2024-04-12T15:40:54.190 INFO:root:teuthology version: 0.0.1.dev267+g6c63784 2024-04-12T15:40:54.190 DEBUG:teuthology.run:Teuthology command: teuthology --archive /home/teuthworker/archive/rzarzynski-2024-04-12_15:15:07-rados-wip-yuri10-testing-2024-03-24-1159-distro-default-smithi/7654131 --verbose --owner scheduled_rzarzynski@teuthology --description rados/upgrade/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} --name rzarzynski-2024-04-12_15:15:07-rados-wip-yuri10-testing-2024-03-24-1159-distro-default-smithi -- /home/teuthworker/archive/rzarzynski-2024-04-12_15:15:07-rados-wip-yuri10-testing-2024-03-24-1159-distro-default-smithi/7654131/orig.config.yaml 2024-04-12T15:40:54.241 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-12T15:40:54.324 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/rzarzynski-2024-04-12_15:15:07-rados-wip-yuri10-testing-2024-03-24-1159-distro-default-smithi/7654131 branch: wip-yuri10-testing-2024-03-24-1159 description: rados/upgrade/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: null first_in_suite: false job_id: '7654131' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: rzarzynski-2024-04-12_15:15:07-rados-wip-yuri10-testing-2024-03-24-1159-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-yuri10-testing-2024-03-24-1159 ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - mons down - mon down - MON_DOWN - out of quorum sha1: bf9c5618cc018927fa77780d25b6deb1f5dc254d ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: bf9c5618cc018927fa77780d25b6deb1f5dc254d selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: wip-yuri10-testing-2024-03-24-1159 sha1: bf9c5618cc018927fa77780d25b6deb1f5dc254d owner: scheduled_rzarzynski@teuthology priority: 85 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 8148 sha1: bf9c5618cc018927fa77780d25b6deb1f5dc254d sleep_before_teardown: 0 subset: 111/120000 suite: rados suite_branch: wip-yuri10-testing-2024-03-24-1159 suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_bf9c5618cc018927fa77780d25b6deb1f5dc254d/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: bf9c5618cc018927fa77780d25b6deb1f5dc254d targets: smithi099.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPMnwPPouje/rpCxe/DzD1oYujAVVv1jrkIvQcwcFurJxL7cfQMMKPjdC03weZWgji+pCLR/Doi75iG5SkHwx8s= smithi110.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKmg25zo+tKTAfndvg+g7zF77ejQ1stDXZ5ecqRBV3ao0oT2L8dqBMLDv6cd9DtlFPfwfjskHLAfTgShjYYznbg= tasks: - pexec: all: - sudo dnf install runc -y - sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf - sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf - install: branch: reef exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing reef cephadm ...' - cephadm: compiled_cephadm_branch: reef conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:reef - print: '**** done end installing reef cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry reef...' - workunit: clients: client.0: - test_telemetry_reef.sh - print: '**** done end telemetry reef...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_reef_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 6c637841c215537a4502385240412f1966e0faab timestamp: 2024-04-12_15:15:07 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: rzarzynski verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: reef clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: reef clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: reef clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-04-12T15:40:54.324 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_bf9c5618cc018927fa77780d25b6deb1f5dc254d/qa; will attempt to use it 2024-04-12T15:40:54.325 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_bf9c5618cc018927fa77780d25b6deb1f5dc254d/qa/tasks 2024-04-12T15:40:54.325 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-12T15:40:54.326 INFO:teuthology.task.internal:Checking packages... 2024-04-12T15:40:54.351 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'bf9c5618cc018927fa77780d25b6deb1f5dc254d' 2024-04-12T15:40:54.351 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-12T15:40:54.351 INFO:teuthology.packaging:ref: None 2024-04-12T15:40:54.351 INFO:teuthology.packaging:tag: None 2024-04-12T15:40:54.351 INFO:teuthology.packaging:branch: wip-yuri10-testing-2024-03-24-1159 2024-04-12T15:40:54.351 INFO:teuthology.packaging:sha1: bf9c5618cc018927fa77780d25b6deb1f5dc254d 2024-04-12T15:40:54.351 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-yuri10-testing-2024-03-24-1159 2024-04-12T15:40:54.603 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-2847.gbf9c5618 2024-04-12T15:40:54.605 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-12T15:40:54.611 INFO:teuthology.task.internal:no buildpackages task found 2024-04-12T15:40:54.611 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-12T15:40:54.645 INFO:teuthology.task.internal:Saving configuration 2024-04-12T15:40:54.664 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-12T15:40:54.673 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-12T15:40:54.696 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi099.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rzarzynski-2024-04-12_15:15:07-rados-wip-yuri10-testing-2024-03-24-1159-distro-default-smithi/7654131', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-12 15:35:50.825097', 'locked_by': 'scheduled_rzarzynski@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPMnwPPouje/rpCxe/DzD1oYujAVVv1jrkIvQcwcFurJxL7cfQMMKPjdC03weZWgji+pCLR/Doi75iG5SkHwx8s='} 2024-04-12T15:40:54.712 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi110.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rzarzynski-2024-04-12_15:15:07-rados-wip-yuri10-testing-2024-03-24-1159-distro-default-smithi/7654131', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-12 15:35:50.823664', 'locked_by': 'scheduled_rzarzynski@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKmg25zo+tKTAfndvg+g7zF77ejQ1stDXZ5ecqRBV3ao0oT2L8dqBMLDv6cd9DtlFPfwfjskHLAfTgShjYYznbg='} 2024-04-12T15:40:54.712 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-12T15:40:54.718 INFO:teuthology.task.internal:roles: ubuntu@smithi099.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-04-12T15:40:54.718 INFO:teuthology.task.internal:roles: ubuntu@smithi110.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-04-12T15:40:54.718 INFO:teuthology.run_tasks:Running task console_log... 2024-04-12T15:40:54.805 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f61f23a3160>, signals=[15]) 2024-04-12T15:40:54.805 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-12T15:40:54.811 INFO:teuthology.task.internal:Opening connections... 2024-04-12T15:40:54.811 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi099.front.sepia.ceph.com 2024-04-12T15:40:54.813 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi099.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T15:40:54.904 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi110.front.sepia.ceph.com 2024-04-12T15:40:54.905 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi110.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T15:40:55.005 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-12T15:40:55.014 DEBUG:teuthology.orchestra.run.smithi099:> uname -m 2024-04-12T15:40:55.031 INFO:teuthology.orchestra.run.smithi099.stdout:x86_64 2024-04-12T15:40:55.032 DEBUG:teuthology.orchestra.run.smithi099:> cat /etc/os-release 2024-04-12T15:40:55.089 INFO:teuthology.orchestra.run.smithi099.stdout:NAME="CentOS Stream" 2024-04-12T15:40:55.089 INFO:teuthology.orchestra.run.smithi099.stdout:VERSION="9" 2024-04-12T15:40:55.089 INFO:teuthology.orchestra.run.smithi099.stdout:ID="centos" 2024-04-12T15:40:55.089 INFO:teuthology.orchestra.run.smithi099.stdout:ID_LIKE="rhel fedora" 2024-04-12T15:40:55.089 INFO:teuthology.orchestra.run.smithi099.stdout:VERSION_ID="9" 2024-04-12T15:40:55.089 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM_ID="platform:el9" 2024-04-12T15:40:55.089 INFO:teuthology.orchestra.run.smithi099.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-12T15:40:55.089 INFO:teuthology.orchestra.run.smithi099.stdout:ANSI_COLOR="0;31" 2024-04-12T15:40:55.089 INFO:teuthology.orchestra.run.smithi099.stdout:LOGO="fedora-logo-icon" 2024-04-12T15:40:55.089 INFO:teuthology.orchestra.run.smithi099.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-12T15:40:55.089 INFO:teuthology.orchestra.run.smithi099.stdout:HOME_URL="https://centos.org/" 2024-04-12T15:40:55.089 INFO:teuthology.orchestra.run.smithi099.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-12T15:40:55.089 INFO:teuthology.orchestra.run.smithi099.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-12T15:40:55.090 INFO:teuthology.orchestra.run.smithi099.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-12T15:40:55.090 INFO:teuthology.lock.ops:Updating smithi099.front.sepia.ceph.com on lock server 2024-04-12T15:40:55.110 DEBUG:teuthology.orchestra.run.smithi110:> uname -m 2024-04-12T15:40:55.128 INFO:teuthology.orchestra.run.smithi110.stdout:x86_64 2024-04-12T15:40:55.128 DEBUG:teuthology.orchestra.run.smithi110:> cat /etc/os-release 2024-04-12T15:40:55.189 INFO:teuthology.orchestra.run.smithi110.stdout:NAME="CentOS Stream" 2024-04-12T15:40:55.189 INFO:teuthology.orchestra.run.smithi110.stdout:VERSION="9" 2024-04-12T15:40:55.189 INFO:teuthology.orchestra.run.smithi110.stdout:ID="centos" 2024-04-12T15:40:55.189 INFO:teuthology.orchestra.run.smithi110.stdout:ID_LIKE="rhel fedora" 2024-04-12T15:40:55.189 INFO:teuthology.orchestra.run.smithi110.stdout:VERSION_ID="9" 2024-04-12T15:40:55.189 INFO:teuthology.orchestra.run.smithi110.stdout:PLATFORM_ID="platform:el9" 2024-04-12T15:40:55.190 INFO:teuthology.orchestra.run.smithi110.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-12T15:40:55.190 INFO:teuthology.orchestra.run.smithi110.stdout:ANSI_COLOR="0;31" 2024-04-12T15:40:55.190 INFO:teuthology.orchestra.run.smithi110.stdout:LOGO="fedora-logo-icon" 2024-04-12T15:40:55.190 INFO:teuthology.orchestra.run.smithi110.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-12T15:40:55.190 INFO:teuthology.orchestra.run.smithi110.stdout:HOME_URL="https://centos.org/" 2024-04-12T15:40:55.190 INFO:teuthology.orchestra.run.smithi110.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-12T15:40:55.190 INFO:teuthology.orchestra.run.smithi110.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-12T15:40:55.190 INFO:teuthology.orchestra.run.smithi110.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-12T15:40:55.190 INFO:teuthology.lock.ops:Updating smithi110.front.sepia.ceph.com on lock server 2024-04-12T15:40:55.298 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-12T15:40:55.307 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-12T15:40:55.337 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-12T15:40:55.337 DEBUG:teuthology.orchestra.run.smithi099:> test '!' -e /home/ubuntu/cephtest 2024-04-12T15:40:55.340 DEBUG:teuthology.orchestra.run.smithi110:> test '!' -e /home/ubuntu/cephtest 2024-04-12T15:40:55.356 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-12T15:40:55.361 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-12T15:40:55.361 DEBUG:teuthology.orchestra.run.smithi099:> test -z $(ls -A /var/lib/ceph) 2024-04-12T15:40:55.396 DEBUG:teuthology.orchestra.run.smithi110:> test -z $(ls -A /var/lib/ceph) 2024-04-12T15:40:55.523 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-12T15:40:55.568 INFO:teuthology.run_tasks:Running task kernel... 2024-04-12T15:40:55.597 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-04-12T15:40:55.597 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-04-12T15:40:55.597 DEBUG:teuthology.orchestra.run.smithi099:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-12T15:40:55.598 DEBUG:teuthology.orchestra.run.smithi110:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-12T15:40:55.614 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T15:40:55.614 DEBUG:teuthology.orchestra.run.smithi099:> uname -r 2024-04-12T15:40:55.615 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T15:40:55.615 DEBUG:teuthology.orchestra.run.smithi110:> uname -r 2024-04-12T15:40:55.671 INFO:teuthology.orchestra.run.smithi099.stdout:5.14.0-361.el9.x86_64 2024-04-12T15:40:55.672 INFO:teuthology.task.kernel:Running kernel on smithi099: 5.14.0-361.el9.x86_64 2024-04-12T15:40:55.672 DEBUG:teuthology.orchestra.run.smithi099:> sudo yum install -y kernel 2024-04-12T15:40:55.676 INFO:teuthology.orchestra.run.smithi110.stdout:5.14.0-361.el9.x86_64 2024-04-12T15:40:55.676 INFO:teuthology.task.kernel:Running kernel on smithi110: 5.14.0-361.el9.x86_64 2024-04-12T15:40:55.676 DEBUG:teuthology.orchestra.run.smithi110:> sudo yum install -y kernel 2024-04-12T15:40:58.169 INFO:teuthology.orchestra.run.smithi110.stdout:CentOS-9 - AppStream 10 MB/s | 8.1 MB 00:00 2024-04-12T15:40:58.210 INFO:teuthology.orchestra.run.smithi099.stdout:CentOS-9 - AppStream 9.6 MB/s | 8.1 MB 00:00 2024-04-12T15:40:59.902 INFO:teuthology.orchestra.run.smithi110.stdout:CentOS-9 - BaseOS 6.1 MB/s | 2.5 MB 00:00 2024-04-12T15:40:59.985 INFO:teuthology.orchestra.run.smithi099.stdout:CentOS-9 - BaseOS 5.6 MB/s | 2.5 MB 00:00 2024-04-12T15:41:00.793 INFO:teuthology.orchestra.run.smithi110.stdout:CentOS Stream 9 - BaseOS 19 MB/s | 8.0 MB 00:00 2024-04-12T15:41:02.076 INFO:teuthology.orchestra.run.smithi099.stdout:CentOS Stream 9 - BaseOS 5.0 MB/s | 8.0 MB 00:01 2024-04-12T15:41:02.594 INFO:teuthology.orchestra.run.smithi110.stdout:CentOS Stream 9 - AppStream 29 MB/s | 19 MB 00:00 2024-04-12T15:41:06.768 INFO:teuthology.orchestra.run.smithi099.stdout:CentOS Stream 9 - AppStream 5.2 MB/s | 19 MB 00:03 2024-04-12T15:41:07.953 INFO:teuthology.orchestra.run.smithi110.stdout:CentOS Stream 9 - CRB 3.4 MB/s | 6.2 MB 00:01 2024-04-12T15:41:10.262 INFO:teuthology.orchestra.run.smithi110.stdout:CentOS Stream 9 - Extras packages 14 kB/s | 16 kB 00:01 2024-04-12T15:41:11.518 INFO:teuthology.orchestra.run.smithi099.stdout:CentOS Stream 9 - CRB 5.3 MB/s | 6.2 MB 00:01 2024-04-12T15:41:12.421 INFO:teuthology.orchestra.run.smithi110.stdout:Extra Packages for Enterprise Linux 10 MB/s | 21 MB 00:02 2024-04-12T15:41:13.935 INFO:teuthology.orchestra.run.smithi099.stdout:CentOS Stream 9 - Extras packages 13 kB/s | 16 kB 00:01 2024-04-12T15:41:16.011 INFO:teuthology.orchestra.run.smithi099.stdout:Extra Packages for Enterprise Linux 11 MB/s | 21 MB 00:01 2024-04-12T15:41:17.522 INFO:teuthology.orchestra.run.smithi110.stdout:lab-extras 13 kB/s | 1.7 kB 00:00 2024-04-12T15:41:19.762 INFO:teuthology.orchestra.run.smithi110.stderr:Modular dependency problems: 2024-04-12T15:41:19.762 INFO:teuthology.orchestra.run.smithi110.stderr: 2024-04-12T15:41:19.762 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 1: conflicting requests 2024-04-12T15:41:19.762 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.762 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 2: conflicting requests 2024-04-12T15:41:19.762 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.762 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 3: conflicting requests 2024-04-12T15:41:19.762 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.762 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 4: conflicting requests 2024-04-12T15:41:19.762 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.762 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 5: conflicting requests 2024-04-12T15:41:19.763 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.763 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 6: conflicting requests 2024-04-12T15:41:19.763 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.763 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 7: conflicting requests 2024-04-12T15:41:19.763 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.763 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 8: conflicting requests 2024-04-12T15:41:19.763 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.763 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 9: conflicting requests 2024-04-12T15:41:19.763 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.763 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 10: conflicting requests 2024-04-12T15:41:19.763 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.763 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 11: conflicting requests 2024-04-12T15:41:19.763 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.763 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 12: conflicting requests 2024-04-12T15:41:19.763 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.764 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 13: conflicting requests 2024-04-12T15:41:19.764 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.764 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 14: conflicting requests 2024-04-12T15:41:19.764 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.764 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 15: conflicting requests 2024-04-12T15:41:19.764 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.764 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 16: conflicting requests 2024-04-12T15:41:19.764 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.764 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 17: conflicting requests 2024-04-12T15:41:19.764 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.764 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 18: conflicting requests 2024-04-12T15:41:19.764 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.764 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 19: conflicting requests 2024-04-12T15:41:19.764 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.765 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 20: conflicting requests 2024-04-12T15:41:19.765 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.765 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 21: conflicting requests 2024-04-12T15:41:19.765 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.765 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 22: conflicting requests 2024-04-12T15:41:19.765 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.765 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 23: conflicting requests 2024-04-12T15:41:19.765 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.765 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 24: conflicting requests 2024-04-12T15:41:19.765 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.765 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 25: conflicting requests 2024-04-12T15:41:19.766 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.766 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 26: conflicting requests 2024-04-12T15:41:19.766 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.766 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 27: conflicting requests 2024-04-12T15:41:19.766 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.766 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 28: conflicting requests 2024-04-12T15:41:19.766 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.766 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 29: conflicting requests 2024-04-12T15:41:19.766 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.766 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 30: conflicting requests 2024-04-12T15:41:19.766 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.766 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 31: conflicting requests 2024-04-12T15:41:19.767 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.767 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 32: conflicting requests 2024-04-12T15:41:19.767 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.767 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 33: conflicting requests 2024-04-12T15:41:19.767 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.767 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 34: conflicting requests 2024-04-12T15:41:19.767 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.767 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 35: conflicting requests 2024-04-12T15:41:19.767 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.767 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 36: conflicting requests 2024-04-12T15:41:19.767 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.767 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 37: conflicting requests 2024-04-12T15:41:19.767 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.768 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.768 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.768 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T15:41:19.768 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.768 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.768 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.768 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.768 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 39: conflicting requests 2024-04-12T15:41:19.768 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.768 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.768 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.768 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.768 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.769 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.769 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T15:41:19.769 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.769 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.769 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.769 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.769 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T15:41:19.769 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.769 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.769 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.769 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.770 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T15:41:19.770 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.770 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.770 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.770 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.770 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T15:41:19.770 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.770 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.770 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.770 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.770 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T15:41:19.771 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.771 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.771 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.771 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.771 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T15:41:19.771 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.771 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.771 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T15:41:19.771 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T15:41:20.195 INFO:teuthology.orchestra.run.smithi110.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-12T15:41:20.195 INFO:teuthology.orchestra.run.smithi110.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-04-12T15:41:20.310 INFO:teuthology.orchestra.run.smithi110.stdout:Dependencies resolved. 2024-04-12T15:41:20.313 INFO:teuthology.orchestra.run.smithi110.stdout:================================================================================ 2024-04-12T15:41:20.313 INFO:teuthology.orchestra.run.smithi110.stdout: Package Architecture Version Repository Size 2024-04-12T15:41:20.313 INFO:teuthology.orchestra.run.smithi110.stdout:================================================================================ 2024-04-12T15:41:20.313 INFO:teuthology.orchestra.run.smithi110.stdout:Installing: 2024-04-12T15:41:20.314 INFO:teuthology.orchestra.run.smithi110.stdout: kernel x86_64 5.14.0-435.el9 baseos 214 k 2024-04-12T15:41:20.314 INFO:teuthology.orchestra.run.smithi110.stdout:Installing dependencies: 2024-04-12T15:41:20.314 INFO:teuthology.orchestra.run.smithi110.stdout: kernel-core x86_64 5.14.0-435.el9 baseos 15 M 2024-04-12T15:41:20.314 INFO:teuthology.orchestra.run.smithi110.stdout: kernel-modules x86_64 5.14.0-435.el9 baseos 34 M 2024-04-12T15:41:20.314 INFO:teuthology.orchestra.run.smithi110.stdout: kernel-modules-core x86_64 5.14.0-435.el9 baseos 28 M 2024-04-12T15:41:20.314 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-04-12T15:41:20.314 INFO:teuthology.orchestra.run.smithi110.stdout:Transaction Summary 2024-04-12T15:41:20.314 INFO:teuthology.orchestra.run.smithi110.stdout:================================================================================ 2024-04-12T15:41:20.314 INFO:teuthology.orchestra.run.smithi110.stdout:Install 4 Packages 2024-04-12T15:41:20.314 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-04-12T15:41:20.315 INFO:teuthology.orchestra.run.smithi110.stdout:Total download size: 77 M 2024-04-12T15:41:20.315 INFO:teuthology.orchestra.run.smithi110.stdout:Installed size: 123 M 2024-04-12T15:41:20.315 INFO:teuthology.orchestra.run.smithi110.stdout:Downloading Packages: 2024-04-12T15:41:20.964 INFO:teuthology.orchestra.run.smithi110.stdout:(1/4): kernel-5.14.0-435.el9.x86_64.rpm 363 kB/s | 214 kB 00:00 2024-04-12T15:41:21.086 INFO:teuthology.orchestra.run.smithi099.stdout:lab-extras 11 kB/s | 1.7 kB 00:00 2024-04-12T15:41:23.312 INFO:teuthology.orchestra.run.smithi099.stderr:Modular dependency problems: 2024-04-12T15:41:23.313 INFO:teuthology.orchestra.run.smithi099.stderr: 2024-04-12T15:41:23.313 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 1: conflicting requests 2024-04-12T15:41:23.313 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.313 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 2: conflicting requests 2024-04-12T15:41:23.313 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.313 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 3: conflicting requests 2024-04-12T15:41:23.313 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.313 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 4: conflicting requests 2024-04-12T15:41:23.313 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.313 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 5: conflicting requests 2024-04-12T15:41:23.313 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.313 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 6: conflicting requests 2024-04-12T15:41:23.313 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.313 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 7: conflicting requests 2024-04-12T15:41:23.313 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.314 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 8: conflicting requests 2024-04-12T15:41:23.314 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.314 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 9: conflicting requests 2024-04-12T15:41:23.314 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.314 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 10: conflicting requests 2024-04-12T15:41:23.314 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.314 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 11: conflicting requests 2024-04-12T15:41:23.314 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.314 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 12: conflicting requests 2024-04-12T15:41:23.314 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.314 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 13: conflicting requests 2024-04-12T15:41:23.314 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.314 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 14: conflicting requests 2024-04-12T15:41:23.314 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.315 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 15: conflicting requests 2024-04-12T15:41:23.315 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.315 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 16: conflicting requests 2024-04-12T15:41:23.315 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.315 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 17: conflicting requests 2024-04-12T15:41:23.315 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.315 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 18: conflicting requests 2024-04-12T15:41:23.315 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.315 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 19: conflicting requests 2024-04-12T15:41:23.315 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.315 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 20: conflicting requests 2024-04-12T15:41:23.315 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.315 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 21: conflicting requests 2024-04-12T15:41:23.315 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.315 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 22: conflicting requests 2024-04-12T15:41:23.316 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.316 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 23: conflicting requests 2024-04-12T15:41:23.316 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.316 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 24: conflicting requests 2024-04-12T15:41:23.316 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.316 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 25: conflicting requests 2024-04-12T15:41:23.316 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.316 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 26: conflicting requests 2024-04-12T15:41:23.316 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.316 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 27: conflicting requests 2024-04-12T15:41:23.316 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.316 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 28: conflicting requests 2024-04-12T15:41:23.316 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.316 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 29: conflicting requests 2024-04-12T15:41:23.316 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.317 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 30: conflicting requests 2024-04-12T15:41:23.317 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.317 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 31: conflicting requests 2024-04-12T15:41:23.317 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.317 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 32: conflicting requests 2024-04-12T15:41:23.317 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.317 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 33: conflicting requests 2024-04-12T15:41:23.317 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.317 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 34: conflicting requests 2024-04-12T15:41:23.317 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.317 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 35: conflicting requests 2024-04-12T15:41:23.317 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.317 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 36: conflicting requests 2024-04-12T15:41:23.317 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.317 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 37: conflicting requests 2024-04-12T15:41:23.318 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.318 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.318 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.318 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T15:41:23.318 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.318 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.318 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.318 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.318 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 39: conflicting requests 2024-04-12T15:41:23.318 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.318 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.318 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.318 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.318 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.318 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.319 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T15:41:23.319 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.319 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.319 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.319 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.319 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T15:41:23.319 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.319 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.319 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.319 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.319 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T15:41:23.319 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.319 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.319 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.319 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.320 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T15:41:23.320 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.320 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.320 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.320 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.320 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T15:41:23.320 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.320 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.320 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.320 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.320 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T15:41:23.320 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.320 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.320 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.320 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T15:41:23.717 INFO:teuthology.orchestra.run.smithi099.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-12T15:41:23.717 INFO:teuthology.orchestra.run.smithi099.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-04-12T15:41:23.818 INFO:teuthology.orchestra.run.smithi099.stdout:Dependencies resolved. 2024-04-12T15:41:23.826 INFO:teuthology.orchestra.run.smithi099.stdout:================================================================================ 2024-04-12T15:41:23.826 INFO:teuthology.orchestra.run.smithi099.stdout: Package Architecture Version Repository Size 2024-04-12T15:41:23.826 INFO:teuthology.orchestra.run.smithi099.stdout:================================================================================ 2024-04-12T15:41:23.826 INFO:teuthology.orchestra.run.smithi099.stdout:Installing: 2024-04-12T15:41:23.826 INFO:teuthology.orchestra.run.smithi099.stdout: kernel x86_64 5.14.0-435.el9 baseos 214 k 2024-04-12T15:41:23.826 INFO:teuthology.orchestra.run.smithi099.stdout:Installing dependencies: 2024-04-12T15:41:23.826 INFO:teuthology.orchestra.run.smithi099.stdout: kernel-core x86_64 5.14.0-435.el9 baseos 15 M 2024-04-12T15:41:23.826 INFO:teuthology.orchestra.run.smithi099.stdout: kernel-modules x86_64 5.14.0-435.el9 baseos 34 M 2024-04-12T15:41:23.826 INFO:teuthology.orchestra.run.smithi099.stdout: kernel-modules-core x86_64 5.14.0-435.el9 baseos 28 M 2024-04-12T15:41:23.826 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:41:23.827 INFO:teuthology.orchestra.run.smithi099.stdout:Transaction Summary 2024-04-12T15:41:23.827 INFO:teuthology.orchestra.run.smithi099.stdout:================================================================================ 2024-04-12T15:41:23.827 INFO:teuthology.orchestra.run.smithi099.stdout:Install 4 Packages 2024-04-12T15:41:23.827 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:41:23.827 INFO:teuthology.orchestra.run.smithi099.stdout:Total download size: 77 M 2024-04-12T15:41:23.827 INFO:teuthology.orchestra.run.smithi099.stdout:Installed size: 123 M 2024-04-12T15:41:23.827 INFO:teuthology.orchestra.run.smithi099.stdout:Downloading Packages: 2024-04-12T15:41:24.278 INFO:teuthology.orchestra.run.smithi099.stdout:(1/4): kernel-5.14.0-435.el9.x86_64.rpm 713 kB/s | 214 kB 00:00 2024-04-12T15:41:30.881 INFO:teuthology.orchestra.run.smithi110.stdout:(2/4): kernel-core-5.14.0-435.el9.x86_64.rpm 1.4 MB/s | 15 MB 00:10 2024-04-12T15:41:32.294 INFO:teuthology.orchestra.run.smithi099.stdout:(2/4): kernel-core-5.14.0-435.el9.x86_64.rpm 1.8 MB/s | 15 MB 00:08 2024-04-12T15:41:34.544 INFO:teuthology.orchestra.run.smithi099.stdout:(3/4): kernel-modules-5.14.0-435.el9.x86_64.rpm 3.2 MB/s | 34 MB 00:10 2024-04-12T15:41:34.930 INFO:teuthology.orchestra.run.smithi110.stdout:(3/4): kernel-modules-core-5.14.0-435.el9.x86_6 2.0 MB/s | 28 MB 00:13 2024-04-12T15:41:35.481 INFO:teuthology.orchestra.run.smithi110.stdout:(4/4): kernel-modules-5.14.0-435.el9.x86_64.rpm 2.2 MB/s | 34 MB 00:15 2024-04-12T15:41:35.481 INFO:teuthology.orchestra.run.smithi110.stdout:-------------------------------------------------------------------------------- 2024-04-12T15:41:35.482 INFO:teuthology.orchestra.run.smithi110.stdout:Total 5.0 MB/s | 77 MB 00:15 2024-04-12T15:41:36.154 INFO:teuthology.orchestra.run.smithi110.stdout:Running transaction check 2024-04-12T15:41:36.543 INFO:teuthology.orchestra.run.smithi110.stdout:Transaction check succeeded. 2024-04-12T15:41:36.543 INFO:teuthology.orchestra.run.smithi110.stdout:Running transaction test 2024-04-12T15:41:37.565 INFO:teuthology.orchestra.run.smithi110.stdout:Transaction test succeeded. 2024-04-12T15:41:37.565 INFO:teuthology.orchestra.run.smithi110.stdout:Running transaction 2024-04-12T15:41:40.039 INFO:teuthology.orchestra.run.smithi110.stdout: Preparing : 1/1 2024-04-12T15:41:40.652 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : kernel-modules-core-5.14.0-435.el9.x86_64 1/4 2024-04-12T15:41:40.742 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-12T15:41:43.285 INFO:teuthology.orchestra.run.smithi099.stdout:(4/4): kernel-modules-core-5.14.0-435.el9.x86_6 1.5 MB/s | 28 MB 00:19 2024-04-12T15:41:43.285 INFO:teuthology.orchestra.run.smithi099.stdout:-------------------------------------------------------------------------------- 2024-04-12T15:41:43.285 INFO:teuthology.orchestra.run.smithi099.stdout:Total 3.9 MB/s | 77 MB 00:19 2024-04-12T15:41:43.495 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-12T15:41:43.636 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-12T15:41:43.956 INFO:teuthology.orchestra.run.smithi099.stdout:Running transaction check 2024-04-12T15:41:44.323 INFO:teuthology.orchestra.run.smithi099.stdout:Transaction check succeeded. 2024-04-12T15:41:44.323 INFO:teuthology.orchestra.run.smithi099.stdout:Running transaction test 2024-04-12T15:41:45.330 INFO:teuthology.orchestra.run.smithi099.stdout:Transaction test succeeded. 2024-04-12T15:41:45.330 INFO:teuthology.orchestra.run.smithi099.stdout:Running transaction 2024-04-12T15:41:47.797 INFO:teuthology.orchestra.run.smithi099.stdout: Preparing : 1/1 2024-04-12T15:41:48.366 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-12T15:41:48.371 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : kernel-modules-core-5.14.0-435.el9.x86_64 1/4 2024-04-12T15:41:48.412 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : kernel-5.14.0-435.el9.x86_64 4/4 2024-04-12T15:41:48.460 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-12T15:41:51.184 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-12T15:41:51.324 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-12T15:41:53.130 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: kernel-modules-core-5.14.0-435.el9.x86_64 4/4 2024-04-12T15:41:56.015 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-12T15:41:56.116 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : kernel-5.14.0-435.el9.x86_64 4/4 2024-04-12T15:42:00.813 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: kernel-modules-core-5.14.0-435.el9.x86_64 4/4 2024-04-12T15:42:22.252 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: kernel-core-5.14.0-435.el9.x86_64 4/4 2024-04-12T15:42:22.252 INFO:teuthology.orchestra.run.smithi110.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-04-12T15:42:22.252 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-04-12T15:42:22.303 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: kernel-modules-5.14.0-435.el9.x86_64 4/4 2024-04-12T15:42:22.695 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: kernel-5.14.0-435.el9.x86_64 4/4 2024-04-12T15:42:22.695 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : kernel-5.14.0-435.el9.x86_64 1/4 2024-04-12T15:42:22.695 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-12T15:42:22.695 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-12T15:42:23.112 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : kernel-modules-core-5.14.0-435.el9.x86_64 4/4 2024-04-12T15:42:23.112 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-04-12T15:42:23.112 INFO:teuthology.orchestra.run.smithi110.stdout:Installed: 2024-04-12T15:42:23.112 INFO:teuthology.orchestra.run.smithi110.stdout: kernel-5.14.0-435.el9.x86_64 2024-04-12T15:42:23.112 INFO:teuthology.orchestra.run.smithi110.stdout: kernel-core-5.14.0-435.el9.x86_64 2024-04-12T15:42:23.112 INFO:teuthology.orchestra.run.smithi110.stdout: kernel-modules-5.14.0-435.el9.x86_64 2024-04-12T15:42:23.112 INFO:teuthology.orchestra.run.smithi110.stdout: kernel-modules-core-5.14.0-435.el9.x86_64 2024-04-12T15:42:23.113 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-04-12T15:42:23.113 INFO:teuthology.orchestra.run.smithi110.stdout:Complete! 2024-04-12T15:42:23.446 DEBUG:teuthology.orchestra.run.smithi110:> rpm -q kernel | sort -rV | head -n 1 2024-04-12T15:42:23.580 INFO:teuthology.orchestra.run.smithi110.stdout:kernel-5.14.0-435.el9.x86_64 2024-04-12T15:42:23.581 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-435.el9.x86_64 2024-04-12T15:42:23.581 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-435.el9.x86_64 2024-04-12T15:42:23.581 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-12T15:42:23.581 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-12T15:42:23.581 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-04-12T15:42:23.581 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi110.front.sepia.ceph.com, path=None, version=distro) 2024-04-12T15:42:23.582 DEBUG:teuthology.orchestra.run.smithi110:> rpm -q kernel | sort -rV | head -n 1 2024-04-12T15:42:23.661 INFO:teuthology.orchestra.run.smithi110.stdout:kernel-5.14.0-435.el9.x86_64 2024-04-12T15:42:23.661 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-435.el9.x86_64 2024-04-12T15:42:23.661 DEBUG:teuthology.orchestra.run.smithi110:> sudo rpm -qi grub2-tools 2024-04-12T15:42:23.694 INFO:teuthology.orchestra.run.smithi110.stdout:Name : grub2-tools 2024-04-12T15:42:23.694 INFO:teuthology.orchestra.run.smithi110.stdout:Epoch : 1 2024-04-12T15:42:23.694 INFO:teuthology.orchestra.run.smithi110.stdout:Version : 2.06 2024-04-12T15:42:23.694 INFO:teuthology.orchestra.run.smithi110.stdout:Release : 68.el9 2024-04-12T15:42:23.694 INFO:teuthology.orchestra.run.smithi110.stdout:Architecture: x86_64 2024-04-12T15:42:23.695 INFO:teuthology.orchestra.run.smithi110.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-04-12T15:42:23.695 INFO:teuthology.orchestra.run.smithi110.stdout:Group : Unspecified 2024-04-12T15:42:23.695 INFO:teuthology.orchestra.run.smithi110.stdout:Size : 8264254 2024-04-12T15:42:23.695 INFO:teuthology.orchestra.run.smithi110.stdout:License : GPLv3+ 2024-04-12T15:42:23.695 INFO:teuthology.orchestra.run.smithi110.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-12T15:42:23.695 INFO:teuthology.orchestra.run.smithi110.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-12T15:42:23.695 INFO:teuthology.orchestra.run.smithi110.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-12T15:42:23.695 INFO:teuthology.orchestra.run.smithi110.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-12T15:42:23.695 INFO:teuthology.orchestra.run.smithi110.stdout:Packager : builder@centos.org 2024-04-12T15:42:23.695 INFO:teuthology.orchestra.run.smithi110.stdout:Vendor : CentOS 2024-04-12T15:42:23.695 INFO:teuthology.orchestra.run.smithi110.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-12T15:42:23.695 INFO:teuthology.orchestra.run.smithi110.stdout:Summary : Support tools for GRUB. 2024-04-12T15:42:23.695 INFO:teuthology.orchestra.run.smithi110.stdout:Description : 2024-04-12T15:42:23.695 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-04-12T15:42:23.695 INFO:teuthology.orchestra.run.smithi110.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-12T15:42:23.695 INFO:teuthology.orchestra.run.smithi110.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-12T15:42:23.696 INFO:teuthology.orchestra.run.smithi110.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-12T15:42:23.696 INFO:teuthology.orchestra.run.smithi110.stdout:hardware devices. 2024-04-12T15:42:23.696 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-04-12T15:42:23.696 INFO:teuthology.orchestra.run.smithi110.stdout:This subpackage provides tools for support of all platforms. 2024-04-12T15:42:23.697 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-12T15:42:23.697 INFO:teuthology.task.kernel:Updating grub on smithi110 to boot 5.14.0-435.el9.x86_64 2024-04-12T15:42:23.697 DEBUG:teuthology.orchestra.run.smithi110:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-12T15:42:24.302 INFO:teuthology.orchestra.run.smithi110.stderr:Generating grub configuration file ... 2024-04-12T15:42:25.812 INFO:teuthology.orchestra.run.smithi110.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-12T15:42:25.855 INFO:teuthology.orchestra.run.smithi110.stderr:done 2024-04-12T15:42:25.857 DEBUG:teuthology.orchestra.run.smithi110:> mktemp 2024-04-12T15:42:25.872 INFO:teuthology.orchestra.run.smithi110.stdout:/tmp/tmp.VwpZsJg33w 2024-04-12T15:42:25.872 DEBUG:teuthology.orchestra.run.smithi110:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.VwpZsJg33w 2024-04-12T15:42:25.940 DEBUG:teuthology.orchestra.run.smithi110:> sudo chmod 0666 /tmp/tmp.VwpZsJg33w 2024-04-12T15:42:26.084 DEBUG:teuthology.orchestra.remote:smithi110:/tmp/tmp.VwpZsJg33w is 6KB 2024-04-12T15:42:26.134 DEBUG:teuthology.orchestra.run.smithi110:> rm -fr /tmp/tmp.VwpZsJg33w 2024-04-12T15:42:26.148 DEBUG:teuthology.orchestra.run.smithi110:> sudo /bin/ls /boot/loader/entries || true 2024-04-12T15:42:26.212 INFO:teuthology.orchestra.run.smithi110.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-04-12T15:42:26.212 INFO:teuthology.orchestra.run.smithi110.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-04-12T15:42:26.213 INFO:teuthology.orchestra.run.smithi110.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-04-12T15:42:26.213 INFO:teuthology.orchestra.run.smithi110.stdout:15949e3c88704300882482eddfd7baae-5.14.0-435.el9.x86_64.conf 2024-04-12T15:42:26.214 DEBUG:teuthology.orchestra.run.smithi110:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-435.el9.x86_64 2024-04-12T15:42:26.360 DEBUG:teuthology.orchestra.run.smithi110:> sudo shutdown -r now 2024-04-12T15:42:30.148 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: kernel-core-5.14.0-435.el9.x86_64 4/4 2024-04-12T15:42:30.148 INFO:teuthology.orchestra.run.smithi099.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-04-12T15:42:30.148 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:42:30.193 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: kernel-modules-5.14.0-435.el9.x86_64 4/4 2024-04-12T15:42:30.522 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: kernel-5.14.0-435.el9.x86_64 4/4 2024-04-12T15:42:30.523 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : kernel-5.14.0-435.el9.x86_64 1/4 2024-04-12T15:42:30.523 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-12T15:42:30.523 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-12T15:42:30.946 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : kernel-modules-core-5.14.0-435.el9.x86_64 4/4 2024-04-12T15:42:30.946 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:42:30.946 INFO:teuthology.orchestra.run.smithi099.stdout:Installed: 2024-04-12T15:42:30.946 INFO:teuthology.orchestra.run.smithi099.stdout: kernel-5.14.0-435.el9.x86_64 2024-04-12T15:42:30.946 INFO:teuthology.orchestra.run.smithi099.stdout: kernel-core-5.14.0-435.el9.x86_64 2024-04-12T15:42:30.946 INFO:teuthology.orchestra.run.smithi099.stdout: kernel-modules-5.14.0-435.el9.x86_64 2024-04-12T15:42:30.946 INFO:teuthology.orchestra.run.smithi099.stdout: kernel-modules-core-5.14.0-435.el9.x86_64 2024-04-12T15:42:30.947 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:42:30.947 INFO:teuthology.orchestra.run.smithi099.stdout:Complete! 2024-04-12T15:42:31.305 DEBUG:teuthology.orchestra.run.smithi099:> rpm -q kernel | sort -rV | head -n 1 2024-04-12T15:42:31.446 INFO:teuthology.orchestra.run.smithi099.stdout:kernel-5.14.0-435.el9.x86_64 2024-04-12T15:42:31.447 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-435.el9.x86_64 2024-04-12T15:42:31.447 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-435.el9.x86_64 2024-04-12T15:42:31.447 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-12T15:42:31.447 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-12T15:42:31.447 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-04-12T15:42:31.447 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi099.front.sepia.ceph.com, path=None, version=distro) 2024-04-12T15:42:31.447 DEBUG:teuthology.orchestra.run.smithi099:> rpm -q kernel | sort -rV | head -n 1 2024-04-12T15:42:31.528 INFO:teuthology.orchestra.run.smithi099.stdout:kernel-5.14.0-435.el9.x86_64 2024-04-12T15:42:31.528 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-435.el9.x86_64 2024-04-12T15:42:31.528 DEBUG:teuthology.orchestra.run.smithi099:> sudo rpm -qi grub2-tools 2024-04-12T15:42:31.570 INFO:teuthology.orchestra.run.smithi099.stdout:Name : grub2-tools 2024-04-12T15:42:31.570 INFO:teuthology.orchestra.run.smithi099.stdout:Epoch : 1 2024-04-12T15:42:31.570 INFO:teuthology.orchestra.run.smithi099.stdout:Version : 2.06 2024-04-12T15:42:31.570 INFO:teuthology.orchestra.run.smithi099.stdout:Release : 68.el9 2024-04-12T15:42:31.570 INFO:teuthology.orchestra.run.smithi099.stdout:Architecture: x86_64 2024-04-12T15:42:31.570 INFO:teuthology.orchestra.run.smithi099.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-04-12T15:42:31.570 INFO:teuthology.orchestra.run.smithi099.stdout:Group : Unspecified 2024-04-12T15:42:31.570 INFO:teuthology.orchestra.run.smithi099.stdout:Size : 8264254 2024-04-12T15:42:31.570 INFO:teuthology.orchestra.run.smithi099.stdout:License : GPLv3+ 2024-04-12T15:42:31.570 INFO:teuthology.orchestra.run.smithi099.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-12T15:42:31.571 INFO:teuthology.orchestra.run.smithi099.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-12T15:42:31.571 INFO:teuthology.orchestra.run.smithi099.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-12T15:42:31.571 INFO:teuthology.orchestra.run.smithi099.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-12T15:42:31.571 INFO:teuthology.orchestra.run.smithi099.stdout:Packager : builder@centos.org 2024-04-12T15:42:31.571 INFO:teuthology.orchestra.run.smithi099.stdout:Vendor : CentOS 2024-04-12T15:42:31.571 INFO:teuthology.orchestra.run.smithi099.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-12T15:42:31.571 INFO:teuthology.orchestra.run.smithi099.stdout:Summary : Support tools for GRUB. 2024-04-12T15:42:31.571 INFO:teuthology.orchestra.run.smithi099.stdout:Description : 2024-04-12T15:42:31.571 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:42:31.571 INFO:teuthology.orchestra.run.smithi099.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-12T15:42:31.571 INFO:teuthology.orchestra.run.smithi099.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-12T15:42:31.571 INFO:teuthology.orchestra.run.smithi099.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-12T15:42:31.571 INFO:teuthology.orchestra.run.smithi099.stdout:hardware devices. 2024-04-12T15:42:31.571 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:42:31.571 INFO:teuthology.orchestra.run.smithi099.stdout:This subpackage provides tools for support of all platforms. 2024-04-12T15:42:31.572 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-12T15:42:31.572 INFO:teuthology.task.kernel:Updating grub on smithi099 to boot 5.14.0-435.el9.x86_64 2024-04-12T15:42:31.573 DEBUG:teuthology.orchestra.run.smithi099:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-12T15:42:32.223 INFO:teuthology.orchestra.run.smithi099.stderr:Generating grub configuration file ... 2024-04-12T15:42:33.680 INFO:teuthology.orchestra.run.smithi099.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-12T15:42:33.720 INFO:teuthology.orchestra.run.smithi099.stderr:done 2024-04-12T15:42:33.722 DEBUG:teuthology.orchestra.run.smithi099:> mktemp 2024-04-12T15:42:33.737 INFO:teuthology.orchestra.run.smithi099.stdout:/tmp/tmp.3OX5HGESpo 2024-04-12T15:42:33.737 DEBUG:teuthology.orchestra.run.smithi099:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.3OX5HGESpo 2024-04-12T15:42:33.806 DEBUG:teuthology.orchestra.run.smithi099:> sudo chmod 0666 /tmp/tmp.3OX5HGESpo 2024-04-12T15:42:33.943 DEBUG:teuthology.orchestra.remote:smithi099:/tmp/tmp.3OX5HGESpo is 6KB 2024-04-12T15:42:33.991 DEBUG:teuthology.orchestra.run.smithi099:> rm -fr /tmp/tmp.3OX5HGESpo 2024-04-12T15:42:34.005 DEBUG:teuthology.orchestra.run.smithi099:> sudo /bin/ls /boot/loader/entries || true 2024-04-12T15:42:34.070 INFO:teuthology.orchestra.run.smithi099.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-04-12T15:42:34.070 INFO:teuthology.orchestra.run.smithi099.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-04-12T15:42:34.070 INFO:teuthology.orchestra.run.smithi099.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-04-12T15:42:34.070 INFO:teuthology.orchestra.run.smithi099.stdout:15949e3c88704300882482eddfd7baae-5.14.0-435.el9.x86_64.conf 2024-04-12T15:42:34.071 DEBUG:teuthology.orchestra.run.smithi099:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-435.el9.x86_64 2024-04-12T15:42:34.220 DEBUG:teuthology.orchestra.run.smithi099:> sudo shutdown -r now 2024-04-12T15:42:56.382 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-04-12T15:42:56.383 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi110.front.sepia.ceph.com' 2024-04-12T15:42:56.384 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi110.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T15:43:04.228 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-04-12T15:43:04.228 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi099.front.sepia.ceph.com' 2024-04-12T15:43:04.228 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi099.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T15:43:56.435 DEBUG:teuthology.orchestra.remote:timed out 2024-04-12T15:44:04.238 DEBUG:teuthology.orchestra.remote:timed out 2024-04-12T15:44:05.438 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi110.front.sepia.ceph.com' 2024-04-12T15:44:05.439 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi110.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T15:44:06.879 DEBUG:teuthology.orchestra.run.smithi110:> true 2024-04-12T15:44:07.429 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi110.front.sepia.ceph.com' 2024-04-12T15:44:07.429 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-435.el9.x86_64"... 2024-04-12T15:44:07.430 DEBUG:teuthology.orchestra.run.smithi110:> uname -r 2024-04-12T15:44:07.447 INFO:teuthology.orchestra.run.smithi110.stdout:5.14.0-435.el9.x86_64 2024-04-12T15:44:07.447 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-435.el9.x86_64 vs 5.14.0-435.el9.x86_64 2024-04-12T15:44:07.447 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-12T15:44:07.447 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-12T15:44:08.448 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-04-12T15:44:08.448 DEBUG:teuthology.orchestra.run.smithi110:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-12T15:44:08.544 INFO:teuthology.orchestra.run.smithi110.stdout:ttyS1 2024-04-12T15:44:08.581 DEBUG:teuthology.parallel:result is None 2024-04-12T15:44:13.240 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi099.front.sepia.ceph.com' 2024-04-12T15:44:13.240 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi099.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T15:44:16.706 DEBUG:teuthology.orchestra.run.smithi099:> true 2024-04-12T15:44:17.222 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi099.front.sepia.ceph.com' 2024-04-12T15:44:17.222 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-435.el9.x86_64"... 2024-04-12T15:44:17.222 DEBUG:teuthology.orchestra.run.smithi099:> uname -r 2024-04-12T15:44:17.236 INFO:teuthology.orchestra.run.smithi099.stdout:5.14.0-435.el9.x86_64 2024-04-12T15:44:17.236 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-435.el9.x86_64 vs 5.14.0-435.el9.x86_64 2024-04-12T15:44:17.236 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-12T15:44:17.236 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-12T15:44:18.237 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-04-12T15:44:18.237 DEBUG:teuthology.orchestra.run.smithi099:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-12T15:44:18.357 INFO:teuthology.orchestra.run.smithi099.stdout:ttyS1 2024-04-12T15:44:18.401 DEBUG:teuthology.parallel:result is None 2024-04-12T15:44:18.401 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-12T15:44:18.418 INFO:teuthology.task.internal:Creating test directory... 2024-04-12T15:44:18.418 DEBUG:teuthology.orchestra.run.smithi099:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-12T15:44:18.421 DEBUG:teuthology.orchestra.run.smithi110:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-12T15:44:18.440 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-12T15:44:18.448 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-12T15:44:18.508 INFO:teuthology.task.internal:Creating archive directory... 2024-04-12T15:44:18.508 DEBUG:teuthology.orchestra.run.smithi099:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-12T15:44:18.510 DEBUG:teuthology.orchestra.run.smithi110:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-12T15:44:18.605 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-12T15:44:18.612 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-12T15:44:18.612 DEBUG:teuthology.orchestra.run.smithi099:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-12T15:44:18.614 DEBUG:teuthology.orchestra.run.smithi110:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-12T15:44:18.644 INFO:teuthology.orchestra.run.smithi099.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-12T15:44:18.647 INFO:teuthology.orchestra.run.smithi110.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-12T15:44:18.658 INFO:teuthology.orchestra.run.smithi099.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-12T15:44:18.661 INFO:teuthology.orchestra.run.smithi110.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-12T15:44:18.663 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-12T15:44:18.670 INFO:teuthology.task.internal:Configuring sudo... 2024-04-12T15:44:18.670 DEBUG:teuthology.orchestra.run.smithi099:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-12T15:44:18.701 DEBUG:teuthology.orchestra.run.smithi110:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-12T15:44:18.732 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-12T15:44:18.741 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-12T15:44:18.741 DEBUG:teuthology.orchestra.run.smithi099:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-12T15:44:18.769 DEBUG:teuthology.orchestra.run.smithi110:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-12T15:44:18.788 DEBUG:teuthology.orchestra.run.smithi099:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-12T15:44:18.866 DEBUG:teuthology.orchestra.run.smithi099:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-12T15:44:18.910 DEBUG:teuthology.orchestra.run.smithi099:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-12T15:44:18.991 DEBUG:teuthology.orchestra.run.smithi099:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-12T15:44:19.032 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-04-12T15:44:19.032 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-12T15:44:19.106 DEBUG:teuthology.orchestra.run.smithi110:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-12T15:44:19.149 DEBUG:teuthology.orchestra.run.smithi110:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-12T15:44:19.208 DEBUG:teuthology.orchestra.run.smithi110:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-12T15:44:19.290 DEBUG:teuthology.orchestra.run.smithi110:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-12T15:44:19.334 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-04-12T15:44:19.335 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-12T15:44:19.403 DEBUG:teuthology.orchestra.run.smithi099:> sudo service rsyslog restart 2024-04-12T15:44:19.405 DEBUG:teuthology.orchestra.run.smithi110:> sudo service rsyslog restart 2024-04-12T15:44:19.457 INFO:teuthology.orchestra.run.smithi099.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-12T15:44:19.498 INFO:teuthology.orchestra.run.smithi110.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-12T15:44:19.997 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-12T15:44:20.005 INFO:teuthology.task.internal:Starting timer... 2024-04-12T15:44:20.005 INFO:teuthology.run_tasks:Running task pcp... 2024-04-12T15:44:20.028 INFO:teuthology.run_tasks:Running task selinux... 2024-04-12T15:44:20.060 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-04-12T15:44:20.061 DEBUG:teuthology.orchestra.run.smithi099:> sudo service auditd rotate 2024-04-12T15:44:20.117 INFO:teuthology.orchestra.run.smithi099.stdout:Rotating logs: 2024-04-12T15:44:20.119 DEBUG:teuthology.orchestra.run.smithi110:> sudo service auditd rotate 2024-04-12T15:44:20.170 INFO:teuthology.orchestra.run.smithi110.stdout:Rotating logs: 2024-04-12T15:44:20.172 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-12T15:44:20.172 DEBUG:teuthology.orchestra.run.smithi099:> /usr/sbin/getenforce 2024-04-12T15:44:20.194 INFO:teuthology.orchestra.run.smithi099.stdout:Permissive 2024-04-12T15:44:20.194 DEBUG:teuthology.orchestra.run.smithi110:> /usr/sbin/getenforce 2024-04-12T15:44:20.216 INFO:teuthology.orchestra.run.smithi110.stdout:Permissive 2024-04-12T15:44:20.217 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi099.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi110.front.sepia.ceph.com': 'permissive'} 2024-04-12T15:44:20.217 DEBUG:teuthology.orchestra.run.smithi099:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-12T15:44:20.264 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T15:44:20.264 DEBUG:teuthology.orchestra.run.smithi110:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-12T15:44:20.292 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T15:44:20.292 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-12T15:44:20.293 DEBUG:teuthology.orchestra.run.smithi099:> sudo /usr/sbin/setenforce permissive 2024-04-12T15:44:20.338 DEBUG:teuthology.orchestra.run.smithi110:> sudo /usr/sbin/setenforce permissive 2024-04-12T15:44:20.376 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-12T15:44:20.387 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-12T15:44:20.405 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-12T15:44:20.406 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi099.front.sepia.ceph.com,smithi110.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-12T15:48:58.891 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi099.front.sepia.ceph.com'), Remote(name='ubuntu@smithi110.front.sepia.ceph.com')] 2024-04-12T15:48:58.893 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi099.front.sepia.ceph.com' 2024-04-12T15:48:58.894 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi099.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T15:48:58.989 DEBUG:teuthology.orchestra.run.smithi099:> true 2024-04-12T15:48:59.072 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi099.front.sepia.ceph.com' 2024-04-12T15:48:59.073 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi110.front.sepia.ceph.com' 2024-04-12T15:48:59.073 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi110.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T15:48:59.167 DEBUG:teuthology.orchestra.run.smithi110:> true 2024-04-12T15:48:59.245 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi110.front.sepia.ceph.com' 2024-04-12T15:48:59.246 INFO:teuthology.run_tasks:Running task clock... 2024-04-12T15:48:59.261 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-12T15:48:59.261 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-12T15:48:59.262 DEBUG:teuthology.orchestra.run.smithi099:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-12T15:48:59.264 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-12T15:48:59.265 DEBUG:teuthology.orchestra.run.smithi110:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-12T15:48:59.292 INFO:teuthology.orchestra.run.smithi099.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-12T15:48:59.308 INFO:teuthology.orchestra.run.smithi099.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-12T15:48:59.320 INFO:teuthology.orchestra.run.smithi110.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-12T15:48:59.336 INFO:teuthology.orchestra.run.smithi110.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-12T15:48:59.337 INFO:teuthology.orchestra.run.smithi099.stderr:sudo: ntpd: command not found 2024-04-12T15:48:59.351 INFO:teuthology.orchestra.run.smithi099.stdout:506 Cannot talk to daemon 2024-04-12T15:48:59.366 INFO:teuthology.orchestra.run.smithi110.stderr:sudo: ntpd: command not found 2024-04-12T15:48:59.367 INFO:teuthology.orchestra.run.smithi099.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-12T15:48:59.379 INFO:teuthology.orchestra.run.smithi110.stdout:506 Cannot talk to daemon 2024-04-12T15:48:59.383 INFO:teuthology.orchestra.run.smithi099.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-12T15:48:59.395 INFO:teuthology.orchestra.run.smithi110.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-12T15:48:59.412 INFO:teuthology.orchestra.run.smithi110.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-12T15:48:59.434 INFO:teuthology.orchestra.run.smithi099.stderr:bash: line 1: ntpq: command not found 2024-04-12T15:48:59.438 INFO:teuthology.orchestra.run.smithi099.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-12T15:48:59.438 INFO:teuthology.orchestra.run.smithi099.stdout:=============================================================================== 2024-04-12T15:48:59.438 INFO:teuthology.orchestra.run.smithi099.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T15:48:59.438 INFO:teuthology.orchestra.run.smithi099.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T15:48:59.439 INFO:teuthology.orchestra.run.smithi099.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T15:48:59.439 INFO:teuthology.orchestra.run.smithi099.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T15:48:59.464 INFO:teuthology.orchestra.run.smithi110.stderr:bash: line 1: ntpq: command not found 2024-04-12T15:48:59.467 INFO:teuthology.orchestra.run.smithi110.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-12T15:48:59.467 INFO:teuthology.orchestra.run.smithi110.stdout:=============================================================================== 2024-04-12T15:48:59.467 INFO:teuthology.orchestra.run.smithi110.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T15:48:59.467 INFO:teuthology.orchestra.run.smithi110.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T15:48:59.467 INFO:teuthology.orchestra.run.smithi110.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T15:48:59.467 INFO:teuthology.orchestra.run.smithi110.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T15:48:59.468 INFO:teuthology.run_tasks:Running task pexec... 2024-04-12T15:48:59.480 INFO:teuthology.task.pexec:Executing custom commands... 2024-04-12T15:48:59.481 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi099.front.sepia.ceph.com 2024-04-12T15:48:59.481 DEBUG:teuthology.orchestra.run.smithi099:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-04-12T15:48:59.481 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi110.front.sepia.ceph.com 2024-04-12T15:48:59.481 DEBUG:teuthology.orchestra.run.smithi110:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-04-12T15:49:00.100 INFO:teuthology.orchestra.run.smithi099.stdout:Last metadata expiration check: 0:01:12 ago on Fri 12 Apr 2024 03:47:47 PM UTC. 2024-04-12T15:49:00.128 INFO:teuthology.orchestra.run.smithi110.stdout:Last metadata expiration check: 0:01:11 ago on Fri 12 Apr 2024 03:47:48 PM UTC. 2024-04-12T15:49:00.388 INFO:teuthology.orchestra.run.smithi099.stderr:Modular dependency problems: 2024-04-12T15:49:00.388 INFO:teuthology.orchestra.run.smithi099.stderr: 2024-04-12T15:49:00.389 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 1: conflicting requests 2024-04-12T15:49:00.389 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.389 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 2: conflicting requests 2024-04-12T15:49:00.389 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.389 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 3: conflicting requests 2024-04-12T15:49:00.389 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.389 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 4: conflicting requests 2024-04-12T15:49:00.389 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.389 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 5: conflicting requests 2024-04-12T15:49:00.389 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.389 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 6: conflicting requests 2024-04-12T15:49:00.389 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.389 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 7: conflicting requests 2024-04-12T15:49:00.389 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.390 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 8: conflicting requests 2024-04-12T15:49:00.390 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.390 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 9: conflicting requests 2024-04-12T15:49:00.390 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.390 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 10: conflicting requests 2024-04-12T15:49:00.390 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.390 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 11: conflicting requests 2024-04-12T15:49:00.390 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.390 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 12: conflicting requests 2024-04-12T15:49:00.390 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.390 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 13: conflicting requests 2024-04-12T15:49:00.390 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.390 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 14: conflicting requests 2024-04-12T15:49:00.390 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.390 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 15: conflicting requests 2024-04-12T15:49:00.391 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.391 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 16: conflicting requests 2024-04-12T15:49:00.391 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.391 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 17: conflicting requests 2024-04-12T15:49:00.391 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.391 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 18: conflicting requests 2024-04-12T15:49:00.391 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.391 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 19: conflicting requests 2024-04-12T15:49:00.391 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.391 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 20: conflicting requests 2024-04-12T15:49:00.391 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.391 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 21: conflicting requests 2024-04-12T15:49:00.391 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.391 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 22: conflicting requests 2024-04-12T15:49:00.391 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.392 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 23: conflicting requests 2024-04-12T15:49:00.392 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.392 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 24: conflicting requests 2024-04-12T15:49:00.392 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.392 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 25: conflicting requests 2024-04-12T15:49:00.392 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.392 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 26: conflicting requests 2024-04-12T15:49:00.392 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.392 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 27: conflicting requests 2024-04-12T15:49:00.392 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.392 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 28: conflicting requests 2024-04-12T15:49:00.392 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.392 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 29: conflicting requests 2024-04-12T15:49:00.392 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.392 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 30: conflicting requests 2024-04-12T15:49:00.393 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.393 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 31: conflicting requests 2024-04-12T15:49:00.393 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.393 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 32: conflicting requests 2024-04-12T15:49:00.393 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.393 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 33: conflicting requests 2024-04-12T15:49:00.393 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.393 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 34: conflicting requests 2024-04-12T15:49:00.393 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.393 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 35: conflicting requests 2024-04-12T15:49:00.393 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.393 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 36: conflicting requests 2024-04-12T15:49:00.393 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.393 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 37: conflicting requests 2024-04-12T15:49:00.393 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.393 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.394 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.394 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T15:49:00.394 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.394 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.394 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.394 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.394 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 39: conflicting requests 2024-04-12T15:49:00.394 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.394 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.394 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.394 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.394 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.394 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.394 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T15:49:00.394 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.395 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.395 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.395 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.395 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T15:49:00.395 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.395 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.395 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.395 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.395 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T15:49:00.395 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.395 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.395 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.395 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.395 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T15:49:00.396 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.396 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.396 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.396 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.396 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T15:49:00.396 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.396 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.396 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.396 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.396 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T15:49:00.396 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.396 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.396 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.396 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.418 INFO:teuthology.orchestra.run.smithi110.stderr:Modular dependency problems: 2024-04-12T15:49:00.418 INFO:teuthology.orchestra.run.smithi110.stderr: 2024-04-12T15:49:00.418 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 1: conflicting requests 2024-04-12T15:49:00.418 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.418 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 2: conflicting requests 2024-04-12T15:49:00.418 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.418 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 3: conflicting requests 2024-04-12T15:49:00.418 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.419 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 4: conflicting requests 2024-04-12T15:49:00.419 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.419 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 5: conflicting requests 2024-04-12T15:49:00.419 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.419 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 6: conflicting requests 2024-04-12T15:49:00.419 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.419 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 7: conflicting requests 2024-04-12T15:49:00.419 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.419 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 8: conflicting requests 2024-04-12T15:49:00.419 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.419 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 9: conflicting requests 2024-04-12T15:49:00.419 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.419 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 10: conflicting requests 2024-04-12T15:49:00.419 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.419 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 11: conflicting requests 2024-04-12T15:49:00.419 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.420 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 12: conflicting requests 2024-04-12T15:49:00.420 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.420 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 13: conflicting requests 2024-04-12T15:49:00.420 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.420 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 14: conflicting requests 2024-04-12T15:49:00.420 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.420 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 15: conflicting requests 2024-04-12T15:49:00.420 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.420 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 16: conflicting requests 2024-04-12T15:49:00.420 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.420 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 17: conflicting requests 2024-04-12T15:49:00.420 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.420 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 18: conflicting requests 2024-04-12T15:49:00.420 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.420 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 19: conflicting requests 2024-04-12T15:49:00.421 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.421 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 20: conflicting requests 2024-04-12T15:49:00.421 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.421 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 21: conflicting requests 2024-04-12T15:49:00.421 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.421 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 22: conflicting requests 2024-04-12T15:49:00.421 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.421 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 23: conflicting requests 2024-04-12T15:49:00.421 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.421 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 24: conflicting requests 2024-04-12T15:49:00.421 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.421 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 25: conflicting requests 2024-04-12T15:49:00.421 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.421 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 26: conflicting requests 2024-04-12T15:49:00.421 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.421 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 27: conflicting requests 2024-04-12T15:49:00.422 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.422 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 28: conflicting requests 2024-04-12T15:49:00.422 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.422 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 29: conflicting requests 2024-04-12T15:49:00.422 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.422 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 30: conflicting requests 2024-04-12T15:49:00.422 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.422 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 31: conflicting requests 2024-04-12T15:49:00.422 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.422 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 32: conflicting requests 2024-04-12T15:49:00.422 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.422 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 33: conflicting requests 2024-04-12T15:49:00.422 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.422 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 34: conflicting requests 2024-04-12T15:49:00.422 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.423 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 35: conflicting requests 2024-04-12T15:49:00.423 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.423 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 36: conflicting requests 2024-04-12T15:49:00.423 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.423 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 37: conflicting requests 2024-04-12T15:49:00.423 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.423 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.423 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.423 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T15:49:00.423 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.423 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.423 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.423 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.423 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 39: conflicting requests 2024-04-12T15:49:00.423 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.423 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.424 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.424 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.424 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.424 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.424 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T15:49:00.424 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.424 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.424 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.424 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.424 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T15:49:00.424 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.424 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.424 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.424 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.424 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T15:49:00.425 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.425 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.425 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.425 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.425 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T15:49:00.425 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.425 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.425 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.425 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.425 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T15:49:00.425 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.425 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.425 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.425 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.425 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T15:49:00.425 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.426 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.426 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.426 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T15:49:00.456 INFO:teuthology.orchestra.run.smithi099.stdout:Dependencies resolved. 2024-04-12T15:49:00.458 INFO:teuthology.orchestra.run.smithi099.stdout:================================================================================ 2024-04-12T15:49:00.458 INFO:teuthology.orchestra.run.smithi099.stdout: Package Architecture Version Repository Size 2024-04-12T15:49:00.458 INFO:teuthology.orchestra.run.smithi099.stdout:================================================================================ 2024-04-12T15:49:00.458 INFO:teuthology.orchestra.run.smithi099.stdout:Installing: 2024-04-12T15:49:00.458 INFO:teuthology.orchestra.run.smithi099.stdout: runc x86_64 4:1.1.12-2.el9 appstream 3.1 M 2024-04-12T15:49:00.459 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:49:00.459 INFO:teuthology.orchestra.run.smithi099.stdout:Transaction Summary 2024-04-12T15:49:00.459 INFO:teuthology.orchestra.run.smithi099.stdout:================================================================================ 2024-04-12T15:49:00.459 INFO:teuthology.orchestra.run.smithi099.stdout:Install 1 Package 2024-04-12T15:49:00.459 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:49:00.459 INFO:teuthology.orchestra.run.smithi099.stdout:Total download size: 3.1 M 2024-04-12T15:49:00.460 INFO:teuthology.orchestra.run.smithi099.stdout:Installed size: 9.8 M 2024-04-12T15:49:00.460 INFO:teuthology.orchestra.run.smithi099.stdout:Downloading Packages: 2024-04-12T15:49:00.485 INFO:teuthology.orchestra.run.smithi110.stdout:Dependencies resolved. 2024-04-12T15:49:00.487 INFO:teuthology.orchestra.run.smithi110.stdout:================================================================================ 2024-04-12T15:49:00.488 INFO:teuthology.orchestra.run.smithi110.stdout: Package Architecture Version Repository Size 2024-04-12T15:49:00.488 INFO:teuthology.orchestra.run.smithi110.stdout:================================================================================ 2024-04-12T15:49:00.488 INFO:teuthology.orchestra.run.smithi110.stdout:Installing: 2024-04-12T15:49:00.488 INFO:teuthology.orchestra.run.smithi110.stdout: runc x86_64 4:1.1.12-2.el9 appstream 3.1 M 2024-04-12T15:49:00.488 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-04-12T15:49:00.488 INFO:teuthology.orchestra.run.smithi110.stdout:Transaction Summary 2024-04-12T15:49:00.489 INFO:teuthology.orchestra.run.smithi110.stdout:================================================================================ 2024-04-12T15:49:00.489 INFO:teuthology.orchestra.run.smithi110.stdout:Install 1 Package 2024-04-12T15:49:00.489 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-04-12T15:49:00.489 INFO:teuthology.orchestra.run.smithi110.stdout:Total download size: 3.1 M 2024-04-12T15:49:00.489 INFO:teuthology.orchestra.run.smithi110.stdout:Installed size: 9.8 M 2024-04-12T15:49:00.489 INFO:teuthology.orchestra.run.smithi110.stdout:Downloading Packages: 2024-04-12T15:49:01.750 INFO:teuthology.orchestra.run.smithi099.stdout:runc-1.1.12-2.el9.x86_64.rpm 3.0 MB/s | 3.1 MB 00:01 2024-04-12T15:49:01.751 INFO:teuthology.orchestra.run.smithi099.stdout:-------------------------------------------------------------------------------- 2024-04-12T15:49:01.751 INFO:teuthology.orchestra.run.smithi099.stdout:Total 2.4 MB/s | 3.1 MB 00:01 2024-04-12T15:49:01.789 INFO:teuthology.orchestra.run.smithi099.stdout:Running transaction check 2024-04-12T15:49:01.795 INFO:teuthology.orchestra.run.smithi099.stdout:Transaction check succeeded. 2024-04-12T15:49:01.795 INFO:teuthology.orchestra.run.smithi099.stdout:Running transaction test 2024-04-12T15:49:01.876 INFO:teuthology.orchestra.run.smithi099.stdout:Transaction test succeeded. 2024-04-12T15:49:01.877 INFO:teuthology.orchestra.run.smithi099.stdout:Running transaction 2024-04-12T15:49:01.884 INFO:teuthology.orchestra.run.smithi110.stdout:runc-1.1.12-2.el9.x86_64.rpm 2.8 MB/s | 3.1 MB 00:01 2024-04-12T15:49:01.884 INFO:teuthology.orchestra.run.smithi110.stdout:-------------------------------------------------------------------------------- 2024-04-12T15:49:01.884 INFO:teuthology.orchestra.run.smithi110.stdout:Total 2.2 MB/s | 3.1 MB 00:01 2024-04-12T15:49:01.923 INFO:teuthology.orchestra.run.smithi110.stdout:Running transaction check 2024-04-12T15:49:01.929 INFO:teuthology.orchestra.run.smithi110.stdout:Transaction check succeeded. 2024-04-12T15:49:01.929 INFO:teuthology.orchestra.run.smithi110.stdout:Running transaction test 2024-04-12T15:49:02.011 INFO:teuthology.orchestra.run.smithi110.stdout:Transaction test succeeded. 2024-04-12T15:49:02.011 INFO:teuthology.orchestra.run.smithi110.stdout:Running transaction 2024-04-12T15:49:02.083 INFO:teuthology.orchestra.run.smithi099.stdout: Preparing : 1/1 2024-04-12T15:49:02.188 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-12T15:49:02.217 INFO:teuthology.orchestra.run.smithi110.stdout: Preparing : 1/1 2024-04-12T15:49:02.320 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-12T15:49:02.744 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-12T15:49:02.872 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-12T15:49:03.078 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-12T15:49:03.078 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:49:03.079 INFO:teuthology.orchestra.run.smithi099.stdout:Installed: 2024-04-12T15:49:03.079 INFO:teuthology.orchestra.run.smithi099.stdout: runc-4:1.1.12-2.el9.x86_64 2024-04-12T15:49:03.079 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:49:03.079 INFO:teuthology.orchestra.run.smithi099.stdout:Complete! 2024-04-12T15:49:03.196 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-12T15:49:03.197 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-04-12T15:49:03.197 INFO:teuthology.orchestra.run.smithi110.stdout:Installed: 2024-04-12T15:49:03.197 INFO:teuthology.orchestra.run.smithi110.stdout: runc-4:1.1.12-2.el9.x86_64 2024-04-12T15:49:03.197 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-04-12T15:49:03.197 INFO:teuthology.orchestra.run.smithi110.stdout:Complete! 2024-04-12T15:49:03.333 DEBUG:teuthology.parallel:result is None 2024-04-12T15:49:03.457 DEBUG:teuthology.parallel:result is None 2024-04-12T15:49:03.457 INFO:teuthology.run_tasks:Running task install... 2024-04-12T15:49:03.465 DEBUG:teuthology.task.install:project ceph 2024-04-12T15:49:03.465 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'bf9c5618cc018927fa77780d25b6deb1f5dc254d'}} 2024-04-12T15:49:03.465 DEBUG:teuthology.task.install:config {'branch': 'reef', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'bf9c5618cc018927fa77780d25b6deb1f5dc254d'} 2024-04-12T15:49:03.466 INFO:teuthology.task.install:Using flavor: default 2024-04-12T15:49:03.474 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-04-12T15:49:03.474 INFO:teuthology.task.install:extra packages: [] 2024-04-12T15:49:03.474 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'bf9c5618cc018927fa77780d25b6deb1f5dc254d', 'tag': None, 'wait_for_package': False} 2024-04-12T15:49:03.475 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-12T15:49:03.475 INFO:teuthology.packaging:ref: None 2024-04-12T15:49:03.475 INFO:teuthology.packaging:tag: None 2024-04-12T15:49:03.475 INFO:teuthology.packaging:branch: reef 2024-04-12T15:49:03.475 INFO:teuthology.packaging:sha1: bf9c5618cc018927fa77780d25b6deb1f5dc254d 2024-04-12T15:49:03.475 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-12T15:49:03.477 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'bf9c5618cc018927fa77780d25b6deb1f5dc254d', 'tag': None, 'wait_for_package': False} 2024-04-12T15:49:03.477 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-12T15:49:03.477 INFO:teuthology.packaging:ref: None 2024-04-12T15:49:03.477 INFO:teuthology.packaging:tag: None 2024-04-12T15:49:03.478 INFO:teuthology.packaging:branch: reef 2024-04-12T15:49:03.478 INFO:teuthology.packaging:sha1: bf9c5618cc018927fa77780d25b6deb1f5dc254d 2024-04-12T15:49:03.478 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-12T15:49:03.759 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/flavors/default/ 2024-04-12T15:49:03.760 INFO:teuthology.task.install.rpm:Package version is 18.2.2-1189.gc96c8d47 2024-04-12T15:49:03.795 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/flavors/default/ 2024-04-12T15:49:03.796 INFO:teuthology.task.install.rpm:Package version is 18.2.2-1189.gc96c8d47 2024-04-12T15:49:03.873 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-12T15:49:03.873 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-04-12T15:49:03.873 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-12T15:49:03.900 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-04-12T15:49:03.901 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-12T15:49:03.901 INFO:teuthology.packaging:ref: None 2024-04-12T15:49:03.901 INFO:teuthology.packaging:tag: None 2024-04-12T15:49:03.901 INFO:teuthology.packaging:branch: reef 2024-04-12T15:49:03.901 INFO:teuthology.packaging:sha1: bf9c5618cc018927fa77780d25b6deb1f5dc254d 2024-04-12T15:49:03.901 DEBUG:teuthology.orchestra.run.smithi110:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-12T15:49:03.908 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-12T15:49:03.908 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-04-12T15:49:03.908 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-12T15:49:03.936 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-04-12T15:49:03.936 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-12T15:49:03.936 INFO:teuthology.packaging:ref: None 2024-04-12T15:49:03.936 INFO:teuthology.packaging:tag: None 2024-04-12T15:49:03.936 INFO:teuthology.packaging:branch: reef 2024-04-12T15:49:03.936 INFO:teuthology.packaging:sha1: bf9c5618cc018927fa77780d25b6deb1f5dc254d 2024-04-12T15:49:03.936 DEBUG:teuthology.orchestra.run.smithi099:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-12T15:49:03.969 DEBUG:teuthology.orchestra.run.smithi110:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-12T15:49:04.003 DEBUG:teuthology.orchestra.run.smithi099:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-12T15:49:04.049 DEBUG:teuthology.orchestra.run.smithi110:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-12T15:49:04.083 DEBUG:teuthology.orchestra.run.smithi099:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-12T15:49:04.116 INFO:teuthology.orchestra.run.smithi110.stdout:check_obsoletes = 1 2024-04-12T15:49:04.118 DEBUG:teuthology.orchestra.run.smithi110:> sudo yum clean all 2024-04-12T15:49:04.149 INFO:teuthology.orchestra.run.smithi099.stdout:check_obsoletes = 1 2024-04-12T15:49:04.150 DEBUG:teuthology.orchestra.run.smithi099:> sudo yum clean all 2024-04-12T15:49:04.355 INFO:teuthology.orchestra.run.smithi110.stdout:74 files removed 2024-04-12T15:49:04.382 DEBUG:teuthology.orchestra.run.smithi110:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-04-12T15:49:04.405 INFO:teuthology.orchestra.run.smithi099.stdout:74 files removed 2024-04-12T15:49:04.433 DEBUG:teuthology.orchestra.run.smithi099:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-04-12T15:49:05.040 INFO:teuthology.orchestra.run.smithi110.stdout:ceph packages for x86_64 214 kB/s | 77 kB 00:00 2024-04-12T15:49:05.091 INFO:teuthology.orchestra.run.smithi099.stdout:ceph packages for x86_64 216 kB/s | 77 kB 00:00 2024-04-12T15:49:05.432 INFO:teuthology.orchestra.run.smithi110.stdout:ceph noarch packages 33 kB/s | 11 kB 00:00 2024-04-12T15:49:05.508 INFO:teuthology.orchestra.run.smithi099.stdout:ceph noarch packages 31 kB/s | 11 kB 00:00 2024-04-12T15:49:05.825 INFO:teuthology.orchestra.run.smithi099.stdout:ceph source packages 6.7 kB/s | 1.9 kB 00:00 2024-04-12T15:49:05.932 INFO:teuthology.orchestra.run.smithi110.stdout:ceph source packages 4.1 kB/s | 1.9 kB 00:00 2024-04-12T15:49:06.678 INFO:teuthology.orchestra.run.smithi099.stdout:CentOS-9 - AppStream 10 MB/s | 8.1 MB 00:00 2024-04-12T15:49:06.718 INFO:teuthology.orchestra.run.smithi110.stdout:CentOS-9 - AppStream 11 MB/s | 8.1 MB 00:00 2024-04-12T15:49:08.311 INFO:teuthology.orchestra.run.smithi099.stdout:CentOS-9 - BaseOS 7.8 MB/s | 2.5 MB 00:00 2024-04-12T15:49:08.475 INFO:teuthology.orchestra.run.smithi110.stdout:CentOS-9 - BaseOS 6.2 MB/s | 2.5 MB 00:00 2024-04-12T15:49:10.037 INFO:teuthology.orchestra.run.smithi110.stdout:CentOS Stream 9 - BaseOS 7.3 MB/s | 8.0 MB 00:01 2024-04-12T15:49:10.212 INFO:teuthology.orchestra.run.smithi099.stdout:CentOS Stream 9 - BaseOS 5.6 MB/s | 8.0 MB 00:01 2024-04-12T15:49:13.586 INFO:teuthology.orchestra.run.smithi099.stdout:CentOS Stream 9 - AppStream 8.3 MB/s | 19 MB 00:02 2024-04-12T15:49:18.180 INFO:teuthology.orchestra.run.smithi099.stdout:CentOS Stream 9 - CRB 6.4 MB/s | 6.2 MB 00:00 2024-04-12T15:49:19.612 INFO:teuthology.orchestra.run.smithi099.stdout:CentOS Stream 9 - Extras packages 70 kB/s | 16 kB 00:00 2024-04-12T15:49:22.346 INFO:teuthology.orchestra.run.smithi099.stdout:Extra Packages for Enterprise Linux 8.1 MB/s | 21 MB 00:02 2024-04-12T15:49:27.471 INFO:teuthology.orchestra.run.smithi099.stdout:lab-extras 43 kB/s | 1.7 kB 00:00 2024-04-12T15:49:30.042 INFO:teuthology.orchestra.run.smithi099.stderr:Modular dependency problems: 2024-04-12T15:49:30.043 INFO:teuthology.orchestra.run.smithi099.stderr: 2024-04-12T15:49:30.043 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 1: conflicting requests 2024-04-12T15:49:30.043 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.043 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 2: conflicting requests 2024-04-12T15:49:30.043 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.043 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 3: conflicting requests 2024-04-12T15:49:30.043 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.043 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 4: conflicting requests 2024-04-12T15:49:30.043 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.043 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 5: conflicting requests 2024-04-12T15:49:30.043 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.044 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 6: conflicting requests 2024-04-12T15:49:30.044 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.044 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 7: conflicting requests 2024-04-12T15:49:30.044 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.044 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 8: conflicting requests 2024-04-12T15:49:30.044 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.044 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 9: conflicting requests 2024-04-12T15:49:30.044 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.044 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 10: conflicting requests 2024-04-12T15:49:30.044 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.044 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 11: conflicting requests 2024-04-12T15:49:30.044 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.045 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 12: conflicting requests 2024-04-12T15:49:30.045 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.045 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 13: conflicting requests 2024-04-12T15:49:30.045 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.045 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 14: conflicting requests 2024-04-12T15:49:30.045 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.045 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 15: conflicting requests 2024-04-12T15:49:30.045 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.045 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 16: conflicting requests 2024-04-12T15:49:30.045 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.045 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 17: conflicting requests 2024-04-12T15:49:30.045 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.045 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 18: conflicting requests 2024-04-12T15:49:30.045 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.046 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 19: conflicting requests 2024-04-12T15:49:30.046 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.046 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 20: conflicting requests 2024-04-12T15:49:30.046 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.046 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 21: conflicting requests 2024-04-12T15:49:30.046 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.046 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 22: conflicting requests 2024-04-12T15:49:30.046 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.046 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 23: conflicting requests 2024-04-12T15:49:30.046 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.046 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 24: conflicting requests 2024-04-12T15:49:30.047 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.047 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 25: conflicting requests 2024-04-12T15:49:30.047 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.047 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 26: conflicting requests 2024-04-12T15:49:30.047 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.047 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 27: conflicting requests 2024-04-12T15:49:30.047 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.047 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 28: conflicting requests 2024-04-12T15:49:30.047 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.047 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 29: conflicting requests 2024-04-12T15:49:30.047 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.047 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 30: conflicting requests 2024-04-12T15:49:30.048 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.048 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 31: conflicting requests 2024-04-12T15:49:30.048 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.048 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 32: conflicting requests 2024-04-12T15:49:30.048 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.048 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 33: conflicting requests 2024-04-12T15:49:30.048 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.048 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 34: conflicting requests 2024-04-12T15:49:30.048 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.048 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 35: conflicting requests 2024-04-12T15:49:30.048 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.048 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 36: conflicting requests 2024-04-12T15:49:30.048 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.048 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 37: conflicting requests 2024-04-12T15:49:30.049 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.049 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.049 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.049 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T15:49:30.049 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.049 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.049 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.049 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.049 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 39: conflicting requests 2024-04-12T15:49:30.049 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.049 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.049 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.049 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.049 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.049 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.050 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T15:49:30.050 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.050 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.050 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.050 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.050 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T15:49:30.050 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.050 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.050 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.050 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.050 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T15:49:30.050 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.050 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.050 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.051 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.051 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T15:49:30.051 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.051 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.051 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.051 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.051 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T15:49:30.051 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.051 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.051 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.051 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.051 INFO:teuthology.orchestra.run.smithi099.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T15:49:30.051 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.051 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.052 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.052 INFO:teuthology.orchestra.run.smithi099.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T15:49:30.488 INFO:teuthology.orchestra.run.smithi099.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-12T15:49:30.488 INFO:teuthology.orchestra.run.smithi099.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-12T15:49:30.586 INFO:teuthology.orchestra.run.smithi099.stdout:Dependencies resolved. 2024-04-12T15:49:30.593 INFO:teuthology.orchestra.run.smithi099.stdout:======================================================================================= 2024-04-12T15:49:30.593 INFO:teuthology.orchestra.run.smithi099.stdout: Package Arch Version Repository Size 2024-04-12T15:49:30.593 INFO:teuthology.orchestra.run.smithi099.stdout:======================================================================================= 2024-04-12T15:49:30.593 INFO:teuthology.orchestra.run.smithi099.stdout:Installing: 2024-04-12T15:49:30.593 INFO:teuthology.orchestra.run.smithi099.stdout: ceph x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 6.5 k 2024-04-12T15:49:30.593 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-base x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 5.1 M 2024-04-12T15:49:30.593 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-fuse x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 848 k 2024-04-12T15:49:30.594 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-immutable-object-cache x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 143 k 2024-04-12T15:49:30.594 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mgr x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 1.5 M 2024-04-12T15:49:30.594 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mgr-cephadm noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 138 k 2024-04-12T15:49:30.594 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mgr-dashboard noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 3.5 M 2024-04-12T15:49:30.594 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 7.4 M 2024-04-12T15:49:30.594 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mgr-rook noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 49 k 2024-04-12T15:49:30.594 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-radosgw x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 7.7 M 2024-04-12T15:49:30.594 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-test x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 40 M 2024-04-12T15:49:30.594 INFO:teuthology.orchestra.run.smithi099.stdout: cephadm noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 224 k 2024-04-12T15:49:30.594 INFO:teuthology.orchestra.run.smithi099.stdout: libcephfs-devel x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 31 k 2024-04-12T15:49:30.594 INFO:teuthology.orchestra.run.smithi099.stdout: libcephfs2 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 708 k 2024-04-12T15:49:30.594 INFO:teuthology.orchestra.run.smithi099.stdout: librados-devel x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 127 k 2024-04-12T15:49:30.594 INFO:teuthology.orchestra.run.smithi099.stdout: python3-cephfs x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 162 k 2024-04-12T15:49:30.595 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-04-12T15:49:30.595 INFO:teuthology.orchestra.run.smithi099.stdout: python3-rados x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 321 k 2024-04-12T15:49:30.595 INFO:teuthology.orchestra.run.smithi099.stdout: python3-rbd x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 298 k 2024-04-12T15:49:30.595 INFO:teuthology.orchestra.run.smithi099.stdout: python3-rgw x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 99 k 2024-04-12T15:49:30.595 INFO:teuthology.orchestra.run.smithi099.stdout: rbd-fuse x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 87 k 2024-04-12T15:49:30.595 INFO:teuthology.orchestra.run.smithi099.stdout: rbd-mirror x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 3.0 M 2024-04-12T15:49:30.595 INFO:teuthology.orchestra.run.smithi099.stdout: rbd-nbd x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 172 k 2024-04-12T15:49:30.595 INFO:teuthology.orchestra.run.smithi099.stdout:Upgrading: 2024-04-12T15:49:30.595 INFO:teuthology.orchestra.run.smithi099.stdout: librados2 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 3.3 M 2024-04-12T15:49:30.595 INFO:teuthology.orchestra.run.smithi099.stdout: librbd1 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 3.0 M 2024-04-12T15:49:30.595 INFO:teuthology.orchestra.run.smithi099.stdout:Installing dependencies: 2024-04-12T15:49:30.595 INFO:teuthology.orchestra.run.smithi099.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-12T15:49:30.595 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-common x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 18 M 2024-04-12T15:49:30.595 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-grafana-dashboards noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 24 k 2024-04-12T15:49:30.595 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mds x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 2.1 M 2024-04-12T15:49:30.596 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mgr-modules-core noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 246 k 2024-04-12T15:49:30.596 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mon x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 4.7 M 2024-04-12T15:49:30.596 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-osd x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 17 M 2024-04-12T15:49:30.596 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-prometheus-alerts noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 15 k 2024-04-12T15:49:30.596 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-selinux x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 25 k 2024-04-12T15:49:30.596 INFO:teuthology.orchestra.run.smithi099.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-12T15:49:30.596 INFO:teuthology.orchestra.run.smithi099.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-12T15:49:30.596 INFO:teuthology.orchestra.run.smithi099.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-12T15:49:30.596 INFO:teuthology.orchestra.run.smithi099.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-04-12T15:49:30.596 INFO:teuthology.orchestra.run.smithi099.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-12T15:49:30.596 INFO:teuthology.orchestra.run.smithi099.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-12T15:49:30.596 INFO:teuthology.orchestra.run.smithi099.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-04-12T15:49:30.596 INFO:teuthology.orchestra.run.smithi099.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-12T15:49:30.596 INFO:teuthology.orchestra.run.smithi099.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-12T15:49:30.597 INFO:teuthology.orchestra.run.smithi099.stdout: libcephsqlite x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 166 k 2024-04-12T15:49:30.597 INFO:teuthology.orchestra.run.smithi099.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-12T15:49:30.597 INFO:teuthology.orchestra.run.smithi099.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-12T15:49:30.597 INFO:teuthology.orchestra.run.smithi099.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-12T15:49:30.597 INFO:teuthology.orchestra.run.smithi099.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-12T15:49:30.597 INFO:teuthology.orchestra.run.smithi099.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-12T15:49:30.597 INFO:teuthology.orchestra.run.smithi099.stdout: libradosstriper1 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 474 k 2024-04-12T15:49:30.597 INFO:teuthology.orchestra.run.smithi099.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-12T15:49:30.597 INFO:teuthology.orchestra.run.smithi099.stdout: librgw2 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 4.5 M 2024-04-12T15:49:30.597 INFO:teuthology.orchestra.run.smithi099.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-12T15:49:30.597 INFO:teuthology.orchestra.run.smithi099.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-12T15:49:30.597 INFO:teuthology.orchestra.run.smithi099.stdout: oniguruma x86_64 6.9.6-1.el9.5 baseos 218 k 2024-04-12T15:49:30.597 INFO:teuthology.orchestra.run.smithi099.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-12T15:49:30.597 INFO:teuthology.orchestra.run.smithi099.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-12T15:49:30.598 INFO:teuthology.orchestra.run.smithi099.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-12T15:49:30.598 INFO:teuthology.orchestra.run.smithi099.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-12T15:49:30.598 INFO:teuthology.orchestra.run.smithi099.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-12T15:49:30.598 INFO:teuthology.orchestra.run.smithi099.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-12T15:49:30.598 INFO:teuthology.orchestra.run.smithi099.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-12T15:49:30.598 INFO:teuthology.orchestra.run.smithi099.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-12T15:49:30.598 INFO:teuthology.orchestra.run.smithi099.stdout: python3-ceph-argparse x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 45 k 2024-04-12T15:49:30.598 INFO:teuthology.orchestra.run.smithi099.stdout: python3-ceph-common x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 129 k 2024-04-12T15:49:30.598 INFO:teuthology.orchestra.run.smithi099.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-12T15:49:30.598 INFO:teuthology.orchestra.run.smithi099.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-12T15:49:30.598 INFO:teuthology.orchestra.run.smithi099.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-12T15:49:30.598 INFO:teuthology.orchestra.run.smithi099.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-12T15:49:30.598 INFO:teuthology.orchestra.run.smithi099.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-12T15:49:30.598 INFO:teuthology.orchestra.run.smithi099.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-04-12T15:49:30.599 INFO:teuthology.orchestra.run.smithi099.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-12T15:49:30.599 INFO:teuthology.orchestra.run.smithi099.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-04-12T15:49:30.599 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-12T15:49:30.599 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-12T15:49:30.599 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-12T15:49:30.599 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-12T15:49:30.599 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-12T15:49:30.599 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-12T15:49:30.599 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-12T15:49:30.599 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-12T15:49:30.599 INFO:teuthology.orchestra.run.smithi099.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-12T15:49:30.599 INFO:teuthology.orchestra.run.smithi099.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-12T15:49:30.600 INFO:teuthology.orchestra.run.smithi099.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-12T15:49:30.600 INFO:teuthology.orchestra.run.smithi099.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-12T15:49:30.600 INFO:teuthology.orchestra.run.smithi099.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-12T15:49:30.600 INFO:teuthology.orchestra.run.smithi099.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-12T15:49:30.600 INFO:teuthology.orchestra.run.smithi099.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-12T15:49:30.600 INFO:teuthology.orchestra.run.smithi099.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-12T15:49:30.600 INFO:teuthology.orchestra.run.smithi099.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-12T15:49:30.600 INFO:teuthology.orchestra.run.smithi099.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-12T15:49:30.600 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-12T15:49:30.600 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-04-12T15:49:30.600 INFO:teuthology.orchestra.run.smithi099.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-12T15:49:30.601 INFO:teuthology.orchestra.run.smithi099.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-12T15:49:30.601 INFO:teuthology.orchestra.run.smithi099.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-12T15:49:30.601 INFO:teuthology.orchestra.run.smithi099.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-04-12T15:49:30.601 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-12T15:49:30.601 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-12T15:49:30.601 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-12T15:49:30.601 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-12T15:49:30.601 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-12T15:49:30.601 INFO:teuthology.orchestra.run.smithi099.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-12T15:49:30.601 INFO:teuthology.orchestra.run.smithi099.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-12T15:49:30.601 INFO:teuthology.orchestra.run.smithi099.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-12T15:49:30.601 INFO:teuthology.orchestra.run.smithi099.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-12T15:49:30.601 INFO:teuthology.orchestra.run.smithi099.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-12T15:49:30.601 INFO:teuthology.orchestra.run.smithi099.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-12T15:49:30.601 INFO:teuthology.orchestra.run.smithi099.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-12T15:49:30.602 INFO:teuthology.orchestra.run.smithi099.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-12T15:49:30.602 INFO:teuthology.orchestra.run.smithi099.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-12T15:49:30.602 INFO:teuthology.orchestra.run.smithi099.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-12T15:49:30.602 INFO:teuthology.orchestra.run.smithi099.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-12T15:49:30.602 INFO:teuthology.orchestra.run.smithi099.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-12T15:49:30.602 INFO:teuthology.orchestra.run.smithi099.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-12T15:49:30.602 INFO:teuthology.orchestra.run.smithi099.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-12T15:49:30.602 INFO:teuthology.orchestra.run.smithi099.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-12T15:49:30.602 INFO:teuthology.orchestra.run.smithi099.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-12T15:49:30.602 INFO:teuthology.orchestra.run.smithi099.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-12T15:49:30.602 INFO:teuthology.orchestra.run.smithi099.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-12T15:49:30.602 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:49:30.602 INFO:teuthology.orchestra.run.smithi099.stdout:Transaction Summary 2024-04-12T15:49:30.602 INFO:teuthology.orchestra.run.smithi099.stdout:======================================================================================= 2024-04-12T15:49:30.603 INFO:teuthology.orchestra.run.smithi099.stdout:Install 118 Packages 2024-04-12T15:49:30.603 INFO:teuthology.orchestra.run.smithi099.stdout:Upgrade 2 Packages 2024-04-12T15:49:30.603 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:49:30.603 INFO:teuthology.orchestra.run.smithi099.stdout:Total download size: 180 M 2024-04-12T15:49:30.603 INFO:teuthology.orchestra.run.smithi099.stdout:Downloading Packages: 2024-04-12T15:49:31.305 INFO:teuthology.orchestra.run.smithi099.stdout:(1/120): ceph-18.2.2-1189.gc96c8d47.el9.x86_64. 40 kB/s | 6.5 kB 00:00 2024-04-12T15:49:31.522 INFO:teuthology.orchestra.run.smithi099.stdout:(2/120): ceph-fuse-18.2.2-1189.gc96c8d47.el9.x8 3.8 MB/s | 848 kB 00:00 2024-04-12T15:49:31.581 INFO:teuthology.orchestra.run.smithi099.stdout:(3/120): ceph-immutable-object-cache-18.2.2-118 2.4 MB/s | 143 kB 00:00 2024-04-12T15:49:31.972 INFO:teuthology.orchestra.run.smithi099.stdout:(4/120): ceph-mds-18.2.2-1189.gc96c8d47.el9.x86 5.3 MB/s | 2.1 MB 00:00 2024-04-12T15:49:32.039 INFO:teuthology.orchestra.run.smithi099.stdout:(5/120): ceph-base-18.2.2-1189.gc96c8d47.el9.x8 5.7 MB/s | 5.1 MB 00:00 2024-04-12T15:49:32.164 INFO:teuthology.orchestra.run.smithi099.stdout:(6/120): ceph-mgr-18.2.2-1189.gc96c8d47.el9.x86 7.6 MB/s | 1.5 MB 00:00 2024-04-12T15:49:32.506 INFO:teuthology.orchestra.run.smithi099.stdout:(7/120): ceph-mon-18.2.2-1189.gc96c8d47.el9.x86 10 MB/s | 4.7 MB 00:00 2024-04-12T15:49:33.134 INFO:teuthology.orchestra.run.smithi110.stdout:CentOS Stream 9 - AppStream 879 kB/s | 19 MB 00:21 2024-04-12T15:49:33.315 INFO:teuthology.orchestra.run.smithi099.stdout:(8/120): ceph-radosgw-18.2.2-1189.gc96c8d47.el9 9.6 MB/s | 7.7 MB 00:00 2024-04-12T15:49:33.491 INFO:teuthology.orchestra.run.smithi099.stdout:(9/120): ceph-common-18.2.2-1189.gc96c8d47.el9. 7.8 MB/s | 18 MB 00:02 2024-04-12T15:49:33.516 INFO:teuthology.orchestra.run.smithi099.stdout:(10/120): ceph-selinux-18.2.2-1189.gc96c8d47.el 125 kB/s | 25 kB 00:00 2024-04-12T15:49:33.599 INFO:teuthology.orchestra.run.smithi099.stdout:(11/120): libcephfs-devel-18.2.2-1189.gc96c8d47 372 kB/s | 31 kB 00:00 2024-04-12T15:49:33.716 INFO:teuthology.orchestra.run.smithi099.stdout:(12/120): libcephfs2-18.2.2-1189.gc96c8d47.el9. 5.9 MB/s | 708 kB 00:00 2024-04-12T15:49:33.800 INFO:teuthology.orchestra.run.smithi099.stdout:(13/120): libcephsqlite-18.2.2-1189.gc96c8d47.e 1.9 MB/s | 166 kB 00:00 2024-04-12T15:49:33.884 INFO:teuthology.orchestra.run.smithi099.stdout:(14/120): librados-devel-18.2.2-1189.gc96c8d47. 1.5 MB/s | 127 kB 00:00 2024-04-12T15:49:34.059 INFO:teuthology.orchestra.run.smithi099.stdout:(15/120): ceph-osd-18.2.2-1189.gc96c8d47.el9.x8 8.7 MB/s | 17 MB 00:01 2024-04-12T15:49:34.084 INFO:teuthology.orchestra.run.smithi099.stdout:(16/120): libradosstriper1-18.2.2-1189.gc96c8d4 2.3 MB/s | 474 kB 00:00 2024-04-12T15:49:34.193 INFO:teuthology.orchestra.run.smithi099.stdout:(17/120): python3-ceph-argparse-18.2.2-1189.gc9 415 kB/s | 45 kB 00:00 2024-04-12T15:49:34.276 INFO:teuthology.orchestra.run.smithi099.stdout:(18/120): python3-ceph-common-18.2.2-1189.gc96c 1.5 MB/s | 129 kB 00:00 2024-04-12T15:49:34.352 INFO:teuthology.orchestra.run.smithi099.stdout:(19/120): python3-cephfs-18.2.2-1189.gc96c8d47. 2.1 MB/s | 162 kB 00:00 2024-04-12T15:49:34.469 INFO:teuthology.orchestra.run.smithi099.stdout:(20/120): librgw2-18.2.2-1189.gc96c8d47.el9.x86 11 MB/s | 4.5 MB 00:00 2024-04-12T15:49:34.494 INFO:teuthology.orchestra.run.smithi099.stdout:(21/120): python3-rados-18.2.2-1189.gc96c8d47.e 2.2 MB/s | 321 kB 00:00 2024-04-12T15:49:34.528 INFO:teuthology.orchestra.run.smithi099.stdout:(22/120): python3-rbd-18.2.2-1189.gc96c8d47.el9 5.0 MB/s | 298 kB 00:00 2024-04-12T15:49:34.586 INFO:teuthology.orchestra.run.smithi099.stdout:(23/120): python3-rgw-18.2.2-1189.gc96c8d47.el9 1.1 MB/s | 99 kB 00:00 2024-04-12T15:49:34.612 INFO:teuthology.orchestra.run.smithi099.stdout:(24/120): rbd-fuse-18.2.2-1189.gc96c8d47.el9.x8 1.0 MB/s | 87 kB 00:00 2024-04-12T15:49:34.687 INFO:teuthology.orchestra.run.smithi099.stdout:(25/120): rbd-nbd-18.2.2-1189.gc96c8d47.el9.x86 2.2 MB/s | 172 kB 00:00 2024-04-12T15:49:34.754 INFO:teuthology.orchestra.run.smithi099.stdout:(26/120): ceph-grafana-dashboards-18.2.2-1189.g 365 kB/s | 24 kB 00:00 2024-04-12T15:49:34.804 INFO:teuthology.orchestra.run.smithi099.stdout:(27/120): ceph-mgr-cephadm-18.2.2-1189.gc96c8d4 2.7 MB/s | 138 kB 00:00 2024-04-12T15:49:34.946 INFO:teuthology.orchestra.run.smithi099.stdout:(28/120): rbd-mirror-18.2.2-1189.gc96c8d47.el9. 8.3 MB/s | 3.0 MB 00:00 2024-04-12T15:49:35.122 INFO:teuthology.orchestra.run.smithi099.stdout:(29/120): ceph-mgr-dashboard-18.2.2-1189.gc96c8 11 MB/s | 3.5 MB 00:00 2024-04-12T15:49:35.172 INFO:teuthology.orchestra.run.smithi099.stdout:(30/120): ceph-mgr-modules-core-18.2.2-1189.gc9 4.8 MB/s | 246 kB 00:00 2024-04-12T15:49:35.230 INFO:teuthology.orchestra.run.smithi099.stdout:(31/120): ceph-mgr-rook-18.2.2-1189.gc96c8d47.e 846 kB/s | 49 kB 00:00 2024-04-12T15:49:35.289 INFO:teuthology.orchestra.run.smithi099.stdout:(32/120): ceph-prometheus-alerts-18.2.2-1189.gc 253 kB/s | 15 kB 00:00 2024-04-12T15:49:35.364 INFO:teuthology.orchestra.run.smithi099.stdout:(33/120): cephadm-18.2.2-1189.gc96c8d47.el9.noa 2.9 MB/s | 224 kB 00:00 2024-04-12T15:49:35.940 INFO:teuthology.orchestra.run.smithi099.stdout:(34/120): ceph-mgr-diskprediction-local-18.2.2- 7.4 MB/s | 7.4 MB 00:00 2024-04-12T15:49:36.181 INFO:teuthology.orchestra.run.smithi099.stdout:(35/120): fuse-2.9.9-15.el9.x86_64.rpm 98 kB/s | 80 kB 00:00 2024-04-12T15:49:36.824 INFO:teuthology.orchestra.run.smithi099.stdout:(36/120): jq-1.6-16.el9.x86_64.rpm 212 kB/s | 187 kB 00:00 2024-04-12T15:49:37.665 INFO:teuthology.orchestra.run.smithi099.stdout:(37/120): libquadmath-11.4.1-3.el9.x86_64.rpm 232 kB/s | 195 kB 00:00 2024-04-12T15:49:37.791 INFO:teuthology.orchestra.run.smithi099.stdout:(38/120): libgfortran-11.4.1-3.el9.x86_64.rpm 499 kB/s | 803 kB 00:01 2024-04-12T15:49:38.317 INFO:teuthology.orchestra.run.smithi110.stdout:CentOS Stream 9 - CRB 3.7 MB/s | 6.2 MB 00:01 2024-04-12T15:49:38.674 INFO:teuthology.orchestra.run.smithi099.stdout:(39/120): ceph-test-18.2.2-1189.gc96c8d47.el9.x 7.7 MB/s | 40 MB 00:05 2024-04-12T15:49:38.716 INFO:teuthology.orchestra.run.smithi099.stdout:(40/120): oniguruma-6.9.6-1.el9.5.x86_64.rpm 207 kB/s | 218 kB 00:01 2024-04-12T15:49:39.133 INFO:teuthology.orchestra.run.smithi099.stdout:(41/120): python3-cffi-1.14.5-5.el9.x86_64.rpm 189 kB/s | 253 kB 00:01 2024-04-12T15:49:39.492 INFO:teuthology.orchestra.run.smithi099.stdout:(42/120): python3-ply-3.11-14.el9.noarch.rpm 137 kB/s | 106 kB 00:00 2024-04-12T15:49:39.819 INFO:teuthology.orchestra.run.smithi110.stdout:CentOS Stream 9 - Extras packages 54 kB/s | 16 kB 00:00 2024-04-12T15:49:39.901 INFO:teuthology.orchestra.run.smithi099.stdout:(43/120): python3-pycparser-2.20-6.el9.noarch.r 176 kB/s | 135 kB 00:00 2024-04-12T15:49:40.259 INFO:teuthology.orchestra.run.smithi099.stdout:(44/120): python3-requests-2.25.1-8.el9.noarch. 163 kB/s | 125 kB 00:00 2024-04-12T15:49:40.342 INFO:teuthology.orchestra.run.smithi099.stdout:(45/120): boost-program-options-1.75.0-8.el9.x8 1.3 MB/s | 107 kB 00:00 2024-04-12T15:49:40.384 INFO:teuthology.orchestra.run.smithi099.stdout:(46/120): flexiblas-3.0.4-8.el9.x86_64.rpm 786 kB/s | 33 kB 00:00 2024-04-12T15:49:40.551 INFO:teuthology.orchestra.run.smithi099.stdout:(47/120): flexiblas-netlib-3.0.4-8.el9.x86_64.r 18 MB/s | 3.0 MB 00:00 2024-04-12T15:49:40.602 INFO:teuthology.orchestra.run.smithi099.stdout:(48/120): flexiblas-openblas-openmp-3.0.4-8.el9 365 kB/s | 18 kB 00:00 2024-04-12T15:49:40.669 INFO:teuthology.orchestra.run.smithi099.stdout:(49/120): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.3 MB/s | 160 kB 00:00 2024-04-12T15:49:40.727 INFO:teuthology.orchestra.run.smithi099.stdout:(50/120): librabbitmq-0.11.0-7.el9.x86_64.rpm 779 kB/s | 45 kB 00:00 2024-04-12T15:49:40.811 INFO:teuthology.orchestra.run.smithi099.stdout:(51/120): python3-urllib3-1.26.5-5.el9.noarch.r 236 kB/s | 215 kB 00:00 2024-04-12T15:49:40.844 INFO:teuthology.orchestra.run.smithi099.stdout:(52/120): librdkafka-1.6.1-102.el9.x86_64.rpm 5.5 MB/s | 662 kB 00:00 2024-04-12T15:49:40.878 INFO:teuthology.orchestra.run.smithi099.stdout:(53/120): python3-cryptography-36.0.1-4.el9.x86 570 kB/s | 1.2 MB 00:02 2024-04-12T15:49:40.920 INFO:teuthology.orchestra.run.smithi099.stdout:(54/120): openblas-0.3.21-2.el9.x86_64.rpm 469 kB/s | 35 kB 00:00 2024-04-12T15:49:40.945 INFO:teuthology.orchestra.run.smithi099.stdout:(55/120): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.1 MB/s | 292 kB 00:00 2024-04-12T15:49:41.037 INFO:teuthology.orchestra.run.smithi099.stdout:(56/120): python3-attrs-20.3.0-7.el9.noarch.rpm 748 kB/s | 87 kB 00:00 2024-04-12T15:49:41.187 INFO:teuthology.orchestra.run.smithi099.stdout:(57/120): openblas-openmp-0.3.21-2.el9.x86_64.r 15 MB/s | 4.7 MB 00:00 2024-04-12T15:49:41.212 INFO:teuthology.orchestra.run.smithi099.stdout:(58/120): python3-devel-3.9.17-2.el9.x86_64.rpm 1.4 MB/s | 245 kB 00:00 2024-04-12T15:49:41.304 INFO:teuthology.orchestra.run.smithi099.stdout:(59/120): python3-babel-2.9.1-2.el9.noarch.rpm 17 MB/s | 6.0 MB 00:00 2024-04-12T15:49:41.330 INFO:teuthology.orchestra.run.smithi099.stdout:(60/120): python3-iniconfig-1.1.1-7.el9.noarch. 123 kB/s | 17 kB 00:00 2024-04-12T15:49:41.372 INFO:teuthology.orchestra.run.smithi099.stdout:(61/120): python3-jsonpatch-1.21-16.el9.noarch. 384 kB/s | 26 kB 00:00 2024-04-12T15:49:41.405 INFO:teuthology.orchestra.run.smithi099.stdout:(62/120): python3-jsonpointer-2.0-4.el9.noarch. 255 kB/s | 19 kB 00:00 2024-04-12T15:49:41.430 INFO:teuthology.orchestra.run.smithi099.stdout:(63/120): python3-jinja2-2.11.3-5.el9.noarch.rp 1.1 MB/s | 248 kB 00:00 2024-04-12T15:49:41.474 INFO:teuthology.orchestra.run.smithi099.stdout:(64/120): python3-markupsafe-1.1.1-12.el9.x86_6 517 kB/s | 35 kB 00:00 2024-04-12T15:49:41.498 INFO:teuthology.orchestra.run.smithi099.stdout:(65/120): python3-mako-1.1.4-6.el9.noarch.rpm 1.3 MB/s | 172 kB 00:00 2024-04-12T15:49:41.565 INFO:teuthology.orchestra.run.smithi099.stdout:(66/120): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.7 MB/s | 250 kB 00:00 2024-04-12T15:49:41.599 INFO:teuthology.orchestra.run.smithi099.stdout:(67/120): python3-oauthlib-3.1.1-5.el9.noarch.r 2.2 MB/s | 222 kB 00:00 2024-04-12T15:49:41.649 INFO:teuthology.orchestra.run.smithi099.stdout:(68/120): python3-packaging-20.9-5.el9.noarch.r 922 kB/s | 77 kB 00:00 2024-04-12T15:49:41.674 INFO:teuthology.orchestra.run.smithi099.stdout:(69/120): python3-pluggy-0.13.1-7.el9.noarch.rp 551 kB/s | 41 kB 00:00 2024-04-12T15:49:41.758 INFO:teuthology.orchestra.run.smithi099.stdout:(70/120): python3-numpy-1.20.1-5.el9.x86_64.rpm 16 MB/s | 5.1 MB 00:00 2024-04-12T15:49:41.783 INFO:teuthology.orchestra.run.smithi099.stdout:(71/120): python3-prettytable-0.7.2-27.el9.noar 316 kB/s | 42 kB 00:00 2024-04-12T15:49:41.797 INFO:teuthology.orchestra.run.smithi110.stdout:Extra Packages for Enterprise Linux 11 MB/s | 21 MB 00:01 2024-04-12T15:49:41.858 INFO:teuthology.orchestra.run.smithi099.stdout:(72/120): python3-py-1.10.0-6.el9.noarch.rpm 2.5 MB/s | 477 kB 00:00 2024-04-12T15:49:41.884 INFO:teuthology.orchestra.run.smithi099.stdout:(73/120): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.2 MB/s | 159 kB 00:00 2024-04-12T15:49:41.909 INFO:teuthology.orchestra.run.smithi099.stdout:(74/120): python3-pyasn1-modules-0.4.8-6.el9.no 2.2 MB/s | 279 kB 00:00 2024-04-12T15:49:41.959 INFO:teuthology.orchestra.run.smithi099.stdout:(75/120): python3-pytz-2021.1-5.el9.noarch.rpm 679 kB/s | 51 kB 00:00 2024-04-12T15:49:41.984 INFO:teuthology.orchestra.run.smithi099.stdout:(76/120): python3-requests-oauthlib-1.3.0-12.el 713 kB/s | 54 kB 00:00 2024-04-12T15:49:42.026 INFO:teuthology.orchestra.run.smithi099.stdout:(77/120): python3-pytest-6.2.2-7.el9.noarch.rpm 3.0 MB/s | 519 kB 00:00 2024-04-12T15:49:42.052 INFO:teuthology.orchestra.run.smithi099.stdout:(78/120): python3-toml-0.10.2-6.el9.noarch.rpm 622 kB/s | 42 kB 00:00 2024-04-12T15:49:42.152 INFO:teuthology.orchestra.run.smithi099.stdout:(79/120): xmlstarlet-1.6.1-20.el9.x86_64.rpm 637 kB/s | 64 kB 00:00 2024-04-12T15:49:42.186 INFO:teuthology.orchestra.run.smithi099.stdout:(80/120): socat-1.7.4.1-5.el9.x86_64.rpm 1.9 MB/s | 305 kB 00:00 2024-04-12T15:49:42.352 INFO:teuthology.orchestra.run.smithi099.stdout:(81/120): fmt-8.1.1-5.el9.x86_64.rpm 553 kB/s | 111 kB 00:00 2024-04-12T15:49:42.569 INFO:teuthology.orchestra.run.smithi099.stdout:(82/120): python3-scipy-1.6.2-8.el9.x86_64.rpm 27 MB/s | 16 MB 00:00 2024-04-12T15:49:42.595 INFO:teuthology.orchestra.run.smithi099.stdout:(83/120): gperftools-libs-2.9.1-2.el9.x86_64.rp 755 kB/s | 309 kB 00:00 2024-04-12T15:49:42.653 INFO:teuthology.orchestra.run.smithi099.stdout:(84/120): liboath-2.6.7-2.el9.x86_64.rpm 833 kB/s | 49 kB 00:00 2024-04-12T15:49:42.695 INFO:teuthology.orchestra.run.smithi099.stdout:(85/120): libarrow-doc-9.0.0-10.el9.noarch.rpm 207 kB/s | 26 kB 00:00 2024-04-12T15:49:42.721 INFO:teuthology.orchestra.run.smithi099.stdout:(86/120): libunwind-1.6.2-1.el9.x86_64.rpm 1.0 MB/s | 67 kB 00:00 2024-04-12T15:49:42.829 INFO:teuthology.orchestra.run.smithi099.stdout:(87/120): python3-asyncssh-2.13.2-5.el9.noarch. 5.0 MB/s | 548 kB 00:00 2024-04-12T15:49:42.904 INFO:teuthology.orchestra.run.smithi099.stdout:(88/120): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 579 kB/s | 43 kB 00:00 2024-04-12T15:49:42.963 INFO:teuthology.orchestra.run.smithi099.stdout:(89/120): parquet-libs-9.0.0-10.el9.x86_64.rpm 3.1 MB/s | 838 kB 00:00 2024-04-12T15:49:42.990 INFO:teuthology.orchestra.run.smithi099.stdout:(90/120): python3-cachetools-4.2.4-1.el9.noarch 384 kB/s | 32 kB 00:00 2024-04-12T15:49:43.022 INFO:teuthology.orchestra.run.smithi099.stdout:(91/120): python3-certifi-2021.10.8-2.el9.noarc 255 kB/s | 15 kB 00:00 2024-04-12T15:49:43.056 INFO:teuthology.orchestra.run.smithi099.stdout:(92/120): python3-cheroot-8.6.0-4.el9.noarch.rp 2.5 MB/s | 172 kB 00:00 2024-04-12T15:49:43.089 INFO:teuthology.orchestra.run.smithi099.stdout:(93/120): python3-cherrypy-18.6.1-2.el9.noarch. 5.2 MB/s | 358 kB 00:00 2024-04-12T15:49:43.115 INFO:teuthology.orchestra.run.smithi099.stdout:(94/120): python3-google-auth-2.28.2-1.el9.noar 3.4 MB/s | 203 kB 00:00 2024-04-12T15:49:43.148 INFO:teuthology.orchestra.run.smithi099.stdout:(95/120): python3-jaraco-8.2.1-3.el9.noarch.rpm 182 kB/s | 11 kB 00:00 2024-04-12T15:49:43.174 INFO:teuthology.orchestra.run.smithi099.stdout:(96/120): python3-jaraco-classes-3.2.1-5.el9.no 301 kB/s | 18 kB 00:00 2024-04-12T15:49:43.207 INFO:teuthology.orchestra.run.smithi099.stdout:(97/120): python3-jaraco-collections-3.0.0-8.el 394 kB/s | 23 kB 00:00 2024-04-12T15:49:43.233 INFO:teuthology.orchestra.run.smithi099.stdout:(98/120): python3-jaraco-functools-3.5.0-2.el9. 332 kB/s | 19 kB 00:00 2024-04-12T15:49:43.300 INFO:teuthology.orchestra.run.smithi099.stdout:(99/120): libarrow-9.0.0-10.el9.x86_64.rpm 4.7 MB/s | 4.4 MB 00:00 2024-04-12T15:49:43.325 INFO:teuthology.orchestra.run.smithi099.stdout:(100/120): python3-jaraco-text-3.2.0-6.el9.noar 168 kB/s | 20 kB 00:00 2024-04-12T15:49:43.359 INFO:teuthology.orchestra.run.smithi099.stdout:(101/120): python3-kubernetes-26.1.0-2.el9.noar 8.1 MB/s | 1.0 MB 00:00 2024-04-12T15:49:43.384 INFO:teuthology.orchestra.run.smithi099.stdout:(102/120): python3-logutils-0.3.5-21.el9.noarch 552 kB/s | 46 kB 00:00 2024-04-12T15:49:43.410 INFO:teuthology.orchestra.run.smithi099.stdout:(103/120): python3-more-itertools-8.12.0-2.el9. 940 kB/s | 79 kB 00:00 2024-04-12T15:49:43.434 INFO:teuthology.orchestra.run.smithi099.stdout:(104/120): python3-natsort-7.1.1-5.el9.noarch.r 765 kB/s | 58 kB 00:00 2024-04-12T15:49:43.476 INFO:teuthology.orchestra.run.smithi099.stdout:(105/120): python3-pecan-1.4.2-3.el9.noarch.rpm 2.9 MB/s | 272 kB 00:00 2024-04-12T15:49:43.502 INFO:teuthology.orchestra.run.smithi099.stdout:(106/120): python3-portend-3.1.0-2.el9.noarch.r 178 kB/s | 16 kB 00:00 2024-04-12T15:49:43.527 INFO:teuthology.orchestra.run.smithi099.stdout:(107/120): python3-pyOpenSSL-21.0.0-1.el9.noarc 978 kB/s | 90 kB 00:00 2024-04-12T15:49:43.552 INFO:teuthology.orchestra.run.smithi099.stdout:(108/120): python3-repoze-lru-0.7-16.el9.noarch 408 kB/s | 31 kB 00:00 2024-04-12T15:49:43.577 INFO:teuthology.orchestra.run.smithi099.stdout:(109/120): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-04-12T15:49:43.603 INFO:teuthology.orchestra.run.smithi099.stdout:(110/120): python3-rsa-4.9-2.el9.noarch.rpm 782 kB/s | 59 kB 00:00 2024-04-12T15:49:43.628 INFO:teuthology.orchestra.run.smithi099.stdout:(111/120): python3-tempora-5.0.0-2.el9.noarch.r 474 kB/s | 36 kB 00:00 2024-04-12T15:49:43.653 INFO:teuthology.orchestra.run.smithi099.stdout:(112/120): python3-typing-extensions-4.4.0-2.el 676 kB/s | 51 kB 00:00 2024-04-12T15:49:43.678 INFO:teuthology.orchestra.run.smithi099.stdout:(113/120): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-04-12T15:49:43.704 INFO:teuthology.orchestra.run.smithi099.stdout:(114/120): python3-websocket-client-1.2.3-2.el9 1.2 MB/s | 90 kB 00:00 2024-04-12T15:49:43.729 INFO:teuthology.orchestra.run.smithi099.stdout:(115/120): python3-werkzeug-2.0.3-3.el9.1.noarc 5.5 MB/s | 427 kB 00:00 2024-04-12T15:49:43.754 INFO:teuthology.orchestra.run.smithi099.stdout:(116/120): python3-zc-lockfile-2.0-10.el9.noarc 264 kB/s | 20 kB 00:00 2024-04-12T15:49:43.780 INFO:teuthology.orchestra.run.smithi099.stdout:(117/120): re2-20211101-3.el9.x86_64.rpm 2.5 MB/s | 192 kB 00:00 2024-04-12T15:49:43.855 INFO:teuthology.orchestra.run.smithi099.stdout:(118/120): thrift-0.15.0-2.el9.x86_64.rpm 13 MB/s | 1.6 MB 00:00 2024-04-12T15:49:44.089 INFO:teuthology.orchestra.run.smithi099.stdout:(119/120): librados2-18.2.2-1189.gc96c8d47.el9. 9.9 MB/s | 3.3 MB 00:00 2024-04-12T15:49:44.464 INFO:teuthology.orchestra.run.smithi099.stdout:(120/120): librbd1-18.2.2-1189.gc96c8d47.el9.x8 4.4 MB/s | 3.0 MB 00:00 2024-04-12T15:49:44.466 INFO:teuthology.orchestra.run.smithi099.stdout:-------------------------------------------------------------------------------- 2024-04-12T15:49:44.466 INFO:teuthology.orchestra.run.smithi099.stdout:Total 13 MB/s | 180 MB 00:13 2024-04-12T15:49:45.213 INFO:teuthology.orchestra.run.smithi099.stdout:Running transaction check 2024-04-12T15:49:45.310 INFO:teuthology.orchestra.run.smithi099.stdout:Transaction check succeeded. 2024-04-12T15:49:45.310 INFO:teuthology.orchestra.run.smithi099.stdout:Running transaction test 2024-04-12T15:49:46.853 INFO:teuthology.orchestra.run.smithi110.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-04-12T15:49:46.901 INFO:teuthology.orchestra.run.smithi099.stdout:Transaction test succeeded. 2024-04-12T15:49:46.901 INFO:teuthology.orchestra.run.smithi099.stdout:Running transaction 2024-04-12T15:49:49.415 INFO:teuthology.orchestra.run.smithi110.stderr:Modular dependency problems: 2024-04-12T15:49:49.415 INFO:teuthology.orchestra.run.smithi110.stderr: 2024-04-12T15:49:49.415 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 1: conflicting requests 2024-04-12T15:49:49.415 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.415 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 2: conflicting requests 2024-04-12T15:49:49.415 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.415 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 3: conflicting requests 2024-04-12T15:49:49.415 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.415 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 4: conflicting requests 2024-04-12T15:49:49.416 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.416 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 5: conflicting requests 2024-04-12T15:49:49.416 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.416 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 6: conflicting requests 2024-04-12T15:49:49.416 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.416 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 7: conflicting requests 2024-04-12T15:49:49.416 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.416 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 8: conflicting requests 2024-04-12T15:49:49.416 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.416 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 9: conflicting requests 2024-04-12T15:49:49.416 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.416 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 10: conflicting requests 2024-04-12T15:49:49.416 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.417 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 11: conflicting requests 2024-04-12T15:49:49.417 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.417 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 12: conflicting requests 2024-04-12T15:49:49.417 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.417 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 13: conflicting requests 2024-04-12T15:49:49.417 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.417 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 14: conflicting requests 2024-04-12T15:49:49.417 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.417 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 15: conflicting requests 2024-04-12T15:49:49.417 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.417 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 16: conflicting requests 2024-04-12T15:49:49.417 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.417 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 17: conflicting requests 2024-04-12T15:49:49.417 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.417 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 18: conflicting requests 2024-04-12T15:49:49.418 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.418 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 19: conflicting requests 2024-04-12T15:49:49.418 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.418 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 20: conflicting requests 2024-04-12T15:49:49.418 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.418 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 21: conflicting requests 2024-04-12T15:49:49.418 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.418 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 22: conflicting requests 2024-04-12T15:49:49.418 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.418 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 23: conflicting requests 2024-04-12T15:49:49.418 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.418 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 24: conflicting requests 2024-04-12T15:49:49.418 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.419 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 25: conflicting requests 2024-04-12T15:49:49.419 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.419 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 26: conflicting requests 2024-04-12T15:49:49.419 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.419 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 27: conflicting requests 2024-04-12T15:49:49.419 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.419 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 28: conflicting requests 2024-04-12T15:49:49.419 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.419 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 29: conflicting requests 2024-04-12T15:49:49.419 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.419 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 30: conflicting requests 2024-04-12T15:49:49.419 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.419 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 31: conflicting requests 2024-04-12T15:49:49.419 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.420 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 32: conflicting requests 2024-04-12T15:49:49.420 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.420 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 33: conflicting requests 2024-04-12T15:49:49.420 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.420 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 34: conflicting requests 2024-04-12T15:49:49.420 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.420 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 35: conflicting requests 2024-04-12T15:49:49.420 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.420 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 36: conflicting requests 2024-04-12T15:49:49.420 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.420 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 37: conflicting requests 2024-04-12T15:49:49.420 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.420 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.420 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.421 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T15:49:49.421 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.421 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.421 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.421 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.421 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 39: conflicting requests 2024-04-12T15:49:49.421 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.421 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.421 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.421 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.421 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.421 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.421 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T15:49:49.421 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.421 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.422 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.422 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.422 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T15:49:49.422 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.422 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.422 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.422 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.422 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T15:49:49.422 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.422 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.422 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.422 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.422 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T15:49:49.422 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.423 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.423 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.423 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.423 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T15:49:49.423 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.423 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.423 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.423 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.423 INFO:teuthology.orchestra.run.smithi110.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T15:49:49.423 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.423 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.423 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.423 INFO:teuthology.orchestra.run.smithi110.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T15:49:49.851 INFO:teuthology.orchestra.run.smithi110.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-12T15:49:49.852 INFO:teuthology.orchestra.run.smithi110.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-12T15:49:49.944 INFO:teuthology.orchestra.run.smithi110.stdout:Dependencies resolved. 2024-04-12T15:49:49.951 INFO:teuthology.orchestra.run.smithi110.stdout:======================================================================================= 2024-04-12T15:49:49.951 INFO:teuthology.orchestra.run.smithi110.stdout: Package Arch Version Repository Size 2024-04-12T15:49:49.951 INFO:teuthology.orchestra.run.smithi110.stdout:======================================================================================= 2024-04-12T15:49:49.951 INFO:teuthology.orchestra.run.smithi110.stdout:Installing: 2024-04-12T15:49:49.951 INFO:teuthology.orchestra.run.smithi110.stdout: ceph x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 6.5 k 2024-04-12T15:49:49.951 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-base x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 5.1 M 2024-04-12T15:49:49.951 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-fuse x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 848 k 2024-04-12T15:49:49.951 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-immutable-object-cache x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 143 k 2024-04-12T15:49:49.952 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mgr x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 1.5 M 2024-04-12T15:49:49.952 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mgr-cephadm noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 138 k 2024-04-12T15:49:49.952 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mgr-dashboard noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 3.5 M 2024-04-12T15:49:49.952 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 7.4 M 2024-04-12T15:49:49.952 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mgr-rook noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 49 k 2024-04-12T15:49:49.952 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-radosgw x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 7.7 M 2024-04-12T15:49:49.952 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-test x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 40 M 2024-04-12T15:49:49.952 INFO:teuthology.orchestra.run.smithi110.stdout: cephadm noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 224 k 2024-04-12T15:49:49.952 INFO:teuthology.orchestra.run.smithi110.stdout: libcephfs-devel x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 31 k 2024-04-12T15:49:49.952 INFO:teuthology.orchestra.run.smithi110.stdout: libcephfs2 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 708 k 2024-04-12T15:49:49.952 INFO:teuthology.orchestra.run.smithi110.stdout: librados-devel x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 127 k 2024-04-12T15:49:49.952 INFO:teuthology.orchestra.run.smithi110.stdout: python3-cephfs x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 162 k 2024-04-12T15:49:49.952 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-04-12T15:49:49.952 INFO:teuthology.orchestra.run.smithi110.stdout: python3-rados x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 321 k 2024-04-12T15:49:49.953 INFO:teuthology.orchestra.run.smithi110.stdout: python3-rbd x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 298 k 2024-04-12T15:49:49.953 INFO:teuthology.orchestra.run.smithi110.stdout: python3-rgw x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 99 k 2024-04-12T15:49:49.953 INFO:teuthology.orchestra.run.smithi110.stdout: rbd-fuse x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 87 k 2024-04-12T15:49:49.953 INFO:teuthology.orchestra.run.smithi110.stdout: rbd-mirror x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 3.0 M 2024-04-12T15:49:49.953 INFO:teuthology.orchestra.run.smithi110.stdout: rbd-nbd x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 172 k 2024-04-12T15:49:49.953 INFO:teuthology.orchestra.run.smithi110.stdout:Upgrading: 2024-04-12T15:49:49.953 INFO:teuthology.orchestra.run.smithi110.stdout: librados2 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 3.3 M 2024-04-12T15:49:49.953 INFO:teuthology.orchestra.run.smithi110.stdout: librbd1 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 3.0 M 2024-04-12T15:49:49.953 INFO:teuthology.orchestra.run.smithi110.stdout:Installing dependencies: 2024-04-12T15:49:49.953 INFO:teuthology.orchestra.run.smithi110.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-12T15:49:49.953 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-common x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 18 M 2024-04-12T15:49:49.953 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-grafana-dashboards noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 24 k 2024-04-12T15:49:49.953 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mds x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 2.1 M 2024-04-12T15:49:49.953 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mgr-modules-core noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 246 k 2024-04-12T15:49:49.953 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mon x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 4.7 M 2024-04-12T15:49:49.954 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-osd x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 17 M 2024-04-12T15:49:49.954 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-prometheus-alerts noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 15 k 2024-04-12T15:49:49.954 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-selinux x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 25 k 2024-04-12T15:49:49.954 INFO:teuthology.orchestra.run.smithi110.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-12T15:49:49.954 INFO:teuthology.orchestra.run.smithi110.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-12T15:49:49.954 INFO:teuthology.orchestra.run.smithi110.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-12T15:49:49.954 INFO:teuthology.orchestra.run.smithi110.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-04-12T15:49:49.954 INFO:teuthology.orchestra.run.smithi110.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-12T15:49:49.954 INFO:teuthology.orchestra.run.smithi110.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-12T15:49:49.954 INFO:teuthology.orchestra.run.smithi110.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-04-12T15:49:49.954 INFO:teuthology.orchestra.run.smithi110.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-12T15:49:49.954 INFO:teuthology.orchestra.run.smithi110.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-12T15:49:49.954 INFO:teuthology.orchestra.run.smithi110.stdout: libcephsqlite x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 166 k 2024-04-12T15:49:49.955 INFO:teuthology.orchestra.run.smithi110.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-12T15:49:49.955 INFO:teuthology.orchestra.run.smithi110.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-12T15:49:49.955 INFO:teuthology.orchestra.run.smithi110.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-12T15:49:49.955 INFO:teuthology.orchestra.run.smithi110.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-12T15:49:49.955 INFO:teuthology.orchestra.run.smithi110.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-12T15:49:49.955 INFO:teuthology.orchestra.run.smithi110.stdout: libradosstriper1 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 474 k 2024-04-12T15:49:49.955 INFO:teuthology.orchestra.run.smithi110.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-12T15:49:49.955 INFO:teuthology.orchestra.run.smithi110.stdout: librgw2 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 4.5 M 2024-04-12T15:49:49.955 INFO:teuthology.orchestra.run.smithi110.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-12T15:49:49.955 INFO:teuthology.orchestra.run.smithi110.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-12T15:49:49.955 INFO:teuthology.orchestra.run.smithi110.stdout: oniguruma x86_64 6.9.6-1.el9.5 baseos 218 k 2024-04-12T15:49:49.955 INFO:teuthology.orchestra.run.smithi110.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-12T15:49:49.955 INFO:teuthology.orchestra.run.smithi110.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-12T15:49:49.955 INFO:teuthology.orchestra.run.smithi110.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-12T15:49:49.956 INFO:teuthology.orchestra.run.smithi110.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-12T15:49:49.956 INFO:teuthology.orchestra.run.smithi110.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-12T15:49:49.956 INFO:teuthology.orchestra.run.smithi110.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-12T15:49:49.956 INFO:teuthology.orchestra.run.smithi110.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-12T15:49:49.956 INFO:teuthology.orchestra.run.smithi110.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-12T15:49:49.956 INFO:teuthology.orchestra.run.smithi110.stdout: python3-ceph-argparse x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 45 k 2024-04-12T15:49:49.956 INFO:teuthology.orchestra.run.smithi110.stdout: python3-ceph-common x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 129 k 2024-04-12T15:49:49.956 INFO:teuthology.orchestra.run.smithi110.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-12T15:49:49.956 INFO:teuthology.orchestra.run.smithi110.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-12T15:49:49.956 INFO:teuthology.orchestra.run.smithi110.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-12T15:49:49.956 INFO:teuthology.orchestra.run.smithi110.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-12T15:49:49.956 INFO:teuthology.orchestra.run.smithi110.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-12T15:49:49.956 INFO:teuthology.orchestra.run.smithi110.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-04-12T15:49:49.956 INFO:teuthology.orchestra.run.smithi110.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-12T15:49:49.956 INFO:teuthology.orchestra.run.smithi110.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-04-12T15:49:49.957 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-12T15:49:49.957 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-12T15:49:49.957 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-12T15:49:49.957 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-12T15:49:49.957 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-12T15:49:49.957 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-12T15:49:49.957 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-12T15:49:49.957 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-12T15:49:49.957 INFO:teuthology.orchestra.run.smithi110.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-12T15:49:49.957 INFO:teuthology.orchestra.run.smithi110.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-12T15:49:49.957 INFO:teuthology.orchestra.run.smithi110.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-12T15:49:49.957 INFO:teuthology.orchestra.run.smithi110.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-12T15:49:49.957 INFO:teuthology.orchestra.run.smithi110.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-12T15:49:49.957 INFO:teuthology.orchestra.run.smithi110.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-12T15:49:49.957 INFO:teuthology.orchestra.run.smithi110.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-12T15:49:49.958 INFO:teuthology.orchestra.run.smithi110.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-12T15:49:49.958 INFO:teuthology.orchestra.run.smithi110.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-12T15:49:49.958 INFO:teuthology.orchestra.run.smithi110.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-12T15:49:49.958 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-12T15:49:49.958 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-04-12T15:49:49.958 INFO:teuthology.orchestra.run.smithi110.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-12T15:49:49.958 INFO:teuthology.orchestra.run.smithi110.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-12T15:49:49.958 INFO:teuthology.orchestra.run.smithi110.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-12T15:49:49.958 INFO:teuthology.orchestra.run.smithi110.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-04-12T15:49:49.958 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-12T15:49:49.958 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-12T15:49:49.958 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-12T15:49:49.958 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-12T15:49:49.958 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-12T15:49:49.959 INFO:teuthology.orchestra.run.smithi110.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-12T15:49:49.959 INFO:teuthology.orchestra.run.smithi110.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-12T15:49:49.959 INFO:teuthology.orchestra.run.smithi110.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-12T15:49:49.959 INFO:teuthology.orchestra.run.smithi110.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-12T15:49:49.959 INFO:teuthology.orchestra.run.smithi110.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-12T15:49:49.959 INFO:teuthology.orchestra.run.smithi110.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-12T15:49:49.959 INFO:teuthology.orchestra.run.smithi110.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-12T15:49:49.959 INFO:teuthology.orchestra.run.smithi110.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-12T15:49:49.959 INFO:teuthology.orchestra.run.smithi110.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-12T15:49:49.959 INFO:teuthology.orchestra.run.smithi110.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-12T15:49:49.959 INFO:teuthology.orchestra.run.smithi110.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-12T15:49:49.959 INFO:teuthology.orchestra.run.smithi110.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-12T15:49:49.959 INFO:teuthology.orchestra.run.smithi110.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-12T15:49:49.959 INFO:teuthology.orchestra.run.smithi110.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-12T15:49:49.960 INFO:teuthology.orchestra.run.smithi110.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-12T15:49:49.960 INFO:teuthology.orchestra.run.smithi110.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-12T15:49:49.960 INFO:teuthology.orchestra.run.smithi110.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-12T15:49:49.960 INFO:teuthology.orchestra.run.smithi110.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-12T15:49:49.960 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-04-12T15:49:49.960 INFO:teuthology.orchestra.run.smithi110.stdout:Transaction Summary 2024-04-12T15:49:49.960 INFO:teuthology.orchestra.run.smithi110.stdout:======================================================================================= 2024-04-12T15:49:49.960 INFO:teuthology.orchestra.run.smithi110.stdout:Install 118 Packages 2024-04-12T15:49:49.960 INFO:teuthology.orchestra.run.smithi110.stdout:Upgrade 2 Packages 2024-04-12T15:49:49.960 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-04-12T15:49:49.961 INFO:teuthology.orchestra.run.smithi110.stdout:Total download size: 180 M 2024-04-12T15:49:49.961 INFO:teuthology.orchestra.run.smithi110.stdout:Downloading Packages: 2024-04-12T15:49:50.646 INFO:teuthology.orchestra.run.smithi110.stdout:(1/120): ceph-18.2.2-1189.gc96c8d47.el9.x86_64. 39 kB/s | 6.5 kB 00:00 2024-04-12T15:49:50.821 INFO:teuthology.orchestra.run.smithi110.stdout:(2/120): ceph-fuse-18.2.2-1189.gc96c8d47.el9.x8 4.7 MB/s | 848 kB 00:00 2024-04-12T15:49:50.871 INFO:teuthology.orchestra.run.smithi110.stdout:(3/120): ceph-immutable-object-cache-18.2.2-118 2.8 MB/s | 143 kB 00:00 2024-04-12T15:49:51.105 INFO:teuthology.orchestra.run.smithi110.stdout:(4/120): ceph-mds-18.2.2-1189.gc96c8d47.el9.x86 9.0 MB/s | 2.1 MB 00:00 2024-04-12T15:49:51.305 INFO:teuthology.orchestra.run.smithi110.stdout:(5/120): ceph-mgr-18.2.2-1189.gc96c8d47.el9.x86 7.3 MB/s | 1.5 MB 00:00 2024-04-12T15:49:51.827 INFO:teuthology.orchestra.run.smithi099.stdout: Preparing : 1/1 2024-04-12T15:49:51.839 INFO:teuthology.orchestra.run.smithi110.stdout:(6/120): ceph-mon-18.2.2-1189.gc96c8d47.el9.x86 8.8 MB/s | 4.7 MB 00:00 2024-04-12T15:49:51.882 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/122 2024-04-12T15:49:51.916 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/122 2024-04-12T15:49:51.971 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/122 2024-04-12T15:49:52.114 INFO:teuthology.orchestra.run.smithi110.stdout:(7/120): ceph-common-18.2.2-1189.gc96c8d47.el9. 11 MB/s | 18 MB 00:01 2024-04-12T15:49:52.181 INFO:teuthology.orchestra.run.smithi110.stdout:(8/120): ceph-base-18.2.2-1189.gc96c8d47.el9.x8 3.0 MB/s | 5.1 MB 00:01 2024-04-12T15:49:52.247 INFO:teuthology.orchestra.run.smithi110.stdout:(9/120): ceph-selinux-18.2.2-1189.gc96c8d47.el9 378 kB/s | 25 kB 00:00 2024-04-12T15:49:52.359 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/122 2024-04-12T15:49:52.392 INFO:teuthology.orchestra.run.smithi099.stdout: Upgrading : librados2-2:18.2.2-1189.gc96c8d47.el9.x86_64 5/122 2024-04-12T15:49:52.503 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: librados2-2:18.2.2-1189.gc96c8d47.el9.x86_64 5/122 2024-04-12T15:49:52.535 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : libcephfs2-2:18.2.2-1189.gc96c8d47.el9.x86_64 6/122 2024-04-12T15:49:52.610 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: libcephfs2-2:18.2.2-1189.gc96c8d47.el9.x86_64 6/122 2024-04-12T15:49:52.640 INFO:teuthology.orchestra.run.smithi110.stdout:(10/120): ceph-radosgw-18.2.2-1189.gc96c8d47.el 15 MB/s | 7.7 MB 00:00 2024-04-12T15:49:52.662 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-rados-2:18.2.2-1189.gc96c8d47.el9.x86_64 7/122 2024-04-12T15:49:52.690 INFO:teuthology.orchestra.run.smithi110.stdout:(11/120): libcephfs-devel-18.2.2-1189.gc96c8d47 624 kB/s | 31 kB 00:00 2024-04-12T15:49:52.701 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/122 2024-04-12T15:49:52.737 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/122 2024-04-12T15:49:52.765 INFO:teuthology.orchestra.run.smithi110.stdout:(12/120): libcephfs2-18.2.2-1189.gc96c8d47.el9. 9.2 MB/s | 708 kB 00:00 2024-04-12T15:49:52.766 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : libcephsqlite-2:18.2.2-1189.gc96c8d47.el9.x86_64 10/122 2024-04-12T15:49:52.832 INFO:teuthology.orchestra.run.smithi110.stdout:(13/120): libcephsqlite-18.2.2-1189.gc96c8d47.e 2.4 MB/s | 166 kB 00:00 2024-04-12T15:49:52.858 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: libcephsqlite-2:18.2.2-1189.gc96c8d47.el9.x86_64 10/122 2024-04-12T15:49:52.884 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : libradosstriper1-2:18.2.2-1189.gc96c8d47.el9.x86 11/122 2024-04-12T15:49:52.907 INFO:teuthology.orchestra.run.smithi110.stdout:(14/120): librados-devel-18.2.2-1189.gc96c8d47. 1.7 MB/s | 127 kB 00:00 2024-04-12T15:49:52.991 INFO:teuthology.orchestra.run.smithi110.stdout:(15/120): libradosstriper1-18.2.2-1189.gc96c8d4 5.6 MB/s | 474 kB 00:00 2024-04-12T15:49:53.010 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: libradosstriper1-2:18.2.2-1189.gc96c8d47.el9.x86 11/122 2024-04-12T15:49:53.046 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/122 2024-04-12T15:49:53.079 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/122 2024-04-12T15:49:53.111 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 14/122 2024-04-12T15:49:53.149 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 15/122 2024-04-12T15:49:53.214 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 16/122 2024-04-12T15:49:53.248 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 17/122 2024-04-12T15:49:53.276 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 18/122 2024-04-12T15:49:53.333 INFO:teuthology.orchestra.run.smithi110.stdout:(16/120): ceph-osd-18.2.2-1189.gc96c8d47.el9.x8 11 MB/s | 17 MB 00:01 2024-04-12T15:49:53.345 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 19/122 2024-04-12T15:49:53.398 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 20/122 2024-04-12T15:49:53.400 INFO:teuthology.orchestra.run.smithi110.stdout:(17/120): librgw2-18.2.2-1189.gc96c8d47.el9.x86 11 MB/s | 4.5 MB 00:00 2024-04-12T15:49:53.425 INFO:teuthology.orchestra.run.smithi110.stdout:(18/120): python3-ceph-argparse-18.2.2-1189.gc9 490 kB/s | 45 kB 00:00 2024-04-12T15:49:53.432 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 21/122 2024-04-12T15:49:53.442 INFO:teuthology.orchestra.run.smithi110.stdout:(19/120): python3-ceph-common-18.2.2-1189.gc96c 3.0 MB/s | 129 kB 00:00 2024-04-12T15:49:53.467 INFO:teuthology.orchestra.run.smithi110.stdout:(20/120): python3-cephfs-18.2.2-1189.gc96c8d47. 3.8 MB/s | 162 kB 00:00 2024-04-12T15:49:53.472 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 22/122 2024-04-12T15:49:53.493 INFO:teuthology.orchestra.run.smithi110.stdout:(21/120): python3-rados-18.2.2-1189.gc96c8d47.e 6.2 MB/s | 321 kB 00:00 2024-04-12T15:49:53.507 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 23/122 2024-04-12T15:49:53.526 INFO:teuthology.orchestra.run.smithi110.stdout:(22/120): python3-rbd-18.2.2-1189.gc96c8d47.el9 5.0 MB/s | 298 kB 00:00 2024-04-12T15:49:53.551 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-ceph-argparse-2:18.2.2-1189.gc96c8d47.el 24/122 2024-04-12T15:49:53.552 INFO:teuthology.orchestra.run.smithi110.stdout:(23/120): python3-rgw-18.2.2-1189.gc96c8d47.el9 1.7 MB/s | 99 kB 00:00 2024-04-12T15:49:53.577 INFO:teuthology.orchestra.run.smithi110.stdout:(24/120): rbd-fuse-18.2.2-1189.gc96c8d47.el9.x8 1.7 MB/s | 87 kB 00:00 2024-04-12T15:49:53.624 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-cephfs-2:18.2.2-1189.gc96c8d47.el9.x86_6 25/122 2024-04-12T15:49:53.652 INFO:teuthology.orchestra.run.smithi110.stdout:(25/120): rbd-nbd-18.2.2-1189.gc96c8d47.el9.x86 2.2 MB/s | 172 kB 00:00 2024-04-12T15:49:53.744 INFO:teuthology.orchestra.run.smithi110.stdout:(26/120): rbd-mirror-18.2.2-1189.gc96c8d47.el9. 16 MB/s | 3.0 MB 00:00 2024-04-12T15:49:53.761 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/122 2024-04-12T15:49:53.761 INFO:teuthology.orchestra.run.smithi110.stdout:(27/120): ceph-grafana-dashboards-18.2.2-1189.g 225 kB/s | 24 kB 00:00 2024-04-12T15:49:53.795 INFO:teuthology.orchestra.run.smithi110.stdout:(28/120): ceph-mgr-cephadm-18.2.2-1189.gc96c8d4 2.7 MB/s | 138 kB 00:00 2024-04-12T15:49:53.828 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/122 2024-04-12T15:49:54.087 INFO:teuthology.orchestra.run.smithi110.stdout:(29/120): ceph-mgr-dashboard-18.2.2-1189.gc96c8 11 MB/s | 3.5 MB 00:00 2024-04-12T15:49:54.170 INFO:teuthology.orchestra.run.smithi110.stdout:(30/120): ceph-mgr-modules-core-18.2.2-1189.gc9 2.9 MB/s | 246 kB 00:00 2024-04-12T15:49:54.237 INFO:teuthology.orchestra.run.smithi110.stdout:(31/120): ceph-mgr-rook-18.2.2-1189.gc96c8d47.e 742 kB/s | 49 kB 00:00 2024-04-12T15:49:54.329 INFO:teuthology.orchestra.run.smithi110.stdout:(32/120): ceph-mgr-diskprediction-local-18.2.2- 14 MB/s | 7.4 MB 00:00 2024-04-12T15:49:54.346 INFO:teuthology.orchestra.run.smithi110.stdout:(33/120): ceph-prometheus-alerts-18.2.2-1189.gc 136 kB/s | 15 kB 00:00 2024-04-12T15:49:54.362 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/122 2024-04-12T15:49:54.380 INFO:teuthology.orchestra.run.smithi110.stdout:(34/120): cephadm-18.2.2-1189.gc96c8d47.el9.noa 4.4 MB/s | 224 kB 00:00 2024-04-12T15:49:54.447 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/122 2024-04-12T15:49:54.492 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 30/122 2024-04-12T15:49:54.513 INFO:teuthology.orchestra.run.smithi110.stdout:(35/120): jq-1.6-16.el9.x86_64.rpm 1.4 MB/s | 187 kB 00:00 2024-04-12T15:49:54.526 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/122 2024-04-12T15:49:54.539 INFO:teuthology.orchestra.run.smithi110.stdout:(36/120): fuse-2.9.9-15.el9.x86_64.rpm 418 kB/s | 80 kB 00:00 2024-04-12T15:49:54.561 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/122 2024-04-12T15:49:54.602 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/122 2024-04-12T15:49:54.605 INFO:teuthology.orchestra.run.smithi110.stdout:(37/120): libgfortran-11.4.1-3.el9.x86_64.rpm 8.5 MB/s | 803 kB 00:00 2024-04-12T15:49:54.640 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : librados-devel-2:18.2.2-1189.gc96c8d47.el9.x86_6 34/122 2024-04-12T15:49:54.656 INFO:teuthology.orchestra.run.smithi110.stdout:(38/120): oniguruma-6.9.6-1.el9.5.x86_64.rpm 4.3 MB/s | 218 kB 00:00 2024-04-12T15:49:54.671 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/122 2024-04-12T15:49:54.705 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/122 2024-04-12T15:49:54.706 INFO:teuthology.orchestra.run.smithi110.stdout:(39/120): python3-cffi-1.14.5-5.el9.x86_64.rpm 5.0 MB/s | 253 kB 00:00 2024-04-12T15:49:54.748 INFO:teuthology.orchestra.run.smithi110.stdout:(40/120): libquadmath-11.4.1-3.el9.x86_64.rpm 935 kB/s | 195 kB 00:00 2024-04-12T15:49:54.790 INFO:teuthology.orchestra.run.smithi110.stdout:(41/120): python3-cryptography-36.0.1-4.el9.x86 15 MB/s | 1.2 MB 00:00 2024-04-12T15:49:54.812 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : re2-1:20211101-3.el9.x86_64 37/122 2024-04-12T15:49:54.815 INFO:teuthology.orchestra.run.smithi110.stdout:(42/120): python3-ply-3.11-14.el9.noarch.rpm 1.6 MB/s | 106 kB 00:00 2024-04-12T15:49:54.840 INFO:teuthology.orchestra.run.smithi110.stdout:(43/120): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-04-12T15:49:54.850 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 38/122 2024-04-12T15:49:54.882 INFO:teuthology.orchestra.run.smithi110.stdout:(44/120): python3-requests-2.25.1-8.el9.noarch. 1.8 MB/s | 125 kB 00:00 2024-04-12T15:49:54.906 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/122 2024-04-12T15:49:54.907 INFO:teuthology.orchestra.run.smithi110.stdout:(45/120): python3-urllib3-1.26.5-5.el9.noarch.r 3.1 MB/s | 215 kB 00:00 2024-04-12T15:49:54.971 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/122 2024-04-12T15:49:55.000 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/122 2024-04-12T15:49:55.037 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 42/122 2024-04-12T15:49:55.084 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/122 2024-04-12T15:49:55.131 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/122 2024-04-12T15:49:55.174 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/122 2024-04-12T15:49:55.310 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/122 2024-04-12T15:49:55.349 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/122 2024-04-12T15:49:55.390 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 48/122 2024-04-12T15:49:55.425 INFO:teuthology.orchestra.run.smithi110.stdout:(46/120): boost-program-options-1.75.0-8.el9.x8 197 kB/s | 107 kB 00:00 2024-04-12T15:49:55.485 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/122 2024-04-12T15:49:55.518 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 50/122 2024-04-12T15:49:55.563 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/122 2024-04-12T15:49:55.598 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/122 2024-04-12T15:49:55.631 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 53/122 2024-04-12T15:49:55.657 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/122 2024-04-12T15:49:55.683 INFO:teuthology.orchestra.run.smithi110.stdout:(47/120): flexiblas-3.0.4-8.el9.x86_64.rpm 42 kB/s | 33 kB 00:00 2024-04-12T15:49:55.706 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 55/122 2024-04-12T15:49:55.827 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 56/122 2024-04-12T15:49:55.863 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-py-1.10.0-6.el9.noarch 57/122 2024-04-12T15:49:55.902 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 58/122 2024-04-12T15:49:55.952 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 59/122 2024-04-12T15:49:55.958 INFO:teuthology.orchestra.run.smithi110.stdout:(48/120): flexiblas-openblas-openmp-3.0.4-8.el9 66 kB/s | 18 kB 00:00 2024-04-12T15:49:56.049 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-packaging-20.9-5.el9.noarch 60/122 2024-04-12T15:49:56.098 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 61/122 2024-04-12T15:49:56.159 INFO:teuthology.orchestra.run.smithi110.stdout:(49/120): flexiblas-netlib-3.0.4-8.el9.x86_64.r 4.1 MB/s | 3.0 MB 00:00 2024-04-12T15:49:56.267 INFO:teuthology.orchestra.run.smithi110.stdout:(50/120): librabbitmq-0.11.0-7.el9.x86_64.rpm 418 kB/s | 45 kB 00:00 2024-04-12T15:49:56.384 INFO:teuthology.orchestra.run.smithi110.stdout:(51/120): librdkafka-1.6.1-102.el9.x86_64.rpm 5.6 MB/s | 662 kB 00:00 2024-04-12T15:49:56.493 INFO:teuthology.orchestra.run.smithi110.stdout:(52/120): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.6 MB/s | 292 kB 00:00 2024-04-12T15:49:56.601 INFO:teuthology.orchestra.run.smithi110.stdout:(53/120): openblas-0.3.21-2.el9.x86_64.rpm 326 kB/s | 35 kB 00:00 2024-04-12T15:49:56.828 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 62/122 2024-04-12T15:49:56.877 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 63/122 2024-04-12T15:49:56.911 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 64/122 2024-04-12T15:49:56.937 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 65/122 2024-04-12T15:49:56.977 INFO:teuthology.orchestra.run.smithi110.stdout:(54/120): libpmemobj-1.12.1-1.el9.x86_64.rpm 157 kB/s | 160 kB 00:01 2024-04-12T15:49:57.035 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 66/122 2024-04-12T15:49:57.086 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 67/122 2024-04-12T15:49:57.121 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 68/122 2024-04-12T15:49:57.298 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : openblas-0.3.21-2.el9.x86_64 69/122 2024-04-12T15:49:57.327 INFO:teuthology.orchestra.run.smithi110.stdout:(55/120): python3-attrs-20.3.0-7.el9.noarch.rpm 250 kB/s | 87 kB 00:00 2024-04-12T15:49:57.469 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 70/122 2024-04-12T15:49:57.574 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 71/122 2024-04-12T15:49:58.225 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 72/122 2024-04-12T15:49:58.342 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 73/122 2024-04-12T15:49:59.609 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 74/122 2024-04-12T15:49:59.699 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 75/122 2024-04-12T15:49:59.902 INFO:teuthology.orchestra.run.smithi110.stdout:(56/120): ceph-test-18.2.2-1189.gc96c8d47.el9.x 5.2 MB/s | 40 MB 00:07 2024-04-12T15:49:59.995 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 76/122 2024-04-12T15:50:00.027 INFO:teuthology.orchestra.run.smithi099.stdout: Upgrading : librbd1-2:18.2.2-1189.gc96c8d47.el9.x86_64 77/122 2024-04-12T15:50:00.109 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: librbd1-2:18.2.2-1189.gc96c8d47.el9.x86_64 77/122 2024-04-12T15:50:00.140 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-rbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 78/122 2024-04-12T15:50:00.176 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 79/122 2024-04-12T15:50:00.486 INFO:teuthology.orchestra.run.smithi110.stdout:(57/120): python3-devel-3.9.17-2.el9.x86_64.rpm 421 kB/s | 245 kB 00:00 2024-04-12T15:50:00.575 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 80/122 2024-04-12T15:50:00.605 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : librgw2-2:18.2.2-1189.gc96c8d47.el9.x86_64 81/122 2024-04-12T15:50:00.644 INFO:teuthology.orchestra.run.smithi110.stdout:(58/120): openblas-openmp-0.3.21-2.el9.x86_64.r 1.2 MB/s | 4.7 MB 00:04 2024-04-12T15:50:00.661 INFO:teuthology.orchestra.run.smithi110.stdout:(59/120): python3-iniconfig-1.1.1-7.el9.noarch. 100 kB/s | 17 kB 00:00 2024-04-12T15:50:00.692 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: librgw2-2:18.2.2-1189.gc96c8d47.el9.x86_64 81/122 2024-04-12T15:50:00.726 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-rgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 82/122 2024-04-12T15:50:00.753 INFO:teuthology.orchestra.run.smithi110.stdout:(60/120): python3-jsonpatch-1.21-16.el9.noarch. 279 kB/s | 26 kB 00:00 2024-04-12T15:50:00.775 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-ply-3.11-14.el9.noarch 83/122 2024-04-12T15:50:00.831 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 84/122 2024-04-12T15:50:00.845 INFO:teuthology.orchestra.run.smithi110.stdout:(61/120): python3-jsonpointer-2.0-4.el9.noarch. 208 kB/s | 19 kB 00:00 2024-04-12T15:50:00.987 INFO:teuthology.orchestra.run.smithi110.stdout:(62/120): python3-jinja2-2.11.3-5.el9.noarch.rp 724 kB/s | 248 kB 00:00 2024-04-12T15:50:01.016 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 85/122 2024-04-12T15:50:01.029 INFO:teuthology.orchestra.run.smithi110.stdout:(63/120): python3-mako-1.1.4-6.el9.noarch.rpm 938 kB/s | 172 kB 00:00 2024-04-12T15:50:01.064 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 86/122 2024-04-12T15:50:01.079 INFO:teuthology.orchestra.run.smithi110.stdout:(64/120): python3-markupsafe-1.1.1-12.el9.x86_6 377 kB/s | 35 kB 00:00 2024-04-12T15:50:01.141 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/122 2024-04-12T15:50:01.239 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 88/122 2024-04-12T15:50:01.385 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 89/122 2024-04-12T15:50:01.414 INFO:teuthology.orchestra.run.smithi110.stdout:(65/120): python3-numpy-f2py-1.20.1-5.el9.x86_6 751 kB/s | 250 kB 00:00 2024-04-12T15:50:01.440 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 90/122 2024-04-12T15:50:01.471 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 91/122 2024-04-12T15:50:01.503 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 92/122 2024-04-12T15:50:01.539 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : jq-1.6-16.el9.x86_64 93/122 2024-04-12T15:50:01.566 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : fuse-2.9.9-15.el9.x86_64 94/122 2024-04-12T15:50:01.705 INFO:teuthology.orchestra.run.smithi110.stdout:(66/120): python3-numpy-1.20.1-5.el9.x86_64.rpm 7.5 MB/s | 5.1 MB 00:00 2024-04-12T15:50:01.805 INFO:teuthology.orchestra.run.smithi110.stdout:(67/120): python3-oauthlib-3.1.1-5.el9.noarch.r 567 kB/s | 222 kB 00:00 2024-04-12T15:50:01.914 INFO:teuthology.orchestra.run.smithi110.stdout:(68/120): python3-packaging-20.9-5.el9.noarch.r 370 kB/s | 77 kB 00:00 2024-04-12T15:50:01.930 INFO:teuthology.orchestra.run.smithi110.stdout:(69/120): python3-pluggy-0.13.1-7.el9.noarch.rp 331 kB/s | 41 kB 00:00 2024-04-12T15:50:01.964 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 95/122 2024-04-12T15:50:01.988 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 95/122 2024-04-12T15:50:02.006 INFO:teuthology.orchestra.run.smithi110.stdout:(70/120): python3-babel-2.9.1-2.el9.noarch.rpm 1.3 MB/s | 6.0 MB 00:04 2024-04-12T15:50:02.018 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-prometheus-alerts-2:18.2.2-1189.gc96c8d47.e 96/122 2024-04-12T15:50:02.022 INFO:teuthology.orchestra.run.smithi110.stdout:(71/120): python3-prettytable-0.7.2-27.el9.noar 389 kB/s | 42 kB 00:00 2024-04-12T15:50:02.092 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-grafana-dashboards-2:18.2.2-1189.gc96c8d47. 97/122 2024-04-12T15:50:02.121 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-ceph-common-2:18.2.2-1189.gc96c8d47.el9. 98/122 2024-04-12T15:50:02.123 INFO:teuthology.orchestra.run.smithi110.stdout:(72/120): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.3 MB/s | 159 kB 00:00 2024-04-12T15:50:02.440 INFO:teuthology.orchestra.run.smithi110.stdout:(73/120): python3-pytest-6.2.2-7.el9.noarch.rpm 1.6 MB/s | 519 kB 00:00 2024-04-12T15:50:02.548 INFO:teuthology.orchestra.run.smithi110.stdout:(74/120): python3-pyasn1-modules-0.4.8-6.el9.no 531 kB/s | 279 kB 00:00 2024-04-12T15:50:02.565 INFO:teuthology.orchestra.run.smithi110.stdout:(75/120): python3-pytz-2021.1-5.el9.noarch.rpm 407 kB/s | 51 kB 00:00 2024-04-12T15:50:02.666 INFO:teuthology.orchestra.run.smithi110.stdout:(76/120): python3-requests-oauthlib-1.3.0-12.el 459 kB/s | 54 kB 00:00 2024-04-12T15:50:02.699 INFO:teuthology.orchestra.run.smithi110.stdout:(77/120): python3-py-1.10.0-6.el9.noarch.rpm 621 kB/s | 477 kB 00:00 2024-04-12T15:50:02.758 INFO:teuthology.orchestra.run.smithi110.stdout:(78/120): python3-toml-0.10.2-6.el9.noarch.rpm 454 kB/s | 42 kB 00:00 2024-04-12T15:50:02.941 INFO:teuthology.orchestra.run.smithi110.stdout:(79/120): xmlstarlet-1.6.1-20.el9.x86_64.rpm 347 kB/s | 64 kB 00:00 2024-04-12T15:50:03.133 INFO:teuthology.orchestra.run.smithi110.stdout:(80/120): socat-1.7.4.1-5.el9.x86_64.rpm 703 kB/s | 305 kB 00:00 2024-04-12T15:50:03.267 INFO:teuthology.orchestra.run.smithi110.stdout:(81/120): fmt-8.1.1-5.el9.x86_64.rpm 341 kB/s | 111 kB 00:00 2024-04-12T15:50:03.376 INFO:teuthology.orchestra.run.smithi110.stdout:(82/120): gperftools-libs-2.9.1-2.el9.x86_64.rp 1.2 MB/s | 309 kB 00:00 2024-04-12T15:50:03.534 INFO:teuthology.orchestra.run.smithi110.stdout:(83/120): libarrow-doc-9.0.0-10.el9.noarch.rpm 165 kB/s | 26 kB 00:00 2024-04-12T15:50:03.593 INFO:teuthology.orchestra.run.smithi110.stdout:(84/120): libarrow-9.0.0-10.el9.x86_64.rpm 14 MB/s | 4.4 MB 00:00 2024-04-12T15:50:03.618 INFO:teuthology.orchestra.run.smithi110.stdout:(85/120): liboath-2.6.7-2.el9.x86_64.rpm 585 kB/s | 49 kB 00:00 2024-04-12T15:50:03.660 INFO:teuthology.orchestra.run.smithi110.stdout:(86/120): libunwind-1.6.2-1.el9.x86_64.rpm 1.0 MB/s | 67 kB 00:00 2024-04-12T15:50:03.702 INFO:teuthology.orchestra.run.smithi110.stdout:(87/120): parquet-libs-9.0.0-10.el9.x86_64.rpm 9.8 MB/s | 838 kB 00:00 2024-04-12T15:50:03.736 INFO:teuthology.orchestra.run.smithi110.stdout:(88/120): python3-asyncssh-2.13.2-5.el9.noarch. 7.1 MB/s | 548 kB 00:00 2024-04-12T15:50:03.769 INFO:teuthology.orchestra.run.smithi110.stdout:(89/120): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 647 kB/s | 43 kB 00:00 2024-04-12T15:50:03.803 INFO:teuthology.orchestra.run.smithi110.stdout:(90/120): python3-cachetools-4.2.4-1.el9.noarch 481 kB/s | 32 kB 00:00 2024-04-12T15:50:03.836 INFO:teuthology.orchestra.run.smithi110.stdout:(91/120): python3-certifi-2021.10.8-2.el9.noarc 225 kB/s | 15 kB 00:00 2024-04-12T15:50:03.870 INFO:teuthology.orchestra.run.smithi110.stdout:(92/120): python3-cheroot-8.6.0-4.el9.noarch.rp 2.5 MB/s | 172 kB 00:00 2024-04-12T15:50:03.912 INFO:teuthology.orchestra.run.smithi110.stdout:(93/120): python3-cherrypy-18.6.1-2.el9.noarch. 4.7 MB/s | 358 kB 00:00 2024-04-12T15:50:03.946 INFO:teuthology.orchestra.run.smithi110.stdout:(94/120): python3-google-auth-2.28.2-1.el9.noar 2.6 MB/s | 203 kB 00:00 2024-04-12T15:50:03.979 INFO:teuthology.orchestra.run.smithi110.stdout:(95/120): python3-jaraco-8.2.1-3.el9.noarch.rpm 160 kB/s | 11 kB 00:00 2024-04-12T15:50:04.013 INFO:teuthology.orchestra.run.smithi110.stdout:(96/120): python3-jaraco-classes-3.2.1-5.el9.no 264 kB/s | 18 kB 00:00 2024-04-12T15:50:04.046 INFO:teuthology.orchestra.run.smithi110.stdout:(97/120): python3-jaraco-collections-3.0.0-8.el 346 kB/s | 23 kB 00:00 2024-04-12T15:50:04.078 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 99/122 2024-04-12T15:50:04.080 INFO:teuthology.orchestra.run.smithi110.stdout:(98/120): python3-jaraco-functools-3.5.0-2.el9. 290 kB/s | 19 kB 00:00 2024-04-12T15:50:04.109 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 99/122 2024-04-12T15:50:04.114 INFO:teuthology.orchestra.run.smithi110.stdout:(99/120): python3-jaraco-text-3.2.0-6.el9.noarc 294 kB/s | 20 kB 00:00 2024-04-12T15:50:04.172 INFO:teuthology.orchestra.run.smithi110.stdout:(100/120): python3-kubernetes-26.1.0-2.el9.noar 11 MB/s | 1.0 MB 00:00 2024-04-12T15:50:04.198 INFO:teuthology.orchestra.run.smithi110.stdout:(101/120): python3-logutils-0.3.5-21.el9.noarch 555 kB/s | 46 kB 00:00 2024-04-12T15:50:04.281 INFO:teuthology.orchestra.run.smithi110.stdout:(102/120): python3-more-itertools-8.12.0-2.el9. 726 kB/s | 79 kB 00:00 2024-04-12T15:50:04.306 INFO:teuthology.orchestra.run.smithi110.stdout:(103/120): python3-natsort-7.1.1-5.el9.noarch.r 532 kB/s | 58 kB 00:00 2024-04-12T15:50:04.357 INFO:teuthology.orchestra.run.smithi110.stdout:(104/120): python3-pecan-1.4.2-3.el9.noarch.rpm 3.5 MB/s | 272 kB 00:00 2024-04-12T15:50:04.374 INFO:teuthology.orchestra.run.smithi110.stdout:(105/120): python3-portend-3.1.0-2.el9.noarch.r 245 kB/s | 16 kB 00:00 2024-04-12T15:50:04.424 INFO:teuthology.orchestra.run.smithi110.stdout:(106/120): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.3 MB/s | 90 kB 00:00 2024-04-12T15:50:04.441 INFO:teuthology.orchestra.run.smithi110.stdout:(107/120): python3-repoze-lru-0.7-16.el9.noarch 460 kB/s | 31 kB 00:00 2024-04-12T15:50:04.499 INFO:teuthology.orchestra.run.smithi110.stdout:(108/120): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-04-12T15:50:04.516 INFO:teuthology.orchestra.run.smithi110.stdout:(109/120): python3-rsa-4.9-2.el9.noarch.rpm 786 kB/s | 59 kB 00:00 2024-04-12T15:50:04.558 INFO:teuthology.orchestra.run.smithi110.stdout:(110/120): python3-tempora-5.0.0-2.el9.noarch.r 614 kB/s | 36 kB 00:00 2024-04-12T15:50:04.584 INFO:teuthology.orchestra.run.smithi110.stdout:(111/120): python3-typing-extensions-4.4.0-2.el 761 kB/s | 51 kB 00:00 2024-04-12T15:50:04.634 INFO:teuthology.orchestra.run.smithi110.stdout:(112/120): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-04-12T15:50:04.640 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 99/122 2024-04-12T15:50:04.659 INFO:teuthology.orchestra.run.smithi110.stdout:(113/120): python3-websocket-client-1.2.3-2.el9 1.2 MB/s | 90 kB 00:00 2024-04-12T15:50:04.679 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-base-2:18.2.2-1189.gc96c8d47.el9.x86_64 100/122 2024-04-12T15:50:04.710 INFO:teuthology.orchestra.run.smithi110.stdout:(114/120): python3-werkzeug-2.0.3-3.el9.1.noarc 5.6 MB/s | 427 kB 00:00 2024-04-12T15:50:04.735 INFO:teuthology.orchestra.run.smithi110.stdout:(115/120): python3-zc-lockfile-2.0-10.el9.noarc 265 kB/s | 20 kB 00:00 2024-04-12T15:50:04.771 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ceph-base-2:18.2.2-1189.gc96c8d47.el9.x86_64 100/122 2024-04-12T15:50:04.771 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-12T15:50:04.771 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-12T15:50:04.771 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:50:04.785 INFO:teuthology.orchestra.run.smithi110.stdout:(116/120): re2-20211101-3.el9.x86_64.rpm 2.5 MB/s | 192 kB 00:00 2024-04-12T15:50:04.805 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-selinux-2:18.2.2-1189.gc96c8d47.el9.x86_64 101/122 2024-04-12T15:50:04.844 INFO:teuthology.orchestra.run.smithi110.stdout:(117/120): thrift-0.15.0-2.el9.x86_64.rpm 15 MB/s | 1.6 MB 00:00 2024-04-12T15:50:05.069 INFO:teuthology.orchestra.run.smithi110.stdout:(118/120): librados2-18.2.2-1189.gc96c8d47.el9. 12 MB/s | 3.3 MB 00:00 2024-04-12T15:50:05.478 INFO:teuthology.orchestra.run.smithi110.stdout:(119/120): librbd1-18.2.2-1189.gc96c8d47.el9.x8 4.7 MB/s | 3.0 MB 00:00 2024-04-12T15:50:09.403 INFO:teuthology.orchestra.run.smithi110.stdout:(120/120): python3-scipy-1.6.2-8.el9.x86_64.rpm 2.4 MB/s | 16 MB 00:06 2024-04-12T15:50:09.407 INFO:teuthology.orchestra.run.smithi110.stdout:-------------------------------------------------------------------------------- 2024-04-12T15:50:09.407 INFO:teuthology.orchestra.run.smithi110.stdout:Total 9.2 MB/s | 180 MB 00:19 2024-04-12T15:50:10.183 INFO:teuthology.orchestra.run.smithi110.stdout:Running transaction check 2024-04-12T15:50:10.280 INFO:teuthology.orchestra.run.smithi110.stdout:Transaction check succeeded. 2024-04-12T15:50:10.280 INFO:teuthology.orchestra.run.smithi110.stdout:Running transaction test 2024-04-12T15:50:11.861 INFO:teuthology.orchestra.run.smithi110.stdout:Transaction test succeeded. 2024-04-12T15:50:11.861 INFO:teuthology.orchestra.run.smithi110.stdout:Running transaction 2024-04-12T15:50:16.356 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ceph-selinux-2:18.2.2-1189.gc96c8d47.el9.x86_64 101/122 2024-04-12T15:50:16.356 INFO:teuthology.orchestra.run.smithi099.stdout:skipping the directory /sys 2024-04-12T15:50:16.356 INFO:teuthology.orchestra.run.smithi099.stdout:skipping the directory /proc 2024-04-12T15:50:16.356 INFO:teuthology.orchestra.run.smithi099.stdout:skipping the directory /mnt 2024-04-12T15:50:16.357 INFO:teuthology.orchestra.run.smithi099.stdout:skipping the directory /var/tmp 2024-04-12T15:50:16.357 INFO:teuthology.orchestra.run.smithi099.stdout:skipping the directory /home 2024-04-12T15:50:16.357 INFO:teuthology.orchestra.run.smithi099.stdout:skipping the directory /root 2024-04-12T15:50:16.357 INFO:teuthology.orchestra.run.smithi099.stdout:skipping the directory /tmp 2024-04-12T15:50:16.357 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:50:16.446 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-mgr-cephadm-2:18.2.2-1189.gc96c8d47.el9.noa 102/122 2024-04-12T15:50:16.603 INFO:teuthology.orchestra.run.smithi110.stdout: Preparing : 1/1 2024-04-12T15:50:16.696 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/122 2024-04-12T15:50:16.922 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/122 2024-04-12T15:50:17.047 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/122 2024-04-12T15:50:17.367 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/122 2024-04-12T15:50:17.423 INFO:teuthology.orchestra.run.smithi110.stdout: Upgrading : librados2-2:18.2.2-1189.gc96c8d47.el9.x86_64 5/122 2024-04-12T15:50:17.496 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.2-1189.gc96c8d47.el9.noa 102/122 2024-04-12T15:50:17.534 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-mgr-dashboard-2:18.2.2-1189.gc96c8d47.el9.n 103/122 2024-04-12T15:50:17.540 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: librados2-2:18.2.2-1189.gc96c8d47.el9.x86_64 5/122 2024-04-12T15:50:17.573 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : libcephfs2-2:18.2.2-1189.gc96c8d47.el9.x86_64 6/122 2024-04-12T15:50:17.655 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: libcephfs2-2:18.2.2-1189.gc96c8d47.el9.x86_64 6/122 2024-04-12T15:50:17.703 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-rados-2:18.2.2-1189.gc96c8d47.el9.x86_64 7/122 2024-04-12T15:50:17.737 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/122 2024-04-12T15:50:17.775 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/122 2024-04-12T15:50:17.795 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : libcephsqlite-2:18.2.2-1189.gc96c8d47.el9.x86_64 10/122 2024-04-12T15:50:17.895 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: libcephsqlite-2:18.2.2-1189.gc96c8d47.el9.x86_64 10/122 2024-04-12T15:50:17.922 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : libradosstriper1-2:18.2.2-1189.gc96c8d47.el9.x86 11/122 2024-04-12T15:50:18.055 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: libradosstriper1-2:18.2.2-1189.gc96c8d47.el9.x86 11/122 2024-04-12T15:50:18.093 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/122 2024-04-12T15:50:18.124 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/122 2024-04-12T15:50:18.154 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 14/122 2024-04-12T15:50:18.195 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 15/122 2024-04-12T15:50:18.259 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 16/122 2024-04-12T15:50:18.302 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 17/122 2024-04-12T15:50:18.330 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 18/122 2024-04-12T15:50:18.399 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 19/122 2024-04-12T15:50:18.452 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 20/122 2024-04-12T15:50:18.490 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 21/122 2024-04-12T15:50:18.495 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.2-1189.gc96c8d47.el9.n 103/122 2024-04-12T15:50:18.517 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.2-1189.gc96 104/122 2024-04-12T15:50:18.535 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 22/122 2024-04-12T15:50:18.570 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 23/122 2024-04-12T15:50:18.614 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-ceph-argparse-2:18.2.2-1189.gc96c8d47.el 24/122 2024-04-12T15:50:18.616 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.2-1189.gc96 104/122 2024-04-12T15:50:18.687 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-cephfs-2:18.2.2-1189.gc96c8d47.el9.x86_6 25/122 2024-04-12T15:50:18.776 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-mgr-modules-core-2:18.2.2-1189.gc96c8d47.el 105/122 2024-04-12T15:50:18.811 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-mgr-2:18.2.2-1189.gc96c8d47.el9.x86_64 106/122 2024-04-12T15:50:18.823 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/122 2024-04-12T15:50:18.833 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ceph-mgr-2:18.2.2-1189.gc96c8d47.el9.x86_64 106/122 2024-04-12T15:50:18.834 INFO:teuthology.orchestra.run.smithi099.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T15:50:18.834 INFO:teuthology.orchestra.run.smithi099.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-12T15:50:18.834 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-12T15:50:18.834 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-12T15:50:18.834 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:50:18.882 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/122 2024-04-12T15:50:18.887 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-mgr-rook-2:18.2.2-1189.gc96c8d47.el9.noarch 107/122 2024-04-12T15:50:19.071 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.2-1189.gc96c8d47.el9.noarch 107/122 2024-04-12T15:50:19.096 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-mds-2:18.2.2-1189.gc96c8d47.el9.x86_64 108/122 2024-04-12T15:50:19.118 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ceph-mds-2:18.2.2-1189.gc96c8d47.el9.x86_64 108/122 2024-04-12T15:50:19.118 INFO:teuthology.orchestra.run.smithi099.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T15:50:19.118 INFO:teuthology.orchestra.run.smithi099.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-12T15:50:19.118 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-12T15:50:19.118 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-12T15:50:19.118 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:50:19.409 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/122 2024-04-12T15:50:19.489 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/122 2024-04-12T15:50:19.526 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 30/122 2024-04-12T15:50:19.555 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-mon-2:18.2.2-1189.gc96c8d47.el9.x86_64 109/122 2024-04-12T15:50:19.561 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/122 2024-04-12T15:50:19.577 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ceph-mon-2:18.2.2-1189.gc96c8d47.el9.x86_64 109/122 2024-04-12T15:50:19.577 INFO:teuthology.orchestra.run.smithi099.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T15:50:19.577 INFO:teuthology.orchestra.run.smithi099.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-12T15:50:19.577 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-12T15:50:19.577 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-12T15:50:19.577 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:50:19.604 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/122 2024-04-12T15:50:19.645 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/122 2024-04-12T15:50:19.683 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : librados-devel-2:18.2.2-1189.gc96c8d47.el9.x86_6 34/122 2024-04-12T15:50:19.714 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/122 2024-04-12T15:50:19.748 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/122 2024-04-12T15:50:19.856 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : re2-1:20211101-3.el9.x86_64 37/122 2024-04-12T15:50:19.893 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 38/122 2024-04-12T15:50:19.948 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/122 2024-04-12T15:50:20.022 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/122 2024-04-12T15:50:20.052 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/122 2024-04-12T15:50:20.089 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 42/122 2024-04-12T15:50:20.319 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/122 2024-04-12T15:50:20.364 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/122 2024-04-12T15:50:20.414 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/122 2024-04-12T15:50:20.547 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/122 2024-04-12T15:50:20.591 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/122 2024-04-12T15:50:20.650 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 48/122 2024-04-12T15:50:20.744 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/122 2024-04-12T15:50:20.783 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 50/122 2024-04-12T15:50:20.824 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/122 2024-04-12T15:50:20.857 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/122 2024-04-12T15:50:20.884 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 53/122 2024-04-12T15:50:20.912 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/122 2024-04-12T15:50:20.957 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 55/122 2024-04-12T15:50:20.997 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-osd-2:18.2.2-1189.gc96c8d47.el9.x86_64 110/122 2024-04-12T15:50:21.023 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ceph-osd-2:18.2.2-1189.gc96c8d47.el9.x86_64 110/122 2024-04-12T15:50:21.023 INFO:teuthology.orchestra.run.smithi099.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T15:50:21.023 INFO:teuthology.orchestra.run.smithi099.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-12T15:50:21.023 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-12T15:50:21.023 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-12T15:50:21.023 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:50:21.078 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 56/122 2024-04-12T15:50:21.115 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-py-1.10.0-6.el9.noarch 57/122 2024-04-12T15:50:21.154 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 58/122 2024-04-12T15:50:21.196 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 59/122 2024-04-12T15:50:21.293 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-packaging-20.9-5.el9.noarch 60/122 2024-04-12T15:50:21.342 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 61/122 2024-04-12T15:50:21.732 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-2:18.2.2-1189.gc96c8d47.el9.x86_64 111/122 2024-04-12T15:50:21.765 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-radosgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 112/122 2024-04-12T15:50:21.787 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ceph-radosgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 112/122 2024-04-12T15:50:21.787 INFO:teuthology.orchestra.run.smithi099.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T15:50:21.788 INFO:teuthology.orchestra.run.smithi099.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-12T15:50:21.788 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-12T15:50:21.788 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-12T15:50:21.788 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:50:21.832 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-immutable-object-cache-2:18.2.2-1189.gc96c8 113/122 2024-04-12T15:50:21.853 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.2-1189.gc96c8 113/122 2024-04-12T15:50:21.853 INFO:teuthology.orchestra.run.smithi099.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T15:50:21.854 INFO:teuthology.orchestra.run.smithi099.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-12T15:50:21.854 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:50:22.070 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 62/122 2024-04-12T15:50:22.114 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 63/122 2024-04-12T15:50:22.149 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : rbd-mirror-2:18.2.2-1189.gc96c8d47.el9.x86_64 114/122 2024-04-12T15:50:22.156 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 64/122 2024-04-12T15:50:22.171 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: rbd-mirror-2:18.2.2-1189.gc96c8d47.el9.x86_64 114/122 2024-04-12T15:50:22.172 INFO:teuthology.orchestra.run.smithi099.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T15:50:22.172 INFO:teuthology.orchestra.run.smithi099.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-12T15:50:22.172 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-12T15:50:22.172 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-12T15:50:22.172 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:50:22.190 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 65/122 2024-04-12T15:50:22.289 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 66/122 2024-04-12T15:50:22.340 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 67/122 2024-04-12T15:50:22.375 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 68/122 2024-04-12T15:50:22.552 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : openblas-0.3.21-2.el9.x86_64 69/122 2024-04-12T15:50:22.581 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 70/122 2024-04-12T15:50:22.659 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 71/122 2024-04-12T15:50:23.325 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 72/122 2024-04-12T15:50:23.444 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 73/122 2024-04-12T15:50:24.704 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 74/122 2024-04-12T15:50:24.788 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 75/122 2024-04-12T15:50:25.083 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 76/122 2024-04-12T15:50:25.117 INFO:teuthology.orchestra.run.smithi110.stdout: Upgrading : librbd1-2:18.2.2-1189.gc96c8d47.el9.x86_64 77/122 2024-04-12T15:50:25.207 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: librbd1-2:18.2.2-1189.gc96c8d47.el9.x86_64 77/122 2024-04-12T15:50:25.238 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-rbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 78/122 2024-04-12T15:50:25.274 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 79/122 2024-04-12T15:50:25.672 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 80/122 2024-04-12T15:50:25.703 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : librgw2-2:18.2.2-1189.gc96c8d47.el9.x86_64 81/122 2024-04-12T15:50:25.790 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: librgw2-2:18.2.2-1189.gc96c8d47.el9.x86_64 81/122 2024-04-12T15:50:25.826 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-rgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 82/122 2024-04-12T15:50:25.872 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-ply-3.11-14.el9.noarch 83/122 2024-04-12T15:50:25.906 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-test-2:18.2.2-1189.gc96c8d47.el9.x86_64 115/122 2024-04-12T15:50:25.928 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 84/122 2024-04-12T15:50:25.953 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 116/122 2024-04-12T15:50:25.994 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : rbd-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 117/122 2024-04-12T15:50:26.110 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : rbd-nbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 118/122 2024-04-12T15:50:26.112 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 85/122 2024-04-12T15:50:26.154 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 119/122 2024-04-12T15:50:26.162 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 86/122 2024-04-12T15:50:26.183 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : libcephfs-devel-2:18.2.2-1189.gc96c8d47.el9.x86_ 120/122 2024-04-12T15:50:26.183 INFO:teuthology.orchestra.run.smithi099.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-12T15:50:26.239 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/122 2024-04-12T15:50:26.267 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-12T15:50:26.268 INFO:teuthology.orchestra.run.smithi099.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-12T15:50:26.328 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 88/122 2024-04-12T15:50:26.458 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 89/122 2024-04-12T15:50:26.504 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 90/122 2024-04-12T15:50:26.536 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 91/122 2024-04-12T15:50:26.569 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 92/122 2024-04-12T15:50:26.604 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : jq-1.6-16.el9.x86_64 93/122 2024-04-12T15:50:26.631 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : fuse-2.9.9-15.el9.x86_64 94/122 2024-04-12T15:50:27.079 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 95/122 2024-04-12T15:50:27.104 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 95/122 2024-04-12T15:50:27.134 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-prometheus-alerts-2:18.2.2-1189.gc96c8d47.e 96/122 2024-04-12T15:50:27.209 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-grafana-dashboards-2:18.2.2-1189.gc96c8d47. 97/122 2024-04-12T15:50:27.237 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-ceph-common-2:18.2.2-1189.gc96c8d47.el9. 98/122 2024-04-12T15:50:29.255 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 99/122 2024-04-12T15:50:29.292 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 99/122 2024-04-12T15:50:29.814 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 99/122 2024-04-12T15:50:29.854 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-base-2:18.2.2-1189.gc96c8d47.el9.x86_64 100/122 2024-04-12T15:50:29.948 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: ceph-base-2:18.2.2-1189.gc96c8d47.el9.x86_64 100/122 2024-04-12T15:50:29.948 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-12T15:50:29.948 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-12T15:50:29.948 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-04-12T15:50:29.988 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-selinux-2:18.2.2-1189.gc96c8d47.el9.x86_64 101/122 2024-04-12T15:50:30.992 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-12T15:50:30.992 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-2:18.2.2-1189.gc96c8d47.el9.x86_64 1/122 2024-04-12T15:50:30.992 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-base-2:18.2.2-1189.gc96c8d47.el9.x86_64 2/122 2024-04-12T15:50:30.993 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 3/122 2024-04-12T15:50:30.993 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 4/122 2024-04-12T15:50:30.993 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-immutable-object-cache-2:18.2.2-1189.gc96c8 5/122 2024-04-12T15:50:30.993 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-mds-2:18.2.2-1189.gc96c8d47.el9.x86_64 6/122 2024-04-12T15:50:30.993 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-mgr-2:18.2.2-1189.gc96c8d47.el9.x86_64 7/122 2024-04-12T15:50:30.993 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-mon-2:18.2.2-1189.gc96c8d47.el9.x86_64 8/122 2024-04-12T15:50:30.993 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-osd-2:18.2.2-1189.gc96c8d47.el9.x86_64 9/122 2024-04-12T15:50:30.993 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-radosgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 10/122 2024-04-12T15:50:30.993 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-selinux-2:18.2.2-1189.gc96c8d47.el9.x86_64 11/122 2024-04-12T15:50:30.993 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-test-2:18.2.2-1189.gc96c8d47.el9.x86_64 12/122 2024-04-12T15:50:30.993 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libcephfs-devel-2:18.2.2-1189.gc96c8d47.el9.x86_ 13/122 2024-04-12T15:50:30.993 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libcephfs2-2:18.2.2-1189.gc96c8d47.el9.x86_64 14/122 2024-04-12T15:50:30.993 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libcephsqlite-2:18.2.2-1189.gc96c8d47.el9.x86_64 15/122 2024-04-12T15:50:30.993 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : librados-devel-2:18.2.2-1189.gc96c8d47.el9.x86_6 16/122 2024-04-12T15:50:30.994 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libradosstriper1-2:18.2.2-1189.gc96c8d47.el9.x86 17/122 2024-04-12T15:50:30.994 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : librgw2-2:18.2.2-1189.gc96c8d47.el9.x86_64 18/122 2024-04-12T15:50:30.994 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-ceph-argparse-2:18.2.2-1189.gc96c8d47.el 19/122 2024-04-12T15:50:30.994 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-ceph-common-2:18.2.2-1189.gc96c8d47.el9. 20/122 2024-04-12T15:50:30.994 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-cephfs-2:18.2.2-1189.gc96c8d47.el9.x86_6 21/122 2024-04-12T15:50:30.994 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-rados-2:18.2.2-1189.gc96c8d47.el9.x86_64 22/122 2024-04-12T15:50:30.994 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-rbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 23/122 2024-04-12T15:50:30.994 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-rgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 24/122 2024-04-12T15:50:30.994 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : rbd-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 25/122 2024-04-12T15:50:30.994 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : rbd-mirror-2:18.2.2-1189.gc96c8d47.el9.x86_64 26/122 2024-04-12T15:50:30.994 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : rbd-nbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 27/122 2024-04-12T15:50:30.994 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-grafana-dashboards-2:18.2.2-1189.gc96c8d47. 28/122 2024-04-12T15:50:31.008 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-mgr-cephadm-2:18.2.2-1189.gc96c8d47.el9.noa 29/122 2024-04-12T15:50:31.008 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-mgr-dashboard-2:18.2.2-1189.gc96c8d47.el9.n 30/122 2024-04-12T15:50:31.008 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.2-1189.gc96 31/122 2024-04-12T15:50:31.008 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-mgr-modules-core-2:18.2.2-1189.gc96c8d47.el 32/122 2024-04-12T15:50:31.008 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-mgr-rook-2:18.2.2-1189.gc96c8d47.el9.noarch 33/122 2024-04-12T15:50:31.009 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-prometheus-alerts-2:18.2.2-1189.gc96c8d47.e 34/122 2024-04-12T15:50:31.009 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 35/122 2024-04-12T15:50:31.009 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 36/122 2024-04-12T15:50:31.009 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : jq-1.6-16.el9.x86_64 37/122 2024-04-12T15:50:31.009 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 38/122 2024-04-12T15:50:31.009 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 39/122 2024-04-12T15:50:31.009 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 40/122 2024-04-12T15:50:31.009 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 41/122 2024-04-12T15:50:31.009 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 42/122 2024-04-12T15:50:31.009 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-ply-3.11-14.el9.noarch 43/122 2024-04-12T15:50:31.009 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 44/122 2024-04-12T15:50:31.009 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 45/122 2024-04-12T15:50:31.009 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 46/122 2024-04-12T15:50:31.010 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 47/122 2024-04-12T15:50:31.010 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 48/122 2024-04-12T15:50:31.010 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 49/122 2024-04-12T15:50:31.010 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 50/122 2024-04-12T15:50:31.010 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 51/122 2024-04-12T15:50:31.010 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 52/122 2024-04-12T15:50:31.010 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 53/122 2024-04-12T15:50:31.010 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 54/122 2024-04-12T15:50:31.010 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 55/122 2024-04-12T15:50:31.010 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 56/122 2024-04-12T15:50:31.010 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 57/122 2024-04-12T15:50:31.010 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 58/122 2024-04-12T15:50:31.011 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 59/122 2024-04-12T15:50:31.011 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 60/122 2024-04-12T15:50:31.011 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 61/122 2024-04-12T15:50:31.012 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 62/122 2024-04-12T15:50:31.012 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 63/122 2024-04-12T15:50:31.012 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 64/122 2024-04-12T15:50:31.012 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 65/122 2024-04-12T15:50:31.012 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 66/122 2024-04-12T15:50:31.012 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 67/122 2024-04-12T15:50:31.012 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 68/122 2024-04-12T15:50:31.012 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 69/122 2024-04-12T15:50:31.012 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 70/122 2024-04-12T15:50:31.012 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 71/122 2024-04-12T15:50:31.012 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 72/122 2024-04-12T15:50:31.012 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 73/122 2024-04-12T15:50:31.013 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 74/122 2024-04-12T15:50:31.013 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 75/122 2024-04-12T15:50:31.013 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 76/122 2024-04-12T15:50:31.013 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 77/122 2024-04-12T15:50:31.013 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 78/122 2024-04-12T15:50:31.013 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 79/122 2024-04-12T15:50:31.013 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 80/122 2024-04-12T15:50:31.013 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 81/122 2024-04-12T15:50:31.013 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 82/122 2024-04-12T15:50:31.014 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 83/122 2024-04-12T15:50:31.014 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 84/122 2024-04-12T15:50:31.014 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 85/122 2024-04-12T15:50:31.014 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 86/122 2024-04-12T15:50:31.014 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 87/122 2024-04-12T15:50:31.014 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 88/122 2024-04-12T15:50:31.014 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 89/122 2024-04-12T15:50:31.014 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 90/122 2024-04-12T15:50:31.014 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 91/122 2024-04-12T15:50:31.014 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 92/122 2024-04-12T15:50:31.014 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 93/122 2024-04-12T15:50:31.015 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 94/122 2024-04-12T15:50:31.015 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 95/122 2024-04-12T15:50:31.015 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 96/122 2024-04-12T15:50:31.015 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 97/122 2024-04-12T15:50:31.015 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 98/122 2024-04-12T15:50:31.015 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 99/122 2024-04-12T15:50:31.015 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 100/122 2024-04-12T15:50:31.016 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 101/122 2024-04-12T15:50:31.016 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 102/122 2024-04-12T15:50:31.016 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 103/122 2024-04-12T15:50:31.016 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 104/122 2024-04-12T15:50:31.016 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 105/122 2024-04-12T15:50:31.016 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 106/122 2024-04-12T15:50:31.016 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 107/122 2024-04-12T15:50:31.016 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 108/122 2024-04-12T15:50:31.016 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 109/122 2024-04-12T15:50:31.017 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 110/122 2024-04-12T15:50:31.017 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 111/122 2024-04-12T15:50:31.017 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 112/122 2024-04-12T15:50:31.017 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 113/122 2024-04-12T15:50:31.017 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 114/122 2024-04-12T15:50:31.017 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 115/122 2024-04-12T15:50:31.017 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 116/122 2024-04-12T15:50:31.017 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : re2-1:20211101-3.el9.x86_64 117/122 2024-04-12T15:50:31.017 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 118/122 2024-04-12T15:50:31.018 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : librados2-2:18.2.2-1189.gc96c8d47.el9.x86_64 119/122 2024-04-12T15:50:31.018 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 120/122 2024-04-12T15:50:31.018 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : librbd1-2:18.2.2-1189.gc96c8d47.el9.x86_64 121/122 2024-04-12T15:50:33.035 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 122/122 2024-04-12T15:50:33.036 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:50:33.036 INFO:teuthology.orchestra.run.smithi099.stdout:Upgraded: 2024-04-12T15:50:33.036 INFO:teuthology.orchestra.run.smithi099.stdout: librados2-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:33.036 INFO:teuthology.orchestra.run.smithi099.stdout: librbd1-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:33.036 INFO:teuthology.orchestra.run.smithi099.stdout:Installed: 2024-04-12T15:50:33.036 INFO:teuthology.orchestra.run.smithi099.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-12T15:50:33.036 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:33.036 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-base-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:33.036 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:33.036 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:33.037 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-grafana-dashboards-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T15:50:33.037 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-immutable-object-cache-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:33.037 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mds-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:33.037 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mgr-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:33.037 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mgr-cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T15:50:33.037 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mgr-dashboard-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T15:50:33.037 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mgr-diskprediction-local-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T15:50:33.037 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mgr-modules-core-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T15:50:33.037 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mgr-rook-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T15:50:33.038 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mon-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:33.038 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-osd-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:33.038 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-prometheus-alerts-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T15:50:33.038 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-radosgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:33.038 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-selinux-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:33.038 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-test-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:33.038 INFO:teuthology.orchestra.run.smithi099.stdout: cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T15:50:33.038 INFO:teuthology.orchestra.run.smithi099.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-12T15:50:33.038 INFO:teuthology.orchestra.run.smithi099.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-12T15:50:33.038 INFO:teuthology.orchestra.run.smithi099.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-12T15:50:33.038 INFO:teuthology.orchestra.run.smithi099.stdout: fmt-8.1.1-5.el9.x86_64 2024-04-12T15:50:33.039 INFO:teuthology.orchestra.run.smithi099.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-12T15:50:33.039 INFO:teuthology.orchestra.run.smithi099.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-12T15:50:33.039 INFO:teuthology.orchestra.run.smithi099.stdout: jq-1.6-16.el9.x86_64 2024-04-12T15:50:33.039 INFO:teuthology.orchestra.run.smithi099.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-12T15:50:33.039 INFO:teuthology.orchestra.run.smithi099.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-12T15:50:33.039 INFO:teuthology.orchestra.run.smithi099.stdout: libcephfs-devel-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:33.039 INFO:teuthology.orchestra.run.smithi099.stdout: libcephfs2-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:33.039 INFO:teuthology.orchestra.run.smithi099.stdout: libcephsqlite-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:33.039 INFO:teuthology.orchestra.run.smithi099.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-12T15:50:33.039 INFO:teuthology.orchestra.run.smithi099.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-12T15:50:33.039 INFO:teuthology.orchestra.run.smithi099.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-12T15:50:33.039 INFO:teuthology.orchestra.run.smithi099.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-12T15:50:33.039 INFO:teuthology.orchestra.run.smithi099.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-12T15:50:33.039 INFO:teuthology.orchestra.run.smithi099.stdout: librados-devel-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:33.040 INFO:teuthology.orchestra.run.smithi099.stdout: libradosstriper1-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:33.040 INFO:teuthology.orchestra.run.smithi099.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-12T15:50:33.040 INFO:teuthology.orchestra.run.smithi099.stdout: librgw2-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:33.040 INFO:teuthology.orchestra.run.smithi099.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-12T15:50:33.040 INFO:teuthology.orchestra.run.smithi099.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-12T15:50:33.040 INFO:teuthology.orchestra.run.smithi099.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-04-12T15:50:33.040 INFO:teuthology.orchestra.run.smithi099.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-12T15:50:33.040 INFO:teuthology.orchestra.run.smithi099.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-12T15:50:33.040 INFO:teuthology.orchestra.run.smithi099.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-12T15:50:33.040 INFO:teuthology.orchestra.run.smithi099.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-12T15:50:33.040 INFO:teuthology.orchestra.run.smithi099.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-12T15:50:33.040 INFO:teuthology.orchestra.run.smithi099.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-12T15:50:33.040 INFO:teuthology.orchestra.run.smithi099.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-12T15:50:33.041 INFO:teuthology.orchestra.run.smithi099.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-12T15:50:33.041 INFO:teuthology.orchestra.run.smithi099.stdout: python3-ceph-argparse-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:33.041 INFO:teuthology.orchestra.run.smithi099.stdout: python3-ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:33.041 INFO:teuthology.orchestra.run.smithi099.stdout: python3-cephfs-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:33.041 INFO:teuthology.orchestra.run.smithi099.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-12T15:50:33.041 INFO:teuthology.orchestra.run.smithi099.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-12T15:50:33.041 INFO:teuthology.orchestra.run.smithi099.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-12T15:50:33.041 INFO:teuthology.orchestra.run.smithi099.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-12T15:50:33.041 INFO:teuthology.orchestra.run.smithi099.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-12T15:50:33.041 INFO:teuthology.orchestra.run.smithi099.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-04-12T15:50:33.041 INFO:teuthology.orchestra.run.smithi099.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-12T15:50:33.041 INFO:teuthology.orchestra.run.smithi099.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-04-12T15:50:33.041 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-12T15:50:33.041 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-12T15:50:33.041 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-12T15:50:33.042 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-12T15:50:33.042 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-12T15:50:33.042 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-12T15:50:33.042 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-12T15:50:33.042 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-12T15:50:33.042 INFO:teuthology.orchestra.run.smithi099.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-12T15:50:33.042 INFO:teuthology.orchestra.run.smithi099.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-12T15:50:33.042 INFO:teuthology.orchestra.run.smithi099.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-12T15:50:33.042 INFO:teuthology.orchestra.run.smithi099.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-12T15:50:33.042 INFO:teuthology.orchestra.run.smithi099.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-12T15:50:33.042 INFO:teuthology.orchestra.run.smithi099.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-12T15:50:33.042 INFO:teuthology.orchestra.run.smithi099.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-12T15:50:33.042 INFO:teuthology.orchestra.run.smithi099.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-12T15:50:33.042 INFO:teuthology.orchestra.run.smithi099.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-12T15:50:33.043 INFO:teuthology.orchestra.run.smithi099.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-12T15:50:33.043 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-12T15:50:33.043 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-04-12T15:50:33.043 INFO:teuthology.orchestra.run.smithi099.stdout: python3-ply-3.11-14.el9.noarch 2024-04-12T15:50:33.043 INFO:teuthology.orchestra.run.smithi099.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-12T15:50:33.043 INFO:teuthology.orchestra.run.smithi099.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-12T15:50:33.043 INFO:teuthology.orchestra.run.smithi099.stdout: python3-py-1.10.0-6.el9.noarch 2024-04-12T15:50:33.043 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-12T15:50:33.043 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-12T15:50:33.043 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-12T15:50:33.043 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-12T15:50:33.043 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-04-12T15:50:33.043 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-12T15:50:33.043 INFO:teuthology.orchestra.run.smithi099.stdout: python3-rados-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:33.044 INFO:teuthology.orchestra.run.smithi099.stdout: python3-rbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:33.044 INFO:teuthology.orchestra.run.smithi099.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-12T15:50:33.044 INFO:teuthology.orchestra.run.smithi099.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-12T15:50:33.044 INFO:teuthology.orchestra.run.smithi099.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-12T15:50:33.044 INFO:teuthology.orchestra.run.smithi099.stdout: python3-rgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:33.044 INFO:teuthology.orchestra.run.smithi099.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-12T15:50:33.044 INFO:teuthology.orchestra.run.smithi099.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-12T15:50:33.044 INFO:teuthology.orchestra.run.smithi099.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-12T15:50:33.044 INFO:teuthology.orchestra.run.smithi099.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-12T15:50:33.044 INFO:teuthology.orchestra.run.smithi099.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-12T15:50:33.044 INFO:teuthology.orchestra.run.smithi099.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-12T15:50:33.044 INFO:teuthology.orchestra.run.smithi099.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-12T15:50:33.044 INFO:teuthology.orchestra.run.smithi099.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-12T15:50:33.044 INFO:teuthology.orchestra.run.smithi099.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-12T15:50:33.045 INFO:teuthology.orchestra.run.smithi099.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-12T15:50:33.045 INFO:teuthology.orchestra.run.smithi099.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-12T15:50:33.045 INFO:teuthology.orchestra.run.smithi099.stdout: rbd-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:33.045 INFO:teuthology.orchestra.run.smithi099.stdout: rbd-mirror-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:33.045 INFO:teuthology.orchestra.run.smithi099.stdout: rbd-nbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:33.045 INFO:teuthology.orchestra.run.smithi099.stdout: re2-1:20211101-3.el9.x86_64 2024-04-12T15:50:33.045 INFO:teuthology.orchestra.run.smithi099.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-12T15:50:33.045 INFO:teuthology.orchestra.run.smithi099.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-12T15:50:33.045 INFO:teuthology.orchestra.run.smithi099.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-12T15:50:33.045 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:50:33.045 INFO:teuthology.orchestra.run.smithi099.stdout:Complete! 2024-04-12T15:50:33.384 DEBUG:teuthology.parallel:result is None 2024-04-12T15:50:41.369 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: ceph-selinux-2:18.2.2-1189.gc96c8d47.el9.x86_64 101/122 2024-04-12T15:50:41.369 INFO:teuthology.orchestra.run.smithi110.stdout:skipping the directory /sys 2024-04-12T15:50:41.369 INFO:teuthology.orchestra.run.smithi110.stdout:skipping the directory /proc 2024-04-12T15:50:41.370 INFO:teuthology.orchestra.run.smithi110.stdout:skipping the directory /mnt 2024-04-12T15:50:41.370 INFO:teuthology.orchestra.run.smithi110.stdout:skipping the directory /var/tmp 2024-04-12T15:50:41.370 INFO:teuthology.orchestra.run.smithi110.stdout:skipping the directory /home 2024-04-12T15:50:41.370 INFO:teuthology.orchestra.run.smithi110.stdout:skipping the directory /root 2024-04-12T15:50:41.370 INFO:teuthology.orchestra.run.smithi110.stdout:skipping the directory /tmp 2024-04-12T15:50:41.370 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-04-12T15:50:41.456 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-mgr-cephadm-2:18.2.2-1189.gc96c8d47.el9.noa 102/122 2024-04-12T15:50:42.537 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.2-1189.gc96c8d47.el9.noa 102/122 2024-04-12T15:50:42.578 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-mgr-dashboard-2:18.2.2-1189.gc96c8d47.el9.n 103/122 2024-04-12T15:50:43.539 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.2-1189.gc96c8d47.el9.n 103/122 2024-04-12T15:50:43.570 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.2-1189.gc96 104/122 2024-04-12T15:50:43.669 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.2-1189.gc96 104/122 2024-04-12T15:50:43.828 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-mgr-modules-core-2:18.2.2-1189.gc96c8d47.el 105/122 2024-04-12T15:50:43.856 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-mgr-2:18.2.2-1189.gc96c8d47.el9.x86_64 106/122 2024-04-12T15:50:43.879 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: ceph-mgr-2:18.2.2-1189.gc96c8d47.el9.x86_64 106/122 2024-04-12T15:50:43.879 INFO:teuthology.orchestra.run.smithi110.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T15:50:43.879 INFO:teuthology.orchestra.run.smithi110.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-12T15:50:43.879 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-12T15:50:43.879 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-12T15:50:43.879 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-04-12T15:50:43.923 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-mgr-rook-2:18.2.2-1189.gc96c8d47.el9.noarch 107/122 2024-04-12T15:50:44.107 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.2-1189.gc96c8d47.el9.noarch 107/122 2024-04-12T15:50:44.140 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-mds-2:18.2.2-1189.gc96c8d47.el9.x86_64 108/122 2024-04-12T15:50:44.163 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: ceph-mds-2:18.2.2-1189.gc96c8d47.el9.x86_64 108/122 2024-04-12T15:50:44.163 INFO:teuthology.orchestra.run.smithi110.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T15:50:44.163 INFO:teuthology.orchestra.run.smithi110.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-12T15:50:44.163 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-12T15:50:44.163 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-12T15:50:44.163 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-04-12T15:50:44.599 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-mon-2:18.2.2-1189.gc96c8d47.el9.x86_64 109/122 2024-04-12T15:50:44.622 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: ceph-mon-2:18.2.2-1189.gc96c8d47.el9.x86_64 109/122 2024-04-12T15:50:44.622 INFO:teuthology.orchestra.run.smithi110.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T15:50:44.623 INFO:teuthology.orchestra.run.smithi110.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-12T15:50:44.623 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-12T15:50:44.623 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-12T15:50:44.623 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-04-12T15:50:46.034 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-osd-2:18.2.2-1189.gc96c8d47.el9.x86_64 110/122 2024-04-12T15:50:46.060 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: ceph-osd-2:18.2.2-1189.gc96c8d47.el9.x86_64 110/122 2024-04-12T15:50:46.060 INFO:teuthology.orchestra.run.smithi110.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T15:50:46.060 INFO:teuthology.orchestra.run.smithi110.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-12T15:50:46.060 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-12T15:50:46.060 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-12T15:50:46.060 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-04-12T15:50:46.769 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-2:18.2.2-1189.gc96c8d47.el9.x86_64 111/122 2024-04-12T15:50:46.802 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-radosgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 112/122 2024-04-12T15:50:46.824 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: ceph-radosgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 112/122 2024-04-12T15:50:46.825 INFO:teuthology.orchestra.run.smithi110.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T15:50:46.825 INFO:teuthology.orchestra.run.smithi110.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-12T15:50:46.825 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-12T15:50:46.825 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-12T15:50:46.825 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-04-12T15:50:46.869 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-immutable-object-cache-2:18.2.2-1189.gc96c8 113/122 2024-04-12T15:50:46.892 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.2-1189.gc96c8 113/122 2024-04-12T15:50:46.892 INFO:teuthology.orchestra.run.smithi110.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T15:50:46.892 INFO:teuthology.orchestra.run.smithi110.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-12T15:50:46.892 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-04-12T15:50:47.195 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : rbd-mirror-2:18.2.2-1189.gc96c8d47.el9.x86_64 114/122 2024-04-12T15:50:47.217 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: rbd-mirror-2:18.2.2-1189.gc96c8d47.el9.x86_64 114/122 2024-04-12T15:50:47.217 INFO:teuthology.orchestra.run.smithi110.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T15:50:47.217 INFO:teuthology.orchestra.run.smithi110.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-12T15:50:47.218 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-12T15:50:47.218 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-12T15:50:47.218 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-04-12T15:50:50.970 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-test-2:18.2.2-1189.gc96c8d47.el9.x86_64 115/122 2024-04-12T15:50:51.007 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 116/122 2024-04-12T15:50:51.048 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : rbd-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 117/122 2024-04-12T15:50:51.165 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : rbd-nbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 118/122 2024-04-12T15:50:51.206 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 119/122 2024-04-12T15:50:51.237 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : libcephfs-devel-2:18.2.2-1189.gc96c8d47.el9.x86_ 120/122 2024-04-12T15:50:51.237 INFO:teuthology.orchestra.run.smithi110.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-12T15:50:51.346 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-12T15:50:51.346 INFO:teuthology.orchestra.run.smithi110.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-12T15:50:56.037 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-12T15:50:56.037 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-2:18.2.2-1189.gc96c8d47.el9.x86_64 1/122 2024-04-12T15:50:56.038 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-base-2:18.2.2-1189.gc96c8d47.el9.x86_64 2/122 2024-04-12T15:50:56.038 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 3/122 2024-04-12T15:50:56.038 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 4/122 2024-04-12T15:50:56.038 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-immutable-object-cache-2:18.2.2-1189.gc96c8 5/122 2024-04-12T15:50:56.038 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-mds-2:18.2.2-1189.gc96c8d47.el9.x86_64 6/122 2024-04-12T15:50:56.038 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-mgr-2:18.2.2-1189.gc96c8d47.el9.x86_64 7/122 2024-04-12T15:50:56.039 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-mon-2:18.2.2-1189.gc96c8d47.el9.x86_64 8/122 2024-04-12T15:50:56.039 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-osd-2:18.2.2-1189.gc96c8d47.el9.x86_64 9/122 2024-04-12T15:50:56.039 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-radosgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 10/122 2024-04-12T15:50:56.039 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-selinux-2:18.2.2-1189.gc96c8d47.el9.x86_64 11/122 2024-04-12T15:50:56.039 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-test-2:18.2.2-1189.gc96c8d47.el9.x86_64 12/122 2024-04-12T15:50:56.039 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : libcephfs-devel-2:18.2.2-1189.gc96c8d47.el9.x86_ 13/122 2024-04-12T15:50:56.039 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : libcephfs2-2:18.2.2-1189.gc96c8d47.el9.x86_64 14/122 2024-04-12T15:50:56.039 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : libcephsqlite-2:18.2.2-1189.gc96c8d47.el9.x86_64 15/122 2024-04-12T15:50:56.039 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : librados-devel-2:18.2.2-1189.gc96c8d47.el9.x86_6 16/122 2024-04-12T15:50:56.039 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : libradosstriper1-2:18.2.2-1189.gc96c8d47.el9.x86 17/122 2024-04-12T15:50:56.039 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : librgw2-2:18.2.2-1189.gc96c8d47.el9.x86_64 18/122 2024-04-12T15:50:56.039 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-ceph-argparse-2:18.2.2-1189.gc96c8d47.el 19/122 2024-04-12T15:50:56.039 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-ceph-common-2:18.2.2-1189.gc96c8d47.el9. 20/122 2024-04-12T15:50:56.040 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-cephfs-2:18.2.2-1189.gc96c8d47.el9.x86_6 21/122 2024-04-12T15:50:56.040 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-rados-2:18.2.2-1189.gc96c8d47.el9.x86_64 22/122 2024-04-12T15:50:56.040 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-rbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 23/122 2024-04-12T15:50:56.040 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-rgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 24/122 2024-04-12T15:50:56.040 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : rbd-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 25/122 2024-04-12T15:50:56.040 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : rbd-mirror-2:18.2.2-1189.gc96c8d47.el9.x86_64 26/122 2024-04-12T15:50:56.040 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : rbd-nbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 27/122 2024-04-12T15:50:56.040 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-grafana-dashboards-2:18.2.2-1189.gc96c8d47. 28/122 2024-04-12T15:50:56.040 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-mgr-cephadm-2:18.2.2-1189.gc96c8d47.el9.noa 29/122 2024-04-12T15:50:56.040 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-mgr-dashboard-2:18.2.2-1189.gc96c8d47.el9.n 30/122 2024-04-12T15:50:56.040 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.2-1189.gc96 31/122 2024-04-12T15:50:56.040 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-mgr-modules-core-2:18.2.2-1189.gc96c8d47.el 32/122 2024-04-12T15:50:56.040 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-mgr-rook-2:18.2.2-1189.gc96c8d47.el9.noarch 33/122 2024-04-12T15:50:56.041 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-prometheus-alerts-2:18.2.2-1189.gc96c8d47.e 34/122 2024-04-12T15:50:56.041 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 35/122 2024-04-12T15:50:56.041 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 36/122 2024-04-12T15:50:56.041 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : jq-1.6-16.el9.x86_64 37/122 2024-04-12T15:50:56.041 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 38/122 2024-04-12T15:50:56.041 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 39/122 2024-04-12T15:50:56.041 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 40/122 2024-04-12T15:50:56.041 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 41/122 2024-04-12T15:50:56.041 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 42/122 2024-04-12T15:50:56.041 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-ply-3.11-14.el9.noarch 43/122 2024-04-12T15:50:56.041 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 44/122 2024-04-12T15:50:56.041 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 45/122 2024-04-12T15:50:56.041 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 46/122 2024-04-12T15:50:56.041 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 47/122 2024-04-12T15:50:56.042 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 48/122 2024-04-12T15:50:56.042 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 49/122 2024-04-12T15:50:56.042 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 50/122 2024-04-12T15:50:56.042 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 51/122 2024-04-12T15:50:56.042 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 52/122 2024-04-12T15:50:56.042 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 53/122 2024-04-12T15:50:56.042 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 54/122 2024-04-12T15:50:56.042 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 55/122 2024-04-12T15:50:56.042 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 56/122 2024-04-12T15:50:56.042 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 57/122 2024-04-12T15:50:56.042 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 58/122 2024-04-12T15:50:56.042 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 59/122 2024-04-12T15:50:56.042 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 60/122 2024-04-12T15:50:56.043 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 61/122 2024-04-12T15:50:56.043 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 62/122 2024-04-12T15:50:56.043 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 63/122 2024-04-12T15:50:56.043 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 64/122 2024-04-12T15:50:56.043 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 65/122 2024-04-12T15:50:56.043 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 66/122 2024-04-12T15:50:56.043 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 67/122 2024-04-12T15:50:56.043 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 68/122 2024-04-12T15:50:56.043 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 69/122 2024-04-12T15:50:56.043 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 70/122 2024-04-12T15:50:56.043 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 71/122 2024-04-12T15:50:56.043 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 72/122 2024-04-12T15:50:56.043 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 73/122 2024-04-12T15:50:56.044 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 74/122 2024-04-12T15:50:56.044 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 75/122 2024-04-12T15:50:56.044 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 76/122 2024-04-12T15:50:56.044 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 77/122 2024-04-12T15:50:56.044 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 78/122 2024-04-12T15:50:56.044 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 79/122 2024-04-12T15:50:56.044 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 80/122 2024-04-12T15:50:56.044 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 81/122 2024-04-12T15:50:56.044 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 82/122 2024-04-12T15:50:56.045 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 83/122 2024-04-12T15:50:56.045 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 84/122 2024-04-12T15:50:56.045 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 85/122 2024-04-12T15:50:56.045 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 86/122 2024-04-12T15:50:56.045 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 87/122 2024-04-12T15:50:56.045 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 88/122 2024-04-12T15:50:56.045 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 89/122 2024-04-12T15:50:56.045 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 90/122 2024-04-12T15:50:56.045 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 91/122 2024-04-12T15:50:56.045 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 92/122 2024-04-12T15:50:56.045 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 93/122 2024-04-12T15:50:56.045 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 94/122 2024-04-12T15:50:56.046 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 95/122 2024-04-12T15:50:56.046 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 96/122 2024-04-12T15:50:56.046 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 97/122 2024-04-12T15:50:56.046 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 98/122 2024-04-12T15:50:56.046 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 99/122 2024-04-12T15:50:56.046 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 100/122 2024-04-12T15:50:56.046 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 101/122 2024-04-12T15:50:56.046 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 102/122 2024-04-12T15:50:56.046 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 103/122 2024-04-12T15:50:56.046 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 104/122 2024-04-12T15:50:56.046 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 105/122 2024-04-12T15:50:56.046 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 106/122 2024-04-12T15:50:56.047 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 107/122 2024-04-12T15:50:56.047 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 108/122 2024-04-12T15:50:56.047 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 109/122 2024-04-12T15:50:56.047 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 110/122 2024-04-12T15:50:56.047 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 111/122 2024-04-12T15:50:56.047 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 112/122 2024-04-12T15:50:56.047 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 113/122 2024-04-12T15:50:56.047 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 114/122 2024-04-12T15:50:56.047 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 115/122 2024-04-12T15:50:56.047 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 116/122 2024-04-12T15:50:56.047 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : re2-1:20211101-3.el9.x86_64 117/122 2024-04-12T15:50:56.047 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 118/122 2024-04-12T15:50:56.047 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : librados2-2:18.2.2-1189.gc96c8d47.el9.x86_64 119/122 2024-04-12T15:50:56.047 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 120/122 2024-04-12T15:50:56.047 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : librbd1-2:18.2.2-1189.gc96c8d47.el9.x86_64 121/122 2024-04-12T15:50:57.999 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 122/122 2024-04-12T15:50:57.999 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-04-12T15:50:57.999 INFO:teuthology.orchestra.run.smithi110.stdout:Upgraded: 2024-04-12T15:50:57.999 INFO:teuthology.orchestra.run.smithi110.stdout: librados2-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:57.999 INFO:teuthology.orchestra.run.smithi110.stdout: librbd1-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:58.000 INFO:teuthology.orchestra.run.smithi110.stdout:Installed: 2024-04-12T15:50:58.000 INFO:teuthology.orchestra.run.smithi110.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-12T15:50:58.000 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:58.000 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-base-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:58.000 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:58.000 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:58.000 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-grafana-dashboards-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T15:50:58.000 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-immutable-object-cache-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:58.000 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mds-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:58.000 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mgr-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:58.000 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mgr-cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T15:50:58.000 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mgr-dashboard-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T15:50:58.001 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mgr-diskprediction-local-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T15:50:58.001 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mgr-modules-core-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T15:50:58.001 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mgr-rook-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T15:50:58.001 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mon-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:58.001 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-osd-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:58.001 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-prometheus-alerts-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T15:50:58.001 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-radosgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:58.001 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-selinux-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:58.001 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-test-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:58.001 INFO:teuthology.orchestra.run.smithi110.stdout: cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T15:50:58.001 INFO:teuthology.orchestra.run.smithi110.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-12T15:50:58.002 INFO:teuthology.orchestra.run.smithi110.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-12T15:50:58.002 INFO:teuthology.orchestra.run.smithi110.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-12T15:50:58.002 INFO:teuthology.orchestra.run.smithi110.stdout: fmt-8.1.1-5.el9.x86_64 2024-04-12T15:50:58.002 INFO:teuthology.orchestra.run.smithi110.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-12T15:50:58.002 INFO:teuthology.orchestra.run.smithi110.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-12T15:50:58.002 INFO:teuthology.orchestra.run.smithi110.stdout: jq-1.6-16.el9.x86_64 2024-04-12T15:50:58.002 INFO:teuthology.orchestra.run.smithi110.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-12T15:50:58.002 INFO:teuthology.orchestra.run.smithi110.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-12T15:50:58.002 INFO:teuthology.orchestra.run.smithi110.stdout: libcephfs-devel-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:58.002 INFO:teuthology.orchestra.run.smithi110.stdout: libcephfs2-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:58.003 INFO:teuthology.orchestra.run.smithi110.stdout: libcephsqlite-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:58.003 INFO:teuthology.orchestra.run.smithi110.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-12T15:50:58.003 INFO:teuthology.orchestra.run.smithi110.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-12T15:50:58.003 INFO:teuthology.orchestra.run.smithi110.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-12T15:50:58.003 INFO:teuthology.orchestra.run.smithi110.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-12T15:50:58.003 INFO:teuthology.orchestra.run.smithi110.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-12T15:50:58.003 INFO:teuthology.orchestra.run.smithi110.stdout: librados-devel-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:58.003 INFO:teuthology.orchestra.run.smithi110.stdout: libradosstriper1-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:58.003 INFO:teuthology.orchestra.run.smithi110.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-12T15:50:58.003 INFO:teuthology.orchestra.run.smithi110.stdout: librgw2-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:58.003 INFO:teuthology.orchestra.run.smithi110.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-12T15:50:58.004 INFO:teuthology.orchestra.run.smithi110.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-12T15:50:58.004 INFO:teuthology.orchestra.run.smithi110.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-04-12T15:50:58.004 INFO:teuthology.orchestra.run.smithi110.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-12T15:50:58.004 INFO:teuthology.orchestra.run.smithi110.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-12T15:50:58.004 INFO:teuthology.orchestra.run.smithi110.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-12T15:50:58.004 INFO:teuthology.orchestra.run.smithi110.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-12T15:50:58.004 INFO:teuthology.orchestra.run.smithi110.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-12T15:50:58.004 INFO:teuthology.orchestra.run.smithi110.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-12T15:50:58.004 INFO:teuthology.orchestra.run.smithi110.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-12T15:50:58.004 INFO:teuthology.orchestra.run.smithi110.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-12T15:50:58.004 INFO:teuthology.orchestra.run.smithi110.stdout: python3-ceph-argparse-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:58.004 INFO:teuthology.orchestra.run.smithi110.stdout: python3-ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:58.005 INFO:teuthology.orchestra.run.smithi110.stdout: python3-cephfs-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:58.005 INFO:teuthology.orchestra.run.smithi110.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-12T15:50:58.005 INFO:teuthology.orchestra.run.smithi110.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-12T15:50:58.005 INFO:teuthology.orchestra.run.smithi110.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-12T15:50:58.005 INFO:teuthology.orchestra.run.smithi110.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-12T15:50:58.005 INFO:teuthology.orchestra.run.smithi110.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-12T15:50:58.005 INFO:teuthology.orchestra.run.smithi110.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-04-12T15:50:58.005 INFO:teuthology.orchestra.run.smithi110.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-12T15:50:58.005 INFO:teuthology.orchestra.run.smithi110.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-04-12T15:50:58.005 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-12T15:50:58.005 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-12T15:50:58.005 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-12T15:50:58.006 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-12T15:50:58.006 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-12T15:50:58.006 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-12T15:50:58.006 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-12T15:50:58.006 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-12T15:50:58.006 INFO:teuthology.orchestra.run.smithi110.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-12T15:50:58.006 INFO:teuthology.orchestra.run.smithi110.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-12T15:50:58.006 INFO:teuthology.orchestra.run.smithi110.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-12T15:50:58.006 INFO:teuthology.orchestra.run.smithi110.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-12T15:50:58.006 INFO:teuthology.orchestra.run.smithi110.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-12T15:50:58.006 INFO:teuthology.orchestra.run.smithi110.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-12T15:50:58.007 INFO:teuthology.orchestra.run.smithi110.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-12T15:50:58.007 INFO:teuthology.orchestra.run.smithi110.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-12T15:50:58.007 INFO:teuthology.orchestra.run.smithi110.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-12T15:50:58.007 INFO:teuthology.orchestra.run.smithi110.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-12T15:50:58.007 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-12T15:50:58.007 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-04-12T15:50:58.007 INFO:teuthology.orchestra.run.smithi110.stdout: python3-ply-3.11-14.el9.noarch 2024-04-12T15:50:58.007 INFO:teuthology.orchestra.run.smithi110.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-12T15:50:58.007 INFO:teuthology.orchestra.run.smithi110.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-12T15:50:58.007 INFO:teuthology.orchestra.run.smithi110.stdout: python3-py-1.10.0-6.el9.noarch 2024-04-12T15:50:58.007 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-12T15:50:58.007 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-12T15:50:58.008 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-12T15:50:58.008 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-12T15:50:58.008 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-04-12T15:50:58.008 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-12T15:50:58.008 INFO:teuthology.orchestra.run.smithi110.stdout: python3-rados-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:58.008 INFO:teuthology.orchestra.run.smithi110.stdout: python3-rbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:58.008 INFO:teuthology.orchestra.run.smithi110.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-12T15:50:58.008 INFO:teuthology.orchestra.run.smithi110.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-12T15:50:58.008 INFO:teuthology.orchestra.run.smithi110.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-12T15:50:58.008 INFO:teuthology.orchestra.run.smithi110.stdout: python3-rgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:58.008 INFO:teuthology.orchestra.run.smithi110.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-12T15:50:58.008 INFO:teuthology.orchestra.run.smithi110.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-12T15:50:58.008 INFO:teuthology.orchestra.run.smithi110.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-12T15:50:58.009 INFO:teuthology.orchestra.run.smithi110.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-12T15:50:58.009 INFO:teuthology.orchestra.run.smithi110.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-12T15:50:58.009 INFO:teuthology.orchestra.run.smithi110.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-12T15:50:58.010 INFO:teuthology.orchestra.run.smithi110.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-12T15:50:58.010 INFO:teuthology.orchestra.run.smithi110.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-12T15:50:58.010 INFO:teuthology.orchestra.run.smithi110.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-12T15:50:58.010 INFO:teuthology.orchestra.run.smithi110.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-12T15:50:58.010 INFO:teuthology.orchestra.run.smithi110.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-12T15:50:58.010 INFO:teuthology.orchestra.run.smithi110.stdout: rbd-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:58.010 INFO:teuthology.orchestra.run.smithi110.stdout: rbd-mirror-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:58.010 INFO:teuthology.orchestra.run.smithi110.stdout: rbd-nbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T15:50:58.010 INFO:teuthology.orchestra.run.smithi110.stdout: re2-1:20211101-3.el9.x86_64 2024-04-12T15:50:58.010 INFO:teuthology.orchestra.run.smithi110.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-12T15:50:58.010 INFO:teuthology.orchestra.run.smithi110.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-12T15:50:58.010 INFO:teuthology.orchestra.run.smithi110.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-12T15:50:58.010 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-04-12T15:50:58.010 INFO:teuthology.orchestra.run.smithi110.stdout:Complete! 2024-04-12T15:50:58.330 DEBUG:teuthology.parallel:result is None 2024-04-12T15:50:58.331 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-12T15:50:58.331 INFO:teuthology.packaging:ref: None 2024-04-12T15:50:58.331 INFO:teuthology.packaging:tag: None 2024-04-12T15:50:58.331 INFO:teuthology.packaging:branch: reef 2024-04-12T15:50:58.331 INFO:teuthology.packaging:sha1: bf9c5618cc018927fa77780d25b6deb1f5dc254d 2024-04-12T15:50:58.331 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-12T15:50:58.815 DEBUG:teuthology.orchestra.run.smithi099:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-12T15:50:58.841 INFO:teuthology.orchestra.run.smithi099.stdout:18.2.2-1189.gc96c8d47.el9 2024-04-12T15:50:58.842 INFO:teuthology.packaging:The installed version of ceph is 18.2.2-1189.gc96c8d47.el9 2024-04-12T15:50:58.842 INFO:teuthology.task.install:The correct ceph version 18.2.2-1189.gc96c8d47 is installed. 2024-04-12T15:50:58.845 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-12T15:50:58.845 INFO:teuthology.packaging:ref: None 2024-04-12T15:50:58.845 INFO:teuthology.packaging:tag: None 2024-04-12T15:50:58.845 INFO:teuthology.packaging:branch: reef 2024-04-12T15:50:58.845 INFO:teuthology.packaging:sha1: bf9c5618cc018927fa77780d25b6deb1f5dc254d 2024-04-12T15:50:58.845 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-12T15:50:59.075 DEBUG:teuthology.orchestra.run.smithi110:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-12T15:50:59.099 INFO:teuthology.orchestra.run.smithi110.stdout:18.2.2-1189.gc96c8d47.el9 2024-04-12T15:50:59.099 INFO:teuthology.packaging:The installed version of ceph is 18.2.2-1189.gc96c8d47.el9 2024-04-12T15:50:59.099 INFO:teuthology.task.install:The correct ceph version 18.2.2-1189.gc96c8d47 is installed. 2024-04-12T15:50:59.101 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-04-12T15:50:59.101 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-04-12T15:50:59.101 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-12T15:50:59.137 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-04-12T15:50:59.137 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-12T15:50:59.173 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-04-12T15:50:59.173 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-04-12T15:50:59.173 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd of=/usr/bin/daemon-helper 2024-04-12T15:50:59.207 DEBUG:teuthology.orchestra.run.smithi099:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-12T15:50:59.277 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-04-12T15:50:59.277 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd of=/usr/bin/daemon-helper 2024-04-12T15:50:59.307 DEBUG:teuthology.orchestra.run.smithi110:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-12T15:50:59.377 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-04-12T15:50:59.377 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-04-12T15:50:59.377 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-12T15:50:59.407 DEBUG:teuthology.orchestra.run.smithi099:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-12T15:50:59.477 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-04-12T15:50:59.477 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-12T15:50:59.507 DEBUG:teuthology.orchestra.run.smithi110:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-12T15:50:59.575 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-04-12T15:50:59.575 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-04-12T15:50:59.576 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd of=/usr/bin/stdin-killer 2024-04-12T15:50:59.604 DEBUG:teuthology.orchestra.run.smithi099:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-12T15:50:59.671 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-04-12T15:50:59.671 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd of=/usr/bin/stdin-killer 2024-04-12T15:50:59.699 DEBUG:teuthology.orchestra.run.smithi110:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-12T15:50:59.768 INFO:teuthology.run_tasks:Running task print... 2024-04-12T15:50:59.777 INFO:teuthology.task.print:**** done install task... 2024-04-12T15:50:59.778 INFO:teuthology.run_tasks:Running task print... 2024-04-12T15:50:59.815 INFO:teuthology.task.print:**** done start installing reef cephadm ... 2024-04-12T15:50:59.815 INFO:teuthology.run_tasks:Running task cephadm... 2024-04-12T15:50:59.946 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'reef', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:reef', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum'], 'sha1': 'bf9c5618cc018927fa77780d25b6deb1f5dc254d'} 2024-04-12T15:50:59.946 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:reef 2024-04-12T15:50:59.947 INFO:tasks.cephadm:Cluster fsid is 7550015c-f8e4-11ee-bc8d-c7b262605968 2024-04-12T15:50:59.947 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-04-12T15:50:59.947 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.99', 'mon.c': '[v2:172.21.15.99:3301,v1:172.21.15.99:6790]', 'mon.b': '172.21.15.110'} 2024-04-12T15:50:59.947 INFO:tasks.cephadm:First mon is mon.a on smithi099 2024-04-12T15:50:59.947 INFO:tasks.cephadm:First mgr is y 2024-04-12T15:50:59.948 INFO:tasks.cephadm:Normalizing hostnames... 2024-04-12T15:50:59.948 DEBUG:teuthology.orchestra.run.smithi099:> sudo hostname $(hostname -s) 2024-04-12T15:50:59.975 DEBUG:teuthology.orchestra.run.smithi110:> sudo hostname $(hostname -s) 2024-04-12T15:51:00.003 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for reef 2024-04-12T15:51:00.004 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=bf9c5618cc018927fa77780d25b6deb1f5dc254d 2024-04-12T15:51:00.331 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'bf9c5618cc018927fa77780d25b6deb1f5dc254d', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/78406/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-2847-gbf9c5618', 'node_name': '172.21.5.36+adami06', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-2847.gbf9c5618'}, 'url': 'https://4.chacra.ceph.com/r/ceph/wip-yuri10-testing-2024-03-24-1159/bf9c5618cc018927fa77780d25b6deb1f5dc254d/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-04-10 01:17:18.679209', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-yuri10-testing-2024-03-24-1159', 'chacra_url': 'https://4.chacra.ceph.com/repos/ceph/wip-yuri10-testing-2024-03-24-1159/bf9c5618cc018927fa77780d25b6deb1f5dc254d/centos/9/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2024-04-12T15:51:00.905 INFO:tasks.util.chacra:got chacra host 2.chacra.ceph.com, ref reef, sha1 c96c8d478b644b6433700141c5f69a1a68f8121b from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&ref=reef 2024-04-12T15:51:00.906 INFO:tasks.cephadm:Discovered cachra url: https://2.chacra.ceph.com/binaries/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/x86_64/flavors/default/cephadm 2024-04-12T15:51:00.906 DEBUG:teuthology.orchestra.run.smithi099:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-12T15:51:01.663 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r--. 1 ubuntu ubuntu 215335 Apr 12 15:51 /home/ubuntu/cephtest/cephadm 2024-04-12T15:51:01.663 DEBUG:teuthology.orchestra.run.smithi110:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-12T15:51:02.257 INFO:teuthology.orchestra.run.smithi110.stdout:-rw-r--r--. 1 ubuntu ubuntu 215335 Apr 12 15:51 /home/ubuntu/cephtest/cephadm 2024-04-12T15:51:02.257 DEBUG:teuthology.orchestra.run.smithi099:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-12T15:51:02.277 DEBUG:teuthology.orchestra.run.smithi110:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-12T15:51:02.307 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:reef on all hosts... 2024-04-12T15:51:02.307 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-04-12T15:51:02.320 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-04-12T15:51:03.108 INFO:teuthology.orchestra.run.smithi099.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-12T15:51:03.154 INFO:teuthology.orchestra.run.smithi110.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-12T15:51:49.189 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-04-12T15:51:49.190 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph_version": "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)", 2024-04-12T15:51:49.190 INFO:teuthology.orchestra.run.smithi099.stdout: "image_id": "bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28", 2024-04-12T15:51:49.190 INFO:teuthology.orchestra.run.smithi099.stdout: "repo_digests": [ 2024-04-12T15:51:49.190 INFO:teuthology.orchestra.run.smithi099.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3" 2024-04-12T15:51:49.190 INFO:teuthology.orchestra.run.smithi099.stdout: ] 2024-04-12T15:51:49.190 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-04-12T15:51:52.369 INFO:teuthology.orchestra.run.smithi110.stdout:{ 2024-04-12T15:51:52.369 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph_version": "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)", 2024-04-12T15:51:52.369 INFO:teuthology.orchestra.run.smithi110.stdout: "image_id": "bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28", 2024-04-12T15:51:52.370 INFO:teuthology.orchestra.run.smithi110.stdout: "repo_digests": [ 2024-04-12T15:51:52.370 INFO:teuthology.orchestra.run.smithi110.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3" 2024-04-12T15:51:52.370 INFO:teuthology.orchestra.run.smithi110.stdout: ] 2024-04-12T15:51:52.370 INFO:teuthology.orchestra.run.smithi110.stdout:} 2024-04-12T15:51:52.389 DEBUG:teuthology.orchestra.run.smithi099:> sudo mkdir -p /etc/ceph 2024-04-12T15:51:52.425 DEBUG:teuthology.orchestra.run.smithi110:> sudo mkdir -p /etc/ceph 2024-04-12T15:51:52.458 DEBUG:teuthology.orchestra.run.smithi099:> sudo chmod 777 /etc/ceph 2024-04-12T15:51:52.496 DEBUG:teuthology.orchestra.run.smithi110:> sudo chmod 777 /etc/ceph 2024-04-12T15:51:52.526 INFO:tasks.cephadm:Writing seed config... 2024-04-12T15:51:52.527 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-04-12T15:51:52.527 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-04-12T15:51:52.527 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-04-12T15:51:52.527 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-04-12T15:51:52.528 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-04-12T15:51:52.528 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2024-04-12T15:51:52.528 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-04-12T15:51:52.528 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-04-12T15:51:52.528 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-04-12T15:51:52.528 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-04-12T15:51:52.528 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-04-12T15:51:52.529 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-04-12T15:51:52.529 DEBUG:teuthology.orchestra.run.smithi099:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-04-12T15:51:52.552 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 7550015c-f8e4-11ee-bc8d-c7b262605968 mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-04-12T15:51:52.553 DEBUG:teuthology.orchestra.run.smithi099:mon.a> sudo journalctl -f -n 0 -u ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mon.a.service 2024-04-12T15:51:52.595 DEBUG:teuthology.orchestra.run.smithi099:mgr.y> sudo journalctl -f -n 0 -u ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mgr.y.service 2024-04-12T15:51:52.638 INFO:tasks.cephadm:Bootstrapping... 2024-04-12T15:51:52.638 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef -v bootstrap --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.99 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-04-12T15:51:52.796 INFO:teuthology.orchestra.run.smithi099.stdout:-------------------------------------------------------------------------------- 2024-04-12T15:51:52.797 INFO:teuthology.orchestra.run.smithi099.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:reef', '-v', 'bootstrap', '--fsid', '7550015c-f8e4-11ee-bc8d-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.99', '--skip-admin-label'] 2024-04-12T15:51:52.821 INFO:teuthology.orchestra.run.smithi099.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-12T15:51:52.821 INFO:teuthology.orchestra.run.smithi099.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-04-12T15:51:52.821 INFO:teuthology.orchestra.run.smithi099.stdout:Verifying podman|docker is present... 2024-04-12T15:51:52.844 INFO:teuthology.orchestra.run.smithi099.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-12T15:51:52.844 INFO:teuthology.orchestra.run.smithi099.stdout:Verifying lvm2 is present... 2024-04-12T15:51:52.844 INFO:teuthology.orchestra.run.smithi099.stdout:Verifying time synchronization is in place... 2024-04-12T15:51:52.851 INFO:teuthology.orchestra.run.smithi099.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-12T15:51:52.851 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-12T15:51:52.857 INFO:teuthology.orchestra.run.smithi099.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-12T15:51:52.857 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stdout inactive 2024-04-12T15:51:52.863 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stdout enabled 2024-04-12T15:51:52.869 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stdout active 2024-04-12T15:51:52.869 INFO:teuthology.orchestra.run.smithi099.stdout:Unit chronyd.service is enabled and running 2024-04-12T15:51:52.869 INFO:teuthology.orchestra.run.smithi099.stdout:Repeating the final host check... 2024-04-12T15:51:52.894 INFO:teuthology.orchestra.run.smithi099.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-12T15:51:52.894 INFO:teuthology.orchestra.run.smithi099.stdout:podman (/bin/podman) version 4.9.4 is present 2024-04-12T15:51:52.894 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl is present 2024-04-12T15:51:52.894 INFO:teuthology.orchestra.run.smithi099.stdout:lvcreate is present 2024-04-12T15:51:52.898 INFO:teuthology.orchestra.run.smithi099.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-12T15:51:52.898 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-12T15:51:52.904 INFO:teuthology.orchestra.run.smithi099.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-12T15:51:52.904 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stdout inactive 2024-04-12T15:51:52.910 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stdout enabled 2024-04-12T15:51:52.917 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stdout active 2024-04-12T15:51:52.917 INFO:teuthology.orchestra.run.smithi099.stdout:Unit chronyd.service is enabled and running 2024-04-12T15:51:52.917 INFO:teuthology.orchestra.run.smithi099.stdout:Host looks OK 2024-04-12T15:51:52.917 INFO:teuthology.orchestra.run.smithi099.stdout:Cluster fsid: 7550015c-f8e4-11ee-bc8d-c7b262605968 2024-04-12T15:51:52.917 INFO:teuthology.orchestra.run.smithi099.stdout:Acquiring lock 139918834980512 on /run/cephadm/7550015c-f8e4-11ee-bc8d-c7b262605968.lock 2024-04-12T15:51:52.917 INFO:teuthology.orchestra.run.smithi099.stdout:Lock 139918834980512 acquired on /run/cephadm/7550015c-f8e4-11ee-bc8d-c7b262605968.lock 2024-04-12T15:51:52.917 INFO:teuthology.orchestra.run.smithi099.stdout:Verifying IP 172.21.15.99 port 3300 ... 2024-04-12T15:51:52.917 INFO:teuthology.orchestra.run.smithi099.stdout:Verifying IP 172.21.15.99 port 6789 ... 2024-04-12T15:51:52.917 INFO:teuthology.orchestra.run.smithi099.stdout:Base mon IP(s) is [172.21.15.99:3300, 172.21.15.99:6789], mon addrv is [v2:172.21.15.99:3300,v1:172.21.15.99:6789] 2024-04-12T15:51:52.920 INFO:teuthology.orchestra.run.smithi099.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.99 metric 100 2024-04-12T15:51:52.920 INFO:teuthology.orchestra.run.smithi099.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.99 metric 100 2024-04-12T15:51:52.922 INFO:teuthology.orchestra.run.smithi099.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-04-12T15:51:52.923 INFO:teuthology.orchestra.run.smithi099.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2024-04-12T15:51:52.923 INFO:teuthology.orchestra.run.smithi099.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 1024 expires 1745sec hoplimit 64 pref medium 2024-04-12T15:51:52.925 INFO:teuthology.orchestra.run.smithi099.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-04-12T15:51:52.925 INFO:teuthology.orchestra.run.smithi099.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-04-12T15:51:52.925 INFO:teuthology.orchestra.run.smithi099.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-12T15:51:52.925 INFO:teuthology.orchestra.run.smithi099.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-04-12T15:51:52.925 INFO:teuthology.orchestra.run.smithi099.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:fe8f:d803/64 scope link 2024-04-12T15:51:52.925 INFO:teuthology.orchestra.run.smithi099.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-12T15:51:52.926 INFO:teuthology.orchestra.run.smithi099.stdout:Mon IP `172.21.15.99` is in CIDR network `172.21.0.0/20` 2024-04-12T15:51:52.926 INFO:teuthology.orchestra.run.smithi099.stdout:Mon IP `172.21.15.99` is in CIDR network `172.21.0.0/20` 2024-04-12T15:51:52.926 INFO:teuthology.orchestra.run.smithi099.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-04-12T15:51:52.926 INFO:teuthology.orchestra.run.smithi099.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-04-12T15:51:52.927 INFO:teuthology.orchestra.run.smithi099.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-12T15:51:53.423 INFO:teuthology.orchestra.run.smithi099.stdout:/bin/podman: stdout bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28 2024-04-12T15:51:53.423 INFO:teuthology.orchestra.run.smithi099.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:reef... 2024-04-12T15:51:53.423 INFO:teuthology.orchestra.run.smithi099.stdout:/bin/podman: stderr Getting image source signatures 2024-04-12T15:51:53.423 INFO:teuthology.orchestra.run.smithi099.stdout:/bin/podman: stderr Copying blob sha256:9ae191255112f837f5ddf23e5c5ab1101aa18a0a5cef4402020e5a45c4dfa044 2024-04-12T15:51:53.423 INFO:teuthology.orchestra.run.smithi099.stdout:/bin/podman: stderr Copying blob sha256:77070339c81bcb5c53bbbf3f31a47f7187e5393cb0e096452852a31192d97570 2024-04-12T15:51:53.423 INFO:teuthology.orchestra.run.smithi099.stdout:/bin/podman: stderr Copying config sha256:bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28 2024-04-12T15:51:53.423 INFO:teuthology.orchestra.run.smithi099.stdout:/bin/podman: stderr Writing manifest to image destination 2024-04-12T15:51:54.402 INFO:teuthology.orchestra.run.smithi099.stdout:ceph: stdout ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable) 2024-04-12T15:51:54.402 INFO:teuthology.orchestra.run.smithi099.stdout:Ceph version: ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable) 2024-04-12T15:51:54.402 INFO:teuthology.orchestra.run.smithi099.stdout:Extracting ceph user uid/gid from container image... 2024-04-12T15:51:55.458 INFO:teuthology.orchestra.run.smithi099.stdout:stat: stdout 167 167 2024-04-12T15:51:55.458 INFO:teuthology.orchestra.run.smithi099.stdout:Creating initial keys... 2024-04-12T15:51:56.280 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-authtool: stdout AQCbWBlmczrMLRAAsoX9M7gatI5ZfLfB7acjKg== 2024-04-12T15:51:57.251 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-authtool: stdout AQCcWBlmljYkJxAAZiMRV+pzRO+sP68Yg3PNug== 2024-04-12T15:51:58.314 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph-authtool: stdout AQCdWBlmRusDJRAAMSJTTDoG9LarhBpkJ62k8A== 2024-04-12T15:51:58.314 INFO:teuthology.orchestra.run.smithi099.stdout:Creating initial monmap... 2024-04-12T15:51:59.220 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-12T15:51:59.220 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2024-04-12T15:51:59.221 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 7550015c-f8e4-11ee-bc8d-c7b262605968 2024-04-12T15:51:59.221 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-12T15:51:59.221 INFO:teuthology.orchestra.run.smithi099.stdout:monmaptool for a [v2:172.21.15.99:3300,v1:172.21.15.99:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-12T15:51:59.221 INFO:teuthology.orchestra.run.smithi099.stdout:setting min_mon_release = pacific 2024-04-12T15:51:59.221 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/monmaptool: set fsid to 7550015c-f8e4-11ee-bc8d-c7b262605968 2024-04-12T15:51:59.221 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-12T15:51:59.221 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:51:59.221 INFO:teuthology.orchestra.run.smithi099.stdout:Creating mon... 2024-04-12T15:52:00.216 INFO:teuthology.orchestra.run.smithi099.stdout:create mon.a on 2024-04-12T15:52:00.416 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-04-12T15:52:00.560 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-04-12T15:52:00.755 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-7550015c-f8e4-11ee-bc8d-c7b262605968.target → /etc/systemd/system/ceph-7550015c-f8e4-11ee-bc8d-c7b262605968.target. 2024-04-12T15:52:00.755 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-7550015c-f8e4-11ee-bc8d-c7b262605968.target → /etc/systemd/system/ceph-7550015c-f8e4-11ee-bc8d-c7b262605968.target. 2024-04-12T15:52:00.956 INFO:teuthology.orchestra.run.smithi099.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mon.a 2024-04-12T15:52:00.956 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stderr Failed to reset failed state of unit ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mon.a.service: Unit ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mon.a.service not loaded. 2024-04-12T15:52:01.112 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-7550015c-f8e4-11ee-bc8d-c7b262605968.target.wants/ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mon.a.service → /etc/systemd/system/ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@.service. 2024-04-12T15:52:01.602 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:01 smithi099 ceph-mon[26964]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-12T15:52:01.614 INFO:teuthology.orchestra.run.smithi099.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-12T15:52:01.614 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stdout disabled 2024-04-12T15:52:01.621 INFO:teuthology.orchestra.run.smithi099.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-12T15:52:01.621 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stdout inactive 2024-04-12T15:52:01.621 INFO:teuthology.orchestra.run.smithi099.stdout:firewalld.service is not enabled 2024-04-12T15:52:01.621 INFO:teuthology.orchestra.run.smithi099.stdout:Not possible to enable service . firewalld.service is not available 2024-04-12T15:52:01.622 INFO:teuthology.orchestra.run.smithi099.stdout:Waiting for mon to start... 2024-04-12T15:52:01.622 INFO:teuthology.orchestra.run.smithi099.stdout:Waiting for mon... 2024-04-12T15:52:01.856 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:01 smithi099 bash[26926]: 938fa361cad2d31d39bef30c08b2250ac5c40cb115a30ed3f25771b0902b1f4c 2024-04-12T15:52:01.856 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:01 smithi099 systemd[1]: Started Ceph mon.a for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T15:52:02.725 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:02 smithi099 ceph-mon[26964]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-12T15:52:02.725 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:02 smithi099 ceph-mon[26964]: monmap e1: 1 mons at {a=[v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-12T15:52:02.725 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:02 smithi099 ceph-mon[26964]: fsmap 2024-04-12T15:52:02.725 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:02 smithi099 ceph-mon[26964]: osdmap e1: 0 total, 0 up, 0 in 2024-04-12T15:52:02.725 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:02 smithi099 ceph-mon[26964]: mgrmap e1: no daemons active 2024-04-12T15:52:02.725 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:02 smithi099 ceph-mon[26964]: from='client.? 172.21.15.99:0/3558355431' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-12T15:52:02.729 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout cluster: 2024-04-12T15:52:02.729 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout id: 7550015c-f8e4-11ee-bc8d-c7b262605968 2024-04-12T15:52:02.729 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-04-12T15:52:02.729 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout 2024-04-12T15:52:02.729 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout services: 2024-04-12T15:52:02.729 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.614857s) 2024-04-12T15:52:02.729 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-04-12T15:52:02.729 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-04-12T15:52:02.729 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout 2024-04-12T15:52:02.729 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout data: 2024-04-12T15:52:02.729 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-04-12T15:52:02.729 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-04-12T15:52:02.729 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-04-12T15:52:02.730 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout pgs: 2024-04-12T15:52:02.730 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout 2024-04-12T15:52:02.730 INFO:teuthology.orchestra.run.smithi099.stdout:mon is available 2024-04-12T15:52:02.730 INFO:teuthology.orchestra.run.smithi099.stdout:Assimilating anything we can from ceph.conf... 2024-04-12T15:52:03.736 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout 2024-04-12T15:52:03.736 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout [global] 2024-04-12T15:52:03.737 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout fsid = 7550015c-f8e4-11ee-bc8d-c7b262605968 2024-04-12T15:52:03.737 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.99:3300,v1:172.21.15.99:6789] 2024-04-12T15:52:03.737 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-12T15:52:03.737 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-12T15:52:03.737 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-12T15:52:03.737 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-12T15:52:03.738 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout 2024-04-12T15:52:03.738 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-12T15:52:03.738 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-12T15:52:03.738 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout 2024-04-12T15:52:03.738 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout [osd] 2024-04-12T15:52:03.738 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-12T15:52:03.739 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-12T15:52:03.739 INFO:teuthology.orchestra.run.smithi099.stdout:Generating new minimal ceph.conf... 2024-04-12T15:52:03.856 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:03 smithi099 ceph-mon[26964]: from='client.? 172.21.15.99:0/744779400' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-12T15:52:03.856 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:03 smithi099 ceph-mon[26964]: from='client.? 172.21.15.99:0/744779400' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-04-12T15:52:04.820 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:04 smithi099 ceph-mon[26964]: from='client.? 172.21.15.99:0/3083617907' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:52:04.822 INFO:teuthology.orchestra.run.smithi099.stdout:Restarting the monitor... 2024-04-12T15:52:05.076 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:04 smithi099 systemd[1]: Stopping Ceph mon.a for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T15:52:05.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:05 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-a[26941]: 2024-04-12T15:52:05.076+0000 7f25a9c91700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T15:52:05.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:05 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-a[26941]: 2024-04-12T15:52:05.076+0000 7f25a9c91700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-04-12T15:52:05.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:05 smithi099 podman[27301]: 2024-04-12 15:52:05.249737433 +0000 UTC m=+0.268293918 container died 938fa361cad2d31d39bef30c08b2250ac5c40cb115a30ed3f25771b0902b1f4c (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-a, ceph=True, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.build-date=20240403, RELEASE=reef-d540eba, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T15:52:05.781 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:05 smithi099 podman[27301]: 2024-04-12 15:52:05.57312647 +0000 UTC m=+0.591682950 container cleanup 938fa361cad2d31d39bef30c08b2250ac5c40cb115a30ed3f25771b0902b1f4c (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-a, io.buildah.version=1.33.5, RELEASE=reef-d540eba, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240403, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-04-12T15:52:05.781 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:05 smithi099 bash[27301]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-a 2024-04-12T15:52:06.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:05 smithi099 podman[27320]: 2024-04-12 15:52:05.782296292 +0000 UTC m=+0.535774457 container remove 938fa361cad2d31d39bef30c08b2250ac5c40cb115a30ed3f25771b0902b1f4c (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-a, org.label-schema.license=GPLv2, org.label-schema.build-date=20240403, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-d540eba) 2024-04-12T15:52:06.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:05 smithi099 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-12T15:52:06.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:05 smithi099 systemd[1]: Stopped Ceph mon.a for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T15:52:06.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:05 smithi099 systemd[1]: Starting Ceph mon.a for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T15:52:06.445 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 podman[27418]: 2024-04-12 15:52:06.099259018 +0000 UTC m=+0.017624664 image pull bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28 quay.ceph.io/ceph-ci/ceph:reef 2024-04-12T15:52:06.446 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 podman[27418]: 2024-04-12 15:52:06.2164796 +0000 UTC m=+0.134845241 container create e33da73659da2cf8df55ac4df5aa1bad1d74aeb8530af28ccc530b6420fc7e58 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-a, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240403, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=reef-d540eba, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD) 2024-04-12T15:52:06.446 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 podman[27418]: 2024-04-12 15:52:06.418788022 +0000 UTC m=+0.337153656 container init e33da73659da2cf8df55ac4df5aa1bad1d74aeb8530af28ccc530b6420fc7e58 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-a, org.label-schema.build-date=20240403, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=reef-d540eba, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-12T15:52:06.446 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 podman[27418]: 2024-04-12 15:52:06.423823345 +0000 UTC m=+0.342188979 container start e33da73659da2cf8df55ac4df5aa1bad1d74aeb8530af28ccc530b6420fc7e58 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-a, RELEASE=reef-d540eba, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240403, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-12T15:52:06.446 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: set uid:gid to 167:167 (ceph:ceph) 2024-04-12T15:52:06.446 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable), process ceph-mon, pid 7 2024-04-12T15:52:06.446 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: pidfile_write: ignore empty --pid-file 2024-04-12T15:52:06.513 INFO:teuthology.orchestra.run.smithi099.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-04-12T15:52:06.756 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: load: jerasure load: lrc 2024-04-12T15:52:06.756 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: RocksDB version: 7.9.2 2024-04-12T15:52:06.756 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Git sha 0 2024-04-12T15:52:06.756 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Compile date 2024-04-08 23:21:21 2024-04-12T15:52:06.756 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: DB SUMMARY 2024-04-12T15:52:06.756 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: DB Session ID: 2JTHUQD4QV4SWBSOVPF9 2024-04-12T15:52:06.756 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: CURRENT file: CURRENT 2024-04-12T15:52:06.756 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: IDENTITY file: IDENTITY 2024-04-12T15:52:06.756 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-04-12T15:52:06.756 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-04-12T15:52:06.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 84544 ; 2024-04-12T15:52:06.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.error_if_exists: 0 2024-04-12T15:52:06.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.create_if_missing: 0 2024-04-12T15:52:06.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.paranoid_checks: 1 2024-04-12T15:52:06.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-12T15:52:06.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-12T15:52:06.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-12T15:52:06.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.env: 0x562b833dc7a0 2024-04-12T15:52:06.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.fs: PosixFileSystem 2024-04-12T15:52:06.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.info_log: 0x562b85c49500 2024-04-12T15:52:06.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.max_file_opening_threads: 16 2024-04-12T15:52:06.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.statistics: (nil) 2024-04-12T15:52:06.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.use_fsync: 0 2024-04-12T15:52:06.757 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.max_log_file_size: 0 2024-04-12T15:52:06.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-12T15:52:06.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-12T15:52:06.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.keep_log_file_num: 1000 2024-04-12T15:52:06.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.recycle_log_file_num: 0 2024-04-12T15:52:06.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.allow_fallocate: 1 2024-04-12T15:52:06.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.allow_mmap_reads: 0 2024-04-12T15:52:06.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.allow_mmap_writes: 0 2024-04-12T15:52:06.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.use_direct_reads: 0 2024-04-12T15:52:06.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-12T15:52:06.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.create_missing_column_families: 0 2024-04-12T15:52:06.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.db_log_dir: 2024-04-12T15:52:06.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.wal_dir: 2024-04-12T15:52:06.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-12T15:52:06.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-12T15:52:06.758 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-12T15:52:06.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-12T15:52:06.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-12T15:52:06.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-12T15:52:06.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.advise_random_on_open: 1 2024-04-12T15:52:06.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.db_write_buffer_size: 0 2024-04-12T15:52:06.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.write_buffer_manager: 0x562b84ebe140 2024-04-12T15:52:06.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-12T15:52:06.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-12T15:52:06.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-12T15:52:06.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.rate_limiter: (nil) 2024-04-12T15:52:06.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-12T15:52:06.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.wal_recovery_mode: 2 2024-04-12T15:52:06.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.enable_thread_tracking: 0 2024-04-12T15:52:06.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.enable_pipelined_write: 0 2024-04-12T15:52:06.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.unordered_write: 0 2024-04-12T15:52:06.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-12T15:52:06.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-12T15:52:06.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-12T15:52:06.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-12T15:52:06.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.row_cache: None 2024-04-12T15:52:06.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.wal_filter: None 2024-04-12T15:52:06.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-12T15:52:06.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.allow_ingest_behind: 0 2024-04-12T15:52:06.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.two_write_queues: 0 2024-04-12T15:52:06.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.manual_wal_flush: 0 2024-04-12T15:52:06.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.wal_compression: 0 2024-04-12T15:52:06.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.atomic_flush: 0 2024-04-12T15:52:06.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-12T15:52:06.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-12T15:52:06.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-12T15:52:06.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.log_readahead_size: 0 2024-04-12T15:52:06.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-12T15:52:06.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.best_efforts_recovery: 0 2024-04-12T15:52:06.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-12T15:52:06.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-12T15:52:06.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.allow_data_in_errors: 0 2024-04-12T15:52:06.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.db_host_id: __hostname__ 2024-04-12T15:52:06.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-12T15:52:06.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.max_background_jobs: 2 2024-04-12T15:52:06.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.max_background_compactions: -1 2024-04-12T15:52:06.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.max_subcompactions: 1 2024-04-12T15:52:06.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-12T15:52:06.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-12T15:52:06.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-12T15:52:06.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.max_total_wal_size: 0 2024-04-12T15:52:06.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-12T15:52:06.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-12T15:52:06.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-12T15:52:06.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-12T15:52:06.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.max_open_files: -1 2024-04-12T15:52:06.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.bytes_per_sync: 0 2024-04-12T15:52:06.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-12T15:52:06.764 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-12T15:52:06.764 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.compaction_readahead_size: 0 2024-04-12T15:52:06.764 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.max_background_flushes: -1 2024-04-12T15:52:06.764 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Compression algorithms supported: 2024-04-12T15:52:06.764 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-12T15:52:06.764 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: kZSTD supported: 0 2024-04-12T15:52:06.764 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: kXpressCompression supported: 0 2024-04-12T15:52:06.764 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: kLZ4HCCompression supported: 1 2024-04-12T15:52:06.764 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: kZlibCompression supported: 1 2024-04-12T15:52:06.764 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: kSnappyCompression supported: 1 2024-04-12T15:52:06.764 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: kLZ4Compression supported: 1 2024-04-12T15:52:06.764 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: kBZip2Compression supported: 0 2024-04-12T15:52:06.764 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-12T15:52:06.764 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-12T15:52:06.764 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-04-12T15:52:06.765 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-12T15:52:06.765 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-12T15:52:06.765 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.merge_operator: 2024-04-12T15:52:06.765 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.compaction_filter: None 2024-04-12T15:52:06.765 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.compaction_filter_factory: None 2024-04-12T15:52:06.765 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.sst_partitioner_factory: None 2024-04-12T15:52:06.765 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-12T15:52:06.765 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-12T15:52:06.765 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x562b85c49600) 2024-04-12T15:52:06.765 INFO:journalctl@ceph.mon.a.smithi099.stdout: cache_index_and_filter_blocks: 1 2024-04-12T15:52:06.765 INFO:journalctl@ceph.mon.a.smithi099.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-12T15:52:06.765 INFO:journalctl@ceph.mon.a.smithi099.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-12T15:52:06.765 INFO:journalctl@ceph.mon.a.smithi099.stdout: pin_top_level_index_and_filter: 1 2024-04-12T15:52:06.765 INFO:journalctl@ceph.mon.a.smithi099.stdout: index_type: 0 2024-04-12T15:52:06.765 INFO:journalctl@ceph.mon.a.smithi099.stdout: data_block_index_type: 0 2024-04-12T15:52:06.766 INFO:journalctl@ceph.mon.a.smithi099.stdout: index_shortening: 1 2024-04-12T15:52:06.766 INFO:journalctl@ceph.mon.a.smithi099.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-12T15:52:06.766 INFO:journalctl@ceph.mon.a.smithi099.stdout: checksum: 4 2024-04-12T15:52:06.766 INFO:journalctl@ceph.mon.a.smithi099.stdout: no_block_cache: 0 2024-04-12T15:52:06.766 INFO:journalctl@ceph.mon.a.smithi099.stdout: block_cache: 0x562b84f5f1f0 2024-04-12T15:52:06.766 INFO:journalctl@ceph.mon.a.smithi099.stdout: block_cache_name: BinnedLRUCache 2024-04-12T15:52:06.766 INFO:journalctl@ceph.mon.a.smithi099.stdout: block_cache_options: 2024-04-12T15:52:06.766 INFO:journalctl@ceph.mon.a.smithi099.stdout: capacity : 536870912 2024-04-12T15:52:06.766 INFO:journalctl@ceph.mon.a.smithi099.stdout: num_shard_bits : 4 2024-04-12T15:52:06.766 INFO:journalctl@ceph.mon.a.smithi099.stdout: strict_capacity_limit : 0 2024-04-12T15:52:06.766 INFO:journalctl@ceph.mon.a.smithi099.stdout: high_pri_pool_ratio: 0.000 2024-04-12T15:52:06.766 INFO:journalctl@ceph.mon.a.smithi099.stdout: block_cache_compressed: (nil) 2024-04-12T15:52:06.766 INFO:journalctl@ceph.mon.a.smithi099.stdout: persistent_cache: (nil) 2024-04-12T15:52:06.766 INFO:journalctl@ceph.mon.a.smithi099.stdout: block_size: 4096 2024-04-12T15:52:06.766 INFO:journalctl@ceph.mon.a.smithi099.stdout: block_size_deviation: 10 2024-04-12T15:52:06.767 INFO:journalctl@ceph.mon.a.smithi099.stdout: block_restart_interval: 16 2024-04-12T15:52:06.767 INFO:journalctl@ceph.mon.a.smithi099.stdout: index_block_restart_interval: 1 2024-04-12T15:52:06.767 INFO:journalctl@ceph.mon.a.smithi099.stdout: metadata_block_size: 4096 2024-04-12T15:52:06.767 INFO:journalctl@ceph.mon.a.smithi099.stdout: partition_filters: 0 2024-04-12T15:52:06.767 INFO:journalctl@ceph.mon.a.smithi099.stdout: use_delta_encoding: 1 2024-04-12T15:52:06.767 INFO:journalctl@ceph.mon.a.smithi099.stdout: filter_policy: bloomfilter 2024-04-12T15:52:06.767 INFO:journalctl@ceph.mon.a.smithi099.stdout: whole_key_filtering: 1 2024-04-12T15:52:06.767 INFO:journalctl@ceph.mon.a.smithi099.stdout: verify_compression: 0 2024-04-12T15:52:06.767 INFO:journalctl@ceph.mon.a.smithi099.stdout: read_amp_bytes_per_bit: 0 2024-04-12T15:52:06.767 INFO:journalctl@ceph.mon.a.smithi099.stdout: format_version: 5 2024-04-12T15:52:06.767 INFO:journalctl@ceph.mon.a.smithi099.stdout: enable_index_compression: 1 2024-04-12T15:52:06.767 INFO:journalctl@ceph.mon.a.smithi099.stdout: block_align: 0 2024-04-12T15:52:06.767 INFO:journalctl@ceph.mon.a.smithi099.stdout: max_auto_readahead_size: 262144 2024-04-12T15:52:06.768 INFO:journalctl@ceph.mon.a.smithi099.stdout: prepopulate_block_cache: 0 2024-04-12T15:52:06.768 INFO:journalctl@ceph.mon.a.smithi099.stdout: initial_auto_readahead_size: 8192 2024-04-12T15:52:06.768 INFO:journalctl@ceph.mon.a.smithi099.stdout: num_file_reads_for_auto_readahead: 2 2024-04-12T15:52:06.768 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.write_buffer_size: 33554432 2024-04-12T15:52:06.768 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.max_write_buffer_number: 2 2024-04-12T15:52:06.768 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.compression: NoCompression 2024-04-12T15:52:06.768 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.bottommost_compression: Disabled 2024-04-12T15:52:06.768 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.prefix_extractor: nullptr 2024-04-12T15:52:06.768 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-12T15:52:06.768 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.num_levels: 7 2024-04-12T15:52:06.768 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-12T15:52:06.768 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-12T15:52:06.768 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-12T15:52:06.768 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-12T15:52:06.768 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-12T15:52:06.769 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-12T15:52:06.769 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-12T15:52:06.769 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-12T15:52:06.769 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-12T15:52:06.769 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-12T15:52:06.769 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-12T15:52:06.769 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-12T15:52:06.769 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-12T15:52:06.769 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.compression_opts.level: 32767 2024-04-12T15:52:06.769 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.compression_opts.strategy: 0 2024-04-12T15:52:06.769 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-12T15:52:06.769 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-12T15:52:06.769 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-12T15:52:06.769 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-12T15:52:06.770 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.compression_opts.enabled: false 2024-04-12T15:52:06.770 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-12T15:52:06.770 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-12T15:52:06.770 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-12T15:52:06.770 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-12T15:52:06.770 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.target_file_size_base: 67108864 2024-04-12T15:52:06.770 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-12T15:52:06.770 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-12T15:52:06.770 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-12T15:52:06.770 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-12T15:52:06.770 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-12T15:52:06.771 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-12T15:52:06.771 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-12T15:52:06.771 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-12T15:52:06.771 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-12T15:52:06.771 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-12T15:52:06.771 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-12T15:52:06.771 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-12T15:52:06.771 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-12T15:52:06.771 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-12T15:52:06.771 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.arena_block_size: 1048576 2024-04-12T15:52:06.771 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-12T15:52:06.771 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-12T15:52:06.771 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.disable_auto_compactions: 0 2024-04-12T15:52:06.771 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-12T15:52:06.772 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-12T15:52:06.772 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-12T15:52:06.772 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-12T15:52:06.772 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-12T15:52:06.772 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-12T15:52:06.772 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-12T15:52:06.772 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-12T15:52:06.772 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-12T15:52:06.772 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-12T15:52:06.772 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.table_properties_collectors: 2024-04-12T15:52:06.772 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.inplace_update_support: 0 2024-04-12T15:52:06.772 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-12T15:52:06.773 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-12T15:52:06.773 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-12T15:52:06.773 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-12T15:52:06.773 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.bloom_locality: 0 2024-04-12T15:52:06.773 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.max_successive_merges: 0 2024-04-12T15:52:06.773 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-12T15:52:06.773 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.paranoid_file_checks: 0 2024-04-12T15:52:06.773 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.force_consistency_checks: 1 2024-04-12T15:52:06.773 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.report_bg_io_stats: 0 2024-04-12T15:52:06.773 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.ttl: 2592000 2024-04-12T15:52:06.773 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-12T15:52:06.773 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-12T15:52:06.774 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-12T15:52:06.774 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.enable_blob_files: false 2024-04-12T15:52:06.774 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.min_blob_size: 0 2024-04-12T15:52:06.774 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.blob_file_size: 268435456 2024-04-12T15:52:06.774 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-12T15:52:06.774 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-12T15:52:06.774 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-12T15:52:06.774 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-12T15:52:06.774 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-12T15:52:06.774 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.blob_file_starting_level: 0 2024-04-12T15:52:06.774 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-12T15:52:06.774 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-04-12T15:52:06.775 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-04-12T15:52:06.775 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 0de33df6-a60c-43b9-aeec-23cc156c8ffa 2024-04-12T15:52:06.775 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712937126452463, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-04-12T15:52:06.775 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-04-12T15:52:06.775 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712937126453295, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 81068, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 256, "table_properties": {"data_size": 79244, "index_size": 234, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10267, "raw_average_key_size": 47, "raw_value_size": 73445, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 215, "num_filter_entries": 215, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712937126, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "0de33df6-a60c-43b9-aeec-23cc156c8ffa", "db_session_id": "2JTHUQD4QV4SWBSOVPF9", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-04-12T15:52:06.775 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712937126453394, "job": 1, "event": "recovery_finished"} 2024-04-12T15:52:06.775 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-04-12T15:52:06.775 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-12T15:52:06.775 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x562b84ffe000 2024-04-12T15:52:06.775 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: DB pointer 0x562b84fec000 2024-04-12T15:52:06.776 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-12T15:52:06.776 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-12T15:52:06.776 INFO:journalctl@ceph.mon.a.smithi099.stdout: ** DB Stats ** 2024-04-12T15:52:06.776 INFO:journalctl@ceph.mon.a.smithi099.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T15:52:06.776 INFO:journalctl@ceph.mon.a.smithi099.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-12T15:52:06.776 INFO:journalctl@ceph.mon.a.smithi099.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T15:52:06.776 INFO:journalctl@ceph.mon.a.smithi099.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T15:52:06.776 INFO:journalctl@ceph.mon.a.smithi099.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-12T15:52:06.776 INFO:journalctl@ceph.mon.a.smithi099.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T15:52:06.776 INFO:journalctl@ceph.mon.a.smithi099.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T15:52:06.776 INFO:journalctl@ceph.mon.a.smithi099.stdout: 2024-04-12T15:52:06.776 INFO:journalctl@ceph.mon.a.smithi099.stdout: ** Compaction Stats [default] ** 2024-04-12T15:52:06.777 INFO:journalctl@ceph.mon.a.smithi099.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-12T15:52:06.777 INFO:journalctl@ceph.mon.a.smithi099.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-12T15:52:06.777 INFO:journalctl@ceph.mon.a.smithi099.stdout: L0 2/0 81.00 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 142.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-12T15:52:06.777 INFO:journalctl@ceph.mon.a.smithi099.stdout: Sum 2/0 81.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 142.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-12T15:52:06.777 INFO:journalctl@ceph.mon.a.smithi099.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 142.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-12T15:52:06.777 INFO:journalctl@ceph.mon.a.smithi099.stdout: 2024-04-12T15:52:06.777 INFO:journalctl@ceph.mon.a.smithi099.stdout: ** Compaction Stats [default] ** 2024-04-12T15:52:06.777 INFO:journalctl@ceph.mon.a.smithi099.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-12T15:52:06.777 INFO:journalctl@ceph.mon.a.smithi099.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-12T15:52:06.777 INFO:journalctl@ceph.mon.a.smithi099.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 142.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-12T15:52:06.777 INFO:journalctl@ceph.mon.a.smithi099.stdout: 2024-04-12T15:52:06.778 INFO:journalctl@ceph.mon.a.smithi099.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-12T15:52:06.778 INFO:journalctl@ceph.mon.a.smithi099.stdout: 2024-04-12T15:52:06.778 INFO:journalctl@ceph.mon.a.smithi099.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T15:52:06.778 INFO:journalctl@ceph.mon.a.smithi099.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-12T15:52:06.778 INFO:journalctl@ceph.mon.a.smithi099.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-12T15:52:06.778 INFO:journalctl@ceph.mon.a.smithi099.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-12T15:52:06.778 INFO:journalctl@ceph.mon.a.smithi099.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-12T15:52:06.778 INFO:journalctl@ceph.mon.a.smithi099.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-12T15:52:06.778 INFO:journalctl@ceph.mon.a.smithi099.stdout: Cumulative compaction: 0.00 GB write, 27.40 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T15:52:06.778 INFO:journalctl@ceph.mon.a.smithi099.stdout: Interval compaction: 0.00 GB write, 27.40 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T15:52:06.778 INFO:journalctl@ceph.mon.a.smithi099.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-12T15:52:06.779 INFO:journalctl@ceph.mon.a.smithi099.stdout: Block cache BinnedLRUCache@0x562b84f5f1f0#7 capacity: 512.00 MB usage: 1.19 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-04-12T15:52:06.779 INFO:journalctl@ceph.mon.a.smithi099.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.42 KB,8.04663e-05%) Misc(1,0.00 KB,0%) 2024-04-12T15:52:06.779 INFO:journalctl@ceph.mon.a.smithi099.stdout: 2024-04-12T15:52:06.779 INFO:journalctl@ceph.mon.a.smithi099.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-12T15:52:06.779 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: starting mon.a rank 0 at public addrs [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] at bind addrs [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 2024-04-12T15:52:06.779 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: mon.a@-1(???) e1 preinit fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 2024-04-12T15:52:06.779 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: mon.a@-1(???).mds e1 new map 2024-04-12T15:52:06.779 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: mon.a@-1(???).mds e1 print_map 2024-04-12T15:52:06.779 INFO:journalctl@ceph.mon.a.smithi099.stdout: e1 2024-04-12T15:52:06.779 INFO:journalctl@ceph.mon.a.smithi099.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-12T15:52:06.780 INFO:journalctl@ceph.mon.a.smithi099.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-12T15:52:06.780 INFO:journalctl@ceph.mon.a.smithi099.stdout: legacy client fscid: -1 2024-04-12T15:52:06.780 INFO:journalctl@ceph.mon.a.smithi099.stdout: 2024-04-12T15:52:06.780 INFO:journalctl@ceph.mon.a.smithi099.stdout: No filesystems configured 2024-04-12T15:52:06.780 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-12T15:52:06.780 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-12T15:52:06.780 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-12T15:52:06.780 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-12T15:52:06.780 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-04-12T15:52:06.780 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 bash[27418]: e33da73659da2cf8df55ac4df5aa1bad1d74aeb8530af28ccc530b6420fc7e58 2024-04-12T15:52:06.780 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 systemd[1]: Started Ceph mon.a for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T15:52:06.780 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-12T15:52:06.781 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: monmap e1: 1 mons at {a=[v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-12T15:52:06.781 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: fsmap 2024-04-12T15:52:06.781 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: osdmap e1: 0 total, 0 up, 0 in 2024-04-12T15:52:06.781 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:06 smithi099 ceph-mon[27456]: mgrmap e1: no daemons active 2024-04-12T15:52:07.669 INFO:teuthology.orchestra.run.smithi099.stdout:Wrote config to /etc/ceph/ceph.conf 2024-04-12T15:52:07.690 INFO:teuthology.orchestra.run.smithi099.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-04-12T15:52:07.690 INFO:teuthology.orchestra.run.smithi099.stdout:Creating mgr... 2024-04-12T15:52:07.690 INFO:teuthology.orchestra.run.smithi099.stdout:Verifying port 0.0.0.0:9283 ... 2024-04-12T15:52:07.690 INFO:teuthology.orchestra.run.smithi099.stdout:Verifying port 0.0.0.0:8765 ... 2024-04-12T15:52:07.935 INFO:teuthology.orchestra.run.smithi099.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mgr.y 2024-04-12T15:52:07.935 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stderr Failed to reset failed state of unit ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mgr.y.service: Unit ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mgr.y.service not loaded. 2024-04-12T15:52:08.083 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-7550015c-f8e4-11ee-bc8d-c7b262605968.target.wants/ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mgr.y.service → /etc/systemd/system/ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@.service. 2024-04-12T15:52:08.313 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:08 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/1851621505' entity='client.admin' 2024-04-12T15:52:08.628 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:08 smithi099 podman[27698]: 2024-04-12 15:52:08.542231761 +0000 UTC m=+0.342716499 container start ebb4a4c3a6467cfcb788cf04ae06d8305217d694b5c5d96ddd62c4618efae911 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y, org.label-schema.build-date=20240403, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-d540eba, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T15:52:08.657 INFO:teuthology.orchestra.run.smithi099.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-12T15:52:08.657 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stdout disabled 2024-04-12T15:52:08.664 INFO:teuthology.orchestra.run.smithi099.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-12T15:52:08.664 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stdout inactive 2024-04-12T15:52:08.664 INFO:teuthology.orchestra.run.smithi099.stdout:firewalld.service is not enabled 2024-04-12T15:52:08.664 INFO:teuthology.orchestra.run.smithi099.stdout:Not possible to enable service . firewalld.service is not available 2024-04-12T15:52:08.672 INFO:teuthology.orchestra.run.smithi099.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-12T15:52:08.672 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stdout disabled 2024-04-12T15:52:08.679 INFO:teuthology.orchestra.run.smithi099.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-12T15:52:08.679 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stdout inactive 2024-04-12T15:52:08.679 INFO:teuthology.orchestra.run.smithi099.stdout:firewalld.service is not enabled 2024-04-12T15:52:08.679 INFO:teuthology.orchestra.run.smithi099.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-04-12T15:52:08.679 INFO:teuthology.orchestra.run.smithi099.stdout:Waiting for mgr to start... 2024-04-12T15:52:08.679 INFO:teuthology.orchestra.run.smithi099.stdout:Waiting for mgr... 2024-04-12T15:52:08.913 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:08 smithi099 bash[27698]: ebb4a4c3a6467cfcb788cf04ae06d8305217d694b5c5d96ddd62c4618efae911 2024-04-12T15:52:08.914 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:08 smithi099 systemd[1]: Started Ceph mgr.y for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T15:52:09.195 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:09 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:09.103+0000 7f4f6f150200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T15:52:09.196 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:09 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:09.195+0000 7f4f6f150200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T15:52:10.128 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:09 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:09.829+0000 7f4f6f150200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T15:52:10.128 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:09 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:09.918+0000 7f4f6f150200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T15:52:10.128 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:10 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:10.058+0000 7f4f6f150200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T15:52:10.431 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:10 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:10.151+0000 7f4f6f150200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T15:52:10.431 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:10 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:10.235+0000 7f4f6f150200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T15:52:10.696 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:10 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/3593345741' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-12T15:52:10.696 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:10 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:10.504+0000 7f4f6f150200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T15:52:10.697 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:10 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:10.612+0000 7f4f6f150200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T15:52:10.697 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:10 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:10.696+0000 7f4f6f150200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T15:52:10.962 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:10 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:10.788+0000 7f4f6f150200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T15:52:10.962 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:10 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:10.962+0000 7f4f6f150200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T15:52:12.378 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:11 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:11.927+0000 7f4f6f150200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T15:52:12.378 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:12 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:12.058+0000 7f4f6f150200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T15:52:12.674 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:12 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:12.391+0000 7f4f6f150200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T15:52:12.674 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:12 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:12.479+0000 7f4f6f150200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T15:52:12.674 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:12 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:12.670+0000 7f4f6f150200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T15:52:13.127 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:12 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:12.851+0000 7f4f6f150200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T15:52:13.378 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:13 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:13.127+0000 7f4f6f150200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T15:52:13.645 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:13 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:13.385+0000 7f4f6f150200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T15:52:13.646 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:13 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:13.618+0000 7f4f6f150200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T15:52:14.878 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:14 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:14.416+0000 7f4f6f150200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T15:52:15.318 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:15 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:15.005+0000 7f4f6f150200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T15:52:15.319 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:15 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:15.103+0000 7f4f6f150200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T15:52:15.319 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:15 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:15.318+0000 7f4f6f150200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T15:52:15.630 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:15 smithi099 ceph-mon[27456]: Activating manager daemon y 2024-04-12T15:52:15.630 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:15 smithi099 ceph-mon[27456]: mgrmap e2: y(active, starting, since 0.0030628s) 2024-04-12T15:52:15.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:15 smithi099 ceph-mon[27456]: from='mgr.14100 172.21.15.99:0/3723512903' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T15:52:15.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:15 smithi099 ceph-mon[27456]: from='mgr.14100 172.21.15.99:0/3723512903' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T15:52:15.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:15 smithi099 ceph-mon[27456]: from='mgr.14100 172.21.15.99:0/3723512903' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T15:52:15.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:15 smithi099 ceph-mon[27456]: from='mgr.14100 172.21.15.99:0/3723512903' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T15:52:15.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:15 smithi099 ceph-mon[27456]: from='mgr.14100 172.21.15.99:0/3723512903' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T15:52:15.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:15 smithi099 ceph-mon[27456]: Manager daemon y is now available 2024-04-12T15:52:15.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:15 smithi099 ceph-mon[27456]: from='mgr.14100 172.21.15.99:0/3723512903' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T15:52:15.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:15 smithi099 ceph-mon[27456]: from='mgr.14100 172.21.15.99:0/3723512903' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T15:52:15.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:15 smithi099 ceph-mon[27456]: from='mgr.14100 172.21.15.99:0/3723512903' entity='mgr.y' 2024-04-12T15:52:15.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:15 smithi099 ceph-mon[27456]: from='mgr.14100 172.21.15.99:0/3723512903' entity='mgr.y' 2024-04-12T15:52:15.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:15 smithi099 ceph-mon[27456]: from='mgr.14100 172.21.15.99:0/3723512903' entity='mgr.y' 2024-04-12T15:52:16.555 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout 2024-04-12T15:52:16.561 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout { 2024-04-12T15:52:16.561 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "fsid": "7550015c-f8e4-11ee-bc8d-c7b262605968", 2024-04-12T15:52:16.561 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "health": { 2024-04-12T15:52:16.561 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-12T15:52:16.562 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-12T15:52:16.562 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-12T15:52:16.562 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout }, 2024-04-12T15:52:16.562 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-12T15:52:16.562 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-12T15:52:16.562 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout 0 2024-04-12T15:52:16.562 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout ], 2024-04-12T15:52:16.562 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-12T15:52:16.562 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "a" 2024-04-12T15:52:16.562 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout ], 2024-04-12T15:52:16.562 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "quorum_age": 3, 2024-04-12T15:52:16.562 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-12T15:52:16.562 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T15:52:16.562 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-12T15:52:16.563 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-12T15:52:16.563 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout }, 2024-04-12T15:52:16.563 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-12T15:52:16.563 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T15:52:16.563 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-12T15:52:16.563 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-12T15:52:16.563 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-12T15:52:16.563 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-12T15:52:16.563 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-12T15:52:16.563 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-12T15:52:16.563 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout }, 2024-04-12T15:52:16.563 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-12T15:52:16.563 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-12T15:52:16.563 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-12T15:52:16.563 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-12T15:52:16.564 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-12T15:52:16.564 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-12T15:52:16.564 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-12T15:52:16.564 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-12T15:52:16.564 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-12T15:52:16.564 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout }, 2024-04-12T15:52:16.564 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-12T15:52:16.564 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T15:52:16.564 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-12T15:52:16.564 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-12T15:52:16.564 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout }, 2024-04-12T15:52:16.564 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-12T15:52:16.564 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-12T15:52:16.564 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-12T15:52:16.564 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-12T15:52:16.565 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-12T15:52:16.565 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-12T15:52:16.565 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "restful" 2024-04-12T15:52:16.565 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout ], 2024-04-12T15:52:16.565 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-12T15:52:16.565 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout }, 2024-04-12T15:52:16.565 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-12T15:52:16.565 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T15:52:16.565 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "modified": "2024-04-12T15:52:01.551143+0000", 2024-04-12T15:52:16.565 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-12T15:52:16.565 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout }, 2024-04-12T15:52:16.565 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-12T15:52:16.565 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout } 2024-04-12T15:52:16.565 INFO:teuthology.orchestra.run.smithi099.stdout:mgr not available, waiting (1/15)... 2024-04-12T15:52:17.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:17 smithi099 ceph-mon[27456]: mgrmap e3: y(active, since 1.00722s) 2024-04-12T15:52:18.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:18 smithi099 ceph-mon[27456]: mgrmap e4: y(active, since 2s) 2024-04-12T15:52:19.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:19 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/3785286953' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-12T15:52:19.929 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout 2024-04-12T15:52:19.929 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout { 2024-04-12T15:52:19.930 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "fsid": "7550015c-f8e4-11ee-bc8d-c7b262605968", 2024-04-12T15:52:19.930 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "health": { 2024-04-12T15:52:19.930 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-12T15:52:19.930 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-12T15:52:19.930 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-12T15:52:19.930 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout }, 2024-04-12T15:52:19.930 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-12T15:52:19.930 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-12T15:52:19.930 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout 0 2024-04-12T15:52:19.930 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout ], 2024-04-12T15:52:19.930 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-12T15:52:19.930 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "a" 2024-04-12T15:52:19.930 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout ], 2024-04-12T15:52:19.931 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "quorum_age": 12, 2024-04-12T15:52:19.931 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-12T15:52:19.931 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T15:52:19.931 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-12T15:52:19.931 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-12T15:52:19.931 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout }, 2024-04-12T15:52:19.931 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-12T15:52:19.931 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T15:52:19.931 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-12T15:52:19.931 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-12T15:52:19.931 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-12T15:52:19.937 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-12T15:52:19.937 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-12T15:52:19.937 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-12T15:52:19.937 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout }, 2024-04-12T15:52:19.938 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-12T15:52:19.938 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-12T15:52:19.938 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-12T15:52:19.938 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-12T15:52:19.938 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-12T15:52:19.938 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-12T15:52:19.938 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-12T15:52:19.938 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-12T15:52:19.938 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-12T15:52:19.938 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout }, 2024-04-12T15:52:19.938 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-12T15:52:19.938 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T15:52:19.938 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-12T15:52:19.938 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-12T15:52:19.938 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout }, 2024-04-12T15:52:19.939 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-12T15:52:19.939 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-12T15:52:19.939 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-12T15:52:19.939 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-12T15:52:19.939 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-12T15:52:19.939 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-12T15:52:19.939 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "restful" 2024-04-12T15:52:19.939 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout ], 2024-04-12T15:52:19.939 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-12T15:52:19.939 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout }, 2024-04-12T15:52:19.939 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-12T15:52:19.939 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T15:52:19.939 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "modified": "2024-04-12T15:52:01.551143+0000", 2024-04-12T15:52:19.939 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-12T15:52:19.939 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout }, 2024-04-12T15:52:19.939 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-12T15:52:19.940 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout } 2024-04-12T15:52:19.940 INFO:teuthology.orchestra.run.smithi099.stdout:mgr is available 2024-04-12T15:52:20.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:20 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/2806322485' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-12T15:52:21.184 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout 2024-04-12T15:52:21.185 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout [global] 2024-04-12T15:52:21.185 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout fsid = 7550015c-f8e4-11ee-bc8d-c7b262605968 2024-04-12T15:52:21.185 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-12T15:52:21.185 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-12T15:52:21.185 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-12T15:52:21.185 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-12T15:52:21.185 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout 2024-04-12T15:52:21.185 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-12T15:52:21.185 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-12T15:52:21.185 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout 2024-04-12T15:52:21.185 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout [osd] 2024-04-12T15:52:21.185 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-12T15:52:21.185 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-12T15:52:21.185 INFO:teuthology.orchestra.run.smithi099.stdout:Enabling cephadm module... 2024-04-12T15:52:22.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:21 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/61090316' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-04-12T15:52:22.378 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:22 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: ignoring --setuser ceph since I am not root 2024-04-12T15:52:22.378 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:22 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: ignoring --setgroup ceph since I am not root 2024-04-12T15:52:22.878 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:22 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:22.516+0000 7f9016a81200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T15:52:22.878 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:22 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:22.606+0000 7f9016a81200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T15:52:23.233 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:22 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/61090316' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-04-12T15:52:23.233 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:22 smithi099 ceph-mon[27456]: mgrmap e5: y(active, since 6s) 2024-04-12T15:52:23.557 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:23 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:23.232+0000 7f9016a81200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T15:52:23.557 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:23 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:23.323+0000 7f9016a81200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T15:52:23.557 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:23 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:23.462+0000 7f9016a81200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T15:52:23.557 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:23 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:23.556+0000 7f9016a81200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T15:52:23.878 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:23 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:23.638+0000 7f9016a81200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T15:52:24.263 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:23 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:23.901+0000 7f9016a81200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T15:52:24.263 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:24.009+0000 7f9016a81200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T15:52:24.263 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:24.094+0000 7f9016a81200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T15:52:24.608 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:24.187+0000 7f9016a81200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T15:52:24.608 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:24.358+0000 7f9016a81200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T15:52:25.538 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:25 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:25.316+0000 7f9016a81200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T15:52:25.538 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:25 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:25.450+0000 7f9016a81200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T15:52:26.046 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:25 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:25.799+0000 7f9016a81200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T15:52:26.047 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:25 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:25.895+0000 7f9016a81200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T15:52:26.360 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:26 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/1272377802' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-12T15:52:26.360 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:26.092+0000 7f9016a81200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T15:52:26.360 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:26.275+0000 7f9016a81200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T15:52:26.628 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:26.555+0000 7f9016a81200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T15:52:26.647 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout { 2024-04-12T15:52:26.648 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-04-12T15:52:26.648 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-12T15:52:26.648 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-04-12T15:52:26.648 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-12T15:52:26.648 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout } 2024-04-12T15:52:26.648 INFO:teuthology.orchestra.run.smithi099.stdout:Waiting for the mgr to restart... 2024-04-12T15:52:26.648 INFO:teuthology.orchestra.run.smithi099.stdout:Waiting for mgr epoch 5... 2024-04-12T15:52:27.013 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:26.814+0000 7f9016a81200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T15:52:27.378 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:27 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:27.052+0000 7f9016a81200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T15:52:28.128 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:27 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:27.832+0000 7f9016a81200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T15:52:28.687 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:28 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:28.384+0000 7f9016a81200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T15:52:28.687 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:28 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:28.478+0000 7f9016a81200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T15:52:28.687 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:28 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:28.687+0000 7f9016a81200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T15:52:29.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:28 smithi099 ceph-mon[27456]: Active manager daemon y restarted 2024-04-12T15:52:29.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:28 smithi099 ceph-mon[27456]: Activating manager daemon y 2024-04-12T15:52:29.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:28 smithi099 ceph-mon[27456]: osdmap e2: 0 total, 0 up, 0 in 2024-04-12T15:52:29.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:28 smithi099 ceph-mon[27456]: mgrmap e6: y(active, starting, since 0.00305159s) 2024-04-12T15:52:29.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:28 smithi099 ceph-mon[27456]: from='mgr.14116 172.21.15.99:0/555400641' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T15:52:29.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:28 smithi099 ceph-mon[27456]: from='mgr.14116 172.21.15.99:0/555400641' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T15:52:29.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:28 smithi099 ceph-mon[27456]: from='mgr.14116 172.21.15.99:0/555400641' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T15:52:29.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:28 smithi099 ceph-mon[27456]: from='mgr.14116 172.21.15.99:0/555400641' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T15:52:29.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:28 smithi099 ceph-mon[27456]: from='mgr.14116 172.21.15.99:0/555400641' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T15:52:29.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:28 smithi099 ceph-mon[27456]: Manager daemon y is now available 2024-04-12T15:52:29.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:28 smithi099 ceph-mon[27456]: from='mgr.14116 172.21.15.99:0/555400641' entity='mgr.y' 2024-04-12T15:52:29.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:28 smithi099 ceph-mon[27456]: from='mgr.14116 172.21.15.99:0/555400641' entity='mgr.y' 2024-04-12T15:52:29.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:28 smithi099 ceph-mon[27456]: from='mgr.14116 172.21.15.99:0/555400641' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:52:29.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:28 smithi099 ceph-mon[27456]: from='mgr.14116 172.21.15.99:0/555400641' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:52:29.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:28 smithi099 ceph-mon[27456]: from='mgr.14116 172.21.15.99:0/555400641' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T15:52:29.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:28 smithi099 ceph-mon[27456]: from='mgr.14116 172.21.15.99:0/555400641' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T15:52:30.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:30 smithi099 ceph-mon[27456]: Found migration_current of "None". Setting to last migration. 2024-04-12T15:52:30.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:30 smithi099 ceph-mon[27456]: from='mgr.14116 172.21.15.99:0/555400641' entity='mgr.y' 2024-04-12T15:52:30.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:30 smithi099 ceph-mon[27456]: from='mgr.14116 172.21.15.99:0/555400641' entity='mgr.y' 2024-04-12T15:52:30.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:30 smithi099 ceph-mon[27456]: mgrmap e7: y(active, since 1.00554s) 2024-04-12T15:52:30.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:30 smithi099 ceph-mon[27456]: from='mgr.14116 172.21.15.99:0/555400641' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:52:30.419 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout { 2024-04-12T15:52:30.420 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-04-12T15:52:30.420 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-12T15:52:30.420 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout } 2024-04-12T15:52:30.420 INFO:teuthology.orchestra.run.smithi099.stdout:mgr epoch 5 is available 2024-04-12T15:52:30.420 INFO:teuthology.orchestra.run.smithi099.stdout:Setting orchestrator backend to cephadm... 2024-04-12T15:52:31.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:31 smithi099 ceph-mon[27456]: [12/Apr/2024:15:52:29] ENGINE Bus STARTING 2024-04-12T15:52:31.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:31 smithi099 ceph-mon[27456]: [12/Apr/2024:15:52:29] ENGINE Serving on https://172.21.15.99:7150 2024-04-12T15:52:31.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:31 smithi099 ceph-mon[27456]: [12/Apr/2024:15:52:29] ENGINE Serving on http://172.21.15.99:8765 2024-04-12T15:52:31.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:31 smithi099 ceph-mon[27456]: [12/Apr/2024:15:52:29] ENGINE Bus STARTED 2024-04-12T15:52:31.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:31 smithi099 ceph-mon[27456]: from='client.14120 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-12T15:52:31.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:31 smithi099 ceph-mon[27456]: from='client.14120 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-12T15:52:32.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:32 smithi099 ceph-mon[27456]: mgrmap e8: y(active, since 2s) 2024-04-12T15:52:32.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:32 smithi099 ceph-mon[27456]: from='client.14128 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:52:32.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:32 smithi099 ceph-mon[27456]: from='mgr.14116 172.21.15.99:0/555400641' entity='mgr.y' 2024-04-12T15:52:32.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:32 smithi099 ceph-mon[27456]: from='mgr.14116 172.21.15.99:0/555400641' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:52:33.025 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout value unchanged 2024-04-12T15:52:33.025 INFO:teuthology.orchestra.run.smithi099.stdout:Generating ssh key... 2024-04-12T15:52:33.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:33 smithi099 ceph-mon[27456]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:52:34.129 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:33 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: Generating public/private rsa key pair. 2024-04-12T15:52:34.129 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:33 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: Your identification has been saved in /tmp/tmp2xoa9xq_/key. 2024-04-12T15:52:34.129 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:33 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: Your public key has been saved in /tmp/tmp2xoa9xq_/key.pub. 2024-04-12T15:52:34.129 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:33 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: The key fingerprint is: 2024-04-12T15:52:34.130 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:33 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: SHA256:jhd93vIHpDYqV1Et7MqOJ1lMlwhIZRAqq8a5RFhnoAo ceph-7550015c-f8e4-11ee-bc8d-c7b262605968 2024-04-12T15:52:34.130 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:33 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: The key's randomart image is: 2024-04-12T15:52:34.130 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:33 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: +---[RSA 3072]----+ 2024-04-12T15:52:34.130 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:33 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: | . .+=o . . | 2024-04-12T15:52:34.130 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:33 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: | . . .... + .| 2024-04-12T15:52:34.130 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:33 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: |E . + . . + o | 2024-04-12T15:52:34.131 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:33 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: |oo o o . + = | 2024-04-12T15:52:34.131 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:33 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: |o . . S .+.* | 2024-04-12T15:52:34.131 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:33 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: | o o o . oX.. | 2024-04-12T15:52:34.131 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:33 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: | * . o Oo... | 2024-04-12T15:52:34.131 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:33 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: | o . .. * oo .| 2024-04-12T15:52:34.131 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:33 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: | . o o .. | 2024-04-12T15:52:34.132 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:33 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: +----[SHA256]-----+ 2024-04-12T15:52:35.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:34 smithi099 ceph-mon[27456]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:52:35.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:34 smithi099 ceph-mon[27456]: Generating ssh key... 2024-04-12T15:52:35.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:34 smithi099 ceph-mon[27456]: from='mgr.14116 172.21.15.99:0/555400641' entity='mgr.y' 2024-04-12T15:52:35.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:34 smithi099 ceph-mon[27456]: from='mgr.14116 172.21.15.99:0/555400641' entity='mgr.y' 2024-04-12T15:52:35.728 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD7Zpz2mjDNeYPL4u8diw6/n2lo4nayx0uuYmDJB5akk5ZmWks6vzWo3rtygB2a5Kv2RF3eY32qLxNiob14+aaNKHeXgebaPl0TmdUOQNRHDpJoT/2E9NyFhwX3thBzM4IAysQ3OeNrw3rPDzCFsGiXN73nYdPap+kg2efQUiVzXRj90cPK1JPfszq7nz6cHiaPFFDMWEoGmwE80QXy7fbapsIpM1K5PaGZH4TsJGV4/cXdEjEMlQ+sa3zTj5VUeB1dfiD2B9VdJr/+qlTjN+mFZLBGcWem6EH1/FrEXHuNGO6jfbIKqtoZHhtx5xCTsYLM4pm/dll6ZQeltBofl23tw7NKq9qEZeTb+kpCVQMOB4H8i3pbBGciOMutK+oqWcUK2gKyAgGLPOkQxgaJb6Dyyz3uuXMDMNMBHHfANVJ0HaSdXRSyo1j8V6gj0tUFPYA9tI1igBniYIiW6+V/c3L9WPtdC/fHofTcefqKE1wA4vXKkvulEf7DeYd/ONICfok= ceph-7550015c-f8e4-11ee-bc8d-c7b262605968 2024-04-12T15:52:35.728 INFO:teuthology.orchestra.run.smithi099.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-04-12T15:52:35.728 INFO:teuthology.orchestra.run.smithi099.stdout:Adding key to root@localhost authorized_keys... 2024-04-12T15:52:35.729 INFO:teuthology.orchestra.run.smithi099.stdout:Adding host smithi099... 2024-04-12T15:52:36.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:36 smithi099 ceph-mon[27456]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:52:37.289 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:37 smithi099 ceph-mon[27456]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi099", "addr": "172.21.15.99", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:52:38.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:38 smithi099 ceph-mon[27456]: Deploying cephadm binary to smithi099 2024-04-12T15:52:39.619 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout Added host 'smithi099' with addr '172.21.15.99' 2024-04-12T15:52:39.620 INFO:teuthology.orchestra.run.smithi099.stdout:Deploying unmanaged mon service... 2024-04-12T15:52:40.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:40 smithi099 ceph-mon[27456]: from='mgr.14116 172.21.15.99:0/555400641' entity='mgr.y' 2024-04-12T15:52:40.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:40 smithi099 ceph-mon[27456]: Added host smithi099 2024-04-12T15:52:40.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:40 smithi099 ceph-mon[27456]: from='mgr.14116 172.21.15.99:0/555400641' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:52:41.138 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-04-12T15:52:41.138 INFO:teuthology.orchestra.run.smithi099.stdout:Deploying unmanaged mgr service... 2024-04-12T15:52:41.814 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:41 smithi099 ceph-mon[27456]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:52:41.815 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:41 smithi099 ceph-mon[27456]: Saving service mon spec with placement count:5 2024-04-12T15:52:41.815 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:41 smithi099 ceph-mon[27456]: from='mgr.14116 172.21.15.99:0/555400641' entity='mgr.y' 2024-04-12T15:52:42.772 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-04-12T15:52:43.026 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:42 smithi099 ceph-mon[27456]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:52:43.026 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:42 smithi099 ceph-mon[27456]: Saving service mgr spec with placement count:2 2024-04-12T15:52:43.026 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:42 smithi099 ceph-mon[27456]: from='mgr.14116 172.21.15.99:0/555400641' entity='mgr.y' 2024-04-12T15:52:43.026 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:42 smithi099 ceph-mon[27456]: from='mgr.14116 172.21.15.99:0/555400641' entity='mgr.y' 2024-04-12T15:52:44.530 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:44 smithi099 ceph-mon[27456]: from='mgr.14116 172.21.15.99:0/555400641' entity='mgr.y' 2024-04-12T15:52:44.530 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:44 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/2666040119' entity='client.admin' 2024-04-12T15:52:45.663 INFO:teuthology.orchestra.run.smithi099.stdout:Enabling the dashboard module... 2024-04-12T15:52:45.917 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:45 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/2292172557' entity='client.admin' 2024-04-12T15:52:45.917 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:45 smithi099 ceph-mon[27456]: from='mgr.14116 172.21.15.99:0/555400641' entity='mgr.y' 2024-04-12T15:52:47.234 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:46 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/2837919933' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-04-12T15:52:47.234 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:46 smithi099 ceph-mon[27456]: from='mgr.14116 172.21.15.99:0/555400641' entity='mgr.y' 2024-04-12T15:52:47.234 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: ignoring --setuser ceph since I am not root 2024-04-12T15:52:47.234 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: ignoring --setgroup ceph since I am not root 2024-04-12T15:52:47.560 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:47 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:47.468+0000 7f5b2f2bf200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T15:52:47.560 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:47 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:47.560+0000 7f5b2f2bf200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T15:52:48.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:47 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/2837919933' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-04-12T15:52:48.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:47 smithi099 ceph-mon[27456]: mgrmap e9: y(active, since 18s) 2024-04-12T15:52:48.378 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:48 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:48.228+0000 7f5b2f2bf200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T15:52:48.378 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:48 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:48.340+0000 7f5b2f2bf200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T15:52:48.767 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:48 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:48.486+0000 7f5b2f2bf200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T15:52:48.767 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:48 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:48.582+0000 7f5b2f2bf200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T15:52:48.767 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:48 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:48.665+0000 7f5b2f2bf200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T15:52:49.028 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:48 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/861371961' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-12T15:52:49.028 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:48 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:48.930+0000 7f5b2f2bf200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T15:52:49.278 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:49 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:49.043+0000 7f5b2f2bf200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T15:52:49.278 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:49 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:49.128+0000 7f5b2f2bf200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T15:52:49.278 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:49 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:49.222+0000 7f5b2f2bf200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T15:52:49.281 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout { 2024-04-12T15:52:49.281 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-04-12T15:52:49.281 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-12T15:52:49.281 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-04-12T15:52:49.281 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-12T15:52:49.281 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout } 2024-04-12T15:52:49.282 INFO:teuthology.orchestra.run.smithi099.stdout:Waiting for the mgr to restart... 2024-04-12T15:52:49.282 INFO:teuthology.orchestra.run.smithi099.stdout:Waiting for mgr epoch 9... 2024-04-12T15:52:49.613 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:49 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:49.400+0000 7f5b2f2bf200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T15:52:50.722 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:50 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:50.405+0000 7f5b2f2bf200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T15:52:50.722 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:50 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:50.539+0000 7f5b2f2bf200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T15:52:51.128 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:50 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:50.878+0000 7f5b2f2bf200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T15:52:51.128 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:50 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:50.967+0000 7f5b2f2bf200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T15:52:51.628 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:51 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:51.162+0000 7f5b2f2bf200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T15:52:51.628 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:51 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:51.347+0000 7f5b2f2bf200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T15:52:51.889 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:51 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:51.631+0000 7f5b2f2bf200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T15:52:51.889 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:51 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:51.888+0000 7f5b2f2bf200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T15:52:52.378 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:52 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:52.125+0000 7f5b2f2bf200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T15:52:53.378 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:52 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:52.927+0000 7f5b2f2bf200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T15:52:53.805 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:53 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:53.490+0000 7f5b2f2bf200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T15:52:53.806 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:53 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:53.588+0000 7f5b2f2bf200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T15:52:53.806 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:52:53 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:52:53.805+0000 7f5b2f2bf200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T15:52:54.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:53 smithi099 ceph-mon[27456]: Active manager daemon y restarted 2024-04-12T15:52:54.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:53 smithi099 ceph-mon[27456]: Activating manager daemon y 2024-04-12T15:52:54.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:53 smithi099 ceph-mon[27456]: osdmap e3: 0 total, 0 up, 0 in 2024-04-12T15:52:54.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:53 smithi099 ceph-mon[27456]: mgrmap e10: y(active, starting, since 0.00307558s) 2024-04-12T15:52:54.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:53 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T15:52:54.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:53 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T15:52:54.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:53 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T15:52:54.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:53 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T15:52:54.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:53 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T15:52:54.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:53 smithi099 ceph-mon[27456]: Manager daemon y is now available 2024-04-12T15:52:54.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:53 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:52:54.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:53 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T15:52:54.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:53 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T15:52:55.676 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout { 2024-04-12T15:52:55.676 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-04-12T15:52:55.676 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-12T15:52:55.676 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout } 2024-04-12T15:52:55.676 INFO:teuthology.orchestra.run.smithi099.stdout:mgr epoch 9 is available 2024-04-12T15:52:55.677 INFO:teuthology.orchestra.run.smithi099.stdout:Generating a dashboard self-signed certificate... 2024-04-12T15:52:55.956 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:55 smithi099 ceph-mon[27456]: [12/Apr/2024:15:52:54] ENGINE Bus STARTING 2024-04-12T15:52:55.956 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:55 smithi099 ceph-mon[27456]: [12/Apr/2024:15:52:54] ENGINE Serving on http://172.21.15.99:8765 2024-04-12T15:52:55.956 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:55 smithi099 ceph-mon[27456]: [12/Apr/2024:15:52:54] ENGINE Serving on https://172.21.15.99:7150 2024-04-12T15:52:55.956 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:55 smithi099 ceph-mon[27456]: [12/Apr/2024:15:52:54] ENGINE Bus STARTED 2024-04-12T15:52:55.956 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:55 smithi099 ceph-mon[27456]: from='client.14152 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-12T15:52:55.956 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:55 smithi099 ceph-mon[27456]: mgrmap e11: y(active, since 1.00545s) 2024-04-12T15:52:55.956 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:55 smithi099 ceph-mon[27456]: from='client.14152 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-12T15:52:55.957 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:55 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:52:57.124 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-04-12T15:52:57.124 INFO:teuthology.orchestra.run.smithi099.stdout:Creating initial admin user... 2024-04-12T15:52:57.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:57 smithi099 ceph-mon[27456]: mgrmap e12: y(active, since 2s) 2024-04-12T15:52:57.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:57 smithi099 ceph-mon[27456]: from='client.14160 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:52:57.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:57 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:52:57.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:57 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:52:57.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:57 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:52:58.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:58 smithi099 ceph-mon[27456]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:52:58.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:52:58 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:52:59.034 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$juctZetZ1EXkTafYRHtoaOb0IQo38HGGUKKnE5ihZHIGBOQ15ygPC", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1712937178, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-04-12T15:52:59.035 INFO:teuthology.orchestra.run.smithi099.stdout:Fetching dashboard port number... 2024-04-12T15:53:00.693 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stdout 8443 2024-04-12T15:53:00.702 INFO:teuthology.orchestra.run.smithi099.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-12T15:53:00.702 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stdout disabled 2024-04-12T15:53:00.709 INFO:teuthology.orchestra.run.smithi099.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-12T15:53:00.709 INFO:teuthology.orchestra.run.smithi099.stdout:systemctl: stdout inactive 2024-04-12T15:53:00.709 INFO:teuthology.orchestra.run.smithi099.stdout:firewalld.service is not enabled 2024-04-12T15:53:00.709 INFO:teuthology.orchestra.run.smithi099.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-04-12T15:53:00.710 INFO:teuthology.orchestra.run.smithi099.stdout:Ceph Dashboard is now available at: 2024-04-12T15:53:00.710 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:53:00.711 INFO:teuthology.orchestra.run.smithi099.stdout: URL: https://smithi099.front.sepia.ceph.com:8443/ 2024-04-12T15:53:00.711 INFO:teuthology.orchestra.run.smithi099.stdout: User: admin 2024-04-12T15:53:00.711 INFO:teuthology.orchestra.run.smithi099.stdout: Password: 6prejemf67 2024-04-12T15:53:00.711 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:53:00.711 INFO:teuthology.orchestra.run.smithi099.stdout:Saving cluster configuration to /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config directory 2024-04-12T15:53:00.711 INFO:teuthology.orchestra.run.smithi099.stdout:Enabling autotune for osd_memory_target 2024-04-12T15:53:00.944 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:00 smithi099 ceph-mon[27456]: mgrmap e13: y(active, since 6s) 2024-04-12T15:53:00.944 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:00 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/611447161' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-04-12T15:53:03.240 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-04-12T15:53:03.241 INFO:teuthology.orchestra.run.smithi099.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-04-12T15:53:03.241 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:53:03.241 INFO:teuthology.orchestra.run.smithi099.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-04-12T15:53:03.241 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:53:03.241 INFO:teuthology.orchestra.run.smithi099.stdout:Or, if you are only running a single cluster on this host: 2024-04-12T15:53:03.241 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:53:03.241 INFO:teuthology.orchestra.run.smithi099.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-04-12T15:53:03.241 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:53:03.241 INFO:teuthology.orchestra.run.smithi099.stdout:Please consider enabling telemetry to help improve Ceph: 2024-04-12T15:53:03.241 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:53:03.241 INFO:teuthology.orchestra.run.smithi099.stdout: ceph telemetry on 2024-04-12T15:53:03.241 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:53:03.241 INFO:teuthology.orchestra.run.smithi099.stdout:For more information see: 2024-04-12T15:53:03.241 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:53:03.241 INFO:teuthology.orchestra.run.smithi099.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-04-12T15:53:03.242 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:53:03.242 INFO:teuthology.orchestra.run.smithi099.stdout:Bootstrap complete. 2024-04-12T15:53:03.276 INFO:tasks.cephadm:Fetching config... 2024-04-12T15:53:03.276 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-04-12T15:53:03.277 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-04-12T15:53:03.291 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-04-12T15:53:03.291 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-04-12T15:53:03.291 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-04-12T15:53:03.347 INFO:tasks.cephadm:Fetching mon keyring... 2024-04-12T15:53:03.347 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-04-12T15:53:03.347 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd if=/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/keyring of=/dev/stdout 2024-04-12T15:53:03.414 INFO:tasks.cephadm:Fetching pub ssh key... 2024-04-12T15:53:03.414 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-04-12T15:53:03.415 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-04-12T15:53:03.470 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-04-12T15:53:03.470 DEBUG:teuthology.orchestra.run.smithi099:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD7Zpz2mjDNeYPL4u8diw6/n2lo4nayx0uuYmDJB5akk5ZmWks6vzWo3rtygB2a5Kv2RF3eY32qLxNiob14+aaNKHeXgebaPl0TmdUOQNRHDpJoT/2E9NyFhwX3thBzM4IAysQ3OeNrw3rPDzCFsGiXN73nYdPap+kg2efQUiVzXRj90cPK1JPfszq7nz6cHiaPFFDMWEoGmwE80QXy7fbapsIpM1K5PaGZH4TsJGV4/cXdEjEMlQ+sa3zTj5VUeB1dfiD2B9VdJr/+qlTjN+mFZLBGcWem6EH1/FrEXHuNGO6jfbIKqtoZHhtx5xCTsYLM4pm/dll6ZQeltBofl23tw7NKq9qEZeTb+kpCVQMOB4H8i3pbBGciOMutK+oqWcUK2gKyAgGLPOkQxgaJb6Dyyz3uuXMDMNMBHHfANVJ0HaSdXRSyo1j8V6gj0tUFPYA9tI1igBniYIiW6+V/c3L9WPtdC/fHofTcefqKE1wA4vXKkvulEf7DeYd/ONICfok= ceph-7550015c-f8e4-11ee-bc8d-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-12T15:53:03.558 INFO:teuthology.orchestra.run.smithi099.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD7Zpz2mjDNeYPL4u8diw6/n2lo4nayx0uuYmDJB5akk5ZmWks6vzWo3rtygB2a5Kv2RF3eY32qLxNiob14+aaNKHeXgebaPl0TmdUOQNRHDpJoT/2E9NyFhwX3thBzM4IAysQ3OeNrw3rPDzCFsGiXN73nYdPap+kg2efQUiVzXRj90cPK1JPfszq7nz6cHiaPFFDMWEoGmwE80QXy7fbapsIpM1K5PaGZH4TsJGV4/cXdEjEMlQ+sa3zTj5VUeB1dfiD2B9VdJr/+qlTjN+mFZLBGcWem6EH1/FrEXHuNGO6jfbIKqtoZHhtx5xCTsYLM4pm/dll6ZQeltBofl23tw7NKq9qEZeTb+kpCVQMOB4H8i3pbBGciOMutK+oqWcUK2gKyAgGLPOkQxgaJb6Dyyz3uuXMDMNMBHHfANVJ0HaSdXRSyo1j8V6gj0tUFPYA9tI1igBniYIiW6+V/c3L9WPtdC/fHofTcefqKE1wA4vXKkvulEf7DeYd/ONICfok= ceph-7550015c-f8e4-11ee-bc8d-c7b262605968 2024-04-12T15:53:03.577 DEBUG:teuthology.orchestra.run.smithi110:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD7Zpz2mjDNeYPL4u8diw6/n2lo4nayx0uuYmDJB5akk5ZmWks6vzWo3rtygB2a5Kv2RF3eY32qLxNiob14+aaNKHeXgebaPl0TmdUOQNRHDpJoT/2E9NyFhwX3thBzM4IAysQ3OeNrw3rPDzCFsGiXN73nYdPap+kg2efQUiVzXRj90cPK1JPfszq7nz6cHiaPFFDMWEoGmwE80QXy7fbapsIpM1K5PaGZH4TsJGV4/cXdEjEMlQ+sa3zTj5VUeB1dfiD2B9VdJr/+qlTjN+mFZLBGcWem6EH1/FrEXHuNGO6jfbIKqtoZHhtx5xCTsYLM4pm/dll6ZQeltBofl23tw7NKq9qEZeTb+kpCVQMOB4H8i3pbBGciOMutK+oqWcUK2gKyAgGLPOkQxgaJb6Dyyz3uuXMDMNMBHHfANVJ0HaSdXRSyo1j8V6gj0tUFPYA9tI1igBniYIiW6+V/c3L9WPtdC/fHofTcefqKE1wA4vXKkvulEf7DeYd/ONICfok= ceph-7550015c-f8e4-11ee-bc8d-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-12T15:53:03.623 INFO:teuthology.orchestra.run.smithi110.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD7Zpz2mjDNeYPL4u8diw6/n2lo4nayx0uuYmDJB5akk5ZmWks6vzWo3rtygB2a5Kv2RF3eY32qLxNiob14+aaNKHeXgebaPl0TmdUOQNRHDpJoT/2E9NyFhwX3thBzM4IAysQ3OeNrw3rPDzCFsGiXN73nYdPap+kg2efQUiVzXRj90cPK1JPfszq7nz6cHiaPFFDMWEoGmwE80QXy7fbapsIpM1K5PaGZH4TsJGV4/cXdEjEMlQ+sa3zTj5VUeB1dfiD2B9VdJr/+qlTjN+mFZLBGcWem6EH1/FrEXHuNGO6jfbIKqtoZHhtx5xCTsYLM4pm/dll6ZQeltBofl23tw7NKq9qEZeTb+kpCVQMOB4H8i3pbBGciOMutK+oqWcUK2gKyAgGLPOkQxgaJb6Dyyz3uuXMDMNMBHHfANVJ0HaSdXRSyo1j8V6gj0tUFPYA9tI1igBniYIiW6+V/c3L9WPtdC/fHofTcefqKE1wA4vXKkvulEf7DeYd/ONICfok= ceph-7550015c-f8e4-11ee-bc8d-c7b262605968 2024-04-12T15:53:03.638 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-04-12T15:53:03.845 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T15:53:03.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:03 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/153658699' entity='client.admin' 2024-04-12T15:53:07.170 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-04-12T15:53:07.171 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-04-12T15:53:07.798 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:07 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/1954852355' entity='client.admin' 2024-04-12T15:53:07.876 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T15:53:08.955 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:08 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:08.955 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:08 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:08.955 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:08 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi099", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:53:08.955 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:08 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:08.955 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:08 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:53:08.956 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:08 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:10.448 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi110 2024-04-12T15:53:10.448 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-04-12T15:53:10.448 DEBUG:teuthology.orchestra.run.smithi110:> dd of=/etc/ceph/ceph.conf 2024-04-12T15:53:10.466 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-04-12T15:53:10.466 DEBUG:teuthology.orchestra.run.smithi110:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-12T15:53:10.524 INFO:tasks.cephadm:Adding host smithi110 to orchestrator... 2024-04-12T15:53:10.524 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph orch host add smithi110 2024-04-12T15:53:10.723 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T15:53:10.840 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:10 smithi099 ceph-mon[27456]: from='client.14172 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:53:10.840 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:10 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:10.841 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:10 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:53:10.841 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:10 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:53:10.841 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:10 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:53:10.841 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:10 smithi099 ceph-mon[27456]: Updating smithi099:/etc/ceph/ceph.conf 2024-04-12T15:53:10.841 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:10 smithi099 ceph-mon[27456]: Updating smithi099:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T15:53:10.841 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:10 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:10.841 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:10 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:10.841 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:10 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:11.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:11 smithi099 ceph-mon[27456]: Updating smithi099:/etc/ceph/ceph.client.admin.keyring 2024-04-12T15:53:11.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:11 smithi099 ceph-mon[27456]: Updating smithi099:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T15:53:13.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:13 smithi099 ceph-mon[27456]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi110", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:53:15.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:14 smithi099 ceph-mon[27456]: Deploying cephadm binary to smithi110 2024-04-12T15:53:15.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:14 smithi099 ceph-mon[27456]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:15.174 INFO:teuthology.orchestra.run.smithi099.stdout:Added host 'smithi110' with addr '172.21.15.110' 2024-04-12T15:53:15.843 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph orch host ls --format=json 2024-04-12T15:53:16.045 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T15:53:16.423 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:16 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:16.423 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:16 smithi099 ceph-mon[27456]: Added host smithi110 2024-04-12T15:53:16.423 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:16 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:53:16.423 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:16 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:16.423 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:16 smithi099 ceph-mon[27456]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:16.423 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:16 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:17.816 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:53:17.816 INFO:teuthology.orchestra.run.smithi099.stdout:[{"addr": "172.21.15.99", "hostname": "smithi099", "labels": [], "status": ""}, {"addr": "172.21.15.110", "hostname": "smithi110", "labels": [], "status": ""}] 2024-04-12T15:53:18.121 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:17 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:18.410 INFO:tasks.cephadm:Setting crush tunables to default 2024-04-12T15:53:18.411 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph osd crush tunables default 2024-04-12T15:53:18.605 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T15:53:18.965 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:18 smithi099 ceph-mon[27456]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:18.965 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:18 smithi099 ceph-mon[27456]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T15:53:20.760 INFO:teuthology.orchestra.run.smithi099.stderr:adjusted tunables profile to default 2024-04-12T15:53:21.044 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:20 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:21.045 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:20 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:21.045 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:20 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:21.045 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:20 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:21.045 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:20 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi110", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:53:21.045 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:20 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:53:21.045 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:20 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:53:21.045 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:20 smithi099 ceph-mon[27456]: Updating smithi110:/etc/ceph/ceph.conf 2024-04-12T15:53:21.045 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:20 smithi099 ceph-mon[27456]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:21.045 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:20 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/3620240849' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-12T15:53:21.045 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:20 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:21.045 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:20 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:21.045 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:20 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:21.315 INFO:tasks.cephadm:Adding mon.a on smithi099 2024-04-12T15:53:21.315 INFO:tasks.cephadm:Adding mon.c on smithi099 2024-04-12T15:53:21.315 INFO:tasks.cephadm:Adding mon.b on smithi110 2024-04-12T15:53:21.316 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph orch apply mon '3;smithi099:172.21.15.99=a;smithi099:[v2:172.21.15.99:3301,v1:172.21.15.99:6790]=c;smithi110:172.21.15.110=b' 2024-04-12T15:53:21.512 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T15:53:22.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:21 smithi099 ceph-mon[27456]: Updating smithi110:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T15:53:22.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:21 smithi099 ceph-mon[27456]: Updating smithi110:/etc/ceph/ceph.client.admin.keyring 2024-04-12T15:53:22.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:21 smithi099 ceph-mon[27456]: Updating smithi110:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T15:53:22.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:21 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/3620240849' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-12T15:53:22.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:21 smithi099 ceph-mon[27456]: osdmap e4: 0 total, 0 up, 0 in 2024-04-12T15:53:23.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:22 smithi099 ceph-mon[27456]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:23.217 INFO:teuthology.orchestra.run.smithi110.stdout:Scheduled mon update... 2024-04-12T15:53:23.807 DEBUG:teuthology.orchestra.run.smithi099:mon.c> sudo journalctl -f -n 0 -u ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mon.c.service 2024-04-12T15:53:23.810 DEBUG:teuthology.orchestra.run.smithi110:mon.b> sudo journalctl -f -n 0 -u ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mon.b.service 2024-04-12T15:53:23.812 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-12T15:53:23.813 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph mon dump -f json 2024-04-12T15:53:24.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:24 smithi099 ceph-mon[27456]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi099:172.21.15.99=a;smithi099:[v2:172.21.15.99:3301,v1:172.21.15.99:6790]=c;smithi110:172.21.15.110=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:53:24.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:24 smithi099 ceph-mon[27456]: Saving service mon spec with placement smithi099:172.21.15.99=a;smithi099:[v2:172.21.15.99:3301,v1:172.21.15.99:6790]=c;smithi110:172.21.15.110=b;count:3 2024-04-12T15:53:24.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:24 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:24.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:24 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:53:24.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:24 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:53:24.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:24 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:53:24.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:24 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:24.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:24 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T15:53:24.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:24 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:53:24.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:24 smithi099 ceph-mon[27456]: Deploying daemon mon.b on smithi110 2024-04-12T15:53:24.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:24 smithi099 ceph-mon[27456]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:24.991 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T15:53:27.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:26 smithi099 ceph-mon[27456]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:27.897 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-04-12T15:53:27.897 INFO:teuthology.orchestra.run.smithi110.stdout:{"epoch":1,"fsid":"7550015c-f8e4-11ee-bc8d-c7b262605968","modified":"2024-04-12T15:51:58.657208Z","created":"2024-04-12T15:51:58.657208Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:3300","nonce":0},{"type":"v1","addr":"172.21.15.99:6789","nonce":0}]},"addr":"172.21.15.99:6789/0","public_addr":"172.21.15.99:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-04-12T15:53:27.899 INFO:teuthology.orchestra.run.smithi110.stderr:dumped monmap epoch 1 2024-04-12T15:53:28.777 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 podman[31241]: 2024-04-12 15:53:28.517080599 +0000 UTC m=+0.017862903 image pull bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28 quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3 2024-04-12T15:53:28.777 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 podman[31241]: 2024-04-12 15:53:28.777117561 +0000 UTC m=+0.277899872 container init b39199de30d82c7f872bfb468880130d579d34c475b59247377700649f16b6c5 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-b, CEPH_POINT_RELEASE=, RELEASE=reef-d540eba, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-12T15:53:29.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 podman[31241]: 2024-04-12 15:53:28.782863118 +0000 UTC m=+0.283645422 container start b39199de30d82c7f872bfb468880130d579d34c475b59247377700649f16b6c5 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-b, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-d540eba, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240403, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-04-12T15:53:29.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: set uid:gid to 167:167 (ceph:ceph) 2024-04-12T15:53:29.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable), process ceph-mon, pid 7 2024-04-12T15:53:29.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: pidfile_write: ignore empty --pid-file 2024-04-12T15:53:29.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: load: jerasure load: lrc 2024-04-12T15:53:29.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: RocksDB version: 7.9.2 2024-04-12T15:53:29.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Git sha 0 2024-04-12T15:53:29.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Compile date 2024-04-08 23:21:21 2024-04-12T15:53:29.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: DB SUMMARY 2024-04-12T15:53:29.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: DB Session ID: HR184TTQG1XQGZ2KDH1Y 2024-04-12T15:53:29.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: CURRENT file: CURRENT 2024-04-12T15:53:29.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: IDENTITY file: IDENTITY 2024-04-12T15:53:29.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-04-12T15:53:29.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-04-12T15:53:29.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 511 ; 2024-04-12T15:53:29.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.error_if_exists: 0 2024-04-12T15:53:29.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.create_if_missing: 0 2024-04-12T15:53:29.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.paranoid_checks: 1 2024-04-12T15:53:29.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-12T15:53:29.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-12T15:53:29.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-12T15:53:29.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.env: 0x55dfd60667a0 2024-04-12T15:53:29.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.fs: PosixFileSystem 2024-04-12T15:53:29.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.info_log: 0x55dfd8415500 2024-04-12T15:53:29.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.max_file_opening_threads: 16 2024-04-12T15:53:29.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.statistics: (nil) 2024-04-12T15:53:29.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.use_fsync: 0 2024-04-12T15:53:29.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.max_log_file_size: 0 2024-04-12T15:53:29.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-12T15:53:29.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-12T15:53:29.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.keep_log_file_num: 1000 2024-04-12T15:53:29.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.recycle_log_file_num: 0 2024-04-12T15:53:29.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.allow_fallocate: 1 2024-04-12T15:53:29.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.allow_mmap_reads: 0 2024-04-12T15:53:29.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.allow_mmap_writes: 0 2024-04-12T15:53:29.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.use_direct_reads: 0 2024-04-12T15:53:29.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-12T15:53:29.090 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.create_missing_column_families: 0 2024-04-12T15:53:29.090 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.db_log_dir: 2024-04-12T15:53:29.090 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.wal_dir: 2024-04-12T15:53:29.090 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-12T15:53:29.090 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-12T15:53:29.090 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-12T15:53:29.090 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-12T15:53:29.090 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-12T15:53:29.090 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-12T15:53:29.090 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.advise_random_on_open: 1 2024-04-12T15:53:29.090 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.db_write_buffer_size: 0 2024-04-12T15:53:29.090 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.write_buffer_manager: 0x55dfd768a140 2024-04-12T15:53:29.091 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-12T15:53:29.091 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-12T15:53:29.091 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-12T15:53:29.091 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.rate_limiter: (nil) 2024-04-12T15:53:29.091 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-12T15:53:29.091 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.wal_recovery_mode: 2 2024-04-12T15:53:29.091 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.enable_thread_tracking: 0 2024-04-12T15:53:29.091 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.enable_pipelined_write: 0 2024-04-12T15:53:29.091 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.unordered_write: 0 2024-04-12T15:53:29.091 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-12T15:53:29.091 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-12T15:53:29.091 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-12T15:53:29.091 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-12T15:53:29.091 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.row_cache: None 2024-04-12T15:53:29.091 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.wal_filter: None 2024-04-12T15:53:29.092 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-12T15:53:29.092 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.allow_ingest_behind: 0 2024-04-12T15:53:29.092 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.two_write_queues: 0 2024-04-12T15:53:29.092 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.manual_wal_flush: 0 2024-04-12T15:53:29.092 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.wal_compression: 0 2024-04-12T15:53:29.092 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.atomic_flush: 0 2024-04-12T15:53:29.092 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-12T15:53:29.092 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-12T15:53:29.092 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-12T15:53:29.093 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.log_readahead_size: 0 2024-04-12T15:53:29.094 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-12T15:53:29.094 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.best_efforts_recovery: 0 2024-04-12T15:53:29.094 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-12T15:53:29.094 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-12T15:53:29.094 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.allow_data_in_errors: 0 2024-04-12T15:53:29.094 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.db_host_id: __hostname__ 2024-04-12T15:53:29.094 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-12T15:53:29.094 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.max_background_jobs: 2 2024-04-12T15:53:29.094 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.max_background_compactions: -1 2024-04-12T15:53:29.094 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.max_subcompactions: 1 2024-04-12T15:53:29.094 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-12T15:53:29.095 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-12T15:53:29.095 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-12T15:53:29.095 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.max_total_wal_size: 0 2024-04-12T15:53:29.095 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-12T15:53:29.095 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-12T15:53:29.095 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-12T15:53:29.095 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-12T15:53:29.095 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.max_open_files: -1 2024-04-12T15:53:29.095 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.bytes_per_sync: 0 2024-04-12T15:53:29.095 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-12T15:53:29.095 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-12T15:53:29.095 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.compaction_readahead_size: 0 2024-04-12T15:53:29.095 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.max_background_flushes: -1 2024-04-12T15:53:29.096 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Compression algorithms supported: 2024-04-12T15:53:29.096 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-12T15:53:29.096 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: kZSTD supported: 0 2024-04-12T15:53:29.096 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: kXpressCompression supported: 0 2024-04-12T15:53:29.096 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: kLZ4HCCompression supported: 1 2024-04-12T15:53:29.096 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: kZlibCompression supported: 1 2024-04-12T15:53:29.096 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: kSnappyCompression supported: 1 2024-04-12T15:53:29.096 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: kLZ4Compression supported: 1 2024-04-12T15:53:29.096 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: kBZip2Compression supported: 0 2024-04-12T15:53:29.096 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-12T15:53:29.096 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-12T15:53:29.096 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-04-12T15:53:29.096 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-12T15:53:29.096 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-12T15:53:29.097 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.merge_operator: 2024-04-12T15:53:29.097 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.compaction_filter: None 2024-04-12T15:53:29.097 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.compaction_filter_factory: None 2024-04-12T15:53:29.097 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.sst_partitioner_factory: None 2024-04-12T15:53:29.097 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-12T15:53:29.097 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-12T15:53:29.097 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55dfd8415600) 2024-04-12T15:53:29.097 INFO:journalctl@ceph.mon.b.smithi110.stdout: cache_index_and_filter_blocks: 1 2024-04-12T15:53:29.097 INFO:journalctl@ceph.mon.b.smithi110.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-12T15:53:29.097 INFO:journalctl@ceph.mon.b.smithi110.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-12T15:53:29.097 INFO:journalctl@ceph.mon.b.smithi110.stdout: pin_top_level_index_and_filter: 1 2024-04-12T15:53:29.097 INFO:journalctl@ceph.mon.b.smithi110.stdout: index_type: 0 2024-04-12T15:53:29.097 INFO:journalctl@ceph.mon.b.smithi110.stdout: data_block_index_type: 0 2024-04-12T15:53:29.098 INFO:journalctl@ceph.mon.b.smithi110.stdout: index_shortening: 1 2024-04-12T15:53:29.098 INFO:journalctl@ceph.mon.b.smithi110.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-12T15:53:29.098 INFO:journalctl@ceph.mon.b.smithi110.stdout: checksum: 4 2024-04-12T15:53:29.098 INFO:journalctl@ceph.mon.b.smithi110.stdout: no_block_cache: 0 2024-04-12T15:53:29.098 INFO:journalctl@ceph.mon.b.smithi110.stdout: block_cache: 0x55dfd772b1f0 2024-04-12T15:53:29.098 INFO:journalctl@ceph.mon.b.smithi110.stdout: block_cache_name: BinnedLRUCache 2024-04-12T15:53:29.098 INFO:journalctl@ceph.mon.b.smithi110.stdout: block_cache_options: 2024-04-12T15:53:29.098 INFO:journalctl@ceph.mon.b.smithi110.stdout: capacity : 536870912 2024-04-12T15:53:29.098 INFO:journalctl@ceph.mon.b.smithi110.stdout: num_shard_bits : 4 2024-04-12T15:53:29.098 INFO:journalctl@ceph.mon.b.smithi110.stdout: strict_capacity_limit : 0 2024-04-12T15:53:29.098 INFO:journalctl@ceph.mon.b.smithi110.stdout: high_pri_pool_ratio: 0.000 2024-04-12T15:53:29.098 INFO:journalctl@ceph.mon.b.smithi110.stdout: block_cache_compressed: (nil) 2024-04-12T15:53:29.098 INFO:journalctl@ceph.mon.b.smithi110.stdout: persistent_cache: (nil) 2024-04-12T15:53:29.098 INFO:journalctl@ceph.mon.b.smithi110.stdout: block_size: 4096 2024-04-12T15:53:29.099 INFO:journalctl@ceph.mon.b.smithi110.stdout: block_size_deviation: 10 2024-04-12T15:53:29.102 INFO:journalctl@ceph.mon.b.smithi110.stdout: block_restart_interval: 16 2024-04-12T15:53:29.102 INFO:journalctl@ceph.mon.b.smithi110.stdout: index_block_restart_interval: 1 2024-04-12T15:53:29.102 INFO:journalctl@ceph.mon.b.smithi110.stdout: metadata_block_size: 4096 2024-04-12T15:53:29.103 INFO:journalctl@ceph.mon.b.smithi110.stdout: partition_filters: 0 2024-04-12T15:53:29.103 INFO:journalctl@ceph.mon.b.smithi110.stdout: use_delta_encoding: 1 2024-04-12T15:53:29.103 INFO:journalctl@ceph.mon.b.smithi110.stdout: filter_policy: bloomfilter 2024-04-12T15:53:29.103 INFO:journalctl@ceph.mon.b.smithi110.stdout: whole_key_filtering: 1 2024-04-12T15:53:29.103 INFO:journalctl@ceph.mon.b.smithi110.stdout: verify_compression: 0 2024-04-12T15:53:29.103 INFO:journalctl@ceph.mon.b.smithi110.stdout: read_amp_bytes_per_bit: 0 2024-04-12T15:53:29.103 INFO:journalctl@ceph.mon.b.smithi110.stdout: format_version: 5 2024-04-12T15:53:29.103 INFO:journalctl@ceph.mon.b.smithi110.stdout: enable_index_compression: 1 2024-04-12T15:53:29.103 INFO:journalctl@ceph.mon.b.smithi110.stdout: block_align: 0 2024-04-12T15:53:29.103 INFO:journalctl@ceph.mon.b.smithi110.stdout: max_auto_readahead_size: 262144 2024-04-12T15:53:29.103 INFO:journalctl@ceph.mon.b.smithi110.stdout: prepopulate_block_cache: 0 2024-04-12T15:53:29.104 INFO:journalctl@ceph.mon.b.smithi110.stdout: initial_auto_readahead_size: 8192 2024-04-12T15:53:29.104 INFO:journalctl@ceph.mon.b.smithi110.stdout: num_file_reads_for_auto_readahead: 2 2024-04-12T15:53:29.104 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.write_buffer_size: 33554432 2024-04-12T15:53:29.104 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.max_write_buffer_number: 2 2024-04-12T15:53:29.104 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.compression: NoCompression 2024-04-12T15:53:29.104 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.bottommost_compression: Disabled 2024-04-12T15:53:29.104 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.prefix_extractor: nullptr 2024-04-12T15:53:29.104 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-12T15:53:29.104 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.num_levels: 7 2024-04-12T15:53:29.104 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-12T15:53:29.104 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-12T15:53:29.104 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-12T15:53:29.104 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-12T15:53:29.105 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-12T15:53:29.105 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-12T15:53:29.105 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-12T15:53:29.105 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-12T15:53:29.105 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-12T15:53:29.105 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-12T15:53:29.105 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-12T15:53:29.105 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-12T15:53:29.105 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-12T15:53:29.105 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.compression_opts.level: 32767 2024-04-12T15:53:29.105 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.compression_opts.strategy: 0 2024-04-12T15:53:29.105 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-12T15:53:29.105 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-12T15:53:29.106 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-12T15:53:29.106 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-12T15:53:29.106 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.compression_opts.enabled: false 2024-04-12T15:53:29.106 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-12T15:53:29.106 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-12T15:53:29.106 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-12T15:53:29.106 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-12T15:53:29.106 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.target_file_size_base: 67108864 2024-04-12T15:53:29.106 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-12T15:53:29.106 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-12T15:53:29.106 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-12T15:53:29.106 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-12T15:53:29.106 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-12T15:53:29.107 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-12T15:53:29.107 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-12T15:53:29.107 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-12T15:53:29.107 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-12T15:53:29.107 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-12T15:53:29.107 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-12T15:53:29.107 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-12T15:53:29.107 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-12T15:53:29.107 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-12T15:53:29.107 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.arena_block_size: 1048576 2024-04-12T15:53:29.107 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-12T15:53:29.107 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-12T15:53:29.107 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.disable_auto_compactions: 0 2024-04-12T15:53:29.107 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-12T15:53:29.107 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-12T15:53:29.108 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-12T15:53:29.108 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-12T15:53:29.108 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-12T15:53:29.108 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-12T15:53:29.108 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-12T15:53:29.108 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-12T15:53:29.108 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-12T15:53:29.108 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-12T15:53:29.108 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.table_properties_collectors: 2024-04-12T15:53:29.108 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.inplace_update_support: 0 2024-04-12T15:53:29.108 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-12T15:53:29.109 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-12T15:53:29.109 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-12T15:53:29.109 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-12T15:53:29.109 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.bloom_locality: 0 2024-04-12T15:53:29.109 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.max_successive_merges: 0 2024-04-12T15:53:29.109 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-12T15:53:29.109 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.paranoid_file_checks: 0 2024-04-12T15:53:29.109 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.force_consistency_checks: 1 2024-04-12T15:53:29.109 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.report_bg_io_stats: 0 2024-04-12T15:53:29.109 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.ttl: 2592000 2024-04-12T15:53:29.109 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-12T15:53:29.109 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-12T15:53:29.110 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-12T15:53:29.110 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.enable_blob_files: false 2024-04-12T15:53:29.110 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.min_blob_size: 0 2024-04-12T15:53:29.110 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.blob_file_size: 268435456 2024-04-12T15:53:29.110 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-12T15:53:29.110 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-12T15:53:29.110 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-12T15:53:29.110 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-12T15:53:29.110 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-12T15:53:29.110 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.blob_file_starting_level: 0 2024-04-12T15:53:29.110 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-12T15:53:29.110 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-12T15:53:29.111 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-04-12T15:53:29.111 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 5b79c8fd-20e3-485f-96f9-6adc0a7e829d 2024-04-12T15:53:29.111 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712937208812054, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-12T15:53:29.111 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-04-12T15:53:29.111 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712937208812455, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1622, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712937208, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "5b79c8fd-20e3-485f-96f9-6adc0a7e829d", "db_session_id": "HR184TTQG1XQGZ2KDH1Y", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-04-12T15:53:29.111 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712937208812534, "job": 1, "event": "recovery_finished"} 2024-04-12T15:53:29.111 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-04-12T15:53:29.111 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-12T15:53:29.111 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55dfd77ca000 2024-04-12T15:53:29.111 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: DB pointer 0x55dfd77b8000 2024-04-12T15:53:29.111 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-12T15:53:29.111 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-12T15:53:29.112 INFO:journalctl@ceph.mon.b.smithi110.stdout: ** DB Stats ** 2024-04-12T15:53:29.112 INFO:journalctl@ceph.mon.b.smithi110.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T15:53:29.112 INFO:journalctl@ceph.mon.b.smithi110.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-12T15:53:29.112 INFO:journalctl@ceph.mon.b.smithi110.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T15:53:29.112 INFO:journalctl@ceph.mon.b.smithi110.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T15:53:29.112 INFO:journalctl@ceph.mon.b.smithi110.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-12T15:53:29.112 INFO:journalctl@ceph.mon.b.smithi110.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T15:53:29.112 INFO:journalctl@ceph.mon.b.smithi110.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T15:53:29.112 INFO:journalctl@ceph.mon.b.smithi110.stdout: 2024-04-12T15:53:29.112 INFO:journalctl@ceph.mon.b.smithi110.stdout: ** Compaction Stats [default] ** 2024-04-12T15:53:29.113 INFO:journalctl@ceph.mon.b.smithi110.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-12T15:53:29.113 INFO:journalctl@ceph.mon.b.smithi110.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-12T15:53:29.113 INFO:journalctl@ceph.mon.b.smithi110.stdout: L0 1/0 1.58 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.0 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-12T15:53:29.113 INFO:journalctl@ceph.mon.b.smithi110.stdout: Sum 1/0 1.58 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.0 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-12T15:53:29.113 INFO:journalctl@ceph.mon.b.smithi110.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.0 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-12T15:53:29.113 INFO:journalctl@ceph.mon.b.smithi110.stdout: 2024-04-12T15:53:29.113 INFO:journalctl@ceph.mon.b.smithi110.stdout: ** Compaction Stats [default] ** 2024-04-12T15:53:29.113 INFO:journalctl@ceph.mon.b.smithi110.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-12T15:53:29.113 INFO:journalctl@ceph.mon.b.smithi110.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-12T15:53:29.113 INFO:journalctl@ceph.mon.b.smithi110.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.0 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-12T15:53:29.113 INFO:journalctl@ceph.mon.b.smithi110.stdout: 2024-04-12T15:53:29.113 INFO:journalctl@ceph.mon.b.smithi110.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-12T15:53:29.113 INFO:journalctl@ceph.mon.b.smithi110.stdout: 2024-04-12T15:53:29.114 INFO:journalctl@ceph.mon.b.smithi110.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T15:53:29.114 INFO:journalctl@ceph.mon.b.smithi110.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-12T15:53:29.114 INFO:journalctl@ceph.mon.b.smithi110.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-12T15:53:29.114 INFO:journalctl@ceph.mon.b.smithi110.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-12T15:53:29.114 INFO:journalctl@ceph.mon.b.smithi110.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-12T15:53:29.114 INFO:journalctl@ceph.mon.b.smithi110.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-12T15:53:29.114 INFO:journalctl@ceph.mon.b.smithi110.stdout: Cumulative compaction: 0.00 GB write, 0.66 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T15:53:29.114 INFO:journalctl@ceph.mon.b.smithi110.stdout: Interval compaction: 0.00 GB write, 0.66 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T15:53:29.114 INFO:journalctl@ceph.mon.b.smithi110.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-12T15:53:29.114 INFO:journalctl@ceph.mon.b.smithi110.stdout: Block cache BinnedLRUCache@0x55dfd772b1f0#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-04-12T15:53:29.114 INFO:journalctl@ceph.mon.b.smithi110.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-04-12T15:53:29.115 INFO:journalctl@ceph.mon.b.smithi110.stdout: 2024-04-12T15:53:29.115 INFO:journalctl@ceph.mon.b.smithi110.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-12T15:53:29.115 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-04-12T15:53:29.115 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: using public_addr v2:172.21.15.110:0/0 -> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] 2024-04-12T15:53:29.115 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: starting mon.b rank -1 at public addrs [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] at bind addrs [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 2024-04-12T15:53:29.115 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: mon.b@-1(???) e0 preinit fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 2024-04-12T15:53:29.115 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: mon.b@-1(synchronizing).mds e1 new map 2024-04-12T15:53:29.115 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: mon.b@-1(synchronizing).mds e1 print_map 2024-04-12T15:53:29.115 INFO:journalctl@ceph.mon.b.smithi110.stdout: e1 2024-04-12T15:53:29.115 INFO:journalctl@ceph.mon.b.smithi110.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-12T15:53:29.115 INFO:journalctl@ceph.mon.b.smithi110.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-12T15:53:29.115 INFO:journalctl@ceph.mon.b.smithi110.stdout: legacy client fscid: -1 2024-04-12T15:53:29.115 INFO:journalctl@ceph.mon.b.smithi110.stdout: 2024-04-12T15:53:29.116 INFO:journalctl@ceph.mon.b.smithi110.stdout: No filesystems configured 2024-04-12T15:53:29.116 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-12T15:53:29.116 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-12T15:53:29.116 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-12T15:53:29.116 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-12T15:53:29.116 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-12T15:53:29.116 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-12T15:53:29.116 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-12T15:53:29.116 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-12T15:53:29.116 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-12T15:53:29.116 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-12T15:53:29.116 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi099:172.21.15.99=a;smithi099:[v2:172.21.15.99:3301,v1:172.21.15.99:6790]=c;smithi110:172.21.15.110=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:53:29.116 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: Saving service mon spec with placement smithi099:172.21.15.99=a;smithi099:[v2:172.21.15.99:3301,v1:172.21.15.99:6790]=c;smithi110:172.21.15.110=b;count:3 2024-04-12T15:53:29.117 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:29.117 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:53:29.117 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:53:29.117 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:53:29.117 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:29.117 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T15:53:29.117 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:53:29.117 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: Deploying daemon mon.b on smithi110 2024-04-12T15:53:29.117 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:29.117 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:29.117 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 ceph-mon[31279]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-12T15:53:29.117 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 bash[31241]: b39199de30d82c7f872bfb468880130d579d34c475b59247377700649f16b6c5 2024-04-12T15:53:29.117 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:28 smithi110 systemd[1]: Started Ceph mon.b for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T15:53:29.480 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-12T15:53:29.480 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph mon dump -f json 2024-04-12T15:53:29.678 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.b/config 2024-04-12T15:53:34.289 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:33 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T15:53:34.289 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:33 smithi110 ceph-mon[31279]: mon.a calling monitor election 2024-04-12T15:53:34.289 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:33 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T15:53:34.289 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:33 smithi110 ceph-mon[31279]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:34.289 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:33 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T15:53:34.289 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:33 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T15:53:34.290 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:33 smithi110 ceph-mon[31279]: mon.b calling monitor election 2024-04-12T15:53:34.290 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:33 smithi110 ceph-mon[31279]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:34.290 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:33 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T15:53:34.290 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:33 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T15:53:34.290 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:33 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T15:53:34.290 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:33 smithi110 ceph-mon[31279]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-12T15:53:34.290 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:33 smithi110 ceph-mon[31279]: monmap e2: 2 mons at {a=[v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0],b=[v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-12T15:53:34.290 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:33 smithi110 ceph-mon[31279]: fsmap 2024-04-12T15:53:34.290 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:33 smithi110 ceph-mon[31279]: osdmap e4: 0 total, 0 up, 0 in 2024-04-12T15:53:34.290 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:33 smithi110 ceph-mon[31279]: mgrmap e13: y(active, since 40s) 2024-04-12T15:53:34.290 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:33 smithi110 ceph-mon[31279]: overall HEALTH_OK 2024-04-12T15:53:34.290 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:33 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:34.290 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:33 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:34.290 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:33 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:34.290 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:33 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T15:53:34.291 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:33 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:53:34.347 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:33 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T15:53:34.347 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:33 smithi099 ceph-mon[27456]: mon.a calling monitor election 2024-04-12T15:53:34.347 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:33 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T15:53:34.347 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:33 smithi099 ceph-mon[27456]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:34.347 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:33 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T15:53:34.347 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:33 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T15:53:34.347 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:33 smithi099 ceph-mon[27456]: mon.b calling monitor election 2024-04-12T15:53:34.347 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:33 smithi099 ceph-mon[27456]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:34.347 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:33 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T15:53:34.347 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:33 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T15:53:34.347 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:33 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T15:53:34.348 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:33 smithi099 ceph-mon[27456]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-12T15:53:34.348 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:33 smithi099 ceph-mon[27456]: monmap e2: 2 mons at {a=[v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0],b=[v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-12T15:53:34.348 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:33 smithi099 ceph-mon[27456]: fsmap 2024-04-12T15:53:34.348 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:33 smithi099 ceph-mon[27456]: osdmap e4: 0 total, 0 up, 0 in 2024-04-12T15:53:34.348 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:33 smithi099 ceph-mon[27456]: mgrmap e13: y(active, since 40s) 2024-04-12T15:53:34.348 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:33 smithi099 ceph-mon[27456]: overall HEALTH_OK 2024-04-12T15:53:34.348 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:33 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:34.348 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:33 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:34.348 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:33 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:34.348 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:33 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T15:53:34.348 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:33 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:53:34.380 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-04-12T15:53:34.381 INFO:teuthology.orchestra.run.smithi110.stdout:{"epoch":2,"fsid":"7550015c-f8e4-11ee-bc8d-c7b262605968","modified":"2024-04-12T15:53:28.833410Z","created":"2024-04-12T15:51:58.657208Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:3300","nonce":0},{"type":"v1","addr":"172.21.15.99:6789","nonce":0}]},"addr":"172.21.15.99:6789/0","public_addr":"172.21.15.99:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:3300","nonce":0},{"type":"v1","addr":"172.21.15.110:6789","nonce":0}]},"addr":"172.21.15.110:6789/0","public_addr":"172.21.15.110:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-12T15:53:34.382 INFO:teuthology.orchestra.run.smithi110.stderr:dumped monmap epoch 2 2024-04-12T15:53:34.947 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:34 smithi110 ceph-mon[31279]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:34.947 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:34 smithi110 ceph-mon[31279]: Deploying daemon mon.c on smithi099 2024-04-12T15:53:34.947 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:34 smithi110 ceph-mon[31279]: from='client.? 172.21.15.110:0/2790601032' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-12T15:53:34.947 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:34 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T15:53:35.029 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:34 smithi099 ceph-mon[27456]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:35.029 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:34 smithi099 ceph-mon[27456]: Deploying daemon mon.c on smithi099 2024-04-12T15:53:35.029 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:34 smithi099 ceph-mon[27456]: from='client.? 172.21.15.110:0/2790601032' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-12T15:53:35.030 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:34 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T15:53:35.878 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:53:35 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:53:35.833+0000 7f5ae55e0700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-04-12T15:53:35.966 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-12T15:53:35.967 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph mon dump -f json 2024-04-12T15:53:36.173 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.b/config 2024-04-12T15:53:37.201 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:36 smithi110 ceph-mon[31279]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:37.206 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:36 smithi099 ceph-mon[27456]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:37.206 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:36 smithi099 systemd[1]: Starting Ceph mon.c for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T15:53:37.460 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 podman[39391]: 2024-04-12 15:53:37.109834858 +0000 UTC m=+0.017683144 image pull bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28 quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3 2024-04-12T15:53:37.460 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 podman[39391]: 2024-04-12 15:53:37.217279803 +0000 UTC m=+0.125128072 container create ff73cbf96bed3fd9a9a247a724a7ebf521209074a6c9d46483349bda103c948b (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-c, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, RELEASE=reef-d540eba, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-12T15:53:37.460 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 podman[39391]: 2024-04-12 15:53:37.427887242 +0000 UTC m=+0.335735512 container init ff73cbf96bed3fd9a9a247a724a7ebf521209074a6c9d46483349bda103c948b (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-c, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240403, GIT_BRANCH=HEAD, RELEASE=reef-d540eba) 2024-04-12T15:53:37.460 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 podman[39391]: 2024-04-12 15:53:37.433186646 +0000 UTC m=+0.341034917 container start ff73cbf96bed3fd9a9a247a724a7ebf521209074a6c9d46483349bda103c948b (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-c, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=reef-d540eba, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240403, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-12T15:53:37.460 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: set uid:gid to 167:167 (ceph:ceph) 2024-04-12T15:53:37.460 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable), process ceph-mon, pid 7 2024-04-12T15:53:37.460 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: pidfile_write: ignore empty --pid-file 2024-04-12T15:53:37.460 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: load: jerasure load: lrc 2024-04-12T15:53:37.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: RocksDB version: 7.9.2 2024-04-12T15:53:37.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Git sha 0 2024-04-12T15:53:37.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Compile date 2024-04-08 23:21:21 2024-04-12T15:53:37.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: DB SUMMARY 2024-04-12T15:53:37.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: DB Session ID: IW41AYY9H97V2OIR1QBQ 2024-04-12T15:53:37.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: CURRENT file: CURRENT 2024-04-12T15:53:37.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: IDENTITY file: IDENTITY 2024-04-12T15:53:37.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-04-12T15:53:37.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-04-12T15:53:37.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2024-04-12T15:53:37.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.error_if_exists: 0 2024-04-12T15:53:37.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.create_if_missing: 0 2024-04-12T15:53:37.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.paranoid_checks: 1 2024-04-12T15:53:37.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-12T15:53:37.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-12T15:53:37.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-12T15:53:37.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.env: 0x55c1808047a0 2024-04-12T15:53:37.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.fs: PosixFileSystem 2024-04-12T15:53:37.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.info_log: 0x55c182e0b500 2024-04-12T15:53:37.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.max_file_opening_threads: 16 2024-04-12T15:53:37.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.statistics: (nil) 2024-04-12T15:53:37.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.use_fsync: 0 2024-04-12T15:53:37.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.max_log_file_size: 0 2024-04-12T15:53:37.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-12T15:53:37.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-12T15:53:37.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.keep_log_file_num: 1000 2024-04-12T15:53:37.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.recycle_log_file_num: 0 2024-04-12T15:53:37.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.allow_fallocate: 1 2024-04-12T15:53:37.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.allow_mmap_reads: 0 2024-04-12T15:53:37.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.allow_mmap_writes: 0 2024-04-12T15:53:37.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.use_direct_reads: 0 2024-04-12T15:53:37.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-12T15:53:37.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.create_missing_column_families: 0 2024-04-12T15:53:37.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.db_log_dir: 2024-04-12T15:53:37.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.wal_dir: 2024-04-12T15:53:37.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-12T15:53:37.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-12T15:53:37.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-12T15:53:37.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-12T15:53:37.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-12T15:53:37.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-12T15:53:37.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.advise_random_on_open: 1 2024-04-12T15:53:37.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.db_write_buffer_size: 0 2024-04-12T15:53:37.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.write_buffer_manager: 0x55c182080140 2024-04-12T15:53:37.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-12T15:53:37.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-12T15:53:37.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-12T15:53:37.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.rate_limiter: (nil) 2024-04-12T15:53:37.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-12T15:53:37.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.wal_recovery_mode: 2 2024-04-12T15:53:37.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.enable_thread_tracking: 0 2024-04-12T15:53:37.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.enable_pipelined_write: 0 2024-04-12T15:53:37.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.unordered_write: 0 2024-04-12T15:53:37.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-12T15:53:37.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-12T15:53:37.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-12T15:53:37.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-12T15:53:37.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.row_cache: None 2024-04-12T15:53:37.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.wal_filter: None 2024-04-12T15:53:37.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-12T15:53:37.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.allow_ingest_behind: 0 2024-04-12T15:53:37.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.two_write_queues: 0 2024-04-12T15:53:37.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.manual_wal_flush: 0 2024-04-12T15:53:37.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.wal_compression: 0 2024-04-12T15:53:37.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.atomic_flush: 0 2024-04-12T15:53:37.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-12T15:53:37.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-12T15:53:37.884 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-12T15:53:37.884 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.log_readahead_size: 0 2024-04-12T15:53:37.884 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-12T15:53:37.884 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.best_efforts_recovery: 0 2024-04-12T15:53:37.884 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-12T15:53:37.884 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-12T15:53:37.884 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.allow_data_in_errors: 0 2024-04-12T15:53:37.884 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.db_host_id: __hostname__ 2024-04-12T15:53:37.884 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-12T15:53:37.884 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.max_background_jobs: 2 2024-04-12T15:53:37.884 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.max_background_compactions: -1 2024-04-12T15:53:37.884 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.max_subcompactions: 1 2024-04-12T15:53:37.884 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-12T15:53:37.886 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-12T15:53:37.886 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-12T15:53:37.886 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.max_total_wal_size: 0 2024-04-12T15:53:37.886 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-12T15:53:37.886 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-12T15:53:37.886 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-12T15:53:37.886 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-12T15:53:37.886 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.max_open_files: -1 2024-04-12T15:53:37.886 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.bytes_per_sync: 0 2024-04-12T15:53:37.887 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-12T15:53:37.887 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-12T15:53:37.887 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.compaction_readahead_size: 0 2024-04-12T15:53:37.887 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.max_background_flushes: -1 2024-04-12T15:53:37.887 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Compression algorithms supported: 2024-04-12T15:53:37.887 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-12T15:53:37.887 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: kZSTD supported: 0 2024-04-12T15:53:37.887 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: kXpressCompression supported: 0 2024-04-12T15:53:37.887 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: kLZ4HCCompression supported: 1 2024-04-12T15:53:37.887 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: kZlibCompression supported: 1 2024-04-12T15:53:37.887 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: kSnappyCompression supported: 1 2024-04-12T15:53:37.887 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: kLZ4Compression supported: 1 2024-04-12T15:53:37.887 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: kBZip2Compression supported: 0 2024-04-12T15:53:37.887 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-12T15:53:37.887 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-12T15:53:37.887 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-04-12T15:53:37.888 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-12T15:53:37.888 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-12T15:53:37.888 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.merge_operator: 2024-04-12T15:53:37.888 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.compaction_filter: None 2024-04-12T15:53:37.888 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.compaction_filter_factory: None 2024-04-12T15:53:37.888 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.sst_partitioner_factory: None 2024-04-12T15:53:37.888 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-12T15:53:37.888 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-12T15:53:37.888 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55c182e0b600) 2024-04-12T15:53:37.888 INFO:journalctl@ceph.mon.c.smithi099.stdout: cache_index_and_filter_blocks: 1 2024-04-12T15:53:37.888 INFO:journalctl@ceph.mon.c.smithi099.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-12T15:53:37.888 INFO:journalctl@ceph.mon.c.smithi099.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-12T15:53:37.888 INFO:journalctl@ceph.mon.c.smithi099.stdout: pin_top_level_index_and_filter: 1 2024-04-12T15:53:37.888 INFO:journalctl@ceph.mon.c.smithi099.stdout: index_type: 0 2024-04-12T15:53:37.889 INFO:journalctl@ceph.mon.c.smithi099.stdout: data_block_index_type: 0 2024-04-12T15:53:37.889 INFO:journalctl@ceph.mon.c.smithi099.stdout: index_shortening: 1 2024-04-12T15:53:37.889 INFO:journalctl@ceph.mon.c.smithi099.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-12T15:53:37.889 INFO:journalctl@ceph.mon.c.smithi099.stdout: checksum: 4 2024-04-12T15:53:37.889 INFO:journalctl@ceph.mon.c.smithi099.stdout: no_block_cache: 0 2024-04-12T15:53:37.889 INFO:journalctl@ceph.mon.c.smithi099.stdout: block_cache: 0x55c1821211f0 2024-04-12T15:53:37.889 INFO:journalctl@ceph.mon.c.smithi099.stdout: block_cache_name: BinnedLRUCache 2024-04-12T15:53:37.889 INFO:journalctl@ceph.mon.c.smithi099.stdout: block_cache_options: 2024-04-12T15:53:37.889 INFO:journalctl@ceph.mon.c.smithi099.stdout: capacity : 536870912 2024-04-12T15:53:37.889 INFO:journalctl@ceph.mon.c.smithi099.stdout: num_shard_bits : 4 2024-04-12T15:53:37.889 INFO:journalctl@ceph.mon.c.smithi099.stdout: strict_capacity_limit : 0 2024-04-12T15:53:37.889 INFO:journalctl@ceph.mon.c.smithi099.stdout: high_pri_pool_ratio: 0.000 2024-04-12T15:53:37.889 INFO:journalctl@ceph.mon.c.smithi099.stdout: block_cache_compressed: (nil) 2024-04-12T15:53:37.889 INFO:journalctl@ceph.mon.c.smithi099.stdout: persistent_cache: (nil) 2024-04-12T15:53:37.889 INFO:journalctl@ceph.mon.c.smithi099.stdout: block_size: 4096 2024-04-12T15:53:37.890 INFO:journalctl@ceph.mon.c.smithi099.stdout: block_size_deviation: 10 2024-04-12T15:53:37.890 INFO:journalctl@ceph.mon.c.smithi099.stdout: block_restart_interval: 16 2024-04-12T15:53:37.890 INFO:journalctl@ceph.mon.c.smithi099.stdout: index_block_restart_interval: 1 2024-04-12T15:53:37.890 INFO:journalctl@ceph.mon.c.smithi099.stdout: metadata_block_size: 4096 2024-04-12T15:53:37.890 INFO:journalctl@ceph.mon.c.smithi099.stdout: partition_filters: 0 2024-04-12T15:53:37.890 INFO:journalctl@ceph.mon.c.smithi099.stdout: use_delta_encoding: 1 2024-04-12T15:53:37.890 INFO:journalctl@ceph.mon.c.smithi099.stdout: filter_policy: bloomfilter 2024-04-12T15:53:37.890 INFO:journalctl@ceph.mon.c.smithi099.stdout: whole_key_filtering: 1 2024-04-12T15:53:37.890 INFO:journalctl@ceph.mon.c.smithi099.stdout: verify_compression: 0 2024-04-12T15:53:37.890 INFO:journalctl@ceph.mon.c.smithi099.stdout: read_amp_bytes_per_bit: 0 2024-04-12T15:53:37.890 INFO:journalctl@ceph.mon.c.smithi099.stdout: format_version: 5 2024-04-12T15:53:37.890 INFO:journalctl@ceph.mon.c.smithi099.stdout: enable_index_compression: 1 2024-04-12T15:53:37.890 INFO:journalctl@ceph.mon.c.smithi099.stdout: block_align: 0 2024-04-12T15:53:37.890 INFO:journalctl@ceph.mon.c.smithi099.stdout: max_auto_readahead_size: 262144 2024-04-12T15:53:37.891 INFO:journalctl@ceph.mon.c.smithi099.stdout: prepopulate_block_cache: 0 2024-04-12T15:53:37.891 INFO:journalctl@ceph.mon.c.smithi099.stdout: initial_auto_readahead_size: 8192 2024-04-12T15:53:37.891 INFO:journalctl@ceph.mon.c.smithi099.stdout: num_file_reads_for_auto_readahead: 2 2024-04-12T15:53:37.891 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.write_buffer_size: 33554432 2024-04-12T15:53:37.891 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.max_write_buffer_number: 2 2024-04-12T15:53:37.891 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.compression: NoCompression 2024-04-12T15:53:37.891 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.bottommost_compression: Disabled 2024-04-12T15:53:37.891 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.prefix_extractor: nullptr 2024-04-12T15:53:37.891 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-12T15:53:37.891 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.num_levels: 7 2024-04-12T15:53:37.891 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-12T15:53:37.891 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-12T15:53:37.891 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-12T15:53:37.891 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-12T15:53:37.891 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-12T15:53:37.892 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-12T15:53:37.892 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-12T15:53:37.892 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-12T15:53:37.892 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-12T15:53:37.892 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-12T15:53:37.892 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-12T15:53:37.892 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-12T15:53:37.892 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-12T15:53:37.892 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.compression_opts.level: 32767 2024-04-12T15:53:37.892 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.compression_opts.strategy: 0 2024-04-12T15:53:37.892 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-12T15:53:37.892 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-12T15:53:37.892 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-12T15:53:37.892 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-12T15:53:37.892 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.compression_opts.enabled: false 2024-04-12T15:53:37.892 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-12T15:53:37.893 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-12T15:53:37.893 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-12T15:53:37.893 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-12T15:53:37.893 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.target_file_size_base: 67108864 2024-04-12T15:53:37.893 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-12T15:53:37.893 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-12T15:53:37.893 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-12T15:53:37.893 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-12T15:53:37.893 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-12T15:53:37.893 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-12T15:53:37.893 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-12T15:53:37.893 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-12T15:53:37.893 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-12T15:53:37.893 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-12T15:53:37.894 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-12T15:53:37.894 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-12T15:53:37.894 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-12T15:53:37.894 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-12T15:53:37.894 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.arena_block_size: 1048576 2024-04-12T15:53:37.894 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-12T15:53:37.894 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-12T15:53:37.894 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.disable_auto_compactions: 0 2024-04-12T15:53:37.894 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-12T15:53:37.894 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-12T15:53:37.894 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-12T15:53:37.894 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-12T15:53:37.894 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-12T15:53:37.894 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-12T15:53:37.894 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-12T15:53:37.895 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-12T15:53:37.895 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-12T15:53:37.895 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-12T15:53:37.895 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.table_properties_collectors: 2024-04-12T15:53:37.895 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.inplace_update_support: 0 2024-04-12T15:53:37.895 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-12T15:53:37.895 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-12T15:53:37.895 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-12T15:53:37.895 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-12T15:53:37.895 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.bloom_locality: 0 2024-04-12T15:53:37.895 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.max_successive_merges: 0 2024-04-12T15:53:37.895 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-12T15:53:37.895 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.paranoid_file_checks: 0 2024-04-12T15:53:37.895 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.force_consistency_checks: 1 2024-04-12T15:53:37.895 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.report_bg_io_stats: 0 2024-04-12T15:53:37.896 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.ttl: 2592000 2024-04-12T15:53:37.896 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-12T15:53:37.896 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-12T15:53:37.896 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-12T15:53:37.896 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.enable_blob_files: false 2024-04-12T15:53:37.896 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.min_blob_size: 0 2024-04-12T15:53:37.896 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.blob_file_size: 268435456 2024-04-12T15:53:37.896 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-12T15:53:37.896 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-12T15:53:37.896 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-12T15:53:37.896 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-12T15:53:37.896 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-12T15:53:37.896 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.blob_file_starting_level: 0 2024-04-12T15:53:37.896 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-12T15:53:37.896 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-12T15:53:37.896 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-04-12T15:53:37.897 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 51e130d0-543f-40cb-8aeb-07addc156cd1 2024-04-12T15:53:37.897 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712937217463075, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-12T15:53:37.897 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-04-12T15:53:37.897 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712937217463471, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1747, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712937217, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "51e130d0-543f-40cb-8aeb-07addc156cd1", "db_session_id": "IW41AYY9H97V2OIR1QBQ", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-04-12T15:53:37.897 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712937217463549, "job": 1, "event": "recovery_finished"} 2024-04-12T15:53:37.897 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-04-12T15:53:37.897 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-12T15:53:37.897 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55c1821c0000 2024-04-12T15:53:37.897 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: DB pointer 0x55c1821ae000 2024-04-12T15:53:37.897 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-12T15:53:37.897 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-12T15:53:37.897 INFO:journalctl@ceph.mon.c.smithi099.stdout: ** DB Stats ** 2024-04-12T15:53:37.897 INFO:journalctl@ceph.mon.c.smithi099.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T15:53:37.897 INFO:journalctl@ceph.mon.c.smithi099.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-12T15:53:37.898 INFO:journalctl@ceph.mon.c.smithi099.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T15:53:37.898 INFO:journalctl@ceph.mon.c.smithi099.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T15:53:37.898 INFO:journalctl@ceph.mon.c.smithi099.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-12T15:53:37.898 INFO:journalctl@ceph.mon.c.smithi099.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T15:53:37.898 INFO:journalctl@ceph.mon.c.smithi099.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T15:53:37.898 INFO:journalctl@ceph.mon.c.smithi099.stdout: 2024-04-12T15:53:37.898 INFO:journalctl@ceph.mon.c.smithi099.stdout: ** Compaction Stats [default] ** 2024-04-12T15:53:37.898 INFO:journalctl@ceph.mon.c.smithi099.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-12T15:53:37.898 INFO:journalctl@ceph.mon.c.smithi099.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-12T15:53:37.898 INFO:journalctl@ceph.mon.c.smithi099.stdout: L0 1/0 1.71 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-12T15:53:37.898 INFO:journalctl@ceph.mon.c.smithi099.stdout: Sum 1/0 1.71 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-12T15:53:37.898 INFO:journalctl@ceph.mon.c.smithi099.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-12T15:53:37.898 INFO:journalctl@ceph.mon.c.smithi099.stdout: 2024-04-12T15:53:37.898 INFO:journalctl@ceph.mon.c.smithi099.stdout: ** Compaction Stats [default] ** 2024-04-12T15:53:37.898 INFO:journalctl@ceph.mon.c.smithi099.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-12T15:53:37.899 INFO:journalctl@ceph.mon.c.smithi099.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-12T15:53:37.899 INFO:journalctl@ceph.mon.c.smithi099.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-12T15:53:37.899 INFO:journalctl@ceph.mon.c.smithi099.stdout: 2024-04-12T15:53:37.899 INFO:journalctl@ceph.mon.c.smithi099.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-12T15:53:37.899 INFO:journalctl@ceph.mon.c.smithi099.stdout: 2024-04-12T15:53:37.899 INFO:journalctl@ceph.mon.c.smithi099.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T15:53:37.899 INFO:journalctl@ceph.mon.c.smithi099.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-12T15:53:37.899 INFO:journalctl@ceph.mon.c.smithi099.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-12T15:53:37.899 INFO:journalctl@ceph.mon.c.smithi099.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-12T15:53:37.899 INFO:journalctl@ceph.mon.c.smithi099.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-12T15:53:37.899 INFO:journalctl@ceph.mon.c.smithi099.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-12T15:53:37.899 INFO:journalctl@ceph.mon.c.smithi099.stdout: Cumulative compaction: 0.00 GB write, 0.72 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T15:53:37.899 INFO:journalctl@ceph.mon.c.smithi099.stdout: Interval compaction: 0.00 GB write, 0.72 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T15:53:37.899 INFO:journalctl@ceph.mon.c.smithi099.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-12T15:53:37.899 INFO:journalctl@ceph.mon.c.smithi099.stdout: Block cache BinnedLRUCache@0x55c1821211f0#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 8e-06 secs_since: 0 2024-04-12T15:53:37.900 INFO:journalctl@ceph.mon.c.smithi099.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-04-12T15:53:37.900 INFO:journalctl@ceph.mon.c.smithi099.stdout: 2024-04-12T15:53:37.900 INFO:journalctl@ceph.mon.c.smithi099.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-12T15:53:37.900 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-04-12T15:53:37.900 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: using public_addrv [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] 2024-04-12T15:53:37.900 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: starting mon.c rank -1 at public addrs [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] at bind addrs [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 2024-04-12T15:53:37.900 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: mon.c@-1(???) e0 preinit fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 2024-04-12T15:53:37.900 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: mon.c@-1(synchronizing).mds e1 new map 2024-04-12T15:53:37.900 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: mon.c@-1(synchronizing).mds e1 print_map 2024-04-12T15:53:37.900 INFO:journalctl@ceph.mon.c.smithi099.stdout: e1 2024-04-12T15:53:37.900 INFO:journalctl@ceph.mon.c.smithi099.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-12T15:53:37.900 INFO:journalctl@ceph.mon.c.smithi099.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-12T15:53:37.900 INFO:journalctl@ceph.mon.c.smithi099.stdout: legacy client fscid: -1 2024-04-12T15:53:37.900 INFO:journalctl@ceph.mon.c.smithi099.stdout: 2024-04-12T15:53:37.900 INFO:journalctl@ceph.mon.c.smithi099.stdout: No filesystems configured 2024-04-12T15:53:37.900 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-12T15:53:37.901 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-12T15:53:37.901 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-12T15:53:37.901 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-12T15:53:37.901 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-12T15:53:37.901 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-12T15:53:37.901 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-12T15:53:37.901 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-12T15:53:37.901 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-12T15:53:37.902 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-12T15:53:37.902 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi099:172.21.15.99=a;smithi099:[v2:172.21.15.99:3301,v1:172.21.15.99:6790]=c;smithi110:172.21.15.110=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:53:37.902 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: Saving service mon spec with placement smithi099:172.21.15.99=a;smithi099:[v2:172.21.15.99:3301,v1:172.21.15.99:6790]=c;smithi110:172.21.15.110=b;count:3 2024-04-12T15:53:37.902 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:37.902 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:53:37.902 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:53:37.902 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:53:37.902 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:37.902 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T15:53:37.902 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:53:37.902 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: Deploying daemon mon.b on smithi110 2024-04-12T15:53:37.902 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:37.902 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:37.902 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T15:53:37.902 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: mon.a calling monitor election 2024-04-12T15:53:37.903 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T15:53:37.903 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:37.903 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T15:53:37.903 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T15:53:37.903 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: mon.b calling monitor election 2024-04-12T15:53:37.903 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:37.903 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T15:53:37.903 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T15:53:37.903 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T15:53:37.903 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-12T15:53:37.903 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: monmap e2: 2 mons at {a=[v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0],b=[v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-12T15:53:37.903 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: fsmap 2024-04-12T15:53:37.903 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: osdmap e4: 0 total, 0 up, 0 in 2024-04-12T15:53:37.903 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: mgrmap e13: y(active, since 40s) 2024-04-12T15:53:37.903 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: overall HEALTH_OK 2024-04-12T15:53:37.904 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:37.904 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:37.904 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:37.904 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T15:53:37.904 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:53:37.904 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:37.904 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: Deploying daemon mon.c on smithi099 2024-04-12T15:53:37.904 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: from='client.? 172.21.15.110:0/2790601032' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-12T15:53:37.904 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T15:53:37.904 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:37.904 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 ceph-mon[39429]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-12T15:53:37.904 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 bash[39391]: ff73cbf96bed3fd9a9a247a724a7ebf521209074a6c9d46483349bda103c948b 2024-04-12T15:53:37.904 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:37 smithi099 systemd[1]: Started Ceph mon.c for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T15:53:42.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:42 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T15:53:42.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:42 smithi110 ceph-mon[31279]: mon.a calling monitor election 2024-04-12T15:53:42.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:42 smithi110 ceph-mon[31279]: mon.b calling monitor election 2024-04-12T15:53:42.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:42 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T15:53:42.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:42 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T15:53:42.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:42 smithi110 ceph-mon[31279]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:42.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:42 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T15:53:42.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:42 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T15:53:42.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:42 smithi110 ceph-mon[31279]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:42.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:42 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T15:53:42.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:42 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T15:53:42.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:42 smithi110 ceph-mon[31279]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:42.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:42 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T15:53:42.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:42 smithi110 ceph-mon[31279]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-12T15:53:42.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:42 smithi110 ceph-mon[31279]: monmap e3: 3 mons at {a=[v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0],b=[v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0],c=[v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-12T15:53:42.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:42 smithi110 ceph-mon[31279]: fsmap 2024-04-12T15:53:42.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:42 smithi110 ceph-mon[31279]: osdmap e4: 0 total, 0 up, 0 in 2024-04-12T15:53:42.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:42 smithi110 ceph-mon[31279]: mgrmap e13: y(active, since 48s) 2024-04-12T15:53:42.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:42 smithi110 ceph-mon[31279]: Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-04-12T15:53:42.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:42 smithi110 ceph-mon[31279]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2024-04-12T15:53:42.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:42 smithi110 ceph-mon[31279]: [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-04-12T15:53:42.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:42 smithi110 ceph-mon[31279]: mon.c (rank 2) addr [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] is down (out of quorum) 2024-04-12T15:53:42.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:42 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:42.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:42 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:42.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:42 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T15:53:42.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:42 smithi099 ceph-mon[27456]: mon.a calling monitor election 2024-04-12T15:53:42.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:42 smithi099 ceph-mon[27456]: mon.b calling monitor election 2024-04-12T15:53:42.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:42 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T15:53:42.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:42 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T15:53:42.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:42 smithi099 ceph-mon[27456]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:42.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:42 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T15:53:42.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:42 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T15:53:42.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:42 smithi099 ceph-mon[27456]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:42.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:42 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T15:53:42.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:42 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T15:53:42.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:42 smithi099 ceph-mon[27456]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:42.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:42 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T15:53:42.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:42 smithi099 ceph-mon[27456]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-12T15:53:42.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:42 smithi099 ceph-mon[27456]: monmap e3: 3 mons at {a=[v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0],b=[v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0],c=[v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-12T15:53:42.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:42 smithi099 ceph-mon[27456]: fsmap 2024-04-12T15:53:42.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:42 smithi099 ceph-mon[27456]: osdmap e4: 0 total, 0 up, 0 in 2024-04-12T15:53:42.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:42 smithi099 ceph-mon[27456]: mgrmap e13: y(active, since 48s) 2024-04-12T15:53:42.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:42 smithi099 ceph-mon[27456]: Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-04-12T15:53:42.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:42 smithi099 ceph-mon[27456]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2024-04-12T15:53:42.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:42 smithi099 ceph-mon[27456]: [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-04-12T15:53:42.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:42 smithi099 ceph-mon[27456]: mon.c (rank 2) addr [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] is down (out of quorum) 2024-04-12T15:53:42.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:42 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:42.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:42 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:43.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:43 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:43.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:43 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:43.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:43 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:53:43.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:43 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T15:53:43.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:43 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:43.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:43 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:43.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:43 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:53:43.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:43 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T15:53:43.977 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-04-12T15:53:43.977 INFO:teuthology.orchestra.run.smithi110.stdout:{"epoch":3,"fsid":"7550015c-f8e4-11ee-bc8d-c7b262605968","modified":"2024-04-12T15:53:37.483488Z","created":"2024-04-12T15:51:58.657208Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:3300","nonce":0},{"type":"v1","addr":"172.21.15.99:6789","nonce":0}]},"addr":"172.21.15.99:6789/0","public_addr":"172.21.15.99:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:3300","nonce":0},{"type":"v1","addr":"172.21.15.110:6789","nonce":0}]},"addr":"172.21.15.110:6789/0","public_addr":"172.21.15.110:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:3301","nonce":0},{"type":"v1","addr":"172.21.15.99:6790","nonce":0}]},"addr":"172.21.15.99:6790/0","public_addr":"172.21.15.99:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-12T15:53:43.979 INFO:teuthology.orchestra.run.smithi110.stderr:dumped monmap epoch 3 2024-04-12T15:53:44.675 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-04-12T15:53:44.675 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph config generate-minimal-conf 2024-04-12T15:53:44.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:44 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T15:53:44.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:44 smithi099 ceph-mon[39429]: mon.a calling monitor election 2024-04-12T15:53:44.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:44 smithi099 ceph-mon[39429]: mon.b calling monitor election 2024-04-12T15:53:44.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:44 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T15:53:44.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:44 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T15:53:44.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:44 smithi099 ceph-mon[39429]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:44.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:44 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T15:53:44.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:44 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T15:53:44.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:44 smithi099 ceph-mon[39429]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:44.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:44 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T15:53:44.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:44 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T15:53:44.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:44 smithi099 ceph-mon[39429]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:44.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:44 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T15:53:44.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:44 smithi099 ceph-mon[39429]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-12T15:53:44.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:44 smithi099 ceph-mon[39429]: monmap e3: 3 mons at {a=[v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0],b=[v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0],c=[v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-12T15:53:44.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:44 smithi099 ceph-mon[39429]: fsmap 2024-04-12T15:53:44.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:44 smithi099 ceph-mon[39429]: osdmap e4: 0 total, 0 up, 0 in 2024-04-12T15:53:44.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:44 smithi099 ceph-mon[39429]: mgrmap e13: y(active, since 48s) 2024-04-12T15:53:44.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:44 smithi099 ceph-mon[39429]: Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-04-12T15:53:44.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:44 smithi099 ceph-mon[39429]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2024-04-12T15:53:44.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:44 smithi099 ceph-mon[39429]: [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-04-12T15:53:44.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:44 smithi099 ceph-mon[39429]: mon.c (rank 2) addr [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] is down (out of quorum) 2024-04-12T15:53:44.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:44 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:44.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:44 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:44.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:44 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:44.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:44 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:44.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:44 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:53:44.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:44 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T15:53:45.496 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T15:53:45.610 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[39429]: mon.c calling monitor election 2024-04-12T15:53:45.611 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[39429]: Updating smithi099:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T15:53:45.611 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[39429]: Updating smithi110:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T15:53:45.611 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[39429]: mon.c calling monitor election 2024-04-12T15:53:45.611 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[39429]: mon.b calling monitor election 2024-04-12T15:53:45.611 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[39429]: mon.a calling monitor election 2024-04-12T15:53:45.611 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[39429]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T15:53:45.611 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[39429]: monmap e3: 3 mons at {a=[v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0],b=[v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0],c=[v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-12T15:53:45.611 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[39429]: fsmap 2024-04-12T15:53:45.611 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[39429]: osdmap e4: 0 total, 0 up, 0 in 2024-04-12T15:53:45.611 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[39429]: mgrmap e13: y(active, since 50s) 2024-04-12T15:53:45.611 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[39429]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-04-12T15:53:45.611 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[39429]: Cluster is now healthy 2024-04-12T15:53:45.612 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[39429]: overall HEALTH_OK 2024-04-12T15:53:45.612 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:45.612 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:45.612 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:45.612 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:45.612 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[39429]: Reconfiguring mon.a (unknown last config time)... 2024-04-12T15:53:45.612 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T15:53:45.612 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T15:53:45.612 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:53:45.612 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[39429]: Reconfiguring daemon mon.a on smithi099 2024-04-12T15:53:45.612 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[27456]: mon.c calling monitor election 2024-04-12T15:53:45.612 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[27456]: Updating smithi099:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T15:53:45.613 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[27456]: Updating smithi110:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T15:53:45.613 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[27456]: mon.c calling monitor election 2024-04-12T15:53:45.613 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[27456]: mon.b calling monitor election 2024-04-12T15:53:45.613 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[27456]: mon.a calling monitor election 2024-04-12T15:53:45.613 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[27456]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T15:53:45.613 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[27456]: monmap e3: 3 mons at {a=[v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0],b=[v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0],c=[v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-12T15:53:45.613 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[27456]: fsmap 2024-04-12T15:53:45.613 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[27456]: osdmap e4: 0 total, 0 up, 0 in 2024-04-12T15:53:45.613 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[27456]: mgrmap e13: y(active, since 50s) 2024-04-12T15:53:45.613 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[27456]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-04-12T15:53:45.613 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[27456]: Cluster is now healthy 2024-04-12T15:53:45.613 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[27456]: overall HEALTH_OK 2024-04-12T15:53:45.613 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:45.613 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:45.614 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:45.614 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:45.614 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[27456]: Reconfiguring mon.a (unknown last config time)... 2024-04-12T15:53:45.614 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T15:53:45.614 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T15:53:45.614 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:53:45.614 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:45 smithi099 ceph-mon[27456]: Reconfiguring daemon mon.a on smithi099 2024-04-12T15:53:45.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:45 smithi110 ceph-mon[31279]: mon.c calling monitor election 2024-04-12T15:53:45.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:45 smithi110 ceph-mon[31279]: Updating smithi099:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T15:53:45.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:45 smithi110 ceph-mon[31279]: Updating smithi110:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T15:53:45.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:45 smithi110 ceph-mon[31279]: mon.c calling monitor election 2024-04-12T15:53:45.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:45 smithi110 ceph-mon[31279]: mon.b calling monitor election 2024-04-12T15:53:45.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:45 smithi110 ceph-mon[31279]: mon.a calling monitor election 2024-04-12T15:53:45.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:45 smithi110 ceph-mon[31279]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T15:53:45.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:45 smithi110 ceph-mon[31279]: monmap e3: 3 mons at {a=[v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0],b=[v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0],c=[v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-12T15:53:45.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:45 smithi110 ceph-mon[31279]: fsmap 2024-04-12T15:53:45.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:45 smithi110 ceph-mon[31279]: osdmap e4: 0 total, 0 up, 0 in 2024-04-12T15:53:45.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:45 smithi110 ceph-mon[31279]: mgrmap e13: y(active, since 50s) 2024-04-12T15:53:45.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:45 smithi110 ceph-mon[31279]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-04-12T15:53:45.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:45 smithi110 ceph-mon[31279]: Cluster is now healthy 2024-04-12T15:53:45.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:45 smithi110 ceph-mon[31279]: overall HEALTH_OK 2024-04-12T15:53:45.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:45 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:45.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:45 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:45.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:45 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:45.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:45 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:45.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:45 smithi110 ceph-mon[31279]: Reconfiguring mon.a (unknown last config time)... 2024-04-12T15:53:45.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:45 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T15:53:45.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:45 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T15:53:45.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:45 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:53:45.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:45 smithi110 ceph-mon[31279]: Reconfiguring daemon mon.a on smithi099 2024-04-12T15:53:46.693 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:53:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:53:46.482+0000 7f5ae55e0700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-04-12T15:53:46.694 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:46 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T15:53:46.694 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:46 smithi099 ceph-mon[39429]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:46.694 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:46 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:46.694 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:46 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:46.694 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:46 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T15:53:46.694 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:46 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T15:53:46.694 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:46 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:53:46.695 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:46 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T15:53:46.695 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:46 smithi099 ceph-mon[27456]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:46.695 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:46 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:46.695 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:46 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:46.695 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:46 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T15:53:46.695 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:46 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T15:53:46.695 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:46 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:53:46.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:46 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T15:53:46.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:46 smithi110 ceph-mon[31279]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:46.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:46 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:46.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:46 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:46.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:46 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T15:53:46.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:46 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T15:53:46.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:46 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:53:47.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:47 smithi099 ceph-mon[39429]: Reconfiguring mon.c (monmap changed)... 2024-04-12T15:53:47.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:47 smithi099 ceph-mon[39429]: Reconfiguring daemon mon.c on smithi099 2024-04-12T15:53:47.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:47 smithi099 ceph-mon[27456]: Reconfiguring mon.c (monmap changed)... 2024-04-12T15:53:47.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:47 smithi099 ceph-mon[27456]: Reconfiguring daemon mon.c on smithi099 2024-04-12T15:53:47.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:47 smithi110 ceph-mon[31279]: Reconfiguring mon.c (monmap changed)... 2024-04-12T15:53:47.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:47 smithi110 ceph-mon[31279]: Reconfiguring daemon mon.c on smithi099 2024-04-12T15:53:48.050 INFO:teuthology.orchestra.run.smithi099.stdout:# minimal ceph.conf for 7550015c-f8e4-11ee-bc8d-c7b262605968 2024-04-12T15:53:48.051 INFO:teuthology.orchestra.run.smithi099.stdout:[global] 2024-04-12T15:53:48.051 INFO:teuthology.orchestra.run.smithi099.stdout: fsid = 7550015c-f8e4-11ee-bc8d-c7b262605968 2024-04-12T15:53:48.051 INFO:teuthology.orchestra.run.smithi099.stdout: mon_host = [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] 2024-04-12T15:53:48.621 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:48 smithi099 ceph-mon[27456]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:48.621 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:48 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/532391927' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:53:48.621 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:48 smithi099 ceph-mon[39429]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:48.621 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:48 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/532391927' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:53:48.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:48 smithi110 ceph-mon[31279]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:48.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:48 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/532391927' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:53:49.040 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-04-12T15:53:49.040 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-04-12T15:53:49.040 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd of=/etc/ceph/ceph.conf 2024-04-12T15:53:49.073 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-04-12T15:53:49.073 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-12T15:53:49.143 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-04-12T15:53:49.143 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd of=/etc/ceph/ceph.conf 2024-04-12T15:53:49.172 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-04-12T15:53:49.172 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-12T15:53:49.240 INFO:tasks.cephadm:Adding mgr.y on smithi099 2024-04-12T15:53:49.240 INFO:tasks.cephadm:Adding mgr.x on smithi110 2024-04-12T15:53:49.240 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph orch apply mgr '2;smithi099=y;smithi110=x' 2024-04-12T15:53:49.994 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:49 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:49.994 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:49 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:49.994 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:49 smithi110 ceph-mon[31279]: Reconfiguring mon.b (monmap changed)... 2024-04-12T15:53:49.994 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:49 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T15:53:49.994 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:49 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T15:53:49.994 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:49 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:53:49.994 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:49 smithi110 ceph-mon[31279]: Reconfiguring daemon mon.b on smithi110 2024-04-12T15:53:50.038 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.b/config 2024-04-12T15:53:50.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:49 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:50.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:49 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:50.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:49 smithi099 ceph-mon[27456]: Reconfiguring mon.b (monmap changed)... 2024-04-12T15:53:50.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:49 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T15:53:50.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:49 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T15:53:50.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:49 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:53:50.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:49 smithi099 ceph-mon[27456]: Reconfiguring daemon mon.b on smithi110 2024-04-12T15:53:50.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:49 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:50.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:49 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:50.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:49 smithi099 ceph-mon[39429]: Reconfiguring mon.b (monmap changed)... 2024-04-12T15:53:50.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:49 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T15:53:50.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:49 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T15:53:50.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:49 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:53:50.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:49 smithi099 ceph-mon[39429]: Reconfiguring daemon mon.b on smithi110 2024-04-12T15:53:51.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:50 smithi110 ceph-mon[31279]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:51.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:50 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:51.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:50 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:51.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:50 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:53:51.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:50 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:53:51.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:50 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:53:51.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:50 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:51.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:50 smithi099 ceph-mon[27456]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:51.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:50 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:51.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:50 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:51.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:50 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:53:51.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:50 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:53:51.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:50 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:53:51.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:50 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:51.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:50 smithi099 ceph-mon[39429]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:51.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:50 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:51.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:50 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:51.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:50 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:53:51.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:50 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:53:51.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:50 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:53:51.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:50 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:51.841 INFO:teuthology.orchestra.run.smithi110.stdout:Scheduled mgr update... 2024-04-12T15:53:52.436 DEBUG:teuthology.orchestra.run.smithi110:mgr.x> sudo journalctl -f -n 0 -u ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mgr.x.service 2024-04-12T15:53:52.438 INFO:tasks.cephadm:Deploying OSDs... 2024-04-12T15:53:52.438 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-04-12T15:53:52.439 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/scratch_devs of=/dev/stdout 2024-04-12T15:53:52.457 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-12T15:53:52.458 DEBUG:teuthology.orchestra.run.smithi099:> stat /dev/vg_nvme/lv_1 2024-04-12T15:53:52.516 INFO:teuthology.orchestra.run.smithi099.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-12T15:53:52.516 INFO:teuthology.orchestra.run.smithi099.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-12T15:53:52.516 INFO:teuthology.orchestra.run.smithi099.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-04-12T15:53:52.516 INFO:teuthology.orchestra.run.smithi099.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-12T15:53:52.516 INFO:teuthology.orchestra.run.smithi099.stdout:Context: system_u:object_r:device_t:s0 2024-04-12T15:53:52.516 INFO:teuthology.orchestra.run.smithi099.stdout:Access: 2024-04-12 15:53:36.933889058 +0000 2024-04-12T15:53:52.516 INFO:teuthology.orchestra.run.smithi099.stdout:Modify: 2024-04-12 15:48:21.383674815 +0000 2024-04-12T15:53:52.516 INFO:teuthology.orchestra.run.smithi099.stdout:Change: 2024-04-12 15:48:21.383674815 +0000 2024-04-12T15:53:52.516 INFO:teuthology.orchestra.run.smithi099.stdout: Birth: 2024-04-12 15:48:21.383674815 +0000 2024-04-12T15:53:52.517 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-12T15:53:52.586 INFO:teuthology.orchestra.run.smithi099.stderr:1+0 records in 2024-04-12T15:53:52.586 INFO:teuthology.orchestra.run.smithi099.stderr:1+0 records out 2024-04-12T15:53:52.586 INFO:teuthology.orchestra.run.smithi099.stderr:512 bytes copied, 0.000289294 s, 1.8 MB/s 2024-04-12T15:53:52.587 DEBUG:teuthology.orchestra.run.smithi099:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-12T15:53:52.646 DEBUG:teuthology.orchestra.run.smithi099:> stat /dev/vg_nvme/lv_2 2024-04-12T15:53:52.702 INFO:teuthology.orchestra.run.smithi099.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-12T15:53:52.703 INFO:teuthology.orchestra.run.smithi099.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-12T15:53:52.703 INFO:teuthology.orchestra.run.smithi099.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-04-12T15:53:52.703 INFO:teuthology.orchestra.run.smithi099.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-12T15:53:52.703 INFO:teuthology.orchestra.run.smithi099.stdout:Context: system_u:object_r:device_t:s0 2024-04-12T15:53:52.703 INFO:teuthology.orchestra.run.smithi099.stdout:Access: 2024-04-12 15:53:36.933889058 +0000 2024-04-12T15:53:52.703 INFO:teuthology.orchestra.run.smithi099.stdout:Modify: 2024-04-12 15:48:21.718666559 +0000 2024-04-12T15:53:52.703 INFO:teuthology.orchestra.run.smithi099.stdout:Change: 2024-04-12 15:48:21.718666559 +0000 2024-04-12T15:53:52.703 INFO:teuthology.orchestra.run.smithi099.stdout: Birth: 2024-04-12 15:48:21.718666559 +0000 2024-04-12T15:53:52.703 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-12T15:53:52.770 INFO:teuthology.orchestra.run.smithi099.stderr:1+0 records in 2024-04-12T15:53:52.770 INFO:teuthology.orchestra.run.smithi099.stderr:1+0 records out 2024-04-12T15:53:52.770 INFO:teuthology.orchestra.run.smithi099.stderr:512 bytes copied, 0.000188306 s, 2.7 MB/s 2024-04-12T15:53:52.771 DEBUG:teuthology.orchestra.run.smithi099:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-12T15:53:52.829 DEBUG:teuthology.orchestra.run.smithi099:> stat /dev/vg_nvme/lv_3 2024-04-12T15:53:52.884 INFO:teuthology.orchestra.run.smithi099.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-12T15:53:52.884 INFO:teuthology.orchestra.run.smithi099.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-12T15:53:52.884 INFO:teuthology.orchestra.run.smithi099.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-04-12T15:53:52.884 INFO:teuthology.orchestra.run.smithi099.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-12T15:53:52.885 INFO:teuthology.orchestra.run.smithi099.stdout:Context: system_u:object_r:device_t:s0 2024-04-12T15:53:52.885 INFO:teuthology.orchestra.run.smithi099.stdout:Access: 2024-04-12 15:53:36.934889035 +0000 2024-04-12T15:53:52.885 INFO:teuthology.orchestra.run.smithi099.stdout:Modify: 2024-04-12 15:48:22.064658033 +0000 2024-04-12T15:53:52.885 INFO:teuthology.orchestra.run.smithi099.stdout:Change: 2024-04-12 15:48:22.064658033 +0000 2024-04-12T15:53:52.885 INFO:teuthology.orchestra.run.smithi099.stdout: Birth: 2024-04-12 15:48:22.064658033 +0000 2024-04-12T15:53:52.885 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-12T15:53:52.951 INFO:teuthology.orchestra.run.smithi099.stderr:1+0 records in 2024-04-12T15:53:52.951 INFO:teuthology.orchestra.run.smithi099.stderr:1+0 records out 2024-04-12T15:53:52.951 INFO:teuthology.orchestra.run.smithi099.stderr:512 bytes copied, 0.000201545 s, 2.5 MB/s 2024-04-12T15:53:52.952 DEBUG:teuthology.orchestra.run.smithi099:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-12T15:53:52.968 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:52 smithi110 ceph-mon[31279]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:52.968 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:52 smithi110 ceph-mon[31279]: from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi099=y;smithi110=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:53:52.969 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:52 smithi110 ceph-mon[31279]: Saving service mgr spec with placement smithi099=y;smithi110=x;count:2 2024-04-12T15:53:52.969 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:52 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:52.969 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:52 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:53:52.969 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:52 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:53:52.969 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:52 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:53:52.969 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:52 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:52.969 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:52 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T15:53:52.969 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:52 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-12T15:53:52.969 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:52 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T15:53:52.969 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:52 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:53:52.969 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:52 smithi110 ceph-mon[31279]: Deploying daemon mgr.x on smithi110 2024-04-12T15:53:53.008 DEBUG:teuthology.orchestra.run.smithi099:> stat /dev/vg_nvme/lv_4 2024-04-12T15:53:53.064 INFO:teuthology.orchestra.run.smithi099.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-12T15:53:53.064 INFO:teuthology.orchestra.run.smithi099.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-12T15:53:53.064 INFO:teuthology.orchestra.run.smithi099.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-04-12T15:53:53.064 INFO:teuthology.orchestra.run.smithi099.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-12T15:53:53.064 INFO:teuthology.orchestra.run.smithi099.stdout:Context: system_u:object_r:device_t:s0 2024-04-12T15:53:53.064 INFO:teuthology.orchestra.run.smithi099.stdout:Access: 2024-04-12 15:53:36.934889035 +0000 2024-04-12T15:53:53.064 INFO:teuthology.orchestra.run.smithi099.stdout:Modify: 2024-04-12 15:48:22.400649752 +0000 2024-04-12T15:53:53.064 INFO:teuthology.orchestra.run.smithi099.stdout:Change: 2024-04-12 15:48:22.400649752 +0000 2024-04-12T15:53:53.064 INFO:teuthology.orchestra.run.smithi099.stdout: Birth: 2024-04-12 15:48:22.400649752 +0000 2024-04-12T15:53:53.064 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-12T15:53:53.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:52 smithi099 ceph-mon[39429]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:53.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:52 smithi099 ceph-mon[39429]: from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi099=y;smithi110=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:53:53.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:52 smithi099 ceph-mon[39429]: Saving service mgr spec with placement smithi099=y;smithi110=x;count:2 2024-04-12T15:53:53.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:52 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:53.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:52 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:53:53.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:52 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:53:53.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:52 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:53:53.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:52 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:53.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:52 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T15:53:53.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:52 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-12T15:53:53.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:52 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T15:53:53.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:52 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:53:53.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:52 smithi099 ceph-mon[39429]: Deploying daemon mgr.x on smithi110 2024-04-12T15:53:53.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:52 smithi099 ceph-mon[27456]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:53.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:52 smithi099 ceph-mon[27456]: from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi099=y;smithi110=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:53:53.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:52 smithi099 ceph-mon[27456]: Saving service mgr spec with placement smithi099=y;smithi110=x;count:2 2024-04-12T15:53:53.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:52 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:53.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:52 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:53:53.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:52 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:53:53.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:52 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:53:53.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:52 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:53.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:52 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T15:53:53.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:52 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-12T15:53:53.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:52 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T15:53:53.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:52 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:53:53.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:52 smithi099 ceph-mon[27456]: Deploying daemon mgr.x on smithi110 2024-04-12T15:53:53.130 INFO:teuthology.orchestra.run.smithi099.stderr:1+0 records in 2024-04-12T15:53:53.130 INFO:teuthology.orchestra.run.smithi099.stderr:1+0 records out 2024-04-12T15:53:53.130 INFO:teuthology.orchestra.run.smithi099.stderr:512 bytes copied, 0.000165852 s, 3.1 MB/s 2024-04-12T15:53:53.131 DEBUG:teuthology.orchestra.run.smithi099:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-12T15:53:53.187 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-04-12T15:53:53.187 DEBUG:teuthology.orchestra.run.smithi110:> dd if=/scratch_devs of=/dev/stdout 2024-04-12T15:53:53.204 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-12T15:53:53.204 DEBUG:teuthology.orchestra.run.smithi110:> stat /dev/vg_nvme/lv_1 2024-04-12T15:53:53.259 INFO:teuthology.orchestra.run.smithi110.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-12T15:53:53.259 INFO:teuthology.orchestra.run.smithi110.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-12T15:53:53.259 INFO:teuthology.orchestra.run.smithi110.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-04-12T15:53:53.259 INFO:teuthology.orchestra.run.smithi110.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-12T15:53:53.259 INFO:teuthology.orchestra.run.smithi110.stdout:Context: system_u:object_r:device_t:s0 2024-04-12T15:53:53.259 INFO:teuthology.orchestra.run.smithi110.stdout:Access: 2024-04-12 15:53:27.886303911 +0000 2024-04-12T15:53:53.260 INFO:teuthology.orchestra.run.smithi110.stdout:Modify: 2024-04-12 15:48:15.051797895 +0000 2024-04-12T15:53:53.260 INFO:teuthology.orchestra.run.smithi110.stdout:Change: 2024-04-12 15:48:15.051797895 +0000 2024-04-12T15:53:53.260 INFO:teuthology.orchestra.run.smithi110.stdout: Birth: 2024-04-12 15:48:15.051797895 +0000 2024-04-12T15:53:53.260 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-12T15:53:53.325 INFO:teuthology.orchestra.run.smithi110.stderr:1+0 records in 2024-04-12T15:53:53.326 INFO:teuthology.orchestra.run.smithi110.stderr:1+0 records out 2024-04-12T15:53:53.326 INFO:teuthology.orchestra.run.smithi110.stderr:512 bytes copied, 0.000109577 s, 4.7 MB/s 2024-04-12T15:53:53.327 DEBUG:teuthology.orchestra.run.smithi110:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-12T15:53:53.383 DEBUG:teuthology.orchestra.run.smithi110:> stat /dev/vg_nvme/lv_2 2024-04-12T15:53:53.438 INFO:teuthology.orchestra.run.smithi110.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-12T15:53:53.438 INFO:teuthology.orchestra.run.smithi110.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-12T15:53:53.438 INFO:teuthology.orchestra.run.smithi110.stdout:Device: 5h/5d Inode: 687 Links: 1 2024-04-12T15:53:53.438 INFO:teuthology.orchestra.run.smithi110.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-12T15:53:53.438 INFO:teuthology.orchestra.run.smithi110.stdout:Context: system_u:object_r:device_t:s0 2024-04-12T15:53:53.439 INFO:teuthology.orchestra.run.smithi110.stdout:Access: 2024-04-12 15:53:27.887303895 +0000 2024-04-12T15:53:53.439 INFO:teuthology.orchestra.run.smithi110.stdout:Modify: 2024-04-12 15:48:15.385792216 +0000 2024-04-12T15:53:53.439 INFO:teuthology.orchestra.run.smithi110.stdout:Change: 2024-04-12 15:48:15.385792216 +0000 2024-04-12T15:53:53.439 INFO:teuthology.orchestra.run.smithi110.stdout: Birth: 2024-04-12 15:48:15.385792216 +0000 2024-04-12T15:53:53.441 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-12T15:53:53.504 INFO:teuthology.orchestra.run.smithi110.stderr:1+0 records in 2024-04-12T15:53:53.504 INFO:teuthology.orchestra.run.smithi110.stderr:1+0 records out 2024-04-12T15:53:53.504 INFO:teuthology.orchestra.run.smithi110.stderr:512 bytes copied, 0.000106502 s, 4.8 MB/s 2024-04-12T15:53:53.505 DEBUG:teuthology.orchestra.run.smithi110:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-12T15:53:53.560 DEBUG:teuthology.orchestra.run.smithi110:> stat /dev/vg_nvme/lv_3 2024-04-12T15:53:53.616 INFO:teuthology.orchestra.run.smithi110.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-12T15:53:53.616 INFO:teuthology.orchestra.run.smithi110.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-12T15:53:53.616 INFO:teuthology.orchestra.run.smithi110.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-04-12T15:53:53.616 INFO:teuthology.orchestra.run.smithi110.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-12T15:53:53.616 INFO:teuthology.orchestra.run.smithi110.stdout:Context: system_u:object_r:device_t:s0 2024-04-12T15:53:53.616 INFO:teuthology.orchestra.run.smithi110.stdout:Access: 2024-04-12 15:53:27.887303895 +0000 2024-04-12T15:53:53.616 INFO:teuthology.orchestra.run.smithi110.stdout:Modify: 2024-04-12 15:48:15.723786470 +0000 2024-04-12T15:53:53.616 INFO:teuthology.orchestra.run.smithi110.stdout:Change: 2024-04-12 15:48:15.723786470 +0000 2024-04-12T15:53:53.616 INFO:teuthology.orchestra.run.smithi110.stdout: Birth: 2024-04-12 15:48:15.723786470 +0000 2024-04-12T15:53:53.617 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-12T15:53:53.681 INFO:teuthology.orchestra.run.smithi110.stderr:1+0 records in 2024-04-12T15:53:53.681 INFO:teuthology.orchestra.run.smithi110.stderr:1+0 records out 2024-04-12T15:53:53.681 INFO:teuthology.orchestra.run.smithi110.stderr:512 bytes copied, 8.5247e-05 s, 6.0 MB/s 2024-04-12T15:53:53.682 DEBUG:teuthology.orchestra.run.smithi110:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-12T15:53:53.738 DEBUG:teuthology.orchestra.run.smithi110:> stat /dev/vg_nvme/lv_4 2024-04-12T15:53:53.793 INFO:teuthology.orchestra.run.smithi110.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-12T15:53:53.793 INFO:teuthology.orchestra.run.smithi110.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-12T15:53:53.794 INFO:teuthology.orchestra.run.smithi110.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-04-12T15:53:53.794 INFO:teuthology.orchestra.run.smithi110.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-12T15:53:53.794 INFO:teuthology.orchestra.run.smithi110.stdout:Context: system_u:object_r:device_t:s0 2024-04-12T15:53:53.794 INFO:teuthology.orchestra.run.smithi110.stdout:Access: 2024-04-12 15:53:27.887303895 +0000 2024-04-12T15:53:53.794 INFO:teuthology.orchestra.run.smithi110.stdout:Modify: 2024-04-12 15:48:16.060780740 +0000 2024-04-12T15:53:53.794 INFO:teuthology.orchestra.run.smithi110.stdout:Change: 2024-04-12 15:48:16.060780740 +0000 2024-04-12T15:53:53.794 INFO:teuthology.orchestra.run.smithi110.stdout: Birth: 2024-04-12 15:48:16.060780740 +0000 2024-04-12T15:53:53.794 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-12T15:53:53.862 INFO:teuthology.orchestra.run.smithi110.stderr:1+0 records in 2024-04-12T15:53:53.862 INFO:teuthology.orchestra.run.smithi110.stderr:1+0 records out 2024-04-12T15:53:53.862 INFO:teuthology.orchestra.run.smithi110.stderr:512 bytes copied, 8.7346e-05 s, 5.9 MB/s 2024-04-12T15:53:53.863 DEBUG:teuthology.orchestra.run.smithi110:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-12T15:53:53.924 INFO:tasks.cephadm:Deploying osd.0 on smithi099 with /dev/vg_nvme/lv_4... 2024-04-12T15:53:53.924 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-12T15:53:54.134 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T15:53:54.259 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:53:54 smithi110 systemd[1]: Starting Ceph mgr.x for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T15:53:54.543 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:53:54 smithi110 podman[33368]: 2024-04-12 15:53:54.25896259 +0000 UTC m=+0.111541250 container create 499def2bd58a170f717e54c0cd9aedbba9964b4653f9747d6220397fbd068430 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=reef-d540eba, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240403, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-12T15:53:54.543 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:53:54 smithi110 podman[33368]: 2024-04-12 15:53:54.165264754 +0000 UTC m=+0.017843447 image pull bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28 quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3 2024-04-12T15:53:54.543 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:53:54 smithi110 podman[33368]: 2024-04-12 15:53:54.444323906 +0000 UTC m=+0.296902580 container init 499def2bd58a170f717e54c0cd9aedbba9964b4653f9747d6220397fbd068430 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x, org.label-schema.build-date=20240403, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=reef-d540eba, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-04-12T15:53:54.543 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:53:54 smithi110 podman[33368]: 2024-04-12 15:53:54.45031436 +0000 UTC m=+0.302893023 container start 499def2bd58a170f717e54c0cd9aedbba9964b4653f9747d6220397fbd068430 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=reef-d540eba, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-12T15:53:54.543 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:53:54 smithi110 ceph-mgr[33406]: -- 172.21.15.110:0/3390121355 <== mon.1 v2:172.21.15.110:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5607ebe861a0 con 0x5607ebe5cc00 2024-04-12T15:53:54.543 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:53:54 smithi110 bash[33368]: 499def2bd58a170f717e54c0cd9aedbba9964b4653f9747d6220397fbd068430 2024-04-12T15:53:54.835 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:53:54 smithi110 systemd[1]: Started Ceph mgr.x for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T15:53:55.112 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:53:55 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:53:55.010+0000 7fe5ead60200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T15:53:55.112 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:54 smithi110 ceph-mon[31279]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:55.112 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:54 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:55.112 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:54 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:55.112 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:54 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:55.113 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:54 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:55.113 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:54 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:53:55.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:54 smithi099 ceph-mon[27456]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:55.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:54 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:55.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:54 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:55.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:54 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:55.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:54 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:55.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:54 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:53:55.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:54 smithi099 ceph-mon[39429]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:55.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:54 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:55.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:54 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:55.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:54 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:55.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:54 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:55.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:54 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:53:55.464 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:53:55 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:53:55.112+0000 7fe5ead60200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T15:53:56.085 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:53:55 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:53:55.778+0000 7fe5ead60200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T15:53:56.085 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:53:55 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:53:55.874+0000 7fe5ead60200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T15:53:56.085 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:53:56 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:53:56.015+0000 7fe5ead60200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T15:53:56.124 INFO:teuthology.orchestra.run.smithi099.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-12T15:53:56.124 INFO:teuthology.orchestra.run.smithi099.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-12T15:53:56.124 INFO:teuthology.orchestra.run.smithi099.stderr: stderr: 10+0 records in 2024-04-12T15:53:56.124 INFO:teuthology.orchestra.run.smithi099.stderr:10+0 records out 2024-04-12T15:53:56.124 INFO:teuthology.orchestra.run.smithi099.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0130717 s, 802 MB/s 2024-04-12T15:53:56.124 INFO:teuthology.orchestra.run.smithi099.stderr:--> Zapping successful for: 2024-04-12T15:53:56.450 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:53:56 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:53:56.109+0000 7fe5ead60200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T15:53:56.450 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:53:56 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:53:56.190+0000 7fe5ead60200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T15:53:56.450 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:53:56 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:53:56.450+0000 7fe5ead60200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T15:53:56.736 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:53:56 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:53:56.559+0000 7fe5ead60200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T15:53:56.736 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:53:56 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:53:56.644+0000 7fe5ead60200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T15:53:56.736 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:53:56 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:53:56.736+0000 7fe5ead60200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T15:53:56.775 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph orch daemon add osd smithi099:vg_nvme/lv_4 2024-04-12T15:53:57.085 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:53:56 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:53:56.909+0000 7fe5ead60200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T15:53:57.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:56 smithi110 ceph-mon[31279]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:57.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:56 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:57.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:56 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:57.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:56 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:53:57.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:56 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:53:57.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:56 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:57.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:56 smithi110 ceph-mon[31279]: Reconfiguring mgr.y (unknown last config time)... 2024-04-12T15:53:57.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:56 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T15:53:57.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:56 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T15:53:57.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:56 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:53:57.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:56 smithi110 ceph-mon[31279]: Reconfiguring daemon mgr.y on smithi099 2024-04-12T15:53:57.086 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:56 smithi099 ceph-mon[27456]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:57.086 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:56 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:57.086 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:56 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:57.086 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:56 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:53:57.087 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:56 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:53:57.087 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:56 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:57.087 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:56 smithi099 ceph-mon[27456]: Reconfiguring mgr.y (unknown last config time)... 2024-04-12T15:53:57.087 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:56 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T15:53:57.087 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:56 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T15:53:57.087 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:56 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:53:57.087 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:56 smithi099 ceph-mon[27456]: Reconfiguring daemon mgr.y on smithi099 2024-04-12T15:53:57.087 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:56 smithi099 ceph-mon[39429]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:57.087 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:56 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:57.087 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:56 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:57.087 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:56 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:53:57.087 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:56 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:53:57.088 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:56 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:57.088 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:56 smithi099 ceph-mon[39429]: Reconfiguring mgr.y (unknown last config time)... 2024-04-12T15:53:57.088 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:56 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T15:53:57.088 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:56 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T15:53:57.088 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:56 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:53:57.088 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:56 smithi099 ceph-mon[39429]: Reconfiguring daemon mgr.y on smithi099 2024-04-12T15:53:57.832 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T15:53:58.323 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:53:57 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:53:57.861+0000 7fe5ead60200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T15:53:58.323 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:53:57 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:53:57.990+0000 7fe5ead60200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T15:53:58.323 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:53:58 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:53:58.323+0000 7fe5ead60200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T15:53:58.585 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:53:58 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:53:58.412+0000 7fe5ead60200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T15:53:58.870 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:53:58 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:53:58.601+0000 7fe5ead60200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T15:53:58.870 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:53:58 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:53:58.784+0000 7fe5ead60200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T15:53:59.104 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:58 smithi099 ceph-mon[39429]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:59.104 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:58 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:59.104 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:58 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:59.104 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:58 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:53:59.104 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:58 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:59.105 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:58 smithi099 ceph-mon[27456]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:59.105 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:58 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:59.105 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:58 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:59.105 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:58 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:53:59.105 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:58 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:59.317 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:53:59 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:53:59.063+0000 7fe5ead60200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T15:53:59.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:58 smithi110 ceph-mon[31279]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:53:59.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:58 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:59.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:58 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:59.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:58 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:53:59.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:58 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:53:59.585 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:53:59 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:53:59.317+0000 7fe5ead60200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T15:53:59.586 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:53:59 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:53:59.549+0000 7fe5ead60200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T15:54:00.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:59 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:54:00.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:59 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:54:00.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:59 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:00.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:59 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T15:54:00.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:59 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T15:54:00.012 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:53:59 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:54:00.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:59 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:54:00.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:59 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:54:00.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:59 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:00.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:59 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T15:54:00.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:59 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T15:54:00.013 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:53:59 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:54:00.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:59 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:54:00.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:59 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:54:00.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:59 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:00.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:59 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T15:54:00.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:59 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T15:54:00.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:53:59 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:54:00.835 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:54:00 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:54:00.336+0000 7fe5ead60200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T15:54:01.029 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:00 smithi099 ceph-mon[27456]: from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi099:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:54:01.029 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:00 smithi099 ceph-mon[27456]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:54:01.029 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:00 smithi099 ceph-mon[39429]: from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi099:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:54:01.030 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:00 smithi099 ceph-mon[39429]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:54:01.199 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:00 smithi110 ceph-mon[31279]: from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi099:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:54:01.200 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:00 smithi110 ceph-mon[31279]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:54:01.200 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:54:00 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:54:00.894+0000 7fe5ead60200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T15:54:01.200 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:54:00 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:54:00.989+0000 7fe5ead60200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T15:54:01.200 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:54:01 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:54:01.200+0000 7fe5ead60200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T15:54:02.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:01 smithi099 ceph-mon[27456]: Standby manager daemon x started 2024-04-12T15:54:02.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:01 smithi099 ceph-mon[27456]: from='mgr.? 172.21.15.110:0/1179006958' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T15:54:02.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:01 smithi099 ceph-mon[27456]: from='mgr.? 172.21.15.110:0/1179006958' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T15:54:02.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:01 smithi099 ceph-mon[27456]: from='mgr.? 172.21.15.110:0/1179006958' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T15:54:02.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:01 smithi099 ceph-mon[27456]: from='mgr.? 172.21.15.110:0/1179006958' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T15:54:02.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:01 smithi099 ceph-mon[39429]: Standby manager daemon x started 2024-04-12T15:54:02.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:01 smithi099 ceph-mon[39429]: from='mgr.? 172.21.15.110:0/1179006958' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T15:54:02.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:01 smithi099 ceph-mon[39429]: from='mgr.? 172.21.15.110:0/1179006958' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T15:54:02.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:01 smithi099 ceph-mon[39429]: from='mgr.? 172.21.15.110:0/1179006958' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T15:54:02.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:01 smithi099 ceph-mon[39429]: from='mgr.? 172.21.15.110:0/1179006958' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T15:54:02.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:01 smithi110 ceph-mon[31279]: Standby manager daemon x started 2024-04-12T15:54:02.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:01 smithi110 ceph-mon[31279]: from='mgr.? 172.21.15.110:0/1179006958' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T15:54:02.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:01 smithi110 ceph-mon[31279]: from='mgr.? 172.21.15.110:0/1179006958' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T15:54:02.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:01 smithi110 ceph-mon[31279]: from='mgr.? 172.21.15.110:0/1179006958' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T15:54:02.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:01 smithi110 ceph-mon[31279]: from='mgr.? 172.21.15.110:0/1179006958' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T15:54:03.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:02 smithi110 ceph-mon[31279]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:54:03.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:02 smithi110 ceph-mon[31279]: mgrmap e14: y(active, since 68s), standbys: x 2024-04-12T15:54:03.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:02 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T15:54:03.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:02 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/3597000641' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f2eb1776-f2a7-4d11-af70-91cb860c0834"}]: dispatch 2024-04-12T15:54:03.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:02 smithi110 ceph-mon[31279]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f2eb1776-f2a7-4d11-af70-91cb860c0834"}]: dispatch 2024-04-12T15:54:03.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:02 smithi110 ceph-mon[31279]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f2eb1776-f2a7-4d11-af70-91cb860c0834"}]': finished 2024-04-12T15:54:03.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:02 smithi110 ceph-mon[31279]: osdmap e5: 1 total, 0 up, 1 in 2024-04-12T15:54:03.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:02 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T15:54:03.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:02 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/3941910490' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T15:54:03.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:02 smithi099 ceph-mon[27456]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:54:03.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:02 smithi099 ceph-mon[27456]: mgrmap e14: y(active, since 68s), standbys: x 2024-04-12T15:54:03.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:02 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T15:54:03.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:02 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/3597000641' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f2eb1776-f2a7-4d11-af70-91cb860c0834"}]: dispatch 2024-04-12T15:54:03.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:02 smithi099 ceph-mon[27456]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f2eb1776-f2a7-4d11-af70-91cb860c0834"}]: dispatch 2024-04-12T15:54:03.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:02 smithi099 ceph-mon[27456]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f2eb1776-f2a7-4d11-af70-91cb860c0834"}]': finished 2024-04-12T15:54:03.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:02 smithi099 ceph-mon[27456]: osdmap e5: 1 total, 0 up, 1 in 2024-04-12T15:54:03.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:02 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T15:54:03.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:02 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/3941910490' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T15:54:03.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:02 smithi099 ceph-mon[39429]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:54:03.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:02 smithi099 ceph-mon[39429]: mgrmap e14: y(active, since 68s), standbys: x 2024-04-12T15:54:03.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:02 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T15:54:03.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:02 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/3597000641' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f2eb1776-f2a7-4d11-af70-91cb860c0834"}]: dispatch 2024-04-12T15:54:03.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:02 smithi099 ceph-mon[39429]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f2eb1776-f2a7-4d11-af70-91cb860c0834"}]: dispatch 2024-04-12T15:54:03.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:02 smithi099 ceph-mon[39429]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f2eb1776-f2a7-4d11-af70-91cb860c0834"}]': finished 2024-04-12T15:54:03.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:02 smithi099 ceph-mon[39429]: osdmap e5: 1 total, 0 up, 1 in 2024-04-12T15:54:03.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:02 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T15:54:03.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:02 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/3941910490' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T15:54:05.137 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:04 smithi110 ceph-mon[31279]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:54:05.342 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:04 smithi099 ceph-mon[27456]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:54:05.343 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:04 smithi099 ceph-mon[39429]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:54:07.066 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:06 smithi099 ceph-mon[27456]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:54:07.066 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:06 smithi099 ceph-mon[39429]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:54:07.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:06 smithi110 ceph-mon[31279]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:54:09.159 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:08 smithi099 ceph-mon[27456]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:54:09.159 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:08 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T15:54:09.159 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:08 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:54:09.160 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:08 smithi099 ceph-mon[39429]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:54:09.160 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:08 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T15:54:09.160 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:08 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:54:09.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:08 smithi110 ceph-mon[31279]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:54:09.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:08 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T15:54:09.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:08 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:54:10.238 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:09 smithi099 ceph-mon[27456]: Deploying daemon osd.0 on smithi099 2024-04-12T15:54:10.238 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:09 smithi099 ceph-mon[39429]: Deploying daemon osd.0 on smithi099 2024-04-12T15:54:10.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:09 smithi110 ceph-mon[31279]: Deploying daemon osd.0 on smithi099 2024-04-12T15:54:11.236 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:10 smithi099 ceph-mon[27456]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:54:11.236 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:10 smithi099 ceph-mon[39429]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:54:11.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:10 smithi110 ceph-mon[31279]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:54:13.027 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:12 smithi099 ceph-mon[27456]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:54:13.028 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:12 smithi099 ceph-mon[39429]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:54:13.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:12 smithi110 ceph-mon[31279]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:54:15.211 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:14 smithi099 ceph-mon[39429]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:54:15.211 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:14 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:15.211 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:14 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:15.212 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:14 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:54:15.212 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:14 smithi099 ceph-mon[27456]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:54:15.212 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:14 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:15.212 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:14 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:15.212 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:14 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:54:15.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:14 smithi110 ceph-mon[31279]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:54:15.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:14 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:15.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:14 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:15.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:14 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:54:17.097 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:16 smithi099 ceph-mon[27456]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:54:17.097 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:16 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:17.097 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:16 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:17.097 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:16 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:54:17.097 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:16 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:54:17.098 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:16 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:17.098 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:16 smithi099 ceph-mon[39429]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:54:17.098 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:16 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:17.098 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:16 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:17.098 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:16 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:54:17.098 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:16 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:54:17.098 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:16 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:17.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:16 smithi110 ceph-mon[31279]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:54:17.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:16 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:17.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:16 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:17.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:16 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:54:17.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:16 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:54:17.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:16 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:17.438 INFO:teuthology.orchestra.run.smithi099.stdout:Created osd(s) 0 on host 'smithi099' 2024-04-12T15:54:18.068 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:17 smithi099 ceph-mon[27456]: from='osd.0 [v2:172.21.15.99:6802/4050139692,v1:172.21.15.99:6803/4050139692]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-12T15:54:18.068 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:17 smithi099 ceph-mon[27456]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-12T15:54:18.068 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:17 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:18.068 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:17 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:18.068 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:17 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:54:18.069 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:17 smithi099 ceph-mon[39429]: from='osd.0 [v2:172.21.15.99:6802/4050139692,v1:172.21.15.99:6803/4050139692]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-12T15:54:18.069 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:17 smithi099 ceph-mon[39429]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-12T15:54:18.069 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:17 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:18.069 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:17 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:18.069 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:17 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:54:18.089 DEBUG:teuthology.orchestra.run.smithi099:osd.0> sudo journalctl -f -n 0 -u ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@osd.0.service 2024-04-12T15:54:18.091 INFO:tasks.cephadm:Deploying osd.1 on smithi099 with /dev/vg_nvme/lv_3... 2024-04-12T15:54:18.091 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-12T15:54:18.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:17 smithi110 ceph-mon[31279]: from='osd.0 [v2:172.21.15.99:6802/4050139692,v1:172.21.15.99:6803/4050139692]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-12T15:54:18.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:17 smithi110 ceph-mon[31279]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-12T15:54:18.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:17 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:18.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:17 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:18.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:17 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:54:18.821 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T15:54:19.223 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:18 smithi099 ceph-mon[27456]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:54:19.223 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:18 smithi099 ceph-mon[27456]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-12T15:54:19.223 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:18 smithi099 ceph-mon[27456]: osdmap e6: 1 total, 0 up, 1 in 2024-04-12T15:54:19.223 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:18 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T15:54:19.223 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:18 smithi099 ceph-mon[27456]: from='osd.0 [v2:172.21.15.99:6802/4050139692,v1:172.21.15.99:6803/4050139692]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-04-12T15:54:19.223 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:18 smithi099 ceph-mon[27456]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-04-12T15:54:19.223 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:18 smithi099 ceph-mon[39429]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:54:19.223 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:18 smithi099 ceph-mon[39429]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-12T15:54:19.224 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:18 smithi099 ceph-mon[39429]: osdmap e6: 1 total, 0 up, 1 in 2024-04-12T15:54:19.224 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:18 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T15:54:19.224 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:18 smithi099 ceph-mon[39429]: from='osd.0 [v2:172.21.15.99:6802/4050139692,v1:172.21.15.99:6803/4050139692]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-04-12T15:54:19.224 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:18 smithi099 ceph-mon[39429]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-04-12T15:54:19.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:18 smithi110 ceph-mon[31279]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:54:19.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:18 smithi110 ceph-mon[31279]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-12T15:54:19.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:18 smithi110 ceph-mon[31279]: osdmap e6: 1 total, 0 up, 1 in 2024-04-12T15:54:19.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:18 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T15:54:19.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:18 smithi110 ceph-mon[31279]: from='osd.0 [v2:172.21.15.99:6802/4050139692,v1:172.21.15.99:6803/4050139692]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-04-12T15:54:19.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:18 smithi110 ceph-mon[31279]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-04-12T15:54:19.484 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 15:54:19 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0[43871]: 2024-04-12T15:54:19.345+0000 7f10d77de700 -1 osd.0 0 waiting for initial osdmap 2024-04-12T15:54:19.485 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 15:54:19 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0[43871]: 2024-04-12T15:54:19.349+0000 7f10cf5cb700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T15:54:20.096 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:19 smithi099 ceph-mon[27456]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]': finished 2024-04-12T15:54:20.096 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:19 smithi099 ceph-mon[27456]: osdmap e7: 1 total, 0 up, 1 in 2024-04-12T15:54:20.096 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:19 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T15:54:20.096 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:19 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T15:54:20.096 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:19 smithi099 ceph-mon[27456]: from='osd.0 ' entity='osd.0' 2024-04-12T15:54:20.096 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:19 smithi099 ceph-mon[39429]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]': finished 2024-04-12T15:54:20.096 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:19 smithi099 ceph-mon[39429]: osdmap e7: 1 total, 0 up, 1 in 2024-04-12T15:54:20.096 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:19 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T15:54:20.096 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:19 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T15:54:20.097 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:19 smithi099 ceph-mon[39429]: from='osd.0 ' entity='osd.0' 2024-04-12T15:54:20.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:19 smithi110 ceph-mon[31279]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]': finished 2024-04-12T15:54:20.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:19 smithi110 ceph-mon[31279]: osdmap e7: 1 total, 0 up, 1 in 2024-04-12T15:54:20.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:19 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T15:54:20.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:19 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T15:54:20.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:19 smithi110 ceph-mon[31279]: from='osd.0 ' entity='osd.0' 2024-04-12T15:54:20.905 INFO:teuthology.orchestra.run.smithi099.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-12T15:54:20.905 INFO:teuthology.orchestra.run.smithi099.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-12T15:54:20.905 INFO:teuthology.orchestra.run.smithi099.stderr: stderr: 10+0 records in 2024-04-12T15:54:20.905 INFO:teuthology.orchestra.run.smithi099.stderr:10+0 records out 2024-04-12T15:54:20.905 INFO:teuthology.orchestra.run.smithi099.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0126123 s, 831 MB/s 2024-04-12T15:54:20.905 INFO:teuthology.orchestra.run.smithi099.stderr:--> Zapping successful for: 2024-04-12T15:54:21.052 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:20 smithi099 ceph-mon[39429]: purged_snaps scrub starts 2024-04-12T15:54:21.052 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:20 smithi099 ceph-mon[39429]: purged_snaps scrub ok 2024-04-12T15:54:21.052 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:20 smithi099 ceph-mon[39429]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:54:21.052 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:20 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T15:54:21.052 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:20 smithi099 ceph-mon[39429]: osd.0 [v2:172.21.15.99:6802/4050139692,v1:172.21.15.99:6803/4050139692] boot 2024-04-12T15:54:21.052 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:20 smithi099 ceph-mon[39429]: osdmap e8: 1 total, 1 up, 1 in 2024-04-12T15:54:21.052 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:20 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T15:54:21.053 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:20 smithi099 ceph-mon[27456]: purged_snaps scrub starts 2024-04-12T15:54:21.053 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:20 smithi099 ceph-mon[27456]: purged_snaps scrub ok 2024-04-12T15:54:21.053 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:20 smithi099 ceph-mon[27456]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:54:21.053 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:20 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T15:54:21.053 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:20 smithi099 ceph-mon[27456]: osd.0 [v2:172.21.15.99:6802/4050139692,v1:172.21.15.99:6803/4050139692] boot 2024-04-12T15:54:21.053 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:20 smithi099 ceph-mon[27456]: osdmap e8: 1 total, 1 up, 1 in 2024-04-12T15:54:21.053 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:20 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T15:54:21.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:20 smithi110 ceph-mon[31279]: purged_snaps scrub starts 2024-04-12T15:54:21.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:20 smithi110 ceph-mon[31279]: purged_snaps scrub ok 2024-04-12T15:54:21.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:20 smithi110 ceph-mon[31279]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T15:54:21.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:20 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T15:54:21.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:20 smithi110 ceph-mon[31279]: osd.0 [v2:172.21.15.99:6802/4050139692,v1:172.21.15.99:6803/4050139692] boot 2024-04-12T15:54:21.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:20 smithi110 ceph-mon[31279]: osdmap e8: 1 total, 1 up, 1 in 2024-04-12T15:54:21.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:20 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T15:54:21.636 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph orch daemon add osd smithi099:vg_nvme/lv_3 2024-04-12T15:54:22.142 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T15:54:23.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:22 smithi099 ceph-mon[39429]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T15:54:23.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:22 smithi099 ceph-mon[39429]: osdmap e9: 1 total, 1 up, 1 in 2024-04-12T15:54:23.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:22 smithi099 ceph-mon[27456]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T15:54:23.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:22 smithi099 ceph-mon[27456]: osdmap e9: 1 total, 1 up, 1 in 2024-04-12T15:54:23.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:22 smithi110 ceph-mon[31279]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T15:54:23.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:22 smithi110 ceph-mon[31279]: osdmap e9: 1 total, 1 up, 1 in 2024-04-12T15:54:25.180 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:24 smithi099 ceph-mon[27456]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T15:54:25.180 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:24 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:25.180 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:24 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:25.180 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:24 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:54:25.181 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:24 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:25.181 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:24 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:54:25.181 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:24 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:54:25.181 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:24 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:25.181 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:24 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T15:54:25.181 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:24 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T15:54:25.181 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:24 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:54:25.181 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:24 smithi099 ceph-mon[39429]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T15:54:25.181 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:24 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:25.181 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:24 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:25.181 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:24 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:54:25.181 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:24 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:25.182 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:24 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:54:25.182 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:24 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:54:25.182 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:24 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:25.182 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:24 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T15:54:25.182 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:24 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T15:54:25.182 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:24 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:54:25.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:24 smithi110 ceph-mon[31279]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T15:54:25.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:24 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:25.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:24 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:25.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:24 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:54:25.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:24 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:25.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:24 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:54:25.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:24 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:54:25.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:24 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:25.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:24 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T15:54:25.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:24 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T15:54:25.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:24 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:54:26.037 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:25 smithi099 ceph-mon[27456]: Detected new or changed devices on smithi099 2024-04-12T15:54:26.037 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:25 smithi099 ceph-mon[27456]: Adjusting osd_memory_target on smithi099 to 16064M 2024-04-12T15:54:26.037 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:25 smithi099 ceph-mon[27456]: from='client.14235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi099:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:54:26.038 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:25 smithi099 ceph-mon[39429]: Detected new or changed devices on smithi099 2024-04-12T15:54:26.038 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:25 smithi099 ceph-mon[39429]: Adjusting osd_memory_target on smithi099 to 16064M 2024-04-12T15:54:26.038 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:25 smithi099 ceph-mon[39429]: from='client.14235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi099:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:54:26.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:25 smithi110 ceph-mon[31279]: Detected new or changed devices on smithi099 2024-04-12T15:54:26.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:25 smithi110 ceph-mon[31279]: Adjusting osd_memory_target on smithi099 to 16064M 2024-04-12T15:54:26.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:25 smithi110 ceph-mon[31279]: from='client.14235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi099:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:54:27.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:26 smithi110 ceph-mon[31279]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T15:54:27.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:26 smithi099 ceph-mon[27456]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T15:54:27.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:26 smithi099 ceph-mon[39429]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T15:54:28.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:27 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/3155408727' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "36efb921-968f-44d2-81c2-dcf67f462166"}]: dispatch 2024-04-12T15:54:28.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:27 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/3155408727' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "36efb921-968f-44d2-81c2-dcf67f462166"}]': finished 2024-04-12T15:54:28.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:27 smithi110 ceph-mon[31279]: osdmap e10: 2 total, 1 up, 2 in 2024-04-12T15:54:28.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:27 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T15:54:28.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:27 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/3472842848' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T15:54:28.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:27 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/3155408727' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "36efb921-968f-44d2-81c2-dcf67f462166"}]: dispatch 2024-04-12T15:54:28.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:27 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/3155408727' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "36efb921-968f-44d2-81c2-dcf67f462166"}]': finished 2024-04-12T15:54:28.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:27 smithi099 ceph-mon[27456]: osdmap e10: 2 total, 1 up, 2 in 2024-04-12T15:54:28.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:27 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T15:54:28.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:27 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/3472842848' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T15:54:28.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:27 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/3155408727' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "36efb921-968f-44d2-81c2-dcf67f462166"}]: dispatch 2024-04-12T15:54:28.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:27 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/3155408727' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "36efb921-968f-44d2-81c2-dcf67f462166"}]': finished 2024-04-12T15:54:28.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:27 smithi099 ceph-mon[39429]: osdmap e10: 2 total, 1 up, 2 in 2024-04-12T15:54:28.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:27 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T15:54:28.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:27 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/3472842848' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T15:54:29.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:28 smithi110 ceph-mon[31279]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T15:54:29.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:28 smithi099 ceph-mon[39429]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T15:54:29.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:28 smithi099 ceph-mon[27456]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T15:54:31.248 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:30 smithi099 ceph-mon[27456]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T15:54:31.248 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:30 smithi099 ceph-mon[39429]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T15:54:31.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:30 smithi110 ceph-mon[31279]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T15:54:33.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:32 smithi099 ceph-mon[27456]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T15:54:33.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:32 smithi099 ceph-mon[39429]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T15:54:33.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:32 smithi110 ceph-mon[31279]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T15:54:34.203 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:33 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T15:54:34.203 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:33 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:54:34.203 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:33 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T15:54:34.203 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:33 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:54:34.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:33 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T15:54:34.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:33 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:54:35.201 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:34 smithi099 ceph-mon[27456]: Deploying daemon osd.1 on smithi099 2024-04-12T15:54:35.202 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:34 smithi099 ceph-mon[27456]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T15:54:35.202 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:34 smithi099 ceph-mon[39429]: Deploying daemon osd.1 on smithi099 2024-04-12T15:54:35.202 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:34 smithi099 ceph-mon[39429]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T15:54:35.236 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:34 smithi110 ceph-mon[31279]: Deploying daemon osd.1 on smithi099 2024-04-12T15:54:35.236 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:34 smithi110 ceph-mon[31279]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T15:54:37.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:36 smithi099 ceph-mon[27456]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T15:54:37.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:36 smithi099 ceph-mon[39429]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T15:54:37.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:36 smithi110 ceph-mon[31279]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T15:54:39.217 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:38 smithi099 ceph-mon[27456]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T15:54:39.217 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:38 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:39.217 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:38 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:39.217 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:38 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:54:39.217 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:38 smithi099 ceph-mon[39429]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T15:54:39.217 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:38 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:39.217 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:38 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:39.218 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:38 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:54:39.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:38 smithi110 ceph-mon[31279]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T15:54:39.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:38 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:39.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:38 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:39.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:38 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:54:41.326 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:40 smithi099 ceph-mon[27456]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T15:54:41.327 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:40 smithi099 ceph-mon[39429]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T15:54:41.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:40 smithi110 ceph-mon[31279]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T15:54:41.637 INFO:teuthology.orchestra.run.smithi099.stdout:Created osd(s) 1 on host 'smithi099' 2024-04-12T15:54:42.608 DEBUG:teuthology.orchestra.run.smithi099:osd.1> sudo journalctl -f -n 0 -u ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@osd.1.service 2024-04-12T15:54:42.611 INFO:tasks.cephadm:Deploying osd.2 on smithi099 with /dev/vg_nvme/lv_2... 2024-04-12T15:54:42.611 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-12T15:54:42.864 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T15:54:42.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:42 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:42.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:42 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:42.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:42 smithi099 ceph-mon[27456]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T15:54:42.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:42 smithi099 ceph-mon[27456]: from='osd.1 [v2:172.21.15.99:6810/1777320234,v1:172.21.15.99:6811/1777320234]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T15:54:42.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:42 smithi099 ceph-mon[27456]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T15:54:42.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:42 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:42.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:42 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:42.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:42 smithi099 ceph-mon[39429]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T15:54:42.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:42 smithi099 ceph-mon[39429]: from='osd.1 [v2:172.21.15.99:6810/1777320234,v1:172.21.15.99:6811/1777320234]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T15:54:42.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:42 smithi099 ceph-mon[39429]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T15:54:43.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:42 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:43.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:42 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:43.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:42 smithi110 ceph-mon[31279]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T15:54:43.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:42 smithi110 ceph-mon[31279]: from='osd.1 [v2:172.21.15.99:6810/1777320234,v1:172.21.15.99:6811/1777320234]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T15:54:43.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:42 smithi110 ceph-mon[31279]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T15:54:44.001 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:43 smithi099 ceph-mon[39429]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-12T15:54:44.001 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:43 smithi099 ceph-mon[39429]: osdmap e11: 2 total, 1 up, 2 in 2024-04-12T15:54:44.001 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:43 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T15:54:44.001 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:43 smithi099 ceph-mon[39429]: from='osd.1 [v2:172.21.15.99:6810/1777320234,v1:172.21.15.99:6811/1777320234]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-04-12T15:54:44.002 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:43 smithi099 ceph-mon[39429]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-04-12T15:54:44.002 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:43 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:44.002 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:43 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:44.002 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:43 smithi099 ceph-mon[27456]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-12T15:54:44.002 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:43 smithi099 ceph-mon[27456]: osdmap e11: 2 total, 1 up, 2 in 2024-04-12T15:54:44.002 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:43 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T15:54:44.002 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:43 smithi099 ceph-mon[27456]: from='osd.1 [v2:172.21.15.99:6810/1777320234,v1:172.21.15.99:6811/1777320234]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-04-12T15:54:44.002 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:43 smithi099 ceph-mon[27456]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-04-12T15:54:44.002 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:43 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:44.002 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:43 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:44.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:43 smithi110 ceph-mon[31279]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-12T15:54:44.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:43 smithi110 ceph-mon[31279]: osdmap e11: 2 total, 1 up, 2 in 2024-04-12T15:54:44.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:43 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T15:54:44.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:43 smithi110 ceph-mon[31279]: from='osd.1 [v2:172.21.15.99:6810/1777320234,v1:172.21.15.99:6811/1777320234]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-04-12T15:54:44.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:43 smithi110 ceph-mon[31279]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-04-12T15:54:44.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:43 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:44.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:43 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:44.340 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 15:54:44 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1[49808]: 2024-04-12T15:54:44.086+0000 7f4ccdaf0700 -1 osd.1 0 waiting for initial osdmap 2024-04-12T15:54:44.340 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 15:54:44 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1[49808]: 2024-04-12T15:54:44.089+0000 7f4cc58dd700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T15:54:44.957 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:44 smithi099 ceph-mon[27456]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]': finished 2024-04-12T15:54:44.958 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:44 smithi099 ceph-mon[27456]: osdmap e12: 2 total, 1 up, 2 in 2024-04-12T15:54:44.958 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:44 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T15:54:44.958 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:44 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T15:54:44.958 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:44 smithi099 ceph-mon[27456]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T15:54:44.958 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:44 smithi099 ceph-mon[27456]: from='osd.1 ' entity='osd.1' 2024-04-12T15:54:44.958 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:44 smithi099 ceph-mon[39429]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]': finished 2024-04-12T15:54:44.958 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:44 smithi099 ceph-mon[39429]: osdmap e12: 2 total, 1 up, 2 in 2024-04-12T15:54:44.958 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:44 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T15:54:44.958 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:44 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T15:54:44.958 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:44 smithi099 ceph-mon[39429]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T15:54:44.959 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:44 smithi099 ceph-mon[39429]: from='osd.1 ' entity='osd.1' 2024-04-12T15:54:45.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:44 smithi110 ceph-mon[31279]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]': finished 2024-04-12T15:54:45.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:44 smithi110 ceph-mon[31279]: osdmap e12: 2 total, 1 up, 2 in 2024-04-12T15:54:45.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:44 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T15:54:45.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:44 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T15:54:45.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:44 smithi110 ceph-mon[31279]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T15:54:45.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:44 smithi110 ceph-mon[31279]: from='osd.1 ' entity='osd.1' 2024-04-12T15:54:45.089 INFO:teuthology.orchestra.run.smithi099.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-12T15:54:45.089 INFO:teuthology.orchestra.run.smithi099.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-12T15:54:45.089 INFO:teuthology.orchestra.run.smithi099.stderr: stderr: 10+0 records in 2024-04-12T15:54:45.089 INFO:teuthology.orchestra.run.smithi099.stderr:10+0 records out 2024-04-12T15:54:45.089 INFO:teuthology.orchestra.run.smithi099.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0142366 s, 737 MB/s 2024-04-12T15:54:45.089 INFO:teuthology.orchestra.run.smithi099.stderr:--> Zapping successful for: 2024-04-12T15:54:45.729 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:45 smithi099 ceph-mon[39429]: purged_snaps scrub starts 2024-04-12T15:54:45.729 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:45 smithi099 ceph-mon[39429]: purged_snaps scrub ok 2024-04-12T15:54:45.729 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:45 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T15:54:45.729 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:45 smithi099 ceph-mon[39429]: osd.1 [v2:172.21.15.99:6810/1777320234,v1:172.21.15.99:6811/1777320234] boot 2024-04-12T15:54:45.729 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:45 smithi099 ceph-mon[39429]: osdmap e13: 2 total, 2 up, 2 in 2024-04-12T15:54:45.730 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:45 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T15:54:45.730 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:45 smithi099 ceph-mon[27456]: purged_snaps scrub starts 2024-04-12T15:54:45.730 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:45 smithi099 ceph-mon[27456]: purged_snaps scrub ok 2024-04-12T15:54:45.730 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:45 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T15:54:45.730 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:45 smithi099 ceph-mon[27456]: osd.1 [v2:172.21.15.99:6810/1777320234,v1:172.21.15.99:6811/1777320234] boot 2024-04-12T15:54:45.730 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:45 smithi099 ceph-mon[27456]: osdmap e13: 2 total, 2 up, 2 in 2024-04-12T15:54:45.730 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:45 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T15:54:45.753 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph orch daemon add osd smithi099:vg_nvme/lv_2 2024-04-12T15:54:46.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:45 smithi110 ceph-mon[31279]: purged_snaps scrub starts 2024-04-12T15:54:46.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:45 smithi110 ceph-mon[31279]: purged_snaps scrub ok 2024-04-12T15:54:46.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:45 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T15:54:46.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:45 smithi110 ceph-mon[31279]: osd.1 [v2:172.21.15.99:6810/1777320234,v1:172.21.15.99:6811/1777320234] boot 2024-04-12T15:54:46.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:45 smithi110 ceph-mon[31279]: osdmap e13: 2 total, 2 up, 2 in 2024-04-12T15:54:46.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:45 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T15:54:46.741 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T15:54:46.861 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:46 smithi099 ceph-mon[27456]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T15:54:46.861 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:46 smithi099 ceph-mon[39429]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T15:54:47.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:46 smithi110 ceph-mon[31279]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T15:54:47.968 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:47 smithi099 ceph-mon[27456]: osdmap e14: 2 total, 2 up, 2 in 2024-04-12T15:54:47.968 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:47 smithi099 ceph-mon[39429]: osdmap e14: 2 total, 2 up, 2 in 2024-04-12T15:54:48.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:47 smithi110 ceph-mon[31279]: osdmap e14: 2 total, 2 up, 2 in 2024-04-12T15:54:48.974 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:48 smithi099 ceph-mon[39429]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T15:54:48.974 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:48 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:48.974 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:48 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:48.975 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:48 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:54:48.975 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:48 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:54:48.975 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:48 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:48.975 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:48 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:54:48.975 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:48 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:54:48.975 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:48 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:48.975 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:48 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:54:48.975 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:48 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:54:48.975 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:48 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:54:48.975 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:48 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:48.975 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:48 smithi099 ceph-mon[27456]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T15:54:48.975 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:48 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:48.976 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:48 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:48.976 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:48 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:54:48.976 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:48 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:54:48.976 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:48 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:48.976 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:48 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:54:48.976 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:48 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:54:48.976 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:48 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:48.976 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:48 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:54:48.976 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:48 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:54:48.976 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:48 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:54:48.976 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:48 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:49.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:48 smithi110 ceph-mon[31279]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T15:54:49.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:48 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:49.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:48 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:49.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:48 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:54:49.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:48 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:54:49.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:48 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:49.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:48 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:54:49.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:48 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:54:49.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:48 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:49.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:48 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:54:49.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:48 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:54:49.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:48 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:54:49.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:48 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:54:49.825 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:49 smithi099 ceph-mon[39429]: Detected new or changed devices on smithi099 2024-04-12T15:54:49.825 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:49 smithi099 ceph-mon[39429]: Adjusting osd_memory_target on smithi099 to 8032M 2024-04-12T15:54:49.825 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:49 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T15:54:49.825 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:49 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T15:54:49.826 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:49 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:54:49.826 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:49 smithi099 ceph-mon[27456]: Detected new or changed devices on smithi099 2024-04-12T15:54:49.826 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:49 smithi099 ceph-mon[27456]: Adjusting osd_memory_target on smithi099 to 8032M 2024-04-12T15:54:49.826 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:49 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T15:54:49.826 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:49 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T15:54:49.826 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:49 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:54:50.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:49 smithi110 ceph-mon[31279]: Detected new or changed devices on smithi099 2024-04-12T15:54:50.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:49 smithi110 ceph-mon[31279]: Adjusting osd_memory_target on smithi099 to 8032M 2024-04-12T15:54:50.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:49 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T15:54:50.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:49 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T15:54:50.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:49 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:54:50.864 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:50 smithi099 ceph-mon[27456]: from='client.24170 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi099:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:54:50.864 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:50 smithi099 ceph-mon[27456]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T15:54:50.864 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:50 smithi099 ceph-mon[39429]: from='client.24170 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi099:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:54:50.864 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:50 smithi099 ceph-mon[39429]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T15:54:51.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:50 smithi110 ceph-mon[31279]: from='client.24170 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi099:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:54:51.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:50 smithi110 ceph-mon[31279]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T15:54:53.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:52 smithi110 ceph-mon[31279]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T15:54:53.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:52 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/2522654724' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3008dd52-3370-4dda-9aab-0e909c1a1d70"}]: dispatch 2024-04-12T15:54:53.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:52 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/2522654724' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3008dd52-3370-4dda-9aab-0e909c1a1d70"}]': finished 2024-04-12T15:54:53.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:52 smithi110 ceph-mon[31279]: osdmap e15: 3 total, 2 up, 3 in 2024-04-12T15:54:53.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:52 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T15:54:53.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:52 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/3181758347' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T15:54:53.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:52 smithi099 ceph-mon[27456]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T15:54:53.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:52 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/2522654724' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3008dd52-3370-4dda-9aab-0e909c1a1d70"}]: dispatch 2024-04-12T15:54:53.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:52 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/2522654724' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3008dd52-3370-4dda-9aab-0e909c1a1d70"}]': finished 2024-04-12T15:54:53.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:52 smithi099 ceph-mon[27456]: osdmap e15: 3 total, 2 up, 3 in 2024-04-12T15:54:53.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:52 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T15:54:53.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:52 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/3181758347' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T15:54:53.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:52 smithi099 ceph-mon[39429]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T15:54:53.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:52 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/2522654724' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3008dd52-3370-4dda-9aab-0e909c1a1d70"}]: dispatch 2024-04-12T15:54:53.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:52 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/2522654724' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3008dd52-3370-4dda-9aab-0e909c1a1d70"}]': finished 2024-04-12T15:54:53.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:52 smithi099 ceph-mon[39429]: osdmap e15: 3 total, 2 up, 3 in 2024-04-12T15:54:53.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:52 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T15:54:53.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:52 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/3181758347' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T15:54:55.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:54 smithi099 ceph-mon[27456]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T15:54:55.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:54 smithi099 ceph-mon[39429]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T15:54:55.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:54 smithi110 ceph-mon[31279]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T15:54:57.088 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:56 smithi099 ceph-mon[27456]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T15:54:57.089 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:56 smithi099 ceph-mon[39429]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T15:54:57.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:56 smithi110 ceph-mon[31279]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T15:54:59.192 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:58 smithi099 ceph-mon[27456]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T15:54:59.192 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:58 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T15:54:59.192 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:58 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:54:59.192 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:58 smithi099 ceph-mon[39429]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T15:54:59.192 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:58 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T15:54:59.192 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:58 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:54:59.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:58 smithi110 ceph-mon[31279]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T15:54:59.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:58 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T15:54:59.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:58 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:55:00.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:54:59 smithi099 ceph-mon[27456]: Deploying daemon osd.2 on smithi099 2024-04-12T15:55:00.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:54:59 smithi099 ceph-mon[39429]: Deploying daemon osd.2 on smithi099 2024-04-12T15:55:00.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:54:59 smithi110 ceph-mon[31279]: Deploying daemon osd.2 on smithi099 2024-04-12T15:55:01.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:00 smithi099 ceph-mon[27456]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T15:55:01.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:00 smithi099 ceph-mon[39429]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T15:55:01.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:00 smithi110 ceph-mon[31279]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T15:55:03.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:02 smithi099 ceph-mon[27456]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T15:55:03.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:02 smithi099 ceph-mon[39429]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T15:55:03.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:02 smithi110 ceph-mon[31279]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T15:55:05.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:04 smithi099 ceph-mon[27456]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T15:55:05.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:04 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:05.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:04 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:05.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:04 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:55:05.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:04 smithi099 ceph-mon[39429]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T15:55:05.133 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:04 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:05.133 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:04 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:05.133 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:04 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:55:05.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:04 smithi110 ceph-mon[31279]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T15:55:05.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:04 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:05.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:04 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:05.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:04 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:55:07.098 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:06 smithi099 ceph-mon[27456]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T15:55:07.099 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:06 smithi099 ceph-mon[39429]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T15:55:07.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:06 smithi110 ceph-mon[31279]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T15:55:07.755 INFO:teuthology.orchestra.run.smithi099.stdout:Created osd(s) 2 on host 'smithi099' 2024-04-12T15:55:08.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:07 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:08.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:07 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:08.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:07 smithi110 ceph-mon[31279]: from='osd.2 [v2:172.21.15.99:6818/1998277655,v1:172.21.15.99:6819/1998277655]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T15:55:08.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:07 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:55:08.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:07 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:55:08.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:07 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:08.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:07 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:08.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:07 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:08.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:07 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:55:08.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:07 smithi110 ceph-mon[31279]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T15:55:08.359 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:07 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:08.359 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:07 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:08.359 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:07 smithi099 ceph-mon[27456]: from='osd.2 [v2:172.21.15.99:6818/1998277655,v1:172.21.15.99:6819/1998277655]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T15:55:08.359 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:07 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:55:08.359 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:07 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:55:08.359 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:07 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:08.359 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:07 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:08.359 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:07 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:08.359 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:07 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:55:08.359 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:07 smithi099 ceph-mon[27456]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T15:55:08.360 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:07 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:08.360 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:07 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:08.360 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:07 smithi099 ceph-mon[39429]: from='osd.2 [v2:172.21.15.99:6818/1998277655,v1:172.21.15.99:6819/1998277655]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T15:55:08.360 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:07 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:55:08.360 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:07 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:55:08.360 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:07 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:08.360 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:07 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:08.360 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:07 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:08.360 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:07 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:55:08.360 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:07 smithi099 ceph-mon[39429]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T15:55:08.381 DEBUG:teuthology.orchestra.run.smithi099:osd.2> sudo journalctl -f -n 0 -u ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@osd.2.service 2024-04-12T15:55:08.384 INFO:tasks.cephadm:Deploying osd.3 on smithi099 with /dev/vg_nvme/lv_1... 2024-04-12T15:55:08.384 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-12T15:55:09.189 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T15:55:09.310 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:09 smithi099 ceph-mon[39429]: from='osd.2 [v2:172.21.15.99:6818/1998277655,v1:172.21.15.99:6819/1998277655]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-12T15:55:09.310 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:09 smithi099 ceph-mon[39429]: osdmap e16: 3 total, 2 up, 3 in 2024-04-12T15:55:09.310 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:09 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T15:55:09.310 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:09 smithi099 ceph-mon[39429]: from='osd.2 [v2:172.21.15.99:6818/1998277655,v1:172.21.15.99:6819/1998277655]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-04-12T15:55:09.310 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:09 smithi099 ceph-mon[27456]: from='osd.2 [v2:172.21.15.99:6818/1998277655,v1:172.21.15.99:6819/1998277655]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-12T15:55:09.310 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:09 smithi099 ceph-mon[27456]: osdmap e16: 3 total, 2 up, 3 in 2024-04-12T15:55:09.311 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:09 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T15:55:09.311 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:09 smithi099 ceph-mon[27456]: from='osd.2 [v2:172.21.15.99:6818/1998277655,v1:172.21.15.99:6819/1998277655]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-04-12T15:55:09.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:09 smithi110 ceph-mon[31279]: from='osd.2 [v2:172.21.15.99:6818/1998277655,v1:172.21.15.99:6819/1998277655]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-12T15:55:09.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:09 smithi110 ceph-mon[31279]: osdmap e16: 3 total, 2 up, 3 in 2024-04-12T15:55:09.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:09 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T15:55:09.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:09 smithi110 ceph-mon[31279]: from='osd.2 [v2:172.21.15.99:6818/1998277655,v1:172.21.15.99:6819/1998277655]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-04-12T15:55:09.608 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 15:55:09 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2[56258]: 2024-04-12T15:55:09.460+0000 7f74051c1700 -1 osd.2 0 waiting for initial osdmap 2024-04-12T15:55:09.608 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 15:55:09 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2[56258]: 2024-04-12T15:55:09.463+0000 7f73fc7ad700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T15:55:10.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:10 smithi110 ceph-mon[31279]: from='osd.2 [v2:172.21.15.99:6818/1998277655,v1:172.21.15.99:6819/1998277655]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]': finished 2024-04-12T15:55:10.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:10 smithi110 ceph-mon[31279]: osdmap e17: 3 total, 2 up, 3 in 2024-04-12T15:55:10.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:10 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T15:55:10.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:10 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T15:55:10.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:10 smithi110 ceph-mon[31279]: from='osd.2 [v2:172.21.15.99:6818/1998277655,v1:172.21.15.99:6819/1998277655]' entity='osd.2' 2024-04-12T15:55:10.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:10 smithi110 ceph-mon[31279]: pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T15:55:10.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:10 smithi099 ceph-mon[39429]: from='osd.2 [v2:172.21.15.99:6818/1998277655,v1:172.21.15.99:6819/1998277655]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]': finished 2024-04-12T15:55:10.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:10 smithi099 ceph-mon[39429]: osdmap e17: 3 total, 2 up, 3 in 2024-04-12T15:55:10.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:10 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T15:55:10.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:10 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T15:55:10.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:10 smithi099 ceph-mon[39429]: from='osd.2 [v2:172.21.15.99:6818/1998277655,v1:172.21.15.99:6819/1998277655]' entity='osd.2' 2024-04-12T15:55:10.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:10 smithi099 ceph-mon[39429]: pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T15:55:10.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:10 smithi099 ceph-mon[27456]: from='osd.2 [v2:172.21.15.99:6818/1998277655,v1:172.21.15.99:6819/1998277655]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]': finished 2024-04-12T15:55:10.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:10 smithi099 ceph-mon[27456]: osdmap e17: 3 total, 2 up, 3 in 2024-04-12T15:55:10.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:10 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T15:55:10.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:10 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T15:55:10.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:10 smithi099 ceph-mon[27456]: from='osd.2 [v2:172.21.15.99:6818/1998277655,v1:172.21.15.99:6819/1998277655]' entity='osd.2' 2024-04-12T15:55:10.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:10 smithi099 ceph-mon[27456]: pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T15:55:11.280 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:11 smithi099 ceph-mon[27456]: purged_snaps scrub starts 2024-04-12T15:55:11.280 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:11 smithi099 ceph-mon[27456]: purged_snaps scrub ok 2024-04-12T15:55:11.280 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:11 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T15:55:11.280 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:11 smithi099 ceph-mon[27456]: osd.2 [v2:172.21.15.99:6818/1998277655,v1:172.21.15.99:6819/1998277655] boot 2024-04-12T15:55:11.280 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:11 smithi099 ceph-mon[27456]: osdmap e18: 3 total, 3 up, 3 in 2024-04-12T15:55:11.280 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:11 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T15:55:11.280 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:11 smithi099 ceph-mon[39429]: purged_snaps scrub starts 2024-04-12T15:55:11.281 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:11 smithi099 ceph-mon[39429]: purged_snaps scrub ok 2024-04-12T15:55:11.281 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:11 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T15:55:11.281 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:11 smithi099 ceph-mon[39429]: osd.2 [v2:172.21.15.99:6818/1998277655,v1:172.21.15.99:6819/1998277655] boot 2024-04-12T15:55:11.281 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:11 smithi099 ceph-mon[39429]: osdmap e18: 3 total, 3 up, 3 in 2024-04-12T15:55:11.281 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:11 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T15:55:11.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:11 smithi110 ceph-mon[31279]: purged_snaps scrub starts 2024-04-12T15:55:11.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:11 smithi110 ceph-mon[31279]: purged_snaps scrub ok 2024-04-12T15:55:11.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:11 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T15:55:11.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:11 smithi110 ceph-mon[31279]: osd.2 [v2:172.21.15.99:6818/1998277655,v1:172.21.15.99:6819/1998277655] boot 2024-04-12T15:55:11.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:11 smithi110 ceph-mon[31279]: osdmap e18: 3 total, 3 up, 3 in 2024-04-12T15:55:11.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:11 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T15:55:11.983 INFO:teuthology.orchestra.run.smithi099.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-12T15:55:11.983 INFO:teuthology.orchestra.run.smithi099.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-12T15:55:11.983 INFO:teuthology.orchestra.run.smithi099.stderr: stderr: 10+0 records in 2024-04-12T15:55:11.983 INFO:teuthology.orchestra.run.smithi099.stderr:10+0 records out 2024-04-12T15:55:11.983 INFO:teuthology.orchestra.run.smithi099.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0131498 s, 797 MB/s 2024-04-12T15:55:11.983 INFO:teuthology.orchestra.run.smithi099.stderr:--> Zapping successful for: 2024-04-12T15:55:12.440 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:12 smithi099 ceph-mon[39429]: pgmap v77: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-12T15:55:12.441 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:12 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-12T15:55:12.441 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:12 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-12T15:55:12.441 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:12 smithi099 ceph-mon[39429]: osdmap e19: 3 total, 3 up, 3 in 2024-04-12T15:55:12.441 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:12 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T15:55:12.441 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:12 smithi099 ceph-mon[27456]: pgmap v77: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-12T15:55:12.441 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:12 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-12T15:55:12.441 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:12 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-12T15:55:12.441 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:12 smithi099 ceph-mon[27456]: osdmap e19: 3 total, 3 up, 3 in 2024-04-12T15:55:12.441 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:12 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T15:55:12.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:12 smithi110 ceph-mon[31279]: pgmap v77: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-12T15:55:12.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:12 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-12T15:55:12.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:12 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-12T15:55:12.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:12 smithi110 ceph-mon[31279]: osdmap e19: 3 total, 3 up, 3 in 2024-04-12T15:55:12.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:12 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T15:55:12.722 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph orch daemon add osd smithi099:vg_nvme/lv_1 2024-04-12T15:55:13.460 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T15:55:13.867 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 15:55:13 smithi099 sudo[60226]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-12T15:55:13.867 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 15:55:13 smithi099 sudo[60226]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T15:55:13.867 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 15:55:13 smithi099 sudo[60226]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T15:55:13.867 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 15:55:13 smithi099 sudo[60226]: pam_unix(sudo:session): session closed for user root 2024-04-12T15:55:14.128 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 15:55:13 smithi099 sudo[60268]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-12T15:55:14.128 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 15:55:13 smithi099 sudo[60268]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T15:55:14.128 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 15:55:13 smithi099 sudo[60268]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T15:55:14.128 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 15:55:13 smithi099 sudo[60268]: pam_unix(sudo:session): session closed for user root 2024-04-12T15:55:14.452 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 15:55:14 smithi099 sudo[60271]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-12T15:55:14.452 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 15:55:14 smithi099 sudo[60271]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T15:55:14.453 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 15:55:14 smithi099 sudo[60271]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T15:55:14.453 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 15:55:14 smithi099 sudo[60271]: pam_unix(sudo:session): session closed for user root 2024-04-12T15:55:14.453 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:14 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-12T15:55:14.453 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:14 smithi099 ceph-mon[27456]: osdmap e20: 3 total, 3 up, 3 in 2024-04-12T15:55:14.453 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:14 smithi099 ceph-mon[27456]: Detected new or changed devices on smithi099 2024-04-12T15:55:14.453 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:14 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:14.453 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:14 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:14.453 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:14 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:55:14.453 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:14 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:55:14.453 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:14 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:55:14.453 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:14 smithi099 ceph-mon[27456]: Adjusting osd_memory_target on smithi099 to 5354M 2024-04-12T15:55:14.454 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:14 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:14.454 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:14 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:55:14.454 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:14 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:55:14.454 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:14 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:14.454 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:14 smithi099 ceph-mon[27456]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-12T15:55:14.454 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:14 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:14.454 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:14 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-12T15:55:14.454 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:14 smithi099 ceph-mon[39429]: osdmap e20: 3 total, 3 up, 3 in 2024-04-12T15:55:14.454 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:14 smithi099 ceph-mon[39429]: Detected new or changed devices on smithi099 2024-04-12T15:55:14.454 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:14 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:14.454 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:14 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:14.454 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:14 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:55:14.455 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:14 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:55:14.455 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:14 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:55:14.455 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:14 smithi099 ceph-mon[39429]: Adjusting osd_memory_target on smithi099 to 5354M 2024-04-12T15:55:14.455 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:14 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:14.455 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:14 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:55:14.455 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:14 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:55:14.455 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:14 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:14.455 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:14 smithi099 ceph-mon[39429]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-12T15:55:14.455 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:14 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:14.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:14 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-12T15:55:14.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:14 smithi110 ceph-mon[31279]: osdmap e20: 3 total, 3 up, 3 in 2024-04-12T15:55:14.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:14 smithi110 ceph-mon[31279]: Detected new or changed devices on smithi099 2024-04-12T15:55:14.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:14 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:14.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:14 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:14.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:14 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:55:14.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:14 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:55:14.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:14 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:55:14.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:14 smithi110 ceph-mon[31279]: Adjusting osd_memory_target on smithi099 to 5354M 2024-04-12T15:55:14.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:14 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:14.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:14 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:55:14.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:14 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:55:14.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:14 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:14.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:14 smithi110 ceph-mon[31279]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-12T15:55:14.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:14 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:14.722 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 15:55:14 smithi099 sudo[60282]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-12T15:55:14.722 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 15:55:14 smithi099 sudo[60282]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T15:55:14.722 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 15:55:14 smithi099 sudo[60282]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T15:55:14.723 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 15:55:14 smithi099 sudo[60282]: pam_unix(sudo:session): session closed for user root 2024-04-12T15:55:14.723 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 15:55:14 smithi099 sudo[60287]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-12T15:55:14.723 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 15:55:14 smithi099 sudo[60287]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T15:55:14.723 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 15:55:14 smithi099 sudo[60287]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T15:55:14.723 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 15:55:14 smithi099 sudo[60287]: pam_unix(sudo:session): session closed for user root 2024-04-12T15:55:14.991 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 15:55:14 smithi099 sudo[60310]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-12T15:55:14.991 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 15:55:14 smithi099 sudo[60310]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T15:55:14.991 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 15:55:14 smithi099 sudo[60310]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T15:55:14.992 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 15:55:14 smithi099 sudo[60310]: pam_unix(sudo:session): session closed for user root 2024-04-12T15:55:15.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:15 smithi099 sudo[60341]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-12T15:55:15.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:15 smithi099 sudo[60341]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T15:55:15.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:15 smithi099 sudo[60341]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T15:55:15.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:15 smithi099 sudo[60341]: pam_unix(sudo:session): session closed for user root 2024-04-12T15:55:15.746 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:15 smithi110 ceph-mon[31279]: osdmap e21: 3 total, 3 up, 3 in 2024-04-12T15:55:15.746 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:15 smithi110 ceph-mon[31279]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-12T15:55:15.746 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:15 smithi110 sudo[34115]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-12T15:55:15.746 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:15 smithi110 sudo[34115]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T15:55:15.746 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:15 smithi110 sudo[34115]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T15:55:15.746 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:15 smithi110 sudo[34115]: pam_unix(sudo:session): session closed for user root 2024-04-12T15:55:15.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:15 smithi099 ceph-mon[39429]: osdmap e21: 3 total, 3 up, 3 in 2024-04-12T15:55:15.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:15 smithi099 ceph-mon[39429]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-12T15:55:15.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:15 smithi099 sudo[60362]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-12T15:55:15.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:15 smithi099 sudo[60362]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T15:55:15.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:15 smithi099 sudo[60362]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T15:55:15.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:15 smithi099 sudo[60362]: pam_unix(sudo:session): session closed for user root 2024-04-12T15:55:15.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:15 smithi099 ceph-mon[27456]: osdmap e21: 3 total, 3 up, 3 in 2024-04-12T15:55:15.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:15 smithi099 ceph-mon[27456]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-12T15:55:16.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:15 smithi110 sudo[34118]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-12T15:55:16.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:15 smithi110 sudo[34118]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T15:55:16.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:15 smithi110 sudo[34118]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T15:55:16.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:15 smithi110 sudo[34118]: pam_unix(sudo:session): session closed for user root 2024-04-12T15:55:16.514 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:16 smithi099 sudo[60508]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-12T15:55:16.514 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:16 smithi099 sudo[60508]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T15:55:16.514 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:16 smithi099 sudo[60508]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T15:55:16.514 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:16 smithi099 sudo[60508]: pam_unix(sudo:session): session closed for user root 2024-04-12T15:55:16.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:16 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T15:55:16.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:16 smithi110 ceph-mon[31279]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi099:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:55:16.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:16 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T15:55:16.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:16 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T15:55:16.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:16 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T15:55:16.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:16 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T15:55:16.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:16 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T15:55:16.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:16 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T15:55:16.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:16 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T15:55:16.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:16 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T15:55:16.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:16 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T15:55:16.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:16 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T15:55:16.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:16 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:55:16.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:16 smithi110 ceph-mon[31279]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-12T15:55:16.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:16 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T15:55:16.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:16 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:16.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:16 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T15:55:16.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:16 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T15:55:16.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:16 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T15:55:16.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:16 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T15:55:16.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:16 smithi099 ceph-mon[27456]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi099:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:55:16.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:16 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T15:55:16.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:16 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T15:55:16.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:16 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T15:55:16.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:16 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T15:55:16.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:16 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T15:55:16.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:16 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T15:55:16.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:16 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T15:55:16.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:16 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T15:55:16.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:16 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T15:55:16.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:16 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T15:55:16.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:16 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:55:16.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:16 smithi099 ceph-mon[27456]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-12T15:55:16.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:16 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T15:55:16.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:16 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:16.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:16 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T15:55:16.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:16 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T15:55:16.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:16 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T15:55:16.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:16 smithi099 sudo[60531]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-12T15:55:16.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:16 smithi099 sudo[60531]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T15:55:16.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:16 smithi099 sudo[60531]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T15:55:16.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:16 smithi099 sudo[60531]: pam_unix(sudo:session): session closed for user root 2024-04-12T15:55:16.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:16 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T15:55:16.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:16 smithi099 ceph-mon[39429]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi099:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:55:16.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:16 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T15:55:16.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:16 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T15:55:16.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:16 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T15:55:16.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:16 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T15:55:16.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:16 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T15:55:16.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:16 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T15:55:16.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:16 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T15:55:16.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:16 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T15:55:16.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:16 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T15:55:16.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:16 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T15:55:16.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:16 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:55:16.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:16 smithi099 ceph-mon[39429]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-12T15:55:16.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:16 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T15:55:16.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:16 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:16.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:16 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T15:55:16.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:16 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T15:55:16.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:16 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T15:55:17.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:17 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T15:55:17.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:17 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T15:55:17.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:17 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T15:55:17.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:17 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T15:55:17.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:17 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T15:55:17.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:17 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T15:55:18.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:18 smithi110 ceph-mon[31279]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-12T15:55:18.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:18 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/3720989461' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0941ec21-107e-48cd-b4c5-1d185708c69b"}]: dispatch 2024-04-12T15:55:18.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:18 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/3720989461' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0941ec21-107e-48cd-b4c5-1d185708c69b"}]': finished 2024-04-12T15:55:18.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:18 smithi110 ceph-mon[31279]: osdmap e22: 4 total, 3 up, 4 in 2024-04-12T15:55:18.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:18 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T15:55:18.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:18 smithi099 ceph-mon[27456]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-12T15:55:18.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:18 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/3720989461' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0941ec21-107e-48cd-b4c5-1d185708c69b"}]: dispatch 2024-04-12T15:55:18.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:18 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/3720989461' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0941ec21-107e-48cd-b4c5-1d185708c69b"}]': finished 2024-04-12T15:55:18.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:18 smithi099 ceph-mon[27456]: osdmap e22: 4 total, 3 up, 4 in 2024-04-12T15:55:18.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:18 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T15:55:18.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:18 smithi099 ceph-mon[39429]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-12T15:55:18.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:18 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/3720989461' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0941ec21-107e-48cd-b4c5-1d185708c69b"}]: dispatch 2024-04-12T15:55:18.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:18 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/3720989461' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0941ec21-107e-48cd-b4c5-1d185708c69b"}]': finished 2024-04-12T15:55:18.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:18 smithi099 ceph-mon[39429]: osdmap e22: 4 total, 3 up, 4 in 2024-04-12T15:55:18.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:18 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T15:55:19.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:19 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/3176768580' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T15:55:19.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:19 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/3176768580' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T15:55:19.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:19 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/3176768580' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T15:55:20.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:20 smithi099 ceph-mon[27456]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-12T15:55:20.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:20 smithi099 ceph-mon[39429]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-12T15:55:20.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:20 smithi110 ceph-mon[31279]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-12T15:55:23.211 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:22 smithi099 ceph-mon[27456]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-04-12T15:55:23.212 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:22 smithi099 ceph-mon[39429]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-04-12T15:55:23.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:22 smithi110 ceph-mon[31279]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-04-12T15:55:25.151 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:24 smithi099 ceph-mon[27456]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-04-12T15:55:25.151 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:24 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T15:55:25.151 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:24 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:55:25.151 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:24 smithi099 ceph-mon[39429]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-04-12T15:55:25.151 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:24 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T15:55:25.151 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:24 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:55:25.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:24 smithi110 ceph-mon[31279]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-04-12T15:55:25.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:24 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T15:55:25.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:24 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:55:26.267 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:25 smithi099 ceph-mon[27456]: Deploying daemon osd.3 on smithi099 2024-04-12T15:55:26.268 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:25 smithi099 ceph-mon[39429]: Deploying daemon osd.3 on smithi099 2024-04-12T15:55:26.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:25 smithi110 ceph-mon[31279]: Deploying daemon osd.3 on smithi099 2024-04-12T15:55:27.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:26 smithi099 ceph-mon[27456]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-04-12T15:55:27.258 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:26 smithi099 ceph-mon[39429]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-04-12T15:55:27.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:26 smithi110 ceph-mon[31279]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-04-12T15:55:29.291 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:28 smithi099 ceph-mon[27456]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-04-12T15:55:29.291 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:28 smithi099 ceph-mon[39429]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-04-12T15:55:29.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:28 smithi110 ceph-mon[31279]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-04-12T15:55:31.150 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:30 smithi099 ceph-mon[27456]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 67 KiB/s wr, 4 op/s 2024-04-12T15:55:31.150 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:30 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:31.150 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:30 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:31.151 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:30 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:55:31.151 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:30 smithi099 ceph-mon[39429]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 67 KiB/s wr, 4 op/s 2024-04-12T15:55:31.151 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:30 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:31.151 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:30 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:31.151 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:30 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:55:31.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:30 smithi110 ceph-mon[31279]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 67 KiB/s wr, 4 op/s 2024-04-12T15:55:31.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:30 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:31.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:30 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:31.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:30 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:55:33.237 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:32 smithi099 ceph-mon[27456]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-12T15:55:33.237 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:32 smithi099 ceph-mon[39429]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-12T15:55:33.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:32 smithi110 ceph-mon[31279]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-12T15:55:33.591 INFO:teuthology.orchestra.run.smithi099.stdout:Created osd(s) 3 on host 'smithi099' 2024-04-12T15:55:34.199 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:33 smithi099 ceph-mon[27456]: from='osd.3 [v2:172.21.15.99:6826/4076835847,v1:172.21.15.99:6827/4076835847]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T15:55:34.200 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:33 smithi099 ceph-mon[27456]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T15:55:34.200 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:33 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:34.200 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:33 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:34.200 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:33 smithi099 ceph-mon[39429]: from='osd.3 [v2:172.21.15.99:6826/4076835847,v1:172.21.15.99:6827/4076835847]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T15:55:34.200 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:33 smithi099 ceph-mon[39429]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T15:55:34.200 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:33 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:34.200 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:33 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:34.221 DEBUG:teuthology.orchestra.run.smithi099:osd.3> sudo journalctl -f -n 0 -u ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@osd.3.service 2024-04-12T15:55:34.223 INFO:tasks.cephadm:Deploying osd.4 on smithi110 with /dev/vg_nvme/lv_4... 2024-04-12T15:55:34.223 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-12T15:55:34.253 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:33 smithi110 ceph-mon[31279]: from='osd.3 [v2:172.21.15.99:6826/4076835847,v1:172.21.15.99:6827/4076835847]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T15:55:34.253 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:33 smithi110 ceph-mon[31279]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T15:55:34.253 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:33 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:34.253 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:33 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:34.431 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.b/config 2024-04-12T15:55:35.162 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:34 smithi099 ceph-mon[27456]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-12T15:55:35.162 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:34 smithi099 ceph-mon[27456]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-12T15:55:35.162 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:34 smithi099 ceph-mon[27456]: osdmap e23: 4 total, 3 up, 4 in 2024-04-12T15:55:35.163 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:34 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T15:55:35.163 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:34 smithi099 ceph-mon[27456]: from='osd.3 [v2:172.21.15.99:6826/4076835847,v1:172.21.15.99:6827/4076835847]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-04-12T15:55:35.163 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:34 smithi099 ceph-mon[27456]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-04-12T15:55:35.163 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:34 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:35.163 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:34 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:35.163 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:34 smithi099 ceph-mon[39429]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-12T15:55:35.163 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:34 smithi099 ceph-mon[39429]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-12T15:55:35.163 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:34 smithi099 ceph-mon[39429]: osdmap e23: 4 total, 3 up, 4 in 2024-04-12T15:55:35.163 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:34 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T15:55:35.163 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:34 smithi099 ceph-mon[39429]: from='osd.3 [v2:172.21.15.99:6826/4076835847,v1:172.21.15.99:6827/4076835847]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-04-12T15:55:35.163 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:34 smithi099 ceph-mon[39429]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-04-12T15:55:35.164 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:34 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:35.164 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:34 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:35.245 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:34 smithi110 ceph-mon[31279]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-12T15:55:35.245 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:34 smithi110 ceph-mon[31279]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-12T15:55:35.245 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:34 smithi110 ceph-mon[31279]: osdmap e23: 4 total, 3 up, 4 in 2024-04-12T15:55:35.246 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:34 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T15:55:35.246 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:34 smithi110 ceph-mon[31279]: from='osd.3 [v2:172.21.15.99:6826/4076835847,v1:172.21.15.99:6827/4076835847]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-04-12T15:55:35.246 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:34 smithi110 ceph-mon[31279]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-04-12T15:55:35.246 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:34 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:35.246 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:34 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:35.628 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 15:55:35 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3[62448]: 2024-04-12T15:55:35.389+0000 7f947baa8700 -1 osd.3 0 waiting for initial osdmap 2024-04-12T15:55:35.628 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 15:55:35 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3[62448]: 2024-04-12T15:55:35.393+0000 7f9473094700 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T15:55:36.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:35 smithi110 ceph-mon[31279]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]': finished 2024-04-12T15:55:36.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:35 smithi110 ceph-mon[31279]: osdmap e24: 4 total, 3 up, 4 in 2024-04-12T15:55:36.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:35 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T15:55:36.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:35 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T15:55:36.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:35 smithi110 ceph-mon[31279]: from='osd.3 ' entity='osd.3' 2024-04-12T15:55:36.219 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:35 smithi099 ceph-mon[27456]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]': finished 2024-04-12T15:55:36.220 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:35 smithi099 ceph-mon[27456]: osdmap e24: 4 total, 3 up, 4 in 2024-04-12T15:55:36.220 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:35 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T15:55:36.220 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:35 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T15:55:36.220 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:35 smithi099 ceph-mon[27456]: from='osd.3 ' entity='osd.3' 2024-04-12T15:55:36.220 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:35 smithi099 ceph-mon[39429]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]': finished 2024-04-12T15:55:36.220 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:35 smithi099 ceph-mon[39429]: osdmap e24: 4 total, 3 up, 4 in 2024-04-12T15:55:36.220 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:35 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T15:55:36.220 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:35 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T15:55:36.220 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:35 smithi099 ceph-mon[39429]: from='osd.3 ' entity='osd.3' 2024-04-12T15:55:36.388 INFO:teuthology.orchestra.run.smithi110.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-12T15:55:36.388 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-12T15:55:36.388 INFO:teuthology.orchestra.run.smithi110.stderr: stderr: 10+0 records in 2024-04-12T15:55:36.388 INFO:teuthology.orchestra.run.smithi110.stderr:10+0 records out 2024-04-12T15:55:36.388 INFO:teuthology.orchestra.run.smithi110.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00845523 s, 1.2 GB/s 2024-04-12T15:55:36.389 INFO:teuthology.orchestra.run.smithi110.stderr: stderr: 2024-04-12T15:55:36.389 INFO:teuthology.orchestra.run.smithi110.stderr:--> Zapping successful for: 2024-04-12T15:55:37.043 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:36 smithi110 ceph-mon[31279]: purged_snaps scrub starts 2024-04-12T15:55:37.043 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:36 smithi110 ceph-mon[31279]: purged_snaps scrub ok 2024-04-12T15:55:37.043 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:36 smithi110 ceph-mon[31279]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-12T15:55:37.043 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:36 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T15:55:37.043 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:36 smithi110 ceph-mon[31279]: osd.3 [v2:172.21.15.99:6826/4076835847,v1:172.21.15.99:6827/4076835847] boot 2024-04-12T15:55:37.043 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:36 smithi110 ceph-mon[31279]: osdmap e25: 4 total, 4 up, 4 in 2024-04-12T15:55:37.044 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:36 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T15:55:37.065 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph orch daemon add osd smithi110:vg_nvme/lv_4 2024-04-12T15:55:37.310 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.b/config 2024-04-12T15:55:37.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:36 smithi099 ceph-mon[27456]: purged_snaps scrub starts 2024-04-12T15:55:37.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:36 smithi099 ceph-mon[27456]: purged_snaps scrub ok 2024-04-12T15:55:37.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:36 smithi099 ceph-mon[27456]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-12T15:55:37.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:36 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T15:55:37.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:36 smithi099 ceph-mon[27456]: osd.3 [v2:172.21.15.99:6826/4076835847,v1:172.21.15.99:6827/4076835847] boot 2024-04-12T15:55:37.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:36 smithi099 ceph-mon[27456]: osdmap e25: 4 total, 4 up, 4 in 2024-04-12T15:55:37.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:36 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T15:55:37.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:36 smithi099 ceph-mon[39429]: purged_snaps scrub starts 2024-04-12T15:55:37.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:36 smithi099 ceph-mon[39429]: purged_snaps scrub ok 2024-04-12T15:55:37.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:36 smithi099 ceph-mon[39429]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-12T15:55:37.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:36 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T15:55:37.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:36 smithi099 ceph-mon[39429]: osd.3 [v2:172.21.15.99:6826/4076835847,v1:172.21.15.99:6827/4076835847] boot 2024-04-12T15:55:37.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:36 smithi099 ceph-mon[39429]: osdmap e25: 4 total, 4 up, 4 in 2024-04-12T15:55:37.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:36 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T15:55:39.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:38 smithi110 ceph-mon[31279]: Detected new or changed devices on smithi099 2024-04-12T15:55:39.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:38 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:39.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:38 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:39.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:38 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:55:39.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:38 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:55:39.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:38 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:55:39.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:38 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:55:39.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:38 smithi110 ceph-mon[31279]: Adjusting osd_memory_target on smithi099 to 4016M 2024-04-12T15:55:39.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:38 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:39.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:38 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:55:39.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:38 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:55:39.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:38 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:39.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:38 smithi110 ceph-mon[31279]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T15:55:39.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:38 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:55:39.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:38 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:55:39.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:38 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:55:39.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:38 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:39.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:38 smithi110 ceph-mon[31279]: osdmap e26: 4 total, 4 up, 4 in 2024-04-12T15:55:39.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:38 smithi099 ceph-mon[27456]: Detected new or changed devices on smithi099 2024-04-12T15:55:39.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:38 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:39.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:38 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:39.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:38 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:55:39.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:38 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:55:39.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:38 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:55:39.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:38 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:55:39.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:38 smithi099 ceph-mon[27456]: Adjusting osd_memory_target on smithi099 to 4016M 2024-04-12T15:55:39.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:38 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:39.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:38 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:55:39.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:38 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:55:39.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:38 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:39.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:38 smithi099 ceph-mon[27456]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T15:55:39.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:38 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:55:39.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:38 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:55:39.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:38 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:55:39.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:38 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:39.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:38 smithi099 ceph-mon[27456]: osdmap e26: 4 total, 4 up, 4 in 2024-04-12T15:55:39.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:38 smithi099 ceph-mon[39429]: Detected new or changed devices on smithi099 2024-04-12T15:55:39.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:38 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:39.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:38 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:39.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:38 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:55:39.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:38 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:55:39.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:38 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:55:39.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:38 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:55:39.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:38 smithi099 ceph-mon[39429]: Adjusting osd_memory_target on smithi099 to 4016M 2024-04-12T15:55:39.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:38 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:39.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:38 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:55:39.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:38 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:55:39.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:38 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:39.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:38 smithi099 ceph-mon[39429]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T15:55:39.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:38 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:55:39.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:38 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:55:39.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:38 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:55:39.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:38 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:39.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:38 smithi099 ceph-mon[39429]: osdmap e26: 4 total, 4 up, 4 in 2024-04-12T15:55:39.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:39 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T15:55:39.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:39 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T15:55:39.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:39 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:55:40.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:39 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T15:55:40.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:39 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T15:55:40.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:39 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:55:40.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:39 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T15:55:40.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:39 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T15:55:40.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:39 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:55:41.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:40 smithi110 ceph-mon[31279]: from='client.24187 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi110:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:55:41.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:40 smithi110 ceph-mon[31279]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T15:55:41.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:40 smithi099 ceph-mon[27456]: from='client.24187 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi110:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:55:41.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:40 smithi099 ceph-mon[27456]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T15:55:41.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:40 smithi099 ceph-mon[39429]: from='client.24187 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi110:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:55:41.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:40 smithi099 ceph-mon[39429]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T15:55:42.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:41 smithi110 ceph-mon[31279]: from='client.? 172.21.15.110:0/2788845714' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0e8e9ddf-dce6-45e1-86d6-96741ff35a9c"}]: dispatch 2024-04-12T15:55:42.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:41 smithi110 ceph-mon[31279]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0e8e9ddf-dce6-45e1-86d6-96741ff35a9c"}]: dispatch 2024-04-12T15:55:42.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:41 smithi110 ceph-mon[31279]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0e8e9ddf-dce6-45e1-86d6-96741ff35a9c"}]': finished 2024-04-12T15:55:42.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:41 smithi110 ceph-mon[31279]: osdmap e27: 5 total, 4 up, 5 in 2024-04-12T15:55:42.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:41 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T15:55:42.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:41 smithi099 ceph-mon[27456]: from='client.? 172.21.15.110:0/2788845714' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0e8e9ddf-dce6-45e1-86d6-96741ff35a9c"}]: dispatch 2024-04-12T15:55:42.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:41 smithi099 ceph-mon[27456]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0e8e9ddf-dce6-45e1-86d6-96741ff35a9c"}]: dispatch 2024-04-12T15:55:42.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:41 smithi099 ceph-mon[27456]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0e8e9ddf-dce6-45e1-86d6-96741ff35a9c"}]': finished 2024-04-12T15:55:42.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:41 smithi099 ceph-mon[27456]: osdmap e27: 5 total, 4 up, 5 in 2024-04-12T15:55:42.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:41 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T15:55:42.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:41 smithi099 ceph-mon[39429]: from='client.? 172.21.15.110:0/2788845714' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0e8e9ddf-dce6-45e1-86d6-96741ff35a9c"}]: dispatch 2024-04-12T15:55:42.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:41 smithi099 ceph-mon[39429]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0e8e9ddf-dce6-45e1-86d6-96741ff35a9c"}]: dispatch 2024-04-12T15:55:42.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:41 smithi099 ceph-mon[39429]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0e8e9ddf-dce6-45e1-86d6-96741ff35a9c"}]': finished 2024-04-12T15:55:42.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:41 smithi099 ceph-mon[39429]: osdmap e27: 5 total, 4 up, 5 in 2024-04-12T15:55:42.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:41 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T15:55:43.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:42 smithi110 ceph-mon[31279]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T15:55:43.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:42 smithi110 ceph-mon[31279]: from='client.? 172.21.15.110:0/4150848661' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T15:55:43.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:42 smithi099 ceph-mon[27456]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T15:55:43.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:42 smithi099 ceph-mon[27456]: from='client.? 172.21.15.110:0/4150848661' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T15:55:43.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:42 smithi099 ceph-mon[39429]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T15:55:43.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:42 smithi099 ceph-mon[39429]: from='client.? 172.21.15.110:0/4150848661' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T15:55:45.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:44 smithi110 ceph-mon[31279]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T15:55:45.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:44 smithi099 ceph-mon[27456]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T15:55:45.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:44 smithi099 ceph-mon[39429]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T15:55:47.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:46 smithi110 ceph-mon[31279]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T15:55:47.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:46 smithi099 ceph-mon[27456]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T15:55:47.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:46 smithi099 ceph-mon[39429]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T15:55:48.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:47 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-12T15:55:48.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:47 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:55:48.279 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:47 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-12T15:55:48.279 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:47 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:55:48.280 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:47 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-12T15:55:48.280 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:47 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:55:49.174 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:48 smithi110 ceph-mon[31279]: Deploying daemon osd.4 on smithi110 2024-04-12T15:55:49.175 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:48 smithi110 ceph-mon[31279]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T15:55:49.295 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:48 smithi099 ceph-mon[27456]: Deploying daemon osd.4 on smithi110 2024-04-12T15:55:49.295 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:48 smithi099 ceph-mon[27456]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T15:55:49.296 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:48 smithi099 ceph-mon[39429]: Deploying daemon osd.4 on smithi110 2024-04-12T15:55:49.296 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:48 smithi099 ceph-mon[39429]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T15:55:51.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:50 smithi110 ceph-mon[31279]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T15:55:51.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:50 smithi099 ceph-mon[27456]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T15:55:51.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:50 smithi099 ceph-mon[39429]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T15:55:53.305 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:52 smithi110 ceph-mon[31279]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T15:55:53.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:52 smithi099 ceph-mon[27456]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T15:55:53.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:52 smithi099 ceph-mon[39429]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T15:55:54.213 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:53 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:54.213 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:53 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:54.213 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:53 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:55:54.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:53 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:54.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:53 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:54.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:53 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:55:54.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:53 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:54.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:53 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:54.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:53 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:55:55.127 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:54 smithi110 ceph-mon[31279]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T15:55:55.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:54 smithi099 ceph-mon[27456]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T15:55:55.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:54 smithi099 ceph-mon[39429]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T15:55:56.165 INFO:teuthology.orchestra.run.smithi110.stdout:Created osd(s) 4 on host 'smithi110' 2024-04-12T15:55:56.737 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:56 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:56.737 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:56 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:56.737 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:56 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:55:56.737 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:56 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:55:56.737 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:56 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:56.737 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:56 smithi110 ceph-mon[31279]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T15:55:56.737 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:56 smithi110 ceph-mon[31279]: from='osd.4 [v2:172.21.15.110:6800/2706881134,v1:172.21.15.110:6801/2706881134]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T15:55:56.737 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:56 smithi110 ceph-mon[31279]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T15:55:56.737 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:56 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:56.737 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:56 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:56.737 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:56 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:55:56.739 DEBUG:teuthology.orchestra.run.smithi110:osd.4> sudo journalctl -f -n 0 -u ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@osd.4.service 2024-04-12T15:55:56.741 INFO:tasks.cephadm:Deploying osd.5 on smithi110 with /dev/vg_nvme/lv_3... 2024-04-12T15:55:56.742 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-12T15:55:56.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:56 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:56.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:56 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:56.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:56 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:55:56.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:56 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:55:56.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:56 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:56.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:56 smithi099 ceph-mon[27456]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T15:55:56.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:56 smithi099 ceph-mon[27456]: from='osd.4 [v2:172.21.15.110:6800/2706881134,v1:172.21.15.110:6801/2706881134]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T15:55:56.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:56 smithi099 ceph-mon[27456]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T15:55:56.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:56 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:56.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:56 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:56.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:56 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:55:56.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:56 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:56.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:56 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:56.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:56 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:55:56.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:56 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:55:56.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:56 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:56.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:56 smithi099 ceph-mon[39429]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T15:55:56.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:56 smithi099 ceph-mon[39429]: from='osd.4 [v2:172.21.15.110:6800/2706881134,v1:172.21.15.110:6801/2706881134]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T15:55:56.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:56 smithi099 ceph-mon[39429]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T15:55:56.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:56 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:56.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:56 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:55:56.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:56 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:55:57.477 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.b/config 2024-04-12T15:55:57.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:57 smithi110 ceph-mon[31279]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-12T15:55:57.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:57 smithi110 ceph-mon[31279]: osdmap e28: 5 total, 4 up, 5 in 2024-04-12T15:55:57.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:57 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T15:55:57.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:57 smithi110 ceph-mon[31279]: from='osd.4 [v2:172.21.15.110:6800/2706881134,v1:172.21.15.110:6801/2706881134]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T15:55:57.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:57 smithi110 ceph-mon[31279]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T15:55:57.836 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 15:55:57 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4[36807]: 2024-04-12T15:55:57.528+0000 7fd71e1a7700 -1 osd.4 0 waiting for initial osdmap 2024-04-12T15:55:57.836 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 15:55:57 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4[36807]: 2024-04-12T15:55:57.532+0000 7fd719f9c700 -1 osd.4 29 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T15:55:57.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:57 smithi099 ceph-mon[27456]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-12T15:55:57.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:57 smithi099 ceph-mon[27456]: osdmap e28: 5 total, 4 up, 5 in 2024-04-12T15:55:57.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:57 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T15:55:57.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:57 smithi099 ceph-mon[27456]: from='osd.4 [v2:172.21.15.110:6800/2706881134,v1:172.21.15.110:6801/2706881134]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T15:55:57.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:57 smithi099 ceph-mon[27456]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T15:55:57.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:57 smithi099 ceph-mon[39429]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-12T15:55:57.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:57 smithi099 ceph-mon[39429]: osdmap e28: 5 total, 4 up, 5 in 2024-04-12T15:55:57.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:57 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T15:55:57.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:57 smithi099 ceph-mon[39429]: from='osd.4 [v2:172.21.15.110:6800/2706881134,v1:172.21.15.110:6801/2706881134]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T15:55:57.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:57 smithi099 ceph-mon[39429]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T15:55:58.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:58 smithi110 ceph-mon[31279]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]': finished 2024-04-12T15:55:58.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:58 smithi110 ceph-mon[31279]: osdmap e29: 5 total, 4 up, 5 in 2024-04-12T15:55:58.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:58 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T15:55:58.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:58 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T15:55:58.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:58 smithi110 ceph-mon[31279]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T15:55:58.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:58 smithi110 ceph-mon[31279]: osd.4 [v2:172.21.15.110:6800/2706881134,v1:172.21.15.110:6801/2706881134] boot 2024-04-12T15:55:58.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:58 smithi110 ceph-mon[31279]: osdmap e30: 5 total, 5 up, 5 in 2024-04-12T15:55:58.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:58 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T15:55:58.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:58 smithi099 ceph-mon[27456]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]': finished 2024-04-12T15:55:58.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:58 smithi099 ceph-mon[27456]: osdmap e29: 5 total, 4 up, 5 in 2024-04-12T15:55:58.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:58 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T15:55:58.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:58 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T15:55:58.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:58 smithi099 ceph-mon[27456]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T15:55:58.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:58 smithi099 ceph-mon[27456]: osd.4 [v2:172.21.15.110:6800/2706881134,v1:172.21.15.110:6801/2706881134] boot 2024-04-12T15:55:58.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:58 smithi099 ceph-mon[27456]: osdmap e30: 5 total, 5 up, 5 in 2024-04-12T15:55:58.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:58 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T15:55:58.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:58 smithi099 ceph-mon[39429]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]': finished 2024-04-12T15:55:58.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:58 smithi099 ceph-mon[39429]: osdmap e29: 5 total, 4 up, 5 in 2024-04-12T15:55:58.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:58 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T15:55:58.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:58 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T15:55:58.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:58 smithi099 ceph-mon[39429]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T15:55:58.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:58 smithi099 ceph-mon[39429]: osd.4 [v2:172.21.15.110:6800/2706881134,v1:172.21.15.110:6801/2706881134] boot 2024-04-12T15:55:58.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:58 smithi099 ceph-mon[39429]: osdmap e30: 5 total, 5 up, 5 in 2024-04-12T15:55:58.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:58 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T15:55:59.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:59 smithi110 ceph-mon[31279]: purged_snaps scrub starts 2024-04-12T15:55:59.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:59 smithi110 ceph-mon[31279]: purged_snaps scrub ok 2024-04-12T15:55:59.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:55:59 smithi110 ceph-mon[31279]: osdmap e31: 5 total, 5 up, 5 in 2024-04-12T15:55:59.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:59 smithi099 ceph-mon[27456]: purged_snaps scrub starts 2024-04-12T15:55:59.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:59 smithi099 ceph-mon[27456]: purged_snaps scrub ok 2024-04-12T15:55:59.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:55:59 smithi099 ceph-mon[27456]: osdmap e31: 5 total, 5 up, 5 in 2024-04-12T15:55:59.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:59 smithi099 ceph-mon[39429]: purged_snaps scrub starts 2024-04-12T15:55:59.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:59 smithi099 ceph-mon[39429]: purged_snaps scrub ok 2024-04-12T15:55:59.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:55:59 smithi099 ceph-mon[39429]: osdmap e31: 5 total, 5 up, 5 in 2024-04-12T15:55:59.879 INFO:teuthology.orchestra.run.smithi110.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-12T15:55:59.879 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-12T15:55:59.879 INFO:teuthology.orchestra.run.smithi110.stderr: stderr: 10+0 records in 2024-04-12T15:55:59.879 INFO:teuthology.orchestra.run.smithi110.stderr:10+0 records out 2024-04-12T15:55:59.879 INFO:teuthology.orchestra.run.smithi110.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0094681 s, 1.1 GB/s 2024-04-12T15:55:59.879 INFO:teuthology.orchestra.run.smithi110.stderr:--> Zapping successful for: 2024-04-12T15:56:00.624 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph orch daemon add osd smithi110:vg_nvme/lv_3 2024-04-12T15:56:00.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:00 smithi110 ceph-mon[31279]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T15:56:00.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:00 smithi110 ceph-mon[31279]: osdmap e32: 5 total, 5 up, 5 in 2024-04-12T15:56:00.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:00 smithi099 ceph-mon[27456]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T15:56:00.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:00 smithi099 ceph-mon[27456]: osdmap e32: 5 total, 5 up, 5 in 2024-04-12T15:56:00.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:00 smithi099 ceph-mon[39429]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T15:56:00.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:00 smithi099 ceph-mon[39429]: osdmap e32: 5 total, 5 up, 5 in 2024-04-12T15:56:01.387 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.b/config 2024-04-12T15:56:02.540 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:02 smithi110 ceph-mon[31279]: Detected new or changed devices on smithi110 2024-04-12T15:56:02.540 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:02 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:02.540 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:02 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:02.540 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:02 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:56:02.540 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:02 smithi110 ceph-mon[31279]: Adjusting osd_memory_target on smithi110 to 17088M 2024-04-12T15:56:02.541 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:02 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:02.541 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:02 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:56:02.541 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:02 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:56:02.541 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:02 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:02.541 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:02 smithi110 ceph-mon[31279]: osdmap e33: 5 total, 5 up, 5 in 2024-04-12T15:56:02.541 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:02 smithi110 ceph-mon[31279]: pgmap v117: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-12T15:56:02.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:02 smithi099 ceph-mon[27456]: Detected new or changed devices on smithi110 2024-04-12T15:56:02.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:02 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:02.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:02 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:02.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:02 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:56:02.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:02 smithi099 ceph-mon[27456]: Adjusting osd_memory_target on smithi110 to 17088M 2024-04-12T15:56:02.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:02 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:02.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:02 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:56:02.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:02 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:56:02.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:02 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:02.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:02 smithi099 ceph-mon[27456]: osdmap e33: 5 total, 5 up, 5 in 2024-04-12T15:56:02.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:02 smithi099 ceph-mon[27456]: pgmap v117: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-12T15:56:02.629 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:02 smithi099 ceph-mon[39429]: Detected new or changed devices on smithi110 2024-04-12T15:56:02.629 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:02 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:02.629 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:02 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:02.629 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:02 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:56:02.629 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:02 smithi099 ceph-mon[39429]: Adjusting osd_memory_target on smithi110 to 17088M 2024-04-12T15:56:02.629 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:02 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:02.629 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:02 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:56:02.630 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:02 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:56:02.630 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:02 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:02.630 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:02 smithi099 ceph-mon[39429]: osdmap e33: 5 total, 5 up, 5 in 2024-04-12T15:56:02.630 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:02 smithi099 ceph-mon[39429]: pgmap v117: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-12T15:56:03.792 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:03 smithi110 ceph-mon[31279]: osdmap e34: 5 total, 5 up, 5 in 2024-04-12T15:56:03.792 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:03 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T15:56:03.792 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:03 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T15:56:03.792 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:03 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:56:03.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:03 smithi099 ceph-mon[27456]: osdmap e34: 5 total, 5 up, 5 in 2024-04-12T15:56:03.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:03 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T15:56:03.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:03 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T15:56:03.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:03 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:56:03.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:03 smithi099 ceph-mon[39429]: osdmap e34: 5 total, 5 up, 5 in 2024-04-12T15:56:03.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:03 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T15:56:03.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:03 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T15:56:03.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:03 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:56:04.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:04 smithi110 ceph-mon[31279]: from='client.24214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi110:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:56:04.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:04 smithi110 ceph-mon[31279]: pgmap v119: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 133 KiB/s, 0 objects/s recovering 2024-04-12T15:56:04.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:04 smithi099 ceph-mon[27456]: from='client.24214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi110:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:56:04.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:04 smithi099 ceph-mon[27456]: pgmap v119: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 133 KiB/s, 0 objects/s recovering 2024-04-12T15:56:04.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:04 smithi099 ceph-mon[39429]: from='client.24214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi110:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:56:04.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:04 smithi099 ceph-mon[39429]: pgmap v119: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 133 KiB/s, 0 objects/s recovering 2024-04-12T15:56:06.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:05 smithi099 ceph-mon[39429]: from='client.? 172.21.15.110:0/3631197566' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4f625bf6-2403-4341-8196-d155baab2e8f"}]: dispatch 2024-04-12T15:56:06.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:05 smithi099 ceph-mon[39429]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4f625bf6-2403-4341-8196-d155baab2e8f"}]: dispatch 2024-04-12T15:56:06.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:05 smithi099 ceph-mon[39429]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4f625bf6-2403-4341-8196-d155baab2e8f"}]': finished 2024-04-12T15:56:06.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:05 smithi099 ceph-mon[39429]: osdmap e35: 6 total, 5 up, 6 in 2024-04-12T15:56:06.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:05 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T15:56:06.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:05 smithi099 ceph-mon[27456]: from='client.? 172.21.15.110:0/3631197566' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4f625bf6-2403-4341-8196-d155baab2e8f"}]: dispatch 2024-04-12T15:56:06.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:05 smithi099 ceph-mon[27456]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4f625bf6-2403-4341-8196-d155baab2e8f"}]: dispatch 2024-04-12T15:56:06.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:05 smithi099 ceph-mon[27456]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4f625bf6-2403-4341-8196-d155baab2e8f"}]': finished 2024-04-12T15:56:06.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:05 smithi099 ceph-mon[27456]: osdmap e35: 6 total, 5 up, 6 in 2024-04-12T15:56:06.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:05 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T15:56:06.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:05 smithi110 ceph-mon[31279]: from='client.? 172.21.15.110:0/3631197566' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4f625bf6-2403-4341-8196-d155baab2e8f"}]: dispatch 2024-04-12T15:56:06.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:05 smithi110 ceph-mon[31279]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4f625bf6-2403-4341-8196-d155baab2e8f"}]: dispatch 2024-04-12T15:56:06.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:05 smithi110 ceph-mon[31279]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4f625bf6-2403-4341-8196-d155baab2e8f"}]': finished 2024-04-12T15:56:06.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:05 smithi110 ceph-mon[31279]: osdmap e35: 6 total, 5 up, 6 in 2024-04-12T15:56:06.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:05 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T15:56:07.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:06 smithi110 ceph-mon[31279]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 108 KiB/s, 0 objects/s recovering 2024-04-12T15:56:07.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:06 smithi110 ceph-mon[31279]: from='client.? 172.21.15.110:0/2610691426' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T15:56:07.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:06 smithi099 ceph-mon[27456]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 108 KiB/s, 0 objects/s recovering 2024-04-12T15:56:07.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:06 smithi099 ceph-mon[27456]: from='client.? 172.21.15.110:0/2610691426' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T15:56:07.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:06 smithi099 ceph-mon[39429]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 108 KiB/s, 0 objects/s recovering 2024-04-12T15:56:07.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:06 smithi099 ceph-mon[39429]: from='client.? 172.21.15.110:0/2610691426' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T15:56:08.964 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:08 smithi110 ceph-mon[31279]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T15:56:09.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:08 smithi099 ceph-mon[27456]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T15:56:09.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:08 smithi099 ceph-mon[39429]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T15:56:10.940 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:10 smithi110 ceph-mon[31279]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T15:56:11.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:10 smithi099 ceph-mon[27456]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T15:56:11.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:10 smithi099 ceph-mon[39429]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T15:56:13.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:12 smithi110 ceph-mon[31279]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T15:56:13.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:12 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-12T15:56:13.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:12 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:56:13.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:12 smithi099 ceph-mon[27456]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T15:56:13.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:12 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-12T15:56:13.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:12 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:56:13.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:12 smithi099 ceph-mon[39429]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T15:56:13.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:12 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-12T15:56:13.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:12 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:56:14.078 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:13 smithi110 ceph-mon[31279]: Deploying daemon osd.5 on smithi110 2024-04-12T15:56:14.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:13 smithi099 ceph-mon[27456]: Deploying daemon osd.5 on smithi110 2024-04-12T15:56:14.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:13 smithi099 ceph-mon[39429]: Deploying daemon osd.5 on smithi110 2024-04-12T15:56:15.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:14 smithi110 ceph-mon[31279]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T15:56:15.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:14 smithi099 ceph-mon[27456]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T15:56:15.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:14 smithi099 ceph-mon[39429]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T15:56:16.985 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:16 smithi110 ceph-mon[31279]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T15:56:17.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:16 smithi099 ceph-mon[27456]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T15:56:17.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:16 smithi099 ceph-mon[39429]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T15:56:18.562 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:18 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:18.563 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:18 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:18.563 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:18 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:56:18.563 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:18 smithi110 ceph-mon[31279]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T15:56:18.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:18 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:18.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:18 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:18.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:18 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:56:18.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:18 smithi099 ceph-mon[27456]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T15:56:18.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:18 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:18.629 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:18 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:18.629 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:18 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:56:18.629 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:18 smithi099 ceph-mon[39429]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T15:56:20.382 INFO:teuthology.orchestra.run.smithi110.stdout:Created osd(s) 5 on host 'smithi110' 2024-04-12T15:56:20.924 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:20 smithi110 ceph-mon[31279]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T15:56:20.924 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:20 smithi110 ceph-mon[31279]: from='osd.5 [v2:172.21.15.110:6808/18731328,v1:172.21.15.110:6809/18731328]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T15:56:20.924 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:20 smithi110 ceph-mon[31279]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T15:56:20.924 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:20 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:20.925 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:20 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:20.947 DEBUG:teuthology.orchestra.run.smithi110:osd.5> sudo journalctl -f -n 0 -u ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@osd.5.service 2024-04-12T15:56:20.950 INFO:tasks.cephadm:Deploying osd.6 on smithi110 with /dev/vg_nvme/lv_2... 2024-04-12T15:56:20.950 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-12T15:56:21.196 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.b/config 2024-04-12T15:56:21.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:20 smithi099 ceph-mon[27456]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T15:56:21.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:20 smithi099 ceph-mon[27456]: from='osd.5 [v2:172.21.15.110:6808/18731328,v1:172.21.15.110:6809/18731328]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T15:56:21.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:20 smithi099 ceph-mon[27456]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T15:56:21.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:20 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:21.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:20 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:21.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:20 smithi099 ceph-mon[39429]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T15:56:21.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:20 smithi099 ceph-mon[39429]: from='osd.5 [v2:172.21.15.110:6808/18731328,v1:172.21.15.110:6809/18731328]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T15:56:21.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:20 smithi099 ceph-mon[39429]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T15:56:21.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:20 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:21.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:20 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:22.168 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:21 smithi110 ceph-mon[31279]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-12T15:56:22.168 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:21 smithi110 ceph-mon[31279]: osdmap e36: 6 total, 5 up, 6 in 2024-04-12T15:56:22.168 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:21 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T15:56:22.168 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:21 smithi110 ceph-mon[31279]: from='osd.5 [v2:172.21.15.110:6808/18731328,v1:172.21.15.110:6809/18731328]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T15:56:22.168 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:21 smithi110 ceph-mon[31279]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T15:56:22.168 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:21 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:22.168 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:21 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:22.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:21 smithi099 ceph-mon[27456]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-12T15:56:22.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:21 smithi099 ceph-mon[27456]: osdmap e36: 6 total, 5 up, 6 in 2024-04-12T15:56:22.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:21 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T15:56:22.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:21 smithi099 ceph-mon[27456]: from='osd.5 [v2:172.21.15.110:6808/18731328,v1:172.21.15.110:6809/18731328]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T15:56:22.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:21 smithi099 ceph-mon[27456]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T15:56:22.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:21 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:22.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:21 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:22.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:21 smithi099 ceph-mon[39429]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-12T15:56:22.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:21 smithi099 ceph-mon[39429]: osdmap e36: 6 total, 5 up, 6 in 2024-04-12T15:56:22.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:21 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T15:56:22.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:21 smithi099 ceph-mon[39429]: from='osd.5 [v2:172.21.15.110:6808/18731328,v1:172.21.15.110:6809/18731328]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T15:56:22.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:21 smithi099 ceph-mon[39429]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T15:56:22.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:21 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:22.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:21 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:22.523 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 15:56:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5[43175]: 2024-04-12T15:56:22.168+0000 7f43f7ec7700 -1 osd.5 0 waiting for initial osdmap 2024-04-12T15:56:22.523 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 15:56:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5[43175]: 2024-04-12T15:56:22.173+0000 7f43efcb4700 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T15:56:23.044 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:22 smithi110 ceph-mon[31279]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T15:56:23.044 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:22 smithi110 ceph-mon[31279]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]': finished 2024-04-12T15:56:23.044 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:22 smithi110 ceph-mon[31279]: osdmap e37: 6 total, 5 up, 6 in 2024-04-12T15:56:23.044 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:22 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T15:56:23.044 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:22 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T15:56:23.044 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:22 smithi110 ceph-mon[31279]: from='osd.5 ' entity='osd.5' 2024-04-12T15:56:23.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:22 smithi099 ceph-mon[27456]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T15:56:23.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:22 smithi099 ceph-mon[27456]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]': finished 2024-04-12T15:56:23.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:22 smithi099 ceph-mon[27456]: osdmap e37: 6 total, 5 up, 6 in 2024-04-12T15:56:23.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:22 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T15:56:23.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:22 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T15:56:23.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:22 smithi099 ceph-mon[27456]: from='osd.5 ' entity='osd.5' 2024-04-12T15:56:23.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:22 smithi099 ceph-mon[39429]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T15:56:23.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:22 smithi099 ceph-mon[39429]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]': finished 2024-04-12T15:56:23.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:22 smithi099 ceph-mon[39429]: osdmap e37: 6 total, 5 up, 6 in 2024-04-12T15:56:23.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:22 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T15:56:23.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:22 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T15:56:23.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:22 smithi099 ceph-mon[39429]: from='osd.5 ' entity='osd.5' 2024-04-12T15:56:23.403 INFO:teuthology.orchestra.run.smithi110.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-12T15:56:23.403 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-12T15:56:23.404 INFO:teuthology.orchestra.run.smithi110.stderr: stderr: 10+0 records in 2024-04-12T15:56:23.404 INFO:teuthology.orchestra.run.smithi110.stderr:10+0 records out 2024-04-12T15:56:23.404 INFO:teuthology.orchestra.run.smithi110.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0100689 s, 1.0 GB/s 2024-04-12T15:56:23.404 INFO:teuthology.orchestra.run.smithi110.stderr:--> Zapping successful for: 2024-04-12T15:56:23.999 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:23 smithi110 ceph-mon[31279]: purged_snaps scrub starts 2024-04-12T15:56:23.999 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:23 smithi110 ceph-mon[31279]: purged_snaps scrub ok 2024-04-12T15:56:23.999 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:23 smithi110 ceph-mon[31279]: osd.5 [v2:172.21.15.110:6808/18731328,v1:172.21.15.110:6809/18731328] boot 2024-04-12T15:56:23.999 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:23 smithi110 ceph-mon[31279]: osdmap e38: 6 total, 6 up, 6 in 2024-04-12T15:56:23.999 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:23 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T15:56:24.024 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph orch daemon add osd smithi110:vg_nvme/lv_2 2024-04-12T15:56:24.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:23 smithi099 ceph-mon[27456]: purged_snaps scrub starts 2024-04-12T15:56:24.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:23 smithi099 ceph-mon[27456]: purged_snaps scrub ok 2024-04-12T15:56:24.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:23 smithi099 ceph-mon[27456]: osd.5 [v2:172.21.15.110:6808/18731328,v1:172.21.15.110:6809/18731328] boot 2024-04-12T15:56:24.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:23 smithi099 ceph-mon[27456]: osdmap e38: 6 total, 6 up, 6 in 2024-04-12T15:56:24.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:23 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T15:56:24.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:23 smithi099 ceph-mon[39429]: purged_snaps scrub starts 2024-04-12T15:56:24.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:23 smithi099 ceph-mon[39429]: purged_snaps scrub ok 2024-04-12T15:56:24.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:23 smithi099 ceph-mon[39429]: osd.5 [v2:172.21.15.110:6808/18731328,v1:172.21.15.110:6809/18731328] boot 2024-04-12T15:56:24.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:23 smithi099 ceph-mon[39429]: osdmap e38: 6 total, 6 up, 6 in 2024-04-12T15:56:24.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:23 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T15:56:24.412 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.b/config 2024-04-12T15:56:25.202 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:24 smithi110 ceph-mon[31279]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T15:56:25.202 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:24 smithi110 ceph-mon[31279]: osdmap e39: 6 total, 6 up, 6 in 2024-04-12T15:56:25.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:24 smithi099 ceph-mon[27456]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T15:56:25.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:24 smithi099 ceph-mon[27456]: osdmap e39: 6 total, 6 up, 6 in 2024-04-12T15:56:25.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:24 smithi099 ceph-mon[39429]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T15:56:25.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:24 smithi099 ceph-mon[39429]: osdmap e39: 6 total, 6 up, 6 in 2024-04-12T15:56:26.203 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:25 smithi110 ceph-mon[31279]: osdmap e40: 6 total, 6 up, 6 in 2024-04-12T15:56:26.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:25 smithi099 ceph-mon[39429]: osdmap e40: 6 total, 6 up, 6 in 2024-04-12T15:56:26.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:25 smithi099 ceph-mon[27456]: osdmap e40: 6 total, 6 up, 6 in 2024-04-12T15:56:27.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:26 smithi110 ceph-mon[31279]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-12T15:56:27.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:26 smithi110 ceph-mon[31279]: osdmap e41: 6 total, 6 up, 6 in 2024-04-12T15:56:27.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:26 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:27.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:26 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:27.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:26 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:56:27.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:26 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:56:27.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:26 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:27.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:26 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:56:27.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:26 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:56:27.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:26 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:27.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:26 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:56:27.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:26 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:56:27.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:26 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:56:27.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:26 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:27.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:26 smithi099 ceph-mon[27456]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-12T15:56:27.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:26 smithi099 ceph-mon[27456]: osdmap e41: 6 total, 6 up, 6 in 2024-04-12T15:56:27.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:26 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:27.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:26 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:27.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:26 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:56:27.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:26 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:56:27.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:26 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:27.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:26 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:56:27.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:26 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:56:27.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:26 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:27.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:26 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:56:27.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:26 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:56:27.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:26 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:56:27.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:26 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:27.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:26 smithi099 ceph-mon[39429]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-12T15:56:27.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:26 smithi099 ceph-mon[39429]: osdmap e41: 6 total, 6 up, 6 in 2024-04-12T15:56:27.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:26 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:27.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:26 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:27.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:26 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:56:27.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:26 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:56:27.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:26 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:27.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:26 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:56:27.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:26 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:56:27.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:26 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:27.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:26 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:56:27.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:26 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:56:27.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:26 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:56:27.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:26 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:27.993 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:27 smithi110 ceph-mon[31279]: Detected new or changed devices on smithi110 2024-04-12T15:56:27.993 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:27 smithi110 ceph-mon[31279]: Adjusting osd_memory_target on smithi110 to 8544M 2024-04-12T15:56:27.993 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:27 smithi110 ceph-mon[31279]: osdmap e42: 6 total, 6 up, 6 in 2024-04-12T15:56:27.993 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:27 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T15:56:27.993 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:27 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T15:56:27.993 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:27 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:56:28.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:27 smithi099 ceph-mon[27456]: Detected new or changed devices on smithi110 2024-04-12T15:56:28.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:27 smithi099 ceph-mon[27456]: Adjusting osd_memory_target on smithi110 to 8544M 2024-04-12T15:56:28.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:27 smithi099 ceph-mon[27456]: osdmap e42: 6 total, 6 up, 6 in 2024-04-12T15:56:28.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:27 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T15:56:28.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:27 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T15:56:28.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:27 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:56:28.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:27 smithi099 ceph-mon[39429]: Detected new or changed devices on smithi110 2024-04-12T15:56:28.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:27 smithi099 ceph-mon[39429]: Adjusting osd_memory_target on smithi110 to 8544M 2024-04-12T15:56:28.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:27 smithi099 ceph-mon[39429]: osdmap e42: 6 total, 6 up, 6 in 2024-04-12T15:56:28.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:27 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T15:56:28.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:27 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T15:56:28.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:27 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:56:29.210 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:28 smithi110 ceph-mon[31279]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi110:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:56:29.211 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:28 smithi110 ceph-mon[31279]: pgmap v139: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-12T15:56:29.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:28 smithi099 ceph-mon[27456]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi110:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:56:29.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:28 smithi099 ceph-mon[27456]: pgmap v139: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-12T15:56:29.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:28 smithi099 ceph-mon[39429]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi110:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:56:29.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:28 smithi099 ceph-mon[39429]: pgmap v139: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-12T15:56:30.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:29 smithi110 ceph-mon[31279]: from='client.? 172.21.15.110:0/1285030582' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ffa3a539-4fc0-4586-bff2-149c927ef694"}]: dispatch 2024-04-12T15:56:30.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:29 smithi110 ceph-mon[31279]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ffa3a539-4fc0-4586-bff2-149c927ef694"}]: dispatch 2024-04-12T15:56:30.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:29 smithi110 ceph-mon[31279]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ffa3a539-4fc0-4586-bff2-149c927ef694"}]': finished 2024-04-12T15:56:30.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:29 smithi110 ceph-mon[31279]: osdmap e43: 7 total, 6 up, 7 in 2024-04-12T15:56:30.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:29 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T15:56:30.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:29 smithi099 ceph-mon[39429]: from='client.? 172.21.15.110:0/1285030582' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ffa3a539-4fc0-4586-bff2-149c927ef694"}]: dispatch 2024-04-12T15:56:30.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:29 smithi099 ceph-mon[39429]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ffa3a539-4fc0-4586-bff2-149c927ef694"}]: dispatch 2024-04-12T15:56:30.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:29 smithi099 ceph-mon[39429]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ffa3a539-4fc0-4586-bff2-149c927ef694"}]': finished 2024-04-12T15:56:30.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:29 smithi099 ceph-mon[39429]: osdmap e43: 7 total, 6 up, 7 in 2024-04-12T15:56:30.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:29 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T15:56:30.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:29 smithi099 ceph-mon[27456]: from='client.? 172.21.15.110:0/1285030582' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ffa3a539-4fc0-4586-bff2-149c927ef694"}]: dispatch 2024-04-12T15:56:30.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:29 smithi099 ceph-mon[27456]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ffa3a539-4fc0-4586-bff2-149c927ef694"}]: dispatch 2024-04-12T15:56:30.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:29 smithi099 ceph-mon[27456]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ffa3a539-4fc0-4586-bff2-149c927ef694"}]': finished 2024-04-12T15:56:30.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:29 smithi099 ceph-mon[27456]: osdmap e43: 7 total, 6 up, 7 in 2024-04-12T15:56:30.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:29 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T15:56:31.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:30 smithi110 ceph-mon[31279]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-12T15:56:31.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:30 smithi110 ceph-mon[31279]: from='client.? 172.21.15.110:0/390254213' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T15:56:31.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:30 smithi099 ceph-mon[39429]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-12T15:56:31.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:30 smithi099 ceph-mon[39429]: from='client.? 172.21.15.110:0/390254213' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T15:56:31.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:30 smithi099 ceph-mon[27456]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-12T15:56:31.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:30 smithi099 ceph-mon[27456]: from='client.? 172.21.15.110:0/390254213' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T15:56:33.250 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:32 smithi110 ceph-mon[31279]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-12T15:56:33.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:32 smithi099 ceph-mon[39429]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-12T15:56:33.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:32 smithi099 ceph-mon[27456]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-12T15:56:35.241 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:34 smithi110 ceph-mon[31279]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-12T15:56:35.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:34 smithi099 ceph-mon[39429]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-12T15:56:35.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:34 smithi099 ceph-mon[27456]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-12T15:56:37.301 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:36 smithi110 ceph-mon[31279]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-12T15:56:37.301 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:36 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-12T15:56:37.301 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:36 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:56:37.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:36 smithi099 ceph-mon[39429]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-12T15:56:37.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:36 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-12T15:56:37.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:36 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:56:37.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:36 smithi099 ceph-mon[27456]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-12T15:56:37.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:36 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-12T15:56:37.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:36 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:56:38.133 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:37 smithi110 ceph-mon[31279]: Deploying daemon osd.6 on smithi110 2024-04-12T15:56:38.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:37 smithi099 ceph-mon[39429]: Deploying daemon osd.6 on smithi110 2024-04-12T15:56:38.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:37 smithi099 ceph-mon[27456]: Deploying daemon osd.6 on smithi110 2024-04-12T15:56:39.199 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:38 smithi110 ceph-mon[31279]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-12T15:56:39.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:38 smithi099 ceph-mon[39429]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-12T15:56:39.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:38 smithi099 ceph-mon[27456]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-12T15:56:41.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:40 smithi110 ceph-mon[31279]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-12T15:56:41.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:40 smithi099 ceph-mon[27456]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-12T15:56:41.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:40 smithi099 ceph-mon[39429]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-12T15:56:42.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:42 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:42.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:42 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:56:42.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:42 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:42.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:42 smithi110 ceph-mon[31279]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-12T15:56:42.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:42 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:42.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:42 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:56:42.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:42 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:42.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:42 smithi099 ceph-mon[27456]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-12T15:56:42.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:42 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:42.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:42 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:56:42.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:42 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:42.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:42 smithi099 ceph-mon[39429]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-12T15:56:44.694 INFO:teuthology.orchestra.run.smithi110.stdout:Created osd(s) 6 on host 'smithi110' 2024-04-12T15:56:45.263 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:44 smithi110 ceph-mon[31279]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-12T15:56:45.264 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:44 smithi110 ceph-mon[31279]: from='osd.6 [v2:172.21.15.110:6816/975312000,v1:172.21.15.110:6817/975312000]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T15:56:45.264 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:44 smithi110 ceph-mon[31279]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T15:56:45.264 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:44 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:45.264 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:44 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:45.283 DEBUG:teuthology.orchestra.run.smithi110:osd.6> sudo journalctl -f -n 0 -u ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@osd.6.service 2024-04-12T15:56:45.285 INFO:tasks.cephadm:Deploying osd.7 on smithi110 with /dev/vg_nvme/lv_1... 2024-04-12T15:56:45.286 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-12T15:56:45.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:44 smithi099 ceph-mon[27456]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-12T15:56:45.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:44 smithi099 ceph-mon[27456]: from='osd.6 [v2:172.21.15.110:6816/975312000,v1:172.21.15.110:6817/975312000]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T15:56:45.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:44 smithi099 ceph-mon[27456]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T15:56:45.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:44 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:45.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:44 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:45.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:44 smithi099 ceph-mon[39429]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-12T15:56:45.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:44 smithi099 ceph-mon[39429]: from='osd.6 [v2:172.21.15.110:6816/975312000,v1:172.21.15.110:6817/975312000]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T15:56:45.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:44 smithi099 ceph-mon[39429]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T15:56:45.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:44 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:45.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:44 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:45.531 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.b/config 2024-04-12T15:56:46.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:45 smithi110 ceph-mon[31279]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-12T15:56:46.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:45 smithi110 ceph-mon[31279]: osdmap e44: 7 total, 6 up, 7 in 2024-04-12T15:56:46.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:45 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T15:56:46.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:45 smithi110 ceph-mon[31279]: from='osd.6 [v2:172.21.15.110:6816/975312000,v1:172.21.15.110:6817/975312000]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T15:56:46.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:45 smithi110 ceph-mon[31279]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T15:56:46.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:45 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:46.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:45 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:46.335 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 15:56:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[49460]: 2024-04-12T15:56:45.927+0000 7f6f40c08700 -1 osd.6 0 waiting for initial osdmap 2024-04-12T15:56:46.335 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 15:56:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[49460]: 2024-04-12T15:56:45.936+0000 7f6f3c9fd700 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T15:56:46.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:45 smithi099 ceph-mon[27456]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-12T15:56:46.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:45 smithi099 ceph-mon[27456]: osdmap e44: 7 total, 6 up, 7 in 2024-04-12T15:56:46.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:45 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T15:56:46.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:45 smithi099 ceph-mon[27456]: from='osd.6 [v2:172.21.15.110:6816/975312000,v1:172.21.15.110:6817/975312000]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T15:56:46.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:45 smithi099 ceph-mon[27456]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T15:56:46.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:45 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:46.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:45 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:46.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:45 smithi099 ceph-mon[39429]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-12T15:56:46.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:45 smithi099 ceph-mon[39429]: osdmap e44: 7 total, 6 up, 7 in 2024-04-12T15:56:46.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:45 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T15:56:46.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:45 smithi099 ceph-mon[39429]: from='osd.6 [v2:172.21.15.110:6816/975312000,v1:172.21.15.110:6817/975312000]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T15:56:46.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:45 smithi099 ceph-mon[39429]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T15:56:46.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:45 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:46.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:45 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:47.192 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:46 smithi110 ceph-mon[31279]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-12T15:56:47.192 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:46 smithi110 ceph-mon[31279]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]': finished 2024-04-12T15:56:47.192 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:46 smithi110 ceph-mon[31279]: osdmap e45: 7 total, 6 up, 7 in 2024-04-12T15:56:47.193 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:46 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T15:56:47.193 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:46 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T15:56:47.193 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:46 smithi110 ceph-mon[31279]: osd.6 [v2:172.21.15.110:6816/975312000,v1:172.21.15.110:6817/975312000] boot 2024-04-12T15:56:47.193 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:46 smithi110 ceph-mon[31279]: osdmap e46: 7 total, 7 up, 7 in 2024-04-12T15:56:47.193 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:46 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T15:56:47.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:46 smithi099 ceph-mon[39429]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-12T15:56:47.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:46 smithi099 ceph-mon[39429]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]': finished 2024-04-12T15:56:47.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:46 smithi099 ceph-mon[39429]: osdmap e45: 7 total, 6 up, 7 in 2024-04-12T15:56:47.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:46 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T15:56:47.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:46 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T15:56:47.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:46 smithi099 ceph-mon[39429]: osd.6 [v2:172.21.15.110:6816/975312000,v1:172.21.15.110:6817/975312000] boot 2024-04-12T15:56:47.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:46 smithi099 ceph-mon[39429]: osdmap e46: 7 total, 7 up, 7 in 2024-04-12T15:56:47.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:46 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T15:56:47.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:46 smithi099 ceph-mon[27456]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-12T15:56:47.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:46 smithi099 ceph-mon[27456]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]': finished 2024-04-12T15:56:47.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:46 smithi099 ceph-mon[27456]: osdmap e45: 7 total, 6 up, 7 in 2024-04-12T15:56:47.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:46 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T15:56:47.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:46 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T15:56:47.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:46 smithi099 ceph-mon[27456]: osd.6 [v2:172.21.15.110:6816/975312000,v1:172.21.15.110:6817/975312000] boot 2024-04-12T15:56:47.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:46 smithi099 ceph-mon[27456]: osdmap e46: 7 total, 7 up, 7 in 2024-04-12T15:56:47.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:46 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T15:56:48.013 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:47 smithi110 ceph-mon[31279]: purged_snaps scrub starts 2024-04-12T15:56:48.013 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:47 smithi110 ceph-mon[31279]: purged_snaps scrub ok 2024-04-12T15:56:48.013 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:47 smithi110 ceph-mon[31279]: osdmap e47: 7 total, 7 up, 7 in 2024-04-12T15:56:48.279 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:47 smithi099 ceph-mon[39429]: purged_snaps scrub starts 2024-04-12T15:56:48.279 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:47 smithi099 ceph-mon[39429]: purged_snaps scrub ok 2024-04-12T15:56:48.279 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:47 smithi099 ceph-mon[39429]: osdmap e47: 7 total, 7 up, 7 in 2024-04-12T15:56:48.280 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:47 smithi099 ceph-mon[27456]: purged_snaps scrub starts 2024-04-12T15:56:48.280 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:47 smithi099 ceph-mon[27456]: purged_snaps scrub ok 2024-04-12T15:56:48.280 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:47 smithi099 ceph-mon[27456]: osdmap e47: 7 total, 7 up, 7 in 2024-04-12T15:56:48.452 INFO:teuthology.orchestra.run.smithi110.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-12T15:56:48.452 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-12T15:56:48.452 INFO:teuthology.orchestra.run.smithi110.stderr: stderr: 10+0 records in 2024-04-12T15:56:48.452 INFO:teuthology.orchestra.run.smithi110.stderr:10+0 records out 2024-04-12T15:56:48.452 INFO:teuthology.orchestra.run.smithi110.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00966301 s, 1.1 GB/s 2024-04-12T15:56:48.453 INFO:teuthology.orchestra.run.smithi110.stderr:--> Zapping successful for: 2024-04-12T15:56:49.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:48 smithi110 ceph-mon[31279]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-12T15:56:49.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:48 smithi110 ceph-mon[31279]: osdmap e48: 7 total, 7 up, 7 in 2024-04-12T15:56:49.121 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph orch daemon add osd smithi110:vg_nvme/lv_1 2024-04-12T15:56:49.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:48 smithi099 ceph-mon[27456]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-12T15:56:49.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:48 smithi099 ceph-mon[27456]: osdmap e48: 7 total, 7 up, 7 in 2024-04-12T15:56:49.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:48 smithi099 ceph-mon[39429]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-12T15:56:49.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:48 smithi099 ceph-mon[39429]: osdmap e48: 7 total, 7 up, 7 in 2024-04-12T15:56:49.972 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.b/config 2024-04-12T15:56:50.823 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:50 smithi110 ceph-mon[31279]: osdmap e49: 7 total, 7 up, 7 in 2024-04-12T15:56:50.823 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:50 smithi110 ceph-mon[31279]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-12T15:56:50.823 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:50 smithi110 ceph-mon[31279]: Detected new or changed devices on smithi110 2024-04-12T15:56:50.823 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:50 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:50.823 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:50 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:50.823 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:50 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:56:50.824 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:50 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:56:50.824 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:50 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:56:50.824 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:50 smithi110 ceph-mon[31279]: Adjusting osd_memory_target on smithi110 to 5696M 2024-04-12T15:56:50.824 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:50 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:50.824 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:50 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:56:50.824 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:50 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:56:50.824 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:50 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:50.824 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:50 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:56:50.824 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:50 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:56:50.824 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:50 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:56:50.824 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:50 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:50.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:50 smithi099 ceph-mon[27456]: osdmap e49: 7 total, 7 up, 7 in 2024-04-12T15:56:50.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:50 smithi099 ceph-mon[27456]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-12T15:56:50.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:50 smithi099 ceph-mon[27456]: Detected new or changed devices on smithi110 2024-04-12T15:56:50.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:50 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:50.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:50 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:50.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:50 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:56:50.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:50 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:56:50.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:50 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:56:50.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:50 smithi099 ceph-mon[27456]: Adjusting osd_memory_target on smithi110 to 5696M 2024-04-12T15:56:50.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:50 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:50.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:50 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:56:50.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:50 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:56:50.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:50 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:50.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:50 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:56:50.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:50 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:56:50.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:50 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:56:50.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:50 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:50.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:50 smithi099 ceph-mon[39429]: osdmap e49: 7 total, 7 up, 7 in 2024-04-12T15:56:50.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:50 smithi099 ceph-mon[39429]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-12T15:56:50.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:50 smithi099 ceph-mon[39429]: Detected new or changed devices on smithi110 2024-04-12T15:56:50.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:50 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:50.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:50 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:50.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:50 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:56:50.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:50 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:56:50.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:50 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:56:50.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:50 smithi099 ceph-mon[39429]: Adjusting osd_memory_target on smithi110 to 5696M 2024-04-12T15:56:50.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:50 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:50.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:50 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:56:50.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:50 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:56:50.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:50 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:50.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:50 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:56:50.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:50 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:56:50.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:50 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:56:50.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:50 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:56:51.659 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:51 smithi110 ceph-mon[31279]: osdmap e50: 7 total, 7 up, 7 in 2024-04-12T15:56:51.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:51 smithi099 ceph-mon[27456]: osdmap e50: 7 total, 7 up, 7 in 2024-04-12T15:56:51.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:51 smithi099 ceph-mon[39429]: osdmap e50: 7 total, 7 up, 7 in 2024-04-12T15:56:52.654 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:52 smithi110 ceph-mon[31279]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-12T15:56:52.654 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:52 smithi110 ceph-mon[31279]: from='client.24268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi110:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:56:52.654 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:52 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T15:56:52.654 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:52 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T15:56:52.654 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:52 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:56:52.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:52 smithi099 ceph-mon[27456]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-12T15:56:52.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:52 smithi099 ceph-mon[27456]: from='client.24268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi110:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:56:52.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:52 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T15:56:52.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:52 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T15:56:52.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:52 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:56:52.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:52 smithi099 ceph-mon[39429]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-12T15:56:52.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:52 smithi099 ceph-mon[39429]: from='client.24268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi110:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:56:52.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:52 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T15:56:52.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:52 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T15:56:52.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:52 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:56:55.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:54 smithi110 ceph-mon[31279]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-12T15:56:55.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:54 smithi110 ceph-mon[31279]: from='client.? 172.21.15.110:0/3157014852' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a51c55cb-4543-42b3-8e3d-933e5a8f7f70"}]: dispatch 2024-04-12T15:56:55.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:54 smithi110 ceph-mon[31279]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a51c55cb-4543-42b3-8e3d-933e5a8f7f70"}]: dispatch 2024-04-12T15:56:55.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:54 smithi110 ceph-mon[31279]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a51c55cb-4543-42b3-8e3d-933e5a8f7f70"}]': finished 2024-04-12T15:56:55.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:54 smithi110 ceph-mon[31279]: osdmap e51: 8 total, 7 up, 8 in 2024-04-12T15:56:55.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:54 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T15:56:55.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:54 smithi099 ceph-mon[27456]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-12T15:56:55.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:54 smithi099 ceph-mon[27456]: from='client.? 172.21.15.110:0/3157014852' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a51c55cb-4543-42b3-8e3d-933e5a8f7f70"}]: dispatch 2024-04-12T15:56:55.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:54 smithi099 ceph-mon[27456]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a51c55cb-4543-42b3-8e3d-933e5a8f7f70"}]: dispatch 2024-04-12T15:56:55.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:54 smithi099 ceph-mon[27456]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a51c55cb-4543-42b3-8e3d-933e5a8f7f70"}]': finished 2024-04-12T15:56:55.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:54 smithi099 ceph-mon[27456]: osdmap e51: 8 total, 7 up, 8 in 2024-04-12T15:56:55.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:54 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T15:56:55.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:54 smithi099 ceph-mon[39429]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-12T15:56:55.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:54 smithi099 ceph-mon[39429]: from='client.? 172.21.15.110:0/3157014852' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a51c55cb-4543-42b3-8e3d-933e5a8f7f70"}]: dispatch 2024-04-12T15:56:55.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:54 smithi099 ceph-mon[39429]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a51c55cb-4543-42b3-8e3d-933e5a8f7f70"}]: dispatch 2024-04-12T15:56:55.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:54 smithi099 ceph-mon[39429]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a51c55cb-4543-42b3-8e3d-933e5a8f7f70"}]': finished 2024-04-12T15:56:55.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:54 smithi099 ceph-mon[39429]: osdmap e51: 8 total, 7 up, 8 in 2024-04-12T15:56:55.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:54 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T15:56:56.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:55 smithi110 ceph-mon[31279]: from='client.? 172.21.15.110:0/2459250195' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T15:56:56.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:55 smithi099 ceph-mon[27456]: from='client.? 172.21.15.110:0/2459250195' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T15:56:56.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:55 smithi099 ceph-mon[39429]: from='client.? 172.21.15.110:0/2459250195' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T15:56:57.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:56 smithi110 ceph-mon[31279]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 91 KiB/s, 0 objects/s recovering 2024-04-12T15:56:57.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:56 smithi099 ceph-mon[27456]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 91 KiB/s, 0 objects/s recovering 2024-04-12T15:56:57.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:56 smithi099 ceph-mon[39429]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 91 KiB/s, 0 objects/s recovering 2024-04-12T15:56:59.272 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:56:58 smithi110 ceph-mon[31279]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-12T15:56:59.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:56:58 smithi099 ceph-mon[27456]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-12T15:56:59.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:56:58 smithi099 ceph-mon[39429]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-12T15:57:01.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:00 smithi110 ceph-mon[31279]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-04-12T15:57:01.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:00 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-12T15:57:01.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:00 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:57:01.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:00 smithi099 ceph-mon[27456]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-04-12T15:57:01.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:00 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-12T15:57:01.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:00 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:57:01.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:00 smithi099 ceph-mon[39429]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-04-12T15:57:01.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:00 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-12T15:57:01.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:00 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:57:02.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:01 smithi110 ceph-mon[31279]: Deploying daemon osd.7 on smithi110 2024-04-12T15:57:02.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:01 smithi099 ceph-mon[27456]: Deploying daemon osd.7 on smithi110 2024-04-12T15:57:02.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:01 smithi099 ceph-mon[39429]: Deploying daemon osd.7 on smithi110 2024-04-12T15:57:03.043 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:02 smithi110 ceph-mon[31279]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-12T15:57:03.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:02 smithi099 ceph-mon[27456]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-12T15:57:03.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:02 smithi099 ceph-mon[39429]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-12T15:57:05.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:04 smithi110 ceph-mon[31279]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-04-12T15:57:05.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:04 smithi099 ceph-mon[39429]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-04-12T15:57:05.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:04 smithi099 ceph-mon[27456]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-04-12T15:57:06.941 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:06 smithi110 ceph-mon[31279]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-04-12T15:57:06.941 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:06 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:06.942 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:06 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:06.942 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:06 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:57:07.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:06 smithi099 ceph-mon[27456]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-04-12T15:57:07.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:06 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:07.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:06 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:07.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:06 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:57:07.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:06 smithi099 ceph-mon[39429]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-04-12T15:57:07.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:06 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:07.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:06 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:07.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:06 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:57:09.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:08 smithi110 ceph-mon[31279]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-04-12T15:57:09.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:08 smithi099 ceph-mon[27456]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-04-12T15:57:09.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:08 smithi099 ceph-mon[39429]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-04-12T15:57:09.946 INFO:teuthology.orchestra.run.smithi110.stdout:Created osd(s) 7 on host 'smithi110' 2024-04-12T15:57:10.324 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:10 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:10.324 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:10 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:10.324 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:10 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:57:10.324 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:10 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:57:10.324 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:10 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:10.324 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:10 smithi110 ceph-mon[31279]: from='osd.7 [v2:172.21.15.110:6824/3976780385,v1:172.21.15.110:6825/3976780385]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T15:57:10.324 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:10 smithi110 ceph-mon[31279]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T15:57:10.324 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:10 smithi110 ceph-mon[31279]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-04-12T15:57:10.324 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:10 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:10.324 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:10 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:57:10.324 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:10 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:10.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:10 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:10.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:10 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:10.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:10 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:57:10.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:10 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:57:10.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:10 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:10.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:10 smithi099 ceph-mon[27456]: from='osd.7 [v2:172.21.15.110:6824/3976780385,v1:172.21.15.110:6825/3976780385]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T15:57:10.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:10 smithi099 ceph-mon[27456]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T15:57:10.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:10 smithi099 ceph-mon[27456]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-04-12T15:57:10.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:10 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:10.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:10 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:57:10.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:10 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:10.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:10 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:10.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:10 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:10.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:10 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:57:10.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:10 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:57:10.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:10 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:10.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:10 smithi099 ceph-mon[39429]: from='osd.7 [v2:172.21.15.110:6824/3976780385,v1:172.21.15.110:6825/3976780385]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T15:57:10.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:10 smithi099 ceph-mon[39429]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T15:57:10.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:10 smithi099 ceph-mon[39429]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-04-12T15:57:10.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:10 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:10.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:10 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:57:10.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:10 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:10.661 DEBUG:teuthology.orchestra.run.smithi110:osd.7> sudo journalctl -f -n 0 -u ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@osd.7.service 2024-04-12T15:57:10.663 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-04-12T15:57:10.663 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph osd stat -f json 2024-04-12T15:57:10.877 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T15:57:11.288 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:11 smithi099 ceph-mon[27456]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-12T15:57:11.288 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:11 smithi099 ceph-mon[27456]: osdmap e52: 8 total, 7 up, 8 in 2024-04-12T15:57:11.288 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:11 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T15:57:11.288 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:11 smithi099 ceph-mon[27456]: from='osd.7 [v2:172.21.15.110:6824/3976780385,v1:172.21.15.110:6825/3976780385]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T15:57:11.288 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:11 smithi099 ceph-mon[27456]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T15:57:11.289 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:11 smithi099 ceph-mon[39429]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-12T15:57:11.289 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:11 smithi099 ceph-mon[39429]: osdmap e52: 8 total, 7 up, 8 in 2024-04-12T15:57:11.289 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:11 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T15:57:11.289 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:11 smithi099 ceph-mon[39429]: from='osd.7 [v2:172.21.15.110:6824/3976780385,v1:172.21.15.110:6825/3976780385]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T15:57:11.289 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:11 smithi099 ceph-mon[39429]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T15:57:11.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:11 smithi110 ceph-mon[31279]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-12T15:57:11.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:11 smithi110 ceph-mon[31279]: osdmap e52: 8 total, 7 up, 8 in 2024-04-12T15:57:11.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:11 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T15:57:11.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:11 smithi110 ceph-mon[31279]: from='osd.7 [v2:172.21.15.110:6824/3976780385,v1:172.21.15.110:6825/3976780385]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T15:57:11.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:11 smithi110 ceph-mon[31279]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T15:57:11.335 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 15:57:11 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[55537]: 2024-04-12T15:57:11.125+0000 7fc556895700 -1 osd.7 0 waiting for initial osdmap 2024-04-12T15:57:11.335 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 15:57:11 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[55537]: 2024-04-12T15:57:11.132+0000 7fc551e89700 -1 osd.7 53 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T15:57:12.324 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:12 smithi099 ceph-mon[27456]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]': finished 2024-04-12T15:57:12.324 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:12 smithi099 ceph-mon[27456]: osdmap e53: 8 total, 7 up, 8 in 2024-04-12T15:57:12.324 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:12 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T15:57:12.324 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:12 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T15:57:12.324 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:12 smithi099 ceph-mon[27456]: osd.7 [v2:172.21.15.110:6824/3976780385,v1:172.21.15.110:6825/3976780385] boot 2024-04-12T15:57:12.324 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:12 smithi099 ceph-mon[27456]: osdmap e54: 8 total, 8 up, 8 in 2024-04-12T15:57:12.324 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:12 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T15:57:12.324 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:12 smithi099 ceph-mon[27456]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-04-12T15:57:12.324 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:12 smithi099 ceph-mon[39429]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]': finished 2024-04-12T15:57:12.324 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:12 smithi099 ceph-mon[39429]: osdmap e53: 8 total, 7 up, 8 in 2024-04-12T15:57:12.325 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:12 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T15:57:12.325 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:12 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T15:57:12.325 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:12 smithi099 ceph-mon[39429]: osd.7 [v2:172.21.15.110:6824/3976780385,v1:172.21.15.110:6825/3976780385] boot 2024-04-12T15:57:12.325 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:12 smithi099 ceph-mon[39429]: osdmap e54: 8 total, 8 up, 8 in 2024-04-12T15:57:12.325 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:12 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T15:57:12.325 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:12 smithi099 ceph-mon[39429]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-04-12T15:57:12.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:12 smithi110 ceph-mon[31279]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]': finished 2024-04-12T15:57:12.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:12 smithi110 ceph-mon[31279]: osdmap e53: 8 total, 7 up, 8 in 2024-04-12T15:57:12.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:12 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T15:57:12.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:12 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T15:57:12.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:12 smithi110 ceph-mon[31279]: osd.7 [v2:172.21.15.110:6824/3976780385,v1:172.21.15.110:6825/3976780385] boot 2024-04-12T15:57:12.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:12 smithi110 ceph-mon[31279]: osdmap e54: 8 total, 8 up, 8 in 2024-04-12T15:57:12.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:12 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T15:57:12.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:12 smithi110 ceph-mon[31279]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-04-12T15:57:12.713 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:57:13.308 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:13 smithi099 ceph-mon[39429]: purged_snaps scrub starts 2024-04-12T15:57:13.308 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:13 smithi099 ceph-mon[39429]: purged_snaps scrub ok 2024-04-12T15:57:13.308 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:13 smithi099 ceph-mon[39429]: osdmap e55: 8 total, 8 up, 8 in 2024-04-12T15:57:13.308 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:13 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/2321069403' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-12T15:57:13.308 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:13 smithi099 ceph-mon[27456]: purged_snaps scrub starts 2024-04-12T15:57:13.308 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:13 smithi099 ceph-mon[27456]: purged_snaps scrub ok 2024-04-12T15:57:13.308 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:13 smithi099 ceph-mon[27456]: osdmap e55: 8 total, 8 up, 8 in 2024-04-12T15:57:13.308 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:13 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/2321069403' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-12T15:57:13.329 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":55,"num_osds":8,"num_up_osds":8,"osd_up_since":1712937431,"num_in_osds":8,"osd_in_since":1712937414,"num_remapped_pgs":1} 2024-04-12T15:57:13.329 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph osd dump --format=json 2024-04-12T15:57:13.395 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:13 smithi110 ceph-mon[31279]: purged_snaps scrub starts 2024-04-12T15:57:13.396 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:13 smithi110 ceph-mon[31279]: purged_snaps scrub ok 2024-04-12T15:57:13.396 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:13 smithi110 ceph-mon[31279]: osdmap e55: 8 total, 8 up, 8 in 2024-04-12T15:57:13.396 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:13 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/2321069403' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-12T15:57:13.538 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T15:57:14.714 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:14 smithi099 ceph-mon[27456]: Detected new or changed devices on smithi110 2024-04-12T15:57:14.715 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:14 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:14.715 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:14 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:14.715 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:14 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:57:14.715 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:14 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:57:14.715 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:14 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:57:14.715 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:14 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:57:14.715 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:14 smithi099 ceph-mon[27456]: Adjusting osd_memory_target on smithi110 to 4272M 2024-04-12T15:57:14.715 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:14 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:14.715 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:14 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:57:14.715 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:14 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:57:14.716 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:14 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:14.716 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:14 smithi099 ceph-mon[27456]: osdmap e56: 8 total, 8 up, 8 in 2024-04-12T15:57:14.716 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:14 smithi099 ceph-mon[27456]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:57:14.716 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:14 smithi099 ceph-mon[39429]: Detected new or changed devices on smithi110 2024-04-12T15:57:14.716 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:14 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:14.716 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:14 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:14.716 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:14 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:57:14.716 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:14 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:57:14.716 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:14 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:57:14.716 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:14 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:57:14.716 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:14 smithi099 ceph-mon[39429]: Adjusting osd_memory_target on smithi110 to 4272M 2024-04-12T15:57:14.717 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:14 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:14.717 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:14 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:57:14.717 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:14 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:57:14.717 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:14 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:14.717 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:14 smithi099 ceph-mon[39429]: osdmap e56: 8 total, 8 up, 8 in 2024-04-12T15:57:14.717 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:14 smithi099 ceph-mon[39429]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:57:14.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:14 smithi110 ceph-mon[31279]: Detected new or changed devices on smithi110 2024-04-12T15:57:14.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:14 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:14.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:14 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:14.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:14 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:57:14.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:14 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:57:14.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:14 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:57:14.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:14 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:57:14.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:14 smithi110 ceph-mon[31279]: Adjusting osd_memory_target on smithi110 to 4272M 2024-04-12T15:57:14.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:14 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:14.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:14 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:57:14.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:14 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:57:14.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:14 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:14.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:14 smithi110 ceph-mon[31279]: osdmap e56: 8 total, 8 up, 8 in 2024-04-12T15:57:14.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:14 smithi110 ceph-mon[31279]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:57:15.428 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:57:15.429 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":57,"fsid":"7550015c-f8e4-11ee-bc8d-c7b262605968","created":"2024-04-12T15:52:01.550700+0000","modified":"2024-04-12T15:57:14.509119+0000","last_up_change":"2024-04-12T15:57:11.501757+0000","last_in_change":"2024-04-12T15:56:54.522762+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T15:55:12.125655+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f2eb1776-f2a7-4d11-af70-91cb860c0834","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6803","nonce":4050139692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6805","nonce":4050139692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6809","nonce":4050139692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6807","nonce":4050139692}]},"public_addr":"172.21.15.99:6803/4050139692","cluster_addr":"172.21.15.99:6805/4050139692","heartbeat_back_addr":"172.21.15.99:6809/4050139692","heartbeat_front_addr":"172.21.15.99:6807/4050139692","state":["exists","up"]},{"osd":1,"uuid":"36efb921-968f-44d2-81c2-dcf67f462166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6811","nonce":1777320234}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6813","nonce":1777320234}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6817","nonce":1777320234}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6815","nonce":1777320234}]},"public_addr":"172.21.15.99:6811/1777320234","cluster_addr":"172.21.15.99:6813/1777320234","heartbeat_back_addr":"172.21.15.99:6817/1777320234","heartbeat_front_addr":"172.21.15.99:6815/1777320234","state":["exists","up"]},{"osd":2,"uuid":"3008dd52-3370-4dda-9aab-0e909c1a1d70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6819","nonce":1998277655}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6821","nonce":1998277655}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6825","nonce":1998277655}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6823","nonce":1998277655}]},"public_addr":"172.21.15.99:6819/1998277655","cluster_addr":"172.21.15.99:6821/1998277655","heartbeat_back_addr":"172.21.15.99:6825/1998277655","heartbeat_front_addr":"172.21.15.99:6823/1998277655","state":["exists","up"]},{"osd":3,"uuid":"0941ec21-107e-48cd-b4c5-1d185708c69b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6827","nonce":4076835847}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6829","nonce":4076835847}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6832","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6833","nonce":4076835847}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6831","nonce":4076835847}]},"public_addr":"172.21.15.99:6827/4076835847","cluster_addr":"172.21.15.99:6829/4076835847","heartbeat_back_addr":"172.21.15.99:6833/4076835847","heartbeat_front_addr":"172.21.15.99:6831/4076835847","state":["exists","up"]},{"osd":4,"uuid":"0e8e9ddf-dce6-45e1-86d6-96741ff35a9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6801","nonce":2706881134}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6803","nonce":2706881134}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6807","nonce":2706881134}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6805","nonce":2706881134}]},"public_addr":"172.21.15.110:6801/2706881134","cluster_addr":"172.21.15.110:6803/2706881134","heartbeat_back_addr":"172.21.15.110:6807/2706881134","heartbeat_front_addr":"172.21.15.110:6805/2706881134","state":["exists","up"]},{"osd":5,"uuid":"4f625bf6-2403-4341-8196-d155baab2e8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6809","nonce":18731328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6811","nonce":18731328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6815","nonce":18731328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6813","nonce":18731328}]},"public_addr":"172.21.15.110:6809/18731328","cluster_addr":"172.21.15.110:6811/18731328","heartbeat_back_addr":"172.21.15.110:6815/18731328","heartbeat_front_addr":"172.21.15.110:6813/18731328","state":["exists","up"]},{"osd":6,"uuid":"ffa3a539-4fc0-4586-bff2-149c927ef694","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6817","nonce":975312000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6819","nonce":975312000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6823","nonce":975312000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6821","nonce":975312000}]},"public_addr":"172.21.15.110:6817/975312000","cluster_addr":"172.21.15.110:6819/975312000","heartbeat_back_addr":"172.21.15.110:6823/975312000","heartbeat_front_addr":"172.21.15.110:6821/975312000","state":["exists","up"]},{"osd":7,"uuid":"a51c55cb-4543-42b3-8e3d-933e5a8f7f70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6825","nonce":3976780385}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6827","nonce":3976780385}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6831","nonce":3976780385}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6829","nonce":3976780385}]},"public_addr":"172.21.15.110:6825/3976780385","cluster_addr":"172.21.15.110:6827/3976780385","heartbeat_back_addr":"172.21.15.110:6831/3976780385","heartbeat_front_addr":"172.21.15.110:6829/3976780385","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:54:17.953043+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:54:42.873997+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:55:08.253109+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:55:34.333463+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:55:57.055252+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:56:21.372860+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:56:45.489088+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:57:10.476074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.99:6801/3642643916":"2024-04-13T15:52:53.808258+0000","172.21.15.99:6800/3642643916":"2024-04-13T15:52:53.808258+0000","172.21.15.99:0/737885610":"2024-04-13T15:52:53.808258+0000","172.21.15.99:0/2036600681":"2024-04-13T15:52:28.689794+0000","172.21.15.99:0/383659124":"2024-04-13T15:52:53.808258+0000","172.21.15.99:0/3096714326":"2024-04-13T15:52:28.689794+0000","172.21.15.99:6801/1627681395":"2024-04-13T15:52:28.689794+0000","172.21.15.99:6800/1627681395":"2024-04-13T15:52:28.689794+0000","172.21.15.99:0/3674643919":"2024-04-13T15:52:28.689794+0000","172.21.15.99:0/1717042260":"2024-04-13T15:52:53.808258+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T15:57:15.754 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:15 smithi099 ceph-mon[27456]: osdmap e57: 8 total, 8 up, 8 in 2024-04-12T15:57:15.754 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:15 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/2081045904' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T15:57:15.755 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:15 smithi099 ceph-mon[39429]: osdmap e57: 8 total, 8 up, 8 in 2024-04-12T15:57:15.755 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:15 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/2081045904' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T15:57:15.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:15 smithi110 ceph-mon[31279]: osdmap e57: 8 total, 8 up, 8 in 2024-04-12T15:57:15.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:15 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/2081045904' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T15:57:16.043 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-12T15:55:12.125655+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-12T15:57:16.044 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-04-12T15:57:16.245 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T15:57:16.616 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:16 smithi099 ceph-mon[27456]: osdmap e58: 8 total, 8 up, 8 in 2024-04-12T15:57:16.616 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:16 smithi099 ceph-mon[27456]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:57:16.617 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:16 smithi099 ceph-mon[39429]: osdmap e58: 8 total, 8 up, 8 in 2024-04-12T15:57:16.617 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:16 smithi099 ceph-mon[39429]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:57:16.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:16 smithi110 ceph-mon[31279]: osdmap e58: 8 total, 8 up, 8 in 2024-04-12T15:57:16.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:16 smithi110 ceph-mon[31279]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:57:18.075 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 1 2024-04-12T15:57:18.697 INFO:tasks.cephadm:Adding mds.a on smithi099 2024-04-12T15:57:18.697 INFO:tasks.cephadm:Adding mds.b on smithi110 2024-04-12T15:57:18.698 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph orch apply mds all '2;smithi099=a;smithi110=b' 2024-04-12T15:57:18.908 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.b/config 2024-04-12T15:57:19.013 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:18 smithi110 ceph-mon[31279]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 108 KiB/s, 0 objects/s recovering 2024-04-12T15:57:19.014 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:18 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/2317487280' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T15:57:19.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:18 smithi099 ceph-mon[27456]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 108 KiB/s, 0 objects/s recovering 2024-04-12T15:57:19.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:18 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/2317487280' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T15:57:19.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:18 smithi099 ceph-mon[39429]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 108 KiB/s, 0 objects/s recovering 2024-04-12T15:57:19.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:18 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/2317487280' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T15:57:20.572 INFO:teuthology.orchestra.run.smithi110.stdout:Scheduled mds.all update... 2024-04-12T15:57:21.146 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:20 smithi110 ceph-mon[31279]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 91 KiB/s, 0 objects/s recovering 2024-04-12T15:57:21.146 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:20 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:21.146 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:20 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:57:21.147 DEBUG:teuthology.orchestra.run.smithi099:mds.a> sudo journalctl -f -n 0 -u ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mds.a.service 2024-04-12T15:57:21.149 DEBUG:teuthology.orchestra.run.smithi110:mds.b> sudo journalctl -f -n 0 -u ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mds.b.service 2024-04-12T15:57:21.152 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-04-12T15:57:21.153 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-12T15:57:21.171 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:20 smithi099 ceph-mon[27456]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 91 KiB/s, 0 objects/s recovering 2024-04-12T15:57:21.171 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:20 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:21.171 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:20 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:57:21.172 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:20 smithi099 ceph-mon[39429]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 91 KiB/s, 0 objects/s recovering 2024-04-12T15:57:21.172 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:20 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:21.172 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:20 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:57:21.525 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:57:21.525 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":58,"fsid":"7550015c-f8e4-11ee-bc8d-c7b262605968","created":"2024-04-12T15:52:01.550700+0000","modified":"2024-04-12T15:57:15.512430+0000","last_up_change":"2024-04-12T15:57:11.501757+0000","last_in_change":"2024-04-12T15:56:54.522762+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T15:55:12.125655+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f2eb1776-f2a7-4d11-af70-91cb860c0834","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6803","nonce":4050139692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6805","nonce":4050139692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6809","nonce":4050139692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6807","nonce":4050139692}]},"public_addr":"172.21.15.99:6803/4050139692","cluster_addr":"172.21.15.99:6805/4050139692","heartbeat_back_addr":"172.21.15.99:6809/4050139692","heartbeat_front_addr":"172.21.15.99:6807/4050139692","state":["exists","up"]},{"osd":1,"uuid":"36efb921-968f-44d2-81c2-dcf67f462166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6811","nonce":1777320234}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6813","nonce":1777320234}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6817","nonce":1777320234}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6815","nonce":1777320234}]},"public_addr":"172.21.15.99:6811/1777320234","cluster_addr":"172.21.15.99:6813/1777320234","heartbeat_back_addr":"172.21.15.99:6817/1777320234","heartbeat_front_addr":"172.21.15.99:6815/1777320234","state":["exists","up"]},{"osd":2,"uuid":"3008dd52-3370-4dda-9aab-0e909c1a1d70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6819","nonce":1998277655}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6821","nonce":1998277655}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6825","nonce":1998277655}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6823","nonce":1998277655}]},"public_addr":"172.21.15.99:6819/1998277655","cluster_addr":"172.21.15.99:6821/1998277655","heartbeat_back_addr":"172.21.15.99:6825/1998277655","heartbeat_front_addr":"172.21.15.99:6823/1998277655","state":["exists","up"]},{"osd":3,"uuid":"0941ec21-107e-48cd-b4c5-1d185708c69b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6827","nonce":4076835847}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6829","nonce":4076835847}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6832","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6833","nonce":4076835847}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6831","nonce":4076835847}]},"public_addr":"172.21.15.99:6827/4076835847","cluster_addr":"172.21.15.99:6829/4076835847","heartbeat_back_addr":"172.21.15.99:6833/4076835847","heartbeat_front_addr":"172.21.15.99:6831/4076835847","state":["exists","up"]},{"osd":4,"uuid":"0e8e9ddf-dce6-45e1-86d6-96741ff35a9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6801","nonce":2706881134}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6803","nonce":2706881134}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6807","nonce":2706881134}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6805","nonce":2706881134}]},"public_addr":"172.21.15.110:6801/2706881134","cluster_addr":"172.21.15.110:6803/2706881134","heartbeat_back_addr":"172.21.15.110:6807/2706881134","heartbeat_front_addr":"172.21.15.110:6805/2706881134","state":["exists","up"]},{"osd":5,"uuid":"4f625bf6-2403-4341-8196-d155baab2e8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6809","nonce":18731328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6811","nonce":18731328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6815","nonce":18731328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6813","nonce":18731328}]},"public_addr":"172.21.15.110:6809/18731328","cluster_addr":"172.21.15.110:6811/18731328","heartbeat_back_addr":"172.21.15.110:6815/18731328","heartbeat_front_addr":"172.21.15.110:6813/18731328","state":["exists","up"]},{"osd":6,"uuid":"ffa3a539-4fc0-4586-bff2-149c927ef694","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6817","nonce":975312000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6819","nonce":975312000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6823","nonce":975312000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6821","nonce":975312000}]},"public_addr":"172.21.15.110:6817/975312000","cluster_addr":"172.21.15.110:6819/975312000","heartbeat_back_addr":"172.21.15.110:6823/975312000","heartbeat_front_addr":"172.21.15.110:6821/975312000","state":["exists","up"]},{"osd":7,"uuid":"a51c55cb-4543-42b3-8e3d-933e5a8f7f70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6825","nonce":3976780385}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6827","nonce":3976780385}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6831","nonce":3976780385}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6829","nonce":3976780385}]},"public_addr":"172.21.15.110:6825/3976780385","cluster_addr":"172.21.15.110:6827/3976780385","heartbeat_back_addr":"172.21.15.110:6831/3976780385","heartbeat_front_addr":"172.21.15.110:6829/3976780385","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:54:17.953043+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:54:42.873997+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:55:08.253109+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:55:34.333463+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:55:57.055252+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:56:21.372860+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:56:45.489088+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:57:10.476074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.99:6801/3642643916":"2024-04-13T15:52:53.808258+0000","172.21.15.99:6800/3642643916":"2024-04-13T15:52:53.808258+0000","172.21.15.99:0/737885610":"2024-04-13T15:52:53.808258+0000","172.21.15.99:0/2036600681":"2024-04-13T15:52:28.689794+0000","172.21.15.99:0/383659124":"2024-04-13T15:52:53.808258+0000","172.21.15.99:0/3096714326":"2024-04-13T15:52:28.689794+0000","172.21.15.99:6801/1627681395":"2024-04-13T15:52:28.689794+0000","172.21.15.99:6800/1627681395":"2024-04-13T15:52:28.689794+0000","172.21.15.99:0/3674643919":"2024-04-13T15:52:28.689794+0000","172.21.15.99:0/1717042260":"2024-04-13T15:52:53.808258+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T15:57:21.538 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-12T15:55:12.125655+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-12T15:57:21.538 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-12T15:57:21.830 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 1 2024-04-12T15:57:21.843 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-12T15:57:22.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:21 smithi099 ceph-mon[27456]: from='client.24304 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi099=a;smithi110=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:57:22.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:21 smithi099 ceph-mon[27456]: Saving service mds.all spec with placement smithi099=a;smithi110=b;count:2 2024-04-12T15:57:22.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:21 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:57:22.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:21 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:57:22.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:21 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:22.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:21 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T15:57:22.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:21 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-12T15:57:22.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:21 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:57:22.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:21 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/4114302679' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T15:57:22.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:21 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/767794424' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T15:57:22.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:21 smithi099 ceph-mon[39429]: from='client.24304 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi099=a;smithi110=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:57:22.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:21 smithi099 ceph-mon[39429]: Saving service mds.all spec with placement smithi099=a;smithi110=b;count:2 2024-04-12T15:57:22.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:21 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:57:22.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:21 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:57:22.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:21 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:22.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:21 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T15:57:22.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:21 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-12T15:57:22.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:21 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:57:22.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:21 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/4114302679' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T15:57:22.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:21 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/767794424' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T15:57:22.169 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:57:22.169 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-04-12T15:57:22.169 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 1 2024-04-12T15:57:22.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:21 smithi110 ceph-mon[31279]: from='client.24304 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi099=a;smithi110=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:57:22.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:21 smithi110 ceph-mon[31279]: Saving service mds.all spec with placement smithi099=a;smithi110=b;count:2 2024-04-12T15:57:22.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:21 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:57:22.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:21 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:57:22.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:21 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:22.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:21 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T15:57:22.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:21 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-12T15:57:22.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:21 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:57:22.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:21 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/4114302679' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T15:57:22.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:21 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/767794424' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T15:57:22.990 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:22 smithi099 ceph-mon[39429]: Deploying daemon mds.a on smithi099 2024-04-12T15:57:22.990 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:22 smithi099 ceph-mon[39429]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-12T15:57:22.990 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:22 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/247566241' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T15:57:22.990 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:22 smithi099 ceph-mon[27456]: Deploying daemon mds.a on smithi099 2024-04-12T15:57:22.990 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:22 smithi099 ceph-mon[27456]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-12T15:57:22.990 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:22 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/247566241' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T15:57:23.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:22 smithi110 ceph-mon[31279]: Deploying daemon mds.a on smithi099 2024-04-12T15:57:23.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:22 smithi110 ceph-mon[31279]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-12T15:57:23.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:22 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/247566241' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T15:57:23.378 INFO:journalctl@ceph.mds.a.smithi099.stdout:Apr 12 15:57:23 smithi099 systemd[1]: Starting Ceph mds.a for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T15:57:23.646 INFO:journalctl@ceph.mds.a.smithi099.stdout:Apr 12 15:57:23 smithi099 podman[67981]: 2024-04-12 15:57:23.296460883 +0000 UTC m=+0.017875607 image pull bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28 quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3 2024-04-12T15:57:23.646 INFO:journalctl@ceph.mds.a.smithi099.stdout:Apr 12 15:57:23 smithi099 podman[67981]: 2024-04-12 15:57:23.406567257 +0000 UTC m=+0.127981983 container create 41cdf918e4eb727b243799fb4bb67f863a0f76cda73d1c8b3200ce641479445d (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mds-a, GIT_BRANCH=HEAD, RELEASE=reef-d540eba, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240403, GIT_CLEAN=True) 2024-04-12T15:57:23.646 INFO:journalctl@ceph.mds.a.smithi099.stdout:Apr 12 15:57:23 smithi099 podman[67981]: 2024-04-12 15:57:23.642377618 +0000 UTC m=+0.363792344 container init 41cdf918e4eb727b243799fb4bb67f863a0f76cda73d1c8b3200ce641479445d (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mds-a, RELEASE=reef-d540eba, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240403, org.label-schema.vendor=CentOS) 2024-04-12T15:57:23.646 INFO:journalctl@ceph.mds.a.smithi099.stdout:Apr 12 15:57:23 smithi099 podman[67981]: 2024-04-12 15:57:23.647473465 +0000 UTC m=+0.368888188 container start 41cdf918e4eb727b243799fb4bb67f863a0f76cda73d1c8b3200ce641479445d (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mds-a, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-d540eba, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240403, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T15:57:24.128 INFO:journalctl@ceph.mds.a.smithi099.stdout:Apr 12 15:57:23 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mds-a[67996]: starting mds.a at 2024-04-12T15:57:24.128 INFO:journalctl@ceph.mds.a.smithi099.stdout:Apr 12 15:57:23 smithi099 bash[67981]: 41cdf918e4eb727b243799fb4bb67f863a0f76cda73d1c8b3200ce641479445d 2024-04-12T15:57:24.128 INFO:journalctl@ceph.mds.a.smithi099.stdout:Apr 12 15:57:23 smithi099 systemd[1]: Started Ceph mds.a for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T15:57:24.183 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-12T15:57:24.500 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:57:24.500 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24350,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6835/701376503","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":701376503},{"type":"v1","addr":"172.21.15.99:6835","nonce":701376503}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-04-12T15:57:24.501 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 2 2024-04-12T15:57:24.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:24 smithi099 ceph-mon[39429]: mds.? [v2:172.21.15.99:6834/701376503,v1:172.21.15.99:6835/701376503] up:boot 2024-04-12T15:57:24.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:24 smithi099 ceph-mon[39429]: fsmap 1 up:standby 2024-04-12T15:57:24.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:24 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T15:57:24.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:24 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:24.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:24 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:24.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:24 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:24.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:24 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T15:57:24.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:24 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-12T15:57:24.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:24 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:57:24.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:24 smithi099 ceph-mon[39429]: Deploying daemon mds.b on smithi110 2024-04-12T15:57:24.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:24 smithi099 ceph-mon[39429]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-04-12T15:57:24.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:24 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/3717901113' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T15:57:24.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:24 smithi099 ceph-mon[27456]: mds.? [v2:172.21.15.99:6834/701376503,v1:172.21.15.99:6835/701376503] up:boot 2024-04-12T15:57:24.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:24 smithi099 ceph-mon[27456]: fsmap 1 up:standby 2024-04-12T15:57:24.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:24 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T15:57:24.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:24 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:24.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:24 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:24.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:24 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:24.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:24 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T15:57:24.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:24 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-12T15:57:24.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:24 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:57:24.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:24 smithi099 ceph-mon[27456]: Deploying daemon mds.b on smithi110 2024-04-12T15:57:24.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:24 smithi099 ceph-mon[27456]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-04-12T15:57:24.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:24 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/3717901113' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T15:57:24.972 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:24 smithi110 ceph-mon[31279]: mds.? [v2:172.21.15.99:6834/701376503,v1:172.21.15.99:6835/701376503] up:boot 2024-04-12T15:57:24.972 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:24 smithi110 ceph-mon[31279]: fsmap 1 up:standby 2024-04-12T15:57:24.972 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:24 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T15:57:24.972 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:24 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:24.972 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:24 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:24.972 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:24 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:24.972 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:24 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T15:57:24.973 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:24 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-12T15:57:24.973 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:24 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:57:24.973 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:24 smithi110 ceph-mon[31279]: Deploying daemon mds.b on smithi110 2024-04-12T15:57:24.973 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:24 smithi110 ceph-mon[31279]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-04-12T15:57:24.973 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:24 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/3717901113' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T15:57:25.835 INFO:journalctl@ceph.mds.b.smithi110.stdout:Apr 12 15:57:25 smithi110 systemd[1]: Starting Ceph mds.b for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T15:57:26.244 INFO:journalctl@ceph.mds.b.smithi110.stdout:Apr 12 15:57:25 smithi110 podman[59591]: 2024-04-12 15:57:25.861892966 +0000 UTC m=+0.018177692 image pull bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28 quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3 2024-04-12T15:57:26.244 INFO:journalctl@ceph.mds.b.smithi110.stdout:Apr 12 15:57:25 smithi110 podman[59591]: 2024-04-12 15:57:25.993265937 +0000 UTC m=+0.149550662 container create 453e0d052baeb3ade7c68c3fc77e71aadf19c29ac1e5fd938d2f61458c1ce970 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mds-b, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240403, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=reef-d540eba, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-12T15:57:26.244 INFO:journalctl@ceph.mds.b.smithi110.stdout:Apr 12 15:57:26 smithi110 podman[59591]: 2024-04-12 15:57:26.245803624 +0000 UTC m=+0.402088364 container init 453e0d052baeb3ade7c68c3fc77e71aadf19c29ac1e5fd938d2f61458c1ce970 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mds-b, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240403, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=reef-d540eba, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-04-12T15:57:26.514 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-12T15:57:26.585 INFO:journalctl@ceph.mds.b.smithi110.stdout:Apr 12 15:57:26 smithi110 podman[59591]: 2024-04-12 15:57:26.251006709 +0000 UTC m=+0.407291436 container start 453e0d052baeb3ade7c68c3fc77e71aadf19c29ac1e5fd938d2f61458c1ce970 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=reef-d540eba, org.label-schema.build-date=20240403) 2024-04-12T15:57:26.585 INFO:journalctl@ceph.mds.b.smithi110.stdout:Apr 12 15:57:26 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mds-b[59606]: starting mds.b at 2024-04-12T15:57:26.585 INFO:journalctl@ceph.mds.b.smithi110.stdout:Apr 12 15:57:26 smithi110 bash[59591]: 453e0d052baeb3ade7c68c3fc77e71aadf19c29ac1e5fd938d2f61458c1ce970 2024-04-12T15:57:26.585 INFO:journalctl@ceph.mds.b.smithi110.stdout:Apr 12 15:57:26 smithi110 systemd[1]: Started Ceph mds.b for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T15:57:26.863 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:57:26.864 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24350,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6835/701376503","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":701376503},{"type":"v1","addr":"172.21.15.99:6835","nonce":701376503}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-04-12T15:57:26.864 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 2 2024-04-12T15:57:27.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:26 smithi099 ceph-mon[27456]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s, 0 objects/s recovering 2024-04-12T15:57:27.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:26 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:27.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:26 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:27.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:26 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:27.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:26 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:27.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:26 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:27.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:26 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:57:27.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:26 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/1192531972' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T15:57:27.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:26 smithi099 ceph-mon[39429]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s, 0 objects/s recovering 2024-04-12T15:57:27.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:26 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:27.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:26 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:27.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:26 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:27.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:26 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:27.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:26 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:27.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:26 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:57:27.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:26 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/1192531972' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T15:57:27.271 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:26 smithi110 ceph-mon[31279]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s, 0 objects/s recovering 2024-04-12T15:57:27.272 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:26 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:27.272 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:26 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:27.272 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:26 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:27.272 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:26 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:27.272 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:26 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:27.272 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:26 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:57:27.272 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:26 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/1192531972' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T15:57:28.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:27 smithi110 ceph-mon[31279]: mds.? [v2:172.21.15.110:6832/3505804678,v1:172.21.15.110:6833/3505804678] up:boot 2024-04-12T15:57:28.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:27 smithi110 ceph-mon[31279]: fsmap 2 up:standby 2024-04-12T15:57:28.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:27 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T15:57:28.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:27 smithi099 ceph-mon[39429]: mds.? [v2:172.21.15.110:6832/3505804678,v1:172.21.15.110:6833/3505804678] up:boot 2024-04-12T15:57:28.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:27 smithi099 ceph-mon[39429]: fsmap 2 up:standby 2024-04-12T15:57:28.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:27 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T15:57:28.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:27 smithi099 ceph-mon[27456]: mds.? [v2:172.21.15.110:6832/3505804678,v1:172.21.15.110:6833/3505804678] up:boot 2024-04-12T15:57:28.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:27 smithi099 ceph-mon[27456]: fsmap 2 up:standby 2024-04-12T15:57:28.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:27 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T15:57:28.877 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-12T15:57:29.205 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:57:29.205 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24328,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/3505804678","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":3505804678},{"type":"v1","addr":"172.21.15.110:6833","nonce":3505804678}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24350,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6835/701376503","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":701376503},{"type":"v1","addr":"172.21.15.99:6835","nonce":701376503}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-04-12T15:57:29.205 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 3 2024-04-12T15:57:29.216 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:28 smithi099 ceph-mon[39429]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-12T15:57:29.216 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:28 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:29.216 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:28 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:29.216 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:28 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:29.216 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:28 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:29.216 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:28 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:57:29.216 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:28 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:57:29.216 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:28 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:29.216 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:28 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:57:29.217 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:28 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:57:29.217 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:28 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:57:29.217 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:28 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:29.217 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:28 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:29.217 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:28 smithi099 ceph-mon[27456]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-12T15:57:29.217 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:28 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:29.217 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:28 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:29.217 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:28 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:29.217 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:28 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:29.217 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:28 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:57:29.217 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:28 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:57:29.218 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:28 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:29.218 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:28 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:57:29.218 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:28 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:57:29.218 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:28 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:57:29.218 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:28 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:29.218 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:28 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:29.219 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-12T15:57:29.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:28 smithi110 ceph-mon[31279]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-12T15:57:29.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:28 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:29.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:28 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:29.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:28 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:29.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:28 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:29.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:28 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:57:29.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:28 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:57:29.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:28 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:29.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:28 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:57:29.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:28 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:57:29.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:28 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:57:29.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:28 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:29.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:28 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:29.499 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:57:29.500 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":58,"fsid":"7550015c-f8e4-11ee-bc8d-c7b262605968","created":"2024-04-12T15:52:01.550700+0000","modified":"2024-04-12T15:57:15.512430+0000","last_up_change":"2024-04-12T15:57:11.501757+0000","last_in_change":"2024-04-12T15:56:54.522762+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T15:55:12.125655+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f2eb1776-f2a7-4d11-af70-91cb860c0834","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6803","nonce":4050139692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6805","nonce":4050139692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6809","nonce":4050139692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6807","nonce":4050139692}]},"public_addr":"172.21.15.99:6803/4050139692","cluster_addr":"172.21.15.99:6805/4050139692","heartbeat_back_addr":"172.21.15.99:6809/4050139692","heartbeat_front_addr":"172.21.15.99:6807/4050139692","state":["exists","up"]},{"osd":1,"uuid":"36efb921-968f-44d2-81c2-dcf67f462166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6811","nonce":1777320234}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6813","nonce":1777320234}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6817","nonce":1777320234}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6815","nonce":1777320234}]},"public_addr":"172.21.15.99:6811/1777320234","cluster_addr":"172.21.15.99:6813/1777320234","heartbeat_back_addr":"172.21.15.99:6817/1777320234","heartbeat_front_addr":"172.21.15.99:6815/1777320234","state":["exists","up"]},{"osd":2,"uuid":"3008dd52-3370-4dda-9aab-0e909c1a1d70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6819","nonce":1998277655}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6821","nonce":1998277655}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6825","nonce":1998277655}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6823","nonce":1998277655}]},"public_addr":"172.21.15.99:6819/1998277655","cluster_addr":"172.21.15.99:6821/1998277655","heartbeat_back_addr":"172.21.15.99:6825/1998277655","heartbeat_front_addr":"172.21.15.99:6823/1998277655","state":["exists","up"]},{"osd":3,"uuid":"0941ec21-107e-48cd-b4c5-1d185708c69b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6827","nonce":4076835847}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6829","nonce":4076835847}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6832","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6833","nonce":4076835847}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6831","nonce":4076835847}]},"public_addr":"172.21.15.99:6827/4076835847","cluster_addr":"172.21.15.99:6829/4076835847","heartbeat_back_addr":"172.21.15.99:6833/4076835847","heartbeat_front_addr":"172.21.15.99:6831/4076835847","state":["exists","up"]},{"osd":4,"uuid":"0e8e9ddf-dce6-45e1-86d6-96741ff35a9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6801","nonce":2706881134}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6803","nonce":2706881134}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6807","nonce":2706881134}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6805","nonce":2706881134}]},"public_addr":"172.21.15.110:6801/2706881134","cluster_addr":"172.21.15.110:6803/2706881134","heartbeat_back_addr":"172.21.15.110:6807/2706881134","heartbeat_front_addr":"172.21.15.110:6805/2706881134","state":["exists","up"]},{"osd":5,"uuid":"4f625bf6-2403-4341-8196-d155baab2e8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6809","nonce":18731328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6811","nonce":18731328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6815","nonce":18731328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6813","nonce":18731328}]},"public_addr":"172.21.15.110:6809/18731328","cluster_addr":"172.21.15.110:6811/18731328","heartbeat_back_addr":"172.21.15.110:6815/18731328","heartbeat_front_addr":"172.21.15.110:6813/18731328","state":["exists","up"]},{"osd":6,"uuid":"ffa3a539-4fc0-4586-bff2-149c927ef694","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6817","nonce":975312000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6819","nonce":975312000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6823","nonce":975312000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6821","nonce":975312000}]},"public_addr":"172.21.15.110:6817/975312000","cluster_addr":"172.21.15.110:6819/975312000","heartbeat_back_addr":"172.21.15.110:6823/975312000","heartbeat_front_addr":"172.21.15.110:6821/975312000","state":["exists","up"]},{"osd":7,"uuid":"a51c55cb-4543-42b3-8e3d-933e5a8f7f70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6825","nonce":3976780385}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6827","nonce":3976780385}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6831","nonce":3976780385}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6829","nonce":3976780385}]},"public_addr":"172.21.15.110:6825/3976780385","cluster_addr":"172.21.15.110:6827/3976780385","heartbeat_back_addr":"172.21.15.110:6831/3976780385","heartbeat_front_addr":"172.21.15.110:6829/3976780385","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:54:17.953043+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:54:42.873997+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:55:08.253109+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:55:34.333463+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:55:57.055252+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:56:21.372860+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:56:45.489088+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:57:10.476074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.99:6801/3642643916":"2024-04-13T15:52:53.808258+0000","172.21.15.99:6800/3642643916":"2024-04-13T15:52:53.808258+0000","172.21.15.99:0/737885610":"2024-04-13T15:52:53.808258+0000","172.21.15.99:0/2036600681":"2024-04-13T15:52:28.689794+0000","172.21.15.99:0/383659124":"2024-04-13T15:52:53.808258+0000","172.21.15.99:0/3096714326":"2024-04-13T15:52:28.689794+0000","172.21.15.99:6801/1627681395":"2024-04-13T15:52:28.689794+0000","172.21.15.99:6800/1627681395":"2024-04-13T15:52:28.689794+0000","172.21.15.99:0/3674643919":"2024-04-13T15:52:28.689794+0000","172.21.15.99:0/1717042260":"2024-04-13T15:52:53.808258+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T15:57:29.512 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-12T15:55:12.125655+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-12T15:57:29.512 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-12T15:57:29.794 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 1 2024-04-12T15:57:29.806 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-04-12T15:57:30.091 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:57:30.091 INFO:teuthology.orchestra.run.smithi099.stdout:[ 2024-04-12T15:57:30.091 INFO:teuthology.orchestra.run.smithi099.stdout: { 2024-04-12T15:57:30.092 INFO:teuthology.orchestra.run.smithi099.stdout: "poolnum": 1, 2024-04-12T15:57:30.092 INFO:teuthology.orchestra.run.smithi099.stdout: "poolname": ".mgr" 2024-04-12T15:57:30.092 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-04-12T15:57:30.092 INFO:teuthology.orchestra.run.smithi099.stdout:] 2024-04-12T15:57:30.103 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:29 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/4239072022' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T15:57:30.103 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:29 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/540131543' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T15:57:30.103 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:29 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/2602458598' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T15:57:30.103 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:29 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/4239072022' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T15:57:30.103 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:29 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/540131543' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T15:57:30.103 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:29 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/2602458598' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T15:57:30.104 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-04-12T15:57:30.104 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-04-12T15:57:30.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:29 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/4239072022' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T15:57:30.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:29 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/540131543' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T15:57:30.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:29 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/2602458598' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T15:57:30.935 INFO:teuthology.orchestra.run.smithi099.stderr:pool 'cephfs_metadata' created 2024-04-12T15:57:30.952 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-04-12T15:57:31.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:30 smithi110 ceph-mon[31279]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:57:31.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:30 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/1161783657' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-12T15:57:31.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:30 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/1521906520' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-12T15:57:31.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:30 smithi110 ceph-mon[31279]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-12T15:57:31.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:30 smithi099 ceph-mon[27456]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:57:31.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:30 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/1161783657' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-12T15:57:31.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:30 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/1521906520' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-12T15:57:31.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:30 smithi099 ceph-mon[27456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-12T15:57:31.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:30 smithi099 ceph-mon[39429]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:57:31.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:30 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/1161783657' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-12T15:57:31.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:30 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/1521906520' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-12T15:57:31.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:30 smithi099 ceph-mon[39429]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-12T15:57:31.940 INFO:teuthology.orchestra.run.smithi099.stderr:pool 'cephfs_data' created 2024-04-12T15:57:31.965 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-04-12T15:57:32.299 INFO:teuthology.orchestra.run.smithi099.stderr:new fs with metadata pool 2 and data pool 3 2024-04-12T15:57:32.321 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:31 smithi099 ceph-mon[27456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-12T15:57:32.321 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:31 smithi099 ceph-mon[27456]: osdmap e59: 8 total, 8 up, 8 in 2024-04-12T15:57:32.321 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:31 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/4294001280' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-12T15:57:32.321 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:31 smithi099 ceph-mon[27456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-12T15:57:32.321 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:31 smithi099 ceph-mon[27456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-12T15:57:32.321 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:31 smithi099 ceph-mon[27456]: osdmap e60: 8 total, 8 up, 8 in 2024-04-12T15:57:32.322 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-12T15:57:32.323 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:31 smithi099 ceph-mon[39429]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-12T15:57:32.323 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:31 smithi099 ceph-mon[39429]: osdmap e59: 8 total, 8 up, 8 in 2024-04-12T15:57:32.323 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:31 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/4294001280' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-12T15:57:32.323 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:31 smithi099 ceph-mon[39429]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-12T15:57:32.323 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:31 smithi099 ceph-mon[39429]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-12T15:57:32.323 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:31 smithi099 ceph-mon[39429]: osdmap e60: 8 total, 8 up, 8 in 2024-04-12T15:57:32.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:31 smithi110 ceph-mon[31279]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-12T15:57:32.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:31 smithi110 ceph-mon[31279]: osdmap e59: 8 total, 8 up, 8 in 2024-04-12T15:57:32.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:31 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/4294001280' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-12T15:57:32.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:31 smithi110 ceph-mon[31279]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-12T15:57:32.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:31 smithi110 ceph-mon[31279]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-12T15:57:32.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:31 smithi110 ceph-mon[31279]: osdmap e60: 8 total, 8 up, 8 in 2024-04-12T15:57:32.607 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:57:32.607 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":61,"fsid":"7550015c-f8e4-11ee-bc8d-c7b262605968","created":"2024-04-12T15:52:01.550700+0000","modified":"2024-04-12T15:57:32.292066+0000","last_up_change":"2024-04-12T15:57:11.501757+0000","last_in_change":"2024-04-12T15:56:54.522762+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T15:55:12.125655+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-12T15:57:30.643287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-12T15:57:31.476671+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f2eb1776-f2a7-4d11-af70-91cb860c0834","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6803","nonce":4050139692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6805","nonce":4050139692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6809","nonce":4050139692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6807","nonce":4050139692}]},"public_addr":"172.21.15.99:6803/4050139692","cluster_addr":"172.21.15.99:6805/4050139692","heartbeat_back_addr":"172.21.15.99:6809/4050139692","heartbeat_front_addr":"172.21.15.99:6807/4050139692","state":["exists","up"]},{"osd":1,"uuid":"36efb921-968f-44d2-81c2-dcf67f462166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6811","nonce":1777320234}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6813","nonce":1777320234}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6817","nonce":1777320234}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6815","nonce":1777320234}]},"public_addr":"172.21.15.99:6811/1777320234","cluster_addr":"172.21.15.99:6813/1777320234","heartbeat_back_addr":"172.21.15.99:6817/1777320234","heartbeat_front_addr":"172.21.15.99:6815/1777320234","state":["exists","up"]},{"osd":2,"uuid":"3008dd52-3370-4dda-9aab-0e909c1a1d70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6819","nonce":1998277655}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6821","nonce":1998277655}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6825","nonce":1998277655}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6823","nonce":1998277655}]},"public_addr":"172.21.15.99:6819/1998277655","cluster_addr":"172.21.15.99:6821/1998277655","heartbeat_back_addr":"172.21.15.99:6825/1998277655","heartbeat_front_addr":"172.21.15.99:6823/1998277655","state":["exists","up"]},{"osd":3,"uuid":"0941ec21-107e-48cd-b4c5-1d185708c69b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6827","nonce":4076835847}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6829","nonce":4076835847}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6832","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6833","nonce":4076835847}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6831","nonce":4076835847}]},"public_addr":"172.21.15.99:6827/4076835847","cluster_addr":"172.21.15.99:6829/4076835847","heartbeat_back_addr":"172.21.15.99:6833/4076835847","heartbeat_front_addr":"172.21.15.99:6831/4076835847","state":["exists","up"]},{"osd":4,"uuid":"0e8e9ddf-dce6-45e1-86d6-96741ff35a9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6801","nonce":2706881134}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6803","nonce":2706881134}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6807","nonce":2706881134}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6805","nonce":2706881134}]},"public_addr":"172.21.15.110:6801/2706881134","cluster_addr":"172.21.15.110:6803/2706881134","heartbeat_back_addr":"172.21.15.110:6807/2706881134","heartbeat_front_addr":"172.21.15.110:6805/2706881134","state":["exists","up"]},{"osd":5,"uuid":"4f625bf6-2403-4341-8196-d155baab2e8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6809","nonce":18731328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6811","nonce":18731328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6815","nonce":18731328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6813","nonce":18731328}]},"public_addr":"172.21.15.110:6809/18731328","cluster_addr":"172.21.15.110:6811/18731328","heartbeat_back_addr":"172.21.15.110:6815/18731328","heartbeat_front_addr":"172.21.15.110:6813/18731328","state":["exists","up"]},{"osd":6,"uuid":"ffa3a539-4fc0-4586-bff2-149c927ef694","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6817","nonce":975312000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6819","nonce":975312000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6823","nonce":975312000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6821","nonce":975312000}]},"public_addr":"172.21.15.110:6817/975312000","cluster_addr":"172.21.15.110:6819/975312000","heartbeat_back_addr":"172.21.15.110:6823/975312000","heartbeat_front_addr":"172.21.15.110:6821/975312000","state":["exists","up"]},{"osd":7,"uuid":"a51c55cb-4543-42b3-8e3d-933e5a8f7f70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6825","nonce":3976780385}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6827","nonce":3976780385}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6831","nonce":3976780385}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6829","nonce":3976780385}]},"public_addr":"172.21.15.110:6825/3976780385","cluster_addr":"172.21.15.110:6827/3976780385","heartbeat_back_addr":"172.21.15.110:6831/3976780385","heartbeat_front_addr":"172.21.15.110:6829/3976780385","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:54:17.953043+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:54:42.873997+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:55:08.253109+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:55:34.333463+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:55:57.055252+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:56:21.372860+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:56:45.489088+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:57:10.476074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.99:6801/3642643916":"2024-04-13T15:52:53.808258+0000","172.21.15.99:6800/3642643916":"2024-04-13T15:52:53.808258+0000","172.21.15.99:0/737885610":"2024-04-13T15:52:53.808258+0000","172.21.15.99:0/2036600681":"2024-04-13T15:52:28.689794+0000","172.21.15.99:0/383659124":"2024-04-13T15:52:53.808258+0000","172.21.15.99:0/3096714326":"2024-04-13T15:52:28.689794+0000","172.21.15.99:6801/1627681395":"2024-04-13T15:52:28.689794+0000","172.21.15.99:6800/1627681395":"2024-04-13T15:52:28.689794+0000","172.21.15.99:0/3674643919":"2024-04-13T15:52:28.689794+0000","172.21.15.99:0/1717042260":"2024-04-13T15:52:53.808258+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T15:57:32.620 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-12T15:57:32.903 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:57:32.903 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":61,"fsid":"7550015c-f8e4-11ee-bc8d-c7b262605968","created":"2024-04-12T15:52:01.550700+0000","modified":"2024-04-12T15:57:32.292066+0000","last_up_change":"2024-04-12T15:57:11.501757+0000","last_in_change":"2024-04-12T15:56:54.522762+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T15:55:12.125655+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-12T15:57:30.643287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-12T15:57:31.476671+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f2eb1776-f2a7-4d11-af70-91cb860c0834","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6803","nonce":4050139692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6805","nonce":4050139692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6809","nonce":4050139692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6807","nonce":4050139692}]},"public_addr":"172.21.15.99:6803/4050139692","cluster_addr":"172.21.15.99:6805/4050139692","heartbeat_back_addr":"172.21.15.99:6809/4050139692","heartbeat_front_addr":"172.21.15.99:6807/4050139692","state":["exists","up"]},{"osd":1,"uuid":"36efb921-968f-44d2-81c2-dcf67f462166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6811","nonce":1777320234}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6813","nonce":1777320234}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6817","nonce":1777320234}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6815","nonce":1777320234}]},"public_addr":"172.21.15.99:6811/1777320234","cluster_addr":"172.21.15.99:6813/1777320234","heartbeat_back_addr":"172.21.15.99:6817/1777320234","heartbeat_front_addr":"172.21.15.99:6815/1777320234","state":["exists","up"]},{"osd":2,"uuid":"3008dd52-3370-4dda-9aab-0e909c1a1d70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6819","nonce":1998277655}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6821","nonce":1998277655}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6825","nonce":1998277655}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6823","nonce":1998277655}]},"public_addr":"172.21.15.99:6819/1998277655","cluster_addr":"172.21.15.99:6821/1998277655","heartbeat_back_addr":"172.21.15.99:6825/1998277655","heartbeat_front_addr":"172.21.15.99:6823/1998277655","state":["exists","up"]},{"osd":3,"uuid":"0941ec21-107e-48cd-b4c5-1d185708c69b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6827","nonce":4076835847}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6829","nonce":4076835847}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6832","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6833","nonce":4076835847}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6831","nonce":4076835847}]},"public_addr":"172.21.15.99:6827/4076835847","cluster_addr":"172.21.15.99:6829/4076835847","heartbeat_back_addr":"172.21.15.99:6833/4076835847","heartbeat_front_addr":"172.21.15.99:6831/4076835847","state":["exists","up"]},{"osd":4,"uuid":"0e8e9ddf-dce6-45e1-86d6-96741ff35a9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6801","nonce":2706881134}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6803","nonce":2706881134}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6807","nonce":2706881134}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6805","nonce":2706881134}]},"public_addr":"172.21.15.110:6801/2706881134","cluster_addr":"172.21.15.110:6803/2706881134","heartbeat_back_addr":"172.21.15.110:6807/2706881134","heartbeat_front_addr":"172.21.15.110:6805/2706881134","state":["exists","up"]},{"osd":5,"uuid":"4f625bf6-2403-4341-8196-d155baab2e8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6809","nonce":18731328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6811","nonce":18731328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6815","nonce":18731328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6813","nonce":18731328}]},"public_addr":"172.21.15.110:6809/18731328","cluster_addr":"172.21.15.110:6811/18731328","heartbeat_back_addr":"172.21.15.110:6815/18731328","heartbeat_front_addr":"172.21.15.110:6813/18731328","state":["exists","up"]},{"osd":6,"uuid":"ffa3a539-4fc0-4586-bff2-149c927ef694","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6817","nonce":975312000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6819","nonce":975312000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6823","nonce":975312000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6821","nonce":975312000}]},"public_addr":"172.21.15.110:6817/975312000","cluster_addr":"172.21.15.110:6819/975312000","heartbeat_back_addr":"172.21.15.110:6823/975312000","heartbeat_front_addr":"172.21.15.110:6821/975312000","state":["exists","up"]},{"osd":7,"uuid":"a51c55cb-4543-42b3-8e3d-933e5a8f7f70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6825","nonce":3976780385}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6827","nonce":3976780385}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6831","nonce":3976780385}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6829","nonce":3976780385}]},"public_addr":"172.21.15.110:6825/3976780385","cluster_addr":"172.21.15.110:6827/3976780385","heartbeat_back_addr":"172.21.15.110:6831/3976780385","heartbeat_front_addr":"172.21.15.110:6829/3976780385","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:54:17.953043+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:54:42.873997+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:55:08.253109+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:55:34.333463+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:55:57.055252+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:56:21.372860+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:56:45.489088+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:57:10.476074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.99:6801/3642643916":"2024-04-13T15:52:53.808258+0000","172.21.15.99:6800/3642643916":"2024-04-13T15:52:53.808258+0000","172.21.15.99:0/737885610":"2024-04-13T15:52:53.808258+0000","172.21.15.99:0/2036600681":"2024-04-13T15:52:28.689794+0000","172.21.15.99:0/383659124":"2024-04-13T15:52:53.808258+0000","172.21.15.99:0/3096714326":"2024-04-13T15:52:28.689794+0000","172.21.15.99:6801/1627681395":"2024-04-13T15:52:28.689794+0000","172.21.15.99:6800/1627681395":"2024-04-13T15:52:28.689794+0000","172.21.15.99:0/3674643919":"2024-04-13T15:52:28.689794+0000","172.21.15.99:0/1717042260":"2024-04-13T15:52:53.808258+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T15:57:32.916 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-04-12T15:57:33.310 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:32 smithi099 ceph-mon[27456]: pgmap v188: 33 pgs: 4 creating+peering, 1 active+clean, 28 unknown; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:57:33.310 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:32 smithi099 ceph-mon[27456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T15:57:33.311 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:32 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/4087708517' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-12T15:57:33.311 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:32 smithi099 ceph-mon[27456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-12T15:57:33.311 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:32 smithi099 ceph-mon[27456]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-12T15:57:33.311 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:32 smithi099 ceph-mon[27456]: osdmap e61: 8 total, 8 up, 8 in 2024-04-12T15:57:33.311 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:32 smithi099 ceph-mon[27456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-12T15:57:33.311 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:32 smithi099 ceph-mon[27456]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-04-12T15:57:33.311 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:32 smithi099 ceph-mon[27456]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-12T15:57:33.311 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:32 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/3728815606' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T15:57:33.311 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:32 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/1973491191' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T15:57:33.311 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:32 smithi099 ceph-mon[39429]: pgmap v188: 33 pgs: 4 creating+peering, 1 active+clean, 28 unknown; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:57:33.312 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:32 smithi099 ceph-mon[39429]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T15:57:33.312 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:32 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/4087708517' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-12T15:57:33.312 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:32 smithi099 ceph-mon[39429]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-12T15:57:33.312 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:32 smithi099 ceph-mon[39429]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-12T15:57:33.312 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:32 smithi099 ceph-mon[39429]: osdmap e61: 8 total, 8 up, 8 in 2024-04-12T15:57:33.312 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:32 smithi099 ceph-mon[39429]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-12T15:57:33.312 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:32 smithi099 ceph-mon[39429]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-04-12T15:57:33.312 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:32 smithi099 ceph-mon[39429]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-12T15:57:33.312 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:32 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/3728815606' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T15:57:33.312 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:32 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/1973491191' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T15:57:33.313 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-04-12T15:57:33.313 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-04-12T15:57:33.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:32 smithi110 ceph-mon[31279]: pgmap v188: 33 pgs: 4 creating+peering, 1 active+clean, 28 unknown; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:57:33.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:32 smithi110 ceph-mon[31279]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T15:57:33.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:32 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/4087708517' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-12T15:57:33.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:32 smithi110 ceph-mon[31279]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-12T15:57:33.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:32 smithi110 ceph-mon[31279]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-12T15:57:33.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:32 smithi110 ceph-mon[31279]: osdmap e61: 8 total, 8 up, 8 in 2024-04-12T15:57:33.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:32 smithi110 ceph-mon[31279]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-12T15:57:33.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:32 smithi110 ceph-mon[31279]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-04-12T15:57:33.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:32 smithi110 ceph-mon[31279]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-12T15:57:33.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:32 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/3728815606' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T15:57:33.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:32 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/1973491191' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T15:57:33.959 INFO:journalctl@ceph.mds.a.smithi099.stdout:Apr 12 15:57:33 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mds-a[67996]: 2024-04-12T15:57:33.679+0000 7fa5de44f700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-12T15:57:34.316 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:33 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/259502179' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-12T15:57:34.316 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:33 smithi099 ceph-mon[27456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-12T15:57:34.317 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:33 smithi099 ceph-mon[27456]: mds.? [v2:172.21.15.99:6834/701376503,v1:172.21.15.99:6835/701376503] up:active 2024-04-12T15:57:34.317 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:33 smithi099 ceph-mon[27456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-12T15:57:34.317 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:33 smithi099 ceph-mon[27456]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T15:57:34.317 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:33 smithi099 ceph-mon[27456]: osdmap e62: 8 total, 8 up, 8 in 2024-04-12T15:57:34.317 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:33 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/860253750' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-12T15:57:34.317 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:33 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/259502179' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-12T15:57:34.317 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:33 smithi099 ceph-mon[39429]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-12T15:57:34.317 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:33 smithi099 ceph-mon[39429]: mds.? [v2:172.21.15.99:6834/701376503,v1:172.21.15.99:6835/701376503] up:active 2024-04-12T15:57:34.317 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:33 smithi099 ceph-mon[39429]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-12T15:57:34.317 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:33 smithi099 ceph-mon[39429]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T15:57:34.317 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:33 smithi099 ceph-mon[39429]: osdmap e62: 8 total, 8 up, 8 in 2024-04-12T15:57:34.318 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:33 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/860253750' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-12T15:57:34.318 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-04-12T15:57:34.318 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-12T15:57:34.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:33 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/259502179' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-12T15:57:34.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:33 smithi110 ceph-mon[31279]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-12T15:57:34.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:33 smithi110 ceph-mon[31279]: mds.? [v2:172.21.15.99:6834/701376503,v1:172.21.15.99:6835/701376503] up:active 2024-04-12T15:57:34.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:33 smithi110 ceph-mon[31279]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-12T15:57:34.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:33 smithi110 ceph-mon[31279]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T15:57:34.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:33 smithi110 ceph-mon[31279]: osdmap e62: 8 total, 8 up, 8 in 2024-04-12T15:57:34.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:33 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/860253750' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-12T15:57:34.638 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:57:34.638 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24328,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/3505804678","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":3505804678},{"type":"v1","addr":"172.21.15.110:6833","nonce":3505804678}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-12T15:57:32.292413+0000","modified":"2024-04-12T15:57:34.299505+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24350},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24350":{"gid":24350,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":4,"addr":"172.21.15.99:6835/701376503","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":701376503},{"type":"v1","addr":"172.21.15.99:6835","nonce":701376503}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-12T15:57:34.639 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 6 2024-04-12T15:57:34.651 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-12T15:57:34.934 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:57:34.934 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":62,"fsid":"7550015c-f8e4-11ee-bc8d-c7b262605968","created":"2024-04-12T15:52:01.550700+0000","modified":"2024-04-12T15:57:33.294328+0000","last_up_change":"2024-04-12T15:57:11.501757+0000","last_in_change":"2024-04-12T15:56:54.522762+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T15:55:12.125655+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-12T15:57:30.643287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-12T15:57:31.476671+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f2eb1776-f2a7-4d11-af70-91cb860c0834","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6803","nonce":4050139692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6805","nonce":4050139692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6809","nonce":4050139692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6807","nonce":4050139692}]},"public_addr":"172.21.15.99:6803/4050139692","cluster_addr":"172.21.15.99:6805/4050139692","heartbeat_back_addr":"172.21.15.99:6809/4050139692","heartbeat_front_addr":"172.21.15.99:6807/4050139692","state":["exists","up"]},{"osd":1,"uuid":"36efb921-968f-44d2-81c2-dcf67f462166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6811","nonce":1777320234}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6813","nonce":1777320234}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6817","nonce":1777320234}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6815","nonce":1777320234}]},"public_addr":"172.21.15.99:6811/1777320234","cluster_addr":"172.21.15.99:6813/1777320234","heartbeat_back_addr":"172.21.15.99:6817/1777320234","heartbeat_front_addr":"172.21.15.99:6815/1777320234","state":["exists","up"]},{"osd":2,"uuid":"3008dd52-3370-4dda-9aab-0e909c1a1d70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6819","nonce":1998277655}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6821","nonce":1998277655}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6825","nonce":1998277655}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6823","nonce":1998277655}]},"public_addr":"172.21.15.99:6819/1998277655","cluster_addr":"172.21.15.99:6821/1998277655","heartbeat_back_addr":"172.21.15.99:6825/1998277655","heartbeat_front_addr":"172.21.15.99:6823/1998277655","state":["exists","up"]},{"osd":3,"uuid":"0941ec21-107e-48cd-b4c5-1d185708c69b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6827","nonce":4076835847}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6829","nonce":4076835847}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6832","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6833","nonce":4076835847}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6831","nonce":4076835847}]},"public_addr":"172.21.15.99:6827/4076835847","cluster_addr":"172.21.15.99:6829/4076835847","heartbeat_back_addr":"172.21.15.99:6833/4076835847","heartbeat_front_addr":"172.21.15.99:6831/4076835847","state":["exists","up"]},{"osd":4,"uuid":"0e8e9ddf-dce6-45e1-86d6-96741ff35a9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6801","nonce":2706881134}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6803","nonce":2706881134}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6807","nonce":2706881134}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6805","nonce":2706881134}]},"public_addr":"172.21.15.110:6801/2706881134","cluster_addr":"172.21.15.110:6803/2706881134","heartbeat_back_addr":"172.21.15.110:6807/2706881134","heartbeat_front_addr":"172.21.15.110:6805/2706881134","state":["exists","up"]},{"osd":5,"uuid":"4f625bf6-2403-4341-8196-d155baab2e8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6809","nonce":18731328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6811","nonce":18731328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6815","nonce":18731328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6813","nonce":18731328}]},"public_addr":"172.21.15.110:6809/18731328","cluster_addr":"172.21.15.110:6811/18731328","heartbeat_back_addr":"172.21.15.110:6815/18731328","heartbeat_front_addr":"172.21.15.110:6813/18731328","state":["exists","up"]},{"osd":6,"uuid":"ffa3a539-4fc0-4586-bff2-149c927ef694","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6817","nonce":975312000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6819","nonce":975312000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6823","nonce":975312000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6821","nonce":975312000}]},"public_addr":"172.21.15.110:6817/975312000","cluster_addr":"172.21.15.110:6819/975312000","heartbeat_back_addr":"172.21.15.110:6823/975312000","heartbeat_front_addr":"172.21.15.110:6821/975312000","state":["exists","up"]},{"osd":7,"uuid":"a51c55cb-4543-42b3-8e3d-933e5a8f7f70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6825","nonce":3976780385}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6827","nonce":3976780385}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6831","nonce":3976780385}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6829","nonce":3976780385}]},"public_addr":"172.21.15.110:6825/3976780385","cluster_addr":"172.21.15.110:6827/3976780385","heartbeat_back_addr":"172.21.15.110:6831/3976780385","heartbeat_front_addr":"172.21.15.110:6829/3976780385","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:54:17.953043+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:54:42.873997+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:55:08.253109+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:55:34.333463+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:55:57.055252+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:56:21.372860+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:56:45.489088+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:57:10.476074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.99:6801/3642643916":"2024-04-13T15:52:53.808258+0000","172.21.15.99:6800/3642643916":"2024-04-13T15:52:53.808258+0000","172.21.15.99:0/737885610":"2024-04-13T15:52:53.808258+0000","172.21.15.99:0/2036600681":"2024-04-13T15:52:28.689794+0000","172.21.15.99:0/383659124":"2024-04-13T15:52:53.808258+0000","172.21.15.99:0/3096714326":"2024-04-13T15:52:28.689794+0000","172.21.15.99:6801/1627681395":"2024-04-13T15:52:28.689794+0000","172.21.15.99:6800/1627681395":"2024-04-13T15:52:28.689794+0000","172.21.15.99:0/3674643919":"2024-04-13T15:52:28.689794+0000","172.21.15.99:0/1717042260":"2024-04-13T15:52:53.808258+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T15:57:34.946 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-04-12T15:57:34.947 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-12T15:57:35.237 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:57:35.239 INFO:teuthology.orchestra.run.smithi099.stderr:dumped all 2024-04-12T15:57:35.240 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:34 smithi110 ceph-mon[31279]: pgmap v192: 97 pgs: 13 active+clean, 23 creating+peering, 61 unknown; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T15:57:35.240 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:34 smithi110 ceph-mon[31279]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T15:57:35.240 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:34 smithi110 ceph-mon[31279]: Cluster is now healthy 2024-04-12T15:57:35.240 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:34 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/860253750' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-12T15:57:35.240 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:34 smithi110 ceph-mon[31279]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T15:57:35.240 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:34 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/240184960' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T15:57:35.240 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:34 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/1230694892' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T15:57:35.247 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:34 smithi099 ceph-mon[27456]: pgmap v192: 97 pgs: 13 active+clean, 23 creating+peering, 61 unknown; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T15:57:35.247 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:34 smithi099 ceph-mon[27456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T15:57:35.247 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:34 smithi099 ceph-mon[27456]: Cluster is now healthy 2024-04-12T15:57:35.247 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:34 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/860253750' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-12T15:57:35.247 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:34 smithi099 ceph-mon[27456]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T15:57:35.247 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:34 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/240184960' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T15:57:35.247 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:34 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/1230694892' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T15:57:35.247 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:34 smithi099 ceph-mon[39429]: pgmap v192: 97 pgs: 13 active+clean, 23 creating+peering, 61 unknown; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T15:57:35.247 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:34 smithi099 ceph-mon[39429]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T15:57:35.248 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:34 smithi099 ceph-mon[39429]: Cluster is now healthy 2024-04-12T15:57:35.248 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:34 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/860253750' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-12T15:57:35.248 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:34 smithi099 ceph-mon[39429]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T15:57:35.248 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:34 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/240184960' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T15:57:35.248 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:34 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/1230694892' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T15:57:35.249 INFO:teuthology.orchestra.run.smithi099.stdout:{"pg_ready":true,"pg_map":{"version":192,"stamp":"2024-04-12T15:57:33.860294+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590390,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":160,"num_write_kb":2417,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118,"ondisk_log_size":118,"up":108,"acting":108,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":9,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":6,"kb":749961216,"kb_used":230672,"kb_used_data":6300,"kb_used_omap":12,"kb_used_meta":224243,"kb_avail":749730544,"statfs":{"total":767960285184,"available":767724077056,"internally_reserved":0,"allocated":6451200,"data_stored":3670538,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":229625400},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000778"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-12T15:57:31.940612+0000","last_change":"2024-04-12T15:57:31.940612+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.940612+0000","last_undegraded":"2024-04-12T15:57:31.940612+0000","last_fullsized":"2024-04-12T15:57:31.940612+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:59:30.085736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-12T15:57:31.939506+0000","last_change":"2024-04-12T15:57:31.939506+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.939506+0000","last_undegraded":"2024-04-12T15:57:31.939506+0000","last_fullsized":"2024-04-12T15:57:31.939506+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:07:10.231489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-12T15:57:31.938142+0000","last_change":"2024-04-12T15:57:31.938142+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.938142+0000","last_undegraded":"2024-04-12T15:57:31.938142+0000","last_fullsized":"2024-04-12T15:57:31.938142+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:43:56.986374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-12T15:57:31.940166+0000","last_change":"2024-04-12T15:57:31.940166+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.940166+0000","last_undegraded":"2024-04-12T15:57:31.940166+0000","last_fullsized":"2024-04-12T15:57:31.940166+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:34:51.048086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.321837+0000","last_change":"2024-04-12T15:57:32.320065+0000","last_active":"2024-04-12T15:57:32.321837+0000","last_peered":"2024-04-12T15:57:32.321837+0000","last_clean":"2024-04-12T15:57:32.321837+0000","last_became_active":"2024-04-12T15:57:32.319771+0000","last_became_peered":"2024-04-12T15:57:32.319771+0000","last_unstale":"2024-04-12T15:57:32.321837+0000","last_undegraded":"2024-04-12T15:57:32.321837+0000","last_fullsized":"2024-04-12T15:57:32.321837+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:59:39.459347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-12T15:57:31.940733+0000","last_change":"2024-04-12T15:57:31.940733+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.940733+0000","last_undegraded":"2024-04-12T15:57:31.940733+0000","last_fullsized":"2024-04-12T15:57:31.940733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:09:03.886356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:30.929480+0000","last_change":"2024-04-12T15:57:30.929480+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.929480+0000","last_undegraded":"2024-04-12T15:57:30.929480+0000","last_fullsized":"2024-04-12T15:57:30.929480+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.935000+0000","last_change":"2024-04-12T15:57:30.935000+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.935000+0000","last_undegraded":"2024-04-12T15:57:30.935000+0000","last_fullsized":"2024-04-12T15:57:30.935000+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:24:28.143366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-12T15:57:31.956429+0000","last_change":"2024-04-12T15:57:31.955966+0000","last_active":"2024-04-12T15:57:31.956429+0000","last_peered":"2024-04-12T15:57:31.956429+0000","last_clean":"2024-04-12T15:57:31.956429+0000","last_became_active":"2024-04-12T15:57:31.955702+0000","last_became_peered":"2024-04-12T15:57:31.955702+0000","last_unstale":"2024-04-12T15:57:31.956429+0000","last_undegraded":"2024-04-12T15:57:31.956429+0000","last_fullsized":"2024-04-12T15:57:31.956429+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:35:54.816443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-12T15:57:31.954573+0000","last_change":"2024-04-12T15:57:31.954318+0000","last_active":"2024-04-12T15:57:31.954573+0000","last_peered":"2024-04-12T15:57:31.954573+0000","last_clean":"2024-04-12T15:57:31.954573+0000","last_became_active":"2024-04-12T15:57:31.954033+0000","last_became_peered":"2024-04-12T15:57:31.954033+0000","last_unstale":"2024-04-12T15:57:31.954573+0000","last_undegraded":"2024-04-12T15:57:31.954573+0000","last_fullsized":"2024-04-12T15:57:31.954573+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:55:01.953781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.935204+0000","last_change":"2024-04-12T15:57:30.935204+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.935204+0000","last_undegraded":"2024-04-12T15:57:30.935204+0000","last_fullsized":"2024-04-12T15:57:30.935204+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:47:06.953234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.316563+0000","last_change":"2024-04-12T15:57:32.315709+0000","last_active":"2024-04-12T15:57:32.316563+0000","last_peered":"2024-04-12T15:57:32.316563+0000","last_clean":"2024-04-12T15:57:32.316563+0000","last_became_active":"2024-04-12T15:57:32.315420+0000","last_became_peered":"2024-04-12T15:57:32.315420+0000","last_unstale":"2024-04-12T15:57:32.316563+0000","last_undegraded":"2024-04-12T15:57:32.316563+0000","last_fullsized":"2024-04-12T15:57:32.316563+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:06:14.872689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.933584+0000","last_change":"2024-04-12T15:57:30.933584+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.933584+0000","last_undegraded":"2024-04-12T15:57:30.933584+0000","last_fullsized":"2024-04-12T15:57:30.933584+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:52:59.586610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.934976+0000","last_change":"2024-04-12T15:57:30.934976+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.934976+0000","last_undegraded":"2024-04-12T15:57:30.934976+0000","last_fullsized":"2024-04-12T15:57:30.934976+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:43:57.111380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:30.929480+0000","last_change":"2024-04-12T15:57:30.929480+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.929480+0000","last_undegraded":"2024-04-12T15:57:30.929480+0000","last_fullsized":"2024-04-12T15:57:30.929480+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.934392+0000","last_change":"2024-04-12T15:57:30.934392+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.934392+0000","last_undegraded":"2024-04-12T15:57:30.934392+0000","last_fullsized":"2024-04-12T15:57:30.934392+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:52:29.302324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:30.929480+0000","last_change":"2024-04-12T15:57:30.929480+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.929480+0000","last_undegraded":"2024-04-12T15:57:30.929480+0000","last_fullsized":"2024-04-12T15:57:30.929480+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:30.929480+0000","last_change":"2024-04-12T15:57:30.929480+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.929480+0000","last_undegraded":"2024-04-12T15:57:30.929480+0000","last_fullsized":"2024-04-12T15:57:30.929480+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.321855+0000","last_change":"2024-04-12T15:57:32.320766+0000","last_active":"2024-04-12T15:57:32.321855+0000","last_peered":"2024-04-12T15:57:32.321855+0000","last_clean":"2024-04-12T15:57:32.321855+0000","last_became_active":"2024-04-12T15:57:32.320433+0000","last_became_peered":"2024-04-12T15:57:32.320433+0000","last_unstale":"2024-04-12T15:57:32.321855+0000","last_undegraded":"2024-04-12T15:57:32.321855+0000","last_fullsized":"2024-04-12T15:57:32.321855+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:28:56.001026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.933592+0000","last_change":"2024-04-12T15:57:30.933592+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.933592+0000","last_undegraded":"2024-04-12T15:57:30.933592+0000","last_fullsized":"2024-04-12T15:57:30.933592+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:35:30.008468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-12T15:57:31.940083+0000","last_change":"2024-04-12T15:57:31.940083+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.940083+0000","last_undegraded":"2024-04-12T15:57:31.940083+0000","last_fullsized":"2024-04-12T15:57:31.940083+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:41:46.617593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:30.929480+0000","last_change":"2024-04-12T15:57:30.929480+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.929480+0000","last_undegraded":"2024-04-12T15:57:30.929480+0000","last_fullsized":"2024-04-12T15:57:30.929480+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:30.929480+0000","last_change":"2024-04-12T15:57:30.929480+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.929480+0000","last_undegraded":"2024-04-12T15:57:30.929480+0000","last_fullsized":"2024-04-12T15:57:30.929480+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-12T15:57:31.937667+0000","last_change":"2024-04-12T15:57:31.937667+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.937667+0000","last_undegraded":"2024-04-12T15:57:31.937667+0000","last_fullsized":"2024-04-12T15:57:31.937667+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:01:39.071857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.933593+0000","last_change":"2024-04-12T15:57:30.933593+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.933593+0000","last_undegraded":"2024-04-12T15:57:30.933593+0000","last_fullsized":"2024-04-12T15:57:30.933593+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:10:55.649117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.939102+0000","last_change":"2024-04-12T15:57:30.939102+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.939102+0000","last_undegraded":"2024-04-12T15:57:30.939102+0000","last_fullsized":"2024-04-12T15:57:30.939102+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:17:11.867527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-12T15:57:31.937591+0000","last_change":"2024-04-12T15:57:31.937591+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.937591+0000","last_undegraded":"2024-04-12T15:57:31.937591+0000","last_fullsized":"2024-04-12T15:57:31.937591+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:06:02.228612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.322116+0000","last_change":"2024-04-12T15:57:31.953160+0000","last_active":"2024-04-12T15:57:32.322116+0000","last_peered":"2024-04-12T15:57:32.322116+0000","last_clean":"2024-04-12T15:57:32.322116+0000","last_became_active":"2024-04-12T15:57:31.952845+0000","last_became_peered":"2024-04-12T15:57:31.952845+0000","last_unstale":"2024-04-12T15:57:32.322116+0000","last_undegraded":"2024-04-12T15:57:32.322116+0000","last_fullsized":"2024-04-12T15:57:32.322116+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:22:26.762912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-12T15:57:31.937704+0000","last_change":"2024-04-12T15:57:31.937704+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.937704+0000","last_undegraded":"2024-04-12T15:57:31.937704+0000","last_fullsized":"2024-04-12T15:57:31.937704+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:50:28.612008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:30.929480+0000","last_change":"2024-04-12T15:57:30.929480+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.929480+0000","last_undegraded":"2024-04-12T15:57:30.929480+0000","last_fullsized":"2024-04-12T15:57:30.929480+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:30.929480+0000","last_change":"2024-04-12T15:57:30.929480+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.929480+0000","last_undegraded":"2024-04-12T15:57:30.929480+0000","last_fullsized":"2024-04-12T15:57:30.929480+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.319649+0000","last_change":"2024-04-12T15:57:32.319033+0000","last_active":"2024-04-12T15:57:32.319649+0000","last_peered":"2024-04-12T15:57:32.319649+0000","last_clean":"2024-04-12T15:57:32.319649+0000","last_became_active":"2024-04-12T15:57:32.318732+0000","last_became_peered":"2024-04-12T15:57:32.318732+0000","last_unstale":"2024-04-12T15:57:32.319649+0000","last_undegraded":"2024-04-12T15:57:32.319649+0000","last_fullsized":"2024-04-12T15:57:32.319649+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:53:23.875141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.937387+0000","last_change":"2024-04-12T15:57:30.937387+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.937387+0000","last_undegraded":"2024-04-12T15:57:30.937387+0000","last_fullsized":"2024-04-12T15:57:30.937387+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:15:29.816855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:30.929480+0000","last_change":"2024-04-12T15:57:30.929480+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.929480+0000","last_undegraded":"2024-04-12T15:57:30.929480+0000","last_fullsized":"2024-04-12T15:57:30.929480+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":217,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-04-12T15:57:30.937406+0000","last_change":"2024-04-12T15:57:15.520131+0000","last_active":"2024-04-12T15:57:30.937406+0000","last_peered":"2024-04-12T15:57:30.937406+0000","last_clean":"2024-04-12T15:57:30.937406+0000","last_became_active":"2024-04-12T15:57:15.519695+0000","last_became_peered":"2024-04-12T15:57:15.519695+0000","last_unstale":"2024-04-12T15:57:30.937406+0000","last_undegraded":"2024-04-12T15:57:30.937406+0000","last_fullsized":"2024-04-12T15:57:30.937406+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:55:12.126017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:55:12.126017+0000","last_clean_scrub_stamp":"2024-04-12T15:55:12.126017+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:43:32.645699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-12T15:57:31.958086+0000","last_change":"2024-04-12T15:57:31.957408+0000","last_active":"2024-04-12T15:57:31.958086+0000","last_peered":"2024-04-12T15:57:31.958086+0000","last_clean":"2024-04-12T15:57:31.958086+0000","last_became_active":"2024-04-12T15:57:31.957112+0000","last_became_peered":"2024-04-12T15:57:31.957112+0000","last_unstale":"2024-04-12T15:57:31.958086+0000","last_undegraded":"2024-04-12T15:57:31.958086+0000","last_fullsized":"2024-04-12T15:57:31.958086+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:33:18.233264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-12T15:57:31.956199+0000","last_change":"2024-04-12T15:57:31.955746+0000","last_active":"2024-04-12T15:57:31.956199+0000","last_peered":"2024-04-12T15:57:31.956199+0000","last_clean":"2024-04-12T15:57:31.956199+0000","last_became_active":"2024-04-12T15:57:31.954692+0000","last_became_peered":"2024-04-12T15:57:31.954692+0000","last_unstale":"2024-04-12T15:57:31.956199+0000","last_undegraded":"2024-04-12T15:57:31.956199+0000","last_fullsized":"2024-04-12T15:57:31.956199+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:32:24.029499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:30.929480+0000","last_change":"2024-04-12T15:57:30.929480+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.929480+0000","last_undegraded":"2024-04-12T15:57:30.929480+0000","last_fullsized":"2024-04-12T15:57:30.929480+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.933565+0000","last_change":"2024-04-12T15:57:30.933565+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.933565+0000","last_undegraded":"2024-04-12T15:57:30.933565+0000","last_fullsized":"2024-04-12T15:57:30.933565+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:37:14.929811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-12T15:57:31.958264+0000","last_change":"2024-04-12T15:57:31.958054+0000","last_active":"2024-04-12T15:57:31.958264+0000","last_peered":"2024-04-12T15:57:31.958264+0000","last_clean":"2024-04-12T15:57:31.958264+0000","last_became_active":"2024-04-12T15:57:31.957772+0000","last_became_peered":"2024-04-12T15:57:31.957772+0000","last_unstale":"2024-04-12T15:57:31.958264+0000","last_undegraded":"2024-04-12T15:57:31.958264+0000","last_fullsized":"2024-04-12T15:57:31.958264+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:55:20.560719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.312314+0000","last_change":"2024-04-12T15:57:32.311869+0000","last_active":"2024-04-12T15:57:32.312314+0000","last_peered":"2024-04-12T15:57:32.312314+0000","last_clean":"2024-04-12T15:57:32.312314+0000","last_became_active":"2024-04-12T15:57:32.311587+0000","last_became_peered":"2024-04-12T15:57:32.311587+0000","last_unstale":"2024-04-12T15:57:32.312314+0000","last_undegraded":"2024-04-12T15:57:32.312314+0000","last_fullsized":"2024-04-12T15:57:32.312314+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:08:22.383976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:30.929480+0000","last_change":"2024-04-12T15:57:30.929480+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.929480+0000","last_undegraded":"2024-04-12T15:57:30.929480+0000","last_fullsized":"2024-04-12T15:57:30.929480+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:30.929480+0000","last_change":"2024-04-12T15:57:30.929480+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.929480+0000","last_undegraded":"2024-04-12T15:57:30.929480+0000","last_fullsized":"2024-04-12T15:57:30.929480+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-12T15:57:31.956098+0000","last_change":"2024-04-12T15:57:31.954823+0000","last_active":"2024-04-12T15:57:31.956098+0000","last_peered":"2024-04-12T15:57:31.956098+0000","last_clean":"2024-04-12T15:57:31.956098+0000","last_became_active":"2024-04-12T15:57:31.954555+0000","last_became_peered":"2024-04-12T15:57:31.954555+0000","last_unstale":"2024-04-12T15:57:31.956098+0000","last_undegraded":"2024-04-12T15:57:31.956098+0000","last_fullsized":"2024-04-12T15:57:31.956098+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:35:50.904750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.937433+0000","last_change":"2024-04-12T15:57:30.937433+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.937433+0000","last_undegraded":"2024-04-12T15:57:30.937433+0000","last_fullsized":"2024-04-12T15:57:30.937433+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:24:41.760872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-12T15:57:31.937750+0000","last_change":"2024-04-12T15:57:31.937750+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.937750+0000","last_undegraded":"2024-04-12T15:57:31.937750+0000","last_fullsized":"2024-04-12T15:57:31.937750+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:39:41.276060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:30.929480+0000","last_change":"2024-04-12T15:57:30.929480+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.929480+0000","last_undegraded":"2024-04-12T15:57:30.929480+0000","last_fullsized":"2024-04-12T15:57:30.929480+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.938597+0000","last_change":"2024-04-12T15:57:30.938597+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.938597+0000","last_undegraded":"2024-04-12T15:57:30.938597+0000","last_fullsized":"2024-04-12T15:57:30.938597+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:27:18.866447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-12T15:57:31.937742+0000","last_change":"2024-04-12T15:57:31.937742+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.937742+0000","last_undegraded":"2024-04-12T15:57:31.937742+0000","last_fullsized":"2024-04-12T15:57:31.937742+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:44:52.028546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":48,"acting":48,"num_store_stats":2},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1,"ondisk_log_size":1,"up":57,"acting":57,"num_store_stats":5}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233990,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28172,"kb_used_data":1152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716980,"statfs":{"total":95995035648,"available":95966187520,"internally_reserved":0,"allocated":1179648,"data_stored":829169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.315}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35899999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41399999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46800000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51400000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48099999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53000000000000003}]}]},{"osd":6,"up_from":46,"seq":197568495627,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1175552,"data_stored":828838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56699999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52600000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60199999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58299999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.43099999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55000000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.496}]}]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":31680,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713472,"statfs":{"total":95995035648,"available":95962595328,"internally_reserved":0,"allocated":573440,"data_stored":232554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 15:56:46 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.32000000000000001,"15min":0.31},"min":{"1min":0.29999999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.47199999999999998,"5min":0.504,"15min":0.504},"last":0.19800000000000001},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.33300000000000002,"15min":0.318},"min":{"1min":0.27800000000000002,"5min":0.185,"15min":0.185},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.23999999999999999}]},{"osd":2,"last update":"Fri Apr 12 15:57:17 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.374,"15min":0.37},"min":{"1min":0.24299999999999999,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.39700000000000002,"15min":0.38500000000000001},"min":{"1min":0.318,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.27900000000000003}]},{"osd":3,"last update":"Fri Apr 12 15:56:37 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.314}]},{"osd":4,"last update":"Fri Apr 12 15:56:59 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.67500000000000004}]},{"osd":5,"last update":"Fri Apr 12 15:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.54000000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55700000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51000000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738407,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28164,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716988,"statfs":{"total":95995035648,"available":95966195712,"internally_reserved":0,"allocated":1167360,"data_stored":822922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Apr 12 15:56:48 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.33800000000000002,"15min":0.32600000000000001},"min":{"1min":0.27900000000000003,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"last":0.317},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.35099999999999998,"15min":0.33800000000000002},"min":{"1min":0.27900000000000003,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.27700000000000002}]},{"osd":2,"last update":"Fri Apr 12 15:57:15 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.376,"15min":0.36599999999999999},"min":{"1min":0.26400000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.25},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.41599999999999998,"15min":0.40799999999999997},"min":{"1min":0.314,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.33800000000000002}]},{"osd":3,"last update":"Fri Apr 12 15:56:39 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.307},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.45000000000000001}]},{"osd":4,"last update":"Fri Apr 12 15:57:01 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.56699999999999995}]},{"osd":5,"last update":"Fri Apr 12 15:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.58199999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55300000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52900000000000003}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27584,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717568,"statfs":{"total":95995035648,"available":95966789632,"internally_reserved":0,"allocated":573440,"data_stored":232554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 15:57:17 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.34499999999999997,"15min":0.34100000000000003},"min":{"1min":0.25600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.497,"5min":0.497,"15min":0.497},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.35599999999999998,"15min":0.34999999999999998},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.253}]},{"osd":1,"last update":"Fri Apr 12 15:57:17 2024","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.372,"15min":0.36899999999999999},"min":{"1min":0.27400000000000002,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.5,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.47799999999999998,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.29099999999999998}]},{"osd":3,"last update":"Fri Apr 12 15:56:38 2024","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.32400000000000001}]},{"osd":4,"last update":"Fri Apr 12 15:57:00 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.437},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.441}]},{"osd":5,"last update":"Fri Apr 12 15:57:26 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.56599999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52800000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53900000000000003}]}]},{"osd":3,"up_from":25,"seq":107374182426,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27592,"kb_used_data":572,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717560,"statfs":{"total":95995035648,"available":95966781440,"internally_reserved":0,"allocated":585728,"data_stored":238801,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 15:56:40 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.38,"15min":0.38},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.214},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.35299999999999998}]},{"osd":1,"last update":"Fri Apr 12 15:56:40 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"last":0.309},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"last":0.29099999999999998}]},{"osd":2,"last update":"Fri Apr 12 15:56:40 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.26300000000000001}]},{"osd":4,"last update":"Fri Apr 12 15:57:02 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.45900000000000002}]},{"osd":5,"last update":"Fri Apr 12 15:57:25 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.44800000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40699999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39100000000000001}]}]},{"osd":4,"up_from":30,"seq":128849018901,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27628,"kb_used_data":608,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717524,"statfs":{"total":95995035648,"available":95966744576,"internally_reserved":0,"allocated":622592,"data_stored":253146,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 15:57:00 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.498},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.55900000000000005}]},{"osd":1,"last update":"Fri Apr 12 15:57:00 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.53200000000000003}]},{"osd":2,"last update":"Fri Apr 12 15:57:00 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.51300000000000001}]},{"osd":3,"last update":"Fri Apr 12 15:57:00 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.46999999999999997}]},{"osd":5,"last update":"Fri Apr 12 15:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.66600000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68899999999999995}]}]},{"osd":5,"up_from":38,"seq":163208757263,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":31684,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713468,"statfs":{"total":95995035648,"available":95962591232,"internally_reserved":0,"allocated":573440,"data_stored":232554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 15:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.65900000000000003}]},{"osd":1,"last update":"Fri Apr 12 15:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.60999999999999999}]},{"osd":2,"last update":"Fri Apr 12 15:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.67900000000000005}]},{"osd":3,"last update":"Fri Apr 12 15:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.68899999999999995}]},{"osd":4,"last update":"Fri Apr 12 15:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.46800000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48099999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55400000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-12T15:57:35.254 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-12T15:57:35.576 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:57:35.577 INFO:teuthology.orchestra.run.smithi099.stderr:dumped all 2024-04-12T15:57:35.587 INFO:teuthology.orchestra.run.smithi099.stdout:{"pg_ready":true,"pg_map":{"version":192,"stamp":"2024-04-12T15:57:33.860294+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590390,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":160,"num_write_kb":2417,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118,"ondisk_log_size":118,"up":108,"acting":108,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":9,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":6,"kb":749961216,"kb_used":230672,"kb_used_data":6300,"kb_used_omap":12,"kb_used_meta":224243,"kb_avail":749730544,"statfs":{"total":767960285184,"available":767724077056,"internally_reserved":0,"allocated":6451200,"data_stored":3670538,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":229625400},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000778"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-12T15:57:31.940612+0000","last_change":"2024-04-12T15:57:31.940612+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.940612+0000","last_undegraded":"2024-04-12T15:57:31.940612+0000","last_fullsized":"2024-04-12T15:57:31.940612+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:59:30.085736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-12T15:57:31.939506+0000","last_change":"2024-04-12T15:57:31.939506+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.939506+0000","last_undegraded":"2024-04-12T15:57:31.939506+0000","last_fullsized":"2024-04-12T15:57:31.939506+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:07:10.231489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-12T15:57:31.938142+0000","last_change":"2024-04-12T15:57:31.938142+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.938142+0000","last_undegraded":"2024-04-12T15:57:31.938142+0000","last_fullsized":"2024-04-12T15:57:31.938142+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:43:56.986374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-12T15:57:31.940166+0000","last_change":"2024-04-12T15:57:31.940166+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.940166+0000","last_undegraded":"2024-04-12T15:57:31.940166+0000","last_fullsized":"2024-04-12T15:57:31.940166+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:34:51.048086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.321837+0000","last_change":"2024-04-12T15:57:32.320065+0000","last_active":"2024-04-12T15:57:32.321837+0000","last_peered":"2024-04-12T15:57:32.321837+0000","last_clean":"2024-04-12T15:57:32.321837+0000","last_became_active":"2024-04-12T15:57:32.319771+0000","last_became_peered":"2024-04-12T15:57:32.319771+0000","last_unstale":"2024-04-12T15:57:32.321837+0000","last_undegraded":"2024-04-12T15:57:32.321837+0000","last_fullsized":"2024-04-12T15:57:32.321837+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:59:39.459347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-12T15:57:31.940733+0000","last_change":"2024-04-12T15:57:31.940733+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.940733+0000","last_undegraded":"2024-04-12T15:57:31.940733+0000","last_fullsized":"2024-04-12T15:57:31.940733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:09:03.886356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:30.929480+0000","last_change":"2024-04-12T15:57:30.929480+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.929480+0000","last_undegraded":"2024-04-12T15:57:30.929480+0000","last_fullsized":"2024-04-12T15:57:30.929480+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.935000+0000","last_change":"2024-04-12T15:57:30.935000+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.935000+0000","last_undegraded":"2024-04-12T15:57:30.935000+0000","last_fullsized":"2024-04-12T15:57:30.935000+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:24:28.143366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-12T15:57:31.956429+0000","last_change":"2024-04-12T15:57:31.955966+0000","last_active":"2024-04-12T15:57:31.956429+0000","last_peered":"2024-04-12T15:57:31.956429+0000","last_clean":"2024-04-12T15:57:31.956429+0000","last_became_active":"2024-04-12T15:57:31.955702+0000","last_became_peered":"2024-04-12T15:57:31.955702+0000","last_unstale":"2024-04-12T15:57:31.956429+0000","last_undegraded":"2024-04-12T15:57:31.956429+0000","last_fullsized":"2024-04-12T15:57:31.956429+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:35:54.816443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-12T15:57:31.954573+0000","last_change":"2024-04-12T15:57:31.954318+0000","last_active":"2024-04-12T15:57:31.954573+0000","last_peered":"2024-04-12T15:57:31.954573+0000","last_clean":"2024-04-12T15:57:31.954573+0000","last_became_active":"2024-04-12T15:57:31.954033+0000","last_became_peered":"2024-04-12T15:57:31.954033+0000","last_unstale":"2024-04-12T15:57:31.954573+0000","last_undegraded":"2024-04-12T15:57:31.954573+0000","last_fullsized":"2024-04-12T15:57:31.954573+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:55:01.953781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.935204+0000","last_change":"2024-04-12T15:57:30.935204+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.935204+0000","last_undegraded":"2024-04-12T15:57:30.935204+0000","last_fullsized":"2024-04-12T15:57:30.935204+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:47:06.953234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.316563+0000","last_change":"2024-04-12T15:57:32.315709+0000","last_active":"2024-04-12T15:57:32.316563+0000","last_peered":"2024-04-12T15:57:32.316563+0000","last_clean":"2024-04-12T15:57:32.316563+0000","last_became_active":"2024-04-12T15:57:32.315420+0000","last_became_peered":"2024-04-12T15:57:32.315420+0000","last_unstale":"2024-04-12T15:57:32.316563+0000","last_undegraded":"2024-04-12T15:57:32.316563+0000","last_fullsized":"2024-04-12T15:57:32.316563+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:06:14.872689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.933584+0000","last_change":"2024-04-12T15:57:30.933584+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.933584+0000","last_undegraded":"2024-04-12T15:57:30.933584+0000","last_fullsized":"2024-04-12T15:57:30.933584+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:52:59.586610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.934976+0000","last_change":"2024-04-12T15:57:30.934976+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.934976+0000","last_undegraded":"2024-04-12T15:57:30.934976+0000","last_fullsized":"2024-04-12T15:57:30.934976+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:43:57.111380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:30.929480+0000","last_change":"2024-04-12T15:57:30.929480+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.929480+0000","last_undegraded":"2024-04-12T15:57:30.929480+0000","last_fullsized":"2024-04-12T15:57:30.929480+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.934392+0000","last_change":"2024-04-12T15:57:30.934392+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.934392+0000","last_undegraded":"2024-04-12T15:57:30.934392+0000","last_fullsized":"2024-04-12T15:57:30.934392+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:52:29.302324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:30.929480+0000","last_change":"2024-04-12T15:57:30.929480+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.929480+0000","last_undegraded":"2024-04-12T15:57:30.929480+0000","last_fullsized":"2024-04-12T15:57:30.929480+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:30.929480+0000","last_change":"2024-04-12T15:57:30.929480+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.929480+0000","last_undegraded":"2024-04-12T15:57:30.929480+0000","last_fullsized":"2024-04-12T15:57:30.929480+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.321855+0000","last_change":"2024-04-12T15:57:32.320766+0000","last_active":"2024-04-12T15:57:32.321855+0000","last_peered":"2024-04-12T15:57:32.321855+0000","last_clean":"2024-04-12T15:57:32.321855+0000","last_became_active":"2024-04-12T15:57:32.320433+0000","last_became_peered":"2024-04-12T15:57:32.320433+0000","last_unstale":"2024-04-12T15:57:32.321855+0000","last_undegraded":"2024-04-12T15:57:32.321855+0000","last_fullsized":"2024-04-12T15:57:32.321855+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:28:56.001026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.933592+0000","last_change":"2024-04-12T15:57:30.933592+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.933592+0000","last_undegraded":"2024-04-12T15:57:30.933592+0000","last_fullsized":"2024-04-12T15:57:30.933592+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:35:30.008468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-12T15:57:31.940083+0000","last_change":"2024-04-12T15:57:31.940083+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.940083+0000","last_undegraded":"2024-04-12T15:57:31.940083+0000","last_fullsized":"2024-04-12T15:57:31.940083+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:41:46.617593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:30.929480+0000","last_change":"2024-04-12T15:57:30.929480+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.929480+0000","last_undegraded":"2024-04-12T15:57:30.929480+0000","last_fullsized":"2024-04-12T15:57:30.929480+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:30.929480+0000","last_change":"2024-04-12T15:57:30.929480+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.929480+0000","last_undegraded":"2024-04-12T15:57:30.929480+0000","last_fullsized":"2024-04-12T15:57:30.929480+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-12T15:57:31.937667+0000","last_change":"2024-04-12T15:57:31.937667+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.937667+0000","last_undegraded":"2024-04-12T15:57:31.937667+0000","last_fullsized":"2024-04-12T15:57:31.937667+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:01:39.071857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.933593+0000","last_change":"2024-04-12T15:57:30.933593+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.933593+0000","last_undegraded":"2024-04-12T15:57:30.933593+0000","last_fullsized":"2024-04-12T15:57:30.933593+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:10:55.649117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.939102+0000","last_change":"2024-04-12T15:57:30.939102+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.939102+0000","last_undegraded":"2024-04-12T15:57:30.939102+0000","last_fullsized":"2024-04-12T15:57:30.939102+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:17:11.867527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-12T15:57:31.937591+0000","last_change":"2024-04-12T15:57:31.937591+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.937591+0000","last_undegraded":"2024-04-12T15:57:31.937591+0000","last_fullsized":"2024-04-12T15:57:31.937591+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:06:02.228612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.322116+0000","last_change":"2024-04-12T15:57:31.953160+0000","last_active":"2024-04-12T15:57:32.322116+0000","last_peered":"2024-04-12T15:57:32.322116+0000","last_clean":"2024-04-12T15:57:32.322116+0000","last_became_active":"2024-04-12T15:57:31.952845+0000","last_became_peered":"2024-04-12T15:57:31.952845+0000","last_unstale":"2024-04-12T15:57:32.322116+0000","last_undegraded":"2024-04-12T15:57:32.322116+0000","last_fullsized":"2024-04-12T15:57:32.322116+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:22:26.762912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-12T15:57:31.937704+0000","last_change":"2024-04-12T15:57:31.937704+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.937704+0000","last_undegraded":"2024-04-12T15:57:31.937704+0000","last_fullsized":"2024-04-12T15:57:31.937704+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:50:28.612008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:30.929480+0000","last_change":"2024-04-12T15:57:30.929480+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.929480+0000","last_undegraded":"2024-04-12T15:57:30.929480+0000","last_fullsized":"2024-04-12T15:57:30.929480+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:30.929480+0000","last_change":"2024-04-12T15:57:30.929480+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.929480+0000","last_undegraded":"2024-04-12T15:57:30.929480+0000","last_fullsized":"2024-04-12T15:57:30.929480+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.319649+0000","last_change":"2024-04-12T15:57:32.319033+0000","last_active":"2024-04-12T15:57:32.319649+0000","last_peered":"2024-04-12T15:57:32.319649+0000","last_clean":"2024-04-12T15:57:32.319649+0000","last_became_active":"2024-04-12T15:57:32.318732+0000","last_became_peered":"2024-04-12T15:57:32.318732+0000","last_unstale":"2024-04-12T15:57:32.319649+0000","last_undegraded":"2024-04-12T15:57:32.319649+0000","last_fullsized":"2024-04-12T15:57:32.319649+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:53:23.875141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.937387+0000","last_change":"2024-04-12T15:57:30.937387+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.937387+0000","last_undegraded":"2024-04-12T15:57:30.937387+0000","last_fullsized":"2024-04-12T15:57:30.937387+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:15:29.816855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:30.929480+0000","last_change":"2024-04-12T15:57:30.929480+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.929480+0000","last_undegraded":"2024-04-12T15:57:30.929480+0000","last_fullsized":"2024-04-12T15:57:30.929480+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":217,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-04-12T15:57:30.937406+0000","last_change":"2024-04-12T15:57:15.520131+0000","last_active":"2024-04-12T15:57:30.937406+0000","last_peered":"2024-04-12T15:57:30.937406+0000","last_clean":"2024-04-12T15:57:30.937406+0000","last_became_active":"2024-04-12T15:57:15.519695+0000","last_became_peered":"2024-04-12T15:57:15.519695+0000","last_unstale":"2024-04-12T15:57:30.937406+0000","last_undegraded":"2024-04-12T15:57:30.937406+0000","last_fullsized":"2024-04-12T15:57:30.937406+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:55:12.126017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:55:12.126017+0000","last_clean_scrub_stamp":"2024-04-12T15:55:12.126017+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:43:32.645699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-12T15:57:31.958086+0000","last_change":"2024-04-12T15:57:31.957408+0000","last_active":"2024-04-12T15:57:31.958086+0000","last_peered":"2024-04-12T15:57:31.958086+0000","last_clean":"2024-04-12T15:57:31.958086+0000","last_became_active":"2024-04-12T15:57:31.957112+0000","last_became_peered":"2024-04-12T15:57:31.957112+0000","last_unstale":"2024-04-12T15:57:31.958086+0000","last_undegraded":"2024-04-12T15:57:31.958086+0000","last_fullsized":"2024-04-12T15:57:31.958086+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:33:18.233264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-12T15:57:31.956199+0000","last_change":"2024-04-12T15:57:31.955746+0000","last_active":"2024-04-12T15:57:31.956199+0000","last_peered":"2024-04-12T15:57:31.956199+0000","last_clean":"2024-04-12T15:57:31.956199+0000","last_became_active":"2024-04-12T15:57:31.954692+0000","last_became_peered":"2024-04-12T15:57:31.954692+0000","last_unstale":"2024-04-12T15:57:31.956199+0000","last_undegraded":"2024-04-12T15:57:31.956199+0000","last_fullsized":"2024-04-12T15:57:31.956199+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:32:24.029499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:30.929480+0000","last_change":"2024-04-12T15:57:30.929480+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.929480+0000","last_undegraded":"2024-04-12T15:57:30.929480+0000","last_fullsized":"2024-04-12T15:57:30.929480+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.933565+0000","last_change":"2024-04-12T15:57:30.933565+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.933565+0000","last_undegraded":"2024-04-12T15:57:30.933565+0000","last_fullsized":"2024-04-12T15:57:30.933565+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:37:14.929811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-12T15:57:31.958264+0000","last_change":"2024-04-12T15:57:31.958054+0000","last_active":"2024-04-12T15:57:31.958264+0000","last_peered":"2024-04-12T15:57:31.958264+0000","last_clean":"2024-04-12T15:57:31.958264+0000","last_became_active":"2024-04-12T15:57:31.957772+0000","last_became_peered":"2024-04-12T15:57:31.957772+0000","last_unstale":"2024-04-12T15:57:31.958264+0000","last_undegraded":"2024-04-12T15:57:31.958264+0000","last_fullsized":"2024-04-12T15:57:31.958264+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:55:20.560719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.312314+0000","last_change":"2024-04-12T15:57:32.311869+0000","last_active":"2024-04-12T15:57:32.312314+0000","last_peered":"2024-04-12T15:57:32.312314+0000","last_clean":"2024-04-12T15:57:32.312314+0000","last_became_active":"2024-04-12T15:57:32.311587+0000","last_became_peered":"2024-04-12T15:57:32.311587+0000","last_unstale":"2024-04-12T15:57:32.312314+0000","last_undegraded":"2024-04-12T15:57:32.312314+0000","last_fullsized":"2024-04-12T15:57:32.312314+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:08:22.383976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:30.929480+0000","last_change":"2024-04-12T15:57:30.929480+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.929480+0000","last_undegraded":"2024-04-12T15:57:30.929480+0000","last_fullsized":"2024-04-12T15:57:30.929480+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:30.929480+0000","last_change":"2024-04-12T15:57:30.929480+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.929480+0000","last_undegraded":"2024-04-12T15:57:30.929480+0000","last_fullsized":"2024-04-12T15:57:30.929480+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-12T15:57:31.956098+0000","last_change":"2024-04-12T15:57:31.954823+0000","last_active":"2024-04-12T15:57:31.956098+0000","last_peered":"2024-04-12T15:57:31.956098+0000","last_clean":"2024-04-12T15:57:31.956098+0000","last_became_active":"2024-04-12T15:57:31.954555+0000","last_became_peered":"2024-04-12T15:57:31.954555+0000","last_unstale":"2024-04-12T15:57:31.956098+0000","last_undegraded":"2024-04-12T15:57:31.956098+0000","last_fullsized":"2024-04-12T15:57:31.956098+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:35:50.904750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.937433+0000","last_change":"2024-04-12T15:57:30.937433+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.937433+0000","last_undegraded":"2024-04-12T15:57:30.937433+0000","last_fullsized":"2024-04-12T15:57:30.937433+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:24:41.760872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-12T15:57:31.937750+0000","last_change":"2024-04-12T15:57:31.937750+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.937750+0000","last_undegraded":"2024-04-12T15:57:31.937750+0000","last_fullsized":"2024-04-12T15:57:31.937750+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:39:41.276060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:30.929480+0000","last_change":"2024-04-12T15:57:30.929480+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.929480+0000","last_undegraded":"2024-04-12T15:57:30.929480+0000","last_fullsized":"2024-04-12T15:57:30.929480+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.938597+0000","last_change":"2024-04-12T15:57:30.938597+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.938597+0000","last_undegraded":"2024-04-12T15:57:30.938597+0000","last_fullsized":"2024-04-12T15:57:30.938597+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:27:18.866447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-12T15:57:31.937742+0000","last_change":"2024-04-12T15:57:31.937742+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.937742+0000","last_undegraded":"2024-04-12T15:57:31.937742+0000","last_fullsized":"2024-04-12T15:57:31.937742+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:44:52.028546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":48,"acting":48,"num_store_stats":2},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1,"ondisk_log_size":1,"up":57,"acting":57,"num_store_stats":5}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233990,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28172,"kb_used_data":1152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716980,"statfs":{"total":95995035648,"available":95966187520,"internally_reserved":0,"allocated":1179648,"data_stored":829169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.315}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35899999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41399999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46800000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51400000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48099999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53000000000000003}]}]},{"osd":6,"up_from":46,"seq":197568495627,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1175552,"data_stored":828838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56699999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52600000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60199999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58299999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.43099999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55000000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.496}]}]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":31680,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713472,"statfs":{"total":95995035648,"available":95962595328,"internally_reserved":0,"allocated":573440,"data_stored":232554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 15:56:46 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.32000000000000001,"15min":0.31},"min":{"1min":0.29999999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.47199999999999998,"5min":0.504,"15min":0.504},"last":0.19800000000000001},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.33300000000000002,"15min":0.318},"min":{"1min":0.27800000000000002,"5min":0.185,"15min":0.185},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.23999999999999999}]},{"osd":2,"last update":"Fri Apr 12 15:57:17 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.374,"15min":0.37},"min":{"1min":0.24299999999999999,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.39700000000000002,"15min":0.38500000000000001},"min":{"1min":0.318,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.27900000000000003}]},{"osd":3,"last update":"Fri Apr 12 15:56:37 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.314}]},{"osd":4,"last update":"Fri Apr 12 15:56:59 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.67500000000000004}]},{"osd":5,"last update":"Fri Apr 12 15:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.54000000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55700000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51000000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738407,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28164,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716988,"statfs":{"total":95995035648,"available":95966195712,"internally_reserved":0,"allocated":1167360,"data_stored":822922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Apr 12 15:56:48 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.33800000000000002,"15min":0.32600000000000001},"min":{"1min":0.27900000000000003,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"last":0.317},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.35099999999999998,"15min":0.33800000000000002},"min":{"1min":0.27900000000000003,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.27700000000000002}]},{"osd":2,"last update":"Fri Apr 12 15:57:15 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.376,"15min":0.36599999999999999},"min":{"1min":0.26400000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.25},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.41599999999999998,"15min":0.40799999999999997},"min":{"1min":0.314,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.33800000000000002}]},{"osd":3,"last update":"Fri Apr 12 15:56:39 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.307},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.45000000000000001}]},{"osd":4,"last update":"Fri Apr 12 15:57:01 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.56699999999999995}]},{"osd":5,"last update":"Fri Apr 12 15:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.58199999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55300000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52900000000000003}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27584,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717568,"statfs":{"total":95995035648,"available":95966789632,"internally_reserved":0,"allocated":573440,"data_stored":232554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 15:57:17 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.34499999999999997,"15min":0.34100000000000003},"min":{"1min":0.25600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.497,"5min":0.497,"15min":0.497},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.35599999999999998,"15min":0.34999999999999998},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.253}]},{"osd":1,"last update":"Fri Apr 12 15:57:17 2024","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.372,"15min":0.36899999999999999},"min":{"1min":0.27400000000000002,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.5,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.47799999999999998,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.29099999999999998}]},{"osd":3,"last update":"Fri Apr 12 15:56:38 2024","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.32400000000000001}]},{"osd":4,"last update":"Fri Apr 12 15:57:00 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.437},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.441}]},{"osd":5,"last update":"Fri Apr 12 15:57:26 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.56599999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52800000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53900000000000003}]}]},{"osd":3,"up_from":25,"seq":107374182426,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27592,"kb_used_data":572,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717560,"statfs":{"total":95995035648,"available":95966781440,"internally_reserved":0,"allocated":585728,"data_stored":238801,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 15:56:40 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.38,"15min":0.38},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.214},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.35299999999999998}]},{"osd":1,"last update":"Fri Apr 12 15:56:40 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"last":0.309},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"last":0.29099999999999998}]},{"osd":2,"last update":"Fri Apr 12 15:56:40 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.26300000000000001}]},{"osd":4,"last update":"Fri Apr 12 15:57:02 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.45900000000000002}]},{"osd":5,"last update":"Fri Apr 12 15:57:25 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.44800000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40699999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39100000000000001}]}]},{"osd":4,"up_from":30,"seq":128849018901,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27628,"kb_used_data":608,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717524,"statfs":{"total":95995035648,"available":95966744576,"internally_reserved":0,"allocated":622592,"data_stored":253146,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 15:57:00 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.498},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.55900000000000005}]},{"osd":1,"last update":"Fri Apr 12 15:57:00 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.53200000000000003}]},{"osd":2,"last update":"Fri Apr 12 15:57:00 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.51300000000000001}]},{"osd":3,"last update":"Fri Apr 12 15:57:00 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.46999999999999997}]},{"osd":5,"last update":"Fri Apr 12 15:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.66600000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68899999999999995}]}]},{"osd":5,"up_from":38,"seq":163208757263,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":31684,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713468,"statfs":{"total":95995035648,"available":95962591232,"internally_reserved":0,"allocated":573440,"data_stored":232554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 15:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.65900000000000003}]},{"osd":1,"last update":"Fri Apr 12 15:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.60999999999999999}]},{"osd":2,"last update":"Fri Apr 12 15:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.67900000000000005}]},{"osd":3,"last update":"Fri Apr 12 15:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.68899999999999995}]},{"osd":4,"last update":"Fri Apr 12 15:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.46800000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48099999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55400000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-12T15:57:35.592 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-12T15:57:35.915 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:57:35.917 INFO:teuthology.orchestra.run.smithi099.stderr:dumped all 2024-04-12T15:57:35.926 INFO:teuthology.orchestra.run.smithi099.stdout:{"pg_ready":true,"pg_map":{"version":193,"stamp":"2024-04-12T15:57:35.860659+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590550,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":166,"num_write_kb":2419,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":123,"ondisk_log_size":123,"up":195,"acting":195,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":79,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":230776,"kb_used_data":6408,"kb_used_omap":12,"kb_used_meta":224243,"kb_avail":749730440,"statfs":{"total":767960285184,"available":767723970560,"internally_reserved":0,"allocated":6561792,"data_stored":3719396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":229625400},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":182,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.928205"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-12T15:57:31.940612+0000","last_change":"2024-04-12T15:57:31.940612+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.940612+0000","last_undegraded":"2024-04-12T15:57:31.940612+0000","last_fullsized":"2024-04-12T15:57:31.940612+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:59:30.085736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.675678+0000","last_change":"2024-04-12T15:57:32.318848+0000","last_active":"2024-04-12T15:57:33.675678+0000","last_peered":"2024-04-12T15:57:33.675678+0000","last_clean":"2024-04-12T15:57:33.675678+0000","last_became_active":"2024-04-12T15:57:32.318265+0000","last_became_peered":"2024-04-12T15:57:32.318265+0000","last_unstale":"2024-04-12T15:57:33.675678+0000","last_undegraded":"2024-04-12T15:57:33.675678+0000","last_fullsized":"2024-04-12T15:57:33.675678+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:28:07.640340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.732262+0000","last_change":"2024-04-12T15:57:32.312021+0000","last_active":"2024-04-12T15:57:33.732262+0000","last_peered":"2024-04-12T15:57:33.732262+0000","last_clean":"2024-04-12T15:57:33.732262+0000","last_became_active":"2024-04-12T15:57:32.311741+0000","last_became_peered":"2024-04-12T15:57:32.311741+0000","last_unstale":"2024-04-12T15:57:33.732262+0000","last_undegraded":"2024-04-12T15:57:33.732262+0000","last_fullsized":"2024-04-12T15:57:33.732262+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:13:22.519580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-12T15:57:31.939506+0000","last_change":"2024-04-12T15:57:31.939506+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.939506+0000","last_undegraded":"2024-04-12T15:57:31.939506+0000","last_fullsized":"2024-04-12T15:57:31.939506+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:07:10.231489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.732148+0000","last_change":"2024-04-12T15:57:32.314940+0000","last_active":"2024-04-12T15:57:33.732148+0000","last_peered":"2024-04-12T15:57:33.732148+0000","last_clean":"2024-04-12T15:57:33.732148+0000","last_became_active":"2024-04-12T15:57:32.314659+0000","last_became_peered":"2024-04-12T15:57:32.314659+0000","last_unstale":"2024-04-12T15:57:33.732148+0000","last_undegraded":"2024-04-12T15:57:33.732148+0000","last_fullsized":"2024-04-12T15:57:33.732148+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:05:08.682508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-12T15:57:31.938142+0000","last_change":"2024-04-12T15:57:31.938142+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.938142+0000","last_undegraded":"2024-04-12T15:57:31.938142+0000","last_fullsized":"2024-04-12T15:57:31.938142+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:43:56.986374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-12T15:57:31.940166+0000","last_change":"2024-04-12T15:57:31.940166+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.940166+0000","last_undegraded":"2024-04-12T15:57:31.940166+0000","last_fullsized":"2024-04-12T15:57:31.940166+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:34:51.048086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.321837+0000","last_change":"2024-04-12T15:57:32.320065+0000","last_active":"2024-04-12T15:57:32.321837+0000","last_peered":"2024-04-12T15:57:32.321837+0000","last_clean":"2024-04-12T15:57:32.321837+0000","last_became_active":"2024-04-12T15:57:32.319771+0000","last_became_peered":"2024-04-12T15:57:32.319771+0000","last_unstale":"2024-04-12T15:57:32.321837+0000","last_undegraded":"2024-04-12T15:57:32.321837+0000","last_fullsized":"2024-04-12T15:57:32.321837+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:59:39.459347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.675254+0000","last_change":"2024-04-12T15:57:32.323895+0000","last_active":"2024-04-12T15:57:33.675254+0000","last_peered":"2024-04-12T15:57:33.675254+0000","last_clean":"2024-04-12T15:57:33.675254+0000","last_became_active":"2024-04-12T15:57:32.323620+0000","last_became_peered":"2024-04-12T15:57:32.323620+0000","last_unstale":"2024-04-12T15:57:33.675254+0000","last_undegraded":"2024-04-12T15:57:33.675254+0000","last_fullsized":"2024-04-12T15:57:33.675254+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:46:50.818309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.731871+0000","last_change":"2024-04-12T15:57:32.315176+0000","last_active":"2024-04-12T15:57:33.731871+0000","last_peered":"2024-04-12T15:57:33.731871+0000","last_clean":"2024-04-12T15:57:33.731871+0000","last_became_active":"2024-04-12T15:57:32.314904+0000","last_became_peered":"2024-04-12T15:57:32.314904+0000","last_unstale":"2024-04-12T15:57:33.731871+0000","last_undegraded":"2024-04-12T15:57:33.731871+0000","last_fullsized":"2024-04-12T15:57:33.731871+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:13:14.633187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.732593+0000","last_change":"2024-04-12T15:57:32.309858+0000","last_active":"2024-04-12T15:57:33.732593+0000","last_peered":"2024-04-12T15:57:33.732593+0000","last_clean":"2024-04-12T15:57:33.732593+0000","last_became_active":"2024-04-12T15:57:32.309557+0000","last_became_peered":"2024-04-12T15:57:32.309557+0000","last_unstale":"2024-04-12T15:57:33.732593+0000","last_undegraded":"2024-04-12T15:57:33.732593+0000","last_fullsized":"2024-04-12T15:57:33.732593+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:00:48.195594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-12T15:57:31.940733+0000","last_change":"2024-04-12T15:57:31.940733+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.940733+0000","last_undegraded":"2024-04-12T15:57:31.940733+0000","last_fullsized":"2024-04-12T15:57:31.940733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:09:03.886356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:30.929480+0000","last_change":"2024-04-12T15:57:30.929480+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.929480+0000","last_undegraded":"2024-04-12T15:57:30.929480+0000","last_fullsized":"2024-04-12T15:57:30.929480+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.935000+0000","last_change":"2024-04-12T15:57:30.935000+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.935000+0000","last_undegraded":"2024-04-12T15:57:30.935000+0000","last_fullsized":"2024-04-12T15:57:30.935000+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:24:28.143366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-12T15:57:31.956429+0000","last_change":"2024-04-12T15:57:31.955966+0000","last_active":"2024-04-12T15:57:31.956429+0000","last_peered":"2024-04-12T15:57:31.956429+0000","last_clean":"2024-04-12T15:57:31.956429+0000","last_became_active":"2024-04-12T15:57:31.955702+0000","last_became_peered":"2024-04-12T15:57:31.955702+0000","last_unstale":"2024-04-12T15:57:31.956429+0000","last_undegraded":"2024-04-12T15:57:31.956429+0000","last_fullsized":"2024-04-12T15:57:31.956429+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:35:54.816443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.732343+0000","last_change":"2024-04-12T15:57:32.313359+0000","last_active":"2024-04-12T15:57:33.732343+0000","last_peered":"2024-04-12T15:57:33.732343+0000","last_clean":"2024-04-12T15:57:33.732343+0000","last_became_active":"2024-04-12T15:57:32.313066+0000","last_became_peered":"2024-04-12T15:57:32.313066+0000","last_unstale":"2024-04-12T15:57:33.732343+0000","last_undegraded":"2024-04-12T15:57:33.732343+0000","last_fullsized":"2024-04-12T15:57:33.732343+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:20:13.293026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-12T15:57:31.954573+0000","last_change":"2024-04-12T15:57:31.954318+0000","last_active":"2024-04-12T15:57:31.954573+0000","last_peered":"2024-04-12T15:57:31.954573+0000","last_clean":"2024-04-12T15:57:31.954573+0000","last_became_active":"2024-04-12T15:57:31.954033+0000","last_became_peered":"2024-04-12T15:57:31.954033+0000","last_unstale":"2024-04-12T15:57:31.954573+0000","last_undegraded":"2024-04-12T15:57:31.954573+0000","last_fullsized":"2024-04-12T15:57:31.954573+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:55:01.953781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.732447+0000","last_change":"2024-04-12T15:57:32.308135+0000","last_active":"2024-04-12T15:57:33.732447+0000","last_peered":"2024-04-12T15:57:33.732447+0000","last_clean":"2024-04-12T15:57:33.732447+0000","last_became_active":"2024-04-12T15:57:32.307810+0000","last_became_peered":"2024-04-12T15:57:32.307810+0000","last_unstale":"2024-04-12T15:57:33.732447+0000","last_undegraded":"2024-04-12T15:57:33.732447+0000","last_fullsized":"2024-04-12T15:57:33.732447+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:38:34.742094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.935204+0000","last_change":"2024-04-12T15:57:30.935204+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.935204+0000","last_undegraded":"2024-04-12T15:57:30.935204+0000","last_fullsized":"2024-04-12T15:57:30.935204+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:47:06.953234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.316563+0000","last_change":"2024-04-12T15:57:32.315709+0000","last_active":"2024-04-12T15:57:32.316563+0000","last_peered":"2024-04-12T15:57:32.316563+0000","last_clean":"2024-04-12T15:57:32.316563+0000","last_became_active":"2024-04-12T15:57:32.315420+0000","last_became_peered":"2024-04-12T15:57:32.315420+0000","last_unstale":"2024-04-12T15:57:32.316563+0000","last_undegraded":"2024-04-12T15:57:32.316563+0000","last_fullsized":"2024-04-12T15:57:32.316563+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:06:14.872689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.933584+0000","last_change":"2024-04-12T15:57:30.933584+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.933584+0000","last_undegraded":"2024-04-12T15:57:30.933584+0000","last_fullsized":"2024-04-12T15:57:30.933584+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:52:59.586610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.934976+0000","last_change":"2024-04-12T15:57:30.934976+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.934976+0000","last_undegraded":"2024-04-12T15:57:30.934976+0000","last_fullsized":"2024-04-12T15:57:30.934976+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:43:57.111380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.732048+0000","last_change":"2024-04-12T15:57:31.959128+0000","last_active":"2024-04-12T15:57:33.732048+0000","last_peered":"2024-04-12T15:57:33.732048+0000","last_clean":"2024-04-12T15:57:33.732048+0000","last_became_active":"2024-04-12T15:57:31.958809+0000","last_became_peered":"2024-04-12T15:57:31.958809+0000","last_unstale":"2024-04-12T15:57:33.732048+0000","last_undegraded":"2024-04-12T15:57:33.732048+0000","last_fullsized":"2024-04-12T15:57:33.732048+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:16:56.026913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.675422+0000","last_change":"2024-04-12T15:57:32.319999+0000","last_active":"2024-04-12T15:57:33.675422+0000","last_peered":"2024-04-12T15:57:33.675422+0000","last_clean":"2024-04-12T15:57:33.675422+0000","last_became_active":"2024-04-12T15:57:32.319726+0000","last_became_peered":"2024-04-12T15:57:32.319726+0000","last_unstale":"2024-04-12T15:57:33.675422+0000","last_undegraded":"2024-04-12T15:57:33.675422+0000","last_fullsized":"2024-04-12T15:57:33.675422+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:39:18.539130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.934392+0000","last_change":"2024-04-12T15:57:30.934392+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.934392+0000","last_undegraded":"2024-04-12T15:57:30.934392+0000","last_fullsized":"2024-04-12T15:57:30.934392+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:52:29.302324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.732559+0000","last_change":"2024-04-12T15:57:32.306397+0000","last_active":"2024-04-12T15:57:33.732559+0000","last_peered":"2024-04-12T15:57:33.732559+0000","last_clean":"2024-04-12T15:57:33.732559+0000","last_became_active":"2024-04-12T15:57:32.306080+0000","last_became_peered":"2024-04-12T15:57:32.306080+0000","last_unstale":"2024-04-12T15:57:33.732559+0000","last_undegraded":"2024-04-12T15:57:33.732559+0000","last_fullsized":"2024-04-12T15:57:33.732559+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:31:55.692905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.732444+0000","last_change":"2024-04-12T15:57:31.960624+0000","last_active":"2024-04-12T15:57:33.732444+0000","last_peered":"2024-04-12T15:57:33.732444+0000","last_clean":"2024-04-12T15:57:33.732444+0000","last_became_active":"2024-04-12T15:57:31.960240+0000","last_became_peered":"2024-04-12T15:57:31.960240+0000","last_unstale":"2024-04-12T15:57:33.732444+0000","last_undegraded":"2024-04-12T15:57:33.732444+0000","last_fullsized":"2024-04-12T15:57:33.732444+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:48:07.754774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.675628+0000","last_change":"2024-04-12T15:57:31.960030+0000","last_active":"2024-04-12T15:57:33.675628+0000","last_peered":"2024-04-12T15:57:33.675628+0000","last_clean":"2024-04-12T15:57:33.675628+0000","last_became_active":"2024-04-12T15:57:31.959679+0000","last_became_peered":"2024-04-12T15:57:31.959679+0000","last_unstale":"2024-04-12T15:57:33.675628+0000","last_undegraded":"2024-04-12T15:57:33.675628+0000","last_fullsized":"2024-04-12T15:57:33.675628+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:54:58.084879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.321855+0000","last_change":"2024-04-12T15:57:32.320766+0000","last_active":"2024-04-12T15:57:32.321855+0000","last_peered":"2024-04-12T15:57:32.321855+0000","last_clean":"2024-04-12T15:57:32.321855+0000","last_became_active":"2024-04-12T15:57:32.320433+0000","last_became_peered":"2024-04-12T15:57:32.320433+0000","last_unstale":"2024-04-12T15:57:32.321855+0000","last_undegraded":"2024-04-12T15:57:32.321855+0000","last_fullsized":"2024-04-12T15:57:32.321855+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:28:56.001026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.933592+0000","last_change":"2024-04-12T15:57:30.933592+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.933592+0000","last_undegraded":"2024-04-12T15:57:30.933592+0000","last_fullsized":"2024-04-12T15:57:30.933592+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:35:30.008468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-12T15:57:31.940083+0000","last_change":"2024-04-12T15:57:31.940083+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.940083+0000","last_undegraded":"2024-04-12T15:57:31.940083+0000","last_fullsized":"2024-04-12T15:57:31.940083+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:41:46.617593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:30.929480+0000","last_change":"2024-04-12T15:57:30.929480+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.929480+0000","last_undegraded":"2024-04-12T15:57:30.929480+0000","last_fullsized":"2024-04-12T15:57:30.929480+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.731952+0000","last_change":"2024-04-12T15:57:31.962570+0000","last_active":"2024-04-12T15:57:33.731952+0000","last_peered":"2024-04-12T15:57:33.731952+0000","last_clean":"2024-04-12T15:57:33.731952+0000","last_became_active":"2024-04-12T15:57:31.962276+0000","last_became_peered":"2024-04-12T15:57:31.962276+0000","last_unstale":"2024-04-12T15:57:33.731952+0000","last_undegraded":"2024-04-12T15:57:33.731952+0000","last_fullsized":"2024-04-12T15:57:33.731952+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:15:49.918709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-12T15:57:31.937667+0000","last_change":"2024-04-12T15:57:31.937667+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.937667+0000","last_undegraded":"2024-04-12T15:57:31.937667+0000","last_fullsized":"2024-04-12T15:57:31.937667+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:01:39.071857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.933593+0000","last_change":"2024-04-12T15:57:30.933593+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.933593+0000","last_undegraded":"2024-04-12T15:57:30.933593+0000","last_fullsized":"2024-04-12T15:57:30.933593+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:10:55.649117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.939102+0000","last_change":"2024-04-12T15:57:30.939102+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.939102+0000","last_undegraded":"2024-04-12T15:57:30.939102+0000","last_fullsized":"2024-04-12T15:57:30.939102+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:17:11.867527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-12T15:57:31.937591+0000","last_change":"2024-04-12T15:57:31.937591+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.937591+0000","last_undegraded":"2024-04-12T15:57:31.937591+0000","last_fullsized":"2024-04-12T15:57:31.937591+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:06:02.228612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.322116+0000","last_change":"2024-04-12T15:57:31.953160+0000","last_active":"2024-04-12T15:57:32.322116+0000","last_peered":"2024-04-12T15:57:32.322116+0000","last_clean":"2024-04-12T15:57:32.322116+0000","last_became_active":"2024-04-12T15:57:31.952845+0000","last_became_peered":"2024-04-12T15:57:31.952845+0000","last_unstale":"2024-04-12T15:57:32.322116+0000","last_undegraded":"2024-04-12T15:57:32.322116+0000","last_fullsized":"2024-04-12T15:57:32.322116+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:22:26.762912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-12T15:57:31.937704+0000","last_change":"2024-04-12T15:57:31.937704+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.937704+0000","last_undegraded":"2024-04-12T15:57:31.937704+0000","last_fullsized":"2024-04-12T15:57:31.937704+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:50:28.612008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.675473+0000","last_change":"2024-04-12T15:57:31.957893+0000","last_active":"2024-04-12T15:57:33.675473+0000","last_peered":"2024-04-12T15:57:33.675473+0000","last_clean":"2024-04-12T15:57:33.675473+0000","last_became_active":"2024-04-12T15:57:31.955244+0000","last_became_peered":"2024-04-12T15:57:31.955244+0000","last_unstale":"2024-04-12T15:57:33.675473+0000","last_undegraded":"2024-04-12T15:57:33.675473+0000","last_fullsized":"2024-04-12T15:57:33.675473+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:02:56.279035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.732538+0000","last_change":"2024-04-12T15:57:32.310111+0000","last_active":"2024-04-12T15:57:33.732538+0000","last_peered":"2024-04-12T15:57:33.732538+0000","last_clean":"2024-04-12T15:57:33.732538+0000","last_became_active":"2024-04-12T15:57:32.309829+0000","last_became_peered":"2024-04-12T15:57:32.309829+0000","last_unstale":"2024-04-12T15:57:33.732538+0000","last_undegraded":"2024-04-12T15:57:33.732538+0000","last_fullsized":"2024-04-12T15:57:33.732538+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:33:06.526384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.731914+0000","last_change":"2024-04-12T15:57:31.961658+0000","last_active":"2024-04-12T15:57:33.731914+0000","last_peered":"2024-04-12T15:57:33.731914+0000","last_clean":"2024-04-12T15:57:33.731914+0000","last_became_active":"2024-04-12T15:57:31.961368+0000","last_became_peered":"2024-04-12T15:57:31.961368+0000","last_unstale":"2024-04-12T15:57:33.731914+0000","last_undegraded":"2024-04-12T15:57:33.731914+0000","last_fullsized":"2024-04-12T15:57:33.731914+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:46:42.287489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.319649+0000","last_change":"2024-04-12T15:57:32.319033+0000","last_active":"2024-04-12T15:57:32.319649+0000","last_peered":"2024-04-12T15:57:32.319649+0000","last_clean":"2024-04-12T15:57:32.319649+0000","last_became_active":"2024-04-12T15:57:32.318732+0000","last_became_peered":"2024-04-12T15:57:32.318732+0000","last_unstale":"2024-04-12T15:57:32.319649+0000","last_undegraded":"2024-04-12T15:57:32.319649+0000","last_fullsized":"2024-04-12T15:57:32.319649+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:53:23.875141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.675547+0000","last_change":"2024-04-12T15:57:32.316283+0000","last_active":"2024-04-12T15:57:33.675547+0000","last_peered":"2024-04-12T15:57:33.675547+0000","last_clean":"2024-04-12T15:57:33.675547+0000","last_became_active":"2024-04-12T15:57:32.316020+0000","last_became_peered":"2024-04-12T15:57:32.316020+0000","last_unstale":"2024-04-12T15:57:33.675547+0000","last_undegraded":"2024-04-12T15:57:33.675547+0000","last_fullsized":"2024-04-12T15:57:33.675547+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:48:22.493735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.937387+0000","last_change":"2024-04-12T15:57:30.937387+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.937387+0000","last_undegraded":"2024-04-12T15:57:30.937387+0000","last_fullsized":"2024-04-12T15:57:30.937387+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:15:29.816855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.731967+0000","last_change":"2024-04-12T15:57:31.960597+0000","last_active":"2024-04-12T15:57:33.731967+0000","last_peered":"2024-04-12T15:57:33.731967+0000","last_clean":"2024-04-12T15:57:33.731967+0000","last_became_active":"2024-04-12T15:57:31.960263+0000","last_became_peered":"2024-04-12T15:57:31.960263+0000","last_unstale":"2024-04-12T15:57:33.731967+0000","last_undegraded":"2024-04-12T15:57:33.731967+0000","last_fullsized":"2024-04-12T15:57:33.731967+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:48:08.404477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":217,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-04-12T15:57:30.937406+0000","last_change":"2024-04-12T15:57:15.520131+0000","last_active":"2024-04-12T15:57:30.937406+0000","last_peered":"2024-04-12T15:57:30.937406+0000","last_clean":"2024-04-12T15:57:30.937406+0000","last_became_active":"2024-04-12T15:57:15.519695+0000","last_became_peered":"2024-04-12T15:57:15.519695+0000","last_unstale":"2024-04-12T15:57:30.937406+0000","last_undegraded":"2024-04-12T15:57:30.937406+0000","last_fullsized":"2024-04-12T15:57:30.937406+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:55:12.126017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:55:12.126017+0000","last_clean_scrub_stamp":"2024-04-12T15:55:12.126017+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:43:32.645699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-12T15:57:31.958086+0000","last_change":"2024-04-12T15:57:31.957408+0000","last_active":"2024-04-12T15:57:31.958086+0000","last_peered":"2024-04-12T15:57:31.958086+0000","last_clean":"2024-04-12T15:57:31.958086+0000","last_became_active":"2024-04-12T15:57:31.957112+0000","last_became_peered":"2024-04-12T15:57:31.957112+0000","last_unstale":"2024-04-12T15:57:31.958086+0000","last_undegraded":"2024-04-12T15:57:31.958086+0000","last_fullsized":"2024-04-12T15:57:31.958086+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:33:18.233264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-12T15:57:31.956199+0000","last_change":"2024-04-12T15:57:31.955746+0000","last_active":"2024-04-12T15:57:31.956199+0000","last_peered":"2024-04-12T15:57:31.956199+0000","last_clean":"2024-04-12T15:57:31.956199+0000","last_became_active":"2024-04-12T15:57:31.954692+0000","last_became_peered":"2024-04-12T15:57:31.954692+0000","last_unstale":"2024-04-12T15:57:31.956199+0000","last_undegraded":"2024-04-12T15:57:31.956199+0000","last_fullsized":"2024-04-12T15:57:31.956199+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:32:24.029499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.675517+0000","last_change":"2024-04-12T15:57:32.312948+0000","last_active":"2024-04-12T15:57:33.675517+0000","last_peered":"2024-04-12T15:57:33.675517+0000","last_clean":"2024-04-12T15:57:33.675517+0000","last_became_active":"2024-04-12T15:57:32.312680+0000","last_became_peered":"2024-04-12T15:57:32.312680+0000","last_unstale":"2024-04-12T15:57:33.675517+0000","last_undegraded":"2024-04-12T15:57:33.675517+0000","last_fullsized":"2024-04-12T15:57:33.675517+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:22:50.381777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"62'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.677003+0000","last_change":"2024-04-12T15:57:31.953702+0000","last_active":"2024-04-12T15:57:33.677003+0000","last_peered":"2024-04-12T15:57:33.677003+0000","last_clean":"2024-04-12T15:57:33.677003+0000","last_became_active":"2024-04-12T15:57:31.952824+0000","last_became_peered":"2024-04-12T15:57:31.952824+0000","last_unstale":"2024-04-12T15:57:33.677003+0000","last_undegraded":"2024-04-12T15:57:33.677003+0000","last_fullsized":"2024-04-12T15:57:33.677003+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:56:26.635329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.933565+0000","last_change":"2024-04-12T15:57:30.933565+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.933565+0000","last_undegraded":"2024-04-12T15:57:30.933565+0000","last_fullsized":"2024-04-12T15:57:30.933565+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:37:14.929811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-12T15:57:31.958264+0000","last_change":"2024-04-12T15:57:31.958054+0000","last_active":"2024-04-12T15:57:31.958264+0000","last_peered":"2024-04-12T15:57:31.958264+0000","last_clean":"2024-04-12T15:57:31.958264+0000","last_became_active":"2024-04-12T15:57:31.957772+0000","last_became_peered":"2024-04-12T15:57:31.957772+0000","last_unstale":"2024-04-12T15:57:31.958264+0000","last_undegraded":"2024-04-12T15:57:31.958264+0000","last_fullsized":"2024-04-12T15:57:31.958264+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:55:20.560719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.312314+0000","last_change":"2024-04-12T15:57:32.311869+0000","last_active":"2024-04-12T15:57:32.312314+0000","last_peered":"2024-04-12T15:57:32.312314+0000","last_clean":"2024-04-12T15:57:32.312314+0000","last_became_active":"2024-04-12T15:57:32.311587+0000","last_became_peered":"2024-04-12T15:57:32.311587+0000","last_unstale":"2024-04-12T15:57:32.312314+0000","last_undegraded":"2024-04-12T15:57:32.312314+0000","last_fullsized":"2024-04-12T15:57:32.312314+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:08:22.383976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.675324+0000","last_change":"2024-04-12T15:57:31.965759+0000","last_active":"2024-04-12T15:57:33.675324+0000","last_peered":"2024-04-12T15:57:33.675324+0000","last_clean":"2024-04-12T15:57:33.675324+0000","last_became_active":"2024-04-12T15:57:31.965485+0000","last_became_peered":"2024-04-12T15:57:31.965485+0000","last_unstale":"2024-04-12T15:57:33.675324+0000","last_undegraded":"2024-04-12T15:57:33.675324+0000","last_fullsized":"2024-04-12T15:57:33.675324+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:45:08.227735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.675599+0000","last_change":"2024-04-12T15:57:31.954671+0000","last_active":"2024-04-12T15:57:33.675599+0000","last_peered":"2024-04-12T15:57:33.675599+0000","last_clean":"2024-04-12T15:57:33.675599+0000","last_became_active":"2024-04-12T15:57:31.954377+0000","last_became_peered":"2024-04-12T15:57:31.954377+0000","last_unstale":"2024-04-12T15:57:33.675599+0000","last_undegraded":"2024-04-12T15:57:33.675599+0000","last_fullsized":"2024-04-12T15:57:33.675599+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:31:42.697780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-12T15:57:31.956098+0000","last_change":"2024-04-12T15:57:31.954823+0000","last_active":"2024-04-12T15:57:31.956098+0000","last_peered":"2024-04-12T15:57:31.956098+0000","last_clean":"2024-04-12T15:57:31.956098+0000","last_became_active":"2024-04-12T15:57:31.954555+0000","last_became_peered":"2024-04-12T15:57:31.954555+0000","last_unstale":"2024-04-12T15:57:31.956098+0000","last_undegraded":"2024-04-12T15:57:31.956098+0000","last_fullsized":"2024-04-12T15:57:31.956098+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:35:50.904750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.937433+0000","last_change":"2024-04-12T15:57:30.937433+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.937433+0000","last_undegraded":"2024-04-12T15:57:30.937433+0000","last_fullsized":"2024-04-12T15:57:30.937433+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:24:41.760872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-12T15:57:31.937750+0000","last_change":"2024-04-12T15:57:31.937750+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.937750+0000","last_undegraded":"2024-04-12T15:57:31.937750+0000","last_fullsized":"2024-04-12T15:57:31.937750+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:39:41.276060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.675533+0000","last_change":"2024-04-12T15:57:31.953113+0000","last_active":"2024-04-12T15:57:33.675533+0000","last_peered":"2024-04-12T15:57:33.675533+0000","last_clean":"2024-04-12T15:57:33.675533+0000","last_became_active":"2024-04-12T15:57:31.952837+0000","last_became_peered":"2024-04-12T15:57:31.952837+0000","last_unstale":"2024-04-12T15:57:33.675533+0000","last_undegraded":"2024-04-12T15:57:33.675533+0000","last_fullsized":"2024-04-12T15:57:33.675533+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:50:36.749151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.732119+0000","last_change":"2024-04-12T15:57:32.311390+0000","last_active":"2024-04-12T15:57:33.732119+0000","last_peered":"2024-04-12T15:57:33.732119+0000","last_clean":"2024-04-12T15:57:33.732119+0000","last_became_active":"2024-04-12T15:57:32.311130+0000","last_became_peered":"2024-04-12T15:57:32.311130+0000","last_unstale":"2024-04-12T15:57:33.732119+0000","last_undegraded":"2024-04-12T15:57:33.732119+0000","last_fullsized":"2024-04-12T15:57:33.732119+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:27:24.601795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.938597+0000","last_change":"2024-04-12T15:57:30.938597+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.938597+0000","last_undegraded":"2024-04-12T15:57:30.938597+0000","last_fullsized":"2024-04-12T15:57:30.938597+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:27:18.866447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-12T15:57:31.937742+0000","last_change":"2024-04-12T15:57:31.937742+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.937742+0000","last_undegraded":"2024-04-12T15:57:31.937742+0000","last_fullsized":"2024-04-12T15:57:31.937742+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:44:52.028546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.732070+0000","last_change":"2024-04-12T15:57:32.314085+0000","last_active":"2024-04-12T15:57:33.732070+0000","last_peered":"2024-04-12T15:57:33.732070+0000","last_clean":"2024-04-12T15:57:33.732070+0000","last_became_active":"2024-04-12T15:57:32.313790+0000","last_became_peered":"2024-04-12T15:57:32.313790+0000","last_unstale":"2024-04-12T15:57:33.732070+0000","last_undegraded":"2024-04-12T15:57:33.732070+0000","last_fullsized":"2024-04-12T15:57:33.732070+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:49:46.867990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.675536+0000","last_change":"2024-04-12T15:57:32.321156+0000","last_active":"2024-04-12T15:57:33.675536+0000","last_peered":"2024-04-12T15:57:33.675536+0000","last_clean":"2024-04-12T15:57:33.675536+0000","last_became_active":"2024-04-12T15:57:32.320832+0000","last_became_peered":"2024-04-12T15:57:32.320832+0000","last_unstale":"2024-04-12T15:57:33.675536+0000","last_undegraded":"2024-04-12T15:57:33.675536+0000","last_fullsized":"2024-04-12T15:57:33.675536+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:24:42.547997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.732048+0000","last_change":"2024-04-12T15:57:32.310759+0000","last_active":"2024-04-12T15:57:33.732048+0000","last_peered":"2024-04-12T15:57:33.732048+0000","last_clean":"2024-04-12T15:57:33.732048+0000","last_became_active":"2024-04-12T15:57:32.310481+0000","last_became_peered":"2024-04-12T15:57:32.310481+0000","last_unstale":"2024-04-12T15:57:33.732048+0000","last_undegraded":"2024-04-12T15:57:33.732048+0000","last_fullsized":"2024-04-12T15:57:33.732048+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:47:52.909587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.732108+0000","last_change":"2024-04-12T15:57:32.311247+0000","last_active":"2024-04-12T15:57:33.732108+0000","last_peered":"2024-04-12T15:57:33.732108+0000","last_clean":"2024-04-12T15:57:33.732108+0000","last_became_active":"2024-04-12T15:57:32.310387+0000","last_became_peered":"2024-04-12T15:57:32.310387+0000","last_unstale":"2024-04-12T15:57:33.732108+0000","last_undegraded":"2024-04-12T15:57:33.732108+0000","last_fullsized":"2024-04-12T15:57:33.732108+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:15:57.324499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":102,"acting":102,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":182,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":90,"acting":90,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233990,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28172,"kb_used_data":1152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716980,"statfs":{"total":95995035648,"available":95966187520,"internally_reserved":0,"allocated":1179648,"data_stored":829169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.315}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35899999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41399999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46800000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51400000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48099999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53000000000000003}]}]},{"osd":6,"up_from":46,"seq":197568495627,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1175552,"data_stored":828838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56699999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52600000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60199999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58299999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.43099999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55000000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.496}]}]},{"osd":1,"up_from":13,"seq":55834574885,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31736,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713416,"statfs":{"total":95995035648,"available":95962537984,"internally_reserved":0,"allocated":630784,"data_stored":259601,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 15:56:46 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.32000000000000001,"15min":0.31},"min":{"1min":0.29999999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.47199999999999998,"5min":0.504,"15min":0.504},"last":0.24399999999999999},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.33300000000000002,"15min":0.318},"min":{"1min":0.27800000000000002,"5min":0.185,"15min":0.185},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.36499999999999999}]},{"osd":2,"last update":"Fri Apr 12 15:57:17 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.374,"15min":0.37},"min":{"1min":0.24299999999999999,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.39700000000000002,"15min":0.38500000000000001},"min":{"1min":0.318,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.29799999999999999}]},{"osd":3,"last update":"Fri Apr 12 15:56:37 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.377}]},{"osd":4,"last update":"Fri Apr 12 15:56:59 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.56599999999999995}]},{"osd":5,"last update":"Fri Apr 12 15:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.56000000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60499999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57899999999999996}]}]},{"osd":0,"up_from":8,"seq":34359738407,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28164,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716988,"statfs":{"total":95995035648,"available":95966195712,"internally_reserved":0,"allocated":1167360,"data_stored":822922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Apr 12 15:56:48 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.33800000000000002,"15min":0.32600000000000001},"min":{"1min":0.27900000000000003,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"last":0.317},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.35099999999999998,"15min":0.33800000000000002},"min":{"1min":0.27900000000000003,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.27700000000000002}]},{"osd":2,"last update":"Fri Apr 12 15:57:15 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.376,"15min":0.36599999999999999},"min":{"1min":0.26400000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.25},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.41599999999999998,"15min":0.40799999999999997},"min":{"1min":0.314,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.33800000000000002}]},{"osd":3,"last update":"Fri Apr 12 15:56:39 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.307},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.45000000000000001}]},{"osd":4,"last update":"Fri Apr 12 15:57:01 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.56699999999999995}]},{"osd":5,"last update":"Fri Apr 12 15:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.58199999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55300000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52900000000000003}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27584,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717568,"statfs":{"total":95995035648,"available":95966789632,"internally_reserved":0,"allocated":573440,"data_stored":232554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 15:57:17 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.34499999999999997,"15min":0.34100000000000003},"min":{"1min":0.25600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.497,"5min":0.497,"15min":0.497},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.35599999999999998,"15min":0.34999999999999998},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.253}]},{"osd":1,"last update":"Fri Apr 12 15:57:17 2024","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.372,"15min":0.36899999999999999},"min":{"1min":0.27400000000000002,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.5,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.47799999999999998,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.29099999999999998}]},{"osd":3,"last update":"Fri Apr 12 15:56:38 2024","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.32400000000000001}]},{"osd":4,"last update":"Fri Apr 12 15:57:00 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.437},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.441}]},{"osd":5,"last update":"Fri Apr 12 15:57:26 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.56599999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52800000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53900000000000003}]}]},{"osd":3,"up_from":25,"seq":107374182426,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27592,"kb_used_data":572,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717560,"statfs":{"total":95995035648,"available":95966781440,"internally_reserved":0,"allocated":585728,"data_stored":238801,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 15:56:40 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.38,"15min":0.38},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.214},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.35299999999999998}]},{"osd":1,"last update":"Fri Apr 12 15:56:40 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"last":0.309},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"last":0.29099999999999998}]},{"osd":2,"last update":"Fri Apr 12 15:56:40 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.26300000000000001}]},{"osd":4,"last update":"Fri Apr 12 15:57:02 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.45900000000000002}]},{"osd":5,"last update":"Fri Apr 12 15:57:25 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.44800000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40699999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39100000000000001}]}]},{"osd":4,"up_from":30,"seq":128849018901,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27628,"kb_used_data":608,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717524,"statfs":{"total":95995035648,"available":95966744576,"internally_reserved":0,"allocated":622592,"data_stored":253146,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 15:57:00 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.498},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.55900000000000005}]},{"osd":1,"last update":"Fri Apr 12 15:57:00 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.53200000000000003}]},{"osd":2,"last update":"Fri Apr 12 15:57:00 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.51300000000000001}]},{"osd":3,"last update":"Fri Apr 12 15:57:00 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.46999999999999997}]},{"osd":5,"last update":"Fri Apr 12 15:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.66600000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68899999999999995}]}]},{"osd":5,"up_from":38,"seq":163208757264,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31732,"kb_used_data":612,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713420,"statfs":{"total":95995035648,"available":95962542080,"internally_reserved":0,"allocated":626688,"data_stored":254365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 15:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.46400000000000002}]},{"osd":1,"last update":"Fri Apr 12 15:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.61599999999999999}]},{"osd":2,"last update":"Fri Apr 12 15:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.439},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.37}]},{"osd":3,"last update":"Fri Apr 12 15:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.40100000000000002}]},{"osd":4,"last update":"Fri Apr 12 15:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.52700000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59599999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57999999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-12T15:57:35.931 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3f is not active+clean 2024-04-12T15:57:35.932 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-12T15:57:31.940612+0000', 'last_change': '2024-04-12T15:57:31.940612+0000', 'last_active': '2024-04-12T15:57:31.931391+0000', 'last_peered': '2024-04-12T15:57:31.931391+0000', 'last_clean': '2024-04-12T15:57:31.931391+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:31.940612+0000', 'last_undegraded': '2024-04-12T15:57:31.940612+0000', 'last_fullsized': '2024-04-12T15:57:31.940612+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-13T23:59:30.085736+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6, 0], 'acting': [7, 6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-04-12T15:57:35.932 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3d is not active+clean 2024-04-12T15:57:35.932 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T15:57:31.931391+0000', 'last_change': '2024-04-12T15:57:31.931391+0000', 'last_active': '2024-04-12T15:57:31.931391+0000', 'last_peered': '2024-04-12T15:57:31.931391+0000', 'last_clean': '2024-04-12T15:57:31.931391+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:31.931391+0000', 'last_undegraded': '2024-04-12T15:57:31.931391+0000', 'last_fullsized': '2024-04-12T15:57:31.931391+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T15:57:35.932 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3b is not active+clean 2024-04-12T15:57:35.932 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-12T15:57:31.939506+0000', 'last_change': '2024-04-12T15:57:31.939506+0000', 'last_active': '2024-04-12T15:57:31.931391+0000', 'last_peered': '2024-04-12T15:57:31.931391+0000', 'last_clean': '2024-04-12T15:57:31.931391+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:31.939506+0000', 'last_undegraded': '2024-04-12T15:57:31.939506+0000', 'last_fullsized': '2024-04-12T15:57:31.939506+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-14T01:07:10.231489+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2, 4], 'acting': [7, 2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-04-12T15:57:35.932 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.39 is not active+clean 2024-04-12T15:57:35.932 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.39', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-12T15:57:31.938142+0000', 'last_change': '2024-04-12T15:57:31.938142+0000', 'last_active': '2024-04-12T15:57:31.931391+0000', 'last_peered': '2024-04-12T15:57:31.931391+0000', 'last_clean': '2024-04-12T15:57:31.931391+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:31.938142+0000', 'last_undegraded': '2024-04-12T15:57:31.938142+0000', 'last_fullsized': '2024-04-12T15:57:31.938142+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-13T21:43:56.986374+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0, 4], 'acting': [7, 0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-04-12T15:57:35.932 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.38 is not active+clean 2024-04-12T15:57:35.933 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T15:57:31.931391+0000', 'last_change': '2024-04-12T15:57:31.931391+0000', 'last_active': '2024-04-12T15:57:31.931391+0000', 'last_peered': '2024-04-12T15:57:31.931391+0000', 'last_clean': '2024-04-12T15:57:31.931391+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:31.931391+0000', 'last_undegraded': '2024-04-12T15:57:31.931391+0000', 'last_fullsized': '2024-04-12T15:57:31.931391+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T15:57:35.933 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.37 is not active+clean 2024-04-12T15:57:35.933 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.37', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-12T15:57:31.940166+0000', 'last_change': '2024-04-12T15:57:31.940166+0000', 'last_active': '2024-04-12T15:57:31.931391+0000', 'last_peered': '2024-04-12T15:57:31.931391+0000', 'last_clean': '2024-04-12T15:57:31.931391+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:31.940166+0000', 'last_undegraded': '2024-04-12T15:57:31.940166+0000', 'last_fullsized': '2024-04-12T15:57:31.940166+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-14T03:34:51.048086+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5, 0], 'acting': [7, 5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-04-12T15:57:35.933 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.36 is not active+clean 2024-04-12T15:57:35.933 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T15:57:31.931391+0000', 'last_change': '2024-04-12T15:57:31.931391+0000', 'last_active': '2024-04-12T15:57:31.931391+0000', 'last_peered': '2024-04-12T15:57:31.931391+0000', 'last_clean': '2024-04-12T15:57:31.931391+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:31.931391+0000', 'last_undegraded': '2024-04-12T15:57:31.931391+0000', 'last_fullsized': '2024-04-12T15:57:31.931391+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T15:57:35.933 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.35 is not active+clean 2024-04-12T15:57:35.933 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T15:57:31.931391+0000', 'last_change': '2024-04-12T15:57:31.931391+0000', 'last_active': '2024-04-12T15:57:31.931391+0000', 'last_peered': '2024-04-12T15:57:31.931391+0000', 'last_clean': '2024-04-12T15:57:31.931391+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:31.931391+0000', 'last_undegraded': '2024-04-12T15:57:31.931391+0000', 'last_fullsized': '2024-04-12T15:57:31.931391+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T15:57:35.933 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.33 is not active+clean 2024-04-12T15:57:35.933 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T15:57:31.931391+0000', 'last_change': '2024-04-12T15:57:31.931391+0000', 'last_active': '2024-04-12T15:57:31.931391+0000', 'last_peered': '2024-04-12T15:57:31.931391+0000', 'last_clean': '2024-04-12T15:57:31.931391+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:31.931391+0000', 'last_undegraded': '2024-04-12T15:57:31.931391+0000', 'last_fullsized': '2024-04-12T15:57:31.931391+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T15:57:35.933 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.32 is not active+clean 2024-04-12T15:57:35.933 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T15:57:31.931391+0000', 'last_change': '2024-04-12T15:57:31.931391+0000', 'last_active': '2024-04-12T15:57:31.931391+0000', 'last_peered': '2024-04-12T15:57:31.931391+0000', 'last_clean': '2024-04-12T15:57:31.931391+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:31.931391+0000', 'last_undegraded': '2024-04-12T15:57:31.931391+0000', 'last_fullsized': '2024-04-12T15:57:31.931391+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T15:57:35.933 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2e is not active+clean 2024-04-12T15:57:35.934 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T15:57:31.931391+0000', 'last_change': '2024-04-12T15:57:31.931391+0000', 'last_active': '2024-04-12T15:57:31.931391+0000', 'last_peered': '2024-04-12T15:57:31.931391+0000', 'last_clean': '2024-04-12T15:57:31.931391+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:31.931391+0000', 'last_undegraded': '2024-04-12T15:57:31.931391+0000', 'last_fullsized': '2024-04-12T15:57:31.931391+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T15:57:35.934 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2d is not active+clean 2024-04-12T15:57:35.934 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-12T15:57:31.940733+0000', 'last_change': '2024-04-12T15:57:31.940733+0000', 'last_active': '2024-04-12T15:57:31.931391+0000', 'last_peered': '2024-04-12T15:57:31.931391+0000', 'last_clean': '2024-04-12T15:57:31.931391+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:31.940733+0000', 'last_undegraded': '2024-04-12T15:57:31.940733+0000', 'last_fullsized': '2024-04-12T15:57:31.940733+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-13T18:09:03.886356+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2, 6], 'acting': [7, 2, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-04-12T15:57:35.934 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1f is not active+clean 2024-04-12T15:57:35.934 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T15:57:30.929480+0000', 'last_change': '2024-04-12T15:57:30.929480+0000', 'last_active': '2024-04-12T15:57:30.929480+0000', 'last_peered': '2024-04-12T15:57:30.929480+0000', 'last_clean': '2024-04-12T15:57:30.929480+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:30.929480+0000', 'last_undegraded': '2024-04-12T15:57:30.929480+0000', 'last_fullsized': '2024-04-12T15:57:30.929480+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:30.929480+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:30.929480+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:30.929480+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T15:57:35.934 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1e is not active+clean 2024-04-12T15:57:35.934 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T15:57:31.931391+0000', 'last_change': '2024-04-12T15:57:31.931391+0000', 'last_active': '2024-04-12T15:57:31.931391+0000', 'last_peered': '2024-04-12T15:57:31.931391+0000', 'last_clean': '2024-04-12T15:57:31.931391+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:31.931391+0000', 'last_undegraded': '2024-04-12T15:57:31.931391+0000', 'last_fullsized': '2024-04-12T15:57:31.931391+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T15:57:35.934 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1e is not active+clean 2024-04-12T15:57:35.934 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-12T15:57:30.935000+0000', 'last_change': '2024-04-12T15:57:30.935000+0000', 'last_active': '2024-04-12T15:57:30.929480+0000', 'last_peered': '2024-04-12T15:57:30.929480+0000', 'last_clean': '2024-04-12T15:57:30.929480+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:30.935000+0000', 'last_undegraded': '2024-04-12T15:57:30.935000+0000', 'last_fullsized': '2024-04-12T15:57:30.935000+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:30.929480+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:30.929480+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:30.929480+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-13T19:24:28.143366+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0, 5], 'acting': [3, 0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-04-12T15:57:35.934 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1f is not active+clean 2024-04-12T15:57:35.934 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T15:57:31.931391+0000', 'last_change': '2024-04-12T15:57:31.931391+0000', 'last_active': '2024-04-12T15:57:31.931391+0000', 'last_peered': '2024-04-12T15:57:31.931391+0000', 'last_clean': '2024-04-12T15:57:31.931391+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:31.931391+0000', 'last_undegraded': '2024-04-12T15:57:31.931391+0000', 'last_fullsized': '2024-04-12T15:57:31.931391+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T15:57:35.935 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1b is not active+clean 2024-04-12T15:57:35.935 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-12T15:57:30.935204+0000', 'last_change': '2024-04-12T15:57:30.935204+0000', 'last_active': '2024-04-12T15:57:30.929480+0000', 'last_peered': '2024-04-12T15:57:30.929480+0000', 'last_clean': '2024-04-12T15:57:30.929480+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:30.935204+0000', 'last_undegraded': '2024-04-12T15:57:30.935204+0000', 'last_fullsized': '2024-04-12T15:57:30.935204+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:30.929480+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:30.929480+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:30.929480+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-14T02:47:06.953234+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7, 6], 'acting': [3, 7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-04-12T15:57:35.935 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1a is not active+clean 2024-04-12T15:57:35.935 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-12T15:57:30.933584+0000', 'last_change': '2024-04-12T15:57:30.933584+0000', 'last_active': '2024-04-12T15:57:30.929480+0000', 'last_peered': '2024-04-12T15:57:30.929480+0000', 'last_clean': '2024-04-12T15:57:30.929480+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:30.933584+0000', 'last_undegraded': '2024-04-12T15:57:30.933584+0000', 'last_fullsized': '2024-04-12T15:57:30.933584+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:30.929480+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:30.929480+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:30.929480+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-14T00:52:59.586610+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4, 7], 'acting': [6, 4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-04-12T15:57:35.935 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1b is not active+clean 2024-04-12T15:57:35.935 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T15:57:31.931391+0000', 'last_change': '2024-04-12T15:57:31.931391+0000', 'last_active': '2024-04-12T15:57:31.931391+0000', 'last_peered': '2024-04-12T15:57:31.931391+0000', 'last_clean': '2024-04-12T15:57:31.931391+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:31.931391+0000', 'last_undegraded': '2024-04-12T15:57:31.931391+0000', 'last_fullsized': '2024-04-12T15:57:31.931391+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T15:57:35.935 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.19 is not active+clean 2024-04-12T15:57:35.935 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-12T15:57:30.934976+0000', 'last_change': '2024-04-12T15:57:30.934976+0000', 'last_active': '2024-04-12T15:57:30.929480+0000', 'last_peered': '2024-04-12T15:57:30.929480+0000', 'last_clean': '2024-04-12T15:57:30.929480+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:30.934976+0000', 'last_undegraded': '2024-04-12T15:57:30.934976+0000', 'last_fullsized': '2024-04-12T15:57:30.934976+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:30.929480+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:30.929480+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:30.929480+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-13T17:43:57.111380+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6, 0], 'acting': [3, 6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-04-12T15:57:35.935 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.18 is not active+clean 2024-04-12T15:57:35.938 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T15:57:31.931391+0000', 'last_change': '2024-04-12T15:57:31.931391+0000', 'last_active': '2024-04-12T15:57:31.931391+0000', 'last_peered': '2024-04-12T15:57:31.931391+0000', 'last_clean': '2024-04-12T15:57:31.931391+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:31.931391+0000', 'last_undegraded': '2024-04-12T15:57:31.931391+0000', 'last_fullsized': '2024-04-12T15:57:31.931391+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T15:57:35.938 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.17 is not active+clean 2024-04-12T15:57:35.938 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-12T15:57:30.934392+0000', 'last_change': '2024-04-12T15:57:30.934392+0000', 'last_active': '2024-04-12T15:57:30.929480+0000', 'last_peered': '2024-04-12T15:57:30.929480+0000', 'last_clean': '2024-04-12T15:57:30.929480+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:30.934392+0000', 'last_undegraded': '2024-04-12T15:57:30.934392+0000', 'last_fullsized': '2024-04-12T15:57:30.934392+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:30.929480+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:30.929480+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:30.929480+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-14T00:52:29.302324+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 5, 2], 'acting': [6, 5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-04-12T15:57:35.938 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.17 is not active+clean 2024-04-12T15:57:35.938 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T15:57:31.931391+0000', 'last_change': '2024-04-12T15:57:31.931391+0000', 'last_active': '2024-04-12T15:57:31.931391+0000', 'last_peered': '2024-04-12T15:57:31.931391+0000', 'last_clean': '2024-04-12T15:57:31.931391+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:31.931391+0000', 'last_undegraded': '2024-04-12T15:57:31.931391+0000', 'last_fullsized': '2024-04-12T15:57:31.931391+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T15:57:35.938 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.14 is not active+clean 2024-04-12T15:57:35.938 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-12T15:57:30.933592+0000', 'last_change': '2024-04-12T15:57:30.933592+0000', 'last_active': '2024-04-12T15:57:30.929480+0000', 'last_peered': '2024-04-12T15:57:30.929480+0000', 'last_clean': '2024-04-12T15:57:30.929480+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:30.933592+0000', 'last_undegraded': '2024-04-12T15:57:30.933592+0000', 'last_fullsized': '2024-04-12T15:57:30.933592+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:30.929480+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:30.929480+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:30.929480+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-13T23:35:30.008468+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3, 5], 'acting': [6, 3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-04-12T15:57:35.938 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.15 is not active+clean 2024-04-12T15:57:35.938 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-12T15:57:31.940083+0000', 'last_change': '2024-04-12T15:57:31.940083+0000', 'last_active': '2024-04-12T15:57:31.931391+0000', 'last_peered': '2024-04-12T15:57:31.931391+0000', 'last_clean': '2024-04-12T15:57:31.931391+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:31.940083+0000', 'last_undegraded': '2024-04-12T15:57:31.940083+0000', 'last_fullsized': '2024-04-12T15:57:31.940083+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-13T18:41:46.617593+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 3, 4], 'acting': [7, 3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-04-12T15:57:35.938 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.13 is not active+clean 2024-04-12T15:57:35.939 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T15:57:30.929480+0000', 'last_change': '2024-04-12T15:57:30.929480+0000', 'last_active': '2024-04-12T15:57:30.929480+0000', 'last_peered': '2024-04-12T15:57:30.929480+0000', 'last_clean': '2024-04-12T15:57:30.929480+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:30.929480+0000', 'last_undegraded': '2024-04-12T15:57:30.929480+0000', 'last_fullsized': '2024-04-12T15:57:30.929480+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:30.929480+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:30.929480+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:30.929480+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T15:57:35.939 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.12 is not active+clean 2024-04-12T15:57:35.939 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T15:57:31.931391+0000', 'last_change': '2024-04-12T15:57:31.931391+0000', 'last_active': '2024-04-12T15:57:31.931391+0000', 'last_peered': '2024-04-12T15:57:31.931391+0000', 'last_clean': '2024-04-12T15:57:31.931391+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:31.931391+0000', 'last_undegraded': '2024-04-12T15:57:31.931391+0000', 'last_fullsized': '2024-04-12T15:57:31.931391+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T15:57:35.939 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.13 is not active+clean 2024-04-12T15:57:35.939 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-12T15:57:31.937667+0000', 'last_change': '2024-04-12T15:57:31.937667+0000', 'last_active': '2024-04-12T15:57:31.931391+0000', 'last_peered': '2024-04-12T15:57:31.931391+0000', 'last_clean': '2024-04-12T15:57:31.931391+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:31.937667+0000', 'last_undegraded': '2024-04-12T15:57:31.937667+0000', 'last_fullsized': '2024-04-12T15:57:31.937667+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-14T02:01:39.071857+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4, 2], 'acting': [7, 4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-04-12T15:57:35.939 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.11 is not active+clean 2024-04-12T15:57:35.939 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-12T15:57:30.933593+0000', 'last_change': '2024-04-12T15:57:30.933593+0000', 'last_active': '2024-04-12T15:57:30.929480+0000', 'last_peered': '2024-04-12T15:57:30.929480+0000', 'last_clean': '2024-04-12T15:57:30.929480+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:30.933593+0000', 'last_undegraded': '2024-04-12T15:57:30.933593+0000', 'last_fullsized': '2024-04-12T15:57:30.933593+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:30.929480+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:30.929480+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:30.929480+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-13T21:10:55.649117+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4, 1], 'acting': [6, 4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-04-12T15:57:35.939 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.10 is not active+clean 2024-04-12T15:57:35.939 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T15:57:31.931391+0000', 'last_change': '2024-04-12T15:57:31.931391+0000', 'last_active': '2024-04-12T15:57:31.931391+0000', 'last_peered': '2024-04-12T15:57:31.931391+0000', 'last_clean': '2024-04-12T15:57:31.931391+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:31.931391+0000', 'last_undegraded': '2024-04-12T15:57:31.931391+0000', 'last_fullsized': '2024-04-12T15:57:31.931391+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T15:57:35.939 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.10 is not active+clean 2024-04-12T15:57:35.939 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-12T15:57:30.939102+0000', 'last_change': '2024-04-12T15:57:30.939102+0000', 'last_active': '2024-04-12T15:57:30.929480+0000', 'last_peered': '2024-04-12T15:57:30.929480+0000', 'last_clean': '2024-04-12T15:57:30.929480+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:30.939102+0000', 'last_undegraded': '2024-04-12T15:57:30.939102+0000', 'last_fullsized': '2024-04-12T15:57:30.939102+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:30.929480+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:30.929480+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:30.929480+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-13T20:17:11.867527+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1, 0], 'acting': [2, 1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-04-12T15:57:35.939 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.11 is not active+clean 2024-04-12T15:57:35.940 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-12T15:57:31.937591+0000', 'last_change': '2024-04-12T15:57:31.937591+0000', 'last_active': '2024-04-12T15:57:31.931391+0000', 'last_peered': '2024-04-12T15:57:31.931391+0000', 'last_clean': '2024-04-12T15:57:31.931391+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:31.937591+0000', 'last_undegraded': '2024-04-12T15:57:31.937591+0000', 'last_fullsized': '2024-04-12T15:57:31.937591+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-13T17:06:02.228612+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4, 6], 'acting': [7, 4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-04-12T15:57:35.940 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.e is not active+clean 2024-04-12T15:57:35.940 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-12T15:57:31.937704+0000', 'last_change': '2024-04-12T15:57:31.937704+0000', 'last_active': '2024-04-12T15:57:31.931391+0000', 'last_peered': '2024-04-12T15:57:31.931391+0000', 'last_clean': '2024-04-12T15:57:31.931391+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:31.937704+0000', 'last_undegraded': '2024-04-12T15:57:31.937704+0000', 'last_fullsized': '2024-04-12T15:57:31.937704+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-13T23:50:28.612008+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4, 1], 'acting': [7, 4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-04-12T15:57:35.940 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1 is not active+clean 2024-04-12T15:57:35.940 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-12T15:57:30.937387+0000', 'last_change': '2024-04-12T15:57:30.937387+0000', 'last_active': '2024-04-12T15:57:30.929480+0000', 'last_peered': '2024-04-12T15:57:30.929480+0000', 'last_clean': '2024-04-12T15:57:30.929480+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:30.937387+0000', 'last_undegraded': '2024-04-12T15:57:30.937387+0000', 'last_fullsized': '2024-04-12T15:57:30.937387+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:30.929480+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:30.929480+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:30.929480+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-13T19:15:29.816855+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3, 0], 'acting': [2, 3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-04-12T15:57:35.940 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2 is not active+clean 2024-04-12T15:57:35.940 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T15:57:31.931391+0000', 'last_change': '2024-04-12T15:57:31.931391+0000', 'last_active': '2024-04-12T15:57:31.931391+0000', 'last_peered': '2024-04-12T15:57:31.931391+0000', 'last_clean': '2024-04-12T15:57:31.931391+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:31.931391+0000', 'last_undegraded': '2024-04-12T15:57:31.931391+0000', 'last_fullsized': '2024-04-12T15:57:31.931391+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T15:57:35.940 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1 is not active+clean 2024-04-12T15:57:35.940 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T15:57:31.931391+0000', 'last_change': '2024-04-12T15:57:31.931391+0000', 'last_active': '2024-04-12T15:57:31.931391+0000', 'last_peered': '2024-04-12T15:57:31.931391+0000', 'last_clean': '2024-04-12T15:57:31.931391+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:31.931391+0000', 'last_undegraded': '2024-04-12T15:57:31.931391+0000', 'last_fullsized': '2024-04-12T15:57:31.931391+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T15:57:35.940 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.7 is not active+clean 2024-04-12T15:57:35.940 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T15:57:31.931391+0000', 'last_change': '2024-04-12T15:57:31.931391+0000', 'last_active': '2024-04-12T15:57:31.931391+0000', 'last_peered': '2024-04-12T15:57:31.931391+0000', 'last_clean': '2024-04-12T15:57:31.931391+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:31.931391+0000', 'last_undegraded': '2024-04-12T15:57:31.931391+0000', 'last_fullsized': '2024-04-12T15:57:31.931391+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T15:57:35.941 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.7 is not active+clean 2024-04-12T15:57:35.941 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-12T15:57:30.933565+0000', 'last_change': '2024-04-12T15:57:30.933565+0000', 'last_active': '2024-04-12T15:57:30.929480+0000', 'last_peered': '2024-04-12T15:57:30.929480+0000', 'last_clean': '2024-04-12T15:57:30.929480+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:30.933565+0000', 'last_undegraded': '2024-04-12T15:57:30.933565+0000', 'last_fullsized': '2024-04-12T15:57:30.933565+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:30.929480+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:30.929480+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:30.929480+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-14T02:37:14.929811+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7, 2], 'acting': [6, 7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-04-12T15:57:35.941 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.6 is not active+clean 2024-04-12T15:57:35.941 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T15:57:31.931391+0000', 'last_change': '2024-04-12T15:57:31.931391+0000', 'last_active': '2024-04-12T15:57:31.931391+0000', 'last_peered': '2024-04-12T15:57:31.931391+0000', 'last_clean': '2024-04-12T15:57:31.931391+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:31.931391+0000', 'last_undegraded': '2024-04-12T15:57:31.931391+0000', 'last_fullsized': '2024-04-12T15:57:31.931391+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T15:57:35.941 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.8 is not active+clean 2024-04-12T15:57:35.941 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T15:57:31.931391+0000', 'last_change': '2024-04-12T15:57:31.931391+0000', 'last_active': '2024-04-12T15:57:31.931391+0000', 'last_peered': '2024-04-12T15:57:31.931391+0000', 'last_clean': '2024-04-12T15:57:31.931391+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:31.931391+0000', 'last_undegraded': '2024-04-12T15:57:31.931391+0000', 'last_fullsized': '2024-04-12T15:57:31.931391+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T15:57:35.941 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.b is not active+clean 2024-04-12T15:57:35.941 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T15:57:31.931391+0000', 'last_change': '2024-04-12T15:57:31.931391+0000', 'last_active': '2024-04-12T15:57:31.931391+0000', 'last_peered': '2024-04-12T15:57:31.931391+0000', 'last_clean': '2024-04-12T15:57:31.931391+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:31.931391+0000', 'last_undegraded': '2024-04-12T15:57:31.931391+0000', 'last_fullsized': '2024-04-12T15:57:31.931391+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T15:57:35.941 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.a is not active+clean 2024-04-12T15:57:35.941 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T15:57:31.931391+0000', 'last_change': '2024-04-12T15:57:31.931391+0000', 'last_active': '2024-04-12T15:57:31.931391+0000', 'last_peered': '2024-04-12T15:57:31.931391+0000', 'last_clean': '2024-04-12T15:57:31.931391+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:31.931391+0000', 'last_undegraded': '2024-04-12T15:57:31.931391+0000', 'last_fullsized': '2024-04-12T15:57:31.931391+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T15:57:35.941 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.c is not active+clean 2024-04-12T15:57:35.941 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-12T15:57:30.937433+0000', 'last_change': '2024-04-12T15:57:30.937433+0000', 'last_active': '2024-04-12T15:57:30.929480+0000', 'last_peered': '2024-04-12T15:57:30.929480+0000', 'last_clean': '2024-04-12T15:57:30.929480+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:30.937433+0000', 'last_undegraded': '2024-04-12T15:57:30.937433+0000', 'last_fullsized': '2024-04-12T15:57:30.937433+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:30.929480+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:30.929480+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:30.929480+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-14T02:24:41.760872+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5, 0], 'acting': [2, 5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-04-12T15:57:35.942 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.d is not active+clean 2024-04-12T15:57:35.942 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-12T15:57:31.937750+0000', 'last_change': '2024-04-12T15:57:31.937750+0000', 'last_active': '2024-04-12T15:57:31.931391+0000', 'last_peered': '2024-04-12T15:57:31.931391+0000', 'last_clean': '2024-04-12T15:57:31.931391+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:31.937750+0000', 'last_undegraded': '2024-04-12T15:57:31.937750+0000', 'last_fullsized': '2024-04-12T15:57:31.937750+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-13T17:39:41.276060+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5, 6], 'acting': [7, 5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-04-12T15:57:35.942 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.e is not active+clean 2024-04-12T15:57:35.942 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-12T15:57:30.938597+0000', 'last_change': '2024-04-12T15:57:30.938597+0000', 'last_active': '2024-04-12T15:57:30.929480+0000', 'last_peered': '2024-04-12T15:57:30.929480+0000', 'last_clean': '2024-04-12T15:57:30.929480+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:30.938597+0000', 'last_undegraded': '2024-04-12T15:57:30.938597+0000', 'last_fullsized': '2024-04-12T15:57:30.938597+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:30.929480+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:30.929480+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:30.929480+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-13T20:27:18.866447+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3, 7], 'acting': [2, 3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-04-12T15:57:35.942 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.f is not active+clean 2024-04-12T15:57:35.942 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-12T15:57:31.937742+0000', 'last_change': '2024-04-12T15:57:31.937742+0000', 'last_active': '2024-04-12T15:57:31.931391+0000', 'last_peered': '2024-04-12T15:57:31.931391+0000', 'last_clean': '2024-04-12T15:57:31.931391+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:31.937742+0000', 'last_undegraded': '2024-04-12T15:57:31.937742+0000', 'last_fullsized': '2024-04-12T15:57:31.937742+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-13T19:44:52.028546+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4, 0], 'acting': [7, 4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-04-12T15:57:35.942 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.20 is not active+clean 2024-04-12T15:57:35.942 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T15:57:31.931391+0000', 'last_change': '2024-04-12T15:57:31.931391+0000', 'last_active': '2024-04-12T15:57:31.931391+0000', 'last_peered': '2024-04-12T15:57:31.931391+0000', 'last_clean': '2024-04-12T15:57:31.931391+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:31.931391+0000', 'last_undegraded': '2024-04-12T15:57:31.931391+0000', 'last_fullsized': '2024-04-12T15:57:31.931391+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T15:57:35.943 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.21 is not active+clean 2024-04-12T15:57:35.943 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.21', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T15:57:31.931391+0000', 'last_change': '2024-04-12T15:57:31.931391+0000', 'last_active': '2024-04-12T15:57:31.931391+0000', 'last_peered': '2024-04-12T15:57:31.931391+0000', 'last_clean': '2024-04-12T15:57:31.931391+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:31.931391+0000', 'last_undegraded': '2024-04-12T15:57:31.931391+0000', 'last_fullsized': '2024-04-12T15:57:31.931391+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T15:57:35.943 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.23 is not active+clean 2024-04-12T15:57:35.943 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T15:57:31.931391+0000', 'last_change': '2024-04-12T15:57:31.931391+0000', 'last_active': '2024-04-12T15:57:31.931391+0000', 'last_peered': '2024-04-12T15:57:31.931391+0000', 'last_clean': '2024-04-12T15:57:31.931391+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:31.931391+0000', 'last_undegraded': '2024-04-12T15:57:31.931391+0000', 'last_fullsized': '2024-04-12T15:57:31.931391+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T15:57:35.943 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.24 is not active+clean 2024-04-12T15:57:35.943 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T15:57:31.931391+0000', 'last_change': '2024-04-12T15:57:31.931391+0000', 'last_active': '2024-04-12T15:57:31.931391+0000', 'last_peered': '2024-04-12T15:57:31.931391+0000', 'last_clean': '2024-04-12T15:57:31.931391+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:31.931391+0000', 'last_undegraded': '2024-04-12T15:57:31.931391+0000', 'last_fullsized': '2024-04-12T15:57:31.931391+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T15:57:35.943 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.26 is not active+clean 2024-04-12T15:57:35.943 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T15:57:31.931391+0000', 'last_change': '2024-04-12T15:57:31.931391+0000', 'last_active': '2024-04-12T15:57:31.931391+0000', 'last_peered': '2024-04-12T15:57:31.931391+0000', 'last_clean': '2024-04-12T15:57:31.931391+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:31.931391+0000', 'last_undegraded': '2024-04-12T15:57:31.931391+0000', 'last_fullsized': '2024-04-12T15:57:31.931391+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T15:57:35.943 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.27 is not active+clean 2024-04-12T15:57:35.943 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T15:57:31.931391+0000', 'last_change': '2024-04-12T15:57:31.931391+0000', 'last_active': '2024-04-12T15:57:31.931391+0000', 'last_peered': '2024-04-12T15:57:31.931391+0000', 'last_clean': '2024-04-12T15:57:31.931391+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:31.931391+0000', 'last_undegraded': '2024-04-12T15:57:31.931391+0000', 'last_fullsized': '2024-04-12T15:57:31.931391+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T15:57:35.943 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.29 is not active+clean 2024-04-12T15:57:35.943 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T15:57:31.931391+0000', 'last_change': '2024-04-12T15:57:31.931391+0000', 'last_active': '2024-04-12T15:57:31.931391+0000', 'last_peered': '2024-04-12T15:57:31.931391+0000', 'last_clean': '2024-04-12T15:57:31.931391+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:31.931391+0000', 'last_undegraded': '2024-04-12T15:57:31.931391+0000', 'last_fullsized': '2024-04-12T15:57:31.931391+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T15:57:35.944 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2b is not active+clean 2024-04-12T15:57:35.944 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T15:57:31.931391+0000', 'last_change': '2024-04-12T15:57:31.931391+0000', 'last_active': '2024-04-12T15:57:31.931391+0000', 'last_peered': '2024-04-12T15:57:31.931391+0000', 'last_clean': '2024-04-12T15:57:31.931391+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:31.931391+0000', 'last_undegraded': '2024-04-12T15:57:31.931391+0000', 'last_fullsized': '2024-04-12T15:57:31.931391+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T15:57:35.944 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2c is not active+clean 2024-04-12T15:57:35.944 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T15:57:31.931391+0000', 'last_change': '2024-04-12T15:57:31.931391+0000', 'last_active': '2024-04-12T15:57:31.931391+0000', 'last_peered': '2024-04-12T15:57:31.931391+0000', 'last_clean': '2024-04-12T15:57:31.931391+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T15:57:31.931391+0000', 'last_undegraded': '2024-04-12T15:57:31.931391+0000', 'last_fullsized': '2024-04-12T15:57:31.931391+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'last_clean_scrub_stamp': '2024-04-12T15:57:31.931391+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T15:57:35.944 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-04-12T15:57:36.317 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:57:36.317 INFO:teuthology.orchestra.run.smithi099.stdout:{"fsid":"7550015c-f8e4-11ee-bc8d-c7b262605968","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":231,"monmap":{"epoch":3,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":62,"num_osds":8,"num_up_osds":8,"osd_up_since":1712937431,"num_in_osds":8,"osd_in_since":1712937414,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":42},{"state_name":"unknown","count":32},{"state_name":"creating+peering","count":23}],"num_pgs":97,"num_pools":3,"num_objects":7,"data_bytes":590550,"bytes_used":236314624,"bytes_avail":767723970560,"bytes_total":767960285184,"unknown_pgs_ratio":0.32989689707756042,"inactive_pgs_ratio":0.23711340129375458,"write_bytes_sec":623,"read_op_per_sec":0,"write_op_per_sec":1},"fsmap":{"epoch":6,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"a","status":"up:active","gid":24350}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","restful"],"services":{"dashboard":"https://172.21.15.99:8443/"}},"servicemap":{"epoch":11,"modified":"2024-04-12T15:57:25.858702+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}},"osd":{"daemons":{"summary":"","6":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"7":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-04-12T15:57:36.330 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2024-04-12T15:57:36.330 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-12T15:57:36.619 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:57:36.620 INFO:teuthology.orchestra.run.smithi099.stderr:dumped all 2024-04-12T15:57:36.629 INFO:teuthology.orchestra.run.smithi099.stdout:{"pg_ready":true,"pg_map":{"version":193,"stamp":"2024-04-12T15:57:35.860659+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590550,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":166,"num_write_kb":2419,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":123,"ondisk_log_size":123,"up":195,"acting":195,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":79,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":230776,"kb_used_data":6408,"kb_used_omap":12,"kb_used_meta":224243,"kb_avail":749730440,"statfs":{"total":767960285184,"available":767723970560,"internally_reserved":0,"allocated":6561792,"data_stored":3719396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":229625400},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":182,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.928205"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-12T15:57:31.940612+0000","last_change":"2024-04-12T15:57:31.940612+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.940612+0000","last_undegraded":"2024-04-12T15:57:31.940612+0000","last_fullsized":"2024-04-12T15:57:31.940612+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:59:30.085736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.675678+0000","last_change":"2024-04-12T15:57:32.318848+0000","last_active":"2024-04-12T15:57:33.675678+0000","last_peered":"2024-04-12T15:57:33.675678+0000","last_clean":"2024-04-12T15:57:33.675678+0000","last_became_active":"2024-04-12T15:57:32.318265+0000","last_became_peered":"2024-04-12T15:57:32.318265+0000","last_unstale":"2024-04-12T15:57:33.675678+0000","last_undegraded":"2024-04-12T15:57:33.675678+0000","last_fullsized":"2024-04-12T15:57:33.675678+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:28:07.640340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.732262+0000","last_change":"2024-04-12T15:57:32.312021+0000","last_active":"2024-04-12T15:57:33.732262+0000","last_peered":"2024-04-12T15:57:33.732262+0000","last_clean":"2024-04-12T15:57:33.732262+0000","last_became_active":"2024-04-12T15:57:32.311741+0000","last_became_peered":"2024-04-12T15:57:32.311741+0000","last_unstale":"2024-04-12T15:57:33.732262+0000","last_undegraded":"2024-04-12T15:57:33.732262+0000","last_fullsized":"2024-04-12T15:57:33.732262+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:13:22.519580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-12T15:57:31.939506+0000","last_change":"2024-04-12T15:57:31.939506+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.939506+0000","last_undegraded":"2024-04-12T15:57:31.939506+0000","last_fullsized":"2024-04-12T15:57:31.939506+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:07:10.231489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.732148+0000","last_change":"2024-04-12T15:57:32.314940+0000","last_active":"2024-04-12T15:57:33.732148+0000","last_peered":"2024-04-12T15:57:33.732148+0000","last_clean":"2024-04-12T15:57:33.732148+0000","last_became_active":"2024-04-12T15:57:32.314659+0000","last_became_peered":"2024-04-12T15:57:32.314659+0000","last_unstale":"2024-04-12T15:57:33.732148+0000","last_undegraded":"2024-04-12T15:57:33.732148+0000","last_fullsized":"2024-04-12T15:57:33.732148+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:05:08.682508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-12T15:57:31.938142+0000","last_change":"2024-04-12T15:57:31.938142+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.938142+0000","last_undegraded":"2024-04-12T15:57:31.938142+0000","last_fullsized":"2024-04-12T15:57:31.938142+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:43:56.986374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-12T15:57:31.940166+0000","last_change":"2024-04-12T15:57:31.940166+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.940166+0000","last_undegraded":"2024-04-12T15:57:31.940166+0000","last_fullsized":"2024-04-12T15:57:31.940166+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:34:51.048086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.321837+0000","last_change":"2024-04-12T15:57:32.320065+0000","last_active":"2024-04-12T15:57:32.321837+0000","last_peered":"2024-04-12T15:57:32.321837+0000","last_clean":"2024-04-12T15:57:32.321837+0000","last_became_active":"2024-04-12T15:57:32.319771+0000","last_became_peered":"2024-04-12T15:57:32.319771+0000","last_unstale":"2024-04-12T15:57:32.321837+0000","last_undegraded":"2024-04-12T15:57:32.321837+0000","last_fullsized":"2024-04-12T15:57:32.321837+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:59:39.459347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.675254+0000","last_change":"2024-04-12T15:57:32.323895+0000","last_active":"2024-04-12T15:57:33.675254+0000","last_peered":"2024-04-12T15:57:33.675254+0000","last_clean":"2024-04-12T15:57:33.675254+0000","last_became_active":"2024-04-12T15:57:32.323620+0000","last_became_peered":"2024-04-12T15:57:32.323620+0000","last_unstale":"2024-04-12T15:57:33.675254+0000","last_undegraded":"2024-04-12T15:57:33.675254+0000","last_fullsized":"2024-04-12T15:57:33.675254+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:46:50.818309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.731871+0000","last_change":"2024-04-12T15:57:32.315176+0000","last_active":"2024-04-12T15:57:33.731871+0000","last_peered":"2024-04-12T15:57:33.731871+0000","last_clean":"2024-04-12T15:57:33.731871+0000","last_became_active":"2024-04-12T15:57:32.314904+0000","last_became_peered":"2024-04-12T15:57:32.314904+0000","last_unstale":"2024-04-12T15:57:33.731871+0000","last_undegraded":"2024-04-12T15:57:33.731871+0000","last_fullsized":"2024-04-12T15:57:33.731871+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:13:14.633187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.732593+0000","last_change":"2024-04-12T15:57:32.309858+0000","last_active":"2024-04-12T15:57:33.732593+0000","last_peered":"2024-04-12T15:57:33.732593+0000","last_clean":"2024-04-12T15:57:33.732593+0000","last_became_active":"2024-04-12T15:57:32.309557+0000","last_became_peered":"2024-04-12T15:57:32.309557+0000","last_unstale":"2024-04-12T15:57:33.732593+0000","last_undegraded":"2024-04-12T15:57:33.732593+0000","last_fullsized":"2024-04-12T15:57:33.732593+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:00:48.195594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-12T15:57:31.940733+0000","last_change":"2024-04-12T15:57:31.940733+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.940733+0000","last_undegraded":"2024-04-12T15:57:31.940733+0000","last_fullsized":"2024-04-12T15:57:31.940733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:09:03.886356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:30.929480+0000","last_change":"2024-04-12T15:57:30.929480+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.929480+0000","last_undegraded":"2024-04-12T15:57:30.929480+0000","last_fullsized":"2024-04-12T15:57:30.929480+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.935000+0000","last_change":"2024-04-12T15:57:30.935000+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.935000+0000","last_undegraded":"2024-04-12T15:57:30.935000+0000","last_fullsized":"2024-04-12T15:57:30.935000+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:24:28.143366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-12T15:57:31.956429+0000","last_change":"2024-04-12T15:57:31.955966+0000","last_active":"2024-04-12T15:57:31.956429+0000","last_peered":"2024-04-12T15:57:31.956429+0000","last_clean":"2024-04-12T15:57:31.956429+0000","last_became_active":"2024-04-12T15:57:31.955702+0000","last_became_peered":"2024-04-12T15:57:31.955702+0000","last_unstale":"2024-04-12T15:57:31.956429+0000","last_undegraded":"2024-04-12T15:57:31.956429+0000","last_fullsized":"2024-04-12T15:57:31.956429+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:35:54.816443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.732343+0000","last_change":"2024-04-12T15:57:32.313359+0000","last_active":"2024-04-12T15:57:33.732343+0000","last_peered":"2024-04-12T15:57:33.732343+0000","last_clean":"2024-04-12T15:57:33.732343+0000","last_became_active":"2024-04-12T15:57:32.313066+0000","last_became_peered":"2024-04-12T15:57:32.313066+0000","last_unstale":"2024-04-12T15:57:33.732343+0000","last_undegraded":"2024-04-12T15:57:33.732343+0000","last_fullsized":"2024-04-12T15:57:33.732343+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:20:13.293026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-12T15:57:31.954573+0000","last_change":"2024-04-12T15:57:31.954318+0000","last_active":"2024-04-12T15:57:31.954573+0000","last_peered":"2024-04-12T15:57:31.954573+0000","last_clean":"2024-04-12T15:57:31.954573+0000","last_became_active":"2024-04-12T15:57:31.954033+0000","last_became_peered":"2024-04-12T15:57:31.954033+0000","last_unstale":"2024-04-12T15:57:31.954573+0000","last_undegraded":"2024-04-12T15:57:31.954573+0000","last_fullsized":"2024-04-12T15:57:31.954573+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:55:01.953781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.732447+0000","last_change":"2024-04-12T15:57:32.308135+0000","last_active":"2024-04-12T15:57:33.732447+0000","last_peered":"2024-04-12T15:57:33.732447+0000","last_clean":"2024-04-12T15:57:33.732447+0000","last_became_active":"2024-04-12T15:57:32.307810+0000","last_became_peered":"2024-04-12T15:57:32.307810+0000","last_unstale":"2024-04-12T15:57:33.732447+0000","last_undegraded":"2024-04-12T15:57:33.732447+0000","last_fullsized":"2024-04-12T15:57:33.732447+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:38:34.742094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.935204+0000","last_change":"2024-04-12T15:57:30.935204+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.935204+0000","last_undegraded":"2024-04-12T15:57:30.935204+0000","last_fullsized":"2024-04-12T15:57:30.935204+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:47:06.953234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.316563+0000","last_change":"2024-04-12T15:57:32.315709+0000","last_active":"2024-04-12T15:57:32.316563+0000","last_peered":"2024-04-12T15:57:32.316563+0000","last_clean":"2024-04-12T15:57:32.316563+0000","last_became_active":"2024-04-12T15:57:32.315420+0000","last_became_peered":"2024-04-12T15:57:32.315420+0000","last_unstale":"2024-04-12T15:57:32.316563+0000","last_undegraded":"2024-04-12T15:57:32.316563+0000","last_fullsized":"2024-04-12T15:57:32.316563+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:06:14.872689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.933584+0000","last_change":"2024-04-12T15:57:30.933584+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.933584+0000","last_undegraded":"2024-04-12T15:57:30.933584+0000","last_fullsized":"2024-04-12T15:57:30.933584+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:52:59.586610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.934976+0000","last_change":"2024-04-12T15:57:30.934976+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.934976+0000","last_undegraded":"2024-04-12T15:57:30.934976+0000","last_fullsized":"2024-04-12T15:57:30.934976+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:43:57.111380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.732048+0000","last_change":"2024-04-12T15:57:31.959128+0000","last_active":"2024-04-12T15:57:33.732048+0000","last_peered":"2024-04-12T15:57:33.732048+0000","last_clean":"2024-04-12T15:57:33.732048+0000","last_became_active":"2024-04-12T15:57:31.958809+0000","last_became_peered":"2024-04-12T15:57:31.958809+0000","last_unstale":"2024-04-12T15:57:33.732048+0000","last_undegraded":"2024-04-12T15:57:33.732048+0000","last_fullsized":"2024-04-12T15:57:33.732048+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:16:56.026913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.675422+0000","last_change":"2024-04-12T15:57:32.319999+0000","last_active":"2024-04-12T15:57:33.675422+0000","last_peered":"2024-04-12T15:57:33.675422+0000","last_clean":"2024-04-12T15:57:33.675422+0000","last_became_active":"2024-04-12T15:57:32.319726+0000","last_became_peered":"2024-04-12T15:57:32.319726+0000","last_unstale":"2024-04-12T15:57:33.675422+0000","last_undegraded":"2024-04-12T15:57:33.675422+0000","last_fullsized":"2024-04-12T15:57:33.675422+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:39:18.539130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.934392+0000","last_change":"2024-04-12T15:57:30.934392+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.934392+0000","last_undegraded":"2024-04-12T15:57:30.934392+0000","last_fullsized":"2024-04-12T15:57:30.934392+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:52:29.302324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.732559+0000","last_change":"2024-04-12T15:57:32.306397+0000","last_active":"2024-04-12T15:57:33.732559+0000","last_peered":"2024-04-12T15:57:33.732559+0000","last_clean":"2024-04-12T15:57:33.732559+0000","last_became_active":"2024-04-12T15:57:32.306080+0000","last_became_peered":"2024-04-12T15:57:32.306080+0000","last_unstale":"2024-04-12T15:57:33.732559+0000","last_undegraded":"2024-04-12T15:57:33.732559+0000","last_fullsized":"2024-04-12T15:57:33.732559+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:31:55.692905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.732444+0000","last_change":"2024-04-12T15:57:31.960624+0000","last_active":"2024-04-12T15:57:33.732444+0000","last_peered":"2024-04-12T15:57:33.732444+0000","last_clean":"2024-04-12T15:57:33.732444+0000","last_became_active":"2024-04-12T15:57:31.960240+0000","last_became_peered":"2024-04-12T15:57:31.960240+0000","last_unstale":"2024-04-12T15:57:33.732444+0000","last_undegraded":"2024-04-12T15:57:33.732444+0000","last_fullsized":"2024-04-12T15:57:33.732444+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:48:07.754774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.675628+0000","last_change":"2024-04-12T15:57:31.960030+0000","last_active":"2024-04-12T15:57:33.675628+0000","last_peered":"2024-04-12T15:57:33.675628+0000","last_clean":"2024-04-12T15:57:33.675628+0000","last_became_active":"2024-04-12T15:57:31.959679+0000","last_became_peered":"2024-04-12T15:57:31.959679+0000","last_unstale":"2024-04-12T15:57:33.675628+0000","last_undegraded":"2024-04-12T15:57:33.675628+0000","last_fullsized":"2024-04-12T15:57:33.675628+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:54:58.084879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.321855+0000","last_change":"2024-04-12T15:57:32.320766+0000","last_active":"2024-04-12T15:57:32.321855+0000","last_peered":"2024-04-12T15:57:32.321855+0000","last_clean":"2024-04-12T15:57:32.321855+0000","last_became_active":"2024-04-12T15:57:32.320433+0000","last_became_peered":"2024-04-12T15:57:32.320433+0000","last_unstale":"2024-04-12T15:57:32.321855+0000","last_undegraded":"2024-04-12T15:57:32.321855+0000","last_fullsized":"2024-04-12T15:57:32.321855+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:28:56.001026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.933592+0000","last_change":"2024-04-12T15:57:30.933592+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.933592+0000","last_undegraded":"2024-04-12T15:57:30.933592+0000","last_fullsized":"2024-04-12T15:57:30.933592+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:35:30.008468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-12T15:57:31.940083+0000","last_change":"2024-04-12T15:57:31.940083+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.940083+0000","last_undegraded":"2024-04-12T15:57:31.940083+0000","last_fullsized":"2024-04-12T15:57:31.940083+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:41:46.617593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:30.929480+0000","last_change":"2024-04-12T15:57:30.929480+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.929480+0000","last_undegraded":"2024-04-12T15:57:30.929480+0000","last_fullsized":"2024-04-12T15:57:30.929480+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.731952+0000","last_change":"2024-04-12T15:57:31.962570+0000","last_active":"2024-04-12T15:57:33.731952+0000","last_peered":"2024-04-12T15:57:33.731952+0000","last_clean":"2024-04-12T15:57:33.731952+0000","last_became_active":"2024-04-12T15:57:31.962276+0000","last_became_peered":"2024-04-12T15:57:31.962276+0000","last_unstale":"2024-04-12T15:57:33.731952+0000","last_undegraded":"2024-04-12T15:57:33.731952+0000","last_fullsized":"2024-04-12T15:57:33.731952+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:15:49.918709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-12T15:57:31.937667+0000","last_change":"2024-04-12T15:57:31.937667+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.937667+0000","last_undegraded":"2024-04-12T15:57:31.937667+0000","last_fullsized":"2024-04-12T15:57:31.937667+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:01:39.071857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.933593+0000","last_change":"2024-04-12T15:57:30.933593+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.933593+0000","last_undegraded":"2024-04-12T15:57:30.933593+0000","last_fullsized":"2024-04-12T15:57:30.933593+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:10:55.649117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.939102+0000","last_change":"2024-04-12T15:57:30.939102+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.939102+0000","last_undegraded":"2024-04-12T15:57:30.939102+0000","last_fullsized":"2024-04-12T15:57:30.939102+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:17:11.867527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-12T15:57:31.937591+0000","last_change":"2024-04-12T15:57:31.937591+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.937591+0000","last_undegraded":"2024-04-12T15:57:31.937591+0000","last_fullsized":"2024-04-12T15:57:31.937591+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:06:02.228612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.322116+0000","last_change":"2024-04-12T15:57:31.953160+0000","last_active":"2024-04-12T15:57:32.322116+0000","last_peered":"2024-04-12T15:57:32.322116+0000","last_clean":"2024-04-12T15:57:32.322116+0000","last_became_active":"2024-04-12T15:57:31.952845+0000","last_became_peered":"2024-04-12T15:57:31.952845+0000","last_unstale":"2024-04-12T15:57:32.322116+0000","last_undegraded":"2024-04-12T15:57:32.322116+0000","last_fullsized":"2024-04-12T15:57:32.322116+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:22:26.762912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-12T15:57:31.937704+0000","last_change":"2024-04-12T15:57:31.937704+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.937704+0000","last_undegraded":"2024-04-12T15:57:31.937704+0000","last_fullsized":"2024-04-12T15:57:31.937704+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:50:28.612008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.675473+0000","last_change":"2024-04-12T15:57:31.957893+0000","last_active":"2024-04-12T15:57:33.675473+0000","last_peered":"2024-04-12T15:57:33.675473+0000","last_clean":"2024-04-12T15:57:33.675473+0000","last_became_active":"2024-04-12T15:57:31.955244+0000","last_became_peered":"2024-04-12T15:57:31.955244+0000","last_unstale":"2024-04-12T15:57:33.675473+0000","last_undegraded":"2024-04-12T15:57:33.675473+0000","last_fullsized":"2024-04-12T15:57:33.675473+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:02:56.279035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.732538+0000","last_change":"2024-04-12T15:57:32.310111+0000","last_active":"2024-04-12T15:57:33.732538+0000","last_peered":"2024-04-12T15:57:33.732538+0000","last_clean":"2024-04-12T15:57:33.732538+0000","last_became_active":"2024-04-12T15:57:32.309829+0000","last_became_peered":"2024-04-12T15:57:32.309829+0000","last_unstale":"2024-04-12T15:57:33.732538+0000","last_undegraded":"2024-04-12T15:57:33.732538+0000","last_fullsized":"2024-04-12T15:57:33.732538+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:33:06.526384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.731914+0000","last_change":"2024-04-12T15:57:31.961658+0000","last_active":"2024-04-12T15:57:33.731914+0000","last_peered":"2024-04-12T15:57:33.731914+0000","last_clean":"2024-04-12T15:57:33.731914+0000","last_became_active":"2024-04-12T15:57:31.961368+0000","last_became_peered":"2024-04-12T15:57:31.961368+0000","last_unstale":"2024-04-12T15:57:33.731914+0000","last_undegraded":"2024-04-12T15:57:33.731914+0000","last_fullsized":"2024-04-12T15:57:33.731914+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:46:42.287489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.319649+0000","last_change":"2024-04-12T15:57:32.319033+0000","last_active":"2024-04-12T15:57:32.319649+0000","last_peered":"2024-04-12T15:57:32.319649+0000","last_clean":"2024-04-12T15:57:32.319649+0000","last_became_active":"2024-04-12T15:57:32.318732+0000","last_became_peered":"2024-04-12T15:57:32.318732+0000","last_unstale":"2024-04-12T15:57:32.319649+0000","last_undegraded":"2024-04-12T15:57:32.319649+0000","last_fullsized":"2024-04-12T15:57:32.319649+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:53:23.875141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.675547+0000","last_change":"2024-04-12T15:57:32.316283+0000","last_active":"2024-04-12T15:57:33.675547+0000","last_peered":"2024-04-12T15:57:33.675547+0000","last_clean":"2024-04-12T15:57:33.675547+0000","last_became_active":"2024-04-12T15:57:32.316020+0000","last_became_peered":"2024-04-12T15:57:32.316020+0000","last_unstale":"2024-04-12T15:57:33.675547+0000","last_undegraded":"2024-04-12T15:57:33.675547+0000","last_fullsized":"2024-04-12T15:57:33.675547+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:48:22.493735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.937387+0000","last_change":"2024-04-12T15:57:30.937387+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.937387+0000","last_undegraded":"2024-04-12T15:57:30.937387+0000","last_fullsized":"2024-04-12T15:57:30.937387+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:15:29.816855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.731967+0000","last_change":"2024-04-12T15:57:31.960597+0000","last_active":"2024-04-12T15:57:33.731967+0000","last_peered":"2024-04-12T15:57:33.731967+0000","last_clean":"2024-04-12T15:57:33.731967+0000","last_became_active":"2024-04-12T15:57:31.960263+0000","last_became_peered":"2024-04-12T15:57:31.960263+0000","last_unstale":"2024-04-12T15:57:33.731967+0000","last_undegraded":"2024-04-12T15:57:33.731967+0000","last_fullsized":"2024-04-12T15:57:33.731967+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:48:08.404477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":217,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-04-12T15:57:30.937406+0000","last_change":"2024-04-12T15:57:15.520131+0000","last_active":"2024-04-12T15:57:30.937406+0000","last_peered":"2024-04-12T15:57:30.937406+0000","last_clean":"2024-04-12T15:57:30.937406+0000","last_became_active":"2024-04-12T15:57:15.519695+0000","last_became_peered":"2024-04-12T15:57:15.519695+0000","last_unstale":"2024-04-12T15:57:30.937406+0000","last_undegraded":"2024-04-12T15:57:30.937406+0000","last_fullsized":"2024-04-12T15:57:30.937406+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:55:12.126017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:55:12.126017+0000","last_clean_scrub_stamp":"2024-04-12T15:55:12.126017+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:43:32.645699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-12T15:57:31.958086+0000","last_change":"2024-04-12T15:57:31.957408+0000","last_active":"2024-04-12T15:57:31.958086+0000","last_peered":"2024-04-12T15:57:31.958086+0000","last_clean":"2024-04-12T15:57:31.958086+0000","last_became_active":"2024-04-12T15:57:31.957112+0000","last_became_peered":"2024-04-12T15:57:31.957112+0000","last_unstale":"2024-04-12T15:57:31.958086+0000","last_undegraded":"2024-04-12T15:57:31.958086+0000","last_fullsized":"2024-04-12T15:57:31.958086+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:33:18.233264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-12T15:57:31.956199+0000","last_change":"2024-04-12T15:57:31.955746+0000","last_active":"2024-04-12T15:57:31.956199+0000","last_peered":"2024-04-12T15:57:31.956199+0000","last_clean":"2024-04-12T15:57:31.956199+0000","last_became_active":"2024-04-12T15:57:31.954692+0000","last_became_peered":"2024-04-12T15:57:31.954692+0000","last_unstale":"2024-04-12T15:57:31.956199+0000","last_undegraded":"2024-04-12T15:57:31.956199+0000","last_fullsized":"2024-04-12T15:57:31.956199+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:32:24.029499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.675517+0000","last_change":"2024-04-12T15:57:32.312948+0000","last_active":"2024-04-12T15:57:33.675517+0000","last_peered":"2024-04-12T15:57:33.675517+0000","last_clean":"2024-04-12T15:57:33.675517+0000","last_became_active":"2024-04-12T15:57:32.312680+0000","last_became_peered":"2024-04-12T15:57:32.312680+0000","last_unstale":"2024-04-12T15:57:33.675517+0000","last_undegraded":"2024-04-12T15:57:33.675517+0000","last_fullsized":"2024-04-12T15:57:33.675517+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:22:50.381777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"62'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.677003+0000","last_change":"2024-04-12T15:57:31.953702+0000","last_active":"2024-04-12T15:57:33.677003+0000","last_peered":"2024-04-12T15:57:33.677003+0000","last_clean":"2024-04-12T15:57:33.677003+0000","last_became_active":"2024-04-12T15:57:31.952824+0000","last_became_peered":"2024-04-12T15:57:31.952824+0000","last_unstale":"2024-04-12T15:57:33.677003+0000","last_undegraded":"2024-04-12T15:57:33.677003+0000","last_fullsized":"2024-04-12T15:57:33.677003+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:56:26.635329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.933565+0000","last_change":"2024-04-12T15:57:30.933565+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.933565+0000","last_undegraded":"2024-04-12T15:57:30.933565+0000","last_fullsized":"2024-04-12T15:57:30.933565+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:37:14.929811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-12T15:57:31.958264+0000","last_change":"2024-04-12T15:57:31.958054+0000","last_active":"2024-04-12T15:57:31.958264+0000","last_peered":"2024-04-12T15:57:31.958264+0000","last_clean":"2024-04-12T15:57:31.958264+0000","last_became_active":"2024-04-12T15:57:31.957772+0000","last_became_peered":"2024-04-12T15:57:31.957772+0000","last_unstale":"2024-04-12T15:57:31.958264+0000","last_undegraded":"2024-04-12T15:57:31.958264+0000","last_fullsized":"2024-04-12T15:57:31.958264+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:55:20.560719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.312314+0000","last_change":"2024-04-12T15:57:32.311869+0000","last_active":"2024-04-12T15:57:32.312314+0000","last_peered":"2024-04-12T15:57:32.312314+0000","last_clean":"2024-04-12T15:57:32.312314+0000","last_became_active":"2024-04-12T15:57:32.311587+0000","last_became_peered":"2024-04-12T15:57:32.311587+0000","last_unstale":"2024-04-12T15:57:32.312314+0000","last_undegraded":"2024-04-12T15:57:32.312314+0000","last_fullsized":"2024-04-12T15:57:32.312314+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:08:22.383976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.675324+0000","last_change":"2024-04-12T15:57:31.965759+0000","last_active":"2024-04-12T15:57:33.675324+0000","last_peered":"2024-04-12T15:57:33.675324+0000","last_clean":"2024-04-12T15:57:33.675324+0000","last_became_active":"2024-04-12T15:57:31.965485+0000","last_became_peered":"2024-04-12T15:57:31.965485+0000","last_unstale":"2024-04-12T15:57:33.675324+0000","last_undegraded":"2024-04-12T15:57:33.675324+0000","last_fullsized":"2024-04-12T15:57:33.675324+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:45:08.227735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.675599+0000","last_change":"2024-04-12T15:57:31.954671+0000","last_active":"2024-04-12T15:57:33.675599+0000","last_peered":"2024-04-12T15:57:33.675599+0000","last_clean":"2024-04-12T15:57:33.675599+0000","last_became_active":"2024-04-12T15:57:31.954377+0000","last_became_peered":"2024-04-12T15:57:31.954377+0000","last_unstale":"2024-04-12T15:57:33.675599+0000","last_undegraded":"2024-04-12T15:57:33.675599+0000","last_fullsized":"2024-04-12T15:57:33.675599+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:31:42.697780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-12T15:57:31.956098+0000","last_change":"2024-04-12T15:57:31.954823+0000","last_active":"2024-04-12T15:57:31.956098+0000","last_peered":"2024-04-12T15:57:31.956098+0000","last_clean":"2024-04-12T15:57:31.956098+0000","last_became_active":"2024-04-12T15:57:31.954555+0000","last_became_peered":"2024-04-12T15:57:31.954555+0000","last_unstale":"2024-04-12T15:57:31.956098+0000","last_undegraded":"2024-04-12T15:57:31.956098+0000","last_fullsized":"2024-04-12T15:57:31.956098+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:35:50.904750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.937433+0000","last_change":"2024-04-12T15:57:30.937433+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.937433+0000","last_undegraded":"2024-04-12T15:57:30.937433+0000","last_fullsized":"2024-04-12T15:57:30.937433+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:24:41.760872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-12T15:57:31.937750+0000","last_change":"2024-04-12T15:57:31.937750+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.937750+0000","last_undegraded":"2024-04-12T15:57:31.937750+0000","last_fullsized":"2024-04-12T15:57:31.937750+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:39:41.276060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.675533+0000","last_change":"2024-04-12T15:57:31.953113+0000","last_active":"2024-04-12T15:57:33.675533+0000","last_peered":"2024-04-12T15:57:33.675533+0000","last_clean":"2024-04-12T15:57:33.675533+0000","last_became_active":"2024-04-12T15:57:31.952837+0000","last_became_peered":"2024-04-12T15:57:31.952837+0000","last_unstale":"2024-04-12T15:57:33.675533+0000","last_undegraded":"2024-04-12T15:57:33.675533+0000","last_fullsized":"2024-04-12T15:57:33.675533+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:50:36.749151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.732119+0000","last_change":"2024-04-12T15:57:32.311390+0000","last_active":"2024-04-12T15:57:33.732119+0000","last_peered":"2024-04-12T15:57:33.732119+0000","last_clean":"2024-04-12T15:57:33.732119+0000","last_became_active":"2024-04-12T15:57:32.311130+0000","last_became_peered":"2024-04-12T15:57:32.311130+0000","last_unstale":"2024-04-12T15:57:33.732119+0000","last_undegraded":"2024-04-12T15:57:33.732119+0000","last_fullsized":"2024-04-12T15:57:33.732119+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:27:24.601795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T15:57:30.938597+0000","last_change":"2024-04-12T15:57:30.938597+0000","last_active":"2024-04-12T15:57:30.929480+0000","last_peered":"2024-04-12T15:57:30.929480+0000","last_clean":"2024-04-12T15:57:30.929480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:30.938597+0000","last_undegraded":"2024-04-12T15:57:30.938597+0000","last_fullsized":"2024-04-12T15:57:30.938597+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:27:18.866447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-12T15:57:31.937742+0000","last_change":"2024-04-12T15:57:31.937742+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.937742+0000","last_undegraded":"2024-04-12T15:57:31.937742+0000","last_fullsized":"2024-04-12T15:57:31.937742+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:44:52.028546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.732070+0000","last_change":"2024-04-12T15:57:32.314085+0000","last_active":"2024-04-12T15:57:33.732070+0000","last_peered":"2024-04-12T15:57:33.732070+0000","last_clean":"2024-04-12T15:57:33.732070+0000","last_became_active":"2024-04-12T15:57:32.313790+0000","last_became_peered":"2024-04-12T15:57:32.313790+0000","last_unstale":"2024-04-12T15:57:33.732070+0000","last_undegraded":"2024-04-12T15:57:33.732070+0000","last_fullsized":"2024-04-12T15:57:33.732070+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:49:46.867990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.675536+0000","last_change":"2024-04-12T15:57:32.321156+0000","last_active":"2024-04-12T15:57:33.675536+0000","last_peered":"2024-04-12T15:57:33.675536+0000","last_clean":"2024-04-12T15:57:33.675536+0000","last_became_active":"2024-04-12T15:57:32.320832+0000","last_became_peered":"2024-04-12T15:57:32.320832+0000","last_unstale":"2024-04-12T15:57:33.675536+0000","last_undegraded":"2024-04-12T15:57:33.675536+0000","last_fullsized":"2024-04-12T15:57:33.675536+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:24:42.547997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.732048+0000","last_change":"2024-04-12T15:57:32.310759+0000","last_active":"2024-04-12T15:57:33.732048+0000","last_peered":"2024-04-12T15:57:33.732048+0000","last_clean":"2024-04-12T15:57:33.732048+0000","last_became_active":"2024-04-12T15:57:32.310481+0000","last_became_peered":"2024-04-12T15:57:32.310481+0000","last_unstale":"2024-04-12T15:57:33.732048+0000","last_undegraded":"2024-04-12T15:57:33.732048+0000","last_fullsized":"2024-04-12T15:57:33.732048+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:47:52.909587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.732108+0000","last_change":"2024-04-12T15:57:32.311247+0000","last_active":"2024-04-12T15:57:33.732108+0000","last_peered":"2024-04-12T15:57:33.732108+0000","last_clean":"2024-04-12T15:57:33.732108+0000","last_became_active":"2024-04-12T15:57:32.310387+0000","last_became_peered":"2024-04-12T15:57:32.310387+0000","last_unstale":"2024-04-12T15:57:33.732108+0000","last_undegraded":"2024-04-12T15:57:33.732108+0000","last_fullsized":"2024-04-12T15:57:33.732108+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:15:57.324499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T15:57:31.931391+0000","last_change":"2024-04-12T15:57:31.931391+0000","last_active":"2024-04-12T15:57:31.931391+0000","last_peered":"2024-04-12T15:57:31.931391+0000","last_clean":"2024-04-12T15:57:31.931391+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T15:57:31.931391+0000","last_undegraded":"2024-04-12T15:57:31.931391+0000","last_fullsized":"2024-04-12T15:57:31.931391+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":102,"acting":102,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":182,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":90,"acting":90,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233990,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28172,"kb_used_data":1152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716980,"statfs":{"total":95995035648,"available":95966187520,"internally_reserved":0,"allocated":1179648,"data_stored":829169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.315}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35899999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41399999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46800000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51400000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48099999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53000000000000003}]}]},{"osd":6,"up_from":46,"seq":197568495627,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1175552,"data_stored":828838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56699999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52600000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60199999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58299999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.43099999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55000000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.496}]}]},{"osd":1,"up_from":13,"seq":55834574885,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31736,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713416,"statfs":{"total":95995035648,"available":95962537984,"internally_reserved":0,"allocated":630784,"data_stored":259601,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 15:56:46 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.32000000000000001,"15min":0.31},"min":{"1min":0.29999999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.47199999999999998,"5min":0.504,"15min":0.504},"last":0.24399999999999999},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.33300000000000002,"15min":0.318},"min":{"1min":0.27800000000000002,"5min":0.185,"15min":0.185},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.36499999999999999}]},{"osd":2,"last update":"Fri Apr 12 15:57:17 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.374,"15min":0.37},"min":{"1min":0.24299999999999999,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.39700000000000002,"15min":0.38500000000000001},"min":{"1min":0.318,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.29799999999999999}]},{"osd":3,"last update":"Fri Apr 12 15:56:37 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.377}]},{"osd":4,"last update":"Fri Apr 12 15:56:59 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.56599999999999995}]},{"osd":5,"last update":"Fri Apr 12 15:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.56000000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60499999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57899999999999996}]}]},{"osd":0,"up_from":8,"seq":34359738407,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28164,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716988,"statfs":{"total":95995035648,"available":95966195712,"internally_reserved":0,"allocated":1167360,"data_stored":822922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Apr 12 15:56:48 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.33800000000000002,"15min":0.32600000000000001},"min":{"1min":0.27900000000000003,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"last":0.317},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.35099999999999998,"15min":0.33800000000000002},"min":{"1min":0.27900000000000003,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.27700000000000002}]},{"osd":2,"last update":"Fri Apr 12 15:57:15 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.376,"15min":0.36599999999999999},"min":{"1min":0.26400000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.25},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.41599999999999998,"15min":0.40799999999999997},"min":{"1min":0.314,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.33800000000000002}]},{"osd":3,"last update":"Fri Apr 12 15:56:39 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.307},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.45000000000000001}]},{"osd":4,"last update":"Fri Apr 12 15:57:01 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.56699999999999995}]},{"osd":5,"last update":"Fri Apr 12 15:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.58199999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55300000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52900000000000003}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27584,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717568,"statfs":{"total":95995035648,"available":95966789632,"internally_reserved":0,"allocated":573440,"data_stored":232554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 15:57:17 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.34499999999999997,"15min":0.34100000000000003},"min":{"1min":0.25600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.497,"5min":0.497,"15min":0.497},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.35599999999999998,"15min":0.34999999999999998},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.253}]},{"osd":1,"last update":"Fri Apr 12 15:57:17 2024","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.372,"15min":0.36899999999999999},"min":{"1min":0.27400000000000002,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.5,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.47799999999999998,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.29099999999999998}]},{"osd":3,"last update":"Fri Apr 12 15:56:38 2024","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.32400000000000001}]},{"osd":4,"last update":"Fri Apr 12 15:57:00 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.437},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.441}]},{"osd":5,"last update":"Fri Apr 12 15:57:26 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.56599999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52800000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53900000000000003}]}]},{"osd":3,"up_from":25,"seq":107374182426,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27592,"kb_used_data":572,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717560,"statfs":{"total":95995035648,"available":95966781440,"internally_reserved":0,"allocated":585728,"data_stored":238801,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 15:56:40 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.38,"15min":0.38},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.214},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.35299999999999998}]},{"osd":1,"last update":"Fri Apr 12 15:56:40 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"last":0.309},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"last":0.29099999999999998}]},{"osd":2,"last update":"Fri Apr 12 15:56:40 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.26300000000000001}]},{"osd":4,"last update":"Fri Apr 12 15:57:02 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.45900000000000002}]},{"osd":5,"last update":"Fri Apr 12 15:57:25 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.44800000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40699999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39100000000000001}]}]},{"osd":4,"up_from":30,"seq":128849018901,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27628,"kb_used_data":608,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717524,"statfs":{"total":95995035648,"available":95966744576,"internally_reserved":0,"allocated":622592,"data_stored":253146,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 15:57:00 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.498},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.55900000000000005}]},{"osd":1,"last update":"Fri Apr 12 15:57:00 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.53200000000000003}]},{"osd":2,"last update":"Fri Apr 12 15:57:00 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.51300000000000001}]},{"osd":3,"last update":"Fri Apr 12 15:57:00 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.46999999999999997}]},{"osd":5,"last update":"Fri Apr 12 15:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.66600000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68899999999999995}]}]},{"osd":5,"up_from":38,"seq":163208757264,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31732,"kb_used_data":612,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713420,"statfs":{"total":95995035648,"available":95962542080,"internally_reserved":0,"allocated":626688,"data_stored":254365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 15:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.46400000000000002}]},{"osd":1,"last update":"Fri Apr 12 15:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.61599999999999999}]},{"osd":2,"last update":"Fri Apr 12 15:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.439},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.37}]},{"osd":3,"last update":"Fri Apr 12 15:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.40100000000000002}]},{"osd":4,"last update":"Fri Apr 12 15:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.52700000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59599999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57999999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-12T15:57:37.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:36 smithi110 ceph-mon[31279]: from='client.14538 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T15:57:37.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:36 smithi110 ceph-mon[31279]: from='client.24452 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T15:57:37.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:36 smithi110 ceph-mon[31279]: pgmap v193: 97 pgs: 42 active+clean, 23 creating+peering, 32 unknown; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 623 B/s wr, 1 op/s 2024-04-12T15:57:37.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:36 smithi110 ceph-mon[31279]: from='client.14550 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T15:57:37.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:36 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/2160219950' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-12T15:57:37.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:36 smithi099 ceph-mon[27456]: from='client.14538 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T15:57:37.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:36 smithi099 ceph-mon[27456]: from='client.24452 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T15:57:37.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:36 smithi099 ceph-mon[27456]: pgmap v193: 97 pgs: 42 active+clean, 23 creating+peering, 32 unknown; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 623 B/s wr, 1 op/s 2024-04-12T15:57:37.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:36 smithi099 ceph-mon[27456]: from='client.14550 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T15:57:37.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:36 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/2160219950' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-12T15:57:37.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:36 smithi099 ceph-mon[39429]: from='client.14538 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T15:57:37.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:36 smithi099 ceph-mon[39429]: from='client.24452 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T15:57:37.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:36 smithi099 ceph-mon[39429]: pgmap v193: 97 pgs: 42 active+clean, 23 creating+peering, 32 unknown; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 623 B/s wr, 1 op/s 2024-04-12T15:57:37.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:36 smithi099 ceph-mon[39429]: from='client.14550 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T15:57:37.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:36 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/2160219950' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-12T15:57:38.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:37 smithi110 ceph-mon[31279]: from='client.14562 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T15:57:38.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:37 smithi099 ceph-mon[27456]: from='client.14562 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T15:57:38.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:37 smithi099 ceph-mon[39429]: from='client.14562 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T15:57:39.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:38 smithi110 ceph-mon[31279]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-04-12T15:57:39.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:38 smithi099 ceph-mon[27456]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-04-12T15:57:39.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:38 smithi099 ceph-mon[39429]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-04-12T15:57:39.635 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-12T15:57:39.936 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:57:39.937 INFO:teuthology.orchestra.run.smithi099.stderr:dumped all 2024-04-12T15:57:39.947 INFO:teuthology.orchestra.run.smithi099.stdout:{"pg_ready":true,"pg_map":{"version":195,"stamp":"2024-04-12T15:57:39.861650+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":239264,"kb_used_data":6692,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":749721952,"statfs":{"total":767960285184,"available":767715278848,"internally_reserved":0,"allocated":6852608,"data_stored":3853114,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":238014008},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.925102"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.330648+0000","last_change":"2024-04-12T15:57:32.328131+0000","last_active":"2024-04-12T15:57:32.330648+0000","last_peered":"2024-04-12T15:57:32.330648+0000","last_clean":"2024-04-12T15:57:32.330648+0000","last_became_active":"2024-04-12T15:57:32.327825+0000","last_became_peered":"2024-04-12T15:57:32.327825+0000","last_unstale":"2024-04-12T15:57:32.330648+0000","last_undegraded":"2024-04-12T15:57:32.330648+0000","last_fullsized":"2024-04-12T15:57:32.330648+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:59:30.085736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.675678+0000","last_change":"2024-04-12T15:57:32.318848+0000","last_active":"2024-04-12T15:57:33.675678+0000","last_peered":"2024-04-12T15:57:33.675678+0000","last_clean":"2024-04-12T15:57:33.675678+0000","last_became_active":"2024-04-12T15:57:32.318265+0000","last_became_peered":"2024-04-12T15:57:32.318265+0000","last_unstale":"2024-04-12T15:57:33.675678+0000","last_undegraded":"2024-04-12T15:57:33.675678+0000","last_fullsized":"2024-04-12T15:57:33.675678+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:28:07.640340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.731719+0000","last_change":"2024-04-12T15:57:32.325833+0000","last_active":"2024-04-12T15:57:33.731719+0000","last_peered":"2024-04-12T15:57:33.731719+0000","last_clean":"2024-04-12T15:57:33.731719+0000","last_became_active":"2024-04-12T15:57:32.325544+0000","last_became_peered":"2024-04-12T15:57:32.325544+0000","last_unstale":"2024-04-12T15:57:33.731719+0000","last_undegraded":"2024-04-12T15:57:33.731719+0000","last_fullsized":"2024-04-12T15:57:33.731719+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:49:41.221046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.732262+0000","last_change":"2024-04-12T15:57:32.312021+0000","last_active":"2024-04-12T15:57:33.732262+0000","last_peered":"2024-04-12T15:57:33.732262+0000","last_clean":"2024-04-12T15:57:33.732262+0000","last_became_active":"2024-04-12T15:57:32.311741+0000","last_became_peered":"2024-04-12T15:57:32.311741+0000","last_unstale":"2024-04-12T15:57:33.732262+0000","last_undegraded":"2024-04-12T15:57:33.732262+0000","last_fullsized":"2024-04-12T15:57:33.732262+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:13:22.519580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.319513+0000","last_change":"2024-04-12T15:57:32.317549+0000","last_active":"2024-04-12T15:57:32.319513+0000","last_peered":"2024-04-12T15:57:32.319513+0000","last_clean":"2024-04-12T15:57:32.319513+0000","last_became_active":"2024-04-12T15:57:32.317275+0000","last_became_peered":"2024-04-12T15:57:32.317275+0000","last_unstale":"2024-04-12T15:57:32.319513+0000","last_undegraded":"2024-04-12T15:57:32.319513+0000","last_fullsized":"2024-04-12T15:57:32.319513+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:07:10.231489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.732148+0000","last_change":"2024-04-12T15:57:32.314940+0000","last_active":"2024-04-12T15:57:33.732148+0000","last_peered":"2024-04-12T15:57:33.732148+0000","last_clean":"2024-04-12T15:57:33.732148+0000","last_became_active":"2024-04-12T15:57:32.314659+0000","last_became_peered":"2024-04-12T15:57:32.314659+0000","last_unstale":"2024-04-12T15:57:33.732148+0000","last_undegraded":"2024-04-12T15:57:33.732148+0000","last_fullsized":"2024-04-12T15:57:33.732148+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:05:08.682508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.318292+0000","last_change":"2024-04-12T15:57:32.317132+0000","last_active":"2024-04-12T15:57:32.318292+0000","last_peered":"2024-04-12T15:57:32.318292+0000","last_clean":"2024-04-12T15:57:32.318292+0000","last_became_active":"2024-04-12T15:57:32.315091+0000","last_became_peered":"2024-04-12T15:57:32.315091+0000","last_unstale":"2024-04-12T15:57:32.318292+0000","last_undegraded":"2024-04-12T15:57:32.318292+0000","last_fullsized":"2024-04-12T15:57:32.318292+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:43:56.986374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.301207+0000","last_change":"2024-04-12T15:57:32.327205+0000","last_active":"2024-04-12T15:57:33.301207+0000","last_peered":"2024-04-12T15:57:33.301207+0000","last_clean":"2024-04-12T15:57:33.301207+0000","last_became_active":"2024-04-12T15:57:32.326931+0000","last_became_peered":"2024-04-12T15:57:32.326931+0000","last_unstale":"2024-04-12T15:57:33.301207+0000","last_undegraded":"2024-04-12T15:57:33.301207+0000","last_fullsized":"2024-04-12T15:57:33.301207+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:19:58.245148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.330619+0000","last_change":"2024-04-12T15:57:32.327709+0000","last_active":"2024-04-12T15:57:32.330619+0000","last_peered":"2024-04-12T15:57:32.330619+0000","last_clean":"2024-04-12T15:57:32.330619+0000","last_became_active":"2024-04-12T15:57:32.327249+0000","last_became_peered":"2024-04-12T15:57:32.327249+0000","last_unstale":"2024-04-12T15:57:32.330619+0000","last_undegraded":"2024-04-12T15:57:32.330619+0000","last_fullsized":"2024-04-12T15:57:32.330619+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:34:51.048086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.678196+0000","last_change":"2024-04-12T15:57:32.326273+0000","last_active":"2024-04-12T15:57:33.678196+0000","last_peered":"2024-04-12T15:57:33.678196+0000","last_clean":"2024-04-12T15:57:33.678196+0000","last_became_active":"2024-04-12T15:57:32.325889+0000","last_became_peered":"2024-04-12T15:57:32.325889+0000","last_unstale":"2024-04-12T15:57:33.678196+0000","last_undegraded":"2024-04-12T15:57:33.678196+0000","last_fullsized":"2024-04-12T15:57:33.678196+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:27:27.864509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.678368+0000","last_change":"2024-04-12T15:57:32.319648+0000","last_active":"2024-04-12T15:57:33.678368+0000","last_peered":"2024-04-12T15:57:33.678368+0000","last_clean":"2024-04-12T15:57:33.678368+0000","last_became_active":"2024-04-12T15:57:32.319383+0000","last_became_peered":"2024-04-12T15:57:32.319383+0000","last_unstale":"2024-04-12T15:57:33.678368+0000","last_undegraded":"2024-04-12T15:57:33.678368+0000","last_fullsized":"2024-04-12T15:57:33.678368+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:47:14.129548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.534244+0000","last_change":"2024-04-12T15:57:32.320065+0000","last_active":"2024-04-12T15:57:33.534244+0000","last_peered":"2024-04-12T15:57:33.534244+0000","last_clean":"2024-04-12T15:57:33.534244+0000","last_became_active":"2024-04-12T15:57:32.319771+0000","last_became_peered":"2024-04-12T15:57:32.319771+0000","last_unstale":"2024-04-12T15:57:33.534244+0000","last_undegraded":"2024-04-12T15:57:33.534244+0000","last_fullsized":"2024-04-12T15:57:33.534244+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:59:39.459347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.301859+0000","last_change":"2024-04-12T15:57:32.325257+0000","last_active":"2024-04-12T15:57:33.301859+0000","last_peered":"2024-04-12T15:57:33.301859+0000","last_clean":"2024-04-12T15:57:33.301859+0000","last_became_active":"2024-04-12T15:57:32.324994+0000","last_became_peered":"2024-04-12T15:57:32.324994+0000","last_unstale":"2024-04-12T15:57:33.301859+0000","last_undegraded":"2024-04-12T15:57:33.301859+0000","last_fullsized":"2024-04-12T15:57:33.301859+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:14:06.933277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.731390+0000","last_change":"2024-04-12T15:57:32.320160+0000","last_active":"2024-04-12T15:57:33.731390+0000","last_peered":"2024-04-12T15:57:33.731390+0000","last_clean":"2024-04-12T15:57:33.731390+0000","last_became_active":"2024-04-12T15:57:32.319041+0000","last_became_peered":"2024-04-12T15:57:32.319041+0000","last_unstale":"2024-04-12T15:57:33.731390+0000","last_undegraded":"2024-04-12T15:57:33.731390+0000","last_fullsized":"2024-04-12T15:57:33.731390+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:13:17.441595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.675254+0000","last_change":"2024-04-12T15:57:32.323895+0000","last_active":"2024-04-12T15:57:33.675254+0000","last_peered":"2024-04-12T15:57:33.675254+0000","last_clean":"2024-04-12T15:57:33.675254+0000","last_became_active":"2024-04-12T15:57:32.323620+0000","last_became_peered":"2024-04-12T15:57:32.323620+0000","last_unstale":"2024-04-12T15:57:33.675254+0000","last_undegraded":"2024-04-12T15:57:33.675254+0000","last_fullsized":"2024-04-12T15:57:33.675254+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:46:50.818309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.731871+0000","last_change":"2024-04-12T15:57:32.315176+0000","last_active":"2024-04-12T15:57:33.731871+0000","last_peered":"2024-04-12T15:57:33.731871+0000","last_clean":"2024-04-12T15:57:33.731871+0000","last_became_active":"2024-04-12T15:57:32.314904+0000","last_became_peered":"2024-04-12T15:57:32.314904+0000","last_unstale":"2024-04-12T15:57:33.731871+0000","last_undegraded":"2024-04-12T15:57:33.731871+0000","last_fullsized":"2024-04-12T15:57:33.731871+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:13:14.633187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.732593+0000","last_change":"2024-04-12T15:57:32.309858+0000","last_active":"2024-04-12T15:57:33.732593+0000","last_peered":"2024-04-12T15:57:33.732593+0000","last_clean":"2024-04-12T15:57:33.732593+0000","last_became_active":"2024-04-12T15:57:32.309557+0000","last_became_peered":"2024-04-12T15:57:32.309557+0000","last_unstale":"2024-04-12T15:57:33.732593+0000","last_undegraded":"2024-04-12T15:57:33.732593+0000","last_fullsized":"2024-04-12T15:57:33.732593+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:00:48.195594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.301800+0000","last_change":"2024-04-12T15:57:32.315668+0000","last_active":"2024-04-12T15:57:33.301800+0000","last_peered":"2024-04-12T15:57:33.301800+0000","last_clean":"2024-04-12T15:57:33.301800+0000","last_became_active":"2024-04-12T15:57:32.315404+0000","last_became_peered":"2024-04-12T15:57:32.315404+0000","last_unstale":"2024-04-12T15:57:33.301800+0000","last_undegraded":"2024-04-12T15:57:33.301800+0000","last_fullsized":"2024-04-12T15:57:33.301800+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:14:27.341967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.330729+0000","last_change":"2024-04-12T15:57:32.329185+0000","last_active":"2024-04-12T15:57:32.330729+0000","last_peered":"2024-04-12T15:57:32.330729+0000","last_clean":"2024-04-12T15:57:32.330729+0000","last_became_active":"2024-04-12T15:57:32.328545+0000","last_became_peered":"2024-04-12T15:57:32.328545+0000","last_unstale":"2024-04-12T15:57:32.330729+0000","last_undegraded":"2024-04-12T15:57:32.330729+0000","last_fullsized":"2024-04-12T15:57:32.330729+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:09:03.886356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":16,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.731916+0000","last_change":"2024-04-12T15:57:31.953845+0000","last_active":"2024-04-12T15:57:33.731916+0000","last_peered":"2024-04-12T15:57:33.731916+0000","last_clean":"2024-04-12T15:57:33.731916+0000","last_became_active":"2024-04-12T15:57:31.953533+0000","last_became_peered":"2024-04-12T15:57:31.953533+0000","last_unstale":"2024-04-12T15:57:33.731916+0000","last_undegraded":"2024-04-12T15:57:33.731916+0000","last_fullsized":"2024-04-12T15:57:33.731916+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:37:37.652196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.302154+0000","last_change":"2024-04-12T15:57:32.325585+0000","last_active":"2024-04-12T15:57:33.302154+0000","last_peered":"2024-04-12T15:57:33.302154+0000","last_clean":"2024-04-12T15:57:33.302154+0000","last_became_active":"2024-04-12T15:57:32.325324+0000","last_became_peered":"2024-04-12T15:57:32.325324+0000","last_unstale":"2024-04-12T15:57:33.302154+0000","last_undegraded":"2024-04-12T15:57:33.302154+0000","last_fullsized":"2024-04-12T15:57:33.302154+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:06:58.866716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.317791+0000","last_change":"2024-04-12T15:57:31.959961+0000","last_active":"2024-04-12T15:57:32.317791+0000","last_peered":"2024-04-12T15:57:32.317791+0000","last_clean":"2024-04-12T15:57:32.317791+0000","last_became_active":"2024-04-12T15:57:31.959673+0000","last_became_peered":"2024-04-12T15:57:31.959673+0000","last_unstale":"2024-04-12T15:57:32.317791+0000","last_undegraded":"2024-04-12T15:57:32.317791+0000","last_fullsized":"2024-04-12T15:57:32.317791+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:24:28.143366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.731820+0000","last_change":"2024-04-12T15:57:32.322495+0000","last_active":"2024-04-12T15:57:33.731820+0000","last_peered":"2024-04-12T15:57:33.731820+0000","last_clean":"2024-04-12T15:57:33.731820+0000","last_became_active":"2024-04-12T15:57:32.322107+0000","last_became_peered":"2024-04-12T15:57:32.322107+0000","last_unstale":"2024-04-12T15:57:33.731820+0000","last_undegraded":"2024-04-12T15:57:33.731820+0000","last_fullsized":"2024-04-12T15:57:33.731820+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:56:20.380613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.329460+0000","last_change":"2024-04-12T15:57:31.955966+0000","last_active":"2024-04-12T15:57:32.329460+0000","last_peered":"2024-04-12T15:57:32.329460+0000","last_clean":"2024-04-12T15:57:32.329460+0000","last_became_active":"2024-04-12T15:57:31.955702+0000","last_became_peered":"2024-04-12T15:57:31.955702+0000","last_unstale":"2024-04-12T15:57:32.329460+0000","last_undegraded":"2024-04-12T15:57:32.329460+0000","last_fullsized":"2024-04-12T15:57:32.329460+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:35:54.816443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.732343+0000","last_change":"2024-04-12T15:57:32.313359+0000","last_active":"2024-04-12T15:57:33.732343+0000","last_peered":"2024-04-12T15:57:33.732343+0000","last_clean":"2024-04-12T15:57:33.732343+0000","last_became_active":"2024-04-12T15:57:32.313066+0000","last_became_peered":"2024-04-12T15:57:32.313066+0000","last_unstale":"2024-04-12T15:57:33.732343+0000","last_undegraded":"2024-04-12T15:57:33.732343+0000","last_fullsized":"2024-04-12T15:57:33.732343+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:20:13.293026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.327526+0000","last_change":"2024-04-12T15:57:31.954318+0000","last_active":"2024-04-12T15:57:32.327526+0000","last_peered":"2024-04-12T15:57:32.327526+0000","last_clean":"2024-04-12T15:57:32.327526+0000","last_became_active":"2024-04-12T15:57:31.954033+0000","last_became_peered":"2024-04-12T15:57:31.954033+0000","last_unstale":"2024-04-12T15:57:32.327526+0000","last_undegraded":"2024-04-12T15:57:32.327526+0000","last_fullsized":"2024-04-12T15:57:32.327526+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:55:01.953781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.732447+0000","last_change":"2024-04-12T15:57:32.308135+0000","last_active":"2024-04-12T15:57:33.732447+0000","last_peered":"2024-04-12T15:57:33.732447+0000","last_clean":"2024-04-12T15:57:33.732447+0000","last_became_active":"2024-04-12T15:57:32.307810+0000","last_became_peered":"2024-04-12T15:57:32.307810+0000","last_unstale":"2024-04-12T15:57:33.732447+0000","last_undegraded":"2024-04-12T15:57:33.732447+0000","last_fullsized":"2024-04-12T15:57:33.732447+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:38:34.742094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.329588+0000","last_change":"2024-04-12T15:57:31.963058+0000","last_active":"2024-04-12T15:57:32.329588+0000","last_peered":"2024-04-12T15:57:32.329588+0000","last_clean":"2024-04-12T15:57:32.329588+0000","last_became_active":"2024-04-12T15:57:31.962799+0000","last_became_peered":"2024-04-12T15:57:31.962799+0000","last_unstale":"2024-04-12T15:57:32.329588+0000","last_undegraded":"2024-04-12T15:57:32.329588+0000","last_fullsized":"2024-04-12T15:57:32.329588+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:47:06.953234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.534172+0000","last_change":"2024-04-12T15:57:32.315709+0000","last_active":"2024-04-12T15:57:33.534172+0000","last_peered":"2024-04-12T15:57:33.534172+0000","last_clean":"2024-04-12T15:57:33.534172+0000","last_became_active":"2024-04-12T15:57:32.315420+0000","last_became_peered":"2024-04-12T15:57:32.315420+0000","last_unstale":"2024-04-12T15:57:33.534172+0000","last_undegraded":"2024-04-12T15:57:33.534172+0000","last_fullsized":"2024-04-12T15:57:33.534172+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:06:14.872689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.327188+0000","last_change":"2024-04-12T15:57:31.951761+0000","last_active":"2024-04-12T15:57:32.327188+0000","last_peered":"2024-04-12T15:57:32.327188+0000","last_clean":"2024-04-12T15:57:32.327188+0000","last_became_active":"2024-04-12T15:57:31.951067+0000","last_became_peered":"2024-04-12T15:57:31.951067+0000","last_unstale":"2024-04-12T15:57:32.327188+0000","last_undegraded":"2024-04-12T15:57:32.327188+0000","last_fullsized":"2024-04-12T15:57:32.327188+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:52:59.586610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.731601+0000","last_change":"2024-04-12T15:57:32.319975+0000","last_active":"2024-04-12T15:57:33.731601+0000","last_peered":"2024-04-12T15:57:33.731601+0000","last_clean":"2024-04-12T15:57:33.731601+0000","last_became_active":"2024-04-12T15:57:32.318910+0000","last_became_peered":"2024-04-12T15:57:32.318910+0000","last_unstale":"2024-04-12T15:57:33.731601+0000","last_undegraded":"2024-04-12T15:57:33.731601+0000","last_fullsized":"2024-04-12T15:57:33.731601+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:43:00.327294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.302129+0000","last_change":"2024-04-12T15:57:31.961192+0000","last_active":"2024-04-12T15:57:32.302129+0000","last_peered":"2024-04-12T15:57:32.302129+0000","last_clean":"2024-04-12T15:57:32.302129+0000","last_became_active":"2024-04-12T15:57:31.960954+0000","last_became_peered":"2024-04-12T15:57:31.960954+0000","last_unstale":"2024-04-12T15:57:32.302129+0000","last_undegraded":"2024-04-12T15:57:32.302129+0000","last_fullsized":"2024-04-12T15:57:32.302129+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:43:57.111380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.301321+0000","last_change":"2024-04-12T15:57:32.314898+0000","last_active":"2024-04-12T15:57:33.301321+0000","last_peered":"2024-04-12T15:57:33.301321+0000","last_clean":"2024-04-12T15:57:33.301321+0000","last_became_active":"2024-04-12T15:57:32.314507+0000","last_became_peered":"2024-04-12T15:57:32.314507+0000","last_unstale":"2024-04-12T15:57:33.301321+0000","last_undegraded":"2024-04-12T15:57:33.301321+0000","last_fullsized":"2024-04-12T15:57:33.301321+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:09:34.268882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.732048+0000","last_change":"2024-04-12T15:57:31.959128+0000","last_active":"2024-04-12T15:57:33.732048+0000","last_peered":"2024-04-12T15:57:33.732048+0000","last_clean":"2024-04-12T15:57:33.732048+0000","last_became_active":"2024-04-12T15:57:31.958809+0000","last_became_peered":"2024-04-12T15:57:31.958809+0000","last_unstale":"2024-04-12T15:57:33.732048+0000","last_undegraded":"2024-04-12T15:57:33.732048+0000","last_fullsized":"2024-04-12T15:57:33.732048+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:16:56.026913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.675422+0000","last_change":"2024-04-12T15:57:32.319999+0000","last_active":"2024-04-12T15:57:33.675422+0000","last_peered":"2024-04-12T15:57:33.675422+0000","last_clean":"2024-04-12T15:57:33.675422+0000","last_became_active":"2024-04-12T15:57:32.319726+0000","last_became_peered":"2024-04-12T15:57:32.319726+0000","last_unstale":"2024-04-12T15:57:33.675422+0000","last_undegraded":"2024-04-12T15:57:33.675422+0000","last_fullsized":"2024-04-12T15:57:33.675422+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:39:18.539130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.303619+0000","last_change":"2024-04-12T15:57:31.955017+0000","last_active":"2024-04-12T15:57:32.303619+0000","last_peered":"2024-04-12T15:57:32.303619+0000","last_clean":"2024-04-12T15:57:32.303619+0000","last_became_active":"2024-04-12T15:57:31.954727+0000","last_became_peered":"2024-04-12T15:57:31.954727+0000","last_unstale":"2024-04-12T15:57:32.303619+0000","last_undegraded":"2024-04-12T15:57:32.303619+0000","last_fullsized":"2024-04-12T15:57:32.303619+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:52:29.302324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.732559+0000","last_change":"2024-04-12T15:57:32.306397+0000","last_active":"2024-04-12T15:57:33.732559+0000","last_peered":"2024-04-12T15:57:33.732559+0000","last_clean":"2024-04-12T15:57:33.732559+0000","last_became_active":"2024-04-12T15:57:32.306080+0000","last_became_peered":"2024-04-12T15:57:32.306080+0000","last_unstale":"2024-04-12T15:57:33.732559+0000","last_undegraded":"2024-04-12T15:57:33.732559+0000","last_fullsized":"2024-04-12T15:57:33.732559+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:31:55.692905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.732444+0000","last_change":"2024-04-12T15:57:31.960624+0000","last_active":"2024-04-12T15:57:33.732444+0000","last_peered":"2024-04-12T15:57:33.732444+0000","last_clean":"2024-04-12T15:57:33.732444+0000","last_became_active":"2024-04-12T15:57:31.960240+0000","last_became_peered":"2024-04-12T15:57:31.960240+0000","last_unstale":"2024-04-12T15:57:33.732444+0000","last_undegraded":"2024-04-12T15:57:33.732444+0000","last_fullsized":"2024-04-12T15:57:33.732444+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:48:07.754774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.731868+0000","last_change":"2024-04-12T15:57:32.320588+0000","last_active":"2024-04-12T15:57:33.731868+0000","last_peered":"2024-04-12T15:57:33.731868+0000","last_clean":"2024-04-12T15:57:33.731868+0000","last_became_active":"2024-04-12T15:57:32.320207+0000","last_became_peered":"2024-04-12T15:57:32.320207+0000","last_unstale":"2024-04-12T15:57:33.731868+0000","last_undegraded":"2024-04-12T15:57:33.731868+0000","last_fullsized":"2024-04-12T15:57:33.731868+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:52:31.925872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.675628+0000","last_change":"2024-04-12T15:57:31.960030+0000","last_active":"2024-04-12T15:57:33.675628+0000","last_peered":"2024-04-12T15:57:33.675628+0000","last_clean":"2024-04-12T15:57:33.675628+0000","last_became_active":"2024-04-12T15:57:31.959679+0000","last_became_peered":"2024-04-12T15:57:31.959679+0000","last_unstale":"2024-04-12T15:57:33.675628+0000","last_undegraded":"2024-04-12T15:57:33.675628+0000","last_fullsized":"2024-04-12T15:57:33.675628+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:54:58.084879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.534224+0000","last_change":"2024-04-12T15:57:32.320766+0000","last_active":"2024-04-12T15:57:33.534224+0000","last_peered":"2024-04-12T15:57:33.534224+0000","last_clean":"2024-04-12T15:57:33.534224+0000","last_became_active":"2024-04-12T15:57:32.320433+0000","last_became_peered":"2024-04-12T15:57:32.320433+0000","last_unstale":"2024-04-12T15:57:33.534224+0000","last_undegraded":"2024-04-12T15:57:33.534224+0000","last_fullsized":"2024-04-12T15:57:33.534224+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:28:56.001026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"61'6","reported_seq":18,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.332115+0000","last_change":"2024-04-12T15:57:31.955127+0000","last_active":"2024-04-12T15:57:32.332115+0000","last_peered":"2024-04-12T15:57:32.332115+0000","last_clean":"2024-04-12T15:57:32.332115+0000","last_became_active":"2024-04-12T15:57:31.954854+0000","last_became_peered":"2024-04-12T15:57:31.954854+0000","last_unstale":"2024-04-12T15:57:32.332115+0000","last_undegraded":"2024-04-12T15:57:32.332115+0000","last_fullsized":"2024-04-12T15:57:32.332115+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:35:30.008468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.330585+0000","last_change":"2024-04-12T15:57:32.327495+0000","last_active":"2024-04-12T15:57:32.330585+0000","last_peered":"2024-04-12T15:57:32.330585+0000","last_clean":"2024-04-12T15:57:32.330585+0000","last_became_active":"2024-04-12T15:57:32.326888+0000","last_became_peered":"2024-04-12T15:57:32.326888+0000","last_unstale":"2024-04-12T15:57:32.330585+0000","last_undegraded":"2024-04-12T15:57:32.330585+0000","last_fullsized":"2024-04-12T15:57:32.330585+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:41:46.617593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.731681+0000","last_change":"2024-04-12T15:57:31.963366+0000","last_active":"2024-04-12T15:57:33.731681+0000","last_peered":"2024-04-12T15:57:33.731681+0000","last_clean":"2024-04-12T15:57:33.731681+0000","last_became_active":"2024-04-12T15:57:31.963126+0000","last_became_peered":"2024-04-12T15:57:31.963126+0000","last_unstale":"2024-04-12T15:57:33.731681+0000","last_undegraded":"2024-04-12T15:57:33.731681+0000","last_fullsized":"2024-04-12T15:57:33.731681+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:51:30.151607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.731374+0000","last_change":"2024-04-12T15:57:32.318253+0000","last_active":"2024-04-12T15:57:33.731374+0000","last_peered":"2024-04-12T15:57:33.731374+0000","last_clean":"2024-04-12T15:57:33.731374+0000","last_became_active":"2024-04-12T15:57:32.317999+0000","last_became_peered":"2024-04-12T15:57:32.317999+0000","last_unstale":"2024-04-12T15:57:33.731374+0000","last_undegraded":"2024-04-12T15:57:33.731374+0000","last_fullsized":"2024-04-12T15:57:33.731374+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:16:56.193147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.731952+0000","last_change":"2024-04-12T15:57:31.962570+0000","last_active":"2024-04-12T15:57:33.731952+0000","last_peered":"2024-04-12T15:57:33.731952+0000","last_clean":"2024-04-12T15:57:33.731952+0000","last_became_active":"2024-04-12T15:57:31.962276+0000","last_became_peered":"2024-04-12T15:57:31.962276+0000","last_unstale":"2024-04-12T15:57:33.731952+0000","last_undegraded":"2024-04-12T15:57:33.731952+0000","last_fullsized":"2024-04-12T15:57:33.731952+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:15:49.918709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.317611+0000","last_change":"2024-04-12T15:57:32.316423+0000","last_active":"2024-04-12T15:57:32.317611+0000","last_peered":"2024-04-12T15:57:32.317611+0000","last_clean":"2024-04-12T15:57:32.317611+0000","last_became_active":"2024-04-12T15:57:32.316097+0000","last_became_peered":"2024-04-12T15:57:32.316097+0000","last_unstale":"2024-04-12T15:57:32.317611+0000","last_undegraded":"2024-04-12T15:57:32.317611+0000","last_fullsized":"2024-04-12T15:57:32.317611+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:01:39.071857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.303876+0000","last_change":"2024-04-12T15:57:31.951766+0000","last_active":"2024-04-12T15:57:32.303876+0000","last_peered":"2024-04-12T15:57:32.303876+0000","last_clean":"2024-04-12T15:57:32.303876+0000","last_became_active":"2024-04-12T15:57:31.951475+0000","last_became_peered":"2024-04-12T15:57:31.951475+0000","last_unstale":"2024-04-12T15:57:32.303876+0000","last_undegraded":"2024-04-12T15:57:32.303876+0000","last_fullsized":"2024-04-12T15:57:32.303876+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:10:55.649117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.677787+0000","last_change":"2024-04-12T15:57:32.317621+0000","last_active":"2024-04-12T15:57:33.677787+0000","last_peered":"2024-04-12T15:57:33.677787+0000","last_clean":"2024-04-12T15:57:33.677787+0000","last_became_active":"2024-04-12T15:57:32.317313+0000","last_became_peered":"2024-04-12T15:57:32.317313+0000","last_unstale":"2024-04-12T15:57:33.677787+0000","last_undegraded":"2024-04-12T15:57:33.677787+0000","last_fullsized":"2024-04-12T15:57:33.677787+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:57:21.376803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":20,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.325315+0000","last_change":"2024-04-12T15:57:31.953964+0000","last_active":"2024-04-12T15:57:32.325315+0000","last_peered":"2024-04-12T15:57:32.325315+0000","last_clean":"2024-04-12T15:57:32.325315+0000","last_became_active":"2024-04-12T15:57:31.953633+0000","last_became_peered":"2024-04-12T15:57:31.953633+0000","last_unstale":"2024-04-12T15:57:32.325315+0000","last_undegraded":"2024-04-12T15:57:32.325315+0000","last_fullsized":"2024-04-12T15:57:32.325315+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:17:11.867527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.330575+0000","last_change":"2024-04-12T15:57:32.327314+0000","last_active":"2024-04-12T15:57:32.330575+0000","last_peered":"2024-04-12T15:57:32.330575+0000","last_clean":"2024-04-12T15:57:32.330575+0000","last_became_active":"2024-04-12T15:57:32.327023+0000","last_became_peered":"2024-04-12T15:57:32.327023+0000","last_unstale":"2024-04-12T15:57:32.330575+0000","last_undegraded":"2024-04-12T15:57:32.330575+0000","last_fullsized":"2024-04-12T15:57:32.330575+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:06:02.228612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.534267+0000","last_change":"2024-04-12T15:57:31.953160+0000","last_active":"2024-04-12T15:57:33.534267+0000","last_peered":"2024-04-12T15:57:33.534267+0000","last_clean":"2024-04-12T15:57:33.534267+0000","last_became_active":"2024-04-12T15:57:31.952845+0000","last_became_peered":"2024-04-12T15:57:31.952845+0000","last_unstale":"2024-04-12T15:57:33.534267+0000","last_undegraded":"2024-04-12T15:57:33.534267+0000","last_fullsized":"2024-04-12T15:57:33.534267+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:22:26.762912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.331740+0000","last_change":"2024-04-12T15:57:32.331309+0000","last_active":"2024-04-12T15:57:32.331740+0000","last_peered":"2024-04-12T15:57:32.331740+0000","last_clean":"2024-04-12T15:57:32.331740+0000","last_became_active":"2024-04-12T15:57:32.330835+0000","last_became_peered":"2024-04-12T15:57:32.330835+0000","last_unstale":"2024-04-12T15:57:32.331740+0000","last_undegraded":"2024-04-12T15:57:32.331740+0000","last_fullsized":"2024-04-12T15:57:32.331740+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:50:28.612008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.675473+0000","last_change":"2024-04-12T15:57:31.957893+0000","last_active":"2024-04-12T15:57:33.675473+0000","last_peered":"2024-04-12T15:57:33.675473+0000","last_clean":"2024-04-12T15:57:33.675473+0000","last_became_active":"2024-04-12T15:57:31.955244+0000","last_became_peered":"2024-04-12T15:57:31.955244+0000","last_unstale":"2024-04-12T15:57:33.675473+0000","last_undegraded":"2024-04-12T15:57:33.675473+0000","last_fullsized":"2024-04-12T15:57:33.675473+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:02:56.279035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.732538+0000","last_change":"2024-04-12T15:57:32.310111+0000","last_active":"2024-04-12T15:57:33.732538+0000","last_peered":"2024-04-12T15:57:33.732538+0000","last_clean":"2024-04-12T15:57:33.732538+0000","last_became_active":"2024-04-12T15:57:32.309829+0000","last_became_peered":"2024-04-12T15:57:32.309829+0000","last_unstale":"2024-04-12T15:57:33.732538+0000","last_undegraded":"2024-04-12T15:57:33.732538+0000","last_fullsized":"2024-04-12T15:57:33.732538+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:33:06.526384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.731914+0000","last_change":"2024-04-12T15:57:31.961658+0000","last_active":"2024-04-12T15:57:33.731914+0000","last_peered":"2024-04-12T15:57:33.731914+0000","last_clean":"2024-04-12T15:57:33.731914+0000","last_became_active":"2024-04-12T15:57:31.961368+0000","last_became_peered":"2024-04-12T15:57:31.961368+0000","last_unstale":"2024-04-12T15:57:33.731914+0000","last_undegraded":"2024-04-12T15:57:33.731914+0000","last_fullsized":"2024-04-12T15:57:33.731914+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:46:42.287489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.534193+0000","last_change":"2024-04-12T15:57:32.319033+0000","last_active":"2024-04-12T15:57:33.534193+0000","last_peered":"2024-04-12T15:57:33.534193+0000","last_clean":"2024-04-12T15:57:33.534193+0000","last_became_active":"2024-04-12T15:57:32.318732+0000","last_became_peered":"2024-04-12T15:57:32.318732+0000","last_unstale":"2024-04-12T15:57:33.534193+0000","last_undegraded":"2024-04-12T15:57:33.534193+0000","last_fullsized":"2024-04-12T15:57:33.534193+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:53:23.875141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.675547+0000","last_change":"2024-04-12T15:57:32.316283+0000","last_active":"2024-04-12T15:57:33.675547+0000","last_peered":"2024-04-12T15:57:33.675547+0000","last_clean":"2024-04-12T15:57:33.675547+0000","last_became_active":"2024-04-12T15:57:32.316020+0000","last_became_peered":"2024-04-12T15:57:32.316020+0000","last_unstale":"2024-04-12T15:57:33.675547+0000","last_undegraded":"2024-04-12T15:57:33.675547+0000","last_fullsized":"2024-04-12T15:57:33.675547+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:48:22.493735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.296102+0000","last_change":"2024-04-12T15:57:31.952448+0000","last_active":"2024-04-12T15:57:32.296102+0000","last_peered":"2024-04-12T15:57:32.296102+0000","last_clean":"2024-04-12T15:57:32.296102+0000","last_became_active":"2024-04-12T15:57:31.952147+0000","last_became_peered":"2024-04-12T15:57:31.952147+0000","last_unstale":"2024-04-12T15:57:32.296102+0000","last_undegraded":"2024-04-12T15:57:32.296102+0000","last_fullsized":"2024-04-12T15:57:32.296102+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:15:29.816855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.302095+0000","last_change":"2024-04-12T15:57:32.321442+0000","last_active":"2024-04-12T15:57:33.302095+0000","last_peered":"2024-04-12T15:57:33.302095+0000","last_clean":"2024-04-12T15:57:33.302095+0000","last_became_active":"2024-04-12T15:57:32.321115+0000","last_became_peered":"2024-04-12T15:57:32.321115+0000","last_unstale":"2024-04-12T15:57:33.302095+0000","last_undegraded":"2024-04-12T15:57:33.302095+0000","last_fullsized":"2024-04-12T15:57:33.302095+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:40:01.652851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.731967+0000","last_change":"2024-04-12T15:57:31.960597+0000","last_active":"2024-04-12T15:57:33.731967+0000","last_peered":"2024-04-12T15:57:33.731967+0000","last_clean":"2024-04-12T15:57:33.731967+0000","last_became_active":"2024-04-12T15:57:31.960263+0000","last_became_peered":"2024-04-12T15:57:31.960263+0000","last_unstale":"2024-04-12T15:57:33.731967+0000","last_undegraded":"2024-04-12T15:57:33.731967+0000","last_fullsized":"2024-04-12T15:57:33.731967+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:48:08.404477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":219,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.305233+0000","last_change":"2024-04-12T15:57:15.520131+0000","last_active":"2024-04-12T15:57:32.305233+0000","last_peered":"2024-04-12T15:57:32.305233+0000","last_clean":"2024-04-12T15:57:32.305233+0000","last_became_active":"2024-04-12T15:57:15.519695+0000","last_became_peered":"2024-04-12T15:57:15.519695+0000","last_unstale":"2024-04-12T15:57:32.305233+0000","last_undegraded":"2024-04-12T15:57:32.305233+0000","last_fullsized":"2024-04-12T15:57:32.305233+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:55:12.126017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:55:12.126017+0000","last_clean_scrub_stamp":"2024-04-12T15:55:12.126017+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:43:32.645699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.731362+0000","last_change":"2024-04-12T15:57:32.320860+0000","last_active":"2024-04-12T15:57:33.731362+0000","last_peered":"2024-04-12T15:57:33.731362+0000","last_clean":"2024-04-12T15:57:33.731362+0000","last_became_active":"2024-04-12T15:57:32.320102+0000","last_became_peered":"2024-04-12T15:57:32.320102+0000","last_unstale":"2024-04-12T15:57:33.731362+0000","last_undegraded":"2024-04-12T15:57:33.731362+0000","last_fullsized":"2024-04-12T15:57:33.731362+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:49:56.906665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.305329+0000","last_change":"2024-04-12T15:57:31.957408+0000","last_active":"2024-04-12T15:57:32.305329+0000","last_peered":"2024-04-12T15:57:32.305329+0000","last_clean":"2024-04-12T15:57:32.305329+0000","last_became_active":"2024-04-12T15:57:31.957112+0000","last_became_peered":"2024-04-12T15:57:31.957112+0000","last_unstale":"2024-04-12T15:57:32.305329+0000","last_undegraded":"2024-04-12T15:57:32.305329+0000","last_fullsized":"2024-04-12T15:57:32.305329+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:33:18.233264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.308989+0000","last_change":"2024-04-12T15:57:31.955746+0000","last_active":"2024-04-12T15:57:32.308989+0000","last_peered":"2024-04-12T15:57:32.308989+0000","last_clean":"2024-04-12T15:57:32.308989+0000","last_became_active":"2024-04-12T15:57:31.954692+0000","last_became_peered":"2024-04-12T15:57:31.954692+0000","last_unstale":"2024-04-12T15:57:32.308989+0000","last_undegraded":"2024-04-12T15:57:32.308989+0000","last_fullsized":"2024-04-12T15:57:32.308989+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:32:24.029499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.675517+0000","last_change":"2024-04-12T15:57:32.312948+0000","last_active":"2024-04-12T15:57:33.675517+0000","last_peered":"2024-04-12T15:57:33.675517+0000","last_clean":"2024-04-12T15:57:33.675517+0000","last_became_active":"2024-04-12T15:57:32.312680+0000","last_became_peered":"2024-04-12T15:57:32.312680+0000","last_unstale":"2024-04-12T15:57:33.675517+0000","last_undegraded":"2024-04-12T15:57:33.675517+0000","last_fullsized":"2024-04-12T15:57:33.675517+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:22:50.381777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"62'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.677003+0000","last_change":"2024-04-12T15:57:31.953702+0000","last_active":"2024-04-12T15:57:33.677003+0000","last_peered":"2024-04-12T15:57:33.677003+0000","last_clean":"2024-04-12T15:57:33.677003+0000","last_became_active":"2024-04-12T15:57:31.952824+0000","last_became_peered":"2024-04-12T15:57:31.952824+0000","last_unstale":"2024-04-12T15:57:33.677003+0000","last_undegraded":"2024-04-12T15:57:33.677003+0000","last_fullsized":"2024-04-12T15:57:33.677003+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:56:26.635329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.302084+0000","last_change":"2024-04-12T15:57:32.314835+0000","last_active":"2024-04-12T15:57:33.302084+0000","last_peered":"2024-04-12T15:57:33.302084+0000","last_clean":"2024-04-12T15:57:33.302084+0000","last_became_active":"2024-04-12T15:57:32.314541+0000","last_became_peered":"2024-04-12T15:57:32.314541+0000","last_unstale":"2024-04-12T15:57:33.302084+0000","last_undegraded":"2024-04-12T15:57:33.302084+0000","last_fullsized":"2024-04-12T15:57:33.302084+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:46:17.524521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.328898+0000","last_change":"2024-04-12T15:57:31.946745+0000","last_active":"2024-04-12T15:57:32.328898+0000","last_peered":"2024-04-12T15:57:32.328898+0000","last_clean":"2024-04-12T15:57:32.328898+0000","last_became_active":"2024-04-12T15:57:31.946282+0000","last_became_peered":"2024-04-12T15:57:31.946282+0000","last_unstale":"2024-04-12T15:57:32.328898+0000","last_undegraded":"2024-04-12T15:57:32.328898+0000","last_fullsized":"2024-04-12T15:57:32.328898+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:37:14.929811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.731523+0000","last_change":"2024-04-12T15:57:32.313886+0000","last_active":"2024-04-12T15:57:33.731523+0000","last_peered":"2024-04-12T15:57:33.731523+0000","last_clean":"2024-04-12T15:57:33.731523+0000","last_became_active":"2024-04-12T15:57:32.313639+0000","last_became_peered":"2024-04-12T15:57:32.313639+0000","last_unstale":"2024-04-12T15:57:33.731523+0000","last_undegraded":"2024-04-12T15:57:33.731523+0000","last_fullsized":"2024-04-12T15:57:33.731523+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:12:25.203156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.305145+0000","last_change":"2024-04-12T15:57:31.958054+0000","last_active":"2024-04-12T15:57:32.305145+0000","last_peered":"2024-04-12T15:57:32.305145+0000","last_clean":"2024-04-12T15:57:32.305145+0000","last_became_active":"2024-04-12T15:57:31.957772+0000","last_became_peered":"2024-04-12T15:57:31.957772+0000","last_unstale":"2024-04-12T15:57:32.305145+0000","last_undegraded":"2024-04-12T15:57:32.305145+0000","last_fullsized":"2024-04-12T15:57:32.305145+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:55:20.560719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.534135+0000","last_change":"2024-04-12T15:57:32.311869+0000","last_active":"2024-04-12T15:57:33.534135+0000","last_peered":"2024-04-12T15:57:33.534135+0000","last_clean":"2024-04-12T15:57:33.534135+0000","last_became_active":"2024-04-12T15:57:32.311587+0000","last_became_peered":"2024-04-12T15:57:32.311587+0000","last_unstale":"2024-04-12T15:57:33.534135+0000","last_undegraded":"2024-04-12T15:57:33.534135+0000","last_fullsized":"2024-04-12T15:57:33.534135+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:08:22.383976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.675324+0000","last_change":"2024-04-12T15:57:31.965759+0000","last_active":"2024-04-12T15:57:33.675324+0000","last_peered":"2024-04-12T15:57:33.675324+0000","last_clean":"2024-04-12T15:57:33.675324+0000","last_became_active":"2024-04-12T15:57:31.965485+0000","last_became_peered":"2024-04-12T15:57:31.965485+0000","last_unstale":"2024-04-12T15:57:33.675324+0000","last_undegraded":"2024-04-12T15:57:33.675324+0000","last_fullsized":"2024-04-12T15:57:33.675324+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:45:08.227735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.301221+0000","last_change":"2024-04-12T15:57:32.322491+0000","last_active":"2024-04-12T15:57:33.301221+0000","last_peered":"2024-04-12T15:57:33.301221+0000","last_clean":"2024-04-12T15:57:33.301221+0000","last_became_active":"2024-04-12T15:57:32.322175+0000","last_became_peered":"2024-04-12T15:57:32.322175+0000","last_unstale":"2024-04-12T15:57:33.301221+0000","last_undegraded":"2024-04-12T15:57:33.301221+0000","last_fullsized":"2024-04-12T15:57:33.301221+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:18:40.056358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.675599+0000","last_change":"2024-04-12T15:57:31.954671+0000","last_active":"2024-04-12T15:57:33.675599+0000","last_peered":"2024-04-12T15:57:33.675599+0000","last_clean":"2024-04-12T15:57:33.675599+0000","last_became_active":"2024-04-12T15:57:31.954377+0000","last_became_peered":"2024-04-12T15:57:31.954377+0000","last_unstale":"2024-04-12T15:57:33.675599+0000","last_undegraded":"2024-04-12T15:57:33.675599+0000","last_fullsized":"2024-04-12T15:57:33.675599+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:31:42.697780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.301962+0000","last_change":"2024-04-12T15:57:32.317189+0000","last_active":"2024-04-12T15:57:33.301962+0000","last_peered":"2024-04-12T15:57:33.301962+0000","last_clean":"2024-04-12T15:57:33.301962+0000","last_became_active":"2024-04-12T15:57:32.316869+0000","last_became_peered":"2024-04-12T15:57:32.316869+0000","last_unstale":"2024-04-12T15:57:33.301962+0000","last_undegraded":"2024-04-12T15:57:33.301962+0000","last_fullsized":"2024-04-12T15:57:33.301962+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:44:00.017390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.327257+0000","last_change":"2024-04-12T15:57:31.954823+0000","last_active":"2024-04-12T15:57:32.327257+0000","last_peered":"2024-04-12T15:57:32.327257+0000","last_clean":"2024-04-12T15:57:32.327257+0000","last_became_active":"2024-04-12T15:57:31.954555+0000","last_became_peered":"2024-04-12T15:57:31.954555+0000","last_unstale":"2024-04-12T15:57:32.327257+0000","last_undegraded":"2024-04-12T15:57:32.327257+0000","last_fullsized":"2024-04-12T15:57:32.327257+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:35:50.904750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.678769+0000","last_change":"2024-04-12T15:57:32.325294+0000","last_active":"2024-04-12T15:57:33.678769+0000","last_peered":"2024-04-12T15:57:33.678769+0000","last_clean":"2024-04-12T15:57:33.678769+0000","last_became_active":"2024-04-12T15:57:32.324995+0000","last_became_peered":"2024-04-12T15:57:32.324995+0000","last_unstale":"2024-04-12T15:57:33.678769+0000","last_undegraded":"2024-04-12T15:57:33.678769+0000","last_fullsized":"2024-04-12T15:57:33.678769+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:43:47.827273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.295883+0000","last_change":"2024-04-12T15:57:31.955660+0000","last_active":"2024-04-12T15:57:32.295883+0000","last_peered":"2024-04-12T15:57:32.295883+0000","last_clean":"2024-04-12T15:57:32.295883+0000","last_became_active":"2024-04-12T15:57:31.955384+0000","last_became_peered":"2024-04-12T15:57:31.955384+0000","last_unstale":"2024-04-12T15:57:32.295883+0000","last_undegraded":"2024-04-12T15:57:32.295883+0000","last_fullsized":"2024-04-12T15:57:32.295883+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:24:41.760872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.330745+0000","last_change":"2024-04-12T15:57:32.329294+0000","last_active":"2024-04-12T15:57:32.330745+0000","last_peered":"2024-04-12T15:57:32.330745+0000","last_clean":"2024-04-12T15:57:32.330745+0000","last_became_active":"2024-04-12T15:57:32.328920+0000","last_became_peered":"2024-04-12T15:57:32.328920+0000","last_unstale":"2024-04-12T15:57:32.330745+0000","last_undegraded":"2024-04-12T15:57:32.330745+0000","last_fullsized":"2024-04-12T15:57:32.330745+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:39:41.276060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.675533+0000","last_change":"2024-04-12T15:57:31.953113+0000","last_active":"2024-04-12T15:57:33.675533+0000","last_peered":"2024-04-12T15:57:33.675533+0000","last_clean":"2024-04-12T15:57:33.675533+0000","last_became_active":"2024-04-12T15:57:31.952837+0000","last_became_peered":"2024-04-12T15:57:31.952837+0000","last_unstale":"2024-04-12T15:57:33.675533+0000","last_undegraded":"2024-04-12T15:57:33.675533+0000","last_fullsized":"2024-04-12T15:57:33.675533+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:50:36.749151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.732119+0000","last_change":"2024-04-12T15:57:32.311390+0000","last_active":"2024-04-12T15:57:33.732119+0000","last_peered":"2024-04-12T15:57:33.732119+0000","last_clean":"2024-04-12T15:57:33.732119+0000","last_became_active":"2024-04-12T15:57:32.311130+0000","last_became_peered":"2024-04-12T15:57:32.311130+0000","last_unstale":"2024-04-12T15:57:33.732119+0000","last_undegraded":"2024-04-12T15:57:33.732119+0000","last_fullsized":"2024-04-12T15:57:33.732119+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:27:24.601795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.314837+0000","last_change":"2024-04-12T15:57:31.953229+0000","last_active":"2024-04-12T15:57:32.314837+0000","last_peered":"2024-04-12T15:57:32.314837+0000","last_clean":"2024-04-12T15:57:32.314837+0000","last_became_active":"2024-04-12T15:57:31.952951+0000","last_became_peered":"2024-04-12T15:57:31.952951+0000","last_unstale":"2024-04-12T15:57:32.314837+0000","last_undegraded":"2024-04-12T15:57:32.314837+0000","last_fullsized":"2024-04-12T15:57:32.314837+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:27:18.866447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T15:57:32.325038+0000","last_change":"2024-04-12T15:57:32.324263+0000","last_active":"2024-04-12T15:57:32.325038+0000","last_peered":"2024-04-12T15:57:32.325038+0000","last_clean":"2024-04-12T15:57:32.325038+0000","last_became_active":"2024-04-12T15:57:32.323965+0000","last_became_peered":"2024-04-12T15:57:32.323965+0000","last_unstale":"2024-04-12T15:57:32.325038+0000","last_undegraded":"2024-04-12T15:57:32.325038+0000","last_fullsized":"2024-04-12T15:57:32.325038+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:44:52.028546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.677601+0000","last_change":"2024-04-12T15:57:32.317742+0000","last_active":"2024-04-12T15:57:33.677601+0000","last_peered":"2024-04-12T15:57:33.677601+0000","last_clean":"2024-04-12T15:57:33.677601+0000","last_became_active":"2024-04-12T15:57:32.317396+0000","last_became_peered":"2024-04-12T15:57:32.317396+0000","last_unstale":"2024-04-12T15:57:33.677601+0000","last_undegraded":"2024-04-12T15:57:33.677601+0000","last_fullsized":"2024-04-12T15:57:33.677601+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:39:36.503968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.301060+0000","last_change":"2024-04-12T15:57:32.315003+0000","last_active":"2024-04-12T15:57:33.301060+0000","last_peered":"2024-04-12T15:57:33.301060+0000","last_clean":"2024-04-12T15:57:33.301060+0000","last_became_active":"2024-04-12T15:57:32.314719+0000","last_became_peered":"2024-04-12T15:57:32.314719+0000","last_unstale":"2024-04-12T15:57:33.301060+0000","last_undegraded":"2024-04-12T15:57:33.301060+0000","last_fullsized":"2024-04-12T15:57:33.301060+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:20:42.459015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.732070+0000","last_change":"2024-04-12T15:57:32.314085+0000","last_active":"2024-04-12T15:57:33.732070+0000","last_peered":"2024-04-12T15:57:33.732070+0000","last_clean":"2024-04-12T15:57:33.732070+0000","last_became_active":"2024-04-12T15:57:32.313790+0000","last_became_peered":"2024-04-12T15:57:32.313790+0000","last_unstale":"2024-04-12T15:57:33.732070+0000","last_undegraded":"2024-04-12T15:57:33.732070+0000","last_fullsized":"2024-04-12T15:57:33.732070+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:49:46.867990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.731426+0000","last_change":"2024-04-12T15:57:32.319371+0000","last_active":"2024-04-12T15:57:33.731426+0000","last_peered":"2024-04-12T15:57:33.731426+0000","last_clean":"2024-04-12T15:57:33.731426+0000","last_became_active":"2024-04-12T15:57:32.318501+0000","last_became_peered":"2024-04-12T15:57:32.318501+0000","last_unstale":"2024-04-12T15:57:33.731426+0000","last_undegraded":"2024-04-12T15:57:33.731426+0000","last_fullsized":"2024-04-12T15:57:33.731426+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:43:56.128772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.301566+0000","last_change":"2024-04-12T15:57:32.319219+0000","last_active":"2024-04-12T15:57:33.301566+0000","last_peered":"2024-04-12T15:57:33.301566+0000","last_clean":"2024-04-12T15:57:33.301566+0000","last_became_active":"2024-04-12T15:57:32.317969+0000","last_became_peered":"2024-04-12T15:57:32.317969+0000","last_unstale":"2024-04-12T15:57:33.301566+0000","last_undegraded":"2024-04-12T15:57:33.301566+0000","last_fullsized":"2024-04-12T15:57:33.301566+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:59:14.249748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.675536+0000","last_change":"2024-04-12T15:57:32.321156+0000","last_active":"2024-04-12T15:57:33.675536+0000","last_peered":"2024-04-12T15:57:33.675536+0000","last_clean":"2024-04-12T15:57:33.675536+0000","last_became_active":"2024-04-12T15:57:32.320832+0000","last_became_peered":"2024-04-12T15:57:32.320832+0000","last_unstale":"2024-04-12T15:57:33.675536+0000","last_undegraded":"2024-04-12T15:57:33.675536+0000","last_fullsized":"2024-04-12T15:57:33.675536+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:24:42.547997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.678424+0000","last_change":"2024-04-12T15:57:32.330152+0000","last_active":"2024-04-12T15:57:33.678424+0000","last_peered":"2024-04-12T15:57:33.678424+0000","last_clean":"2024-04-12T15:57:33.678424+0000","last_became_active":"2024-04-12T15:57:32.329382+0000","last_became_peered":"2024-04-12T15:57:32.329382+0000","last_unstale":"2024-04-12T15:57:33.678424+0000","last_undegraded":"2024-04-12T15:57:33.678424+0000","last_fullsized":"2024-04-12T15:57:33.678424+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:28:58.031470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.302145+0000","last_change":"2024-04-12T15:57:32.313833+0000","last_active":"2024-04-12T15:57:33.302145+0000","last_peered":"2024-04-12T15:57:33.302145+0000","last_clean":"2024-04-12T15:57:33.302145+0000","last_became_active":"2024-04-12T15:57:32.313568+0000","last_became_peered":"2024-04-12T15:57:32.313568+0000","last_unstale":"2024-04-12T15:57:33.302145+0000","last_undegraded":"2024-04-12T15:57:33.302145+0000","last_fullsized":"2024-04-12T15:57:33.302145+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:59:06.251312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.732048+0000","last_change":"2024-04-12T15:57:32.310759+0000","last_active":"2024-04-12T15:57:33.732048+0000","last_peered":"2024-04-12T15:57:33.732048+0000","last_clean":"2024-04-12T15:57:33.732048+0000","last_became_active":"2024-04-12T15:57:32.310481+0000","last_became_peered":"2024-04-12T15:57:32.310481+0000","last_unstale":"2024-04-12T15:57:33.732048+0000","last_undegraded":"2024-04-12T15:57:33.732048+0000","last_fullsized":"2024-04-12T15:57:33.732048+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:47:52.909587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.301317+0000","last_change":"2024-04-12T15:57:32.324073+0000","last_active":"2024-04-12T15:57:33.301317+0000","last_peered":"2024-04-12T15:57:33.301317+0000","last_clean":"2024-04-12T15:57:33.301317+0000","last_became_active":"2024-04-12T15:57:32.323818+0000","last_became_peered":"2024-04-12T15:57:32.323818+0000","last_unstale":"2024-04-12T15:57:33.301317+0000","last_undegraded":"2024-04-12T15:57:33.301317+0000","last_fullsized":"2024-04-12T15:57:33.301317+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:52:26.139725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.732108+0000","last_change":"2024-04-12T15:57:32.311247+0000","last_active":"2024-04-12T15:57:33.732108+0000","last_peered":"2024-04-12T15:57:33.732108+0000","last_clean":"2024-04-12T15:57:33.732108+0000","last_became_active":"2024-04-12T15:57:32.310387+0000","last_became_peered":"2024-04-12T15:57:32.310387+0000","last_unstale":"2024-04-12T15:57:33.732108+0000","last_undegraded":"2024-04-12T15:57:33.732108+0000","last_fullsized":"2024-04-12T15:57:33.732108+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:15:57.324499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.731526+0000","last_change":"2024-04-12T15:57:32.326829+0000","last_active":"2024-04-12T15:57:33.731526+0000","last_peered":"2024-04-12T15:57:33.731526+0000","last_clean":"2024-04-12T15:57:33.731526+0000","last_became_active":"2024-04-12T15:57:32.326579+0000","last_became_peered":"2024-04-12T15:57:32.326579+0000","last_unstale":"2024-04-12T15:57:33.731526+0000","last_undegraded":"2024-04-12T15:57:33.731526+0000","last_fullsized":"2024-04-12T15:57:33.731526+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:49:18.564958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T15:57:33.678566+0000","last_change":"2024-04-12T15:57:32.325752+0000","last_active":"2024-04-12T15:57:33.678566+0000","last_peered":"2024-04-12T15:57:33.678566+0000","last_clean":"2024-04-12T15:57:33.678566+0000","last_became_active":"2024-04-12T15:57:32.325464+0000","last_became_peered":"2024-04-12T15:57:32.325464+0000","last_unstale":"2024-04-12T15:57:33.678566+0000","last_undegraded":"2024-04-12T15:57:33.678566+0000","last_fullsized":"2024-04-12T15:57:33.678566+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:30:43.497662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233991,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28228,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716924,"statfs":{"total":95995035648,"available":95966130176,"internally_reserved":0,"allocated":1224704,"data_stored":850413,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66200000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.628}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47199999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42099999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53600000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72899999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56999999999999995}]}]},{"osd":6,"up_from":46,"seq":197568495628,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28216,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716936,"statfs":{"total":95995035648,"available":95966142464,"internally_reserved":0,"allocated":1224704,"data_stored":851042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46500000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41099999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39400000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35299999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48799999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55400000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51100000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574885,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31736,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713416,"statfs":{"total":95995035648,"available":95962537984,"internally_reserved":0,"allocated":630784,"data_stored":259601,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 15:56:46 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.32000000000000001,"15min":0.31},"min":{"1min":0.29999999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.47199999999999998,"5min":0.504,"15min":0.504},"last":0.24399999999999999},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.33300000000000002,"15min":0.318},"min":{"1min":0.27800000000000002,"5min":0.185,"15min":0.185},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.36499999999999999}]},{"osd":2,"last update":"Fri Apr 12 15:57:17 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.374,"15min":0.37},"min":{"1min":0.24299999999999999,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.39700000000000002,"15min":0.38500000000000001},"min":{"1min":0.318,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.29799999999999999}]},{"osd":3,"last update":"Fri Apr 12 15:56:37 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.377}]},{"osd":4,"last update":"Fri Apr 12 15:56:59 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.56599999999999995}]},{"osd":5,"last update":"Fri Apr 12 15:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.56000000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60499999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57899999999999996}]}]},{"osd":0,"up_from":8,"seq":34359738408,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28224,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716928,"statfs":{"total":95995035648,"available":95966134272,"internally_reserved":0,"allocated":1232896,"data_stored":850537,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Apr 12 15:56:48 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.33800000000000002,"15min":0.32600000000000001},"min":{"1min":0.27900000000000003,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.35099999999999998,"15min":0.33800000000000002},"min":{"1min":0.27900000000000003,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.40999999999999998}]},{"osd":2,"last update":"Fri Apr 12 15:57:15 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.376,"15min":0.36599999999999999},"min":{"1min":0.26400000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.41599999999999998,"15min":0.40799999999999997},"min":{"1min":0.314,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.35699999999999998}]},{"osd":3,"last update":"Fri Apr 12 15:56:39 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.373}]},{"osd":4,"last update":"Fri Apr 12 15:57:01 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.498},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.48299999999999998}]},{"osd":5,"last update":"Fri Apr 12 15:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.55900000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51300000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52300000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411360,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31724,"kb_used_data":608,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713428,"statfs":{"total":95995035648,"available":95962550272,"internally_reserved":0,"allocated":622592,"data_stored":259441,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 15:57:17 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.34499999999999997,"15min":0.34100000000000003},"min":{"1min":0.25600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.497,"5min":0.497,"15min":0.497},"last":0.22800000000000001},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.35599999999999998,"15min":0.34999999999999998},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.28699999999999998}]},{"osd":1,"last update":"Fri Apr 12 15:57:17 2024","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.372,"15min":0.36899999999999999},"min":{"1min":0.27400000000000002,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.5,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.47799999999999998,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.30399999999999999}]},{"osd":3,"last update":"Fri Apr 12 15:56:38 2024","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.34499999999999997}]},{"osd":4,"last update":"Fri Apr 12 15:57:00 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.51300000000000001}]},{"osd":5,"last update":"Fri Apr 12 15:57:26 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.499},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.41699999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40699999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.439}]}]},{"osd":3,"up_from":25,"seq":107374182427,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31744,"kb_used_data":628,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713408,"statfs":{"total":95995035648,"available":95962529792,"internally_reserved":0,"allocated":643072,"data_stored":261109,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 15:56:40 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.38,"15min":0.38},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.19900000000000001},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.33900000000000002}]},{"osd":1,"last update":"Fri Apr 12 15:56:40 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"last":0.307},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"last":0.29099999999999998}]},{"osd":2,"last update":"Fri Apr 12 15:56:40 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.23300000000000001}]},{"osd":4,"last update":"Fri Apr 12 15:57:02 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.71399999999999997},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.68400000000000005}]},{"osd":5,"last update":"Fri Apr 12 15:57:25 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.67500000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64900000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69999999999999996}]}]},{"osd":4,"up_from":30,"seq":128849018902,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27644,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717508,"statfs":{"total":95995035648,"available":95966728192,"internally_reserved":0,"allocated":634880,"data_stored":259876,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 15:57:00 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.61699999999999999}]},{"osd":1,"last update":"Fri Apr 12 15:57:00 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.623}]},{"osd":2,"last update":"Fri Apr 12 15:57:00 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.56399999999999995}]},{"osd":3,"last update":"Fri Apr 12 15:57:00 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.60499999999999998}]},{"osd":5,"last update":"Fri Apr 12 15:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.51100000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.438}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47599999999999998}]}]},{"osd":5,"up_from":38,"seq":163208757265,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31748,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713404,"statfs":{"total":95995035648,"available":95962525696,"internally_reserved":0,"allocated":638976,"data_stored":261095,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 15:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.48999999999999999}]},{"osd":1,"last update":"Fri Apr 12 15:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.628},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.64400000000000002}]},{"osd":2,"last update":"Fri Apr 12 15:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.54700000000000004}]},{"osd":3,"last update":"Fri Apr 12 15:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.66100000000000003}]},{"osd":4,"last update":"Fri Apr 12 15:57:23 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.5}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67800000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69999999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-12T15:57:39.952 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-04-12T15:57:39.952 INFO:tasks.cephadm:Adding prometheus.a on smithi110 2024-04-12T15:57:39.953 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph orch apply prometheus '1;smithi110=a' 2024-04-12T15:57:40.165 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.b/config 2024-04-12T15:57:41.287 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:40 smithi110 ceph-mon[31279]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-04-12T15:57:41.287 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:40 smithi110 ceph-mon[31279]: from='client.24476 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T15:57:41.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:40 smithi099 ceph-mon[27456]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-04-12T15:57:41.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:40 smithi099 ceph-mon[27456]: from='client.24476 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T15:57:41.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:40 smithi099 ceph-mon[39429]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-04-12T15:57:41.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:40 smithi099 ceph-mon[39429]: from='client.24476 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T15:57:42.004 INFO:teuthology.orchestra.run.smithi110.stdout:Scheduled prometheus update... 2024-04-12T15:57:42.658 DEBUG:teuthology.orchestra.run.smithi110:prometheus.a> sudo journalctl -f -n 0 -u ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@prometheus.a.service 2024-04-12T15:57:42.660 INFO:tasks.cephadm:Adding node-exporter.a on smithi099 2024-04-12T15:57:42.660 INFO:tasks.cephadm:Adding node-exporter.b on smithi110 2024-04-12T15:57:42.660 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph orch apply node-exporter '2;smithi099=a;smithi110=b' 2024-04-12T15:57:42.911 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.b/config 2024-04-12T15:57:43.298 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:43 smithi110 ceph-mon[31279]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 4 op/s 2024-04-12T15:57:43.298 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:43 smithi110 ceph-mon[31279]: from='client.24412 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi110=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:57:43.298 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:43 smithi110 ceph-mon[31279]: Saving service prometheus spec with placement smithi110=a;count:1 2024-04-12T15:57:43.298 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:43 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:43.298 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:43 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:57:43.298 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:43 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:57:43.298 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:43 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:57:43.298 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:43 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:43.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:43 smithi099 ceph-mon[27456]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 4 op/s 2024-04-12T15:57:43.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:43 smithi099 ceph-mon[27456]: from='client.24412 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi110=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:57:43.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:43 smithi099 ceph-mon[27456]: Saving service prometheus spec with placement smithi110=a;count:1 2024-04-12T15:57:43.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:43 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:43.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:43 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:57:43.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:43 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:57:43.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:43 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:57:43.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:43 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:43.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:43 smithi099 ceph-mon[39429]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 4 op/s 2024-04-12T15:57:43.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:43 smithi099 ceph-mon[39429]: from='client.24412 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi110=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:57:43.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:43 smithi099 ceph-mon[39429]: Saving service prometheus spec with placement smithi110=a;count:1 2024-04-12T15:57:43.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:43 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:43.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:43 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:57:43.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:43 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:57:43.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:43 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:57:43.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:43 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:44.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:44 smithi110 ceph-mon[31279]: Deploying daemon prometheus.a on smithi110 2024-04-12T15:57:44.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:44 smithi099 ceph-mon[27456]: Deploying daemon prometheus.a on smithi110 2024-04-12T15:57:44.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:44 smithi099 ceph-mon[39429]: Deploying daemon prometheus.a on smithi110 2024-04-12T15:57:45.223 INFO:teuthology.orchestra.run.smithi110.stdout:Scheduled node-exporter update... 2024-04-12T15:57:45.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:45 smithi110 ceph-mon[31279]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-04-12T15:57:45.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:45 smithi099 ceph-mon[27456]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-04-12T15:57:45.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:45 smithi099 ceph-mon[39429]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-04-12T15:57:46.258 DEBUG:teuthology.orchestra.run.smithi099:node-exporter.a> sudo journalctl -f -n 0 -u ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@node-exporter.a.service 2024-04-12T15:57:46.261 DEBUG:teuthology.orchestra.run.smithi110:node-exporter.b> sudo journalctl -f -n 0 -u ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@node-exporter.b.service 2024-04-12T15:57:46.264 INFO:tasks.cephadm:Adding alertmanager.a on smithi099 2024-04-12T15:57:46.264 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph orch apply alertmanager '1;smithi099=a' 2024-04-12T15:57:46.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:46 smithi110 ceph-mon[31279]: from='client.24418 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi099=a;smithi110=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:57:46.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:46 smithi110 ceph-mon[31279]: Saving service node-exporter spec with placement smithi099=a;smithi110=b;count:2 2024-04-12T15:57:46.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:46 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:46.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:46 smithi110 ceph-mon[31279]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-12T15:57:46.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:46 smithi099 ceph-mon[39429]: from='client.24418 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi099=a;smithi110=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:57:46.629 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:46 smithi099 ceph-mon[39429]: Saving service node-exporter spec with placement smithi099=a;smithi110=b;count:2 2024-04-12T15:57:46.629 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:46 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:46.629 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:46 smithi099 ceph-mon[39429]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-12T15:57:46.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:46 smithi099 ceph-mon[27456]: from='client.24418 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi099=a;smithi110=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:57:46.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:46 smithi099 ceph-mon[27456]: Saving service node-exporter spec with placement smithi099=a;smithi110=b;count:2 2024-04-12T15:57:46.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:46 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:46.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:46 smithi099 ceph-mon[27456]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-12T15:57:46.728 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.b/config 2024-04-12T15:57:49.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:48 smithi110 ceph-mon[31279]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 938 B/s wr, 3 op/s 2024-04-12T15:57:49.330 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:48 smithi099 ceph-mon[27456]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 938 B/s wr, 3 op/s 2024-04-12T15:57:49.331 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:48 smithi099 ceph-mon[39429]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 938 B/s wr, 3 op/s 2024-04-12T15:57:49.647 INFO:teuthology.orchestra.run.smithi110.stdout:Scheduled alertmanager update... 2024-04-12T15:57:50.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:50 smithi099 ceph-mon[27456]: from='client.24424 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi099=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:57:50.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:50 smithi099 ceph-mon[27456]: Saving service alertmanager spec with placement smithi099=a;count:1 2024-04-12T15:57:50.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:50 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:50.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:50 smithi099 ceph-mon[27456]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:57:50.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:50 smithi099 ceph-mon[39429]: from='client.24424 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi099=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:57:50.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:50 smithi099 ceph-mon[39429]: Saving service alertmanager spec with placement smithi099=a;count:1 2024-04-12T15:57:50.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:50 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:50.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:50 smithi099 ceph-mon[39429]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:57:50.910 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:50 smithi110 ceph-mon[31279]: from='client.24424 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi099=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:57:50.910 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:50 smithi110 ceph-mon[31279]: Saving service alertmanager spec with placement smithi099=a;count:1 2024-04-12T15:57:50.910 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:50 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:50.911 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:50 smithi110 ceph-mon[31279]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:57:50.912 DEBUG:teuthology.orchestra.run.smithi099:alertmanager.a> sudo journalctl -f -n 0 -u ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@alertmanager.a.service 2024-04-12T15:57:50.915 INFO:tasks.cephadm:Adding grafana.a on smithi110 2024-04-12T15:57:50.915 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph orch apply grafana '1;smithi110=a' 2024-04-12T15:57:51.362 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.b/config 2024-04-12T15:57:53.202 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:52 smithi110 ceph-mon[31279]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:57:53.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:52 smithi099 ceph-mon[27456]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:57:53.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:52 smithi099 ceph-mon[39429]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:57:53.800 INFO:teuthology.orchestra.run.smithi110.stdout:Scheduled grafana update... 2024-04-12T15:57:54.610 DEBUG:teuthology.orchestra.run.smithi110:grafana.a> sudo journalctl -f -n 0 -u ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@grafana.a.service 2024-04-12T15:57:54.612 INFO:tasks.cephadm:Setting up client nodes... 2024-04-12T15:57:54.613 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-12T15:57:54.830 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T15:57:54.952 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:54 smithi099 ceph-mon[27456]: from='client.24430 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi110=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:57:54.953 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:54 smithi099 ceph-mon[27456]: Saving service grafana spec with placement smithi110=a;count:1 2024-04-12T15:57:54.953 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:54 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:54.953 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:54 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 4]}]: dispatch 2024-04-12T15:57:54.953 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:54 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2]}]: dispatch 2024-04-12T15:57:54.953 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:54 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]: dispatch 2024-04-12T15:57:54.953 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:54 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]: dispatch 2024-04-12T15:57:54.953 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:54 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]: dispatch 2024-04-12T15:57:54.953 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:54 smithi099 ceph-mon[27456]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:57:54.953 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:54 smithi099 ceph-mon[39429]: from='client.24430 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi110=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:57:54.953 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:54 smithi099 ceph-mon[39429]: Saving service grafana spec with placement smithi110=a;count:1 2024-04-12T15:57:54.954 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:54 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:54.954 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:54 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 4]}]: dispatch 2024-04-12T15:57:54.954 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:54 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2]}]: dispatch 2024-04-12T15:57:54.954 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:54 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]: dispatch 2024-04-12T15:57:54.954 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:54 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]: dispatch 2024-04-12T15:57:54.954 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:54 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]: dispatch 2024-04-12T15:57:54.954 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:54 smithi099 ceph-mon[39429]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:57:55.062 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:54 smithi110 ceph-mon[31279]: from='client.24430 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi110=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T15:57:55.062 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:54 smithi110 ceph-mon[31279]: Saving service grafana spec with placement smithi110=a;count:1 2024-04-12T15:57:55.062 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:54 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:55.062 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:54 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 4]}]: dispatch 2024-04-12T15:57:55.062 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:54 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2]}]: dispatch 2024-04-12T15:57:55.063 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:54 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]: dispatch 2024-04-12T15:57:55.063 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:54 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]: dispatch 2024-04-12T15:57:55.063 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:54 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]: dispatch 2024-04-12T15:57:55.063 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:54 smithi110 ceph-mon[31279]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:57:55.966 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:55 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 4]}]': finished 2024-04-12T15:57:55.966 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:55 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2]}]': finished 2024-04-12T15:57:55.966 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:55 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]': finished 2024-04-12T15:57:55.966 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:55 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]': finished 2024-04-12T15:57:55.966 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:55 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]': finished 2024-04-12T15:57:55.966 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:55 smithi110 ceph-mon[31279]: osdmap e63: 8 total, 8 up, 8 in 2024-04-12T15:57:56.117 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:55 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 4]}]': finished 2024-04-12T15:57:56.117 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:55 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2]}]': finished 2024-04-12T15:57:56.117 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:55 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]': finished 2024-04-12T15:57:56.117 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:55 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]': finished 2024-04-12T15:57:56.117 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:55 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]': finished 2024-04-12T15:57:56.117 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:55 smithi099 ceph-mon[27456]: osdmap e63: 8 total, 8 up, 8 in 2024-04-12T15:57:56.117 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:55 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 4]}]': finished 2024-04-12T15:57:56.117 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:55 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2]}]': finished 2024-04-12T15:57:56.118 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:55 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]': finished 2024-04-12T15:57:56.118 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:55 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]': finished 2024-04-12T15:57:56.118 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:55 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]': finished 2024-04-12T15:57:56.118 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:55 smithi099 ceph-mon[39429]: osdmap e63: 8 total, 8 up, 8 in 2024-04-12T15:57:56.969 INFO:teuthology.orchestra.run.smithi099.stdout:[client.0] 2024-04-12T15:57:56.969 INFO:teuthology.orchestra.run.smithi099.stdout: key = AQAEWhlmcdmGORAA9U3w3DI7cJvWje9BKMAlng== 2024-04-12T15:57:56.981 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:56 smithi110 ceph-mon[31279]: osdmap e64: 8 total, 8 up, 8 in 2024-04-12T15:57:56.981 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:56 smithi110 ceph-mon[31279]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:57:57.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:56 smithi099 ceph-mon[39429]: osdmap e64: 8 total, 8 up, 8 in 2024-04-12T15:57:57.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:56 smithi099 ceph-mon[39429]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:57:57.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:56 smithi099 ceph-mon[27456]: osdmap e64: 8 total, 8 up, 8 in 2024-04-12T15:57:57.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:56 smithi099 ceph-mon[27456]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:57:57.335 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:57:57 smithi110 systemd[1]: Starting Ceph prometheus.a for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T15:57:57.610 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-04-12T15:57:57.611 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-04-12T15:57:57.611 DEBUG:teuthology.orchestra.run.smithi099:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-12T15:57:57.623 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:57:57 smithi110 podman[61428]: 2024-04-12 15:57:57.277684283 +0000 UTC m=+0.018454128 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-12T15:57:57.623 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:57:57 smithi110 podman[61428]: 2024-04-12 15:57:57.385521824 +0000 UTC m=+0.126291713 container create 247dd3f907300605e1833707fa5a65fd02524df6edcaeba6ab25de2819e787eb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T15:57:57.623 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:57:57 smithi110 podman[61428]: 2024-04-12 15:57:57.595728102 +0000 UTC m=+0.336497945 container init 247dd3f907300605e1833707fa5a65fd02524df6edcaeba6ab25de2819e787eb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T15:57:57.623 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:57:57 smithi110 podman[61428]: 2024-04-12 15:57:57.600894409 +0000 UTC m=+0.341664254 container start 247dd3f907300605e1833707fa5a65fd02524df6edcaeba6ab25de2819e787eb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T15:57:57.653 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-12T15:57:57.864 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.b/config 2024-04-12T15:57:57.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:57 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/3403443717' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T15:57:57.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:57 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/3403443717' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-12T15:57:57.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:57 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:57.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:57 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:57.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:57 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:57.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:57 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-12T15:57:57.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:57 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/3403443717' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T15:57:57.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:57 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/3403443717' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-12T15:57:57.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:57 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:57.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:57 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:57.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:57 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:57.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:57 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-12T15:57:57.986 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:57 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/3403443717' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T15:57:57.986 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:57 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/3403443717' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-12T15:57:57.987 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:57 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:57.987 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:57 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:57.987 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:57 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' 2024-04-12T15:57:57.987 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:57 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-12T15:57:57.987 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:57:57 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[61443]: ts=2024-04-12T15:57:57.624Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-12T15:57:57.987 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:57:57 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[61443]: ts=2024-04-12T15:57:57.625Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-12T15:57:57.987 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:57:57 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[61443]: ts=2024-04-12T15:57:57.625Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi110 (none))" 2024-04-12T15:57:57.987 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:57:57 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[61443]: ts=2024-04-12T15:57:57.625Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-12T15:57:57.987 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:57:57 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[61443]: ts=2024-04-12T15:57:57.625Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-12T15:57:57.988 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:57:57 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[61443]: ts=2024-04-12T15:57:57.626Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-12T15:57:57.988 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:57:57 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[61443]: ts=2024-04-12T15:57:57.626Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-12T15:57:57.988 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:57:57 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[61443]: ts=2024-04-12T15:57:57.628Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-12T15:57:57.988 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:57:57 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[61443]: ts=2024-04-12T15:57:57.628Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-12T15:57:57.988 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:57:57 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[61443]: ts=2024-04-12T15:57:57.629Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-12T15:57:57.988 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:57:57 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[61443]: ts=2024-04-12T15:57:57.629Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.486µs 2024-04-12T15:57:57.988 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:57:57 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[61443]: ts=2024-04-12T15:57:57.629Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-12T15:57:57.988 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:57:57 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[61443]: ts=2024-04-12T15:57:57.630Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-04-12T15:57:57.988 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:57:57 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[61443]: ts=2024-04-12T15:57:57.630Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=17.439µs wal_replay_duration=339.76µs wbl_replay_duration=140ns total_replay_duration=374.461µs 2024-04-12T15:57:57.988 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:57:57 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[61443]: ts=2024-04-12T15:57:57.630Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-12T15:57:57.988 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:57:57 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[61443]: ts=2024-04-12T15:57:57.630Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-12T15:57:57.988 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:57:57 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[61443]: ts=2024-04-12T15:57:57.630Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-12T15:57:57.988 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:57:57 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[61443]: ts=2024-04-12T15:57:57.647Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=16.108139ms db_storage=847ns remote_storage=1.337µs web_handler=240ns query_engine=699ns scrape=437.144µs scrape_sd=70.637µs notify=740ns notify_sd=1.227µs rules=15.409208ms tracing=6.895µs 2024-04-12T15:57:57.988 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:57:57 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[61443]: ts=2024-04-12T15:57:57.647Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-12T15:57:57.989 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:57:57 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[61443]: ts=2024-04-12T15:57:57.647Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-12T15:57:57.989 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:57:57 smithi110 bash[61428]: 247dd3f907300605e1833707fa5a65fd02524df6edcaeba6ab25de2819e787eb 2024-04-12T15:57:57.989 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:57:57 smithi110 systemd[1]: Started Ceph prometheus.a for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T15:57:59.001 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:58 smithi110 ceph-mon[31279]: pgmap v206: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:57:59.001 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:58 smithi110 ceph-mon[31279]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-12T15:57:59.001 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:58 smithi110 ceph-mon[31279]: mgrmap e16: y(active, since 5m), standbys: x 2024-04-12T15:57:59.001 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:57:58 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: ignoring --setuser ceph since I am not root 2024-04-12T15:57:59.001 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:57:58 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: ignoring --setgroup ceph since I am not root 2024-04-12T15:57:59.001 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:57:58 smithi110 ceph-mgr[33406]: -- 172.21.15.110:0/3954595047 <== mon.1 v2:172.21.15.110:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55e0c99641a0 con 0x55e0c993ac00 2024-04-12T15:57:59.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:58 smithi099 ceph-mon[39429]: pgmap v206: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:57:59.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:58 smithi099 ceph-mon[39429]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-12T15:57:59.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:58 smithi099 ceph-mon[39429]: mgrmap e16: y(active, since 5m), standbys: x 2024-04-12T15:57:59.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:58 smithi099 ceph-mon[27456]: pgmap v206: 97 pgs: 97 active+clean; 579 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:57:59.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:58 smithi099 ceph-mon[27456]: from='mgr.14148 172.21.15.99:0/179847473' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-12T15:57:59.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:58 smithi099 ceph-mon[27456]: mgrmap e16: y(active, since 5m), standbys: x 2024-04-12T15:57:59.128 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:57:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: ignoring --setuser ceph since I am not root 2024-04-12T15:57:59.128 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:57:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: ignoring --setgroup ceph since I am not root 2024-04-12T15:57:59.554 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:57:59 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:57:59.362+0000 7fb8d5f25200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T15:57:59.554 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:57:59 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:57:59.457+0000 7fb8d5f25200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T15:57:59.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:57:59 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:57:59.342+0000 7f7980cc8200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T15:57:59.628 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:57:59 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:57:59.433+0000 7f7980cc8200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T15:57:59.857 INFO:teuthology.orchestra.run.smithi110.stdout:[client.1] 2024-04-12T15:57:59.857 INFO:teuthology.orchestra.run.smithi110.stdout: key = AQAHWhlmo4LFMhAAPck3H5hGtd9URu0UckCUtQ== 2024-04-12T15:58:00.109 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:59 smithi110 ceph-mon[31279]: from='client.? 172.21.15.110:0/1647533074' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T15:58:00.109 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:59 smithi110 ceph-mon[31279]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T15:58:00.109 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:57:59 smithi110 ceph-mon[31279]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-12T15:58:00.159 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:59 smithi099 ceph-mon[27456]: from='client.? 172.21.15.110:0/1647533074' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T15:58:00.159 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:59 smithi099 ceph-mon[27456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T15:58:00.159 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:57:59 smithi099 ceph-mon[27456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-12T15:58:00.159 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:00 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:58:00.068+0000 7f7980cc8200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T15:58:00.159 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:59 smithi099 ceph-mon[39429]: from='client.? 172.21.15.110:0/1647533074' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T15:58:00.160 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:59 smithi099 ceph-mon[39429]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T15:58:00.160 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:57:59 smithi099 ceph-mon[39429]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-12T15:58:00.442 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:58:00 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:58:00.109+0000 7fb8d5f25200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T15:58:00.442 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:58:00 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:58:00.203+0000 7fb8d5f25200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T15:58:00.442 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:58:00 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:58:00.346+0000 7fb8d5f25200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T15:58:00.442 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:58:00 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:58:00.442+0000 7fb8d5f25200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T15:58:00.476 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:00 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:58:00.159+0000 7f7980cc8200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T15:58:00.477 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:00 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:58:00.301+0000 7f7980cc8200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T15:58:00.477 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:00 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:58:00.395+0000 7f7980cc8200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T15:58:00.477 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:00 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:58:00.477+0000 7f7980cc8200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T15:58:00.539 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-04-12T15:58:00.539 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-04-12T15:58:00.539 DEBUG:teuthology.orchestra.run.smithi110:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-04-12T15:58:00.582 INFO:tasks.cephadm:Waiting for OSDs to come up 2024-04-12T15:58:00.582 DEBUG:teuthology.orchestra.run.smithi099:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-04-12T15:58:00.790 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:58:00 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:58:00.525+0000 7fb8d5f25200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T15:58:00.790 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:58:00 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:58:00.791+0000 7fb8d5f25200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T15:58:00.864 INFO:teuthology.misc.health.smithi099.stdout: 2024-04-12T15:58:00.864 INFO:teuthology.misc.health.smithi099.stdout:{"epoch":64,"fsid":"7550015c-f8e4-11ee-bc8d-c7b262605968","created":"2024-04-12T15:52:01.550700+0000","modified":"2024-04-12T15:57:55.804356+0000","last_up_change":"2024-04-12T15:57:11.501757+0000","last_in_change":"2024-04-12T15:56:54.522762+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T15:55:12.125655+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-12T15:57:30.643287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-12T15:57:31.476671+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f2eb1776-f2a7-4d11-af70-91cb860c0834","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6803","nonce":4050139692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6805","nonce":4050139692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6809","nonce":4050139692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6807","nonce":4050139692}]},"public_addr":"172.21.15.99:6803/4050139692","cluster_addr":"172.21.15.99:6805/4050139692","heartbeat_back_addr":"172.21.15.99:6809/4050139692","heartbeat_front_addr":"172.21.15.99:6807/4050139692","state":["exists","up"]},{"osd":1,"uuid":"36efb921-968f-44d2-81c2-dcf67f462166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6811","nonce":1777320234}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6813","nonce":1777320234}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6817","nonce":1777320234}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6815","nonce":1777320234}]},"public_addr":"172.21.15.99:6811/1777320234","cluster_addr":"172.21.15.99:6813/1777320234","heartbeat_back_addr":"172.21.15.99:6817/1777320234","heartbeat_front_addr":"172.21.15.99:6815/1777320234","state":["exists","up"]},{"osd":2,"uuid":"3008dd52-3370-4dda-9aab-0e909c1a1d70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6819","nonce":1998277655}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6821","nonce":1998277655}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6825","nonce":1998277655}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6823","nonce":1998277655}]},"public_addr":"172.21.15.99:6819/1998277655","cluster_addr":"172.21.15.99:6821/1998277655","heartbeat_back_addr":"172.21.15.99:6825/1998277655","heartbeat_front_addr":"172.21.15.99:6823/1998277655","state":["exists","up"]},{"osd":3,"uuid":"0941ec21-107e-48cd-b4c5-1d185708c69b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6827","nonce":4076835847}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6829","nonce":4076835847}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6832","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6833","nonce":4076835847}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6831","nonce":4076835847}]},"public_addr":"172.21.15.99:6827/4076835847","cluster_addr":"172.21.15.99:6829/4076835847","heartbeat_back_addr":"172.21.15.99:6833/4076835847","heartbeat_front_addr":"172.21.15.99:6831/4076835847","state":["exists","up"]},{"osd":4,"uuid":"0e8e9ddf-dce6-45e1-86d6-96741ff35a9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6801","nonce":2706881134}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6803","nonce":2706881134}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6807","nonce":2706881134}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6805","nonce":2706881134}]},"public_addr":"172.21.15.110:6801/2706881134","cluster_addr":"172.21.15.110:6803/2706881134","heartbeat_back_addr":"172.21.15.110:6807/2706881134","heartbeat_front_addr":"172.21.15.110:6805/2706881134","state":["exists","up"]},{"osd":5,"uuid":"4f625bf6-2403-4341-8196-d155baab2e8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6809","nonce":18731328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6811","nonce":18731328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6815","nonce":18731328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6813","nonce":18731328}]},"public_addr":"172.21.15.110:6809/18731328","cluster_addr":"172.21.15.110:6811/18731328","heartbeat_back_addr":"172.21.15.110:6815/18731328","heartbeat_front_addr":"172.21.15.110:6813/18731328","state":["exists","up"]},{"osd":6,"uuid":"ffa3a539-4fc0-4586-bff2-149c927ef694","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6817","nonce":975312000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6819","nonce":975312000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6823","nonce":975312000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6821","nonce":975312000}]},"public_addr":"172.21.15.110:6817/975312000","cluster_addr":"172.21.15.110:6819/975312000","heartbeat_back_addr":"172.21.15.110:6823/975312000","heartbeat_front_addr":"172.21.15.110:6821/975312000","state":["exists","up"]},{"osd":7,"uuid":"a51c55cb-4543-42b3-8e3d-933e5a8f7f70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6825","nonce":3976780385}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6827","nonce":3976780385}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6831","nonce":3976780385}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6829","nonce":3976780385}]},"public_addr":"172.21.15.110:6825/3976780385","cluster_addr":"172.21.15.110:6827/3976780385","heartbeat_back_addr":"172.21.15.110:6831/3976780385","heartbeat_front_addr":"172.21.15.110:6829/3976780385","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:54:17.953043+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:54:42.873997+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:55:08.253109+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:55:34.333463+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:55:57.055252+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:56:21.372860+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:56:45.489088+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:57:10.476074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1c","mappings":[{"from":7,"to":4}]},{"pgid":"3.1","mappings":[{"from":0,"to":2}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.99:6801/3642643916":"2024-04-13T15:52:53.808258+0000","172.21.15.99:6800/3642643916":"2024-04-13T15:52:53.808258+0000","172.21.15.99:0/737885610":"2024-04-13T15:52:53.808258+0000","172.21.15.99:0/2036600681":"2024-04-13T15:52:28.689794+0000","172.21.15.99:0/383659124":"2024-04-13T15:52:53.808258+0000","172.21.15.99:0/3096714326":"2024-04-13T15:52:28.689794+0000","172.21.15.99:6801/1627681395":"2024-04-13T15:52:28.689794+0000","172.21.15.99:6800/1627681395":"2024-04-13T15:52:28.689794+0000","172.21.15.99:0/3674643919":"2024-04-13T15:52:28.689794+0000","172.21.15.99:0/1717042260":"2024-04-13T15:52:53.808258+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T15:58:00.876 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-04-12T15:58:00.876 INFO:tasks.cephadm:Creating RBD pool 2024-04-12T15:58:00.876 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- sudo ceph --cluster ceph osd pool create rbd 8 2024-04-12T15:58:01.054 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:00 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/3862671729' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T15:58:01.055 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:00 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/3862671729' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T15:58:01.055 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:00 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:58:00.750+0000 7f7980cc8200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T15:58:01.055 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:00 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:58:00.860+0000 7f7980cc8200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T15:58:01.055 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:00 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:58:00.952+0000 7f7980cc8200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T15:58:01.055 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:01 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:58:01.055+0000 7f7980cc8200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T15:58:01.076 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:00 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/3862671729' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T15:58:01.076 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:58:00 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:58:00.899+0000 7fb8d5f25200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T15:58:01.077 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:58:00 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:58:00.984+0000 7fb8d5f25200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T15:58:01.077 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:58:01 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:58:01.077+0000 7fb8d5f25200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T15:58:01.082 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T15:58:01.334 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:58:01 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:58:01.252+0000 7fb8d5f25200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T15:58:01.352 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:01 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:58:01.244+0000 7f7980cc8200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T15:58:02.493 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:02 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:58:02.216+0000 7f7980cc8200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T15:58:02.493 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:02 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:58:02.349+0000 7f7980cc8200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T15:58:02.584 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:58:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:58:02.206+0000 7fb8d5f25200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T15:58:02.585 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:58:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:58:02.337+0000 7fb8d5f25200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T15:58:02.786 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:02 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:58:02.695+0000 7f7980cc8200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T15:58:02.953 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:58:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:58:02.670+0000 7fb8d5f25200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T15:58:02.953 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:58:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:58:02.759+0000 7fb8d5f25200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T15:58:02.953 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:58:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:58:02.954+0000 7fb8d5f25200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T15:58:03.128 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:02 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:58:02.786+0000 7f7980cc8200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T15:58:03.128 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:02 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:58:02.991+0000 7f7980cc8200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T15:58:03.334 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:58:03 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:58:03.138+0000 7fb8d5f25200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T15:58:03.455 INFO:teuthology.orchestra.run.smithi099.stderr:pool 'rbd' created 2024-04-12T15:58:03.455 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:03 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:58:03.183+0000 7f7980cc8200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T15:58:03.679 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:58:03 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:58:03.420+0000 7fb8d5f25200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T15:58:03.679 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:03 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/3263306247' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-12T15:58:03.679 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:03 smithi110 ceph-mon[31279]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-12T15:58:03.745 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:03 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/3263306247' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-12T15:58:03.745 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:03 smithi099 ceph-mon[27456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-12T15:58:03.745 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:03 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:58:03.479+0000 7f7980cc8200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T15:58:03.746 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:03 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/3263306247' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-12T15:58:03.746 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:03 smithi099 ceph-mon[39429]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-12T15:58:04.030 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:03 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:58:03.745+0000 7f7980cc8200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T15:58:04.030 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:03 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:58:03.989+0000 7f7980cc8200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T15:58:04.051 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2024-04-12T15:58:04.084 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:58:03 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:58:03.679+0000 7fb8d5f25200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T15:58:04.084 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:58:03 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:58:03.914+0000 7fb8d5f25200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T15:58:04.260 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T15:58:04.682 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:04 smithi099 ceph-mon[27456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-12T15:58:04.682 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:04 smithi099 ceph-mon[27456]: osdmap e65: 8 total, 8 up, 8 in 2024-04-12T15:58:04.682 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:04 smithi099 ceph-mon[39429]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-12T15:58:04.683 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:04 smithi099 ceph-mon[39429]: osdmap e65: 8 total, 8 up, 8 in 2024-04-12T15:58:04.721 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:04 smithi110 ceph-mon[31279]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-12T15:58:04.721 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:04 smithi110 ceph-mon[31279]: osdmap e65: 8 total, 8 up, 8 in 2024-04-12T15:58:05.084 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:58:04 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:58:04.722+0000 7fb8d5f25200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T15:58:05.127 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:04 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:58:04.854+0000 7f7980cc8200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T15:58:05.348 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:58:05 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:58:05.294+0000 7fb8d5f25200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T15:58:05.623 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:05 smithi110 ceph-mon[31279]: osdmap e66: 8 total, 8 up, 8 in 2024-04-12T15:58:05.624 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:58:05 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:58:05.397+0000 7fb8d5f25200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T15:58:05.714 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:05 smithi099 ceph-mon[27456]: osdmap e66: 8 total, 8 up, 8 in 2024-04-12T15:58:05.714 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:05 smithi099 ceph-mon[39429]: osdmap e66: 8 total, 8 up, 8 in 2024-04-12T15:58:05.715 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:05 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:58:05.425+0000 7f7980cc8200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T15:58:05.715 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:05 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:58:05.529+0000 7f7980cc8200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T15:58:05.938 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:58:05 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:58:05.624+0000 7fb8d5f25200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T15:58:05.938 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:58:05 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: [12/Apr/2024:15:58:05] ENGINE Bus STARTING 2024-04-12T15:58:05.938 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:58:05 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: CherryPy Checker: 2024-04-12T15:58:05.938 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:58:05 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: The Application mounted at '' has an empty config. 2024-04-12T15:58:05.938 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:58:05 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: 2024-04-12T15:58:05.938 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:58:05 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: [12/Apr/2024:15:58:05] ENGINE Serving on http://:::9283 2024-04-12T15:58:05.938 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 15:58:05 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[33383]: [12/Apr/2024:15:58:05] ENGINE Bus STARTED 2024-04-12T15:58:05.968 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:05 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:58:05.753+0000 7f7980cc8200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T15:58:05.968 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:05 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:15:58:05] ENGINE Bus STARTING 2024-04-12T15:58:05.968 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:05 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:58:05.886+0000 7f78e1a95700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T15:58:05.968 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:05 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:58:05.887+0000 7f78e1a95700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T15:58:05.968 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:05 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:58:05.887+0000 7f78e1a95700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T15:58:05.968 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:05 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:58:05.887+0000 7f78e1a95700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T15:58:05.968 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:05 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:58:05.887+0000 7f78e1a95700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T15:58:05.969 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:05 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:58:05.887+0000 7f78de28e700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T15:58:05.969 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:05 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:58:05.887+0000 7f78de28e700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T15:58:05.969 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:05 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:58:05.887+0000 7f78de28e700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T15:58:05.969 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:05 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:58:05.887+0000 7f78de28e700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T15:58:05.969 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:05 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:58:05.887+0000 7f78de28e700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T15:58:05.969 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:05 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: CherryPy Checker: 2024-04-12T15:58:05.969 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:05 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: The Application mounted at '' has an empty config. 2024-04-12T15:58:05.969 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:05 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T15:58:05.969 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:05 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:15:58:05] ENGINE Serving on http://:::9283 2024-04-12T15:58:05.969 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:05 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:15:58:05] ENGINE Bus STARTED 2024-04-12T15:58:06.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:06 smithi110 ceph-mon[31279]: osdmap e67: 8 total, 8 up, 8 in 2024-04-12T15:58:06.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:06 smithi110 ceph-mon[31279]: Standby manager daemon x restarted 2024-04-12T15:58:06.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:06 smithi110 ceph-mon[31279]: Standby manager daemon x started 2024-04-12T15:58:06.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:06 smithi110 ceph-mon[31279]: from='mgr.? 172.21.15.110:0/2173037854' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T15:58:06.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:06 smithi110 ceph-mon[31279]: from='mgr.? 172.21.15.110:0/2173037854' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T15:58:06.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:06 smithi110 ceph-mon[31279]: from='mgr.? 172.21.15.110:0/2173037854' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T15:58:06.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:06 smithi110 ceph-mon[31279]: from='mgr.? 172.21.15.110:0/2173037854' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T15:58:06.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:06 smithi110 ceph-mon[31279]: Active manager daemon y restarted 2024-04-12T15:58:06.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:06 smithi110 ceph-mon[31279]: Activating manager daemon y 2024-04-12T15:58:06.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:06 smithi110 ceph-mon[31279]: osdmap e68: 8 total, 8 up, 8 in 2024-04-12T15:58:06.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:06 smithi110 ceph-mon[31279]: mgrmap e17: y(active, starting, since 0.0102099s), standbys: x 2024-04-12T15:58:06.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:06 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T15:58:06.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:06 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T15:58:06.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:06 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T15:58:06.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:06 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T15:58:06.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:06 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T15:58:06.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:06 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T15:58:06.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:06 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T15:58:06.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:06 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T15:58:06.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:06 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T15:58:06.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:06 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T15:58:06.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:06 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T15:58:06.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:06 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T15:58:06.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:06 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T15:58:06.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:06 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T15:58:06.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:06 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T15:58:06.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:06 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T15:58:06.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:06 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T15:58:06.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:06 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T15:58:06.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:06 smithi110 ceph-mon[31279]: Manager daemon y is now available 2024-04-12T15:58:06.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:06 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:58:06.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:06 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:06.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:06 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T15:58:06.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:06 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T15:58:06.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:06 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T15:58:06.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:06 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T15:58:06.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:06 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T15:58:06.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:06 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/3550198154' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T15:58:06.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:06 smithi110 ceph-mon[31279]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T15:58:06.832 INFO:teuthology.orchestra.run.smithi099.stderr:enabled application 'rbd' on pool 'rbd' 2024-04-12T15:58:06.833 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: ::ffff:172.21.15.110 - - [12/Apr/2024:15:58:06] "GET /metrics HTTP/1.1" 200 31024 "" "Prometheus/2.43.0" 2024-04-12T15:58:06.833 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[27456]: osdmap e67: 8 total, 8 up, 8 in 2024-04-12T15:58:06.833 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[27456]: Standby manager daemon x restarted 2024-04-12T15:58:06.833 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[27456]: Standby manager daemon x started 2024-04-12T15:58:06.834 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[27456]: from='mgr.? 172.21.15.110:0/2173037854' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T15:58:06.834 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[27456]: from='mgr.? 172.21.15.110:0/2173037854' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T15:58:06.834 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[27456]: from='mgr.? 172.21.15.110:0/2173037854' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T15:58:06.834 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[27456]: from='mgr.? 172.21.15.110:0/2173037854' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T15:58:06.834 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[27456]: Active manager daemon y restarted 2024-04-12T15:58:06.834 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[27456]: Activating manager daemon y 2024-04-12T15:58:06.834 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[27456]: osdmap e68: 8 total, 8 up, 8 in 2024-04-12T15:58:06.834 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[27456]: mgrmap e17: y(active, starting, since 0.0102099s), standbys: x 2024-04-12T15:58:06.834 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T15:58:06.834 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T15:58:06.834 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T15:58:06.834 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T15:58:06.835 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T15:58:06.835 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T15:58:06.835 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T15:58:06.835 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T15:58:06.835 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T15:58:06.835 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T15:58:06.835 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T15:58:06.835 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T15:58:06.835 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T15:58:06.835 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T15:58:06.835 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T15:58:06.835 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T15:58:06.835 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T15:58:06.835 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T15:58:06.835 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[27456]: Manager daemon y is now available 2024-04-12T15:58:06.836 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:58:06.836 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:06.836 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T15:58:06.836 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T15:58:06.836 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T15:58:06.836 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T15:58:06.836 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T15:58:06.836 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/3550198154' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T15:58:06.836 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[27456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T15:58:06.837 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[39429]: osdmap e67: 8 total, 8 up, 8 in 2024-04-12T15:58:06.837 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[39429]: Standby manager daemon x restarted 2024-04-12T15:58:06.837 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[39429]: Standby manager daemon x started 2024-04-12T15:58:06.837 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[39429]: from='mgr.? 172.21.15.110:0/2173037854' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T15:58:06.837 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[39429]: from='mgr.? 172.21.15.110:0/2173037854' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T15:58:06.837 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[39429]: from='mgr.? 172.21.15.110:0/2173037854' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T15:58:06.837 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[39429]: from='mgr.? 172.21.15.110:0/2173037854' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T15:58:06.837 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[39429]: Active manager daemon y restarted 2024-04-12T15:58:06.837 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[39429]: Activating manager daemon y 2024-04-12T15:58:06.837 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[39429]: osdmap e68: 8 total, 8 up, 8 in 2024-04-12T15:58:06.837 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[39429]: mgrmap e17: y(active, starting, since 0.0102099s), standbys: x 2024-04-12T15:58:06.837 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T15:58:06.837 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T15:58:06.837 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T15:58:06.838 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T15:58:06.838 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T15:58:06.838 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T15:58:06.838 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T15:58:06.838 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T15:58:06.838 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T15:58:06.838 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T15:58:06.838 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T15:58:06.838 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T15:58:06.838 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T15:58:06.838 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T15:58:06.838 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T15:58:06.838 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T15:58:06.838 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T15:58:06.839 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T15:58:06.839 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[39429]: Manager daemon y is now available 2024-04-12T15:58:06.839 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:58:06.839 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:06.839 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T15:58:06.839 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T15:58:06.839 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T15:58:06.839 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T15:58:06.839 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T15:58:06.839 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/3550198154' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T15:58:06.839 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:06 smithi099 ceph-mon[39429]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T15:58:07.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:07 smithi099 ceph-mon[27456]: [12/Apr/2024:15:58:06] ENGINE Bus STARTING 2024-04-12T15:58:07.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:07 smithi099 ceph-mon[27456]: [12/Apr/2024:15:58:06] ENGINE Serving on https://172.21.15.99:7150 2024-04-12T15:58:07.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:07 smithi099 ceph-mon[27456]: [12/Apr/2024:15:58:06] ENGINE Serving on http://172.21.15.99:8765 2024-04-12T15:58:07.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:07 smithi099 ceph-mon[27456]: [12/Apr/2024:15:58:06] ENGINE Bus STARTED 2024-04-12T15:58:07.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:07 smithi099 ceph-mon[27456]: mgrmap e18: y(active, since 1.01527s), standbys: x 2024-04-12T15:58:07.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:07 smithi099 ceph-mon[27456]: pgmap v3: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:07.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:07 smithi099 ceph-mon[27456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-12T15:58:07.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:07 smithi099 ceph-mon[27456]: osdmap e69: 8 total, 8 up, 8 in 2024-04-12T15:58:07.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:07 smithi099 ceph-mon[39429]: [12/Apr/2024:15:58:06] ENGINE Bus STARTING 2024-04-12T15:58:07.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:07 smithi099 ceph-mon[39429]: [12/Apr/2024:15:58:06] ENGINE Serving on https://172.21.15.99:7150 2024-04-12T15:58:07.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:07 smithi099 ceph-mon[39429]: [12/Apr/2024:15:58:06] ENGINE Serving on http://172.21.15.99:8765 2024-04-12T15:58:07.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:07 smithi099 ceph-mon[39429]: [12/Apr/2024:15:58:06] ENGINE Bus STARTED 2024-04-12T15:58:07.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:07 smithi099 ceph-mon[39429]: mgrmap e18: y(active, since 1.01527s), standbys: x 2024-04-12T15:58:07.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:07 smithi099 ceph-mon[39429]: pgmap v3: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:07.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:07 smithi099 ceph-mon[39429]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-12T15:58:07.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:07 smithi099 ceph-mon[39429]: osdmap e69: 8 total, 8 up, 8 in 2024-04-12T15:58:08.011 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-12T15:58:08.012 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-12T15:58:08.012 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph mgr dump --format=json 2024-04-12T15:58:08.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:07 smithi110 ceph-mon[31279]: [12/Apr/2024:15:58:06] ENGINE Bus STARTING 2024-04-12T15:58:08.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:07 smithi110 ceph-mon[31279]: [12/Apr/2024:15:58:06] ENGINE Serving on https://172.21.15.99:7150 2024-04-12T15:58:08.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:07 smithi110 ceph-mon[31279]: [12/Apr/2024:15:58:06] ENGINE Serving on http://172.21.15.99:8765 2024-04-12T15:58:08.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:07 smithi110 ceph-mon[31279]: [12/Apr/2024:15:58:06] ENGINE Bus STARTED 2024-04-12T15:58:08.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:07 smithi110 ceph-mon[31279]: mgrmap e18: y(active, since 1.01527s), standbys: x 2024-04-12T15:58:08.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:07 smithi110 ceph-mon[31279]: pgmap v3: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:08.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:07 smithi110 ceph-mon[31279]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-12T15:58:08.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:07 smithi110 ceph-mon[31279]: osdmap e69: 8 total, 8 up, 8 in 2024-04-12T15:58:08.229 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T15:58:09.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:08 smithi110 ceph-mon[31279]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T15:58:09.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:08 smithi110 ceph-mon[31279]: pgmap v5: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:09.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:08 smithi110 ceph-mon[31279]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-12T15:58:09.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:08 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:09.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:08 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:09.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:08 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:09.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:08 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:09.117 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:08 smithi099 ceph-mon[27456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T15:58:09.118 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:08 smithi099 ceph-mon[27456]: pgmap v5: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:09.118 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:08 smithi099 ceph-mon[27456]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-12T15:58:09.118 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:08 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:09.118 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:08 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:09.118 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:08 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:09.118 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:08 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:09.118 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:08 smithi099 ceph-mon[39429]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T15:58:09.118 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:08 smithi099 ceph-mon[39429]: pgmap v5: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:09.118 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:08 smithi099 ceph-mon[39429]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-12T15:58:09.118 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:08 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:09.119 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:08 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:09.119 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:08 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:09.119 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:08 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:10.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:09 smithi110 ceph-mon[31279]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T15:58:10.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:09 smithi110 ceph-mon[31279]: Cluster is now healthy 2024-04-12T15:58:10.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:09 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:10.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:09 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:10.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:09 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:09 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:09 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:09 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:09 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:09 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:09 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:09 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:09 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:10.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:09 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:10.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:09 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:10.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:09 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:09 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:09 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:09 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:09 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:09 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:09 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:09 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:09 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:10.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:09 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:58:10.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:09 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:58:10.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[27456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T15:58:10.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[27456]: Cluster is now healthy 2024-04-12T15:58:10.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:10.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:10.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:10.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:10.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:10.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:10.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:58:10.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:58:10.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[39429]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T15:58:10.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[39429]: Cluster is now healthy 2024-04-12T15:58:10.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:10.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:10.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:10.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:10.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:10.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T15:58:10.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:10.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:58:10.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:09 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:58:10.396 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:58:11.078 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:10 smithi099 ceph-mon[27456]: Adjusting osd_memory_target on smithi110 to 2992M 2024-04-12T15:58:11.078 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:10 smithi099 ceph-mon[27456]: Adjusting osd_memory_target on smithi099 to 2992M 2024-04-12T15:58:11.078 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:10 smithi099 ceph-mon[27456]: Updating smithi099:/etc/ceph/ceph.conf 2024-04-12T15:58:11.078 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:10 smithi099 ceph-mon[27456]: Updating smithi110:/etc/ceph/ceph.conf 2024-04-12T15:58:11.078 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:10 smithi099 ceph-mon[27456]: pgmap v6: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:11.078 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:10 smithi099 ceph-mon[27456]: Updating smithi099:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T15:58:11.078 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:10 smithi099 ceph-mon[27456]: Updating smithi110:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T15:58:11.078 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:10 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/926571093' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-12T15:58:11.078 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:10 smithi099 ceph-mon[27456]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-12T15:58:11.078 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:10 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:11.078 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:10 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:11.078 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:10 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:11.079 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:10 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:11.079 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:10 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:11.079 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:10 smithi099 ceph-mon[39429]: Adjusting osd_memory_target on smithi110 to 2992M 2024-04-12T15:58:11.079 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:10 smithi099 ceph-mon[39429]: Adjusting osd_memory_target on smithi099 to 2992M 2024-04-12T15:58:11.079 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:10 smithi099 ceph-mon[39429]: Updating smithi099:/etc/ceph/ceph.conf 2024-04-12T15:58:11.079 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:10 smithi099 ceph-mon[39429]: Updating smithi110:/etc/ceph/ceph.conf 2024-04-12T15:58:11.079 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:10 smithi099 ceph-mon[39429]: pgmap v6: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:11.079 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:10 smithi099 ceph-mon[39429]: Updating smithi099:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T15:58:11.079 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:10 smithi099 ceph-mon[39429]: Updating smithi110:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T15:58:11.079 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:10 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/926571093' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-12T15:58:11.079 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:10 smithi099 ceph-mon[39429]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-12T15:58:11.079 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:10 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:11.079 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:10 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:11.080 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:10 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:11.080 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:10 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:11.080 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:10 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:11.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:10 smithi110 ceph-mon[31279]: Adjusting osd_memory_target on smithi110 to 2992M 2024-04-12T15:58:11.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:10 smithi110 ceph-mon[31279]: Adjusting osd_memory_target on smithi099 to 2992M 2024-04-12T15:58:11.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:10 smithi110 ceph-mon[31279]: Updating smithi099:/etc/ceph/ceph.conf 2024-04-12T15:58:11.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:10 smithi110 ceph-mon[31279]: Updating smithi110:/etc/ceph/ceph.conf 2024-04-12T15:58:11.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:10 smithi110 ceph-mon[31279]: pgmap v6: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:11.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:10 smithi110 ceph-mon[31279]: Updating smithi099:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T15:58:11.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:10 smithi110 ceph-mon[31279]: Updating smithi110:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T15:58:11.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:10 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/926571093' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-12T15:58:11.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:10 smithi110 ceph-mon[31279]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-12T15:58:11.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:10 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:11.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:10 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:11.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:10 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:11.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:10 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:11.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:10 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:11.097 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":19,"flags":0,"active_gid":24439,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":1904436306},{"type":"v1","addr":"172.21.15.99:6801","nonce":1904436306}]},"active_addr":"172.21.15.99:6801/1904436306","active_change":"2024-04-12T15:58:05.757277+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24436,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.99:8443/","prometheus":"http://172.21.15.99:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":68,"active_clients":[{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.99:0","nonce":1273992391}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.99:0","nonce":568371568}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.99:0","nonce":3328016278}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.99:0","nonce":1014725842}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.99:0","nonce":2984530108}]}]} 2024-04-12T15:58:11.100 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-12T15:58:11.100 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-12T15:58:11.101 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph osd dump --format=json 2024-04-12T15:58:11.323 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T15:58:12.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:11 smithi110 ceph-mon[31279]: Updating smithi099:/etc/ceph/ceph.client.admin.keyring 2024-04-12T15:58:12.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:11 smithi110 ceph-mon[31279]: Updating smithi110:/etc/ceph/ceph.client.admin.keyring 2024-04-12T15:58:12.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:11 smithi110 ceph-mon[31279]: Updating smithi099:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T15:58:12.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:11 smithi110 ceph-mon[31279]: Updating smithi110:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T15:58:12.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:11 smithi110 ceph-mon[31279]: Deploying daemon alertmanager.a on smithi099 2024-04-12T15:58:12.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:11 smithi099 ceph-mon[39429]: Updating smithi099:/etc/ceph/ceph.client.admin.keyring 2024-04-12T15:58:12.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:11 smithi099 ceph-mon[39429]: Updating smithi110:/etc/ceph/ceph.client.admin.keyring 2024-04-12T15:58:12.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:11 smithi099 ceph-mon[39429]: Updating smithi099:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T15:58:12.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:11 smithi099 ceph-mon[39429]: Updating smithi110:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T15:58:12.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:11 smithi099 ceph-mon[39429]: Deploying daemon alertmanager.a on smithi099 2024-04-12T15:58:12.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:11 smithi099 ceph-mon[27456]: Updating smithi099:/etc/ceph/ceph.client.admin.keyring 2024-04-12T15:58:12.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:11 smithi099 ceph-mon[27456]: Updating smithi110:/etc/ceph/ceph.client.admin.keyring 2024-04-12T15:58:12.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:11 smithi099 ceph-mon[27456]: Updating smithi099:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T15:58:12.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:11 smithi099 ceph-mon[27456]: Updating smithi110:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T15:58:12.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:11 smithi099 ceph-mon[27456]: Deploying daemon alertmanager.a on smithi099 2024-04-12T15:58:13.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:12 smithi110 ceph-mon[31279]: pgmap v7: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:13.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:12 smithi099 ceph-mon[27456]: pgmap v7: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:13.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:12 smithi099 ceph-mon[39429]: pgmap v7: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:14.205 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:58:14.205 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":69,"fsid":"7550015c-f8e4-11ee-bc8d-c7b262605968","created":"2024-04-12T15:52:01.550700+0000","modified":"2024-04-12T15:58:06.820465+0000","last_up_change":"2024-04-12T15:57:11.501757+0000","last_in_change":"2024-04-12T15:56:54.522762+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T15:55:12.125655+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-12T15:57:30.643287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-12T15:57:31.476671+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-12T15:58:03.396838+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f2eb1776-f2a7-4d11-af70-91cb860c0834","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6803","nonce":4050139692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6805","nonce":4050139692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6809","nonce":4050139692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6807","nonce":4050139692}]},"public_addr":"172.21.15.99:6803/4050139692","cluster_addr":"172.21.15.99:6805/4050139692","heartbeat_back_addr":"172.21.15.99:6809/4050139692","heartbeat_front_addr":"172.21.15.99:6807/4050139692","state":["exists","up"]},{"osd":1,"uuid":"36efb921-968f-44d2-81c2-dcf67f462166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6811","nonce":1777320234}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6813","nonce":1777320234}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6817","nonce":1777320234}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6815","nonce":1777320234}]},"public_addr":"172.21.15.99:6811/1777320234","cluster_addr":"172.21.15.99:6813/1777320234","heartbeat_back_addr":"172.21.15.99:6817/1777320234","heartbeat_front_addr":"172.21.15.99:6815/1777320234","state":["exists","up"]},{"osd":2,"uuid":"3008dd52-3370-4dda-9aab-0e909c1a1d70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6819","nonce":1998277655}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6821","nonce":1998277655}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6825","nonce":1998277655}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6823","nonce":1998277655}]},"public_addr":"172.21.15.99:6819/1998277655","cluster_addr":"172.21.15.99:6821/1998277655","heartbeat_back_addr":"172.21.15.99:6825/1998277655","heartbeat_front_addr":"172.21.15.99:6823/1998277655","state":["exists","up"]},{"osd":3,"uuid":"0941ec21-107e-48cd-b4c5-1d185708c69b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6827","nonce":4076835847}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6829","nonce":4076835847}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6832","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6833","nonce":4076835847}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6831","nonce":4076835847}]},"public_addr":"172.21.15.99:6827/4076835847","cluster_addr":"172.21.15.99:6829/4076835847","heartbeat_back_addr":"172.21.15.99:6833/4076835847","heartbeat_front_addr":"172.21.15.99:6831/4076835847","state":["exists","up"]},{"osd":4,"uuid":"0e8e9ddf-dce6-45e1-86d6-96741ff35a9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6801","nonce":2706881134}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6803","nonce":2706881134}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6807","nonce":2706881134}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6805","nonce":2706881134}]},"public_addr":"172.21.15.110:6801/2706881134","cluster_addr":"172.21.15.110:6803/2706881134","heartbeat_back_addr":"172.21.15.110:6807/2706881134","heartbeat_front_addr":"172.21.15.110:6805/2706881134","state":["exists","up"]},{"osd":5,"uuid":"4f625bf6-2403-4341-8196-d155baab2e8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6809","nonce":18731328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6811","nonce":18731328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6815","nonce":18731328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6813","nonce":18731328}]},"public_addr":"172.21.15.110:6809/18731328","cluster_addr":"172.21.15.110:6811/18731328","heartbeat_back_addr":"172.21.15.110:6815/18731328","heartbeat_front_addr":"172.21.15.110:6813/18731328","state":["exists","up"]},{"osd":6,"uuid":"ffa3a539-4fc0-4586-bff2-149c927ef694","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6817","nonce":975312000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6819","nonce":975312000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6823","nonce":975312000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6821","nonce":975312000}]},"public_addr":"172.21.15.110:6817/975312000","cluster_addr":"172.21.15.110:6819/975312000","heartbeat_back_addr":"172.21.15.110:6823/975312000","heartbeat_front_addr":"172.21.15.110:6821/975312000","state":["exists","up"]},{"osd":7,"uuid":"a51c55cb-4543-42b3-8e3d-933e5a8f7f70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6825","nonce":3976780385}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6827","nonce":3976780385}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6831","nonce":3976780385}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6829","nonce":3976780385}]},"public_addr":"172.21.15.110:6825/3976780385","cluster_addr":"172.21.15.110:6827/3976780385","heartbeat_back_addr":"172.21.15.110:6831/3976780385","heartbeat_front_addr":"172.21.15.110:6829/3976780385","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:54:17.953043+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:54:42.873997+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:55:08.253109+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:55:34.333463+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:55:57.055252+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:56:21.372860+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:56:45.489088+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:57:10.476074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1c","mappings":[{"from":7,"to":4}]},{"pgid":"3.1","mappings":[{"from":0,"to":2}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.99:0/876314307":"2024-04-13T15:58:05.757020+0000","172.21.15.99:6800/809983084":"2024-04-13T15:58:05.757020+0000","172.21.15.99:6801/3642643916":"2024-04-13T15:52:53.808258+0000","172.21.15.99:0/1191046348":"2024-04-13T15:58:05.757020+0000","172.21.15.99:6800/3642643916":"2024-04-13T15:52:53.808258+0000","172.21.15.99:6801/809983084":"2024-04-13T15:58:05.757020+0000","172.21.15.99:0/737885610":"2024-04-13T15:52:53.808258+0000","172.21.15.99:0/2036600681":"2024-04-13T15:52:28.689794+0000","172.21.15.99:0/1029595901":"2024-04-13T15:58:05.757020+0000","172.21.15.99:0/2774073629":"2024-04-13T15:58:05.757020+0000","172.21.15.99:0/383659124":"2024-04-13T15:52:53.808258+0000","172.21.15.99:0/3096714326":"2024-04-13T15:52:28.689794+0000","172.21.15.99:6801/1627681395":"2024-04-13T15:52:28.689794+0000","172.21.15.99:6800/1627681395":"2024-04-13T15:52:28.689794+0000","172.21.15.99:0/3674643919":"2024-04-13T15:52:28.689794+0000","172.21.15.99:0/1717042260":"2024-04-13T15:52:53.808258+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T15:58:14.867 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-12T15:58:14.867 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph osd dump --format=json 2024-04-12T15:58:15.072 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T15:58:15.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:14 smithi110 ceph-mon[31279]: pgmap v8: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-12T15:58:15.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:14 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/1454869285' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T15:58:15.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:14 smithi099 ceph-mon[27456]: pgmap v8: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-12T15:58:15.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:14 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/1454869285' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T15:58:15.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:14 smithi099 ceph-mon[39429]: pgmap v8: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-12T15:58:15.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:14 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/1454869285' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T15:58:16.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: ::ffff:172.21.15.110 - - [12/Apr/2024:15:58:16] "GET /metrics HTTP/1.1" 200 31024 "" "Prometheus/2.43.0" 2024-04-12T15:58:16.975 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:16 smithi099 ceph-mon[27456]: pgmap v9: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-12T15:58:16.975 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:16 smithi099 ceph-mon[39429]: pgmap v9: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-12T15:58:17.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:16 smithi110 ceph-mon[31279]: pgmap v9: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-12T15:58:17.171 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:58:17.171 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":69,"fsid":"7550015c-f8e4-11ee-bc8d-c7b262605968","created":"2024-04-12T15:52:01.550700+0000","modified":"2024-04-12T15:58:06.820465+0000","last_up_change":"2024-04-12T15:57:11.501757+0000","last_in_change":"2024-04-12T15:56:54.522762+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T15:55:12.125655+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-12T15:57:30.643287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-12T15:57:31.476671+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-12T15:58:03.396838+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f2eb1776-f2a7-4d11-af70-91cb860c0834","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6803","nonce":4050139692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6805","nonce":4050139692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6809","nonce":4050139692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6807","nonce":4050139692}]},"public_addr":"172.21.15.99:6803/4050139692","cluster_addr":"172.21.15.99:6805/4050139692","heartbeat_back_addr":"172.21.15.99:6809/4050139692","heartbeat_front_addr":"172.21.15.99:6807/4050139692","state":["exists","up"]},{"osd":1,"uuid":"36efb921-968f-44d2-81c2-dcf67f462166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6811","nonce":1777320234}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6813","nonce":1777320234}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6817","nonce":1777320234}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6815","nonce":1777320234}]},"public_addr":"172.21.15.99:6811/1777320234","cluster_addr":"172.21.15.99:6813/1777320234","heartbeat_back_addr":"172.21.15.99:6817/1777320234","heartbeat_front_addr":"172.21.15.99:6815/1777320234","state":["exists","up"]},{"osd":2,"uuid":"3008dd52-3370-4dda-9aab-0e909c1a1d70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6819","nonce":1998277655}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6821","nonce":1998277655}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6825","nonce":1998277655}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6823","nonce":1998277655}]},"public_addr":"172.21.15.99:6819/1998277655","cluster_addr":"172.21.15.99:6821/1998277655","heartbeat_back_addr":"172.21.15.99:6825/1998277655","heartbeat_front_addr":"172.21.15.99:6823/1998277655","state":["exists","up"]},{"osd":3,"uuid":"0941ec21-107e-48cd-b4c5-1d185708c69b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6827","nonce":4076835847}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6829","nonce":4076835847}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6832","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6833","nonce":4076835847}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6831","nonce":4076835847}]},"public_addr":"172.21.15.99:6827/4076835847","cluster_addr":"172.21.15.99:6829/4076835847","heartbeat_back_addr":"172.21.15.99:6833/4076835847","heartbeat_front_addr":"172.21.15.99:6831/4076835847","state":["exists","up"]},{"osd":4,"uuid":"0e8e9ddf-dce6-45e1-86d6-96741ff35a9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6801","nonce":2706881134}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6803","nonce":2706881134}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6807","nonce":2706881134}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6805","nonce":2706881134}]},"public_addr":"172.21.15.110:6801/2706881134","cluster_addr":"172.21.15.110:6803/2706881134","heartbeat_back_addr":"172.21.15.110:6807/2706881134","heartbeat_front_addr":"172.21.15.110:6805/2706881134","state":["exists","up"]},{"osd":5,"uuid":"4f625bf6-2403-4341-8196-d155baab2e8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6809","nonce":18731328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6811","nonce":18731328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6815","nonce":18731328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6813","nonce":18731328}]},"public_addr":"172.21.15.110:6809/18731328","cluster_addr":"172.21.15.110:6811/18731328","heartbeat_back_addr":"172.21.15.110:6815/18731328","heartbeat_front_addr":"172.21.15.110:6813/18731328","state":["exists","up"]},{"osd":6,"uuid":"ffa3a539-4fc0-4586-bff2-149c927ef694","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6817","nonce":975312000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6819","nonce":975312000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6823","nonce":975312000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6821","nonce":975312000}]},"public_addr":"172.21.15.110:6817/975312000","cluster_addr":"172.21.15.110:6819/975312000","heartbeat_back_addr":"172.21.15.110:6823/975312000","heartbeat_front_addr":"172.21.15.110:6821/975312000","state":["exists","up"]},{"osd":7,"uuid":"a51c55cb-4543-42b3-8e3d-933e5a8f7f70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6825","nonce":3976780385}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6827","nonce":3976780385}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6831","nonce":3976780385}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6829","nonce":3976780385}]},"public_addr":"172.21.15.110:6825/3976780385","cluster_addr":"172.21.15.110:6827/3976780385","heartbeat_back_addr":"172.21.15.110:6831/3976780385","heartbeat_front_addr":"172.21.15.110:6829/3976780385","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:54:17.953043+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:54:42.873997+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:55:08.253109+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:55:34.333463+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:55:57.055252+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:56:21.372860+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:56:45.489088+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:57:10.476074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1c","mappings":[{"from":7,"to":4}]},{"pgid":"3.1","mappings":[{"from":0,"to":2}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.99:0/876314307":"2024-04-13T15:58:05.757020+0000","172.21.15.99:6800/809983084":"2024-04-13T15:58:05.757020+0000","172.21.15.99:6801/3642643916":"2024-04-13T15:52:53.808258+0000","172.21.15.99:0/1191046348":"2024-04-13T15:58:05.757020+0000","172.21.15.99:6800/3642643916":"2024-04-13T15:52:53.808258+0000","172.21.15.99:6801/809983084":"2024-04-13T15:58:05.757020+0000","172.21.15.99:0/737885610":"2024-04-13T15:52:53.808258+0000","172.21.15.99:0/2036600681":"2024-04-13T15:52:28.689794+0000","172.21.15.99:0/1029595901":"2024-04-13T15:58:05.757020+0000","172.21.15.99:0/2774073629":"2024-04-13T15:58:05.757020+0000","172.21.15.99:0/383659124":"2024-04-13T15:52:53.808258+0000","172.21.15.99:0/3096714326":"2024-04-13T15:52:28.689794+0000","172.21.15.99:6801/1627681395":"2024-04-13T15:52:28.689794+0000","172.21.15.99:6800/1627681395":"2024-04-13T15:52:28.689794+0000","172.21.15.99:0/3674643919":"2024-04-13T15:52:28.689794+0000","172.21.15.99:0/1717042260":"2024-04-13T15:52:53.808258+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T15:58:18.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:17 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/1098381032' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T15:58:18.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:17 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/1098381032' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T15:58:18.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:17 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/1098381032' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T15:58:18.503 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-04-12T15:58:18.503 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-04-12T15:58:18.503 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-04-12T15:58:18.504 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-04-12T15:58:18.504 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-04-12T15:58:18.505 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-04-12T15:58:18.505 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-04-12T15:58:18.505 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-04-12T15:58:19.059 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:18 smithi099 ceph-mon[27456]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-12T15:58:19.059 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:18 smithi099 ceph-mon[39429]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-12T15:58:19.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:18 smithi110 ceph-mon[31279]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-12T15:58:19.881 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T15:58:21.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:20 smithi110 ceph-mon[31279]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-12T15:58:21.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:20 smithi099 ceph-mon[27456]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-12T15:58:21.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:20 smithi099 ceph-mon[39429]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-12T15:58:21.556 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T15:58:21.932 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:21 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T15:58:21.932 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:21 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T15:58:22.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:21 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T15:58:22.669 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T15:58:22.669 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T15:58:22.670 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T15:58:22.670 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T15:58:23.054 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T15:58:23.054 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T15:58:23.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:22 smithi110 ceph-mon[31279]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-12T15:58:23.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:22 smithi099 ceph-mon[27456]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-12T15:58:23.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:22 smithi099 ceph-mon[39429]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-12T15:58:24.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:24 smithi099 ceph-mon[27456]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-12T15:58:24.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:24 smithi099 ceph-mon[39429]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-12T15:58:25.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:24 smithi110 ceph-mon[31279]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-12T15:58:25.878 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 15:58:25 smithi099 podman[73456]: 2024-04-12 15:58:25.645951667 +0000 UTC m=+0.925269879 container create c0baf45f8d935df32950e71b7d855f04870a784184ad8ea468683df204054f76 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T15:58:26.531 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 15:58:26 smithi099 podman[73456]: 2024-04-12 15:58:26.251051228 +0000 UTC m=+1.530369437 container init c0baf45f8d935df32950e71b7d855f04870a784184ad8ea468683df204054f76 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T15:58:26.531 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 15:58:26 smithi099 podman[73456]: 2024-04-12 15:58:26.258331385 +0000 UTC m=+1.537649597 container start c0baf45f8d935df32950e71b7d855f04870a784184ad8ea468683df204054f76 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T15:58:26.531 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 15:58:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a[73532]: ts=2024-04-12T15:58:26.272Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-12T15:58:26.531 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 15:58:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a[73532]: ts=2024-04-12T15:58:26.272Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-12T15:58:26.531 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 15:58:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a[73532]: ts=2024-04-12T15:58:26.273Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.99 port=9094 2024-04-12T15:58:26.531 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 15:58:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a[73532]: ts=2024-04-12T15:58:26.274Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-12T15:58:26.531 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 15:58:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a[73532]: ts=2024-04-12T15:58:26.298Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-12T15:58:26.531 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 15:58:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a[73532]: ts=2024-04-12T15:58:26.299Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-12T15:58:26.531 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 15:58:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a[73532]: ts=2024-04-12T15:58:26.301Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-12T15:58:26.531 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 15:58:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a[73532]: ts=2024-04-12T15:58:26.301Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-12T15:58:26.531 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 15:58:26 smithi099 bash[73456]: c0baf45f8d935df32950e71b7d855f04870a784184ad8ea468683df204054f76 2024-04-12T15:58:26.531 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 15:58:26 smithi099 systemd[1]: Started Ceph alertmanager.a for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T15:58:26.825 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:15:58:26] ENGINE Bus STOPPING 2024-04-12T15:58:26.826 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:15:58:26] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T15:58:26.826 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:15:58:26] ENGINE Bus STOPPED 2024-04-12T15:58:26.826 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:15:58:26] ENGINE Bus STARTING 2024-04-12T15:58:26.826 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: ::ffff:172.21.15.110 - - [12/Apr/2024:15:58:26] "GET /metrics HTTP/1.1" 200 33656 "" "Prometheus/2.43.0" 2024-04-12T15:58:26.826 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:15:58:26] ENGINE Serving on http://:::9283 2024-04-12T15:58:26.826 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:15:58:26] ENGINE Bus STARTED 2024-04-12T15:58:27.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:26 smithi110 ceph-mon[31279]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:27.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:26 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:27.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:26 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:27.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:26 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:27.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:26 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:27.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:26 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:27.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:26 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:27.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:26 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-12T15:58:27.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:26 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:27.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:26 smithi099 ceph-mon[27456]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:27.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:26 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:27.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:26 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:27.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:26 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:27.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:26 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:27.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:26 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:27.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:26 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:27.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:26 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-12T15:58:27.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:26 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:27.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:26 smithi099 ceph-mon[39429]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:27.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:26 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:27.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:26 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:27.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:26 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:27.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:26 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:27.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:26 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:27.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:26 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:27.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:26 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-12T15:58:27.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:26 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:28.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:27 smithi110 ceph-mon[31279]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-12T15:58:28.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:27 smithi110 ceph-mon[31279]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-12T15:58:28.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:27 smithi110 ceph-mon[31279]: Deploying daemon grafana.a on smithi110 2024-04-12T15:58:28.109 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:27 smithi099 ceph-mon[27456]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-12T15:58:28.110 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:27 smithi099 ceph-mon[27456]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-12T15:58:28.110 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:27 smithi099 ceph-mon[27456]: Deploying daemon grafana.a on smithi110 2024-04-12T15:58:28.110 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:27 smithi099 ceph-mon[39429]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-12T15:58:28.110 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:27 smithi099 ceph-mon[39429]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-12T15:58:28.110 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:27 smithi099 ceph-mon[39429]: Deploying daemon grafana.a on smithi110 2024-04-12T15:58:28.377 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 15:58:28 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a[73532]: ts=2024-04-12T15:58:28.275Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000612748s 2024-04-12T15:58:29.082 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:28 smithi099 ceph-mon[27456]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:29.083 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:28 smithi099 ceph-mon[39429]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:29.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:28 smithi110 ceph-mon[31279]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:30.733 INFO:teuthology.orchestra.run.smithi099.stdout:231928234001 2024-04-12T15:58:30.734 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-04-12T15:58:30.989 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:30 smithi099 ceph-mon[27456]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:30.990 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:30 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:30.990 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:30 smithi099 ceph-mon[39429]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:30.990 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:30 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:31.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:30 smithi110 ceph-mon[31279]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:31.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:30 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:33.099 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:32 smithi099 ceph-mon[27456]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:33.100 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:32 smithi099 ceph-mon[39429]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:33.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:32 smithi110 ceph-mon[31279]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:34.780 INFO:teuthology.orchestra.run.smithi099.stdout:107374182438 2024-04-12T15:58:34.781 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-04-12T15:58:35.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:34 smithi099 ceph-mon[27456]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:35.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:34 smithi099 ceph-mon[39429]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:35.135 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:34 smithi110 ceph-mon[31279]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:35.358 INFO:teuthology.orchestra.run.smithi099.stdout:55834574896 2024-04-12T15:58:35.358 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-04-12T15:58:36.109 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:35 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T15:58:36.109 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:35 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T15:58:36.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:35 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T15:58:36.377 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 15:58:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a[73532]: ts=2024-04-12T15:58:36.278Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.00365113s 2024-04-12T15:58:36.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:36 smithi099 ceph-mon[27456]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:36.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:36 smithi099 ceph-mon[39429]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:36.878 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: ::ffff:172.21.15.110 - - [12/Apr/2024:15:58:36] "GET /metrics HTTP/1.1" 200 33655 "" "Prometheus/2.43.0" 2024-04-12T15:58:37.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:36 smithi110 ceph-mon[31279]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:37.356 INFO:teuthology.orchestra.run.smithi099.stdout:163208757275 2024-04-12T15:58:37.356 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-04-12T15:58:37.967 INFO:teuthology.orchestra.run.smithi099.stdout:77309411371 2024-04-12T15:58:37.967 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-04-12T15:58:38.942 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:38 smithi099 ceph-mon[27456]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:38.943 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:38 smithi099 ceph-mon[39429]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:38.962 INFO:teuthology.orchestra.run.smithi099.stdout:128849018914 2024-04-12T15:58:38.962 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-04-12T15:58:39.201 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:38 smithi110 ceph-mon[31279]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:39.718 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T15:58:39.740 INFO:teuthology.orchestra.run.smithi099.stdout:34359738420 2024-04-12T15:58:39.740 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-04-12T15:58:40.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:39 smithi099 ceph-mon[27456]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:40.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:39 smithi099 ceph-mon[39429]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:40.178 INFO:teuthology.orchestra.run.smithi099.stdout:197568495639 2024-04-12T15:58:40.178 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-04-12T15:58:40.185 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T15:58:40.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:39 smithi110 ceph-mon[31279]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:41.335 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 systemd[1]: Starting Ceph grafana.a for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T15:58:41.687 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 podman[63622]: 2024-04-12 15:58:41.26223013 +0000 UTC m=+0.016905689 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-04-12T15:58:41.687 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 podman[63622]: 2024-04-12 15:58:41.361351036 +0000 UTC m=+0.116026567 container create f1a47e96b342268892b7113ea259564c80b252a71bf9a3f7b52eb4122dfa9571 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a, io.buildah.version=1.32.0, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.component=ubi8-container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, release=239.1651231664, maintainer=Paul Cuzner , io.openshift.expose-services=, architecture=x86_64, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vcs-type=git, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=Ceph Grafana Container, io.k8s.display-name=Red Hat Universal Base Image 8, distribution-scope=public, name=ubi8, version=8.5, io.openshift.tags=base rhel8, build-date=2022-04-29T11:48:11.055897) 2024-04-12T15:58:41.688 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 podman[63622]: 2024-04-12 15:58:41.596876368 +0000 UTC m=+0.351551906 container init f1a47e96b342268892b7113ea259564c80b252a71bf9a3f7b52eb4122dfa9571 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a, com.redhat.component=ubi8-container, architecture=x86_64, release=239.1651231664, name=ubi8, io.buildah.version=1.32.0, version=8.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.tags=base rhel8, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, maintainer=Paul Cuzner , vendor=Red Hat, Inc., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=Ceph Grafana Container, distribution-scope=public, build-date=2022-04-29T11:48:11.055897) 2024-04-12T15:58:41.688 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 podman[63622]: 2024-04-12 15:58:41.602355291 +0000 UTC m=+0.357030823 container start f1a47e96b342268892b7113ea259564c80b252a71bf9a3f7b52eb4122dfa9571 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a, io.openshift.expose-services=, description=Ceph Grafana Container, release=239.1651231664, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-type=git, architecture=x86_64, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=ubi8-container, io.openshift.tags=base rhel8, build-date=2022-04-29T11:48:11.055897, summary=Grafana Container configured for Ceph mgr/dashboard integration, maintainer=Paul Cuzner , distribution-scope=public, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, version=8.5, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, name=ubi8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.32.0) 2024-04-12T15:58:41.688 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 bash[63622]: f1a47e96b342268892b7113ea259564c80b252a71bf9a3f7b52eb4122dfa9571 2024-04-12T15:58:41.938 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 systemd[1]: Started Ceph grafana.a for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T15:58:41.938 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=settings t=2024-04-12T15:58:41.754063591Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-04-12T15:58:41.938 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=settings t=2024-04-12T15:58:41.754297312Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-04-12T15:58:41.938 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=settings t=2024-04-12T15:58:41.754321736Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-04-12T15:58:41.938 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=settings t=2024-04-12T15:58:41.754334979Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-04-12T15:58:41.938 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=settings t=2024-04-12T15:58:41.754345956Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-12T15:58:41.938 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=settings t=2024-04-12T15:58:41.754356802Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-12T15:58:41.938 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=settings t=2024-04-12T15:58:41.754367884Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-12T15:58:41.938 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=settings t=2024-04-12T15:58:41.75437911Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-12T15:58:41.938 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=settings t=2024-04-12T15:58:41.754392492Z level=info msg="Path Home" path=/usr/share/grafana 2024-04-12T15:58:41.938 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=settings t=2024-04-12T15:58:41.754402874Z level=info msg="Path Data" path=/var/lib/grafana 2024-04-12T15:58:41.939 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=settings t=2024-04-12T15:58:41.754412838Z level=info msg="Path Logs" path=/var/log/grafana 2024-04-12T15:58:41.939 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=settings t=2024-04-12T15:58:41.75442274Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-04-12T15:58:41.939 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=settings t=2024-04-12T15:58:41.754432882Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-04-12T15:58:41.939 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=settings t=2024-04-12T15:58:41.754443207Z level=info msg="App mode production" 2024-04-12T15:58:41.939 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=sqlstore t=2024-04-12T15:58:41.754498317Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-04-12T15:58:41.939 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=sqlstore t=2024-04-12T15:58:41.754521592Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-12T15:58:41.939 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.755385455Z level=info msg="Starting DB migrations" 2024-04-12T15:58:41.939 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.755470077Z level=info msg="Executing migration" id="create migration_log table" 2024-04-12T15:58:41.939 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.755973309Z level=info msg="Executing migration" id="create user table" 2024-04-12T15:58:41.939 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.756368187Z level=info msg="Executing migration" id="add unique index user.login" 2024-04-12T15:58:41.939 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.756788949Z level=info msg="Executing migration" id="add unique index user.email" 2024-04-12T15:58:41.939 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.757233853Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-04-12T15:58:41.939 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.75779101Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-04-12T15:58:41.940 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.758167104Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-04-12T15:58:41.940 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.758830298Z level=info msg="Executing migration" id="create user table v2" 2024-04-12T15:58:41.940 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.759212814Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-04-12T15:58:41.940 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.759607127Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-04-12T15:58:41.940 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.760074272Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-04-12T15:58:41.940 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.760411644Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-04-12T15:58:41.940 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.760697621Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-04-12T15:58:41.940 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.761111588Z level=info msg="Executing migration" id="Update user table charset" 2024-04-12T15:58:41.940 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.761368224Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-04-12T15:58:41.940 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.761707245Z level=info msg="Executing migration" id="Add missing user data" 2024-04-12T15:58:41.940 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.761993735Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-04-12T15:58:41.940 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.76237595Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-04-12T15:58:41.940 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.762696551Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-04-12T15:58:41.940 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.763037147Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-04-12T15:58:41.941 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.764133971Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-04-12T15:58:41.942 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.764522715Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-04-12T15:58:41.942 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.764908595Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-04-12T15:58:41.942 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.765314691Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-04-12T15:58:41.942 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.765678635Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-04-12T15:58:41.942 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.76605076Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-04-12T15:58:41.942 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.766301517Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-04-12T15:58:41.943 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.766599335Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-04-12T15:58:41.943 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.766903198Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-04-12T15:58:41.943 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.767244485Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-04-12T15:58:41.943 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.767609613Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-04-12T15:58:41.943 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.768190653Z level=info msg="Executing migration" id="create temp_user v2" 2024-04-12T15:58:41.943 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.768541584Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-04-12T15:58:41.943 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.768868215Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-04-12T15:58:41.943 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.769223274Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-04-12T15:58:41.943 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.769564484Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-04-12T15:58:41.943 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.769922416Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-04-12T15:58:41.943 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.770243971Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-04-12T15:58:41.943 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.770506911Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-04-12T15:58:41.943 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.770770579Z level=info msg="Executing migration" id="create star table" 2024-04-12T15:58:41.944 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.77109044Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-04-12T15:58:41.944 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.771467758Z level=info msg="Executing migration" id="create org table v1" 2024-04-12T15:58:41.944 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.771816152Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-04-12T15:58:41.944 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.772177122Z level=info msg="Executing migration" id="create org_user table v1" 2024-04-12T15:58:41.944 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.772501901Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-04-12T15:58:41.944 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.772844411Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-04-12T15:58:41.944 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.773231547Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-04-12T15:58:41.944 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.773575762Z level=info msg="Executing migration" id="Update org table charset" 2024-04-12T15:58:41.944 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.773791003Z level=info msg="Executing migration" id="Update org_user table charset" 2024-04-12T15:58:41.944 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.774033849Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-04-12T15:58:41.944 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.774348482Z level=info msg="Executing migration" id="create dashboard table" 2024-04-12T15:58:41.944 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.774672Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-04-12T15:58:41.944 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.775021883Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-04-12T15:58:41.944 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.775383933Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-04-12T15:58:41.944 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.77574485Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-04-12T15:58:41.945 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.776107716Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-04-12T15:58:41.945 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.776448946Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-04-12T15:58:41.945 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.777274218Z level=info msg="Executing migration" id="create dashboard v2" 2024-04-12T15:58:41.945 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.777631457Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-04-12T15:58:41.945 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.778042647Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-04-12T15:58:41.945 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.778417246Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-04-12T15:58:41.945 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.778711047Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-04-12T15:58:41.945 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.779075018Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-04-12T15:58:41.945 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.779355046Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-04-12T15:58:41.945 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.779773547Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-04-12T15:58:41.945 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.780228088Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-04-12T15:58:41.945 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.78069132Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-04-12T15:58:41.945 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.781032991Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-04-12T15:58:41.945 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.781469094Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-04-12T15:58:41.945 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.781814918Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-04-12T15:58:41.946 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.782184254Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-04-12T15:58:41.946 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.782429533Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-04-12T15:58:41.946 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.782644941Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-04-12T15:58:41.946 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.783142214Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-04-12T15:58:41.946 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.783602732Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-04-12T15:58:41.946 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.784037058Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-04-12T15:58:41.946 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.784524674Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-04-12T15:58:41.946 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.784779603Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-04-12T15:58:41.946 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.785173931Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-04-12T15:58:41.946 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.785539559Z level=info msg="Executing migration" id="Update dashboard title length" 2024-04-12T15:58:41.946 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.785775854Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-04-12T15:58:41.946 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.786187849Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-04-12T15:58:41.946 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.786542576Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-04-12T15:58:41.946 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.787434749Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-04-12T15:58:41.947 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.787806261Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-04-12T15:58:41.947 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.788276035Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-04-12T15:58:41.947 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.788681959Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-04-12T15:58:41.947 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.788946969Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-04-12T15:58:41.947 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.789280427Z level=info msg="Executing migration" id="Add check_sum column" 2024-04-12T15:58:41.947 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.789718754Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-04-12T15:58:41.947 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.790111795Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-04-12T15:58:41.947 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.790389602Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-04-12T15:58:41.947 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.790633442Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-04-12T15:58:41.947 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.791016105Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-04-12T15:58:41.947 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.791518168Z level=info msg="Executing migration" id="create data_source table" 2024-04-12T15:58:41.947 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.79189766Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-04-12T15:58:41.947 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.792299733Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-04-12T15:58:41.947 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.792691434Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-04-12T15:58:41.947 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.793037369Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-04-12T15:58:41.947 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.793415289Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-04-12T15:58:41.947 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.794432099Z level=info msg="Executing migration" id="create data_source table v2" 2024-04-12T15:58:41.948 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.794853078Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-04-12T15:58:41.948 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.795248066Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-04-12T15:58:41.948 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.795671591Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-04-12T15:58:41.948 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.795972957Z level=info msg="Executing migration" id="Add column with_credentials" 2024-04-12T15:58:41.948 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.796547775Z level=info msg="Executing migration" id="Add secure json data column" 2024-04-12T15:58:41.948 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.797012489Z level=info msg="Executing migration" id="Update data_source table charset" 2024-04-12T15:58:41.948 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.797282434Z level=info msg="Executing migration" id="Update initial version to 1" 2024-04-12T15:58:41.948 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.79753456Z level=info msg="Executing migration" id="Add read_only data column" 2024-04-12T15:58:41.948 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.798015942Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-04-12T15:58:41.948 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.798317713Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-04-12T15:58:41.948 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.798593098Z level=info msg="Executing migration" id="Add uid column" 2024-04-12T15:58:41.948 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.79908855Z level=info msg="Executing migration" id="Update uid value" 2024-04-12T15:58:41.948 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.799402255Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-04-12T15:58:41.948 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.799773809Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-04-12T15:58:41.948 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.800189358Z level=info msg="Executing migration" id="create api_key table" 2024-04-12T15:58:41.949 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.800577816Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-04-12T15:58:41.949 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.800997179Z level=info msg="Executing migration" id="add index api_key.key" 2024-04-12T15:58:41.949 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.801390982Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-04-12T15:58:41.949 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.80184241Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-04-12T15:58:41.949 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.802248122Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-04-12T15:58:41.949 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.802626733Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-04-12T15:58:41.949 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.80296874Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-04-12T15:58:41.949 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.803952794Z level=info msg="Executing migration" id="create api_key table v2" 2024-04-12T15:58:41.949 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.804348755Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-04-12T15:58:41.949 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.804717685Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-04-12T15:58:41.949 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.805112072Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-04-12T15:58:41.949 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.805535646Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-04-12T15:58:41.949 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.805797185Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-04-12T15:58:41.949 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.806191266Z level=info msg="Executing migration" id="Update api_key table charset" 2024-04-12T15:58:41.949 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.806480076Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-04-12T15:58:41.949 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.806995579Z level=info msg="Executing migration" id="Add service account foreign key" 2024-04-12T15:58:41.950 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.807538056Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-04-12T15:58:41.950 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.807787786Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-04-12T15:58:41.950 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.808305326Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-04-12T15:58:41.950 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.808819718Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-04-12T15:58:41.950 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.80918377Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-04-12T15:58:41.950 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.809546194Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-04-12T15:58:41.950 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.809881762Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-04-12T15:58:41.950 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.810279584Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-04-12T15:58:41.950 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.810662767Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-04-12T15:58:41.950 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.811038476Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-04-12T15:58:41.950 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.811309741Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-04-12T15:58:41.950 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.811707985Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-04-12T15:58:41.950 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.812260744Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-04-12T15:58:41.950 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.81279717Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-04-12T15:58:41.950 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.813046472Z level=info msg="Executing migration" id="create quota table v1" 2024-04-12T15:58:41.951 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.813429146Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-04-12T15:58:41.951 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.813840392Z level=info msg="Executing migration" id="Update quota table charset" 2024-04-12T15:58:41.951 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.814153678Z level=info msg="Executing migration" id="create plugin_setting table" 2024-04-12T15:58:41.951 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.814545571Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-04-12T15:58:41.951 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.814957684Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-04-12T15:58:41.951 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.815558412Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-04-12T15:58:41.951 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.815803149Z level=info msg="Executing migration" id="create session table" 2024-04-12T15:58:41.951 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.816219367Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-04-12T15:58:41.951 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.816511861Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-04-12T15:58:41.951 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.816786063Z level=info msg="Executing migration" id="create playlist table v2" 2024-04-12T15:58:41.951 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.817171457Z level=info msg="Executing migration" id="create playlist item table v2" 2024-04-12T15:58:41.951 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.817541902Z level=info msg="Executing migration" id="Update playlist table charset" 2024-04-12T15:58:41.951 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.817771781Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-04-12T15:58:41.951 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.818008147Z level=info msg="Executing migration" id="drop preferences table v2" 2024-04-12T15:58:41.951 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.818280019Z level=info msg="Executing migration" id="drop preferences table v3" 2024-04-12T15:58:41.951 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.818519169Z level=info msg="Executing migration" id="create preferences table v3" 2024-04-12T15:58:41.952 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.818895669Z level=info msg="Executing migration" id="Update preferences table charset" 2024-04-12T15:58:41.952 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.819163861Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-04-12T15:58:41.952 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.819771381Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-04-12T15:58:41.952 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.820072775Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-04-12T15:58:41.952 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.820649794Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-04-12T15:58:41.952 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.821213676Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-04-12T15:58:41.952 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.821487351Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-04-12T15:58:41.952 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.82190492Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-04-12T15:58:41.952 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.822383806Z level=info msg="Executing migration" id="create alert table v1" 2024-04-12T15:58:41.952 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.822850584Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-04-12T15:58:41.952 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.82339867Z level=info msg="Executing migration" id="add index alert state" 2024-04-12T15:58:41.952 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.823827567Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-04-12T15:58:41.952 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.82422623Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-04-12T15:58:41.952 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.824610698Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-04-12T15:58:41.952 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.825012606Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-04-12T15:58:41.953 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.825444105Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-04-12T15:58:41.953 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.826820354Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-04-12T15:58:41.953 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.827231676Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-04-12T15:58:41.953 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.827659596Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-04-12T15:58:41.953 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.82792075Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-04-12T15:58:41.953 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.828255621Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-04-12T15:58:41.953 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.828617324Z level=info msg="Executing migration" id="Add column is_default" 2024-04-12T15:58:41.953 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.829222904Z level=info msg="Executing migration" id="Add column frequency" 2024-04-12T15:58:41.953 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.829818286Z level=info msg="Executing migration" id="Add column send_reminder" 2024-04-12T15:58:41.953 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.830443537Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-04-12T15:58:41.953 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.831046885Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-04-12T15:58:41.953 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.831455417Z level=info msg="Executing migration" id="Update alert table charset" 2024-04-12T15:58:41.953 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.831683586Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-04-12T15:58:41.953 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.831920205Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-04-12T15:58:41.954 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.832337777Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-04-12T15:58:41.954 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.832763037Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-04-12T15:58:41.954 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.833132966Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-04-12T15:58:41.954 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.833517645Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-04-12T15:58:41.954 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.833884769Z level=info msg="Executing migration" id="Add for to alert table" 2024-04-12T15:58:41.954 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.834529129Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-04-12T15:58:41.954 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.835159131Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-04-12T15:58:41.954 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.835450404Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-04-12T15:58:41.954 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.835845684Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-04-12T15:58:41.954 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.836222514Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-04-12T15:58:41.954 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.836818497Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-04-12T15:58:41.954 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.837115081Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-04-12T15:58:41.955 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.837511905Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-04-12T15:58:41.955 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.837893306Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-04-12T15:58:41.955 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.838191618Z level=info msg="Executing migration" id="create annotation table v5" 2024-04-12T15:58:41.955 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.838585326Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-04-12T15:58:41.955 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.839023832Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-04-12T15:58:41.955 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.839489861Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-04-12T15:58:41.955 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.839930057Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-04-12T15:58:41.955 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.840381002Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-04-12T15:58:41.955 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.840817627Z level=info msg="Executing migration" id="Update annotation table charset" 2024-04-12T15:58:41.957 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.841108119Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-04-12T15:58:41.957 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.841803665Z level=info msg="Executing migration" id="Drop category_id index" 2024-04-12T15:58:41.957 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.842211426Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-04-12T15:58:41.957 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.842846063Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-04-12T15:58:41.957 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.843263216Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-04-12T15:58:41.957 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.843673598Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-04-12T15:58:41.957 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.844033357Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-04-12T15:58:41.957 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.845611252Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-04-12T15:58:41.957 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.845993575Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-04-12T15:58:41.957 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.846405849Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-04-12T15:58:41.957 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.846682346Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-04-12T15:58:41.957 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.846999757Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-04-12T15:58:41.957 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.84729618Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-04-12T15:58:41.957 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.847934252Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-04-12T15:58:41.957 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.848613251Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-04-12T15:58:41.958 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.849002451Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-04-12T15:58:41.958 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.849408303Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-04-12T15:58:41.958 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.849682133Z level=info msg="Executing migration" id="Add epoch_end column" 2024-04-12T15:58:41.958 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.850342898Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-04-12T15:58:41.958 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.850752769Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-04-12T15:58:41.958 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.851026879Z level=info msg="Executing migration" id="Move region to single row" 2024-04-12T15:58:41.958 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.851371412Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-04-12T15:58:41.958 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.851731004Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-04-12T15:58:41.958 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.852139735Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-04-12T15:58:41.958 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.852558382Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-04-12T15:58:41.958 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.852959697Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-04-12T15:58:41.959 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.853359673Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-04-12T15:58:41.959 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.853727324Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-04-12T15:58:41.959 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.854024407Z level=info msg="Executing migration" id="create test_data table" 2024-04-12T15:58:41.959 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.854423215Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-04-12T15:58:41.959 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.854802135Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-04-12T15:58:41.959 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.855219085Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-04-12T15:58:41.959 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.855625212Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-04-12T15:58:41.959 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.855890661Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-04-12T15:58:41.959 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.85620288Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-04-12T15:58:41.959 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.856483503Z level=info msg="Executing migration" id="create team table" 2024-04-12T15:58:41.959 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.856849237Z level=info msg="Executing migration" id="add index team.org_id" 2024-04-12T15:58:41.959 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.857290747Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-04-12T15:58:41.959 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.857743902Z level=info msg="Executing migration" id="create team member table" 2024-04-12T15:58:41.959 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.858129269Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-04-12T15:58:41.959 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.858522693Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-04-12T15:58:41.959 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.858915561Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-04-12T15:58:41.959 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.859303178Z level=info msg="Executing migration" id="Add column email to team table" 2024-04-12T15:58:41.960 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.86003982Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-04-12T15:58:41.960 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.860710159Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-04-12T15:58:41.960 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.861390058Z level=info msg="Executing migration" id="create dashboard acl table" 2024-04-12T15:58:41.960 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.861747999Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-04-12T15:58:41.960 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.862160857Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-04-12T15:58:41.960 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.862544871Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-04-12T15:58:41.960 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.862918352Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-04-12T15:58:41.960 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.863357975Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-04-12T15:58:41.960 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.86373546Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-04-12T15:58:41.960 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.86412966Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-04-12T15:58:41.960 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.864500247Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-04-12T15:58:41.960 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.864833706Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-04-12T15:58:41.960 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.865117975Z level=info msg="Executing migration" id="create tag table" 2024-04-12T15:58:41.960 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.865453314Z level=info msg="Executing migration" id="add index tag.key_value" 2024-04-12T15:58:41.960 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.865827849Z level=info msg="Executing migration" id="create login attempt table" 2024-04-12T15:58:41.960 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.866178912Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-04-12T15:58:41.960 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.866553554Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-04-12T15:58:41.961 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.86692499Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-04-12T15:58:41.961 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.868806685Z level=info msg="Executing migration" id="create login_attempt v2" 2024-04-12T15:58:41.961 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.869177399Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-04-12T15:58:41.961 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.86957922Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-04-12T15:58:41.961 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.869839824Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-04-12T15:58:41.961 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.87018448Z level=info msg="Executing migration" id="create user auth table" 2024-04-12T15:58:41.961 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.870538892Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-04-12T15:58:41.961 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.870935851Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-04-12T15:58:41.961 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.871418268Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-04-12T15:58:41.961 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.872142731Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-04-12T15:58:41.961 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.872833329Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-04-12T15:58:41.961 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.873549434Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-04-12T15:58:41.961 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.874311418Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-04-12T15:58:41.961 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.874737746Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-04-12T15:58:41.961 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.875488765Z level=info msg="Executing migration" id="create server_lock table" 2024-04-12T15:58:41.962 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.875869624Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-04-12T15:58:41.962 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.876303895Z level=info msg="Executing migration" id="create user auth token table" 2024-04-12T15:58:41.962 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.8767146Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-04-12T15:58:41.962 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.877149669Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-04-12T15:58:41.962 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.877528073Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-04-12T15:58:41.962 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.877903481Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-04-12T15:58:41.962 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.878636706Z level=info msg="Executing migration" id="create cache_data table" 2024-04-12T15:58:41.962 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.879013192Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-04-12T15:58:41.962 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.879397705Z level=info msg="Executing migration" id="create short_url table v1" 2024-04-12T15:58:41.962 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.879771073Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-04-12T15:58:41.962 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.880155106Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-04-12T15:58:41.962 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.880406795Z level=info msg="Executing migration" id="delete alert_definition table" 2024-04-12T15:58:41.962 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.880640655Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-04-12T15:58:41.962 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.881031281Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-04-12T15:58:41.963 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.881415068Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-04-12T15:58:41.963 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.881788333Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-04-12T15:58:41.963 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.882074207Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-04-12T15:58:41.963 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.882442874Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-04-12T15:58:41.963 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.882783377Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-04-12T15:58:41.963 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.883174469Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-04-12T15:58:41.963 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.883552195Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-04-12T15:58:41.963 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.884289294Z level=info msg="Executing migration" id="drop alert_definition table" 2024-04-12T15:58:41.963 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.884653658Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-04-12T15:58:41.963 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.884886991Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-04-12T15:58:41.963 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.885257776Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-04-12T15:58:41.963 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.885643881Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-04-12T15:58:41.963 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.886022437Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-04-12T15:58:41.963 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.8862782Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-04-12T15:58:41.963 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.886603429Z level=info msg="Executing migration" id="create alert_instance table" 2024-04-12T15:58:41.963 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.886943713Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-04-12T15:58:41.964 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.887333516Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-04-12T15:58:41.964 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.887722778Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-04-12T15:58:41.964 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.888491764Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-04-12T15:58:41.964 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.888856624Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-04-12T15:58:41.964 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.889230305Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-04-12T15:58:41.964 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.892727424Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-04-12T15:58:41.964 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.89604838Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-04-12T15:58:41.964 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.896445307Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-04-12T15:58:41.964 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.896789795Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-04-12T15:58:41.964 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.89757813Z level=info msg="Executing migration" id="create alert_rule table" 2024-04-12T15:58:41.964 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.897949568Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-04-12T15:58:41.964 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.898367874Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-04-12T15:58:41.964 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.898770297Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-04-12T15:58:41.964 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.899192341Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-04-12T15:58:41.965 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.899445844Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-04-12T15:58:41.965 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.900215727Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-04-12T15:58:41.965 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.900964056Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-04-12T15:58:41.965 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.90171977Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-04-12T15:58:41.965 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.902097884Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-04-12T15:58:41.965 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.902503493Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-04-12T15:58:41.965 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.903315224Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-04-12T15:58:41.965 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.904076477Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-04-12T15:58:41.965 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.904489473Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-04-12T15:58:41.965 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.905297844Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-04-12T15:58:41.965 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.906089257Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-04-12T15:58:41.965 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.906398368Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-04-12T15:58:41.965 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.906818341Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-04-12T15:58:41.965 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.907221168Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-04-12T15:58:41.965 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.907635428Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-04-12T15:58:41.965 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.907887677Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-04-12T15:58:41.966 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.908730967Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-04-12T15:58:41.966 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.909565965Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-04-12T15:58:41.966 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.910408722Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-04-12T15:58:41.966 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.911254633Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-04-12T15:58:41.966 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.912036233Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-04-12T15:58:41.966 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.912343967Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-04-12T15:58:41.966 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.91273282Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-04-12T15:58:41.966 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.913574121Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-04-12T15:58:41.966 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.913839103Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-04-12T15:58:41.966 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.914744149Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-04-12T15:58:41.966 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.915198625Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-04-12T15:58:41.966 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.916013059Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-04-12T15:58:41.966 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.916384347Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-04-12T15:58:41.966 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.916792106Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-04-12T15:58:41.967 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.917635137Z level=info msg="Executing migration" id="create provenance_type table" 2024-04-12T15:58:41.967 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.917992498Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-04-12T15:58:41.967 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.918407787Z level=info msg="Executing migration" id="create alert_image table" 2024-04-12T15:58:41.967 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.91877315Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-04-12T15:58:41.967 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.919195186Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-04-12T15:58:41.967 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.91948622Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-04-12T15:58:41.967 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.91986225Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-04-12T15:58:41.967 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.920239994Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-04-12T15:58:41.967 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.920315163Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-04-12T15:58:41.967 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.920563849Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-04-12T15:58:41.967 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.920842005Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-04-12T15:58:41.967 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.921228403Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-04-12T15:58:41.967 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.921338987Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-04-12T15:58:41.967 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.921451246Z level=info msg="alerts found to migrate" alerts=0 2024-04-12T15:58:41.967 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.921824404Z level=info msg="Executing migration" id="create library_element table v1" 2024-04-12T15:58:41.967 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.922242786Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-04-12T15:58:41.968 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.922682151Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-04-12T15:58:41.968 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.923070649Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-04-12T15:58:41.968 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.923511684Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-04-12T15:58:41.968 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.923964468Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-04-12T15:58:41.968 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.924236294Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-04-12T15:58:41.968 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.9245575Z level=info msg="Executing migration" id="create data_keys table" 2024-04-12T15:58:41.968 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.924952587Z level=info msg="Executing migration" id="create secrets table" 2024-04-12T15:58:41.968 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.925397498Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-04-12T15:58:41.968 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.929648772Z level=info msg="Executing migration" id="add name column into data_keys" 2024-04-12T15:58:41.968 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.930541605Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-04-12T15:58:41.968 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.930819069Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-04-12T15:58:41.968 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.935005468Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-04-12T15:58:41.968 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.939162905Z level=info msg="Executing migration" id="create kv_store table v1" 2024-04-12T15:58:41.968 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.93961135Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-04-12T15:58:41.969 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.940039277Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-04-12T15:58:41.969 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.940373877Z level=info msg="Executing migration" id="create permission table" 2024-04-12T15:58:41.969 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.94073268Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-04-12T15:58:41.969 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.941143425Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-04-12T15:58:41.969 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.941559259Z level=info msg="Executing migration" id="create role table" 2024-04-12T15:58:41.969 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.941919943Z level=info msg="Executing migration" id="add column display_name" 2024-04-12T15:58:41.969 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.942788334Z level=info msg="Executing migration" id="add column group_name" 2024-04-12T15:58:41.969 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.943858471Z level=info msg="Executing migration" id="add index role.org_id" 2024-04-12T15:58:41.969 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.944320845Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-04-12T15:58:41.969 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.944803018Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-04-12T15:58:41.969 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.945274971Z level=info msg="Executing migration" id="create team role table" 2024-04-12T15:58:41.969 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.945693914Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-04-12T15:58:41.969 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.946149186Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-04-12T15:58:41.969 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.946602077Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-04-12T15:58:41.969 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.947057742Z level=info msg="Executing migration" id="create user role table" 2024-04-12T15:58:41.970 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.947516846Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-04-12T15:58:41.970 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.94796828Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-04-12T15:58:41.970 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.948414543Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-04-12T15:58:41.970 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.948852261Z level=info msg="Executing migration" id="create builtin role table" 2024-04-12T15:58:42.212 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T15:58:42.213 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T15:58:42.335 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.949296138Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-04-12T15:58:42.335 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.949719708Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-04-12T15:58:42.335 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.950153977Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-04-12T15:58:42.335 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.951092021Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-04-12T15:58:42.335 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.951553611Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-04-12T15:58:42.335 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.951993534Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-04-12T15:58:42.335 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.952415447Z level=info msg="Executing migration" id="add unique index role.uid" 2024-04-12T15:58:42.335 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.952805256Z level=info msg="Executing migration" id="create seed assignment table" 2024-04-12T15:58:42.336 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.953185254Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-04-12T15:58:42.336 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.953606807Z level=info msg="Executing migration" id="add column hidden to role table" 2024-04-12T15:58:42.336 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.954546034Z level=info msg="Executing migration" id="create query_history table v1" 2024-04-12T15:58:42.336 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.954930813Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-04-12T15:58:42.336 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.955371191Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-04-12T15:58:42.336 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.955627916Z level=info msg="Executing migration" id="teams permissions migration" 2024-04-12T15:58:42.336 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.956028645Z level=info msg="Executing migration" id="dashboard permissions" 2024-04-12T15:58:42.336 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.956467615Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-04-12T15:58:42.336 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.956792082Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-04-12T15:58:42.336 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.957109757Z level=info msg="Executing migration" id="alerting notification permissions" 2024-04-12T15:58:42.336 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.957446989Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-04-12T15:58:42.336 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.957817894Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-04-12T15:58:42.336 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.95825922Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-04-12T15:58:42.336 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.959206782Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-04-12T15:58:42.336 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.959494273Z level=info msg="Executing migration" id="create correlation table v1" 2024-04-12T15:58:42.336 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.959892434Z level=info msg="Executing migration" id="add index correlations.uid" 2024-04-12T15:58:42.337 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.960381027Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-04-12T15:58:42.337 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.960817106Z level=info msg="Executing migration" id="add correlation config column" 2024-04-12T15:58:42.337 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.96179419Z level=info msg="Executing migration" id="create entity_events table" 2024-04-12T15:58:42.337 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.962227164Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-04-12T15:58:42.337 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.962636187Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-12T15:58:42.337 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.962737663Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-12T15:58:42.337 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.963024327Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-12T15:58:42.337 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.963126965Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-12T15:58:42.337 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.963388377Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-04-12T15:58:42.337 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.963739197Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-04-12T15:58:42.337 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.964157779Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-04-12T15:58:42.337 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.964593104Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-12T15:58:42.337 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.96507122Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-04-12T15:58:42.338 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.965488643Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-12T15:58:42.338 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.965877377Z level=info msg="Executing migration" id="Drop public config table" 2024-04-12T15:58:42.338 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.966284646Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-04-12T15:58:42.338 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.966698338Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-04-12T15:58:42.338 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.9671101Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-12T15:58:42.338 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.967541092Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-04-12T15:58:42.338 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.967937475Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-04-12T15:58:42.339 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.970904852Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-04-12T15:58:42.339 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.971874679Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-04-12T15:58:42.339 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.972864989Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-04-12T15:58:42.339 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.973165985Z level=info msg="Executing migration" id="add share column" 2024-04-12T15:58:42.339 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.974138276Z level=info msg="Executing migration" id="create default alerting folders" 2024-04-12T15:58:42.339 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.974539685Z level=info msg="Executing migration" id="create file table" 2024-04-12T15:58:42.339 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.974963709Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-04-12T15:58:42.339 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.975372806Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-04-12T15:58:42.339 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.975808191Z level=info msg="Executing migration" id="create file_meta table" 2024-04-12T15:58:42.339 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.976178304Z level=info msg="Executing migration" id="file table idx: path key" 2024-04-12T15:58:42.339 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.976578172Z level=info msg="Executing migration" id="set path collation in file table" 2024-04-12T15:58:42.339 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.976810243Z level=info msg="Executing migration" id="managed permissions migration" 2024-04-12T15:58:42.339 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.977205892Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-04-12T15:58:42.339 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.977494241Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-04-12T15:58:42.339 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.977837076Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-04-12T15:58:42.340 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.978803811Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-04-12T15:58:42.340 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.97909258Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-04-12T15:58:42.340 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.979491018Z level=info msg="Executing migration" id="update group index for alert rules" 2024-04-12T15:58:42.340 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.979801878Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-04-12T15:58:42.340 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.980085348Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-04-12T15:58:42.340 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.980409913Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-04-12T15:58:42.340 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.981373564Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-04-12T15:58:42.340 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.982370396Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-04-12T15:58:42.340 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.982756898Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-04-12T15:58:42.340 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.992534785Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-04-12T15:58:42.340 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.992941703Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-04-12T15:58:42.340 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.993351166Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-04-12T15:58:42.340 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.996701642Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-04-12T15:58:42.340 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.996994981Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-04-12T15:58:42.340 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.997298176Z level=info msg="Executing migration" id="create folder table" 2024-04-12T15:58:42.341 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.997619498Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-04-12T15:58:42.341 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.998022156Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-04-12T15:58:42.341 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.99844303Z level=info msg="Executing migration" id="Update folder title length" 2024-04-12T15:58:42.341 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.998681434Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-04-12T15:58:42.341 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=migrator t=2024-04-12T15:58:41.99907219Z level=info msg="migrations completed" performed=485 skipped=0 duration=243.62184ms 2024-04-12T15:58:42.341 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=sqlstore t=2024-04-12T15:58:41.999459863Z level=info msg="Created default organization" 2024-04-12T15:58:42.341 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=plugin.loader t=2024-04-12T15:58:42.055508814Z level=info msg="Plugin registered" pluginID=input 2024-04-12T15:58:42.341 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=plugin.loader t=2024-04-12T15:58:42.082657548Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-04-12T15:58:42.341 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=plugin.loader t=2024-04-12T15:58:42.082677866Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-04-12T15:58:42.341 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=secrets t=2024-04-12T15:58:42.082710668Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-04-12T15:58:42.341 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=query_data t=2024-04-12T15:58:42.084332736Z level=info msg="Query Service initialization" 2024-04-12T15:58:42.341 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=live.push_http t=2024-04-12T15:58:42.086558676Z level=info msg="Live Push Gateway initialization" 2024-04-12T15:58:42.793 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:42 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:42.793 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:42 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:42.793 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:42 smithi099 ceph-mon[27456]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:42.793 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:42 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:42.793 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:42 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:42.794 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:42 smithi099 ceph-mon[27456]: Deploying daemon node-exporter.a on smithi099 2024-04-12T15:58:42.794 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:42 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/3737351619' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-12T15:58:42.794 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:42 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:42.794 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:42 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:42.794 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:42 smithi099 ceph-mon[39429]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:42.794 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:42 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:42.794 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:42 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:42.794 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:42 smithi099 ceph-mon[39429]: Deploying daemon node-exporter.a on smithi099 2024-04-12T15:58:42.794 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:42 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/3737351619' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-12T15:58:43.007 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:42 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:43.007 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:42 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:43.007 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:42 smithi110 ceph-mon[31279]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:43.007 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:42 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:43.007 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:42 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:43.007 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:42 smithi110 ceph-mon[31279]: Deploying daemon node-exporter.a on smithi099 2024-04-12T15:58:43.007 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:42 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/3737351619' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-12T15:58:43.007 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=infra.usagestats.collector t=2024-04-12T15:58:42.794818197Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-04-12T15:58:43.008 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=provisioning.datasources t=2024-04-12T15:58:42.849393022Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-12T15:58:43.008 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=provisioning.datasources t=2024-04-12T15:58:42.881412471Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-04-12T15:58:43.008 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=provisioning.alerting t=2024-04-12T15:58:42.902772602Z level=info msg="starting to provision alerting" 2024-04-12T15:58:43.008 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=provisioning.alerting t=2024-04-12T15:58:42.902810207Z level=info msg="finished to provision alerting" 2024-04-12T15:58:43.008 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=ngalert.state.manager t=2024-04-12T15:58:42.903000169Z level=info msg="Warming state cache for startup" 2024-04-12T15:58:43.008 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=grafanaStorageLogger t=2024-04-12T15:58:42.903038288Z level=info msg="storage starting" 2024-04-12T15:58:43.008 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=http.server t=2024-04-12T15:58:42.90679736Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-04-12T15:58:43.008 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=sqlstore.transactions t=2024-04-12T15:58:42.913327593Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-12T15:58:43.008 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=ngalert.state.manager t=2024-04-12T15:58:42.913419887Z level=info msg="State cache has been initialized" states=0 duration=10.416542ms 2024-04-12T15:58:43.008 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=ngalert.multiorg.alertmanager t=2024-04-12T15:58:42.913466484Z level=info msg="starting MultiOrg Alertmanager" 2024-04-12T15:58:43.008 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=ticker t=2024-04-12T15:58:42.913515316Z level=info msg=starting first_tick=2024-04-12T15:58:50Z 2024-04-12T15:58:43.008 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=sqlstore.transactions t=2024-04-12T15:58:42.955736048Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-12T15:58:43.008 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=sqlstore.transactions t=2024-04-12T15:58:42.99722959Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-12T15:58:43.008 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:43 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=sqlstore.transactions t=2024-04-12T15:58:43.008533238Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-04-12T15:58:43.236 INFO:teuthology.orchestra.run.smithi099.stdout:231928234003 2024-04-12T15:58:43.334 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 15:58:43 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=sqlstore.transactions t=2024-04-12T15:58:43.019894282Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=2 code="database is locked" 2024-04-12T15:58:43.849 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T15:58:43.850 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T15:58:43.850 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T15:58:43.872 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234001 got 231928234003 for osd.7 2024-04-12T15:58:43.873 DEBUG:teuthology.parallel:result is None 2024-04-12T15:58:45.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:44 smithi099 ceph-mon[27456]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:45.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:44 smithi099 ceph-mon[39429]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:45.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:44 smithi110 ceph-mon[31279]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:46.104 INFO:teuthology.orchestra.run.smithi099.stdout:163208757277 2024-04-12T15:58:46.877 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: ::ffff:172.21.15.110 - - [12/Apr/2024:15:58:46] "GET /metrics HTTP/1.1" 200 33655 "" "Prometheus/2.43.0" 2024-04-12T15:58:46.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:46 smithi099 ceph-mon[27456]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:46.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:46 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:46.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:46 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/3614007775' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-12T15:58:46.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:46 smithi099 ceph-mon[39429]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:46.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:46 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:46.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:46 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/3614007775' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-12T15:58:47.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:46 smithi110 ceph-mon[31279]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:47.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:46 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:47.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:46 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/3614007775' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-12T15:58:48.342 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757275 got 163208757277 for osd.5 2024-04-12T15:58:48.342 DEBUG:teuthology.parallel:result is None 2024-04-12T15:58:49.120 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:48 smithi099 ceph-mon[27456]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:49.121 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:48 smithi099 ceph-mon[39429]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:49.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:48 smithi110 ceph-mon[31279]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:50.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:49 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/2009678478' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-12T15:58:50.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:49 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/2009678478' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-12T15:58:50.261 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T15:58:50.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:49 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/2009678478' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-12T15:58:50.616 INFO:teuthology.orchestra.run.smithi099.stdout:107374182441 2024-04-12T15:58:51.104 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:50 smithi099 ceph-mon[39429]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:51.105 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:50 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T15:58:51.105 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:50 smithi099 ceph-mon[27456]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:51.105 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:50 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T15:58:51.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:50 smithi110 ceph-mon[31279]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:51.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:50 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T15:58:51.734 INFO:teuthology.orchestra.run.smithi099.stdout:197568495642 2024-04-12T15:58:51.969 INFO:teuthology.orchestra.run.smithi099.stdout:77309411375 2024-04-12T15:58:51.969 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:51 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/3268657777' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-12T15:58:51.969 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:51 smithi099 ceph-mon[27456]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:51.970 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:51 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/3268657777' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-12T15:58:51.970 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:51 smithi099 ceph-mon[39429]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:52.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:51 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/3268657777' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-12T15:58:52.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:51 smithi110 ceph-mon[31279]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:52.760 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495639 got 197568495642 for osd.6 2024-04-12T15:58:52.761 DEBUG:teuthology.parallel:result is None 2024-04-12T15:58:53.109 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:52 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/3062663268' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-12T15:58:53.109 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:52 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/3062663268' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-12T15:58:53.163 INFO:teuthology.orchestra.run.smithi099.stdout:128849018917 2024-04-12T15:58:53.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:52 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/3062663268' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-12T15:58:53.416 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182438 got 107374182441 for osd.3 2024-04-12T15:58:53.417 DEBUG:teuthology.parallel:result is None 2024-04-12T15:58:54.080 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:53 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/875059365' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-12T15:58:54.080 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:53 smithi099 ceph-mon[27456]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:54.080 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:53 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/875059365' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-12T15:58:54.080 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:53 smithi099 ceph-mon[39429]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:54.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:53 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/875059365' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-12T15:58:54.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:53 smithi110 ceph-mon[31279]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:54.770 INFO:teuthology.orchestra.run.smithi099.stdout:55834574900 2024-04-12T15:58:55.068 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:54 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/816447071' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-12T15:58:55.069 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:54 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/816447071' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-12T15:58:55.089 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411371 got 77309411375 for osd.2 2024-04-12T15:58:55.090 DEBUG:teuthology.parallel:result is None 2024-04-12T15:58:55.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:54 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/816447071' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-12T15:58:55.377 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:55 smithi099 bash[76103]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-04-12T15:58:56.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:55 smithi099 ceph-mon[27456]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:56.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:55 smithi099 ceph-mon[39429]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:56.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:55 smithi110 ceph-mon[31279]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:56.877 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:58:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: ::ffff:172.21.15.110 - - [12/Apr/2024:15:58:56] "GET /metrics HTTP/1.1" 200 33650 "" "Prometheus/2.43.0" 2024-04-12T15:58:57.104 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574896 got 55834574900 for osd.1 2024-04-12T15:58:57.104 DEBUG:teuthology.parallel:result is None 2024-04-12T15:58:57.209 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:56 smithi099 bash[76103]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-04-12T15:58:57.627 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:57 smithi099 bash[76103]: Writing manifest to image destination 2024-04-12T15:58:57.915 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018914 got 128849018917 for osd.4 2024-04-12T15:58:57.915 DEBUG:teuthology.parallel:result is None 2024-04-12T15:58:58.051 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:57 smithi099 podman[76103]: 2024-04-12 15:58:57.695849428 +0000 UTC m=+4.688633415 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-12T15:58:58.051 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 podman[76103]: 2024-04-12 15:58:58.052634131 +0000 UTC m=+5.045418185 container create 1555012f6fb454946c1b1bc687b96e5ebd2a0273442fe8511a2dc25f7f18185c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T15:58:58.628 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 podman[76103]: 2024-04-12 15:58:58.381005691 +0000 UTC m=+5.373789673 container init 1555012f6fb454946c1b1bc687b96e5ebd2a0273442fe8511a2dc25f7f18185c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T15:58:58.628 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 podman[76103]: 2024-04-12 15:58:58.387220091 +0000 UTC m=+5.380004082 container start 1555012f6fb454946c1b1bc687b96e5ebd2a0273442fe8511a2dc25f7f18185c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T15:58:58.628 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.390Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-12T15:58:58.628 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.390Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-12T15:58:58.628 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.391Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-12T15:58:58.628 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.391Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-12T15:58:58.628 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.391Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-12T15:58:58.629 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.391Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-12T15:58:58.629 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-12T15:58:58.629 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:117 level=info collector=arp 2024-04-12T15:58:58.629 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-12T15:58:58.629 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-12T15:58:58.629 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-12T15:58:58.629 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-12T15:58:58.629 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-12T15:58:58.629 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-12T15:58:58.630 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-12T15:58:58.630 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-12T15:58:58.630 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:117 level=info collector=edac 2024-04-12T15:58:58.630 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-12T15:58:58.630 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-12T15:58:58.630 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-12T15:58:58.630 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-12T15:58:58.630 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-12T15:58:58.630 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-12T15:58:58.630 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-12T15:58:58.630 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-12T15:58:58.630 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-12T15:58:58.631 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-12T15:58:58.631 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-12T15:58:58.631 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-12T15:58:58.631 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-12T15:58:58.631 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-12T15:58:58.631 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-12T15:58:58.631 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-12T15:58:58.631 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:117 level=info collector=os 2024-04-12T15:58:58.631 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-12T15:58:58.631 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-12T15:58:58.631 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-12T15:58:58.631 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-12T15:58:58.631 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-12T15:58:58.631 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-12T15:58:58.632 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-12T15:58:58.632 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:117 level=info collector=stat 2024-04-12T15:58:58.632 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-12T15:58:58.632 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-12T15:58:58.632 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-12T15:58:58.632 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:117 level=info collector=time 2024-04-12T15:58:58.632 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-12T15:58:58.632 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:117 level=info collector=uname 2024-04-12T15:58:58.632 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-12T15:58:58.632 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-12T15:58:58.632 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-12T15:58:58.632 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-12T15:58:58.632 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[76331]: ts=2024-04-12T15:58:58.392Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-12T15:58:58.632 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 bash[76103]: 1555012f6fb454946c1b1bc687b96e5ebd2a0273442fe8511a2dc25f7f18185c 2024-04-12T15:58:58.632 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 15:58:58 smithi099 systemd[1]: Started Ceph node-exporter.a for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T15:58:58.782 INFO:teuthology.orchestra.run.smithi099.stdout:34359738424 2024-04-12T15:58:59.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-mon[27456]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:59.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:59.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:59.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:59.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/2229332742' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-12T15:58:59.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-mon[39429]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:59.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:59.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:59.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:59.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:58 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/2229332742' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-12T15:58:59.143 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:58 smithi110 ceph-mon[31279]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:58:59.143 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:58 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:59.143 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:58 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:59.144 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:58 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:58:59.144 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:58 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/2229332742' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-12T15:58:59.813 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738420 got 34359738424 for osd.0 2024-04-12T15:58:59.813 DEBUG:teuthology.parallel:result is None 2024-04-12T15:58:59.813 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-12T15:58:59.814 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph pg dump --format=json 2024-04-12T15:58:59.835 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:58:59 smithi110 bash[63910]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-04-12T15:59:00.031 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T15:59:00.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:58:59 smithi099 ceph-mon[39429]: Deploying daemon node-exporter.b on smithi110 2024-04-12T15:59:00.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:58:59 smithi099 ceph-mon[27456]: Deploying daemon node-exporter.b on smithi110 2024-04-12T15:59:00.207 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:58:59 smithi110 ceph-mon[31279]: Deploying daemon node-exporter.b on smithi110 2024-04-12T15:59:00.585 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:00 smithi110 bash[63910]: Getting image source signatures 2024-04-12T15:59:00.585 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:00 smithi110 bash[63910]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-04-12T15:59:00.585 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:00 smithi110 bash[63910]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-04-12T15:59:00.585 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:00 smithi110 bash[63910]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-04-12T15:59:01.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:00 smithi099 ceph-mon[39429]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:01.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:00 smithi099 ceph-mon[27456]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:01.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:00 smithi110 ceph-mon[31279]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:01.834 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:01 smithi110 bash[63910]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-04-12T15:59:01.835 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:01 smithi110 bash[63910]: Writing manifest to image destination 2024-04-12T15:59:01.982 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:59:01.984 INFO:teuthology.orchestra.run.smithi099.stderr:dumped all 2024-04-12T15:59:02.285 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 podman[63910]: 2024-04-12 15:59:01.97826088 +0000 UTC m=+2.365758319 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-12T15:59:02.285 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 podman[63910]: 2024-04-12 15:59:02.068142246 +0000 UTC m=+2.455639686 container create e64854b1f14f75ec9153aa946979e06c0b9d26dbb1762e8a549026b51836ee5d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T15:59:02.285 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 podman[63910]: 2024-04-12 15:59:02.286838357 +0000 UTC m=+2.674335796 container init e64854b1f14f75ec9153aa946979e06c0b9d26dbb1762e8a549026b51836ee5d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T15:59:02.585 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 podman[63910]: 2024-04-12 15:59:02.29289381 +0000 UTC m=+2.680391250 container start e64854b1f14f75ec9153aa946979e06c0b9d26dbb1762e8a549026b51836ee5d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T15:59:02.585 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.297Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-12T15:59:02.585 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.297Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-12T15:59:02.585 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.297Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-12T15:59:02.585 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.297Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-12T15:59:02.585 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-12T15:59:02.585 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-12T15:59:02.586 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-12T15:59:02.586 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:117 level=info collector=arp 2024-04-12T15:59:02.586 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-12T15:59:02.586 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-12T15:59:02.586 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-12T15:59:02.586 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-12T15:59:02.586 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-12T15:59:02.586 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-12T15:59:02.586 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-12T15:59:02.586 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-12T15:59:02.587 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:117 level=info collector=edac 2024-04-12T15:59:02.587 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-12T15:59:02.587 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-12T15:59:02.587 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-12T15:59:02.587 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-12T15:59:02.587 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-12T15:59:02.587 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-12T15:59:02.587 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-12T15:59:02.587 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-12T15:59:02.587 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-12T15:59:02.587 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-12T15:59:02.588 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-12T15:59:02.588 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-12T15:59:02.588 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-12T15:59:02.588 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-12T15:59:02.588 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-12T15:59:02.588 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-12T15:59:02.588 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:117 level=info collector=os 2024-04-12T15:59:02.588 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-12T15:59:02.588 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-12T15:59:02.588 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-12T15:59:02.588 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-12T15:59:02.588 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-12T15:59:02.588 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-12T15:59:02.588 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-12T15:59:02.588 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:117 level=info collector=stat 2024-04-12T15:59:02.589 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-12T15:59:02.589 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-12T15:59:02.589 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-12T15:59:02.589 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:117 level=info collector=time 2024-04-12T15:59:02.589 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-12T15:59:02.589 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:117 level=info collector=uname 2024-04-12T15:59:02.589 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-12T15:59:02.589 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-12T15:59:02.589 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-12T15:59:02.589 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-12T15:59:02.589 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[63960]: ts=2024-04-12T15:59:02.298Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-12T15:59:02.589 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 bash[63910]: e64854b1f14f75ec9153aa946979e06c0b9d26dbb1762e8a549026b51836ee5d 2024-04-12T15:59:02.589 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 15:59:02 smithi110 systemd[1]: Started Ceph node-exporter.b for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T15:59:02.621 INFO:teuthology.orchestra.run.smithi099.stdout:{"pg_ready":true,"pg_map":{"version":32,"stamp":"2024-04-12T15:59:01.787952+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":239948,"kb_used_data":7364,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":749721268,"statfs":{"total":767960285184,"available":767714578432,"internally_reserved":0,"allocated":7540736,"data_stored":4248424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":238014008},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002392"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.216795+0000","last_change":"2024-04-12T15:57:32.328131+0000","last_active":"2024-04-12T15:58:06.216795+0000","last_peered":"2024-04-12T15:58:06.216795+0000","last_clean":"2024-04-12T15:58:06.216795+0000","last_became_active":"2024-04-12T15:57:32.327825+0000","last_became_peered":"2024-04-12T15:57:32.327825+0000","last_unstale":"2024-04-12T15:58:06.216795+0000","last_undegraded":"2024-04-12T15:58:06.216795+0000","last_fullsized":"2024-04-12T15:58:06.216795+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:59:30.085736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.215844+0000","last_change":"2024-04-12T15:57:32.318848+0000","last_active":"2024-04-12T15:58:06.215844+0000","last_peered":"2024-04-12T15:58:06.215844+0000","last_clean":"2024-04-12T15:58:06.215844+0000","last_became_active":"2024-04-12T15:57:32.318265+0000","last_became_peered":"2024-04-12T15:57:32.318265+0000","last_unstale":"2024-04-12T15:58:06.215844+0000","last_undegraded":"2024-04-12T15:58:06.215844+0000","last_fullsized":"2024-04-12T15:58:06.215844+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:28:07.640340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.769410+0000","last_change":"2024-04-12T15:57:32.325833+0000","last_active":"2024-04-12T15:58:05.769410+0000","last_peered":"2024-04-12T15:58:05.769410+0000","last_clean":"2024-04-12T15:58:05.769410+0000","last_became_active":"2024-04-12T15:57:32.325544+0000","last_became_peered":"2024-04-12T15:57:32.325544+0000","last_unstale":"2024-04-12T15:58:05.769410+0000","last_undegraded":"2024-04-12T15:58:05.769410+0000","last_fullsized":"2024-04-12T15:58:05.769410+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:49:41.221046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.766853+0000","last_change":"2024-04-12T15:57:32.312021+0000","last_active":"2024-04-12T15:58:05.766853+0000","last_peered":"2024-04-12T15:58:05.766853+0000","last_clean":"2024-04-12T15:58:05.766853+0000","last_became_active":"2024-04-12T15:57:32.311741+0000","last_became_peered":"2024-04-12T15:57:32.311741+0000","last_unstale":"2024-04-12T15:58:05.766853+0000","last_undegraded":"2024-04-12T15:58:05.766853+0000","last_fullsized":"2024-04-12T15:58:05.766853+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:13:22.519580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.217465+0000","last_change":"2024-04-12T15:57:32.317549+0000","last_active":"2024-04-12T15:58:06.217465+0000","last_peered":"2024-04-12T15:58:06.217465+0000","last_clean":"2024-04-12T15:58:06.217465+0000","last_became_active":"2024-04-12T15:57:32.317275+0000","last_became_peered":"2024-04-12T15:57:32.317275+0000","last_unstale":"2024-04-12T15:58:06.217465+0000","last_undegraded":"2024-04-12T15:58:06.217465+0000","last_fullsized":"2024-04-12T15:58:06.217465+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:07:10.231489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.766597+0000","last_change":"2024-04-12T15:57:32.314940+0000","last_active":"2024-04-12T15:58:05.766597+0000","last_peered":"2024-04-12T15:58:05.766597+0000","last_clean":"2024-04-12T15:58:05.766597+0000","last_became_active":"2024-04-12T15:57:32.314659+0000","last_became_peered":"2024-04-12T15:57:32.314659+0000","last_unstale":"2024-04-12T15:58:05.766597+0000","last_undegraded":"2024-04-12T15:58:05.766597+0000","last_fullsized":"2024-04-12T15:58:05.766597+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:05:08.682508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.216110+0000","last_change":"2024-04-12T15:57:32.317132+0000","last_active":"2024-04-12T15:58:06.216110+0000","last_peered":"2024-04-12T15:58:06.216110+0000","last_clean":"2024-04-12T15:58:06.216110+0000","last_became_active":"2024-04-12T15:57:32.315091+0000","last_became_peered":"2024-04-12T15:57:32.315091+0000","last_unstale":"2024-04-12T15:58:06.216110+0000","last_undegraded":"2024-04-12T15:58:06.216110+0000","last_fullsized":"2024-04-12T15:58:06.216110+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:43:56.986374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.895005+0000","last_change":"2024-04-12T15:57:32.327205+0000","last_active":"2024-04-12T15:58:05.895005+0000","last_peered":"2024-04-12T15:58:05.895005+0000","last_clean":"2024-04-12T15:58:05.895005+0000","last_became_active":"2024-04-12T15:57:32.326931+0000","last_became_peered":"2024-04-12T15:57:32.326931+0000","last_unstale":"2024-04-12T15:58:05.895005+0000","last_undegraded":"2024-04-12T15:58:05.895005+0000","last_fullsized":"2024-04-12T15:58:05.895005+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:19:58.245148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.216694+0000","last_change":"2024-04-12T15:57:32.327709+0000","last_active":"2024-04-12T15:58:06.216694+0000","last_peered":"2024-04-12T15:58:06.216694+0000","last_clean":"2024-04-12T15:58:06.216694+0000","last_became_active":"2024-04-12T15:57:32.327249+0000","last_became_peered":"2024-04-12T15:57:32.327249+0000","last_unstale":"2024-04-12T15:58:06.216694+0000","last_undegraded":"2024-04-12T15:58:06.216694+0000","last_fullsized":"2024-04-12T15:58:06.216694+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:34:51.048086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.892980+0000","last_change":"2024-04-12T15:57:32.326273+0000","last_active":"2024-04-12T15:58:05.892980+0000","last_peered":"2024-04-12T15:58:05.892980+0000","last_clean":"2024-04-12T15:58:05.892980+0000","last_became_active":"2024-04-12T15:57:32.325889+0000","last_became_peered":"2024-04-12T15:57:32.325889+0000","last_unstale":"2024-04-12T15:58:05.892980+0000","last_undegraded":"2024-04-12T15:58:05.892980+0000","last_fullsized":"2024-04-12T15:58:05.892980+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:27:27.864509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.893376+0000","last_change":"2024-04-12T15:57:32.319648+0000","last_active":"2024-04-12T15:58:05.893376+0000","last_peered":"2024-04-12T15:58:05.893376+0000","last_clean":"2024-04-12T15:58:05.893376+0000","last_became_active":"2024-04-12T15:57:32.319383+0000","last_became_peered":"2024-04-12T15:57:32.319383+0000","last_unstale":"2024-04-12T15:58:05.893376+0000","last_undegraded":"2024-04-12T15:58:05.893376+0000","last_fullsized":"2024-04-12T15:58:05.893376+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:47:14.129548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.768003+0000","last_change":"2024-04-12T15:57:55.935834+0000","last_active":"2024-04-12T15:58:05.768003+0000","last_peered":"2024-04-12T15:58:05.768003+0000","last_clean":"2024-04-12T15:58:05.768003+0000","last_became_active":"2024-04-12T15:57:55.935397+0000","last_became_peered":"2024-04-12T15:57:55.935397+0000","last_unstale":"2024-04-12T15:58:05.768003+0000","last_undegraded":"2024-04-12T15:58:05.768003+0000","last_fullsized":"2024-04-12T15:58:05.768003+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:17:57.266598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.894783+0000","last_change":"2024-04-12T15:57:32.325257+0000","last_active":"2024-04-12T15:58:05.894783+0000","last_peered":"2024-04-12T15:58:05.894783+0000","last_clean":"2024-04-12T15:58:05.894783+0000","last_became_active":"2024-04-12T15:57:32.324994+0000","last_became_peered":"2024-04-12T15:57:32.324994+0000","last_unstale":"2024-04-12T15:58:05.894783+0000","last_undegraded":"2024-04-12T15:58:05.894783+0000","last_fullsized":"2024-04-12T15:58:05.894783+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:14:06.933277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.769176+0000","last_change":"2024-04-12T15:57:32.320160+0000","last_active":"2024-04-12T15:58:05.769176+0000","last_peered":"2024-04-12T15:58:05.769176+0000","last_clean":"2024-04-12T15:58:05.769176+0000","last_became_active":"2024-04-12T15:57:32.319041+0000","last_became_peered":"2024-04-12T15:57:32.319041+0000","last_unstale":"2024-04-12T15:58:05.769176+0000","last_undegraded":"2024-04-12T15:58:05.769176+0000","last_fullsized":"2024-04-12T15:58:05.769176+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:13:17.441595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.215298+0000","last_change":"2024-04-12T15:57:32.323895+0000","last_active":"2024-04-12T15:58:06.215298+0000","last_peered":"2024-04-12T15:58:06.215298+0000","last_clean":"2024-04-12T15:58:06.215298+0000","last_became_active":"2024-04-12T15:57:32.323620+0000","last_became_peered":"2024-04-12T15:57:32.323620+0000","last_unstale":"2024-04-12T15:58:06.215298+0000","last_undegraded":"2024-04-12T15:58:06.215298+0000","last_fullsized":"2024-04-12T15:58:06.215298+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:46:50.818309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.765945+0000","last_change":"2024-04-12T15:57:32.315176+0000","last_active":"2024-04-12T15:58:05.765945+0000","last_peered":"2024-04-12T15:58:05.765945+0000","last_clean":"2024-04-12T15:58:05.765945+0000","last_became_active":"2024-04-12T15:57:32.314904+0000","last_became_peered":"2024-04-12T15:57:32.314904+0000","last_unstale":"2024-04-12T15:58:05.765945+0000","last_undegraded":"2024-04-12T15:58:05.765945+0000","last_fullsized":"2024-04-12T15:58:05.765945+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:13:14.633187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.766922+0000","last_change":"2024-04-12T15:57:32.309858+0000","last_active":"2024-04-12T15:58:05.766922+0000","last_peered":"2024-04-12T15:58:05.766922+0000","last_clean":"2024-04-12T15:58:05.766922+0000","last_became_active":"2024-04-12T15:57:32.309557+0000","last_became_peered":"2024-04-12T15:57:32.309557+0000","last_unstale":"2024-04-12T15:58:05.766922+0000","last_undegraded":"2024-04-12T15:58:05.766922+0000","last_fullsized":"2024-04-12T15:58:05.766922+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:00:48.195594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.768167+0000","last_change":"2024-04-12T15:57:32.315668+0000","last_active":"2024-04-12T15:58:05.768167+0000","last_peered":"2024-04-12T15:58:05.768167+0000","last_clean":"2024-04-12T15:58:05.768167+0000","last_became_active":"2024-04-12T15:57:32.315404+0000","last_became_peered":"2024-04-12T15:57:32.315404+0000","last_unstale":"2024-04-12T15:58:05.768167+0000","last_undegraded":"2024-04-12T15:58:05.768167+0000","last_fullsized":"2024-04-12T15:58:05.768167+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:14:27.341967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.217190+0000","last_change":"2024-04-12T15:57:32.329185+0000","last_active":"2024-04-12T15:58:06.217190+0000","last_peered":"2024-04-12T15:58:06.217190+0000","last_clean":"2024-04-12T15:58:06.217190+0000","last_became_active":"2024-04-12T15:57:32.328545+0000","last_became_peered":"2024-04-12T15:57:32.328545+0000","last_unstale":"2024-04-12T15:58:06.217190+0000","last_undegraded":"2024-04-12T15:58:06.217190+0000","last_fullsized":"2024-04-12T15:58:06.217190+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:09:03.886356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.770008+0000","last_change":"2024-04-12T15:57:31.953845+0000","last_active":"2024-04-12T15:58:05.770008+0000","last_peered":"2024-04-12T15:58:05.770008+0000","last_clean":"2024-04-12T15:58:05.770008+0000","last_became_active":"2024-04-12T15:57:31.953533+0000","last_became_peered":"2024-04-12T15:57:31.953533+0000","last_unstale":"2024-04-12T15:58:05.770008+0000","last_undegraded":"2024-04-12T15:58:05.770008+0000","last_fullsized":"2024-04-12T15:58:05.770008+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:37:37.652196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.895191+0000","last_change":"2024-04-12T15:57:32.325585+0000","last_active":"2024-04-12T15:58:05.895191+0000","last_peered":"2024-04-12T15:58:05.895191+0000","last_clean":"2024-04-12T15:58:05.895191+0000","last_became_active":"2024-04-12T15:57:32.325324+0000","last_became_peered":"2024-04-12T15:57:32.325324+0000","last_unstale":"2024-04-12T15:58:05.895191+0000","last_undegraded":"2024-04-12T15:58:05.895191+0000","last_fullsized":"2024-04-12T15:58:05.895191+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:06:58.866716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.895090+0000","last_change":"2024-04-12T15:57:31.959961+0000","last_active":"2024-04-12T15:58:05.895090+0000","last_peered":"2024-04-12T15:58:05.895090+0000","last_clean":"2024-04-12T15:58:05.895090+0000","last_became_active":"2024-04-12T15:57:31.959673+0000","last_became_peered":"2024-04-12T15:57:31.959673+0000","last_unstale":"2024-04-12T15:58:05.895090+0000","last_undegraded":"2024-04-12T15:58:05.895090+0000","last_fullsized":"2024-04-12T15:58:05.895090+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:24:28.143366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.769750+0000","last_change":"2024-04-12T15:57:32.322495+0000","last_active":"2024-04-12T15:58:05.769750+0000","last_peered":"2024-04-12T15:58:05.769750+0000","last_clean":"2024-04-12T15:58:05.769750+0000","last_became_active":"2024-04-12T15:57:32.322107+0000","last_became_peered":"2024-04-12T15:57:32.322107+0000","last_unstale":"2024-04-12T15:58:05.769750+0000","last_undegraded":"2024-04-12T15:58:05.769750+0000","last_fullsized":"2024-04-12T15:58:05.769750+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:56:20.380613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.217780+0000","last_change":"2024-04-12T15:57:31.955966+0000","last_active":"2024-04-12T15:58:06.217780+0000","last_peered":"2024-04-12T15:58:06.217780+0000","last_clean":"2024-04-12T15:58:06.217780+0000","last_became_active":"2024-04-12T15:57:31.955702+0000","last_became_peered":"2024-04-12T15:57:31.955702+0000","last_unstale":"2024-04-12T15:58:06.217780+0000","last_undegraded":"2024-04-12T15:58:06.217780+0000","last_fullsized":"2024-04-12T15:58:06.217780+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:35:54.816443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.766913+0000","last_change":"2024-04-12T15:57:32.313359+0000","last_active":"2024-04-12T15:58:05.766913+0000","last_peered":"2024-04-12T15:58:05.766913+0000","last_clean":"2024-04-12T15:58:05.766913+0000","last_became_active":"2024-04-12T15:57:32.313066+0000","last_became_peered":"2024-04-12T15:57:32.313066+0000","last_unstale":"2024-04-12T15:58:05.766913+0000","last_undegraded":"2024-04-12T15:58:05.766913+0000","last_fullsized":"2024-04-12T15:58:05.766913+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:20:13.293026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.216956+0000","last_change":"2024-04-12T15:57:55.817460+0000","last_active":"2024-04-12T15:58:06.216956+0000","last_peered":"2024-04-12T15:58:06.216956+0000","last_clean":"2024-04-12T15:58:06.216956+0000","last_became_active":"2024-04-12T15:57:55.814773+0000","last_became_peered":"2024-04-12T15:57:55.814773+0000","last_unstale":"2024-04-12T15:58:06.216956+0000","last_undegraded":"2024-04-12T15:58:06.216956+0000","last_fullsized":"2024-04-12T15:58:06.216956+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:32:48.866468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,2],"acting":[4,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.766246+0000","last_change":"2024-04-12T15:57:32.308135+0000","last_active":"2024-04-12T15:58:05.766246+0000","last_peered":"2024-04-12T15:58:05.766246+0000","last_clean":"2024-04-12T15:58:05.766246+0000","last_became_active":"2024-04-12T15:57:32.307810+0000","last_became_peered":"2024-04-12T15:57:32.307810+0000","last_unstale":"2024-04-12T15:58:05.766246+0000","last_undegraded":"2024-04-12T15:58:05.766246+0000","last_fullsized":"2024-04-12T15:58:05.766246+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:38:34.742094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.896009+0000","last_change":"2024-04-12T15:57:31.963058+0000","last_active":"2024-04-12T15:58:05.896009+0000","last_peered":"2024-04-12T15:58:05.896009+0000","last_clean":"2024-04-12T15:58:05.896009+0000","last_became_active":"2024-04-12T15:57:31.962799+0000","last_became_peered":"2024-04-12T15:57:31.962799+0000","last_unstale":"2024-04-12T15:58:05.896009+0000","last_undegraded":"2024-04-12T15:58:05.896009+0000","last_fullsized":"2024-04-12T15:58:05.896009+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:47:06.953234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.216526+0000","last_change":"2024-04-12T15:57:32.315709+0000","last_active":"2024-04-12T15:58:06.216526+0000","last_peered":"2024-04-12T15:58:06.216526+0000","last_clean":"2024-04-12T15:58:06.216526+0000","last_became_active":"2024-04-12T15:57:32.315420+0000","last_became_peered":"2024-04-12T15:57:32.315420+0000","last_unstale":"2024-04-12T15:58:06.216526+0000","last_undegraded":"2024-04-12T15:58:06.216526+0000","last_fullsized":"2024-04-12T15:58:06.216526+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:06:14.872689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.893137+0000","last_change":"2024-04-12T15:57:31.951761+0000","last_active":"2024-04-12T15:58:05.893137+0000","last_peered":"2024-04-12T15:58:05.893137+0000","last_clean":"2024-04-12T15:58:05.893137+0000","last_became_active":"2024-04-12T15:57:31.951067+0000","last_became_peered":"2024-04-12T15:57:31.951067+0000","last_unstale":"2024-04-12T15:58:05.893137+0000","last_undegraded":"2024-04-12T15:58:05.893137+0000","last_fullsized":"2024-04-12T15:58:05.893137+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:52:59.586610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.769197+0000","last_change":"2024-04-12T15:57:32.319975+0000","last_active":"2024-04-12T15:58:05.769197+0000","last_peered":"2024-04-12T15:58:05.769197+0000","last_clean":"2024-04-12T15:58:05.769197+0000","last_became_active":"2024-04-12T15:57:32.318910+0000","last_became_peered":"2024-04-12T15:57:32.318910+0000","last_unstale":"2024-04-12T15:58:05.769197+0000","last_undegraded":"2024-04-12T15:58:05.769197+0000","last_fullsized":"2024-04-12T15:58:05.769197+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:43:00.327294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.895129+0000","last_change":"2024-04-12T15:57:31.961192+0000","last_active":"2024-04-12T15:58:05.895129+0000","last_peered":"2024-04-12T15:58:05.895129+0000","last_clean":"2024-04-12T15:58:05.895129+0000","last_became_active":"2024-04-12T15:57:31.960954+0000","last_became_peered":"2024-04-12T15:57:31.960954+0000","last_unstale":"2024-04-12T15:58:05.895129+0000","last_undegraded":"2024-04-12T15:58:05.895129+0000","last_fullsized":"2024-04-12T15:58:05.895129+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:43:57.111380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.895361+0000","last_change":"2024-04-12T15:57:32.314898+0000","last_active":"2024-04-12T15:58:05.895361+0000","last_peered":"2024-04-12T15:58:05.895361+0000","last_clean":"2024-04-12T15:58:05.895361+0000","last_became_active":"2024-04-12T15:57:32.314507+0000","last_became_peered":"2024-04-12T15:57:32.314507+0000","last_unstale":"2024-04-12T15:58:05.895361+0000","last_undegraded":"2024-04-12T15:58:05.895361+0000","last_fullsized":"2024-04-12T15:58:05.895361+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:09:34.268882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.766039+0000","last_change":"2024-04-12T15:57:31.959128+0000","last_active":"2024-04-12T15:58:05.766039+0000","last_peered":"2024-04-12T15:58:05.766039+0000","last_clean":"2024-04-12T15:58:05.766039+0000","last_became_active":"2024-04-12T15:57:31.958809+0000","last_became_peered":"2024-04-12T15:57:31.958809+0000","last_unstale":"2024-04-12T15:58:05.766039+0000","last_undegraded":"2024-04-12T15:58:05.766039+0000","last_fullsized":"2024-04-12T15:58:05.766039+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:16:56.026913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.215398+0000","last_change":"2024-04-12T15:57:32.319999+0000","last_active":"2024-04-12T15:58:06.215398+0000","last_peered":"2024-04-12T15:58:06.215398+0000","last_clean":"2024-04-12T15:58:06.215398+0000","last_became_active":"2024-04-12T15:57:32.319726+0000","last_became_peered":"2024-04-12T15:57:32.319726+0000","last_unstale":"2024-04-12T15:58:06.215398+0000","last_undegraded":"2024-04-12T15:58:06.215398+0000","last_fullsized":"2024-04-12T15:58:06.215398+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:39:18.539130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.893129+0000","last_change":"2024-04-12T15:57:31.955017+0000","last_active":"2024-04-12T15:58:05.893129+0000","last_peered":"2024-04-12T15:58:05.893129+0000","last_clean":"2024-04-12T15:58:05.893129+0000","last_became_active":"2024-04-12T15:57:31.954727+0000","last_became_peered":"2024-04-12T15:57:31.954727+0000","last_unstale":"2024-04-12T15:58:05.893129+0000","last_undegraded":"2024-04-12T15:58:05.893129+0000","last_fullsized":"2024-04-12T15:58:05.893129+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:52:29.302324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.766597+0000","last_change":"2024-04-12T15:57:32.306397+0000","last_active":"2024-04-12T15:58:05.766597+0000","last_peered":"2024-04-12T15:58:05.766597+0000","last_clean":"2024-04-12T15:58:05.766597+0000","last_became_active":"2024-04-12T15:57:32.306080+0000","last_became_peered":"2024-04-12T15:57:32.306080+0000","last_unstale":"2024-04-12T15:58:05.766597+0000","last_undegraded":"2024-04-12T15:58:05.766597+0000","last_fullsized":"2024-04-12T15:58:05.766597+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:31:55.692905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.766464+0000","last_change":"2024-04-12T15:57:31.960624+0000","last_active":"2024-04-12T15:58:05.766464+0000","last_peered":"2024-04-12T15:58:05.766464+0000","last_clean":"2024-04-12T15:58:05.766464+0000","last_became_active":"2024-04-12T15:57:31.960240+0000","last_became_peered":"2024-04-12T15:57:31.960240+0000","last_unstale":"2024-04-12T15:58:05.766464+0000","last_undegraded":"2024-04-12T15:58:05.766464+0000","last_fullsized":"2024-04-12T15:58:05.766464+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:48:07.754774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.769939+0000","last_change":"2024-04-12T15:57:32.320588+0000","last_active":"2024-04-12T15:58:05.769939+0000","last_peered":"2024-04-12T15:58:05.769939+0000","last_clean":"2024-04-12T15:58:05.769939+0000","last_became_active":"2024-04-12T15:57:32.320207+0000","last_became_peered":"2024-04-12T15:57:32.320207+0000","last_unstale":"2024-04-12T15:58:05.769939+0000","last_undegraded":"2024-04-12T15:58:05.769939+0000","last_fullsized":"2024-04-12T15:58:05.769939+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:52:31.925872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.215726+0000","last_change":"2024-04-12T15:57:31.960030+0000","last_active":"2024-04-12T15:58:06.215726+0000","last_peered":"2024-04-12T15:58:06.215726+0000","last_clean":"2024-04-12T15:58:06.215726+0000","last_became_active":"2024-04-12T15:57:31.959679+0000","last_became_peered":"2024-04-12T15:57:31.959679+0000","last_unstale":"2024-04-12T15:58:06.215726+0000","last_undegraded":"2024-04-12T15:58:06.215726+0000","last_fullsized":"2024-04-12T15:58:06.215726+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:54:58.084879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.768301+0000","last_change":"2024-04-12T15:57:55.935774+0000","last_active":"2024-04-12T15:58:05.768301+0000","last_peered":"2024-04-12T15:58:05.768301+0000","last_clean":"2024-04-12T15:58:05.768301+0000","last_became_active":"2024-04-12T15:57:55.935424+0000","last_became_peered":"2024-04-12T15:57:55.935424+0000","last_unstale":"2024-04-12T15:58:05.768301+0000","last_undegraded":"2024-04-12T15:58:05.768301+0000","last_fullsized":"2024-04-12T15:58:05.768301+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:58:32.030955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6],"acting":[2,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.14","version":"68'9","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.896075+0000","last_change":"2024-04-12T15:57:31.955127+0000","last_active":"2024-04-12T15:58:05.896075+0000","last_peered":"2024-04-12T15:58:05.896075+0000","last_clean":"2024-04-12T15:58:05.896075+0000","last_became_active":"2024-04-12T15:57:31.954854+0000","last_became_peered":"2024-04-12T15:57:31.954854+0000","last_unstale":"2024-04-12T15:58:05.896075+0000","last_undegraded":"2024-04-12T15:58:05.896075+0000","last_fullsized":"2024-04-12T15:58:05.896075+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:35:30.008468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.217404+0000","last_change":"2024-04-12T15:57:32.327495+0000","last_active":"2024-04-12T15:58:06.217404+0000","last_peered":"2024-04-12T15:58:06.217404+0000","last_clean":"2024-04-12T15:58:06.217404+0000","last_became_active":"2024-04-12T15:57:32.326888+0000","last_became_peered":"2024-04-12T15:57:32.326888+0000","last_unstale":"2024-04-12T15:58:06.217404+0000","last_undegraded":"2024-04-12T15:58:06.217404+0000","last_fullsized":"2024-04-12T15:58:06.217404+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:41:46.617593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.769366+0000","last_change":"2024-04-12T15:57:31.963366+0000","last_active":"2024-04-12T15:58:05.769366+0000","last_peered":"2024-04-12T15:58:05.769366+0000","last_clean":"2024-04-12T15:58:05.769366+0000","last_became_active":"2024-04-12T15:57:31.963126+0000","last_became_peered":"2024-04-12T15:57:31.963126+0000","last_unstale":"2024-04-12T15:58:05.769366+0000","last_undegraded":"2024-04-12T15:58:05.769366+0000","last_fullsized":"2024-04-12T15:58:05.769366+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:51:30.151607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.769106+0000","last_change":"2024-04-12T15:57:32.318253+0000","last_active":"2024-04-12T15:58:05.769106+0000","last_peered":"2024-04-12T15:58:05.769106+0000","last_clean":"2024-04-12T15:58:05.769106+0000","last_became_active":"2024-04-12T15:57:32.317999+0000","last_became_peered":"2024-04-12T15:57:32.317999+0000","last_unstale":"2024-04-12T15:58:05.769106+0000","last_undegraded":"2024-04-12T15:58:05.769106+0000","last_fullsized":"2024-04-12T15:58:05.769106+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:16:56.193147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.766326+0000","last_change":"2024-04-12T15:57:31.962570+0000","last_active":"2024-04-12T15:58:05.766326+0000","last_peered":"2024-04-12T15:58:05.766326+0000","last_clean":"2024-04-12T15:58:05.766326+0000","last_became_active":"2024-04-12T15:57:31.962276+0000","last_became_peered":"2024-04-12T15:57:31.962276+0000","last_unstale":"2024-04-12T15:58:05.766326+0000","last_undegraded":"2024-04-12T15:58:05.766326+0000","last_fullsized":"2024-04-12T15:58:05.766326+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:15:49.918709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.217408+0000","last_change":"2024-04-12T15:57:32.316423+0000","last_active":"2024-04-12T15:58:06.217408+0000","last_peered":"2024-04-12T15:58:06.217408+0000","last_clean":"2024-04-12T15:58:06.217408+0000","last_became_active":"2024-04-12T15:57:32.316097+0000","last_became_peered":"2024-04-12T15:57:32.316097+0000","last_unstale":"2024-04-12T15:58:06.217408+0000","last_undegraded":"2024-04-12T15:58:06.217408+0000","last_fullsized":"2024-04-12T15:58:06.217408+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:01:39.071857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.892822+0000","last_change":"2024-04-12T15:57:31.951766+0000","last_active":"2024-04-12T15:58:05.892822+0000","last_peered":"2024-04-12T15:58:05.892822+0000","last_clean":"2024-04-12T15:58:05.892822+0000","last_became_active":"2024-04-12T15:57:31.951475+0000","last_became_peered":"2024-04-12T15:57:31.951475+0000","last_unstale":"2024-04-12T15:58:05.892822+0000","last_undegraded":"2024-04-12T15:58:05.892822+0000","last_fullsized":"2024-04-12T15:58:05.892822+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:10:55.649117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.892724+0000","last_change":"2024-04-12T15:57:32.317621+0000","last_active":"2024-04-12T15:58:05.892724+0000","last_peered":"2024-04-12T15:58:05.892724+0000","last_clean":"2024-04-12T15:58:05.892724+0000","last_became_active":"2024-04-12T15:57:32.317313+0000","last_became_peered":"2024-04-12T15:57:32.317313+0000","last_unstale":"2024-04-12T15:58:05.892724+0000","last_undegraded":"2024-04-12T15:58:05.892724+0000","last_fullsized":"2024-04-12T15:58:05.892724+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:57:21.376803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.767702+0000","last_change":"2024-04-12T15:57:31.953964+0000","last_active":"2024-04-12T15:58:05.767702+0000","last_peered":"2024-04-12T15:58:05.767702+0000","last_clean":"2024-04-12T15:58:05.767702+0000","last_became_active":"2024-04-12T15:57:31.953633+0000","last_became_peered":"2024-04-12T15:57:31.953633+0000","last_unstale":"2024-04-12T15:58:05.767702+0000","last_undegraded":"2024-04-12T15:58:05.767702+0000","last_fullsized":"2024-04-12T15:58:05.767702+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:17:11.867527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.216313+0000","last_change":"2024-04-12T15:57:32.327314+0000","last_active":"2024-04-12T15:58:06.216313+0000","last_peered":"2024-04-12T15:58:06.216313+0000","last_clean":"2024-04-12T15:58:06.216313+0000","last_became_active":"2024-04-12T15:57:32.327023+0000","last_became_peered":"2024-04-12T15:57:32.327023+0000","last_unstale":"2024-04-12T15:58:06.216313+0000","last_undegraded":"2024-04-12T15:58:06.216313+0000","last_fullsized":"2024-04-12T15:58:06.216313+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:06:02.228612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.217028+0000","last_change":"2024-04-12T15:57:31.953160+0000","last_active":"2024-04-12T15:58:06.217028+0000","last_peered":"2024-04-12T15:58:06.217028+0000","last_clean":"2024-04-12T15:58:06.217028+0000","last_became_active":"2024-04-12T15:57:31.952845+0000","last_became_peered":"2024-04-12T15:57:31.952845+0000","last_unstale":"2024-04-12T15:58:06.217028+0000","last_undegraded":"2024-04-12T15:58:06.217028+0000","last_fullsized":"2024-04-12T15:58:06.217028+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:22:26.762912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":26,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.217938+0000","last_change":"2024-04-12T15:57:55.935814+0000","last_active":"2024-04-12T15:58:06.217938+0000","last_peered":"2024-04-12T15:58:06.217938+0000","last_clean":"2024-04-12T15:58:06.217938+0000","last_became_active":"2024-04-12T15:57:55.935439+0000","last_became_peered":"2024-04-12T15:57:55.935439+0000","last_unstale":"2024-04-12T15:58:06.217938+0000","last_undegraded":"2024-04-12T15:58:06.217938+0000","last_fullsized":"2024-04-12T15:58:06.217938+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:34:51.621923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.778179+0000","last_change":"2024-04-12T15:58:04.755212+0000","last_active":"2024-04-12T15:58:06.778179+0000","last_peered":"2024-04-12T15:58:06.778179+0000","last_clean":"2024-04-12T15:58:06.778179+0000","last_became_active":"2024-04-12T15:58:04.754891+0000","last_became_peered":"2024-04-12T15:58:04.754891+0000","last_unstale":"2024-04-12T15:58:06.778179+0000","last_undegraded":"2024-04-12T15:58:06.778179+0000","last_fullsized":"2024-04-12T15:58:06.778179+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_clean_scrub_stamp":"2024-04-12T15:58:03.447033+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:51:35.992596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.215468+0000","last_change":"2024-04-12T15:57:31.957893+0000","last_active":"2024-04-12T15:58:06.215468+0000","last_peered":"2024-04-12T15:58:06.215468+0000","last_clean":"2024-04-12T15:58:06.215468+0000","last_became_active":"2024-04-12T15:57:31.955244+0000","last_became_peered":"2024-04-12T15:57:31.955244+0000","last_unstale":"2024-04-12T15:58:06.215468+0000","last_undegraded":"2024-04-12T15:58:06.215468+0000","last_fullsized":"2024-04-12T15:58:06.215468+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:02:56.279035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.766326+0000","last_change":"2024-04-12T15:57:32.310111+0000","last_active":"2024-04-12T15:58:05.766326+0000","last_peered":"2024-04-12T15:58:05.766326+0000","last_clean":"2024-04-12T15:58:05.766326+0000","last_became_active":"2024-04-12T15:57:32.309829+0000","last_became_peered":"2024-04-12T15:57:32.309829+0000","last_unstale":"2024-04-12T15:58:05.766326+0000","last_undegraded":"2024-04-12T15:58:05.766326+0000","last_fullsized":"2024-04-12T15:58:05.766326+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:33:06.526384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.778215+0000","last_change":"2024-04-12T15:58:04.465420+0000","last_active":"2024-04-12T15:58:06.778215+0000","last_peered":"2024-04-12T15:58:06.778215+0000","last_clean":"2024-04-12T15:58:06.778215+0000","last_became_active":"2024-04-12T15:58:04.465111+0000","last_became_peered":"2024-04-12T15:58:04.465111+0000","last_unstale":"2024-04-12T15:58:06.778215+0000","last_undegraded":"2024-04-12T15:58:06.778215+0000","last_fullsized":"2024-04-12T15:58:06.778215+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_clean_scrub_stamp":"2024-04-12T15:58:03.447033+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:48:33.178425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.766246+0000","last_change":"2024-04-12T15:57:31.961658+0000","last_active":"2024-04-12T15:58:05.766246+0000","last_peered":"2024-04-12T15:58:05.766246+0000","last_clean":"2024-04-12T15:58:05.766246+0000","last_became_active":"2024-04-12T15:57:31.961368+0000","last_became_peered":"2024-04-12T15:57:31.961368+0000","last_unstale":"2024-04-12T15:58:05.766246+0000","last_undegraded":"2024-04-12T15:58:05.766246+0000","last_fullsized":"2024-04-12T15:58:05.766246+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:46:42.287489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.216254+0000","last_change":"2024-04-12T15:57:32.319033+0000","last_active":"2024-04-12T15:58:06.216254+0000","last_peered":"2024-04-12T15:58:06.216254+0000","last_clean":"2024-04-12T15:58:06.216254+0000","last_became_active":"2024-04-12T15:57:32.318732+0000","last_became_peered":"2024-04-12T15:57:32.318732+0000","last_unstale":"2024-04-12T15:58:06.216254+0000","last_undegraded":"2024-04-12T15:58:06.216254+0000","last_fullsized":"2024-04-12T15:58:06.216254+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:53:23.875141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.778295+0000","last_change":"2024-04-12T15:58:04.755500+0000","last_active":"2024-04-12T15:58:06.778295+0000","last_peered":"2024-04-12T15:58:06.778295+0000","last_clean":"2024-04-12T15:58:06.778295+0000","last_became_active":"2024-04-12T15:58:04.754661+0000","last_became_peered":"2024-04-12T15:58:04.754661+0000","last_unstale":"2024-04-12T15:58:06.778295+0000","last_undegraded":"2024-04-12T15:58:06.778295+0000","last_fullsized":"2024-04-12T15:58:06.778295+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_clean_scrub_stamp":"2024-04-12T15:58:03.447033+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:10:27.909274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.215476+0000","last_change":"2024-04-12T15:57:32.316283+0000","last_active":"2024-04-12T15:58:06.215476+0000","last_peered":"2024-04-12T15:58:06.215476+0000","last_clean":"2024-04-12T15:58:06.215476+0000","last_became_active":"2024-04-12T15:57:32.316020+0000","last_became_peered":"2024-04-12T15:57:32.316020+0000","last_unstale":"2024-04-12T15:58:06.215476+0000","last_undegraded":"2024-04-12T15:58:06.215476+0000","last_fullsized":"2024-04-12T15:58:06.215476+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:48:22.493735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.767858+0000","last_change":"2024-04-12T15:57:31.952448+0000","last_active":"2024-04-12T15:58:05.767858+0000","last_peered":"2024-04-12T15:58:05.767858+0000","last_clean":"2024-04-12T15:58:05.767858+0000","last_became_active":"2024-04-12T15:57:31.952147+0000","last_became_peered":"2024-04-12T15:57:31.952147+0000","last_unstale":"2024-04-12T15:58:05.767858+0000","last_undegraded":"2024-04-12T15:58:05.767858+0000","last_fullsized":"2024-04-12T15:58:05.767858+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:15:29.816855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.773832+0000","last_change":"2024-04-12T15:58:04.555453+0000","last_active":"2024-04-12T15:58:06.773832+0000","last_peered":"2024-04-12T15:58:06.773832+0000","last_clean":"2024-04-12T15:58:06.773832+0000","last_became_active":"2024-04-12T15:58:04.555113+0000","last_became_peered":"2024-04-12T15:58:04.555113+0000","last_unstale":"2024-04-12T15:58:06.773832+0000","last_undegraded":"2024-04-12T15:58:06.773832+0000","last_fullsized":"2024-04-12T15:58:06.773832+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_clean_scrub_stamp":"2024-04-12T15:58:03.447033+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:42:29.618776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.895506+0000","last_change":"2024-04-12T15:57:32.321442+0000","last_active":"2024-04-12T15:58:05.895506+0000","last_peered":"2024-04-12T15:58:05.895506+0000","last_clean":"2024-04-12T15:58:05.895506+0000","last_became_active":"2024-04-12T15:57:32.321115+0000","last_became_peered":"2024-04-12T15:57:32.321115+0000","last_unstale":"2024-04-12T15:58:05.895506+0000","last_undegraded":"2024-04-12T15:58:05.895506+0000","last_fullsized":"2024-04-12T15:58:05.895506+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:40:01.652851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.766217+0000","last_change":"2024-04-12T15:57:31.960597+0000","last_active":"2024-04-12T15:58:05.766217+0000","last_peered":"2024-04-12T15:58:05.766217+0000","last_clean":"2024-04-12T15:58:05.766217+0000","last_became_active":"2024-04-12T15:57:31.960263+0000","last_became_peered":"2024-04-12T15:57:31.960263+0000","last_unstale":"2024-04-12T15:58:05.766217+0000","last_undegraded":"2024-04-12T15:58:05.766217+0000","last_fullsized":"2024-04-12T15:58:05.766217+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:48:08.404477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":264,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T15:58:07.848406+0000","last_change":"2024-04-12T15:57:15.520131+0000","last_active":"2024-04-12T15:58:07.848406+0000","last_peered":"2024-04-12T15:58:07.848406+0000","last_clean":"2024-04-12T15:58:07.848406+0000","last_became_active":"2024-04-12T15:57:15.519695+0000","last_became_peered":"2024-04-12T15:57:15.519695+0000","last_unstale":"2024-04-12T15:58:07.848406+0000","last_undegraded":"2024-04-12T15:58:07.848406+0000","last_fullsized":"2024-04-12T15:58:07.848406+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:55:12.126017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:55:12.126017+0000","last_clean_scrub_stamp":"2024-04-12T15:55:12.126017+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:43:32.645699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.778423+0000","last_change":"2024-04-12T15:58:04.468122+0000","last_active":"2024-04-12T15:58:06.778423+0000","last_peered":"2024-04-12T15:58:06.778423+0000","last_clean":"2024-04-12T15:58:06.778423+0000","last_became_active":"2024-04-12T15:58:04.467774+0000","last_became_peered":"2024-04-12T15:58:04.467774+0000","last_unstale":"2024-04-12T15:58:06.778423+0000","last_undegraded":"2024-04-12T15:58:06.778423+0000","last_fullsized":"2024-04-12T15:58:06.778423+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_clean_scrub_stamp":"2024-04-12T15:58:03.447033+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:26:00.545470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.767888+0000","last_change":"2024-04-12T15:57:55.935753+0000","last_active":"2024-04-12T15:58:05.767888+0000","last_peered":"2024-04-12T15:58:05.767888+0000","last_clean":"2024-04-12T15:58:05.767888+0000","last_became_active":"2024-04-12T15:57:55.935346+0000","last_became_peered":"2024-04-12T15:57:55.935346+0000","last_unstale":"2024-04-12T15:58:05.767888+0000","last_undegraded":"2024-04-12T15:58:05.767888+0000","last_fullsized":"2024-04-12T15:58:05.767888+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:49:57.319596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.215709+0000","last_change":"2024-04-12T15:57:31.957408+0000","last_active":"2024-04-12T15:58:06.215709+0000","last_peered":"2024-04-12T15:58:06.215709+0000","last_clean":"2024-04-12T15:58:06.215709+0000","last_became_active":"2024-04-12T15:57:31.957112+0000","last_became_peered":"2024-04-12T15:57:31.957112+0000","last_unstale":"2024-04-12T15:58:06.215709+0000","last_undegraded":"2024-04-12T15:58:06.215709+0000","last_fullsized":"2024-04-12T15:58:06.215709+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:33:18.233264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.778339+0000","last_change":"2024-04-12T15:58:04.754636+0000","last_active":"2024-04-12T15:58:06.778339+0000","last_peered":"2024-04-12T15:58:06.778339+0000","last_clean":"2024-04-12T15:58:06.778339+0000","last_became_active":"2024-04-12T15:58:04.754344+0000","last_became_peered":"2024-04-12T15:58:04.754344+0000","last_unstale":"2024-04-12T15:58:06.778339+0000","last_undegraded":"2024-04-12T15:58:06.778339+0000","last_fullsized":"2024-04-12T15:58:06.778339+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_clean_scrub_stamp":"2024-04-12T15:58:03.447033+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:26:11.105346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.217632+0000","last_change":"2024-04-12T15:57:31.955746+0000","last_active":"2024-04-12T15:58:06.217632+0000","last_peered":"2024-04-12T15:58:06.217632+0000","last_clean":"2024-04-12T15:58:06.217632+0000","last_became_active":"2024-04-12T15:57:31.954692+0000","last_became_peered":"2024-04-12T15:57:31.954692+0000","last_unstale":"2024-04-12T15:58:06.217632+0000","last_undegraded":"2024-04-12T15:58:06.217632+0000","last_fullsized":"2024-04-12T15:58:06.217632+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:32:24.029499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.215594+0000","last_change":"2024-04-12T15:57:32.312948+0000","last_active":"2024-04-12T15:58:06.215594+0000","last_peered":"2024-04-12T15:58:06.215594+0000","last_clean":"2024-04-12T15:58:06.215594+0000","last_became_active":"2024-04-12T15:57:32.312680+0000","last_became_peered":"2024-04-12T15:57:32.312680+0000","last_unstale":"2024-04-12T15:58:06.215594+0000","last_undegraded":"2024-04-12T15:58:06.215594+0000","last_fullsized":"2024-04-12T15:58:06.215594+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:22:50.381777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.778624+0000","last_change":"2024-04-12T15:58:04.554819+0000","last_active":"2024-04-12T15:58:06.778624+0000","last_peered":"2024-04-12T15:58:06.778624+0000","last_clean":"2024-04-12T15:58:06.778624+0000","last_became_active":"2024-04-12T15:58:04.554520+0000","last_became_peered":"2024-04-12T15:58:04.554520+0000","last_unstale":"2024-04-12T15:58:06.778624+0000","last_undegraded":"2024-04-12T15:58:06.778624+0000","last_fullsized":"2024-04-12T15:58:06.778624+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_clean_scrub_stamp":"2024-04-12T15:58:03.447033+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:56:46.847683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"62'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.215893+0000","last_change":"2024-04-12T15:57:31.953702+0000","last_active":"2024-04-12T15:58:06.215893+0000","last_peered":"2024-04-12T15:58:06.215893+0000","last_clean":"2024-04-12T15:58:06.215893+0000","last_became_active":"2024-04-12T15:57:31.952824+0000","last_became_peered":"2024-04-12T15:57:31.952824+0000","last_unstale":"2024-04-12T15:58:06.215893+0000","last_undegraded":"2024-04-12T15:58:06.215893+0000","last_fullsized":"2024-04-12T15:58:06.215893+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:56:26.635329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.895074+0000","last_change":"2024-04-12T15:57:32.314835+0000","last_active":"2024-04-12T15:58:05.895074+0000","last_peered":"2024-04-12T15:58:05.895074+0000","last_clean":"2024-04-12T15:58:05.895074+0000","last_became_active":"2024-04-12T15:57:32.314541+0000","last_became_peered":"2024-04-12T15:57:32.314541+0000","last_unstale":"2024-04-12T15:58:05.895074+0000","last_undegraded":"2024-04-12T15:58:05.895074+0000","last_fullsized":"2024-04-12T15:58:05.895074+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:46:17.524521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.773915+0000","last_change":"2024-04-12T15:58:04.754871+0000","last_active":"2024-04-12T15:58:06.773915+0000","last_peered":"2024-04-12T15:58:06.773915+0000","last_clean":"2024-04-12T15:58:06.773915+0000","last_became_active":"2024-04-12T15:58:04.754555+0000","last_became_peered":"2024-04-12T15:58:04.754555+0000","last_unstale":"2024-04-12T15:58:06.773915+0000","last_undegraded":"2024-04-12T15:58:06.773915+0000","last_fullsized":"2024-04-12T15:58:06.773915+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_clean_scrub_stamp":"2024-04-12T15:58:03.447033+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:25:46.449225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.893607+0000","last_change":"2024-04-12T15:57:31.946745+0000","last_active":"2024-04-12T15:58:05.893607+0000","last_peered":"2024-04-12T15:58:05.893607+0000","last_clean":"2024-04-12T15:58:05.893607+0000","last_became_active":"2024-04-12T15:57:31.946282+0000","last_became_peered":"2024-04-12T15:57:31.946282+0000","last_unstale":"2024-04-12T15:58:05.893607+0000","last_undegraded":"2024-04-12T15:58:05.893607+0000","last_fullsized":"2024-04-12T15:58:05.893607+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:37:14.929811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.769510+0000","last_change":"2024-04-12T15:57:32.313886+0000","last_active":"2024-04-12T15:58:05.769510+0000","last_peered":"2024-04-12T15:58:05.769510+0000","last_clean":"2024-04-12T15:58:05.769510+0000","last_became_active":"2024-04-12T15:57:32.313639+0000","last_became_peered":"2024-04-12T15:57:32.313639+0000","last_unstale":"2024-04-12T15:58:05.769510+0000","last_undegraded":"2024-04-12T15:58:05.769510+0000","last_fullsized":"2024-04-12T15:58:05.769510+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:12:25.203156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.216042+0000","last_change":"2024-04-12T15:57:31.958054+0000","last_active":"2024-04-12T15:58:06.216042+0000","last_peered":"2024-04-12T15:58:06.216042+0000","last_clean":"2024-04-12T15:58:06.216042+0000","last_became_active":"2024-04-12T15:57:31.957772+0000","last_became_peered":"2024-04-12T15:57:31.957772+0000","last_unstale":"2024-04-12T15:58:06.216042+0000","last_undegraded":"2024-04-12T15:58:06.216042+0000","last_fullsized":"2024-04-12T15:58:06.216042+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:55:20.560719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.216105+0000","last_change":"2024-04-12T15:57:32.311869+0000","last_active":"2024-04-12T15:58:06.216105+0000","last_peered":"2024-04-12T15:58:06.216105+0000","last_clean":"2024-04-12T15:58:06.216105+0000","last_became_active":"2024-04-12T15:57:32.311587+0000","last_became_peered":"2024-04-12T15:57:32.311587+0000","last_unstale":"2024-04-12T15:58:06.216105+0000","last_undegraded":"2024-04-12T15:58:06.216105+0000","last_fullsized":"2024-04-12T15:58:06.216105+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:08:22.383976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.215373+0000","last_change":"2024-04-12T15:57:31.965759+0000","last_active":"2024-04-12T15:58:06.215373+0000","last_peered":"2024-04-12T15:58:06.215373+0000","last_clean":"2024-04-12T15:58:06.215373+0000","last_became_active":"2024-04-12T15:57:31.965485+0000","last_became_peered":"2024-04-12T15:57:31.965485+0000","last_unstale":"2024-04-12T15:58:06.215373+0000","last_undegraded":"2024-04-12T15:58:06.215373+0000","last_fullsized":"2024-04-12T15:58:06.215373+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:45:08.227735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.895237+0000","last_change":"2024-04-12T15:57:32.322491+0000","last_active":"2024-04-12T15:58:05.895237+0000","last_peered":"2024-04-12T15:58:05.895237+0000","last_clean":"2024-04-12T15:58:05.895237+0000","last_became_active":"2024-04-12T15:57:32.322175+0000","last_became_peered":"2024-04-12T15:57:32.322175+0000","last_unstale":"2024-04-12T15:58:05.895237+0000","last_undegraded":"2024-04-12T15:58:05.895237+0000","last_fullsized":"2024-04-12T15:58:05.895237+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:18:40.056358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.215697+0000","last_change":"2024-04-12T15:57:31.954671+0000","last_active":"2024-04-12T15:58:06.215697+0000","last_peered":"2024-04-12T15:58:06.215697+0000","last_clean":"2024-04-12T15:58:06.215697+0000","last_became_active":"2024-04-12T15:57:31.954377+0000","last_became_peered":"2024-04-12T15:57:31.954377+0000","last_unstale":"2024-04-12T15:58:06.215697+0000","last_undegraded":"2024-04-12T15:58:06.215697+0000","last_fullsized":"2024-04-12T15:58:06.215697+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:31:42.697780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.895802+0000","last_change":"2024-04-12T15:57:32.317189+0000","last_active":"2024-04-12T15:58:05.895802+0000","last_peered":"2024-04-12T15:58:05.895802+0000","last_clean":"2024-04-12T15:58:05.895802+0000","last_became_active":"2024-04-12T15:57:32.316869+0000","last_became_peered":"2024-04-12T15:57:32.316869+0000","last_unstale":"2024-04-12T15:58:05.895802+0000","last_undegraded":"2024-04-12T15:58:05.895802+0000","last_fullsized":"2024-04-12T15:58:05.895802+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:44:00.017390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.217339+0000","last_change":"2024-04-12T15:57:31.954823+0000","last_active":"2024-04-12T15:58:06.217339+0000","last_peered":"2024-04-12T15:58:06.217339+0000","last_clean":"2024-04-12T15:58:06.217339+0000","last_became_active":"2024-04-12T15:57:31.954555+0000","last_became_peered":"2024-04-12T15:57:31.954555+0000","last_unstale":"2024-04-12T15:58:06.217339+0000","last_undegraded":"2024-04-12T15:58:06.217339+0000","last_fullsized":"2024-04-12T15:58:06.217339+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:35:50.904750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.892966+0000","last_change":"2024-04-12T15:57:32.325294+0000","last_active":"2024-04-12T15:58:05.892966+0000","last_peered":"2024-04-12T15:58:05.892966+0000","last_clean":"2024-04-12T15:58:05.892966+0000","last_became_active":"2024-04-12T15:57:32.324995+0000","last_became_peered":"2024-04-12T15:57:32.324995+0000","last_unstale":"2024-04-12T15:58:05.892966+0000","last_undegraded":"2024-04-12T15:58:05.892966+0000","last_fullsized":"2024-04-12T15:58:05.892966+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:43:47.827273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.768216+0000","last_change":"2024-04-12T15:57:31.955660+0000","last_active":"2024-04-12T15:58:05.768216+0000","last_peered":"2024-04-12T15:58:05.768216+0000","last_clean":"2024-04-12T15:58:05.768216+0000","last_became_active":"2024-04-12T15:57:31.955384+0000","last_became_peered":"2024-04-12T15:57:31.955384+0000","last_unstale":"2024-04-12T15:58:05.768216+0000","last_undegraded":"2024-04-12T15:58:05.768216+0000","last_fullsized":"2024-04-12T15:58:05.768216+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:24:41.760872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.217519+0000","last_change":"2024-04-12T15:57:32.329294+0000","last_active":"2024-04-12T15:58:06.217519+0000","last_peered":"2024-04-12T15:58:06.217519+0000","last_clean":"2024-04-12T15:58:06.217519+0000","last_became_active":"2024-04-12T15:57:32.328920+0000","last_became_peered":"2024-04-12T15:57:32.328920+0000","last_unstale":"2024-04-12T15:58:06.217519+0000","last_undegraded":"2024-04-12T15:58:06.217519+0000","last_fullsized":"2024-04-12T15:58:06.217519+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:39:41.276060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.215632+0000","last_change":"2024-04-12T15:57:31.953113+0000","last_active":"2024-04-12T15:58:06.215632+0000","last_peered":"2024-04-12T15:58:06.215632+0000","last_clean":"2024-04-12T15:58:06.215632+0000","last_became_active":"2024-04-12T15:57:31.952837+0000","last_became_peered":"2024-04-12T15:57:31.952837+0000","last_unstale":"2024-04-12T15:58:06.215632+0000","last_undegraded":"2024-04-12T15:58:06.215632+0000","last_fullsized":"2024-04-12T15:58:06.215632+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:50:36.749151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.766785+0000","last_change":"2024-04-12T15:57:32.311390+0000","last_active":"2024-04-12T15:58:05.766785+0000","last_peered":"2024-04-12T15:58:05.766785+0000","last_clean":"2024-04-12T15:58:05.766785+0000","last_became_active":"2024-04-12T15:57:32.311130+0000","last_became_peered":"2024-04-12T15:57:32.311130+0000","last_unstale":"2024-04-12T15:58:05.766785+0000","last_undegraded":"2024-04-12T15:58:05.766785+0000","last_fullsized":"2024-04-12T15:58:05.766785+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:27:24.601795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.768178+0000","last_change":"2024-04-12T15:57:31.953229+0000","last_active":"2024-04-12T15:58:05.768178+0000","last_peered":"2024-04-12T15:58:05.768178+0000","last_clean":"2024-04-12T15:58:05.768178+0000","last_became_active":"2024-04-12T15:57:31.952951+0000","last_became_peered":"2024-04-12T15:57:31.952951+0000","last_unstale":"2024-04-12T15:58:05.768178+0000","last_undegraded":"2024-04-12T15:58:05.768178+0000","last_fullsized":"2024-04-12T15:58:05.768178+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:27:18.866447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.216894+0000","last_change":"2024-04-12T15:57:32.324263+0000","last_active":"2024-04-12T15:58:06.216894+0000","last_peered":"2024-04-12T15:58:06.216894+0000","last_clean":"2024-04-12T15:58:06.216894+0000","last_became_active":"2024-04-12T15:57:32.323965+0000","last_became_peered":"2024-04-12T15:57:32.323965+0000","last_unstale":"2024-04-12T15:58:06.216894+0000","last_undegraded":"2024-04-12T15:58:06.216894+0000","last_fullsized":"2024-04-12T15:58:06.216894+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:44:52.028546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.892638+0000","last_change":"2024-04-12T15:57:32.317742+0000","last_active":"2024-04-12T15:58:05.892638+0000","last_peered":"2024-04-12T15:58:05.892638+0000","last_clean":"2024-04-12T15:58:05.892638+0000","last_became_active":"2024-04-12T15:57:32.317396+0000","last_became_peered":"2024-04-12T15:57:32.317396+0000","last_unstale":"2024-04-12T15:58:05.892638+0000","last_undegraded":"2024-04-12T15:58:05.892638+0000","last_fullsized":"2024-04-12T15:58:05.892638+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:39:36.503968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.767694+0000","last_change":"2024-04-12T15:57:32.315003+0000","last_active":"2024-04-12T15:58:05.767694+0000","last_peered":"2024-04-12T15:58:05.767694+0000","last_clean":"2024-04-12T15:58:05.767694+0000","last_became_active":"2024-04-12T15:57:32.314719+0000","last_became_peered":"2024-04-12T15:57:32.314719+0000","last_unstale":"2024-04-12T15:58:05.767694+0000","last_undegraded":"2024-04-12T15:58:05.767694+0000","last_fullsized":"2024-04-12T15:58:05.767694+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:20:42.459015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.766403+0000","last_change":"2024-04-12T15:57:32.314085+0000","last_active":"2024-04-12T15:58:05.766403+0000","last_peered":"2024-04-12T15:58:05.766403+0000","last_clean":"2024-04-12T15:58:05.766403+0000","last_became_active":"2024-04-12T15:57:32.313790+0000","last_became_peered":"2024-04-12T15:57:32.313790+0000","last_unstale":"2024-04-12T15:58:05.766403+0000","last_undegraded":"2024-04-12T15:58:05.766403+0000","last_fullsized":"2024-04-12T15:58:05.766403+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:49:46.867990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.769224+0000","last_change":"2024-04-12T15:57:32.319371+0000","last_active":"2024-04-12T15:58:05.769224+0000","last_peered":"2024-04-12T15:58:05.769224+0000","last_clean":"2024-04-12T15:58:05.769224+0000","last_became_active":"2024-04-12T15:57:32.318501+0000","last_became_peered":"2024-04-12T15:57:32.318501+0000","last_unstale":"2024-04-12T15:58:05.769224+0000","last_undegraded":"2024-04-12T15:58:05.769224+0000","last_fullsized":"2024-04-12T15:58:05.769224+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:43:56.128772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.895350+0000","last_change":"2024-04-12T15:57:32.319219+0000","last_active":"2024-04-12T15:58:05.895350+0000","last_peered":"2024-04-12T15:58:05.895350+0000","last_clean":"2024-04-12T15:58:05.895350+0000","last_became_active":"2024-04-12T15:57:32.317969+0000","last_became_peered":"2024-04-12T15:57:32.317969+0000","last_unstale":"2024-04-12T15:58:05.895350+0000","last_undegraded":"2024-04-12T15:58:05.895350+0000","last_fullsized":"2024-04-12T15:58:05.895350+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:59:14.249748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.215537+0000","last_change":"2024-04-12T15:57:32.321156+0000","last_active":"2024-04-12T15:58:06.215537+0000","last_peered":"2024-04-12T15:58:06.215537+0000","last_clean":"2024-04-12T15:58:06.215537+0000","last_became_active":"2024-04-12T15:57:32.320832+0000","last_became_peered":"2024-04-12T15:57:32.320832+0000","last_unstale":"2024-04-12T15:58:06.215537+0000","last_undegraded":"2024-04-12T15:58:06.215537+0000","last_fullsized":"2024-04-12T15:58:06.215537+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:24:42.547997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.893250+0000","last_change":"2024-04-12T15:57:32.330152+0000","last_active":"2024-04-12T15:58:05.893250+0000","last_peered":"2024-04-12T15:58:05.893250+0000","last_clean":"2024-04-12T15:58:05.893250+0000","last_became_active":"2024-04-12T15:57:32.329382+0000","last_became_peered":"2024-04-12T15:57:32.329382+0000","last_unstale":"2024-04-12T15:58:05.893250+0000","last_undegraded":"2024-04-12T15:58:05.893250+0000","last_fullsized":"2024-04-12T15:58:05.893250+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:28:58.031470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.895284+0000","last_change":"2024-04-12T15:57:32.313833+0000","last_active":"2024-04-12T15:58:05.895284+0000","last_peered":"2024-04-12T15:58:05.895284+0000","last_clean":"2024-04-12T15:58:05.895284+0000","last_became_active":"2024-04-12T15:57:32.313568+0000","last_became_peered":"2024-04-12T15:57:32.313568+0000","last_unstale":"2024-04-12T15:58:05.895284+0000","last_undegraded":"2024-04-12T15:58:05.895284+0000","last_fullsized":"2024-04-12T15:58:05.895284+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:59:06.251312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.766341+0000","last_change":"2024-04-12T15:57:32.310759+0000","last_active":"2024-04-12T15:58:05.766341+0000","last_peered":"2024-04-12T15:58:05.766341+0000","last_clean":"2024-04-12T15:58:05.766341+0000","last_became_active":"2024-04-12T15:57:32.310481+0000","last_became_peered":"2024-04-12T15:57:32.310481+0000","last_unstale":"2024-04-12T15:58:05.766341+0000","last_undegraded":"2024-04-12T15:58:05.766341+0000","last_fullsized":"2024-04-12T15:58:05.766341+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:47:52.909587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.894937+0000","last_change":"2024-04-12T15:57:32.324073+0000","last_active":"2024-04-12T15:58:05.894937+0000","last_peered":"2024-04-12T15:58:05.894937+0000","last_clean":"2024-04-12T15:58:05.894937+0000","last_became_active":"2024-04-12T15:57:32.323818+0000","last_became_peered":"2024-04-12T15:57:32.323818+0000","last_unstale":"2024-04-12T15:58:05.894937+0000","last_undegraded":"2024-04-12T15:58:05.894937+0000","last_fullsized":"2024-04-12T15:58:05.894937+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:52:26.139725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.766477+0000","last_change":"2024-04-12T15:57:32.311247+0000","last_active":"2024-04-12T15:58:05.766477+0000","last_peered":"2024-04-12T15:58:05.766477+0000","last_clean":"2024-04-12T15:58:05.766477+0000","last_became_active":"2024-04-12T15:57:32.310387+0000","last_became_peered":"2024-04-12T15:57:32.310387+0000","last_unstale":"2024-04-12T15:58:05.766477+0000","last_undegraded":"2024-04-12T15:58:05.766477+0000","last_fullsized":"2024-04-12T15:58:05.766477+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:15:57.324499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.769331+0000","last_change":"2024-04-12T15:57:32.326829+0000","last_active":"2024-04-12T15:58:05.769331+0000","last_peered":"2024-04-12T15:58:05.769331+0000","last_clean":"2024-04-12T15:58:05.769331+0000","last_became_active":"2024-04-12T15:57:32.326579+0000","last_became_peered":"2024-04-12T15:57:32.326579+0000","last_unstale":"2024-04-12T15:58:05.769331+0000","last_undegraded":"2024-04-12T15:58:05.769331+0000","last_fullsized":"2024-04-12T15:58:05.769331+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:49:18.564958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.893200+0000","last_change":"2024-04-12T15:57:32.325752+0000","last_active":"2024-04-12T15:58:05.893200+0000","last_peered":"2024-04-12T15:58:05.893200+0000","last_clean":"2024-04-12T15:58:05.893200+0000","last_became_active":"2024-04-12T15:57:32.325464+0000","last_became_peered":"2024-04-12T15:57:32.325464+0000","last_unstale":"2024-04-12T15:58:05.893200+0000","last_undegraded":"2024-04-12T15:58:05.893200+0000","last_fullsized":"2024-04-12T15:58:05.893200+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:30:43.497662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234008,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28300,"kb_used_data":1280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716852,"statfs":{"total":95995035648,"available":95966056448,"internally_reserved":0,"allocated":1310720,"data_stored":899532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 15:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.52200000000000002}]},{"osd":1,"last update":"Fri Apr 12 15:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.48199999999999998}]},{"osd":2,"last update":"Fri Apr 12 15:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.51100000000000001}]},{"osd":3,"last update":"Fri Apr 12 15:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.501},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.622}]},{"osd":4,"last update":"Fri Apr 12 15:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.317},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.38800000000000001}]},{"osd":5,"last update":"Fri Apr 12 15:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.433},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.35099999999999998}]},{"osd":6,"last update":"Fri Apr 12 15:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.38},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.42299999999999999}]}]},{"osd":6,"up_from":46,"seq":197568495645,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28304,"kb_used_data":1280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716848,"statfs":{"total":95995035648,"available":95966052352,"internally_reserved":0,"allocated":1310720,"data_stored":900947,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 15:58:52 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52100000000000002,"15min":0.52000000000000002},"min":{"1min":0.39200000000000002,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.72299999999999998,"5min":0.749,"15min":0.749},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.48499999999999999,"15min":0.48099999999999998},"min":{"1min":0.35299999999999998,"5min":0.315,"15min":0.315},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.40300000000000002}]},{"osd":1,"last update":"Fri Apr 12 15:58:52 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.505,"15min":0.503},"min":{"1min":0.35999999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.51900000000000002,"15min":0.51700000000000002},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.375}]},{"osd":2,"last update":"Fri Apr 12 15:58:52 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52300000000000002,"15min":0.52200000000000002},"min":{"1min":0.34899999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.504,"15min":0.5},"min":{"1min":0.38,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.71299999999999997,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.436}]},{"osd":3,"last update":"Fri Apr 12 15:58:52 2024","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.5,"15min":0.5},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.45100000000000001}]},{"osd":4,"last update":"Fri Apr 12 15:58:52 2024","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.40799999999999997,"15min":0.40100000000000002},"min":{"1min":0.28399999999999997,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.433,"15min":0.42299999999999999},"min":{"1min":0.32200000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.29599999999999999}]},{"osd":5,"last update":"Fri Apr 12 15:58:52 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.436,"15min":0.42799999999999999},"min":{"1min":0.32800000000000001,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.308},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.46400000000000002,"15min":0.45400000000000001},"min":{"1min":0.30499999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.38600000000000001}]},{"osd":7,"last update":"Fri Apr 12 15:58:11 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.33200000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574902,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31824,"kb_used_data":700,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713328,"statfs":{"total":95995035648,"available":95962447872,"internally_reserved":0,"allocated":716800,"data_stored":308720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.34499999999999997,"5min":0.33900000000000002,"15min":0.317},"min":{"1min":0.24099999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.61299999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.33000000000000002,"5min":0.35899999999999999,"15min":0.32700000000000001},"min":{"1min":0.216,"5min":0.185,"15min":0.185},"max":{"1min":0.48399999999999999,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.40000000000000002}]},{"osd":2,"last update":"Fri Apr 12 15:58:17 2024","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.36699999999999999,"15min":0.36699999999999999},"min":{"1min":0.255,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.46700000000000003,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.39400000000000002,"15min":0.38400000000000001},"min":{"1min":0.26400000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.69499999999999995}]},{"osd":3,"last update":"Fri Apr 12 15:58:42 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.442,"15min":0.45200000000000001},"min":{"1min":0.308,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.624,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.623},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.432,"15min":0.45000000000000001},"min":{"1min":0.249,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.51500000000000001,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.52100000000000002}]},{"osd":4,"last update":"Fri Apr 12 15:58:00 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.57399999999999995,"15min":0.57599999999999996},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.58699999999999997,"15min":0.58999999999999997},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.59099999999999997}]},{"osd":5,"last update":"Fri Apr 12 15:58:26 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.58399999999999996,"15min":0.59199999999999997},"min":{"1min":0.42099999999999999,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.68200000000000005,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.59899999999999998,"15min":0.60699999999999998},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.69199999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.56999999999999995}]},{"osd":6,"last update":"Fri Apr 12 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.60299999999999998,"15min":0.61099999999999999},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.79800000000000004,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.57599999999999996,"15min":0.58199999999999996},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.69199999999999995,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.65100000000000002}]},{"osd":7,"last update":"Fri Apr 12 15:58:13 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.66200000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738425,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28312,"kb_used_data":1288,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716840,"statfs":{"total":95995035648,"available":95966044160,"internally_reserved":0,"allocated":1318912,"data_stored":899656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Apr 12 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.35399999999999998,"15min":0.33100000000000002},"min":{"1min":0.23200000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.52600000000000002,"5min":0.53300000000000003,"15min":0.53300000000000003},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.38,"15min":0.34799999999999998},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.504,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.33900000000000002}]},{"osd":2,"last update":"Fri Apr 12 15:58:15 2024","interfaces":[{"interface":"back","average":{"1min":0.34499999999999997,"5min":0.373,"15min":0.36499999999999999},"min":{"1min":0.25,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.42799999999999999,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.41599999999999998,"15min":0.40799999999999997},"min":{"1min":0.28499999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.67900000000000005,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.495}]},{"osd":3,"last update":"Fri Apr 12 15:58:45 2024","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.47099999999999997,"15min":0.47499999999999998},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.44500000000000001,"15min":0.45800000000000002},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.505,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.53100000000000003}]},{"osd":4,"last update":"Fri Apr 12 15:58:02 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.57099999999999995,"15min":0.57699999999999996},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.55900000000000005,"15min":0.56100000000000005},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.66900000000000004}]},{"osd":5,"last update":"Fri Apr 12 15:58:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.57399999999999995,"15min":0.57899999999999996},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.73999999999999999,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.59199999999999997,"15min":0.59399999999999997},"min":{"1min":0.41899999999999998,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.57799999999999996}]},{"osd":6,"last update":"Fri Apr 12 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58799999999999997,"15min":0.58899999999999997},"min":{"1min":0.42199999999999999,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.60399999999999998,"15min":0.60799999999999998},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.76300000000000001,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.65400000000000003}]},{"osd":7,"last update":"Fri Apr 12 15:58:14 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.55400000000000005}]}]},{"osd":2,"up_from":18,"seq":77309411377,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31812,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713340,"statfs":{"total":95995035648,"available":95962460160,"internally_reserved":0,"allocated":708608,"data_stored":308560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 15:58:21 2024","interfaces":[{"interface":"back","average":{"1min":0.29599999999999999,"5min":0.33600000000000002,"15min":0.33800000000000002},"min":{"1min":0.192,"5min":0.192,"15min":0.192},"max":{"1min":0.42499999999999999,"5min":0.497,"15min":0.497},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.32900000000000001,"5min":0.35199999999999998,"15min":0.34899999999999998},"min":{"1min":0.185,"5min":0.185,"15min":0.185},"max":{"1min":0.56100000000000005,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.316}]},{"osd":1,"last update":"Fri Apr 12 15:58:21 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.37,"15min":0.36799999999999999},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.52600000000000002,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.38300000000000001,"15min":0.38700000000000001},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.64900000000000002,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.39300000000000002}]},{"osd":3,"last update":"Fri Apr 12 15:58:42 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.45600000000000002,"15min":0.46999999999999997},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.376,"5min":0.43099999999999999,"15min":0.44900000000000001},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.50900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.35299999999999998}]},{"osd":4,"last update":"Fri Apr 12 15:58:02 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.56399999999999995,"15min":0.56799999999999995},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.56699999999999995,"15min":0.56899999999999995},"min":{"1min":0.441,"5min":0.436,"15min":0.436},"max":{"1min":0.746,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.70999999999999996}]},{"osd":5,"last update":"Fri Apr 12 15:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.54300000000000004,"15min":0.54800000000000004},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.53300000000000003,"15min":0.53700000000000003},"min":{"1min":0.41399999999999998,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.65900000000000003,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.72099999999999997}]},{"osd":6,"last update":"Fri Apr 12 15:58:54 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.71299999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.433,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.69699999999999995}]},{"osd":7,"last update":"Fri Apr 12 15:58:14 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.746},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.66900000000000004}]}]},{"osd":3,"up_from":25,"seq":107374182444,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31832,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713320,"statfs":{"total":95995035648,"available":95962439680,"internally_reserved":0,"allocated":729088,"data_stored":311014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 15:58:40 2024","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.374,"15min":0.378},"min":{"1min":0.215,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.40300000000000002,"15min":0.40400000000000003},"min":{"1min":0.26000000000000001,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.48299999999999998,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.32000000000000001}]},{"osd":1,"last update":"Fri Apr 12 15:58:40 2024","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.41599999999999998,"15min":0.41799999999999998},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.58599999999999997,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.378,"5min":0.42099999999999999,"15min":0.42899999999999999},"min":{"1min":0.27900000000000003,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.27700000000000002}]},{"osd":2,"last update":"Fri Apr 12 15:58:40 2024","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.44500000000000001,"15min":0.45100000000000001},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.59699999999999998,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.42299999999999999,"15min":0.42699999999999999},"min":{"1min":0.28299999999999997,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.56899999999999995,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.58699999999999997}]},{"osd":4,"last update":"Fri Apr 12 15:58:07 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.57899999999999996,"15min":0.58099999999999996},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59199999999999997,"15min":0.59099999999999997},"min":{"1min":0.44500000000000001,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.40899999999999997}]},{"osd":5,"last update":"Fri Apr 12 15:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.57499999999999996,"15min":0.57999999999999996},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.79800000000000004,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.59799999999999998,"15min":0.60299999999999998},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.75,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.42299999999999999}]},{"osd":6,"last update":"Fri Apr 12 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.60399999999999998,"15min":0.622},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.69399999999999995,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.60099999999999998,"15min":0.61499999999999999},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.84899999999999998,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.45500000000000002}]},{"osd":7,"last update":"Fri Apr 12 15:58:14 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.495}]}]},{"osd":4,"up_from":30,"seq":128849018919,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27728,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717424,"statfs":{"total":95995035648,"available":95966642176,"internally_reserved":0,"allocated":720896,"data_stored":308995,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 15:58:00 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.53000000000000003,"15min":0.53200000000000003},"min":{"1min":0.38400000000000001,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.66600000000000004,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.50700000000000001,"15min":0.50600000000000001},"min":{"1min":0.41599999999999998,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.64900000000000002,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.61899999999999999}]},{"osd":1,"last update":"Fri Apr 12 15:58:00 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.50800000000000001,"15min":0.51000000000000001},"min":{"1min":0.36599999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.499},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.53200000000000003,"15min":0.53300000000000003},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.73499999999999999,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.53800000000000003}]},{"osd":2,"last update":"Fri Apr 12 15:58:00 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53100000000000003,"15min":0.53000000000000003},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.67500000000000004,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52000000000000002,"15min":0.51900000000000002},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.71899999999999997,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.57399999999999995}]},{"osd":3,"last update":"Fri Apr 12 15:58:00 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.53400000000000003,"15min":0.53500000000000003},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.66300000000000003,"5min":0.75,"15min":0.75},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.52100000000000002,"15min":0.51900000000000002},"min":{"1min":0.43099999999999999,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.64500000000000002,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.55200000000000005}]},{"osd":5,"last update":"Fri Apr 12 15:58:24 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.376,"15min":0.36399999999999999},"min":{"1min":0.29699999999999999,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.441,"15min":0.42499999999999999},"min":{"1min":0.37,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.59999999999999998}]},{"osd":6,"last update":"Fri Apr 12 15:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.439,"15min":0.432},"min":{"1min":0.34699999999999998,"5min":0.309,"15min":0.309},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.43099999999999999,"15min":0.41799999999999998},"min":{"1min":0.32800000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.42499999999999999}]},{"osd":7,"last update":"Fri Apr 12 15:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.45000000000000001}]}]},{"osd":5,"up_from":38,"seq":163208757281,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31836,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713316,"statfs":{"total":95995035648,"available":95962435584,"internally_reserved":0,"allocated":724992,"data_stored":311000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 15:58:25 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.53000000000000003,"15min":0.53400000000000003},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.65900000000000003,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.54300000000000004,"15min":0.55400000000000005},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.65900000000000003,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.54400000000000004}]},{"osd":1,"last update":"Fri Apr 12 15:58:25 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.56999999999999995,"15min":0.58199999999999996},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.65500000000000003,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.54100000000000004,"15min":0.54200000000000004},"min":{"1min":0.36399999999999999,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.66000000000000003,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.55800000000000005}]},{"osd":2,"last update":"Fri Apr 12 15:58:25 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.55000000000000004,"15min":0.55300000000000005},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.73299999999999998,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.502,"5min":0.56999999999999995,"15min":0.58099999999999996},"min":{"1min":0.36599999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.69599999999999995,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.65700000000000003}]},{"osd":3,"last update":"Fri Apr 12 15:58:25 2024","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.53900000000000003,"15min":0.54700000000000004},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.60399999999999998,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.626},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.58799999999999997,"15min":0.59599999999999997},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.68899999999999995,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.61099999999999999}]},{"osd":4,"last update":"Fri Apr 12 15:58:25 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.41399999999999998,"15min":0.41199999999999998},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.504},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.438,"15min":0.433},"min":{"1min":0.27600000000000002,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.49199999999999999}]},{"osd":6,"last update":"Fri Apr 12 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.47099999999999997,"15min":0.47499999999999998},"min":{"1min":0.30199999999999999,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.64300000000000002,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.49399999999999999,"15min":0.496},"min":{"1min":0.34899999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.65800000000000003,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.53000000000000003}]},{"osd":7,"last update":"Fri Apr 12 15:58:14 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.47099999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-12T15:59:02.627 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph pg dump --format=json 2024-04-12T15:59:02.846 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T15:59:02.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:02 smithi099 ceph-mon[39429]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:02.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:02 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:02.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:02 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:02.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:02 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:02.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:02 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:02.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:02 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:02.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:02 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:59:02.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:02 smithi099 ceph-mon[27456]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:02.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:02 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:02.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:02 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:02.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:02 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:02.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:02 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:02.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:02 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:02.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:02 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:59:03.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-mon[31279]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:03.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:03.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:03.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:03.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:03.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:03.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:02 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:59:04.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:03 smithi099 ceph-mon[27456]: from='client.14772 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T15:59:04.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:03 smithi099 ceph-mon[39429]: from='client.14772 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T15:59:04.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:03 smithi110 ceph-mon[31279]: from='client.14772 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T15:59:04.617 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:59:04.619 INFO:teuthology.orchestra.run.smithi099.stderr:dumped all 2024-04-12T15:59:04.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:04 smithi099 ceph-mon[27456]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:04.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:04 smithi099 ceph-mon[27456]: from='client.14778 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T15:59:04.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:04 smithi099 ceph-mon[39429]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:04.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:04 smithi099 ceph-mon[39429]: from='client.14778 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T15:59:05.236 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:04 smithi110 ceph-mon[31279]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:05.236 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:04 smithi110 ceph-mon[31279]: from='client.14778 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T15:59:05.668 INFO:teuthology.orchestra.run.smithi099.stdout:{"pg_ready":true,"pg_map":{"version":33,"stamp":"2024-04-12T15:59:03.788452+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":239948,"kb_used_data":7364,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":749721268,"statfs":{"total":767960285184,"available":767714578432,"internally_reserved":0,"allocated":7540736,"data_stored":4248424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":238014008},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002481"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.216795+0000","last_change":"2024-04-12T15:57:32.328131+0000","last_active":"2024-04-12T15:58:06.216795+0000","last_peered":"2024-04-12T15:58:06.216795+0000","last_clean":"2024-04-12T15:58:06.216795+0000","last_became_active":"2024-04-12T15:57:32.327825+0000","last_became_peered":"2024-04-12T15:57:32.327825+0000","last_unstale":"2024-04-12T15:58:06.216795+0000","last_undegraded":"2024-04-12T15:58:06.216795+0000","last_fullsized":"2024-04-12T15:58:06.216795+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:59:30.085736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.215844+0000","last_change":"2024-04-12T15:57:32.318848+0000","last_active":"2024-04-12T15:58:06.215844+0000","last_peered":"2024-04-12T15:58:06.215844+0000","last_clean":"2024-04-12T15:58:06.215844+0000","last_became_active":"2024-04-12T15:57:32.318265+0000","last_became_peered":"2024-04-12T15:57:32.318265+0000","last_unstale":"2024-04-12T15:58:06.215844+0000","last_undegraded":"2024-04-12T15:58:06.215844+0000","last_fullsized":"2024-04-12T15:58:06.215844+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:28:07.640340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.769410+0000","last_change":"2024-04-12T15:57:32.325833+0000","last_active":"2024-04-12T15:58:05.769410+0000","last_peered":"2024-04-12T15:58:05.769410+0000","last_clean":"2024-04-12T15:58:05.769410+0000","last_became_active":"2024-04-12T15:57:32.325544+0000","last_became_peered":"2024-04-12T15:57:32.325544+0000","last_unstale":"2024-04-12T15:58:05.769410+0000","last_undegraded":"2024-04-12T15:58:05.769410+0000","last_fullsized":"2024-04-12T15:58:05.769410+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:49:41.221046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.766853+0000","last_change":"2024-04-12T15:57:32.312021+0000","last_active":"2024-04-12T15:58:05.766853+0000","last_peered":"2024-04-12T15:58:05.766853+0000","last_clean":"2024-04-12T15:58:05.766853+0000","last_became_active":"2024-04-12T15:57:32.311741+0000","last_became_peered":"2024-04-12T15:57:32.311741+0000","last_unstale":"2024-04-12T15:58:05.766853+0000","last_undegraded":"2024-04-12T15:58:05.766853+0000","last_fullsized":"2024-04-12T15:58:05.766853+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:13:22.519580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.217465+0000","last_change":"2024-04-12T15:57:32.317549+0000","last_active":"2024-04-12T15:58:06.217465+0000","last_peered":"2024-04-12T15:58:06.217465+0000","last_clean":"2024-04-12T15:58:06.217465+0000","last_became_active":"2024-04-12T15:57:32.317275+0000","last_became_peered":"2024-04-12T15:57:32.317275+0000","last_unstale":"2024-04-12T15:58:06.217465+0000","last_undegraded":"2024-04-12T15:58:06.217465+0000","last_fullsized":"2024-04-12T15:58:06.217465+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:07:10.231489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.766597+0000","last_change":"2024-04-12T15:57:32.314940+0000","last_active":"2024-04-12T15:58:05.766597+0000","last_peered":"2024-04-12T15:58:05.766597+0000","last_clean":"2024-04-12T15:58:05.766597+0000","last_became_active":"2024-04-12T15:57:32.314659+0000","last_became_peered":"2024-04-12T15:57:32.314659+0000","last_unstale":"2024-04-12T15:58:05.766597+0000","last_undegraded":"2024-04-12T15:58:05.766597+0000","last_fullsized":"2024-04-12T15:58:05.766597+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:05:08.682508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.216110+0000","last_change":"2024-04-12T15:57:32.317132+0000","last_active":"2024-04-12T15:58:06.216110+0000","last_peered":"2024-04-12T15:58:06.216110+0000","last_clean":"2024-04-12T15:58:06.216110+0000","last_became_active":"2024-04-12T15:57:32.315091+0000","last_became_peered":"2024-04-12T15:57:32.315091+0000","last_unstale":"2024-04-12T15:58:06.216110+0000","last_undegraded":"2024-04-12T15:58:06.216110+0000","last_fullsized":"2024-04-12T15:58:06.216110+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:43:56.986374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.895005+0000","last_change":"2024-04-12T15:57:32.327205+0000","last_active":"2024-04-12T15:58:05.895005+0000","last_peered":"2024-04-12T15:58:05.895005+0000","last_clean":"2024-04-12T15:58:05.895005+0000","last_became_active":"2024-04-12T15:57:32.326931+0000","last_became_peered":"2024-04-12T15:57:32.326931+0000","last_unstale":"2024-04-12T15:58:05.895005+0000","last_undegraded":"2024-04-12T15:58:05.895005+0000","last_fullsized":"2024-04-12T15:58:05.895005+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:19:58.245148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.216694+0000","last_change":"2024-04-12T15:57:32.327709+0000","last_active":"2024-04-12T15:58:06.216694+0000","last_peered":"2024-04-12T15:58:06.216694+0000","last_clean":"2024-04-12T15:58:06.216694+0000","last_became_active":"2024-04-12T15:57:32.327249+0000","last_became_peered":"2024-04-12T15:57:32.327249+0000","last_unstale":"2024-04-12T15:58:06.216694+0000","last_undegraded":"2024-04-12T15:58:06.216694+0000","last_fullsized":"2024-04-12T15:58:06.216694+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:34:51.048086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.892980+0000","last_change":"2024-04-12T15:57:32.326273+0000","last_active":"2024-04-12T15:58:05.892980+0000","last_peered":"2024-04-12T15:58:05.892980+0000","last_clean":"2024-04-12T15:58:05.892980+0000","last_became_active":"2024-04-12T15:57:32.325889+0000","last_became_peered":"2024-04-12T15:57:32.325889+0000","last_unstale":"2024-04-12T15:58:05.892980+0000","last_undegraded":"2024-04-12T15:58:05.892980+0000","last_fullsized":"2024-04-12T15:58:05.892980+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:27:27.864509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.893376+0000","last_change":"2024-04-12T15:57:32.319648+0000","last_active":"2024-04-12T15:58:05.893376+0000","last_peered":"2024-04-12T15:58:05.893376+0000","last_clean":"2024-04-12T15:58:05.893376+0000","last_became_active":"2024-04-12T15:57:32.319383+0000","last_became_peered":"2024-04-12T15:57:32.319383+0000","last_unstale":"2024-04-12T15:58:05.893376+0000","last_undegraded":"2024-04-12T15:58:05.893376+0000","last_fullsized":"2024-04-12T15:58:05.893376+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:47:14.129548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.768003+0000","last_change":"2024-04-12T15:57:55.935834+0000","last_active":"2024-04-12T15:58:05.768003+0000","last_peered":"2024-04-12T15:58:05.768003+0000","last_clean":"2024-04-12T15:58:05.768003+0000","last_became_active":"2024-04-12T15:57:55.935397+0000","last_became_peered":"2024-04-12T15:57:55.935397+0000","last_unstale":"2024-04-12T15:58:05.768003+0000","last_undegraded":"2024-04-12T15:58:05.768003+0000","last_fullsized":"2024-04-12T15:58:05.768003+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:17:57.266598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.894783+0000","last_change":"2024-04-12T15:57:32.325257+0000","last_active":"2024-04-12T15:58:05.894783+0000","last_peered":"2024-04-12T15:58:05.894783+0000","last_clean":"2024-04-12T15:58:05.894783+0000","last_became_active":"2024-04-12T15:57:32.324994+0000","last_became_peered":"2024-04-12T15:57:32.324994+0000","last_unstale":"2024-04-12T15:58:05.894783+0000","last_undegraded":"2024-04-12T15:58:05.894783+0000","last_fullsized":"2024-04-12T15:58:05.894783+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:14:06.933277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.769176+0000","last_change":"2024-04-12T15:57:32.320160+0000","last_active":"2024-04-12T15:58:05.769176+0000","last_peered":"2024-04-12T15:58:05.769176+0000","last_clean":"2024-04-12T15:58:05.769176+0000","last_became_active":"2024-04-12T15:57:32.319041+0000","last_became_peered":"2024-04-12T15:57:32.319041+0000","last_unstale":"2024-04-12T15:58:05.769176+0000","last_undegraded":"2024-04-12T15:58:05.769176+0000","last_fullsized":"2024-04-12T15:58:05.769176+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:13:17.441595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.215298+0000","last_change":"2024-04-12T15:57:32.323895+0000","last_active":"2024-04-12T15:58:06.215298+0000","last_peered":"2024-04-12T15:58:06.215298+0000","last_clean":"2024-04-12T15:58:06.215298+0000","last_became_active":"2024-04-12T15:57:32.323620+0000","last_became_peered":"2024-04-12T15:57:32.323620+0000","last_unstale":"2024-04-12T15:58:06.215298+0000","last_undegraded":"2024-04-12T15:58:06.215298+0000","last_fullsized":"2024-04-12T15:58:06.215298+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:46:50.818309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.765945+0000","last_change":"2024-04-12T15:57:32.315176+0000","last_active":"2024-04-12T15:58:05.765945+0000","last_peered":"2024-04-12T15:58:05.765945+0000","last_clean":"2024-04-12T15:58:05.765945+0000","last_became_active":"2024-04-12T15:57:32.314904+0000","last_became_peered":"2024-04-12T15:57:32.314904+0000","last_unstale":"2024-04-12T15:58:05.765945+0000","last_undegraded":"2024-04-12T15:58:05.765945+0000","last_fullsized":"2024-04-12T15:58:05.765945+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:13:14.633187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.766922+0000","last_change":"2024-04-12T15:57:32.309858+0000","last_active":"2024-04-12T15:58:05.766922+0000","last_peered":"2024-04-12T15:58:05.766922+0000","last_clean":"2024-04-12T15:58:05.766922+0000","last_became_active":"2024-04-12T15:57:32.309557+0000","last_became_peered":"2024-04-12T15:57:32.309557+0000","last_unstale":"2024-04-12T15:58:05.766922+0000","last_undegraded":"2024-04-12T15:58:05.766922+0000","last_fullsized":"2024-04-12T15:58:05.766922+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:00:48.195594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.768167+0000","last_change":"2024-04-12T15:57:32.315668+0000","last_active":"2024-04-12T15:58:05.768167+0000","last_peered":"2024-04-12T15:58:05.768167+0000","last_clean":"2024-04-12T15:58:05.768167+0000","last_became_active":"2024-04-12T15:57:32.315404+0000","last_became_peered":"2024-04-12T15:57:32.315404+0000","last_unstale":"2024-04-12T15:58:05.768167+0000","last_undegraded":"2024-04-12T15:58:05.768167+0000","last_fullsized":"2024-04-12T15:58:05.768167+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:14:27.341967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.217190+0000","last_change":"2024-04-12T15:57:32.329185+0000","last_active":"2024-04-12T15:58:06.217190+0000","last_peered":"2024-04-12T15:58:06.217190+0000","last_clean":"2024-04-12T15:58:06.217190+0000","last_became_active":"2024-04-12T15:57:32.328545+0000","last_became_peered":"2024-04-12T15:57:32.328545+0000","last_unstale":"2024-04-12T15:58:06.217190+0000","last_undegraded":"2024-04-12T15:58:06.217190+0000","last_fullsized":"2024-04-12T15:58:06.217190+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:09:03.886356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.770008+0000","last_change":"2024-04-12T15:57:31.953845+0000","last_active":"2024-04-12T15:58:05.770008+0000","last_peered":"2024-04-12T15:58:05.770008+0000","last_clean":"2024-04-12T15:58:05.770008+0000","last_became_active":"2024-04-12T15:57:31.953533+0000","last_became_peered":"2024-04-12T15:57:31.953533+0000","last_unstale":"2024-04-12T15:58:05.770008+0000","last_undegraded":"2024-04-12T15:58:05.770008+0000","last_fullsized":"2024-04-12T15:58:05.770008+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:37:37.652196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.895191+0000","last_change":"2024-04-12T15:57:32.325585+0000","last_active":"2024-04-12T15:58:05.895191+0000","last_peered":"2024-04-12T15:58:05.895191+0000","last_clean":"2024-04-12T15:58:05.895191+0000","last_became_active":"2024-04-12T15:57:32.325324+0000","last_became_peered":"2024-04-12T15:57:32.325324+0000","last_unstale":"2024-04-12T15:58:05.895191+0000","last_undegraded":"2024-04-12T15:58:05.895191+0000","last_fullsized":"2024-04-12T15:58:05.895191+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:06:58.866716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.895090+0000","last_change":"2024-04-12T15:57:31.959961+0000","last_active":"2024-04-12T15:58:05.895090+0000","last_peered":"2024-04-12T15:58:05.895090+0000","last_clean":"2024-04-12T15:58:05.895090+0000","last_became_active":"2024-04-12T15:57:31.959673+0000","last_became_peered":"2024-04-12T15:57:31.959673+0000","last_unstale":"2024-04-12T15:58:05.895090+0000","last_undegraded":"2024-04-12T15:58:05.895090+0000","last_fullsized":"2024-04-12T15:58:05.895090+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:24:28.143366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.769750+0000","last_change":"2024-04-12T15:57:32.322495+0000","last_active":"2024-04-12T15:58:05.769750+0000","last_peered":"2024-04-12T15:58:05.769750+0000","last_clean":"2024-04-12T15:58:05.769750+0000","last_became_active":"2024-04-12T15:57:32.322107+0000","last_became_peered":"2024-04-12T15:57:32.322107+0000","last_unstale":"2024-04-12T15:58:05.769750+0000","last_undegraded":"2024-04-12T15:58:05.769750+0000","last_fullsized":"2024-04-12T15:58:05.769750+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:56:20.380613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.217780+0000","last_change":"2024-04-12T15:57:31.955966+0000","last_active":"2024-04-12T15:58:06.217780+0000","last_peered":"2024-04-12T15:58:06.217780+0000","last_clean":"2024-04-12T15:58:06.217780+0000","last_became_active":"2024-04-12T15:57:31.955702+0000","last_became_peered":"2024-04-12T15:57:31.955702+0000","last_unstale":"2024-04-12T15:58:06.217780+0000","last_undegraded":"2024-04-12T15:58:06.217780+0000","last_fullsized":"2024-04-12T15:58:06.217780+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:35:54.816443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.766913+0000","last_change":"2024-04-12T15:57:32.313359+0000","last_active":"2024-04-12T15:58:05.766913+0000","last_peered":"2024-04-12T15:58:05.766913+0000","last_clean":"2024-04-12T15:58:05.766913+0000","last_became_active":"2024-04-12T15:57:32.313066+0000","last_became_peered":"2024-04-12T15:57:32.313066+0000","last_unstale":"2024-04-12T15:58:05.766913+0000","last_undegraded":"2024-04-12T15:58:05.766913+0000","last_fullsized":"2024-04-12T15:58:05.766913+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:20:13.293026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.216956+0000","last_change":"2024-04-12T15:57:55.817460+0000","last_active":"2024-04-12T15:58:06.216956+0000","last_peered":"2024-04-12T15:58:06.216956+0000","last_clean":"2024-04-12T15:58:06.216956+0000","last_became_active":"2024-04-12T15:57:55.814773+0000","last_became_peered":"2024-04-12T15:57:55.814773+0000","last_unstale":"2024-04-12T15:58:06.216956+0000","last_undegraded":"2024-04-12T15:58:06.216956+0000","last_fullsized":"2024-04-12T15:58:06.216956+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:32:48.866468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,2],"acting":[4,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.766246+0000","last_change":"2024-04-12T15:57:32.308135+0000","last_active":"2024-04-12T15:58:05.766246+0000","last_peered":"2024-04-12T15:58:05.766246+0000","last_clean":"2024-04-12T15:58:05.766246+0000","last_became_active":"2024-04-12T15:57:32.307810+0000","last_became_peered":"2024-04-12T15:57:32.307810+0000","last_unstale":"2024-04-12T15:58:05.766246+0000","last_undegraded":"2024-04-12T15:58:05.766246+0000","last_fullsized":"2024-04-12T15:58:05.766246+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:38:34.742094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.896009+0000","last_change":"2024-04-12T15:57:31.963058+0000","last_active":"2024-04-12T15:58:05.896009+0000","last_peered":"2024-04-12T15:58:05.896009+0000","last_clean":"2024-04-12T15:58:05.896009+0000","last_became_active":"2024-04-12T15:57:31.962799+0000","last_became_peered":"2024-04-12T15:57:31.962799+0000","last_unstale":"2024-04-12T15:58:05.896009+0000","last_undegraded":"2024-04-12T15:58:05.896009+0000","last_fullsized":"2024-04-12T15:58:05.896009+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:47:06.953234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.216526+0000","last_change":"2024-04-12T15:57:32.315709+0000","last_active":"2024-04-12T15:58:06.216526+0000","last_peered":"2024-04-12T15:58:06.216526+0000","last_clean":"2024-04-12T15:58:06.216526+0000","last_became_active":"2024-04-12T15:57:32.315420+0000","last_became_peered":"2024-04-12T15:57:32.315420+0000","last_unstale":"2024-04-12T15:58:06.216526+0000","last_undegraded":"2024-04-12T15:58:06.216526+0000","last_fullsized":"2024-04-12T15:58:06.216526+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:06:14.872689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.893137+0000","last_change":"2024-04-12T15:57:31.951761+0000","last_active":"2024-04-12T15:58:05.893137+0000","last_peered":"2024-04-12T15:58:05.893137+0000","last_clean":"2024-04-12T15:58:05.893137+0000","last_became_active":"2024-04-12T15:57:31.951067+0000","last_became_peered":"2024-04-12T15:57:31.951067+0000","last_unstale":"2024-04-12T15:58:05.893137+0000","last_undegraded":"2024-04-12T15:58:05.893137+0000","last_fullsized":"2024-04-12T15:58:05.893137+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:52:59.586610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.769197+0000","last_change":"2024-04-12T15:57:32.319975+0000","last_active":"2024-04-12T15:58:05.769197+0000","last_peered":"2024-04-12T15:58:05.769197+0000","last_clean":"2024-04-12T15:58:05.769197+0000","last_became_active":"2024-04-12T15:57:32.318910+0000","last_became_peered":"2024-04-12T15:57:32.318910+0000","last_unstale":"2024-04-12T15:58:05.769197+0000","last_undegraded":"2024-04-12T15:58:05.769197+0000","last_fullsized":"2024-04-12T15:58:05.769197+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:43:00.327294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.895129+0000","last_change":"2024-04-12T15:57:31.961192+0000","last_active":"2024-04-12T15:58:05.895129+0000","last_peered":"2024-04-12T15:58:05.895129+0000","last_clean":"2024-04-12T15:58:05.895129+0000","last_became_active":"2024-04-12T15:57:31.960954+0000","last_became_peered":"2024-04-12T15:57:31.960954+0000","last_unstale":"2024-04-12T15:58:05.895129+0000","last_undegraded":"2024-04-12T15:58:05.895129+0000","last_fullsized":"2024-04-12T15:58:05.895129+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:43:57.111380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.895361+0000","last_change":"2024-04-12T15:57:32.314898+0000","last_active":"2024-04-12T15:58:05.895361+0000","last_peered":"2024-04-12T15:58:05.895361+0000","last_clean":"2024-04-12T15:58:05.895361+0000","last_became_active":"2024-04-12T15:57:32.314507+0000","last_became_peered":"2024-04-12T15:57:32.314507+0000","last_unstale":"2024-04-12T15:58:05.895361+0000","last_undegraded":"2024-04-12T15:58:05.895361+0000","last_fullsized":"2024-04-12T15:58:05.895361+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:09:34.268882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.766039+0000","last_change":"2024-04-12T15:57:31.959128+0000","last_active":"2024-04-12T15:58:05.766039+0000","last_peered":"2024-04-12T15:58:05.766039+0000","last_clean":"2024-04-12T15:58:05.766039+0000","last_became_active":"2024-04-12T15:57:31.958809+0000","last_became_peered":"2024-04-12T15:57:31.958809+0000","last_unstale":"2024-04-12T15:58:05.766039+0000","last_undegraded":"2024-04-12T15:58:05.766039+0000","last_fullsized":"2024-04-12T15:58:05.766039+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:16:56.026913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.215398+0000","last_change":"2024-04-12T15:57:32.319999+0000","last_active":"2024-04-12T15:58:06.215398+0000","last_peered":"2024-04-12T15:58:06.215398+0000","last_clean":"2024-04-12T15:58:06.215398+0000","last_became_active":"2024-04-12T15:57:32.319726+0000","last_became_peered":"2024-04-12T15:57:32.319726+0000","last_unstale":"2024-04-12T15:58:06.215398+0000","last_undegraded":"2024-04-12T15:58:06.215398+0000","last_fullsized":"2024-04-12T15:58:06.215398+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:39:18.539130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.893129+0000","last_change":"2024-04-12T15:57:31.955017+0000","last_active":"2024-04-12T15:58:05.893129+0000","last_peered":"2024-04-12T15:58:05.893129+0000","last_clean":"2024-04-12T15:58:05.893129+0000","last_became_active":"2024-04-12T15:57:31.954727+0000","last_became_peered":"2024-04-12T15:57:31.954727+0000","last_unstale":"2024-04-12T15:58:05.893129+0000","last_undegraded":"2024-04-12T15:58:05.893129+0000","last_fullsized":"2024-04-12T15:58:05.893129+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:52:29.302324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.766597+0000","last_change":"2024-04-12T15:57:32.306397+0000","last_active":"2024-04-12T15:58:05.766597+0000","last_peered":"2024-04-12T15:58:05.766597+0000","last_clean":"2024-04-12T15:58:05.766597+0000","last_became_active":"2024-04-12T15:57:32.306080+0000","last_became_peered":"2024-04-12T15:57:32.306080+0000","last_unstale":"2024-04-12T15:58:05.766597+0000","last_undegraded":"2024-04-12T15:58:05.766597+0000","last_fullsized":"2024-04-12T15:58:05.766597+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:31:55.692905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.766464+0000","last_change":"2024-04-12T15:57:31.960624+0000","last_active":"2024-04-12T15:58:05.766464+0000","last_peered":"2024-04-12T15:58:05.766464+0000","last_clean":"2024-04-12T15:58:05.766464+0000","last_became_active":"2024-04-12T15:57:31.960240+0000","last_became_peered":"2024-04-12T15:57:31.960240+0000","last_unstale":"2024-04-12T15:58:05.766464+0000","last_undegraded":"2024-04-12T15:58:05.766464+0000","last_fullsized":"2024-04-12T15:58:05.766464+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:48:07.754774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.769939+0000","last_change":"2024-04-12T15:57:32.320588+0000","last_active":"2024-04-12T15:58:05.769939+0000","last_peered":"2024-04-12T15:58:05.769939+0000","last_clean":"2024-04-12T15:58:05.769939+0000","last_became_active":"2024-04-12T15:57:32.320207+0000","last_became_peered":"2024-04-12T15:57:32.320207+0000","last_unstale":"2024-04-12T15:58:05.769939+0000","last_undegraded":"2024-04-12T15:58:05.769939+0000","last_fullsized":"2024-04-12T15:58:05.769939+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:52:31.925872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.215726+0000","last_change":"2024-04-12T15:57:31.960030+0000","last_active":"2024-04-12T15:58:06.215726+0000","last_peered":"2024-04-12T15:58:06.215726+0000","last_clean":"2024-04-12T15:58:06.215726+0000","last_became_active":"2024-04-12T15:57:31.959679+0000","last_became_peered":"2024-04-12T15:57:31.959679+0000","last_unstale":"2024-04-12T15:58:06.215726+0000","last_undegraded":"2024-04-12T15:58:06.215726+0000","last_fullsized":"2024-04-12T15:58:06.215726+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:54:58.084879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.768301+0000","last_change":"2024-04-12T15:57:55.935774+0000","last_active":"2024-04-12T15:58:05.768301+0000","last_peered":"2024-04-12T15:58:05.768301+0000","last_clean":"2024-04-12T15:58:05.768301+0000","last_became_active":"2024-04-12T15:57:55.935424+0000","last_became_peered":"2024-04-12T15:57:55.935424+0000","last_unstale":"2024-04-12T15:58:05.768301+0000","last_undegraded":"2024-04-12T15:58:05.768301+0000","last_fullsized":"2024-04-12T15:58:05.768301+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:58:32.030955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6],"acting":[2,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.14","version":"68'9","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.896075+0000","last_change":"2024-04-12T15:57:31.955127+0000","last_active":"2024-04-12T15:58:05.896075+0000","last_peered":"2024-04-12T15:58:05.896075+0000","last_clean":"2024-04-12T15:58:05.896075+0000","last_became_active":"2024-04-12T15:57:31.954854+0000","last_became_peered":"2024-04-12T15:57:31.954854+0000","last_unstale":"2024-04-12T15:58:05.896075+0000","last_undegraded":"2024-04-12T15:58:05.896075+0000","last_fullsized":"2024-04-12T15:58:05.896075+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:35:30.008468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.217404+0000","last_change":"2024-04-12T15:57:32.327495+0000","last_active":"2024-04-12T15:58:06.217404+0000","last_peered":"2024-04-12T15:58:06.217404+0000","last_clean":"2024-04-12T15:58:06.217404+0000","last_became_active":"2024-04-12T15:57:32.326888+0000","last_became_peered":"2024-04-12T15:57:32.326888+0000","last_unstale":"2024-04-12T15:58:06.217404+0000","last_undegraded":"2024-04-12T15:58:06.217404+0000","last_fullsized":"2024-04-12T15:58:06.217404+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:41:46.617593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.769366+0000","last_change":"2024-04-12T15:57:31.963366+0000","last_active":"2024-04-12T15:58:05.769366+0000","last_peered":"2024-04-12T15:58:05.769366+0000","last_clean":"2024-04-12T15:58:05.769366+0000","last_became_active":"2024-04-12T15:57:31.963126+0000","last_became_peered":"2024-04-12T15:57:31.963126+0000","last_unstale":"2024-04-12T15:58:05.769366+0000","last_undegraded":"2024-04-12T15:58:05.769366+0000","last_fullsized":"2024-04-12T15:58:05.769366+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:51:30.151607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.769106+0000","last_change":"2024-04-12T15:57:32.318253+0000","last_active":"2024-04-12T15:58:05.769106+0000","last_peered":"2024-04-12T15:58:05.769106+0000","last_clean":"2024-04-12T15:58:05.769106+0000","last_became_active":"2024-04-12T15:57:32.317999+0000","last_became_peered":"2024-04-12T15:57:32.317999+0000","last_unstale":"2024-04-12T15:58:05.769106+0000","last_undegraded":"2024-04-12T15:58:05.769106+0000","last_fullsized":"2024-04-12T15:58:05.769106+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:16:56.193147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.766326+0000","last_change":"2024-04-12T15:57:31.962570+0000","last_active":"2024-04-12T15:58:05.766326+0000","last_peered":"2024-04-12T15:58:05.766326+0000","last_clean":"2024-04-12T15:58:05.766326+0000","last_became_active":"2024-04-12T15:57:31.962276+0000","last_became_peered":"2024-04-12T15:57:31.962276+0000","last_unstale":"2024-04-12T15:58:05.766326+0000","last_undegraded":"2024-04-12T15:58:05.766326+0000","last_fullsized":"2024-04-12T15:58:05.766326+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:15:49.918709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.217408+0000","last_change":"2024-04-12T15:57:32.316423+0000","last_active":"2024-04-12T15:58:06.217408+0000","last_peered":"2024-04-12T15:58:06.217408+0000","last_clean":"2024-04-12T15:58:06.217408+0000","last_became_active":"2024-04-12T15:57:32.316097+0000","last_became_peered":"2024-04-12T15:57:32.316097+0000","last_unstale":"2024-04-12T15:58:06.217408+0000","last_undegraded":"2024-04-12T15:58:06.217408+0000","last_fullsized":"2024-04-12T15:58:06.217408+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:01:39.071857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.892822+0000","last_change":"2024-04-12T15:57:31.951766+0000","last_active":"2024-04-12T15:58:05.892822+0000","last_peered":"2024-04-12T15:58:05.892822+0000","last_clean":"2024-04-12T15:58:05.892822+0000","last_became_active":"2024-04-12T15:57:31.951475+0000","last_became_peered":"2024-04-12T15:57:31.951475+0000","last_unstale":"2024-04-12T15:58:05.892822+0000","last_undegraded":"2024-04-12T15:58:05.892822+0000","last_fullsized":"2024-04-12T15:58:05.892822+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:10:55.649117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.892724+0000","last_change":"2024-04-12T15:57:32.317621+0000","last_active":"2024-04-12T15:58:05.892724+0000","last_peered":"2024-04-12T15:58:05.892724+0000","last_clean":"2024-04-12T15:58:05.892724+0000","last_became_active":"2024-04-12T15:57:32.317313+0000","last_became_peered":"2024-04-12T15:57:32.317313+0000","last_unstale":"2024-04-12T15:58:05.892724+0000","last_undegraded":"2024-04-12T15:58:05.892724+0000","last_fullsized":"2024-04-12T15:58:05.892724+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:57:21.376803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.767702+0000","last_change":"2024-04-12T15:57:31.953964+0000","last_active":"2024-04-12T15:58:05.767702+0000","last_peered":"2024-04-12T15:58:05.767702+0000","last_clean":"2024-04-12T15:58:05.767702+0000","last_became_active":"2024-04-12T15:57:31.953633+0000","last_became_peered":"2024-04-12T15:57:31.953633+0000","last_unstale":"2024-04-12T15:58:05.767702+0000","last_undegraded":"2024-04-12T15:58:05.767702+0000","last_fullsized":"2024-04-12T15:58:05.767702+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:17:11.867527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.216313+0000","last_change":"2024-04-12T15:57:32.327314+0000","last_active":"2024-04-12T15:58:06.216313+0000","last_peered":"2024-04-12T15:58:06.216313+0000","last_clean":"2024-04-12T15:58:06.216313+0000","last_became_active":"2024-04-12T15:57:32.327023+0000","last_became_peered":"2024-04-12T15:57:32.327023+0000","last_unstale":"2024-04-12T15:58:06.216313+0000","last_undegraded":"2024-04-12T15:58:06.216313+0000","last_fullsized":"2024-04-12T15:58:06.216313+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:06:02.228612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.217028+0000","last_change":"2024-04-12T15:57:31.953160+0000","last_active":"2024-04-12T15:58:06.217028+0000","last_peered":"2024-04-12T15:58:06.217028+0000","last_clean":"2024-04-12T15:58:06.217028+0000","last_became_active":"2024-04-12T15:57:31.952845+0000","last_became_peered":"2024-04-12T15:57:31.952845+0000","last_unstale":"2024-04-12T15:58:06.217028+0000","last_undegraded":"2024-04-12T15:58:06.217028+0000","last_fullsized":"2024-04-12T15:58:06.217028+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:22:26.762912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":26,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.217938+0000","last_change":"2024-04-12T15:57:55.935814+0000","last_active":"2024-04-12T15:58:06.217938+0000","last_peered":"2024-04-12T15:58:06.217938+0000","last_clean":"2024-04-12T15:58:06.217938+0000","last_became_active":"2024-04-12T15:57:55.935439+0000","last_became_peered":"2024-04-12T15:57:55.935439+0000","last_unstale":"2024-04-12T15:58:06.217938+0000","last_undegraded":"2024-04-12T15:58:06.217938+0000","last_fullsized":"2024-04-12T15:58:06.217938+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:34:51.621923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.778179+0000","last_change":"2024-04-12T15:58:04.755212+0000","last_active":"2024-04-12T15:58:06.778179+0000","last_peered":"2024-04-12T15:58:06.778179+0000","last_clean":"2024-04-12T15:58:06.778179+0000","last_became_active":"2024-04-12T15:58:04.754891+0000","last_became_peered":"2024-04-12T15:58:04.754891+0000","last_unstale":"2024-04-12T15:58:06.778179+0000","last_undegraded":"2024-04-12T15:58:06.778179+0000","last_fullsized":"2024-04-12T15:58:06.778179+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_clean_scrub_stamp":"2024-04-12T15:58:03.447033+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:51:35.992596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.215468+0000","last_change":"2024-04-12T15:57:31.957893+0000","last_active":"2024-04-12T15:58:06.215468+0000","last_peered":"2024-04-12T15:58:06.215468+0000","last_clean":"2024-04-12T15:58:06.215468+0000","last_became_active":"2024-04-12T15:57:31.955244+0000","last_became_peered":"2024-04-12T15:57:31.955244+0000","last_unstale":"2024-04-12T15:58:06.215468+0000","last_undegraded":"2024-04-12T15:58:06.215468+0000","last_fullsized":"2024-04-12T15:58:06.215468+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:02:56.279035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.766326+0000","last_change":"2024-04-12T15:57:32.310111+0000","last_active":"2024-04-12T15:58:05.766326+0000","last_peered":"2024-04-12T15:58:05.766326+0000","last_clean":"2024-04-12T15:58:05.766326+0000","last_became_active":"2024-04-12T15:57:32.309829+0000","last_became_peered":"2024-04-12T15:57:32.309829+0000","last_unstale":"2024-04-12T15:58:05.766326+0000","last_undegraded":"2024-04-12T15:58:05.766326+0000","last_fullsized":"2024-04-12T15:58:05.766326+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:33:06.526384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.778215+0000","last_change":"2024-04-12T15:58:04.465420+0000","last_active":"2024-04-12T15:58:06.778215+0000","last_peered":"2024-04-12T15:58:06.778215+0000","last_clean":"2024-04-12T15:58:06.778215+0000","last_became_active":"2024-04-12T15:58:04.465111+0000","last_became_peered":"2024-04-12T15:58:04.465111+0000","last_unstale":"2024-04-12T15:58:06.778215+0000","last_undegraded":"2024-04-12T15:58:06.778215+0000","last_fullsized":"2024-04-12T15:58:06.778215+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_clean_scrub_stamp":"2024-04-12T15:58:03.447033+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:48:33.178425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.766246+0000","last_change":"2024-04-12T15:57:31.961658+0000","last_active":"2024-04-12T15:58:05.766246+0000","last_peered":"2024-04-12T15:58:05.766246+0000","last_clean":"2024-04-12T15:58:05.766246+0000","last_became_active":"2024-04-12T15:57:31.961368+0000","last_became_peered":"2024-04-12T15:57:31.961368+0000","last_unstale":"2024-04-12T15:58:05.766246+0000","last_undegraded":"2024-04-12T15:58:05.766246+0000","last_fullsized":"2024-04-12T15:58:05.766246+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:46:42.287489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.216254+0000","last_change":"2024-04-12T15:57:32.319033+0000","last_active":"2024-04-12T15:58:06.216254+0000","last_peered":"2024-04-12T15:58:06.216254+0000","last_clean":"2024-04-12T15:58:06.216254+0000","last_became_active":"2024-04-12T15:57:32.318732+0000","last_became_peered":"2024-04-12T15:57:32.318732+0000","last_unstale":"2024-04-12T15:58:06.216254+0000","last_undegraded":"2024-04-12T15:58:06.216254+0000","last_fullsized":"2024-04-12T15:58:06.216254+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:53:23.875141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.778295+0000","last_change":"2024-04-12T15:58:04.755500+0000","last_active":"2024-04-12T15:58:06.778295+0000","last_peered":"2024-04-12T15:58:06.778295+0000","last_clean":"2024-04-12T15:58:06.778295+0000","last_became_active":"2024-04-12T15:58:04.754661+0000","last_became_peered":"2024-04-12T15:58:04.754661+0000","last_unstale":"2024-04-12T15:58:06.778295+0000","last_undegraded":"2024-04-12T15:58:06.778295+0000","last_fullsized":"2024-04-12T15:58:06.778295+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_clean_scrub_stamp":"2024-04-12T15:58:03.447033+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:10:27.909274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.215476+0000","last_change":"2024-04-12T15:57:32.316283+0000","last_active":"2024-04-12T15:58:06.215476+0000","last_peered":"2024-04-12T15:58:06.215476+0000","last_clean":"2024-04-12T15:58:06.215476+0000","last_became_active":"2024-04-12T15:57:32.316020+0000","last_became_peered":"2024-04-12T15:57:32.316020+0000","last_unstale":"2024-04-12T15:58:06.215476+0000","last_undegraded":"2024-04-12T15:58:06.215476+0000","last_fullsized":"2024-04-12T15:58:06.215476+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:48:22.493735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.767858+0000","last_change":"2024-04-12T15:57:31.952448+0000","last_active":"2024-04-12T15:58:05.767858+0000","last_peered":"2024-04-12T15:58:05.767858+0000","last_clean":"2024-04-12T15:58:05.767858+0000","last_became_active":"2024-04-12T15:57:31.952147+0000","last_became_peered":"2024-04-12T15:57:31.952147+0000","last_unstale":"2024-04-12T15:58:05.767858+0000","last_undegraded":"2024-04-12T15:58:05.767858+0000","last_fullsized":"2024-04-12T15:58:05.767858+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:15:29.816855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.773832+0000","last_change":"2024-04-12T15:58:04.555453+0000","last_active":"2024-04-12T15:58:06.773832+0000","last_peered":"2024-04-12T15:58:06.773832+0000","last_clean":"2024-04-12T15:58:06.773832+0000","last_became_active":"2024-04-12T15:58:04.555113+0000","last_became_peered":"2024-04-12T15:58:04.555113+0000","last_unstale":"2024-04-12T15:58:06.773832+0000","last_undegraded":"2024-04-12T15:58:06.773832+0000","last_fullsized":"2024-04-12T15:58:06.773832+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_clean_scrub_stamp":"2024-04-12T15:58:03.447033+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:42:29.618776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.895506+0000","last_change":"2024-04-12T15:57:32.321442+0000","last_active":"2024-04-12T15:58:05.895506+0000","last_peered":"2024-04-12T15:58:05.895506+0000","last_clean":"2024-04-12T15:58:05.895506+0000","last_became_active":"2024-04-12T15:57:32.321115+0000","last_became_peered":"2024-04-12T15:57:32.321115+0000","last_unstale":"2024-04-12T15:58:05.895506+0000","last_undegraded":"2024-04-12T15:58:05.895506+0000","last_fullsized":"2024-04-12T15:58:05.895506+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:40:01.652851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.766217+0000","last_change":"2024-04-12T15:57:31.960597+0000","last_active":"2024-04-12T15:58:05.766217+0000","last_peered":"2024-04-12T15:58:05.766217+0000","last_clean":"2024-04-12T15:58:05.766217+0000","last_became_active":"2024-04-12T15:57:31.960263+0000","last_became_peered":"2024-04-12T15:57:31.960263+0000","last_unstale":"2024-04-12T15:58:05.766217+0000","last_undegraded":"2024-04-12T15:58:05.766217+0000","last_fullsized":"2024-04-12T15:58:05.766217+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:48:08.404477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":264,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T15:58:07.848406+0000","last_change":"2024-04-12T15:57:15.520131+0000","last_active":"2024-04-12T15:58:07.848406+0000","last_peered":"2024-04-12T15:58:07.848406+0000","last_clean":"2024-04-12T15:58:07.848406+0000","last_became_active":"2024-04-12T15:57:15.519695+0000","last_became_peered":"2024-04-12T15:57:15.519695+0000","last_unstale":"2024-04-12T15:58:07.848406+0000","last_undegraded":"2024-04-12T15:58:07.848406+0000","last_fullsized":"2024-04-12T15:58:07.848406+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:55:12.126017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:55:12.126017+0000","last_clean_scrub_stamp":"2024-04-12T15:55:12.126017+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:43:32.645699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.778423+0000","last_change":"2024-04-12T15:58:04.468122+0000","last_active":"2024-04-12T15:58:06.778423+0000","last_peered":"2024-04-12T15:58:06.778423+0000","last_clean":"2024-04-12T15:58:06.778423+0000","last_became_active":"2024-04-12T15:58:04.467774+0000","last_became_peered":"2024-04-12T15:58:04.467774+0000","last_unstale":"2024-04-12T15:58:06.778423+0000","last_undegraded":"2024-04-12T15:58:06.778423+0000","last_fullsized":"2024-04-12T15:58:06.778423+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_clean_scrub_stamp":"2024-04-12T15:58:03.447033+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:26:00.545470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.767888+0000","last_change":"2024-04-12T15:57:55.935753+0000","last_active":"2024-04-12T15:58:05.767888+0000","last_peered":"2024-04-12T15:58:05.767888+0000","last_clean":"2024-04-12T15:58:05.767888+0000","last_became_active":"2024-04-12T15:57:55.935346+0000","last_became_peered":"2024-04-12T15:57:55.935346+0000","last_unstale":"2024-04-12T15:58:05.767888+0000","last_undegraded":"2024-04-12T15:58:05.767888+0000","last_fullsized":"2024-04-12T15:58:05.767888+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:49:57.319596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.215709+0000","last_change":"2024-04-12T15:57:31.957408+0000","last_active":"2024-04-12T15:58:06.215709+0000","last_peered":"2024-04-12T15:58:06.215709+0000","last_clean":"2024-04-12T15:58:06.215709+0000","last_became_active":"2024-04-12T15:57:31.957112+0000","last_became_peered":"2024-04-12T15:57:31.957112+0000","last_unstale":"2024-04-12T15:58:06.215709+0000","last_undegraded":"2024-04-12T15:58:06.215709+0000","last_fullsized":"2024-04-12T15:58:06.215709+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:33:18.233264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.778339+0000","last_change":"2024-04-12T15:58:04.754636+0000","last_active":"2024-04-12T15:58:06.778339+0000","last_peered":"2024-04-12T15:58:06.778339+0000","last_clean":"2024-04-12T15:58:06.778339+0000","last_became_active":"2024-04-12T15:58:04.754344+0000","last_became_peered":"2024-04-12T15:58:04.754344+0000","last_unstale":"2024-04-12T15:58:06.778339+0000","last_undegraded":"2024-04-12T15:58:06.778339+0000","last_fullsized":"2024-04-12T15:58:06.778339+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_clean_scrub_stamp":"2024-04-12T15:58:03.447033+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:26:11.105346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.217632+0000","last_change":"2024-04-12T15:57:31.955746+0000","last_active":"2024-04-12T15:58:06.217632+0000","last_peered":"2024-04-12T15:58:06.217632+0000","last_clean":"2024-04-12T15:58:06.217632+0000","last_became_active":"2024-04-12T15:57:31.954692+0000","last_became_peered":"2024-04-12T15:57:31.954692+0000","last_unstale":"2024-04-12T15:58:06.217632+0000","last_undegraded":"2024-04-12T15:58:06.217632+0000","last_fullsized":"2024-04-12T15:58:06.217632+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:32:24.029499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.215594+0000","last_change":"2024-04-12T15:57:32.312948+0000","last_active":"2024-04-12T15:58:06.215594+0000","last_peered":"2024-04-12T15:58:06.215594+0000","last_clean":"2024-04-12T15:58:06.215594+0000","last_became_active":"2024-04-12T15:57:32.312680+0000","last_became_peered":"2024-04-12T15:57:32.312680+0000","last_unstale":"2024-04-12T15:58:06.215594+0000","last_undegraded":"2024-04-12T15:58:06.215594+0000","last_fullsized":"2024-04-12T15:58:06.215594+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:22:50.381777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.778624+0000","last_change":"2024-04-12T15:58:04.554819+0000","last_active":"2024-04-12T15:58:06.778624+0000","last_peered":"2024-04-12T15:58:06.778624+0000","last_clean":"2024-04-12T15:58:06.778624+0000","last_became_active":"2024-04-12T15:58:04.554520+0000","last_became_peered":"2024-04-12T15:58:04.554520+0000","last_unstale":"2024-04-12T15:58:06.778624+0000","last_undegraded":"2024-04-12T15:58:06.778624+0000","last_fullsized":"2024-04-12T15:58:06.778624+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_clean_scrub_stamp":"2024-04-12T15:58:03.447033+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:56:46.847683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"62'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.215893+0000","last_change":"2024-04-12T15:57:31.953702+0000","last_active":"2024-04-12T15:58:06.215893+0000","last_peered":"2024-04-12T15:58:06.215893+0000","last_clean":"2024-04-12T15:58:06.215893+0000","last_became_active":"2024-04-12T15:57:31.952824+0000","last_became_peered":"2024-04-12T15:57:31.952824+0000","last_unstale":"2024-04-12T15:58:06.215893+0000","last_undegraded":"2024-04-12T15:58:06.215893+0000","last_fullsized":"2024-04-12T15:58:06.215893+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:56:26.635329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.895074+0000","last_change":"2024-04-12T15:57:32.314835+0000","last_active":"2024-04-12T15:58:05.895074+0000","last_peered":"2024-04-12T15:58:05.895074+0000","last_clean":"2024-04-12T15:58:05.895074+0000","last_became_active":"2024-04-12T15:57:32.314541+0000","last_became_peered":"2024-04-12T15:57:32.314541+0000","last_unstale":"2024-04-12T15:58:05.895074+0000","last_undegraded":"2024-04-12T15:58:05.895074+0000","last_fullsized":"2024-04-12T15:58:05.895074+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:46:17.524521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.773915+0000","last_change":"2024-04-12T15:58:04.754871+0000","last_active":"2024-04-12T15:58:06.773915+0000","last_peered":"2024-04-12T15:58:06.773915+0000","last_clean":"2024-04-12T15:58:06.773915+0000","last_became_active":"2024-04-12T15:58:04.754555+0000","last_became_peered":"2024-04-12T15:58:04.754555+0000","last_unstale":"2024-04-12T15:58:06.773915+0000","last_undegraded":"2024-04-12T15:58:06.773915+0000","last_fullsized":"2024-04-12T15:58:06.773915+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_clean_scrub_stamp":"2024-04-12T15:58:03.447033+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:25:46.449225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.893607+0000","last_change":"2024-04-12T15:57:31.946745+0000","last_active":"2024-04-12T15:58:05.893607+0000","last_peered":"2024-04-12T15:58:05.893607+0000","last_clean":"2024-04-12T15:58:05.893607+0000","last_became_active":"2024-04-12T15:57:31.946282+0000","last_became_peered":"2024-04-12T15:57:31.946282+0000","last_unstale":"2024-04-12T15:58:05.893607+0000","last_undegraded":"2024-04-12T15:58:05.893607+0000","last_fullsized":"2024-04-12T15:58:05.893607+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:37:14.929811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.769510+0000","last_change":"2024-04-12T15:57:32.313886+0000","last_active":"2024-04-12T15:58:05.769510+0000","last_peered":"2024-04-12T15:58:05.769510+0000","last_clean":"2024-04-12T15:58:05.769510+0000","last_became_active":"2024-04-12T15:57:32.313639+0000","last_became_peered":"2024-04-12T15:57:32.313639+0000","last_unstale":"2024-04-12T15:58:05.769510+0000","last_undegraded":"2024-04-12T15:58:05.769510+0000","last_fullsized":"2024-04-12T15:58:05.769510+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:12:25.203156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.216042+0000","last_change":"2024-04-12T15:57:31.958054+0000","last_active":"2024-04-12T15:58:06.216042+0000","last_peered":"2024-04-12T15:58:06.216042+0000","last_clean":"2024-04-12T15:58:06.216042+0000","last_became_active":"2024-04-12T15:57:31.957772+0000","last_became_peered":"2024-04-12T15:57:31.957772+0000","last_unstale":"2024-04-12T15:58:06.216042+0000","last_undegraded":"2024-04-12T15:58:06.216042+0000","last_fullsized":"2024-04-12T15:58:06.216042+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:55:20.560719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.216105+0000","last_change":"2024-04-12T15:57:32.311869+0000","last_active":"2024-04-12T15:58:06.216105+0000","last_peered":"2024-04-12T15:58:06.216105+0000","last_clean":"2024-04-12T15:58:06.216105+0000","last_became_active":"2024-04-12T15:57:32.311587+0000","last_became_peered":"2024-04-12T15:57:32.311587+0000","last_unstale":"2024-04-12T15:58:06.216105+0000","last_undegraded":"2024-04-12T15:58:06.216105+0000","last_fullsized":"2024-04-12T15:58:06.216105+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:08:22.383976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.215373+0000","last_change":"2024-04-12T15:57:31.965759+0000","last_active":"2024-04-12T15:58:06.215373+0000","last_peered":"2024-04-12T15:58:06.215373+0000","last_clean":"2024-04-12T15:58:06.215373+0000","last_became_active":"2024-04-12T15:57:31.965485+0000","last_became_peered":"2024-04-12T15:57:31.965485+0000","last_unstale":"2024-04-12T15:58:06.215373+0000","last_undegraded":"2024-04-12T15:58:06.215373+0000","last_fullsized":"2024-04-12T15:58:06.215373+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:45:08.227735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.895237+0000","last_change":"2024-04-12T15:57:32.322491+0000","last_active":"2024-04-12T15:58:05.895237+0000","last_peered":"2024-04-12T15:58:05.895237+0000","last_clean":"2024-04-12T15:58:05.895237+0000","last_became_active":"2024-04-12T15:57:32.322175+0000","last_became_peered":"2024-04-12T15:57:32.322175+0000","last_unstale":"2024-04-12T15:58:05.895237+0000","last_undegraded":"2024-04-12T15:58:05.895237+0000","last_fullsized":"2024-04-12T15:58:05.895237+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:18:40.056358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.215697+0000","last_change":"2024-04-12T15:57:31.954671+0000","last_active":"2024-04-12T15:58:06.215697+0000","last_peered":"2024-04-12T15:58:06.215697+0000","last_clean":"2024-04-12T15:58:06.215697+0000","last_became_active":"2024-04-12T15:57:31.954377+0000","last_became_peered":"2024-04-12T15:57:31.954377+0000","last_unstale":"2024-04-12T15:58:06.215697+0000","last_undegraded":"2024-04-12T15:58:06.215697+0000","last_fullsized":"2024-04-12T15:58:06.215697+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:31:42.697780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.895802+0000","last_change":"2024-04-12T15:57:32.317189+0000","last_active":"2024-04-12T15:58:05.895802+0000","last_peered":"2024-04-12T15:58:05.895802+0000","last_clean":"2024-04-12T15:58:05.895802+0000","last_became_active":"2024-04-12T15:57:32.316869+0000","last_became_peered":"2024-04-12T15:57:32.316869+0000","last_unstale":"2024-04-12T15:58:05.895802+0000","last_undegraded":"2024-04-12T15:58:05.895802+0000","last_fullsized":"2024-04-12T15:58:05.895802+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:44:00.017390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.217339+0000","last_change":"2024-04-12T15:57:31.954823+0000","last_active":"2024-04-12T15:58:06.217339+0000","last_peered":"2024-04-12T15:58:06.217339+0000","last_clean":"2024-04-12T15:58:06.217339+0000","last_became_active":"2024-04-12T15:57:31.954555+0000","last_became_peered":"2024-04-12T15:57:31.954555+0000","last_unstale":"2024-04-12T15:58:06.217339+0000","last_undegraded":"2024-04-12T15:58:06.217339+0000","last_fullsized":"2024-04-12T15:58:06.217339+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:35:50.904750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.892966+0000","last_change":"2024-04-12T15:57:32.325294+0000","last_active":"2024-04-12T15:58:05.892966+0000","last_peered":"2024-04-12T15:58:05.892966+0000","last_clean":"2024-04-12T15:58:05.892966+0000","last_became_active":"2024-04-12T15:57:32.324995+0000","last_became_peered":"2024-04-12T15:57:32.324995+0000","last_unstale":"2024-04-12T15:58:05.892966+0000","last_undegraded":"2024-04-12T15:58:05.892966+0000","last_fullsized":"2024-04-12T15:58:05.892966+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:43:47.827273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.768216+0000","last_change":"2024-04-12T15:57:31.955660+0000","last_active":"2024-04-12T15:58:05.768216+0000","last_peered":"2024-04-12T15:58:05.768216+0000","last_clean":"2024-04-12T15:58:05.768216+0000","last_became_active":"2024-04-12T15:57:31.955384+0000","last_became_peered":"2024-04-12T15:57:31.955384+0000","last_unstale":"2024-04-12T15:58:05.768216+0000","last_undegraded":"2024-04-12T15:58:05.768216+0000","last_fullsized":"2024-04-12T15:58:05.768216+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:24:41.760872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.217519+0000","last_change":"2024-04-12T15:57:32.329294+0000","last_active":"2024-04-12T15:58:06.217519+0000","last_peered":"2024-04-12T15:58:06.217519+0000","last_clean":"2024-04-12T15:58:06.217519+0000","last_became_active":"2024-04-12T15:57:32.328920+0000","last_became_peered":"2024-04-12T15:57:32.328920+0000","last_unstale":"2024-04-12T15:58:06.217519+0000","last_undegraded":"2024-04-12T15:58:06.217519+0000","last_fullsized":"2024-04-12T15:58:06.217519+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:39:41.276060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.215632+0000","last_change":"2024-04-12T15:57:31.953113+0000","last_active":"2024-04-12T15:58:06.215632+0000","last_peered":"2024-04-12T15:58:06.215632+0000","last_clean":"2024-04-12T15:58:06.215632+0000","last_became_active":"2024-04-12T15:57:31.952837+0000","last_became_peered":"2024-04-12T15:57:31.952837+0000","last_unstale":"2024-04-12T15:58:06.215632+0000","last_undegraded":"2024-04-12T15:58:06.215632+0000","last_fullsized":"2024-04-12T15:58:06.215632+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:50:36.749151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.766785+0000","last_change":"2024-04-12T15:57:32.311390+0000","last_active":"2024-04-12T15:58:05.766785+0000","last_peered":"2024-04-12T15:58:05.766785+0000","last_clean":"2024-04-12T15:58:05.766785+0000","last_became_active":"2024-04-12T15:57:32.311130+0000","last_became_peered":"2024-04-12T15:57:32.311130+0000","last_unstale":"2024-04-12T15:58:05.766785+0000","last_undegraded":"2024-04-12T15:58:05.766785+0000","last_fullsized":"2024-04-12T15:58:05.766785+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:27:24.601795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.768178+0000","last_change":"2024-04-12T15:57:31.953229+0000","last_active":"2024-04-12T15:58:05.768178+0000","last_peered":"2024-04-12T15:58:05.768178+0000","last_clean":"2024-04-12T15:58:05.768178+0000","last_became_active":"2024-04-12T15:57:31.952951+0000","last_became_peered":"2024-04-12T15:57:31.952951+0000","last_unstale":"2024-04-12T15:58:05.768178+0000","last_undegraded":"2024-04-12T15:58:05.768178+0000","last_fullsized":"2024-04-12T15:58:05.768178+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:27:18.866447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.216894+0000","last_change":"2024-04-12T15:57:32.324263+0000","last_active":"2024-04-12T15:58:06.216894+0000","last_peered":"2024-04-12T15:58:06.216894+0000","last_clean":"2024-04-12T15:58:06.216894+0000","last_became_active":"2024-04-12T15:57:32.323965+0000","last_became_peered":"2024-04-12T15:57:32.323965+0000","last_unstale":"2024-04-12T15:58:06.216894+0000","last_undegraded":"2024-04-12T15:58:06.216894+0000","last_fullsized":"2024-04-12T15:58:06.216894+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:44:52.028546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.892638+0000","last_change":"2024-04-12T15:57:32.317742+0000","last_active":"2024-04-12T15:58:05.892638+0000","last_peered":"2024-04-12T15:58:05.892638+0000","last_clean":"2024-04-12T15:58:05.892638+0000","last_became_active":"2024-04-12T15:57:32.317396+0000","last_became_peered":"2024-04-12T15:57:32.317396+0000","last_unstale":"2024-04-12T15:58:05.892638+0000","last_undegraded":"2024-04-12T15:58:05.892638+0000","last_fullsized":"2024-04-12T15:58:05.892638+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:39:36.503968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.767694+0000","last_change":"2024-04-12T15:57:32.315003+0000","last_active":"2024-04-12T15:58:05.767694+0000","last_peered":"2024-04-12T15:58:05.767694+0000","last_clean":"2024-04-12T15:58:05.767694+0000","last_became_active":"2024-04-12T15:57:32.314719+0000","last_became_peered":"2024-04-12T15:57:32.314719+0000","last_unstale":"2024-04-12T15:58:05.767694+0000","last_undegraded":"2024-04-12T15:58:05.767694+0000","last_fullsized":"2024-04-12T15:58:05.767694+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:20:42.459015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.766403+0000","last_change":"2024-04-12T15:57:32.314085+0000","last_active":"2024-04-12T15:58:05.766403+0000","last_peered":"2024-04-12T15:58:05.766403+0000","last_clean":"2024-04-12T15:58:05.766403+0000","last_became_active":"2024-04-12T15:57:32.313790+0000","last_became_peered":"2024-04-12T15:57:32.313790+0000","last_unstale":"2024-04-12T15:58:05.766403+0000","last_undegraded":"2024-04-12T15:58:05.766403+0000","last_fullsized":"2024-04-12T15:58:05.766403+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:49:46.867990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.769224+0000","last_change":"2024-04-12T15:57:32.319371+0000","last_active":"2024-04-12T15:58:05.769224+0000","last_peered":"2024-04-12T15:58:05.769224+0000","last_clean":"2024-04-12T15:58:05.769224+0000","last_became_active":"2024-04-12T15:57:32.318501+0000","last_became_peered":"2024-04-12T15:57:32.318501+0000","last_unstale":"2024-04-12T15:58:05.769224+0000","last_undegraded":"2024-04-12T15:58:05.769224+0000","last_fullsized":"2024-04-12T15:58:05.769224+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:43:56.128772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.895350+0000","last_change":"2024-04-12T15:57:32.319219+0000","last_active":"2024-04-12T15:58:05.895350+0000","last_peered":"2024-04-12T15:58:05.895350+0000","last_clean":"2024-04-12T15:58:05.895350+0000","last_became_active":"2024-04-12T15:57:32.317969+0000","last_became_peered":"2024-04-12T15:57:32.317969+0000","last_unstale":"2024-04-12T15:58:05.895350+0000","last_undegraded":"2024-04-12T15:58:05.895350+0000","last_fullsized":"2024-04-12T15:58:05.895350+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:59:14.249748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:06.215537+0000","last_change":"2024-04-12T15:57:32.321156+0000","last_active":"2024-04-12T15:58:06.215537+0000","last_peered":"2024-04-12T15:58:06.215537+0000","last_clean":"2024-04-12T15:58:06.215537+0000","last_became_active":"2024-04-12T15:57:32.320832+0000","last_became_peered":"2024-04-12T15:57:32.320832+0000","last_unstale":"2024-04-12T15:58:06.215537+0000","last_undegraded":"2024-04-12T15:58:06.215537+0000","last_fullsized":"2024-04-12T15:58:06.215537+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:24:42.547997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.893250+0000","last_change":"2024-04-12T15:57:32.330152+0000","last_active":"2024-04-12T15:58:05.893250+0000","last_peered":"2024-04-12T15:58:05.893250+0000","last_clean":"2024-04-12T15:58:05.893250+0000","last_became_active":"2024-04-12T15:57:32.329382+0000","last_became_peered":"2024-04-12T15:57:32.329382+0000","last_unstale":"2024-04-12T15:58:05.893250+0000","last_undegraded":"2024-04-12T15:58:05.893250+0000","last_fullsized":"2024-04-12T15:58:05.893250+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:28:58.031470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.895284+0000","last_change":"2024-04-12T15:57:32.313833+0000","last_active":"2024-04-12T15:58:05.895284+0000","last_peered":"2024-04-12T15:58:05.895284+0000","last_clean":"2024-04-12T15:58:05.895284+0000","last_became_active":"2024-04-12T15:57:32.313568+0000","last_became_peered":"2024-04-12T15:57:32.313568+0000","last_unstale":"2024-04-12T15:58:05.895284+0000","last_undegraded":"2024-04-12T15:58:05.895284+0000","last_fullsized":"2024-04-12T15:58:05.895284+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:59:06.251312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.766341+0000","last_change":"2024-04-12T15:57:32.310759+0000","last_active":"2024-04-12T15:58:05.766341+0000","last_peered":"2024-04-12T15:58:05.766341+0000","last_clean":"2024-04-12T15:58:05.766341+0000","last_became_active":"2024-04-12T15:57:32.310481+0000","last_became_peered":"2024-04-12T15:57:32.310481+0000","last_unstale":"2024-04-12T15:58:05.766341+0000","last_undegraded":"2024-04-12T15:58:05.766341+0000","last_fullsized":"2024-04-12T15:58:05.766341+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:47:52.909587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.894937+0000","last_change":"2024-04-12T15:57:32.324073+0000","last_active":"2024-04-12T15:58:05.894937+0000","last_peered":"2024-04-12T15:58:05.894937+0000","last_clean":"2024-04-12T15:58:05.894937+0000","last_became_active":"2024-04-12T15:57:32.323818+0000","last_became_peered":"2024-04-12T15:57:32.323818+0000","last_unstale":"2024-04-12T15:58:05.894937+0000","last_undegraded":"2024-04-12T15:58:05.894937+0000","last_fullsized":"2024-04-12T15:58:05.894937+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:52:26.139725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.766477+0000","last_change":"2024-04-12T15:57:32.311247+0000","last_active":"2024-04-12T15:58:05.766477+0000","last_peered":"2024-04-12T15:58:05.766477+0000","last_clean":"2024-04-12T15:58:05.766477+0000","last_became_active":"2024-04-12T15:57:32.310387+0000","last_became_peered":"2024-04-12T15:57:32.310387+0000","last_unstale":"2024-04-12T15:58:05.766477+0000","last_undegraded":"2024-04-12T15:58:05.766477+0000","last_fullsized":"2024-04-12T15:58:05.766477+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:15:57.324499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.769331+0000","last_change":"2024-04-12T15:57:32.326829+0000","last_active":"2024-04-12T15:58:05.769331+0000","last_peered":"2024-04-12T15:58:05.769331+0000","last_clean":"2024-04-12T15:58:05.769331+0000","last_became_active":"2024-04-12T15:57:32.326579+0000","last_became_peered":"2024-04-12T15:57:32.326579+0000","last_unstale":"2024-04-12T15:58:05.769331+0000","last_undegraded":"2024-04-12T15:58:05.769331+0000","last_fullsized":"2024-04-12T15:58:05.769331+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:49:18.564958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T15:58:05.893200+0000","last_change":"2024-04-12T15:57:32.325752+0000","last_active":"2024-04-12T15:58:05.893200+0000","last_peered":"2024-04-12T15:58:05.893200+0000","last_clean":"2024-04-12T15:58:05.893200+0000","last_became_active":"2024-04-12T15:57:32.325464+0000","last_became_peered":"2024-04-12T15:57:32.325464+0000","last_unstale":"2024-04-12T15:58:05.893200+0000","last_undegraded":"2024-04-12T15:58:05.893200+0000","last_fullsized":"2024-04-12T15:58:05.893200+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:30:43.497662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234008,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28300,"kb_used_data":1280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716852,"statfs":{"total":95995035648,"available":95966056448,"internally_reserved":0,"allocated":1310720,"data_stored":899532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 15:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.52200000000000002}]},{"osd":1,"last update":"Fri Apr 12 15:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.48199999999999998}]},{"osd":2,"last update":"Fri Apr 12 15:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.51100000000000001}]},{"osd":3,"last update":"Fri Apr 12 15:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.501},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.622}]},{"osd":4,"last update":"Fri Apr 12 15:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.317},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.38800000000000001}]},{"osd":5,"last update":"Fri Apr 12 15:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.433},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.35099999999999998}]},{"osd":6,"last update":"Fri Apr 12 15:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.38},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.42299999999999999}]}]},{"osd":6,"up_from":46,"seq":197568495645,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28304,"kb_used_data":1280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716848,"statfs":{"total":95995035648,"available":95966052352,"internally_reserved":0,"allocated":1310720,"data_stored":900947,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 15:58:52 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52100000000000002,"15min":0.52000000000000002},"min":{"1min":0.39200000000000002,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.72299999999999998,"5min":0.749,"15min":0.749},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.48499999999999999,"15min":0.48099999999999998},"min":{"1min":0.35299999999999998,"5min":0.315,"15min":0.315},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.40300000000000002}]},{"osd":1,"last update":"Fri Apr 12 15:58:52 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.505,"15min":0.503},"min":{"1min":0.35999999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.51900000000000002,"15min":0.51700000000000002},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.375}]},{"osd":2,"last update":"Fri Apr 12 15:58:52 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52300000000000002,"15min":0.52200000000000002},"min":{"1min":0.34899999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.504,"15min":0.5},"min":{"1min":0.38,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.71299999999999997,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.436}]},{"osd":3,"last update":"Fri Apr 12 15:58:52 2024","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.5,"15min":0.5},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.45100000000000001}]},{"osd":4,"last update":"Fri Apr 12 15:58:52 2024","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.40799999999999997,"15min":0.40100000000000002},"min":{"1min":0.28399999999999997,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.433,"15min":0.42299999999999999},"min":{"1min":0.32200000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.29599999999999999}]},{"osd":5,"last update":"Fri Apr 12 15:58:52 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.436,"15min":0.42799999999999999},"min":{"1min":0.32800000000000001,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.308},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.46400000000000002,"15min":0.45400000000000001},"min":{"1min":0.30499999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.38600000000000001}]},{"osd":7,"last update":"Fri Apr 12 15:58:11 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.33200000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574902,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31824,"kb_used_data":700,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713328,"statfs":{"total":95995035648,"available":95962447872,"internally_reserved":0,"allocated":716800,"data_stored":308720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.34499999999999997,"5min":0.33900000000000002,"15min":0.317},"min":{"1min":0.24099999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.61299999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.33000000000000002,"5min":0.35899999999999999,"15min":0.32700000000000001},"min":{"1min":0.216,"5min":0.185,"15min":0.185},"max":{"1min":0.48399999999999999,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.40000000000000002}]},{"osd":2,"last update":"Fri Apr 12 15:58:17 2024","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.36699999999999999,"15min":0.36699999999999999},"min":{"1min":0.255,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.46700000000000003,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.39400000000000002,"15min":0.38400000000000001},"min":{"1min":0.26400000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.69499999999999995}]},{"osd":3,"last update":"Fri Apr 12 15:58:42 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.442,"15min":0.45200000000000001},"min":{"1min":0.308,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.624,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.623},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.432,"15min":0.45000000000000001},"min":{"1min":0.249,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.51500000000000001,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.52100000000000002}]},{"osd":4,"last update":"Fri Apr 12 15:58:00 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.57399999999999995,"15min":0.57599999999999996},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.58699999999999997,"15min":0.58999999999999997},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.59099999999999997}]},{"osd":5,"last update":"Fri Apr 12 15:58:26 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.58399999999999996,"15min":0.59199999999999997},"min":{"1min":0.42099999999999999,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.68200000000000005,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.59899999999999998,"15min":0.60699999999999998},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.69199999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.56999999999999995}]},{"osd":6,"last update":"Fri Apr 12 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.60299999999999998,"15min":0.61099999999999999},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.79800000000000004,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.57599999999999996,"15min":0.58199999999999996},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.69199999999999995,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.65100000000000002}]},{"osd":7,"last update":"Fri Apr 12 15:58:13 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.66200000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738425,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28312,"kb_used_data":1288,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716840,"statfs":{"total":95995035648,"available":95966044160,"internally_reserved":0,"allocated":1318912,"data_stored":899656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Apr 12 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.35399999999999998,"15min":0.33100000000000002},"min":{"1min":0.23200000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.52600000000000002,"5min":0.53300000000000003,"15min":0.53300000000000003},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.38,"15min":0.34799999999999998},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.504,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.33900000000000002}]},{"osd":2,"last update":"Fri Apr 12 15:58:15 2024","interfaces":[{"interface":"back","average":{"1min":0.34499999999999997,"5min":0.373,"15min":0.36499999999999999},"min":{"1min":0.25,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.42799999999999999,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.41599999999999998,"15min":0.40799999999999997},"min":{"1min":0.28499999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.67900000000000005,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.495}]},{"osd":3,"last update":"Fri Apr 12 15:58:45 2024","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.47099999999999997,"15min":0.47499999999999998},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.44500000000000001,"15min":0.45800000000000002},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.505,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.53100000000000003}]},{"osd":4,"last update":"Fri Apr 12 15:58:02 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.57099999999999995,"15min":0.57699999999999996},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.55900000000000005,"15min":0.56100000000000005},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.66900000000000004}]},{"osd":5,"last update":"Fri Apr 12 15:58:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.57399999999999995,"15min":0.57899999999999996},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.73999999999999999,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.59199999999999997,"15min":0.59399999999999997},"min":{"1min":0.41899999999999998,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.57799999999999996}]},{"osd":6,"last update":"Fri Apr 12 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58799999999999997,"15min":0.58899999999999997},"min":{"1min":0.42199999999999999,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.60399999999999998,"15min":0.60799999999999998},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.76300000000000001,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.65400000000000003}]},{"osd":7,"last update":"Fri Apr 12 15:58:14 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.55400000000000005}]}]},{"osd":2,"up_from":18,"seq":77309411377,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31812,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713340,"statfs":{"total":95995035648,"available":95962460160,"internally_reserved":0,"allocated":708608,"data_stored":308560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 15:58:21 2024","interfaces":[{"interface":"back","average":{"1min":0.29599999999999999,"5min":0.33600000000000002,"15min":0.33800000000000002},"min":{"1min":0.192,"5min":0.192,"15min":0.192},"max":{"1min":0.42499999999999999,"5min":0.497,"15min":0.497},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.32900000000000001,"5min":0.35199999999999998,"15min":0.34899999999999998},"min":{"1min":0.185,"5min":0.185,"15min":0.185},"max":{"1min":0.56100000000000005,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.316}]},{"osd":1,"last update":"Fri Apr 12 15:58:21 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.37,"15min":0.36799999999999999},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.52600000000000002,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.38300000000000001,"15min":0.38700000000000001},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.64900000000000002,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.39300000000000002}]},{"osd":3,"last update":"Fri Apr 12 15:58:42 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.45600000000000002,"15min":0.46999999999999997},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.376,"5min":0.43099999999999999,"15min":0.44900000000000001},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.50900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.35299999999999998}]},{"osd":4,"last update":"Fri Apr 12 15:58:02 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.56399999999999995,"15min":0.56799999999999995},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.56699999999999995,"15min":0.56899999999999995},"min":{"1min":0.441,"5min":0.436,"15min":0.436},"max":{"1min":0.746,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.70999999999999996}]},{"osd":5,"last update":"Fri Apr 12 15:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.54300000000000004,"15min":0.54800000000000004},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.53300000000000003,"15min":0.53700000000000003},"min":{"1min":0.41399999999999998,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.65900000000000003,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.72099999999999997}]},{"osd":6,"last update":"Fri Apr 12 15:58:54 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.71299999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.433,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.69699999999999995}]},{"osd":7,"last update":"Fri Apr 12 15:58:14 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.746},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.66900000000000004}]}]},{"osd":3,"up_from":25,"seq":107374182444,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31832,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713320,"statfs":{"total":95995035648,"available":95962439680,"internally_reserved":0,"allocated":729088,"data_stored":311014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 15:58:40 2024","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.374,"15min":0.378},"min":{"1min":0.215,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.40300000000000002,"15min":0.40400000000000003},"min":{"1min":0.26000000000000001,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.48299999999999998,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.32000000000000001}]},{"osd":1,"last update":"Fri Apr 12 15:58:40 2024","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.41599999999999998,"15min":0.41799999999999998},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.58599999999999997,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.378,"5min":0.42099999999999999,"15min":0.42899999999999999},"min":{"1min":0.27900000000000003,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.27700000000000002}]},{"osd":2,"last update":"Fri Apr 12 15:58:40 2024","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.44500000000000001,"15min":0.45100000000000001},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.59699999999999998,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.42299999999999999,"15min":0.42699999999999999},"min":{"1min":0.28299999999999997,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.56899999999999995,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.58699999999999997}]},{"osd":4,"last update":"Fri Apr 12 15:58:07 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.57899999999999996,"15min":0.58099999999999996},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59199999999999997,"15min":0.59099999999999997},"min":{"1min":0.44500000000000001,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.40899999999999997}]},{"osd":5,"last update":"Fri Apr 12 15:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.57499999999999996,"15min":0.57999999999999996},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.79800000000000004,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.59799999999999998,"15min":0.60299999999999998},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.75,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.42299999999999999}]},{"osd":6,"last update":"Fri Apr 12 15:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.60399999999999998,"15min":0.622},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.69399999999999995,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.60099999999999998,"15min":0.61499999999999999},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.84899999999999998,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.45500000000000002}]},{"osd":7,"last update":"Fri Apr 12 15:58:14 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.495}]}]},{"osd":4,"up_from":30,"seq":128849018919,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27728,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717424,"statfs":{"total":95995035648,"available":95966642176,"internally_reserved":0,"allocated":720896,"data_stored":308995,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 15:58:00 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.53000000000000003,"15min":0.53200000000000003},"min":{"1min":0.38400000000000001,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.66600000000000004,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.50700000000000001,"15min":0.50600000000000001},"min":{"1min":0.41599999999999998,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.64900000000000002,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.61899999999999999}]},{"osd":1,"last update":"Fri Apr 12 15:58:00 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.50800000000000001,"15min":0.51000000000000001},"min":{"1min":0.36599999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.499},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.53200000000000003,"15min":0.53300000000000003},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.73499999999999999,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.53800000000000003}]},{"osd":2,"last update":"Fri Apr 12 15:58:00 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53100000000000003,"15min":0.53000000000000003},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.67500000000000004,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52000000000000002,"15min":0.51900000000000002},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.71899999999999997,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.57399999999999995}]},{"osd":3,"last update":"Fri Apr 12 15:58:00 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.53400000000000003,"15min":0.53500000000000003},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.66300000000000003,"5min":0.75,"15min":0.75},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.52100000000000002,"15min":0.51900000000000002},"min":{"1min":0.43099999999999999,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.64500000000000002,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.55200000000000005}]},{"osd":5,"last update":"Fri Apr 12 15:58:24 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.376,"15min":0.36399999999999999},"min":{"1min":0.29699999999999999,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.441,"15min":0.42499999999999999},"min":{"1min":0.37,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.59999999999999998}]},{"osd":6,"last update":"Fri Apr 12 15:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.439,"15min":0.432},"min":{"1min":0.34699999999999998,"5min":0.309,"15min":0.309},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.43099999999999999,"15min":0.41799999999999998},"min":{"1min":0.32800000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.42499999999999999}]},{"osd":7,"last update":"Fri Apr 12 15:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.45000000000000001}]}]},{"osd":5,"up_from":38,"seq":163208757281,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31836,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713316,"statfs":{"total":95995035648,"available":95962435584,"internally_reserved":0,"allocated":724992,"data_stored":311000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 15:58:25 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.53000000000000003,"15min":0.53400000000000003},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.65900000000000003,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.54300000000000004,"15min":0.55400000000000005},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.65900000000000003,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.54400000000000004}]},{"osd":1,"last update":"Fri Apr 12 15:58:25 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.56999999999999995,"15min":0.58199999999999996},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.65500000000000003,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.54100000000000004,"15min":0.54200000000000004},"min":{"1min":0.36399999999999999,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.66000000000000003,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.55800000000000005}]},{"osd":2,"last update":"Fri Apr 12 15:58:25 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.55000000000000004,"15min":0.55300000000000005},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.73299999999999998,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.502,"5min":0.56999999999999995,"15min":0.58099999999999996},"min":{"1min":0.36599999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.69599999999999995,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.65700000000000003}]},{"osd":3,"last update":"Fri Apr 12 15:58:25 2024","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.53900000000000003,"15min":0.54700000000000004},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.60399999999999998,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.626},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.58799999999999997,"15min":0.59599999999999997},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.68899999999999995,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.61099999999999999}]},{"osd":4,"last update":"Fri Apr 12 15:58:25 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.41399999999999998,"15min":0.41199999999999998},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.504},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.438,"15min":0.433},"min":{"1min":0.27600000000000002,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.49199999999999999}]},{"osd":6,"last update":"Fri Apr 12 15:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.47099999999999997,"15min":0.47499999999999998},"min":{"1min":0.30199999999999999,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.64300000000000002,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.49399999999999999,"15min":0.496},"min":{"1min":0.34899999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.65800000000000003,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.53000000000000003}]},{"osd":7,"last update":"Fri Apr 12 15:58:14 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.47099999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-12T15:59:05.673 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-12T15:59:05.673 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-12T15:59:05.674 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-12T15:59:05.674 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph health --format=json 2024-04-12T15:59:06.020 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T15:59:06.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:05 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T15:59:06.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:05 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T15:59:06.248 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:05 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T15:59:06.843 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:59:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: ::ffff:172.21.15.110 - - [12/Apr/2024:15:59:06] "GET /metrics HTTP/1.1" 200 33650 "" "Prometheus/2.43.0" 2024-04-12T15:59:07.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:06 smithi099 ceph-mon[27456]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:07.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:06 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:07.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:06 smithi099 ceph-mon[39429]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:07.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:06 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:07.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:06 smithi110 ceph-mon[31279]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:07.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:06 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:08.040 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:59:08.040 INFO:teuthology.orchestra.run.smithi099.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-12T15:59:08.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:07 smithi099 ceph-mon[27456]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:08.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:07 smithi099 ceph-mon[39429]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:08.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:07 smithi110 ceph-mon[31279]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:08.908 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-12T15:59:08.909 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-12T15:59:09.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:08 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/2347307026' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T15:59:09.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:08 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/2347307026' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T15:59:09.201 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:59:09.201 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":69,"fsid":"7550015c-f8e4-11ee-bc8d-c7b262605968","created":"2024-04-12T15:52:01.550700+0000","modified":"2024-04-12T15:58:06.820465+0000","last_up_change":"2024-04-12T15:57:11.501757+0000","last_in_change":"2024-04-12T15:56:54.522762+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T15:55:12.125655+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-12T15:57:30.643287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-12T15:57:31.476671+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-12T15:58:03.396838+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f2eb1776-f2a7-4d11-af70-91cb860c0834","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6803","nonce":4050139692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6805","nonce":4050139692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6809","nonce":4050139692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6807","nonce":4050139692}]},"public_addr":"172.21.15.99:6803/4050139692","cluster_addr":"172.21.15.99:6805/4050139692","heartbeat_back_addr":"172.21.15.99:6809/4050139692","heartbeat_front_addr":"172.21.15.99:6807/4050139692","state":["exists","up"]},{"osd":1,"uuid":"36efb921-968f-44d2-81c2-dcf67f462166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6811","nonce":1777320234}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6813","nonce":1777320234}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6817","nonce":1777320234}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6815","nonce":1777320234}]},"public_addr":"172.21.15.99:6811/1777320234","cluster_addr":"172.21.15.99:6813/1777320234","heartbeat_back_addr":"172.21.15.99:6817/1777320234","heartbeat_front_addr":"172.21.15.99:6815/1777320234","state":["exists","up"]},{"osd":2,"uuid":"3008dd52-3370-4dda-9aab-0e909c1a1d70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6819","nonce":1998277655}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6821","nonce":1998277655}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6825","nonce":1998277655}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6823","nonce":1998277655}]},"public_addr":"172.21.15.99:6819/1998277655","cluster_addr":"172.21.15.99:6821/1998277655","heartbeat_back_addr":"172.21.15.99:6825/1998277655","heartbeat_front_addr":"172.21.15.99:6823/1998277655","state":["exists","up"]},{"osd":3,"uuid":"0941ec21-107e-48cd-b4c5-1d185708c69b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6827","nonce":4076835847}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6829","nonce":4076835847}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6832","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6833","nonce":4076835847}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6831","nonce":4076835847}]},"public_addr":"172.21.15.99:6827/4076835847","cluster_addr":"172.21.15.99:6829/4076835847","heartbeat_back_addr":"172.21.15.99:6833/4076835847","heartbeat_front_addr":"172.21.15.99:6831/4076835847","state":["exists","up"]},{"osd":4,"uuid":"0e8e9ddf-dce6-45e1-86d6-96741ff35a9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6801","nonce":2706881134}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6803","nonce":2706881134}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6807","nonce":2706881134}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6805","nonce":2706881134}]},"public_addr":"172.21.15.110:6801/2706881134","cluster_addr":"172.21.15.110:6803/2706881134","heartbeat_back_addr":"172.21.15.110:6807/2706881134","heartbeat_front_addr":"172.21.15.110:6805/2706881134","state":["exists","up"]},{"osd":5,"uuid":"4f625bf6-2403-4341-8196-d155baab2e8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6809","nonce":18731328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6811","nonce":18731328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6815","nonce":18731328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6813","nonce":18731328}]},"public_addr":"172.21.15.110:6809/18731328","cluster_addr":"172.21.15.110:6811/18731328","heartbeat_back_addr":"172.21.15.110:6815/18731328","heartbeat_front_addr":"172.21.15.110:6813/18731328","state":["exists","up"]},{"osd":6,"uuid":"ffa3a539-4fc0-4586-bff2-149c927ef694","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6817","nonce":975312000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6819","nonce":975312000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6823","nonce":975312000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6821","nonce":975312000}]},"public_addr":"172.21.15.110:6817/975312000","cluster_addr":"172.21.15.110:6819/975312000","heartbeat_back_addr":"172.21.15.110:6823/975312000","heartbeat_front_addr":"172.21.15.110:6821/975312000","state":["exists","up"]},{"osd":7,"uuid":"a51c55cb-4543-42b3-8e3d-933e5a8f7f70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6825","nonce":3976780385}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6827","nonce":3976780385}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6831","nonce":3976780385}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6829","nonce":3976780385}]},"public_addr":"172.21.15.110:6825/3976780385","cluster_addr":"172.21.15.110:6827/3976780385","heartbeat_back_addr":"172.21.15.110:6831/3976780385","heartbeat_front_addr":"172.21.15.110:6829/3976780385","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:54:17.953043+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:54:42.873997+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:55:08.253109+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:55:34.333463+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:55:57.055252+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:56:21.372860+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:56:45.489088+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:57:10.476074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1c","mappings":[{"from":7,"to":4}]},{"pgid":"3.1","mappings":[{"from":0,"to":2}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.99:0/876314307":"2024-04-13T15:58:05.757020+0000","172.21.15.99:6800/809983084":"2024-04-13T15:58:05.757020+0000","172.21.15.99:6801/3642643916":"2024-04-13T15:52:53.808258+0000","172.21.15.99:0/1191046348":"2024-04-13T15:58:05.757020+0000","172.21.15.99:6800/3642643916":"2024-04-13T15:52:53.808258+0000","172.21.15.99:6801/809983084":"2024-04-13T15:58:05.757020+0000","172.21.15.99:0/737885610":"2024-04-13T15:52:53.808258+0000","172.21.15.99:0/2036600681":"2024-04-13T15:52:28.689794+0000","172.21.15.99:0/1029595901":"2024-04-13T15:58:05.757020+0000","172.21.15.99:0/2774073629":"2024-04-13T15:58:05.757020+0000","172.21.15.99:0/383659124":"2024-04-13T15:52:53.808258+0000","172.21.15.99:0/3096714326":"2024-04-13T15:52:28.689794+0000","172.21.15.99:6801/1627681395":"2024-04-13T15:52:28.689794+0000","172.21.15.99:6800/1627681395":"2024-04-13T15:52:28.689794+0000","172.21.15.99:0/3674643919":"2024-04-13T15:52:28.689794+0000","172.21.15.99:0/1717042260":"2024-04-13T15:52:53.808258+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T15:59:09.214 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-12T15:55:12.125655+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-12T15:57:30.643287+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '61', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-12T15:57:31.476671+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-04-12T15:58:03.396838+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '69', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 3, 'score_stable': 3, 'optimal_score': 1, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-12T15:59:09.215 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-12T15:59:09.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:08 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/2347307026' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T15:59:09.512 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 1 2024-04-12T15:59:09.525 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-12T15:59:09.820 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 32 2024-04-12T15:59:09.834 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-12T15:59:10.125 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 64 2024-04-12T15:59:10.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:09 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/1385100244' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T15:59:10.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:09 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/1993522993' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T15:59:10.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:09 smithi099 ceph-mon[27456]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:10.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:09 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/4095596118' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-12T15:59:10.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:09 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/1385100244' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T15:59:10.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:09 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/1993522993' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T15:59:10.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:09 smithi099 ceph-mon[39429]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:10.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:09 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/4095596118' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-12T15:59:10.139 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-04-12T15:59:10.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:09 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/1385100244' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T15:59:10.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:09 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/1993522993' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T15:59:10.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:09 smithi110 ceph-mon[31279]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:10.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:09 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/4095596118' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-12T15:59:10.436 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 8 2024-04-12T15:59:10.449 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-12T15:59:10.771 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:59:10.771 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24328,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/3505804678","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":3505804678},{"type":"v1","addr":"172.21.15.110:6833","nonce":3505804678}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-12T15:57:32.292413+0000","modified":"2024-04-12T15:57:34.299505+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24350},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24350":{"gid":24350,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":4,"addr":"172.21.15.99:6835/701376503","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":701376503},{"type":"v1","addr":"172.21.15.99:6835","nonce":701376503}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-12T15:59:10.772 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 6 2024-04-12T15:59:10.784 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-12T15:59:11.070 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:59:11.070 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":69,"fsid":"7550015c-f8e4-11ee-bc8d-c7b262605968","created":"2024-04-12T15:52:01.550700+0000","modified":"2024-04-12T15:58:06.820465+0000","last_up_change":"2024-04-12T15:57:11.501757+0000","last_in_change":"2024-04-12T15:56:54.522762+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T15:55:12.125655+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-12T15:57:30.643287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-12T15:57:31.476671+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-12T15:58:03.396838+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f2eb1776-f2a7-4d11-af70-91cb860c0834","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6803","nonce":4050139692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6805","nonce":4050139692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6809","nonce":4050139692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6807","nonce":4050139692}]},"public_addr":"172.21.15.99:6803/4050139692","cluster_addr":"172.21.15.99:6805/4050139692","heartbeat_back_addr":"172.21.15.99:6809/4050139692","heartbeat_front_addr":"172.21.15.99:6807/4050139692","state":["exists","up"]},{"osd":1,"uuid":"36efb921-968f-44d2-81c2-dcf67f462166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6811","nonce":1777320234}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6813","nonce":1777320234}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6817","nonce":1777320234}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6815","nonce":1777320234}]},"public_addr":"172.21.15.99:6811/1777320234","cluster_addr":"172.21.15.99:6813/1777320234","heartbeat_back_addr":"172.21.15.99:6817/1777320234","heartbeat_front_addr":"172.21.15.99:6815/1777320234","state":["exists","up"]},{"osd":2,"uuid":"3008dd52-3370-4dda-9aab-0e909c1a1d70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6819","nonce":1998277655}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6821","nonce":1998277655}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6825","nonce":1998277655}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6823","nonce":1998277655}]},"public_addr":"172.21.15.99:6819/1998277655","cluster_addr":"172.21.15.99:6821/1998277655","heartbeat_back_addr":"172.21.15.99:6825/1998277655","heartbeat_front_addr":"172.21.15.99:6823/1998277655","state":["exists","up"]},{"osd":3,"uuid":"0941ec21-107e-48cd-b4c5-1d185708c69b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6827","nonce":4076835847}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6829","nonce":4076835847}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6832","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6833","nonce":4076835847}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6831","nonce":4076835847}]},"public_addr":"172.21.15.99:6827/4076835847","cluster_addr":"172.21.15.99:6829/4076835847","heartbeat_back_addr":"172.21.15.99:6833/4076835847","heartbeat_front_addr":"172.21.15.99:6831/4076835847","state":["exists","up"]},{"osd":4,"uuid":"0e8e9ddf-dce6-45e1-86d6-96741ff35a9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6801","nonce":2706881134}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6803","nonce":2706881134}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6807","nonce":2706881134}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6805","nonce":2706881134}]},"public_addr":"172.21.15.110:6801/2706881134","cluster_addr":"172.21.15.110:6803/2706881134","heartbeat_back_addr":"172.21.15.110:6807/2706881134","heartbeat_front_addr":"172.21.15.110:6805/2706881134","state":["exists","up"]},{"osd":5,"uuid":"4f625bf6-2403-4341-8196-d155baab2e8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6809","nonce":18731328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6811","nonce":18731328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6815","nonce":18731328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6813","nonce":18731328}]},"public_addr":"172.21.15.110:6809/18731328","cluster_addr":"172.21.15.110:6811/18731328","heartbeat_back_addr":"172.21.15.110:6815/18731328","heartbeat_front_addr":"172.21.15.110:6813/18731328","state":["exists","up"]},{"osd":6,"uuid":"ffa3a539-4fc0-4586-bff2-149c927ef694","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6817","nonce":975312000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6819","nonce":975312000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6823","nonce":975312000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6821","nonce":975312000}]},"public_addr":"172.21.15.110:6817/975312000","cluster_addr":"172.21.15.110:6819/975312000","heartbeat_back_addr":"172.21.15.110:6823/975312000","heartbeat_front_addr":"172.21.15.110:6821/975312000","state":["exists","up"]},{"osd":7,"uuid":"a51c55cb-4543-42b3-8e3d-933e5a8f7f70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6825","nonce":3976780385}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6827","nonce":3976780385}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6831","nonce":3976780385}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6829","nonce":3976780385}]},"public_addr":"172.21.15.110:6825/3976780385","cluster_addr":"172.21.15.110:6827/3976780385","heartbeat_back_addr":"172.21.15.110:6831/3976780385","heartbeat_front_addr":"172.21.15.110:6829/3976780385","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:54:17.953043+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:54:42.873997+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:55:08.253109+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:55:34.333463+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:55:57.055252+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:56:21.372860+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:56:45.489088+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:57:10.476074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1c","mappings":[{"from":7,"to":4}]},{"pgid":"3.1","mappings":[{"from":0,"to":2}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.99:0/876314307":"2024-04-13T15:58:05.757020+0000","172.21.15.99:6800/809983084":"2024-04-13T15:58:05.757020+0000","172.21.15.99:6801/3642643916":"2024-04-13T15:52:53.808258+0000","172.21.15.99:0/1191046348":"2024-04-13T15:58:05.757020+0000","172.21.15.99:6800/3642643916":"2024-04-13T15:52:53.808258+0000","172.21.15.99:6801/809983084":"2024-04-13T15:58:05.757020+0000","172.21.15.99:0/737885610":"2024-04-13T15:52:53.808258+0000","172.21.15.99:0/2036600681":"2024-04-13T15:52:28.689794+0000","172.21.15.99:0/1029595901":"2024-04-13T15:58:05.757020+0000","172.21.15.99:0/2774073629":"2024-04-13T15:58:05.757020+0000","172.21.15.99:0/383659124":"2024-04-13T15:52:53.808258+0000","172.21.15.99:0/3096714326":"2024-04-13T15:52:28.689794+0000","172.21.15.99:6801/1627681395":"2024-04-13T15:52:28.689794+0000","172.21.15.99:6800/1627681395":"2024-04-13T15:52:28.689794+0000","172.21.15.99:0/3674643919":"2024-04-13T15:52:28.689794+0000","172.21.15.99:0/1717042260":"2024-04-13T15:52:53.808258+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T15:59:11.081 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:10 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/2412174058' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-12T15:59:11.081 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:10 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:11.081 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:10 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:11.082 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:10 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/1941981073' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-12T15:59:11.082 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:10 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/3930573367' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T15:59:11.082 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:10 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/2412174058' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-12T15:59:11.082 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:10 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:11.082 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:10 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:11.082 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:10 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/1941981073' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-12T15:59:11.082 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:10 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/3930573367' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T15:59:11.083 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-12T15:55:12.125655+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-12T15:57:30.643287+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '61', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-12T15:57:31.476671+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-04-12T15:58:03.396838+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '69', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 3, 'score_stable': 3, 'optimal_score': 1, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-12T15:59:11.084 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-12T15:59:11.181 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:10 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/2412174058' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-12T15:59:11.182 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:10 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:11.182 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:10 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:11.182 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:10 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/1941981073' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-12T15:59:11.182 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:10 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/3930573367' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T15:59:11.366 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 1 2024-04-12T15:59:11.379 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-12T15:59:11.676 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 32 2024-04-12T15:59:11.691 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-12T15:59:11.979 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 64 2024-04-12T15:59:11.991 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:11 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/3670253285' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T15:59:11.991 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:11 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/1630089517' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T15:59:11.991 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:11 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:11.991 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:11 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:11.991 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:11 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/1646839501' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-12T15:59:11.991 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:11 smithi099 ceph-mon[27456]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:11.992 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:11 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/3670253285' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T15:59:11.992 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:11 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/1630089517' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T15:59:11.992 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:11 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:11.992 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:11 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:11.992 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:11 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/1646839501' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-12T15:59:11.992 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:11 smithi099 ceph-mon[39429]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:11.993 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-04-12T15:59:12.307 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 8 2024-04-12T15:59:12.321 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-12T15:59:12.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:11 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/3670253285' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T15:59:12.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:11 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/1630089517' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T15:59:12.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:11 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:12.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:11 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:12.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:11 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/1646839501' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-12T15:59:12.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:11 smithi110 ceph-mon[31279]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:12.660 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:59:12.660 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24328,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/3505804678","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":3505804678},{"type":"v1","addr":"172.21.15.110:6833","nonce":3505804678}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-12T15:57:32.292413+0000","modified":"2024-04-12T15:57:34.299505+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24350},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24350":{"gid":24350,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":4,"addr":"172.21.15.99:6835/701376503","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":701376503},{"type":"v1","addr":"172.21.15.99:6835","nonce":701376503}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-12T15:59:12.661 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 6 2024-04-12T15:59:12.674 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-12T15:59:12.963 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:59:12.963 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":69,"fsid":"7550015c-f8e4-11ee-bc8d-c7b262605968","created":"2024-04-12T15:52:01.550700+0000","modified":"2024-04-12T15:58:06.820465+0000","last_up_change":"2024-04-12T15:57:11.501757+0000","last_in_change":"2024-04-12T15:56:54.522762+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T15:55:12.125655+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-12T15:57:30.643287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-12T15:57:31.476671+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-12T15:58:03.396838+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f2eb1776-f2a7-4d11-af70-91cb860c0834","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6803","nonce":4050139692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6805","nonce":4050139692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6809","nonce":4050139692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":4050139692},{"type":"v1","addr":"172.21.15.99:6807","nonce":4050139692}]},"public_addr":"172.21.15.99:6803/4050139692","cluster_addr":"172.21.15.99:6805/4050139692","heartbeat_back_addr":"172.21.15.99:6809/4050139692","heartbeat_front_addr":"172.21.15.99:6807/4050139692","state":["exists","up"]},{"osd":1,"uuid":"36efb921-968f-44d2-81c2-dcf67f462166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6811","nonce":1777320234}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6813","nonce":1777320234}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6817","nonce":1777320234}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":1777320234},{"type":"v1","addr":"172.21.15.99:6815","nonce":1777320234}]},"public_addr":"172.21.15.99:6811/1777320234","cluster_addr":"172.21.15.99:6813/1777320234","heartbeat_back_addr":"172.21.15.99:6817/1777320234","heartbeat_front_addr":"172.21.15.99:6815/1777320234","state":["exists","up"]},{"osd":2,"uuid":"3008dd52-3370-4dda-9aab-0e909c1a1d70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6819","nonce":1998277655}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6821","nonce":1998277655}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6825","nonce":1998277655}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":1998277655},{"type":"v1","addr":"172.21.15.99:6823","nonce":1998277655}]},"public_addr":"172.21.15.99:6819/1998277655","cluster_addr":"172.21.15.99:6821/1998277655","heartbeat_back_addr":"172.21.15.99:6825/1998277655","heartbeat_front_addr":"172.21.15.99:6823/1998277655","state":["exists","up"]},{"osd":3,"uuid":"0941ec21-107e-48cd-b4c5-1d185708c69b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6827","nonce":4076835847}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6829","nonce":4076835847}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6832","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6833","nonce":4076835847}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":4076835847},{"type":"v1","addr":"172.21.15.99:6831","nonce":4076835847}]},"public_addr":"172.21.15.99:6827/4076835847","cluster_addr":"172.21.15.99:6829/4076835847","heartbeat_back_addr":"172.21.15.99:6833/4076835847","heartbeat_front_addr":"172.21.15.99:6831/4076835847","state":["exists","up"]},{"osd":4,"uuid":"0e8e9ddf-dce6-45e1-86d6-96741ff35a9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6801","nonce":2706881134}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6803","nonce":2706881134}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6807","nonce":2706881134}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":2706881134},{"type":"v1","addr":"172.21.15.110:6805","nonce":2706881134}]},"public_addr":"172.21.15.110:6801/2706881134","cluster_addr":"172.21.15.110:6803/2706881134","heartbeat_back_addr":"172.21.15.110:6807/2706881134","heartbeat_front_addr":"172.21.15.110:6805/2706881134","state":["exists","up"]},{"osd":5,"uuid":"4f625bf6-2403-4341-8196-d155baab2e8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6809","nonce":18731328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6811","nonce":18731328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6815","nonce":18731328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":18731328},{"type":"v1","addr":"172.21.15.110:6813","nonce":18731328}]},"public_addr":"172.21.15.110:6809/18731328","cluster_addr":"172.21.15.110:6811/18731328","heartbeat_back_addr":"172.21.15.110:6815/18731328","heartbeat_front_addr":"172.21.15.110:6813/18731328","state":["exists","up"]},{"osd":6,"uuid":"ffa3a539-4fc0-4586-bff2-149c927ef694","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6817","nonce":975312000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6819","nonce":975312000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6823","nonce":975312000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":975312000},{"type":"v1","addr":"172.21.15.110:6821","nonce":975312000}]},"public_addr":"172.21.15.110:6817/975312000","cluster_addr":"172.21.15.110:6819/975312000","heartbeat_back_addr":"172.21.15.110:6823/975312000","heartbeat_front_addr":"172.21.15.110:6821/975312000","state":["exists","up"]},{"osd":7,"uuid":"a51c55cb-4543-42b3-8e3d-933e5a8f7f70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6825","nonce":3976780385}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6827","nonce":3976780385}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6831","nonce":3976780385}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":3976780385},{"type":"v1","addr":"172.21.15.110:6829","nonce":3976780385}]},"public_addr":"172.21.15.110:6825/3976780385","cluster_addr":"172.21.15.110:6827/3976780385","heartbeat_back_addr":"172.21.15.110:6831/3976780385","heartbeat_front_addr":"172.21.15.110:6829/3976780385","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:54:17.953043+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:54:42.873997+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:55:08.253109+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:55:34.333463+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:55:57.055252+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:56:21.372860+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:56:45.489088+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:57:10.476074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1c","mappings":[{"from":7,"to":4}]},{"pgid":"3.1","mappings":[{"from":0,"to":2}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.99:0/876314307":"2024-04-13T15:58:05.757020+0000","172.21.15.99:6800/809983084":"2024-04-13T15:58:05.757020+0000","172.21.15.99:6801/3642643916":"2024-04-13T15:52:53.808258+0000","172.21.15.99:0/1191046348":"2024-04-13T15:58:05.757020+0000","172.21.15.99:6800/3642643916":"2024-04-13T15:52:53.808258+0000","172.21.15.99:6801/809983084":"2024-04-13T15:58:05.757020+0000","172.21.15.99:0/737885610":"2024-04-13T15:52:53.808258+0000","172.21.15.99:0/2036600681":"2024-04-13T15:52:28.689794+0000","172.21.15.99:0/1029595901":"2024-04-13T15:58:05.757020+0000","172.21.15.99:0/2774073629":"2024-04-13T15:58:05.757020+0000","172.21.15.99:0/383659124":"2024-04-13T15:52:53.808258+0000","172.21.15.99:0/3096714326":"2024-04-13T15:52:28.689794+0000","172.21.15.99:6801/1627681395":"2024-04-13T15:52:28.689794+0000","172.21.15.99:6800/1627681395":"2024-04-13T15:52:28.689794+0000","172.21.15.99:0/3674643919":"2024-04-13T15:52:28.689794+0000","172.21.15.99:0/1717042260":"2024-04-13T15:52:53.808258+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T15:59:12.976 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-12T15:59:13.164 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:12 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/1144418546' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-12T15:59:13.164 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:12 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:59:13.164 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:12 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:59:13.164 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:12 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:13.164 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:12 smithi099 ceph-mon[39429]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-12T15:59:13.164 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:12 smithi099 ceph-mon[39429]: Reconfiguring daemon alertmanager.a on smithi099 2024-04-12T15:59:13.164 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:12 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/3872987215' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-12T15:59:13.164 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:12 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/230578869' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T15:59:13.164 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:12 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/1144418546' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-12T15:59:13.164 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:12 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:59:13.165 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:12 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:59:13.165 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:12 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:13.165 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:12 smithi099 ceph-mon[27456]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-12T15:59:13.165 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:12 smithi099 ceph-mon[27456]: Reconfiguring daemon alertmanager.a on smithi099 2024-04-12T15:59:13.165 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:12 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/3872987215' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-12T15:59:13.165 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:12 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/230578869' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T15:59:13.302 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T15:59:13.303 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24328,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/3505804678","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":3505804678},{"type":"v1","addr":"172.21.15.110:6833","nonce":3505804678}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-12T15:57:32.292413+0000","modified":"2024-04-12T15:57:34.299505+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24350},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24350":{"gid":24350,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":4,"addr":"172.21.15.99:6835/701376503","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":701376503},{"type":"v1","addr":"172.21.15.99:6835","nonce":701376503}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-12T15:59:13.303 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 6 2024-04-12T15:59:13.316 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 6, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-04-12T15:57:32.292413+0000', 'modified': '2024-04-12T15:57:34.299505+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24350}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24350': {'gid': 24350, 'name': 'a', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.99:6835/701376503', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.99:6834', 'nonce': 701376503}, {'type': 'v1', 'addr': '172.21.15.99:6835', 'nonce': 701376503}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-04-12T15:59:13.316 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-04-12T15:59:13.316 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-04-12T15:59:13.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:12 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/1144418546' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-12T15:59:13.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:12 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:59:13.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:12 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:59:13.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:12 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:13.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:12 smithi110 ceph-mon[31279]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-12T15:59:13.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:12 smithi110 ceph-mon[31279]: Reconfiguring daemon alertmanager.a on smithi099 2024-04-12T15:59:13.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:12 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/3872987215' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-12T15:59:13.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:12 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/230578869' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T15:59:13.426 INFO:teuthology.orchestra.run.smithi099.stderr:2024-04-12T15:59:13.427+0000 7fe501ffb640 0 client.14880 ms_handle_reset on v2:172.21.15.99:6834/701376503 2024-04-12T15:59:13.445 INFO:teuthology.orchestra.run.smithi099.stderr:2024-04-12T15:59:13.446+0000 7fe501ffb640 0 client.14886 ms_handle_reset on v2:172.21.15.99:6834/701376503 2024-04-12T15:59:13.445 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-04-12T15:59:13.445 INFO:teuthology.orchestra.run.smithi099.stdout: "cluster_fsid": "7550015c-f8e4-11ee-bc8d-c7b262605968", 2024-04-12T15:59:13.445 INFO:teuthology.orchestra.run.smithi099.stdout: "whoami": 0, 2024-04-12T15:59:13.445 INFO:teuthology.orchestra.run.smithi099.stdout: "id": 24350, 2024-04-12T15:59:13.445 INFO:teuthology.orchestra.run.smithi099.stdout: "want_state": "up:active", 2024-04-12T15:59:13.446 INFO:teuthology.orchestra.run.smithi099.stdout: "state": "up:active", 2024-04-12T15:59:13.446 INFO:teuthology.orchestra.run.smithi099.stdout: "fs_name": "cephfs", 2024-04-12T15:59:13.446 INFO:teuthology.orchestra.run.smithi099.stdout: "rank_uptime": 101.152462433, 2024-04-12T15:59:13.446 INFO:teuthology.orchestra.run.smithi099.stdout: "mdsmap_epoch": 6, 2024-04-12T15:59:13.446 INFO:teuthology.orchestra.run.smithi099.stdout: "osdmap_epoch": 69, 2024-04-12T15:59:13.446 INFO:teuthology.orchestra.run.smithi099.stdout: "osdmap_epoch_barrier": 62, 2024-04-12T15:59:13.446 INFO:teuthology.orchestra.run.smithi099.stdout: "uptime": 109.77482109 2024-04-12T15:59:13.446 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-04-12T15:59:13.456 INFO:tasks.cephadm:Setup complete, yielding 2024-04-12T15:59:13.457 INFO:teuthology.run_tasks:Running task print... 2024-04-12T15:59:13.467 INFO:teuthology.task.print:**** done end installing reef cephadm ... 2024-04-12T15:59:13.467 INFO:teuthology.run_tasks:Running task print... 2024-04-12T15:59:13.512 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-04-12T15:59:13.513 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-12T15:59:13.555 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi099.front.sepia.ceph.com 2024-04-12T15:59:13.555 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-04-12T15:59:14.220 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:13 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/3771996663' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T15:59:14.221 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:13 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/3813375310' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T15:59:14.221 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:13 smithi099 ceph-mon[39429]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:14.221 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:13 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/3771996663' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T15:59:14.221 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:13 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/3813375310' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T15:59:14.221 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:13 smithi099 ceph-mon[27456]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:14.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:13 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/3771996663' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T15:59:14.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:13 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/3813375310' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T15:59:14.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:13 smithi110 ceph-mon[31279]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:15.028 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T15:59:16.106 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 15:59:15 smithi099 systemd[1]: Stopping Ceph alertmanager.a for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T15:59:16.842 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:59:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: ::ffff:172.21.15.110 - - [12/Apr/2024:15:59:16] "GET /metrics HTTP/1.1" 200 33650 "" "Prometheus/2.43.0" 2024-04-12T15:59:17.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:16 smithi099 ceph-mon[27456]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:17.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:16 smithi099 ceph-mon[39429]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:17.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:16 smithi110 ceph-mon[31279]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:17.489 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 15:59:17 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a[73532]: ts=2024-04-12T15:59:17.303Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-12T15:59:17.741 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 15:59:17 smithi099 podman[78719]: 2024-04-12 15:59:17.503354486 +0000 UTC m=+0.545851418 container died c0baf45f8d935df32950e71b7d855f04870a784184ad8ea468683df204054f76 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T15:59:17.741 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:59:17 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:15:59:17] ENGINE Bus STOPPING 2024-04-12T15:59:18.034 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:59:17 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:15:59:17] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T15:59:18.034 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:59:17 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:15:59:17] ENGINE Bus STOPPED 2024-04-12T15:59:18.034 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:59:17 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:15:59:17] ENGINE Bus STARTING 2024-04-12T15:59:18.034 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:59:17 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:15:59:17] ENGINE Serving on http://:::9283 2024-04-12T15:59:18.034 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:59:17 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:15:59:17] ENGINE Bus STARTED 2024-04-12T15:59:18.294 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 15:59:18 smithi099 podman[78719]: 2024-04-12 15:59:18.035773371 +0000 UTC m=+1.078270360 container cleanup c0baf45f8d935df32950e71b7d855f04870a784184ad8ea468683df204054f76 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T15:59:18.294 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 15:59:18 smithi099 bash[78719]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a 2024-04-12T15:59:18.627 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 15:59:18 smithi099 podman[78758]: 2024-04-12 15:59:18.295599737 +0000 UTC m=+0.973273259 container remove c0baf45f8d935df32950e71b7d855f04870a784184ad8ea468683df204054f76 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T15:59:18.628 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 15:59:18 smithi099 podman[78758]: 2024-04-12 15:59:18.379395517 +0000 UTC m=+1.057068987 volume remove 9fd57bab59c9945d4cbfe36a374b4337fdf4a272d29bd98c5b7889395cf4c669 2024-04-12T15:59:19.047 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:18 smithi099 ceph-mon[27456]: from='client.? ' entity='client.admin' 2024-04-12T15:59:19.048 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:18 smithi099 ceph-mon[27456]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:19.048 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:18 smithi099 ceph-mon[39429]: from='client.? ' entity='client.admin' 2024-04-12T15:59:19.048 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:18 smithi099 ceph-mon[39429]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:19.073 INFO:teuthology.run_tasks:Running task print... 2024-04-12T15:59:19.083 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-04-12T15:59:19.083 INFO:teuthology.run_tasks:Running task print... 2024-04-12T15:59:19.121 INFO:teuthology.task.print:**** done start telemetry reef... 2024-04-12T15:59:19.121 INFO:teuthology.run_tasks:Running task workunit... 2024-04-12T15:59:19.167 INFO:tasks.workunit:Pulling workunits from ref bf9c5618cc018927fa77780d25b6deb1f5dc254d 2024-04-12T15:59:19.168 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-12T15:59:19.168 DEBUG:teuthology.orchestra.run.smithi099:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-12T15:59:19.169 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:18 smithi110 ceph-mon[31279]: from='client.? ' entity='client.admin' 2024-04-12T15:59:19.169 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:18 smithi110 ceph-mon[31279]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:19.186 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T15:59:19.187 INFO:teuthology.orchestra.run.smithi099.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-12T15:59:19.187 DEBUG:teuthology.orchestra.run.smithi099:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-12T15:59:19.242 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-12T15:59:19.242 DEBUG:teuthology.orchestra.run.smithi099:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-12T15:59:19.297 INFO:tasks.workunit:timeout=3h 2024-04-12T15:59:19.297 INFO:tasks.workunit:cleanup=True 2024-04-12T15:59:19.298 DEBUG:teuthology.orchestra.run.smithi099:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout bf9c5618cc018927fa77780d25b6deb1f5dc254d 2024-04-12T15:59:19.345 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 15:59:19 smithi099 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-04-12T15:59:19.345 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 15:59:19 smithi099 systemd[1]: Stopped Ceph alertmanager.a for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T15:59:19.345 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 15:59:19 smithi099 systemd[1]: Starting Ceph alertmanager.a for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T15:59:19.354 INFO:tasks.workunit.client.0.smithi099.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-12T15:59:19.627 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 15:59:19 smithi099 podman[78980]: 2024-04-12 15:59:19.386401702 +0000 UTC m=+0.023587828 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-12T15:59:19.627 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 15:59:19 smithi099 podman[78980]: 2024-04-12 15:59:19.484479363 +0000 UTC m=+0.121665486 volume create b3051cbabbfb92fbba1c3286e654b00243b22967e2e845e3ebf75642ae7c4c2c 2024-04-12T15:59:19.628 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 15:59:19 smithi099 podman[78980]: 2024-04-12 15:59:19.576563164 +0000 UTC m=+0.213749286 container create d0012c0a04020f2b0f2a649f7328dcebb23b31b94d3d095a3e0b6f4ce94905f3 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T15:59:20.345 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 15:59:19 smithi099 podman[78980]: 2024-04-12 15:59:19.89606526 +0000 UTC m=+0.533251386 container init d0012c0a04020f2b0f2a649f7328dcebb23b31b94d3d095a3e0b6f4ce94905f3 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T15:59:20.345 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 15:59:19 smithi099 podman[78980]: 2024-04-12 15:59:19.90292929 +0000 UTC m=+0.540115413 container start d0012c0a04020f2b0f2a649f7328dcebb23b31b94d3d095a3e0b6f4ce94905f3 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T15:59:20.345 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 15:59:19 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a[79008]: ts=2024-04-12T15:59:19.914Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-12T15:59:20.345 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 15:59:19 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a[79008]: ts=2024-04-12T15:59:19.914Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-12T15:59:20.345 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 15:59:19 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a[79008]: ts=2024-04-12T15:59:19.915Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.99 port=9094 2024-04-12T15:59:20.345 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 15:59:19 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a[79008]: ts=2024-04-12T15:59:19.916Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-12T15:59:20.345 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 15:59:19 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a[79008]: ts=2024-04-12T15:59:19.939Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-12T15:59:20.345 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 15:59:19 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a[79008]: ts=2024-04-12T15:59:19.940Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-12T15:59:20.345 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 15:59:19 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a[79008]: ts=2024-04-12T15:59:19.942Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-12T15:59:20.345 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 15:59:19 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a[79008]: ts=2024-04-12T15:59:19.942Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-12T15:59:20.346 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 15:59:20 smithi099 bash[78980]: d0012c0a04020f2b0f2a649f7328dcebb23b31b94d3d095a3e0b6f4ce94905f3 2024-04-12T15:59:20.346 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 15:59:20 smithi099 systemd[1]: Started Ceph alertmanager.a for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T15:59:21.016 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:20 smithi110 ceph-mon[31279]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:21.016 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:20 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:21.017 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:20 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:21.017 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:20 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T15:59:21.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:20 smithi099 ceph-mon[39429]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:21.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:20 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:21.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:20 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:21.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:20 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T15:59:21.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:20 smithi099 ceph-mon[27456]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:21.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:20 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:21.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:20 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:21.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:20 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T15:59:21.974 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:21 smithi110 ceph-mon[31279]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T15:59:21.974 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:21 smithi110 ceph-mon[31279]: Reconfiguring daemon prometheus.a on smithi110 2024-04-12T15:59:22.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:21 smithi099 ceph-mon[27456]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T15:59:22.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:21 smithi099 ceph-mon[27456]: Reconfiguring daemon prometheus.a on smithi110 2024-04-12T15:59:22.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:21 smithi099 ceph-mon[39429]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T15:59:22.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:21 smithi099 ceph-mon[39429]: Reconfiguring daemon prometheus.a on smithi110 2024-04-12T15:59:22.128 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 15:59:21 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a[79008]: ts=2024-04-12T15:59:21.916Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000072394s 2024-04-12T15:59:23.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:22 smithi099 ceph-mon[27456]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:23.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:22 smithi099 ceph-mon[39429]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:23.290 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:22 smithi110 ceph-mon[31279]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:23.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:23 smithi110 systemd[1]: Stopping Ceph prometheus.a for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T15:59:24.070 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:23 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[61443]: ts=2024-04-12T15:59:23.698Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-12T15:59:24.070 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:23 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[61443]: ts=2024-04-12T15:59:23.698Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-12T15:59:24.070 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:23 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[61443]: ts=2024-04-12T15:59:23.698Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-12T15:59:24.070 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:23 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[61443]: ts=2024-04-12T15:59:23.698Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-12T15:59:24.071 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:23 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[61443]: ts=2024-04-12T15:59:23.698Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-12T15:59:24.071 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:23 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[61443]: ts=2024-04-12T15:59:23.698Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-12T15:59:24.071 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:23 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[61443]: ts=2024-04-12T15:59:23.698Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-12T15:59:24.071 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:23 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[61443]: ts=2024-04-12T15:59:23.698Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-12T15:59:24.071 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:23 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[61443]: ts=2024-04-12T15:59:23.698Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-12T15:59:24.071 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:23 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[61443]: ts=2024-04-12T15:59:23.698Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-12T15:59:24.071 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:23 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[61443]: ts=2024-04-12T15:59:23.698Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-12T15:59:24.071 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:23 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[61443]: ts=2024-04-12T15:59:23.698Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-12T15:59:24.071 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:23 smithi110 podman[64970]: 2024-04-12 15:59:23.708722456 +0000 UTC m=+0.127383327 container died 247dd3f907300605e1833707fa5a65fd02524df6edcaeba6ab25de2819e787eb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T15:59:24.334 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:24 smithi110 podman[64970]: 2024-04-12 15:59:24.17861568 +0000 UTC m=+0.597276542 container cleanup 247dd3f907300605e1833707fa5a65fd02524df6edcaeba6ab25de2819e787eb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T15:59:24.334 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:24 smithi110 bash[64970]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a 2024-04-12T15:59:24.805 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:24 smithi110 podman[64989]: 2024-04-12 15:59:24.430089212 +0000 UTC m=+0.723187303 container remove 247dd3f907300605e1833707fa5a65fd02524df6edcaeba6ab25de2819e787eb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T15:59:24.806 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:24 smithi110 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-12T15:59:24.806 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:24 smithi110 systemd[1]: Stopped Ceph prometheus.a for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T15:59:24.806 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:24 smithi110 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@prometheus.a.service: Consumed 1.134s CPU time. 2024-04-12T15:59:24.806 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:24 smithi110 systemd[1]: Starting Ceph prometheus.a for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T15:59:25.077 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:24 smithi110 ceph-mon[31279]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:25.077 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:24 smithi110 podman[65088]: 2024-04-12 15:59:24.710755316 +0000 UTC m=+0.019165720 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-12T15:59:25.077 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:24 smithi110 podman[65088]: 2024-04-12 15:59:24.815082764 +0000 UTC m=+0.123493154 container create 358e8ea8cd9b5a547a84a3c390fce09b083f67b4fb4fa0eb8cb4d3f5db5f0f10 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T15:59:25.078 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:25 smithi110 podman[65088]: 2024-04-12 15:59:25.050784693 +0000 UTC m=+0.359195082 container init 358e8ea8cd9b5a547a84a3c390fce09b083f67b4fb4fa0eb8cb4d3f5db5f0f10 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T15:59:25.078 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:25 smithi110 podman[65088]: 2024-04-12 15:59:25.055999856 +0000 UTC m=+0.364410256 container start 358e8ea8cd9b5a547a84a3c390fce09b083f67b4fb4fa0eb8cb4d3f5db5f0f10 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T15:59:25.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:24 smithi099 ceph-mon[27456]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:25.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:24 smithi099 ceph-mon[39429]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:25.335 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[65103]: ts=2024-04-12T15:59:25.079Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-12T15:59:25.335 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[65103]: ts=2024-04-12T15:59:25.079Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-12T15:59:25.335 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[65103]: ts=2024-04-12T15:59:25.079Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi110 (none))" 2024-04-12T15:59:25.335 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[65103]: ts=2024-04-12T15:59:25.079Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-12T15:59:25.335 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[65103]: ts=2024-04-12T15:59:25.079Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-12T15:59:25.335 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[65103]: ts=2024-04-12T15:59:25.080Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-12T15:59:25.335 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[65103]: ts=2024-04-12T15:59:25.081Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-12T15:59:25.335 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[65103]: ts=2024-04-12T15:59:25.081Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-12T15:59:25.335 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[65103]: ts=2024-04-12T15:59:25.081Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-12T15:59:25.336 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[65103]: ts=2024-04-12T15:59:25.084Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-12T15:59:25.336 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[65103]: ts=2024-04-12T15:59:25.084Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.671µs 2024-04-12T15:59:25.336 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[65103]: ts=2024-04-12T15:59:25.084Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-12T15:59:25.336 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[65103]: ts=2024-04-12T15:59:25.086Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-04-12T15:59:25.336 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[65103]: ts=2024-04-12T15:59:25.086Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-04-12T15:59:25.336 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[65103]: ts=2024-04-12T15:59:25.086Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=19.883µs wal_replay_duration=1.826647ms wbl_replay_duration=124ns total_replay_duration=1.865265ms 2024-04-12T15:59:25.336 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[65103]: ts=2024-04-12T15:59:25.087Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-12T15:59:25.336 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[65103]: ts=2024-04-12T15:59:25.087Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-12T15:59:25.336 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[65103]: ts=2024-04-12T15:59:25.087Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-12T15:59:25.336 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[65103]: ts=2024-04-12T15:59:25.103Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=16.198227ms db_storage=735ns remote_storage=1.033µs web_handler=464ns query_engine=562ns scrape=398.007µs scrape_sd=78.158µs notify=9.556µs notify_sd=8.426µs rules=15.425818ms tracing=5.655µs 2024-04-12T15:59:25.336 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[65103]: ts=2024-04-12T15:59:25.103Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-12T15:59:25.336 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[65103]: ts=2024-04-12T15:59:25.103Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-12T15:59:25.336 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:25 smithi110 bash[65088]: 358e8ea8cd9b5a547a84a3c390fce09b083f67b4fb4fa0eb8cb4d3f5db5f0f10 2024-04-12T15:59:25.336 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 15:59:25 smithi110 systemd[1]: Started Ceph prometheus.a for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T15:59:25.584 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:59:25 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:15:59:25] ENGINE Bus STOPPING 2024-04-12T15:59:25.585 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:59:25 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:15:59:25] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T15:59:25.585 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:59:25 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:15:59:25] ENGINE Bus STOPPED 2024-04-12T15:59:25.585 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:59:25 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:15:59:25] ENGINE Bus STARTING 2024-04-12T15:59:25.585 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:59:25 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:15:59:25] ENGINE Serving on http://:::9283 2024-04-12T15:59:25.585 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:59:25 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:15:59:25] ENGINE Bus STARTED 2024-04-12T15:59:25.585 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:59:25 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:15:59:25] ENGINE Bus STOPPING 2024-04-12T15:59:25.585 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:59:25 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:15:59:25] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T15:59:25.585 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:59:25 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:15:59:25] ENGINE Bus STOPPED 2024-04-12T15:59:25.585 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:59:25 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:15:59:25] ENGINE Bus STARTING 2024-04-12T15:59:25.585 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:59:25 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:15:59:25] ENGINE Serving on http://:::9283 2024-04-12T15:59:25.585 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:59:25 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:15:59:25] ENGINE Bus STARTED 2024-04-12T15:59:25.585 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:59:25 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:15:59:25] ENGINE Bus STOPPING 2024-04-12T15:59:25.585 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:59:25 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:15:59:25] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T15:59:25.586 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:59:25 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:15:59:25] ENGINE Bus STOPPED 2024-04-12T15:59:25.586 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:59:25 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:15:59:25] ENGINE Bus STARTING 2024-04-12T15:59:25.586 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:59:25 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:15:59:25] ENGINE Serving on http://:::9283 2024-04-12T15:59:25.586 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:59:25 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:15:59:25] ENGINE Bus STARTED 2024-04-12T15:59:26.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:26 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:26.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:26 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:26.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:26 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T15:59:26.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:26 smithi110 ceph-mon[31279]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T15:59:26.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:26 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi099.front.sepia.ceph.com:9093"}]: dispatch 2024-04-12T15:59:26.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:26 smithi110 ceph-mon[31279]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi099.front.sepia.ceph.com:9093"}]: dispatch 2024-04-12T15:59:26.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:26 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:26.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:26 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T15:59:26.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:26 smithi110 ceph-mon[31279]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T15:59:26.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:26 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi110.front.sepia.ceph.com:9095"}]: dispatch 2024-04-12T15:59:26.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:26 smithi110 ceph-mon[31279]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi110.front.sepia.ceph.com:9095"}]: dispatch 2024-04-12T15:59:26.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:26 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:26.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:26 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T15:59:26.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:26 smithi110 ceph-mon[31279]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T15:59:26.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:26 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi110.front.sepia.ceph.com:3000"}]: dispatch 2024-04-12T15:59:26.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:26 smithi110 ceph-mon[31279]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi110.front.sepia.ceph.com:3000"}]: dispatch 2024-04-12T15:59:26.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:26 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:26.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:26 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:59:26.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:26 smithi110 ceph-mon[31279]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:26.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:26 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:26.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:26 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:26.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:26 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T15:59:26.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:26 smithi099 ceph-mon[27456]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T15:59:26.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:26 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi099.front.sepia.ceph.com:9093"}]: dispatch 2024-04-12T15:59:26.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:26 smithi099 ceph-mon[27456]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi099.front.sepia.ceph.com:9093"}]: dispatch 2024-04-12T15:59:26.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:26 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:26.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:26 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T15:59:26.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:26 smithi099 ceph-mon[27456]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T15:59:26.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:26 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi110.front.sepia.ceph.com:9095"}]: dispatch 2024-04-12T15:59:26.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:26 smithi099 ceph-mon[27456]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi110.front.sepia.ceph.com:9095"}]: dispatch 2024-04-12T15:59:26.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:26 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:26.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:26 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T15:59:26.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:26 smithi099 ceph-mon[27456]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T15:59:26.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:26 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi110.front.sepia.ceph.com:3000"}]: dispatch 2024-04-12T15:59:26.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:26 smithi099 ceph-mon[27456]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi110.front.sepia.ceph.com:3000"}]: dispatch 2024-04-12T15:59:26.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:26 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:26.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:26 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:59:26.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:26 smithi099 ceph-mon[27456]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:26.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:26 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:26.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:26 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:26.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:26 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T15:59:26.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:26 smithi099 ceph-mon[39429]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T15:59:26.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:26 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi099.front.sepia.ceph.com:9093"}]: dispatch 2024-04-12T15:59:26.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:26 smithi099 ceph-mon[39429]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi099.front.sepia.ceph.com:9093"}]: dispatch 2024-04-12T15:59:26.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:26 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:26.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:26 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T15:59:26.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:26 smithi099 ceph-mon[39429]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T15:59:26.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:26 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi110.front.sepia.ceph.com:9095"}]: dispatch 2024-04-12T15:59:26.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:26 smithi099 ceph-mon[39429]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi110.front.sepia.ceph.com:9095"}]: dispatch 2024-04-12T15:59:26.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:26 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:26.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:26 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T15:59:26.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:26 smithi099 ceph-mon[39429]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T15:59:26.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:26 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi110.front.sepia.ceph.com:3000"}]: dispatch 2024-04-12T15:59:26.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:26 smithi099 ceph-mon[39429]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi110.front.sepia.ceph.com:3000"}]: dispatch 2024-04-12T15:59:26.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:26 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:26.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:26 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T15:59:26.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:26 smithi099 ceph-mon[39429]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:29.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:28 smithi099 ceph-mon[27456]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:29.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:28 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:29.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:28 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:29.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:28 smithi099 ceph-mon[39429]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:29.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:28 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:29.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:28 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:29.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:28 smithi110 ceph-mon[31279]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:29.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:28 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:29.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:28 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:30.128 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 15:59:29 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a[79008]: ts=2024-04-12T15:59:29.919Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002949944s 2024-04-12T15:59:30.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:29 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:30.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:29 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:30.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:29 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:59:30.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:29 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:59:30.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:29 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:30.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:29 smithi099 ceph-mon[39429]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:30.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:29 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:30.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:29 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:30.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:29 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:59:30.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:29 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:59:30.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:29 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:30.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:29 smithi099 ceph-mon[27456]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:30.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:29 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:30.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:29 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:30.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:29 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T15:59:30.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:29 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T15:59:30.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:29 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T15:59:30.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:29 smithi110 ceph-mon[31279]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:33.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:32 smithi099 ceph-mon[27456]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:33.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:32 smithi099 ceph-mon[39429]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:33.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:32 smithi110 ceph-mon[31279]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:35.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:34 smithi099 ceph-mon[27456]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:35.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:34 smithi099 ceph-mon[39429]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:35.137 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:34 smithi110 ceph-mon[31279]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:36.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:35 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T15:59:36.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:35 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T15:59:36.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:35 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T15:59:36.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:36 smithi099 ceph-mon[27456]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:36.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:36 smithi099 ceph-mon[39429]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:36.878 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:59:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: ::ffff:172.21.15.110 - - [12/Apr/2024:15:59:36] "GET /metrics HTTP/1.1" 200 33649 "" "Prometheus/2.43.0" 2024-04-12T15:59:37.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:36 smithi110 ceph-mon[31279]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:38.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:37 smithi099 ceph-mon[27456]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T15:59:38.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:37 smithi099 ceph-mon[39429]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T15:59:38.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:37 smithi110 ceph-mon[31279]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T15:59:39.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:38 smithi099 ceph-mon[27456]: mgrmap e21: y(active, since 92s), standbys: x 2024-04-12T15:59:39.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:38 smithi099 ceph-mon[39429]: mgrmap e21: y(active, since 92s), standbys: x 2024-04-12T15:59:39.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:38 smithi110 ceph-mon[31279]: mgrmap e21: y(active, since 92s), standbys: x 2024-04-12T15:59:40.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:39 smithi099 ceph-mon[27456]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T15:59:40.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:39 smithi099 ceph-mon[39429]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T15:59:40.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:39 smithi110 ceph-mon[31279]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T15:59:43.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:42 smithi099 ceph-mon[27456]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T15:59:43.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:42 smithi099 ceph-mon[39429]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T15:59:43.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:42 smithi110 ceph-mon[31279]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T15:59:45.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:44 smithi099 ceph-mon[27456]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T15:59:45.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:44 smithi099 ceph-mon[39429]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T15:59:45.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:44 smithi110 ceph-mon[31279]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T15:59:46.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:46 smithi099 ceph-mon[27456]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T15:59:46.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:46 smithi099 ceph-mon[39429]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T15:59:46.878 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:59:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: ::ffff:172.21.15.110 - - [12/Apr/2024:15:59:46] "GET /metrics HTTP/1.1" 200 33649 "" "Prometheus/2.43.0" 2024-04-12T15:59:47.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:46 smithi110 ceph-mon[31279]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T15:59:49.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:48 smithi099 ceph-mon[27456]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T15:59:49.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:48 smithi099 ceph-mon[39429]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T15:59:49.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:48 smithi110 ceph-mon[31279]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T15:59:50.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:49 smithi099 ceph-mon[27456]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:50.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:49 smithi099 ceph-mon[39429]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:50.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:49 smithi110 ceph-mon[31279]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:51.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:50 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T15:59:51.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:50 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T15:59:51.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:50 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T15:59:52.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:51 smithi099 ceph-mon[27456]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:52.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:51 smithi099 ceph-mon[39429]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:52.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:51 smithi110 ceph-mon[31279]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:55.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:54 smithi099 ceph-mon[27456]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:55.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:54 smithi099 ceph-mon[39429]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:55.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:54 smithi110 ceph-mon[31279]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:56.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:56 smithi099 ceph-mon[27456]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:56.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:56 smithi099 ceph-mon[39429]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:56.878 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 15:59:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: ::ffff:172.21.15.110 - - [12/Apr/2024:15:59:56] "GET /metrics HTTP/1.1" 200 33646 "" "Prometheus/2.43.0" 2024-04-12T15:59:57.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:56 smithi110 ceph-mon[31279]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:58.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 15:59:57 smithi099 ceph-mon[27456]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:58.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 15:59:57 smithi099 ceph-mon[39429]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T15:59:58.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 15:59:57 smithi110 ceph-mon[31279]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:01.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:00 smithi099 ceph-mon[27456]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:01.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:00 smithi099 ceph-mon[27456]: overall HEALTH_OK 2024-04-12T16:00:01.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:00 smithi099 ceph-mon[39429]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:01.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:00 smithi099 ceph-mon[39429]: overall HEALTH_OK 2024-04-12T16:00:01.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:00 smithi110 ceph-mon[31279]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:01.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:00 smithi110 ceph-mon[31279]: overall HEALTH_OK 2024-04-12T16:00:03.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:02 smithi099 ceph-mon[27456]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:03.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:02 smithi099 ceph-mon[39429]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:03.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:02 smithi110 ceph-mon[31279]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:05.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:04 smithi099 ceph-mon[27456]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:05.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:04 smithi099 ceph-mon[39429]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:05.136 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:04 smithi110 ceph-mon[31279]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:06.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:05 smithi099 ceph-mon[27456]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:06.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:05 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:00:06.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:05 smithi099 ceph-mon[39429]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:06.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:05 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:00:06.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:05 smithi110 ceph-mon[31279]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:06.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:05 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:00:06.877 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:00:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:00:06] "GET /metrics HTTP/1.1" 200 33649 "" "Prometheus/2.43.0" 2024-04-12T16:00:09.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:08 smithi099 ceph-mon[27456]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:09.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:08 smithi099 ceph-mon[39429]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:09.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:08 smithi110 ceph-mon[31279]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:11.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:10 smithi099 ceph-mon[27456]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:11.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:10 smithi099 ceph-mon[39429]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:11.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:10 smithi110 ceph-mon[31279]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:12.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:11 smithi110 ceph-mon[31279]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:12.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:11 smithi099 ceph-mon[27456]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:12.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:11 smithi099 ceph-mon[39429]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:15.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:14 smithi099 ceph-mon[27456]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:15.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:14 smithi099 ceph-mon[39429]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:15.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:14 smithi110 ceph-mon[31279]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:16.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:16 smithi099 ceph-mon[27456]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:16.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:16 smithi099 ceph-mon[39429]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:16.878 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:00:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:00:16] "GET /metrics HTTP/1.1" 200 33649 "" "Prometheus/2.43.0" 2024-04-12T16:00:17.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:16 smithi110 ceph-mon[31279]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:18.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:17 smithi099 ceph-mon[27456]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:18.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:17 smithi099 ceph-mon[39429]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:18.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:17 smithi110 ceph-mon[31279]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:21.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:20 smithi099 ceph-mon[27456]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:21.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:20 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:00:21.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:20 smithi099 ceph-mon[39429]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:21.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:20 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:00:21.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:20 smithi110 ceph-mon[31279]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:21.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:20 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:00:23.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:22 smithi099 ceph-mon[27456]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:23.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:22 smithi099 ceph-mon[39429]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:23.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:22 smithi110 ceph-mon[31279]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:24.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:23 smithi099 ceph-mon[27456]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:24.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:23 smithi099 ceph-mon[39429]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:24.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:23 smithi110 ceph-mon[31279]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:26.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:26 smithi099 ceph-mon[27456]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:26.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:26 smithi099 ceph-mon[39429]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:26.878 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:00:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:00:26] "GET /metrics HTTP/1.1" 200 33661 "" "Prometheus/2.43.0" 2024-04-12T16:00:27.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:26 smithi110 ceph-mon[31279]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:29.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:28 smithi099 ceph-mon[39429]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:29.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:28 smithi099 ceph-mon[27456]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:29.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:28 smithi110 ceph-mon[31279]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:30.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:29 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:00:30.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:29 smithi110 ceph-mon[31279]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:30.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:29 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:00:30.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:29 smithi099 ceph-mon[27456]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:30.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:29 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:00:30.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:29 smithi099 ceph-mon[39429]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:33.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:32 smithi099 ceph-mon[27456]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:33.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:32 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:33.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:32 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:33.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:32 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:33.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:32 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:33.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:32 smithi099 ceph-mon[39429]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:33.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:32 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:33.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:32 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:33.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:32 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:33.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:32 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:33.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:32 smithi110 ceph-mon[31279]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:33.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:32 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:33.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:32 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:33.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:32 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:33.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:32 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:34.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:33 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:00:34.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:33 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:00:34.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:33 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:34.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:33 smithi099 ceph-mon[27456]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:34.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:33 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:00:34.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:33 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:00:34.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:33 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:34.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:33 smithi099 ceph-mon[39429]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:34.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:33 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:00:34.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:33 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:00:34.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:33 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:34.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:33 smithi110 ceph-mon[31279]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:36.136 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:35 smithi110 ceph-mon[31279]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:36.136 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:35 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:00:36.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:35 smithi099 ceph-mon[27456]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:36.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:35 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:00:36.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:35 smithi099 ceph-mon[39429]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:36.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:35 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:00:36.877 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:00:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:00:36] "GET /metrics HTTP/1.1" 200 33661 "" "Prometheus/2.43.0" 2024-04-12T16:00:39.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:38 smithi099 ceph-mon[27456]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:39.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:38 smithi099 ceph-mon[39429]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:39.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:38 smithi110 ceph-mon[31279]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:40.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:39 smithi099 ceph-mon[27456]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:40.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:39 smithi099 ceph-mon[39429]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:40.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:39 smithi110 ceph-mon[31279]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:42.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:41 smithi110 ceph-mon[31279]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:42.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:41 smithi099 ceph-mon[27456]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:42.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:41 smithi099 ceph-mon[39429]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:44.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:43 smithi110 ceph-mon[31279]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:44.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:43 smithi099 ceph-mon[27456]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:44.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:43 smithi099 ceph-mon[39429]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:46.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:45 smithi110 ceph-mon[31279]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:46.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:45 smithi099 ceph-mon[27456]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:46.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:45 smithi099 ceph-mon[39429]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:46.877 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:00:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:00:46] "GET /metrics HTTP/1.1" 200 33661 "" "Prometheus/2.43.0" 2024-04-12T16:00:48.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:47 smithi110 ceph-mon[31279]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:48.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:47 smithi099 ceph-mon[27456]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:48.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:47 smithi099 ceph-mon[39429]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:50.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:49 smithi110 ceph-mon[31279]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:50.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:49 smithi099 ceph-mon[27456]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:50.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:49 smithi099 ceph-mon[39429]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:51.278 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:50 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:00:51.279 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:50 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:00:51.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:50 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:00:52.289 INFO:tasks.workunit.client.0.smithi099.stderr:Updating files: 98% (12134/12271) Updating files: 99% (12149/12271) Updating files: 100% (12271/12271) Updating files: 100% (12271/12271), done. 2024-04-12T16:00:52.290 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:51 smithi099 ceph-mon[27456]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:52.290 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:51 smithi099 ceph-mon[39429]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:52.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:51 smithi110 ceph-mon[31279]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:52.781 INFO:tasks.workunit.client.0.smithi099.stderr:Note: switching to 'bf9c5618cc018927fa77780d25b6deb1f5dc254d'. 2024-04-12T16:00:52.781 INFO:tasks.workunit.client.0.smithi099.stderr: 2024-04-12T16:00:52.781 INFO:tasks.workunit.client.0.smithi099.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-12T16:00:52.781 INFO:tasks.workunit.client.0.smithi099.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-12T16:00:52.781 INFO:tasks.workunit.client.0.smithi099.stderr:state without impacting any branches by switching back to a branch. 2024-04-12T16:00:52.781 INFO:tasks.workunit.client.0.smithi099.stderr: 2024-04-12T16:00:52.781 INFO:tasks.workunit.client.0.smithi099.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-12T16:00:52.781 INFO:tasks.workunit.client.0.smithi099.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-12T16:00:52.781 INFO:tasks.workunit.client.0.smithi099.stderr: 2024-04-12T16:00:52.781 INFO:tasks.workunit.client.0.smithi099.stderr: git switch -c 2024-04-12T16:00:52.781 INFO:tasks.workunit.client.0.smithi099.stderr: 2024-04-12T16:00:52.781 INFO:tasks.workunit.client.0.smithi099.stderr:Or undo this operation with: 2024-04-12T16:00:52.782 INFO:tasks.workunit.client.0.smithi099.stderr: 2024-04-12T16:00:52.782 INFO:tasks.workunit.client.0.smithi099.stderr: git switch - 2024-04-12T16:00:52.782 INFO:tasks.workunit.client.0.smithi099.stderr: 2024-04-12T16:00:52.782 INFO:tasks.workunit.client.0.smithi099.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-12T16:00:52.782 INFO:tasks.workunit.client.0.smithi099.stderr: 2024-04-12T16:00:52.782 INFO:tasks.workunit.client.0.smithi099.stderr:HEAD is now at bf9c5618cc0 Merge branch 'wip-osd-ec-partial-reads' of https://github.com/rzarzynski/ceph into wip-yuri10-testing-2024-04-09-1003 2024-04-12T16:00:52.787 DEBUG:teuthology.orchestra.run.smithi099:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-12T16:00:52.825 INFO:tasks.workunit.client.0.smithi099.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-12T16:00:52.827 INFO:tasks.workunit.client.0.smithi099.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-12T16:00:52.827 INFO:tasks.workunit.client.0.smithi099.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-12T16:00:53.539 INFO:tasks.workunit.client.0.smithi099.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-12T16:00:53.608 INFO:tasks.workunit.client.0.smithi099.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-12T16:00:53.646 INFO:tasks.workunit.client.0.smithi099.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-12T16:00:53.648 INFO:tasks.workunit.client.0.smithi099.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-12T16:00:53.648 INFO:tasks.workunit.client.0.smithi099.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-12T16:00:53.687 INFO:tasks.workunit.client.0.smithi099.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-12T16:00:53.691 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-04-12T16:00:53.691 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-12T16:00:53.747 INFO:tasks.workunit:Running workunits matching test_telemetry_reef.sh on client.0... 2024-04-12T16:00:53.748 INFO:tasks.workunit:Running workunit test_telemetry_reef.sh... 2024-04-12T16:00:53.748 DEBUG:teuthology.orchestra.run.smithi099:workunit test test_telemetry_reef.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bf9c5618cc018927fa77780d25b6deb1f5dc254d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_reef.sh 2024-04-12T16:00:53.805 INFO:tasks.workunit.client.0.smithi099.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-04-12T16:00:54.195 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:53 smithi099 ceph-mon[27456]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:54.196 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:53 smithi099 ceph-mon[39429]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:54.196 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:00:54 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:16:00:54] ENGINE Bus STOPPING 2024-04-12T16:00:54.196 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:00:54 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:16:00:54] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T16:00:54.196 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:00:54 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:16:00:54] ENGINE Bus STOPPED 2024-04-12T16:00:54.196 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:00:54 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:16:00:54] ENGINE Bus STARTING 2024-04-12T16:00:54.196 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:00:54 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:16:00:54] ENGINE Serving on http://:::9283 2024-04-12T16:00:54.196 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:00:54 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:16:00:54] ENGINE Bus STARTED 2024-04-12T16:00:54.201 INFO:tasks.workunit.client.0.smithi099.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-04-12T16:00:54.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:53 smithi110 ceph-mon[31279]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:54.603 INFO:tasks.workunit.client.0.smithi099.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-04-12T16:00:54.875 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:00:54 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:16:00:54] ENGINE Bus STOPPING 2024-04-12T16:00:54.876 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:00:54 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:16:00:54] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T16:00:54.876 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:00:54 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:16:00:54] ENGINE Bus STOPPED 2024-04-12T16:00:54.876 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:00:54 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:16:00:54] ENGINE Bus STARTING 2024-04-12T16:00:54.876 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:00:54 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:16:00:54] ENGINE Serving on http://:::9283 2024-04-12T16:00:54.876 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:00:54 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:16:00:54] ENGINE Bus STARTED 2024-04-12T16:00:54.876 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:00:54 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:16:00:54] ENGINE Bus STOPPING 2024-04-12T16:00:54.994 INFO:tasks.workunit.client.0.smithi099.stderr:+ ceph telemetry preview 2024-04-12T16:00:55.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:55 smithi099 ceph-mon[27456]: from='client.? ' entity='client.admin' 2024-04-12T16:00:55.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:55 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:00:55.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:55 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:00:55.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:55 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:00:55.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:55 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:55.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:55 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/634189404' entity='client.admin' 2024-04-12T16:00:55.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:55 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:00:55.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:55 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:00:55.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:55 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:00:55.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:55 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:55.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:55 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/1296340246' entity='client.admin' 2024-04-12T16:00:55.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:55 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:00:55.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:55 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:00:55.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:55 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:00:55.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:55 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:55.129 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:00:54 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:16:00:54] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T16:00:55.129 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:00:54 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:16:00:54] ENGINE Bus STOPPED 2024-04-12T16:00:55.129 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:00:54 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:16:00:54] ENGINE Bus STARTING 2024-04-12T16:00:55.129 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:00:54 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:16:00:54] ENGINE Serving on http://:::9283 2024-04-12T16:00:55.129 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:00:54 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:16:00:54] ENGINE Bus STARTED 2024-04-12T16:00:55.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:55 smithi099 ceph-mon[39429]: from='client.? ' entity='client.admin' 2024-04-12T16:00:55.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:55 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:00:55.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:55 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:00:55.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:55 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:00:55.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:55 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:55.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:55 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/634189404' entity='client.admin' 2024-04-12T16:00:55.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:55 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:00:55.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:55 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:00:55.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:55 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:00:55.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:55 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:55.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:55 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/1296340246' entity='client.admin' 2024-04-12T16:00:55.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:55 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:00:55.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:55 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:00:55.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:55 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:00:55.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:55 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:55.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:55 smithi110 ceph-mon[31279]: from='client.? ' entity='client.admin' 2024-04-12T16:00:55.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:55 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:00:55.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:55 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:00:55.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:55 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:00:55.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:55 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:55.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:55 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/634189404' entity='client.admin' 2024-04-12T16:00:55.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:55 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:00:55.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:55 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:00:55.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:55 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:00:55.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:55 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:55.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:55 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/1296340246' entity='client.admin' 2024-04-12T16:00:55.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:55 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:00:55.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:55 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:00:55.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:55 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:00:55.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:55 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:55.480 INFO:tasks.workunit.client.0.smithi099.stdout:{ 2024-04-12T16:00:55.480 INFO:tasks.workunit.client.0.smithi099.stdout: "balancer": { 2024-04-12T16:00:55.480 INFO:tasks.workunit.client.0.smithi099.stdout: "active": true, 2024-04-12T16:00:55.480 INFO:tasks.workunit.client.0.smithi099.stdout: "mode": "" 2024-04-12T16:00:55.480 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.480 INFO:tasks.workunit.client.0.smithi099.stdout: "channels": [ 2024-04-12T16:00:55.480 INFO:tasks.workunit.client.0.smithi099.stdout: "basic", 2024-04-12T16:00:55.480 INFO:tasks.workunit.client.0.smithi099.stdout: "crash", 2024-04-12T16:00:55.480 INFO:tasks.workunit.client.0.smithi099.stdout: "device", 2024-04-12T16:00:55.480 INFO:tasks.workunit.client.0.smithi099.stdout: "ident" 2024-04-12T16:00:55.480 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:55.481 INFO:tasks.workunit.client.0.smithi099.stdout: "channels_available": [ 2024-04-12T16:00:55.481 INFO:tasks.workunit.client.0.smithi099.stdout: "basic", 2024-04-12T16:00:55.481 INFO:tasks.workunit.client.0.smithi099.stdout: "ident", 2024-04-12T16:00:55.481 INFO:tasks.workunit.client.0.smithi099.stdout: "crash", 2024-04-12T16:00:55.481 INFO:tasks.workunit.client.0.smithi099.stdout: "device", 2024-04-12T16:00:55.481 INFO:tasks.workunit.client.0.smithi099.stdout: "perf" 2024-04-12T16:00:55.481 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:55.481 INFO:tasks.workunit.client.0.smithi099.stdout: "collections_available": [ 2024-04-12T16:00:55.481 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_base", 2024-04-12T16:00:55.481 INFO:tasks.workunit.client.0.smithi099.stdout: "device_base", 2024-04-12T16:00:55.481 INFO:tasks.workunit.client.0.smithi099.stdout: "crash_base", 2024-04-12T16:00:55.481 INFO:tasks.workunit.client.0.smithi099.stdout: "ident_base", 2024-04-12T16:00:55.481 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_perf", 2024-04-12T16:00:55.481 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_mds_metadata", 2024-04-12T16:00:55.482 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_pool_usage", 2024-04-12T16:00:55.482 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_usage_by_class", 2024-04-12T16:00:55.482 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_rook_v01", 2024-04-12T16:00:55.482 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_memory_metrics", 2024-04-12T16:00:55.482 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_pool_options_bluestore" 2024-04-12T16:00:55.482 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:55.482 INFO:tasks.workunit.client.0.smithi099.stdout: "collections_opted_in": [ 2024-04-12T16:00:55.482 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_base", 2024-04-12T16:00:55.482 INFO:tasks.workunit.client.0.smithi099.stdout: "device_base", 2024-04-12T16:00:55.482 INFO:tasks.workunit.client.0.smithi099.stdout: "crash_base", 2024-04-12T16:00:55.482 INFO:tasks.workunit.client.0.smithi099.stdout: "ident_base", 2024-04-12T16:00:55.482 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_perf", 2024-04-12T16:00:55.482 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_mds_metadata", 2024-04-12T16:00:55.483 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_pool_usage", 2024-04-12T16:00:55.483 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_usage_by_class", 2024-04-12T16:00:55.483 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_rook_v01", 2024-04-12T16:00:55.483 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_memory_metrics", 2024-04-12T16:00:55.483 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_pool_options_bluestore" 2024-04-12T16:00:55.483 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:55.483 INFO:tasks.workunit.client.0.smithi099.stdout: "config": { 2024-04-12T16:00:55.483 INFO:tasks.workunit.client.0.smithi099.stdout: "active_changed": [ 2024-04-12T16:00:55.483 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T16:00:55.483 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_debug", 2024-04-12T16:00:55.483 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_mon_ticket_ttl", 2024-04-12T16:00:55.483 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_service_ticket_ttl", 2024-04-12T16:00:55.483 INFO:tasks.workunit.client.0.smithi099.stdout: "bdev_debug_aio", 2024-04-12T16:00:55.483 INFO:tasks.workunit.client.0.smithi099.stdout: "client_check_pool_perm", 2024-04-12T16:00:55.484 INFO:tasks.workunit.client.0.smithi099.stdout: "client_mount_gid", 2024-04-12T16:00:55.484 INFO:tasks.workunit.client.0.smithi099.stdout: "client_mount_uid", 2024-04-12T16:00:55.484 INFO:tasks.workunit.client.0.smithi099.stdout: "client_quota", 2024-04-12T16:00:55.484 INFO:tasks.workunit.client.0.smithi099.stdout: "container_image", 2024-04-12T16:00:55.484 INFO:tasks.workunit.client.0.smithi099.stdout: "daemonize", 2024-04-12T16:00:55.484 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_asserts_on_shutdown", 2024-04-12T16:00:55.484 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_mgr", 2024-04-12T16:00:55.484 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_mon", 2024-04-12T16:00:55.484 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_ms", 2024-04-12T16:00:55.484 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_osd", 2024-04-12T16:00:55.484 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_paxos", 2024-04-12T16:00:55.484 INFO:tasks.workunit.client.0.smithi099.stdout: "keyring", 2024-04-12T16:00:55.484 INFO:tasks.workunit.client.0.smithi099.stdout: "leveldb_block_size", 2024-04-12T16:00:55.484 INFO:tasks.workunit.client.0.smithi099.stdout: "leveldb_cache_size", 2024-04-12T16:00:55.484 INFO:tasks.workunit.client.0.smithi099.stdout: "leveldb_compression", 2024-04-12T16:00:55.485 INFO:tasks.workunit.client.0.smithi099.stdout: "leveldb_log", 2024-04-12T16:00:55.485 INFO:tasks.workunit.client.0.smithi099.stdout: "leveldb_write_buffer_size", 2024-04-12T16:00:55.485 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_file", 2024-04-12T16:00:55.485 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_journald", 2024-04-12T16:00:55.485 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_stderr", 2024-04-12T16:00:55.485 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_allow_pool_delete", 2024-04-12T16:00:55.485 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_clock_drift_allowed", 2024-04-12T16:00:55.485 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_file_level", 2024-04-12T16:00:55.485 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_to_file", 2024-04-12T16:00:55.485 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_to_journald", 2024-04-12T16:00:55.485 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_to_stderr", 2024-04-12T16:00:55.485 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_data_avail_warn", 2024-04-12T16:00:55.485 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_election_default_strategy", 2024-04-12T16:00:55.485 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_host", 2024-04-12T16:00:55.486 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_max_pg_per_osd", 2024-04-12T16:00:55.486 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_mgr_mkfs_grace", 2024-04-12T16:00:55.486 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_osd_prime_pg_temp", 2024-04-12T16:00:55.486 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T16:00:55.486 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T16:00:55.486 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T16:00:55.486 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T16:00:55.486 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T16:00:55.486 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T16:00:55.486 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T16:00:55.486 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T16:00:55.486 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T16:00:55.486 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T16:00:55.487 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_too_few_osds", 2024-04-12T16:00:55.487 INFO:tasks.workunit.client.0.smithi099.stdout: "ms_die_on_bug", 2024-04-12T16:00:55.487 INFO:tasks.workunit.client.0.smithi099.stdout: "ms_die_on_old_message", 2024-04-12T16:00:55.487 INFO:tasks.workunit.client.0.smithi099.stdout: "no_config_file", 2024-04-12T16:00:55.487 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_class_default_list", 2024-04-12T16:00:55.487 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_class_load_list", 2024-04-12T16:00:55.487 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_crush_chooseleaf_type", 2024-04-12T16:00:55.487 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_misdirected_ops", 2024-04-12T16:00:55.487 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_op_order", 2024-04-12T16:00:55.487 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_pg_log_writeout", 2024-04-12T16:00:55.487 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_shutdown", 2024-04-12T16:00:55.487 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T16:00:55.487 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T16:00:55.487 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T16:00:55.488 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T16:00:55.488 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_delete_sleep", 2024-04-12T16:00:55.488 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_delete_sleep_hdd", 2024-04-12T16:00:55.488 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_delete_sleep_hybrid", 2024-04-12T16:00:55.488 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_delete_sleep_ssd", 2024-04-12T16:00:55.488 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_max_backfills", 2024-04-12T16:00:55.488 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T16:00:55.488 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_profile", 2024-04-12T16:00:55.488 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-12T16:00:55.488 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-12T16:00:55.488 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-12T16:00:55.488 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-12T16:00:55.488 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-12T16:00:55.489 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-12T16:00:55.489 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_client_lim", 2024-04-12T16:00:55.489 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_client_res", 2024-04-12T16:00:55.489 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-12T16:00:55.489 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_memory_target", 2024-04-12T16:00:55.489 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_memory_target_autotune", 2024-04-12T16:00:55.489 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_op_queue", 2024-04-12T16:00:55.489 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_op_queue_cut_off", 2024-04-12T16:00:55.489 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pg_delete_cost", 2024-04-12T16:00:55.489 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T16:00:55.489 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T16:00:55.489 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recover_clone_overlap", 2024-04-12T16:00:55.490 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_max_active", 2024-04-12T16:00:55.490 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_max_active_hdd", 2024-04-12T16:00:55.490 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_max_active_ssd", 2024-04-12T16:00:55.490 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_max_chunk", 2024-04-12T16:00:55.490 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_sleep", 2024-04-12T16:00:55.490 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_sleep_hdd", 2024-04-12T16:00:55.490 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_sleep_hybrid", 2024-04-12T16:00:55.490 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_sleep_ssd", 2024-04-12T16:00:55.490 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_scrub_load_threshold", 2024-04-12T16:00:55.490 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_scrub_max_interval", 2024-04-12T16:00:55.490 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_scrub_sleep", 2024-04-12T16:00:55.491 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_shutdown_pgref_assert", 2024-04-12T16:00:55.491 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_snap_trim_sleep", 2024-04-12T16:00:55.491 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_snap_trim_sleep_hdd", 2024-04-12T16:00:55.491 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-12T16:00:55.491 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_snap_trim_sleep_ssd", 2024-04-12T16:00:55.491 INFO:tasks.workunit.client.0.smithi099.stdout: "public_addr", 2024-04-12T16:00:55.491 INFO:tasks.workunit.client.0.smithi099.stdout: "public_addrv", 2024-04-12T16:00:55.491 INFO:tasks.workunit.client.0.smithi099.stdout: "public_network", 2024-04-12T16:00:55.491 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd_default_features", 2024-04-12T16:00:55.491 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd_qos_exclude_ops", 2024-04-12T16:00:55.491 INFO:tasks.workunit.client.0.smithi099.stdout: "setgroup", 2024-04-12T16:00:55.491 INFO:tasks.workunit.client.0.smithi099.stdout: "setuser" 2024-04-12T16:00:55.491 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:55.492 INFO:tasks.workunit.client.0.smithi099.stdout: "cluster_changed": [ 2024-04-12T16:00:55.492 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T16:00:55.492 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_debug", 2024-04-12T16:00:55.492 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_mon_ticket_ttl", 2024-04-12T16:00:55.492 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_service_ticket_ttl", 2024-04-12T16:00:55.492 INFO:tasks.workunit.client.0.smithi099.stdout: "bdev_debug_aio", 2024-04-12T16:00:55.492 INFO:tasks.workunit.client.0.smithi099.stdout: "container_image", 2024-04-12T16:00:55.492 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_asserts_on_shutdown", 2024-04-12T16:00:55.492 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_mgr", 2024-04-12T16:00:55.492 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_mon", 2024-04-12T16:00:55.492 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_ms", 2024-04-12T16:00:55.492 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_osd", 2024-04-12T16:00:55.492 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_paxos", 2024-04-12T16:00:55.492 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_file", 2024-04-12T16:00:55.492 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_journald", 2024-04-12T16:00:55.493 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_stderr", 2024-04-12T16:00:55.493 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_join_fs", 2024-04-12T16:00:55.493 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/cephadm/allow_ptrace", 2024-04-12T16:00:55.493 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/cephadm/container_init", 2024-04-12T16:00:55.493 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/cephadm/migration_current", 2024-04-12T16:00:55.493 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/cephadm/use_repo_digest", 2024-04-12T16:00:55.493 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-12T16:00:55.493 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-12T16:00:55.493 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-12T16:00:55.493 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-12T16:00:55.493 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/dashboard/ssl_server_port", 2024-04-12T16:00:55.493 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/orchestrator/orchestrator", 2024-04-12T16:00:55.493 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/telemetry/channel_ident", 2024-04-12T16:00:55.493 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/telemetry/description", 2024-04-12T16:00:55.494 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/telemetry/organization", 2024-04-12T16:00:55.494 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_allow_pool_delete", 2024-04-12T16:00:55.494 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_clock_drift_allowed", 2024-04-12T16:00:55.494 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_file_level", 2024-04-12T16:00:55.494 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_to_file", 2024-04-12T16:00:55.494 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_data_avail_warn", 2024-04-12T16:00:55.494 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_election_default_strategy", 2024-04-12T16:00:55.494 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_max_pg_per_osd", 2024-04-12T16:00:55.494 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_mgr_mkfs_grace", 2024-04-12T16:00:55.494 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_osd_prime_pg_temp", 2024-04-12T16:00:55.494 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T16:00:55.494 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T16:00:55.494 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T16:00:55.494 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T16:00:55.494 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T16:00:55.495 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T16:00:55.495 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T16:00:55.495 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T16:00:55.495 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T16:00:55.495 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T16:00:55.495 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_too_few_osds", 2024-04-12T16:00:55.495 INFO:tasks.workunit.client.0.smithi099.stdout: "ms_die_on_bug", 2024-04-12T16:00:55.495 INFO:tasks.workunit.client.0.smithi099.stdout: "ms_die_on_old_message", 2024-04-12T16:00:55.495 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_class_default_list", 2024-04-12T16:00:55.495 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_class_load_list", 2024-04-12T16:00:55.495 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_misdirected_ops", 2024-04-12T16:00:55.495 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_op_order", 2024-04-12T16:00:55.495 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_pg_log_writeout", 2024-04-12T16:00:55.495 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_shutdown", 2024-04-12T16:00:55.495 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T16:00:55.496 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T16:00:55.496 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T16:00:55.496 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T16:00:55.496 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T16:00:55.496 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_profile", 2024-04-12T16:00:55.496 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_memory_target", 2024-04-12T16:00:55.496 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_memory_target_autotune", 2024-04-12T16:00:55.496 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_op_queue", 2024-04-12T16:00:55.496 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_op_queue_cut_off", 2024-04-12T16:00:55.496 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T16:00:55.496 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T16:00:55.496 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recover_clone_overlap", 2024-04-12T16:00:55.496 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_max_chunk", 2024-04-12T16:00:55.497 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_scrub_load_threshold", 2024-04-12T16:00:55.497 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_scrub_max_interval", 2024-04-12T16:00:55.497 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_shutdown_pgref_assert", 2024-04-12T16:00:55.497 INFO:tasks.workunit.client.0.smithi099.stdout: "public_network", 2024-04-12T16:00:55.497 INFO:tasks.workunit.client.0.smithi099.stdout: "rgw_cache_enabled", 2024-04-12T16:00:55.497 INFO:tasks.workunit.client.0.smithi099.stdout: "rgw_enable_ops_log", 2024-04-12T16:00:55.498 INFO:tasks.workunit.client.0.smithi099.stdout: "rgw_enable_usage_log" 2024-04-12T16:00:55.498 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:55.498 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.498 INFO:tasks.workunit.client.0.smithi099.stdout: "contact": null, 2024-04-12T16:00:55.498 INFO:tasks.workunit.client.0.smithi099.stdout: "crashes": [], 2024-04-12T16:00:55.498 INFO:tasks.workunit.client.0.smithi099.stdout: "created": "2024-04-12T15:51:58.657208Z", 2024-04-12T16:00:55.498 INFO:tasks.workunit.client.0.smithi099.stdout: "crush": { 2024-04-12T16:00:55.498 INFO:tasks.workunit.client.0.smithi099.stdout: "bucket_algs": { 2024-04-12T16:00:55.498 INFO:tasks.workunit.client.0.smithi099.stdout: "straw2": 3 2024-04-12T16:00:55.498 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.498 INFO:tasks.workunit.client.0.smithi099.stdout: "bucket_sizes": { 2024-04-12T16:00:55.498 INFO:tasks.workunit.client.0.smithi099.stdout: "2": 1, 2024-04-12T16:00:55.499 INFO:tasks.workunit.client.0.smithi099.stdout: "4": 2 2024-04-12T16:00:55.499 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.499 INFO:tasks.workunit.client.0.smithi099.stdout: "bucket_types": { 2024-04-12T16:00:55.499 INFO:tasks.workunit.client.0.smithi099.stdout: "1": 2, 2024-04-12T16:00:55.499 INFO:tasks.workunit.client.0.smithi099.stdout: "11": 1 2024-04-12T16:00:55.499 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.499 INFO:tasks.workunit.client.0.smithi099.stdout: "compat_weight_set": false, 2024-04-12T16:00:55.499 INFO:tasks.workunit.client.0.smithi099.stdout: "device_classes": [ 2024-04-12T16:00:55.499 INFO:tasks.workunit.client.0.smithi099.stdout: 8 2024-04-12T16:00:55.499 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:55.499 INFO:tasks.workunit.client.0.smithi099.stdout: "num_buckets": 6, 2024-04-12T16:00:55.500 INFO:tasks.workunit.client.0.smithi099.stdout: "num_devices": 8, 2024-04-12T16:00:55.500 INFO:tasks.workunit.client.0.smithi099.stdout: "num_rules": 1, 2024-04-12T16:00:55.500 INFO:tasks.workunit.client.0.smithi099.stdout: "num_types": 12, 2024-04-12T16:00:55.500 INFO:tasks.workunit.client.0.smithi099.stdout: "num_weight_sets": 0, 2024-04-12T16:00:55.500 INFO:tasks.workunit.client.0.smithi099.stdout: "tunables": { 2024-04-12T16:00:55.500 INFO:tasks.workunit.client.0.smithi099.stdout: "allowed_bucket_algs": 54, 2024-04-12T16:00:55.500 INFO:tasks.workunit.client.0.smithi099.stdout: "choose_local_fallback_tries": 0, 2024-04-12T16:00:55.500 INFO:tasks.workunit.client.0.smithi099.stdout: "choose_local_tries": 0, 2024-04-12T16:00:55.500 INFO:tasks.workunit.client.0.smithi099.stdout: "choose_total_tries": 50, 2024-04-12T16:00:55.500 INFO:tasks.workunit.client.0.smithi099.stdout: "chooseleaf_descend_once": 1, 2024-04-12T16:00:55.500 INFO:tasks.workunit.client.0.smithi099.stdout: "chooseleaf_stable": 1, 2024-04-12T16:00:55.500 INFO:tasks.workunit.client.0.smithi099.stdout: "chooseleaf_vary_r": 1, 2024-04-12T16:00:55.500 INFO:tasks.workunit.client.0.smithi099.stdout: "has_v2_rules": 0, 2024-04-12T16:00:55.500 INFO:tasks.workunit.client.0.smithi099.stdout: "has_v3_rules": 0, 2024-04-12T16:00:55.500 INFO:tasks.workunit.client.0.smithi099.stdout: "has_v4_buckets": 1, 2024-04-12T16:00:55.500 INFO:tasks.workunit.client.0.smithi099.stdout: "has_v5_rules": 0, 2024-04-12T16:00:55.501 INFO:tasks.workunit.client.0.smithi099.stdout: "legacy_tunables": 0, 2024-04-12T16:00:55.501 INFO:tasks.workunit.client.0.smithi099.stdout: "minimum_required_version": "jewel", 2024-04-12T16:00:55.501 INFO:tasks.workunit.client.0.smithi099.stdout: "optimal_tunables": 1, 2024-04-12T16:00:55.501 INFO:tasks.workunit.client.0.smithi099.stdout: "profile": "jewel", 2024-04-12T16:00:55.501 INFO:tasks.workunit.client.0.smithi099.stdout: "require_feature_tunables": 1, 2024-04-12T16:00:55.501 INFO:tasks.workunit.client.0.smithi099.stdout: "require_feature_tunables2": 1, 2024-04-12T16:00:55.501 INFO:tasks.workunit.client.0.smithi099.stdout: "require_feature_tunables3": 1, 2024-04-12T16:00:55.501 INFO:tasks.workunit.client.0.smithi099.stdout: "require_feature_tunables5": 1, 2024-04-12T16:00:55.501 INFO:tasks.workunit.client.0.smithi099.stdout: "straw_calc_version": 1 2024-04-12T16:00:55.501 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:55.501 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.501 INFO:tasks.workunit.client.0.smithi099.stdout: "description": "upgrade test cluster", 2024-04-12T16:00:55.501 INFO:tasks.workunit.client.0.smithi099.stdout: "fs": { 2024-04-12T16:00:55.501 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T16:00:55.501 INFO:tasks.workunit.client.0.smithi099.stdout: "feature_flags": { 2024-04-12T16:00:55.502 INFO:tasks.workunit.client.0.smithi099.stdout: "enable_multiple": true, 2024-04-12T16:00:55.502 INFO:tasks.workunit.client.0.smithi099.stdout: "ever_enabled_multiple": true 2024-04-12T16:00:55.502 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.502 INFO:tasks.workunit.client.0.smithi099.stdout: "filesystems": [ 2024-04-12T16:00:55.502 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:55.502 INFO:tasks.workunit.client.0.smithi099.stdout: "approx_ctime": "2024-04", 2024-04-12T16:00:55.502 INFO:tasks.workunit.client.0.smithi099.stdout: "balancer_enabled": false, 2024-04-12T16:00:55.502 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:55.502 INFO:tasks.workunit.client.0.smithi099.stdout: "cached_caps": 0, 2024-04-12T16:00:55.502 INFO:tasks.workunit.client.0.smithi099.stdout: "cached_dns": 10, 2024-04-12T16:00:55.502 INFO:tasks.workunit.client.0.smithi099.stdout: "cached_inos": 13, 2024-04-12T16:00:55.502 INFO:tasks.workunit.client.0.smithi099.stdout: "cached_subtrees": 2, 2024-04-12T16:00:55.502 INFO:tasks.workunit.client.0.smithi099.stdout: "ever_allowed_features": 0, 2024-04-12T16:00:55.503 INFO:tasks.workunit.client.0.smithi099.stdout: "explicitly_allowed_features": 0, 2024-04-12T16:00:55.503 INFO:tasks.workunit.client.0.smithi099.stdout: "files": 0, 2024-04-12T16:00:55.503 INFO:tasks.workunit.client.0.smithi099.stdout: "max_mds": 1, 2024-04-12T16:00:55.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_data_pools": 1, 2024-04-12T16:00:55.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_in": 1, 2024-04-12T16:00:55.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_mds": 1, 2024-04-12T16:00:55.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_sessions": 0, 2024-04-12T16:00:55.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_standby_replay": 0, 2024-04-12T16:00:55.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_up": 1, 2024-04-12T16:00:55.503 INFO:tasks.workunit.client.0.smithi099.stdout: "snaps": 0, 2024-04-12T16:00:55.503 INFO:tasks.workunit.client.0.smithi099.stdout: "standby_count_wanted": 0 2024-04-12T16:00:55.503 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:55.503 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:55.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_standby_mds": 1, 2024-04-12T16:00:55.503 INFO:tasks.workunit.client.0.smithi099.stdout: "total_num_mds": 2 2024-04-12T16:00:55.504 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.504 INFO:tasks.workunit.client.0.smithi099.stdout: "hosts": { 2024-04-12T16:00:55.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num": 2, 2024-04-12T16:00:55.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_with_mds": 2, 2024-04-12T16:00:55.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_with_mgr": 2, 2024-04-12T16:00:55.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_with_mon": 2, 2024-04-12T16:00:55.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_with_osd": 2 2024-04-12T16:00:55.504 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.504 INFO:tasks.workunit.client.0.smithi099.stdout: "leaderboard": false, 2024-04-12T16:00:55.504 INFO:tasks.workunit.client.0.smithi099.stdout: "leaderboard_description": null, 2024-04-12T16:00:55.504 INFO:tasks.workunit.client.0.smithi099.stdout: "license": "sharing-1-0", 2024-04-12T16:00:55.504 INFO:tasks.workunit.client.0.smithi099.stdout: "metadata": { 2024-04-12T16:00:55.504 INFO:tasks.workunit.client.0.smithi099.stdout: "mds": { 2024-04-12T16:00:55.504 INFO:tasks.workunit.client.0.smithi099.stdout: "arch": { 2024-04-12T16:00:55.505 INFO:tasks.workunit.client.0.smithi099.stdout: "x86_64": 2 2024-04-12T16:00:55.505 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.505 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_version": { 2024-04-12T16:00:55.505 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:00:55.505 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.505 INFO:tasks.workunit.client.0.smithi099.stdout: "cpu": { 2024-04-12T16:00:55.505 INFO:tasks.workunit.client.0.smithi099.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-12T16:00:55.505 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.505 INFO:tasks.workunit.client.0.smithi099.stdout: "distro": { 2024-04-12T16:00:55.505 INFO:tasks.workunit.client.0.smithi099.stdout: "centos": 2 2024-04-12T16:00:55.505 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.505 INFO:tasks.workunit.client.0.smithi099.stdout: "distro_description": { 2024-04-12T16:00:55.505 INFO:tasks.workunit.client.0.smithi099.stdout: "CentOS Stream 8": 2 2024-04-12T16:00:55.505 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.506 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_description": { 2024-04-12T16:00:55.506 INFO:tasks.workunit.client.0.smithi099.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-12T16:00:55.506 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.506 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_version": { 2024-04-12T16:00:55.506 INFO:tasks.workunit.client.0.smithi099.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-12T16:00:55.506 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.506 INFO:tasks.workunit.client.0.smithi099.stdout: "os": { 2024-04-12T16:00:55.506 INFO:tasks.workunit.client.0.smithi099.stdout: "Linux": 2 2024-04-12T16:00:55.506 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:55.506 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.506 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T16:00:55.506 INFO:tasks.workunit.client.0.smithi099.stdout: "arch": { 2024-04-12T16:00:55.506 INFO:tasks.workunit.client.0.smithi099.stdout: "x86_64": 3 2024-04-12T16:00:55.506 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.507 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_version": { 2024-04-12T16:00:55.507 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-12T16:00:55.507 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.507 INFO:tasks.workunit.client.0.smithi099.stdout: "cpu": { 2024-04-12T16:00:55.507 INFO:tasks.workunit.client.0.smithi099.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-12T16:00:55.507 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.507 INFO:tasks.workunit.client.0.smithi099.stdout: "distro": { 2024-04-12T16:00:55.507 INFO:tasks.workunit.client.0.smithi099.stdout: "centos": 3 2024-04-12T16:00:55.507 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.507 INFO:tasks.workunit.client.0.smithi099.stdout: "distro_description": { 2024-04-12T16:00:55.507 INFO:tasks.workunit.client.0.smithi099.stdout: "CentOS Stream 8": 3 2024-04-12T16:00:55.507 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.507 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_description": { 2024-04-12T16:00:55.507 INFO:tasks.workunit.client.0.smithi099.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-12T16:00:55.508 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.508 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_version": { 2024-04-12T16:00:55.508 INFO:tasks.workunit.client.0.smithi099.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-12T16:00:55.508 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.508 INFO:tasks.workunit.client.0.smithi099.stdout: "os": { 2024-04-12T16:00:55.508 INFO:tasks.workunit.client.0.smithi099.stdout: "Linux": 3 2024-04-12T16:00:55.508 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:55.508 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.508 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:00:55.508 INFO:tasks.workunit.client.0.smithi099.stdout: "arch": { 2024-04-12T16:00:55.508 INFO:tasks.workunit.client.0.smithi099.stdout: "x86_64": 8 2024-04-12T16:00:55.508 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.508 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_version": { 2024-04-12T16:00:55.508 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-12T16:00:55.508 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.508 INFO:tasks.workunit.client.0.smithi099.stdout: "cpu": { 2024-04-12T16:00:55.509 INFO:tasks.workunit.client.0.smithi099.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-12T16:00:55.509 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.509 INFO:tasks.workunit.client.0.smithi099.stdout: "distro": { 2024-04-12T16:00:55.509 INFO:tasks.workunit.client.0.smithi099.stdout: "centos": 8 2024-04-12T16:00:55.509 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.509 INFO:tasks.workunit.client.0.smithi099.stdout: "distro_description": { 2024-04-12T16:00:55.509 INFO:tasks.workunit.client.0.smithi099.stdout: "CentOS Stream 8": 8 2024-04-12T16:00:55.509 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.509 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_description": { 2024-04-12T16:00:55.509 INFO:tasks.workunit.client.0.smithi099.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-12T16:00:55.509 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.509 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_version": { 2024-04-12T16:00:55.509 INFO:tasks.workunit.client.0.smithi099.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-12T16:00:55.509 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.509 INFO:tasks.workunit.client.0.smithi099.stdout: "os": { 2024-04-12T16:00:55.509 INFO:tasks.workunit.client.0.smithi099.stdout: "Linux": 8 2024-04-12T16:00:55.509 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.510 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_objectstore": { 2024-04-12T16:00:55.510 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": 8 2024-04-12T16:00:55.510 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.510 INFO:tasks.workunit.client.0.smithi099.stdout: "rotational": { 2024-04-12T16:00:55.510 INFO:tasks.workunit.client.0.smithi099.stdout: "0": 8 2024-04-12T16:00:55.510 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:55.510 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:55.510 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.510 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T16:00:55.510 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3, 2024-04-12T16:00:55.510 INFO:tasks.workunit.client.0.smithi099.stdout: "features": { 2024-04-12T16:00:55.510 INFO:tasks.workunit.client.0.smithi099.stdout: "optional": [], 2024-04-12T16:00:55.510 INFO:tasks.workunit.client.0.smithi099.stdout: "persistent": [ 2024-04-12T16:00:55.510 INFO:tasks.workunit.client.0.smithi099.stdout: "kraken", 2024-04-12T16:00:55.510 INFO:tasks.workunit.client.0.smithi099.stdout: "luminous", 2024-04-12T16:00:55.511 INFO:tasks.workunit.client.0.smithi099.stdout: "mimic", 2024-04-12T16:00:55.511 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap-prune", 2024-04-12T16:00:55.511 INFO:tasks.workunit.client.0.smithi099.stdout: "nautilus", 2024-04-12T16:00:55.511 INFO:tasks.workunit.client.0.smithi099.stdout: "octopus", 2024-04-12T16:00:55.511 INFO:tasks.workunit.client.0.smithi099.stdout: "pacific", 2024-04-12T16:00:55.511 INFO:tasks.workunit.client.0.smithi099.stdout: "elector-pinging", 2024-04-12T16:00:55.511 INFO:tasks.workunit.client.0.smithi099.stdout: "quincy", 2024-04-12T16:00:55.511 INFO:tasks.workunit.client.0.smithi099.stdout: "reef" 2024-04-12T16:00:55.511 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:55.511 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.511 INFO:tasks.workunit.client.0.smithi099.stdout: "ipv4_addr_mons": 6, 2024-04-12T16:00:55.511 INFO:tasks.workunit.client.0.smithi099.stdout: "ipv6_addr_mons": 0, 2024-04-12T16:00:55.511 INFO:tasks.workunit.client.0.smithi099.stdout: "min_mon_release": 18, 2024-04-12T16:00:55.512 INFO:tasks.workunit.client.0.smithi099.stdout: "v1_addr_mons": 3, 2024-04-12T16:00:55.512 INFO:tasks.workunit.client.0.smithi099.stdout: "v2_addr_mons": 3 2024-04-12T16:00:55.512 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.512 INFO:tasks.workunit.client.0.smithi099.stdout: "organization": "ceph-qa", 2024-04-12T16:00:55.512 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:00:55.512 INFO:tasks.workunit.client.0.smithi099.stdout: "cluster_network": false, 2024-04-12T16:00:55.512 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8, 2024-04-12T16:00:55.512 INFO:tasks.workunit.client.0.smithi099.stdout: "require_min_compat_client": "luminous", 2024-04-12T16:00:55.512 INFO:tasks.workunit.client.0.smithi099.stdout: "require_osd_release": "reef" 2024-04-12T16:00:55.512 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.512 INFO:tasks.workunit.client.0.smithi099.stdout: "pools": [ 2024-04-12T16:00:55.512 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:55.512 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T16:00:55.512 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr" 2024-04-12T16:00:55.512 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:55.513 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_mode": "none", 2024-04-12T16:00:55.513 INFO:tasks.workunit.client.0.smithi099.stdout: "erasure_code_profile": {}, 2024-04-12T16:00:55.513 INFO:tasks.workunit.client.0.smithi099.stdout: "min_size": 2, 2024-04-12T16:00:55.513 INFO:tasks.workunit.client.0.smithi099.stdout: "options": {}, 2024-04-12T16:00:55.513 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_autoscale_mode": "off", 2024-04-12T16:00:55.513 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_num": 1, 2024-04-12T16:00:55.513 INFO:tasks.workunit.client.0.smithi099.stdout: "pgp_num": 1, 2024-04-12T16:00:55.513 INFO:tasks.workunit.client.0.smithi099.stdout: "pool": 1, 2024-04-12T16:00:55.513 INFO:tasks.workunit.client.0.smithi099.stdout: "size": 3, 2024-04-12T16:00:55.513 INFO:tasks.workunit.client.0.smithi099.stdout: "stats": { 2024-04-12T16:00:55.513 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_raw": 729301559562, 2024-04-12T16:00:55.513 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_used": 1781760, 2024-04-12T16:00:55.513 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_bytes_used": 0, 2024-04-12T16:00:55.513 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_under_bytes": 0, 2024-04-12T16:00:55.513 INFO:tasks.workunit.client.0.smithi099.stdout: "data_bytes_used": 1781760, 2024-04-12T16:00:55.513 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty": 0, 2024-04-12T16:00:55.514 INFO:tasks.workunit.client.0.smithi099.stdout: "max_avail": 243100532736, 2024-04-12T16:00:55.514 INFO:tasks.workunit.client.0.smithi099.stdout: "objects": 2, 2024-04-12T16:00:55.514 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_bytes_used": 0, 2024-04-12T16:00:55.514 INFO:tasks.workunit.client.0.smithi099.stdout: "percent_used": 2.443098537696642e-06, 2024-04-12T16:00:55.514 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_bytes": 0, 2024-04-12T16:00:55.514 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_objects": 0, 2024-04-12T16:00:55.514 INFO:tasks.workunit.client.0.smithi099.stdout: "rd": 212, 2024-04-12T16:00:55.514 INFO:tasks.workunit.client.0.smithi099.stdout: "rd_bytes": 313344, 2024-04-12T16:00:55.514 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": 590368, 2024-04-12T16:00:55.514 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_data": 590368, 2024-04-12T16:00:55.514 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_omap": 0, 2024-04-12T16:00:55.514 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_raw": 1771104, 2024-04-12T16:00:55.514 INFO:tasks.workunit.client.0.smithi099.stdout: "wr": 179, 2024-04-12T16:00:55.514 INFO:tasks.workunit.client.0.smithi099.stdout: "wr_bytes": 2473984 2024-04-12T16:00:55.514 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.515 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_bytes": 0, 2024-04-12T16:00:55.515 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_objects": 0, 2024-04-12T16:00:55.515 INFO:tasks.workunit.client.0.smithi099.stdout: "type": "replicated" 2024-04-12T16:00:55.515 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.515 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:55.515 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T16:00:55.515 INFO:tasks.workunit.client.0.smithi099.stdout: "cephfs" 2024-04-12T16:00:55.515 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:55.515 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_mode": "none", 2024-04-12T16:00:55.515 INFO:tasks.workunit.client.0.smithi099.stdout: "erasure_code_profile": {}, 2024-04-12T16:00:55.515 INFO:tasks.workunit.client.0.smithi099.stdout: "min_size": 2, 2024-04-12T16:00:55.515 INFO:tasks.workunit.client.0.smithi099.stdout: "options": {}, 2024-04-12T16:00:55.515 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_autoscale_mode": "off", 2024-04-12T16:00:55.515 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_num": 32, 2024-04-12T16:00:55.515 INFO:tasks.workunit.client.0.smithi099.stdout: "pgp_num": 32, 2024-04-12T16:00:55.515 INFO:tasks.workunit.client.0.smithi099.stdout: "pool": 2, 2024-04-12T16:00:55.516 INFO:tasks.workunit.client.0.smithi099.stdout: "size": 3, 2024-04-12T16:00:55.516 INFO:tasks.workunit.client.0.smithi099.stdout: "stats": { 2024-04-12T16:00:55.516 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_raw": 729301559562, 2024-04-12T16:00:55.516 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_used": 98304, 2024-04-12T16:00:55.516 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_bytes_used": 0, 2024-04-12T16:00:55.516 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_under_bytes": 0, 2024-04-12T16:00:55.516 INFO:tasks.workunit.client.0.smithi099.stdout: "data_bytes_used": 98304, 2024-04-12T16:00:55.516 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty": 0, 2024-04-12T16:00:55.516 INFO:tasks.workunit.client.0.smithi099.stdout: "max_avail": 243100532736, 2024-04-12T16:00:55.516 INFO:tasks.workunit.client.0.smithi099.stdout: "objects": 22, 2024-04-12T16:00:55.516 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_bytes_used": 0, 2024-04-12T16:00:55.516 INFO:tasks.workunit.client.0.smithi099.stdout: "percent_used": 1.3479196070420585e-07, 2024-04-12T16:00:55.516 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_bytes": 0, 2024-04-12T16:00:55.516 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_objects": 0, 2024-04-12T16:00:55.516 INFO:tasks.workunit.client.0.smithi099.stdout: "rd": 0, 2024-04-12T16:00:55.517 INFO:tasks.workunit.client.0.smithi099.stdout: "rd_bytes": 0, 2024-04-12T16:00:55.517 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": 3430, 2024-04-12T16:00:55.517 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_data": 3430, 2024-04-12T16:00:55.517 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_omap": 0, 2024-04-12T16:00:55.517 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_raw": 10290, 2024-04-12T16:00:55.517 INFO:tasks.workunit.client.0.smithi099.stdout: "wr": 51, 2024-04-12T16:00:55.517 INFO:tasks.workunit.client.0.smithi099.stdout: "wr_bytes": 20480 2024-04-12T16:00:55.517 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.517 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_bytes": 0, 2024-04-12T16:00:55.517 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_objects": 0, 2024-04-12T16:00:55.517 INFO:tasks.workunit.client.0.smithi099.stdout: "type": "replicated" 2024-04-12T16:00:55.517 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.517 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:55.517 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T16:00:55.517 INFO:tasks.workunit.client.0.smithi099.stdout: "cephfs" 2024-04-12T16:00:55.518 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:55.518 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_mode": "none", 2024-04-12T16:00:55.518 INFO:tasks.workunit.client.0.smithi099.stdout: "erasure_code_profile": {}, 2024-04-12T16:00:55.518 INFO:tasks.workunit.client.0.smithi099.stdout: "min_size": 2, 2024-04-12T16:00:55.518 INFO:tasks.workunit.client.0.smithi099.stdout: "options": {}, 2024-04-12T16:00:55.518 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_autoscale_mode": "off", 2024-04-12T16:00:55.518 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_num": 64, 2024-04-12T16:00:55.518 INFO:tasks.workunit.client.0.smithi099.stdout: "pgp_num": 64, 2024-04-12T16:00:55.518 INFO:tasks.workunit.client.0.smithi099.stdout: "pool": 3, 2024-04-12T16:00:55.518 INFO:tasks.workunit.client.0.smithi099.stdout: "size": 3, 2024-04-12T16:00:55.518 INFO:tasks.workunit.client.0.smithi099.stdout: "stats": { 2024-04-12T16:00:55.518 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_raw": 729301559562, 2024-04-12T16:00:55.518 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_used": 0, 2024-04-12T16:00:55.518 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_bytes_used": 0, 2024-04-12T16:00:55.518 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_under_bytes": 0, 2024-04-12T16:00:55.519 INFO:tasks.workunit.client.0.smithi099.stdout: "data_bytes_used": 0, 2024-04-12T16:00:55.519 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty": 0, 2024-04-12T16:00:55.519 INFO:tasks.workunit.client.0.smithi099.stdout: "max_avail": 243100532736, 2024-04-12T16:00:55.519 INFO:tasks.workunit.client.0.smithi099.stdout: "objects": 0, 2024-04-12T16:00:55.519 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_bytes_used": 0, 2024-04-12T16:00:55.519 INFO:tasks.workunit.client.0.smithi099.stdout: "percent_used": 0.0, 2024-04-12T16:00:55.519 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_bytes": 0, 2024-04-12T16:00:55.519 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_objects": 0, 2024-04-12T16:00:55.519 INFO:tasks.workunit.client.0.smithi099.stdout: "rd": 0, 2024-04-12T16:00:55.519 INFO:tasks.workunit.client.0.smithi099.stdout: "rd_bytes": 0, 2024-04-12T16:00:55.519 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": 0, 2024-04-12T16:00:55.519 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_data": 0, 2024-04-12T16:00:55.519 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_omap": 0, 2024-04-12T16:00:55.519 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_raw": 0, 2024-04-12T16:00:55.519 INFO:tasks.workunit.client.0.smithi099.stdout: "wr": 0, 2024-04-12T16:00:55.520 INFO:tasks.workunit.client.0.smithi099.stdout: "wr_bytes": 0 2024-04-12T16:00:55.520 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.520 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_bytes": 0, 2024-04-12T16:00:55.520 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_objects": 0, 2024-04-12T16:00:55.520 INFO:tasks.workunit.client.0.smithi099.stdout: "type": "replicated" 2024-04-12T16:00:55.520 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.520 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:55.520 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T16:00:55.520 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd" 2024-04-12T16:00:55.520 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:55.520 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_mode": "none", 2024-04-12T16:00:55.520 INFO:tasks.workunit.client.0.smithi099.stdout: "erasure_code_profile": {}, 2024-04-12T16:00:55.520 INFO:tasks.workunit.client.0.smithi099.stdout: "min_size": 2, 2024-04-12T16:00:55.520 INFO:tasks.workunit.client.0.smithi099.stdout: "options": {}, 2024-04-12T16:00:55.520 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_autoscale_mode": "off", 2024-04-12T16:00:55.520 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_num": 8, 2024-04-12T16:00:55.521 INFO:tasks.workunit.client.0.smithi099.stdout: "pgp_num": 8, 2024-04-12T16:00:55.521 INFO:tasks.workunit.client.0.smithi099.stdout: "pool": 4, 2024-04-12T16:00:55.521 INFO:tasks.workunit.client.0.smithi099.stdout: "size": 3, 2024-04-12T16:00:55.521 INFO:tasks.workunit.client.0.smithi099.stdout: "stats": { 2024-04-12T16:00:55.521 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_raw": 729301559562, 2024-04-12T16:00:55.521 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_used": 0, 2024-04-12T16:00:55.521 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_bytes_used": 0, 2024-04-12T16:00:55.521 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_under_bytes": 0, 2024-04-12T16:00:55.521 INFO:tasks.workunit.client.0.smithi099.stdout: "data_bytes_used": 0, 2024-04-12T16:00:55.521 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty": 0, 2024-04-12T16:00:55.521 INFO:tasks.workunit.client.0.smithi099.stdout: "max_avail": 243100532736, 2024-04-12T16:00:55.521 INFO:tasks.workunit.client.0.smithi099.stdout: "objects": 0, 2024-04-12T16:00:55.521 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_bytes_used": 0, 2024-04-12T16:00:55.521 INFO:tasks.workunit.client.0.smithi099.stdout: "percent_used": 0.0, 2024-04-12T16:00:55.521 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_bytes": 0, 2024-04-12T16:00:55.522 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_objects": 0, 2024-04-12T16:00:55.522 INFO:tasks.workunit.client.0.smithi099.stdout: "rd": 0, 2024-04-12T16:00:55.522 INFO:tasks.workunit.client.0.smithi099.stdout: "rd_bytes": 0, 2024-04-12T16:00:55.522 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": 0, 2024-04-12T16:00:55.522 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_data": 0, 2024-04-12T16:00:55.522 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_omap": 0, 2024-04-12T16:00:55.522 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_raw": 0, 2024-04-12T16:00:55.522 INFO:tasks.workunit.client.0.smithi099.stdout: "wr": 0, 2024-04-12T16:00:55.522 INFO:tasks.workunit.client.0.smithi099.stdout: "wr_bytes": 0 2024-04-12T16:00:55.522 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.522 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_bytes": 0, 2024-04-12T16:00:55.522 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_objects": 0, 2024-04-12T16:00:55.522 INFO:tasks.workunit.client.0.smithi099.stdout: "type": "replicated" 2024-04-12T16:00:55.523 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:55.523 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:55.523 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd": { 2024-04-12T16:00:55.523 INFO:tasks.workunit.client.0.smithi099.stdout: "mirroring_by_pool": [ 2024-04-12T16:00:55.523 INFO:tasks.workunit.client.0.smithi099.stdout: false 2024-04-12T16:00:55.523 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:55.523 INFO:tasks.workunit.client.0.smithi099.stdout: "num_images_by_pool": [ 2024-04-12T16:00:55.523 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:00:55.523 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:55.523 INFO:tasks.workunit.client.0.smithi099.stdout: "num_pools": 1 2024-04-12T16:00:55.523 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.524 INFO:tasks.workunit.client.0.smithi099.stdout: "report_id": "8ed43c25-625c-491d-a955-cdf3bd105890", 2024-04-12T16:00:55.524 INFO:tasks.workunit.client.0.smithi099.stdout: "report_timestamp": "2024-04-12T16:00:55.474547", 2024-04-12T16:00:55.524 INFO:tasks.workunit.client.0.smithi099.stdout: "report_version": 1, 2024-04-12T16:00:55.524 INFO:tasks.workunit.client.0.smithi099.stdout: "rook": { 2024-04-12T16:00:55.524 INFO:tasks.workunit.client.0.smithi099.stdout: "cluster": { 2024-04-12T16:00:55.524 INFO:tasks.workunit.client.0.smithi099.stdout: "external-mode": null, 2024-04-12T16:00:55.524 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T16:00:55.524 INFO:tasks.workunit.client.0.smithi099.stdout: "allow-multiple-per-node": null, 2024-04-12T16:00:55.524 INFO:tasks.workunit.client.0.smithi099.stdout: "count": null, 2024-04-12T16:00:55.524 INFO:tasks.workunit.client.0.smithi099.stdout: "max-id": null, 2024-04-12T16:00:55.524 INFO:tasks.workunit.client.0.smithi099.stdout: "pvc": { 2024-04-12T16:00:55.524 INFO:tasks.workunit.client.0.smithi099.stdout: "enabled": null 2024-04-12T16:00:55.524 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.524 INFO:tasks.workunit.client.0.smithi099.stdout: "stretch": { 2024-04-12T16:00:55.525 INFO:tasks.workunit.client.0.smithi099.stdout: "enabled": null 2024-04-12T16:00:55.525 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:55.525 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.525 INFO:tasks.workunit.client.0.smithi099.stdout: "network": { 2024-04-12T16:00:55.525 INFO:tasks.workunit.client.0.smithi099.stdout: "provider": null 2024-04-12T16:00:55.525 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.525 INFO:tasks.workunit.client.0.smithi099.stdout: "storage": { 2024-04-12T16:00:55.525 INFO:tasks.workunit.client.0.smithi099.stdout: "device-set": { 2024-04-12T16:00:55.525 INFO:tasks.workunit.client.0.smithi099.stdout: "count": { 2024-04-12T16:00:55.525 INFO:tasks.workunit.client.0.smithi099.stdout: "non-portable": null, 2024-04-12T16:00:55.525 INFO:tasks.workunit.client.0.smithi099.stdout: "portable": null, 2024-04-12T16:00:55.525 INFO:tasks.workunit.client.0.smithi099.stdout: "total": null 2024-04-12T16:00:55.525 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:55.525 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:55.525 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:55.526 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.526 INFO:tasks.workunit.client.0.smithi099.stdout: "csi": { 2024-04-12T16:00:55.526 INFO:tasks.workunit.client.0.smithi099.stdout: "version": null 2024-04-12T16:00:55.526 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.526 INFO:tasks.workunit.client.0.smithi099.stdout: "kubernetes": { 2024-04-12T16:00:55.526 INFO:tasks.workunit.client.0.smithi099.stdout: "version": null 2024-04-12T16:00:55.526 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.526 INFO:tasks.workunit.client.0.smithi099.stdout: "node": { 2024-04-12T16:00:55.526 INFO:tasks.workunit.client.0.smithi099.stdout: "count": { 2024-04-12T16:00:55.526 INFO:tasks.workunit.client.0.smithi099.stdout: "kubernetes-total": null, 2024-04-12T16:00:55.526 INFO:tasks.workunit.client.0.smithi099.stdout: "with-ceph-daemons": null, 2024-04-12T16:00:55.526 INFO:tasks.workunit.client.0.smithi099.stdout: "with-csi-cephfs-plugin": null, 2024-04-12T16:00:55.526 INFO:tasks.workunit.client.0.smithi099.stdout: "with-csi-nfs-plugin": null, 2024-04-12T16:00:55.526 INFO:tasks.workunit.client.0.smithi099.stdout: "with-csi-rbd-plugin": null 2024-04-12T16:00:55.526 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:55.527 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.527 INFO:tasks.workunit.client.0.smithi099.stdout: "usage": { 2024-04-12T16:00:55.527 INFO:tasks.workunit.client.0.smithi099.stdout: "storage-class": { 2024-04-12T16:00:55.527 INFO:tasks.workunit.client.0.smithi099.stdout: "count": { 2024-04-12T16:00:55.527 INFO:tasks.workunit.client.0.smithi099.stdout: "bucket": null, 2024-04-12T16:00:55.527 INFO:tasks.workunit.client.0.smithi099.stdout: "cephfs": null, 2024-04-12T16:00:55.527 INFO:tasks.workunit.client.0.smithi099.stdout: "nfs": null, 2024-04-12T16:00:55.527 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd": null, 2024-04-12T16:00:55.527 INFO:tasks.workunit.client.0.smithi099.stdout: "total": null 2024-04-12T16:00:55.527 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:55.527 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:55.527 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.527 INFO:tasks.workunit.client.0.smithi099.stdout: "version": null 2024-04-12T16:00:55.527 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.528 INFO:tasks.workunit.client.0.smithi099.stdout: "services": {}, 2024-04-12T16:00:55.528 INFO:tasks.workunit.client.0.smithi099.stdout: "usage": { 2024-04-12T16:00:55.528 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_num": 105, 2024-04-12T16:00:55.528 INFO:tasks.workunit.client.0.smithi099.stdout: "pools": 4, 2024-04-12T16:00:55.528 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_by_class": { 2024-04-12T16:00:55.528 INFO:tasks.workunit.client.0.smithi099.stdout: "ssd": { 2024-04-12T16:00:55.528 INFO:tasks.workunit.client.0.smithi099.stdout: "total_avail_bytes": 767714611200, 2024-04-12T16:00:55.528 INFO:tasks.workunit.client.0.smithi099.stdout: "total_bytes": 767960285184, 2024-04-12T16:00:55.528 INFO:tasks.workunit.client.0.smithi099.stdout: "total_used_bytes": 245673984, 2024-04-12T16:00:55.528 INFO:tasks.workunit.client.0.smithi099.stdout: "total_used_raw_bytes": 245673984, 2024-04-12T16:00:55.528 INFO:tasks.workunit.client.0.smithi099.stdout: "total_used_raw_ratio": 0.00031990453135222197 2024-04-12T16:00:55.528 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:55.528 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:55.528 INFO:tasks.workunit.client.0.smithi099.stdout: "total_avail_bytes": 767714611200, 2024-04-12T16:00:55.528 INFO:tasks.workunit.client.0.smithi099.stdout: "total_bytes": 767960285184, 2024-04-12T16:00:55.529 INFO:tasks.workunit.client.0.smithi099.stdout: "total_used_bytes": 245673984 2024-04-12T16:00:55.529 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:55.529 INFO:tasks.workunit.client.0.smithi099.stdout:} 2024-04-12T16:00:55.529 INFO:tasks.workunit.client.0.smithi099.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-04-12T16:00:55.529 INFO:tasks.workunit.client.0.smithi099.stderr:+ ceph telemetry preview-device 2024-04-12T16:00:56.015 INFO:tasks.workunit.client.0.smithi099.stdout:{ 2024-04-12T16:00:56.015 INFO:tasks.workunit.client.0.smithi099.stdout: "d879d220-f8e5-11ee-9d32-0cc47a8fd803": { 2024-04-12T16:00:56.015 INFO:tasks.workunit.client.0.smithi099.stdout: "INTEL_SSDPED1D480GA_d87ac4aa-f8e5-11ee-9d32-0cc47a8fd803": { 2024-04-12T16:00:56.015 INFO:tasks.workunit.client.0.smithi099.stdout: "20240412-155515": { 2024-04-12T16:00:56.015 INFO:tasks.workunit.client.0.smithi099.stdout: "device": { 2024-04-12T16:00:56.015 INFO:tasks.workunit.client.0.smithi099.stdout: "info_name": "/dev/nvme0n1", 2024-04-12T16:00:56.015 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "/dev/nvme0n1", 2024-04-12T16:00:56.015 INFO:tasks.workunit.client.0.smithi099.stdout: "protocol": "NVMe", 2024-04-12T16:00:56.015 INFO:tasks.workunit.client.0.smithi099.stdout: "type": "nvme" 2024-04-12T16:00:56.015 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.015 INFO:tasks.workunit.client.0.smithi099.stdout: "firmware_version": "E2010325", 2024-04-12T16:00:56.016 INFO:tasks.workunit.client.0.smithi099.stdout: "host_id": "d879d220-f8e5-11ee-9d32-0cc47a8fd803", 2024-04-12T16:00:56.016 INFO:tasks.workunit.client.0.smithi099.stdout: "json_format_version": [ 2024-04-12T16:00:56.016 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:00:56.016 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:00:56.016 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:56.016 INFO:tasks.workunit.client.0.smithi099.stdout: "local_time": { 2024-04-12T16:00:56.016 INFO:tasks.workunit.client.0.smithi099.stdout: "asctime": "Fri Apr 12 15:55:15 2024 UTC", 2024-04-12T16:00:56.016 INFO:tasks.workunit.client.0.smithi099.stdout: "time_t": 1712937315 2024-04-12T16:00:56.016 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.016 INFO:tasks.workunit.client.0.smithi099.stdout: "logical_block_size": 512, 2024-04-12T16:00:56.016 INFO:tasks.workunit.client.0.smithi099.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-04-12T16:00:56.016 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_controller_id": 0, 2024-04-12T16:00:56.016 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-12T16:00:56.016 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_namespaces": [ 2024-04-12T16:00:56.016 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:56.017 INFO:tasks.workunit.client.0.smithi099.stdout: "capacity": { 2024-04-12T16:00:56.017 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 937703088, 2024-04-12T16:00:56.017 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 480103981056 2024-04-12T16:00:56.017 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.017 INFO:tasks.workunit.client.0.smithi099.stdout: "formatted_lba_size": 512, 2024-04-12T16:00:56.017 INFO:tasks.workunit.client.0.smithi099.stdout: "id": 1, 2024-04-12T16:00:56.017 INFO:tasks.workunit.client.0.smithi099.stdout: "size": { 2024-04-12T16:00:56.017 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 937703088, 2024-04-12T16:00:56.017 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 480103981056 2024-04-12T16:00:56.017 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.017 INFO:tasks.workunit.client.0.smithi099.stdout: "utilization": { 2024-04-12T16:00:56.017 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 937703088, 2024-04-12T16:00:56.017 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 480103981056 2024-04-12T16:00:56.017 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.018 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.018 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:56.018 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_number_of_namespaces": 1, 2024-04-12T16:00:56.018 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_pci_vendor": { 2024-04-12T16:00:56.018 INFO:tasks.workunit.client.0.smithi099.stdout: "id": 32902, 2024-04-12T16:00:56.018 INFO:tasks.workunit.client.0.smithi099.stdout: "subsystem_id": 32902 2024-04-12T16:00:56.018 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.018 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_smart_health_information_add_log": { 2024-04-12T16:00:56.018 INFO:tasks.workunit.client.0.smithi099.stdout: "Device stats": { 2024-04-12T16:00:56.018 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_fw_downgrades": { 2024-04-12T16:00:56.018 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:00:56.018 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.018 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.018 INFO:tasks.workunit.client.0.smithi099.stdout: "crc_error_count": { 2024-04-12T16:00:56.019 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:00:56.019 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.019 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.019 INFO:tasks.workunit.client.0.smithi099.stdout: "end_to_end_error_detection_count": { 2024-04-12T16:00:56.019 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:00:56.019 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.019 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.019 INFO:tasks.workunit.client.0.smithi099.stdout: "erase_fail_count": { 2024-04-12T16:00:56.019 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:00:56.019 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.019 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.019 INFO:tasks.workunit.client.0.smithi099.stdout: "host_bytes_written": { 2024-04-12T16:00:56.019 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:00:56.020 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 8326780 2024-04-12T16:00:56.020 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.020 INFO:tasks.workunit.client.0.smithi099.stdout: "host_ctx_wear_used": { 2024-04-12T16:00:56.020 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:00:56.020 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.020 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.020 INFO:tasks.workunit.client.0.smithi099.stdout: "media_bytes_read": { 2024-04-12T16:00:56.020 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:00:56.020 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.020 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.020 INFO:tasks.workunit.client.0.smithi099.stdout: "nand_bytes_written": { 2024-04-12T16:00:56.020 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:00:56.020 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.020 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.020 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_stat_indicator": { 2024-04-12T16:00:56.021 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:00:56.021 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.021 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.021 INFO:tasks.workunit.client.0.smithi099.stdout: "pll_lock_loss_count": { 2024-04-12T16:00:56.021 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:00:56.021 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.021 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.021 INFO:tasks.workunit.client.0.smithi099.stdout: "program_fail_count": { 2024-04-12T16:00:56.021 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:00:56.021 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.021 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.021 INFO:tasks.workunit.client.0.smithi099.stdout: "re_alloc_sectr_cnt": { 2024-04-12T16:00:56.021 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:00:56.021 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.022 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.022 INFO:tasks.workunit.client.0.smithi099.stdout: "retry_buffer_overflow_count": { 2024-04-12T16:00:56.022 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:00:56.022 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.022 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.022 INFO:tasks.workunit.client.0.smithi099.stdout: "soft_ecc_err_rate": { 2024-04-12T16:00:56.022 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:00:56.022 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.022 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.022 INFO:tasks.workunit.client.0.smithi099.stdout: "thermal_throttle_status": { 2024-04-12T16:00:56.022 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:00:56.022 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": { 2024-04-12T16:00:56.022 INFO:tasks.workunit.client.0.smithi099.stdout: "cnt": 0, 2024-04-12T16:00:56.023 INFO:tasks.workunit.client.0.smithi099.stdout: "pct": 0 2024-04-12T16:00:56.023 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.023 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.023 INFO:tasks.workunit.client.0.smithi099.stdout: "timed_workload_host_reads": { 2024-04-12T16:00:56.023 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:00:56.023 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 15 2024-04-12T16:00:56.023 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.023 INFO:tasks.workunit.client.0.smithi099.stdout: "timed_workload_media_wear": { 2024-04-12T16:00:56.023 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:00:56.023 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.023 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.023 INFO:tasks.workunit.client.0.smithi099.stdout: "timed_workload_timer": { 2024-04-12T16:00:56.023 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:00:56.023 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 1018672 2024-04-12T16:00:56.024 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.024 INFO:tasks.workunit.client.0.smithi099.stdout: "unexp_power_loss": { 2024-04-12T16:00:56.024 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:00:56.024 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.024 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.024 INFO:tasks.workunit.client.0.smithi099.stdout: "wear_leveling": { 2024-04-12T16:00:56.024 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:00:56.024 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": { 2024-04-12T16:00:56.024 INFO:tasks.workunit.client.0.smithi099.stdout: "avg": 0, 2024-04-12T16:00:56.024 INFO:tasks.workunit.client.0.smithi099.stdout: "max": 0, 2024-04-12T16:00:56.024 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0 2024-04-12T16:00:56.024 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.024 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.024 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.025 INFO:tasks.workunit.client.0.smithi099.stdout: "Intel Smart log": "nvme0n1" 2024-04-12T16:00:56.025 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.025 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_smart_health_information_log": { 2024-04-12T16:00:56.025 INFO:tasks.workunit.client.0.smithi099.stdout: "available_spare": 100, 2024-04-12T16:00:56.025 INFO:tasks.workunit.client.0.smithi099.stdout: "available_spare_threshold": 0, 2024-04-12T16:00:56.025 INFO:tasks.workunit.client.0.smithi099.stdout: "controller_busy_time": 3228, 2024-04-12T16:00:56.025 INFO:tasks.workunit.client.0.smithi099.stdout: "critical_warning": 0, 2024-04-12T16:00:56.025 INFO:tasks.workunit.client.0.smithi099.stdout: "data_units_read": 114885459, 2024-04-12T16:00:56.025 INFO:tasks.workunit.client.0.smithi099.stdout: "data_units_written": 545703895, 2024-04-12T16:00:56.025 INFO:tasks.workunit.client.0.smithi099.stdout: "host_reads": 1865001433, 2024-04-12T16:00:56.025 INFO:tasks.workunit.client.0.smithi099.stdout: "host_writes": 12343305405, 2024-04-12T16:00:56.025 INFO:tasks.workunit.client.0.smithi099.stdout: "media_errors": 0, 2024-04-12T16:00:56.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_err_log_entries": 0, 2024-04-12T16:00:56.026 INFO:tasks.workunit.client.0.smithi099.stdout: "percentage_used": 0, 2024-04-12T16:00:56.026 INFO:tasks.workunit.client.0.smithi099.stdout: "power_cycles": 22271, 2024-04-12T16:00:56.026 INFO:tasks.workunit.client.0.smithi099.stdout: "power_on_hours": 26510, 2024-04-12T16:00:56.026 INFO:tasks.workunit.client.0.smithi099.stdout: "temperature": 34, 2024-04-12T16:00:56.026 INFO:tasks.workunit.client.0.smithi099.stdout: "unsafe_shutdowns": 7461 2024-04-12T16:00:56.026 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.026 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_vendor": "intel", 2024-04-12T16:00:56.026 INFO:tasks.workunit.client.0.smithi099.stdout: "power_cycle_count": 22271, 2024-04-12T16:00:56.026 INFO:tasks.workunit.client.0.smithi099.stdout: "power_on_time": { 2024-04-12T16:00:56.026 INFO:tasks.workunit.client.0.smithi099.stdout: "hours": 26510 2024-04-12T16:00:56.026 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.026 INFO:tasks.workunit.client.0.smithi099.stdout: "serial_number": "deleted", 2024-04-12T16:00:56.026 INFO:tasks.workunit.client.0.smithi099.stdout: "smart_status": { 2024-04-12T16:00:56.026 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme": { 2024-04-12T16:00:56.027 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:56.027 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.027 INFO:tasks.workunit.client.0.smithi099.stdout: "passed": true 2024-04-12T16:00:56.027 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.027 INFO:tasks.workunit.client.0.smithi099.stdout: "smartctl": { 2024-04-12T16:00:56.027 INFO:tasks.workunit.client.0.smithi099.stdout: "argv": [ 2024-04-12T16:00:56.027 INFO:tasks.workunit.client.0.smithi099.stdout: "smartctl", 2024-04-12T16:00:56.027 INFO:tasks.workunit.client.0.smithi099.stdout: "-x", 2024-04-12T16:00:56.027 INFO:tasks.workunit.client.0.smithi099.stdout: "--json=o", 2024-04-12T16:00:56.027 INFO:tasks.workunit.client.0.smithi099.stdout: "/dev/nvme0n1" 2024-04-12T16:00:56.027 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:56.027 INFO:tasks.workunit.client.0.smithi099.stdout: "build_info": "(local build)", 2024-04-12T16:00:56.027 INFO:tasks.workunit.client.0.smithi099.stdout: "exit_status": 0, 2024-04-12T16:00:56.027 INFO:tasks.workunit.client.0.smithi099.stdout: "output": [ 2024-04-12T16:00:56.028 INFO:tasks.workunit.client.0.smithi099.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-12T16:00:56.028 INFO:tasks.workunit.client.0.smithi099.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-12T16:00:56.028 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:00:56.028 INFO:tasks.workunit.client.0.smithi099.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-12T16:00:56.028 INFO:tasks.workunit.client.0.smithi099.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-04-12T16:00:56.028 INFO:tasks.workunit.client.0.smithi099.stdout: "Serial Number: deleted", 2024-04-12T16:00:56.028 INFO:tasks.workunit.client.0.smithi099.stdout: "Firmware Version: E2010325", 2024-04-12T16:00:56.028 INFO:tasks.workunit.client.0.smithi099.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-12T16:00:56.028 INFO:tasks.workunit.client.0.smithi099.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-12T16:00:56.028 INFO:tasks.workunit.client.0.smithi099.stdout: "Controller ID: 0", 2024-04-12T16:00:56.028 INFO:tasks.workunit.client.0.smithi099.stdout: "Number of Namespaces: 1", 2024-04-12T16:00:56.028 INFO:tasks.workunit.client.0.smithi099.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-04-12T16:00:56.028 INFO:tasks.workunit.client.0.smithi099.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-12T16:00:56.028 INFO:tasks.workunit.client.0.smithi099.stdout: "Local Time is: Fri Apr 12 15:55:15 2024 UTC", 2024-04-12T16:00:56.029 INFO:tasks.workunit.client.0.smithi099.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-12T16:00:56.029 INFO:tasks.workunit.client.0.smithi099.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-04-12T16:00:56.029 INFO:tasks.workunit.client.0.smithi099.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-12T16:00:56.029 INFO:tasks.workunit.client.0.smithi099.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-12T16:00:56.029 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:00:56.029 INFO:tasks.workunit.client.0.smithi099.stdout: "Supported Power States", 2024-04-12T16:00:56.029 INFO:tasks.workunit.client.0.smithi099.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-12T16:00:56.029 INFO:tasks.workunit.client.0.smithi099.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-04-12T16:00:56.029 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:00:56.029 INFO:tasks.workunit.client.0.smithi099.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-12T16:00:56.029 INFO:tasks.workunit.client.0.smithi099.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-12T16:00:56.029 INFO:tasks.workunit.client.0.smithi099.stdout: " 0 + 512 0 2", 2024-04-12T16:00:56.029 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:00:56.029 INFO:tasks.workunit.client.0.smithi099.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-12T16:00:56.030 INFO:tasks.workunit.client.0.smithi099.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-12T16:00:56.030 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:00:56.030 INFO:tasks.workunit.client.0.smithi099.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-12T16:00:56.030 INFO:tasks.workunit.client.0.smithi099.stdout: "Critical Warning: 0x00", 2024-04-12T16:00:56.030 INFO:tasks.workunit.client.0.smithi099.stdout: "Temperature: 34 Celsius", 2024-04-12T16:00:56.030 INFO:tasks.workunit.client.0.smithi099.stdout: "Available Spare: 100%", 2024-04-12T16:00:56.030 INFO:tasks.workunit.client.0.smithi099.stdout: "Available Spare Threshold: 0%", 2024-04-12T16:00:56.030 INFO:tasks.workunit.client.0.smithi099.stdout: "Percentage Used: 0%", 2024-04-12T16:00:56.030 INFO:tasks.workunit.client.0.smithi099.stdout: "Data Units Read: 114,885,459 [58.8 TB]", 2024-04-12T16:00:56.030 INFO:tasks.workunit.client.0.smithi099.stdout: "Data Units Written: 545,703,895 [279 TB]", 2024-04-12T16:00:56.030 INFO:tasks.workunit.client.0.smithi099.stdout: "Host Read Commands: 1,865,001,433", 2024-04-12T16:00:56.030 INFO:tasks.workunit.client.0.smithi099.stdout: "Host Write Commands: 12,343,305,405", 2024-04-12T16:00:56.030 INFO:tasks.workunit.client.0.smithi099.stdout: "Controller Busy Time: 3,228", 2024-04-12T16:00:56.031 INFO:tasks.workunit.client.0.smithi099.stdout: "Power Cycles: 22,271", 2024-04-12T16:00:56.031 INFO:tasks.workunit.client.0.smithi099.stdout: "Power On Hours: 26,510", 2024-04-12T16:00:56.031 INFO:tasks.workunit.client.0.smithi099.stdout: "Unsafe Shutdowns: 7,461", 2024-04-12T16:00:56.031 INFO:tasks.workunit.client.0.smithi099.stdout: "Media and Data Integrity Errors: 0", 2024-04-12T16:00:56.031 INFO:tasks.workunit.client.0.smithi099.stdout: "Error Information Log Entries: 0", 2024-04-12T16:00:56.031 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:00:56.031 INFO:tasks.workunit.client.0.smithi099.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-12T16:00:56.031 INFO:tasks.workunit.client.0.smithi099.stdout: "No Errors Logged", 2024-04-12T16:00:56.031 INFO:tasks.workunit.client.0.smithi099.stdout: "" 2024-04-12T16:00:56.031 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:56.031 INFO:tasks.workunit.client.0.smithi099.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-12T16:00:56.031 INFO:tasks.workunit.client.0.smithi099.stdout: "svn_revision": "5022", 2024-04-12T16:00:56.031 INFO:tasks.workunit.client.0.smithi099.stdout: "version": [ 2024-04-12T16:00:56.032 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:00:56.032 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:00:56.032 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:56.032 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.032 INFO:tasks.workunit.client.0.smithi099.stdout: "temperature": { 2024-04-12T16:00:56.032 INFO:tasks.workunit.client.0.smithi099.stdout: "current": 34 2024-04-12T16:00:56.032 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.032 INFO:tasks.workunit.client.0.smithi099.stdout: "user_capacity": { 2024-04-12T16:00:56.032 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 937703088, 2024-04-12T16:00:56.032 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 480103981056 2024-04-12T16:00:56.032 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.032 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.032 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.032 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.032 INFO:tasks.workunit.client.0.smithi099.stdout: "d87cbbf2-f8e5-11ee-9d32-0cc47a8fd803": { 2024-04-12T16:00:56.033 INFO:tasks.workunit.client.0.smithi099.stdout: "INTEL_SSDPEDMD400G4_d87e0e6c-f8e5-11ee-9d32-0cc47a8fd803": { 2024-04-12T16:00:56.033 INFO:tasks.workunit.client.0.smithi099.stdout: "20240412-155513": { 2024-04-12T16:00:56.033 INFO:tasks.workunit.client.0.smithi099.stdout: "device": { 2024-04-12T16:00:56.033 INFO:tasks.workunit.client.0.smithi099.stdout: "info_name": "/dev/nvme0n1", 2024-04-12T16:00:56.033 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "/dev/nvme0n1", 2024-04-12T16:00:56.033 INFO:tasks.workunit.client.0.smithi099.stdout: "protocol": "NVMe", 2024-04-12T16:00:56.033 INFO:tasks.workunit.client.0.smithi099.stdout: "type": "nvme" 2024-04-12T16:00:56.033 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.033 INFO:tasks.workunit.client.0.smithi099.stdout: "firmware_version": "8DV101H0", 2024-04-12T16:00:56.033 INFO:tasks.workunit.client.0.smithi099.stdout: "host_id": "d87cbbf2-f8e5-11ee-9d32-0cc47a8fd803", 2024-04-12T16:00:56.033 INFO:tasks.workunit.client.0.smithi099.stdout: "json_format_version": [ 2024-04-12T16:00:56.033 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:00:56.033 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:00:56.033 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:56.033 INFO:tasks.workunit.client.0.smithi099.stdout: "local_time": { 2024-04-12T16:00:56.034 INFO:tasks.workunit.client.0.smithi099.stdout: "asctime": "Fri Apr 12 15:55:13 2024 UTC", 2024-04-12T16:00:56.034 INFO:tasks.workunit.client.0.smithi099.stdout: "time_t": 1712937313 2024-04-12T16:00:56.034 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.034 INFO:tasks.workunit.client.0.smithi099.stdout: "logical_block_size": 512, 2024-04-12T16:00:56.034 INFO:tasks.workunit.client.0.smithi099.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-12T16:00:56.034 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_controller_id": 0, 2024-04-12T16:00:56.034 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-12T16:00:56.034 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_namespaces": [ 2024-04-12T16:00:56.034 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:56.034 INFO:tasks.workunit.client.0.smithi099.stdout: "capacity": { 2024-04-12T16:00:56.034 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 781422768, 2024-04-12T16:00:56.034 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 400088457216 2024-04-12T16:00:56.035 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.035 INFO:tasks.workunit.client.0.smithi099.stdout: "formatted_lba_size": 512, 2024-04-12T16:00:56.035 INFO:tasks.workunit.client.0.smithi099.stdout: "id": 1, 2024-04-12T16:00:56.035 INFO:tasks.workunit.client.0.smithi099.stdout: "size": { 2024-04-12T16:00:56.035 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 781422768, 2024-04-12T16:00:56.035 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 400088457216 2024-04-12T16:00:56.035 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.035 INFO:tasks.workunit.client.0.smithi099.stdout: "utilization": { 2024-04-12T16:00:56.035 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 781422768, 2024-04-12T16:00:56.035 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 400088457216 2024-04-12T16:00:56.035 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.035 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.035 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:56.035 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_number_of_namespaces": 1, 2024-04-12T16:00:56.035 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_pci_vendor": { 2024-04-12T16:00:56.036 INFO:tasks.workunit.client.0.smithi099.stdout: "id": 32902, 2024-04-12T16:00:56.036 INFO:tasks.workunit.client.0.smithi099.stdout: "subsystem_id": 32902 2024-04-12T16:00:56.036 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.036 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_smart_health_information_add_log": { 2024-04-12T16:00:56.036 INFO:tasks.workunit.client.0.smithi099.stdout: "Device stats": { 2024-04-12T16:00:56.036 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_fw_downgrades": { 2024-04-12T16:00:56.036 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:00:56.036 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.036 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.036 INFO:tasks.workunit.client.0.smithi099.stdout: "crc_error_count": { 2024-04-12T16:00:56.036 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:00:56.036 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.036 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.036 INFO:tasks.workunit.client.0.smithi099.stdout: "end_to_end_error_detection_count": { 2024-04-12T16:00:56.037 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:00:56.037 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.037 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.037 INFO:tasks.workunit.client.0.smithi099.stdout: "erase_fail_count": { 2024-04-12T16:00:56.037 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:00:56.037 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.037 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.037 INFO:tasks.workunit.client.0.smithi099.stdout: "host_bytes_written": { 2024-04-12T16:00:56.037 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:00:56.037 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 34960025 2024-04-12T16:00:56.037 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.037 INFO:tasks.workunit.client.0.smithi099.stdout: "host_ctx_wear_used": { 2024-04-12T16:00:56.037 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:00:56.037 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 1 2024-04-12T16:00:56.038 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.038 INFO:tasks.workunit.client.0.smithi099.stdout: "media_bytes_read": { 2024-04-12T16:00:56.038 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:00:56.038 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.038 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.038 INFO:tasks.workunit.client.0.smithi099.stdout: "nand_bytes_written": { 2024-04-12T16:00:56.038 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:00:56.038 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 56656400 2024-04-12T16:00:56.038 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.038 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_stat_indicator": { 2024-04-12T16:00:56.038 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:00:56.038 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.038 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.038 INFO:tasks.workunit.client.0.smithi099.stdout: "pll_lock_loss_count": { 2024-04-12T16:00:56.038 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:00:56.039 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.039 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.039 INFO:tasks.workunit.client.0.smithi099.stdout: "program_fail_count": { 2024-04-12T16:00:56.039 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:00:56.039 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.039 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.039 INFO:tasks.workunit.client.0.smithi099.stdout: "re_alloc_sectr_cnt": { 2024-04-12T16:00:56.039 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:00:56.039 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.039 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.039 INFO:tasks.workunit.client.0.smithi099.stdout: "retry_buffer_overflow_count": { 2024-04-12T16:00:56.039 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:00:56.039 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.039 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.039 INFO:tasks.workunit.client.0.smithi099.stdout: "soft_ecc_err_rate": { 2024-04-12T16:00:56.040 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:00:56.040 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.040 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.040 INFO:tasks.workunit.client.0.smithi099.stdout: "thermal_throttle_status": { 2024-04-12T16:00:56.040 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:00:56.040 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": { 2024-04-12T16:00:56.040 INFO:tasks.workunit.client.0.smithi099.stdout: "cnt": 0, 2024-04-12T16:00:56.040 INFO:tasks.workunit.client.0.smithi099.stdout: "pct": 0 2024-04-12T16:00:56.040 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.040 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.040 INFO:tasks.workunit.client.0.smithi099.stdout: "timed_workload_host_reads": { 2024-04-12T16:00:56.040 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:00:56.040 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 65535 2024-04-12T16:00:56.040 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.040 INFO:tasks.workunit.client.0.smithi099.stdout: "timed_workload_media_wear": { 2024-04-12T16:00:56.041 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:00:56.041 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 64 2024-04-12T16:00:56.041 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.041 INFO:tasks.workunit.client.0.smithi099.stdout: "timed_workload_timer": { 2024-04-12T16:00:56.041 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:00:56.041 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 65535 2024-04-12T16:00:56.041 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.041 INFO:tasks.workunit.client.0.smithi099.stdout: "unexp_power_loss": { 2024-04-12T16:00:56.041 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:00:56.041 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.041 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.041 INFO:tasks.workunit.client.0.smithi099.stdout: "wear_leveling": { 2024-04-12T16:00:56.041 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 88, 2024-04-12T16:00:56.041 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": { 2024-04-12T16:00:56.041 INFO:tasks.workunit.client.0.smithi099.stdout: "avg": 3798, 2024-04-12T16:00:56.042 INFO:tasks.workunit.client.0.smithi099.stdout: "max": 3820, 2024-04-12T16:00:56.042 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 3779 2024-04-12T16:00:56.042 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.042 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.042 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.042 INFO:tasks.workunit.client.0.smithi099.stdout: "Intel Smart log": "nvme0n1" 2024-04-12T16:00:56.042 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.042 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_smart_health_information_log": { 2024-04-12T16:00:56.042 INFO:tasks.workunit.client.0.smithi099.stdout: "available_spare": 100, 2024-04-12T16:00:56.042 INFO:tasks.workunit.client.0.smithi099.stdout: "available_spare_threshold": 10, 2024-04-12T16:00:56.042 INFO:tasks.workunit.client.0.smithi099.stdout: "controller_busy_time": 17, 2024-04-12T16:00:56.043 INFO:tasks.workunit.client.0.smithi099.stdout: "critical_warning": 0, 2024-04-12T16:00:56.043 INFO:tasks.workunit.client.0.smithi099.stdout: "data_units_read": 491735754, 2024-04-12T16:00:56.043 INFO:tasks.workunit.client.0.smithi099.stdout: "data_units_written": 2291140226, 2024-04-12T16:00:56.043 INFO:tasks.workunit.client.0.smithi099.stdout: "host_reads": 8149734360, 2024-04-12T16:00:56.043 INFO:tasks.workunit.client.0.smithi099.stdout: "host_writes": 39671548982, 2024-04-12T16:00:56.043 INFO:tasks.workunit.client.0.smithi099.stdout: "media_errors": 0, 2024-04-12T16:00:56.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_err_log_entries": 0, 2024-04-12T16:00:56.043 INFO:tasks.workunit.client.0.smithi099.stdout: "percentage_used": 12, 2024-04-12T16:00:56.043 INFO:tasks.workunit.client.0.smithi099.stdout: "power_cycles": 54511, 2024-04-12T16:00:56.043 INFO:tasks.workunit.client.0.smithi099.stdout: "power_on_hours": 56392, 2024-04-12T16:00:56.043 INFO:tasks.workunit.client.0.smithi099.stdout: "temperature": 24, 2024-04-12T16:00:56.043 INFO:tasks.workunit.client.0.smithi099.stdout: "unsafe_shutdowns": 547 2024-04-12T16:00:56.043 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.043 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_vendor": "intel", 2024-04-12T16:00:56.044 INFO:tasks.workunit.client.0.smithi099.stdout: "power_cycle_count": 54511, 2024-04-12T16:00:56.044 INFO:tasks.workunit.client.0.smithi099.stdout: "power_on_time": { 2024-04-12T16:00:56.044 INFO:tasks.workunit.client.0.smithi099.stdout: "hours": 56392 2024-04-12T16:00:56.044 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.044 INFO:tasks.workunit.client.0.smithi099.stdout: "serial_number": "deleted", 2024-04-12T16:00:56.044 INFO:tasks.workunit.client.0.smithi099.stdout: "smart_status": { 2024-04-12T16:00:56.044 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme": { 2024-04-12T16:00:56.044 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:56.044 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.044 INFO:tasks.workunit.client.0.smithi099.stdout: "passed": true 2024-04-12T16:00:56.044 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.044 INFO:tasks.workunit.client.0.smithi099.stdout: "smartctl": { 2024-04-12T16:00:56.044 INFO:tasks.workunit.client.0.smithi099.stdout: "argv": [ 2024-04-12T16:00:56.044 INFO:tasks.workunit.client.0.smithi099.stdout: "smartctl", 2024-04-12T16:00:56.045 INFO:tasks.workunit.client.0.smithi099.stdout: "-x", 2024-04-12T16:00:56.045 INFO:tasks.workunit.client.0.smithi099.stdout: "--json=o", 2024-04-12T16:00:56.045 INFO:tasks.workunit.client.0.smithi099.stdout: "/dev/nvme0n1" 2024-04-12T16:00:56.045 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:56.045 INFO:tasks.workunit.client.0.smithi099.stdout: "build_info": "(local build)", 2024-04-12T16:00:56.045 INFO:tasks.workunit.client.0.smithi099.stdout: "exit_status": 0, 2024-04-12T16:00:56.045 INFO:tasks.workunit.client.0.smithi099.stdout: "output": [ 2024-04-12T16:00:56.045 INFO:tasks.workunit.client.0.smithi099.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-12T16:00:56.045 INFO:tasks.workunit.client.0.smithi099.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-12T16:00:56.045 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:00:56.045 INFO:tasks.workunit.client.0.smithi099.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-12T16:00:56.045 INFO:tasks.workunit.client.0.smithi099.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-12T16:00:56.045 INFO:tasks.workunit.client.0.smithi099.stdout: "Serial Number: deleted", 2024-04-12T16:00:56.045 INFO:tasks.workunit.client.0.smithi099.stdout: "Firmware Version: 8DV101H0", 2024-04-12T16:00:56.045 INFO:tasks.workunit.client.0.smithi099.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-12T16:00:56.046 INFO:tasks.workunit.client.0.smithi099.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-12T16:00:56.046 INFO:tasks.workunit.client.0.smithi099.stdout: "Controller ID: 0", 2024-04-12T16:00:56.046 INFO:tasks.workunit.client.0.smithi099.stdout: "Number of Namespaces: 1", 2024-04-12T16:00:56.046 INFO:tasks.workunit.client.0.smithi099.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-12T16:00:56.046 INFO:tasks.workunit.client.0.smithi099.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-12T16:00:56.046 INFO:tasks.workunit.client.0.smithi099.stdout: "Local Time is: Fri Apr 12 15:55:13 2024 UTC", 2024-04-12T16:00:56.046 INFO:tasks.workunit.client.0.smithi099.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-12T16:00:56.046 INFO:tasks.workunit.client.0.smithi099.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-12T16:00:56.046 INFO:tasks.workunit.client.0.smithi099.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-12T16:00:56.046 INFO:tasks.workunit.client.0.smithi099.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-12T16:00:56.046 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:00:56.046 INFO:tasks.workunit.client.0.smithi099.stdout: "Supported Power States", 2024-04-12T16:00:56.046 INFO:tasks.workunit.client.0.smithi099.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-12T16:00:56.046 INFO:tasks.workunit.client.0.smithi099.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-12T16:00:56.046 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:00:56.047 INFO:tasks.workunit.client.0.smithi099.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-12T16:00:56.047 INFO:tasks.workunit.client.0.smithi099.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-12T16:00:56.047 INFO:tasks.workunit.client.0.smithi099.stdout: " 0 + 512 0 2", 2024-04-12T16:00:56.047 INFO:tasks.workunit.client.0.smithi099.stdout: " 1 - 512 8 2", 2024-04-12T16:00:56.047 INFO:tasks.workunit.client.0.smithi099.stdout: " 2 - 512 16 2", 2024-04-12T16:00:56.047 INFO:tasks.workunit.client.0.smithi099.stdout: " 3 - 4096 0 0", 2024-04-12T16:00:56.047 INFO:tasks.workunit.client.0.smithi099.stdout: " 4 - 4096 8 0", 2024-04-12T16:00:56.047 INFO:tasks.workunit.client.0.smithi099.stdout: " 5 - 4096 64 0", 2024-04-12T16:00:56.047 INFO:tasks.workunit.client.0.smithi099.stdout: " 6 - 4096 128 0", 2024-04-12T16:00:56.047 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:00:56.047 INFO:tasks.workunit.client.0.smithi099.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-12T16:00:56.047 INFO:tasks.workunit.client.0.smithi099.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-12T16:00:56.047 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:00:56.047 INFO:tasks.workunit.client.0.smithi099.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-12T16:00:56.048 INFO:tasks.workunit.client.0.smithi099.stdout: "Critical Warning: 0x00", 2024-04-12T16:00:56.048 INFO:tasks.workunit.client.0.smithi099.stdout: "Temperature: 24 Celsius", 2024-04-12T16:00:56.048 INFO:tasks.workunit.client.0.smithi099.stdout: "Available Spare: 100%", 2024-04-12T16:00:56.048 INFO:tasks.workunit.client.0.smithi099.stdout: "Available Spare Threshold: 10%", 2024-04-12T16:00:56.048 INFO:tasks.workunit.client.0.smithi099.stdout: "Percentage Used: 12%", 2024-04-12T16:00:56.048 INFO:tasks.workunit.client.0.smithi099.stdout: "Data Units Read: 491,735,754 [251 TB]", 2024-04-12T16:00:56.048 INFO:tasks.workunit.client.0.smithi099.stdout: "Data Units Written: 2,291,140,226 [1.17 PB]", 2024-04-12T16:00:56.048 INFO:tasks.workunit.client.0.smithi099.stdout: "Host Read Commands: 8,149,734,360", 2024-04-12T16:00:56.048 INFO:tasks.workunit.client.0.smithi099.stdout: "Host Write Commands: 39,671,548,982", 2024-04-12T16:00:56.048 INFO:tasks.workunit.client.0.smithi099.stdout: "Controller Busy Time: 17", 2024-04-12T16:00:56.048 INFO:tasks.workunit.client.0.smithi099.stdout: "Power Cycles: 54,511", 2024-04-12T16:00:56.048 INFO:tasks.workunit.client.0.smithi099.stdout: "Power On Hours: 56,392", 2024-04-12T16:00:56.048 INFO:tasks.workunit.client.0.smithi099.stdout: "Unsafe Shutdowns: 547", 2024-04-12T16:00:56.048 INFO:tasks.workunit.client.0.smithi099.stdout: "Media and Data Integrity Errors: 0", 2024-04-12T16:00:56.048 INFO:tasks.workunit.client.0.smithi099.stdout: "Error Information Log Entries: 0", 2024-04-12T16:00:56.049 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:00:56.049 INFO:tasks.workunit.client.0.smithi099.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-12T16:00:56.049 INFO:tasks.workunit.client.0.smithi099.stdout: "No Errors Logged", 2024-04-12T16:00:56.049 INFO:tasks.workunit.client.0.smithi099.stdout: "" 2024-04-12T16:00:56.049 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:56.049 INFO:tasks.workunit.client.0.smithi099.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-12T16:00:56.049 INFO:tasks.workunit.client.0.smithi099.stdout: "svn_revision": "5022", 2024-04-12T16:00:56.049 INFO:tasks.workunit.client.0.smithi099.stdout: "version": [ 2024-04-12T16:00:56.049 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:00:56.049 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:00:56.049 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:56.049 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.049 INFO:tasks.workunit.client.0.smithi099.stdout: "temperature": { 2024-04-12T16:00:56.049 INFO:tasks.workunit.client.0.smithi099.stdout: "current": 24 2024-04-12T16:00:56.049 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.049 INFO:tasks.workunit.client.0.smithi099.stdout: "user_capacity": { 2024-04-12T16:00:56.050 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 781422768, 2024-04-12T16:00:56.050 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 400088457216 2024-04-12T16:00:56.050 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.050 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.050 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.050 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.050 INFO:tasks.workunit.client.0.smithi099.stdout:} 2024-04-12T16:00:56.050 INFO:tasks.workunit.client.0.smithi099.stderr:+ ceph telemetry preview-all 2024-04-12T16:00:56.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:56 smithi099 ceph-mon[39429]: from='client.24824 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:00:56.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:56 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:00:56.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:56 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:00:56.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:56 smithi099 ceph-mon[39429]: from='client.24824 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:00:56.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:56 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:00:56.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:56 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:00:56.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:56 smithi099 ceph-mon[39429]: from='client.14928 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:00:56.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:56 smithi099 ceph-mon[39429]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:56.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:56 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:56.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:56 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:56.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:56 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:56.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:56 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:56.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:56 smithi099 ceph-mon[27456]: from='client.24824 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:00:56.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:56 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:00:56.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:56 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:00:56.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:56 smithi099 ceph-mon[27456]: from='client.24824 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:00:56.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:56 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:00:56.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:56 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:00:56.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:56 smithi099 ceph-mon[27456]: from='client.14928 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:00:56.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:56 smithi099 ceph-mon[27456]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:56.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:56 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:56.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:56 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:56.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:56 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:56.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:56 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:56.534 INFO:tasks.workunit.client.0.smithi099.stdout:{ 2024-04-12T16:00:56.534 INFO:tasks.workunit.client.0.smithi099.stdout: "device_report": { 2024-04-12T16:00:56.534 INFO:tasks.workunit.client.0.smithi099.stdout: "d879d220-f8e5-11ee-9d32-0cc47a8fd803": { 2024-04-12T16:00:56.534 INFO:tasks.workunit.client.0.smithi099.stdout: "INTEL_SSDPED1D480GA_d87ac4aa-f8e5-11ee-9d32-0cc47a8fd803": { 2024-04-12T16:00:56.534 INFO:tasks.workunit.client.0.smithi099.stdout: "20240412-155515": { 2024-04-12T16:00:56.534 INFO:tasks.workunit.client.0.smithi099.stdout: "device": { 2024-04-12T16:00:56.534 INFO:tasks.workunit.client.0.smithi099.stdout: "info_name": "/dev/nvme0n1", 2024-04-12T16:00:56.534 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "/dev/nvme0n1", 2024-04-12T16:00:56.534 INFO:tasks.workunit.client.0.smithi099.stdout: "protocol": "NVMe", 2024-04-12T16:00:56.534 INFO:tasks.workunit.client.0.smithi099.stdout: "type": "nvme" 2024-04-12T16:00:56.535 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.535 INFO:tasks.workunit.client.0.smithi099.stdout: "firmware_version": "E2010325", 2024-04-12T16:00:56.535 INFO:tasks.workunit.client.0.smithi099.stdout: "host_id": "d879d220-f8e5-11ee-9d32-0cc47a8fd803", 2024-04-12T16:00:56.535 INFO:tasks.workunit.client.0.smithi099.stdout: "json_format_version": [ 2024-04-12T16:00:56.535 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:00:56.535 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:00:56.535 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:56.535 INFO:tasks.workunit.client.0.smithi099.stdout: "local_time": { 2024-04-12T16:00:56.535 INFO:tasks.workunit.client.0.smithi099.stdout: "asctime": "Fri Apr 12 15:55:15 2024 UTC", 2024-04-12T16:00:56.535 INFO:tasks.workunit.client.0.smithi099.stdout: "time_t": 1712937315 2024-04-12T16:00:56.535 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.535 INFO:tasks.workunit.client.0.smithi099.stdout: "logical_block_size": 512, 2024-04-12T16:00:56.535 INFO:tasks.workunit.client.0.smithi099.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-04-12T16:00:56.535 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_controller_id": 0, 2024-04-12T16:00:56.536 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-12T16:00:56.536 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_namespaces": [ 2024-04-12T16:00:56.536 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:56.536 INFO:tasks.workunit.client.0.smithi099.stdout: "capacity": { 2024-04-12T16:00:56.536 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 937703088, 2024-04-12T16:00:56.536 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 480103981056 2024-04-12T16:00:56.536 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.536 INFO:tasks.workunit.client.0.smithi099.stdout: "formatted_lba_size": 512, 2024-04-12T16:00:56.536 INFO:tasks.workunit.client.0.smithi099.stdout: "id": 1, 2024-04-12T16:00:56.536 INFO:tasks.workunit.client.0.smithi099.stdout: "size": { 2024-04-12T16:00:56.536 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 937703088, 2024-04-12T16:00:56.536 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 480103981056 2024-04-12T16:00:56.536 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.536 INFO:tasks.workunit.client.0.smithi099.stdout: "utilization": { 2024-04-12T16:00:56.536 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 937703088, 2024-04-12T16:00:56.537 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 480103981056 2024-04-12T16:00:56.537 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.537 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.537 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:56.537 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_number_of_namespaces": 1, 2024-04-12T16:00:56.537 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_pci_vendor": { 2024-04-12T16:00:56.537 INFO:tasks.workunit.client.0.smithi099.stdout: "id": 32902, 2024-04-12T16:00:56.537 INFO:tasks.workunit.client.0.smithi099.stdout: "subsystem_id": 32902 2024-04-12T16:00:56.537 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.537 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_smart_health_information_add_log": { 2024-04-12T16:00:56.537 INFO:tasks.workunit.client.0.smithi099.stdout: "Device stats": { 2024-04-12T16:00:56.537 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_fw_downgrades": { 2024-04-12T16:00:56.537 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:00:56.537 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.537 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.538 INFO:tasks.workunit.client.0.smithi099.stdout: "crc_error_count": { 2024-04-12T16:00:56.538 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:00:56.538 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.538 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.538 INFO:tasks.workunit.client.0.smithi099.stdout: "end_to_end_error_detection_count": { 2024-04-12T16:00:56.538 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:00:56.538 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.538 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.538 INFO:tasks.workunit.client.0.smithi099.stdout: "erase_fail_count": { 2024-04-12T16:00:56.538 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:00:56.538 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.538 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.538 INFO:tasks.workunit.client.0.smithi099.stdout: "host_bytes_written": { 2024-04-12T16:00:56.538 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:00:56.538 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 8326780 2024-04-12T16:00:56.538 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.539 INFO:tasks.workunit.client.0.smithi099.stdout: "host_ctx_wear_used": { 2024-04-12T16:00:56.539 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:00:56.539 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.539 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.539 INFO:tasks.workunit.client.0.smithi099.stdout: "media_bytes_read": { 2024-04-12T16:00:56.539 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:00:56.539 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.539 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.539 INFO:tasks.workunit.client.0.smithi099.stdout: "nand_bytes_written": { 2024-04-12T16:00:56.539 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:00:56.539 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.539 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.539 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_stat_indicator": { 2024-04-12T16:00:56.539 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:00:56.539 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.540 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.540 INFO:tasks.workunit.client.0.smithi099.stdout: "pll_lock_loss_count": { 2024-04-12T16:00:56.540 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:00:56.540 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.540 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.540 INFO:tasks.workunit.client.0.smithi099.stdout: "program_fail_count": { 2024-04-12T16:00:56.540 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:00:56.540 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.540 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.540 INFO:tasks.workunit.client.0.smithi099.stdout: "re_alloc_sectr_cnt": { 2024-04-12T16:00:56.540 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:00:56.540 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.540 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.540 INFO:tasks.workunit.client.0.smithi099.stdout: "retry_buffer_overflow_count": { 2024-04-12T16:00:56.540 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:00:56.541 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.541 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.541 INFO:tasks.workunit.client.0.smithi099.stdout: "soft_ecc_err_rate": { 2024-04-12T16:00:56.541 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:00:56.541 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.541 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.541 INFO:tasks.workunit.client.0.smithi099.stdout: "thermal_throttle_status": { 2024-04-12T16:00:56.541 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:00:56.541 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": { 2024-04-12T16:00:56.541 INFO:tasks.workunit.client.0.smithi099.stdout: "cnt": 0, 2024-04-12T16:00:56.541 INFO:tasks.workunit.client.0.smithi099.stdout: "pct": 0 2024-04-12T16:00:56.541 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.541 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.541 INFO:tasks.workunit.client.0.smithi099.stdout: "timed_workload_host_reads": { 2024-04-12T16:00:56.541 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:00:56.541 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 15 2024-04-12T16:00:56.542 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.542 INFO:tasks.workunit.client.0.smithi099.stdout: "timed_workload_media_wear": { 2024-04-12T16:00:56.542 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:00:56.542 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.542 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.542 INFO:tasks.workunit.client.0.smithi099.stdout: "timed_workload_timer": { 2024-04-12T16:00:56.542 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:00:56.542 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 1018672 2024-04-12T16:00:56.542 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.542 INFO:tasks.workunit.client.0.smithi099.stdout: "unexp_power_loss": { 2024-04-12T16:00:56.542 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:00:56.542 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.542 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.542 INFO:tasks.workunit.client.0.smithi099.stdout: "wear_leveling": { 2024-04-12T16:00:56.542 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:00:56.543 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": { 2024-04-12T16:00:56.543 INFO:tasks.workunit.client.0.smithi099.stdout: "avg": 0, 2024-04-12T16:00:56.543 INFO:tasks.workunit.client.0.smithi099.stdout: "max": 0, 2024-04-12T16:00:56.543 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0 2024-04-12T16:00:56.543 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.543 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.543 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.543 INFO:tasks.workunit.client.0.smithi099.stdout: "Intel Smart log": "nvme0n1" 2024-04-12T16:00:56.543 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.543 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_smart_health_information_log": { 2024-04-12T16:00:56.543 INFO:tasks.workunit.client.0.smithi099.stdout: "available_spare": 100, 2024-04-12T16:00:56.543 INFO:tasks.workunit.client.0.smithi099.stdout: "available_spare_threshold": 0, 2024-04-12T16:00:56.543 INFO:tasks.workunit.client.0.smithi099.stdout: "controller_busy_time": 3228, 2024-04-12T16:00:56.543 INFO:tasks.workunit.client.0.smithi099.stdout: "critical_warning": 0, 2024-04-12T16:00:56.543 INFO:tasks.workunit.client.0.smithi099.stdout: "data_units_read": 114885459, 2024-04-12T16:00:56.543 INFO:tasks.workunit.client.0.smithi099.stdout: "data_units_written": 545703895, 2024-04-12T16:00:56.543 INFO:tasks.workunit.client.0.smithi099.stdout: "host_reads": 1865001433, 2024-04-12T16:00:56.544 INFO:tasks.workunit.client.0.smithi099.stdout: "host_writes": 12343305405, 2024-04-12T16:00:56.544 INFO:tasks.workunit.client.0.smithi099.stdout: "media_errors": 0, 2024-04-12T16:00:56.544 INFO:tasks.workunit.client.0.smithi099.stdout: "num_err_log_entries": 0, 2024-04-12T16:00:56.544 INFO:tasks.workunit.client.0.smithi099.stdout: "percentage_used": 0, 2024-04-12T16:00:56.544 INFO:tasks.workunit.client.0.smithi099.stdout: "power_cycles": 22271, 2024-04-12T16:00:56.544 INFO:tasks.workunit.client.0.smithi099.stdout: "power_on_hours": 26510, 2024-04-12T16:00:56.544 INFO:tasks.workunit.client.0.smithi099.stdout: "temperature": 34, 2024-04-12T16:00:56.544 INFO:tasks.workunit.client.0.smithi099.stdout: "unsafe_shutdowns": 7461 2024-04-12T16:00:56.544 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.544 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_vendor": "intel", 2024-04-12T16:00:56.544 INFO:tasks.workunit.client.0.smithi099.stdout: "power_cycle_count": 22271, 2024-04-12T16:00:56.544 INFO:tasks.workunit.client.0.smithi099.stdout: "power_on_time": { 2024-04-12T16:00:56.544 INFO:tasks.workunit.client.0.smithi099.stdout: "hours": 26510 2024-04-12T16:00:56.544 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.544 INFO:tasks.workunit.client.0.smithi099.stdout: "serial_number": "deleted", 2024-04-12T16:00:56.545 INFO:tasks.workunit.client.0.smithi099.stdout: "smart_status": { 2024-04-12T16:00:56.545 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme": { 2024-04-12T16:00:56.545 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:56.545 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.545 INFO:tasks.workunit.client.0.smithi099.stdout: "passed": true 2024-04-12T16:00:56.545 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.545 INFO:tasks.workunit.client.0.smithi099.stdout: "smartctl": { 2024-04-12T16:00:56.545 INFO:tasks.workunit.client.0.smithi099.stdout: "argv": [ 2024-04-12T16:00:56.545 INFO:tasks.workunit.client.0.smithi099.stdout: "smartctl", 2024-04-12T16:00:56.545 INFO:tasks.workunit.client.0.smithi099.stdout: "-x", 2024-04-12T16:00:56.545 INFO:tasks.workunit.client.0.smithi099.stdout: "--json=o", 2024-04-12T16:00:56.545 INFO:tasks.workunit.client.0.smithi099.stdout: "/dev/nvme0n1" 2024-04-12T16:00:56.545 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:56.545 INFO:tasks.workunit.client.0.smithi099.stdout: "build_info": "(local build)", 2024-04-12T16:00:56.545 INFO:tasks.workunit.client.0.smithi099.stdout: "exit_status": 0, 2024-04-12T16:00:56.545 INFO:tasks.workunit.client.0.smithi099.stdout: "output": [ 2024-04-12T16:00:56.546 INFO:tasks.workunit.client.0.smithi099.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-12T16:00:56.546 INFO:tasks.workunit.client.0.smithi099.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-12T16:00:56.546 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:00:56.546 INFO:tasks.workunit.client.0.smithi099.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-12T16:00:56.546 INFO:tasks.workunit.client.0.smithi099.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-04-12T16:00:56.546 INFO:tasks.workunit.client.0.smithi099.stdout: "Serial Number: deleted", 2024-04-12T16:00:56.546 INFO:tasks.workunit.client.0.smithi099.stdout: "Firmware Version: E2010325", 2024-04-12T16:00:56.546 INFO:tasks.workunit.client.0.smithi099.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-12T16:00:56.546 INFO:tasks.workunit.client.0.smithi099.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-12T16:00:56.546 INFO:tasks.workunit.client.0.smithi099.stdout: "Controller ID: 0", 2024-04-12T16:00:56.546 INFO:tasks.workunit.client.0.smithi099.stdout: "Number of Namespaces: 1", 2024-04-12T16:00:56.546 INFO:tasks.workunit.client.0.smithi099.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-04-12T16:00:56.546 INFO:tasks.workunit.client.0.smithi099.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-12T16:00:56.546 INFO:tasks.workunit.client.0.smithi099.stdout: "Local Time is: Fri Apr 12 15:55:15 2024 UTC", 2024-04-12T16:00:56.547 INFO:tasks.workunit.client.0.smithi099.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-12T16:00:56.547 INFO:tasks.workunit.client.0.smithi099.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-04-12T16:00:56.547 INFO:tasks.workunit.client.0.smithi099.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-12T16:00:56.547 INFO:tasks.workunit.client.0.smithi099.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-12T16:00:56.547 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:00:56.547 INFO:tasks.workunit.client.0.smithi099.stdout: "Supported Power States", 2024-04-12T16:00:56.547 INFO:tasks.workunit.client.0.smithi099.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-12T16:00:56.547 INFO:tasks.workunit.client.0.smithi099.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-04-12T16:00:56.547 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:00:56.547 INFO:tasks.workunit.client.0.smithi099.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-12T16:00:56.547 INFO:tasks.workunit.client.0.smithi099.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-12T16:00:56.547 INFO:tasks.workunit.client.0.smithi099.stdout: " 0 + 512 0 2", 2024-04-12T16:00:56.547 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:00:56.547 INFO:tasks.workunit.client.0.smithi099.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-12T16:00:56.547 INFO:tasks.workunit.client.0.smithi099.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-12T16:00:56.547 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:00:56.547 INFO:tasks.workunit.client.0.smithi099.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-12T16:00:56.548 INFO:tasks.workunit.client.0.smithi099.stdout: "Critical Warning: 0x00", 2024-04-12T16:00:56.548 INFO:tasks.workunit.client.0.smithi099.stdout: "Temperature: 34 Celsius", 2024-04-12T16:00:56.548 INFO:tasks.workunit.client.0.smithi099.stdout: "Available Spare: 100%", 2024-04-12T16:00:56.548 INFO:tasks.workunit.client.0.smithi099.stdout: "Available Spare Threshold: 0%", 2024-04-12T16:00:56.548 INFO:tasks.workunit.client.0.smithi099.stdout: "Percentage Used: 0%", 2024-04-12T16:00:56.548 INFO:tasks.workunit.client.0.smithi099.stdout: "Data Units Read: 114,885,459 [58.8 TB]", 2024-04-12T16:00:56.548 INFO:tasks.workunit.client.0.smithi099.stdout: "Data Units Written: 545,703,895 [279 TB]", 2024-04-12T16:00:56.548 INFO:tasks.workunit.client.0.smithi099.stdout: "Host Read Commands: 1,865,001,433", 2024-04-12T16:00:56.548 INFO:tasks.workunit.client.0.smithi099.stdout: "Host Write Commands: 12,343,305,405", 2024-04-12T16:00:56.548 INFO:tasks.workunit.client.0.smithi099.stdout: "Controller Busy Time: 3,228", 2024-04-12T16:00:56.548 INFO:tasks.workunit.client.0.smithi099.stdout: "Power Cycles: 22,271", 2024-04-12T16:00:56.548 INFO:tasks.workunit.client.0.smithi099.stdout: "Power On Hours: 26,510", 2024-04-12T16:00:56.548 INFO:tasks.workunit.client.0.smithi099.stdout: "Unsafe Shutdowns: 7,461", 2024-04-12T16:00:56.548 INFO:tasks.workunit.client.0.smithi099.stdout: "Media and Data Integrity Errors: 0", 2024-04-12T16:00:56.548 INFO:tasks.workunit.client.0.smithi099.stdout: "Error Information Log Entries: 0", 2024-04-12T16:00:56.549 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:00:56.549 INFO:tasks.workunit.client.0.smithi099.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-12T16:00:56.549 INFO:tasks.workunit.client.0.smithi099.stdout: "No Errors Logged", 2024-04-12T16:00:56.549 INFO:tasks.workunit.client.0.smithi099.stdout: "" 2024-04-12T16:00:56.549 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:56.549 INFO:tasks.workunit.client.0.smithi099.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-12T16:00:56.549 INFO:tasks.workunit.client.0.smithi099.stdout: "svn_revision": "5022", 2024-04-12T16:00:56.549 INFO:tasks.workunit.client.0.smithi099.stdout: "version": [ 2024-04-12T16:00:56.549 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:00:56.549 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:00:56.549 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:56.549 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.549 INFO:tasks.workunit.client.0.smithi099.stdout: "temperature": { 2024-04-12T16:00:56.549 INFO:tasks.workunit.client.0.smithi099.stdout: "current": 34 2024-04-12T16:00:56.549 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.550 INFO:tasks.workunit.client.0.smithi099.stdout: "user_capacity": { 2024-04-12T16:00:56.550 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 937703088, 2024-04-12T16:00:56.550 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 480103981056 2024-04-12T16:00:56.550 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.550 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.550 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.550 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.550 INFO:tasks.workunit.client.0.smithi099.stdout: "d87cbbf2-f8e5-11ee-9d32-0cc47a8fd803": { 2024-04-12T16:00:56.550 INFO:tasks.workunit.client.0.smithi099.stdout: "INTEL_SSDPEDMD400G4_d87e0e6c-f8e5-11ee-9d32-0cc47a8fd803": { 2024-04-12T16:00:56.550 INFO:tasks.workunit.client.0.smithi099.stdout: "20240412-155513": { 2024-04-12T16:00:56.550 INFO:tasks.workunit.client.0.smithi099.stdout: "device": { 2024-04-12T16:00:56.550 INFO:tasks.workunit.client.0.smithi099.stdout: "info_name": "/dev/nvme0n1", 2024-04-12T16:00:56.550 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "/dev/nvme0n1", 2024-04-12T16:00:56.550 INFO:tasks.workunit.client.0.smithi099.stdout: "protocol": "NVMe", 2024-04-12T16:00:56.550 INFO:tasks.workunit.client.0.smithi099.stdout: "type": "nvme" 2024-04-12T16:00:56.550 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.551 INFO:tasks.workunit.client.0.smithi099.stdout: "firmware_version": "8DV101H0", 2024-04-12T16:00:56.551 INFO:tasks.workunit.client.0.smithi099.stdout: "host_id": "d87cbbf2-f8e5-11ee-9d32-0cc47a8fd803", 2024-04-12T16:00:56.551 INFO:tasks.workunit.client.0.smithi099.stdout: "json_format_version": [ 2024-04-12T16:00:56.551 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:00:56.551 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:00:56.551 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:56.551 INFO:tasks.workunit.client.0.smithi099.stdout: "local_time": { 2024-04-12T16:00:56.551 INFO:tasks.workunit.client.0.smithi099.stdout: "asctime": "Fri Apr 12 15:55:13 2024 UTC", 2024-04-12T16:00:56.551 INFO:tasks.workunit.client.0.smithi099.stdout: "time_t": 1712937313 2024-04-12T16:00:56.551 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.551 INFO:tasks.workunit.client.0.smithi099.stdout: "logical_block_size": 512, 2024-04-12T16:00:56.551 INFO:tasks.workunit.client.0.smithi099.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-12T16:00:56.551 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_controller_id": 0, 2024-04-12T16:00:56.551 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-12T16:00:56.551 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_namespaces": [ 2024-04-12T16:00:56.552 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:56.552 INFO:tasks.workunit.client.0.smithi099.stdout: "capacity": { 2024-04-12T16:00:56.552 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 781422768, 2024-04-12T16:00:56.552 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 400088457216 2024-04-12T16:00:56.552 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.552 INFO:tasks.workunit.client.0.smithi099.stdout: "formatted_lba_size": 512, 2024-04-12T16:00:56.552 INFO:tasks.workunit.client.0.smithi099.stdout: "id": 1, 2024-04-12T16:00:56.552 INFO:tasks.workunit.client.0.smithi099.stdout: "size": { 2024-04-12T16:00:56.552 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 781422768, 2024-04-12T16:00:56.552 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 400088457216 2024-04-12T16:00:56.552 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.552 INFO:tasks.workunit.client.0.smithi099.stdout: "utilization": { 2024-04-12T16:00:56.552 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 781422768, 2024-04-12T16:00:56.552 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 400088457216 2024-04-12T16:00:56.552 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.552 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.553 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:56.553 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_number_of_namespaces": 1, 2024-04-12T16:00:56.553 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_pci_vendor": { 2024-04-12T16:00:56.553 INFO:tasks.workunit.client.0.smithi099.stdout: "id": 32902, 2024-04-12T16:00:56.553 INFO:tasks.workunit.client.0.smithi099.stdout: "subsystem_id": 32902 2024-04-12T16:00:56.553 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.553 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_smart_health_information_add_log": { 2024-04-12T16:00:56.553 INFO:tasks.workunit.client.0.smithi099.stdout: "Device stats": { 2024-04-12T16:00:56.553 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_fw_downgrades": { 2024-04-12T16:00:56.553 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:00:56.553 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.553 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.553 INFO:tasks.workunit.client.0.smithi099.stdout: "crc_error_count": { 2024-04-12T16:00:56.553 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:00:56.553 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.553 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.554 INFO:tasks.workunit.client.0.smithi099.stdout: "end_to_end_error_detection_count": { 2024-04-12T16:00:56.554 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:00:56.554 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.554 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.554 INFO:tasks.workunit.client.0.smithi099.stdout: "erase_fail_count": { 2024-04-12T16:00:56.554 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:00:56.554 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.554 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.554 INFO:tasks.workunit.client.0.smithi099.stdout: "host_bytes_written": { 2024-04-12T16:00:56.554 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:00:56.554 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 34960025 2024-04-12T16:00:56.554 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.554 INFO:tasks.workunit.client.0.smithi099.stdout: "host_ctx_wear_used": { 2024-04-12T16:00:56.554 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:00:56.554 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 1 2024-04-12T16:00:56.555 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.555 INFO:tasks.workunit.client.0.smithi099.stdout: "media_bytes_read": { 2024-04-12T16:00:56.555 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:00:56.555 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.555 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.555 INFO:tasks.workunit.client.0.smithi099.stdout: "nand_bytes_written": { 2024-04-12T16:00:56.555 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:00:56.555 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 56656400 2024-04-12T16:00:56.555 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.555 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_stat_indicator": { 2024-04-12T16:00:56.555 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:00:56.555 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.555 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.555 INFO:tasks.workunit.client.0.smithi099.stdout: "pll_lock_loss_count": { 2024-04-12T16:00:56.555 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:00:56.555 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.555 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.556 INFO:tasks.workunit.client.0.smithi099.stdout: "program_fail_count": { 2024-04-12T16:00:56.556 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:00:56.556 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.556 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.556 INFO:tasks.workunit.client.0.smithi099.stdout: "re_alloc_sectr_cnt": { 2024-04-12T16:00:56.556 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:00:56.556 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.556 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.556 INFO:tasks.workunit.client.0.smithi099.stdout: "retry_buffer_overflow_count": { 2024-04-12T16:00:56.556 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:00:56.556 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.556 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.556 INFO:tasks.workunit.client.0.smithi099.stdout: "soft_ecc_err_rate": { 2024-04-12T16:00:56.556 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:00:56.556 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.557 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.557 INFO:tasks.workunit.client.0.smithi099.stdout: "thermal_throttle_status": { 2024-04-12T16:00:56.557 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:00:56.557 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": { 2024-04-12T16:00:56.557 INFO:tasks.workunit.client.0.smithi099.stdout: "cnt": 0, 2024-04-12T16:00:56.557 INFO:tasks.workunit.client.0.smithi099.stdout: "pct": 0 2024-04-12T16:00:56.557 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.557 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.557 INFO:tasks.workunit.client.0.smithi099.stdout: "timed_workload_host_reads": { 2024-04-12T16:00:56.557 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:00:56.557 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 65535 2024-04-12T16:00:56.557 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.557 INFO:tasks.workunit.client.0.smithi099.stdout: "timed_workload_media_wear": { 2024-04-12T16:00:56.557 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:00:56.557 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 64 2024-04-12T16:00:56.557 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.558 INFO:tasks.workunit.client.0.smithi099.stdout: "timed_workload_timer": { 2024-04-12T16:00:56.558 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:00:56.558 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 65535 2024-04-12T16:00:56.558 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.558 INFO:tasks.workunit.client.0.smithi099.stdout: "unexp_power_loss": { 2024-04-12T16:00:56.558 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:00:56.558 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:00:56.558 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.558 INFO:tasks.workunit.client.0.smithi099.stdout: "wear_leveling": { 2024-04-12T16:00:56.558 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 88, 2024-04-12T16:00:56.558 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": { 2024-04-12T16:00:56.558 INFO:tasks.workunit.client.0.smithi099.stdout: "avg": 3798, 2024-04-12T16:00:56.558 INFO:tasks.workunit.client.0.smithi099.stdout: "max": 3820, 2024-04-12T16:00:56.558 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 3779 2024-04-12T16:00:56.558 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.558 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.559 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.559 INFO:tasks.workunit.client.0.smithi099.stdout: "Intel Smart log": "nvme0n1" 2024-04-12T16:00:56.559 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.559 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_smart_health_information_log": { 2024-04-12T16:00:56.559 INFO:tasks.workunit.client.0.smithi099.stdout: "available_spare": 100, 2024-04-12T16:00:56.559 INFO:tasks.workunit.client.0.smithi099.stdout: "available_spare_threshold": 10, 2024-04-12T16:00:56.559 INFO:tasks.workunit.client.0.smithi099.stdout: "controller_busy_time": 17, 2024-04-12T16:00:56.559 INFO:tasks.workunit.client.0.smithi099.stdout: "critical_warning": 0, 2024-04-12T16:00:56.559 INFO:tasks.workunit.client.0.smithi099.stdout: "data_units_read": 491735754, 2024-04-12T16:00:56.559 INFO:tasks.workunit.client.0.smithi099.stdout: "data_units_written": 2291140226, 2024-04-12T16:00:56.559 INFO:tasks.workunit.client.0.smithi099.stdout: "host_reads": 8149734360, 2024-04-12T16:00:56.559 INFO:tasks.workunit.client.0.smithi099.stdout: "host_writes": 39671548982, 2024-04-12T16:00:56.559 INFO:tasks.workunit.client.0.smithi099.stdout: "media_errors": 0, 2024-04-12T16:00:56.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_err_log_entries": 0, 2024-04-12T16:00:56.559 INFO:tasks.workunit.client.0.smithi099.stdout: "percentage_used": 12, 2024-04-12T16:00:56.559 INFO:tasks.workunit.client.0.smithi099.stdout: "power_cycles": 54511, 2024-04-12T16:00:56.560 INFO:tasks.workunit.client.0.smithi099.stdout: "power_on_hours": 56392, 2024-04-12T16:00:56.560 INFO:tasks.workunit.client.0.smithi099.stdout: "temperature": 24, 2024-04-12T16:00:56.560 INFO:tasks.workunit.client.0.smithi099.stdout: "unsafe_shutdowns": 547 2024-04-12T16:00:56.560 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.560 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_vendor": "intel", 2024-04-12T16:00:56.560 INFO:tasks.workunit.client.0.smithi099.stdout: "power_cycle_count": 54511, 2024-04-12T16:00:56.560 INFO:tasks.workunit.client.0.smithi099.stdout: "power_on_time": { 2024-04-12T16:00:56.560 INFO:tasks.workunit.client.0.smithi099.stdout: "hours": 56392 2024-04-12T16:00:56.560 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.560 INFO:tasks.workunit.client.0.smithi099.stdout: "serial_number": "deleted", 2024-04-12T16:00:56.560 INFO:tasks.workunit.client.0.smithi099.stdout: "smart_status": { 2024-04-12T16:00:56.561 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme": { 2024-04-12T16:00:56.561 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:56.561 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.561 INFO:tasks.workunit.client.0.smithi099.stdout: "passed": true 2024-04-12T16:00:56.561 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.561 INFO:tasks.workunit.client.0.smithi099.stdout: "smartctl": { 2024-04-12T16:00:56.561 INFO:tasks.workunit.client.0.smithi099.stdout: "argv": [ 2024-04-12T16:00:56.561 INFO:tasks.workunit.client.0.smithi099.stdout: "smartctl", 2024-04-12T16:00:56.561 INFO:tasks.workunit.client.0.smithi099.stdout: "-x", 2024-04-12T16:00:56.561 INFO:tasks.workunit.client.0.smithi099.stdout: "--json=o", 2024-04-12T16:00:56.561 INFO:tasks.workunit.client.0.smithi099.stdout: "/dev/nvme0n1" 2024-04-12T16:00:56.561 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:56.561 INFO:tasks.workunit.client.0.smithi099.stdout: "build_info": "(local build)", 2024-04-12T16:00:56.561 INFO:tasks.workunit.client.0.smithi099.stdout: "exit_status": 0, 2024-04-12T16:00:56.561 INFO:tasks.workunit.client.0.smithi099.stdout: "output": [ 2024-04-12T16:00:56.562 INFO:tasks.workunit.client.0.smithi099.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-12T16:00:56.562 INFO:tasks.workunit.client.0.smithi099.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-12T16:00:56.562 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:00:56.562 INFO:tasks.workunit.client.0.smithi099.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-12T16:00:56.562 INFO:tasks.workunit.client.0.smithi099.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-12T16:00:56.562 INFO:tasks.workunit.client.0.smithi099.stdout: "Serial Number: deleted", 2024-04-12T16:00:56.562 INFO:tasks.workunit.client.0.smithi099.stdout: "Firmware Version: 8DV101H0", 2024-04-12T16:00:56.562 INFO:tasks.workunit.client.0.smithi099.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-12T16:00:56.562 INFO:tasks.workunit.client.0.smithi099.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-12T16:00:56.562 INFO:tasks.workunit.client.0.smithi099.stdout: "Controller ID: 0", 2024-04-12T16:00:56.562 INFO:tasks.workunit.client.0.smithi099.stdout: "Number of Namespaces: 1", 2024-04-12T16:00:56.562 INFO:tasks.workunit.client.0.smithi099.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-12T16:00:56.562 INFO:tasks.workunit.client.0.smithi099.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-12T16:00:56.562 INFO:tasks.workunit.client.0.smithi099.stdout: "Local Time is: Fri Apr 12 15:55:13 2024 UTC", 2024-04-12T16:00:56.562 INFO:tasks.workunit.client.0.smithi099.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-12T16:00:56.563 INFO:tasks.workunit.client.0.smithi099.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-12T16:00:56.563 INFO:tasks.workunit.client.0.smithi099.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-12T16:00:56.563 INFO:tasks.workunit.client.0.smithi099.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-12T16:00:56.563 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:00:56.563 INFO:tasks.workunit.client.0.smithi099.stdout: "Supported Power States", 2024-04-12T16:00:56.563 INFO:tasks.workunit.client.0.smithi099.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-12T16:00:56.563 INFO:tasks.workunit.client.0.smithi099.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-12T16:00:56.563 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:00:56.563 INFO:tasks.workunit.client.0.smithi099.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-12T16:00:56.563 INFO:tasks.workunit.client.0.smithi099.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-12T16:00:56.563 INFO:tasks.workunit.client.0.smithi099.stdout: " 0 + 512 0 2", 2024-04-12T16:00:56.563 INFO:tasks.workunit.client.0.smithi099.stdout: " 1 - 512 8 2", 2024-04-12T16:00:56.563 INFO:tasks.workunit.client.0.smithi099.stdout: " 2 - 512 16 2", 2024-04-12T16:00:56.563 INFO:tasks.workunit.client.0.smithi099.stdout: " 3 - 4096 0 0", 2024-04-12T16:00:56.563 INFO:tasks.workunit.client.0.smithi099.stdout: " 4 - 4096 8 0", 2024-04-12T16:00:56.564 INFO:tasks.workunit.client.0.smithi099.stdout: " 5 - 4096 64 0", 2024-04-12T16:00:56.564 INFO:tasks.workunit.client.0.smithi099.stdout: " 6 - 4096 128 0", 2024-04-12T16:00:56.564 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:00:56.564 INFO:tasks.workunit.client.0.smithi099.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-12T16:00:56.564 INFO:tasks.workunit.client.0.smithi099.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-12T16:00:56.564 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:00:56.564 INFO:tasks.workunit.client.0.smithi099.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-12T16:00:56.564 INFO:tasks.workunit.client.0.smithi099.stdout: "Critical Warning: 0x00", 2024-04-12T16:00:56.564 INFO:tasks.workunit.client.0.smithi099.stdout: "Temperature: 24 Celsius", 2024-04-12T16:00:56.564 INFO:tasks.workunit.client.0.smithi099.stdout: "Available Spare: 100%", 2024-04-12T16:00:56.564 INFO:tasks.workunit.client.0.smithi099.stdout: "Available Spare Threshold: 10%", 2024-04-12T16:00:56.564 INFO:tasks.workunit.client.0.smithi099.stdout: "Percentage Used: 12%", 2024-04-12T16:00:56.564 INFO:tasks.workunit.client.0.smithi099.stdout: "Data Units Read: 491,735,754 [251 TB]", 2024-04-12T16:00:56.564 INFO:tasks.workunit.client.0.smithi099.stdout: "Data Units Written: 2,291,140,226 [1.17 PB]", 2024-04-12T16:00:56.564 INFO:tasks.workunit.client.0.smithi099.stdout: "Host Read Commands: 8,149,734,360", 2024-04-12T16:00:56.564 INFO:tasks.workunit.client.0.smithi099.stdout: "Host Write Commands: 39,671,548,982", 2024-04-12T16:00:56.565 INFO:tasks.workunit.client.0.smithi099.stdout: "Controller Busy Time: 17", 2024-04-12T16:00:56.565 INFO:tasks.workunit.client.0.smithi099.stdout: "Power Cycles: 54,511", 2024-04-12T16:00:56.565 INFO:tasks.workunit.client.0.smithi099.stdout: "Power On Hours: 56,392", 2024-04-12T16:00:56.565 INFO:tasks.workunit.client.0.smithi099.stdout: "Unsafe Shutdowns: 547", 2024-04-12T16:00:56.565 INFO:tasks.workunit.client.0.smithi099.stdout: "Media and Data Integrity Errors: 0", 2024-04-12T16:00:56.565 INFO:tasks.workunit.client.0.smithi099.stdout: "Error Information Log Entries: 0", 2024-04-12T16:00:56.565 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:00:56.565 INFO:tasks.workunit.client.0.smithi099.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-12T16:00:56.565 INFO:tasks.workunit.client.0.smithi099.stdout: "No Errors Logged", 2024-04-12T16:00:56.565 INFO:tasks.workunit.client.0.smithi099.stdout: "" 2024-04-12T16:00:56.565 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:56.565 INFO:tasks.workunit.client.0.smithi099.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-12T16:00:56.565 INFO:tasks.workunit.client.0.smithi099.stdout: "svn_revision": "5022", 2024-04-12T16:00:56.565 INFO:tasks.workunit.client.0.smithi099.stdout: "version": [ 2024-04-12T16:00:56.565 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:00:56.565 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:00:56.566 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:56.566 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.566 INFO:tasks.workunit.client.0.smithi099.stdout: "temperature": { 2024-04-12T16:00:56.566 INFO:tasks.workunit.client.0.smithi099.stdout: "current": 24 2024-04-12T16:00:56.566 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.566 INFO:tasks.workunit.client.0.smithi099.stdout: "user_capacity": { 2024-04-12T16:00:56.566 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 781422768, 2024-04-12T16:00:56.566 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 400088457216 2024-04-12T16:00:56.566 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.566 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.566 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.566 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.566 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.566 INFO:tasks.workunit.client.0.smithi099.stdout: "report": { 2024-04-12T16:00:56.566 INFO:tasks.workunit.client.0.smithi099.stdout: "balancer": { 2024-04-12T16:00:56.566 INFO:tasks.workunit.client.0.smithi099.stdout: "active": true, 2024-04-12T16:00:56.567 INFO:tasks.workunit.client.0.smithi099.stdout: "mode": "" 2024-04-12T16:00:56.567 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.567 INFO:tasks.workunit.client.0.smithi099.stdout: "channels": [ 2024-04-12T16:00:56.567 INFO:tasks.workunit.client.0.smithi099.stdout: "basic", 2024-04-12T16:00:56.567 INFO:tasks.workunit.client.0.smithi099.stdout: "crash", 2024-04-12T16:00:56.567 INFO:tasks.workunit.client.0.smithi099.stdout: "device", 2024-04-12T16:00:56.567 INFO:tasks.workunit.client.0.smithi099.stdout: "ident" 2024-04-12T16:00:56.567 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:56.567 INFO:tasks.workunit.client.0.smithi099.stdout: "channels_available": [ 2024-04-12T16:00:56.567 INFO:tasks.workunit.client.0.smithi099.stdout: "basic", 2024-04-12T16:00:56.567 INFO:tasks.workunit.client.0.smithi099.stdout: "ident", 2024-04-12T16:00:56.567 INFO:tasks.workunit.client.0.smithi099.stdout: "crash", 2024-04-12T16:00:56.567 INFO:tasks.workunit.client.0.smithi099.stdout: "device", 2024-04-12T16:00:56.567 INFO:tasks.workunit.client.0.smithi099.stdout: "perf" 2024-04-12T16:00:56.567 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:56.567 INFO:tasks.workunit.client.0.smithi099.stdout: "collections_available": [ 2024-04-12T16:00:56.567 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_base", 2024-04-12T16:00:56.568 INFO:tasks.workunit.client.0.smithi099.stdout: "device_base", 2024-04-12T16:00:56.568 INFO:tasks.workunit.client.0.smithi099.stdout: "crash_base", 2024-04-12T16:00:56.568 INFO:tasks.workunit.client.0.smithi099.stdout: "ident_base", 2024-04-12T16:00:56.568 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_perf", 2024-04-12T16:00:56.568 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_mds_metadata", 2024-04-12T16:00:56.568 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_pool_usage", 2024-04-12T16:00:56.568 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_usage_by_class", 2024-04-12T16:00:56.568 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_rook_v01", 2024-04-12T16:00:56.568 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_memory_metrics", 2024-04-12T16:00:56.568 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_pool_options_bluestore" 2024-04-12T16:00:56.568 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:56.568 INFO:tasks.workunit.client.0.smithi099.stdout: "collections_opted_in": [ 2024-04-12T16:00:56.568 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_base", 2024-04-12T16:00:56.568 INFO:tasks.workunit.client.0.smithi099.stdout: "device_base", 2024-04-12T16:00:56.569 INFO:tasks.workunit.client.0.smithi099.stdout: "crash_base", 2024-04-12T16:00:56.569 INFO:tasks.workunit.client.0.smithi099.stdout: "ident_base", 2024-04-12T16:00:56.569 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_perf", 2024-04-12T16:00:56.569 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_mds_metadata", 2024-04-12T16:00:56.569 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_pool_usage", 2024-04-12T16:00:56.569 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_usage_by_class", 2024-04-12T16:00:56.569 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_rook_v01", 2024-04-12T16:00:56.569 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_memory_metrics", 2024-04-12T16:00:56.569 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_pool_options_bluestore" 2024-04-12T16:00:56.569 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:56.569 INFO:tasks.workunit.client.0.smithi099.stdout: "config": { 2024-04-12T16:00:56.569 INFO:tasks.workunit.client.0.smithi099.stdout: "active_changed": [ 2024-04-12T16:00:56.569 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T16:00:56.569 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_debug", 2024-04-12T16:00:56.569 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_mon_ticket_ttl", 2024-04-12T16:00:56.569 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_service_ticket_ttl", 2024-04-12T16:00:56.570 INFO:tasks.workunit.client.0.smithi099.stdout: "bdev_debug_aio", 2024-04-12T16:00:56.570 INFO:tasks.workunit.client.0.smithi099.stdout: "client_check_pool_perm", 2024-04-12T16:00:56.570 INFO:tasks.workunit.client.0.smithi099.stdout: "client_mount_gid", 2024-04-12T16:00:56.570 INFO:tasks.workunit.client.0.smithi099.stdout: "client_mount_uid", 2024-04-12T16:00:56.570 INFO:tasks.workunit.client.0.smithi099.stdout: "client_quota", 2024-04-12T16:00:56.570 INFO:tasks.workunit.client.0.smithi099.stdout: "container_image", 2024-04-12T16:00:56.570 INFO:tasks.workunit.client.0.smithi099.stdout: "daemonize", 2024-04-12T16:00:56.570 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_asserts_on_shutdown", 2024-04-12T16:00:56.570 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_mgr", 2024-04-12T16:00:56.570 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_mon", 2024-04-12T16:00:56.570 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_ms", 2024-04-12T16:00:56.570 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_osd", 2024-04-12T16:00:56.570 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_paxos", 2024-04-12T16:00:56.570 INFO:tasks.workunit.client.0.smithi099.stdout: "keyring", 2024-04-12T16:00:56.570 INFO:tasks.workunit.client.0.smithi099.stdout: "leveldb_block_size", 2024-04-12T16:00:56.571 INFO:tasks.workunit.client.0.smithi099.stdout: "leveldb_cache_size", 2024-04-12T16:00:56.571 INFO:tasks.workunit.client.0.smithi099.stdout: "leveldb_compression", 2024-04-12T16:00:56.571 INFO:tasks.workunit.client.0.smithi099.stdout: "leveldb_log", 2024-04-12T16:00:56.571 INFO:tasks.workunit.client.0.smithi099.stdout: "leveldb_write_buffer_size", 2024-04-12T16:00:56.571 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_file", 2024-04-12T16:00:56.571 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_journald", 2024-04-12T16:00:56.571 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_stderr", 2024-04-12T16:00:56.571 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_allow_pool_delete", 2024-04-12T16:00:56.571 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_clock_drift_allowed", 2024-04-12T16:00:56.571 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_file_level", 2024-04-12T16:00:56.571 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_to_file", 2024-04-12T16:00:56.571 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_to_journald", 2024-04-12T16:00:56.571 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_to_stderr", 2024-04-12T16:00:56.571 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_data_avail_warn", 2024-04-12T16:00:56.571 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_election_default_strategy", 2024-04-12T16:00:56.572 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_host", 2024-04-12T16:00:56.572 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_max_pg_per_osd", 2024-04-12T16:00:56.572 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_mgr_mkfs_grace", 2024-04-12T16:00:56.572 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_osd_prime_pg_temp", 2024-04-12T16:00:56.572 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T16:00:56.572 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T16:00:56.572 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T16:00:56.572 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T16:00:56.572 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T16:00:56.572 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T16:00:56.572 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T16:00:56.572 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T16:00:56.572 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T16:00:56.572 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T16:00:56.572 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_too_few_osds", 2024-04-12T16:00:56.573 INFO:tasks.workunit.client.0.smithi099.stdout: "ms_die_on_bug", 2024-04-12T16:00:56.573 INFO:tasks.workunit.client.0.smithi099.stdout: "ms_die_on_old_message", 2024-04-12T16:00:56.573 INFO:tasks.workunit.client.0.smithi099.stdout: "no_config_file", 2024-04-12T16:00:56.573 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_class_default_list", 2024-04-12T16:00:56.573 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_class_load_list", 2024-04-12T16:00:56.573 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_crush_chooseleaf_type", 2024-04-12T16:00:56.573 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_misdirected_ops", 2024-04-12T16:00:56.573 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_op_order", 2024-04-12T16:00:56.573 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_pg_log_writeout", 2024-04-12T16:00:56.573 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_shutdown", 2024-04-12T16:00:56.573 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T16:00:56.573 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T16:00:56.573 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T16:00:56.573 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T16:00:56.573 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_delete_sleep", 2024-04-12T16:00:56.574 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_delete_sleep_hdd", 2024-04-12T16:00:56.574 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_delete_sleep_hybrid", 2024-04-12T16:00:56.574 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_delete_sleep_ssd", 2024-04-12T16:00:56.574 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_max_backfills", 2024-04-12T16:00:56.574 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T16:00:56.574 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_profile", 2024-04-12T16:00:56.574 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-12T16:00:56.574 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-12T16:00:56.574 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-12T16:00:56.574 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-12T16:00:56.574 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-12T16:00:56.574 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-12T16:00:56.574 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_client_lim", 2024-04-12T16:00:56.574 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_client_res", 2024-04-12T16:00:56.574 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-12T16:00:56.575 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_memory_target", 2024-04-12T16:00:56.575 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_memory_target_autotune", 2024-04-12T16:00:56.575 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_op_queue", 2024-04-12T16:00:56.575 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_op_queue_cut_off", 2024-04-12T16:00:56.575 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pg_delete_cost", 2024-04-12T16:00:56.575 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T16:00:56.575 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T16:00:56.575 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recover_clone_overlap", 2024-04-12T16:00:56.575 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_max_active", 2024-04-12T16:00:56.575 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_max_active_hdd", 2024-04-12T16:00:56.575 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_max_active_ssd", 2024-04-12T16:00:56.575 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_max_chunk", 2024-04-12T16:00:56.575 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_sleep", 2024-04-12T16:00:56.575 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_sleep_hdd", 2024-04-12T16:00:56.575 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_sleep_hybrid", 2024-04-12T16:00:56.576 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_sleep_ssd", 2024-04-12T16:00:56.576 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_scrub_load_threshold", 2024-04-12T16:00:56.576 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_scrub_max_interval", 2024-04-12T16:00:56.576 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_scrub_sleep", 2024-04-12T16:00:56.576 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_shutdown_pgref_assert", 2024-04-12T16:00:56.576 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_snap_trim_sleep", 2024-04-12T16:00:56.576 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_snap_trim_sleep_hdd", 2024-04-12T16:00:56.576 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-12T16:00:56.576 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_snap_trim_sleep_ssd", 2024-04-12T16:00:56.576 INFO:tasks.workunit.client.0.smithi099.stdout: "public_addr", 2024-04-12T16:00:56.576 INFO:tasks.workunit.client.0.smithi099.stdout: "public_addrv", 2024-04-12T16:00:56.576 INFO:tasks.workunit.client.0.smithi099.stdout: "public_network", 2024-04-12T16:00:56.576 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd_default_features", 2024-04-12T16:00:56.576 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd_qos_exclude_ops", 2024-04-12T16:00:56.576 INFO:tasks.workunit.client.0.smithi099.stdout: "setgroup", 2024-04-12T16:00:56.577 INFO:tasks.workunit.client.0.smithi099.stdout: "setuser" 2024-04-12T16:00:56.577 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:56.577 INFO:tasks.workunit.client.0.smithi099.stdout: "cluster_changed": [ 2024-04-12T16:00:56.577 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T16:00:56.577 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_debug", 2024-04-12T16:00:56.577 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_mon_ticket_ttl", 2024-04-12T16:00:56.577 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_service_ticket_ttl", 2024-04-12T16:00:56.577 INFO:tasks.workunit.client.0.smithi099.stdout: "bdev_debug_aio", 2024-04-12T16:00:56.577 INFO:tasks.workunit.client.0.smithi099.stdout: "container_image", 2024-04-12T16:00:56.577 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_asserts_on_shutdown", 2024-04-12T16:00:56.577 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_mgr", 2024-04-12T16:00:56.577 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_mon", 2024-04-12T16:00:56.577 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_ms", 2024-04-12T16:00:56.577 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_osd", 2024-04-12T16:00:56.577 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_paxos", 2024-04-12T16:00:56.577 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_file", 2024-04-12T16:00:56.578 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_journald", 2024-04-12T16:00:56.578 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_stderr", 2024-04-12T16:00:56.578 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_join_fs", 2024-04-12T16:00:56.578 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/cephadm/allow_ptrace", 2024-04-12T16:00:56.578 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/cephadm/container_init", 2024-04-12T16:00:56.578 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/cephadm/migration_current", 2024-04-12T16:00:56.578 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/cephadm/use_repo_digest", 2024-04-12T16:00:56.578 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-12T16:00:56.578 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-12T16:00:56.578 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-12T16:00:56.578 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-12T16:00:56.578 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/dashboard/ssl_server_port", 2024-04-12T16:00:56.578 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/orchestrator/orchestrator", 2024-04-12T16:00:56.578 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/telemetry/channel_ident", 2024-04-12T16:00:56.578 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/telemetry/description", 2024-04-12T16:00:56.579 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/telemetry/organization", 2024-04-12T16:00:56.579 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_allow_pool_delete", 2024-04-12T16:00:56.579 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_clock_drift_allowed", 2024-04-12T16:00:56.579 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_file_level", 2024-04-12T16:00:56.579 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_to_file", 2024-04-12T16:00:56.579 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_data_avail_warn", 2024-04-12T16:00:56.579 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_election_default_strategy", 2024-04-12T16:00:56.579 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_max_pg_per_osd", 2024-04-12T16:00:56.579 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_mgr_mkfs_grace", 2024-04-12T16:00:56.579 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_osd_prime_pg_temp", 2024-04-12T16:00:56.579 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T16:00:56.579 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T16:00:56.579 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T16:00:56.579 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T16:00:56.579 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T16:00:56.580 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T16:00:56.580 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T16:00:56.580 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T16:00:56.580 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T16:00:56.580 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T16:00:56.580 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_too_few_osds", 2024-04-12T16:00:56.580 INFO:tasks.workunit.client.0.smithi099.stdout: "ms_die_on_bug", 2024-04-12T16:00:56.580 INFO:tasks.workunit.client.0.smithi099.stdout: "ms_die_on_old_message", 2024-04-12T16:00:56.580 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_class_default_list", 2024-04-12T16:00:56.580 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_class_load_list", 2024-04-12T16:00:56.580 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_misdirected_ops", 2024-04-12T16:00:56.580 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_op_order", 2024-04-12T16:00:56.580 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_pg_log_writeout", 2024-04-12T16:00:56.580 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_shutdown", 2024-04-12T16:00:56.580 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T16:00:56.580 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T16:00:56.581 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T16:00:56.581 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T16:00:56.581 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T16:00:56.581 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_profile", 2024-04-12T16:00:56.581 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_memory_target", 2024-04-12T16:00:56.581 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_memory_target_autotune", 2024-04-12T16:00:56.581 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_op_queue", 2024-04-12T16:00:56.581 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_op_queue_cut_off", 2024-04-12T16:00:56.581 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T16:00:56.581 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T16:00:56.581 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recover_clone_overlap", 2024-04-12T16:00:56.581 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_max_chunk", 2024-04-12T16:00:56.581 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_scrub_load_threshold", 2024-04-12T16:00:56.581 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_scrub_max_interval", 2024-04-12T16:00:56.582 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_shutdown_pgref_assert", 2024-04-12T16:00:56.582 INFO:tasks.workunit.client.0.smithi099.stdout: "public_network", 2024-04-12T16:00:56.582 INFO:tasks.workunit.client.0.smithi099.stdout: "rgw_cache_enabled", 2024-04-12T16:00:56.582 INFO:tasks.workunit.client.0.smithi099.stdout: "rgw_enable_ops_log", 2024-04-12T16:00:56.582 INFO:tasks.workunit.client.0.smithi099.stdout: "rgw_enable_usage_log" 2024-04-12T16:00:56.582 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:56.582 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.582 INFO:tasks.workunit.client.0.smithi099.stdout: "contact": null, 2024-04-12T16:00:56.582 INFO:tasks.workunit.client.0.smithi099.stdout: "crashes": [], 2024-04-12T16:00:56.582 INFO:tasks.workunit.client.0.smithi099.stdout: "created": "2024-04-12T15:51:58.657208Z", 2024-04-12T16:00:56.582 INFO:tasks.workunit.client.0.smithi099.stdout: "crush": { 2024-04-12T16:00:56.582 INFO:tasks.workunit.client.0.smithi099.stdout: "bucket_algs": { 2024-04-12T16:00:56.582 INFO:tasks.workunit.client.0.smithi099.stdout: "straw2": 3 2024-04-12T16:00:56.582 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.582 INFO:tasks.workunit.client.0.smithi099.stdout: "bucket_sizes": { 2024-04-12T16:00:56.583 INFO:tasks.workunit.client.0.smithi099.stdout: "2": 1, 2024-04-12T16:00:56.583 INFO:tasks.workunit.client.0.smithi099.stdout: "4": 2 2024-04-12T16:00:56.583 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.583 INFO:tasks.workunit.client.0.smithi099.stdout: "bucket_types": { 2024-04-12T16:00:56.583 INFO:tasks.workunit.client.0.smithi099.stdout: "1": 2, 2024-04-12T16:00:56.583 INFO:tasks.workunit.client.0.smithi099.stdout: "11": 1 2024-04-12T16:00:56.583 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.583 INFO:tasks.workunit.client.0.smithi099.stdout: "compat_weight_set": false, 2024-04-12T16:00:56.583 INFO:tasks.workunit.client.0.smithi099.stdout: "device_classes": [ 2024-04-12T16:00:56.583 INFO:tasks.workunit.client.0.smithi099.stdout: 8 2024-04-12T16:00:56.583 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:56.583 INFO:tasks.workunit.client.0.smithi099.stdout: "num_buckets": 6, 2024-04-12T16:00:56.583 INFO:tasks.workunit.client.0.smithi099.stdout: "num_devices": 8, 2024-04-12T16:00:56.583 INFO:tasks.workunit.client.0.smithi099.stdout: "num_rules": 1, 2024-04-12T16:00:56.583 INFO:tasks.workunit.client.0.smithi099.stdout: "num_types": 12, 2024-04-12T16:00:56.584 INFO:tasks.workunit.client.0.smithi099.stdout: "num_weight_sets": 0, 2024-04-12T16:00:56.584 INFO:tasks.workunit.client.0.smithi099.stdout: "tunables": { 2024-04-12T16:00:56.584 INFO:tasks.workunit.client.0.smithi099.stdout: "allowed_bucket_algs": 54, 2024-04-12T16:00:56.584 INFO:tasks.workunit.client.0.smithi099.stdout: "choose_local_fallback_tries": 0, 2024-04-12T16:00:56.584 INFO:tasks.workunit.client.0.smithi099.stdout: "choose_local_tries": 0, 2024-04-12T16:00:56.584 INFO:tasks.workunit.client.0.smithi099.stdout: "choose_total_tries": 50, 2024-04-12T16:00:56.584 INFO:tasks.workunit.client.0.smithi099.stdout: "chooseleaf_descend_once": 1, 2024-04-12T16:00:56.584 INFO:tasks.workunit.client.0.smithi099.stdout: "chooseleaf_stable": 1, 2024-04-12T16:00:56.584 INFO:tasks.workunit.client.0.smithi099.stdout: "chooseleaf_vary_r": 1, 2024-04-12T16:00:56.584 INFO:tasks.workunit.client.0.smithi099.stdout: "has_v2_rules": 0, 2024-04-12T16:00:56.584 INFO:tasks.workunit.client.0.smithi099.stdout: "has_v3_rules": 0, 2024-04-12T16:00:56.584 INFO:tasks.workunit.client.0.smithi099.stdout: "has_v4_buckets": 1, 2024-04-12T16:00:56.584 INFO:tasks.workunit.client.0.smithi099.stdout: "has_v5_rules": 0, 2024-04-12T16:00:56.584 INFO:tasks.workunit.client.0.smithi099.stdout: "legacy_tunables": 0, 2024-04-12T16:00:56.584 INFO:tasks.workunit.client.0.smithi099.stdout: "minimum_required_version": "jewel", 2024-04-12T16:00:56.584 INFO:tasks.workunit.client.0.smithi099.stdout: "optimal_tunables": 1, 2024-04-12T16:00:56.585 INFO:tasks.workunit.client.0.smithi099.stdout: "profile": "jewel", 2024-04-12T16:00:56.585 INFO:tasks.workunit.client.0.smithi099.stdout: "require_feature_tunables": 1, 2024-04-12T16:00:56.585 INFO:tasks.workunit.client.0.smithi099.stdout: "require_feature_tunables2": 1, 2024-04-12T16:00:56.585 INFO:tasks.workunit.client.0.smithi099.stdout: "require_feature_tunables3": 1, 2024-04-12T16:00:56.585 INFO:tasks.workunit.client.0.smithi099.stdout: "require_feature_tunables5": 1, 2024-04-12T16:00:56.585 INFO:tasks.workunit.client.0.smithi099.stdout: "straw_calc_version": 1 2024-04-12T16:00:56.585 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.585 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.585 INFO:tasks.workunit.client.0.smithi099.stdout: "description": "upgrade test cluster", 2024-04-12T16:00:56.585 INFO:tasks.workunit.client.0.smithi099.stdout: "fs": { 2024-04-12T16:00:56.585 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T16:00:56.585 INFO:tasks.workunit.client.0.smithi099.stdout: "feature_flags": { 2024-04-12T16:00:56.585 INFO:tasks.workunit.client.0.smithi099.stdout: "enable_multiple": true, 2024-04-12T16:00:56.585 INFO:tasks.workunit.client.0.smithi099.stdout: "ever_enabled_multiple": true 2024-04-12T16:00:56.585 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.585 INFO:tasks.workunit.client.0.smithi099.stdout: "filesystems": [ 2024-04-12T16:00:56.585 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:56.586 INFO:tasks.workunit.client.0.smithi099.stdout: "approx_ctime": "2024-04", 2024-04-12T16:00:56.586 INFO:tasks.workunit.client.0.smithi099.stdout: "balancer_enabled": false, 2024-04-12T16:00:56.586 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:56.586 INFO:tasks.workunit.client.0.smithi099.stdout: "cached_caps": 0, 2024-04-12T16:00:56.586 INFO:tasks.workunit.client.0.smithi099.stdout: "cached_dns": 10, 2024-04-12T16:00:56.586 INFO:tasks.workunit.client.0.smithi099.stdout: "cached_inos": 13, 2024-04-12T16:00:56.586 INFO:tasks.workunit.client.0.smithi099.stdout: "cached_subtrees": 2, 2024-04-12T16:00:56.586 INFO:tasks.workunit.client.0.smithi099.stdout: "ever_allowed_features": 0, 2024-04-12T16:00:56.586 INFO:tasks.workunit.client.0.smithi099.stdout: "explicitly_allowed_features": 0, 2024-04-12T16:00:56.586 INFO:tasks.workunit.client.0.smithi099.stdout: "files": 0, 2024-04-12T16:00:56.586 INFO:tasks.workunit.client.0.smithi099.stdout: "max_mds": 1, 2024-04-12T16:00:56.586 INFO:tasks.workunit.client.0.smithi099.stdout: "num_data_pools": 1, 2024-04-12T16:00:56.586 INFO:tasks.workunit.client.0.smithi099.stdout: "num_in": 1, 2024-04-12T16:00:56.586 INFO:tasks.workunit.client.0.smithi099.stdout: "num_mds": 1, 2024-04-12T16:00:56.586 INFO:tasks.workunit.client.0.smithi099.stdout: "num_sessions": 0, 2024-04-12T16:00:56.587 INFO:tasks.workunit.client.0.smithi099.stdout: "num_standby_replay": 0, 2024-04-12T16:00:56.587 INFO:tasks.workunit.client.0.smithi099.stdout: "num_up": 1, 2024-04-12T16:00:56.587 INFO:tasks.workunit.client.0.smithi099.stdout: "snaps": 0, 2024-04-12T16:00:56.587 INFO:tasks.workunit.client.0.smithi099.stdout: "standby_count_wanted": 0 2024-04-12T16:00:56.587 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.587 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:56.587 INFO:tasks.workunit.client.0.smithi099.stdout: "num_standby_mds": 1, 2024-04-12T16:00:56.587 INFO:tasks.workunit.client.0.smithi099.stdout: "total_num_mds": 2 2024-04-12T16:00:56.587 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.587 INFO:tasks.workunit.client.0.smithi099.stdout: "hosts": { 2024-04-12T16:00:56.587 INFO:tasks.workunit.client.0.smithi099.stdout: "num": 2, 2024-04-12T16:00:56.587 INFO:tasks.workunit.client.0.smithi099.stdout: "num_with_mds": 2, 2024-04-12T16:00:56.587 INFO:tasks.workunit.client.0.smithi099.stdout: "num_with_mgr": 2, 2024-04-12T16:00:56.587 INFO:tasks.workunit.client.0.smithi099.stdout: "num_with_mon": 2, 2024-04-12T16:00:56.587 INFO:tasks.workunit.client.0.smithi099.stdout: "num_with_osd": 2 2024-04-12T16:00:56.588 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.588 INFO:tasks.workunit.client.0.smithi099.stdout: "leaderboard": false, 2024-04-12T16:00:56.588 INFO:tasks.workunit.client.0.smithi099.stdout: "leaderboard_description": null, 2024-04-12T16:00:56.588 INFO:tasks.workunit.client.0.smithi099.stdout: "license": "sharing-1-0", 2024-04-12T16:00:56.588 INFO:tasks.workunit.client.0.smithi099.stdout: "metadata": { 2024-04-12T16:00:56.588 INFO:tasks.workunit.client.0.smithi099.stdout: "mds": { 2024-04-12T16:00:56.588 INFO:tasks.workunit.client.0.smithi099.stdout: "arch": { 2024-04-12T16:00:56.588 INFO:tasks.workunit.client.0.smithi099.stdout: "x86_64": 2 2024-04-12T16:00:56.588 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.588 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_version": { 2024-04-12T16:00:56.588 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:00:56.588 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.588 INFO:tasks.workunit.client.0.smithi099.stdout: "cpu": { 2024-04-12T16:00:56.588 INFO:tasks.workunit.client.0.smithi099.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-12T16:00:56.588 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.589 INFO:tasks.workunit.client.0.smithi099.stdout: "distro": { 2024-04-12T16:00:56.589 INFO:tasks.workunit.client.0.smithi099.stdout: "centos": 2 2024-04-12T16:00:56.589 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.589 INFO:tasks.workunit.client.0.smithi099.stdout: "distro_description": { 2024-04-12T16:00:56.589 INFO:tasks.workunit.client.0.smithi099.stdout: "CentOS Stream 8": 2 2024-04-12T16:00:56.589 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.589 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_description": { 2024-04-12T16:00:56.589 INFO:tasks.workunit.client.0.smithi099.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-12T16:00:56.589 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.589 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_version": { 2024-04-12T16:00:56.589 INFO:tasks.workunit.client.0.smithi099.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-12T16:00:56.589 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.589 INFO:tasks.workunit.client.0.smithi099.stdout: "os": { 2024-04-12T16:00:56.589 INFO:tasks.workunit.client.0.smithi099.stdout: "Linux": 2 2024-04-12T16:00:56.589 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.590 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.590 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T16:00:56.590 INFO:tasks.workunit.client.0.smithi099.stdout: "arch": { 2024-04-12T16:00:56.590 INFO:tasks.workunit.client.0.smithi099.stdout: "x86_64": 3 2024-04-12T16:00:56.590 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.590 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_version": { 2024-04-12T16:00:56.590 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-12T16:00:56.590 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.590 INFO:tasks.workunit.client.0.smithi099.stdout: "cpu": { 2024-04-12T16:00:56.590 INFO:tasks.workunit.client.0.smithi099.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-12T16:00:56.590 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.590 INFO:tasks.workunit.client.0.smithi099.stdout: "distro": { 2024-04-12T16:00:56.590 INFO:tasks.workunit.client.0.smithi099.stdout: "centos": 3 2024-04-12T16:00:56.590 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.590 INFO:tasks.workunit.client.0.smithi099.stdout: "distro_description": { 2024-04-12T16:00:56.591 INFO:tasks.workunit.client.0.smithi099.stdout: "CentOS Stream 8": 3 2024-04-12T16:00:56.591 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.591 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_description": { 2024-04-12T16:00:56.591 INFO:tasks.workunit.client.0.smithi099.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-12T16:00:56.591 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.591 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_version": { 2024-04-12T16:00:56.591 INFO:tasks.workunit.client.0.smithi099.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-12T16:00:56.591 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.591 INFO:tasks.workunit.client.0.smithi099.stdout: "os": { 2024-04-12T16:00:56.591 INFO:tasks.workunit.client.0.smithi099.stdout: "Linux": 3 2024-04-12T16:00:56.591 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.591 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.591 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:00:56.591 INFO:tasks.workunit.client.0.smithi099.stdout: "arch": { 2024-04-12T16:00:56.591 INFO:tasks.workunit.client.0.smithi099.stdout: "x86_64": 8 2024-04-12T16:00:56.591 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.592 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_version": { 2024-04-12T16:00:56.592 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-12T16:00:56.592 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.592 INFO:tasks.workunit.client.0.smithi099.stdout: "cpu": { 2024-04-12T16:00:56.592 INFO:tasks.workunit.client.0.smithi099.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-12T16:00:56.592 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.592 INFO:tasks.workunit.client.0.smithi099.stdout: "distro": { 2024-04-12T16:00:56.592 INFO:tasks.workunit.client.0.smithi099.stdout: "centos": 8 2024-04-12T16:00:56.592 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.592 INFO:tasks.workunit.client.0.smithi099.stdout: "distro_description": { 2024-04-12T16:00:56.592 INFO:tasks.workunit.client.0.smithi099.stdout: "CentOS Stream 8": 8 2024-04-12T16:00:56.592 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.592 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_description": { 2024-04-12T16:00:56.592 INFO:tasks.workunit.client.0.smithi099.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-12T16:00:56.592 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.592 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_version": { 2024-04-12T16:00:56.593 INFO:tasks.workunit.client.0.smithi099.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-12T16:00:56.593 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.593 INFO:tasks.workunit.client.0.smithi099.stdout: "os": { 2024-04-12T16:00:56.593 INFO:tasks.workunit.client.0.smithi099.stdout: "Linux": 8 2024-04-12T16:00:56.593 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.593 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_objectstore": { 2024-04-12T16:00:56.593 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": 8 2024-04-12T16:00:56.593 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.593 INFO:tasks.workunit.client.0.smithi099.stdout: "rotational": { 2024-04-12T16:00:56.593 INFO:tasks.workunit.client.0.smithi099.stdout: "0": 8 2024-04-12T16:00:56.593 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.593 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.593 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.593 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T16:00:56.593 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3, 2024-04-12T16:00:56.594 INFO:tasks.workunit.client.0.smithi099.stdout: "features": { 2024-04-12T16:00:56.594 INFO:tasks.workunit.client.0.smithi099.stdout: "optional": [], 2024-04-12T16:00:56.594 INFO:tasks.workunit.client.0.smithi099.stdout: "persistent": [ 2024-04-12T16:00:56.594 INFO:tasks.workunit.client.0.smithi099.stdout: "kraken", 2024-04-12T16:00:56.594 INFO:tasks.workunit.client.0.smithi099.stdout: "luminous", 2024-04-12T16:00:56.594 INFO:tasks.workunit.client.0.smithi099.stdout: "mimic", 2024-04-12T16:00:56.594 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap-prune", 2024-04-12T16:00:56.594 INFO:tasks.workunit.client.0.smithi099.stdout: "nautilus", 2024-04-12T16:00:56.594 INFO:tasks.workunit.client.0.smithi099.stdout: "octopus", 2024-04-12T16:00:56.594 INFO:tasks.workunit.client.0.smithi099.stdout: "pacific", 2024-04-12T16:00:56.594 INFO:tasks.workunit.client.0.smithi099.stdout: "elector-pinging", 2024-04-12T16:00:56.594 INFO:tasks.workunit.client.0.smithi099.stdout: "quincy", 2024-04-12T16:00:56.594 INFO:tasks.workunit.client.0.smithi099.stdout: "reef" 2024-04-12T16:00:56.594 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:56.594 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.595 INFO:tasks.workunit.client.0.smithi099.stdout: "ipv4_addr_mons": 6, 2024-04-12T16:00:56.595 INFO:tasks.workunit.client.0.smithi099.stdout: "ipv6_addr_mons": 0, 2024-04-12T16:00:56.595 INFO:tasks.workunit.client.0.smithi099.stdout: "min_mon_release": 18, 2024-04-12T16:00:56.595 INFO:tasks.workunit.client.0.smithi099.stdout: "v1_addr_mons": 3, 2024-04-12T16:00:56.595 INFO:tasks.workunit.client.0.smithi099.stdout: "v2_addr_mons": 3 2024-04-12T16:00:56.595 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.595 INFO:tasks.workunit.client.0.smithi099.stdout: "organization": "ceph-qa", 2024-04-12T16:00:56.595 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:00:56.595 INFO:tasks.workunit.client.0.smithi099.stdout: "cluster_network": false, 2024-04-12T16:00:56.595 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8, 2024-04-12T16:00:56.595 INFO:tasks.workunit.client.0.smithi099.stdout: "require_min_compat_client": "luminous", 2024-04-12T16:00:56.595 INFO:tasks.workunit.client.0.smithi099.stdout: "require_osd_release": "reef" 2024-04-12T16:00:56.595 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.595 INFO:tasks.workunit.client.0.smithi099.stdout: "pools": [ 2024-04-12T16:00:56.595 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:56.595 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T16:00:56.596 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr" 2024-04-12T16:00:56.596 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:56.596 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_mode": "none", 2024-04-12T16:00:56.596 INFO:tasks.workunit.client.0.smithi099.stdout: "erasure_code_profile": {}, 2024-04-12T16:00:56.596 INFO:tasks.workunit.client.0.smithi099.stdout: "min_size": 2, 2024-04-12T16:00:56.596 INFO:tasks.workunit.client.0.smithi099.stdout: "options": {}, 2024-04-12T16:00:56.596 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_autoscale_mode": "off", 2024-04-12T16:00:56.596 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_num": 1, 2024-04-12T16:00:56.596 INFO:tasks.workunit.client.0.smithi099.stdout: "pgp_num": 1, 2024-04-12T16:00:56.596 INFO:tasks.workunit.client.0.smithi099.stdout: "pool": 1, 2024-04-12T16:00:56.596 INFO:tasks.workunit.client.0.smithi099.stdout: "size": 3, 2024-04-12T16:00:56.596 INFO:tasks.workunit.client.0.smithi099.stdout: "stats": { 2024-04-12T16:00:56.596 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_raw": 729301559562, 2024-04-12T16:00:56.596 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_used": 1781760, 2024-04-12T16:00:56.596 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_bytes_used": 0, 2024-04-12T16:00:56.596 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_under_bytes": 0, 2024-04-12T16:00:56.597 INFO:tasks.workunit.client.0.smithi099.stdout: "data_bytes_used": 1781760, 2024-04-12T16:00:56.597 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty": 0, 2024-04-12T16:00:56.597 INFO:tasks.workunit.client.0.smithi099.stdout: "max_avail": 243100532736, 2024-04-12T16:00:56.597 INFO:tasks.workunit.client.0.smithi099.stdout: "objects": 2, 2024-04-12T16:00:56.597 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_bytes_used": 0, 2024-04-12T16:00:56.597 INFO:tasks.workunit.client.0.smithi099.stdout: "percent_used": 2.443098537696642e-06, 2024-04-12T16:00:56.597 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_bytes": 0, 2024-04-12T16:00:56.597 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_objects": 0, 2024-04-12T16:00:56.597 INFO:tasks.workunit.client.0.smithi099.stdout: "rd": 212, 2024-04-12T16:00:56.597 INFO:tasks.workunit.client.0.smithi099.stdout: "rd_bytes": 313344, 2024-04-12T16:00:56.597 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": 590368, 2024-04-12T16:00:56.597 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_data": 590368, 2024-04-12T16:00:56.597 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_omap": 0, 2024-04-12T16:00:56.597 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_raw": 1771104, 2024-04-12T16:00:56.597 INFO:tasks.workunit.client.0.smithi099.stdout: "wr": 179, 2024-04-12T16:00:56.597 INFO:tasks.workunit.client.0.smithi099.stdout: "wr_bytes": 2473984 2024-04-12T16:00:56.598 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.598 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_bytes": 0, 2024-04-12T16:00:56.598 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_objects": 0, 2024-04-12T16:00:56.598 INFO:tasks.workunit.client.0.smithi099.stdout: "type": "replicated" 2024-04-12T16:00:56.598 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.598 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:56.598 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T16:00:56.598 INFO:tasks.workunit.client.0.smithi099.stdout: "cephfs" 2024-04-12T16:00:56.598 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:56.598 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_mode": "none", 2024-04-12T16:00:56.598 INFO:tasks.workunit.client.0.smithi099.stdout: "erasure_code_profile": {}, 2024-04-12T16:00:56.598 INFO:tasks.workunit.client.0.smithi099.stdout: "min_size": 2, 2024-04-12T16:00:56.598 INFO:tasks.workunit.client.0.smithi099.stdout: "options": {}, 2024-04-12T16:00:56.598 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_autoscale_mode": "off", 2024-04-12T16:00:56.598 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_num": 32, 2024-04-12T16:00:56.599 INFO:tasks.workunit.client.0.smithi099.stdout: "pgp_num": 32, 2024-04-12T16:00:56.599 INFO:tasks.workunit.client.0.smithi099.stdout: "pool": 2, 2024-04-12T16:00:56.599 INFO:tasks.workunit.client.0.smithi099.stdout: "size": 3, 2024-04-12T16:00:56.599 INFO:tasks.workunit.client.0.smithi099.stdout: "stats": { 2024-04-12T16:00:56.599 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_raw": 729301559562, 2024-04-12T16:00:56.599 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_used": 98304, 2024-04-12T16:00:56.599 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_bytes_used": 0, 2024-04-12T16:00:56.599 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_under_bytes": 0, 2024-04-12T16:00:56.599 INFO:tasks.workunit.client.0.smithi099.stdout: "data_bytes_used": 98304, 2024-04-12T16:00:56.599 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty": 0, 2024-04-12T16:00:56.599 INFO:tasks.workunit.client.0.smithi099.stdout: "max_avail": 243100532736, 2024-04-12T16:00:56.599 INFO:tasks.workunit.client.0.smithi099.stdout: "objects": 22, 2024-04-12T16:00:56.599 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_bytes_used": 0, 2024-04-12T16:00:56.599 INFO:tasks.workunit.client.0.smithi099.stdout: "percent_used": 1.3479196070420585e-07, 2024-04-12T16:00:56.599 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_bytes": 0, 2024-04-12T16:00:56.599 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_objects": 0, 2024-04-12T16:00:56.600 INFO:tasks.workunit.client.0.smithi099.stdout: "rd": 0, 2024-04-12T16:00:56.600 INFO:tasks.workunit.client.0.smithi099.stdout: "rd_bytes": 0, 2024-04-12T16:00:56.600 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": 3430, 2024-04-12T16:00:56.600 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_data": 3430, 2024-04-12T16:00:56.600 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_omap": 0, 2024-04-12T16:00:56.600 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_raw": 10290, 2024-04-12T16:00:56.600 INFO:tasks.workunit.client.0.smithi099.stdout: "wr": 51, 2024-04-12T16:00:56.600 INFO:tasks.workunit.client.0.smithi099.stdout: "wr_bytes": 20480 2024-04-12T16:00:56.600 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.600 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_bytes": 0, 2024-04-12T16:00:56.600 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_objects": 0, 2024-04-12T16:00:56.600 INFO:tasks.workunit.client.0.smithi099.stdout: "type": "replicated" 2024-04-12T16:00:56.600 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.600 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:56.600 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T16:00:56.601 INFO:tasks.workunit.client.0.smithi099.stdout: "cephfs" 2024-04-12T16:00:56.601 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:56.601 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_mode": "none", 2024-04-12T16:00:56.601 INFO:tasks.workunit.client.0.smithi099.stdout: "erasure_code_profile": {}, 2024-04-12T16:00:56.601 INFO:tasks.workunit.client.0.smithi099.stdout: "min_size": 2, 2024-04-12T16:00:56.601 INFO:tasks.workunit.client.0.smithi099.stdout: "options": {}, 2024-04-12T16:00:56.601 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_autoscale_mode": "off", 2024-04-12T16:00:56.601 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_num": 64, 2024-04-12T16:00:56.601 INFO:tasks.workunit.client.0.smithi099.stdout: "pgp_num": 64, 2024-04-12T16:00:56.601 INFO:tasks.workunit.client.0.smithi099.stdout: "pool": 3, 2024-04-12T16:00:56.601 INFO:tasks.workunit.client.0.smithi099.stdout: "size": 3, 2024-04-12T16:00:56.601 INFO:tasks.workunit.client.0.smithi099.stdout: "stats": { 2024-04-12T16:00:56.601 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_raw": 729301559562, 2024-04-12T16:00:56.601 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_used": 0, 2024-04-12T16:00:56.601 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_bytes_used": 0, 2024-04-12T16:00:56.601 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_under_bytes": 0, 2024-04-12T16:00:56.602 INFO:tasks.workunit.client.0.smithi099.stdout: "data_bytes_used": 0, 2024-04-12T16:00:56.602 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty": 0, 2024-04-12T16:00:56.602 INFO:tasks.workunit.client.0.smithi099.stdout: "max_avail": 243100532736, 2024-04-12T16:00:56.602 INFO:tasks.workunit.client.0.smithi099.stdout: "objects": 0, 2024-04-12T16:00:56.602 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_bytes_used": 0, 2024-04-12T16:00:56.602 INFO:tasks.workunit.client.0.smithi099.stdout: "percent_used": 0.0, 2024-04-12T16:00:56.602 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_bytes": 0, 2024-04-12T16:00:56.602 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_objects": 0, 2024-04-12T16:00:56.602 INFO:tasks.workunit.client.0.smithi099.stdout: "rd": 0, 2024-04-12T16:00:56.602 INFO:tasks.workunit.client.0.smithi099.stdout: "rd_bytes": 0, 2024-04-12T16:00:56.602 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": 0, 2024-04-12T16:00:56.602 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_data": 0, 2024-04-12T16:00:56.602 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_omap": 0, 2024-04-12T16:00:56.602 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_raw": 0, 2024-04-12T16:00:56.602 INFO:tasks.workunit.client.0.smithi099.stdout: "wr": 0, 2024-04-12T16:00:56.603 INFO:tasks.workunit.client.0.smithi099.stdout: "wr_bytes": 0 2024-04-12T16:00:56.603 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.603 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_bytes": 0, 2024-04-12T16:00:56.603 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_objects": 0, 2024-04-12T16:00:56.603 INFO:tasks.workunit.client.0.smithi099.stdout: "type": "replicated" 2024-04-12T16:00:56.603 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.603 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:56.603 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T16:00:56.603 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd" 2024-04-12T16:00:56.603 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:56.603 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_mode": "none", 2024-04-12T16:00:56.603 INFO:tasks.workunit.client.0.smithi099.stdout: "erasure_code_profile": {}, 2024-04-12T16:00:56.603 INFO:tasks.workunit.client.0.smithi099.stdout: "min_size": 2, 2024-04-12T16:00:56.603 INFO:tasks.workunit.client.0.smithi099.stdout: "options": {}, 2024-04-12T16:00:56.603 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_autoscale_mode": "off", 2024-04-12T16:00:56.604 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_num": 8, 2024-04-12T16:00:56.604 INFO:tasks.workunit.client.0.smithi099.stdout: "pgp_num": 8, 2024-04-12T16:00:56.604 INFO:tasks.workunit.client.0.smithi099.stdout: "pool": 4, 2024-04-12T16:00:56.604 INFO:tasks.workunit.client.0.smithi099.stdout: "size": 3, 2024-04-12T16:00:56.604 INFO:tasks.workunit.client.0.smithi099.stdout: "stats": { 2024-04-12T16:00:56.604 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_raw": 729301559562, 2024-04-12T16:00:56.604 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_used": 0, 2024-04-12T16:00:56.604 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_bytes_used": 0, 2024-04-12T16:00:56.604 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_under_bytes": 0, 2024-04-12T16:00:56.604 INFO:tasks.workunit.client.0.smithi099.stdout: "data_bytes_used": 0, 2024-04-12T16:00:56.604 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty": 0, 2024-04-12T16:00:56.604 INFO:tasks.workunit.client.0.smithi099.stdout: "max_avail": 243100532736, 2024-04-12T16:00:56.604 INFO:tasks.workunit.client.0.smithi099.stdout: "objects": 0, 2024-04-12T16:00:56.604 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_bytes_used": 0, 2024-04-12T16:00:56.604 INFO:tasks.workunit.client.0.smithi099.stdout: "percent_used": 0.0, 2024-04-12T16:00:56.605 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_bytes": 0, 2024-04-12T16:00:56.605 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_objects": 0, 2024-04-12T16:00:56.605 INFO:tasks.workunit.client.0.smithi099.stdout: "rd": 0, 2024-04-12T16:00:56.605 INFO:tasks.workunit.client.0.smithi099.stdout: "rd_bytes": 0, 2024-04-12T16:00:56.605 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": 0, 2024-04-12T16:00:56.605 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_data": 0, 2024-04-12T16:00:56.605 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_omap": 0, 2024-04-12T16:00:56.605 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_raw": 0, 2024-04-12T16:00:56.605 INFO:tasks.workunit.client.0.smithi099.stdout: "wr": 0, 2024-04-12T16:00:56.605 INFO:tasks.workunit.client.0.smithi099.stdout: "wr_bytes": 0 2024-04-12T16:00:56.605 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.605 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_bytes": 0, 2024-04-12T16:00:56.605 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_objects": 0, 2024-04-12T16:00:56.605 INFO:tasks.workunit.client.0.smithi099.stdout: "type": "replicated" 2024-04-12T16:00:56.605 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.605 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:56.606 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd": { 2024-04-12T16:00:56.606 INFO:tasks.workunit.client.0.smithi099.stdout: "mirroring_by_pool": [ 2024-04-12T16:00:56.606 INFO:tasks.workunit.client.0.smithi099.stdout: false 2024-04-12T16:00:56.606 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:56.606 INFO:tasks.workunit.client.0.smithi099.stdout: "num_images_by_pool": [ 2024-04-12T16:00:56.606 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:00:56.606 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:56.606 INFO:tasks.workunit.client.0.smithi099.stdout: "num_pools": 1 2024-04-12T16:00:56.606 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.606 INFO:tasks.workunit.client.0.smithi099.stdout: "report_id": "8ed43c25-625c-491d-a955-cdf3bd105890", 2024-04-12T16:00:56.606 INFO:tasks.workunit.client.0.smithi099.stdout: "report_timestamp": "2024-04-12T16:00:56.516024", 2024-04-12T16:00:56.606 INFO:tasks.workunit.client.0.smithi099.stdout: "report_version": 1, 2024-04-12T16:00:56.606 INFO:tasks.workunit.client.0.smithi099.stdout: "rook": { 2024-04-12T16:00:56.606 INFO:tasks.workunit.client.0.smithi099.stdout: "cluster": { 2024-04-12T16:00:56.606 INFO:tasks.workunit.client.0.smithi099.stdout: "external-mode": null, 2024-04-12T16:00:56.606 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T16:00:56.607 INFO:tasks.workunit.client.0.smithi099.stdout: "allow-multiple-per-node": null, 2024-04-12T16:00:56.607 INFO:tasks.workunit.client.0.smithi099.stdout: "count": null, 2024-04-12T16:00:56.607 INFO:tasks.workunit.client.0.smithi099.stdout: "max-id": null, 2024-04-12T16:00:56.607 INFO:tasks.workunit.client.0.smithi099.stdout: "pvc": { 2024-04-12T16:00:56.607 INFO:tasks.workunit.client.0.smithi099.stdout: "enabled": null 2024-04-12T16:00:56.607 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.607 INFO:tasks.workunit.client.0.smithi099.stdout: "stretch": { 2024-04-12T16:00:56.607 INFO:tasks.workunit.client.0.smithi099.stdout: "enabled": null 2024-04-12T16:00:56.607 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.607 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.607 INFO:tasks.workunit.client.0.smithi099.stdout: "network": { 2024-04-12T16:00:56.607 INFO:tasks.workunit.client.0.smithi099.stdout: "provider": null 2024-04-12T16:00:56.607 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.607 INFO:tasks.workunit.client.0.smithi099.stdout: "storage": { 2024-04-12T16:00:56.607 INFO:tasks.workunit.client.0.smithi099.stdout: "device-set": { 2024-04-12T16:00:56.608 INFO:tasks.workunit.client.0.smithi099.stdout: "count": { 2024-04-12T16:00:56.608 INFO:tasks.workunit.client.0.smithi099.stdout: "non-portable": null, 2024-04-12T16:00:56.608 INFO:tasks.workunit.client.0.smithi099.stdout: "portable": null, 2024-04-12T16:00:56.608 INFO:tasks.workunit.client.0.smithi099.stdout: "total": null 2024-04-12T16:00:56.608 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.608 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.608 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.608 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.608 INFO:tasks.workunit.client.0.smithi099.stdout: "csi": { 2024-04-12T16:00:56.608 INFO:tasks.workunit.client.0.smithi099.stdout: "version": null 2024-04-12T16:00:56.608 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.608 INFO:tasks.workunit.client.0.smithi099.stdout: "kubernetes": { 2024-04-12T16:00:56.608 INFO:tasks.workunit.client.0.smithi099.stdout: "version": null 2024-04-12T16:00:56.608 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.608 INFO:tasks.workunit.client.0.smithi099.stdout: "node": { 2024-04-12T16:00:56.608 INFO:tasks.workunit.client.0.smithi099.stdout: "count": { 2024-04-12T16:00:56.609 INFO:tasks.workunit.client.0.smithi099.stdout: "kubernetes-total": null, 2024-04-12T16:00:56.609 INFO:tasks.workunit.client.0.smithi099.stdout: "with-ceph-daemons": null, 2024-04-12T16:00:56.609 INFO:tasks.workunit.client.0.smithi099.stdout: "with-csi-cephfs-plugin": null, 2024-04-12T16:00:56.609 INFO:tasks.workunit.client.0.smithi099.stdout: "with-csi-nfs-plugin": null, 2024-04-12T16:00:56.609 INFO:tasks.workunit.client.0.smithi099.stdout: "with-csi-rbd-plugin": null 2024-04-12T16:00:56.609 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.609 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.609 INFO:tasks.workunit.client.0.smithi099.stdout: "usage": { 2024-04-12T16:00:56.609 INFO:tasks.workunit.client.0.smithi099.stdout: "storage-class": { 2024-04-12T16:00:56.609 INFO:tasks.workunit.client.0.smithi099.stdout: "count": { 2024-04-12T16:00:56.609 INFO:tasks.workunit.client.0.smithi099.stdout: "bucket": null, 2024-04-12T16:00:56.609 INFO:tasks.workunit.client.0.smithi099.stdout: "cephfs": null, 2024-04-12T16:00:56.609 INFO:tasks.workunit.client.0.smithi099.stdout: "nfs": null, 2024-04-12T16:00:56.609 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd": null, 2024-04-12T16:00:56.609 INFO:tasks.workunit.client.0.smithi099.stdout: "total": null 2024-04-12T16:00:56.610 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.610 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.610 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.610 INFO:tasks.workunit.client.0.smithi099.stdout: "version": null 2024-04-12T16:00:56.610 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.610 INFO:tasks.workunit.client.0.smithi099.stdout: "services": {}, 2024-04-12T16:00:56.610 INFO:tasks.workunit.client.0.smithi099.stdout: "usage": { 2024-04-12T16:00:56.610 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_num": 105, 2024-04-12T16:00:56.610 INFO:tasks.workunit.client.0.smithi099.stdout: "pools": 4, 2024-04-12T16:00:56.610 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_by_class": { 2024-04-12T16:00:56.610 INFO:tasks.workunit.client.0.smithi099.stdout: "ssd": { 2024-04-12T16:00:56.610 INFO:tasks.workunit.client.0.smithi099.stdout: "total_avail_bytes": 767714611200, 2024-04-12T16:00:56.610 INFO:tasks.workunit.client.0.smithi099.stdout: "total_bytes": 767960285184, 2024-04-12T16:00:56.610 INFO:tasks.workunit.client.0.smithi099.stdout: "total_used_bytes": 245673984, 2024-04-12T16:00:56.610 INFO:tasks.workunit.client.0.smithi099.stdout: "total_used_raw_bytes": 245673984, 2024-04-12T16:00:56.610 INFO:tasks.workunit.client.0.smithi099.stdout: "total_used_raw_ratio": 0.00031990453135222197 2024-04-12T16:00:56.611 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.611 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:56.611 INFO:tasks.workunit.client.0.smithi099.stdout: "total_avail_bytes": 767714611200, 2024-04-12T16:00:56.611 INFO:tasks.workunit.client.0.smithi099.stdout: "total_bytes": 767960285184, 2024-04-12T16:00:56.611 INFO:tasks.workunit.client.0.smithi099.stdout: "total_used_bytes": 245673984 2024-04-12T16:00:56.611 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.611 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:56.611 INFO:tasks.workunit.client.0.smithi099.stdout:} 2024-04-12T16:00:56.612 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:56 smithi110 ceph-mon[31279]: from='client.24824 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:00:56.612 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:56 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:00:56.612 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:56 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:00:56.612 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:56 smithi110 ceph-mon[31279]: from='client.24824 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:00:56.612 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:56 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:00:56.612 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:56 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:00:56.612 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:56 smithi110 ceph-mon[31279]: from='client.14928 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:00:56.612 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:56 smithi110 ceph-mon[31279]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:00:56.612 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:56 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:56.612 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:56 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:56.612 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:56 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:56.612 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:56 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:56.612 INFO:tasks.workunit.client.0.smithi099.stderr:++ ceph telemetry collection ls 2024-04-12T16:00:56.877 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:00:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:00:56] "GET /metrics HTTP/1.1" 200 33659 "" "Prometheus/2.43.0" 2024-04-12T16:00:57.025 INFO:tasks.workunit.client.0.smithi099.stderr:+ COLLECTIONS='New collections are available: 2024-04-12T16:00:57.025 INFO:tasks.workunit.client.0.smithi099.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-04-12T16:00:57.025 INFO:tasks.workunit.client.0.smithi099.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-12T16:00:57.025 INFO:tasks.workunit.client.0.smithi099.stderr: 2024-04-12T16:00:57.025 INFO:tasks.workunit.client.0.smithi099.stderr:NAME STATUS DESC 2024-04-12T16:00:57.025 INFO:tasks.workunit.client.0.smithi099.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-12T16:00:57.025 INFO:tasks.workunit.client.0.smithi099.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-12T16:00:57.025 INFO:tasks.workunit.client.0.smithi099.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-12T16:00:57.025 INFO:tasks.workunit.client.0.smithi099.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-12T16:00:57.026 INFO:tasks.workunit.client.0.smithi099.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-12T16:00:57.026 INFO:tasks.workunit.client.0.smithi099.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-12T16:00:57.026 INFO:tasks.workunit.client.0.smithi099.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-12T16:00:57.026 INFO:tasks.workunit.client.0.smithi099.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-12T16:00:57.026 INFO:tasks.workunit.client.0.smithi099.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-12T16:00:57.026 INFO:tasks.workunit.client.0.smithi099.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-12T16:00:57.026 INFO:tasks.workunit.client.0.smithi099.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-04-12T16:00:57.026 INFO:tasks.workunit.client.0.smithi099.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics") 2024-04-12T16:00:57.026 INFO:tasks.workunit.client.0.smithi099.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-12T16:00:57.026 INFO:tasks.workunit.client.0.smithi099.stderr:+ [[ New collections are available: 2024-04-12T16:00:57.026 INFO:tasks.workunit.client.0.smithi099.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-12T16:00:57.026 INFO:tasks.workunit.client.0.smithi099.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-12T16:00:57.026 INFO:tasks.workunit.client.0.smithi099.stderr: 2024-04-12T16:00:57.026 INFO:tasks.workunit.client.0.smithi099.stderr:NAME STATUS DESC 2024-04-12T16:00:57.027 INFO:tasks.workunit.client.0.smithi099.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-12T16:00:57.027 INFO:tasks.workunit.client.0.smithi099.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-12T16:00:57.027 INFO:tasks.workunit.client.0.smithi099.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-12T16:00:57.027 INFO:tasks.workunit.client.0.smithi099.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-12T16:00:57.027 INFO:tasks.workunit.client.0.smithi099.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-12T16:00:57.027 INFO:tasks.workunit.client.0.smithi099.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-12T16:00:57.027 INFO:tasks.workunit.client.0.smithi099.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-12T16:00:57.027 INFO:tasks.workunit.client.0.smithi099.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-12T16:00:57.027 INFO:tasks.workunit.client.0.smithi099.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-12T16:00:57.027 INFO:tasks.workunit.client.0.smithi099.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-12T16:00:57.027 INFO:tasks.workunit.client.0.smithi099.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-04-12T16:00:57.027 INFO:tasks.workunit.client.0.smithi099.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-12T16:00:57.027 INFO:tasks.workunit.client.0.smithi099.stderr:+ [[ New collections are available: 2024-04-12T16:00:57.027 INFO:tasks.workunit.client.0.smithi099.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-12T16:00:57.027 INFO:tasks.workunit.client.0.smithi099.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-12T16:00:57.028 INFO:tasks.workunit.client.0.smithi099.stderr: 2024-04-12T16:00:57.028 INFO:tasks.workunit.client.0.smithi099.stderr:NAME STATUS DESC 2024-04-12T16:00:57.028 INFO:tasks.workunit.client.0.smithi099.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-12T16:00:57.028 INFO:tasks.workunit.client.0.smithi099.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-12T16:00:57.028 INFO:tasks.workunit.client.0.smithi099.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-12T16:00:57.028 INFO:tasks.workunit.client.0.smithi099.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-12T16:00:57.028 INFO:tasks.workunit.client.0.smithi099.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-12T16:00:57.028 INFO:tasks.workunit.client.0.smithi099.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-12T16:00:57.028 INFO:tasks.workunit.client.0.smithi099.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-12T16:00:57.028 INFO:tasks.workunit.client.0.smithi099.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-12T16:00:57.028 INFO:tasks.workunit.client.0.smithi099.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-12T16:00:57.028 INFO:tasks.workunit.client.0.smithi099.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-12T16:00:57.028 INFO:tasks.workunit.client.0.smithi099.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-04-12T16:00:57.028 INFO:tasks.workunit.client.0.smithi099.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-12T16:00:57.028 INFO:tasks.workunit.client.0.smithi099.stderr:+ [[ New collections are available: 2024-04-12T16:00:57.028 INFO:tasks.workunit.client.0.smithi099.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-12T16:00:57.029 INFO:tasks.workunit.client.0.smithi099.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-12T16:00:57.029 INFO:tasks.workunit.client.0.smithi099.stderr: 2024-04-12T16:00:57.029 INFO:tasks.workunit.client.0.smithi099.stderr:NAME STATUS DESC 2024-04-12T16:00:57.029 INFO:tasks.workunit.client.0.smithi099.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-12T16:00:57.029 INFO:tasks.workunit.client.0.smithi099.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-12T16:00:57.029 INFO:tasks.workunit.client.0.smithi099.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-12T16:00:57.029 INFO:tasks.workunit.client.0.smithi099.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-12T16:00:57.029 INFO:tasks.workunit.client.0.smithi099.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-12T16:00:57.029 INFO:tasks.workunit.client.0.smithi099.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-12T16:00:57.029 INFO:tasks.workunit.client.0.smithi099.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-12T16:00:57.029 INFO:tasks.workunit.client.0.smithi099.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-12T16:00:57.029 INFO:tasks.workunit.client.0.smithi099.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-12T16:00:57.029 INFO:tasks.workunit.client.0.smithi099.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-12T16:00:57.029 INFO:tasks.workunit.client.0.smithi099.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-04-12T16:00:57.029 INFO:tasks.workunit.client.0.smithi099.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-12T16:00:57.030 INFO:tasks.workunit.client.0.smithi099.stderr:+ [[ New collections are available: 2024-04-12T16:00:57.030 INFO:tasks.workunit.client.0.smithi099.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-12T16:00:57.030 INFO:tasks.workunit.client.0.smithi099.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-12T16:00:57.030 INFO:tasks.workunit.client.0.smithi099.stderr: 2024-04-12T16:00:57.030 INFO:tasks.workunit.client.0.smithi099.stderr:NAME STATUS DESC 2024-04-12T16:00:57.030 INFO:tasks.workunit.client.0.smithi099.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-12T16:00:57.030 INFO:tasks.workunit.client.0.smithi099.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-12T16:00:57.030 INFO:tasks.workunit.client.0.smithi099.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-12T16:00:57.030 INFO:tasks.workunit.client.0.smithi099.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-12T16:00:57.030 INFO:tasks.workunit.client.0.smithi099.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-12T16:00:57.030 INFO:tasks.workunit.client.0.smithi099.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-12T16:00:57.030 INFO:tasks.workunit.client.0.smithi099.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-12T16:00:57.030 INFO:tasks.workunit.client.0.smithi099.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-12T16:00:57.030 INFO:tasks.workunit.client.0.smithi099.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-12T16:00:57.031 INFO:tasks.workunit.client.0.smithi099.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-12T16:00:57.031 INFO:tasks.workunit.client.0.smithi099.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-04-12T16:00:57.031 INFO:tasks.workunit.client.0.smithi099.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-12T16:00:57.031 INFO:tasks.workunit.client.0.smithi099.stderr:+ [[ New collections are available: 2024-04-12T16:00:57.031 INFO:tasks.workunit.client.0.smithi099.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-12T16:00:57.031 INFO:tasks.workunit.client.0.smithi099.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-12T16:00:57.031 INFO:tasks.workunit.client.0.smithi099.stderr: 2024-04-12T16:00:57.031 INFO:tasks.workunit.client.0.smithi099.stderr:NAME STATUS DESC 2024-04-12T16:00:57.031 INFO:tasks.workunit.client.0.smithi099.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-12T16:00:57.031 INFO:tasks.workunit.client.0.smithi099.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-12T16:00:57.031 INFO:tasks.workunit.client.0.smithi099.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-12T16:00:57.031 INFO:tasks.workunit.client.0.smithi099.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-12T16:00:57.031 INFO:tasks.workunit.client.0.smithi099.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-12T16:00:57.031 INFO:tasks.workunit.client.0.smithi099.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-12T16:00:57.031 INFO:tasks.workunit.client.0.smithi099.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-12T16:00:57.031 INFO:tasks.workunit.client.0.smithi099.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-12T16:00:57.032 INFO:tasks.workunit.client.0.smithi099.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-12T16:00:57.032 INFO:tasks.workunit.client.0.smithi099.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-12T16:00:57.032 INFO:tasks.workunit.client.0.smithi099.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-04-12T16:00:57.032 INFO:tasks.workunit.client.0.smithi099.stderr:+ ceph telemetry on --license sharing-1-0 2024-04-12T16:00:57.344 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:57 smithi099 ceph-mon[27456]: from='client.14928 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:00:57.344 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:57 smithi099 ceph-mon[27456]: mgrmap e22: y(active, since 2m), standbys: x 2024-04-12T16:00:57.344 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:57 smithi099 ceph-mon[27456]: from='client.24842 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:00:57.344 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:57 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:00:57.344 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:57 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:00:57.344 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:57 smithi099 ceph-mon[27456]: from='client.24842 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:00:57.344 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:57 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:00:57.344 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:57 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:00:57.344 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:57 smithi099 ceph-mon[27456]: from='client.14940 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:00:57.344 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:57 smithi099 ceph-mon[39429]: from='client.14928 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:00:57.345 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:57 smithi099 ceph-mon[39429]: mgrmap e22: y(active, since 2m), standbys: x 2024-04-12T16:00:57.345 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:57 smithi099 ceph-mon[39429]: from='client.24842 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:00:57.345 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:57 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:00:57.345 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:57 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:00:57.345 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:57 smithi099 ceph-mon[39429]: from='client.24842 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:00:57.345 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:57 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:00:57.345 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:57 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:00:57.345 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:57 smithi099 ceph-mon[39429]: from='client.14940 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:00:57.531 INFO:tasks.workunit.client.0.smithi099.stdout:Telemetry is on. 2024-04-12T16:00:57.531 INFO:tasks.workunit.client.0.smithi099.stdout:Some channels are disabled, please enable with: 2024-04-12T16:00:57.531 INFO:tasks.workunit.client.0.smithi099.stdout:`ceph telemetry enable channel perf` 2024-04-12T16:00:57.542 INFO:tasks.workunit.client.0.smithi099.stderr:+ ceph telemetry enable channel perf 2024-04-12T16:00:57.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:57 smithi110 ceph-mon[31279]: from='client.14928 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:00:57.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:57 smithi110 ceph-mon[31279]: mgrmap e22: y(active, since 2m), standbys: x 2024-04-12T16:00:57.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:57 smithi110 ceph-mon[31279]: from='client.24842 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:00:57.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:57 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:00:57.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:57 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:00:57.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:57 smithi110 ceph-mon[31279]: from='client.24842 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:00:57.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:57 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:00:57.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:57 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:00:57.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:57 smithi110 ceph-mon[31279]: from='client.14940 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:00:57.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:00:57 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:16:00:57] ENGINE Bus STOPPING 2024-04-12T16:00:57.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:00:57 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:16:00:57] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T16:00:57.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:00:57 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:16:00:57] ENGINE Bus STOPPED 2024-04-12T16:00:57.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:00:57 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:16:00:57] ENGINE Bus STARTING 2024-04-12T16:00:57.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:00:57 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:16:00:57] ENGINE Serving on http://:::9283 2024-04-12T16:00:57.628 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:00:57 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:16:00:57] ENGINE Bus STARTED 2024-04-12T16:00:58.045 INFO:tasks.workunit.client.0.smithi099.stdout:channel_perf is enabled 2024-04-12T16:00:58.059 INFO:tasks.workunit.client.0.smithi099.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-04-12T16:00:58.127 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:00:57 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:16:00:57] ENGINE Bus STOPPING 2024-04-12T16:00:58.127 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:00:57 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:16:00:57] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T16:00:58.127 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:00:57 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:16:00:57] ENGINE Bus STOPPED 2024-04-12T16:00:58.127 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:00:57 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:16:00:57] ENGINE Bus STARTING 2024-04-12T16:00:58.128 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:00:57 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:16:00:57] ENGINE Serving on http://:::9283 2024-04-12T16:00:58.128 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:00:57 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:16:00:57] ENGINE Bus STARTED 2024-04-12T16:00:58.437 INFO:tasks.workunit.client.0.smithi099.stderr:+ LAST_OPT_REVISION=1 2024-04-12T16:00:58.437 INFO:tasks.workunit.client.0.smithi099.stderr:+ '[' 1 -ne 1 ']' 2024-04-12T16:00:58.437 INFO:tasks.workunit.client.0.smithi099.stderr:+ ceph telemetry show 2024-04-12T16:00:58.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='client.14940 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:00:58.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:00:58.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:58.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:58.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:58.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:00:58.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:00:58.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:00:58.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:00:58.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:00:58.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:58.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:00:58.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:58.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:58.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:00:58.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:00:58.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-12T16:00:58.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='client.24860 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:00:58.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:58.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:00:58.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:00:58.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:00:58.630 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:58.630 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:00:58.630 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:00:58.630 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:00:58.630 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:00:58.630 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:00:58.630 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:00:58.630 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='client.14940 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:00:58.630 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:00:58.630 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:58.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:58.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:58.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:00:58.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:00:58.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:00:58.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:00:58.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:00:58.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:58.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:00:58.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:58.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:58.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:00:58.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:00:58.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-12T16:00:58.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='client.24860 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:00:58.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:58.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:00:58.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:00:58.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:00:58.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:58.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:00:58.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:00:58.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:00:58.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:00:58.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:00:58.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:00:58.633 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:00:58.633 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:00:58.633 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:00:58.633 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:00:58.633 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:00:58.633 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:00:58.633 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:00:58.633 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:00:58.633 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:00:58.633 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:00:58.633 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:00:58.634 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:00:58.634 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:00:58.634 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:00:58.634 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:00:58.634 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:00:58.634 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:00:58.634 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:00:58.634 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:00:58.634 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:00:58.634 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/2646101508' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-12T16:00:58.634 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:00:58.634 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:00:58.634 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:00:58.635 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:00:58.635 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:00:58.635 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:00:58.635 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:00:58.635 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:00:58.635 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:00:58.635 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:00:58.635 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:00:58.635 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:00:58.635 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:00:58.635 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:00:58.635 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:00:58.635 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:00:58.635 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:00:58.635 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:00:58.635 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:00:58.636 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:00:58.636 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:58 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/2646101508' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-12T16:00:58.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='client.14940 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:00:58.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:00:58.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:58.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:58.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:58.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:00:58.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:00:58.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:00:58.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:00:58.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:00:58.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:58.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:00:58.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:58.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:58.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:00:58.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:00:58.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-12T16:00:58.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='client.24860 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:00:58.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:58.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:00:58.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:00:58.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:00:58.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:00:58.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:00:58.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:00:58.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:00:58.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:00:58.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:00:58.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:00:58.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:00:58.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:00:58.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:00:58.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:00:58.838 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:00:58.838 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:00:58.838 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:00:58.838 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:00:58.838 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:00:58.838 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:00:58.838 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:00:58.838 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:00:58.838 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:00:58.838 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:00:58.838 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:00:58.838 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:00:58.838 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:00:58.838 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:00:58.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:00:58.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:00:58.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:58 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/2646101508' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-12T16:00:59.395 INFO:tasks.workunit.client.0.smithi099.stdout:{ 2024-04-12T16:00:59.395 INFO:tasks.workunit.client.0.smithi099.stdout: "balancer": { 2024-04-12T16:00:59.395 INFO:tasks.workunit.client.0.smithi099.stdout: "active": true, 2024-04-12T16:00:59.395 INFO:tasks.workunit.client.0.smithi099.stdout: "mode": "" 2024-04-12T16:00:59.395 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.396 INFO:tasks.workunit.client.0.smithi099.stdout: "channels": [ 2024-04-12T16:00:59.396 INFO:tasks.workunit.client.0.smithi099.stdout: "basic", 2024-04-12T16:00:59.396 INFO:tasks.workunit.client.0.smithi099.stdout: "crash", 2024-04-12T16:00:59.396 INFO:tasks.workunit.client.0.smithi099.stdout: "device", 2024-04-12T16:00:59.396 INFO:tasks.workunit.client.0.smithi099.stdout: "ident", 2024-04-12T16:00:59.396 INFO:tasks.workunit.client.0.smithi099.stdout: "perf" 2024-04-12T16:00:59.396 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:59.396 INFO:tasks.workunit.client.0.smithi099.stdout: "channels_available": [ 2024-04-12T16:00:59.396 INFO:tasks.workunit.client.0.smithi099.stdout: "basic", 2024-04-12T16:00:59.396 INFO:tasks.workunit.client.0.smithi099.stdout: "ident", 2024-04-12T16:00:59.396 INFO:tasks.workunit.client.0.smithi099.stdout: "crash", 2024-04-12T16:00:59.396 INFO:tasks.workunit.client.0.smithi099.stdout: "device", 2024-04-12T16:00:59.396 INFO:tasks.workunit.client.0.smithi099.stdout: "perf" 2024-04-12T16:00:59.396 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:59.396 INFO:tasks.workunit.client.0.smithi099.stdout: "collections_available": [ 2024-04-12T16:00:59.397 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_base", 2024-04-12T16:00:59.397 INFO:tasks.workunit.client.0.smithi099.stdout: "device_base", 2024-04-12T16:00:59.397 INFO:tasks.workunit.client.0.smithi099.stdout: "crash_base", 2024-04-12T16:00:59.397 INFO:tasks.workunit.client.0.smithi099.stdout: "ident_base", 2024-04-12T16:00:59.397 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_perf", 2024-04-12T16:00:59.397 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_mds_metadata", 2024-04-12T16:00:59.397 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_pool_usage", 2024-04-12T16:00:59.397 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_usage_by_class", 2024-04-12T16:00:59.397 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_rook_v01", 2024-04-12T16:00:59.397 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_memory_metrics", 2024-04-12T16:00:59.397 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_pool_options_bluestore" 2024-04-12T16:00:59.397 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:59.397 INFO:tasks.workunit.client.0.smithi099.stdout: "collections_opted_in": [ 2024-04-12T16:00:59.397 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_base", 2024-04-12T16:00:59.397 INFO:tasks.workunit.client.0.smithi099.stdout: "device_base", 2024-04-12T16:00:59.398 INFO:tasks.workunit.client.0.smithi099.stdout: "crash_base", 2024-04-12T16:00:59.398 INFO:tasks.workunit.client.0.smithi099.stdout: "ident_base", 2024-04-12T16:00:59.398 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_perf", 2024-04-12T16:00:59.398 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_mds_metadata", 2024-04-12T16:00:59.398 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_pool_usage", 2024-04-12T16:00:59.398 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_usage_by_class", 2024-04-12T16:00:59.398 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_rook_v01", 2024-04-12T16:00:59.398 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_memory_metrics", 2024-04-12T16:00:59.398 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_pool_options_bluestore" 2024-04-12T16:00:59.398 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:59.398 INFO:tasks.workunit.client.0.smithi099.stdout: "config": { 2024-04-12T16:00:59.398 INFO:tasks.workunit.client.0.smithi099.stdout: "active_changed": [ 2024-04-12T16:00:59.398 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T16:00:59.398 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_debug", 2024-04-12T16:00:59.398 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_mon_ticket_ttl", 2024-04-12T16:00:59.399 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_service_ticket_ttl", 2024-04-12T16:00:59.399 INFO:tasks.workunit.client.0.smithi099.stdout: "bdev_debug_aio", 2024-04-12T16:00:59.399 INFO:tasks.workunit.client.0.smithi099.stdout: "client_check_pool_perm", 2024-04-12T16:00:59.399 INFO:tasks.workunit.client.0.smithi099.stdout: "client_mount_gid", 2024-04-12T16:00:59.399 INFO:tasks.workunit.client.0.smithi099.stdout: "client_mount_uid", 2024-04-12T16:00:59.399 INFO:tasks.workunit.client.0.smithi099.stdout: "client_quota", 2024-04-12T16:00:59.399 INFO:tasks.workunit.client.0.smithi099.stdout: "container_image", 2024-04-12T16:00:59.399 INFO:tasks.workunit.client.0.smithi099.stdout: "daemonize", 2024-04-12T16:00:59.399 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_asserts_on_shutdown", 2024-04-12T16:00:59.399 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_mgr", 2024-04-12T16:00:59.399 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_mon", 2024-04-12T16:00:59.399 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_ms", 2024-04-12T16:00:59.399 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_osd", 2024-04-12T16:00:59.399 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_paxos", 2024-04-12T16:00:59.399 INFO:tasks.workunit.client.0.smithi099.stdout: "keyring", 2024-04-12T16:00:59.399 INFO:tasks.workunit.client.0.smithi099.stdout: "leveldb_block_size", 2024-04-12T16:00:59.400 INFO:tasks.workunit.client.0.smithi099.stdout: "leveldb_cache_size", 2024-04-12T16:00:59.400 INFO:tasks.workunit.client.0.smithi099.stdout: "leveldb_compression", 2024-04-12T16:00:59.400 INFO:tasks.workunit.client.0.smithi099.stdout: "leveldb_log", 2024-04-12T16:00:59.400 INFO:tasks.workunit.client.0.smithi099.stdout: "leveldb_write_buffer_size", 2024-04-12T16:00:59.400 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_file", 2024-04-12T16:00:59.400 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_journald", 2024-04-12T16:00:59.400 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_stderr", 2024-04-12T16:00:59.400 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_allow_pool_delete", 2024-04-12T16:00:59.400 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_clock_drift_allowed", 2024-04-12T16:00:59.400 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_file_level", 2024-04-12T16:00:59.400 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_to_file", 2024-04-12T16:00:59.400 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_to_journald", 2024-04-12T16:00:59.400 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_to_stderr", 2024-04-12T16:00:59.400 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_data_avail_warn", 2024-04-12T16:00:59.400 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_election_default_strategy", 2024-04-12T16:00:59.400 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_host", 2024-04-12T16:00:59.401 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_max_pg_per_osd", 2024-04-12T16:00:59.401 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_mgr_mkfs_grace", 2024-04-12T16:00:59.401 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_osd_prime_pg_temp", 2024-04-12T16:00:59.401 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T16:00:59.401 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T16:00:59.401 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T16:00:59.401 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T16:00:59.401 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T16:00:59.401 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T16:00:59.401 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T16:00:59.401 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T16:00:59.401 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T16:00:59.401 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T16:00:59.401 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_too_few_osds", 2024-04-12T16:00:59.401 INFO:tasks.workunit.client.0.smithi099.stdout: "ms_die_on_bug", 2024-04-12T16:00:59.402 INFO:tasks.workunit.client.0.smithi099.stdout: "ms_die_on_old_message", 2024-04-12T16:00:59.402 INFO:tasks.workunit.client.0.smithi099.stdout: "no_config_file", 2024-04-12T16:00:59.402 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_class_default_list", 2024-04-12T16:00:59.402 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_class_load_list", 2024-04-12T16:00:59.402 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_crush_chooseleaf_type", 2024-04-12T16:00:59.402 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_misdirected_ops", 2024-04-12T16:00:59.402 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_op_order", 2024-04-12T16:00:59.402 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_pg_log_writeout", 2024-04-12T16:00:59.402 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_shutdown", 2024-04-12T16:00:59.402 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T16:00:59.402 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T16:00:59.402 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T16:00:59.402 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T16:00:59.402 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_delete_sleep", 2024-04-12T16:00:59.402 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_delete_sleep_hdd", 2024-04-12T16:00:59.402 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_delete_sleep_hybrid", 2024-04-12T16:00:59.403 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_delete_sleep_ssd", 2024-04-12T16:00:59.403 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_max_backfills", 2024-04-12T16:00:59.403 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T16:00:59.403 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_profile", 2024-04-12T16:00:59.403 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-12T16:00:59.403 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-12T16:00:59.403 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-12T16:00:59.403 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-12T16:00:59.403 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-12T16:00:59.403 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-12T16:00:59.403 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_client_lim", 2024-04-12T16:00:59.403 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_client_res", 2024-04-12T16:00:59.403 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-12T16:00:59.403 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_memory_target", 2024-04-12T16:00:59.403 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_memory_target_autotune", 2024-04-12T16:00:59.404 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_op_queue", 2024-04-12T16:00:59.404 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_op_queue_cut_off", 2024-04-12T16:00:59.404 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pg_delete_cost", 2024-04-12T16:00:59.404 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T16:00:59.404 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T16:00:59.404 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recover_clone_overlap", 2024-04-12T16:00:59.404 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_max_active", 2024-04-12T16:00:59.404 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_max_active_hdd", 2024-04-12T16:00:59.404 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_max_active_ssd", 2024-04-12T16:00:59.404 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_max_chunk", 2024-04-12T16:00:59.404 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_sleep", 2024-04-12T16:00:59.404 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_sleep_hdd", 2024-04-12T16:00:59.404 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_sleep_hybrid", 2024-04-12T16:00:59.404 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_sleep_ssd", 2024-04-12T16:00:59.404 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_scrub_load_threshold", 2024-04-12T16:00:59.405 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_scrub_max_interval", 2024-04-12T16:00:59.405 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_scrub_sleep", 2024-04-12T16:00:59.405 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_shutdown_pgref_assert", 2024-04-12T16:00:59.405 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_snap_trim_sleep", 2024-04-12T16:00:59.405 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_snap_trim_sleep_hdd", 2024-04-12T16:00:59.405 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-12T16:00:59.405 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_snap_trim_sleep_ssd", 2024-04-12T16:00:59.405 INFO:tasks.workunit.client.0.smithi099.stdout: "public_addr", 2024-04-12T16:00:59.405 INFO:tasks.workunit.client.0.smithi099.stdout: "public_addrv", 2024-04-12T16:00:59.405 INFO:tasks.workunit.client.0.smithi099.stdout: "public_network", 2024-04-12T16:00:59.405 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd_default_features", 2024-04-12T16:00:59.405 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd_qos_exclude_ops", 2024-04-12T16:00:59.405 INFO:tasks.workunit.client.0.smithi099.stdout: "setgroup", 2024-04-12T16:00:59.405 INFO:tasks.workunit.client.0.smithi099.stdout: "setuser" 2024-04-12T16:00:59.405 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:59.405 INFO:tasks.workunit.client.0.smithi099.stdout: "cluster_changed": [ 2024-04-12T16:00:59.406 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T16:00:59.406 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_debug", 2024-04-12T16:00:59.406 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_mon_ticket_ttl", 2024-04-12T16:00:59.406 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_service_ticket_ttl", 2024-04-12T16:00:59.406 INFO:tasks.workunit.client.0.smithi099.stdout: "bdev_debug_aio", 2024-04-12T16:00:59.406 INFO:tasks.workunit.client.0.smithi099.stdout: "container_image", 2024-04-12T16:00:59.406 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_asserts_on_shutdown", 2024-04-12T16:00:59.406 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_mgr", 2024-04-12T16:00:59.406 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_mon", 2024-04-12T16:00:59.406 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_ms", 2024-04-12T16:00:59.406 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_osd", 2024-04-12T16:00:59.406 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_paxos", 2024-04-12T16:00:59.406 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_file", 2024-04-12T16:00:59.406 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_journald", 2024-04-12T16:00:59.407 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_stderr", 2024-04-12T16:00:59.407 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_join_fs", 2024-04-12T16:00:59.407 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/cephadm/allow_ptrace", 2024-04-12T16:00:59.407 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/cephadm/container_init", 2024-04-12T16:00:59.407 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/cephadm/migration_current", 2024-04-12T16:00:59.407 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/cephadm/use_repo_digest", 2024-04-12T16:00:59.407 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-12T16:00:59.407 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-12T16:00:59.407 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-12T16:00:59.407 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-12T16:00:59.407 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/dashboard/ssl_server_port", 2024-04-12T16:00:59.407 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/orchestrator/orchestrator", 2024-04-12T16:00:59.407 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/telemetry/channel_ident", 2024-04-12T16:00:59.407 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/telemetry/channel_perf", 2024-04-12T16:00:59.407 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/telemetry/description", 2024-04-12T16:00:59.407 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/telemetry/enabled", 2024-04-12T16:00:59.408 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/telemetry/organization", 2024-04-12T16:00:59.408 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_allow_pool_delete", 2024-04-12T16:00:59.408 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_clock_drift_allowed", 2024-04-12T16:00:59.408 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_file_level", 2024-04-12T16:00:59.408 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_to_file", 2024-04-12T16:00:59.408 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_data_avail_warn", 2024-04-12T16:00:59.408 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_election_default_strategy", 2024-04-12T16:00:59.408 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_max_pg_per_osd", 2024-04-12T16:00:59.408 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_mgr_mkfs_grace", 2024-04-12T16:00:59.408 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_osd_prime_pg_temp", 2024-04-12T16:00:59.408 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T16:00:59.408 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T16:00:59.408 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T16:00:59.408 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T16:00:59.408 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T16:00:59.409 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T16:00:59.409 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T16:00:59.409 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T16:00:59.409 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T16:00:59.409 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T16:00:59.409 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_too_few_osds", 2024-04-12T16:00:59.409 INFO:tasks.workunit.client.0.smithi099.stdout: "ms_die_on_bug", 2024-04-12T16:00:59.409 INFO:tasks.workunit.client.0.smithi099.stdout: "ms_die_on_old_message", 2024-04-12T16:00:59.409 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_class_default_list", 2024-04-12T16:00:59.409 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_class_load_list", 2024-04-12T16:00:59.409 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_misdirected_ops", 2024-04-12T16:00:59.409 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_op_order", 2024-04-12T16:00:59.409 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_pg_log_writeout", 2024-04-12T16:00:59.409 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_shutdown", 2024-04-12T16:00:59.409 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T16:00:59.409 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T16:00:59.410 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T16:00:59.410 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T16:00:59.410 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T16:00:59.410 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_profile", 2024-04-12T16:00:59.410 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_memory_target", 2024-04-12T16:00:59.410 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_memory_target_autotune", 2024-04-12T16:00:59.410 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_op_queue", 2024-04-12T16:00:59.410 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_op_queue_cut_off", 2024-04-12T16:00:59.410 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T16:00:59.410 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T16:00:59.410 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recover_clone_overlap", 2024-04-12T16:00:59.410 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_max_chunk", 2024-04-12T16:00:59.410 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_scrub_load_threshold", 2024-04-12T16:00:59.410 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_scrub_max_interval", 2024-04-12T16:00:59.411 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_shutdown_pgref_assert", 2024-04-12T16:00:59.411 INFO:tasks.workunit.client.0.smithi099.stdout: "public_network", 2024-04-12T16:00:59.411 INFO:tasks.workunit.client.0.smithi099.stdout: "rgw_cache_enabled", 2024-04-12T16:00:59.411 INFO:tasks.workunit.client.0.smithi099.stdout: "rgw_enable_ops_log", 2024-04-12T16:00:59.411 INFO:tasks.workunit.client.0.smithi099.stdout: "rgw_enable_usage_log" 2024-04-12T16:00:59.411 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:59.411 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.411 INFO:tasks.workunit.client.0.smithi099.stdout: "contact": null, 2024-04-12T16:00:59.411 INFO:tasks.workunit.client.0.smithi099.stdout: "crashes": [], 2024-04-12T16:00:59.411 INFO:tasks.workunit.client.0.smithi099.stdout: "created": "2024-04-12T15:51:58.657208Z", 2024-04-12T16:00:59.411 INFO:tasks.workunit.client.0.smithi099.stdout: "crush": { 2024-04-12T16:00:59.411 INFO:tasks.workunit.client.0.smithi099.stdout: "bucket_algs": { 2024-04-12T16:00:59.411 INFO:tasks.workunit.client.0.smithi099.stdout: "straw2": 3 2024-04-12T16:00:59.411 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.411 INFO:tasks.workunit.client.0.smithi099.stdout: "bucket_sizes": { 2024-04-12T16:00:59.411 INFO:tasks.workunit.client.0.smithi099.stdout: "2": 1, 2024-04-12T16:00:59.412 INFO:tasks.workunit.client.0.smithi099.stdout: "4": 2 2024-04-12T16:00:59.412 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.412 INFO:tasks.workunit.client.0.smithi099.stdout: "bucket_types": { 2024-04-12T16:00:59.412 INFO:tasks.workunit.client.0.smithi099.stdout: "1": 2, 2024-04-12T16:00:59.412 INFO:tasks.workunit.client.0.smithi099.stdout: "11": 1 2024-04-12T16:00:59.412 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.412 INFO:tasks.workunit.client.0.smithi099.stdout: "compat_weight_set": false, 2024-04-12T16:00:59.412 INFO:tasks.workunit.client.0.smithi099.stdout: "device_classes": [ 2024-04-12T16:00:59.412 INFO:tasks.workunit.client.0.smithi099.stdout: 8 2024-04-12T16:00:59.412 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:59.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_buckets": 6, 2024-04-12T16:00:59.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_devices": 8, 2024-04-12T16:00:59.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_rules": 1, 2024-04-12T16:00:59.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_types": 12, 2024-04-12T16:00:59.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_weight_sets": 0, 2024-04-12T16:00:59.413 INFO:tasks.workunit.client.0.smithi099.stdout: "tunables": { 2024-04-12T16:00:59.413 INFO:tasks.workunit.client.0.smithi099.stdout: "allowed_bucket_algs": 54, 2024-04-12T16:00:59.413 INFO:tasks.workunit.client.0.smithi099.stdout: "choose_local_fallback_tries": 0, 2024-04-12T16:00:59.413 INFO:tasks.workunit.client.0.smithi099.stdout: "choose_local_tries": 0, 2024-04-12T16:00:59.413 INFO:tasks.workunit.client.0.smithi099.stdout: "choose_total_tries": 50, 2024-04-12T16:00:59.413 INFO:tasks.workunit.client.0.smithi099.stdout: "chooseleaf_descend_once": 1, 2024-04-12T16:00:59.413 INFO:tasks.workunit.client.0.smithi099.stdout: "chooseleaf_stable": 1, 2024-04-12T16:00:59.413 INFO:tasks.workunit.client.0.smithi099.stdout: "chooseleaf_vary_r": 1, 2024-04-12T16:00:59.413 INFO:tasks.workunit.client.0.smithi099.stdout: "has_v2_rules": 0, 2024-04-12T16:00:59.413 INFO:tasks.workunit.client.0.smithi099.stdout: "has_v3_rules": 0, 2024-04-12T16:00:59.413 INFO:tasks.workunit.client.0.smithi099.stdout: "has_v4_buckets": 1, 2024-04-12T16:00:59.413 INFO:tasks.workunit.client.0.smithi099.stdout: "has_v5_rules": 0, 2024-04-12T16:00:59.413 INFO:tasks.workunit.client.0.smithi099.stdout: "legacy_tunables": 0, 2024-04-12T16:00:59.413 INFO:tasks.workunit.client.0.smithi099.stdout: "minimum_required_version": "jewel", 2024-04-12T16:00:59.413 INFO:tasks.workunit.client.0.smithi099.stdout: "optimal_tunables": 1, 2024-04-12T16:00:59.413 INFO:tasks.workunit.client.0.smithi099.stdout: "profile": "jewel", 2024-04-12T16:00:59.414 INFO:tasks.workunit.client.0.smithi099.stdout: "require_feature_tunables": 1, 2024-04-12T16:00:59.414 INFO:tasks.workunit.client.0.smithi099.stdout: "require_feature_tunables2": 1, 2024-04-12T16:00:59.414 INFO:tasks.workunit.client.0.smithi099.stdout: "require_feature_tunables3": 1, 2024-04-12T16:00:59.414 INFO:tasks.workunit.client.0.smithi099.stdout: "require_feature_tunables5": 1, 2024-04-12T16:00:59.414 INFO:tasks.workunit.client.0.smithi099.stdout: "straw_calc_version": 1 2024-04-12T16:00:59.414 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.414 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.414 INFO:tasks.workunit.client.0.smithi099.stdout: "description": "upgrade test cluster", 2024-04-12T16:00:59.414 INFO:tasks.workunit.client.0.smithi099.stdout: "fs": { 2024-04-12T16:00:59.414 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T16:00:59.414 INFO:tasks.workunit.client.0.smithi099.stdout: "feature_flags": { 2024-04-12T16:00:59.414 INFO:tasks.workunit.client.0.smithi099.stdout: "enable_multiple": true, 2024-04-12T16:00:59.414 INFO:tasks.workunit.client.0.smithi099.stdout: "ever_enabled_multiple": true 2024-04-12T16:00:59.414 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.414 INFO:tasks.workunit.client.0.smithi099.stdout: "filesystems": [ 2024-04-12T16:00:59.415 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:59.415 INFO:tasks.workunit.client.0.smithi099.stdout: "approx_ctime": "2024-04", 2024-04-12T16:00:59.415 INFO:tasks.workunit.client.0.smithi099.stdout: "balancer_enabled": false, 2024-04-12T16:00:59.415 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.415 INFO:tasks.workunit.client.0.smithi099.stdout: "cached_caps": 0, 2024-04-12T16:00:59.415 INFO:tasks.workunit.client.0.smithi099.stdout: "cached_dns": 10, 2024-04-12T16:00:59.415 INFO:tasks.workunit.client.0.smithi099.stdout: "cached_inos": 13, 2024-04-12T16:00:59.415 INFO:tasks.workunit.client.0.smithi099.stdout: "cached_subtrees": 2, 2024-04-12T16:00:59.415 INFO:tasks.workunit.client.0.smithi099.stdout: "ever_allowed_features": 0, 2024-04-12T16:00:59.415 INFO:tasks.workunit.client.0.smithi099.stdout: "explicitly_allowed_features": 0, 2024-04-12T16:00:59.415 INFO:tasks.workunit.client.0.smithi099.stdout: "files": 0, 2024-04-12T16:00:59.415 INFO:tasks.workunit.client.0.smithi099.stdout: "max_mds": 1, 2024-04-12T16:00:59.415 INFO:tasks.workunit.client.0.smithi099.stdout: "num_data_pools": 1, 2024-04-12T16:00:59.415 INFO:tasks.workunit.client.0.smithi099.stdout: "num_in": 1, 2024-04-12T16:00:59.415 INFO:tasks.workunit.client.0.smithi099.stdout: "num_mds": 1, 2024-04-12T16:00:59.415 INFO:tasks.workunit.client.0.smithi099.stdout: "num_sessions": 0, 2024-04-12T16:00:59.416 INFO:tasks.workunit.client.0.smithi099.stdout: "num_standby_replay": 0, 2024-04-12T16:00:59.416 INFO:tasks.workunit.client.0.smithi099.stdout: "num_up": 1, 2024-04-12T16:00:59.416 INFO:tasks.workunit.client.0.smithi099.stdout: "snaps": 0, 2024-04-12T16:00:59.416 INFO:tasks.workunit.client.0.smithi099.stdout: "standby_count_wanted": 0 2024-04-12T16:00:59.416 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.416 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:59.416 INFO:tasks.workunit.client.0.smithi099.stdout: "num_standby_mds": 1, 2024-04-12T16:00:59.416 INFO:tasks.workunit.client.0.smithi099.stdout: "total_num_mds": 2 2024-04-12T16:00:59.416 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.416 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_stats": { 2024-04-12T16:00:59.416 INFO:tasks.workunit.client.0.smithi099.stdout: "mds": { 2024-04-12T16:00:59.416 INFO:tasks.workunit.client.0.smithi099.stdout: "mds.1e2a24d7ed8c1704620ea3bccfc67a7f23c62d00": { 2024-04-12T16:00:59.416 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 20578304, 2024-04-12T16:00:59.416 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 478664, 2024-04-12T16:00:59.416 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 2752512, 2024-04-12T16:00:59.416 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T16:00:59.417 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 737280, 2024-04-12T16:00:59.417 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 404, 2024-04-12T16:00:59.417 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:00:59.417 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 1245912, 2024-04-12T16:00:59.417 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 20, 2024-04-12T16:00:59.417 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 1183744, 2024-04-12T16:00:59.417 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 14917472, 2024-04-12T16:00:59.417 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 21315584 2024-04-12T16:00:59.417 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.417 INFO:tasks.workunit.client.0.smithi099.stdout: "mds.99eca4e11e5c95f50fdb573e338d356fe5d4041f": { 2024-04-12T16:00:59.417 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 19218432, 2024-04-12T16:00:59.417 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 295416, 2024-04-12T16:00:59.417 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 2752512, 2024-04-12T16:00:59.417 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 49152, 2024-04-12T16:00:59.417 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 0, 2024-04-12T16:00:59.418 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 315, 2024-04-12T16:00:59.418 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:00:59.418 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 849272, 2024-04-12T16:00:59.418 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 12, 2024-04-12T16:00:59.418 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 810496, 2024-04-12T16:00:59.418 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 14461584, 2024-04-12T16:00:59.418 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 19218432 2024-04-12T16:00:59.418 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.418 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.418 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T16:00:59.418 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.1e2a24d7ed8c1704620ea3bccfc67a7f23c62d00": { 2024-04-12T16:00:59.418 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 44662784, 2024-04-12T16:00:59.418 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 1808496, 2024-04-12T16:00:59.418 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 2752512, 2024-04-12T16:00:59.418 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 638976, 2024-04-12T16:00:59.419 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 3932160, 2024-04-12T16:00:59.419 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 1670, 2024-04-12T16:00:59.419 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:00:59.419 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 10017360, 2024-04-12T16:00:59.419 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 22, 2024-04-12T16:00:59.419 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 3304448, 2024-04-12T16:00:59.419 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 26140992, 2024-04-12T16:00:59.419 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 48594944 2024-04-12T16:00:59.419 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.419 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.5b45c9ad1c228149a803c7f15c41ecb95bb8abcb": { 2024-04-12T16:00:59.419 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 37781504, 2024-04-12T16:00:59.419 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 1314984, 2024-04-12T16:00:59.419 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 2752512, 2024-04-12T16:00:59.419 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 917504, 2024-04-12T16:00:59.419 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 8822784, 2024-04-12T16:00:59.419 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 1128, 2024-04-12T16:00:59.420 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:00:59.420 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 8092544, 2024-04-12T16:00:59.420 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 22, 2024-04-12T16:00:59.420 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 1595136, 2024-04-12T16:00:59.420 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 23108824, 2024-04-12T16:00:59.420 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 46604288 2024-04-12T16:00:59.420 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.420 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.99eca4e11e5c95f50fdb573e338d356fe5d4041f": { 2024-04-12T16:00:59.420 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 35905536, 2024-04-12T16:00:59.420 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 1516424, 2024-04-12T16:00:59.420 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 2752512, 2024-04-12T16:00:59.420 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T16:00:59.420 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 9650176, 2024-04-12T16:00:59.420 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 1133, 2024-04-12T16:00:59.420 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:00:59.421 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 8426480, 2024-04-12T16:00:59.421 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 21, 2024-04-12T16:00:59.421 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 936960, 2024-04-12T16:00:59.421 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 22273160, 2024-04-12T16:00:59.421 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 45555712 2024-04-12T16:00:59.421 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.421 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.421 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:00:59.421 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.0": { 2024-04-12T16:00:59.421 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 53469184, 2024-04-12T16:00:59.421 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 1932056, 2024-04-12T16:00:59.421 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 4980736, 2024-04-12T16:00:59.421 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T16:00:59.421 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 188416, 2024-04-12T16:00:59.421 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 1755, 2024-04-12T16:00:59.421 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:00:59.422 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 6389744, 2024-04-12T16:00:59.422 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 47, 2024-04-12T16:00:59.422 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 3340032, 2024-04-12T16:00:59.422 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 36826616, 2024-04-12T16:00:59.422 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 53657600 2024-04-12T16:00:59.422 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.422 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.1": { 2024-04-12T16:00:59.422 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 50577408, 2024-04-12T16:00:59.422 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 1999880, 2024-04-12T16:00:59.422 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 2883584, 2024-04-12T16:00:59.422 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T16:00:59.422 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 983040, 2024-04-12T16:00:59.422 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 1728, 2024-04-12T16:00:59.422 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:00:59.423 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 6257320, 2024-04-12T16:00:59.423 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 47, 2024-04-12T16:00:59.423 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 3628544, 2024-04-12T16:00:59.423 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 35808080, 2024-04-12T16:00:59.423 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 51560448 2024-04-12T16:00:59.423 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.423 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.2": { 2024-04-12T16:00:59.423 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 49479680, 2024-04-12T16:00:59.423 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 1809928, 2024-04-12T16:00:59.423 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 2883584, 2024-04-12T16:00:59.423 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T16:00:59.423 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 966656, 2024-04-12T16:00:59.423 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 1629, 2024-04-12T16:00:59.423 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:00:59.423 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 5617840, 2024-04-12T16:00:59.423 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 47, 2024-04-12T16:00:59.424 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 3737600, 2024-04-12T16:00:59.424 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 35430728, 2024-04-12T16:00:59.424 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 50446336 2024-04-12T16:00:59.424 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.424 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.3": { 2024-04-12T16:00:59.424 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 47669248, 2024-04-12T16:00:59.424 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 1892664, 2024-04-12T16:00:59.424 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 2883584, 2024-04-12T16:00:59.424 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T16:00:59.424 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 892928, 2024-04-12T16:00:59.424 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 1621, 2024-04-12T16:00:59.424 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:00:59.424 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 5263016, 2024-04-12T16:00:59.424 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 46, 2024-04-12T16:00:59.424 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 3175680, 2024-04-12T16:00:59.425 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 34454304, 2024-04-12T16:00:59.425 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 48562176 2024-04-12T16:00:59.425 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.425 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.4": { 2024-04-12T16:00:59.425 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 43966464, 2024-04-12T16:00:59.425 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 658248, 2024-04-12T16:00:59.425 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 2883584, 2024-04-12T16:00:59.425 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 57344, 2024-04-12T16:00:59.425 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 122880, 2024-04-12T16:00:59.425 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 1227, 2024-04-12T16:00:59.425 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:00:59.425 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 4703552, 2024-04-12T16:00:59.425 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 47, 2024-04-12T16:00:59.425 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 1941504, 2024-04-12T16:00:59.425 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 33722232, 2024-04-12T16:00:59.425 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 44089344 2024-04-12T16:00:59.426 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.426 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.5": { 2024-04-12T16:00:59.426 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 48750592, 2024-04-12T16:00:59.426 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 1826336, 2024-04-12T16:00:59.426 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 2883584, 2024-04-12T16:00:59.426 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 57344, 2024-04-12T16:00:59.426 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 712704, 2024-04-12T16:00:59.426 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 1619, 2024-04-12T16:00:59.426 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:00:59.426 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 5442856, 2024-04-12T16:00:59.426 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 47, 2024-04-12T16:00:59.426 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 3558912, 2024-04-12T16:00:59.426 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 34981560, 2024-04-12T16:00:59.426 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 49463296 2024-04-12T16:00:59.426 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.427 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.6": { 2024-04-12T16:00:59.427 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 44515328, 2024-04-12T16:00:59.427 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 815896, 2024-04-12T16:00:59.427 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 2883584, 2024-04-12T16:00:59.427 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 57344, 2024-04-12T16:00:59.427 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 753664, 2024-04-12T16:00:59.427 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 1231, 2024-04-12T16:00:59.427 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:00:59.427 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 4803208, 2024-04-12T16:00:59.427 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 46, 2024-04-12T16:00:59.427 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 1912832, 2024-04-12T16:00:59.427 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 34042464, 2024-04-12T16:00:59.427 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 45268992 2024-04-12T16:00:59.427 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.427 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.7": { 2024-04-12T16:00:59.427 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 45359104, 2024-04-12T16:00:59.428 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 1090624, 2024-04-12T16:00:59.428 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 2883584, 2024-04-12T16:00:59.428 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T16:00:59.428 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 958464, 2024-04-12T16:00:59.428 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 1277, 2024-04-12T16:00:59.428 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:00:59.428 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 5045072, 2024-04-12T16:00:59.428 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 47, 2024-04-12T16:00:59.428 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 1896448, 2024-04-12T16:00:59.428 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 34443376, 2024-04-12T16:00:59.428 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 46317568 2024-04-12T16:00:59.428 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.428 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.428 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.428 INFO:tasks.workunit.client.0.smithi099.stdout: "hosts": { 2024-04-12T16:00:59.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num": 2, 2024-04-12T16:00:59.429 INFO:tasks.workunit.client.0.smithi099.stdout: "num_with_mds": 2, 2024-04-12T16:00:59.429 INFO:tasks.workunit.client.0.smithi099.stdout: "num_with_mgr": 2, 2024-04-12T16:00:59.429 INFO:tasks.workunit.client.0.smithi099.stdout: "num_with_mon": 2, 2024-04-12T16:00:59.429 INFO:tasks.workunit.client.0.smithi099.stdout: "num_with_osd": 2 2024-04-12T16:00:59.429 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.429 INFO:tasks.workunit.client.0.smithi099.stdout: "io_rate": { 2024-04-12T16:00:59.429 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_stats_delta": { 2024-04-12T16:00:59.429 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": 0, 2024-04-12T16:00:59.429 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:00:59.429 INFO:tasks.workunit.client.0.smithi099.stdout: "num_store_stats": 0, 2024-04-12T16:00:59.429 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:00:59.429 INFO:tasks.workunit.client.0.smithi099.stdout: "stamp_delta": "12.002284", 2024-04-12T16:00:59.429 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:00:59.429 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:00:59.429 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:00:59.430 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:00:59.430 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:00:59.430 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:00:59.430 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:00:59.430 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:00:59.430 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:00:59.430 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:00:59.430 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:00:59.430 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:00:59.430 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:00:59.430 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:00:59.430 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:00:59.430 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:00:59.430 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:00:59.431 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:00:59.431 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:00:59.431 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:00:59.431 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:00:59.431 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:00:59.431 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:00:59.431 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:00:59.431 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:00:59.431 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:00:59.431 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:00:59.431 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:00:59.431 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:00:59.431 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:00:59.431 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:00:59.431 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:00:59.431 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:00:59.432 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:00:59.432 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 146, 2024-04-12T16:00:59.432 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 248, 2024-04-12T16:00:59.432 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:00:59.432 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:00:59.432 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:00:59.432 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 32, 2024-04-12T16:00:59.432 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:00:59.432 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.432 INFO:tasks.workunit.client.0.smithi099.stdout: "store_stats": { 2024-04-12T16:00:59.432 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": 0, 2024-04-12T16:00:59.432 INFO:tasks.workunit.client.0.smithi099.stdout: "available": 0, 2024-04-12T16:00:59.432 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed": 0, 2024-04-12T16:00:59.432 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_allocated": 0, 2024-04-12T16:00:59.432 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_original": 0, 2024-04-12T16:00:59.432 INFO:tasks.workunit.client.0.smithi099.stdout: "data_stored": 0, 2024-04-12T16:00:59.433 INFO:tasks.workunit.client.0.smithi099.stdout: "internal_metadata": 0, 2024-04-12T16:00:59.433 INFO:tasks.workunit.client.0.smithi099.stdout: "internally_reserved": 0, 2024-04-12T16:00:59.433 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_allocated": 0, 2024-04-12T16:00:59.433 INFO:tasks.workunit.client.0.smithi099.stdout: "total": 0 2024-04-12T16:00:59.433 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.433 INFO:tasks.workunit.client.0.smithi099.stdout: "up": 0 2024-04-12T16:00:59.433 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.433 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.433 INFO:tasks.workunit.client.0.smithi099.stdout: "leaderboard": false, 2024-04-12T16:00:59.433 INFO:tasks.workunit.client.0.smithi099.stdout: "leaderboard_description": null, 2024-04-12T16:00:59.433 INFO:tasks.workunit.client.0.smithi099.stdout: "license": "sharing-1-0", 2024-04-12T16:00:59.433 INFO:tasks.workunit.client.0.smithi099.stdout: "mempool": { 2024-04-12T16:00:59.433 INFO:tasks.workunit.client.0.smithi099.stdout: "mds": { 2024-04-12T16:00:59.433 INFO:tasks.workunit.client.0.smithi099.stdout: "mds.1e2a24d7ed8c1704620ea3bccfc67a7f23c62d00": { 2024-04-12T16:00:59.433 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T16:00:59.434 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.434 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.434 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.434 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T16:00:59.434 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.434 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.434 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.434 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T16:00:59.434 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.434 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.434 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.434 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T16:00:59.434 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.434 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.434 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.435 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T16:00:59.435 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.435 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.435 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.435 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T16:00:59.435 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.435 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.435 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.435 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T16:00:59.435 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.435 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.435 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.435 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T16:00:59.435 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.435 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.435 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.436 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T16:00:59.436 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.436 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.436 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.436 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T16:00:59.436 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.436 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.436 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.436 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T16:00:59.436 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.436 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.436 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.436 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T16:00:59.436 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.436 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.436 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.437 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T16:00:59.437 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.437 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.437 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.437 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T16:00:59.437 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.437 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.437 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.437 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T16:00:59.437 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.437 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.437 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.437 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T16:00:59.437 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.437 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.437 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.438 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T16:00:59.438 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.438 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.438 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.438 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T16:00:59.438 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.438 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.438 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.438 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T16:00:59.438 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 222439, 2024-04-12T16:00:59.438 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 68 2024-04-12T16:00:59.438 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.438 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T16:00:59.438 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.438 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.438 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.439 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T16:00:59.439 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 51496, 2024-04-12T16:00:59.439 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 208 2024-04-12T16:00:59.439 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.439 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:00:59.439 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.439 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.439 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.439 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T16:00:59.439 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.439 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.439 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.439 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T16:00:59.439 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.439 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.439 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.440 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T16:00:59.440 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 7816, 2024-04-12T16:00:59.440 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 121 2024-04-12T16:00:59.440 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.440 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T16:00:59.440 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.440 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.440 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.440 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T16:00:59.440 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.440 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.440 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.440 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T16:00:59.440 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.441 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.441 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.441 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T16:00:59.441 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.441 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.441 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.441 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.441 INFO:tasks.workunit.client.0.smithi099.stdout: "mds.99eca4e11e5c95f50fdb573e338d356fe5d4041f": { 2024-04-12T16:00:59.441 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T16:00:59.441 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.441 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.441 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.441 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T16:00:59.441 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.441 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.441 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.442 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T16:00:59.442 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.442 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.442 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.442 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T16:00:59.442 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.442 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.442 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.442 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T16:00:59.442 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.442 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.442 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.442 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T16:00:59.442 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.442 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.443 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.443 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T16:00:59.443 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.443 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.443 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.443 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T16:00:59.443 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.443 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.443 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.443 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T16:00:59.443 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.443 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.443 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.443 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T16:00:59.443 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.443 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.444 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.444 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T16:00:59.444 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.444 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.444 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.444 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T16:00:59.444 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.444 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.444 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.444 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T16:00:59.444 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.444 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.444 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.444 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T16:00:59.444 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.445 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.445 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.445 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T16:00:59.445 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.445 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.445 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.445 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T16:00:59.445 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.445 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.445 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.445 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T16:00:59.445 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.445 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.445 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.445 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T16:00:59.445 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.446 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.446 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.446 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T16:00:59.446 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 149207, 2024-04-12T16:00:59.446 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 33 2024-04-12T16:00:59.446 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.446 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T16:00:59.446 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.446 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.446 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.446 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T16:00:59.446 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 928, 2024-04-12T16:00:59.446 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 2 2024-04-12T16:00:59.446 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.446 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:00:59.447 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.447 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.447 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.447 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T16:00:59.447 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.447 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.447 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.447 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T16:00:59.447 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.447 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.447 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.447 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T16:00:59.447 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.447 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.447 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.447 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T16:00:59.448 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.448 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.448 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.448 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T16:00:59.448 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.448 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.448 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.448 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T16:00:59.448 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.448 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.448 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.448 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T16:00:59.448 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.448 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.448 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.449 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.449 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.449 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T16:00:59.449 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.1e2a24d7ed8c1704620ea3bccfc67a7f23c62d00": { 2024-04-12T16:00:59.449 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T16:00:59.449 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.449 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.449 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.449 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T16:00:59.449 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.449 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.449 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.449 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T16:00:59.449 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.449 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.450 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.450 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T16:00:59.450 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.450 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.450 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.450 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T16:00:59.450 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.450 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.450 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.450 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T16:00:59.450 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.450 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.450 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.450 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T16:00:59.450 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.451 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.451 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.451 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T16:00:59.451 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.451 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.451 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.451 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T16:00:59.451 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.451 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.451 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.451 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T16:00:59.451 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.451 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.451 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.451 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T16:00:59.452 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.452 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.452 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.452 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T16:00:59.452 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.452 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.452 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.452 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T16:00:59.452 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.452 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.452 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.452 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T16:00:59.452 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.452 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.452 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.452 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T16:00:59.453 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.453 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.453 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.453 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T16:00:59.453 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.453 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.453 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.453 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T16:00:59.453 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.453 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.453 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.453 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T16:00:59.453 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.453 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.453 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.453 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T16:00:59.454 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1154743, 2024-04-12T16:00:59.454 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 363 2024-04-12T16:00:59.454 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.454 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T16:00:59.454 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 440, 2024-04-12T16:00:59.454 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 5 2024-04-12T16:00:59.454 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.454 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T16:00:59.454 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.454 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.454 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.454 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:00:59.454 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.454 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.454 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.455 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T16:00:59.455 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.455 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.455 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.455 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T16:00:59.455 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.455 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.455 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.455 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T16:00:59.455 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 6392, 2024-04-12T16:00:59.455 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 120 2024-04-12T16:00:59.455 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.455 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T16:00:59.455 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 12744, 2024-04-12T16:00:59.455 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1546 2024-04-12T16:00:59.456 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.456 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T16:00:59.456 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 10304, 2024-04-12T16:00:59.456 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 166 2024-04-12T16:00:59.456 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.456 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T16:00:59.456 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.456 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.456 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.456 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T16:00:59.456 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.456 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.456 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.456 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.456 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.5b45c9ad1c228149a803c7f15c41ecb95bb8abcb": { 2024-04-12T16:00:59.456 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T16:00:59.457 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.457 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.457 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.457 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T16:00:59.457 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.457 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.457 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.457 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T16:00:59.457 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.457 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.457 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.457 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T16:00:59.457 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.457 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.457 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.457 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T16:00:59.458 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.458 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.458 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.458 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T16:00:59.458 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.458 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.458 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.458 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T16:00:59.458 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.458 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.458 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.458 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T16:00:59.458 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.458 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.459 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.459 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T16:00:59.459 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.459 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.459 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.459 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T16:00:59.459 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.459 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.459 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.459 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T16:00:59.459 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.459 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.459 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.459 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T16:00:59.459 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.460 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.460 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.460 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T16:00:59.460 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.460 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.460 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.460 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T16:00:59.460 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.460 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.460 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.460 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T16:00:59.460 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.460 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.460 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.460 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T16:00:59.460 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.461 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.461 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.461 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T16:00:59.461 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.461 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.461 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.461 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T16:00:59.461 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.461 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.461 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.461 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T16:00:59.461 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1336495, 2024-04-12T16:00:59.461 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 431 2024-04-12T16:00:59.461 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.461 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T16:00:59.462 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.462 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.462 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.462 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T16:00:59.462 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.462 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.462 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.462 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:00:59.462 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.462 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.462 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.462 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T16:00:59.462 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.462 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.462 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.463 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T16:00:59.463 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.463 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.463 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.463 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T16:00:59.463 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 6392, 2024-04-12T16:00:59.463 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 120 2024-04-12T16:00:59.463 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.463 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T16:00:59.463 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 12744, 2024-04-12T16:00:59.463 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1546 2024-04-12T16:00:59.463 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.463 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T16:00:59.463 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 5152, 2024-04-12T16:00:59.463 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 83 2024-04-12T16:00:59.463 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.464 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T16:00:59.464 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.464 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.464 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.464 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T16:00:59.464 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.464 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.464 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.464 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.464 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.99eca4e11e5c95f50fdb573e338d356fe5d4041f": { 2024-04-12T16:00:59.464 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T16:00:59.464 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.464 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.464 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.464 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T16:00:59.465 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.465 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.465 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.465 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T16:00:59.465 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.465 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.465 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.465 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T16:00:59.465 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.465 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.465 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.465 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T16:00:59.465 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.465 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.465 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.465 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T16:00:59.466 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.466 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.466 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.466 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T16:00:59.466 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.466 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.466 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.466 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T16:00:59.466 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.466 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.466 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.466 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T16:00:59.466 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.466 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.466 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.467 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T16:00:59.467 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.467 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.467 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.467 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T16:00:59.467 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.467 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.467 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.467 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T16:00:59.467 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.467 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.467 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.467 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T16:00:59.467 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.467 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.467 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.468 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T16:00:59.468 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.468 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.468 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.468 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T16:00:59.468 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.468 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.468 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.468 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T16:00:59.468 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.468 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.468 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.468 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T16:00:59.468 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.468 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.469 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.469 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T16:00:59.469 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.469 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.469 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.469 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T16:00:59.469 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1101167, 2024-04-12T16:00:59.469 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 353 2024-04-12T16:00:59.469 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.469 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T16:00:59.469 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.469 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.469 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.469 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T16:00:59.469 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.469 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.470 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.470 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:00:59.470 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.470 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.470 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.470 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T16:00:59.470 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.470 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.470 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.470 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T16:00:59.470 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.470 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.470 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.470 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T16:00:59.470 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 6392, 2024-04-12T16:00:59.471 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 120 2024-04-12T16:00:59.471 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.471 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T16:00:59.471 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 12744, 2024-04-12T16:00:59.471 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1546 2024-04-12T16:00:59.471 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.471 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T16:00:59.471 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 5152, 2024-04-12T16:00:59.471 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 83 2024-04-12T16:00:59.471 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.471 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T16:00:59.471 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.471 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.471 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.471 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T16:00:59.471 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.472 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.472 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.472 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.472 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.472 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:00:59.472 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.0": { 2024-04-12T16:00:59.472 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T16:00:59.472 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.472 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.472 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.472 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T16:00:59.472 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 6368, 2024-04-12T16:00:59.472 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 123 2024-04-12T16:00:59.472 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.472 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T16:00:59.472 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 16896, 2024-04-12T16:00:59.473 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 8 2024-04-12T16:00:59.473 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.473 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T16:00:59.473 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 576, 2024-04-12T16:00:59.473 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3 2024-04-12T16:00:59.473 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.473 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T16:00:59.473 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 5600, 2024-04-12T16:00:59.473 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 70 2024-04-12T16:00:59.473 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.473 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T16:00:59.473 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 20944, 2024-04-12T16:00:59.473 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 187 2024-04-12T16:00:59.473 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.473 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T16:00:59.473 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1712, 2024-04-12T16:00:59.474 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 45 2024-04-12T16:00:59.474 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.474 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T16:00:59.474 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 606208, 2024-04-12T16:00:59.474 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 17 2024-04-12T16:00:59.474 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.474 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T16:00:59.474 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 91850, 2024-04-12T16:00:59.474 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 15765 2024-04-12T16:00:59.474 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.474 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T16:00:59.474 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 205616, 2024-04-12T16:00:59.474 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 334 2024-04-12T16:00:59.474 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.474 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T16:00:59.474 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 11484, 2024-04-12T16:00:59.475 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 743 2024-04-12T16:00:59.475 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.475 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T16:00:59.475 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 8976, 2024-04-12T16:00:59.475 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 187 2024-04-12T16:00:59.475 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.475 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T16:00:59.475 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.475 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.475 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.475 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T16:00:59.475 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 31958, 2024-04-12T16:00:59.475 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 202 2024-04-12T16:00:59.475 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.475 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T16:00:59.476 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 20944, 2024-04-12T16:00:59.476 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 187 2024-04-12T16:00:59.476 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.476 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T16:00:59.476 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.476 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.476 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.476 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T16:00:59.476 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 398763, 2024-04-12T16:00:59.476 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 89 2024-04-12T16:00:59.476 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.476 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T16:00:59.476 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.476 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.476 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.477 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T16:00:59.477 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2452222, 2024-04-12T16:00:59.477 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 196 2024-04-12T16:00:59.477 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.477 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T16:00:59.477 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 6952, 2024-04-12T16:00:59.477 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 79 2024-04-12T16:00:59.477 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.477 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T16:00:59.477 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.477 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.477 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.477 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:00:59.477 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 533232, 2024-04-12T16:00:59.477 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 46 2024-04-12T16:00:59.478 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.478 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T16:00:59.478 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.478 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.478 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.478 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T16:00:59.478 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 92560, 2024-04-12T16:00:59.478 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 182 2024-04-12T16:00:59.478 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.478 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T16:00:59.478 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 224456, 2024-04-12T16:00:59.478 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3429 2024-04-12T16:00:59.478 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.478 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T16:00:59.478 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.479 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.479 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.479 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T16:00:59.479 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.479 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.479 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.479 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T16:00:59.479 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.479 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.479 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.479 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T16:00:59.479 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.479 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.479 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.479 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.480 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.1": { 2024-04-12T16:00:59.480 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T16:00:59.480 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.480 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.480 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.480 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T16:00:59.480 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 6368, 2024-04-12T16:00:59.480 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 123 2024-04-12T16:00:59.480 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.480 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T16:00:59.480 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 16896, 2024-04-12T16:00:59.480 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 8 2024-04-12T16:00:59.480 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.480 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T16:00:59.480 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 576, 2024-04-12T16:00:59.481 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3 2024-04-12T16:00:59.481 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.481 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T16:00:59.481 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 4640, 2024-04-12T16:00:59.481 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 58 2024-04-12T16:00:59.481 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.481 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T16:00:59.481 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 19600, 2024-04-12T16:00:59.481 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 175 2024-04-12T16:00:59.481 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.481 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T16:00:59.481 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1712, 2024-04-12T16:00:59.481 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 45 2024-04-12T16:00:59.481 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.481 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T16:00:59.481 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 8192, 2024-04-12T16:00:59.482 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 2 2024-04-12T16:00:59.482 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.482 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T16:00:59.482 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 85642, 2024-04-12T16:00:59.482 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 14743 2024-04-12T16:00:59.482 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.482 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T16:00:59.482 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 194736, 2024-04-12T16:00:59.482 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 318 2024-04-12T16:00:59.482 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.482 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T16:00:59.482 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 9248, 2024-04-12T16:00:59.482 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 568 2024-04-12T16:00:59.482 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.482 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T16:00:59.483 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 8400, 2024-04-12T16:00:59.483 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 175 2024-04-12T16:00:59.483 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.483 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T16:00:59.483 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.483 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.483 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.483 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T16:00:59.483 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 27258, 2024-04-12T16:00:59.483 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 186 2024-04-12T16:00:59.483 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.483 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T16:00:59.483 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 19824, 2024-04-12T16:00:59.483 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 177 2024-04-12T16:00:59.483 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.483 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T16:00:59.484 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2208, 2024-04-12T16:00:59.484 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3 2024-04-12T16:00:59.484 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.484 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T16:00:59.484 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 458065, 2024-04-12T16:00:59.484 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 103 2024-04-12T16:00:59.484 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.484 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T16:00:59.484 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 28144, 2024-04-12T16:00:59.484 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 7 2024-04-12T16:00:59.484 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.484 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T16:00:59.484 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2443522, 2024-04-12T16:00:59.484 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 186 2024-04-12T16:00:59.484 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.485 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T16:00:59.485 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 4664, 2024-04-12T16:00:59.485 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 53 2024-04-12T16:00:59.485 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.485 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T16:00:59.485 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.485 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.485 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.485 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:00:59.485 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 417312, 2024-04-12T16:00:59.485 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 36 2024-04-12T16:00:59.485 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.485 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T16:00:59.485 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.485 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.485 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.486 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T16:00:59.486 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 7280, 2024-04-12T16:00:59.486 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 18 2024-04-12T16:00:59.486 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.486 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T16:00:59.486 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 224456, 2024-04-12T16:00:59.486 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3429 2024-04-12T16:00:59.486 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.486 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T16:00:59.486 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.486 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.486 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.486 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T16:00:59.486 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.487 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.487 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.487 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T16:00:59.487 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.487 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.487 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.487 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T16:00:59.487 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.487 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.487 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.487 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.487 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.2": { 2024-04-12T16:00:59.487 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T16:00:59.487 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.487 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.487 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.488 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T16:00:59.488 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 6368, 2024-04-12T16:00:59.488 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 123 2024-04-12T16:00:59.488 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.488 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T16:00:59.488 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 16896, 2024-04-12T16:00:59.488 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 8 2024-04-12T16:00:59.488 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.488 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T16:00:59.488 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 576, 2024-04-12T16:00:59.488 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3 2024-04-12T16:00:59.488 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.488 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T16:00:59.488 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 4400, 2024-04-12T16:00:59.488 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 55 2024-04-12T16:00:59.488 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.489 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T16:00:59.489 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 19376, 2024-04-12T16:00:59.489 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 173 2024-04-12T16:00:59.489 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.489 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T16:00:59.489 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1488, 2024-04-12T16:00:59.489 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 43 2024-04-12T16:00:59.489 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.489 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T16:00:59.489 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 12288, 2024-04-12T16:00:59.489 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3 2024-04-12T16:00:59.489 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.489 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T16:00:59.489 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 83816, 2024-04-12T16:00:59.489 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 14459 2024-04-12T16:00:59.490 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.490 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T16:00:59.490 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 189976, 2024-04-12T16:00:59.490 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 311 2024-04-12T16:00:59.490 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.490 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T16:00:59.490 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 8184, 2024-04-12T16:00:59.490 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 515 2024-04-12T16:00:59.490 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.490 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T16:00:59.490 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 8304, 2024-04-12T16:00:59.490 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 173 2024-04-12T16:00:59.490 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.490 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T16:00:59.490 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.490 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.491 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.491 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T16:00:59.491 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 25802, 2024-04-12T16:00:59.491 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 179 2024-04-12T16:00:59.491 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.491 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T16:00:59.491 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 19488, 2024-04-12T16:00:59.491 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 174 2024-04-12T16:00:59.491 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.491 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T16:00:59.491 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1472, 2024-04-12T16:00:59.491 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 2 2024-04-12T16:00:59.491 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.491 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T16:00:59.491 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 384513, 2024-04-12T16:00:59.491 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 85 2024-04-12T16:00:59.492 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.492 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T16:00:59.492 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 20128, 2024-04-12T16:00:59.492 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 5 2024-04-12T16:00:59.492 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.492 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T16:00:59.492 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2461060, 2024-04-12T16:00:59.492 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 188 2024-04-12T16:00:59.492 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.492 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T16:00:59.492 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 4312, 2024-04-12T16:00:59.492 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 49 2024-04-12T16:00:59.492 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.492 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T16:00:59.492 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.492 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.493 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.493 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:00:59.493 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 347760, 2024-04-12T16:00:59.493 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 30 2024-04-12T16:00:59.493 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.493 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T16:00:59.493 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.493 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.493 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.493 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T16:00:59.493 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 8320, 2024-04-12T16:00:59.493 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 24 2024-04-12T16:00:59.493 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.493 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T16:00:59.493 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 224968, 2024-04-12T16:00:59.494 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3453 2024-04-12T16:00:59.494 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.494 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T16:00:59.494 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.494 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.494 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.494 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T16:00:59.494 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.494 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.494 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.494 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T16:00:59.494 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.494 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.494 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.494 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T16:00:59.495 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.495 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.495 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.495 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.495 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.3": { 2024-04-12T16:00:59.495 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T16:00:59.495 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.495 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.495 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.495 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T16:00:59.495 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 6368, 2024-04-12T16:00:59.495 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 123 2024-04-12T16:00:59.495 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.495 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T16:00:59.495 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 16896, 2024-04-12T16:00:59.496 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 8 2024-04-12T16:00:59.496 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.496 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T16:00:59.496 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 576, 2024-04-12T16:00:59.496 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3 2024-04-12T16:00:59.496 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.496 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T16:00:59.496 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 3840, 2024-04-12T16:00:59.496 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 48 2024-04-12T16:00:59.496 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.496 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T16:00:59.496 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 19936, 2024-04-12T16:00:59.496 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 178 2024-04-12T16:00:59.496 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.496 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T16:00:59.496 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 480, 2024-04-12T16:00:59.497 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 34 2024-04-12T16:00:59.497 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.497 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T16:00:59.497 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.497 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.497 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.497 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T16:00:59.497 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 85066, 2024-04-12T16:00:59.497 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 14765 2024-04-12T16:00:59.497 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.497 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T16:00:59.497 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 195416, 2024-04-12T16:00:59.497 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 319 2024-04-12T16:00:59.497 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.497 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T16:00:59.497 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 9420, 2024-04-12T16:00:59.498 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 575 2024-04-12T16:00:59.498 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.498 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T16:00:59.498 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 8544, 2024-04-12T16:00:59.498 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 178 2024-04-12T16:00:59.498 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.498 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T16:00:59.498 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.498 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.498 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.498 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T16:00:59.498 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 27010, 2024-04-12T16:00:59.498 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 187 2024-04-12T16:00:59.498 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.498 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T16:00:59.499 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 19936, 2024-04-12T16:00:59.499 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 178 2024-04-12T16:00:59.499 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.499 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T16:00:59.499 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2208, 2024-04-12T16:00:59.499 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3 2024-04-12T16:00:59.499 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.499 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T16:00:59.499 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 262728, 2024-04-12T16:00:59.499 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 56 2024-04-12T16:00:59.499 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.499 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T16:00:59.499 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 28605, 2024-04-12T16:00:59.499 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 11 2024-04-12T16:00:59.499 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.500 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T16:00:59.500 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2477798, 2024-04-12T16:00:59.500 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 196 2024-04-12T16:00:59.500 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.500 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T16:00:59.500 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 4928, 2024-04-12T16:00:59.500 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 56 2024-04-12T16:00:59.500 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.500 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T16:00:59.500 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.500 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.500 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.500 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:00:59.500 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 428904, 2024-04-12T16:00:59.500 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 37 2024-04-12T16:00:59.501 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.501 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T16:00:59.501 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.501 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.501 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.501 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T16:00:59.501 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 10400, 2024-04-12T16:00:59.501 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 20 2024-04-12T16:00:59.501 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.501 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T16:00:59.501 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 224456, 2024-04-12T16:00:59.501 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3429 2024-04-12T16:00:59.501 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.501 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T16:00:59.501 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.501 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.502 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.502 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T16:00:59.502 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.502 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.502 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.502 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T16:00:59.502 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.502 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.502 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.502 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T16:00:59.502 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.502 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.502 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.502 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.502 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.4": { 2024-04-12T16:00:59.503 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T16:00:59.503 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.503 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.503 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.503 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T16:00:59.503 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 6368, 2024-04-12T16:00:59.503 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 123 2024-04-12T16:00:59.503 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.503 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T16:00:59.503 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 16896, 2024-04-12T16:00:59.503 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 8 2024-04-12T16:00:59.503 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.503 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T16:00:59.503 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 576, 2024-04-12T16:00:59.504 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3 2024-04-12T16:00:59.504 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.504 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T16:00:59.504 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 3200, 2024-04-12T16:00:59.504 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 40 2024-04-12T16:00:59.504 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.504 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T16:00:59.504 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 19712, 2024-04-12T16:00:59.504 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 176 2024-04-12T16:00:59.504 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.504 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T16:00:59.504 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1488, 2024-04-12T16:00:59.504 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 43 2024-04-12T16:00:59.504 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.504 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T16:00:59.504 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.505 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.505 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.505 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T16:00:59.505 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 45583, 2024-04-12T16:00:59.505 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 8598 2024-04-12T16:00:59.505 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.505 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T16:00:59.505 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 128776, 2024-04-12T16:00:59.505 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 221 2024-04-12T16:00:59.505 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.505 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T16:00:59.505 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 9588, 2024-04-12T16:00:59.505 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 572 2024-04-12T16:00:59.505 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.505 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T16:00:59.506 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 8448, 2024-04-12T16:00:59.506 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 176 2024-04-12T16:00:59.506 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.506 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T16:00:59.506 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.506 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.506 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.506 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T16:00:59.506 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 27858, 2024-04-12T16:00:59.506 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 189 2024-04-12T16:00:59.506 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.506 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T16:00:59.506 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 19824, 2024-04-12T16:00:59.506 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 177 2024-04-12T16:00:59.506 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.506 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T16:00:59.507 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1472, 2024-04-12T16:00:59.507 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 2 2024-04-12T16:00:59.507 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.507 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T16:00:59.507 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 911640, 2024-04-12T16:00:59.507 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 72 2024-04-12T16:00:59.507 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.507 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T16:00:59.507 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 20128, 2024-04-12T16:00:59.507 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 5 2024-04-12T16:00:59.507 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.507 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T16:00:59.507 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2413020, 2024-04-12T16:00:59.507 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 173 2024-04-12T16:00:59.507 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.507 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T16:00:59.508 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 4840, 2024-04-12T16:00:59.508 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 55 2024-04-12T16:00:59.508 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.508 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T16:00:59.508 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.508 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.508 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.508 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:00:59.508 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 452088, 2024-04-12T16:00:59.508 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 39 2024-04-12T16:00:59.508 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.508 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T16:00:59.508 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.508 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.508 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.508 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T16:00:59.509 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 8944, 2024-04-12T16:00:59.509 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 18 2024-04-12T16:00:59.509 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.509 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T16:00:59.509 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 224968, 2024-04-12T16:00:59.509 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3453 2024-04-12T16:00:59.509 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.509 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T16:00:59.509 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.509 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.509 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.509 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T16:00:59.509 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.509 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.509 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.509 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T16:00:59.510 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.510 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.510 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.510 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T16:00:59.510 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.510 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.510 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.510 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.510 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.5": { 2024-04-12T16:00:59.510 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T16:00:59.510 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.510 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.510 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.510 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T16:00:59.510 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 6368, 2024-04-12T16:00:59.510 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 123 2024-04-12T16:00:59.511 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.511 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T16:00:59.511 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 16896, 2024-04-12T16:00:59.511 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 8 2024-04-12T16:00:59.511 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.511 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T16:00:59.511 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 576, 2024-04-12T16:00:59.511 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3 2024-04-12T16:00:59.511 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.511 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T16:00:59.511 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 3040, 2024-04-12T16:00:59.511 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 38 2024-04-12T16:00:59.511 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.511 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T16:00:59.511 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 19824, 2024-04-12T16:00:59.512 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 177 2024-04-12T16:00:59.512 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.512 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T16:00:59.512 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 480, 2024-04-12T16:00:59.512 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 34 2024-04-12T16:00:59.512 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.512 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T16:00:59.512 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.512 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.512 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.512 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T16:00:59.512 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 86290, 2024-04-12T16:00:59.512 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 14958 2024-04-12T16:00:59.512 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.512 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T16:00:59.513 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 198816, 2024-04-12T16:00:59.513 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 324 2024-04-12T16:00:59.513 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.513 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T16:00:59.513 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 9960, 2024-04-12T16:00:59.513 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 578 2024-04-12T16:00:59.513 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.513 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T16:00:59.513 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 8496, 2024-04-12T16:00:59.513 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 177 2024-04-12T16:00:59.513 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.513 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T16:00:59.513 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.513 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.513 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.514 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T16:00:59.514 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 28458, 2024-04-12T16:00:59.514 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 192 2024-04-12T16:00:59.514 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.514 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T16:00:59.514 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 19824, 2024-04-12T16:00:59.514 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 177 2024-04-12T16:00:59.514 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.514 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T16:00:59.514 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2208, 2024-04-12T16:00:59.514 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3 2024-04-12T16:00:59.514 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.514 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T16:00:59.514 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 825569, 2024-04-12T16:00:59.514 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 50 2024-04-12T16:00:59.515 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.515 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T16:00:59.515 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 28605, 2024-04-12T16:00:59.515 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 11 2024-04-12T16:00:59.515 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.515 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T16:00:59.515 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2443456, 2024-04-12T16:00:59.515 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 181 2024-04-12T16:00:59.515 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.515 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T16:00:59.515 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 5632, 2024-04-12T16:00:59.515 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 64 2024-04-12T16:00:59.515 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.515 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T16:00:59.515 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.515 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.516 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.516 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:00:59.516 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 486864, 2024-04-12T16:00:59.516 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 42 2024-04-12T16:00:59.516 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.516 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T16:00:59.516 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.516 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.516 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.516 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T16:00:59.516 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 11960, 2024-04-12T16:00:59.516 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 23 2024-04-12T16:00:59.516 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.516 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T16:00:59.516 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 224968, 2024-04-12T16:00:59.516 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3453 2024-04-12T16:00:59.517 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.517 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T16:00:59.517 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.517 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.517 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.517 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T16:00:59.517 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.517 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.517 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.517 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T16:00:59.517 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.517 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.517 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.517 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T16:00:59.517 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.518 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.518 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.518 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.518 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.6": { 2024-04-12T16:00:59.518 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T16:00:59.518 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.518 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.518 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.518 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T16:00:59.518 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 6368, 2024-04-12T16:00:59.518 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 123 2024-04-12T16:00:59.518 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.518 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T16:00:59.518 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 16896, 2024-04-12T16:00:59.518 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 8 2024-04-12T16:00:59.518 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.519 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T16:00:59.519 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 576, 2024-04-12T16:00:59.519 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3 2024-04-12T16:00:59.519 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.519 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T16:00:59.519 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2320, 2024-04-12T16:00:59.519 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 29 2024-04-12T16:00:59.519 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.519 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T16:00:59.519 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 20720, 2024-04-12T16:00:59.519 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 185 2024-04-12T16:00:59.519 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.519 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T16:00:59.519 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 256, 2024-04-12T16:00:59.519 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 32 2024-04-12T16:00:59.520 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.520 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T16:00:59.520 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.520 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.520 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.520 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T16:00:59.520 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 45773, 2024-04-12T16:00:59.520 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 8916 2024-04-12T16:00:59.520 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.520 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T16:00:59.520 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 128776, 2024-04-12T16:00:59.520 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 221 2024-04-12T16:00:59.520 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.520 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T16:00:59.520 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 10852, 2024-04-12T16:00:59.521 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 732 2024-04-12T16:00:59.521 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.521 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T16:00:59.521 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 8880, 2024-04-12T16:00:59.521 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 185 2024-04-12T16:00:59.521 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.521 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T16:00:59.521 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.521 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.521 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.521 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T16:00:59.521 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 28886, 2024-04-12T16:00:59.521 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 189 2024-04-12T16:00:59.521 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.521 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T16:00:59.522 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 20720, 2024-04-12T16:00:59.522 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 185 2024-04-12T16:00:59.522 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.522 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T16:00:59.522 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.522 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.522 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.522 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T16:00:59.522 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 209121, 2024-04-12T16:00:59.522 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 43 2024-04-12T16:00:59.522 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.522 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T16:00:59.522 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.522 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.522 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.523 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T16:00:59.523 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2391506, 2024-04-12T16:00:59.523 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 162 2024-04-12T16:00:59.523 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.523 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T16:00:59.523 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 4488, 2024-04-12T16:00:59.523 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 51 2024-04-12T16:00:59.523 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.523 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T16:00:59.523 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.523 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.523 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.523 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:00:59.523 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 452088, 2024-04-12T16:00:59.523 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 39 2024-04-12T16:00:59.523 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.524 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T16:00:59.524 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.524 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.524 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.524 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T16:00:59.524 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 92872, 2024-04-12T16:00:59.524 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 189 2024-04-12T16:00:59.524 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.524 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T16:00:59.524 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 225224, 2024-04-12T16:00:59.524 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3465 2024-04-12T16:00:59.524 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.524 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T16:00:59.524 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.524 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.524 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.525 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T16:00:59.525 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.525 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.525 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.525 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T16:00:59.525 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.525 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.525 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.525 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T16:00:59.525 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.525 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.525 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.525 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.525 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.7": { 2024-04-12T16:00:59.525 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T16:00:59.525 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.526 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.526 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.526 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T16:00:59.526 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 6368, 2024-04-12T16:00:59.526 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 123 2024-04-12T16:00:59.526 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.526 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T16:00:59.526 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 16896, 2024-04-12T16:00:59.526 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 8 2024-04-12T16:00:59.526 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.526 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T16:00:59.526 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 576, 2024-04-12T16:00:59.526 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3 2024-04-12T16:00:59.526 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.526 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T16:00:59.527 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1680, 2024-04-12T16:00:59.527 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 21 2024-04-12T16:00:59.527 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.527 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T16:00:59.527 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 20720, 2024-04-12T16:00:59.527 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 185 2024-04-12T16:00:59.527 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.527 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T16:00:59.527 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 928, 2024-04-12T16:00:59.527 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 38 2024-04-12T16:00:59.527 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.527 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T16:00:59.527 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 266240, 2024-04-12T16:00:59.527 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 6 2024-04-12T16:00:59.527 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.527 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T16:00:59.527 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 47916, 2024-04-12T16:00:59.528 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 9237 2024-04-12T16:00:59.528 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.528 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T16:00:59.528 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 134216, 2024-04-12T16:00:59.528 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 229 2024-04-12T16:00:59.528 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.528 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T16:00:59.528 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 11636, 2024-04-12T16:00:59.528 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 739 2024-04-12T16:00:59.528 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.528 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T16:00:59.528 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 8880, 2024-04-12T16:00:59.528 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 185 2024-04-12T16:00:59.528 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.529 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T16:00:59.529 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.529 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.529 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.529 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T16:00:59.529 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 30934, 2024-04-12T16:00:59.529 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 197 2024-04-12T16:00:59.529 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.529 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T16:00:59.529 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 20720, 2024-04-12T16:00:59.529 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 185 2024-04-12T16:00:59.529 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.529 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T16:00:59.529 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.529 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.529 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.530 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T16:00:59.530 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 141111, 2024-04-12T16:00:59.530 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 28 2024-04-12T16:00:59.530 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.530 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T16:00:59.530 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.530 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.530 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.530 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T16:00:59.530 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2414442, 2024-04-12T16:00:59.530 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 200 2024-04-12T16:00:59.530 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.530 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T16:00:59.530 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 5720, 2024-04-12T16:00:59.531 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 65 2024-04-12T16:00:59.531 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.531 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T16:00:59.531 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.531 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.531 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.531 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:00:59.531 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 533232, 2024-04-12T16:00:59.531 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 46 2024-04-12T16:00:59.531 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.531 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T16:00:59.531 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.531 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.531 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.531 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T16:00:59.532 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 93704, 2024-04-12T16:00:59.532 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 213 2024-04-12T16:00:59.532 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.532 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T16:00:59.532 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 224456, 2024-04-12T16:00:59.532 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3429 2024-04-12T16:00:59.532 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.532 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T16:00:59.532 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.532 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.532 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.532 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T16:00:59.532 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.532 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.532 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.533 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T16:00:59.533 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.533 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.533 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.533 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T16:00:59.533 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:00:59.533 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:00:59.533 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.533 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.533 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.533 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.533 INFO:tasks.workunit.client.0.smithi099.stdout: "metadata": { 2024-04-12T16:00:59.533 INFO:tasks.workunit.client.0.smithi099.stdout: "mds": { 2024-04-12T16:00:59.533 INFO:tasks.workunit.client.0.smithi099.stdout: "arch": { 2024-04-12T16:00:59.533 INFO:tasks.workunit.client.0.smithi099.stdout: "x86_64": 2 2024-04-12T16:00:59.533 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.534 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_version": { 2024-04-12T16:00:59.534 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:00:59.534 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.534 INFO:tasks.workunit.client.0.smithi099.stdout: "cpu": { 2024-04-12T16:00:59.534 INFO:tasks.workunit.client.0.smithi099.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-12T16:00:59.534 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.534 INFO:tasks.workunit.client.0.smithi099.stdout: "distro": { 2024-04-12T16:00:59.534 INFO:tasks.workunit.client.0.smithi099.stdout: "centos": 2 2024-04-12T16:00:59.534 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.534 INFO:tasks.workunit.client.0.smithi099.stdout: "distro_description": { 2024-04-12T16:00:59.534 INFO:tasks.workunit.client.0.smithi099.stdout: "CentOS Stream 8": 2 2024-04-12T16:00:59.534 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.534 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_description": { 2024-04-12T16:00:59.534 INFO:tasks.workunit.client.0.smithi099.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-12T16:00:59.535 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.535 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_version": { 2024-04-12T16:00:59.535 INFO:tasks.workunit.client.0.smithi099.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-12T16:00:59.535 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.535 INFO:tasks.workunit.client.0.smithi099.stdout: "os": { 2024-04-12T16:00:59.535 INFO:tasks.workunit.client.0.smithi099.stdout: "Linux": 2 2024-04-12T16:00:59.535 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.535 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.535 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T16:00:59.535 INFO:tasks.workunit.client.0.smithi099.stdout: "arch": { 2024-04-12T16:00:59.535 INFO:tasks.workunit.client.0.smithi099.stdout: "x86_64": 3 2024-04-12T16:00:59.535 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.535 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_version": { 2024-04-12T16:00:59.535 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-12T16:00:59.535 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.535 INFO:tasks.workunit.client.0.smithi099.stdout: "cpu": { 2024-04-12T16:00:59.536 INFO:tasks.workunit.client.0.smithi099.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-12T16:00:59.536 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.536 INFO:tasks.workunit.client.0.smithi099.stdout: "distro": { 2024-04-12T16:00:59.536 INFO:tasks.workunit.client.0.smithi099.stdout: "centos": 3 2024-04-12T16:00:59.536 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.536 INFO:tasks.workunit.client.0.smithi099.stdout: "distro_description": { 2024-04-12T16:00:59.536 INFO:tasks.workunit.client.0.smithi099.stdout: "CentOS Stream 8": 3 2024-04-12T16:00:59.536 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.536 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_description": { 2024-04-12T16:00:59.536 INFO:tasks.workunit.client.0.smithi099.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-12T16:00:59.536 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.536 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_version": { 2024-04-12T16:00:59.536 INFO:tasks.workunit.client.0.smithi099.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-12T16:00:59.536 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.536 INFO:tasks.workunit.client.0.smithi099.stdout: "os": { 2024-04-12T16:00:59.537 INFO:tasks.workunit.client.0.smithi099.stdout: "Linux": 3 2024-04-12T16:00:59.537 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.537 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.537 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:00:59.537 INFO:tasks.workunit.client.0.smithi099.stdout: "arch": { 2024-04-12T16:00:59.537 INFO:tasks.workunit.client.0.smithi099.stdout: "x86_64": 8 2024-04-12T16:00:59.537 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.537 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_version": { 2024-04-12T16:00:59.537 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-12T16:00:59.537 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.537 INFO:tasks.workunit.client.0.smithi099.stdout: "cpu": { 2024-04-12T16:00:59.537 INFO:tasks.workunit.client.0.smithi099.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-12T16:00:59.537 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.537 INFO:tasks.workunit.client.0.smithi099.stdout: "distro": { 2024-04-12T16:00:59.537 INFO:tasks.workunit.client.0.smithi099.stdout: "centos": 8 2024-04-12T16:00:59.538 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.538 INFO:tasks.workunit.client.0.smithi099.stdout: "distro_description": { 2024-04-12T16:00:59.538 INFO:tasks.workunit.client.0.smithi099.stdout: "CentOS Stream 8": 8 2024-04-12T16:00:59.538 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.538 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_description": { 2024-04-12T16:00:59.538 INFO:tasks.workunit.client.0.smithi099.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-12T16:00:59.538 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.538 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_version": { 2024-04-12T16:00:59.538 INFO:tasks.workunit.client.0.smithi099.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-12T16:00:59.538 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.538 INFO:tasks.workunit.client.0.smithi099.stdout: "os": { 2024-04-12T16:00:59.538 INFO:tasks.workunit.client.0.smithi099.stdout: "Linux": 8 2024-04-12T16:00:59.538 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.538 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_objectstore": { 2024-04-12T16:00:59.538 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": 8 2024-04-12T16:00:59.539 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.539 INFO:tasks.workunit.client.0.smithi099.stdout: "rotational": { 2024-04-12T16:00:59.539 INFO:tasks.workunit.client.0.smithi099.stdout: "0": 8 2024-04-12T16:00:59.539 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.539 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.539 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.539 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T16:00:59.539 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3, 2024-04-12T16:00:59.539 INFO:tasks.workunit.client.0.smithi099.stdout: "features": { 2024-04-12T16:00:59.539 INFO:tasks.workunit.client.0.smithi099.stdout: "optional": [], 2024-04-12T16:00:59.539 INFO:tasks.workunit.client.0.smithi099.stdout: "persistent": [ 2024-04-12T16:00:59.539 INFO:tasks.workunit.client.0.smithi099.stdout: "kraken", 2024-04-12T16:00:59.539 INFO:tasks.workunit.client.0.smithi099.stdout: "luminous", 2024-04-12T16:00:59.539 INFO:tasks.workunit.client.0.smithi099.stdout: "mimic", 2024-04-12T16:00:59.539 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap-prune", 2024-04-12T16:00:59.540 INFO:tasks.workunit.client.0.smithi099.stdout: "nautilus", 2024-04-12T16:00:59.540 INFO:tasks.workunit.client.0.smithi099.stdout: "octopus", 2024-04-12T16:00:59.540 INFO:tasks.workunit.client.0.smithi099.stdout: "pacific", 2024-04-12T16:00:59.540 INFO:tasks.workunit.client.0.smithi099.stdout: "elector-pinging", 2024-04-12T16:00:59.540 INFO:tasks.workunit.client.0.smithi099.stdout: "quincy", 2024-04-12T16:00:59.540 INFO:tasks.workunit.client.0.smithi099.stdout: "reef" 2024-04-12T16:00:59.540 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:59.540 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.540 INFO:tasks.workunit.client.0.smithi099.stdout: "ipv4_addr_mons": 6, 2024-04-12T16:00:59.540 INFO:tasks.workunit.client.0.smithi099.stdout: "ipv6_addr_mons": 0, 2024-04-12T16:00:59.540 INFO:tasks.workunit.client.0.smithi099.stdout: "min_mon_release": 18, 2024-04-12T16:00:59.540 INFO:tasks.workunit.client.0.smithi099.stdout: "v1_addr_mons": 3, 2024-04-12T16:00:59.540 INFO:tasks.workunit.client.0.smithi099.stdout: "v2_addr_mons": 3 2024-04-12T16:00:59.540 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.540 INFO:tasks.workunit.client.0.smithi099.stdout: "organization": "ceph-qa", 2024-04-12T16:00:59.540 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:00:59.541 INFO:tasks.workunit.client.0.smithi099.stdout: "cluster_network": false, 2024-04-12T16:00:59.541 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8, 2024-04-12T16:00:59.541 INFO:tasks.workunit.client.0.smithi099.stdout: "require_min_compat_client": "luminous", 2024-04-12T16:00:59.541 INFO:tasks.workunit.client.0.smithi099.stdout: "require_osd_release": "reef" 2024-04-12T16:00:59.541 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.541 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_perf_histograms": [ 2024-04-12T16:00:59.541 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:59.541 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T16:00:59.541 INFO:tasks.workunit.client.0.smithi099.stdout: "axes": [ 2024-04-12T16:00:59.541 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:59.541 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T16:00:59.541 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T16:00:59.541 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Latency (usec)", 2024-04-12T16:00:59.541 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 100000, 2024-04-12T16:00:59.541 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T16:00:59.541 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T16:00:59.542 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 99999]", 2024-04-12T16:00:59.542 INFO:tasks.workunit.client.0.smithi099.stdout: "[100000, 199999]", 2024-04-12T16:00:59.542 INFO:tasks.workunit.client.0.smithi099.stdout: "[200000, 399999]", 2024-04-12T16:00:59.542 INFO:tasks.workunit.client.0.smithi099.stdout: "[400000, 799999]", 2024-04-12T16:00:59.542 INFO:tasks.workunit.client.0.smithi099.stdout: "[800000, 1599999]", 2024-04-12T16:00:59.542 INFO:tasks.workunit.client.0.smithi099.stdout: "[1600000, 3199999]", 2024-04-12T16:00:59.542 INFO:tasks.workunit.client.0.smithi099.stdout: "[3200000, 6399999]", 2024-04-12T16:00:59.542 INFO:tasks.workunit.client.0.smithi099.stdout: "[6400000, 12799999]", 2024-04-12T16:00:59.542 INFO:tasks.workunit.client.0.smithi099.stdout: "[12800000, 25599999]", 2024-04-12T16:00:59.542 INFO:tasks.workunit.client.0.smithi099.stdout: "[25600000, 51199999]", 2024-04-12T16:00:59.542 INFO:tasks.workunit.client.0.smithi099.stdout: "[51200000, 102399999]", 2024-04-12T16:00:59.542 INFO:tasks.workunit.client.0.smithi099.stdout: "[102400000, 204799999]", 2024-04-12T16:00:59.542 INFO:tasks.workunit.client.0.smithi099.stdout: "[204800000, 409599999]", 2024-04-12T16:00:59.542 INFO:tasks.workunit.client.0.smithi099.stdout: "[409600000, 819199999]", 2024-04-12T16:00:59.542 INFO:tasks.workunit.client.0.smithi099.stdout: "[819200000, 1638399999]", 2024-04-12T16:00:59.543 INFO:tasks.workunit.client.0.smithi099.stdout: "[1638400000, 3276799999]", 2024-04-12T16:00:59.543 INFO:tasks.workunit.client.0.smithi099.stdout: "[3276800000, 6553599999]", 2024-04-12T16:00:59.543 INFO:tasks.workunit.client.0.smithi099.stdout: "[6553600000, 13107199999]", 2024-04-12T16:00:59.543 INFO:tasks.workunit.client.0.smithi099.stdout: "[13107200000, 26214399999]", 2024-04-12T16:00:59.543 INFO:tasks.workunit.client.0.smithi099.stdout: "[26214400000, 52428799999]", 2024-04-12T16:00:59.543 INFO:tasks.workunit.client.0.smithi099.stdout: "[52428800000, 104857599999]", 2024-04-12T16:00:59.543 INFO:tasks.workunit.client.0.smithi099.stdout: "[104857600000, 209715199999]", 2024-04-12T16:00:59.543 INFO:tasks.workunit.client.0.smithi099.stdout: "[209715200000, 419430399999]", 2024-04-12T16:00:59.543 INFO:tasks.workunit.client.0.smithi099.stdout: "[419430400000, 838860799999]", 2024-04-12T16:00:59.543 INFO:tasks.workunit.client.0.smithi099.stdout: "[838860800000, 1677721599999]", 2024-04-12T16:00:59.543 INFO:tasks.workunit.client.0.smithi099.stdout: "[1677721600000, 3355443199999]", 2024-04-12T16:00:59.543 INFO:tasks.workunit.client.0.smithi099.stdout: "[3355443200000, 6710886399999]", 2024-04-12T16:00:59.543 INFO:tasks.workunit.client.0.smithi099.stdout: "[6710886400000, 13421772799999]", 2024-04-12T16:00:59.543 INFO:tasks.workunit.client.0.smithi099.stdout: "[13421772800000, 26843545599999]", 2024-04-12T16:00:59.543 INFO:tasks.workunit.client.0.smithi099.stdout: "[26843545600000, 53687091199999]", 2024-04-12T16:00:59.544 INFO:tasks.workunit.client.0.smithi099.stdout: "[53687091200000, None]" 2024-04-12T16:00:59.544 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:59.544 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T16:00:59.544 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.544 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:59.544 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T16:00:59.544 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T16:00:59.544 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Request size (bytes)", 2024-04-12T16:00:59.544 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 512, 2024-04-12T16:00:59.544 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T16:00:59.544 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T16:00:59.544 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 511]", 2024-04-12T16:00:59.544 INFO:tasks.workunit.client.0.smithi099.stdout: "[512, 1023]", 2024-04-12T16:00:59.544 INFO:tasks.workunit.client.0.smithi099.stdout: "[1024, 2047]", 2024-04-12T16:00:59.544 INFO:tasks.workunit.client.0.smithi099.stdout: "[2048, 4095]", 2024-04-12T16:00:59.544 INFO:tasks.workunit.client.0.smithi099.stdout: "[4096, 8191]", 2024-04-12T16:00:59.545 INFO:tasks.workunit.client.0.smithi099.stdout: "[8192, 16383]", 2024-04-12T16:00:59.545 INFO:tasks.workunit.client.0.smithi099.stdout: "[16384, 32767]", 2024-04-12T16:00:59.545 INFO:tasks.workunit.client.0.smithi099.stdout: "[32768, 65535]", 2024-04-12T16:00:59.545 INFO:tasks.workunit.client.0.smithi099.stdout: "[65536, 131071]", 2024-04-12T16:00:59.545 INFO:tasks.workunit.client.0.smithi099.stdout: "[131072, 262143]", 2024-04-12T16:00:59.545 INFO:tasks.workunit.client.0.smithi099.stdout: "[262144, 524287]", 2024-04-12T16:00:59.545 INFO:tasks.workunit.client.0.smithi099.stdout: "[524288, 1048575]", 2024-04-12T16:00:59.545 INFO:tasks.workunit.client.0.smithi099.stdout: "[1048576, 2097151]", 2024-04-12T16:00:59.545 INFO:tasks.workunit.client.0.smithi099.stdout: "[2097152, 4194303]", 2024-04-12T16:00:59.545 INFO:tasks.workunit.client.0.smithi099.stdout: "[4194304, 8388607]", 2024-04-12T16:00:59.545 INFO:tasks.workunit.client.0.smithi099.stdout: "[8388608, 16777215]", 2024-04-12T16:00:59.545 INFO:tasks.workunit.client.0.smithi099.stdout: "[16777216, 33554431]", 2024-04-12T16:00:59.545 INFO:tasks.workunit.client.0.smithi099.stdout: "[33554432, 67108863]", 2024-04-12T16:00:59.545 INFO:tasks.workunit.client.0.smithi099.stdout: "[67108864, 134217727]", 2024-04-12T16:00:59.545 INFO:tasks.workunit.client.0.smithi099.stdout: "[134217728, 268435455]", 2024-04-12T16:00:59.546 INFO:tasks.workunit.client.0.smithi099.stdout: "[268435456, 536870911]", 2024-04-12T16:00:59.546 INFO:tasks.workunit.client.0.smithi099.stdout: "[536870912, 1073741823]", 2024-04-12T16:00:59.546 INFO:tasks.workunit.client.0.smithi099.stdout: "[1073741824, 2147483647]", 2024-04-12T16:00:59.546 INFO:tasks.workunit.client.0.smithi099.stdout: "[2147483648, 4294967295]", 2024-04-12T16:00:59.546 INFO:tasks.workunit.client.0.smithi099.stdout: "[4294967296, 8589934591]", 2024-04-12T16:00:59.546 INFO:tasks.workunit.client.0.smithi099.stdout: "[8589934592, 17179869183]", 2024-04-12T16:00:59.546 INFO:tasks.workunit.client.0.smithi099.stdout: "[17179869184, 34359738367]", 2024-04-12T16:00:59.546 INFO:tasks.workunit.client.0.smithi099.stdout: "[34359738368, 68719476735]", 2024-04-12T16:00:59.546 INFO:tasks.workunit.client.0.smithi099.stdout: "[68719476736, 137438953471]", 2024-04-12T16:00:59.546 INFO:tasks.workunit.client.0.smithi099.stdout: "[137438953472, 274877906943]", 2024-04-12T16:00:59.546 INFO:tasks.workunit.client.0.smithi099.stdout: "[274877906944, None]" 2024-04-12T16:00:59.546 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:59.546 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T16:00:59.546 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.547 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:59.547 INFO:tasks.workunit.client.0.smithi099.stdout: "osds": [ 2024-04-12T16:00:59.547 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:59.547 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 0, 2024-04-12T16:00:59.547 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:00:59.547 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.547 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.547 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.547 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.547 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.547 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.547 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.547 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.547 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.547 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.548 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.548 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.548 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.548 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.548 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.548 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.548 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.548 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.548 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.548 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.548 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.548 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.548 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.548 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.548 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.549 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.549 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.549 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.549 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.549 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.549 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.549 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:00:59.549 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:59.549 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.549 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:59.549 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 1, 2024-04-12T16:00:59.549 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:00:59.549 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.549 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.549 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.549 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.550 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.550 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.550 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.550 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.550 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.550 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.550 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.550 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.550 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.550 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.550 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.550 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.550 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.550 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.550 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.551 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.551 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.551 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.551 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.551 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.551 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.551 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.551 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.551 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.551 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.551 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.551 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.551 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:00:59.551 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:59.552 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.552 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:59.552 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 2, 2024-04-12T16:00:59.552 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:00:59.552 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.552 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.552 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.552 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.552 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.552 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.552 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.552 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.552 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.552 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.553 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.553 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.553 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.553 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.553 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.553 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.553 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.553 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.553 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.553 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.553 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.553 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.553 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.553 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.553 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.553 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.554 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.554 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.554 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.554 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.554 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.554 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:00:59.554 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:59.554 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.554 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:59.554 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 3, 2024-04-12T16:00:59.554 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:00:59.554 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.554 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.554 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.555 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.555 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.555 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.555 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.555 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.555 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.555 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.555 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.555 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.555 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.555 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.555 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.555 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.555 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.555 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.556 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.556 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.556 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.556 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.556 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.556 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.556 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.556 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.556 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.556 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.556 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.556 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.556 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.556 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:00:59.556 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:59.556 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.557 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:59.557 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 4, 2024-04-12T16:00:59.557 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:00:59.557 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.557 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.557 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.557 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.557 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.557 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.557 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.557 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.557 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.557 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.557 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.557 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.558 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.558 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.558 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.558 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.558 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.558 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.558 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.558 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.558 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.558 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.558 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.558 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.558 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.558 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.558 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.559 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.559 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.559 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.559 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.559 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:00:59.559 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:59.559 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.559 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:59.559 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 5, 2024-04-12T16:00:59.559 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:00:59.559 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.559 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.559 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.559 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.559 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.559 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.560 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.560 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.560 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.560 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.560 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.560 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.560 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.560 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.560 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.560 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.560 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.561 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.561 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.561 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.561 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.561 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.561 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.561 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.561 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.561 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.561 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.561 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.561 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.561 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.561 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.561 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:00:59.562 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:59.562 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.562 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:59.562 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 6, 2024-04-12T16:00:59.562 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:00:59.562 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.562 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.562 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.562 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.562 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.562 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.562 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.562 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.562 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.562 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.563 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.563 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.563 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.563 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.563 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.563 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.563 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.563 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.563 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.563 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.563 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.563 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.563 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.563 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.563 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.564 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.564 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.564 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.564 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.564 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.564 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.564 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:00:59.564 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:59.564 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.564 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:59.564 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 7, 2024-04-12T16:00:59.564 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:00:59.564 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.564 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.564 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 83, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.565 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.565 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.565 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.565 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.565 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.565 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.565 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.565 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.565 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.565 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.565 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.565 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.565 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.565 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.565 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.566 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.566 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.566 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.566 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.566 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.566 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.566 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.566 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.566 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.566 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.566 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.566 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.566 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.566 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:00:59.566 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:59.567 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.567 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:59.567 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.567 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T16:00:59.567 INFO:tasks.workunit.client.0.smithi099.stdout: "axes": [ 2024-04-12T16:00:59.567 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:59.567 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T16:00:59.567 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T16:00:59.567 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Latency (usec)", 2024-04-12T16:00:59.567 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 100000, 2024-04-12T16:00:59.567 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T16:00:59.567 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T16:00:59.567 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 99999]", 2024-04-12T16:00:59.567 INFO:tasks.workunit.client.0.smithi099.stdout: "[100000, 199999]", 2024-04-12T16:00:59.567 INFO:tasks.workunit.client.0.smithi099.stdout: "[200000, 399999]", 2024-04-12T16:00:59.568 INFO:tasks.workunit.client.0.smithi099.stdout: "[400000, 799999]", 2024-04-12T16:00:59.568 INFO:tasks.workunit.client.0.smithi099.stdout: "[800000, 1599999]", 2024-04-12T16:00:59.568 INFO:tasks.workunit.client.0.smithi099.stdout: "[1600000, 3199999]", 2024-04-12T16:00:59.568 INFO:tasks.workunit.client.0.smithi099.stdout: "[3200000, 6399999]", 2024-04-12T16:00:59.568 INFO:tasks.workunit.client.0.smithi099.stdout: "[6400000, 12799999]", 2024-04-12T16:00:59.568 INFO:tasks.workunit.client.0.smithi099.stdout: "[12800000, 25599999]", 2024-04-12T16:00:59.568 INFO:tasks.workunit.client.0.smithi099.stdout: "[25600000, 51199999]", 2024-04-12T16:00:59.568 INFO:tasks.workunit.client.0.smithi099.stdout: "[51200000, 102399999]", 2024-04-12T16:00:59.568 INFO:tasks.workunit.client.0.smithi099.stdout: "[102400000, 204799999]", 2024-04-12T16:00:59.568 INFO:tasks.workunit.client.0.smithi099.stdout: "[204800000, 409599999]", 2024-04-12T16:00:59.568 INFO:tasks.workunit.client.0.smithi099.stdout: "[409600000, 819199999]", 2024-04-12T16:00:59.568 INFO:tasks.workunit.client.0.smithi099.stdout: "[819200000, 1638399999]", 2024-04-12T16:00:59.568 INFO:tasks.workunit.client.0.smithi099.stdout: "[1638400000, 3276799999]", 2024-04-12T16:00:59.568 INFO:tasks.workunit.client.0.smithi099.stdout: "[3276800000, 6553599999]", 2024-04-12T16:00:59.568 INFO:tasks.workunit.client.0.smithi099.stdout: "[6553600000, 13107199999]", 2024-04-12T16:00:59.569 INFO:tasks.workunit.client.0.smithi099.stdout: "[13107200000, 26214399999]", 2024-04-12T16:00:59.569 INFO:tasks.workunit.client.0.smithi099.stdout: "[26214400000, 52428799999]", 2024-04-12T16:00:59.569 INFO:tasks.workunit.client.0.smithi099.stdout: "[52428800000, 104857599999]", 2024-04-12T16:00:59.569 INFO:tasks.workunit.client.0.smithi099.stdout: "[104857600000, 209715199999]", 2024-04-12T16:00:59.569 INFO:tasks.workunit.client.0.smithi099.stdout: "[209715200000, 419430399999]", 2024-04-12T16:00:59.569 INFO:tasks.workunit.client.0.smithi099.stdout: "[419430400000, 838860799999]", 2024-04-12T16:00:59.569 INFO:tasks.workunit.client.0.smithi099.stdout: "[838860800000, 1677721599999]", 2024-04-12T16:00:59.569 INFO:tasks.workunit.client.0.smithi099.stdout: "[1677721600000, 3355443199999]", 2024-04-12T16:00:59.569 INFO:tasks.workunit.client.0.smithi099.stdout: "[3355443200000, 6710886399999]", 2024-04-12T16:00:59.569 INFO:tasks.workunit.client.0.smithi099.stdout: "[6710886400000, 13421772799999]", 2024-04-12T16:00:59.569 INFO:tasks.workunit.client.0.smithi099.stdout: "[13421772800000, 26843545599999]", 2024-04-12T16:00:59.569 INFO:tasks.workunit.client.0.smithi099.stdout: "[26843545600000, 53687091199999]", 2024-04-12T16:00:59.569 INFO:tasks.workunit.client.0.smithi099.stdout: "[53687091200000, None]" 2024-04-12T16:00:59.569 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:59.569 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T16:00:59.569 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.570 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:59.570 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T16:00:59.570 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T16:00:59.570 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Request size (bytes)", 2024-04-12T16:00:59.570 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 512, 2024-04-12T16:00:59.570 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T16:00:59.570 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T16:00:59.570 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 511]", 2024-04-12T16:00:59.570 INFO:tasks.workunit.client.0.smithi099.stdout: "[512, 1023]", 2024-04-12T16:00:59.570 INFO:tasks.workunit.client.0.smithi099.stdout: "[1024, 2047]", 2024-04-12T16:00:59.570 INFO:tasks.workunit.client.0.smithi099.stdout: "[2048, 4095]", 2024-04-12T16:00:59.570 INFO:tasks.workunit.client.0.smithi099.stdout: "[4096, 8191]", 2024-04-12T16:00:59.570 INFO:tasks.workunit.client.0.smithi099.stdout: "[8192, 16383]", 2024-04-12T16:00:59.570 INFO:tasks.workunit.client.0.smithi099.stdout: "[16384, 32767]", 2024-04-12T16:00:59.570 INFO:tasks.workunit.client.0.smithi099.stdout: "[32768, 65535]", 2024-04-12T16:00:59.571 INFO:tasks.workunit.client.0.smithi099.stdout: "[65536, 131071]", 2024-04-12T16:00:59.571 INFO:tasks.workunit.client.0.smithi099.stdout: "[131072, 262143]", 2024-04-12T16:00:59.571 INFO:tasks.workunit.client.0.smithi099.stdout: "[262144, 524287]", 2024-04-12T16:00:59.571 INFO:tasks.workunit.client.0.smithi099.stdout: "[524288, 1048575]", 2024-04-12T16:00:59.571 INFO:tasks.workunit.client.0.smithi099.stdout: "[1048576, 2097151]", 2024-04-12T16:00:59.571 INFO:tasks.workunit.client.0.smithi099.stdout: "[2097152, 4194303]", 2024-04-12T16:00:59.571 INFO:tasks.workunit.client.0.smithi099.stdout: "[4194304, 8388607]", 2024-04-12T16:00:59.571 INFO:tasks.workunit.client.0.smithi099.stdout: "[8388608, 16777215]", 2024-04-12T16:00:59.571 INFO:tasks.workunit.client.0.smithi099.stdout: "[16777216, 33554431]", 2024-04-12T16:00:59.571 INFO:tasks.workunit.client.0.smithi099.stdout: "[33554432, 67108863]", 2024-04-12T16:00:59.571 INFO:tasks.workunit.client.0.smithi099.stdout: "[67108864, 134217727]", 2024-04-12T16:00:59.571 INFO:tasks.workunit.client.0.smithi099.stdout: "[134217728, 268435455]", 2024-04-12T16:00:59.571 INFO:tasks.workunit.client.0.smithi099.stdout: "[268435456, 536870911]", 2024-04-12T16:00:59.571 INFO:tasks.workunit.client.0.smithi099.stdout: "[536870912, 1073741823]", 2024-04-12T16:00:59.571 INFO:tasks.workunit.client.0.smithi099.stdout: "[1073741824, 2147483647]", 2024-04-12T16:00:59.572 INFO:tasks.workunit.client.0.smithi099.stdout: "[2147483648, 4294967295]", 2024-04-12T16:00:59.572 INFO:tasks.workunit.client.0.smithi099.stdout: "[4294967296, 8589934591]", 2024-04-12T16:00:59.572 INFO:tasks.workunit.client.0.smithi099.stdout: "[8589934592, 17179869183]", 2024-04-12T16:00:59.572 INFO:tasks.workunit.client.0.smithi099.stdout: "[17179869184, 34359738367]", 2024-04-12T16:00:59.572 INFO:tasks.workunit.client.0.smithi099.stdout: "[34359738368, 68719476735]", 2024-04-12T16:00:59.572 INFO:tasks.workunit.client.0.smithi099.stdout: "[68719476736, 137438953471]", 2024-04-12T16:00:59.572 INFO:tasks.workunit.client.0.smithi099.stdout: "[137438953472, 274877906943]", 2024-04-12T16:00:59.572 INFO:tasks.workunit.client.0.smithi099.stdout: "[274877906944, None]" 2024-04-12T16:00:59.572 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:59.572 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T16:00:59.572 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.572 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:59.572 INFO:tasks.workunit.client.0.smithi099.stdout: "osds": [ 2024-04-12T16:00:59.572 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:59.572 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 0, 2024-04-12T16:00:59.572 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:00:59.573 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.573 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.573 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.573 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.573 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.573 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.573 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.573 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.573 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.573 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.573 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.573 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.573 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.573 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.574 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.574 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.574 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.574 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.574 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.574 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.574 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.574 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.574 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.574 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.574 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.574 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.574 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.574 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.574 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.575 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.575 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.575 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:00:59.575 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:59.575 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.575 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:59.575 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 1, 2024-04-12T16:00:59.575 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:00:59.575 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.575 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.575 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.575 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.575 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.575 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.575 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.576 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.576 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.576 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.576 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.576 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.576 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.576 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.576 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.576 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.576 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.576 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.576 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.576 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.576 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.576 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.576 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.577 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.577 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.577 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.577 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.577 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.577 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.577 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.577 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.577 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:00:59.577 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:59.577 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.577 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:59.577 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 2, 2024-04-12T16:00:59.577 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:00:59.577 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.577 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.578 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.578 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.578 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.578 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.578 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.578 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.578 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.578 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.578 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.578 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.578 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.578 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.578 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.578 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.579 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.579 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.579 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.579 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.579 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.579 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.579 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.579 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.579 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.579 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.579 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.579 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.579 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.579 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.579 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.579 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:00:59.580 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:59.580 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.580 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:59.580 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 3, 2024-04-12T16:00:59.580 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:00:59.580 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.580 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.580 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.580 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.580 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.580 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.580 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.580 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.580 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.580 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.581 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.581 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.581 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.581 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.581 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.581 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.581 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.581 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.581 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.581 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.581 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.581 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.581 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.581 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.581 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.582 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.582 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.582 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.582 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.582 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.582 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.582 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:00:59.582 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:59.582 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.582 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:59.582 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 4, 2024-04-12T16:00:59.582 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:00:59.582 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.582 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.582 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.583 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.583 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.583 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.583 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.583 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.583 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.583 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.583 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.583 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.583 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.583 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.583 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.583 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.583 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.584 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.584 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.584 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.584 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.584 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.584 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.584 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.584 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.584 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.584 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.584 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.584 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.584 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.584 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.584 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:00:59.585 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:59.585 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.585 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:59.585 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 5, 2024-04-12T16:00:59.585 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:00:59.585 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.585 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.585 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.585 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.585 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.585 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.585 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.585 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.585 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.585 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.586 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.586 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.586 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.586 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.586 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.586 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.586 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.586 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.586 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.586 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.586 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.586 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.586 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.586 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.586 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.586 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.587 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.587 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.587 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.587 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.587 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.587 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:00:59.587 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:59.587 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.587 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:59.589 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 6, 2024-04-12T16:00:59.589 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:00:59.589 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.589 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.589 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.589 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.589 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.590 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.590 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.590 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.590 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.590 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.590 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.590 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.590 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.590 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.590 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.590 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.590 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.590 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.590 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.591 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.591 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.591 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.591 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.591 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.591 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.591 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.591 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.591 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.591 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.591 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.591 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.591 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:00:59.591 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:59.591 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.592 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:59.592 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 7, 2024-04-12T16:00:59.592 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:00:59.592 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.592 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.592 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.592 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.592 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.592 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.592 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.592 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.592 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.592 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.592 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.592 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.593 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.593 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.593 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.593 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.593 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.593 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.593 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.593 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.593 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.593 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.593 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.593 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.593 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.593 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.593 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.593 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.594 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.594 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.594 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.594 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:00:59.594 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:59.594 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.594 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:59.594 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.594 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T16:00:59.594 INFO:tasks.workunit.client.0.smithi099.stdout: "axes": [ 2024-04-12T16:00:59.594 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:59.594 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T16:00:59.594 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T16:00:59.594 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Latency (usec)", 2024-04-12T16:00:59.594 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 100000, 2024-04-12T16:00:59.595 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T16:00:59.595 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T16:00:59.595 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 99999]", 2024-04-12T16:00:59.595 INFO:tasks.workunit.client.0.smithi099.stdout: "[100000, 199999]", 2024-04-12T16:00:59.595 INFO:tasks.workunit.client.0.smithi099.stdout: "[200000, 399999]", 2024-04-12T16:00:59.595 INFO:tasks.workunit.client.0.smithi099.stdout: "[400000, 799999]", 2024-04-12T16:00:59.595 INFO:tasks.workunit.client.0.smithi099.stdout: "[800000, 1599999]", 2024-04-12T16:00:59.595 INFO:tasks.workunit.client.0.smithi099.stdout: "[1600000, 3199999]", 2024-04-12T16:00:59.595 INFO:tasks.workunit.client.0.smithi099.stdout: "[3200000, 6399999]", 2024-04-12T16:00:59.595 INFO:tasks.workunit.client.0.smithi099.stdout: "[6400000, 12799999]", 2024-04-12T16:00:59.595 INFO:tasks.workunit.client.0.smithi099.stdout: "[12800000, 25599999]", 2024-04-12T16:00:59.595 INFO:tasks.workunit.client.0.smithi099.stdout: "[25600000, 51199999]", 2024-04-12T16:00:59.595 INFO:tasks.workunit.client.0.smithi099.stdout: "[51200000, 102399999]", 2024-04-12T16:00:59.595 INFO:tasks.workunit.client.0.smithi099.stdout: "[102400000, 204799999]", 2024-04-12T16:00:59.596 INFO:tasks.workunit.client.0.smithi099.stdout: "[204800000, 409599999]", 2024-04-12T16:00:59.596 INFO:tasks.workunit.client.0.smithi099.stdout: "[409600000, 819199999]", 2024-04-12T16:00:59.596 INFO:tasks.workunit.client.0.smithi099.stdout: "[819200000, 1638399999]", 2024-04-12T16:00:59.596 INFO:tasks.workunit.client.0.smithi099.stdout: "[1638400000, 3276799999]", 2024-04-12T16:00:59.596 INFO:tasks.workunit.client.0.smithi099.stdout: "[3276800000, 6553599999]", 2024-04-12T16:00:59.596 INFO:tasks.workunit.client.0.smithi099.stdout: "[6553600000, 13107199999]", 2024-04-12T16:00:59.596 INFO:tasks.workunit.client.0.smithi099.stdout: "[13107200000, 26214399999]", 2024-04-12T16:00:59.596 INFO:tasks.workunit.client.0.smithi099.stdout: "[26214400000, 52428799999]", 2024-04-12T16:00:59.596 INFO:tasks.workunit.client.0.smithi099.stdout: "[52428800000, 104857599999]", 2024-04-12T16:00:59.596 INFO:tasks.workunit.client.0.smithi099.stdout: "[104857600000, 209715199999]", 2024-04-12T16:00:59.596 INFO:tasks.workunit.client.0.smithi099.stdout: "[209715200000, 419430399999]", 2024-04-12T16:00:59.596 INFO:tasks.workunit.client.0.smithi099.stdout: "[419430400000, 838860799999]", 2024-04-12T16:00:59.596 INFO:tasks.workunit.client.0.smithi099.stdout: "[838860800000, 1677721599999]", 2024-04-12T16:00:59.596 INFO:tasks.workunit.client.0.smithi099.stdout: "[1677721600000, 3355443199999]", 2024-04-12T16:00:59.596 INFO:tasks.workunit.client.0.smithi099.stdout: "[3355443200000, 6710886399999]", 2024-04-12T16:00:59.597 INFO:tasks.workunit.client.0.smithi099.stdout: "[6710886400000, 13421772799999]", 2024-04-12T16:00:59.597 INFO:tasks.workunit.client.0.smithi099.stdout: "[13421772800000, 26843545599999]", 2024-04-12T16:00:59.597 INFO:tasks.workunit.client.0.smithi099.stdout: "[26843545600000, 53687091199999]", 2024-04-12T16:00:59.597 INFO:tasks.workunit.client.0.smithi099.stdout: "[53687091200000, None]" 2024-04-12T16:00:59.597 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:59.597 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T16:00:59.597 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.597 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:59.597 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T16:00:59.597 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T16:00:59.597 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Request size (bytes)", 2024-04-12T16:00:59.597 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 512, 2024-04-12T16:00:59.597 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T16:00:59.597 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T16:00:59.597 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 511]", 2024-04-12T16:00:59.597 INFO:tasks.workunit.client.0.smithi099.stdout: "[512, 1023]", 2024-04-12T16:00:59.598 INFO:tasks.workunit.client.0.smithi099.stdout: "[1024, 2047]", 2024-04-12T16:00:59.598 INFO:tasks.workunit.client.0.smithi099.stdout: "[2048, 4095]", 2024-04-12T16:00:59.598 INFO:tasks.workunit.client.0.smithi099.stdout: "[4096, 8191]", 2024-04-12T16:00:59.598 INFO:tasks.workunit.client.0.smithi099.stdout: "[8192, 16383]", 2024-04-12T16:00:59.598 INFO:tasks.workunit.client.0.smithi099.stdout: "[16384, 32767]", 2024-04-12T16:00:59.598 INFO:tasks.workunit.client.0.smithi099.stdout: "[32768, 65535]", 2024-04-12T16:00:59.598 INFO:tasks.workunit.client.0.smithi099.stdout: "[65536, 131071]", 2024-04-12T16:00:59.598 INFO:tasks.workunit.client.0.smithi099.stdout: "[131072, 262143]", 2024-04-12T16:00:59.598 INFO:tasks.workunit.client.0.smithi099.stdout: "[262144, 524287]", 2024-04-12T16:00:59.598 INFO:tasks.workunit.client.0.smithi099.stdout: "[524288, 1048575]", 2024-04-12T16:00:59.598 INFO:tasks.workunit.client.0.smithi099.stdout: "[1048576, 2097151]", 2024-04-12T16:00:59.598 INFO:tasks.workunit.client.0.smithi099.stdout: "[2097152, 4194303]", 2024-04-12T16:00:59.598 INFO:tasks.workunit.client.0.smithi099.stdout: "[4194304, 8388607]", 2024-04-12T16:00:59.598 INFO:tasks.workunit.client.0.smithi099.stdout: "[8388608, 16777215]", 2024-04-12T16:00:59.598 INFO:tasks.workunit.client.0.smithi099.stdout: "[16777216, 33554431]", 2024-04-12T16:00:59.598 INFO:tasks.workunit.client.0.smithi099.stdout: "[33554432, 67108863]", 2024-04-12T16:00:59.599 INFO:tasks.workunit.client.0.smithi099.stdout: "[67108864, 134217727]", 2024-04-12T16:00:59.599 INFO:tasks.workunit.client.0.smithi099.stdout: "[134217728, 268435455]", 2024-04-12T16:00:59.599 INFO:tasks.workunit.client.0.smithi099.stdout: "[268435456, 536870911]", 2024-04-12T16:00:59.599 INFO:tasks.workunit.client.0.smithi099.stdout: "[536870912, 1073741823]", 2024-04-12T16:00:59.599 INFO:tasks.workunit.client.0.smithi099.stdout: "[1073741824, 2147483647]", 2024-04-12T16:00:59.599 INFO:tasks.workunit.client.0.smithi099.stdout: "[2147483648, 4294967295]", 2024-04-12T16:00:59.599 INFO:tasks.workunit.client.0.smithi099.stdout: "[4294967296, 8589934591]", 2024-04-12T16:00:59.599 INFO:tasks.workunit.client.0.smithi099.stdout: "[8589934592, 17179869183]", 2024-04-12T16:00:59.599 INFO:tasks.workunit.client.0.smithi099.stdout: "[17179869184, 34359738367]", 2024-04-12T16:00:59.599 INFO:tasks.workunit.client.0.smithi099.stdout: "[34359738368, 68719476735]", 2024-04-12T16:00:59.599 INFO:tasks.workunit.client.0.smithi099.stdout: "[68719476736, 137438953471]", 2024-04-12T16:00:59.599 INFO:tasks.workunit.client.0.smithi099.stdout: "[137438953472, 274877906943]", 2024-04-12T16:00:59.599 INFO:tasks.workunit.client.0.smithi099.stdout: "[274877906944, None]" 2024-04-12T16:00:59.599 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:59.599 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T16:00:59.600 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.600 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:59.600 INFO:tasks.workunit.client.0.smithi099.stdout: "osds": [ 2024-04-12T16:00:59.600 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:59.600 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 0, 2024-04-12T16:00:59.600 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:00:59.600 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.600 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.600 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.600 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.600 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.600 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.600 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.600 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.600 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.600 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.601 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.601 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.601 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.601 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.601 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.601 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.601 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.601 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.601 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.601 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.601 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.601 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.601 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.601 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.601 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.602 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.602 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.602 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.602 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.602 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.602 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.602 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:00:59.602 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:59.602 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.602 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:59.602 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 1, 2024-04-12T16:00:59.602 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:00:59.602 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.602 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.603 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.603 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.603 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.603 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.603 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.603 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.603 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.603 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.603 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.603 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.603 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.603 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.603 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.603 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.603 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.603 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.604 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.604 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.604 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.604 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.604 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.604 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.604 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.604 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.604 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.604 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.604 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.604 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.604 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.604 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:00:59.605 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:59.605 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.605 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:59.605 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 2, 2024-04-12T16:00:59.605 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:00:59.605 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.605 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.605 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.605 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.605 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.605 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.605 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.605 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.605 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.605 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.605 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.606 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.606 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.606 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.606 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.606 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.606 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.606 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.606 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.606 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.606 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.606 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.606 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.606 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.606 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.606 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.607 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.607 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.607 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.607 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.607 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.607 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:00:59.607 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:59.607 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.607 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:59.607 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 3, 2024-04-12T16:00:59.607 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:00:59.607 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.607 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.607 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.608 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.608 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.608 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.608 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.608 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.608 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.608 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.608 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.608 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.608 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.608 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.608 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.608 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.608 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.608 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.608 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.609 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.609 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.609 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.609 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.609 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.609 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.609 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.609 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.609 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.609 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.609 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.609 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.609 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:00:59.609 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:59.609 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.610 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:59.610 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 4, 2024-04-12T16:00:59.610 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:00:59.610 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.610 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.610 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.610 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.610 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.610 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.610 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.610 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.610 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.610 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.610 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.611 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.611 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.611 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.611 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.611 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.611 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.611 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.611 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.611 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.611 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.611 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.611 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.611 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.611 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.611 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.611 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.611 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.612 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.612 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.612 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.612 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:00:59.612 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:59.612 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.612 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:59.612 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 5, 2024-04-12T16:00:59.612 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:00:59.612 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.612 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.612 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.612 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.612 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.613 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.613 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.613 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.613 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.613 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.613 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.613 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.613 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.613 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.613 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.613 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.613 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.613 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.613 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.614 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.614 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.614 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.614 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.614 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.614 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.614 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.614 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.614 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.614 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.614 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.614 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.614 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:00:59.614 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:59.614 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.615 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:59.615 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 6, 2024-04-12T16:00:59.615 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:00:59.615 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.615 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.615 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.615 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.615 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.615 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.615 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.615 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.615 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.615 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.615 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.615 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.616 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.616 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.616 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.616 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.616 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.616 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.616 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.616 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.616 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.616 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.616 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.616 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.616 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.616 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.616 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.617 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.617 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.617 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.617 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.617 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:00:59.617 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:59.617 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.617 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:59.617 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 7, 2024-04-12T16:00:59.617 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:00:59.617 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.617 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.617 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.617 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.617 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.618 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.618 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.618 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.618 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.618 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.618 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.618 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.618 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.618 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.618 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.618 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.618 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.618 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.618 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.619 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.619 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.619 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.619 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.619 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.619 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.619 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.619 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.619 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.619 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.619 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.619 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.619 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:00:59.619 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:59.620 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.620 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:59.620 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.620 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T16:00:59.620 INFO:tasks.workunit.client.0.smithi099.stdout: "axes": [ 2024-04-12T16:00:59.620 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:59.620 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T16:00:59.620 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T16:00:59.620 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Latency (usec)", 2024-04-12T16:00:59.620 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 100000, 2024-04-12T16:00:59.620 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T16:00:59.620 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T16:00:59.620 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 99999]", 2024-04-12T16:00:59.620 INFO:tasks.workunit.client.0.smithi099.stdout: "[100000, 199999]", 2024-04-12T16:00:59.620 INFO:tasks.workunit.client.0.smithi099.stdout: "[200000, 399999]", 2024-04-12T16:00:59.620 INFO:tasks.workunit.client.0.smithi099.stdout: "[400000, 799999]", 2024-04-12T16:00:59.621 INFO:tasks.workunit.client.0.smithi099.stdout: "[800000, 1599999]", 2024-04-12T16:00:59.621 INFO:tasks.workunit.client.0.smithi099.stdout: "[1600000, 3199999]", 2024-04-12T16:00:59.621 INFO:tasks.workunit.client.0.smithi099.stdout: "[3200000, 6399999]", 2024-04-12T16:00:59.621 INFO:tasks.workunit.client.0.smithi099.stdout: "[6400000, 12799999]", 2024-04-12T16:00:59.621 INFO:tasks.workunit.client.0.smithi099.stdout: "[12800000, 25599999]", 2024-04-12T16:00:59.621 INFO:tasks.workunit.client.0.smithi099.stdout: "[25600000, 51199999]", 2024-04-12T16:00:59.621 INFO:tasks.workunit.client.0.smithi099.stdout: "[51200000, 102399999]", 2024-04-12T16:00:59.621 INFO:tasks.workunit.client.0.smithi099.stdout: "[102400000, 204799999]", 2024-04-12T16:00:59.621 INFO:tasks.workunit.client.0.smithi099.stdout: "[204800000, 409599999]", 2024-04-12T16:00:59.621 INFO:tasks.workunit.client.0.smithi099.stdout: "[409600000, 819199999]", 2024-04-12T16:00:59.621 INFO:tasks.workunit.client.0.smithi099.stdout: "[819200000, 1638399999]", 2024-04-12T16:00:59.621 INFO:tasks.workunit.client.0.smithi099.stdout: "[1638400000, 3276799999]", 2024-04-12T16:00:59.621 INFO:tasks.workunit.client.0.smithi099.stdout: "[3276800000, 6553599999]", 2024-04-12T16:00:59.621 INFO:tasks.workunit.client.0.smithi099.stdout: "[6553600000, 13107199999]", 2024-04-12T16:00:59.621 INFO:tasks.workunit.client.0.smithi099.stdout: "[13107200000, 26214399999]", 2024-04-12T16:00:59.621 INFO:tasks.workunit.client.0.smithi099.stdout: "[26214400000, 52428799999]", 2024-04-12T16:00:59.622 INFO:tasks.workunit.client.0.smithi099.stdout: "[52428800000, 104857599999]", 2024-04-12T16:00:59.622 INFO:tasks.workunit.client.0.smithi099.stdout: "[104857600000, 209715199999]", 2024-04-12T16:00:59.622 INFO:tasks.workunit.client.0.smithi099.stdout: "[209715200000, 419430399999]", 2024-04-12T16:00:59.622 INFO:tasks.workunit.client.0.smithi099.stdout: "[419430400000, 838860799999]", 2024-04-12T16:00:59.622 INFO:tasks.workunit.client.0.smithi099.stdout: "[838860800000, 1677721599999]", 2024-04-12T16:00:59.622 INFO:tasks.workunit.client.0.smithi099.stdout: "[1677721600000, 3355443199999]", 2024-04-12T16:00:59.622 INFO:tasks.workunit.client.0.smithi099.stdout: "[3355443200000, 6710886399999]", 2024-04-12T16:00:59.622 INFO:tasks.workunit.client.0.smithi099.stdout: "[6710886400000, 13421772799999]", 2024-04-12T16:00:59.622 INFO:tasks.workunit.client.0.smithi099.stdout: "[13421772800000, 26843545599999]", 2024-04-12T16:00:59.622 INFO:tasks.workunit.client.0.smithi099.stdout: "[26843545600000, 53687091199999]", 2024-04-12T16:00:59.622 INFO:tasks.workunit.client.0.smithi099.stdout: "[53687091200000, None]" 2024-04-12T16:00:59.622 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:59.622 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T16:00:59.622 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.622 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:59.623 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T16:00:59.623 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T16:00:59.623 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Request size (bytes)", 2024-04-12T16:00:59.623 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 512, 2024-04-12T16:00:59.623 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T16:00:59.623 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T16:00:59.623 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 511]", 2024-04-12T16:00:59.623 INFO:tasks.workunit.client.0.smithi099.stdout: "[512, 1023]", 2024-04-12T16:00:59.623 INFO:tasks.workunit.client.0.smithi099.stdout: "[1024, 2047]", 2024-04-12T16:00:59.623 INFO:tasks.workunit.client.0.smithi099.stdout: "[2048, 4095]", 2024-04-12T16:00:59.623 INFO:tasks.workunit.client.0.smithi099.stdout: "[4096, 8191]", 2024-04-12T16:00:59.623 INFO:tasks.workunit.client.0.smithi099.stdout: "[8192, 16383]", 2024-04-12T16:00:59.623 INFO:tasks.workunit.client.0.smithi099.stdout: "[16384, 32767]", 2024-04-12T16:00:59.623 INFO:tasks.workunit.client.0.smithi099.stdout: "[32768, 65535]", 2024-04-12T16:00:59.623 INFO:tasks.workunit.client.0.smithi099.stdout: "[65536, 131071]", 2024-04-12T16:00:59.623 INFO:tasks.workunit.client.0.smithi099.stdout: "[131072, 262143]", 2024-04-12T16:00:59.624 INFO:tasks.workunit.client.0.smithi099.stdout: "[262144, 524287]", 2024-04-12T16:00:59.624 INFO:tasks.workunit.client.0.smithi099.stdout: "[524288, 1048575]", 2024-04-12T16:00:59.624 INFO:tasks.workunit.client.0.smithi099.stdout: "[1048576, 2097151]", 2024-04-12T16:00:59.624 INFO:tasks.workunit.client.0.smithi099.stdout: "[2097152, 4194303]", 2024-04-12T16:00:59.624 INFO:tasks.workunit.client.0.smithi099.stdout: "[4194304, 8388607]", 2024-04-12T16:00:59.624 INFO:tasks.workunit.client.0.smithi099.stdout: "[8388608, 16777215]", 2024-04-12T16:00:59.624 INFO:tasks.workunit.client.0.smithi099.stdout: "[16777216, 33554431]", 2024-04-12T16:00:59.624 INFO:tasks.workunit.client.0.smithi099.stdout: "[33554432, 67108863]", 2024-04-12T16:00:59.624 INFO:tasks.workunit.client.0.smithi099.stdout: "[67108864, 134217727]", 2024-04-12T16:00:59.624 INFO:tasks.workunit.client.0.smithi099.stdout: "[134217728, 268435455]", 2024-04-12T16:00:59.624 INFO:tasks.workunit.client.0.smithi099.stdout: "[268435456, 536870911]", 2024-04-12T16:00:59.624 INFO:tasks.workunit.client.0.smithi099.stdout: "[536870912, 1073741823]", 2024-04-12T16:00:59.624 INFO:tasks.workunit.client.0.smithi099.stdout: "[1073741824, 2147483647]", 2024-04-12T16:00:59.624 INFO:tasks.workunit.client.0.smithi099.stdout: "[2147483648, 4294967295]", 2024-04-12T16:00:59.624 INFO:tasks.workunit.client.0.smithi099.stdout: "[4294967296, 8589934591]", 2024-04-12T16:00:59.625 INFO:tasks.workunit.client.0.smithi099.stdout: "[8589934592, 17179869183]", 2024-04-12T16:00:59.625 INFO:tasks.workunit.client.0.smithi099.stdout: "[17179869184, 34359738367]", 2024-04-12T16:00:59.625 INFO:tasks.workunit.client.0.smithi099.stdout: "[34359738368, 68719476735]", 2024-04-12T16:00:59.625 INFO:tasks.workunit.client.0.smithi099.stdout: "[68719476736, 137438953471]", 2024-04-12T16:00:59.625 INFO:tasks.workunit.client.0.smithi099.stdout: "[137438953472, 274877906943]", 2024-04-12T16:00:59.625 INFO:tasks.workunit.client.0.smithi099.stdout: "[274877906944, None]" 2024-04-12T16:00:59.625 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:59.625 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T16:00:59.625 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.625 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:59.625 INFO:tasks.workunit.client.0.smithi099.stdout: "osds": [ 2024-04-12T16:00:59.625 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:59.625 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 0, 2024-04-12T16:00:59.625 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:00:59.625 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.625 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.626 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.626 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.626 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.626 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.626 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.626 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.626 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.626 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.626 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.626 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.626 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.626 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.626 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.626 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.627 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.627 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.627 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.627 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.627 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.627 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.627 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.627 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.627 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.627 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.627 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.627 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.627 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.627 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.627 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.628 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:00:59.628 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:59.628 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.628 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:59.628 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 1, 2024-04-12T16:00:59.628 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:00:59.628 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.628 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.628 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.628 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.628 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.628 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 7, 1, 0, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.628 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 17, 7, 0, 0, 0, 0, 0, 0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.628 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.628 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.628 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.629 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.629 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.629 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.629 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.629 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.629 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.629 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.629 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.629 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.629 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.629 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.629 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.629 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.629 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.630 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.630 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.630 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.630 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.630 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.630 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.630 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.630 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:00:59.630 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:59.630 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.630 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:59.630 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 2, 2024-04-12T16:00:59.630 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:00:59.630 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.630 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.631 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.631 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.631 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.631 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.631 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.631 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.631 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.631 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.631 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.631 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.631 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.631 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.631 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.631 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.631 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.632 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.632 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.632 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.632 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.632 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.632 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.632 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.632 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.632 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.632 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.632 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.632 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.632 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.633 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.633 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:00:59.633 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:59.633 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.633 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:59.633 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 3, 2024-04-12T16:00:59.633 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:00:59.633 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.633 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.633 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.633 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.633 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.633 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.633 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.633 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.633 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.634 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.634 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.634 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.634 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.634 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.634 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.634 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.634 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.634 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.634 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.634 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.634 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.634 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.634 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.635 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.635 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.635 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.635 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.635 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.635 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.635 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.635 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.635 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:00:59.635 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:59.635 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.635 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:59.635 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 4, 2024-04-12T16:00:59.635 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:00:59.635 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.636 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.636 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.636 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.636 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.636 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.636 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.636 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.636 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.636 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.636 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.636 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.636 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.636 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.636 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.636 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.637 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.637 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.637 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.637 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.637 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.637 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.637 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.637 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.637 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.637 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.637 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.637 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.637 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.637 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.637 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.637 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:00:59.638 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:59.638 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.638 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:59.638 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 5, 2024-04-12T16:00:59.638 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:00:59.638 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.638 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.638 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.638 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.638 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.638 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.638 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.638 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.638 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.638 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.639 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.639 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.639 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.639 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.639 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.639 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.639 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.639 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.639 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.639 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.639 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.639 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.639 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.639 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.640 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.640 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.640 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.640 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.640 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.640 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.640 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.640 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:00:59.640 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:59.640 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.640 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:59.640 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 6, 2024-04-12T16:00:59.640 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:00:59.640 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.640 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.640 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.641 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.641 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.641 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.641 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.641 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.641 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.641 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.641 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.641 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.641 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.641 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.641 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.641 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.641 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.641 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.641 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.642 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.642 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.642 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.642 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.642 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.642 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.642 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.642 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.642 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.642 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.642 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.642 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.642 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:00:59.642 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:59.642 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.643 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:00:59.643 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 7, 2024-04-12T16:00:59.643 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:00:59.643 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.643 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.643 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.643 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.643 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.643 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.643 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.643 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.643 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.643 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.643 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.644 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.644 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.644 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.644 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.644 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.644 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.644 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.644 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.644 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.644 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.644 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.644 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.644 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.644 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.644 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.645 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.645 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.645 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.645 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.645 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:00:59.645 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:00:59.645 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:59.645 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.645 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:00:59.645 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.645 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.645 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:00:59.645 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_counters": { 2024-04-12T16:00:59.645 INFO:tasks.workunit.client.0.smithi099.stdout: "mds.1e2a24d7ed8c1704620ea3bccfc67a7f23c62d00": { 2024-04-12T16:00:59.645 INFO:tasks.workunit.client.0.smithi099.stdout: "mds": { 2024-04-12T16:00:59.646 INFO:tasks.workunit.client.0.smithi099.stdout: "caps": { 2024-04-12T16:00:59.646 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.646 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.646 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_cap_op_flush_ack": { 2024-04-12T16:00:59.646 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.646 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.646 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-12T16:00:59.646 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.646 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.646 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_cap_op_grant": { 2024-04-12T16:00:59.646 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.646 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.646 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_cap_op_revoke": { 2024-04-12T16:00:59.646 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.646 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.646 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_cap_op_trunc": { 2024-04-12T16:00:59.647 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.647 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.647 INFO:tasks.workunit.client.0.smithi099.stdout: "dir_commit": { 2024-04-12T16:00:59.647 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12 2024-04-12T16:00:59.647 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.647 INFO:tasks.workunit.client.0.smithi099.stdout: "dir_fetch_complete": { 2024-04-12T16:00:59.647 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.647 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.647 INFO:tasks.workunit.client.0.smithi099.stdout: "dir_fetch_keys": { 2024-04-12T16:00:59.647 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.647 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.647 INFO:tasks.workunit.client.0.smithi099.stdout: "dir_merge": { 2024-04-12T16:00:59.647 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.647 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.647 INFO:tasks.workunit.client.0.smithi099.stdout: "dir_split": { 2024-04-12T16:00:59.648 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.648 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.648 INFO:tasks.workunit.client.0.smithi099.stdout: "exported_inodes": { 2024-04-12T16:00:59.648 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.648 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.648 INFO:tasks.workunit.client.0.smithi099.stdout: "forward": { 2024-04-12T16:00:59.648 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.648 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.648 INFO:tasks.workunit.client.0.smithi099.stdout: "handle_client_cap_release": { 2024-04-12T16:00:59.648 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.648 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.648 INFO:tasks.workunit.client.0.smithi099.stdout: "handle_client_caps": { 2024-04-12T16:00:59.648 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.648 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.648 INFO:tasks.workunit.client.0.smithi099.stdout: "handle_client_caps_dirty": { 2024-04-12T16:00:59.648 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.649 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.649 INFO:tasks.workunit.client.0.smithi099.stdout: "handle_inode_file_caps": { 2024-04-12T16:00:59.649 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.649 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.649 INFO:tasks.workunit.client.0.smithi099.stdout: "imported_inodes": { 2024-04-12T16:00:59.649 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.649 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.649 INFO:tasks.workunit.client.0.smithi099.stdout: "inodes": { 2024-04-12T16:00:59.649 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10 2024-04-12T16:00:59.649 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.649 INFO:tasks.workunit.client.0.smithi099.stdout: "inodes_expired": { 2024-04-12T16:00:59.649 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.649 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.649 INFO:tasks.workunit.client.0.smithi099.stdout: "inodes_pinned": { 2024-04-12T16:00:59.649 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10 2024-04-12T16:00:59.649 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.650 INFO:tasks.workunit.client.0.smithi099.stdout: "inodes_with_caps": { 2024-04-12T16:00:59.650 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.650 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.650 INFO:tasks.workunit.client.0.smithi099.stdout: "load_cent": { 2024-04-12T16:00:59.650 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.650 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.650 INFO:tasks.workunit.client.0.smithi099.stdout: "openino_dir_fetch": { 2024-04-12T16:00:59.650 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.650 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.650 INFO:tasks.workunit.client.0.smithi099.stdout: "process_request_cap_release": { 2024-04-12T16:00:59.650 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.650 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.650 INFO:tasks.workunit.client.0.smithi099.stdout: "reply_latency": { 2024-04-12T16:00:59.650 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T16:00:59.651 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 268866 2024-04-12T16:00:59.651 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.651 INFO:tasks.workunit.client.0.smithi099.stdout: "request": { 2024-04-12T16:00:59.651 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T16:00:59.651 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.651 INFO:tasks.workunit.client.0.smithi099.stdout: "root_rbytes": { 2024-04-12T16:00:59.651 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.651 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.651 INFO:tasks.workunit.client.0.smithi099.stdout: "root_rfiles": { 2024-04-12T16:00:59.651 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.651 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.651 INFO:tasks.workunit.client.0.smithi099.stdout: "root_rsnaps": { 2024-04-12T16:00:59.651 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.651 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.651 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_reply": { 2024-04-12T16:00:59.651 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.652 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.652 INFO:tasks.workunit.client.0.smithi099.stdout: "subtrees": { 2024-04-12T16:00:59.652 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T16:00:59.652 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.652 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.652 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_cache": { 2024-04-12T16:00:59.652 INFO:tasks.workunit.client.0.smithi099.stdout: "ireq_enqueue_scrub": { 2024-04-12T16:00:59.652 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.652 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.652 INFO:tasks.workunit.client.0.smithi099.stdout: "ireq_exportdir": { 2024-04-12T16:00:59.652 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.652 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.652 INFO:tasks.workunit.client.0.smithi099.stdout: "ireq_flush": { 2024-04-12T16:00:59.652 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.652 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.653 INFO:tasks.workunit.client.0.smithi099.stdout: "ireq_fragmentdir": { 2024-04-12T16:00:59.653 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.653 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.653 INFO:tasks.workunit.client.0.smithi099.stdout: "ireq_fragstats": { 2024-04-12T16:00:59.653 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.653 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.653 INFO:tasks.workunit.client.0.smithi099.stdout: "ireq_inodestats": { 2024-04-12T16:00:59.653 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.653 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.653 INFO:tasks.workunit.client.0.smithi099.stdout: "num_recovering_enqueued": { 2024-04-12T16:00:59.653 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.653 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.653 INFO:tasks.workunit.client.0.smithi099.stdout: "num_recovering_prioritized": { 2024-04-12T16:00:59.653 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.653 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.654 INFO:tasks.workunit.client.0.smithi099.stdout: "num_recovering_processing": { 2024-04-12T16:00:59.654 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.654 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.654 INFO:tasks.workunit.client.0.smithi099.stdout: "num_strays": { 2024-04-12T16:00:59.654 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.654 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.654 INFO:tasks.workunit.client.0.smithi099.stdout: "num_strays_delayed": { 2024-04-12T16:00:59.654 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.654 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.654 INFO:tasks.workunit.client.0.smithi099.stdout: "num_strays_enqueuing": { 2024-04-12T16:00:59.654 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.654 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.654 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_completed": { 2024-04-12T16:00:59.654 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.654 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.654 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_started": { 2024-04-12T16:00:59.655 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.655 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.655 INFO:tasks.workunit.client.0.smithi099.stdout: "strays_created": { 2024-04-12T16:00:59.655 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.655 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.655 INFO:tasks.workunit.client.0.smithi099.stdout: "strays_enqueued": { 2024-04-12T16:00:59.655 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.655 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.655 INFO:tasks.workunit.client.0.smithi099.stdout: "strays_migrated": { 2024-04-12T16:00:59.655 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.655 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.655 INFO:tasks.workunit.client.0.smithi099.stdout: "strays_reintegrated": { 2024-04-12T16:00:59.655 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.655 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.655 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.656 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_log": { 2024-04-12T16:00:59.656 INFO:tasks.workunit.client.0.smithi099.stdout: "ev": { 2024-04-12T16:00:59.656 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5 2024-04-12T16:00:59.656 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.656 INFO:tasks.workunit.client.0.smithi099.stdout: "evadd": { 2024-04-12T16:00:59.656 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5 2024-04-12T16:00:59.656 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.656 INFO:tasks.workunit.client.0.smithi099.stdout: "evex": { 2024-04-12T16:00:59.656 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.656 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.656 INFO:tasks.workunit.client.0.smithi099.stdout: "evexd": { 2024-04-12T16:00:59.656 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.656 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.656 INFO:tasks.workunit.client.0.smithi099.stdout: "evexg": { 2024-04-12T16:00:59.656 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.656 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.657 INFO:tasks.workunit.client.0.smithi099.stdout: "evtrm": { 2024-04-12T16:00:59.657 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.657 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.657 INFO:tasks.workunit.client.0.smithi099.stdout: "jlat": { 2024-04-12T16:00:59.657 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 5, 2024-04-12T16:00:59.657 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13224285 2024-04-12T16:00:59.657 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.657 INFO:tasks.workunit.client.0.smithi099.stdout: "replayed": { 2024-04-12T16:00:59.657 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.657 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.657 INFO:tasks.workunit.client.0.smithi099.stdout: "seg": { 2024-04-12T16:00:59.657 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T16:00:59.657 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.657 INFO:tasks.workunit.client.0.smithi099.stdout: "segadd": { 2024-04-12T16:00:59.657 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T16:00:59.657 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.658 INFO:tasks.workunit.client.0.smithi099.stdout: "segex": { 2024-04-12T16:00:59.658 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.658 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.658 INFO:tasks.workunit.client.0.smithi099.stdout: "segexd": { 2024-04-12T16:00:59.658 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.658 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.658 INFO:tasks.workunit.client.0.smithi099.stdout: "segexg": { 2024-04-12T16:00:59.658 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.658 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.658 INFO:tasks.workunit.client.0.smithi099.stdout: "segtrm": { 2024-04-12T16:00:59.658 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.658 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.658 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.658 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_mem": { 2024-04-12T16:00:59.658 INFO:tasks.workunit.client.0.smithi099.stdout: "cap": { 2024-04-12T16:00:59.659 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.659 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.659 INFO:tasks.workunit.client.0.smithi099.stdout: "cap+": { 2024-04-12T16:00:59.659 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T16:00:59.659 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.659 INFO:tasks.workunit.client.0.smithi099.stdout: "cap-": { 2024-04-12T16:00:59.659 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T16:00:59.659 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.659 INFO:tasks.workunit.client.0.smithi099.stdout: "dir": { 2024-04-12T16:00:59.659 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12 2024-04-12T16:00:59.659 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.659 INFO:tasks.workunit.client.0.smithi099.stdout: "dir+": { 2024-04-12T16:00:59.659 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12 2024-04-12T16:00:59.659 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.659 INFO:tasks.workunit.client.0.smithi099.stdout: "dir-": { 2024-04-12T16:00:59.660 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.660 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.660 INFO:tasks.workunit.client.0.smithi099.stdout: "dn": { 2024-04-12T16:00:59.660 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10 2024-04-12T16:00:59.660 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.660 INFO:tasks.workunit.client.0.smithi099.stdout: "dn+": { 2024-04-12T16:00:59.660 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10 2024-04-12T16:00:59.660 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.660 INFO:tasks.workunit.client.0.smithi099.stdout: "dn-": { 2024-04-12T16:00:59.660 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.660 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.660 INFO:tasks.workunit.client.0.smithi099.stdout: "heap": { 2024-04-12T16:00:59.660 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 207156 2024-04-12T16:00:59.660 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.660 INFO:tasks.workunit.client.0.smithi099.stdout: "ino": { 2024-04-12T16:00:59.661 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13 2024-04-12T16:00:59.661 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.661 INFO:tasks.workunit.client.0.smithi099.stdout: "ino+": { 2024-04-12T16:00:59.661 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13 2024-04-12T16:00:59.661 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.661 INFO:tasks.workunit.client.0.smithi099.stdout: "ino-": { 2024-04-12T16:00:59.661 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.661 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.661 INFO:tasks.workunit.client.0.smithi099.stdout: "rss": { 2024-04-12T16:00:59.661 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 40392 2024-04-12T16:00:59.661 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.661 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.661 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_server": { 2024-04-12T16:00:59.661 INFO:tasks.workunit.client.0.smithi099.stdout: "cap_acquisition_throttle": { 2024-04-12T16:00:59.661 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.662 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.662 INFO:tasks.workunit.client.0.smithi099.stdout: "cap_revoke_eviction": { 2024-04-12T16:00:59.662 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.662 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.662 INFO:tasks.workunit.client.0.smithi099.stdout: "handle_client_request": { 2024-04-12T16:00:59.662 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T16:00:59.662 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.662 INFO:tasks.workunit.client.0.smithi099.stdout: "handle_client_session": { 2024-04-12T16:00:59.662 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16 2024-04-12T16:00:59.662 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.662 INFO:tasks.workunit.client.0.smithi099.stdout: "handle_peer_request": { 2024-04-12T16:00:59.662 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.662 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.662 INFO:tasks.workunit.client.0.smithi099.stdout: "req_create_latency": { 2024-04-12T16:00:59.662 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.662 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.663 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.663 INFO:tasks.workunit.client.0.smithi099.stdout: "req_getattr_latency": { 2024-04-12T16:00:59.663 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T16:00:59.663 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 268866 2024-04-12T16:00:59.663 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.663 INFO:tasks.workunit.client.0.smithi099.stdout: "req_getfilelock_latency": { 2024-04-12T16:00:59.663 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.663 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.663 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.663 INFO:tasks.workunit.client.0.smithi099.stdout: "req_getvxattr_latency": { 2024-04-12T16:00:59.663 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.663 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.663 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.663 INFO:tasks.workunit.client.0.smithi099.stdout: "req_link_latency": { 2024-04-12T16:00:59.663 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.664 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.664 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.664 INFO:tasks.workunit.client.0.smithi099.stdout: "req_lookup_latency": { 2024-04-12T16:00:59.664 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.664 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.664 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.664 INFO:tasks.workunit.client.0.smithi099.stdout: "req_lookuphash_latency": { 2024-04-12T16:00:59.664 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.664 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.664 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.664 INFO:tasks.workunit.client.0.smithi099.stdout: "req_lookupino_latency": { 2024-04-12T16:00:59.664 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.664 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.664 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.664 INFO:tasks.workunit.client.0.smithi099.stdout: "req_lookupname_latency": { 2024-04-12T16:00:59.664 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.664 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.665 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.665 INFO:tasks.workunit.client.0.smithi099.stdout: "req_lookupparent_latency": { 2024-04-12T16:00:59.665 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.665 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.665 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.665 INFO:tasks.workunit.client.0.smithi099.stdout: "req_lookupsnap_latency": { 2024-04-12T16:00:59.665 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.665 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.665 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.665 INFO:tasks.workunit.client.0.smithi099.stdout: "req_lssnap_latency": { 2024-04-12T16:00:59.665 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.665 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.665 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.665 INFO:tasks.workunit.client.0.smithi099.stdout: "req_mkdir_latency": { 2024-04-12T16:00:59.665 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.666 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.666 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.666 INFO:tasks.workunit.client.0.smithi099.stdout: "req_mknod_latency": { 2024-04-12T16:00:59.666 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.666 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.666 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.666 INFO:tasks.workunit.client.0.smithi099.stdout: "req_mksnap_latency": { 2024-04-12T16:00:59.666 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.666 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.666 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.666 INFO:tasks.workunit.client.0.smithi099.stdout: "req_open_latency": { 2024-04-12T16:00:59.666 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.666 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.666 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.666 INFO:tasks.workunit.client.0.smithi099.stdout: "req_readdir_latency": { 2024-04-12T16:00:59.667 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.667 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.667 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.667 INFO:tasks.workunit.client.0.smithi099.stdout: "req_rename_latency": { 2024-04-12T16:00:59.667 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.667 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.667 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.667 INFO:tasks.workunit.client.0.smithi099.stdout: "req_renamesnap_latency": { 2024-04-12T16:00:59.667 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.667 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.667 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.667 INFO:tasks.workunit.client.0.smithi099.stdout: "req_rmdir_latency": { 2024-04-12T16:00:59.667 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.667 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.667 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.668 INFO:tasks.workunit.client.0.smithi099.stdout: "req_rmsnap_latency": { 2024-04-12T16:00:59.668 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.668 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.668 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.668 INFO:tasks.workunit.client.0.smithi099.stdout: "req_rmxattr_latency": { 2024-04-12T16:00:59.668 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.668 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.668 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.668 INFO:tasks.workunit.client.0.smithi099.stdout: "req_setattr_latency": { 2024-04-12T16:00:59.668 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.668 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.668 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.668 INFO:tasks.workunit.client.0.smithi099.stdout: "req_setdirlayout_latency": { 2024-04-12T16:00:59.668 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.668 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.668 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.669 INFO:tasks.workunit.client.0.smithi099.stdout: "req_setfilelock_latency": { 2024-04-12T16:00:59.669 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.669 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.669 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.669 INFO:tasks.workunit.client.0.smithi099.stdout: "req_setlayout_latency": { 2024-04-12T16:00:59.669 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.669 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.669 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.669 INFO:tasks.workunit.client.0.smithi099.stdout: "req_setxattr_latency": { 2024-04-12T16:00:59.669 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.669 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.669 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.669 INFO:tasks.workunit.client.0.smithi099.stdout: "req_snapdiff_latency": { 2024-04-12T16:00:59.669 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.669 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.670 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.670 INFO:tasks.workunit.client.0.smithi099.stdout: "req_symlink_latency": { 2024-04-12T16:00:59.670 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.670 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.670 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.670 INFO:tasks.workunit.client.0.smithi099.stdout: "req_unlink_latency": { 2024-04-12T16:00:59.670 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.670 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.670 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.670 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.670 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_sessions": { 2024-04-12T16:00:59.670 INFO:tasks.workunit.client.0.smithi099.stdout: "average_load": { 2024-04-12T16:00:59.670 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T16:00:59.670 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.671 INFO:tasks.workunit.client.0.smithi099.stdout: "avg_session_uptime": { 2024-04-12T16:00:59.671 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 87 2024-04-12T16:00:59.671 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.671 INFO:tasks.workunit.client.0.smithi099.stdout: "mdthresh_evicted": { 2024-04-12T16:00:59.671 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.671 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.671 INFO:tasks.workunit.client.0.smithi099.stdout: "session_add": { 2024-04-12T16:00:59.671 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T16:00:59.671 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.671 INFO:tasks.workunit.client.0.smithi099.stdout: "session_count": { 2024-04-12T16:00:59.671 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.671 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.671 INFO:tasks.workunit.client.0.smithi099.stdout: "session_remove": { 2024-04-12T16:00:59.671 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T16:00:59.671 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.671 INFO:tasks.workunit.client.0.smithi099.stdout: "sessions_open": { 2024-04-12T16:00:59.672 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.672 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.672 INFO:tasks.workunit.client.0.smithi099.stdout: "sessions_stale": { 2024-04-12T16:00:59.672 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.672 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.672 INFO:tasks.workunit.client.0.smithi099.stdout: "total_load": { 2024-04-12T16:00:59.672 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T16:00:59.672 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.672 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.672 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T16:00:59.672 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T16:00:59.672 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.672 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.672 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T16:00:59.672 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.672 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.673 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T16:00:59.673 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.673 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.673 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T16:00:59.673 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 45 2024-04-12T16:00:59.673 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.673 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.673 INFO:tasks.workunit.client.0.smithi099.stdout: "purge_queue": { 2024-04-12T16:00:59.673 INFO:tasks.workunit.client.0.smithi099.stdout: "pq_executed": { 2024-04-12T16:00:59.673 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.673 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.673 INFO:tasks.workunit.client.0.smithi099.stdout: "pq_executing": { 2024-04-12T16:00:59.673 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.673 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.673 INFO:tasks.workunit.client.0.smithi099.stdout: "pq_executing_high_water": { 2024-04-12T16:00:59.673 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.674 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.674 INFO:tasks.workunit.client.0.smithi099.stdout: "pq_executing_ops": { 2024-04-12T16:00:59.674 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.674 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.674 INFO:tasks.workunit.client.0.smithi099.stdout: "pq_executing_ops_high_water": { 2024-04-12T16:00:59.674 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.674 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.674 INFO:tasks.workunit.client.0.smithi099.stdout: "pq_item_in_journal": { 2024-04-12T16:00:59.674 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.674 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.674 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.674 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.674 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.1e2a24d7ed8c1704620ea3bccfc67a7f23c62d00": { 2024-04-12T16:00:59.674 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T16:00:59.674 INFO:tasks.workunit.client.0.smithi099.stdout: "election_call": { 2024-04-12T16:00:59.675 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3 2024-04-12T16:00:59.675 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.675 INFO:tasks.workunit.client.0.smithi099.stdout: "election_lose": { 2024-04-12T16:00:59.675 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.675 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.675 INFO:tasks.workunit.client.0.smithi099.stdout: "election_win": { 2024-04-12T16:00:59.675 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4 2024-04-12T16:00:59.675 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.675 INFO:tasks.workunit.client.0.smithi099.stdout: "num_elections": { 2024-04-12T16:00:59.675 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11 2024-04-12T16:00:59.675 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.675 INFO:tasks.workunit.client.0.smithi099.stdout: "num_sessions": { 2024-04-12T16:00:59.675 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7 2024-04-12T16:00:59.675 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.675 INFO:tasks.workunit.client.0.smithi099.stdout: "session_add": { 2024-04-12T16:00:59.675 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3 2024-04-12T16:00:59.676 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.676 INFO:tasks.workunit.client.0.smithi099.stdout: "session_rm": { 2024-04-12T16:00:59.676 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 179 2024-04-12T16:00:59.676 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.676 INFO:tasks.workunit.client.0.smithi099.stdout: "session_trim": { 2024-04-12T16:00:59.676 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.676 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.676 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.676 INFO:tasks.workunit.client.0.smithi099.stdout: "paxos": { 2024-04-12T16:00:59.676 INFO:tasks.workunit.client.0.smithi099.stdout: "accept_timeout": { 2024-04-12T16:00:59.676 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.676 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.676 INFO:tasks.workunit.client.0.smithi099.stdout: "begin": { 2024-04-12T16:00:59.676 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 948 2024-04-12T16:00:59.676 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.676 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_bytes": { 2024-04-12T16:00:59.677 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 948, 2024-04-12T16:00:59.677 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5037648 2024-04-12T16:00:59.677 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.677 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_keys": { 2024-04-12T16:00:59.677 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 948, 2024-04-12T16:00:59.677 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2844 2024-04-12T16:00:59.677 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.677 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_latency": { 2024-04-12T16:00:59.677 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 948, 2024-04-12T16:00:59.677 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 182995703 2024-04-12T16:00:59.677 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.677 INFO:tasks.workunit.client.0.smithi099.stdout: "collect": { 2024-04-12T16:00:59.677 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.677 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.677 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_bytes": { 2024-04-12T16:00:59.678 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.678 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.678 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.678 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_keys": { 2024-04-12T16:00:59.678 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.678 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.678 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.678 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_latency": { 2024-04-12T16:00:59.678 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.678 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.678 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.678 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_timeout": { 2024-04-12T16:00:59.678 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.678 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.678 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_uncommitted": { 2024-04-12T16:00:59.679 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.679 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.679 INFO:tasks.workunit.client.0.smithi099.stdout: "commit": { 2024-04-12T16:00:59.679 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 948 2024-04-12T16:00:59.679 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.679 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_bytes": { 2024-04-12T16:00:59.679 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 948, 2024-04-12T16:00:59.679 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4969450 2024-04-12T16:00:59.679 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.679 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_keys": { 2024-04-12T16:00:59.679 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 948, 2024-04-12T16:00:59.679 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5433 2024-04-12T16:00:59.679 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.679 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_latency": { 2024-04-12T16:00:59.679 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 948, 2024-04-12T16:00:59.680 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 430106881 2024-04-12T16:00:59.680 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.680 INFO:tasks.workunit.client.0.smithi099.stdout: "lease_ack_timeout": { 2024-04-12T16:00:59.680 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.680 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.680 INFO:tasks.workunit.client.0.smithi099.stdout: "lease_timeout": { 2024-04-12T16:00:59.680 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.680 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.680 INFO:tasks.workunit.client.0.smithi099.stdout: "new_pn": { 2024-04-12T16:00:59.680 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3 2024-04-12T16:00:59.680 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.680 INFO:tasks.workunit.client.0.smithi099.stdout: "new_pn_latency": { 2024-04-12T16:00:59.680 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3, 2024-04-12T16:00:59.680 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1999953 2024-04-12T16:00:59.680 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.681 INFO:tasks.workunit.client.0.smithi099.stdout: "refresh": { 2024-04-12T16:00:59.681 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 951 2024-04-12T16:00:59.681 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.681 INFO:tasks.workunit.client.0.smithi099.stdout: "refresh_latency": { 2024-04-12T16:00:59.681 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 951, 2024-04-12T16:00:59.681 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2586939286 2024-04-12T16:00:59.681 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.681 INFO:tasks.workunit.client.0.smithi099.stdout: "restart": { 2024-04-12T16:00:59.681 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14 2024-04-12T16:00:59.681 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.681 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state": { 2024-04-12T16:00:59.681 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T16:00:59.681 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.681 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state_bytes": { 2024-04-12T16:00:59.681 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T16:00:59.682 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 473 2024-04-12T16:00:59.682 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.682 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state_keys": { 2024-04-12T16:00:59.682 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T16:00:59.682 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T16:00:59.682 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.682 INFO:tasks.workunit.client.0.smithi099.stdout: "start_leader": { 2024-04-12T16:00:59.682 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4 2024-04-12T16:00:59.682 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.682 INFO:tasks.workunit.client.0.smithi099.stdout: "start_peon": { 2024-04-12T16:00:59.682 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.682 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.682 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state": { 2024-04-12T16:00:59.682 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.682 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.683 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_bytes": { 2024-04-12T16:00:59.683 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.683 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.683 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.683 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_keys": { 2024-04-12T16:00:59.683 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.683 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.683 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.683 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_latency": { 2024-04-12T16:00:59.683 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.683 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.683 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.683 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.683 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache": { 2024-04-12T16:00:59.683 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T16:00:59.683 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1020054731 2024-04-12T16:00:59.684 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.684 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T16:00:59.684 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 45842432 2024-04-12T16:00:59.684 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.684 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T16:00:59.684 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 39813120 2024-04-12T16:00:59.684 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.684 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T16:00:59.684 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2147483648 2024-04-12T16:00:59.684 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.684 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T16:00:59.684 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6029312 2024-04-12T16:00:59.684 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.684 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.684 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:full": { 2024-04-12T16:00:59.685 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:00:59.685 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 348127232 2024-04-12T16:00:59.685 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.685 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:00:59.685 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.685 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.685 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:00:59.685 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.685 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.685 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:00:59.685 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 277022930 2024-04-12T16:00:59.685 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.685 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:00:59.685 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 269616 2024-04-12T16:00:59.685 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.685 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:00:59.686 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.686 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.686 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:00:59.686 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.686 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.686 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:00:59.686 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.686 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.686 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:00:59.686 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.686 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.686 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:00:59.686 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.686 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.687 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:00:59.687 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.687 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.687 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:00:59.687 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.687 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.687 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:00:59.687 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.687 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.687 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:00:59.687 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 70834686 2024-04-12T16:00:59.687 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.687 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.687 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:inc": { 2024-04-12T16:00:59.687 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:00:59.688 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 348127232 2024-04-12T16:00:59.688 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.688 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:00:59.688 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.688 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.688 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:00:59.688 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.688 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.688 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:00:59.688 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 277022930 2024-04-12T16:00:59.688 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.688 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:00:59.688 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 38933 2024-04-12T16:00:59.688 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.688 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:00:59.688 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.689 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.689 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:00:59.689 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.689 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.689 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:00:59.689 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.689 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.689 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:00:59.689 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.689 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.689 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:00:59.689 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.689 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.689 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:00:59.689 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.689 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.690 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:00:59.690 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.690 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.690 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:00:59.690 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.690 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.690 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:00:59.690 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71065369 2024-04-12T16:00:59.690 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.690 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.690 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:kv": { 2024-04-12T16:00:59.690 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:00:59.690 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 322961408 2024-04-12T16:00:59.690 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.690 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:00:59.691 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T16:00:59.691 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.691 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:00:59.691 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.691 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.691 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:00:59.691 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 184681953 2024-04-12T16:00:59.691 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.691 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:00:59.691 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.691 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.691 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:00:59.691 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.691 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.691 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:00:59.692 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.692 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.692 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:00:59.692 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.692 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.692 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:00:59.692 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.692 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.692 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:00:59.692 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.692 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.692 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:00:59.692 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.692 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.692 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:00:59.692 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.693 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.693 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:00:59.693 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.693 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.693 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:00:59.693 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71170591 2024-04-12T16:00:59.693 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.693 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.693 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb": { 2024-04-12T16:00:59.693 INFO:tasks.workunit.client.0.smithi099.stdout: "compact": { 2024-04-12T16:00:59.693 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.693 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.693 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_queue_len": { 2024-04-12T16:00:59.693 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.693 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.694 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_queue_merge": { 2024-04-12T16:00:59.694 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.694 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.694 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_range": { 2024-04-12T16:00:59.694 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T16:00:59.694 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.694 INFO:tasks.workunit.client.0.smithi099.stdout: "get_latency": { 2024-04-12T16:00:59.694 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 42370, 2024-04-12T16:00:59.694 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 175628888 2024-04-12T16:00:59.694 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.694 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_delay_time": { 2024-04-12T16:00:59.694 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.694 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.694 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.694 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_memtable_time": { 2024-04-12T16:00:59.695 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.695 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.695 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.695 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T16:00:59.695 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.695 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.695 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.695 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_wal_time": { 2024-04-12T16:00:59.695 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.695 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.695 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.695 INFO:tasks.workunit.client.0.smithi099.stdout: "submit_latency": { 2024-04-12T16:00:59.695 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.695 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.695 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.695 INFO:tasks.workunit.client.0.smithi099.stdout: "submit_sync_latency": { 2024-04-12T16:00:59.696 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2064, 2024-04-12T16:00:59.696 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 692942420 2024-04-12T16:00:59.696 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.696 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.696 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.696 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.5b45c9ad1c228149a803c7f15c41ecb95bb8abcb": { 2024-04-12T16:00:59.696 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T16:00:59.696 INFO:tasks.workunit.client.0.smithi099.stdout: "election_call": { 2024-04-12T16:00:59.696 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T16:00:59.696 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.696 INFO:tasks.workunit.client.0.smithi099.stdout: "election_lose": { 2024-04-12T16:00:59.696 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T16:00:59.696 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.696 INFO:tasks.workunit.client.0.smithi099.stdout: "election_win": { 2024-04-12T16:00:59.696 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.697 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.697 INFO:tasks.workunit.client.0.smithi099.stdout: "num_elections": { 2024-04-12T16:00:59.697 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4 2024-04-12T16:00:59.697 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.697 INFO:tasks.workunit.client.0.smithi099.stdout: "num_sessions": { 2024-04-12T16:00:59.697 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12 2024-04-12T16:00:59.697 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.697 INFO:tasks.workunit.client.0.smithi099.stdout: "session_add": { 2024-04-12T16:00:59.697 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5 2024-04-12T16:00:59.697 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.697 INFO:tasks.workunit.client.0.smithi099.stdout: "session_rm": { 2024-04-12T16:00:59.697 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 117 2024-04-12T16:00:59.697 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.697 INFO:tasks.workunit.client.0.smithi099.stdout: "session_trim": { 2024-04-12T16:00:59.697 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.698 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.698 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.698 INFO:tasks.workunit.client.0.smithi099.stdout: "paxos": { 2024-04-12T16:00:59.698 INFO:tasks.workunit.client.0.smithi099.stdout: "accept_timeout": { 2024-04-12T16:00:59.698 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.698 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.698 INFO:tasks.workunit.client.0.smithi099.stdout: "begin": { 2024-04-12T16:00:59.698 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 801 2024-04-12T16:00:59.698 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.698 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_bytes": { 2024-04-12T16:00:59.698 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 801, 2024-04-12T16:00:59.698 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3906334 2024-04-12T16:00:59.698 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.698 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_keys": { 2024-04-12T16:00:59.698 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.699 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.699 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.699 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_latency": { 2024-04-12T16:00:59.699 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 801, 2024-04-12T16:00:59.699 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 255994007 2024-04-12T16:00:59.699 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.699 INFO:tasks.workunit.client.0.smithi099.stdout: "collect": { 2024-04-12T16:00:59.699 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T16:00:59.699 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.699 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_bytes": { 2024-04-12T16:00:59.699 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T16:00:59.699 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 73 2024-04-12T16:00:59.699 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.699 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_keys": { 2024-04-12T16:00:59.699 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T16:00:59.700 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T16:00:59.700 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.700 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_latency": { 2024-04-12T16:00:59.700 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T16:00:59.700 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.700 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.700 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_timeout": { 2024-04-12T16:00:59.700 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.700 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.700 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_uncommitted": { 2024-04-12T16:00:59.700 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.700 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.700 INFO:tasks.workunit.client.0.smithi099.stdout: "commit": { 2024-04-12T16:00:59.700 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 801 2024-04-12T16:00:59.700 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.700 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_bytes": { 2024-04-12T16:00:59.701 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.701 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.701 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.701 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_keys": { 2024-04-12T16:00:59.701 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.701 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.701 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.701 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_latency": { 2024-04-12T16:00:59.701 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.701 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.701 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.701 INFO:tasks.workunit.client.0.smithi099.stdout: "lease_ack_timeout": { 2024-04-12T16:00:59.701 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.701 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.701 INFO:tasks.workunit.client.0.smithi099.stdout: "lease_timeout": { 2024-04-12T16:00:59.702 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.702 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.702 INFO:tasks.workunit.client.0.smithi099.stdout: "new_pn": { 2024-04-12T16:00:59.702 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.702 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.702 INFO:tasks.workunit.client.0.smithi099.stdout: "new_pn_latency": { 2024-04-12T16:00:59.702 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.702 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.702 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.702 INFO:tasks.workunit.client.0.smithi099.stdout: "refresh": { 2024-04-12T16:00:59.702 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 801 2024-04-12T16:00:59.702 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.702 INFO:tasks.workunit.client.0.smithi099.stdout: "refresh_latency": { 2024-04-12T16:00:59.703 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 801, 2024-04-12T16:00:59.703 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2032952311 2024-04-12T16:00:59.703 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.703 INFO:tasks.workunit.client.0.smithi099.stdout: "restart": { 2024-04-12T16:00:59.703 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11 2024-04-12T16:00:59.703 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.703 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state": { 2024-04-12T16:00:59.703 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.703 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.703 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state_bytes": { 2024-04-12T16:00:59.703 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.703 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.703 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.703 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state_keys": { 2024-04-12T16:00:59.703 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.703 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.704 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.704 INFO:tasks.workunit.client.0.smithi099.stdout: "start_leader": { 2024-04-12T16:00:59.704 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.704 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.704 INFO:tasks.workunit.client.0.smithi099.stdout: "start_peon": { 2024-04-12T16:00:59.704 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T16:00:59.704 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.704 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state": { 2024-04-12T16:00:59.704 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 801 2024-04-12T16:00:59.704 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.704 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_bytes": { 2024-04-12T16:00:59.704 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 801, 2024-04-12T16:00:59.704 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7661247 2024-04-12T16:00:59.704 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.704 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_keys": { 2024-04-12T16:00:59.704 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 801, 2024-04-12T16:00:59.705 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5404 2024-04-12T16:00:59.705 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.705 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_latency": { 2024-04-12T16:00:59.705 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 801, 2024-04-12T16:00:59.705 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 524987690 2024-04-12T16:00:59.705 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.705 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.705 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache": { 2024-04-12T16:00:59.705 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T16:00:59.705 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1020054731 2024-04-12T16:00:59.705 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.705 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T16:00:59.705 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 43851776 2024-04-12T16:00:59.705 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.706 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T16:00:59.706 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 33988608 2024-04-12T16:00:59.706 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.706 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T16:00:59.706 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2147483648 2024-04-12T16:00:59.706 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.706 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T16:00:59.706 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9863168 2024-04-12T16:00:59.706 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.706 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.706 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:full": { 2024-04-12T16:00:59.706 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:00:59.706 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 348127232 2024-04-12T16:00:59.706 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.706 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:00:59.707 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.707 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.707 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:00:59.707 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.707 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.707 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:00:59.707 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 277021854 2024-04-12T16:00:59.707 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.707 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:00:59.707 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 270046 2024-04-12T16:00:59.707 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.707 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:00:59.707 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.707 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.707 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:00:59.708 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.708 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.708 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:00:59.708 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.708 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.708 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:00:59.708 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.708 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.708 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:00:59.708 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.708 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.708 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:00:59.708 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.708 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.708 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:00:59.708 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.709 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.709 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:00:59.709 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.709 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.709 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:00:59.709 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 70835332 2024-04-12T16:00:59.709 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.709 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.709 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:inc": { 2024-04-12T16:00:59.709 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:00:59.709 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 348127232 2024-04-12T16:00:59.709 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.709 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:00:59.709 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.709 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.709 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:00:59.710 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.710 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.710 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:00:59.710 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 277021854 2024-04-12T16:00:59.710 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.710 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:00:59.710 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 41372 2024-04-12T16:00:59.710 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.710 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:00:59.710 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.710 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.710 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:00:59.710 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.710 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.710 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:00:59.711 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.711 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.711 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:00:59.711 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.711 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.711 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:00:59.711 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.711 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.711 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:00:59.711 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.711 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.711 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:00:59.711 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.711 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.711 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:00:59.711 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.712 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.712 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:00:59.712 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71064006 2024-04-12T16:00:59.712 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.712 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.712 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:kv": { 2024-04-12T16:00:59.712 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:00:59.712 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 322961408 2024-04-12T16:00:59.712 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.712 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:00:59.712 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T16:00:59.712 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.712 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:00:59.712 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.712 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.712 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:00:59.713 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 184681236 2024-04-12T16:00:59.713 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.713 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:00:59.713 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.713 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.713 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:00:59.713 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.713 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.713 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:00:59.713 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.713 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.713 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:00:59.713 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.713 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.713 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:00:59.713 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.714 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.714 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:00:59.714 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.714 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.714 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:00:59.714 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.714 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.714 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:00:59.714 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.714 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.714 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:00:59.714 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.714 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.714 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:00:59.714 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71171308 2024-04-12T16:00:59.715 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.715 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.715 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb": { 2024-04-12T16:00:59.715 INFO:tasks.workunit.client.0.smithi099.stdout: "compact": { 2024-04-12T16:00:59.715 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.715 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.715 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_queue_len": { 2024-04-12T16:00:59.715 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.715 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.715 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_queue_merge": { 2024-04-12T16:00:59.715 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.715 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.715 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_range": { 2024-04-12T16:00:59.715 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T16:00:59.716 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.716 INFO:tasks.workunit.client.0.smithi099.stdout: "get_latency": { 2024-04-12T16:00:59.716 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 34524, 2024-04-12T16:00:59.716 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 93711267 2024-04-12T16:00:59.716 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.716 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_delay_time": { 2024-04-12T16:00:59.716 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.716 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.716 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.716 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_memtable_time": { 2024-04-12T16:00:59.716 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.716 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.716 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.716 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T16:00:59.717 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.717 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.717 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.717 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_wal_time": { 2024-04-12T16:00:59.717 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.717 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.717 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.717 INFO:tasks.workunit.client.0.smithi099.stdout: "submit_latency": { 2024-04-12T16:00:59.717 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.717 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.717 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.717 INFO:tasks.workunit.client.0.smithi099.stdout: "submit_sync_latency": { 2024-04-12T16:00:59.717 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1770, 2024-04-12T16:00:59.717 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 892548100 2024-04-12T16:00:59.717 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.718 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.718 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.718 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.99eca4e11e5c95f50fdb573e338d356fe5d4041f": { 2024-04-12T16:00:59.718 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T16:00:59.718 INFO:tasks.workunit.client.0.smithi099.stdout: "election_call": { 2024-04-12T16:00:59.718 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3 2024-04-12T16:00:59.718 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.718 INFO:tasks.workunit.client.0.smithi099.stdout: "election_lose": { 2024-04-12T16:00:59.718 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3 2024-04-12T16:00:59.718 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.718 INFO:tasks.workunit.client.0.smithi099.stdout: "election_win": { 2024-04-12T16:00:59.718 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.718 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.718 INFO:tasks.workunit.client.0.smithi099.stdout: "num_elections": { 2024-04-12T16:00:59.718 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9 2024-04-12T16:00:59.719 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.719 INFO:tasks.workunit.client.0.smithi099.stdout: "num_sessions": { 2024-04-12T16:00:59.719 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10 2024-04-12T16:00:59.719 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.719 INFO:tasks.workunit.client.0.smithi099.stdout: "session_add": { 2024-04-12T16:00:59.719 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4 2024-04-12T16:00:59.719 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.719 INFO:tasks.workunit.client.0.smithi099.stdout: "session_rm": { 2024-04-12T16:00:59.719 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 53 2024-04-12T16:00:59.719 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.719 INFO:tasks.workunit.client.0.smithi099.stdout: "session_trim": { 2024-04-12T16:00:59.719 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.719 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.719 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.719 INFO:tasks.workunit.client.0.smithi099.stdout: "paxos": { 2024-04-12T16:00:59.719 INFO:tasks.workunit.client.0.smithi099.stdout: "accept_timeout": { 2024-04-12T16:00:59.720 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.720 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.720 INFO:tasks.workunit.client.0.smithi099.stdout: "begin": { 2024-04-12T16:00:59.720 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 828 2024-04-12T16:00:59.720 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.720 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_bytes": { 2024-04-12T16:00:59.720 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 828, 2024-04-12T16:00:59.720 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3994322 2024-04-12T16:00:59.720 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.720 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_keys": { 2024-04-12T16:00:59.720 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.720 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.720 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.720 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_latency": { 2024-04-12T16:00:59.720 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 828, 2024-04-12T16:00:59.721 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 94998420 2024-04-12T16:00:59.721 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.721 INFO:tasks.workunit.client.0.smithi099.stdout: "collect": { 2024-04-12T16:00:59.721 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3 2024-04-12T16:00:59.721 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.721 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_bytes": { 2024-04-12T16:00:59.721 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3, 2024-04-12T16:00:59.721 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 219 2024-04-12T16:00:59.721 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.721 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_keys": { 2024-04-12T16:00:59.721 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3, 2024-04-12T16:00:59.721 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3 2024-04-12T16:00:59.721 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.721 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_latency": { 2024-04-12T16:00:59.721 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3, 2024-04-12T16:00:59.721 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.722 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.722 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_timeout": { 2024-04-12T16:00:59.722 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.722 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.722 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_uncommitted": { 2024-04-12T16:00:59.722 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.722 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.722 INFO:tasks.workunit.client.0.smithi099.stdout: "commit": { 2024-04-12T16:00:59.722 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 829 2024-04-12T16:00:59.722 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.722 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_bytes": { 2024-04-12T16:00:59.722 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.722 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.722 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.722 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_keys": { 2024-04-12T16:00:59.723 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.723 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.723 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.723 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_latency": { 2024-04-12T16:00:59.723 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.723 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.723 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.723 INFO:tasks.workunit.client.0.smithi099.stdout: "lease_ack_timeout": { 2024-04-12T16:00:59.723 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.723 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.723 INFO:tasks.workunit.client.0.smithi099.stdout: "lease_timeout": { 2024-04-12T16:00:59.723 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.723 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.723 INFO:tasks.workunit.client.0.smithi099.stdout: "new_pn": { 2024-04-12T16:00:59.723 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.724 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.724 INFO:tasks.workunit.client.0.smithi099.stdout: "new_pn_latency": { 2024-04-12T16:00:59.724 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.724 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.724 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.724 INFO:tasks.workunit.client.0.smithi099.stdout: "refresh": { 2024-04-12T16:00:59.724 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 829 2024-04-12T16:00:59.724 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.724 INFO:tasks.workunit.client.0.smithi099.stdout: "refresh_latency": { 2024-04-12T16:00:59.724 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 829, 2024-04-12T16:00:59.724 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1685971966 2024-04-12T16:00:59.724 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.724 INFO:tasks.workunit.client.0.smithi099.stdout: "restart": { 2024-04-12T16:00:59.724 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15 2024-04-12T16:00:59.724 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.725 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state": { 2024-04-12T16:00:59.725 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.725 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.725 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state_bytes": { 2024-04-12T16:00:59.725 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.725 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.725 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.725 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state_keys": { 2024-04-12T16:00:59.725 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.725 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.725 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.725 INFO:tasks.workunit.client.0.smithi099.stdout: "start_leader": { 2024-04-12T16:00:59.725 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.725 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.725 INFO:tasks.workunit.client.0.smithi099.stdout: "start_peon": { 2024-04-12T16:00:59.725 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3 2024-04-12T16:00:59.726 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.726 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state": { 2024-04-12T16:00:59.726 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 829 2024-04-12T16:00:59.726 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.726 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_bytes": { 2024-04-12T16:00:59.726 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 829, 2024-04-12T16:00:59.726 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7833141 2024-04-12T16:00:59.726 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.726 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_keys": { 2024-04-12T16:00:59.726 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 829, 2024-04-12T16:00:59.726 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5602 2024-04-12T16:00:59.726 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.726 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_latency": { 2024-04-12T16:00:59.726 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 829, 2024-04-12T16:00:59.727 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 125997904 2024-04-12T16:00:59.727 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.727 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.727 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache": { 2024-04-12T16:00:59.727 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T16:00:59.727 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1020054731 2024-04-12T16:00:59.727 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.727 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T16:00:59.727 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 42803200 2024-04-12T16:00:59.727 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.727 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T16:00:59.727 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 32882688 2024-04-12T16:00:59.727 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.727 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T16:00:59.727 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2147483648 2024-04-12T16:00:59.727 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.728 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T16:00:59.728 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9920512 2024-04-12T16:00:59.728 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.728 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.728 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:full": { 2024-04-12T16:00:59.728 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:00:59.728 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 348127232 2024-04-12T16:00:59.728 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.728 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:00:59.728 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.728 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.728 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:00:59.728 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.728 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.728 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:00:59.729 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 277021854 2024-04-12T16:00:59.729 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.729 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:00:59.729 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 270046 2024-04-12T16:00:59.729 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.729 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:00:59.729 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.729 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.729 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:00:59.729 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.729 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.729 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:00:59.729 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.729 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.729 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:00:59.729 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.730 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.730 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:00:59.730 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.730 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.730 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:00:59.730 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.730 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.730 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:00:59.730 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.730 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.730 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:00:59.730 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.730 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.730 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:00:59.730 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 70835332 2024-04-12T16:00:59.731 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.731 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.731 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:inc": { 2024-04-12T16:00:59.731 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:00:59.731 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 348127232 2024-04-12T16:00:59.731 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.731 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:00:59.731 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.731 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.731 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:00:59.731 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.731 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.731 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:00:59.731 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 277021854 2024-04-12T16:00:59.731 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.731 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:00:59.732 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 41372 2024-04-12T16:00:59.732 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.732 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:00:59.732 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.732 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.732 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:00:59.732 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.732 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.732 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:00:59.732 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.732 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.732 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:00:59.732 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.732 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.732 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:00:59.733 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.733 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.733 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:00:59.733 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.733 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.733 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:00:59.733 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.733 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.733 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:00:59.733 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.733 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.733 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:00:59.733 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71064006 2024-04-12T16:00:59.733 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.733 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.733 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:kv": { 2024-04-12T16:00:59.734 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:00:59.734 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 322961408 2024-04-12T16:00:59.734 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.734 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:00:59.734 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T16:00:59.734 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.734 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:00:59.734 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.734 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.734 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:00:59.734 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 184681236 2024-04-12T16:00:59.734 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.734 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:00:59.734 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.735 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.735 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:00:59.735 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.735 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.735 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:00:59.735 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.735 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.735 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:00:59.735 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.735 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.735 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:00:59.735 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.735 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.735 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:00:59.735 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.736 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.736 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:00:59.736 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.736 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.736 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:00:59.736 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.736 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.736 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:00:59.736 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.736 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.736 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:00:59.736 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71171308 2024-04-12T16:00:59.736 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.736 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.736 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb": { 2024-04-12T16:00:59.737 INFO:tasks.workunit.client.0.smithi099.stdout: "compact": { 2024-04-12T16:00:59.737 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.737 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.737 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_queue_len": { 2024-04-12T16:00:59.737 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.737 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.737 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_queue_merge": { 2024-04-12T16:00:59.737 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.737 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.737 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_range": { 2024-04-12T16:00:59.737 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T16:00:59.737 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.737 INFO:tasks.workunit.client.0.smithi099.stdout: "get_latency": { 2024-04-12T16:00:59.737 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 35267, 2024-04-12T16:00:59.737 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 87498774 2024-04-12T16:00:59.738 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.738 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_delay_time": { 2024-04-12T16:00:59.738 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.738 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.738 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.738 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_memtable_time": { 2024-04-12T16:00:59.738 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.738 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.738 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.738 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T16:00:59.738 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.738 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.738 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.738 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_wal_time": { 2024-04-12T16:00:59.739 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.739 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.739 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.739 INFO:tasks.workunit.client.0.smithi099.stdout: "submit_latency": { 2024-04-12T16:00:59.739 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.739 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.739 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.739 INFO:tasks.workunit.client.0.smithi099.stdout: "submit_sync_latency": { 2024-04-12T16:00:59.739 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1828, 2024-04-12T16:00:59.739 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 259751398 2024-04-12T16:00:59.739 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.739 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.739 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.739 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.0": { 2024-04-12T16:00:59.739 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T16:00:59.740 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T16:00:59.740 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.740 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.740 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T16:00:59.740 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.740 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.740 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T16:00:59.740 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T16:00:59.740 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.740 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_main": { 2024-04-12T16:00:59.740 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.740 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.740 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T16:00:59.740 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.740 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.741 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T16:00:59.741 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.741 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.741 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T16:00:59.741 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12288 2024-04-12T16:00:59.741 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.741 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T16:00:59.741 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6934528 2024-04-12T16:00:59.741 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.741 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T16:00:59.741 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.741 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.741 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.741 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T16:00:59.741 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.741 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.742 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.742 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T16:00:59.742 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T16:00:59.742 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.742 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T16:00:59.742 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 27656192 2024-04-12T16:00:59.742 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.742 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T16:00:59.742 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3239936 2024-04-12T16:00:59.742 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.742 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T16:00:59.742 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3100672 2024-04-12T16:00:59.742 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.742 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T16:00:59.742 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 31850496 2024-04-12T16:00:59.743 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.743 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T16:00:59.743 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.743 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.743 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T16:00:59.743 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.743 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.743 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T16:00:59.743 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14 2024-04-12T16:00:59.743 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.743 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T16:00:59.743 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 206272 2024-04-12T16:00:59.743 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.743 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T16:00:59.743 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 23 2024-04-12T16:00:59.744 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.744 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T16:00:59.744 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1282048 2024-04-12T16:00:59.744 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.744 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T16:00:59.744 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1286144 2024-04-12T16:00:59.744 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.744 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T16:00:59.744 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.744 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.744 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T16:00:59.744 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.744 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.744 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T16:00:59.744 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15 2024-04-12T16:00:59.744 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.745 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T16:00:59.745 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4913 2024-04-12T16:00:59.745 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.745 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T16:00:59.745 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4 2024-04-12T16:00:59.745 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.745 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T16:00:59.745 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5505 2024-04-12T16:00:59.745 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.745 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T16:00:59.745 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24 2024-04-12T16:00:59.745 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.745 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T16:00:59.745 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5505 2024-04-12T16:00:59.745 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.746 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T16:00:59.746 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24 2024-04-12T16:00:59.746 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.746 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T16:00:59.746 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.746 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.746 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T16:00:59.746 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.746 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.746 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T16:00:59.746 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.746 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.746 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T16:00:59.746 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.746 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.746 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T16:00:59.747 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.747 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.747 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T16:00:59.747 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.747 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.747 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T16:00:59.747 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.747 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.747 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T16:00:59.747 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.747 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.747 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T16:00:59.747 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.747 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.747 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T16:00:59.748 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10113024 2024-04-12T16:00:59.748 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.748 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.748 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T16:00:59.748 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T16:00:59.748 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T16:00:59.748 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.748 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T16:00:59.748 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1318912 2024-04-12T16:00:59.748 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.748 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T16:00:59.748 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T16:00:59.748 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 127812 2024-04-12T16:00:59.748 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.748 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T16:00:59.749 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.749 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.749 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.749 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T16:00:59.749 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.749 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.749 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T16:00:59.749 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.749 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.749 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T16:00:59.749 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.749 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.749 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T16:00:59.749 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 24, 2024-04-12T16:00:59.749 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65770 2024-04-12T16:00:59.749 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.750 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T16:00:59.750 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.750 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.750 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.750 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T16:00:59.750 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.750 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.750 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T16:00:59.750 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 744, 2024-04-12T16:00:59.750 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 526233501 2024-04-12T16:00:59.750 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.750 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T16:00:59.750 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 740, 2024-04-12T16:00:59.750 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24220290 2024-04-12T16:00:59.750 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.750 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T16:00:59.751 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 744, 2024-04-12T16:00:59.751 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 797988 2024-04-12T16:00:59.751 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.751 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T16:00:59.751 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 744, 2024-04-12T16:00:59.751 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 527031489 2024-04-12T16:00:59.751 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.751 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T16:00:59.751 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.751 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.752 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.752 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T16:00:59.752 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T16:00:59.752 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 39041 2024-04-12T16:00:59.752 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.752 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T16:00:59.752 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 6, 2024-04-12T16:00:59.752 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17687 2024-04-12T16:00:59.752 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.752 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T16:00:59.752 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.752 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.753 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.753 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T16:00:59.753 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.753 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.753 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.753 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T16:00:59.753 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T16:00:59.753 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4600 2024-04-12T16:00:59.753 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.753 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T16:00:59.753 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3926 2024-04-12T16:00:59.754 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.754 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T16:00:59.754 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 326 2024-04-12T16:00:59.754 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.754 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T16:00:59.754 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 118, 2024-04-12T16:00:59.754 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2544577 2024-04-12T16:00:59.754 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.754 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T16:00:59.754 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 321, 2024-04-12T16:00:59.754 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 291100 2024-04-12T16:00:59.754 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.755 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T16:00:59.755 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 203, 2024-04-12T16:00:59.755 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5614441 2024-04-12T16:00:59.755 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.755 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T16:00:59.755 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.755 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.755 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T16:00:59.755 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 101, 2024-04-12T16:00:59.755 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5683471 2024-04-12T16:00:59.755 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.755 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T16:00:59.755 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3580, 2024-04-12T16:00:59.756 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3992540301 2024-04-12T16:00:59.756 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.756 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T16:00:59.756 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 125, 2024-04-12T16:00:59.756 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 94426445 2024-04-12T16:00:59.756 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.756 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T16:00:59.756 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 125, 2024-04-12T16:00:59.756 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 560714952824 2024-04-12T16:00:59.756 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.756 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T16:00:59.756 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 125, 2024-04-12T16:00:59.756 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 138149622771 2024-04-12T16:00:59.757 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.757 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T16:00:59.757 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3580, 2024-04-12T16:00:59.757 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 77582683462 2024-04-12T16:00:59.757 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.757 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T16:00:59.757 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3580, 2024-04-12T16:00:59.757 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 212249 2024-04-12T16:00:59.757 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.757 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T16:00:59.757 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3580, 2024-04-12T16:00:59.757 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3394195 2024-04-12T16:00:59.757 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.757 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T16:00:59.758 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3580, 2024-04-12T16:00:59.758 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2788643899 2024-04-12T16:00:59.758 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.758 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T16:00:59.758 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3580, 2024-04-12T16:00:59.758 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 538214 2024-04-12T16:00:59.758 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.758 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T16:00:59.758 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3580, 2024-04-12T16:00:59.758 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1617641112 2024-04-12T16:00:59.758 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.758 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T16:00:59.758 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3580, 2024-04-12T16:00:59.759 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 376126946 2024-04-12T16:00:59.759 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.759 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T16:00:59.759 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 899656 2024-04-12T16:00:59.759 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.759 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T16:00:59.759 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 59, 2024-04-12T16:00:59.759 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 279617 2024-04-12T16:00:59.759 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.759 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T16:00:59.759 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3580, 2024-04-12T16:00:59.759 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8778614375 2024-04-12T16:00:59.760 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.760 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T16:00:59.760 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3580, 2024-04-12T16:00:59.760 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 410118334 2024-04-12T16:00:59.760 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.760 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T16:00:59.760 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3580, 2024-04-12T16:00:59.760 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 277400625 2024-04-12T16:00:59.760 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.760 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.760 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T16:00:59.760 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T16:00:59.761 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1861615595 2024-04-12T16:00:59.761 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.761 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T16:00:59.761 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 48676864 2024-04-12T16:00:59.761 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.761 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T16:00:59.761 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 48308224 2024-04-12T16:00:59.761 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.761 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T16:00:59.761 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3137555251 2024-04-12T16:00:59.761 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.761 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T16:00:59.762 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 368640 2024-04-12T16:00:59.762 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.762 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.762 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T16:00:59.762 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:00:59.762 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 159383552 2024-04-12T16:00:59.762 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.762 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:00:59.762 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.762 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.762 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:00:59.762 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.763 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.763 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:00:59.763 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 85464227 2024-04-12T16:00:59.763 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.763 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:00:59.763 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.763 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.763 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:00:59.763 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.763 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.763 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:00:59.763 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.764 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.764 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:00:59.764 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.764 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.764 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:00:59.764 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.764 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.764 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:00:59.764 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 606208 2024-04-12T16:00:59.764 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.764 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:00:59.764 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.765 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.765 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:00:59.765 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.765 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.765 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:00:59.765 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.765 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.765 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:00:59.765 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 73313117 2024-04-12T16:00:59.765 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.765 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.765 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T16:00:59.766 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:00:59.766 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 780140544 2024-04-12T16:00:59.766 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.766 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:00:59.766 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T16:00:59.766 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.766 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:00:59.766 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.766 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.766 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:00:59.766 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 640981705 2024-04-12T16:00:59.766 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.767 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:00:59.767 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.767 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.767 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:00:59.767 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.767 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.767 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:00:59.767 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.767 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.767 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:00:59.767 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.767 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.767 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:00:59.767 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.768 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.768 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:00:59.768 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2128 2024-04-12T16:00:59.768 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.768 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:00:59.768 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.768 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.768 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:00:59.768 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.768 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.768 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:00:59.768 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.768 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.768 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:00:59.769 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 72047847 2024-04-12T16:00:59.769 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.769 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.769 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T16:00:59.769 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:00:59.769 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 192937984 2024-04-12T16:00:59.769 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.769 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:00:59.769 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T16:00:59.769 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.769 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:00:59.769 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 464 2024-04-12T16:00:59.769 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.769 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:00:59.770 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 56976151 2024-04-12T16:00:59.770 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.770 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:00:59.770 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.770 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.770 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:00:59.770 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.770 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.770 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:00:59.770 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.770 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.770 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:00:59.770 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.771 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.771 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:00:59.771 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.771 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.771 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:00:59.771 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.771 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.771 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:00:59.771 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.771 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.771 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:00:59.771 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.771 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.771 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:00:59.772 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.772 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.772 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:00:59.772 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 68852505 2024-04-12T16:00:59.772 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.772 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.772 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T16:00:59.772 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:00:59.772 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 713031680 2024-04-12T16:00:59.772 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.772 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:00:59.772 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.773 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.773 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:00:59.773 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.773 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.773 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:00:59.773 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 640981705 2024-04-12T16:00:59.773 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.773 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:00:59.773 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.773 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.773 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:00:59.773 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.773 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.774 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:00:59.774 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.774 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.774 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:00:59.774 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.774 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.774 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:00:59.774 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.774 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.774 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:00:59.774 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 350403 2024-04-12T16:00:59.774 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.775 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:00:59.775 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.775 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.775 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:00:59.775 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.775 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.775 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:00:59.775 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.775 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.775 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:00:59.775 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71699572 2024-04-12T16:00:59.776 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.776 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.776 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T16:00:59.776 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T16:00:59.776 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.776 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.776 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T16:00:59.776 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.776 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.776 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T16:00:59.776 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.776 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.776 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T16:00:59.777 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.777 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.777 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.777 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:00:59.777 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T16:00:59.777 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 46 2024-04-12T16:00:59.777 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.777 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T16:00:59.777 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.777 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.777 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T16:00:59.778 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5 2024-04-12T16:00:59.778 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.778 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T16:00:59.778 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.778 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.778 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T16:00:59.778 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.778 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.778 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T16:00:59.778 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 616 2024-04-12T16:00:59.778 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.778 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T16:00:59.778 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 5, 2024-04-12T16:00:59.779 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 108707288 2024-04-12T16:00:59.779 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.779 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T16:00:59.779 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.779 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.779 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T16:00:59.779 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 6, 2024-04-12T16:00:59.779 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4184028 2024-04-12T16:00:59.779 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.779 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T16:00:59.779 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 5, 2024-04-12T16:00:59.779 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 87865189 2024-04-12T16:00:59.779 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.780 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T16:00:59.780 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.780 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.780 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T16:00:59.780 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.780 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.780 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.780 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T16:00:59.780 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.780 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.780 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T16:00:59.780 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.781 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.781 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T16:00:59.781 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.781 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.781 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.781 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T16:00:59.781 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.781 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.781 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.781 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T16:00:59.781 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.781 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.782 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T16:00:59.782 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.782 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.782 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T16:00:59.782 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.782 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.782 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.782 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T16:00:59.782 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.782 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.782 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T16:00:59.782 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.782 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.783 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T16:00:59.783 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.783 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.783 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T16:00:59.783 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.783 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.783 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.783 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T16:00:59.783 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.783 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.783 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.783 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T16:00:59.783 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5 2024-04-12T16:00:59.784 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.784 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T16:00:59.784 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 616 2024-04-12T16:00:59.784 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.784 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T16:00:59.784 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 5, 2024-04-12T16:00:59.784 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 108707288 2024-04-12T16:00:59.784 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.784 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T16:00:59.784 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.784 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.784 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T16:00:59.785 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 6, 2024-04-12T16:00:59.785 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4184028 2024-04-12T16:00:59.785 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.785 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T16:00:59.785 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 5, 2024-04-12T16:00:59.785 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 87865189 2024-04-12T16:00:59.785 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.785 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T16:00:59.785 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.785 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.785 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T16:00:59.785 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1771104 2024-04-12T16:00:59.785 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.785 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T16:00:59.786 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6 2024-04-12T16:00:59.786 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.786 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T16:00:59.786 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T16:00:59.786 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.786 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T16:00:59.786 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 28983296 2024-04-12T16:00:59.786 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.786 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.786 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.786 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.1": { 2024-04-12T16:00:59.786 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T16:00:59.787 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T16:00:59.787 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.787 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.787 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T16:00:59.787 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.787 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.787 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T16:00:59.787 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T16:00:59.787 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.787 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_main": { 2024-04-12T16:00:59.787 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.787 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.787 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T16:00:59.788 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.788 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.788 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T16:00:59.788 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.788 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.788 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T16:00:59.788 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12288 2024-04-12T16:00:59.788 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.788 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T16:00:59.788 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7446528 2024-04-12T16:00:59.788 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.788 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T16:00:59.788 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.789 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.789 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.789 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T16:00:59.789 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.789 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.789 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.789 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T16:00:59.789 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T16:00:59.789 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.789 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T16:00:59.789 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 31850496 2024-04-12T16:00:59.790 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.790 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T16:00:59.790 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3878912 2024-04-12T16:00:59.790 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.790 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T16:00:59.790 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3739648 2024-04-12T16:00:59.790 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.790 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T16:00:59.790 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 31850496 2024-04-12T16:00:59.790 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.790 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T16:00:59.791 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.791 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.791 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T16:00:59.791 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.791 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.791 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T16:00:59.791 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14 2024-04-12T16:00:59.791 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.791 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T16:00:59.791 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 206272 2024-04-12T16:00:59.791 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.791 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T16:00:59.791 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 23 2024-04-12T16:00:59.792 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.792 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T16:00:59.792 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1282048 2024-04-12T16:00:59.792 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.792 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T16:00:59.792 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1286144 2024-04-12T16:00:59.792 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.792 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T16:00:59.792 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.792 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.792 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T16:00:59.793 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.793 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.793 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T16:00:59.793 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15 2024-04-12T16:00:59.793 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.793 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T16:00:59.793 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4913 2024-04-12T16:00:59.793 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.793 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T16:00:59.793 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4 2024-04-12T16:00:59.793 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.793 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T16:00:59.794 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5505 2024-04-12T16:00:59.794 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.794 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T16:00:59.794 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24 2024-04-12T16:00:59.794 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.794 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T16:00:59.794 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5505 2024-04-12T16:00:59.794 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.794 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T16:00:59.794 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24 2024-04-12T16:00:59.794 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.795 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T16:00:59.795 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.795 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.795 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T16:00:59.795 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.795 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.795 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T16:00:59.795 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.795 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.795 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T16:00:59.795 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.795 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.795 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T16:00:59.796 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.796 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.796 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T16:00:59.796 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.796 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.796 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T16:00:59.796 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.796 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.796 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T16:00:59.796 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.796 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.796 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T16:00:59.796 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.797 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.797 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T16:00:59.797 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11264000 2024-04-12T16:00:59.797 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.797 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.797 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T16:00:59.797 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T16:00:59.797 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T16:00:59.797 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.797 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T16:00:59.797 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 716800 2024-04-12T16:00:59.797 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.797 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T16:00:59.798 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 5, 2024-04-12T16:00:59.798 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 513183 2024-04-12T16:00:59.798 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.798 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T16:00:59.798 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.798 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.798 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.798 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T16:00:59.798 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.798 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.798 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T16:00:59.798 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.798 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.799 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T16:00:59.799 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.799 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.799 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T16:00:59.799 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 30, 2024-04-12T16:00:59.799 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 96937 2024-04-12T16:00:59.799 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.799 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T16:00:59.799 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.799 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.799 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.799 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T16:00:59.799 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.799 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.799 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T16:00:59.800 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 900, 2024-04-12T16:00:59.800 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 522883332 2024-04-12T16:00:59.800 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.800 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T16:00:59.800 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 898, 2024-04-12T16:00:59.800 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 20881091 2024-04-12T16:00:59.800 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.800 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T16:00:59.800 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 900, 2024-04-12T16:00:59.800 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 948621 2024-04-12T16:00:59.800 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.800 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T16:00:59.801 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 900, 2024-04-12T16:00:59.801 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 523831953 2024-04-12T16:00:59.801 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.801 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T16:00:59.801 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.801 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.801 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.801 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T16:00:59.801 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3, 2024-04-12T16:00:59.801 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 35813 2024-04-12T16:00:59.801 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.801 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T16:00:59.801 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T16:00:59.802 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8578 2024-04-12T16:00:59.802 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.802 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T16:00:59.802 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.802 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.802 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.802 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T16:00:59.802 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.802 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.802 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.802 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T16:00:59.803 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T16:00:59.803 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4341 2024-04-12T16:00:59.803 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.803 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T16:00:59.803 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3906 2024-04-12T16:00:59.803 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.803 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T16:00:59.803 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 331 2024-04-12T16:00:59.803 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.803 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T16:00:59.803 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 133, 2024-04-12T16:00:59.803 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3482495 2024-04-12T16:00:59.804 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.804 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T16:00:59.804 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 348, 2024-04-12T16:00:59.804 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 290244 2024-04-12T16:00:59.804 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.804 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T16:00:59.804 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 215, 2024-04-12T16:00:59.804 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5720204 2024-04-12T16:00:59.804 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.804 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T16:00:59.804 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.804 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.805 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T16:00:59.805 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 103, 2024-04-12T16:00:59.805 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7077978 2024-04-12T16:00:59.805 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.805 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T16:00:59.805 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3498, 2024-04-12T16:00:59.805 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4149365771 2024-04-12T16:00:59.805 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.805 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T16:00:59.805 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 122, 2024-04-12T16:00:59.805 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 32748798 2024-04-12T16:00:59.805 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.805 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T16:00:59.806 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 119, 2024-04-12T16:00:59.806 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 230398024702 2024-04-12T16:00:59.806 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.806 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T16:00:59.806 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 122, 2024-04-12T16:00:59.806 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 130268638451 2024-04-12T16:00:59.806 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.806 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T16:00:59.806 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3495, 2024-04-12T16:00:59.806 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 74656010964 2024-04-12T16:00:59.806 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.806 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T16:00:59.807 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3495, 2024-04-12T16:00:59.807 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 197179 2024-04-12T16:00:59.807 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.807 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T16:00:59.807 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3498, 2024-04-12T16:00:59.807 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3117552 2024-04-12T16:00:59.807 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.807 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T16:00:59.807 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3498, 2024-04-12T16:00:59.807 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2440345386 2024-04-12T16:00:59.807 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.807 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T16:00:59.807 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3498, 2024-04-12T16:00:59.807 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 508585 2024-04-12T16:00:59.808 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.808 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T16:00:59.808 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3498, 2024-04-12T16:00:59.808 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1326623103 2024-04-12T16:00:59.808 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.808 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T16:00:59.808 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3498, 2024-04-12T16:00:59.808 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 384044775 2024-04-12T16:00:59.808 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.808 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T16:00:59.808 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 308720 2024-04-12T16:00:59.808 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.809 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T16:00:59.809 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 56, 2024-04-12T16:00:59.809 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 291495 2024-04-12T16:00:59.809 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.809 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T16:00:59.809 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3498, 2024-04-12T16:00:59.809 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8303752268 2024-04-12T16:00:59.809 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.809 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T16:00:59.809 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3498, 2024-04-12T16:00:59.809 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 419380656 2024-04-12T16:00:59.809 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.810 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T16:00:59.810 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3498, 2024-04-12T16:00:59.810 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 275610519 2024-04-12T16:00:59.810 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.810 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.810 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T16:00:59.810 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T16:00:59.810 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1861615595 2024-04-12T16:00:59.810 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.810 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T16:00:59.810 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 48676864 2024-04-12T16:00:59.810 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.811 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T16:00:59.811 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 47693824 2024-04-12T16:00:59.811 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.811 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T16:00:59.811 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3137555251 2024-04-12T16:00:59.811 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.811 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T16:00:59.811 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 983040 2024-04-12T16:00:59.811 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.811 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.811 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T16:00:59.811 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:00:59.811 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 159383552 2024-04-12T16:00:59.812 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.812 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:00:59.812 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.812 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.812 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:00:59.812 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.812 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.812 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:00:59.812 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 85501846 2024-04-12T16:00:59.812 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.812 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:00:59.812 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.812 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.812 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:00:59.813 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.813 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.813 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:00:59.813 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.813 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.813 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:00:59.813 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.813 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.813 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:00:59.813 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.813 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.814 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:00:59.814 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8192 2024-04-12T16:00:59.814 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.814 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:00:59.814 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.814 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.814 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:00:59.814 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.814 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.814 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:00:59.814 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.814 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.814 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:00:59.815 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 73873514 2024-04-12T16:00:59.815 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.815 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.815 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T16:00:59.815 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:00:59.815 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 780140544 2024-04-12T16:00:59.815 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.815 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:00:59.815 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T16:00:59.815 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.815 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:00:59.815 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.815 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.816 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:00:59.816 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 641263848 2024-04-12T16:00:59.816 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.816 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:00:59.816 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.816 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.816 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:00:59.816 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.816 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.816 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:00:59.816 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.816 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.816 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:00:59.817 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.817 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.817 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:00:59.817 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.817 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.817 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:00:59.817 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2128 2024-04-12T16:00:59.817 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.817 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:00:59.817 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.817 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.817 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:00:59.817 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.818 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.818 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:00:59.818 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.818 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.818 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:00:59.818 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71765704 2024-04-12T16:00:59.818 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.818 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.818 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T16:00:59.818 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:00:59.818 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 192937984 2024-04-12T16:00:59.819 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.819 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:00:59.819 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T16:00:59.819 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.819 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:00:59.819 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 464 2024-04-12T16:00:59.819 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.819 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:00:59.819 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57001231 2024-04-12T16:00:59.819 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.819 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:00:59.819 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.820 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.820 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:00:59.820 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.820 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.820 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:00:59.820 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.820 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.820 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:00:59.820 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.820 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.820 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:00:59.820 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.821 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.821 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:00:59.821 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.821 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.821 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:00:59.821 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.821 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.821 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:00:59.821 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.821 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.821 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:00:59.821 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.822 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.822 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:00:59.822 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 68827425 2024-04-12T16:00:59.822 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.822 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.822 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T16:00:59.822 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:00:59.822 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 713031680 2024-04-12T16:00:59.822 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.822 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:00:59.822 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.823 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.823 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:00:59.823 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.823 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.823 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:00:59.823 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 641263848 2024-04-12T16:00:59.823 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.823 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:00:59.823 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.823 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.823 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:00:59.824 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.824 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.824 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:00:59.824 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.824 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.824 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:00:59.824 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.824 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.824 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:00:59.824 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.824 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.824 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:00:59.824 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 322633 2024-04-12T16:00:59.825 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.825 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:00:59.825 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.825 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.825 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:00:59.825 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.825 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.825 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:00:59.825 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.825 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.825 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:00:59.825 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71445199 2024-04-12T16:00:59.825 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.826 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.826 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T16:00:59.826 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T16:00:59.826 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.826 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.826 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T16:00:59.826 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.826 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.826 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T16:00:59.826 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.826 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.826 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T16:00:59.827 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.827 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.827 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.827 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:00:59.827 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T16:00:59.827 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 36 2024-04-12T16:00:59.827 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.827 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T16:00:59.827 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.827 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.827 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T16:00:59.827 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 155 2024-04-12T16:00:59.827 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.828 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T16:00:59.828 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.828 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.828 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T16:00:59.828 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.828 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.828 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T16:00:59.828 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2429440 2024-04-12T16:00:59.828 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.828 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T16:00:59.828 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 155, 2024-04-12T16:00:59.829 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 592351546 2024-04-12T16:00:59.829 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.829 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T16:00:59.829 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1052 2024-04-12T16:00:59.829 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.829 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T16:00:59.829 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 155, 2024-04-12T16:00:59.829 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 55378547 2024-04-12T16:00:59.829 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.829 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T16:00:59.829 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 155, 2024-04-12T16:00:59.829 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 245616775 2024-04-12T16:00:59.830 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.830 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T16:00:59.830 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 33 2024-04-12T16:00:59.830 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.830 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T16:00:59.830 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 33, 2024-04-12T16:00:59.830 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5390921 2024-04-12T16:00:59.830 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.830 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T16:00:59.830 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.830 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.831 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T16:00:59.831 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1052 2024-04-12T16:00:59.831 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.831 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T16:00:59.831 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 33, 2024-04-12T16:00:59.831 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4814021 2024-04-12T16:00:59.831 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.831 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T16:00:59.831 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 33, 2024-04-12T16:00:59.831 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4064169 2024-04-12T16:00:59.831 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.832 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T16:00:59.832 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22 2024-04-12T16:00:59.832 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.832 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T16:00:59.832 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.832 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.832 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T16:00:59.832 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 22, 2024-04-12T16:00:59.832 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 19032062 2024-04-12T16:00:59.832 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.832 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T16:00:59.832 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.832 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.833 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T16:00:59.833 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.833 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.833 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T16:00:59.833 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.833 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.833 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T16:00:59.833 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 22, 2024-04-12T16:00:59.833 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8499252 2024-04-12T16:00:59.833 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.833 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T16:00:59.833 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 22, 2024-04-12T16:00:59.833 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17949498 2024-04-12T16:00:59.834 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.834 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T16:00:59.834 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 100 2024-04-12T16:00:59.834 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.834 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T16:00:59.834 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2429440 2024-04-12T16:00:59.834 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.834 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T16:00:59.834 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 100, 2024-04-12T16:00:59.834 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 567928563 2024-04-12T16:00:59.834 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.835 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T16:00:59.835 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.835 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.835 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T16:00:59.835 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 100, 2024-04-12T16:00:59.835 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 42065274 2024-04-12T16:00:59.835 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.835 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T16:00:59.835 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 100, 2024-04-12T16:00:59.835 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 223603108 2024-04-12T16:00:59.835 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.835 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T16:00:59.835 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.836 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.836 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T16:00:59.836 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 590368 2024-04-12T16:00:59.836 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.836 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T16:00:59.836 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T16:00:59.836 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.836 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T16:00:59.836 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T16:00:59.836 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.836 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T16:00:59.836 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 32587776 2024-04-12T16:00:59.837 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.837 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.837 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.837 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.2": { 2024-04-12T16:00:59.837 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T16:00:59.837 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T16:00:59.837 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.837 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.837 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T16:00:59.837 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.837 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.837 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T16:00:59.837 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T16:00:59.838 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.838 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_main": { 2024-04-12T16:00:59.838 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.838 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.838 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T16:00:59.838 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.838 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.838 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T16:00:59.838 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.838 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.838 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T16:00:59.839 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12288 2024-04-12T16:00:59.839 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.839 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T16:00:59.839 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7073792 2024-04-12T16:00:59.839 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.839 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T16:00:59.839 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.839 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.839 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.839 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T16:00:59.839 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.839 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.839 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.839 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T16:00:59.840 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T16:00:59.840 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.840 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T16:00:59.840 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 31850496 2024-04-12T16:00:59.840 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.840 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T16:00:59.840 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3579904 2024-04-12T16:00:59.840 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.840 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T16:00:59.840 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3440640 2024-04-12T16:00:59.840 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.841 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T16:00:59.841 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 31850496 2024-04-12T16:00:59.841 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.841 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T16:00:59.841 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.841 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.841 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T16:00:59.841 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.841 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.841 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T16:00:59.841 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14 2024-04-12T16:00:59.841 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.842 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T16:00:59.842 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 206272 2024-04-12T16:00:59.842 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.842 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T16:00:59.842 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 23 2024-04-12T16:00:59.842 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.842 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T16:00:59.842 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1282048 2024-04-12T16:00:59.842 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.842 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T16:00:59.842 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1286144 2024-04-12T16:00:59.842 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.843 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T16:00:59.843 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.843 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.843 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T16:00:59.843 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.843 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.843 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T16:00:59.843 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15 2024-04-12T16:00:59.843 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.843 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T16:00:59.843 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4913 2024-04-12T16:00:59.843 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.843 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T16:00:59.844 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4 2024-04-12T16:00:59.844 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.844 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T16:00:59.844 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5505 2024-04-12T16:00:59.844 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.844 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T16:00:59.844 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24 2024-04-12T16:00:59.844 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.844 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T16:00:59.844 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5505 2024-04-12T16:00:59.844 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.844 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T16:00:59.844 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24 2024-04-12T16:00:59.845 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.845 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T16:00:59.845 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.845 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.845 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T16:00:59.845 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.845 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.845 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T16:00:59.845 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.845 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.845 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T16:00:59.845 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.846 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.846 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T16:00:59.846 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.846 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.846 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T16:00:59.846 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.846 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.846 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T16:00:59.846 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.846 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.846 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T16:00:59.846 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.846 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.847 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T16:00:59.847 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.847 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.847 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T16:00:59.847 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10592256 2024-04-12T16:00:59.847 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.847 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.847 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T16:00:59.847 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T16:00:59.847 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T16:00:59.847 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.847 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T16:00:59.847 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 708608 2024-04-12T16:00:59.848 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.848 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T16:00:59.848 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4, 2024-04-12T16:00:59.848 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 282831 2024-04-12T16:00:59.848 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.848 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T16:00:59.848 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.848 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.848 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.848 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T16:00:59.848 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.848 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.848 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T16:00:59.849 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.849 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.849 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T16:00:59.849 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.849 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.849 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T16:00:59.849 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 11, 2024-04-12T16:00:59.849 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13558 2024-04-12T16:00:59.849 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.849 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T16:00:59.849 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.849 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.850 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.850 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T16:00:59.850 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.850 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.850 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T16:00:59.850 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 827, 2024-04-12T16:00:59.850 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 520923703 2024-04-12T16:00:59.850 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.850 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T16:00:59.850 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 826, 2024-04-12T16:00:59.850 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 20239975 2024-04-12T16:00:59.850 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.850 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T16:00:59.851 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 827, 2024-04-12T16:00:59.851 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 711328 2024-04-12T16:00:59.851 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.851 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T16:00:59.851 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 827, 2024-04-12T16:00:59.851 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 521635031 2024-04-12T16:00:59.851 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.851 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T16:00:59.851 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.851 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.851 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.851 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T16:00:59.851 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3, 2024-04-12T16:00:59.852 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 48861 2024-04-12T16:00:59.852 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.852 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T16:00:59.852 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T16:00:59.852 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 543 2024-04-12T16:00:59.852 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.852 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T16:00:59.852 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.852 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.852 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.852 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T16:00:59.852 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.852 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.853 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.853 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T16:00:59.853 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T16:00:59.853 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6620 2024-04-12T16:00:59.853 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.853 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T16:00:59.853 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3716 2024-04-12T16:00:59.853 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.853 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T16:00:59.853 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 308 2024-04-12T16:00:59.853 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.854 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T16:00:59.854 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 100, 2024-04-12T16:00:59.854 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1533495 2024-04-12T16:00:59.854 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.854 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T16:00:59.854 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 277, 2024-04-12T16:00:59.854 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 272950 2024-04-12T16:00:59.854 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.854 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T16:00:59.854 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 177, 2024-04-12T16:00:59.854 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4461923 2024-04-12T16:00:59.854 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.855 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T16:00:59.855 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.855 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.855 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T16:00:59.855 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 103, 2024-04-12T16:00:59.855 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5433491 2024-04-12T16:00:59.855 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.855 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T16:00:59.855 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3437, 2024-04-12T16:00:59.855 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3955549094 2024-04-12T16:00:59.855 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.855 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T16:00:59.856 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 118, 2024-04-12T16:00:59.856 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69462054 2024-04-12T16:00:59.856 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.856 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T16:00:59.856 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 116, 2024-04-12T16:00:59.856 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 160179361912 2024-04-12T16:00:59.856 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.856 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T16:00:59.856 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 118, 2024-04-12T16:00:59.856 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 127111740457 2024-04-12T16:00:59.856 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.856 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T16:00:59.856 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3435, 2024-04-12T16:00:59.857 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 39896963741 2024-04-12T16:00:59.857 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.857 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T16:00:59.857 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3435, 2024-04-12T16:00:59.857 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 226214 2024-04-12T16:00:59.857 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.857 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T16:00:59.857 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3437, 2024-04-12T16:00:59.857 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 219239622 2024-04-12T16:00:59.857 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.857 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T16:00:59.857 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3437, 2024-04-12T16:00:59.857 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2398174078 2024-04-12T16:00:59.857 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.858 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T16:00:59.858 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3437, 2024-04-12T16:00:59.858 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 544964 2024-04-12T16:00:59.858 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.858 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T16:00:59.858 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3437, 2024-04-12T16:00:59.858 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1463635490 2024-04-12T16:00:59.858 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.858 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T16:00:59.858 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3437, 2024-04-12T16:00:59.858 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 383093055 2024-04-12T16:00:59.858 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.858 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T16:00:59.859 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 308560 2024-04-12T16:00:59.859 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.859 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T16:00:59.859 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 52, 2024-04-12T16:00:59.859 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 277463 2024-04-12T16:00:59.859 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.859 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T16:00:59.859 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3437, 2024-04-12T16:00:59.859 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8419944936 2024-04-12T16:00:59.859 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.859 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T16:00:59.859 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3437, 2024-04-12T16:00:59.860 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 418790485 2024-04-12T16:00:59.860 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.860 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T16:00:59.860 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3437, 2024-04-12T16:00:59.860 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 282910840 2024-04-12T16:00:59.860 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.860 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.860 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T16:00:59.860 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T16:00:59.860 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1861615595 2024-04-12T16:00:59.860 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.860 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T16:00:59.860 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 47562752 2024-04-12T16:00:59.861 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.861 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T16:00:59.861 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 46555136 2024-04-12T16:00:59.861 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.861 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T16:00:59.861 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3137555251 2024-04-12T16:00:59.861 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.861 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T16:00:59.861 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1007616 2024-04-12T16:00:59.861 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.861 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.861 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T16:00:59.861 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:00:59.861 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 159383552 2024-04-12T16:00:59.862 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.862 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:00:59.862 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.862 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.862 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:00:59.862 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.862 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.862 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:00:59.862 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 85502199 2024-04-12T16:00:59.863 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.863 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:00:59.863 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.863 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.863 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:00:59.863 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.863 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.863 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:00:59.863 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.863 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.863 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:00:59.863 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.864 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.864 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:00:59.864 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.864 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.864 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:00:59.864 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12288 2024-04-12T16:00:59.864 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.864 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:00:59.864 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.864 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.864 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:00:59.864 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.864 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.864 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:00:59.865 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.865 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.865 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:00:59.865 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 73869065 2024-04-12T16:00:59.865 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.865 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.865 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T16:00:59.865 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:00:59.865 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 780140544 2024-04-12T16:00:59.865 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.865 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:00:59.865 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T16:00:59.865 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.865 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:00:59.866 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.866 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.866 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:00:59.866 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 641266499 2024-04-12T16:00:59.866 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.866 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:00:59.866 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.866 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.866 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:00:59.866 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.866 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.866 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:00:59.866 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.867 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.867 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:00:59.867 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.867 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.867 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:00:59.867 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.867 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.867 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:00:59.867 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2128 2024-04-12T16:00:59.867 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.867 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:00:59.867 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.867 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.868 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:00:59.868 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.868 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.868 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:00:59.868 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.868 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.868 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:00:59.868 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71763053 2024-04-12T16:00:59.868 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.868 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.868 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T16:00:59.868 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:00:59.869 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 192937984 2024-04-12T16:00:59.869 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.869 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:00:59.869 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T16:00:59.869 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.869 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:00:59.869 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 464 2024-04-12T16:00:59.869 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.869 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:00:59.869 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57001466 2024-04-12T16:00:59.869 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.869 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:00:59.869 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.870 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.870 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:00:59.870 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.870 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.870 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:00:59.870 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.870 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.870 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:00:59.870 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.870 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.870 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:00:59.870 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.871 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.871 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:00:59.871 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.871 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.871 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:00:59.871 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.871 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.871 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:00:59.871 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.871 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.871 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:00:59.871 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.872 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.872 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:00:59.872 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 68827190 2024-04-12T16:00:59.872 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.872 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.872 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T16:00:59.872 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:00:59.872 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 713031680 2024-04-12T16:00:59.872 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.872 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:00:59.872 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.872 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.872 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:00:59.873 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.873 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.873 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:00:59.873 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 641266499 2024-04-12T16:00:59.873 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.873 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:00:59.873 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.873 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.873 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:00:59.873 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.873 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.873 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:00:59.874 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.874 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.874 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:00:59.874 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.874 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.874 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:00:59.874 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.874 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.874 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:00:59.874 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 315174 2024-04-12T16:00:59.874 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.875 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:00:59.875 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.875 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.875 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:00:59.875 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.875 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.875 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:00:59.875 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.875 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.875 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:00:59.875 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71450007 2024-04-12T16:00:59.875 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.875 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.876 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T16:00:59.876 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T16:00:59.876 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.876 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.876 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T16:00:59.876 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.876 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.876 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T16:00:59.876 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.876 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.876 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T16:00:59.876 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.876 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.877 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.877 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:00:59.877 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T16:00:59.877 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 30 2024-04-12T16:00:59.877 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.877 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T16:00:59.877 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.877 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.877 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T16:00:59.877 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10 2024-04-12T16:00:59.877 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.878 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T16:00:59.878 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.878 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.878 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T16:00:59.878 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.878 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.878 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T16:00:59.878 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.878 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.878 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T16:00:59.878 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 10, 2024-04-12T16:00:59.878 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 149955731 2024-04-12T16:00:59.878 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.879 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T16:00:59.879 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.879 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.879 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T16:00:59.879 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 10, 2024-04-12T16:00:59.879 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3882698 2024-04-12T16:00:59.879 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.879 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T16:00:59.879 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 10, 2024-04-12T16:00:59.879 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 143786906 2024-04-12T16:00:59.879 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.879 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T16:00:59.879 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.879 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.880 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T16:00:59.880 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.880 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.880 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.880 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T16:00:59.880 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.880 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.880 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T16:00:59.880 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.880 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.880 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T16:00:59.880 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.881 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.881 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.881 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T16:00:59.881 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.881 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.881 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.881 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T16:00:59.881 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.881 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.881 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T16:00:59.881 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.881 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.881 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T16:00:59.882 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.882 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.882 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.882 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T16:00:59.882 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.882 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.882 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T16:00:59.882 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.882 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.882 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T16:00:59.882 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.882 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.883 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T16:00:59.883 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.883 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.883 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.883 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T16:00:59.883 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.883 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.883 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.883 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T16:00:59.883 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10 2024-04-12T16:00:59.883 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.884 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T16:00:59.884 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.884 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.884 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T16:00:59.884 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 10, 2024-04-12T16:00:59.884 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 149955731 2024-04-12T16:00:59.884 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.884 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T16:00:59.884 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.884 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.884 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T16:00:59.884 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 10, 2024-04-12T16:00:59.884 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3882698 2024-04-12T16:00:59.884 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.885 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T16:00:59.885 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 10, 2024-04-12T16:00:59.885 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 143786906 2024-04-12T16:00:59.885 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.885 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T16:00:59.885 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.885 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.885 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T16:00:59.885 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.885 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.885 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T16:00:59.885 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.885 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.885 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T16:00:59.886 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T16:00:59.886 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.886 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T16:00:59.886 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 32575488 2024-04-12T16:00:59.886 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.886 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.886 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.886 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.3": { 2024-04-12T16:00:59.886 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T16:00:59.886 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T16:00:59.886 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.887 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.887 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T16:00:59.887 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.887 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.887 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T16:00:59.887 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T16:00:59.887 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.887 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_main": { 2024-04-12T16:00:59.887 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.887 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.887 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T16:00:59.887 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.888 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.888 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T16:00:59.888 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.888 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.888 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T16:00:59.888 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12288 2024-04-12T16:00:59.888 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.888 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T16:00:59.888 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6524928 2024-04-12T16:00:59.888 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.888 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T16:00:59.888 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.889 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.889 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.889 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T16:00:59.889 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.889 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.889 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.889 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T16:00:59.889 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T16:00:59.889 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.889 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T16:00:59.889 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 31850496 2024-04-12T16:00:59.889 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.889 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T16:00:59.890 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3534848 2024-04-12T16:00:59.890 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.890 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T16:00:59.890 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3395584 2024-04-12T16:00:59.890 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.890 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T16:00:59.890 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 31850496 2024-04-12T16:00:59.890 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.890 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T16:00:59.890 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.890 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.890 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T16:00:59.890 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.891 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.891 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T16:00:59.891 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14 2024-04-12T16:00:59.891 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.891 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T16:00:59.891 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 206272 2024-04-12T16:00:59.891 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.891 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T16:00:59.891 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 23 2024-04-12T16:00:59.891 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.891 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T16:00:59.892 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1282048 2024-04-12T16:00:59.892 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.892 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T16:00:59.892 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1286144 2024-04-12T16:00:59.892 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.892 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T16:00:59.892 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.892 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.892 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T16:00:59.892 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.892 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.892 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T16:00:59.892 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15 2024-04-12T16:00:59.893 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.893 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T16:00:59.893 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4913 2024-04-12T16:00:59.893 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.893 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T16:00:59.893 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4 2024-04-12T16:00:59.893 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.893 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T16:00:59.893 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5503 2024-04-12T16:00:59.893 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.893 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T16:00:59.893 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24 2024-04-12T16:00:59.894 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.894 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T16:00:59.894 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5503 2024-04-12T16:00:59.894 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.894 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T16:00:59.894 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24 2024-04-12T16:00:59.894 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.894 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T16:00:59.894 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.894 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.894 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T16:00:59.894 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.895 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.895 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T16:00:59.895 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.895 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.895 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T16:00:59.895 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.895 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.895 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T16:00:59.895 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.895 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.895 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T16:00:59.895 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.896 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.896 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T16:00:59.896 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.896 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.896 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T16:00:59.896 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.896 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.896 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T16:00:59.896 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.896 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.896 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T16:00:59.896 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9998336 2024-04-12T16:00:59.897 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.897 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.897 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T16:00:59.897 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T16:00:59.897 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T16:00:59.897 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.897 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T16:00:59.897 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 729088 2024-04-12T16:00:59.897 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.897 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T16:00:59.897 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.897 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.898 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.898 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T16:00:59.898 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.898 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.898 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.898 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T16:00:59.898 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.898 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.898 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T16:00:59.898 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.898 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.899 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T16:00:59.899 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.899 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.899 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T16:00:59.899 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T16:00:59.899 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3138 2024-04-12T16:00:59.899 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.899 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T16:00:59.899 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.899 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.899 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.899 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T16:00:59.900 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.900 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.900 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T16:00:59.900 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 816, 2024-04-12T16:00:59.900 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 505114453 2024-04-12T16:00:59.900 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.900 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T16:00:59.900 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 811, 2024-04-12T16:00:59.900 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17480430 2024-04-12T16:00:59.900 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.900 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T16:00:59.900 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 816, 2024-04-12T16:00:59.900 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 826104 2024-04-12T16:00:59.900 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.901 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T16:00:59.901 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 816, 2024-04-12T16:00:59.901 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 505940557 2024-04-12T16:00:59.901 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.901 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T16:00:59.901 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.901 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.901 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.901 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T16:00:59.901 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T16:00:59.901 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 40343 2024-04-12T16:00:59.901 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.901 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T16:00:59.902 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.902 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.902 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.902 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T16:00:59.902 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.902 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.902 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.902 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T16:00:59.902 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.902 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.902 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.903 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T16:00:59.903 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T16:00:59.903 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4347 2024-04-12T16:00:59.903 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.903 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T16:00:59.903 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3434 2024-04-12T16:00:59.903 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.903 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T16:00:59.903 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 319 2024-04-12T16:00:59.903 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.903 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T16:00:59.903 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 83, 2024-04-12T16:00:59.904 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 986433 2024-04-12T16:00:59.904 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.904 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T16:00:59.904 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 144, 2024-04-12T16:00:59.904 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 266313 2024-04-12T16:00:59.904 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.904 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T16:00:59.904 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 61, 2024-04-12T16:00:59.904 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 295607 2024-04-12T16:00:59.904 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.904 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T16:00:59.904 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.904 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.905 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T16:00:59.905 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 100, 2024-04-12T16:00:59.905 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5544171 2024-04-12T16:00:59.905 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.905 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T16:00:59.905 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3336, 2024-04-12T16:00:59.905 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3627672156 2024-04-12T16:00:59.905 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.905 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T16:00:59.905 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 52, 2024-04-12T16:00:59.905 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 25207406 2024-04-12T16:00:59.905 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.905 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T16:00:59.905 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 49, 2024-04-12T16:00:59.906 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 565096257925 2024-04-12T16:00:59.906 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.906 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T16:00:59.906 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 52, 2024-04-12T16:00:59.906 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 92043848441 2024-04-12T16:00:59.906 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.906 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T16:00:59.906 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3333, 2024-04-12T16:00:59.906 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1172482596 2024-04-12T16:00:59.906 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.906 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T16:00:59.906 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3333, 2024-04-12T16:00:59.906 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 170932 2024-04-12T16:00:59.907 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.907 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T16:00:59.907 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3336, 2024-04-12T16:00:59.907 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 461082334 2024-04-12T16:00:59.907 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.907 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T16:00:59.907 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3336, 2024-04-12T16:00:59.907 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2555530182 2024-04-12T16:00:59.907 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.907 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T16:00:59.908 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3336, 2024-04-12T16:00:59.908 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 423723 2024-04-12T16:00:59.908 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.908 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T16:00:59.908 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3336, 2024-04-12T16:00:59.908 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1313920037 2024-04-12T16:00:59.908 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.908 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T16:00:59.908 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3336, 2024-04-12T16:00:59.908 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 383212607 2024-04-12T16:00:59.908 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.908 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T16:00:59.908 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 311296 2024-04-12T16:00:59.908 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.908 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T16:00:59.909 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 43, 2024-04-12T16:00:59.909 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 196333 2024-04-12T16:00:59.909 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.909 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T16:00:59.909 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3336, 2024-04-12T16:00:59.909 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8341631206 2024-04-12T16:00:59.909 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.909 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T16:00:59.909 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3336, 2024-04-12T16:00:59.909 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 423371059 2024-04-12T16:00:59.909 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.909 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T16:00:59.909 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3336, 2024-04-12T16:00:59.909 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 276635165 2024-04-12T16:00:59.910 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.910 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.910 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T16:00:59.910 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T16:00:59.910 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1861615595 2024-04-12T16:00:59.910 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.910 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T16:00:59.910 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 44630016 2024-04-12T16:00:59.910 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.910 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T16:00:59.910 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 44548096 2024-04-12T16:00:59.910 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.911 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T16:00:59.911 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3137555251 2024-04-12T16:00:59.911 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.911 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T16:00:59.911 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 81920 2024-04-12T16:00:59.911 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.911 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.911 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T16:00:59.911 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:00:59.911 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 159383552 2024-04-12T16:00:59.911 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.911 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:00:59.912 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.912 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.912 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:00:59.912 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.912 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.912 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:00:59.912 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 85502374 2024-04-12T16:00:59.912 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.912 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:00:59.912 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.912 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.912 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:00:59.912 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.913 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.913 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:00:59.913 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.913 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.913 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:00:59.913 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.913 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.913 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:00:59.913 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.913 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.913 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:00:59.913 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.913 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.913 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:00:59.914 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.914 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.914 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:00:59.914 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.914 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.914 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:00:59.914 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.914 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.914 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:00:59.914 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 73881178 2024-04-12T16:00:59.914 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.914 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.914 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T16:00:59.915 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:00:59.915 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 780140544 2024-04-12T16:00:59.915 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.915 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:00:59.915 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T16:00:59.915 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.915 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:00:59.915 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.915 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.915 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:00:59.915 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 641267811 2024-04-12T16:00:59.915 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.915 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:00:59.916 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.916 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.916 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:00:59.916 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.916 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.916 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:00:59.916 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.916 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.916 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:00:59.916 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.916 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.916 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:00:59.916 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.917 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.917 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:00:59.917 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2128 2024-04-12T16:00:59.917 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.917 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:00:59.917 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.917 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.917 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:00:59.917 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.917 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.917 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:00:59.917 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.918 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.918 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:00:59.918 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71761741 2024-04-12T16:00:59.918 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.918 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.918 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T16:00:59.918 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:00:59.918 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 192937984 2024-04-12T16:00:59.918 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.918 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:00:59.918 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T16:00:59.919 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.919 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:00:59.919 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 464 2024-04-12T16:00:59.919 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.919 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:00:59.919 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57001583 2024-04-12T16:00:59.919 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.919 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:00:59.919 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.919 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.919 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:00:59.919 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.920 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.920 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:00:59.920 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.920 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.920 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:00:59.920 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.920 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.920 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:00:59.920 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.920 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.920 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:00:59.920 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.921 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.921 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:00:59.921 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.921 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.921 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:00:59.921 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.921 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.921 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:00:59.921 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.921 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.921 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:00:59.921 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 68827073 2024-04-12T16:00:59.922 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.922 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.922 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T16:00:59.922 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:00:59.922 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 713031680 2024-04-12T16:00:59.922 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.922 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:00:59.922 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.922 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.922 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:00:59.922 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.923 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.923 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:00:59.923 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 641267811 2024-04-12T16:00:59.923 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.923 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:00:59.923 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.923 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.923 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:00:59.923 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.924 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.924 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:00:59.924 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.924 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.924 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:00:59.924 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.924 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.924 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:00:59.924 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10320 2024-04-12T16:00:59.924 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.924 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:00:59.925 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 318791 2024-04-12T16:00:59.925 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.925 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:00:59.925 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.925 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.925 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:00:59.925 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.925 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.925 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:00:59.925 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.925 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.925 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:00:59.925 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71434758 2024-04-12T16:00:59.926 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.926 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.926 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T16:00:59.926 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T16:00:59.926 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.926 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.926 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T16:00:59.926 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.926 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.926 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T16:00:59.926 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.926 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.926 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T16:00:59.926 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.927 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.927 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.927 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:00:59.927 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T16:00:59.927 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37 2024-04-12T16:00:59.927 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.927 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T16:00:59.927 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.927 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.927 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T16:00:59.927 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.927 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.927 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T16:00:59.927 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.928 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.928 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T16:00:59.928 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.928 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.928 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T16:00:59.928 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.928 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.928 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T16:00:59.928 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.928 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.928 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.928 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T16:00:59.929 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.929 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.929 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T16:00:59.929 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T16:00:59.929 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1074575 2024-04-12T16:00:59.929 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.929 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T16:00:59.929 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.929 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.929 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.929 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T16:00:59.929 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.929 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.930 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T16:00:59.930 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.930 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.930 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.930 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T16:00:59.930 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.930 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.930 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T16:00:59.930 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.930 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.930 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T16:00:59.931 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.931 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.931 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.931 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T16:00:59.931 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.931 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.931 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.931 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T16:00:59.931 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.931 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.931 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T16:00:59.931 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.932 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.932 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T16:00:59.932 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.932 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.932 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.932 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T16:00:59.932 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.932 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.932 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T16:00:59.932 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.932 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.932 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T16:00:59.933 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.933 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.933 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T16:00:59.933 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.933 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.933 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.933 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T16:00:59.933 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.933 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.933 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.933 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T16:00:59.934 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.934 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.934 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T16:00:59.934 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.934 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.934 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T16:00:59.934 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.934 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.934 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.934 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T16:00:59.934 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.935 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.935 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T16:00:59.935 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T16:00:59.935 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1074575 2024-04-12T16:00:59.935 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.935 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T16:00:59.935 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.935 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.935 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.935 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T16:00:59.935 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.935 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.935 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T16:00:59.935 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.935 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.936 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T16:00:59.936 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.936 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.936 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T16:00:59.936 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T16:00:59.936 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.936 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T16:00:59.936 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 32587776 2024-04-12T16:00:59.936 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.936 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.936 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.936 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.4": { 2024-04-12T16:00:59.936 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T16:00:59.936 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T16:00:59.937 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.937 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.937 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T16:00:59.937 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.937 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.937 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T16:00:59.937 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T16:00:59.937 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.937 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_main": { 2024-04-12T16:00:59.937 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.937 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.937 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T16:00:59.937 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.937 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.938 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T16:00:59.938 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.938 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.938 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T16:00:59.938 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12288 2024-04-12T16:00:59.938 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.938 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T16:00:59.938 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1265664 2024-04-12T16:00:59.938 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.938 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T16:00:59.938 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.938 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.939 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.939 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T16:00:59.939 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.939 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.939 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.939 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T16:00:59.939 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T16:00:59.939 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.939 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T16:00:59.939 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 27656192 2024-04-12T16:00:59.939 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.939 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T16:00:59.939 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 937984 2024-04-12T16:00:59.940 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.940 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T16:00:59.940 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 798720 2024-04-12T16:00:59.940 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.940 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T16:00:59.940 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 31850496 2024-04-12T16:00:59.940 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.940 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T16:00:59.940 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.940 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.940 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T16:00:59.940 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.940 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.941 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T16:00:59.941 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14 2024-04-12T16:00:59.941 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.941 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T16:00:59.941 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 206272 2024-04-12T16:00:59.941 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.941 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T16:00:59.941 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 23 2024-04-12T16:00:59.941 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.941 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T16:00:59.941 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1282048 2024-04-12T16:00:59.941 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.941 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T16:00:59.941 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1286144 2024-04-12T16:00:59.941 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.942 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T16:00:59.942 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.942 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.942 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T16:00:59.942 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.942 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.942 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T16:00:59.942 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15 2024-04-12T16:00:59.942 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.942 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T16:00:59.942 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4913 2024-04-12T16:00:59.942 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.942 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T16:00:59.943 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4 2024-04-12T16:00:59.943 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.943 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T16:00:59.943 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5505 2024-04-12T16:00:59.943 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.943 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T16:00:59.943 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24 2024-04-12T16:00:59.943 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.943 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T16:00:59.943 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5505 2024-04-12T16:00:59.943 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.943 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T16:00:59.943 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24 2024-04-12T16:00:59.943 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.944 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T16:00:59.944 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.944 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.944 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T16:00:59.944 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.944 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.944 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T16:00:59.944 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.944 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.944 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T16:00:59.944 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.944 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.944 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T16:00:59.944 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.945 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.945 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T16:00:59.945 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.945 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.945 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T16:00:59.945 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.945 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.945 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T16:00:59.945 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.945 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.945 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T16:00:59.945 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.945 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.945 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T16:00:59.946 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2142208 2024-04-12T16:00:59.946 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.946 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.946 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T16:00:59.946 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T16:00:59.946 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T16:00:59.946 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.946 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T16:00:59.946 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 720896 2024-04-12T16:00:59.946 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.946 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T16:00:59.946 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 10, 2024-04-12T16:00:59.946 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 287198 2024-04-12T16:00:59.946 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.947 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T16:00:59.947 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.947 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.947 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.947 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T16:00:59.947 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.947 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.947 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T16:00:59.947 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.947 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.947 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T16:00:59.947 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.947 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.947 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T16:00:59.947 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T16:00:59.948 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1978 2024-04-12T16:00:59.948 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.948 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T16:00:59.948 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.948 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.948 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.948 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T16:00:59.948 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.948 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.948 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T16:00:59.948 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 182, 2024-04-12T16:00:59.948 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 40708283 2024-04-12T16:00:59.948 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.949 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T16:00:59.949 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 180, 2024-04-12T16:00:59.949 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7450120 2024-04-12T16:00:59.949 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.949 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T16:00:59.949 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 182, 2024-04-12T16:00:59.949 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 195837 2024-04-12T16:00:59.949 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.949 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T16:00:59.949 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 182, 2024-04-12T16:00:59.949 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 40904120 2024-04-12T16:00:59.949 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.949 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T16:00:59.949 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.950 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.950 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.950 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T16:00:59.950 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3, 2024-04-12T16:00:59.950 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 41258 2024-04-12T16:00:59.950 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.950 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T16:00:59.950 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.950 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.950 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.950 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T16:00:59.950 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.950 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.951 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.951 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T16:00:59.951 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.951 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.951 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.951 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T16:00:59.951 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T16:00:59.951 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5175 2024-04-12T16:00:59.951 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.951 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T16:00:59.951 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 355 2024-04-12T16:00:59.951 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.951 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T16:00:59.952 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 240 2024-04-12T16:00:59.952 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.952 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T16:00:59.952 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 90, 2024-04-12T16:00:59.952 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 692445 2024-04-12T16:00:59.952 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.952 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T16:00:59.952 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 148, 2024-04-12T16:00:59.952 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 239087 2024-04-12T16:00:59.952 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.952 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T16:00:59.952 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 58, 2024-04-12T16:00:59.952 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 60272 2024-04-12T16:00:59.953 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.953 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T16:00:59.953 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.953 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.953 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T16:00:59.953 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 6, 2024-04-12T16:00:59.953 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 166236 2024-04-12T16:00:59.953 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.953 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T16:00:59.953 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 265, 2024-04-12T16:00:59.953 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3563008 2024-04-12T16:00:59.954 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.954 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T16:00:59.954 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 40, 2024-04-12T16:00:59.954 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3159884 2024-04-12T16:00:59.954 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.954 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T16:00:59.954 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 38, 2024-04-12T16:00:59.954 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 136866474782 2024-04-12T16:00:59.954 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.954 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T16:00:59.954 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 40, 2024-04-12T16:00:59.954 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 64946942638 2024-04-12T16:00:59.955 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.955 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T16:00:59.955 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 263, 2024-04-12T16:00:59.955 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 527416 2024-04-12T16:00:59.955 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.955 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T16:00:59.955 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 263, 2024-04-12T16:00:59.955 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 27209 2024-04-12T16:00:59.955 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.955 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T16:00:59.955 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 265, 2024-04-12T16:00:59.955 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 260419 2024-04-12T16:00:59.955 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.955 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T16:00:59.956 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 265, 2024-04-12T16:00:59.956 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 158352105 2024-04-12T16:00:59.956 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.956 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T16:00:59.956 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 265, 2024-04-12T16:00:59.956 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 88559 2024-04-12T16:00:59.956 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.956 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T16:00:59.956 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 265, 2024-04-12T16:00:59.956 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57726657 2024-04-12T16:00:59.956 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.956 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T16:00:59.956 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 265, 2024-04-12T16:00:59.957 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12073200 2024-04-12T16:00:59.957 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.957 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T16:00:59.957 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 308995 2024-04-12T16:00:59.957 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.957 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T16:00:59.957 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 40, 2024-04-12T16:00:59.957 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 178324 2024-04-12T16:00:59.957 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.957 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T16:00:59.957 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 265, 2024-04-12T16:00:59.957 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 232018080 2024-04-12T16:00:59.957 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.957 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T16:00:59.957 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 265, 2024-04-12T16:00:59.958 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14129765 2024-04-12T16:00:59.958 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.958 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T16:00:59.958 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 265, 2024-04-12T16:00:59.958 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1639599 2024-04-12T16:00:59.958 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.958 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.958 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T16:00:59.958 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T16:00:59.958 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1861615595 2024-04-12T16:00:59.958 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.958 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T16:00:59.958 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 41205760 2024-04-12T16:00:59.959 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.959 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T16:00:59.959 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 40960000 2024-04-12T16:00:59.959 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.959 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T16:00:59.959 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3137555251 2024-04-12T16:00:59.959 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.959 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T16:00:59.959 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 245760 2024-04-12T16:00:59.959 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.959 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.959 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T16:00:59.959 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:00:59.959 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 159383552 2024-04-12T16:00:59.960 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.960 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:00:59.960 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.960 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.960 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:00:59.960 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.960 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.960 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:00:59.960 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 85508646 2024-04-12T16:00:59.960 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.960 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:00:59.960 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.960 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.960 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:00:59.961 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.961 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.961 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:00:59.961 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.961 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.961 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:00:59.961 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.961 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.961 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:00:59.961 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.961 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.961 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:00:59.962 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.962 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.962 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:00:59.962 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.962 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.962 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:00:59.962 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.962 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.962 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:00:59.962 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.962 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.962 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:00:59.962 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 73874906 2024-04-12T16:00:59.962 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.963 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.963 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T16:00:59.963 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:00:59.963 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 780140544 2024-04-12T16:00:59.963 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.963 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:00:59.963 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T16:00:59.963 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.963 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:00:59.963 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.963 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.963 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:00:59.964 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 641314849 2024-04-12T16:00:59.964 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.964 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:00:59.964 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.964 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.964 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:00:59.964 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.964 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.964 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:00:59.964 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.964 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.964 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:00:59.964 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.964 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.965 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:00:59.965 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.965 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.965 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:00:59.965 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2128 2024-04-12T16:00:59.965 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.965 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:00:59.965 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.965 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.965 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:00:59.965 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.965 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.965 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:00:59.965 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.965 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.966 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:00:59.966 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71714703 2024-04-12T16:00:59.966 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.966 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.966 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T16:00:59.966 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:00:59.966 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 192937984 2024-04-12T16:00:59.966 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.966 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:00:59.966 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T16:00:59.966 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.966 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:00:59.966 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 464 2024-04-12T16:00:59.967 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.967 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:00:59.967 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57005764 2024-04-12T16:00:59.967 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.967 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:00:59.967 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.967 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.967 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:00:59.967 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.967 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.967 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:00:59.967 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.967 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.968 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:00:59.968 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.968 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.968 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:00:59.968 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.968 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.968 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:00:59.968 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.968 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.968 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:00:59.968 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.968 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.968 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:00:59.968 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.968 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.969 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:00:59.969 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.969 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.969 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:00:59.969 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 68822892 2024-04-12T16:00:59.969 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.969 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.969 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T16:00:59.969 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:00:59.969 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 713031680 2024-04-12T16:00:59.969 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.969 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:00:59.969 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.969 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.969 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:00:59.970 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.970 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.970 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:00:59.970 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 641314849 2024-04-12T16:00:59.970 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.970 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:00:59.970 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.970 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.970 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:00:59.970 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.970 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.970 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:00:59.970 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.971 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.971 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:00:59.971 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.971 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.971 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:00:59.971 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.971 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.971 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:00:59.971 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 213987 2024-04-12T16:00:59.971 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.971 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:00:59.971 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.971 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.972 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:00:59.972 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.972 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.972 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:00:59.972 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.972 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.972 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:00:59.972 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71502844 2024-04-12T16:00:59.972 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.972 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.972 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T16:00:59.972 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T16:00:59.972 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.972 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.973 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T16:00:59.973 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.973 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.973 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T16:00:59.973 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.973 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.973 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T16:00:59.973 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.973 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.973 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.973 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:00:59.973 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T16:00:59.974 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 39 2024-04-12T16:00:59.974 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.974 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T16:00:59.974 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.974 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.974 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T16:00:59.974 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T16:00:59.974 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.974 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T16:00:59.974 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.974 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.974 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T16:00:59.975 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.975 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.975 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T16:00:59.975 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22 2024-04-12T16:00:59.975 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.975 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T16:00:59.975 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T16:00:59.975 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15145144 2024-04-12T16:00:59.975 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.975 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T16:00:59.975 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.975 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.975 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T16:00:59.975 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T16:00:59.976 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 542561 2024-04-12T16:00:59.976 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.976 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T16:00:59.976 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T16:00:59.976 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15058350 2024-04-12T16:00:59.976 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.976 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T16:00:59.976 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.976 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.976 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T16:00:59.976 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.977 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.977 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.977 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T16:00:59.977 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.977 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.977 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T16:00:59.977 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.977 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.977 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T16:00:59.977 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.977 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.977 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.978 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T16:00:59.978 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.978 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.978 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.978 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T16:00:59.978 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.978 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.978 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T16:00:59.978 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.978 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.978 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T16:00:59.979 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.979 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.979 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.979 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T16:00:59.979 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.979 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.979 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T16:00:59.979 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.979 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.979 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T16:00:59.979 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.979 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.979 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T16:00:59.980 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.980 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.980 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.980 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T16:00:59.980 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.980 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.980 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.980 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T16:00:59.980 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T16:00:59.980 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.980 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T16:00:59.980 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22 2024-04-12T16:00:59.980 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.981 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T16:00:59.981 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T16:00:59.981 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15145144 2024-04-12T16:00:59.981 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.981 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T16:00:59.981 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.981 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.981 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T16:00:59.981 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T16:00:59.981 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 542561 2024-04-12T16:00:59.981 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.981 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T16:00:59.982 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T16:00:59.982 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15058350 2024-04-12T16:00:59.982 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.982 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T16:00:59.982 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.982 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.982 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T16:00:59.982 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.982 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.982 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T16:00:59.982 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T16:00:59.983 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.983 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T16:00:59.983 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T16:00:59.983 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.983 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T16:00:59.983 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 28393472 2024-04-12T16:00:59.983 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.983 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.983 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.983 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.5": { 2024-04-12T16:00:59.984 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T16:00:59.984 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T16:00:59.984 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.984 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.984 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T16:00:59.984 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.984 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.984 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T16:00:59.984 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T16:00:59.984 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.984 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_main": { 2024-04-12T16:00:59.984 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.984 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.985 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T16:00:59.985 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.985 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.985 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T16:00:59.985 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.985 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.985 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T16:00:59.985 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12288 2024-04-12T16:00:59.985 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.985 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T16:00:59.985 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7430144 2024-04-12T16:00:59.985 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.985 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T16:00:59.986 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.986 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.986 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.986 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T16:00:59.986 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.986 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.986 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.986 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T16:00:59.986 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T16:00:59.986 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.986 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T16:00:59.986 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 31850496 2024-04-12T16:00:59.987 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.987 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T16:00:59.987 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4415488 2024-04-12T16:00:59.987 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.987 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T16:00:59.987 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4276224 2024-04-12T16:00:59.987 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.987 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T16:00:59.987 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 31850496 2024-04-12T16:00:59.987 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.987 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T16:00:59.988 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.988 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.988 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T16:00:59.988 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.988 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.988 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T16:00:59.988 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14 2024-04-12T16:00:59.988 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.988 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T16:00:59.988 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 206272 2024-04-12T16:00:59.988 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.988 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T16:00:59.989 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 23 2024-04-12T16:00:59.989 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.989 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T16:00:59.989 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1282048 2024-04-12T16:00:59.989 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.989 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T16:00:59.989 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1286144 2024-04-12T16:00:59.989 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.989 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T16:00:59.989 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.989 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.989 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T16:00:59.989 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.990 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.990 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T16:00:59.990 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15 2024-04-12T16:00:59.990 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.990 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T16:00:59.990 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4913 2024-04-12T16:00:59.990 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.990 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T16:00:59.990 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4 2024-04-12T16:00:59.990 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.990 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T16:00:59.991 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5505 2024-04-12T16:00:59.991 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.991 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T16:00:59.991 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24 2024-04-12T16:00:59.991 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.991 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T16:00:59.991 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5505 2024-04-12T16:00:59.991 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.991 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T16:00:59.991 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24 2024-04-12T16:00:59.991 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.991 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T16:00:59.991 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.992 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.992 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T16:00:59.992 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.992 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.992 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T16:00:59.992 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.992 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.992 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T16:00:59.992 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.992 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.992 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T16:00:59.992 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.993 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.993 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T16:00:59.993 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.993 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.993 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T16:00:59.993 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.993 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.993 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T16:00:59.993 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.993 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.993 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T16:00:59.993 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.993 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.993 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T16:00:59.994 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11784192 2024-04-12T16:00:59.994 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:00:59.994 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.994 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T16:00:59.994 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T16:00:59.994 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T16:00:59.994 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.994 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T16:00:59.994 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 724992 2024-04-12T16:00:59.994 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.994 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T16:00:59.998 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4, 2024-04-12T16:00:59.998 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 192467 2024-04-12T16:00:59.998 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.998 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T16:00:59.999 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:00:59.999 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.999 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.999 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T16:00:59.999 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.999 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.999 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T16:00:59.999 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.999 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.999 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T16:00:59.999 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:00:59.999 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:00:59.999 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T16:00:59.999 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T16:01:00.000 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2842 2024-04-12T16:01:00.000 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.000 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T16:01:00.000 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:00.000 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.000 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.000 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T16:01:00.000 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.000 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.000 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T16:01:00.000 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1031, 2024-04-12T16:01:00.000 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 283802941 2024-04-12T16:01:00.000 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.001 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T16:01:00.001 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1022, 2024-04-12T16:01:00.001 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 19194649 2024-04-12T16:01:00.001 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.001 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T16:01:00.001 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1031, 2024-04-12T16:01:00.001 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 794056 2024-04-12T16:01:00.001 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.001 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T16:01:00.001 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1031, 2024-04-12T16:01:00.001 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 284596997 2024-04-12T16:01:00.001 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.001 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T16:01:00.001 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:00.002 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.002 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.002 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T16:01:00.002 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3, 2024-04-12T16:01:00.002 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 41179 2024-04-12T16:01:00.002 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.002 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T16:01:00.002 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:00.002 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.002 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.002 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T16:01:00.002 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:00.002 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.002 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.003 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T16:01:00.003 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:00.003 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.003 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.003 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T16:01:00.003 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T16:01:00.003 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3931 2024-04-12T16:01:00.003 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.003 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T16:01:00.003 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3429 2024-04-12T16:01:00.003 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.003 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T16:01:00.004 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 341 2024-04-12T16:01:00.004 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.004 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T16:01:00.004 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87, 2024-04-12T16:01:00.004 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 650274 2024-04-12T16:01:00.004 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.004 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T16:01:00.004 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 140, 2024-04-12T16:01:00.004 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 247362 2024-04-12T16:01:00.004 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.004 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T16:01:00.005 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 53, 2024-04-12T16:01:00.005 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 96949 2024-04-12T16:01:00.005 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.005 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T16:01:00.005 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.005 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.005 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T16:01:00.005 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 103, 2024-04-12T16:01:00.005 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5515276 2024-04-12T16:01:00.005 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.005 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T16:01:00.005 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3366, 2024-04-12T16:01:00.006 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1834089642 2024-04-12T16:01:00.006 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.006 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T16:01:00.006 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 40, 2024-04-12T16:01:00.006 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6351805 2024-04-12T16:01:00.006 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.006 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T16:01:00.006 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 37, 2024-04-12T16:01:00.006 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 770989754528 2024-04-12T16:01:00.006 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.006 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T16:01:00.006 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 40, 2024-04-12T16:01:00.007 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 62196251306 2024-04-12T16:01:00.007 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.007 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T16:01:00.007 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3363, 2024-04-12T16:01:00.007 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 452368332 2024-04-12T16:01:00.007 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.007 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T16:01:00.007 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3363, 2024-04-12T16:01:00.007 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 164565 2024-04-12T16:01:00.007 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.007 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T16:01:00.007 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3366, 2024-04-12T16:01:00.008 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 528748800 2024-04-12T16:01:00.008 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.008 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T16:01:00.008 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3366, 2024-04-12T16:01:00.008 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 712278930 2024-04-12T16:01:00.008 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.008 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T16:01:00.008 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3366, 2024-04-12T16:01:00.008 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 400972 2024-04-12T16:01:00.008 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.008 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T16:01:00.008 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3366, 2024-04-12T16:01:00.008 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 443687194 2024-04-12T16:01:00.008 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.008 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T16:01:00.009 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3366, 2024-04-12T16:01:00.009 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 208426351 2024-04-12T16:01:00.009 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.009 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T16:01:00.009 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 311282 2024-04-12T16:01:00.009 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.009 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T16:01:00.009 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 33, 2024-04-12T16:01:00.009 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 132211 2024-04-12T16:01:00.009 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.009 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T16:01:00.009 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3366, 2024-04-12T16:01:00.009 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3727433892 2024-04-12T16:01:00.010 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.010 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T16:01:00.010 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3366, 2024-04-12T16:01:00.010 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 242689043 2024-04-12T16:01:00.010 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.010 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T16:01:00.010 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3366, 2024-04-12T16:01:00.010 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 113551762 2024-04-12T16:01:00.010 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:00.010 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.010 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T16:01:00.010 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T16:01:00.010 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1861615595 2024-04-12T16:01:00.011 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.011 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T16:01:00.011 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 46579712 2024-04-12T16:01:00.011 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.011 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T16:01:00.011 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 45744128 2024-04-12T16:01:00.011 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.011 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T16:01:00.011 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3137555251 2024-04-12T16:01:00.011 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.011 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T16:01:00.011 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 835584 2024-04-12T16:01:00.012 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:00.012 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.012 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T16:01:00.012 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:00.012 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 159383552 2024-04-12T16:01:00.012 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.012 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:00.012 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.012 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.012 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:00.012 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.012 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.013 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:00.013 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 85501994 2024-04-12T16:01:00.013 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.013 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:00.013 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.013 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.013 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:00.013 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.013 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.013 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:00.013 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.013 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.014 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:00.014 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.014 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.014 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:00.014 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.014 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.014 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:00.014 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.014 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.014 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:00.014 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.015 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.015 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:00.015 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.015 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.015 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:00.015 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.015 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.015 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:00.015 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 73881558 2024-04-12T16:01:00.015 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:00.015 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.015 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T16:01:00.016 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:00.016 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 780140544 2024-04-12T16:01:00.016 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.016 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:00.016 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T16:01:00.016 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.016 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:00.016 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.016 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.016 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:00.016 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 641264958 2024-04-12T16:01:00.016 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.016 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:00.017 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.017 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.017 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:00.017 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.017 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.017 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:00.017 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.017 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.017 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:00.017 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.017 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.017 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:00.017 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.017 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.018 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:00.018 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2128 2024-04-12T16:01:00.018 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.018 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:00.018 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.018 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.018 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:00.018 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.018 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.018 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:00.018 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.018 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.018 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:00.018 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71764594 2024-04-12T16:01:00.019 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:00.019 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.019 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T16:01:00.019 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:00.019 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 192937984 2024-04-12T16:01:00.019 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.019 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:00.019 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T16:01:00.019 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.019 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:00.019 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 464 2024-04-12T16:01:00.019 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.020 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:00.020 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57001329 2024-04-12T16:01:00.020 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.020 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:00.020 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.020 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.020 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:00.020 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.020 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.020 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:00.020 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.020 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.021 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:00.021 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.021 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.021 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:00.021 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.021 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.021 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:00.021 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.021 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.021 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:00.021 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.021 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.022 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:00.022 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.022 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.022 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:00.022 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.022 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.022 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:00.022 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 68827327 2024-04-12T16:01:00.022 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:00.022 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.022 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T16:01:00.022 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:00.023 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 713031680 2024-04-12T16:01:00.023 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.023 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:00.023 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.023 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.023 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:00.023 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.023 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.023 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:00.023 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 641264958 2024-04-12T16:01:00.023 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.024 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:00.024 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.024 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.024 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:00.024 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.024 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.024 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:00.024 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.024 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.024 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:00.024 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.024 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.024 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:00.025 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12634 2024-04-12T16:01:00.025 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.025 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:00.025 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 322757 2024-04-12T16:01:00.025 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.025 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:00.025 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.025 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.025 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:00.025 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.025 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.025 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:00.025 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.026 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.026 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:00.026 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71431331 2024-04-12T16:01:00.026 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:00.026 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.026 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T16:01:00.026 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T16:01:00.026 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.026 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.026 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T16:01:00.026 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.027 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.027 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T16:01:00.027 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.027 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.027 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T16:01:00.027 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.027 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:00.027 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.027 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:01:00.027 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T16:01:00.027 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 42 2024-04-12T16:01:00.027 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.027 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T16:01:00.027 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.028 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.028 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T16:01:00.028 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.028 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.028 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T16:01:00.028 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.028 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.028 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T16:01:00.028 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.028 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.028 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T16:01:00.028 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.029 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.029 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T16:01:00.029 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:00.029 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.029 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.029 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T16:01:00.029 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.029 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.029 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T16:01:00.029 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:00.029 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.029 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.029 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T16:01:00.030 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:00.030 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.030 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.030 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T16:01:00.030 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.030 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.030 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T16:01:00.030 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:00.030 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.030 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.030 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T16:01:00.030 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.030 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.030 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T16:01:00.031 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.031 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.031 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T16:01:00.031 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:00.031 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.031 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.031 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T16:01:00.031 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:00.031 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.031 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.031 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T16:01:00.031 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.032 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.032 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T16:01:00.032 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.032 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.032 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T16:01:00.032 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:00.032 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.032 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.032 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T16:01:00.032 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.032 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.033 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T16:01:00.033 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.033 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.033 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T16:01:00.033 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.033 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.033 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T16:01:00.033 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:00.033 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.033 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.033 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T16:01:00.033 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:00.034 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.034 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.034 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T16:01:00.034 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.034 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.034 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T16:01:00.034 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.034 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.034 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T16:01:00.034 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:00.034 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.035 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.035 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T16:01:00.035 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.035 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.035 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T16:01:00.035 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:00.035 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.035 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.035 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T16:01:00.035 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:00.035 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.035 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.035 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T16:01:00.036 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.036 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.036 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T16:01:00.036 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.036 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.036 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T16:01:00.036 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.036 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.036 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T16:01:00.036 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T16:01:00.036 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.036 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T16:01:00.037 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 32583680 2024-04-12T16:01:00.037 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:00.037 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:00.037 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.037 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.6": { 2024-04-12T16:01:00.037 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T16:01:00.037 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T16:01:00.037 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.037 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.037 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T16:01:00.037 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.037 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.037 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T16:01:00.038 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T16:01:00.038 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.038 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_main": { 2024-04-12T16:01:00.038 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.038 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.038 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T16:01:00.038 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.038 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.038 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T16:01:00.038 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.038 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.038 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T16:01:00.039 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12288 2024-04-12T16:01:00.039 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.039 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T16:01:00.039 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1257472 2024-04-12T16:01:00.039 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.039 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T16:01:00.039 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:00.039 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.039 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.039 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T16:01:00.039 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:00.039 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.039 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.040 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T16:01:00.040 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T16:01:00.040 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.040 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T16:01:00.040 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 27656192 2024-04-12T16:01:00.040 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.040 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T16:01:00.040 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 946176 2024-04-12T16:01:00.040 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.040 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T16:01:00.040 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 806912 2024-04-12T16:01:00.041 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.041 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T16:01:00.041 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 31850496 2024-04-12T16:01:00.041 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.041 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T16:01:00.041 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.041 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.041 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T16:01:00.041 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.041 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.041 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T16:01:00.041 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14 2024-04-12T16:01:00.042 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.042 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T16:01:00.042 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 206272 2024-04-12T16:01:00.042 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.042 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T16:01:00.042 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 23 2024-04-12T16:01:00.042 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.042 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T16:01:00.042 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1282048 2024-04-12T16:01:00.042 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.042 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T16:01:00.042 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1286144 2024-04-12T16:01:00.043 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.043 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T16:01:00.043 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.043 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.043 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T16:01:00.043 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.043 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.043 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T16:01:00.043 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15 2024-04-12T16:01:00.043 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.043 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T16:01:00.043 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4913 2024-04-12T16:01:00.044 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.044 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T16:01:00.044 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4 2024-04-12T16:01:00.044 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.044 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T16:01:00.044 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5504 2024-04-12T16:01:00.044 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.044 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T16:01:00.044 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24 2024-04-12T16:01:00.044 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.044 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T16:01:00.044 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5504 2024-04-12T16:01:00.045 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.045 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T16:01:00.045 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24 2024-04-12T16:01:00.045 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.045 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T16:01:00.045 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.045 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.045 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T16:01:00.045 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.045 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.045 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T16:01:00.045 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.046 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.046 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T16:01:00.046 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.046 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.046 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T16:01:00.046 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.046 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.046 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T16:01:00.046 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.046 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.046 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T16:01:00.046 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.047 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.047 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T16:01:00.047 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.047 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.047 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T16:01:00.047 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.047 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.047 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T16:01:00.047 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2142208 2024-04-12T16:01:00.047 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:00.047 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.047 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T16:01:00.047 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T16:01:00.048 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T16:01:00.048 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.048 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T16:01:00.048 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1310720 2024-04-12T16:01:00.048 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.048 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T16:01:00.048 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:00.048 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.048 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.048 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T16:01:00.048 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:00.048 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.048 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.048 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T16:01:00.049 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.049 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.049 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T16:01:00.049 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.049 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.049 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T16:01:00.049 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.049 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.049 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T16:01:00.049 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T16:01:00.049 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3396 2024-04-12T16:01:00.049 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.049 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T16:01:00.049 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:00.050 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.050 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.050 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T16:01:00.050 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.050 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.050 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T16:01:00.050 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 184, 2024-04-12T16:01:00.050 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 34243963 2024-04-12T16:01:00.050 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.050 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T16:01:00.050 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 173, 2024-04-12T16:01:00.050 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9639586 2024-04-12T16:01:00.050 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.050 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T16:01:00.051 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 184, 2024-04-12T16:01:00.051 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 130958 2024-04-12T16:01:00.051 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.051 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T16:01:00.051 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 184, 2024-04-12T16:01:00.051 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 34374921 2024-04-12T16:01:00.051 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.051 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T16:01:00.051 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:00.051 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.051 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.051 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T16:01:00.051 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T16:01:00.051 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 36431 2024-04-12T16:01:00.052 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.052 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T16:01:00.052 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:00.052 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.052 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.052 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T16:01:00.052 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:00.052 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.052 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.052 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T16:01:00.052 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:00.052 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.052 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.052 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T16:01:00.053 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T16:01:00.053 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3975 2024-04-12T16:01:00.053 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.053 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T16:01:00.053 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 342 2024-04-12T16:01:00.053 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.053 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T16:01:00.053 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 250 2024-04-12T16:01:00.053 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.053 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T16:01:00.053 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 90, 2024-04-12T16:01:00.053 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 669133 2024-04-12T16:01:00.053 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.054 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T16:01:00.054 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 137, 2024-04-12T16:01:00.054 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 363904 2024-04-12T16:01:00.054 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.054 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T16:01:00.054 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 47, 2024-04-12T16:01:00.054 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 94911 2024-04-12T16:01:00.054 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.054 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T16:01:00.054 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.055 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.055 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T16:01:00.055 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:00.055 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.055 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.055 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T16:01:00.055 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 268, 2024-04-12T16:01:00.055 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2540465 2024-04-12T16:01:00.055 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.055 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T16:01:00.055 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 33, 2024-04-12T16:01:00.055 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2408902 2024-04-12T16:01:00.056 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.056 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T16:01:00.056 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 33, 2024-04-12T16:01:00.056 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 738437095130 2024-04-12T16:01:00.056 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.056 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T16:01:00.056 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 33, 2024-04-12T16:01:00.056 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57789468708 2024-04-12T16:01:00.056 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.056 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T16:01:00.056 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 268, 2024-04-12T16:01:00.056 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 614695 2024-04-12T16:01:00.057 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.057 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T16:01:00.057 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 268, 2024-04-12T16:01:00.057 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 29498 2024-04-12T16:01:00.057 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.057 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T16:01:00.057 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 268, 2024-04-12T16:01:00.057 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 200614 2024-04-12T16:01:00.057 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.057 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T16:01:00.057 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 268, 2024-04-12T16:01:00.057 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 113929850 2024-04-12T16:01:00.057 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.057 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T16:01:00.057 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 268, 2024-04-12T16:01:00.058 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 97176 2024-04-12T16:01:00.058 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.058 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T16:01:00.058 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 268, 2024-04-12T16:01:00.058 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 54130757 2024-04-12T16:01:00.058 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.058 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T16:01:00.058 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 268, 2024-04-12T16:01:00.058 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 20775619 2024-04-12T16:01:00.058 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.058 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T16:01:00.058 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 901229 2024-04-12T16:01:00.058 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.059 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T16:01:00.059 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 26, 2024-04-12T16:01:00.059 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 102767 2024-04-12T16:01:00.059 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.059 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T16:01:00.059 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 268, 2024-04-12T16:01:00.059 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 191618667 2024-04-12T16:01:00.059 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.059 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T16:01:00.059 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 268, 2024-04-12T16:01:00.059 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 23212973 2024-04-12T16:01:00.059 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.060 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T16:01:00.060 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 268, 2024-04-12T16:01:00.060 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4622964 2024-04-12T16:01:00.060 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:00.060 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.060 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T16:01:00.060 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T16:01:00.060 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1861615595 2024-04-12T16:01:00.060 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.060 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T16:01:00.060 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 42385408 2024-04-12T16:01:00.060 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.060 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T16:01:00.061 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 41426944 2024-04-12T16:01:00.061 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.061 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T16:01:00.061 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3137555251 2024-04-12T16:01:00.061 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.061 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T16:01:00.061 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 958464 2024-04-12T16:01:00.061 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:00.061 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.061 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T16:01:00.061 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:00.061 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 159383552 2024-04-12T16:01:00.061 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.061 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:00.062 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.062 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.062 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:00.062 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.062 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.062 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:00.062 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 85508409 2024-04-12T16:01:00.062 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.062 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:00.062 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.062 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.062 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:00.063 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.063 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.063 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:00.063 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.063 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.063 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:00.063 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.063 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.063 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:00.063 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.063 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.063 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:00.064 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.064 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.064 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:00.064 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.064 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.064 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:00.064 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.064 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.064 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:00.064 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.064 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.064 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:00.065 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 73875143 2024-04-12T16:01:00.065 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:00.065 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.065 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T16:01:00.065 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:00.065 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 780140544 2024-04-12T16:01:00.065 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.065 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:00.065 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T16:01:00.065 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.065 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:00.065 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.065 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.066 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:00.066 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 641313070 2024-04-12T16:01:00.066 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.066 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:00.066 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.066 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.066 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:00.066 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.066 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.066 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:00.066 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.066 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.067 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:00.067 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.067 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.067 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:00.067 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.067 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.067 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:00.067 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2128 2024-04-12T16:01:00.067 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.067 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:00.067 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.067 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.067 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:00.067 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.068 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.068 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:00.068 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.068 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.068 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:00.068 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71716482 2024-04-12T16:01:00.068 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:00.068 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.068 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T16:01:00.068 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:00.068 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 192937984 2024-04-12T16:01:00.068 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.068 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:00.068 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T16:01:00.069 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.069 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:00.069 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 464 2024-04-12T16:01:00.069 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.069 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:00.069 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57005606 2024-04-12T16:01:00.069 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.069 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:00.069 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.069 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.069 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:00.069 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.069 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.069 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:00.069 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.070 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.070 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:00.070 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.070 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.070 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:00.070 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.070 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.070 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:00.070 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.070 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.070 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:00.071 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.071 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.071 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:00.071 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.071 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.071 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:00.071 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.071 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.071 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:00.071 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 68823050 2024-04-12T16:01:00.071 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:00.071 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.071 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T16:01:00.071 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:00.072 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 713031680 2024-04-12T16:01:00.072 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.072 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:00.072 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.072 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.072 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:00.072 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.072 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.072 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:00.072 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 641313070 2024-04-12T16:01:00.072 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.072 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:00.072 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.073 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.073 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:00.073 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.073 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.073 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:00.073 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.073 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.073 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:00.073 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.073 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.073 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:00.073 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10801 2024-04-12T16:01:00.073 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.074 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:00.074 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 216025 2024-04-12T16:01:00.074 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.074 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:00.074 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.074 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.074 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:00.074 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.074 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.074 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:00.074 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.074 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.074 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:00.075 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71491784 2024-04-12T16:01:00.075 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:00.075 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.075 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T16:01:00.075 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T16:01:00.075 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.075 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.075 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T16:01:00.075 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.075 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.075 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T16:01:00.075 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.075 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.075 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T16:01:00.076 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.076 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:00.076 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.076 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:01:00.076 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T16:01:00.076 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 39 2024-04-12T16:01:00.076 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.076 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T16:01:00.076 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.076 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.076 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T16:01:00.076 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13 2024-04-12T16:01:00.077 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.077 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T16:01:00.077 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.077 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.077 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T16:01:00.077 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.077 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.077 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T16:01:00.077 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2812 2024-04-12T16:01:00.077 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.077 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T16:01:00.077 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 13, 2024-04-12T16:01:00.077 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 157628985 2024-04-12T16:01:00.077 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.078 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T16:01:00.078 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.078 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.078 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T16:01:00.078 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15, 2024-04-12T16:01:00.078 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7184215 2024-04-12T16:01:00.078 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.078 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T16:01:00.078 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 13, 2024-04-12T16:01:00.078 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 144841210 2024-04-12T16:01:00.078 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.078 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T16:01:00.079 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.079 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.079 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T16:01:00.079 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:00.079 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.079 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.079 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T16:01:00.079 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.079 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.079 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T16:01:00.079 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.079 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.079 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T16:01:00.079 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:00.080 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.080 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.080 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T16:01:00.080 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:00.080 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.080 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.080 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T16:01:00.080 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.080 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.080 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T16:01:00.080 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.080 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.080 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T16:01:00.081 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:00.081 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.081 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.081 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T16:01:00.081 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.081 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.081 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T16:01:00.081 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.081 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.081 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T16:01:00.081 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.081 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.081 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T16:01:00.082 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:00.082 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.082 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.082 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T16:01:00.082 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:00.082 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.082 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.082 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T16:01:00.082 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13 2024-04-12T16:01:00.082 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.082 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T16:01:00.082 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2812 2024-04-12T16:01:00.082 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.083 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T16:01:00.083 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 13, 2024-04-12T16:01:00.083 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 157628985 2024-04-12T16:01:00.083 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.083 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T16:01:00.083 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.083 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.083 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T16:01:00.083 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15, 2024-04-12T16:01:00.083 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7184215 2024-04-12T16:01:00.083 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.083 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T16:01:00.083 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 13, 2024-04-12T16:01:00.084 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 144841210 2024-04-12T16:01:00.084 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.084 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T16:01:00.084 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.084 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.084 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T16:01:00.084 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.084 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.084 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T16:01:00.084 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.084 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.084 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T16:01:00.084 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T16:01:00.085 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.085 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T16:01:00.085 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 28975104 2024-04-12T16:01:00.085 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:00.085 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:00.085 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.085 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.7": { 2024-04-12T16:01:00.085 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T16:01:00.085 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T16:01:00.085 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.085 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.085 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T16:01:00.086 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.086 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.086 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T16:01:00.086 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T16:01:00.086 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.086 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_main": { 2024-04-12T16:01:00.086 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.086 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.086 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T16:01:00.086 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.086 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.086 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T16:01:00.086 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.087 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.087 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T16:01:00.087 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12288 2024-04-12T16:01:00.087 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.087 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T16:01:00.087 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1306624 2024-04-12T16:01:00.087 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.087 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T16:01:00.087 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:00.087 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.087 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.087 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T16:01:00.088 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:00.088 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.088 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.088 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T16:01:00.088 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T16:01:00.088 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.088 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T16:01:00.088 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 27656192 2024-04-12T16:01:00.088 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.088 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T16:01:00.088 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1032192 2024-04-12T16:01:00.089 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.089 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T16:01:00.089 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 892928 2024-04-12T16:01:00.089 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.089 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T16:01:00.089 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 31850496 2024-04-12T16:01:00.089 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.089 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T16:01:00.089 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.089 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.089 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T16:01:00.089 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.090 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.090 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T16:01:00.090 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14 2024-04-12T16:01:00.090 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.090 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T16:01:00.090 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 206272 2024-04-12T16:01:00.090 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.090 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T16:01:00.090 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 23 2024-04-12T16:01:00.090 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.090 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T16:01:00.090 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1282048 2024-04-12T16:01:00.091 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.091 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T16:01:00.091 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1286144 2024-04-12T16:01:00.091 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.091 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T16:01:00.091 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.091 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.091 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T16:01:00.091 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.091 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.091 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T16:01:00.091 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15 2024-04-12T16:01:00.091 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.091 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T16:01:00.092 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4913 2024-04-12T16:01:00.092 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.092 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T16:01:00.092 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4 2024-04-12T16:01:00.092 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.092 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T16:01:00.092 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5500 2024-04-12T16:01:00.092 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.092 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T16:01:00.092 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24 2024-04-12T16:01:00.092 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.092 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T16:01:00.092 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5500 2024-04-12T16:01:00.092 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.093 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T16:01:00.093 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24 2024-04-12T16:01:00.093 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.093 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T16:01:00.093 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.093 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.093 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T16:01:00.093 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.093 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.093 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T16:01:00.093 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.093 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.093 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T16:01:00.094 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.094 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.094 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T16:01:00.094 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.094 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.094 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T16:01:00.094 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.094 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.094 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T16:01:00.094 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.094 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.094 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T16:01:00.095 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.095 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.095 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T16:01:00.095 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.095 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.095 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T16:01:00.095 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2277376 2024-04-12T16:01:00.095 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:00.095 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.095 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T16:01:00.095 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T16:01:00.095 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T16:01:00.095 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.096 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T16:01:00.096 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1310720 2024-04-12T16:01:00.096 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.096 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T16:01:00.096 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 5, 2024-04-12T16:01:00.096 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 193688 2024-04-12T16:01:00.096 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.096 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T16:01:00.096 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:00.096 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.096 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.096 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T16:01:00.097 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.097 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.097 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T16:01:00.097 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.097 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.097 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T16:01:00.097 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.097 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.097 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T16:01:00.097 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 7, 2024-04-12T16:01:00.097 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 29035 2024-04-12T16:01:00.097 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.097 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T16:01:00.097 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:00.098 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.098 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.098 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T16:01:00.098 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.098 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.098 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T16:01:00.098 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 205, 2024-04-12T16:01:00.098 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 39884398 2024-04-12T16:01:00.098 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.098 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T16:01:00.098 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 166, 2024-04-12T16:01:00.098 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14382313 2024-04-12T16:01:00.099 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.099 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T16:01:00.099 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 205, 2024-04-12T16:01:00.099 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 87391 2024-04-12T16:01:00.099 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.099 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T16:01:00.099 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 205, 2024-04-12T16:01:00.099 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 39971789 2024-04-12T16:01:00.099 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.099 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T16:01:00.099 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:00.099 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.099 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.100 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T16:01:00.100 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T16:01:00.100 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 33865 2024-04-12T16:01:00.100 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.100 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T16:01:00.100 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:00.100 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.100 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.100 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T16:01:00.100 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:00.100 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.101 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.101 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T16:01:00.101 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:00.101 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.101 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.101 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T16:01:00.101 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T16:01:00.101 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3522 2024-04-12T16:01:00.101 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.101 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T16:01:00.101 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 567 2024-04-12T16:01:00.102 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.102 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T16:01:00.102 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 277 2024-04-12T16:01:00.102 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.102 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T16:01:00.102 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 112, 2024-04-12T16:01:00.102 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1130332 2024-04-12T16:01:00.102 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.102 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T16:01:00.102 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 171, 2024-04-12T16:01:00.102 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 251777 2024-04-12T16:01:00.102 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.103 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T16:01:00.103 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 59, 2024-04-12T16:01:00.103 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 481971 2024-04-12T16:01:00.103 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.103 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T16:01:00.103 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.103 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.103 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T16:01:00.103 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T16:01:00.103 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 66735 2024-04-12T16:01:00.103 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.103 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T16:01:00.104 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 292, 2024-04-12T16:01:00.104 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1801047 2024-04-12T16:01:00.104 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.104 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T16:01:00.104 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 19, 2024-04-12T16:01:00.104 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1622962 2024-04-12T16:01:00.104 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.104 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T16:01:00.104 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 19, 2024-04-12T16:01:00.104 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 278708954211 2024-04-12T16:01:00.104 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.105 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T16:01:00.105 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 19, 2024-04-12T16:01:00.105 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 31847074667 2024-04-12T16:01:00.105 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.105 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T16:01:00.105 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 292, 2024-04-12T16:01:00.105 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 491432 2024-04-12T16:01:00.105 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.105 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T16:01:00.105 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 292, 2024-04-12T16:01:00.105 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 30714 2024-04-12T16:01:00.105 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.105 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T16:01:00.106 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 292, 2024-04-12T16:01:00.106 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 202030 2024-04-12T16:01:00.106 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.106 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T16:01:00.106 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 292, 2024-04-12T16:01:00.106 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 167179179 2024-04-12T16:01:00.106 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.106 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T16:01:00.106 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 292, 2024-04-12T16:01:00.106 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 115994 2024-04-12T16:01:00.106 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.106 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T16:01:00.107 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 292, 2024-04-12T16:01:00.107 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 62130259 2024-04-12T16:01:00.107 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.107 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T16:01:00.107 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 292, 2024-04-12T16:01:00.107 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13606557 2024-04-12T16:01:00.107 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.107 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T16:01:00.107 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 899532 2024-04-12T16:01:00.107 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.107 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T16:01:00.107 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18, 2024-04-12T16:01:00.107 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67731 2024-04-12T16:01:00.108 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.108 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T16:01:00.108 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 292, 2024-04-12T16:01:00.108 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 244980957 2024-04-12T16:01:00.108 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.108 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T16:01:00.108 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 292, 2024-04-12T16:01:00.108 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15519175 2024-04-12T16:01:00.108 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.108 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T16:01:00.108 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 292, 2024-04-12T16:01:00.108 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1878068 2024-04-12T16:01:00.109 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:00.109 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.109 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T16:01:00.109 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T16:01:00.109 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1861615595 2024-04-12T16:01:00.109 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.109 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T16:01:00.109 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 42385408 2024-04-12T16:01:00.109 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.109 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T16:01:00.109 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 42352640 2024-04-12T16:01:00.109 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.109 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T16:01:00.109 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3137555251 2024-04-12T16:01:00.110 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.110 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T16:01:00.110 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 32768 2024-04-12T16:01:00.110 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:00.110 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.110 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T16:01:00.110 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:00.110 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 159383552 2024-04-12T16:01:00.110 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.110 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:00.110 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.110 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.110 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:00.111 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.111 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.111 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:00.111 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 85499626 2024-04-12T16:01:00.111 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.111 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:00.111 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.111 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.111 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:00.111 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.111 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.111 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:00.112 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.112 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.112 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:00.112 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.112 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.112 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:00.112 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.112 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.112 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:00.112 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 135168 2024-04-12T16:01:00.112 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.112 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:00.112 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.113 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.113 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:00.113 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.113 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.113 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:00.113 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.113 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.113 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:00.113 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 73748758 2024-04-12T16:01:00.113 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:00.113 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.113 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T16:01:00.114 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:00.114 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 780140544 2024-04-12T16:01:00.114 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.114 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:00.114 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T16:01:00.114 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.114 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:00.114 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.114 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.114 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:00.114 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 641247197 2024-04-12T16:01:00.114 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.115 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:00.115 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.115 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.115 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:00.115 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.115 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.115 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:00.115 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.115 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.115 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:00.115 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.115 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.115 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:00.116 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.116 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.116 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:00.116 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2128 2024-04-12T16:01:00.116 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.116 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:00.116 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.116 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.116 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:00.116 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.116 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.116 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:00.117 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.117 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.117 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:00.117 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71782355 2024-04-12T16:01:00.117 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:00.117 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.117 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T16:01:00.117 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:00.117 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 192937984 2024-04-12T16:01:00.117 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.117 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:00.117 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T16:01:00.117 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.118 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:00.118 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 464 2024-04-12T16:01:00.118 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.118 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:00.118 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 56999750 2024-04-12T16:01:00.118 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.118 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:00.118 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.118 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.118 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:00.118 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.118 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.119 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:00.119 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.119 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.119 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:00.119 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.119 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.119 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:00.119 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.119 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.119 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:00.119 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.119 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.119 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:00.119 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.120 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.120 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:00.120 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.120 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.120 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:00.120 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.120 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.120 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:00.120 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 68828906 2024-04-12T16:01:00.120 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:00.120 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.120 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T16:01:00.121 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:00.121 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 713031680 2024-04-12T16:01:00.121 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.121 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:00.121 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.121 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.121 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:00.121 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.121 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.121 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:00.121 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 641247197 2024-04-12T16:01:00.122 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.122 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:00.122 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.122 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.122 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:00.122 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.122 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.122 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:00.122 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.122 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.122 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:00.123 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.123 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.123 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:00.123 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.123 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.123 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:00.123 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 232987 2024-04-12T16:01:00.123 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.123 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:00.123 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.123 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.123 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:00.124 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.124 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.124 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:00.124 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.124 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.124 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:00.124 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71551496 2024-04-12T16:01:00.124 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:00.124 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.124 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T16:01:00.124 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T16:01:00.124 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.124 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.124 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T16:01:00.125 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.125 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.125 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T16:01:00.125 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.125 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.125 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T16:01:00.125 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.125 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:00.125 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.125 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:01:00.125 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T16:01:00.125 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 46 2024-04-12T16:01:00.125 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.126 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T16:01:00.126 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.126 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.126 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T16:01:00.126 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 101 2024-04-12T16:01:00.126 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.126 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T16:01:00.126 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.126 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.126 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T16:01:00.126 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.126 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.126 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T16:01:00.127 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.127 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.127 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T16:01:00.127 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 101, 2024-04-12T16:01:00.127 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 139295956 2024-04-12T16:01:00.127 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.127 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T16:01:00.127 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 264694 2024-04-12T16:01:00.127 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.127 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T16:01:00.127 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 103, 2024-04-12T16:01:00.127 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 25040923 2024-04-12T16:01:00.128 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.128 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T16:01:00.128 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 101, 2024-04-12T16:01:00.128 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 126327621 2024-04-12T16:01:00.128 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.128 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T16:01:00.128 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 70 2024-04-12T16:01:00.128 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.128 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T16:01:00.128 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 70, 2024-04-12T16:01:00.128 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11459399 2024-04-12T16:01:00.128 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.128 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T16:01:00.128 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.129 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.129 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T16:01:00.129 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 264694 2024-04-12T16:01:00.129 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.129 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T16:01:00.129 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 70, 2024-04-12T16:01:00.129 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10020866 2024-04-12T16:01:00.129 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.129 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T16:01:00.129 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 70, 2024-04-12T16:01:00.129 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8122866 2024-04-12T16:01:00.129 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.129 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T16:01:00.130 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 26 2024-04-12T16:01:00.130 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.130 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T16:01:00.130 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.130 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.130 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T16:01:00.130 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 26, 2024-04-12T16:01:00.130 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 28437438 2024-04-12T16:01:00.130 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.130 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T16:01:00.130 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.131 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.131 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T16:01:00.131 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.131 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.131 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T16:01:00.131 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.131 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.131 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T16:01:00.131 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 26, 2024-04-12T16:01:00.131 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11949878 2024-04-12T16:01:00.131 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.131 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T16:01:00.131 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 26, 2024-04-12T16:01:00.132 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 26523208 2024-04-12T16:01:00.132 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.132 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T16:01:00.132 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5 2024-04-12T16:01:00.132 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.132 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T16:01:00.132 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.132 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.132 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T16:01:00.132 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 5, 2024-04-12T16:01:00.132 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 99399119 2024-04-12T16:01:00.132 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.132 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T16:01:00.133 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.133 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.133 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T16:01:00.133 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 7, 2024-04-12T16:01:00.133 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3070179 2024-04-12T16:01:00.133 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.133 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T16:01:00.133 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 5, 2024-04-12T16:01:00.133 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 91681547 2024-04-12T16:01:00.133 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.133 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T16:01:00.133 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.133 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.134 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T16:01:00.134 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.134 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.134 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T16:01:00.134 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:00.134 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.134 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T16:01:00.134 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T16:01:00.134 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.134 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T16:01:00.134 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 28975104 2024-04-12T16:01:00.135 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:00.135 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:00.135 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:00.135 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.135 INFO:tasks.workunit.client.0.smithi099.stdout: "pools": [ 2024-04-12T16:01:00.135 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.135 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T16:01:00.135 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr" 2024-04-12T16:01:00.135 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.135 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_mode": "none", 2024-04-12T16:01:00.135 INFO:tasks.workunit.client.0.smithi099.stdout: "erasure_code_profile": {}, 2024-04-12T16:01:00.135 INFO:tasks.workunit.client.0.smithi099.stdout: "min_size": 2, 2024-04-12T16:01:00.135 INFO:tasks.workunit.client.0.smithi099.stdout: "options": {}, 2024-04-12T16:01:00.136 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_autoscale_mode": "off", 2024-04-12T16:01:00.136 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_num": 1, 2024-04-12T16:01:00.136 INFO:tasks.workunit.client.0.smithi099.stdout: "pgp_num": 1, 2024-04-12T16:01:00.136 INFO:tasks.workunit.client.0.smithi099.stdout: "pool": 1, 2024-04-12T16:01:00.136 INFO:tasks.workunit.client.0.smithi099.stdout: "size": 3, 2024-04-12T16:01:00.136 INFO:tasks.workunit.client.0.smithi099.stdout: "stats": { 2024-04-12T16:01:00.136 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_raw": 729301559562, 2024-04-12T16:01:00.136 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_used": 1781760, 2024-04-12T16:01:00.136 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_bytes_used": 0, 2024-04-12T16:01:00.136 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_under_bytes": 0, 2024-04-12T16:01:00.136 INFO:tasks.workunit.client.0.smithi099.stdout: "data_bytes_used": 1781760, 2024-04-12T16:01:00.136 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty": 0, 2024-04-12T16:01:00.137 INFO:tasks.workunit.client.0.smithi099.stdout: "max_avail": 243100532736, 2024-04-12T16:01:00.137 INFO:tasks.workunit.client.0.smithi099.stdout: "objects": 2, 2024-04-12T16:01:00.137 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_bytes_used": 0, 2024-04-12T16:01:00.137 INFO:tasks.workunit.client.0.smithi099.stdout: "percent_used": 2.443098537696642e-06, 2024-04-12T16:01:00.137 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_bytes": 0, 2024-04-12T16:01:00.137 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_objects": 0, 2024-04-12T16:01:00.137 INFO:tasks.workunit.client.0.smithi099.stdout: "rd": 358, 2024-04-12T16:01:00.137 INFO:tasks.workunit.client.0.smithi099.stdout: "rd_bytes": 567296, 2024-04-12T16:01:00.137 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": 590368, 2024-04-12T16:01:00.137 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_data": 590368, 2024-04-12T16:01:00.137 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_omap": 0, 2024-04-12T16:01:00.137 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_raw": 1771104, 2024-04-12T16:01:00.137 INFO:tasks.workunit.client.0.smithi099.stdout: "wr": 211, 2024-04-12T16:01:00.138 INFO:tasks.workunit.client.0.smithi099.stdout: "wr_bytes": 2473984 2024-04-12T16:01:00.138 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.138 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_bytes": 0, 2024-04-12T16:01:00.138 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_objects": 0, 2024-04-12T16:01:00.138 INFO:tasks.workunit.client.0.smithi099.stdout: "type": "replicated" 2024-04-12T16:01:00.138 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.138 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.138 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T16:01:00.138 INFO:tasks.workunit.client.0.smithi099.stdout: "cephfs" 2024-04-12T16:01:00.138 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.138 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_mode": "none", 2024-04-12T16:01:00.138 INFO:tasks.workunit.client.0.smithi099.stdout: "erasure_code_profile": {}, 2024-04-12T16:01:00.139 INFO:tasks.workunit.client.0.smithi099.stdout: "min_size": 2, 2024-04-12T16:01:00.139 INFO:tasks.workunit.client.0.smithi099.stdout: "options": {}, 2024-04-12T16:01:00.139 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_autoscale_mode": "off", 2024-04-12T16:01:00.139 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_num": 32, 2024-04-12T16:01:00.139 INFO:tasks.workunit.client.0.smithi099.stdout: "pgp_num": 32, 2024-04-12T16:01:00.139 INFO:tasks.workunit.client.0.smithi099.stdout: "pool": 2, 2024-04-12T16:01:00.139 INFO:tasks.workunit.client.0.smithi099.stdout: "size": 3, 2024-04-12T16:01:00.139 INFO:tasks.workunit.client.0.smithi099.stdout: "stats": { 2024-04-12T16:01:00.139 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_raw": 729301559562, 2024-04-12T16:01:00.139 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_used": 98304, 2024-04-12T16:01:00.139 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_bytes_used": 0, 2024-04-12T16:01:00.139 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_under_bytes": 0, 2024-04-12T16:01:00.139 INFO:tasks.workunit.client.0.smithi099.stdout: "data_bytes_used": 98304, 2024-04-12T16:01:00.140 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty": 0, 2024-04-12T16:01:00.140 INFO:tasks.workunit.client.0.smithi099.stdout: "max_avail": 243100532736, 2024-04-12T16:01:00.140 INFO:tasks.workunit.client.0.smithi099.stdout: "objects": 22, 2024-04-12T16:01:00.140 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_bytes_used": 0, 2024-04-12T16:01:00.140 INFO:tasks.workunit.client.0.smithi099.stdout: "percent_used": 1.3479196070420585e-07, 2024-04-12T16:01:00.140 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_bytes": 0, 2024-04-12T16:01:00.140 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_objects": 0, 2024-04-12T16:01:00.140 INFO:tasks.workunit.client.0.smithi099.stdout: "rd": 0, 2024-04-12T16:01:00.140 INFO:tasks.workunit.client.0.smithi099.stdout: "rd_bytes": 0, 2024-04-12T16:01:00.140 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": 3430, 2024-04-12T16:01:00.140 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_data": 3430, 2024-04-12T16:01:00.140 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_omap": 0, 2024-04-12T16:01:00.140 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_raw": 10290, 2024-04-12T16:01:00.141 INFO:tasks.workunit.client.0.smithi099.stdout: "wr": 51, 2024-04-12T16:01:00.141 INFO:tasks.workunit.client.0.smithi099.stdout: "wr_bytes": 20480 2024-04-12T16:01:00.141 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.141 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_bytes": 0, 2024-04-12T16:01:00.141 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_objects": 0, 2024-04-12T16:01:00.141 INFO:tasks.workunit.client.0.smithi099.stdout: "type": "replicated" 2024-04-12T16:01:00.141 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.141 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.141 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T16:01:00.141 INFO:tasks.workunit.client.0.smithi099.stdout: "cephfs" 2024-04-12T16:01:00.141 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.142 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_mode": "none", 2024-04-12T16:01:00.142 INFO:tasks.workunit.client.0.smithi099.stdout: "erasure_code_profile": {}, 2024-04-12T16:01:00.142 INFO:tasks.workunit.client.0.smithi099.stdout: "min_size": 2, 2024-04-12T16:01:00.142 INFO:tasks.workunit.client.0.smithi099.stdout: "options": {}, 2024-04-12T16:01:00.142 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_autoscale_mode": "off", 2024-04-12T16:01:00.142 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_num": 64, 2024-04-12T16:01:00.142 INFO:tasks.workunit.client.0.smithi099.stdout: "pgp_num": 64, 2024-04-12T16:01:00.142 INFO:tasks.workunit.client.0.smithi099.stdout: "pool": 3, 2024-04-12T16:01:00.142 INFO:tasks.workunit.client.0.smithi099.stdout: "size": 3, 2024-04-12T16:01:00.142 INFO:tasks.workunit.client.0.smithi099.stdout: "stats": { 2024-04-12T16:01:00.142 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_raw": 729301559562, 2024-04-12T16:01:00.142 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_used": 0, 2024-04-12T16:01:00.143 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_bytes_used": 0, 2024-04-12T16:01:00.143 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_under_bytes": 0, 2024-04-12T16:01:00.143 INFO:tasks.workunit.client.0.smithi099.stdout: "data_bytes_used": 0, 2024-04-12T16:01:00.143 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty": 0, 2024-04-12T16:01:00.143 INFO:tasks.workunit.client.0.smithi099.stdout: "max_avail": 243100532736, 2024-04-12T16:01:00.143 INFO:tasks.workunit.client.0.smithi099.stdout: "objects": 0, 2024-04-12T16:01:00.143 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_bytes_used": 0, 2024-04-12T16:01:00.143 INFO:tasks.workunit.client.0.smithi099.stdout: "percent_used": 0.0, 2024-04-12T16:01:00.143 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_bytes": 0, 2024-04-12T16:01:00.143 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_objects": 0, 2024-04-12T16:01:00.143 INFO:tasks.workunit.client.0.smithi099.stdout: "rd": 0, 2024-04-12T16:01:00.143 INFO:tasks.workunit.client.0.smithi099.stdout: "rd_bytes": 0, 2024-04-12T16:01:00.144 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": 0, 2024-04-12T16:01:00.144 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_data": 0, 2024-04-12T16:01:00.144 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_omap": 0, 2024-04-12T16:01:00.144 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_raw": 0, 2024-04-12T16:01:00.144 INFO:tasks.workunit.client.0.smithi099.stdout: "wr": 0, 2024-04-12T16:01:00.144 INFO:tasks.workunit.client.0.smithi099.stdout: "wr_bytes": 0 2024-04-12T16:01:00.144 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.144 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_bytes": 0, 2024-04-12T16:01:00.144 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_objects": 0, 2024-04-12T16:01:00.144 INFO:tasks.workunit.client.0.smithi099.stdout: "type": "replicated" 2024-04-12T16:01:00.144 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.144 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.144 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T16:01:00.145 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd" 2024-04-12T16:01:00.145 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.145 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_mode": "none", 2024-04-12T16:01:00.145 INFO:tasks.workunit.client.0.smithi099.stdout: "erasure_code_profile": {}, 2024-04-12T16:01:00.145 INFO:tasks.workunit.client.0.smithi099.stdout: "min_size": 2, 2024-04-12T16:01:00.145 INFO:tasks.workunit.client.0.smithi099.stdout: "options": {}, 2024-04-12T16:01:00.145 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_autoscale_mode": "off", 2024-04-12T16:01:00.145 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_num": 8, 2024-04-12T16:01:00.145 INFO:tasks.workunit.client.0.smithi099.stdout: "pgp_num": 8, 2024-04-12T16:01:00.145 INFO:tasks.workunit.client.0.smithi099.stdout: "pool": 4, 2024-04-12T16:01:00.145 INFO:tasks.workunit.client.0.smithi099.stdout: "size": 3, 2024-04-12T16:01:00.145 INFO:tasks.workunit.client.0.smithi099.stdout: "stats": { 2024-04-12T16:01:00.146 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_raw": 729301559562, 2024-04-12T16:01:00.146 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_used": 0, 2024-04-12T16:01:00.146 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_bytes_used": 0, 2024-04-12T16:01:00.146 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_under_bytes": 0, 2024-04-12T16:01:00.146 INFO:tasks.workunit.client.0.smithi099.stdout: "data_bytes_used": 0, 2024-04-12T16:01:00.146 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty": 0, 2024-04-12T16:01:00.146 INFO:tasks.workunit.client.0.smithi099.stdout: "max_avail": 243100532736, 2024-04-12T16:01:00.146 INFO:tasks.workunit.client.0.smithi099.stdout: "objects": 0, 2024-04-12T16:01:00.146 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_bytes_used": 0, 2024-04-12T16:01:00.146 INFO:tasks.workunit.client.0.smithi099.stdout: "percent_used": 0.0, 2024-04-12T16:01:00.146 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_bytes": 0, 2024-04-12T16:01:00.146 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_objects": 0, 2024-04-12T16:01:00.147 INFO:tasks.workunit.client.0.smithi099.stdout: "rd": 0, 2024-04-12T16:01:00.147 INFO:tasks.workunit.client.0.smithi099.stdout: "rd_bytes": 0, 2024-04-12T16:01:00.147 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": 0, 2024-04-12T16:01:00.147 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_data": 0, 2024-04-12T16:01:00.147 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_omap": 0, 2024-04-12T16:01:00.147 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_raw": 0, 2024-04-12T16:01:00.147 INFO:tasks.workunit.client.0.smithi099.stdout: "wr": 0, 2024-04-12T16:01:00.147 INFO:tasks.workunit.client.0.smithi099.stdout: "wr_bytes": 0 2024-04-12T16:01:00.147 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.147 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_bytes": 0, 2024-04-12T16:01:00.147 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_objects": 0, 2024-04-12T16:01:00.147 INFO:tasks.workunit.client.0.smithi099.stdout: "type": "replicated" 2024-04-12T16:01:00.148 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:00.148 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.148 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd": { 2024-04-12T16:01:00.148 INFO:tasks.workunit.client.0.smithi099.stdout: "mirroring_by_pool": [ 2024-04-12T16:01:00.148 INFO:tasks.workunit.client.0.smithi099.stdout: false 2024-04-12T16:01:00.148 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.148 INFO:tasks.workunit.client.0.smithi099.stdout: "num_images_by_pool": [ 2024-04-12T16:01:00.148 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:00.148 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.148 INFO:tasks.workunit.client.0.smithi099.stdout: "num_pools": 1 2024-04-12T16:01:00.148 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.148 INFO:tasks.workunit.client.0.smithi099.stdout: "report_id": "8ed43c25-625c-491d-a955-cdf3bd105890", 2024-04-12T16:01:00.149 INFO:tasks.workunit.client.0.smithi099.stdout: "report_timestamp": "2024-04-12T16:00:59.021175", 2024-04-12T16:01:00.149 INFO:tasks.workunit.client.0.smithi099.stdout: "report_version": 1, 2024-04-12T16:01:00.149 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_stats": { 2024-04-12T16:01:00.149 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "7.9.2" 2024-04-12T16:01:00.149 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.149 INFO:tasks.workunit.client.0.smithi099.stdout: "rook": { 2024-04-12T16:01:00.149 INFO:tasks.workunit.client.0.smithi099.stdout: "cluster": { 2024-04-12T16:01:00.149 INFO:tasks.workunit.client.0.smithi099.stdout: "external-mode": null, 2024-04-12T16:01:00.149 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T16:01:00.149 INFO:tasks.workunit.client.0.smithi099.stdout: "allow-multiple-per-node": null, 2024-04-12T16:01:00.149 INFO:tasks.workunit.client.0.smithi099.stdout: "count": null, 2024-04-12T16:01:00.149 INFO:tasks.workunit.client.0.smithi099.stdout: "max-id": null, 2024-04-12T16:01:00.150 INFO:tasks.workunit.client.0.smithi099.stdout: "pvc": { 2024-04-12T16:01:00.150 INFO:tasks.workunit.client.0.smithi099.stdout: "enabled": null 2024-04-12T16:01:00.150 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.150 INFO:tasks.workunit.client.0.smithi099.stdout: "stretch": { 2024-04-12T16:01:00.150 INFO:tasks.workunit.client.0.smithi099.stdout: "enabled": null 2024-04-12T16:01:00.150 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:00.150 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.150 INFO:tasks.workunit.client.0.smithi099.stdout: "network": { 2024-04-12T16:01:00.150 INFO:tasks.workunit.client.0.smithi099.stdout: "provider": null 2024-04-12T16:01:00.150 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.150 INFO:tasks.workunit.client.0.smithi099.stdout: "storage": { 2024-04-12T16:01:00.151 INFO:tasks.workunit.client.0.smithi099.stdout: "device-set": { 2024-04-12T16:01:00.151 INFO:tasks.workunit.client.0.smithi099.stdout: "count": { 2024-04-12T16:01:00.151 INFO:tasks.workunit.client.0.smithi099.stdout: "non-portable": null, 2024-04-12T16:01:00.151 INFO:tasks.workunit.client.0.smithi099.stdout: "portable": null, 2024-04-12T16:01:00.151 INFO:tasks.workunit.client.0.smithi099.stdout: "total": null 2024-04-12T16:01:00.151 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:00.151 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:00.151 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:00.151 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.151 INFO:tasks.workunit.client.0.smithi099.stdout: "csi": { 2024-04-12T16:01:00.152 INFO:tasks.workunit.client.0.smithi099.stdout: "version": null 2024-04-12T16:01:00.152 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.152 INFO:tasks.workunit.client.0.smithi099.stdout: "kubernetes": { 2024-04-12T16:01:00.152 INFO:tasks.workunit.client.0.smithi099.stdout: "version": null 2024-04-12T16:01:00.152 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.152 INFO:tasks.workunit.client.0.smithi099.stdout: "node": { 2024-04-12T16:01:00.152 INFO:tasks.workunit.client.0.smithi099.stdout: "count": { 2024-04-12T16:01:00.152 INFO:tasks.workunit.client.0.smithi099.stdout: "kubernetes-total": null, 2024-04-12T16:01:00.152 INFO:tasks.workunit.client.0.smithi099.stdout: "with-ceph-daemons": null, 2024-04-12T16:01:00.152 INFO:tasks.workunit.client.0.smithi099.stdout: "with-csi-cephfs-plugin": null, 2024-04-12T16:01:00.152 INFO:tasks.workunit.client.0.smithi099.stdout: "with-csi-nfs-plugin": null, 2024-04-12T16:01:00.152 INFO:tasks.workunit.client.0.smithi099.stdout: "with-csi-rbd-plugin": null 2024-04-12T16:01:00.152 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:00.153 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.153 INFO:tasks.workunit.client.0.smithi099.stdout: "usage": { 2024-04-12T16:01:00.153 INFO:tasks.workunit.client.0.smithi099.stdout: "storage-class": { 2024-04-12T16:01:00.153 INFO:tasks.workunit.client.0.smithi099.stdout: "count": { 2024-04-12T16:01:00.153 INFO:tasks.workunit.client.0.smithi099.stdout: "bucket": null, 2024-04-12T16:01:00.153 INFO:tasks.workunit.client.0.smithi099.stdout: "cephfs": null, 2024-04-12T16:01:00.153 INFO:tasks.workunit.client.0.smithi099.stdout: "nfs": null, 2024-04-12T16:01:00.153 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd": null, 2024-04-12T16:01:00.153 INFO:tasks.workunit.client.0.smithi099.stdout: "total": null 2024-04-12T16:01:00.153 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:00.153 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:00.154 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.154 INFO:tasks.workunit.client.0.smithi099.stdout: "version": null 2024-04-12T16:01:00.154 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.154 INFO:tasks.workunit.client.0.smithi099.stdout: "services": {}, 2024-04-12T16:01:00.154 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_per_pg": [ 2024-04-12T16:01:00.154 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.154 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.154 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.154 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:00.154 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:00.154 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.155 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T16:01:00.155 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.155 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.155 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.155 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.155 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.155 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.155 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.048549+0000", 2024-04-12T16:01:00.155 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.327825+0000", 2024-04-12T16:01:00.155 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.327825+0000", 2024-04-12T16:01:00.155 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.328131+0000", 2024-04-12T16:01:00.155 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.048549+0000", 2024-04-12T16:01:00.156 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.156 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.156 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.156 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.156 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.048549+0000", 2024-04-12T16:01:00.156 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.048549+0000", 2024-04-12T16:01:00.156 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.048549+0000", 2024-04-12T16:01:00.156 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.156 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.156 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.156 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.048549+0000", 2024-04-12T16:01:00.156 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.048549+0000", 2024-04-12T16:01:00.156 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.157 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.157 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.157 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.157 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.157 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.157 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.157 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.157 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.157 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.157 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.157 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.157 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.157 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.3f", 2024-04-12T16:01:00.158 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.158 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.158 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.158 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:00.158 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.158 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:59:30.085736+0000", 2024-04-12T16:01:00.158 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.158 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.158 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.158 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.158 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.158 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.159 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.159 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.159 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.159 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.159 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.159 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.159 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.159 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.159 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.159 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.159 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.159 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.159 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.159 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.160 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.160 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.160 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.160 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.160 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.160 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.160 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.160 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.160 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.160 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.160 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.160 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.161 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.161 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.161 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.161 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.161 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.161 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.161 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.161 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.161 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.161 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.161 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.161 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.161 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.162 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.162 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.162 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.162 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:00.162 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:00.162 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.162 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T16:01:00.162 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.162 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.162 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.162 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.162 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.163 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.163 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:00.163 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.163 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T16:01:00.163 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.163 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.163 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.163 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.163 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.163 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.163 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.048183+0000", 2024-04-12T16:01:00.163 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.318265+0000", 2024-04-12T16:01:00.164 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.318265+0000", 2024-04-12T16:01:00.164 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.318848+0000", 2024-04-12T16:01:00.164 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.048183+0000", 2024-04-12T16:01:00.164 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.164 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.164 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.164 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.164 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.048183+0000", 2024-04-12T16:01:00.164 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.048183+0000", 2024-04-12T16:01:00.164 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.048183+0000", 2024-04-12T16:01:00.164 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.164 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.165 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.165 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.048183+0000", 2024-04-12T16:01:00.165 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.048183+0000", 2024-04-12T16:01:00.165 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.165 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.165 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.165 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.165 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.165 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.165 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.165 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.165 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.166 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.166 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.166 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.166 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.166 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.3e", 2024-04-12T16:01:00.166 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.166 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.166 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.166 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:00.166 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.166 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:28:07.640340+0000", 2024-04-12T16:01:00.166 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.166 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.167 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.167 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.167 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.167 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.167 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.167 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.167 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.167 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.167 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.167 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.167 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.167 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.167 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.168 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.168 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.168 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.168 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.168 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.168 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.168 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.168 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.168 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.168 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.168 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.168 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.168 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.169 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.169 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.169 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.169 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.169 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.169 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.169 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.169 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.169 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.169 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.169 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.169 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.169 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.170 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.170 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.170 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.170 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.170 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.170 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.170 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.170 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.170 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:00.170 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.170 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T16:01:00.170 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.171 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.171 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.171 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.171 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.171 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:00.171 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:00.171 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.171 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T16:01:00.171 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.171 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.171 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.171 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.171 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.172 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.172 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047420+0000", 2024-04-12T16:01:00.172 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.325544+0000", 2024-04-12T16:01:00.172 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.325544+0000", 2024-04-12T16:01:00.172 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.325833+0000", 2024-04-12T16:01:00.172 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047420+0000", 2024-04-12T16:01:00.172 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.172 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.172 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.172 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.172 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047420+0000", 2024-04-12T16:01:00.172 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047420+0000", 2024-04-12T16:01:00.172 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047420+0000", 2024-04-12T16:01:00.173 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.173 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.173 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.173 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047420+0000", 2024-04-12T16:01:00.173 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047420+0000", 2024-04-12T16:01:00.173 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.173 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.173 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.173 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.173 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.173 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.173 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.173 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.173 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.174 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.174 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.174 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.174 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.174 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.3d", 2024-04-12T16:01:00.174 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.174 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.174 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.174 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:00.174 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.174 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:49:41.221046+0000", 2024-04-12T16:01:00.174 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.174 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.175 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.175 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.175 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.175 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.175 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.175 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.175 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.175 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.175 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.175 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.175 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.175 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.176 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.176 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.176 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.176 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.176 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.176 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.176 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.176 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.176 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.176 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.176 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.176 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.177 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.177 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.177 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.177 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.177 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.177 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.177 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.177 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.177 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.177 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.177 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.177 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.177 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.178 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.178 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.178 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.178 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.178 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.178 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.178 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.178 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.178 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.178 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:00.178 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:00.178 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.179 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T16:01:00.179 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.179 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.179 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.179 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.179 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.179 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.179 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:00.179 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.179 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T16:01:00.179 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.179 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.180 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.180 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.180 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.180 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.180 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.823695+0000", 2024-04-12T16:01:00.180 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.311741+0000", 2024-04-12T16:01:00.180 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.311741+0000", 2024-04-12T16:01:00.180 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.312021+0000", 2024-04-12T16:01:00.180 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.823695+0000", 2024-04-12T16:01:00.180 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.180 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.180 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.180 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.181 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.823695+0000", 2024-04-12T16:01:00.181 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.823695+0000", 2024-04-12T16:01:00.181 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.823695+0000", 2024-04-12T16:01:00.181 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.181 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.181 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.181 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.823695+0000", 2024-04-12T16:01:00.181 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.823695+0000", 2024-04-12T16:01:00.181 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.181 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.181 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.181 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.182 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.182 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.182 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.182 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.182 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.182 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.182 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.182 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.182 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.182 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.3c", 2024-04-12T16:01:00.182 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.182 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.182 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.183 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:00.183 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.183 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:13:22.519580+0000", 2024-04-12T16:01:00.183 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.183 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.183 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.183 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.183 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.183 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.183 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.183 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.183 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.183 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.183 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.186 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.186 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.186 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.186 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.186 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.186 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.186 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.186 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.186 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.186 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.186 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.186 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.186 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.187 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.187 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:00.187 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.187 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T16:01:00.187 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.187 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.187 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.187 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.187 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.187 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:00.187 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:00.187 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.187 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T16:01:00.188 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.188 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.188 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.188 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.188 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.188 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.188 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047752+0000", 2024-04-12T16:01:00.188 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.317275+0000", 2024-04-12T16:01:00.188 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.317275+0000", 2024-04-12T16:01:00.188 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.317549+0000", 2024-04-12T16:01:00.188 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047752+0000", 2024-04-12T16:01:00.188 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.189 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.189 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.189 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.189 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047752+0000", 2024-04-12T16:01:00.189 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047752+0000", 2024-04-12T16:01:00.189 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047752+0000", 2024-04-12T16:01:00.189 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.189 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.189 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.189 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047752+0000", 2024-04-12T16:01:00.189 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047752+0000", 2024-04-12T16:01:00.189 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.189 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.189 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.190 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.190 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.190 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.190 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.190 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.190 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.190 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.190 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.190 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.190 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.190 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.3b", 2024-04-12T16:01:00.190 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.191 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.191 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.191 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:00.191 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.191 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:07:10.231489+0000", 2024-04-12T16:01:00.191 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.191 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.191 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.191 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.191 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.191 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.191 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.191 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.192 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.192 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.192 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.192 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.192 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.192 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.192 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.192 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.192 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.192 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.192 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.192 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.192 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.194 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.194 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.194 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.194 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.194 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.194 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.194 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.194 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.194 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.194 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.194 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.194 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.195 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.195 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.195 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:00.195 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:00.195 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.195 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T16:01:00.195 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.195 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.195 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.195 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.195 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.196 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.196 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:00.196 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.196 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T16:01:00.196 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.196 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.196 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.196 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.196 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.196 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.196 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.823865+0000", 2024-04-12T16:01:00.196 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.314659+0000", 2024-04-12T16:01:00.197 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.314659+0000", 2024-04-12T16:01:00.197 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.314940+0000", 2024-04-12T16:01:00.197 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.823865+0000", 2024-04-12T16:01:00.197 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.197 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.197 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.197 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.197 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.823865+0000", 2024-04-12T16:01:00.197 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.823865+0000", 2024-04-12T16:01:00.197 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.823865+0000", 2024-04-12T16:01:00.197 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.197 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.197 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.198 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.823865+0000", 2024-04-12T16:01:00.198 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.823865+0000", 2024-04-12T16:01:00.198 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.198 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.198 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.198 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.198 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.198 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.198 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.198 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.198 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.198 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.199 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.199 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.199 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.199 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.3a", 2024-04-12T16:01:00.199 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.199 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.199 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.199 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:00.199 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.199 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:05:08.682508+0000", 2024-04-12T16:01:00.199 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.199 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.199 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.199 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.199 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.200 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.201 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.201 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.201 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.201 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.201 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.202 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.202 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.202 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.202 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.202 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.202 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.202 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.202 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.202 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.202 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.202 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.202 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.204 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.204 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.204 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.204 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.204 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.204 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.204 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.204 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.204 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.204 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.204 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.204 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.205 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.205 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.205 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:00.205 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.205 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T16:01:00.205 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.205 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.205 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.205 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.205 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.205 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.205 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:00.206 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.206 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T16:01:00.206 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.206 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.206 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.206 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.206 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.206 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.206 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.048084+0000", 2024-04-12T16:01:00.206 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.315091+0000", 2024-04-12T16:01:00.206 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.315091+0000", 2024-04-12T16:01:00.206 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.317132+0000", 2024-04-12T16:01:00.207 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.048084+0000", 2024-04-12T16:01:00.207 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.207 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.207 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.207 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.207 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.048084+0000", 2024-04-12T16:01:00.207 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.048084+0000", 2024-04-12T16:01:00.207 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.048084+0000", 2024-04-12T16:01:00.207 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.207 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.207 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.207 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.048084+0000", 2024-04-12T16:01:00.208 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.048084+0000", 2024-04-12T16:01:00.208 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.208 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.208 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.208 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.208 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.208 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.208 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.208 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.208 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.208 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.209 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.209 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.209 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.209 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.39", 2024-04-12T16:01:00.209 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.209 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.209 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.209 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:00.209 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.209 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:43:56.986374+0000", 2024-04-12T16:01:00.209 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.209 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.209 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.209 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.210 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.210 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.210 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.210 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.210 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.210 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.210 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.210 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.210 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.210 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.210 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.210 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.210 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.211 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.211 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.211 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.211 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.211 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.211 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.211 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.211 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.211 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.211 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.211 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.211 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.211 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.212 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.212 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.212 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.212 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.212 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.212 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.212 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.212 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.212 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.212 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.212 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.212 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.213 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.213 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.213 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.213 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.213 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.213 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.213 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.213 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:00.213 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.213 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T16:01:00.213 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.213 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.213 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.214 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.214 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.214 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.214 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:00.214 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.214 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T16:01:00.214 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.214 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.214 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.214 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.214 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.214 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.215 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.828626+0000", 2024-04-12T16:01:00.215 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.326931+0000", 2024-04-12T16:01:00.215 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.326931+0000", 2024-04-12T16:01:00.215 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.327205+0000", 2024-04-12T16:01:00.215 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.828626+0000", 2024-04-12T16:01:00.215 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.215 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.215 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.215 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.215 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.828626+0000", 2024-04-12T16:01:00.215 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.828626+0000", 2024-04-12T16:01:00.215 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.828626+0000", 2024-04-12T16:01:00.215 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.216 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.216 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.216 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.828626+0000", 2024-04-12T16:01:00.216 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.828626+0000", 2024-04-12T16:01:00.216 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.216 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.216 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.216 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.216 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.216 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.216 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.216 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.216 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.217 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.217 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.217 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.217 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.217 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.38", 2024-04-12T16:01:00.217 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.217 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.217 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.217 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:00.217 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.217 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:19:58.245148+0000", 2024-04-12T16:01:00.217 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.217 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.217 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.218 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.218 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.218 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.218 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.218 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.218 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.218 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.218 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.218 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.218 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.218 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.219 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.219 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.219 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.219 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.219 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.219 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.219 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.219 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.219 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.219 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.219 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.219 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.219 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.219 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.219 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.220 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.220 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.220 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.220 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.220 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.220 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.220 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.220 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.220 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.220 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.220 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.220 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.220 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.221 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.221 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.221 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.221 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.221 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.221 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.221 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.221 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:00.221 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.221 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T16:01:00.221 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.221 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.221 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.222 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.222 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.222 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.222 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:00.222 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.222 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T16:01:00.222 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.222 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.222 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.222 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.222 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.223 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.223 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.048496+0000", 2024-04-12T16:01:00.223 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.327249+0000", 2024-04-12T16:01:00.223 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.327249+0000", 2024-04-12T16:01:00.223 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.327709+0000", 2024-04-12T16:01:00.223 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.048496+0000", 2024-04-12T16:01:00.223 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.223 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.223 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.223 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.223 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.048496+0000", 2024-04-12T16:01:00.223 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.048496+0000", 2024-04-12T16:01:00.224 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.048496+0000", 2024-04-12T16:01:00.224 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.224 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.224 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.224 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.048496+0000", 2024-04-12T16:01:00.224 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.048496+0000", 2024-04-12T16:01:00.224 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.224 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.224 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.224 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.224 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.224 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.225 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.225 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.225 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.225 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.225 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.225 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.225 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.225 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.37", 2024-04-12T16:01:00.225 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.225 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.225 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.225 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:00.226 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.226 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:34:51.048086+0000", 2024-04-12T16:01:00.226 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.226 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.226 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.226 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.226 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.226 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.226 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.226 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.226 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.227 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.227 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.227 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.227 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.227 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.227 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.227 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.227 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.227 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.227 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.227 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.227 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.228 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.228 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.228 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.228 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.228 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.228 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.228 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.228 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.228 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.228 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.228 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.228 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.228 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.229 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.229 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.229 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.229 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.229 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.229 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.229 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.229 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.229 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.229 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.229 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.229 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.230 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.230 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.230 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.230 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:00.230 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.230 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T16:01:00.230 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.230 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.230 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.230 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.230 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:00.230 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.231 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:00.231 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.231 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T16:01:00.231 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.231 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.231 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.231 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.231 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.231 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.231 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047924+0000", 2024-04-12T16:01:00.231 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.325889+0000", 2024-04-12T16:01:00.231 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.325889+0000", 2024-04-12T16:01:00.232 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.326273+0000", 2024-04-12T16:01:00.232 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047924+0000", 2024-04-12T16:01:00.232 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.232 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.232 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.232 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.232 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047924+0000", 2024-04-12T16:01:00.232 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047924+0000", 2024-04-12T16:01:00.232 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047924+0000", 2024-04-12T16:01:00.232 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.232 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.232 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.233 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047924+0000", 2024-04-12T16:01:00.233 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047924+0000", 2024-04-12T16:01:00.233 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.233 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.233 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.233 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.233 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.233 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.233 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.233 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.233 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.233 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.234 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.234 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.234 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.234 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.36", 2024-04-12T16:01:00.234 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.234 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.234 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.234 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:00.234 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.234 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:27:27.864509+0000", 2024-04-12T16:01:00.234 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.235 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.235 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.235 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.235 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.235 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.235 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.235 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.235 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.235 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.235 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.235 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.235 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.236 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.236 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.236 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.236 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.236 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.236 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.236 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.236 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.236 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.236 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.236 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.236 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.236 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.237 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.237 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.237 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.237 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.237 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.237 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.237 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.237 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.237 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.237 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.237 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.237 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.237 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.238 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.238 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.238 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.238 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.238 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.238 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.238 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.238 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.238 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:00.238 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.238 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:00.238 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.239 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T16:01:00.239 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.239 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.239 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.239 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.239 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:00.239 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.239 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:00.239 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.239 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T16:01:00.239 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.239 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.240 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.240 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.240 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.240 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.240 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047784+0000", 2024-04-12T16:01:00.240 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.319383+0000", 2024-04-12T16:01:00.240 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.319383+0000", 2024-04-12T16:01:00.240 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.319648+0000", 2024-04-12T16:01:00.240 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047784+0000", 2024-04-12T16:01:00.240 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.240 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.240 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.241 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.241 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047784+0000", 2024-04-12T16:01:00.241 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047784+0000", 2024-04-12T16:01:00.241 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047784+0000", 2024-04-12T16:01:00.241 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.241 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.241 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.241 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047784+0000", 2024-04-12T16:01:00.241 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047784+0000", 2024-04-12T16:01:00.241 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.241 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.242 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.242 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.242 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.242 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.242 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.242 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.242 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.242 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.242 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.242 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.242 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.242 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.35", 2024-04-12T16:01:00.242 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.243 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.243 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.243 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:00.243 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.243 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:47:14.129548+0000", 2024-04-12T16:01:00.243 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.243 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.243 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.243 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.243 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.243 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.243 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.244 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.244 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.244 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.244 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.244 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.244 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.244 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.244 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.244 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.244 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.244 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.244 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.244 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.245 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.245 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.245 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.245 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.245 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.245 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.245 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.245 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.245 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.245 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.245 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.245 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.245 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.245 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.246 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.246 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.246 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.246 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.246 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.246 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.246 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.246 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.246 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.246 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.246 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.246 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.246 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.247 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:00.247 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.247 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:00.247 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.247 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T16:01:00.247 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.247 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.247 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.247 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.247 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:00.247 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:00.247 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:00.247 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.247 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T16:01:00.248 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.248 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.248 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.248 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.248 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.248 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.248 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.829871+0000", 2024-04-12T16:01:00.248 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:55.935397+0000", 2024-04-12T16:01:00.248 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:55.935397+0000", 2024-04-12T16:01:00.248 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:55.935834+0000", 2024-04-12T16:01:00.248 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.829871+0000", 2024-04-12T16:01:00.248 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.248 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.248 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.249 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 64, 2024-04-12T16:01:00.249 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.829871+0000", 2024-04-12T16:01:00.249 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.829871+0000", 2024-04-12T16:01:00.249 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.829871+0000", 2024-04-12T16:01:00.249 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.249 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.249 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.249 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.829871+0000", 2024-04-12T16:01:00.249 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.829871+0000", 2024-04-12T16:01:00.249 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.249 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.249 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.249 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.249 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 63, 2024-04-12T16:01:00.250 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.250 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.250 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.250 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.250 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.250 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.250 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.250 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.250 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.34", 2024-04-12T16:01:00.250 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.250 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.250 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.250 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 17, 2024-04-12T16:01:00.250 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.251 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:17:57.266598+0000", 2024-04-12T16:01:00.251 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.251 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.251 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.251 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.251 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.251 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.251 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.251 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.251 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.251 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.251 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.251 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.251 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.252 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.252 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.252 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.252 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.252 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.252 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.252 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.252 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.252 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.252 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.252 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.252 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.252 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.253 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.253 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.253 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.253 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.253 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.253 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.253 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.253 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.253 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.253 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.253 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.253 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.253 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.253 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.254 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.254 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.254 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.254 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.254 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.254 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.254 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.254 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:00.254 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:00.254 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:00.254 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.254 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T16:01:00.255 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.255 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.255 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.255 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.255 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.255 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:00.255 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:00.255 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.255 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T16:01:00.255 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.255 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.255 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.256 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.256 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.256 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.256 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.828831+0000", 2024-04-12T16:01:00.256 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.324994+0000", 2024-04-12T16:01:00.256 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.324994+0000", 2024-04-12T16:01:00.256 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.325257+0000", 2024-04-12T16:01:00.256 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.828831+0000", 2024-04-12T16:01:00.256 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.256 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.256 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.257 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.257 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.828831+0000", 2024-04-12T16:01:00.257 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.828831+0000", 2024-04-12T16:01:00.257 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.828831+0000", 2024-04-12T16:01:00.257 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.257 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.257 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.257 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.828831+0000", 2024-04-12T16:01:00.257 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.828831+0000", 2024-04-12T16:01:00.257 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.257 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.257 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.258 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.258 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.258 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.258 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.258 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.258 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.258 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.258 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.258 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.258 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.258 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.33", 2024-04-12T16:01:00.258 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.259 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.259 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.259 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:00.259 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.259 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:14:06.933277+0000", 2024-04-12T16:01:00.259 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.259 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.259 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.259 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.259 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.259 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.259 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.260 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.260 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.260 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.260 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.260 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.260 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.260 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.260 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.260 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.260 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.260 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.260 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.260 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.260 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.261 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.261 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.261 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.261 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.261 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.261 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.261 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.261 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.261 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.261 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.261 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.261 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.261 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.261 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.261 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.262 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.262 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.262 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.262 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.262 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.262 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.262 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.262 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.262 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.262 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.262 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.262 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.262 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:00.263 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:00.263 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.263 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T16:01:00.263 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.263 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.263 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.263 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.263 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.263 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.263 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T16:01:00.263 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.263 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T16:01:00.263 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.264 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.264 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.264 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.264 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.264 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.264 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047196+0000", 2024-04-12T16:01:00.264 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.319041+0000", 2024-04-12T16:01:00.264 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.319041+0000", 2024-04-12T16:01:00.264 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.320160+0000", 2024-04-12T16:01:00.264 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047196+0000", 2024-04-12T16:01:00.264 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.264 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.264 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.265 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.265 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047196+0000", 2024-04-12T16:01:00.265 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047196+0000", 2024-04-12T16:01:00.265 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047196+0000", 2024-04-12T16:01:00.265 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.265 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.265 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.265 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047196+0000", 2024-04-12T16:01:00.265 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047196+0000", 2024-04-12T16:01:00.265 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.265 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.265 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.265 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.265 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.266 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.266 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.266 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.266 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.266 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.266 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.266 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.266 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.266 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.32", 2024-04-12T16:01:00.266 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.266 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.267 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.267 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:00.267 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.267 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:13:17.441595+0000", 2024-04-12T16:01:00.267 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.267 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.267 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.267 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.267 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.267 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.267 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.267 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.267 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.267 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.268 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.268 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.268 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.268 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.268 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.268 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.268 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.268 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.268 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.268 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.268 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.268 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.268 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.269 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.269 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.269 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.269 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.269 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.269 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.269 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.269 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.269 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.269 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.269 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.269 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.269 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.270 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.270 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.270 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.270 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.270 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.270 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.270 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.270 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.270 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.270 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.270 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.270 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.271 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.271 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T16:01:00.271 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.271 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T16:01:00.271 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.271 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.271 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.271 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.271 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.271 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.271 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T16:01:00.271 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.272 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T16:01:00.272 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.272 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.272 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.272 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.272 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.272 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.272 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047553+0000", 2024-04-12T16:01:00.272 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.323620+0000", 2024-04-12T16:01:00.272 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.323620+0000", 2024-04-12T16:01:00.272 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.323895+0000", 2024-04-12T16:01:00.272 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047553+0000", 2024-04-12T16:01:00.273 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.273 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.273 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.273 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.273 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047553+0000", 2024-04-12T16:01:00.273 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047553+0000", 2024-04-12T16:01:00.273 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047553+0000", 2024-04-12T16:01:00.273 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.273 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.273 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.273 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047553+0000", 2024-04-12T16:01:00.273 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047553+0000", 2024-04-12T16:01:00.274 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.274 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.274 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.274 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.274 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.274 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.274 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.274 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.274 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.274 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.274 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.274 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.274 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.275 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.31", 2024-04-12T16:01:00.275 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.275 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.275 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.275 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:00.275 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.275 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:46:50.818309+0000", 2024-04-12T16:01:00.275 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.275 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.275 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.275 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.276 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.276 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.276 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.276 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.276 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.276 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.276 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.276 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.276 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.276 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.276 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.276 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.276 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.277 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.277 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.277 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.277 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.277 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.277 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.277 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.277 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.277 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.277 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.277 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.277 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.277 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.278 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.278 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.278 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.278 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.278 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.278 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.278 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.278 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.278 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.278 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.278 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.278 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.279 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.279 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.279 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.279 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.279 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.279 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.279 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.279 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T16:01:00.279 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.279 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T16:01:00.279 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.279 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.279 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.279 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.280 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.280 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.280 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:00.280 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.280 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T16:01:00.280 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.280 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.280 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.280 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.280 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.280 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.280 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.823426+0000", 2024-04-12T16:01:00.281 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.314904+0000", 2024-04-12T16:01:00.281 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.314904+0000", 2024-04-12T16:01:00.281 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.315176+0000", 2024-04-12T16:01:00.281 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.823426+0000", 2024-04-12T16:01:00.281 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.281 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.281 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.281 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.281 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.823426+0000", 2024-04-12T16:01:00.281 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.823426+0000", 2024-04-12T16:01:00.281 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.823426+0000", 2024-04-12T16:01:00.281 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.282 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.282 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.282 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.823426+0000", 2024-04-12T16:01:00.282 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.823426+0000", 2024-04-12T16:01:00.282 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.282 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.282 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.282 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.282 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.282 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.282 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.282 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.283 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.283 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.283 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.283 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.283 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.283 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.30", 2024-04-12T16:01:00.283 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.283 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.283 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.283 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:00.283 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.283 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:13:14.633187+0000", 2024-04-12T16:01:00.284 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.284 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.284 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.284 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.284 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.284 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.284 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.284 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.284 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.284 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.284 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.284 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.285 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.285 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.285 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.285 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.285 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.285 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.285 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.285 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.285 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.285 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.285 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.285 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.285 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.285 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.286 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.286 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.286 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.286 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.286 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.286 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.286 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.286 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.286 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.286 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.286 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.287 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.287 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.287 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.287 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.287 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.287 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.287 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.287 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.287 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.287 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.287 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.287 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.287 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:00.288 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.288 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T16:01:00.288 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.288 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.288 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.288 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.288 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.288 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.288 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:00.288 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.288 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T16:01:00.288 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.288 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.288 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.289 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.289 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.289 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.289 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.824092+0000", 2024-04-12T16:01:00.289 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.309557+0000", 2024-04-12T16:01:00.289 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.309557+0000", 2024-04-12T16:01:00.289 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.309858+0000", 2024-04-12T16:01:00.289 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.824092+0000", 2024-04-12T16:01:00.289 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.289 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.289 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.290 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.290 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.824092+0000", 2024-04-12T16:01:00.290 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.824092+0000", 2024-04-12T16:01:00.290 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.824092+0000", 2024-04-12T16:01:00.290 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.290 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.290 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.290 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.824092+0000", 2024-04-12T16:01:00.290 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.824092+0000", 2024-04-12T16:01:00.290 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.290 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.290 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.290 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.291 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.291 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.291 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.291 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.291 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.291 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.291 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.291 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.291 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.291 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.2f", 2024-04-12T16:01:00.291 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.291 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.291 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.292 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:00.292 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.292 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:00:48.195594+0000", 2024-04-12T16:01:00.292 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.292 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.292 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.293 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.293 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.293 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.293 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.293 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.293 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.293 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.293 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.293 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.293 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.293 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.293 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.294 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.294 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.294 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.294 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.294 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.294 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.294 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.294 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.294 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.294 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.294 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.294 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.295 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.295 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.295 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.295 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.295 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.295 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.295 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.295 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.295 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.295 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.295 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.295 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.295 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.296 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.296 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.296 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:00.296 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.296 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T16:01:00.296 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.296 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.296 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.296 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.296 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:00.296 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:00.296 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:00.296 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.297 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T16:01:00.297 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.297 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.297 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.297 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.297 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.297 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.297 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.830302+0000", 2024-04-12T16:01:00.297 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.315404+0000", 2024-04-12T16:01:00.297 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.315404+0000", 2024-04-12T16:01:00.297 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.315668+0000", 2024-04-12T16:01:00.297 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.830302+0000", 2024-04-12T16:01:00.297 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.297 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.298 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.298 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.298 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.830302+0000", 2024-04-12T16:01:00.298 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.830302+0000", 2024-04-12T16:01:00.298 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.830302+0000", 2024-04-12T16:01:00.298 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.298 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.298 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.298 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.830302+0000", 2024-04-12T16:01:00.298 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.830302+0000", 2024-04-12T16:01:00.298 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.298 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.299 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.299 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.299 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.299 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.299 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.299 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.299 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.299 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.299 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.299 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.299 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.299 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.2e", 2024-04-12T16:01:00.299 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.300 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.300 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.300 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:00.300 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.300 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:14:27.341967+0000", 2024-04-12T16:01:00.300 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.300 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.300 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.300 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.300 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.300 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.300 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.300 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.301 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.301 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.301 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.301 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.301 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.301 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.301 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.301 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.301 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.301 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.301 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.301 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.302 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.302 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.302 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.302 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.302 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.302 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.302 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.302 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.302 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.302 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.302 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.302 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.303 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.303 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.303 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.303 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.303 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.303 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.303 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.303 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.303 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.303 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.303 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.303 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.304 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.304 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.304 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.304 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:00.304 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:00.304 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:00.304 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.304 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T16:01:00.304 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.304 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.304 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.304 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.305 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.305 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:00.305 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:00.305 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.305 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T16:01:00.305 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.305 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.305 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.305 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.305 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.305 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.305 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047265+0000", 2024-04-12T16:01:00.306 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.328545+0000", 2024-04-12T16:01:00.306 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.328545+0000", 2024-04-12T16:01:00.306 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.329185+0000", 2024-04-12T16:01:00.306 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047265+0000", 2024-04-12T16:01:00.306 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.306 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.306 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.306 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.306 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047265+0000", 2024-04-12T16:01:00.306 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047265+0000", 2024-04-12T16:01:00.306 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047265+0000", 2024-04-12T16:01:00.307 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.307 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.307 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.307 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047265+0000", 2024-04-12T16:01:00.307 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047265+0000", 2024-04-12T16:01:00.307 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.307 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.307 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.307 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.307 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.307 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.308 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.308 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.308 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.308 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.308 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.308 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.308 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.308 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.2d", 2024-04-12T16:01:00.308 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.308 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.308 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.308 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:00.308 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.309 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:09:03.886356+0000", 2024-04-12T16:01:00.309 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.309 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.309 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.309 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.309 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.309 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.309 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.309 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.309 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.309 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.310 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.310 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.310 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.310 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.310 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.310 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.310 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.310 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.310 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.310 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.310 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.310 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.311 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.311 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.311 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.311 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.311 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.311 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.311 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.311 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.311 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.311 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.311 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.311 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.312 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.312 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.312 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.313 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.313 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.313 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:00.313 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:00.313 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.313 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T16:01:00.313 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.313 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.313 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.313 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.313 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.313 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.314 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:00.314 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.314 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T16:01:00.314 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.314 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.314 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:00.314 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.314 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.314 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.314 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047782+0000", 2024-04-12T16:01:00.314 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.953533+0000", 2024-04-12T16:01:00.315 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.953533+0000", 2024-04-12T16:01:00.315 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.953845+0000", 2024-04-12T16:01:00.315 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047782+0000", 2024-04-12T16:01:00.315 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.315 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.315 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.315 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:00.315 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047782+0000", 2024-04-12T16:01:00.315 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047782+0000", 2024-04-12T16:01:00.315 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047782+0000", 2024-04-12T16:01:00.315 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.316 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.316 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.316 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047782+0000", 2024-04-12T16:01:00.316 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047782+0000", 2024-04-12T16:01:00.316 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.316 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 4, 2024-04-12T16:01:00.316 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.316 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.316 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:00.316 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.316 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.316 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.316 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.317 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 4, 2024-04-12T16:01:00.317 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.317 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.317 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.317 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.1f", 2024-04-12T16:01:00.317 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.317 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.317 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.317 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 23, 2024-04-12T16:01:00.317 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.317 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:37:37.652196+0000", 2024-04-12T16:01:00.317 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.318 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.318 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.318 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 582, 2024-04-12T16:01:00.318 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.318 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.318 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.318 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.318 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.318 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.318 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.318 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.318 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.319 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.319 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.319 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.319 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.319 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.319 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.319 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 6, 2024-04-12T16:01:00.319 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 2, 2024-04-12T16:01:00.319 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.319 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 2, 2024-04-12T16:01:00.319 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.319 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.319 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T16:01:00.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.321 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.321 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.321 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 4, 2024-04-12T16:01:00.321 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 1 2024-04-12T16:01:00.321 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.321 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.321 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.321 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.321 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.321 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.321 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:00.321 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.321 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T16:01:00.322 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'4" 2024-04-12T16:01:00.322 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.322 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.322 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.322 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.322 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:00.322 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:00.322 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.322 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T16:01:00.322 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.322 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.322 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.323 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.323 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.323 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.323 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.829165+0000", 2024-04-12T16:01:00.323 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.325324+0000", 2024-04-12T16:01:00.323 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.325324+0000", 2024-04-12T16:01:00.323 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.325585+0000", 2024-04-12T16:01:00.323 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.829165+0000", 2024-04-12T16:01:00.323 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.323 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.323 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.323 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.324 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.829165+0000", 2024-04-12T16:01:00.324 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.829165+0000", 2024-04-12T16:01:00.324 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.829165+0000", 2024-04-12T16:01:00.324 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.324 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.324 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.324 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.829165+0000", 2024-04-12T16:01:00.324 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.829165+0000", 2024-04-12T16:01:00.324 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.324 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.324 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.324 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.324 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.325 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.325 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.325 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.325 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.325 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.325 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.325 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.325 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.325 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.1e", 2024-04-12T16:01:00.325 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.325 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.325 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.326 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:00.326 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.326 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:06:58.866716+0000", 2024-04-12T16:01:00.326 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.326 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.326 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.326 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.326 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.326 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.326 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.326 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.326 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.326 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.328 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.328 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.328 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.328 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.328 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.328 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.328 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.328 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.328 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.328 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.328 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.328 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.329 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.329 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.329 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.329 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.329 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.329 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.329 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.329 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.329 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.329 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.329 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.329 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.329 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.330 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.330 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:00.330 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:00.330 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.330 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T16:01:00.330 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.330 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.330 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.330 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.330 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.330 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.330 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T16:01:00.331 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.331 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T16:01:00.331 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.331 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.331 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:00.331 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.331 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.331 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.331 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.829246+0000", 2024-04-12T16:01:00.331 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.959673+0000", 2024-04-12T16:01:00.331 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.959673+0000", 2024-04-12T16:01:00.331 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.959961+0000", 2024-04-12T16:01:00.332 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.829246+0000", 2024-04-12T16:01:00.332 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.332 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.332 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.332 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:00.332 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.829246+0000", 2024-04-12T16:01:00.332 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.829246+0000", 2024-04-12T16:01:00.332 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.829246+0000", 2024-04-12T16:01:00.332 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.332 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.332 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.333 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.829246+0000", 2024-04-12T16:01:00.333 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.829246+0000", 2024-04-12T16:01:00.333 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.333 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 1, 2024-04-12T16:01:00.333 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.333 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.333 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:00.333 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.333 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.333 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.333 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.333 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 1, 2024-04-12T16:01:00.334 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.334 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.334 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.334 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.1e", 2024-04-12T16:01:00.334 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.334 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.334 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.334 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 20, 2024-04-12T16:01:00.334 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.334 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:24:28.143366+0000", 2024-04-12T16:01:00.334 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.335 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.335 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.335 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.335 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.335 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.335 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.335 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.335 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.335 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.335 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.335 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.335 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.336 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.336 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.336 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.336 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.336 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.336 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.336 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.336 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.336 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.336 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.336 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.336 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.337 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.337 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.337 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.337 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.337 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.337 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.337 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.337 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.337 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.337 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.337 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.337 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.338 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.338 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.338 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.338 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.338 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.338 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.338 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.338 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.338 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.338 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.338 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.338 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.339 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T16:01:00.339 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.339 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T16:01:00.339 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'1" 2024-04-12T16:01:00.339 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.339 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.339 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.339 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.339 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.339 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:00.339 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.339 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T16:01:00.340 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.340 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.340 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.340 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.340 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.340 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.340 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047664+0000", 2024-04-12T16:01:00.340 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.322107+0000", 2024-04-12T16:01:00.340 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.322107+0000", 2024-04-12T16:01:00.340 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.322495+0000", 2024-04-12T16:01:00.340 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047664+0000", 2024-04-12T16:01:00.341 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.341 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.341 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.341 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.341 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047664+0000", 2024-04-12T16:01:00.341 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047664+0000", 2024-04-12T16:01:00.341 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047664+0000", 2024-04-12T16:01:00.341 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.341 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.341 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.341 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047664+0000", 2024-04-12T16:01:00.341 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047664+0000", 2024-04-12T16:01:00.341 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.342 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.342 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.342 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.342 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.342 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.342 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.342 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.342 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.342 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.342 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.342 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.343 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.343 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.1f", 2024-04-12T16:01:00.343 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.343 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.343 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.343 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:00.343 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.343 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:56:20.380613+0000", 2024-04-12T16:01:00.343 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.343 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.343 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.343 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.344 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.344 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.344 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.344 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.344 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.344 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.344 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.344 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.344 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.344 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.344 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.345 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.345 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.345 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.345 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.345 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.345 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.345 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.345 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.345 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.345 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.345 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.345 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.345 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.346 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.346 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.346 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.346 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.346 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.346 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.346 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.346 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.346 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.346 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.346 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.346 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.346 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.347 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.347 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.347 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.347 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.347 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.347 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.347 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.347 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.347 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:00.347 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.347 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T16:01:00.347 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.347 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.348 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.348 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.348 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.348 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:00.348 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:00.348 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.348 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T16:01:00.348 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.348 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.348 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:00.348 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.348 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.349 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.349 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047649+0000", 2024-04-12T16:01:00.349 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.955702+0000", 2024-04-12T16:01:00.349 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.955702+0000", 2024-04-12T16:01:00.349 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.955966+0000", 2024-04-12T16:01:00.349 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047649+0000", 2024-04-12T16:01:00.349 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.349 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.349 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.349 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:00.349 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047649+0000", 2024-04-12T16:01:00.349 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047649+0000", 2024-04-12T16:01:00.349 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047649+0000", 2024-04-12T16:01:00.349 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.350 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.350 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.350 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047649+0000", 2024-04-12T16:01:00.350 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047649+0000", 2024-04-12T16:01:00.350 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.350 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 2, 2024-04-12T16:01:00.350 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.350 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.350 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:00.350 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.350 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.350 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.351 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.351 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 2, 2024-04-12T16:01:00.351 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.351 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.351 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.351 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.1d", 2024-04-12T16:01:00.351 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.351 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.351 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.351 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 21, 2024-04-12T16:01:00.351 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.351 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:35:54.816443+0000", 2024-04-12T16:01:00.351 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.352 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.352 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.352 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.352 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.352 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.352 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.352 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.352 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.352 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.352 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.352 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.352 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.353 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.353 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.353 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.353 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.353 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.353 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.353 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T16:01:00.353 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T16:01:00.353 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.353 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T16:01:00.353 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.353 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.354 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.354 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.354 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.354 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T16:01:00.354 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.354 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.354 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.354 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.354 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.354 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.354 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.354 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.355 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.355 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.355 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.355 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.355 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3, 2024-04-12T16:01:00.355 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.355 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.355 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.355 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.355 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.355 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.355 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:00.356 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:00.356 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.356 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T16:01:00.356 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'2" 2024-04-12T16:01:00.356 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.356 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.356 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.356 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.356 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.356 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:00.356 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.356 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T16:01:00.357 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.357 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.357 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.357 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.357 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.357 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.357 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.823804+0000", 2024-04-12T16:01:00.357 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.313066+0000", 2024-04-12T16:01:00.357 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.313066+0000", 2024-04-12T16:01:00.357 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.313359+0000", 2024-04-12T16:01:00.357 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.823804+0000", 2024-04-12T16:01:00.357 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.358 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.358 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.358 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.358 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.823804+0000", 2024-04-12T16:01:00.358 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.823804+0000", 2024-04-12T16:01:00.358 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.823804+0000", 2024-04-12T16:01:00.358 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.358 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.358 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.358 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.823804+0000", 2024-04-12T16:01:00.358 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.823804+0000", 2024-04-12T16:01:00.358 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.358 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.359 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.359 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.359 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.359 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.359 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.359 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.359 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.359 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.359 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.359 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.359 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.359 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.1c", 2024-04-12T16:01:00.359 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.359 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.360 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.360 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:00.360 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.360 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:20:13.293026+0000", 2024-04-12T16:01:00.360 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.360 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.360 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.360 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.360 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.360 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.360 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.360 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.360 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.361 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.361 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.361 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.361 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.361 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.361 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.361 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.361 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.361 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.361 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.361 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.361 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.361 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.361 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.362 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.362 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.362 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.362 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.362 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.362 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.362 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.362 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.362 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.362 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.363 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.363 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.363 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.363 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.363 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.363 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.363 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.363 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.363 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.363 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.363 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.363 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.364 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.364 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.364 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.364 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.364 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:00.364 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.364 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T16:01:00.364 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.364 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.364 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.364 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.364 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.364 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.365 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:00.365 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.365 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 4, 2024-04-12T16:01:00.365 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.365 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.365 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:00.365 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.365 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.365 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.365 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047552+0000", 2024-04-12T16:01:00.365 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:55.814773+0000", 2024-04-12T16:01:00.365 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:55.814773+0000", 2024-04-12T16:01:00.365 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:55.817460+0000", 2024-04-12T16:01:00.366 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047552+0000", 2024-04-12T16:01:00.366 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.366 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.366 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.366 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 64, 2024-04-12T16:01:00.366 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047552+0000", 2024-04-12T16:01:00.366 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047552+0000", 2024-04-12T16:01:00.366 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047552+0000", 2024-04-12T16:01:00.366 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.366 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.366 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.366 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047552+0000", 2024-04-12T16:01:00.366 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047552+0000", 2024-04-12T16:01:00.367 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.367 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 2, 2024-04-12T16:01:00.367 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.367 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.367 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 63, 2024-04-12T16:01:00.367 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.367 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.367 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.367 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.367 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 2, 2024-04-12T16:01:00.367 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.367 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.367 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.368 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.1c", 2024-04-12T16:01:00.368 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.368 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.368 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.368 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 20, 2024-04-12T16:01:00.368 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.368 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:32:48.866468+0000", 2024-04-12T16:01:00.368 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.368 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.368 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.368 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.368 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.368 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.369 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.369 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.369 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.369 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.369 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.369 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.369 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.369 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.369 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.369 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.369 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.369 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.369 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.369 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T16:01:00.370 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T16:01:00.370 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.370 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T16:01:00.370 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.370 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.370 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.370 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.370 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.370 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T16:01:00.370 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.370 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 1, 2024-04-12T16:01:00.370 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.370 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.371 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.371 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.371 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.371 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.371 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.371 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.371 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.371 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.371 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3, 2024-04-12T16:01:00.371 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.371 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.371 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.371 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.371 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.371 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.372 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.372 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:00.372 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.372 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 4, 2024-04-12T16:01:00.372 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'2" 2024-04-12T16:01:00.372 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.372 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.372 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.372 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.372 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.372 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:00.372 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.372 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T16:01:00.372 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.373 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.373 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.373 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.373 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.373 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.373 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.824079+0000", 2024-04-12T16:01:00.373 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.307810+0000", 2024-04-12T16:01:00.373 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.307810+0000", 2024-04-12T16:01:00.373 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.308135+0000", 2024-04-12T16:01:00.373 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.824079+0000", 2024-04-12T16:01:00.373 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.373 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.374 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.374 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.374 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.824079+0000", 2024-04-12T16:01:00.374 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.824079+0000", 2024-04-12T16:01:00.374 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.824079+0000", 2024-04-12T16:01:00.374 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.374 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.374 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.374 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.824079+0000", 2024-04-12T16:01:00.374 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.824079+0000", 2024-04-12T16:01:00.374 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.375 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.375 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.375 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.375 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.375 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.375 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.375 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.375 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.375 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.375 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.375 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.375 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.375 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.1d", 2024-04-12T16:01:00.375 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.376 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.376 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.376 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:00.376 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.376 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:38:34.742094+0000", 2024-04-12T16:01:00.376 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.376 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.376 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.376 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.376 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.376 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.376 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.376 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.376 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.376 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.377 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.377 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.377 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.377 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.377 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.377 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.377 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.377 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.377 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.377 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.377 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.377 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.377 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.377 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.379 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.379 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.379 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.379 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.379 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.379 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.380 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:00.380 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.380 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T16:01:00.380 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.380 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.380 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.380 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.380 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.380 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.380 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:00.380 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.380 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T16:01:00.380 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.381 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.381 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:00.381 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.381 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.381 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.381 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.829024+0000", 2024-04-12T16:01:00.381 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.962799+0000", 2024-04-12T16:01:00.381 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.962799+0000", 2024-04-12T16:01:00.381 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.963058+0000", 2024-04-12T16:01:00.381 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.829024+0000", 2024-04-12T16:01:00.381 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.381 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.382 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.382 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:00.382 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.829024+0000", 2024-04-12T16:01:00.382 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.829024+0000", 2024-04-12T16:01:00.382 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.829024+0000", 2024-04-12T16:01:00.382 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.382 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.382 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.382 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.829024+0000", 2024-04-12T16:01:00.382 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.829024+0000", 2024-04-12T16:01:00.382 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.383 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 1, 2024-04-12T16:01:00.383 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.383 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.383 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:00.383 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.383 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.383 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.383 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.383 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 1, 2024-04-12T16:01:00.383 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.383 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.383 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.383 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.1b", 2024-04-12T16:01:00.384 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.384 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.384 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.384 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 20, 2024-04-12T16:01:00.384 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.384 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:47:06.953234+0000", 2024-04-12T16:01:00.384 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.384 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.384 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.384 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.384 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.384 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.387 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.387 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.387 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.387 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.387 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.387 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.387 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.387 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.387 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.387 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.387 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.387 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.387 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.387 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.388 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.388 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:00.388 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.388 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T16:01:00.388 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'1" 2024-04-12T16:01:00.388 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.388 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.388 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.388 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.388 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.388 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:00.388 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.388 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 4, 2024-04-12T16:01:00.388 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.389 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.389 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.389 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.389 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.389 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.389 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047207+0000", 2024-04-12T16:01:00.389 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.315420+0000", 2024-04-12T16:01:00.389 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.315420+0000", 2024-04-12T16:01:00.389 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.315709+0000", 2024-04-12T16:01:00.389 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047207+0000", 2024-04-12T16:01:00.389 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.389 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.389 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.390 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.390 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047207+0000", 2024-04-12T16:01:00.390 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047207+0000", 2024-04-12T16:01:00.390 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047207+0000", 2024-04-12T16:01:00.390 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.390 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.390 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.390 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047207+0000", 2024-04-12T16:01:00.390 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047207+0000", 2024-04-12T16:01:00.390 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.390 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.390 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.391 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.391 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.391 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.391 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.391 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.391 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.391 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.391 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.391 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.391 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.391 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.1a", 2024-04-12T16:01:00.391 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.391 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.391 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.392 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:00.392 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.392 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:06:14.872689+0000", 2024-04-12T16:01:00.392 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.392 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.392 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.394 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.394 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.394 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.394 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.394 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.394 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.394 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.394 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.394 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.394 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.394 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.394 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.395 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.395 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.395 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.395 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.395 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.395 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.395 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.395 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.395 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.395 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.395 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.395 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.395 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.396 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.396 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.396 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.396 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:00.396 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.396 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 4, 2024-04-12T16:01:00.396 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.396 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.396 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.396 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.396 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:00.396 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.397 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:00.397 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.397 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T16:01:00.397 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.397 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.397 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:00.397 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.397 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.397 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.397 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047457+0000", 2024-04-12T16:01:00.397 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.951067+0000", 2024-04-12T16:01:00.397 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.951067+0000", 2024-04-12T16:01:00.397 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.951761+0000", 2024-04-12T16:01:00.398 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047457+0000", 2024-04-12T16:01:00.398 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.398 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.398 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.398 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:00.398 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047457+0000", 2024-04-12T16:01:00.398 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047457+0000", 2024-04-12T16:01:00.398 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047457+0000", 2024-04-12T16:01:00.398 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.398 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.398 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.398 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047457+0000", 2024-04-12T16:01:00.399 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047457+0000", 2024-04-12T16:01:00.399 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.399 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 1, 2024-04-12T16:01:00.399 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.399 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.399 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:00.399 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.399 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.399 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.399 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.399 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 1, 2024-04-12T16:01:00.399 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.399 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.399 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.400 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.1a", 2024-04-12T16:01:00.400 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.400 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.400 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.400 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 20, 2024-04-12T16:01:00.400 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.400 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:52:59.586610+0000", 2024-04-12T16:01:00.400 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.400 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.400 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.400 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.400 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.400 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.400 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.401 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.401 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.401 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.401 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.401 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.401 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.401 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.401 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.401 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.401 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.401 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.401 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.401 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.401 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.402 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.402 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.402 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.402 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.402 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.402 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.402 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.402 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.405 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.405 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.405 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.405 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.406 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.406 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.406 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.406 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.407 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:00.407 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.407 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:00.407 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.407 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T16:01:00.407 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'1" 2024-04-12T16:01:00.407 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.407 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.407 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.407 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.407 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.407 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:00.407 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.408 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T16:01:00.408 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.408 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.408 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.408 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.408 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.408 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.408 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047163+0000", 2024-04-12T16:01:00.408 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.318910+0000", 2024-04-12T16:01:00.408 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.318910+0000", 2024-04-12T16:01:00.408 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.319975+0000", 2024-04-12T16:01:00.408 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047163+0000", 2024-04-12T16:01:00.408 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.408 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.409 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.409 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.409 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047163+0000", 2024-04-12T16:01:00.409 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047163+0000", 2024-04-12T16:01:00.409 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047163+0000", 2024-04-12T16:01:00.409 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.409 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.409 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.409 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047163+0000", 2024-04-12T16:01:00.409 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047163+0000", 2024-04-12T16:01:00.409 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.409 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.409 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.410 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.410 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.410 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.410 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.410 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.410 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.410 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.410 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.410 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.410 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.410 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.1b", 2024-04-12T16:01:00.410 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.410 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.411 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.411 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:00.411 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.411 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:43:00.327294+0000", 2024-04-12T16:01:00.411 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.411 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.411 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.411 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.411 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.411 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.411 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.411 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.411 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.411 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.414 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.414 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.414 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.414 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.414 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.414 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.414 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.414 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.414 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.414 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.414 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.414 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.415 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.415 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.415 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:00.415 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.415 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T16:01:00.415 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.415 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.415 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.415 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.415 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.415 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:00.415 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:00.416 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.416 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T16:01:00.416 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.416 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.416 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:00.416 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.416 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.416 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.416 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.828903+0000", 2024-04-12T16:01:00.416 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.960954+0000", 2024-04-12T16:01:00.416 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.960954+0000", 2024-04-12T16:01:00.416 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.961192+0000", 2024-04-12T16:01:00.416 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.828903+0000", 2024-04-12T16:01:00.416 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.417 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.417 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.417 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:00.417 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.828903+0000", 2024-04-12T16:01:00.417 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.828903+0000", 2024-04-12T16:01:00.417 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.828903+0000", 2024-04-12T16:01:00.417 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.417 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.417 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.417 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.828903+0000", 2024-04-12T16:01:00.417 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.828903+0000", 2024-04-12T16:01:00.417 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.418 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.418 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.418 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.418 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:00.418 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.418 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.418 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.418 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.418 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.418 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.419 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.419 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.419 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.19", 2024-04-12T16:01:00.419 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.419 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.419 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.419 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:00.419 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.419 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:43:57.111380+0000", 2024-04-12T16:01:00.419 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.419 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.419 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.422 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.422 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.422 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.422 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.422 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.422 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.422 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.422 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.422 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.422 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.422 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.422 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.423 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.423 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.423 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.423 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.423 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.423 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:00.423 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:00.423 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.423 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T16:01:00.423 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.423 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.423 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.424 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.424 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.424 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.424 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:00.424 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.424 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T16:01:00.424 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.424 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.424 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.424 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.424 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.424 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.424 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.828864+0000", 2024-04-12T16:01:00.425 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.314507+0000", 2024-04-12T16:01:00.425 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.314507+0000", 2024-04-12T16:01:00.425 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.314898+0000", 2024-04-12T16:01:00.425 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.828864+0000", 2024-04-12T16:01:00.425 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.425 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.425 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.425 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.425 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.828864+0000", 2024-04-12T16:01:00.425 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.828864+0000", 2024-04-12T16:01:00.425 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.828864+0000", 2024-04-12T16:01:00.425 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.426 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.426 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.426 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.828864+0000", 2024-04-12T16:01:00.426 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.828864+0000", 2024-04-12T16:01:00.426 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.426 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.426 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.426 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.426 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.426 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.426 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.426 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.426 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.426 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.427 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.427 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.427 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.427 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.18", 2024-04-12T16:01:00.427 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.427 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.427 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.427 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:00.427 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.427 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:09:34.268882+0000", 2024-04-12T16:01:00.427 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.427 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.427 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.429 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.429 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.429 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.429 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.429 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.429 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.429 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.429 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.429 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.429 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.429 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.429 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.430 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.430 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.430 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.430 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.430 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.430 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.430 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.430 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.430 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.430 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.430 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.430 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.430 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.430 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.431 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.431 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.431 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.431 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.431 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.431 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.431 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.431 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:00.431 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.431 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T16:01:00.431 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.431 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.431 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.431 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.432 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.432 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.432 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:00.432 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.432 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T16:01:00.432 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.432 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.432 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:00.432 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.432 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.432 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.432 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.823521+0000", 2024-04-12T16:01:00.432 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.958809+0000", 2024-04-12T16:01:00.432 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.958809+0000", 2024-04-12T16:01:00.432 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.959128+0000", 2024-04-12T16:01:00.433 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.823521+0000", 2024-04-12T16:01:00.433 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.433 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.433 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.433 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:00.433 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.823521+0000", 2024-04-12T16:01:00.433 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.823521+0000", 2024-04-12T16:01:00.433 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.823521+0000", 2024-04-12T16:01:00.433 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.433 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.433 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.433 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.823521+0000", 2024-04-12T16:01:00.433 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.823521+0000", 2024-04-12T16:01:00.433 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.434 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.434 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.434 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.434 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:00.434 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.434 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.434 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.434 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.434 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.434 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.434 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.434 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.434 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.18", 2024-04-12T16:01:00.435 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.435 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.435 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.435 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 20, 2024-04-12T16:01:00.435 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.435 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:16:56.026913+0000", 2024-04-12T16:01:00.435 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.435 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.435 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.435 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.435 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.435 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.435 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.436 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.436 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.436 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.436 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.436 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.436 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.436 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.436 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.436 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.436 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.436 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.436 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.436 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.437 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.437 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.437 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.437 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.437 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.437 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.437 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.437 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.437 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.437 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.437 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.438 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.438 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.438 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.438 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.438 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.438 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.438 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.438 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.438 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.438 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.438 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.439 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.439 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.439 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.439 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.439 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.439 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.439 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.439 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:00.439 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.439 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T16:01:00.439 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.439 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.440 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.440 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.440 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.440 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.440 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:00.440 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.440 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T16:01:00.440 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.440 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.440 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.440 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.440 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.440 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.440 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047632+0000", 2024-04-12T16:01:00.441 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.319726+0000", 2024-04-12T16:01:00.441 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.319726+0000", 2024-04-12T16:01:00.441 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.319999+0000", 2024-04-12T16:01:00.441 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047632+0000", 2024-04-12T16:01:00.441 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.441 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.441 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.441 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.441 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047632+0000", 2024-04-12T16:01:00.441 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047632+0000", 2024-04-12T16:01:00.441 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047632+0000", 2024-04-12T16:01:00.441 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.441 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.442 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.442 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047632+0000", 2024-04-12T16:01:00.442 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047632+0000", 2024-04-12T16:01:00.442 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.442 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.442 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.442 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.442 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.442 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.442 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.442 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.442 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.443 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.443 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.443 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.443 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.443 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.19", 2024-04-12T16:01:00.443 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.443 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.443 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.443 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:00.443 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.443 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:39:18.539130+0000", 2024-04-12T16:01:00.443 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.443 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.444 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.444 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.444 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.444 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.444 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.444 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.444 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.444 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.444 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.444 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.444 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.444 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.445 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.445 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.445 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.445 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.445 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.445 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.445 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.445 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.445 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.445 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.445 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.445 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.445 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.446 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.446 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.446 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.446 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.446 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.446 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.446 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.446 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.446 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.446 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.446 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.446 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.447 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.447 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.447 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.447 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.447 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.447 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.447 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:00.447 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.448 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T16:01:00.448 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.448 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.448 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.448 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.448 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:00.448 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.448 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:00.448 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.448 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T16:01:00.448 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.448 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.449 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:00.449 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.449 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.449 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.449 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047763+0000", 2024-04-12T16:01:00.449 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.954727+0000", 2024-04-12T16:01:00.449 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.954727+0000", 2024-04-12T16:01:00.449 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.955017+0000", 2024-04-12T16:01:00.449 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047763+0000", 2024-04-12T16:01:00.449 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.449 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.449 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.450 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:00.450 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047763+0000", 2024-04-12T16:01:00.450 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047763+0000", 2024-04-12T16:01:00.450 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047763+0000", 2024-04-12T16:01:00.450 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.450 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.450 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.450 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047763+0000", 2024-04-12T16:01:00.450 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047763+0000", 2024-04-12T16:01:00.450 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.450 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.450 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.451 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.451 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:00.451 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.451 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.451 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.451 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.451 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.451 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.451 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.451 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.451 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.17", 2024-04-12T16:01:00.451 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.452 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.452 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.452 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:00.452 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.452 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:52:29.302324+0000", 2024-04-12T16:01:00.452 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.452 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.452 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.452 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.452 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.452 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.452 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.453 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.453 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.453 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.453 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.453 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.453 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.453 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.453 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.453 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.453 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.453 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.453 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.454 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.454 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.454 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.454 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.454 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.454 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.454 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.454 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.454 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.454 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.454 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.454 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.455 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.455 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.455 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.455 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.455 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.455 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.455 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.455 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.455 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.455 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.455 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.455 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.456 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.456 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.456 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.456 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.456 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:00.456 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.456 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:00.456 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.456 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T16:01:00.456 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.456 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.456 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.456 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.457 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.457 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.457 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:00.457 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.457 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T16:01:00.457 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.457 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.457 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.457 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.457 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.457 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.457 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.824031+0000", 2024-04-12T16:01:00.458 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.306080+0000", 2024-04-12T16:01:00.458 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.306080+0000", 2024-04-12T16:01:00.458 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.306397+0000", 2024-04-12T16:01:00.458 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.824031+0000", 2024-04-12T16:01:00.458 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.458 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.458 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.458 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.458 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.824031+0000", 2024-04-12T16:01:00.458 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.824031+0000", 2024-04-12T16:01:00.458 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.824031+0000", 2024-04-12T16:01:00.459 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.459 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.459 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.459 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.824031+0000", 2024-04-12T16:01:00.459 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.824031+0000", 2024-04-12T16:01:00.459 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.459 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.459 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.459 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.459 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.459 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.459 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.460 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.460 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.460 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.460 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.460 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.460 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.460 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.16", 2024-04-12T16:01:00.460 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.460 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.460 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.460 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:00.460 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.460 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:31:55.692905+0000", 2024-04-12T16:01:00.460 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.461 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.461 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.463 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.463 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.463 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.463 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.463 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.463 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.463 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.463 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.463 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.463 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.463 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.464 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.464 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.464 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.464 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.464 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.464 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.464 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.464 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.464 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.464 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.464 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.464 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:00.465 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.465 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T16:01:00.465 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.465 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.465 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.465 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.465 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.465 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:00.465 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:00.465 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.465 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T16:01:00.465 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.465 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.466 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:00.466 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.466 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.466 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.466 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.823950+0000", 2024-04-12T16:01:00.466 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.960240+0000", 2024-04-12T16:01:00.466 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.960240+0000", 2024-04-12T16:01:00.466 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.960624+0000", 2024-04-12T16:01:00.466 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.823950+0000", 2024-04-12T16:01:00.466 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.466 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.466 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.467 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:00.467 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.823950+0000", 2024-04-12T16:01:00.467 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.823950+0000", 2024-04-12T16:01:00.467 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.823950+0000", 2024-04-12T16:01:00.467 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.467 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.467 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.467 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.823950+0000", 2024-04-12T16:01:00.467 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.823950+0000", 2024-04-12T16:01:00.467 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.467 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.467 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.467 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.468 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:00.468 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.468 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.468 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.468 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.468 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.468 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.468 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.468 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.468 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.16", 2024-04-12T16:01:00.468 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.468 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.468 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.468 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 20, 2024-04-12T16:01:00.469 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.469 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:48:07.754774+0000", 2024-04-12T16:01:00.469 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.469 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.469 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.469 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.469 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.469 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.469 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.469 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.469 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.469 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.469 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.469 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.470 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.470 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.470 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.470 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.470 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.470 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.470 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.470 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.470 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.470 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.470 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.470 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.470 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.471 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.471 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.471 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.471 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.471 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.471 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.471 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.471 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.471 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.471 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.471 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.471 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.471 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.471 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.471 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.472 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.472 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.472 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.472 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.472 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.472 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.472 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.472 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.472 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:00.472 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:00.472 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.472 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T16:01:00.472 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.472 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.473 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.473 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.473 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.473 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.473 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T16:01:00.473 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.473 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T16:01:00.473 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.473 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.473 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.473 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.473 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.473 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.474 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047736+0000", 2024-04-12T16:01:00.474 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.320207+0000", 2024-04-12T16:01:00.474 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.320207+0000", 2024-04-12T16:01:00.474 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.320588+0000", 2024-04-12T16:01:00.474 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047736+0000", 2024-04-12T16:01:00.474 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.474 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.474 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.474 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.474 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047736+0000", 2024-04-12T16:01:00.474 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047736+0000", 2024-04-12T16:01:00.474 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047736+0000", 2024-04-12T16:01:00.474 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.475 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.475 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.475 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047736+0000", 2024-04-12T16:01:00.475 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047736+0000", 2024-04-12T16:01:00.475 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.475 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.475 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.475 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.475 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.475 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.475 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.475 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.475 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.476 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.476 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.476 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.476 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.476 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.17", 2024-04-12T16:01:00.476 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.476 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.476 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.476 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:00.476 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.476 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:52:31.925872+0000", 2024-04-12T16:01:00.476 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.476 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.477 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.477 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.477 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.477 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.477 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.477 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.477 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.477 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.477 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.477 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.477 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.477 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.477 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.477 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.477 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.478 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.478 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.478 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.478 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.478 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.478 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.478 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.478 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.478 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.478 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.478 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.478 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.478 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.479 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.479 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.479 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.479 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.479 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.479 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.479 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.479 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.479 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.479 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.479 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.479 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.479 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.479 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.480 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.480 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.480 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.480 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.480 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.480 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T16:01:00.480 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.480 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T16:01:00.480 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.480 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.480 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.480 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.480 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.480 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.481 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:00.481 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.481 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T16:01:00.481 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.481 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.481 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:00.481 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.481 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.481 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.481 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.048530+0000", 2024-04-12T16:01:00.481 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.959679+0000", 2024-04-12T16:01:00.482 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.959679+0000", 2024-04-12T16:01:00.482 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.960030+0000", 2024-04-12T16:01:00.482 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.048530+0000", 2024-04-12T16:01:00.482 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.482 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.482 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.482 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:00.482 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.048530+0000", 2024-04-12T16:01:00.482 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.048530+0000", 2024-04-12T16:01:00.482 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.048530+0000", 2024-04-12T16:01:00.482 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.482 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.483 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.483 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.048530+0000", 2024-04-12T16:01:00.483 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.048530+0000", 2024-04-12T16:01:00.483 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.483 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3, 2024-04-12T16:01:00.483 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.483 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.483 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:00.483 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.483 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.483 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.483 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.484 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3, 2024-04-12T16:01:00.484 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.484 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.484 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.484 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.15", 2024-04-12T16:01:00.484 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.484 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.484 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.484 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 23, 2024-04-12T16:01:00.484 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.484 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:54:58.084879+0000", 2024-04-12T16:01:00.484 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.485 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.485 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.485 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 90, 2024-04-12T16:01:00.485 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.485 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.485 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.485 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.485 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.485 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.485 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.485 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.485 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.486 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.486 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.486 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.486 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.486 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.486 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.486 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 6, 2024-04-12T16:01:00.486 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 2, 2024-04-12T16:01:00.486 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.486 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 2, 2024-04-12T16:01:00.486 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.487 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.487 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.487 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.487 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.487 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T16:01:00.487 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.487 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.487 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.487 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.487 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.487 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.488 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.488 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.488 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.488 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.488 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.488 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.488 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 4, 2024-04-12T16:01:00.488 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 1 2024-04-12T16:01:00.488 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.488 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.488 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.488 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.489 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.489 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.489 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:00.489 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.489 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T16:01:00.489 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'3" 2024-04-12T16:01:00.489 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.489 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.489 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.489 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:00.489 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.490 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:00.490 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.490 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T16:01:00.490 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.490 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.490 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.490 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.490 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.490 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.490 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.830129+0000", 2024-04-12T16:01:00.490 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:55.935424+0000", 2024-04-12T16:01:00.490 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:55.935424+0000", 2024-04-12T16:01:00.491 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:55.935774+0000", 2024-04-12T16:01:00.491 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.830129+0000", 2024-04-12T16:01:00.491 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.491 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.491 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.491 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 64, 2024-04-12T16:01:00.491 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.830129+0000", 2024-04-12T16:01:00.491 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.830129+0000", 2024-04-12T16:01:00.491 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.830129+0000", 2024-04-12T16:01:00.491 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.491 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.491 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.491 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.830129+0000", 2024-04-12T16:01:00.491 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.830129+0000", 2024-04-12T16:01:00.492 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.492 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.492 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.492 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.492 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 63, 2024-04-12T16:01:00.492 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.492 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.492 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.492 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.492 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.492 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.492 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.492 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.492 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.14", 2024-04-12T16:01:00.493 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.493 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.493 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.493 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 17, 2024-04-12T16:01:00.493 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.493 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:58:32.030955+0000", 2024-04-12T16:01:00.493 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.493 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.493 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.493 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.493 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.493 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.493 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.493 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.494 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.494 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.494 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.494 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.494 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.494 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.494 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.494 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.494 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.494 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.494 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.494 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.496 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.496 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.496 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.496 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.496 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:00.497 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.497 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:00.497 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.497 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T16:01:00.497 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.497 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.497 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.497 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.497 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:00.497 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.497 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T16:01:00.497 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.497 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T16:01:00.498 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.498 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.498 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:00.498 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.498 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.498 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.498 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:59:35.878768+0000", 2024-04-12T16:01:00.498 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.954854+0000", 2024-04-12T16:01:00.498 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.954854+0000", 2024-04-12T16:01:00.498 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.955127+0000", 2024-04-12T16:01:00.498 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:59:35.878768+0000", 2024-04-12T16:01:00.499 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.499 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.499 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.499 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:00.499 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:59:35.878768+0000", 2024-04-12T16:01:00.499 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:59:35.878768+0000", 2024-04-12T16:01:00.499 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:59:35.878768+0000", 2024-04-12T16:01:00.499 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.499 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.499 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.499 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:59:35.878768+0000", 2024-04-12T16:01:00.500 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:59:35.878768+0000", 2024-04-12T16:01:00.500 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.500 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 12, 2024-04-12T16:01:00.500 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.500 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.500 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:00.500 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.500 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.500 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.500 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.500 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 12, 2024-04-12T16:01:00.500 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.501 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.501 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.501 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.14", 2024-04-12T16:01:00.501 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.501 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.501 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.501 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 31, 2024-04-12T16:01:00.501 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.501 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:35:30.008468+0000", 2024-04-12T16:01:00.501 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.501 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.502 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.502 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 2632, 2024-04-12T16:01:00.502 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.502 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.502 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.502 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.502 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.502 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.502 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.502 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.502 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.502 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 12, 2024-04-12T16:01:00.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 4, 2024-04-12T16:01:00.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 4, 2024-04-12T16:01:00.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T16:01:00.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.505 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.505 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 12, 2024-04-12T16:01:00.505 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 9 2024-04-12T16:01:00.505 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.505 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.505 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.505 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.505 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:00.505 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.505 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T16:01:00.505 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.505 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T16:01:00.505 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "69'12" 2024-04-12T16:01:00.505 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.506 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.506 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.506 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.506 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.506 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:00.506 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.506 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T16:01:00.506 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.506 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.506 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.506 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.506 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.507 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.507 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047410+0000", 2024-04-12T16:01:00.507 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.326888+0000", 2024-04-12T16:01:00.507 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.326888+0000", 2024-04-12T16:01:00.507 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.327495+0000", 2024-04-12T16:01:00.507 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047410+0000", 2024-04-12T16:01:00.507 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.507 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.507 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.507 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.507 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047410+0000", 2024-04-12T16:01:00.507 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047410+0000", 2024-04-12T16:01:00.507 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047410+0000", 2024-04-12T16:01:00.507 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.507 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.508 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.508 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047410+0000", 2024-04-12T16:01:00.508 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047410+0000", 2024-04-12T16:01:00.508 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.508 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.508 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.508 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.508 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.508 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.508 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.508 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.508 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.508 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.509 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.509 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.509 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.509 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.15", 2024-04-12T16:01:00.509 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.509 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.509 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.509 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:00.509 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.509 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:41:46.617593+0000", 2024-04-12T16:01:00.509 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.509 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.509 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.509 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.509 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.510 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.510 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.510 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.510 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.510 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.510 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.510 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.510 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.510 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.510 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.510 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.510 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.513 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.513 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.513 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.513 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.513 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.513 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.513 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.513 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.513 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:00.513 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.513 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T16:01:00.513 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.514 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.514 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.514 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.514 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.514 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.514 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T16:01:00.514 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.514 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T16:01:00.514 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.514 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.514 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:00.514 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.515 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.515 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.515 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047385+0000", 2024-04-12T16:01:00.515 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.963126+0000", 2024-04-12T16:01:00.515 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.963126+0000", 2024-04-12T16:01:00.515 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.963366+0000", 2024-04-12T16:01:00.515 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047385+0000", 2024-04-12T16:01:00.515 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.515 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.515 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.515 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:00.515 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047385+0000", 2024-04-12T16:01:00.516 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047385+0000", 2024-04-12T16:01:00.516 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047385+0000", 2024-04-12T16:01:00.516 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.516 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.516 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.516 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047385+0000", 2024-04-12T16:01:00.516 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047385+0000", 2024-04-12T16:01:00.516 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.516 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 2, 2024-04-12T16:01:00.516 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.516 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.516 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:00.517 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.517 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.517 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.517 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.517 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 2, 2024-04-12T16:01:00.517 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.517 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.517 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.517 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.13", 2024-04-12T16:01:00.517 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.517 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.517 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.518 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 21, 2024-04-12T16:01:00.518 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.518 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:51:30.151607+0000", 2024-04-12T16:01:00.518 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.518 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.518 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.518 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 34, 2024-04-12T16:01:00.518 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.518 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.518 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.518 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.518 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.519 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.519 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.519 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.519 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.519 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.519 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.519 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.519 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.519 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.519 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.519 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 6, 2024-04-12T16:01:00.519 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 2, 2024-04-12T16:01:00.519 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.520 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 2, 2024-04-12T16:01:00.520 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.520 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.520 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.520 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.520 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.520 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T16:01:00.520 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.520 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.520 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.520 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.520 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.520 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.521 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.521 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.521 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.521 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.521 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.521 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.521 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3, 2024-04-12T16:01:00.521 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 7 2024-04-12T16:01:00.521 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.521 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.521 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.521 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.521 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.522 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.522 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T16:01:00.522 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.522 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T16:01:00.522 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'2" 2024-04-12T16:01:00.522 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.522 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.522 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.522 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.522 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.522 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T16:01:00.522 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.522 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T16:01:00.523 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.523 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.523 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.523 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.523 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.523 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.523 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047152+0000", 2024-04-12T16:01:00.523 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.317999+0000", 2024-04-12T16:01:00.523 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.317999+0000", 2024-04-12T16:01:00.523 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.318253+0000", 2024-04-12T16:01:00.523 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047152+0000", 2024-04-12T16:01:00.523 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.524 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.524 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.524 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.524 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047152+0000", 2024-04-12T16:01:00.524 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047152+0000", 2024-04-12T16:01:00.524 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047152+0000", 2024-04-12T16:01:00.524 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.524 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.524 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.524 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047152+0000", 2024-04-12T16:01:00.524 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047152+0000", 2024-04-12T16:01:00.525 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.525 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.525 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.525 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.525 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.525 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.525 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.525 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.525 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.525 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.525 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.526 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.526 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.526 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.12", 2024-04-12T16:01:00.526 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.526 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.526 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.526 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:00.526 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.526 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:16:56.193147+0000", 2024-04-12T16:01:00.526 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.526 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.527 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.527 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.527 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.527 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.527 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.527 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.527 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.527 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.527 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.527 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.527 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.527 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.528 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.528 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.528 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.528 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.528 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.528 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.528 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.528 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.528 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.528 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.528 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.528 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.528 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.528 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.529 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.529 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.529 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.529 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.529 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.529 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.529 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.529 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.529 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.529 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.529 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.529 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.529 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.529 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.530 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.530 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.530 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.530 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.530 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.530 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.530 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.530 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T16:01:00.530 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.530 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T16:01:00.530 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.530 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.531 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.531 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.531 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.531 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.531 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:00.531 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.531 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T16:01:00.531 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.531 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.531 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:00.531 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.531 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.531 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.532 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.823690+0000", 2024-04-12T16:01:00.532 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.962276+0000", 2024-04-12T16:01:00.532 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.962276+0000", 2024-04-12T16:01:00.532 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.962570+0000", 2024-04-12T16:01:00.532 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.823690+0000", 2024-04-12T16:01:00.532 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.532 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.532 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.532 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:00.532 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.823690+0000", 2024-04-12T16:01:00.532 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.823690+0000", 2024-04-12T16:01:00.532 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.823690+0000", 2024-04-12T16:01:00.532 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.533 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.533 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.533 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.823690+0000", 2024-04-12T16:01:00.533 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.823690+0000", 2024-04-12T16:01:00.533 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.533 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.533 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.533 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.533 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:00.533 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.533 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.533 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.533 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.533 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.534 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.534 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.534 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.534 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.12", 2024-04-12T16:01:00.534 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.534 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.534 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.534 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 20, 2024-04-12T16:01:00.534 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.534 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:15:49.918709+0000", 2024-04-12T16:01:00.534 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.534 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.534 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.535 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.535 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.535 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.535 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.535 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.535 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.535 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.535 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.535 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.535 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.535 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.535 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.535 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.536 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.536 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.536 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.536 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.536 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.536 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.536 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.536 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.536 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.536 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.536 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.536 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.536 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.537 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.537 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.537 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.537 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.537 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.537 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.537 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.537 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.537 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.537 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.537 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.537 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.537 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.538 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.538 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.538 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.538 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.538 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.538 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.538 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.538 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:00.538 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.538 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T16:01:00.538 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.538 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.538 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.539 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.539 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.539 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.539 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:00.539 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.539 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T16:01:00.539 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.539 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.539 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.539 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.539 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.539 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.539 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047753+0000", 2024-04-12T16:01:00.540 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.316097+0000", 2024-04-12T16:01:00.540 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.316097+0000", 2024-04-12T16:01:00.540 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.316423+0000", 2024-04-12T16:01:00.540 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047753+0000", 2024-04-12T16:01:00.540 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.540 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.540 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.540 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.540 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047753+0000", 2024-04-12T16:01:00.540 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047753+0000", 2024-04-12T16:01:00.540 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047753+0000", 2024-04-12T16:01:00.540 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.540 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.541 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.541 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047753+0000", 2024-04-12T16:01:00.541 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047753+0000", 2024-04-12T16:01:00.541 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.541 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.541 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.541 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.541 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.541 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.541 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.541 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.541 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.542 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.542 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.542 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.542 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.542 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.13", 2024-04-12T16:01:00.542 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.542 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.542 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.542 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:00.542 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.542 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:01:39.071857+0000", 2024-04-12T16:01:00.543 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.543 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.543 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.543 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.543 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.543 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.543 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.543 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.543 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.543 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.543 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.543 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.543 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.544 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.544 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.544 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.544 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.544 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.544 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.544 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.544 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.544 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.544 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.544 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.544 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.544 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.544 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.546 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.546 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.546 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.546 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.546 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.546 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.546 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:00.546 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.546 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T16:01:00.546 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.547 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.547 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.547 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.547 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:00.547 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.547 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:00.547 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.547 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T16:01:00.547 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.547 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.547 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:00.548 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.548 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.548 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.548 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.048302+0000", 2024-04-12T16:01:00.548 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.951475+0000", 2024-04-12T16:01:00.548 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.951475+0000", 2024-04-12T16:01:00.548 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.951766+0000", 2024-04-12T16:01:00.548 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.048302+0000", 2024-04-12T16:01:00.548 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.548 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.548 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.548 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:00.548 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.048302+0000", 2024-04-12T16:01:00.548 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.048302+0000", 2024-04-12T16:01:00.548 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.048302+0000", 2024-04-12T16:01:00.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.048302+0000", 2024-04-12T16:01:00.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.048302+0000", 2024-04-12T16:01:00.549 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.549 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.549 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.549 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.549 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:00.549 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.550 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.550 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.550 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.550 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.550 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.550 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.550 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.550 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.11", 2024-04-12T16:01:00.550 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.550 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.550 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.550 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:00.550 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.551 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:10:55.649117+0000", 2024-04-12T16:01:00.551 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.551 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.551 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.551 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.551 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.551 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.551 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.551 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.551 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.551 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.551 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.551 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.551 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.554 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.554 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.554 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.554 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.554 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.554 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.554 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.554 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.554 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.554 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:00.554 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.554 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:00.554 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.555 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T16:01:00.555 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.555 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.555 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.555 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.555 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:00.555 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.555 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T16:01:00.555 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.555 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T16:01:00.555 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.555 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.555 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.555 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.556 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.556 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047251+0000", 2024-04-12T16:01:00.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.317313+0000", 2024-04-12T16:01:00.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.317313+0000", 2024-04-12T16:01:00.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.317621+0000", 2024-04-12T16:01:00.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047251+0000", 2024-04-12T16:01:00.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047251+0000", 2024-04-12T16:01:00.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047251+0000", 2024-04-12T16:01:00.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047251+0000", 2024-04-12T16:01:00.557 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.557 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.557 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.557 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047251+0000", 2024-04-12T16:01:00.557 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047251+0000", 2024-04-12T16:01:00.557 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.557 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.557 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.557 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.557 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.557 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.557 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.557 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.557 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.558 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.558 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.558 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.558 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.558 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.10", 2024-04-12T16:01:00.558 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.558 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.558 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.558 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:00.558 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.558 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:57:21.376803+0000", 2024-04-12T16:01:00.558 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.558 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.559 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.561 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.561 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.561 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.561 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.561 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.561 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.561 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.561 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.561 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.561 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.561 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.561 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.562 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.562 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.562 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.562 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.562 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.562 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.562 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.562 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.562 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:00.562 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.562 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T16:01:00.563 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.563 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T16:01:00.563 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.563 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.563 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.563 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.563 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:00.563 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.563 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:00.563 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.563 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T16:01:00.563 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.564 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.564 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:00.564 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.564 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.564 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.564 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.829098+0000", 2024-04-12T16:01:00.564 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.953633+0000", 2024-04-12T16:01:00.564 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.953633+0000", 2024-04-12T16:01:00.564 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.953964+0000", 2024-04-12T16:01:00.564 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.829098+0000", 2024-04-12T16:01:00.564 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.564 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.564 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.565 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:00.565 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.829098+0000", 2024-04-12T16:01:00.565 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.829098+0000", 2024-04-12T16:01:00.565 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.829098+0000", 2024-04-12T16:01:00.565 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.565 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.565 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.565 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.829098+0000", 2024-04-12T16:01:00.565 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.829098+0000", 2024-04-12T16:01:00.565 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.565 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 8, 2024-04-12T16:01:00.565 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.565 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.566 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:00.566 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.566 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.566 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.566 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.566 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 8, 2024-04-12T16:01:00.566 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.566 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.566 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.566 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.10", 2024-04-12T16:01:00.566 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.566 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.566 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.566 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 28, 2024-04-12T16:01:00.567 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.567 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:17:11.867527+0000", 2024-04-12T16:01:00.567 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.567 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.567 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.568 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.568 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.568 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.568 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.568 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.568 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.568 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.568 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 12, 2024-04-12T16:01:00.568 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 4, 2024-04-12T16:01:00.568 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.568 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 4, 2024-04-12T16:01:00.568 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.568 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.568 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.568 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.569 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.569 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 4, 2024-04-12T16:01:00.569 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.569 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.569 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.569 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.569 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.569 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.569 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.569 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.569 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.569 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.569 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.569 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.570 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 12, 2024-04-12T16:01:00.570 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.570 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.570 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.570 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.570 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.570 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:00.570 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.570 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:00.570 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.570 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T16:01:00.570 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'8" 2024-04-12T16:01:00.570 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.571 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.571 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.571 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.571 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.571 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:00.571 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.571 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T16:01:00.571 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.571 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.571 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.571 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.571 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.571 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.571 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.048223+0000", 2024-04-12T16:01:00.572 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.327023+0000", 2024-04-12T16:01:00.572 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.327023+0000", 2024-04-12T16:01:00.572 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.327314+0000", 2024-04-12T16:01:00.572 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.048223+0000", 2024-04-12T16:01:00.572 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.572 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.572 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.572 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.572 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.048223+0000", 2024-04-12T16:01:00.572 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.048223+0000", 2024-04-12T16:01:00.572 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.048223+0000", 2024-04-12T16:01:00.572 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.572 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.572 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.573 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.048223+0000", 2024-04-12T16:01:00.573 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.048223+0000", 2024-04-12T16:01:00.573 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.573 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.573 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.573 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.573 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.573 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.573 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.573 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.573 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.573 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.574 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.574 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.574 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.574 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.11", 2024-04-12T16:01:00.574 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.574 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.574 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.574 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:00.574 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.574 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:06:02.228612+0000", 2024-04-12T16:01:00.574 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.574 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.574 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.575 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.575 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.575 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.575 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.575 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.575 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.575 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.575 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.575 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.575 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.575 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.575 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.575 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.576 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.576 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.576 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.576 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.576 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.576 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.576 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.576 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.576 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.576 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.576 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.577 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.577 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.577 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.577 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.577 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.577 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.577 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.577 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.577 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.577 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.577 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.577 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.578 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.578 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.578 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.578 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.578 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.578 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.578 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.578 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.578 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.578 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.578 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:00.578 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.578 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T16:01:00.578 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.579 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.579 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.579 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.579 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.579 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.579 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:00.579 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.579 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 4, 2024-04-12T16:01:00.579 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.579 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.579 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:00.579 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.579 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.579 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.580 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.048095+0000", 2024-04-12T16:01:00.580 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.952845+0000", 2024-04-12T16:01:00.580 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.952845+0000", 2024-04-12T16:01:00.580 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.953160+0000", 2024-04-12T16:01:00.580 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.048095+0000", 2024-04-12T16:01:00.580 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.580 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.580 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.580 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:00.580 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.048095+0000", 2024-04-12T16:01:00.580 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.048095+0000", 2024-04-12T16:01:00.580 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.048095+0000", 2024-04-12T16:01:00.580 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.580 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.581 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.581 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.048095+0000", 2024-04-12T16:01:00.581 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.048095+0000", 2024-04-12T16:01:00.581 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.581 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 1, 2024-04-12T16:01:00.581 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.581 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.581 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:00.581 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.581 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.581 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.581 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.581 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 1, 2024-04-12T16:01:00.582 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.582 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.582 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.582 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.f", 2024-04-12T16:01:00.582 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.582 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.582 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.582 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 20, 2024-04-12T16:01:00.582 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.582 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:22:26.762912+0000", 2024-04-12T16:01:00.582 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.583 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.583 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.583 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 22, 2024-04-12T16:01:00.583 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.583 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.583 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.583 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.583 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.583 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.583 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.583 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.583 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.583 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.584 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.584 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.584 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.584 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.584 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.584 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T16:01:00.584 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T16:01:00.584 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.584 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T16:01:00.584 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.584 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.584 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.584 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.584 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.585 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.585 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.585 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.585 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.585 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.585 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.585 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.585 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.585 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.585 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.585 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.585 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.585 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.586 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 1, 2024-04-12T16:01:00.586 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 1 2024-04-12T16:01:00.586 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.586 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.586 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.586 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.586 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.586 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.586 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:00.586 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.586 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 4, 2024-04-12T16:01:00.586 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'1" 2024-04-12T16:01:00.586 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.586 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.587 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.587 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.587 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.587 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:00.587 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.587 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T16:01:00.587 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.587 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.587 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.587 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.587 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.588 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.588 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.048061+0000", 2024-04-12T16:01:00.588 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:55.935439+0000", 2024-04-12T16:01:00.588 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:55.935439+0000", 2024-04-12T16:01:00.588 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:55.935814+0000", 2024-04-12T16:01:00.588 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.048061+0000", 2024-04-12T16:01:00.588 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.588 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.588 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.588 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 64, 2024-04-12T16:01:00.588 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.048061+0000", 2024-04-12T16:01:00.588 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.048061+0000", 2024-04-12T16:01:00.588 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.048061+0000", 2024-04-12T16:01:00.589 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.589 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.589 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.589 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.048061+0000", 2024-04-12T16:01:00.589 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.048061+0000", 2024-04-12T16:01:00.589 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.589 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.589 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.589 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.589 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 63, 2024-04-12T16:01:00.589 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.589 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.589 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.590 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.590 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.590 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.590 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.590 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.590 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.e", 2024-04-12T16:01:00.590 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.590 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.590 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.590 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 27, 2024-04-12T16:01:00.591 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.591 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:34:51.621923+0000", 2024-04-12T16:01:00.591 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.591 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.591 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.591 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.591 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.591 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.591 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.591 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.591 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.591 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.591 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.592 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.592 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.592 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.592 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.592 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.592 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.592 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.592 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.592 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.592 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.592 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.592 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.592 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.592 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.592 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.593 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.593 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.593 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.593 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.593 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.593 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.593 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.593 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.593 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.593 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.593 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.594 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.594 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.594 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.594 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.594 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.594 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.594 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.594 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.594 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.594 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.594 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.595 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.595 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:00.595 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.595 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T16:01:00.595 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.595 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.595 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.595 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.595 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.595 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.595 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:00.596 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.596 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T16:01:00.596 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.596 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.596 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T16:01:00.596 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.596 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.596 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.596 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047727+0000", 2024-04-12T16:01:00.596 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:58:04.754891+0000", 2024-04-12T16:01:00.596 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:58:04.754891+0000", 2024-04-12T16:01:00.596 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:58:04.755212+0000", 2024-04-12T16:01:00.596 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047727+0000", 2024-04-12T16:01:00.597 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:00.597 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.597 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:00.597 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 66, 2024-04-12T16:01:00.597 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047727+0000", 2024-04-12T16:01:00.597 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047727+0000", 2024-04-12T16:01:00.597 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047727+0000", 2024-04-12T16:01:00.597 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.597 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.597 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:00.598 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047727+0000", 2024-04-12T16:01:00.598 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047727+0000", 2024-04-12T16:01:00.598 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.598 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.598 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.598 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.598 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 65, 2024-04-12T16:01:00.598 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.598 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.598 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.598 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.599 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.599 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.599 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.599 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.599 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.2", 2024-04-12T16:01:00.599 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.599 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.599 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.599 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 14, 2024-04-12T16:01:00.599 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.599 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:51:35.992596+0000", 2024-04-12T16:01:00.599 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.600 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.600 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.600 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.600 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.600 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.600 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.600 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.600 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.600 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.600 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.600 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.600 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.601 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.601 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.601 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.601 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.601 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.601 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.601 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.601 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.601 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.601 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.601 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.601 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.601 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.601 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.602 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.602 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.602 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.602 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.602 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.602 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.602 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.602 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.602 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.602 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.602 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.602 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.602 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.603 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.603 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.603 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.603 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.603 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.603 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.603 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.603 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.603 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.603 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:00.603 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.603 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T16:01:00.603 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.603 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.604 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.604 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.604 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.604 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.604 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:00.604 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.604 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T16:01:00.604 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.604 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.604 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:00.604 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.604 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.605 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.605 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.048058+0000", 2024-04-12T16:01:00.605 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.955244+0000", 2024-04-12T16:01:00.605 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.955244+0000", 2024-04-12T16:01:00.605 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.957893+0000", 2024-04-12T16:01:00.605 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.048058+0000", 2024-04-12T16:01:00.605 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.605 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.605 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.605 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:00.605 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.048058+0000", 2024-04-12T16:01:00.605 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.048058+0000", 2024-04-12T16:01:00.605 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.048058+0000", 2024-04-12T16:01:00.605 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.606 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.606 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.606 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.048058+0000", 2024-04-12T16:01:00.606 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.048058+0000", 2024-04-12T16:01:00.606 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.606 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.606 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.606 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.606 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:00.606 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.606 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.606 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.607 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.607 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.607 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.607 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.607 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.607 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.4", 2024-04-12T16:01:00.607 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.607 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.607 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.607 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 20, 2024-04-12T16:01:00.607 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.607 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:02:56.279035+0000", 2024-04-12T16:01:00.607 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.608 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.608 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.608 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.608 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.608 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.608 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.608 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.608 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.608 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.608 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.608 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.608 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.608 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.608 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.608 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.609 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.609 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.609 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.609 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.609 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.609 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.609 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.609 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.609 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.609 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.609 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.609 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.609 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.609 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.610 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.610 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.610 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.610 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.610 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.610 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.610 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.610 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.610 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.610 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.610 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.610 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.610 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.611 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.611 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.611 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.611 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.611 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.611 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.611 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:00.611 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.611 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T16:01:00.611 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.611 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.611 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.612 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.612 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.612 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.612 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:00.612 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.612 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T16:01:00.612 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.612 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.612 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.612 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.612 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.612 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.612 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.824108+0000", 2024-04-12T16:01:00.612 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.309829+0000", 2024-04-12T16:01:00.613 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.309829+0000", 2024-04-12T16:01:00.613 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.310111+0000", 2024-04-12T16:01:00.613 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.824108+0000", 2024-04-12T16:01:00.613 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.613 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.613 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.613 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.613 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.824108+0000", 2024-04-12T16:01:00.613 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.824108+0000", 2024-04-12T16:01:00.613 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.824108+0000", 2024-04-12T16:01:00.613 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.613 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.613 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.614 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.824108+0000", 2024-04-12T16:01:00.614 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.824108+0000", 2024-04-12T16:01:00.614 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.614 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.614 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.614 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.614 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.614 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.614 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.614 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.614 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.614 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.615 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.615 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.615 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.615 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.5", 2024-04-12T16:01:00.615 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.615 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.615 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.615 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:00.615 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.615 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:33:06.526384+0000", 2024-04-12T16:01:00.615 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.616 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.616 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.616 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.616 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.616 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.616 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.616 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.616 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.616 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.616 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.616 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.616 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.616 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.619 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.619 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.619 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.619 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.619 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.619 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.619 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.619 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.619 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.619 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.619 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.619 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:00.619 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.620 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T16:01:00.620 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.620 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.620 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.620 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.620 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.620 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:00.620 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T16:01:00.620 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.620 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T16:01:00.620 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.620 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.620 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T16:01:00.620 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.620 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.621 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.621 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.048146+0000", 2024-04-12T16:01:00.621 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:58:04.465111+0000", 2024-04-12T16:01:00.621 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:58:04.465111+0000", 2024-04-12T16:01:00.621 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:58:04.465420+0000", 2024-04-12T16:01:00.621 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.048146+0000", 2024-04-12T16:01:00.621 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:00.621 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.621 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:00.621 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 66, 2024-04-12T16:01:00.621 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.048146+0000", 2024-04-12T16:01:00.622 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.048146+0000", 2024-04-12T16:01:00.622 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.048146+0000", 2024-04-12T16:01:00.622 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.622 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.622 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:00.622 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.048146+0000", 2024-04-12T16:01:00.622 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.048146+0000", 2024-04-12T16:01:00.622 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.622 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.622 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.622 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.622 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 65, 2024-04-12T16:01:00.623 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.623 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.623 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.623 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.623 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.623 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.623 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.623 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.623 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.4", 2024-04-12T16:01:00.623 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.623 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.623 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.624 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 14, 2024-04-12T16:01:00.624 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.624 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:48:33.178425+0000", 2024-04-12T16:01:00.624 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.624 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.624 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.624 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.624 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.624 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.624 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.624 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.624 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.627 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.627 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.627 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.627 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.627 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.627 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.627 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.627 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.627 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.627 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.627 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.627 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.627 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.627 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.628 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:00.628 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T16:01:00.628 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.628 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T16:01:00.628 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.628 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.628 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.628 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.628 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.628 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.628 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:00.628 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.628 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T16:01:00.628 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.628 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.629 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:00.629 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.629 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.629 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.629 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.823655+0000", 2024-04-12T16:01:00.629 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.961368+0000", 2024-04-12T16:01:00.629 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.961368+0000", 2024-04-12T16:01:00.629 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.961658+0000", 2024-04-12T16:01:00.629 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.823655+0000", 2024-04-12T16:01:00.629 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.629 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.629 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.629 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:00.629 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.823655+0000", 2024-04-12T16:01:00.630 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.823655+0000", 2024-04-12T16:01:00.630 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.823655+0000", 2024-04-12T16:01:00.630 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.630 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.630 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.630 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.823655+0000", 2024-04-12T16:01:00.630 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.823655+0000", 2024-04-12T16:01:00.630 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.630 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.630 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.630 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.630 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:00.631 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.631 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.631 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.631 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.631 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.631 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.631 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.631 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.631 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.2", 2024-04-12T16:01:00.631 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.631 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.631 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.632 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 20, 2024-04-12T16:01:00.632 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.632 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:46:42.287489+0000", 2024-04-12T16:01:00.632 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.632 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.632 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.634 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.634 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.634 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.634 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.634 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.634 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.634 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.634 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.634 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.634 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.634 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.635 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.635 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.635 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.635 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.635 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.635 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.635 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.635 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.635 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.635 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.635 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.635 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.636 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.636 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.636 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.636 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.636 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:00.636 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.636 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T16:01:00.636 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.636 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.636 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.636 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.636 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.636 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.637 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:00.637 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.637 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 4, 2024-04-12T16:01:00.637 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.637 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.637 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.637 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.637 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.637 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.637 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047680+0000", 2024-04-12T16:01:00.637 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.318732+0000", 2024-04-12T16:01:00.637 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.318732+0000", 2024-04-12T16:01:00.637 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.319033+0000", 2024-04-12T16:01:00.638 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047680+0000", 2024-04-12T16:01:00.638 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.638 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.638 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.638 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.638 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047680+0000", 2024-04-12T16:01:00.638 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047680+0000", 2024-04-12T16:01:00.638 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047680+0000", 2024-04-12T16:01:00.638 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.638 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.638 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.638 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047680+0000", 2024-04-12T16:01:00.638 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047680+0000", 2024-04-12T16:01:00.639 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.639 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.639 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.639 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.639 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.639 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.639 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.639 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.639 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.639 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.639 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.639 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.640 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.640 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.3", 2024-04-12T16:01:00.640 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.640 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.640 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.640 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:00.640 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.640 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:53:23.875141+0000", 2024-04-12T16:01:00.640 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.640 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.640 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.640 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.640 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.641 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.641 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.641 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.641 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.641 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.641 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.641 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.641 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.641 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.641 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.641 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.641 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.641 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.642 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.642 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.642 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.642 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.642 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.642 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.642 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.642 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.642 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.642 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.642 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.642 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.643 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.643 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.643 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.643 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.643 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.643 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.643 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.643 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.643 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.643 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.643 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.644 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.644 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.644 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.644 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.644 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.644 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.644 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.644 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.644 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:00.644 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.644 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 4, 2024-04-12T16:01:00.644 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.644 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.644 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.645 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.645 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.645 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.645 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:00.645 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.645 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T16:01:00.645 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.645 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.645 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T16:01:00.645 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.645 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.645 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.645 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047976+0000", 2024-04-12T16:01:00.645 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:58:04.754661+0000", 2024-04-12T16:01:00.646 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:58:04.754661+0000", 2024-04-12T16:01:00.646 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:58:04.755500+0000", 2024-04-12T16:01:00.646 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047976+0000", 2024-04-12T16:01:00.646 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:00.646 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.646 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:00.646 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 66, 2024-04-12T16:01:00.646 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047976+0000", 2024-04-12T16:01:00.646 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047976+0000", 2024-04-12T16:01:00.646 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047976+0000", 2024-04-12T16:01:00.646 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.646 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.647 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:00.647 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047976+0000", 2024-04-12T16:01:00.647 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047976+0000", 2024-04-12T16:01:00.647 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.647 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.647 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.647 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.647 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 65, 2024-04-12T16:01:00.647 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.647 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.647 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.647 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.647 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.648 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.648 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.648 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.648 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.7", 2024-04-12T16:01:00.648 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.648 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.648 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.648 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 14, 2024-04-12T16:01:00.648 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.648 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:10:27.909274+0000", 2024-04-12T16:01:00.648 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.648 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.648 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.649 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.649 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.649 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.649 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.649 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.649 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.649 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.649 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.649 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.649 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.649 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.649 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.649 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.650 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.650 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.650 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.650 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.650 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.650 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.650 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.650 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.650 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.650 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.650 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.650 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.650 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.651 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.651 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.651 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.651 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.651 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.651 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.651 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.651 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.651 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.651 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.651 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.651 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.652 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.652 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.652 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.652 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.652 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.652 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.652 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.652 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.652 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:00.652 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.652 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T16:01:00.652 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.652 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.653 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.653 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.653 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.653 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:00.653 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:00.653 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.653 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T16:01:00.653 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.653 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.653 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.653 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.653 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.654 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.654 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047406+0000", 2024-04-12T16:01:00.654 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.316020+0000", 2024-04-12T16:01:00.654 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.316020+0000", 2024-04-12T16:01:00.654 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.316283+0000", 2024-04-12T16:01:00.654 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047406+0000", 2024-04-12T16:01:00.654 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.654 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.654 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.654 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.654 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047406+0000", 2024-04-12T16:01:00.654 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047406+0000", 2024-04-12T16:01:00.655 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047406+0000", 2024-04-12T16:01:00.655 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.655 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.655 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.655 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047406+0000", 2024-04-12T16:01:00.655 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047406+0000", 2024-04-12T16:01:00.655 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.655 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.655 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.655 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.655 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.655 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.656 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.656 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.656 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.656 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.656 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.656 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.656 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.656 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.0", 2024-04-12T16:01:00.656 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.656 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.656 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.656 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:00.657 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.657 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:48:22.493735+0000", 2024-04-12T16:01:00.657 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.657 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.657 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.657 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.657 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.657 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.657 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.657 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.657 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.657 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.658 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.658 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.658 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.658 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.658 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.658 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.658 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.658 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.658 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.658 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.659 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.659 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.659 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.659 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.659 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.659 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.659 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.659 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.659 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.659 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.659 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.659 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.660 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.660 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.660 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.660 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.660 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.660 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.660 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.660 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.660 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.660 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.660 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.660 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.660 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.660 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.661 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.661 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.661 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:00.661 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:00.661 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.661 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T16:01:00.661 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.661 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.661 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.661 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.661 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:00.661 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.661 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:00.661 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.662 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T16:01:00.662 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.662 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.662 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:00.662 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.662 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.662 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.662 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.829291+0000", 2024-04-12T16:01:00.662 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.952147+0000", 2024-04-12T16:01:00.662 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.952147+0000", 2024-04-12T16:01:00.662 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.952448+0000", 2024-04-12T16:01:00.662 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.829291+0000", 2024-04-12T16:01:00.663 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.663 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.663 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.663 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:00.663 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.829291+0000", 2024-04-12T16:01:00.663 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.829291+0000", 2024-04-12T16:01:00.663 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.829291+0000", 2024-04-12T16:01:00.663 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.663 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.663 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.663 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.829291+0000", 2024-04-12T16:01:00.664 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.829291+0000", 2024-04-12T16:01:00.664 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.664 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.664 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.664 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.664 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:00.664 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.664 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.664 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.664 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.664 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.665 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.665 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.665 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.665 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.1", 2024-04-12T16:01:00.665 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.665 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.665 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.665 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 20, 2024-04-12T16:01:00.665 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.665 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:15:29.816855+0000", 2024-04-12T16:01:00.665 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.665 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.665 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.666 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.666 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.666 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.666 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.666 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.666 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.666 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.666 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.666 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.666 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.666 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.666 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.667 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.667 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.667 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.667 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.667 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.667 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.667 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.667 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.667 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.667 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.667 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.668 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.668 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.668 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.668 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.668 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.668 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.668 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.668 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.668 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.668 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.668 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.668 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.668 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.669 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.669 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.669 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.669 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.669 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.669 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.669 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.669 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.669 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:00.669 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.669 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:00.669 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.670 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T16:01:00.670 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.670 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.670 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.670 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.670 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:00.670 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.670 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:00.670 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.670 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T16:01:00.670 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.671 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.671 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T16:01:00.671 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.671 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.671 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.671 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047528+0000", 2024-04-12T16:01:00.671 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:58:04.555113+0000", 2024-04-12T16:01:00.671 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:58:04.555113+0000", 2024-04-12T16:01:00.671 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:58:04.555453+0000", 2024-04-12T16:01:00.671 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047528+0000", 2024-04-12T16:01:00.671 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:00.671 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.672 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:00.672 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 66, 2024-04-12T16:01:00.672 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047528+0000", 2024-04-12T16:01:00.672 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047528+0000", 2024-04-12T16:01:00.672 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047528+0000", 2024-04-12T16:01:00.672 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.672 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.672 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:00.672 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047528+0000", 2024-04-12T16:01:00.672 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047528+0000", 2024-04-12T16:01:00.672 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.673 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.673 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.673 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.673 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 65, 2024-04-12T16:01:00.673 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.673 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.673 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.673 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.673 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.673 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.673 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.674 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.674 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.5", 2024-04-12T16:01:00.674 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.674 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.674 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.674 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 13, 2024-04-12T16:01:00.674 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.674 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:42:29.618776+0000", 2024-04-12T16:01:00.674 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.674 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.674 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.674 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.675 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.675 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.675 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.675 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.675 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.675 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.675 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.675 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.675 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.675 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.676 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.676 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.676 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.676 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.676 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.676 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.676 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.676 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.676 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.676 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.676 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.677 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.677 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.677 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.677 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.677 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.677 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.677 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.677 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.677 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.677 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.677 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.677 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.677 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.678 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.678 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.678 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.678 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.678 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.678 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.678 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.678 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.678 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.678 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:00.678 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.678 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:00.679 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.679 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T16:01:00.679 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.679 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.679 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.679 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.679 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.679 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.679 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:00.679 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.679 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T16:01:00.679 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.680 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.680 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.680 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.680 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.680 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.680 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.828747+0000", 2024-04-12T16:01:00.680 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.321115+0000", 2024-04-12T16:01:00.680 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.321115+0000", 2024-04-12T16:01:00.680 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.321442+0000", 2024-04-12T16:01:00.680 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.828747+0000", 2024-04-12T16:01:00.680 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.680 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.680 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.681 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.681 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.828747+0000", 2024-04-12T16:01:00.681 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.828747+0000", 2024-04-12T16:01:00.681 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.828747+0000", 2024-04-12T16:01:00.681 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.681 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.681 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.681 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.828747+0000", 2024-04-12T16:01:00.681 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.828747+0000", 2024-04-12T16:01:00.681 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.681 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.681 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.681 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.682 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.682 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.682 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.682 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.682 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.682 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.682 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.682 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.682 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.682 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.2", 2024-04-12T16:01:00.682 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.682 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.683 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.683 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:00.683 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.683 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:40:01.652851+0000", 2024-04-12T16:01:00.683 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.683 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.683 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.683 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.683 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.683 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.683 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.683 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.683 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.684 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.684 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.684 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.684 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.684 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.684 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.684 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.684 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.684 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.684 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.684 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.684 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.685 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.685 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.685 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.685 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.685 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.685 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.685 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.685 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.685 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.685 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.685 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.685 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.685 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.686 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.686 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.686 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.686 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.686 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.686 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.686 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.686 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.686 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.686 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.686 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.686 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.687 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.687 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.687 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.687 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:00.687 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.687 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T16:01:00.687 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.687 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.687 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.687 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.687 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.687 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:00.687 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:00.687 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.688 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T16:01:00.688 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.688 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.688 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:00.688 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.688 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.688 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.688 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.823538+0000", 2024-04-12T16:01:00.688 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.960263+0000", 2024-04-12T16:01:00.688 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.960263+0000", 2024-04-12T16:01:00.688 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.960597+0000", 2024-04-12T16:01:00.688 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.823538+0000", 2024-04-12T16:01:00.688 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.688 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.688 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.689 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:00.689 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.823538+0000", 2024-04-12T16:01:00.689 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.823538+0000", 2024-04-12T16:01:00.689 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.823538+0000", 2024-04-12T16:01:00.689 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.689 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.689 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.689 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.823538+0000", 2024-04-12T16:01:00.689 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.823538+0000", 2024-04-12T16:01:00.689 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.689 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.689 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.689 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.690 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:00.690 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.690 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.690 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.690 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.690 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.690 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.690 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.690 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.690 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.3", 2024-04-12T16:01:00.690 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.690 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.690 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.691 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 20, 2024-04-12T16:01:00.691 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.691 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:48:08.404477+0000", 2024-04-12T16:01:00.691 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.691 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.691 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.691 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.691 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.691 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.691 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.691 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.691 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.691 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.692 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.692 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.692 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.692 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.692 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.692 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.692 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.692 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.692 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.692 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.692 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.692 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.693 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.693 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.693 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.693 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.693 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.693 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.693 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.693 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.693 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.693 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.693 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.693 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.694 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.694 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.694 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.694 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.694 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.694 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.694 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.694 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.694 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.694 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.694 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.694 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.694 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.694 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.695 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:00.695 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:00.695 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.695 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T16:01:00.695 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.695 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.695 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.695 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.695 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.695 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.695 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:00.695 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.695 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T16:01:00.695 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.696 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.696 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 19, 2024-04-12T16:01:00.696 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.696 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.696 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.696 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T16:00:56.532043+0000", 2024-04-12T16:01:00.696 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:15.519695+0000", 2024-04-12T16:01:00.696 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:15.519695+0000", 2024-04-12T16:01:00.696 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:15.520131+0000", 2024-04-12T16:01:00.696 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T16:00:56.532043+0000", 2024-04-12T16:01:00.696 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:55:12.126017+0000", 2024-04-12T16:01:00.696 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.696 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:55:12.126017+0000", 2024-04-12T16:01:00.696 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 58, 2024-04-12T16:01:00.696 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T16:00:56.532043+0000", 2024-04-12T16:01:00.697 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T16:00:56.532043+0000", 2024-04-12T16:01:00.697 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T16:00:56.532043+0000", 2024-04-12T16:01:00.697 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.697 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.697 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:55:12.126017+0000", 2024-04-12T16:01:00.697 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T16:00:56.532043+0000", 2024-04-12T16:01:00.697 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T16:00:56.532043+0000", 2024-04-12T16:01:00.697 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.697 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 144, 2024-04-12T16:01:00.697 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.697 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.697 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 57, 2024-04-12T16:01:00.697 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.698 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.698 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.698 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.698 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 144, 2024-04-12T16:01:00.698 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.698 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.698 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.698 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "1.0", 2024-04-12T16:01:00.698 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.698 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.698 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.698 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 323, 2024-04-12T16:01:00.698 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.699 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:43:32.645699+0000", 2024-04-12T16:01:00.699 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.699 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.699 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.699 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 590368, 2024-04-12T16:01:00.699 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.699 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 1771104, 2024-04-12T16:01:00.699 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.699 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.699 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.699 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.699 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.699 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.699 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.700 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.700 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.700 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.700 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.700 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.700 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.700 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 6, 2024-04-12T16:01:00.700 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 2, 2024-04-12T16:01:00.700 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.700 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 2, 2024-04-12T16:01:00.700 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.701 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.701 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.701 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.701 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.701 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.701 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.701 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 6, 2024-04-12T16:01:00.701 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.701 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.701 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.701 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.701 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.702 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 358, 2024-04-12T16:01:00.702 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 554, 2024-04-12T16:01:00.702 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.702 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.702 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.702 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 211, 2024-04-12T16:01:00.702 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 2416 2024-04-12T16:01:00.702 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.702 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.702 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.703 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.703 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.703 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.703 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:00.703 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.703 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T16:01:00.703 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "69'144" 2024-04-12T16:01:00.703 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.703 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.703 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.703 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.703 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.704 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:00.704 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.704 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T16:01:00.704 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.704 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.704 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T16:01:00.704 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.704 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.704 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.704 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047508+0000", 2024-04-12T16:01:00.704 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:58:04.467774+0000", 2024-04-12T16:01:00.704 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:58:04.467774+0000", 2024-04-12T16:01:00.705 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:58:04.468122+0000", 2024-04-12T16:01:00.705 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047508+0000", 2024-04-12T16:01:00.705 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:00.705 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.705 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:00.705 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 66, 2024-04-12T16:01:00.705 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047508+0000", 2024-04-12T16:01:00.705 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047508+0000", 2024-04-12T16:01:00.705 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047508+0000", 2024-04-12T16:01:00.705 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.705 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.705 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:00.705 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047508+0000", 2024-04-12T16:01:00.705 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047508+0000", 2024-04-12T16:01:00.705 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.706 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.706 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.706 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.706 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 65, 2024-04-12T16:01:00.706 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.706 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.706 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.706 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.706 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.706 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.706 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.706 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.706 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.6", 2024-04-12T16:01:00.707 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.707 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.707 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.707 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 13, 2024-04-12T16:01:00.707 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.707 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:26:00.545470+0000", 2024-04-12T16:01:00.707 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.707 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.707 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.707 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.707 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.707 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.707 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.707 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.708 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.708 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.708 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.708 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.708 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.708 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.708 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.708 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.708 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.708 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.708 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.708 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.708 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.709 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.709 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.709 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.709 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.709 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.709 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.709 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.709 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.709 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.709 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.709 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.709 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.709 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.709 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.710 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.710 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.710 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.710 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.710 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.710 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.710 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.710 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.710 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.710 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.710 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.710 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.711 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.711 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.711 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:00.711 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.711 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T16:01:00.711 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.711 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.711 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.711 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.711 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:00.711 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.711 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T16:01:00.711 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.711 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T16:01:00.711 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.712 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.712 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.712 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.712 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.712 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.712 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.829132+0000", 2024-04-12T16:01:00.712 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:55.935346+0000", 2024-04-12T16:01:00.712 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:55.935346+0000", 2024-04-12T16:01:00.712 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:55.935753+0000", 2024-04-12T16:01:00.712 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.829132+0000", 2024-04-12T16:01:00.712 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.712 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.712 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.713 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 64, 2024-04-12T16:01:00.713 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.829132+0000", 2024-04-12T16:01:00.713 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.829132+0000", 2024-04-12T16:01:00.713 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.829132+0000", 2024-04-12T16:01:00.713 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.713 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.713 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.713 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.829132+0000", 2024-04-12T16:01:00.713 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.829132+0000", 2024-04-12T16:01:00.713 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.713 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.713 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.713 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.714 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 63, 2024-04-12T16:01:00.714 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.714 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.714 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.714 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.714 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.714 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.714 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.714 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.714 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.1", 2024-04-12T16:01:00.714 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.714 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.715 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.715 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 17, 2024-04-12T16:01:00.715 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.715 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:49:57.319596+0000", 2024-04-12T16:01:00.715 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.715 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.715 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.715 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.715 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.715 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.715 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.715 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.715 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.716 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.716 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.716 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.716 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.716 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.716 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.716 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.716 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.716 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.716 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.716 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.716 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.717 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.717 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.717 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.717 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.717 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.717 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.717 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.717 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.717 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.717 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.717 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.717 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.718 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.718 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.718 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.718 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.718 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.718 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.718 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.718 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.718 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.718 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.718 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.718 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.719 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.719 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.719 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:00.719 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.719 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T16:01:00.719 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.719 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T16:01:00.719 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.719 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.719 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.719 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.719 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.719 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.720 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:00.720 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.720 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T16:01:00.720 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.720 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.720 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:00.720 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.720 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.720 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.720 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047002+0000", 2024-04-12T16:01:00.720 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.957112+0000", 2024-04-12T16:01:00.720 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.957112+0000", 2024-04-12T16:01:00.721 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.957408+0000", 2024-04-12T16:01:00.721 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047002+0000", 2024-04-12T16:01:00.721 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.721 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.721 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.721 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:00.721 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047002+0000", 2024-04-12T16:01:00.721 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047002+0000", 2024-04-12T16:01:00.721 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047002+0000", 2024-04-12T16:01:00.721 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.721 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.721 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.721 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047002+0000", 2024-04-12T16:01:00.722 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047002+0000", 2024-04-12T16:01:00.722 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.722 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.722 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.722 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.722 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:00.722 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.722 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.722 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.722 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.722 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.723 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.723 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.723 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.723 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.0", 2024-04-12T16:01:00.723 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.723 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.723 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.723 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:00.723 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.723 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:33:18.233264+0000", 2024-04-12T16:01:00.723 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.723 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.724 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.724 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.724 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.724 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.724 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.724 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.724 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.724 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.724 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.724 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.724 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.724 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.725 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.725 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.725 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.725 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.725 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.725 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.725 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.725 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.725 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.725 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.725 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.725 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.725 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.726 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.726 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.726 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.726 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.726 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.726 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.726 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.726 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.726 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.726 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.726 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.726 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.727 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.727 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.727 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.727 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.727 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.727 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.727 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:00.727 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.728 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T16:01:00.728 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.728 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.728 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.728 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.728 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.728 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.728 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:00.728 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.728 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T16:01:00.728 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.728 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.728 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T16:01:00.728 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.729 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.729 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.729 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047237+0000", 2024-04-12T16:01:00.729 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:58:04.754344+0000", 2024-04-12T16:01:00.729 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:58:04.754344+0000", 2024-04-12T16:01:00.729 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:58:04.754636+0000", 2024-04-12T16:01:00.729 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047237+0000", 2024-04-12T16:01:00.729 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:00.729 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.729 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:00.729 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 66, 2024-04-12T16:01:00.729 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047237+0000", 2024-04-12T16:01:00.729 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047237+0000", 2024-04-12T16:01:00.729 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047237+0000", 2024-04-12T16:01:00.729 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.730 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.730 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:00.730 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047237+0000", 2024-04-12T16:01:00.730 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047237+0000", 2024-04-12T16:01:00.730 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.730 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.730 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.730 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.730 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 65, 2024-04-12T16:01:00.730 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.730 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.730 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.730 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.730 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.731 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.731 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.731 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.731 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.3", 2024-04-12T16:01:00.731 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.731 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.731 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.731 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 13, 2024-04-12T16:01:00.731 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.731 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:26:11.105346+0000", 2024-04-12T16:01:00.731 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.731 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.731 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.732 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.732 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.732 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.732 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.732 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.732 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.732 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.732 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.732 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.732 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.732 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.732 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.733 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.733 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.733 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.733 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.733 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.733 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.733 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.733 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.733 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.733 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.733 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.733 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.733 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.734 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.734 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.734 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.734 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.734 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.734 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.734 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.734 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.734 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.734 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.734 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.734 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.734 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.734 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.735 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.735 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.735 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.735 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.735 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.735 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.735 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.735 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:00.735 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.735 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T16:01:00.735 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.735 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.735 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.735 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.736 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.736 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.736 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:00.736 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.736 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T16:01:00.736 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.736 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.736 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:00.736 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.736 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.736 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.736 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047564+0000", 2024-04-12T16:01:00.736 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.954692+0000", 2024-04-12T16:01:00.736 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.954692+0000", 2024-04-12T16:01:00.737 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.955746+0000", 2024-04-12T16:01:00.737 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047564+0000", 2024-04-12T16:01:00.737 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.737 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.737 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.737 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:00.737 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047564+0000", 2024-04-12T16:01:00.737 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047564+0000", 2024-04-12T16:01:00.737 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047564+0000", 2024-04-12T16:01:00.737 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.737 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.737 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.737 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047564+0000", 2024-04-12T16:01:00.737 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047564+0000", 2024-04-12T16:01:00.738 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.738 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.738 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.738 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.738 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:00.738 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.738 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.738 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.738 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.738 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.738 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.738 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.738 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.739 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.5", 2024-04-12T16:01:00.739 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.739 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.739 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.739 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:00.739 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.739 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:32:24.029499+0000", 2024-04-12T16:01:00.739 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.739 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.739 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.743 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.743 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.743 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.743 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.743 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.743 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.743 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.743 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.743 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.743 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.743 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:00.743 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.744 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T16:01:00.744 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.744 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.744 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.744 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.744 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.744 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:00.744 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T16:01:00.744 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.744 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T16:01:00.744 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.744 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.745 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.745 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.745 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.745 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.745 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.048219+0000", 2024-04-12T16:01:00.745 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.312680+0000", 2024-04-12T16:01:00.745 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.312680+0000", 2024-04-12T16:01:00.745 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.312948+0000", 2024-04-12T16:01:00.745 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.048219+0000", 2024-04-12T16:01:00.745 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.745 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.745 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.745 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.746 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.048219+0000", 2024-04-12T16:01:00.746 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.048219+0000", 2024-04-12T16:01:00.746 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.048219+0000", 2024-04-12T16:01:00.746 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.746 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.746 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.746 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.048219+0000", 2024-04-12T16:01:00.746 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.048219+0000", 2024-04-12T16:01:00.746 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.746 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.746 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.747 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.747 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.747 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.747 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.747 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.747 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.747 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.747 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.747 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.747 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.747 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.4", 2024-04-12T16:01:00.747 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.748 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.748 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.748 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:00.748 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.748 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:22:50.381777+0000", 2024-04-12T16:01:00.748 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.748 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.748 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.748 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.748 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.748 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.751 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.751 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.751 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.751 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.751 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.751 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.751 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.751 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.751 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.751 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.751 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.751 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.751 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.751 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.752 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.752 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.752 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.752 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:00.752 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T16:01:00.752 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.752 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T16:01:00.752 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.752 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.752 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.752 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.752 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.752 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.752 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:00.752 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.753 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T16:01:00.753 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.753 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.753 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T16:01:00.753 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.753 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.753 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.753 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.828715+0000", 2024-04-12T16:01:00.753 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:58:04.554520+0000", 2024-04-12T16:01:00.753 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:58:04.554520+0000", 2024-04-12T16:01:00.753 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:58:04.554819+0000", 2024-04-12T16:01:00.753 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.828715+0000", 2024-04-12T16:01:00.753 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:00.753 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.754 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:00.754 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 66, 2024-04-12T16:01:00.754 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.828715+0000", 2024-04-12T16:01:00.754 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.828715+0000", 2024-04-12T16:01:00.754 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.828715+0000", 2024-04-12T16:01:00.754 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.754 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.754 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:00.754 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.828715+0000", 2024-04-12T16:01:00.754 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.828715+0000", 2024-04-12T16:01:00.754 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.754 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.755 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.755 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.755 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 65, 2024-04-12T16:01:00.755 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.755 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.755 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.755 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.755 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.755 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.755 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.755 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.755 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.0", 2024-04-12T16:01:00.755 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.756 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.756 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.756 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 13, 2024-04-12T16:01:00.756 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.756 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:56:46.847683+0000", 2024-04-12T16:01:00.756 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.756 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.756 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.756 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.756 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.756 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.756 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.756 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.756 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.758 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.758 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.758 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.758 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.758 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.758 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.758 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.758 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.758 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.758 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.758 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.759 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.759 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.759 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.759 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.759 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.759 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.759 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.759 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.759 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.759 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.759 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.759 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.759 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.759 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.760 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.760 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.760 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:00.760 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.760 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T16:01:00.760 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.760 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.760 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.760 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.760 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.760 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:00.760 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:00.761 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.761 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T16:01:00.761 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.761 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.761 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:00.761 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.761 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.761 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.761 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.048325+0000", 2024-04-12T16:01:00.761 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.952824+0000", 2024-04-12T16:01:00.761 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.952824+0000", 2024-04-12T16:01:00.761 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.953702+0000", 2024-04-12T16:01:00.761 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.048325+0000", 2024-04-12T16:01:00.762 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.762 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.762 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.762 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:00.762 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.048325+0000", 2024-04-12T16:01:00.762 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.048325+0000", 2024-04-12T16:01:00.762 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.048325+0000", 2024-04-12T16:01:00.762 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.762 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.762 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.762 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.048325+0000", 2024-04-12T16:01:00.762 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.048325+0000", 2024-04-12T16:01:00.762 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.762 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 1, 2024-04-12T16:01:00.763 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.763 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.763 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:00.763 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.763 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.763 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.763 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.763 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 1, 2024-04-12T16:01:00.763 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.763 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.763 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.763 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.6", 2024-04-12T16:01:00.763 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.763 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.764 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.764 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 21, 2024-04-12T16:01:00.764 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.764 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:56:26.635329+0000", 2024-04-12T16:01:00.764 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.764 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.764 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.765 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.765 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.765 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.765 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.765 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.765 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.765 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.765 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.765 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.765 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.765 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T16:01:00.765 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T16:01:00.765 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.765 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T16:01:00.766 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.766 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.766 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.766 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.766 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.766 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T16:01:00.766 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.766 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.766 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.766 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.766 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.766 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.767 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.767 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.767 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.767 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.767 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.767 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.767 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 1, 2024-04-12T16:01:00.767 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.767 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.767 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.767 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.767 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.767 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.767 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:00.768 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:00.768 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.768 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T16:01:00.768 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "62'1" 2024-04-12T16:01:00.768 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.768 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.768 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.768 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.768 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.768 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:00.768 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.768 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T16:01:00.768 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.768 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.769 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.769 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.769 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.769 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.769 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.829458+0000", 2024-04-12T16:01:00.769 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.314541+0000", 2024-04-12T16:01:00.769 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.314541+0000", 2024-04-12T16:01:00.769 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.314835+0000", 2024-04-12T16:01:00.769 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.829458+0000", 2024-04-12T16:01:00.769 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.769 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.769 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.769 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.769 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.829458+0000", 2024-04-12T16:01:00.770 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.829458+0000", 2024-04-12T16:01:00.770 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.829458+0000", 2024-04-12T16:01:00.770 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.770 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.770 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.770 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.829458+0000", 2024-04-12T16:01:00.770 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.829458+0000", 2024-04-12T16:01:00.770 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.770 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.770 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.770 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.770 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.770 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.771 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.771 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.771 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.771 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.771 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.771 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.771 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.771 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.7", 2024-04-12T16:01:00.771 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.771 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.771 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.771 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:00.771 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.771 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:46:17.524521+0000", 2024-04-12T16:01:00.772 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.772 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.772 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.772 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.772 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.772 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.772 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.772 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.772 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.772 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.772 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.772 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.772 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.772 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.773 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.773 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.773 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.773 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.773 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.773 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.773 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.773 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.773 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.773 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.773 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.773 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.773 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.774 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.774 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.774 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.774 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.774 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.774 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.774 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.774 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.774 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.774 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.774 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.774 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.774 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.774 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.775 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.775 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.775 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.775 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.775 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.775 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.775 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.775 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.775 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:00.775 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.775 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T16:01:00.775 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.775 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.776 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.776 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.776 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.776 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.776 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:00.776 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.776 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 4, 2024-04-12T16:01:00.776 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.776 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.776 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T16:01:00.776 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.776 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.776 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.777 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.046912+0000", 2024-04-12T16:01:00.777 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:58:04.754555+0000", 2024-04-12T16:01:00.777 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:58:04.754555+0000", 2024-04-12T16:01:00.777 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:58:04.754871+0000", 2024-04-12T16:01:00.777 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.046912+0000", 2024-04-12T16:01:00.777 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:00.777 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.777 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:00.777 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 66, 2024-04-12T16:01:00.777 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.046912+0000", 2024-04-12T16:01:00.777 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.046912+0000", 2024-04-12T16:01:00.777 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.046912+0000", 2024-04-12T16:01:00.778 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.778 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.778 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:00.778 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.046912+0000", 2024-04-12T16:01:00.778 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.046912+0000", 2024-04-12T16:01:00.778 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.778 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.778 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.778 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.778 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 65, 2024-04-12T16:01:00.778 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.778 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.779 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.779 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.779 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.779 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.779 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.779 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.779 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.1", 2024-04-12T16:01:00.779 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.779 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.779 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.779 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 13, 2024-04-12T16:01:00.779 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.779 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:25:46.449225+0000", 2024-04-12T16:01:00.779 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.780 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.780 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.780 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.780 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.780 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.780 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.780 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.780 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.780 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.780 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.780 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.780 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.780 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.780 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.781 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.781 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.781 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.781 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.781 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.781 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.781 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.781 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.781 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.781 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.781 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.781 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.782 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.782 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.782 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.782 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.782 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.782 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.782 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.782 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.782 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.782 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.782 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.782 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.783 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.783 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.783 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.783 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.783 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.783 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.783 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.783 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.783 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.783 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.783 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:00.783 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.783 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 4, 2024-04-12T16:01:00.784 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.784 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.784 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.784 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.784 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:00.784 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.784 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:00.784 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.784 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T16:01:00.784 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.784 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.784 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:00.785 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.785 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.785 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.785 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047681+0000", 2024-04-12T16:01:00.785 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.946282+0000", 2024-04-12T16:01:00.785 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.946282+0000", 2024-04-12T16:01:00.785 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.946745+0000", 2024-04-12T16:01:00.785 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047681+0000", 2024-04-12T16:01:00.785 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.785 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.785 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.785 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:00.785 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047681+0000", 2024-04-12T16:01:00.785 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047681+0000", 2024-04-12T16:01:00.786 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047681+0000", 2024-04-12T16:01:00.786 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.786 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.786 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.786 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047681+0000", 2024-04-12T16:01:00.786 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047681+0000", 2024-04-12T16:01:00.786 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.786 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 2, 2024-04-12T16:01:00.786 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.786 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.786 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:00.786 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.787 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.787 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.787 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.787 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 2, 2024-04-12T16:01:00.787 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.787 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.787 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.787 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.7", 2024-04-12T16:01:00.787 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.787 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.787 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.787 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 21, 2024-04-12T16:01:00.787 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.788 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:37:14.929811+0000", 2024-04-12T16:01:00.788 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.788 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.788 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.788 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.788 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.788 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.788 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.788 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.788 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.788 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.788 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.788 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.789 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.789 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.789 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.789 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.789 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.789 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.789 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.789 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T16:01:00.789 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T16:01:00.789 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.789 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T16:01:00.789 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.789 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.790 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.790 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.790 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.790 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T16:01:00.790 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.790 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.790 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.790 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.790 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.790 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.790 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.790 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.791 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.791 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.791 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.791 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.791 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3, 2024-04-12T16:01:00.791 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.791 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.791 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.791 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.791 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.791 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:00.791 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.792 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:00.792 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.792 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T16:01:00.792 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'2" 2024-04-12T16:01:00.792 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.792 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.792 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.792 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.792 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.792 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:00.792 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.792 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T16:01:00.792 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.793 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.793 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.793 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.793 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.793 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.793 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047616+0000", 2024-04-12T16:01:00.793 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.313639+0000", 2024-04-12T16:01:00.793 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.313639+0000", 2024-04-12T16:01:00.793 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.313886+0000", 2024-04-12T16:01:00.793 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047616+0000", 2024-04-12T16:01:00.793 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.793 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.794 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.794 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.794 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047616+0000", 2024-04-12T16:01:00.794 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047616+0000", 2024-04-12T16:01:00.794 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047616+0000", 2024-04-12T16:01:00.794 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.794 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.794 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.794 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047616+0000", 2024-04-12T16:01:00.794 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047616+0000", 2024-04-12T16:01:00.794 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.794 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.795 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.795 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.795 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.795 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.795 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.795 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.795 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.795 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.795 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.795 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.795 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.795 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.6", 2024-04-12T16:01:00.796 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.796 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.796 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.796 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:00.796 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.796 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:12:25.203156+0000", 2024-04-12T16:01:00.796 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.796 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.796 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.796 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.796 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.796 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.797 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.797 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.797 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.797 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.797 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.797 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.797 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.797 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.797 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.797 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.797 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.797 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.798 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.798 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.798 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.798 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.798 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.798 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.798 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.798 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.798 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.798 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.798 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.798 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.799 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.799 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.799 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.799 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.799 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.799 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.799 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.799 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.799 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.799 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.799 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.799 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.800 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.800 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.800 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.800 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.800 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.800 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.800 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.800 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:00.800 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.800 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T16:01:00.800 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.801 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.801 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.801 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.801 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.801 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.801 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:00.801 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.801 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T16:01:00.801 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.801 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.801 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:00.801 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.802 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.802 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.802 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047230+0000", 2024-04-12T16:01:00.802 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.957772+0000", 2024-04-12T16:01:00.802 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.957772+0000", 2024-04-12T16:01:00.802 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.958054+0000", 2024-04-12T16:01:00.802 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047230+0000", 2024-04-12T16:01:00.802 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.802 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.802 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.803 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:00.803 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047230+0000", 2024-04-12T16:01:00.803 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047230+0000", 2024-04-12T16:01:00.803 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047230+0000", 2024-04-12T16:01:00.803 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.803 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.803 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.803 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047230+0000", 2024-04-12T16:01:00.803 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047230+0000", 2024-04-12T16:01:00.803 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.803 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.803 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.803 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.804 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:00.804 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.804 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.804 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.804 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.804 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.804 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.804 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.804 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.804 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.8", 2024-04-12T16:01:00.804 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.804 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.804 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.805 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:00.805 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.805 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:55:20.560719+0000", 2024-04-12T16:01:00.805 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.805 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.805 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.805 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.805 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.805 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.805 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.805 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.805 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.806 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.806 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.806 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.806 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.806 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.806 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.806 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.806 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.806 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.806 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.806 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.806 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.806 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.808 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.809 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.809 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.809 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.809 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.809 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.809 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:00.809 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.809 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T16:01:00.809 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.809 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.809 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.809 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.809 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.809 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:00.810 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:00.810 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.810 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 4, 2024-04-12T16:01:00.810 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.810 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.810 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.810 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.810 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.810 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.810 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047185+0000", 2024-04-12T16:01:00.810 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.311587+0000", 2024-04-12T16:01:00.811 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.311587+0000", 2024-04-12T16:01:00.811 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.311869+0000", 2024-04-12T16:01:00.811 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047185+0000", 2024-04-12T16:01:00.811 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.811 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.811 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.811 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.811 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047185+0000", 2024-04-12T16:01:00.811 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047185+0000", 2024-04-12T16:01:00.811 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047185+0000", 2024-04-12T16:01:00.811 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.811 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.812 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.812 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047185+0000", 2024-04-12T16:01:00.812 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047185+0000", 2024-04-12T16:01:00.812 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.812 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.812 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.812 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.812 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.812 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.812 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.812 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.812 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.813 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.813 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.813 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.813 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.813 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.9", 2024-04-12T16:01:00.813 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.813 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.813 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.813 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:00.813 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.813 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:08:22.383976+0000", 2024-04-12T16:01:00.814 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.814 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.814 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.814 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.814 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.814 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.814 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.814 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.814 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.814 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.814 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.816 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.816 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.816 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.816 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.816 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.816 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.816 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.816 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.816 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.816 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.816 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.817 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.817 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.817 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.817 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.817 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.817 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.817 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.817 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.817 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.817 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.817 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.818 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.818 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:00.818 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:00.818 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.818 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 4, 2024-04-12T16:01:00.818 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.818 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.818 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.818 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.818 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.818 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.818 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T16:01:00.819 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.819 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T16:01:00.819 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.819 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.819 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:00.819 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.819 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.819 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.819 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047607+0000", 2024-04-12T16:01:00.819 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.965485+0000", 2024-04-12T16:01:00.819 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.965485+0000", 2024-04-12T16:01:00.819 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.965759+0000", 2024-04-12T16:01:00.820 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047607+0000", 2024-04-12T16:01:00.820 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.820 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.820 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.820 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:00.820 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047607+0000", 2024-04-12T16:01:00.820 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047607+0000", 2024-04-12T16:01:00.820 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047607+0000", 2024-04-12T16:01:00.820 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.820 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.820 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.820 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047607+0000", 2024-04-12T16:01:00.820 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047607+0000", 2024-04-12T16:01:00.820 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.821 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.821 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.821 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.821 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:00.821 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.821 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.821 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.821 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.821 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.821 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.821 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.821 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.822 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.9", 2024-04-12T16:01:00.822 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.822 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.822 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.822 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 20, 2024-04-12T16:01:00.822 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.822 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:45:08.227735+0000", 2024-04-12T16:01:00.822 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.822 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.822 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.822 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.822 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.822 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.823 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.823 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.823 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.823 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.823 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.823 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.823 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.823 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.823 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.823 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.823 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.823 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.824 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.824 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.824 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.824 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.824 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.824 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.824 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.824 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.824 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.824 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.824 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.824 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.824 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.825 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.825 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.825 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.825 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.825 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.825 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.825 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.825 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.825 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.825 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.825 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.826 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.826 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.826 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.826 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.826 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.826 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.826 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.826 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T16:01:00.826 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.826 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T16:01:00.826 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.826 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.827 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.827 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.827 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.827 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.827 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:00.827 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.827 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T16:01:00.827 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.827 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.827 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.827 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.827 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.828 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.828 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.828790+0000", 2024-04-12T16:01:00.828 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.322175+0000", 2024-04-12T16:01:00.828 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.322175+0000", 2024-04-12T16:01:00.828 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.322491+0000", 2024-04-12T16:01:00.828 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.828790+0000", 2024-04-12T16:01:00.828 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.828 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.828 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.828 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.828 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.828790+0000", 2024-04-12T16:01:00.828 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.828790+0000", 2024-04-12T16:01:00.829 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.828790+0000", 2024-04-12T16:01:00.829 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.829 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.829 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.829 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.828790+0000", 2024-04-12T16:01:00.829 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.828790+0000", 2024-04-12T16:01:00.829 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.829 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.829 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.829 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.829 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.829 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.830 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.830 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.830 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.830 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.830 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.830 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.830 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.830 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.8", 2024-04-12T16:01:00.830 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.830 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.830 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.830 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:00.831 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.831 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:18:40.056358+0000", 2024-04-12T16:01:00.831 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.831 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.831 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.831 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.831 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.831 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.831 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.831 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.831 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.831 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.832 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.832 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.832 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.832 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.832 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.832 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.832 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.832 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.832 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.832 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.832 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.832 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.833 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.833 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.833 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.833 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.833 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.833 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.833 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.833 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.833 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.833 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.833 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.833 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.834 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.834 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.834 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.834 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.834 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.834 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.834 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.834 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.834 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.834 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.834 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.834 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.835 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.835 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.835 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.835 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:00.835 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.835 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T16:01:00.835 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.835 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.835 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.835 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.835 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.835 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.835 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:00.836 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.836 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T16:01:00.836 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.836 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.836 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:00.836 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.836 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.836 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.836 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047868+0000", 2024-04-12T16:01:00.836 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.954377+0000", 2024-04-12T16:01:00.836 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.954377+0000", 2024-04-12T16:01:00.836 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.954671+0000", 2024-04-12T16:01:00.836 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047868+0000", 2024-04-12T16:01:00.837 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.837 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.837 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.837 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:00.837 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047868+0000", 2024-04-12T16:01:00.837 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047868+0000", 2024-04-12T16:01:00.837 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047868+0000", 2024-04-12T16:01:00.837 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.837 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.837 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.837 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047868+0000", 2024-04-12T16:01:00.837 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047868+0000", 2024-04-12T16:01:00.838 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.838 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.838 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.838 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.838 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:00.838 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.838 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.838 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.838 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.838 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.838 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.838 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.838 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.839 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.a", 2024-04-12T16:01:00.839 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.839 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.839 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.839 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 20, 2024-04-12T16:01:00.839 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.839 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:31:42.697780+0000", 2024-04-12T16:01:00.839 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.839 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.839 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.839 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.839 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.839 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.840 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.840 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.840 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.840 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.840 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.840 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.840 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.840 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.840 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.840 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.840 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.840 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.840 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.841 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.841 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.841 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.841 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.841 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.841 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.841 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.841 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.841 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.841 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.841 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.841 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.842 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.842 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.842 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.842 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.842 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.842 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.842 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.842 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.842 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.842 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.842 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.843 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.843 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.843 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.843 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.843 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.843 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.843 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.843 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:00.843 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.843 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T16:01:00.843 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.844 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.844 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.844 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.844 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.844 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.844 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:00.844 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.844 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T16:01:00.844 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.844 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.844 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.844 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.845 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.845 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.845 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.829105+0000", 2024-04-12T16:01:00.845 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.316869+0000", 2024-04-12T16:01:00.845 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.316869+0000", 2024-04-12T16:01:00.845 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.317189+0000", 2024-04-12T16:01:00.845 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.829105+0000", 2024-04-12T16:01:00.845 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.845 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.845 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.845 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.845 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.829105+0000", 2024-04-12T16:01:00.845 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.829105+0000", 2024-04-12T16:01:00.846 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.829105+0000", 2024-04-12T16:01:00.846 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.846 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.846 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.846 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.829105+0000", 2024-04-12T16:01:00.846 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.829105+0000", 2024-04-12T16:01:00.846 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.846 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.846 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.846 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.846 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.846 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.847 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.847 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.847 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.847 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.847 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.847 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.847 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.847 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.b", 2024-04-12T16:01:00.847 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.847 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.847 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.847 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:00.848 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.848 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:44:00.017390+0000", 2024-04-12T16:01:00.848 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.848 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.848 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.848 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.848 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.848 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.848 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.848 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.848 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.849 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.849 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.849 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.849 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.849 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.849 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.849 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.849 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.849 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.849 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.849 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.849 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.849 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.850 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.850 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.850 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.850 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.850 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.850 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.850 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.850 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.850 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.850 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.850 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.851 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.851 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.851 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.851 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.851 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.851 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.851 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.851 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.851 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.851 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.851 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.851 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.852 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.852 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.852 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.852 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.852 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:00.852 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.852 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T16:01:00.852 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.852 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.852 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.852 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.852 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.853 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.853 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T16:01:00.853 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.853 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T16:01:00.853 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.853 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.853 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:00.853 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.853 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.853 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.853 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047665+0000", 2024-04-12T16:01:00.854 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.954555+0000", 2024-04-12T16:01:00.854 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.954555+0000", 2024-04-12T16:01:00.854 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.954823+0000", 2024-04-12T16:01:00.854 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047665+0000", 2024-04-12T16:01:00.854 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.854 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.854 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.854 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:00.854 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047665+0000", 2024-04-12T16:01:00.854 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047665+0000", 2024-04-12T16:01:00.854 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047665+0000", 2024-04-12T16:01:00.854 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.855 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.855 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.855 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047665+0000", 2024-04-12T16:01:00.855 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047665+0000", 2024-04-12T16:01:00.855 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.855 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 2, 2024-04-12T16:01:00.855 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.855 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.855 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:00.855 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.855 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.855 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.855 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.856 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 2, 2024-04-12T16:01:00.856 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.856 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.856 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.856 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.b", 2024-04-12T16:01:00.856 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.856 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.856 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.856 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 21, 2024-04-12T16:01:00.856 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.856 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:35:50.904750+0000", 2024-04-12T16:01:00.856 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.856 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.857 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.857 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.857 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.857 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.857 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.857 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.857 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.857 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.857 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.857 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.857 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.857 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.857 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.858 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.858 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.858 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.858 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.858 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T16:01:00.858 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T16:01:00.858 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.858 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T16:01:00.858 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.858 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.858 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.858 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.859 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.859 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T16:01:00.859 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.859 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.859 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.859 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.859 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.859 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.859 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.859 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.859 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.859 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.860 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.860 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.860 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 1, 2024-04-12T16:01:00.860 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.860 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.860 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.860 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.860 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.860 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.860 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.860 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T16:01:00.860 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.860 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T16:01:00.861 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'2" 2024-04-12T16:01:00.861 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.861 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.861 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.861 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:00.861 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.861 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:00.861 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.861 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T16:01:00.861 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.861 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.861 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.862 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.862 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.862 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.862 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047373+0000", 2024-04-12T16:01:00.862 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.324995+0000", 2024-04-12T16:01:00.862 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.324995+0000", 2024-04-12T16:01:00.862 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.325294+0000", 2024-04-12T16:01:00.862 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047373+0000", 2024-04-12T16:01:00.866 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.866 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.866 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.866 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.866 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047373+0000", 2024-04-12T16:01:00.866 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047373+0000", 2024-04-12T16:01:00.866 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047373+0000", 2024-04-12T16:01:00.866 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.866 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.866 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.866 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047373+0000", 2024-04-12T16:01:00.866 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047373+0000", 2024-04-12T16:01:00.867 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.867 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.867 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.867 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.867 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.867 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.867 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.867 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.867 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.867 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.867 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.867 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.868 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.868 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.a", 2024-04-12T16:01:00.868 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.868 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.868 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.868 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:00.868 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.868 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:43:47.827273+0000", 2024-04-12T16:01:00.868 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.868 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.868 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.869 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.869 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.869 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.869 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.869 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.869 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.869 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.869 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.869 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.869 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.869 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.869 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.869 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.870 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.870 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.870 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.870 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.870 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.870 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.870 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.870 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.870 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.870 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.870 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.871 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.871 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.871 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.871 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.871 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.871 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.871 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.871 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.871 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.871 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.871 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.871 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.871 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.872 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.872 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.872 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.872 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.872 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.872 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:00.872 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.872 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:00.872 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.872 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T16:01:00.872 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.872 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.873 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.873 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.873 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:00.873 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.873 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:00.873 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.873 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T16:01:00.873 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.873 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.873 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:00.873 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.874 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.874 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.874 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.830055+0000", 2024-04-12T16:01:00.874 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.955384+0000", 2024-04-12T16:01:00.874 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.955384+0000", 2024-04-12T16:01:00.874 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.955660+0000", 2024-04-12T16:01:00.874 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.830055+0000", 2024-04-12T16:01:00.874 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.874 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.874 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.874 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:00.874 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.830055+0000", 2024-04-12T16:01:00.875 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.830055+0000", 2024-04-12T16:01:00.875 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.830055+0000", 2024-04-12T16:01:00.875 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.875 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.875 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.875 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.830055+0000", 2024-04-12T16:01:00.875 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.830055+0000", 2024-04-12T16:01:00.875 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.875 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.875 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.875 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.875 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:00.875 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.876 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.876 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.876 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.876 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.876 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.876 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.876 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.876 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.c", 2024-04-12T16:01:00.876 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.876 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.876 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.876 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 20, 2024-04-12T16:01:00.877 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.877 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:24:41.760872+0000", 2024-04-12T16:01:00.877 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.877 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.877 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.877 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.877 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.877 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.877 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.877 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.877 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.877 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.878 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.878 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.878 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.878 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.878 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.878 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.878 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.878 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.878 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.878 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.878 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.878 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.879 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.879 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.879 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.879 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.879 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.879 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.879 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.879 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.879 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.879 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.879 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.879 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.880 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.880 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.880 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.880 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.880 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.880 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.880 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.880 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.880 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.880 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.880 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.881 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.881 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.881 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:00.881 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.881 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:00.881 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.881 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T16:01:00.881 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.881 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.881 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.881 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.881 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.882 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.882 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:00.882 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.882 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T16:01:00.882 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.882 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.882 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.882 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.882 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.882 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.882 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047485+0000", 2024-04-12T16:01:00.882 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.328920+0000", 2024-04-12T16:01:00.883 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.328920+0000", 2024-04-12T16:01:00.883 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.329294+0000", 2024-04-12T16:01:00.883 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047485+0000", 2024-04-12T16:01:00.883 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.883 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.883 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.883 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.883 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047485+0000", 2024-04-12T16:01:00.883 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047485+0000", 2024-04-12T16:01:00.883 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047485+0000", 2024-04-12T16:01:00.883 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.883 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.884 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.884 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047485+0000", 2024-04-12T16:01:00.884 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047485+0000", 2024-04-12T16:01:00.884 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.884 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.884 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.884 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.884 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.884 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.884 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.884 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.884 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.885 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.885 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.885 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.885 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.885 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.d", 2024-04-12T16:01:00.885 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.885 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.885 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.885 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:00.885 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.885 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:39:41.276060+0000", 2024-04-12T16:01:00.885 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.885 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.886 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.886 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.886 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.886 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.886 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.886 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.886 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.886 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.886 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.886 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.886 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.886 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.887 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.887 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.887 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.887 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.887 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.887 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.887 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.887 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.887 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.887 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.887 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.888 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.888 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.888 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.888 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.888 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.888 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.888 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.888 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.888 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.888 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.888 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.888 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.889 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.889 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.889 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.889 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.889 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.889 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.889 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.889 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.889 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.889 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.889 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.889 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.890 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:00.890 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.890 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T16:01:00.890 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.890 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.890 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.890 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.890 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.890 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.890 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T16:01:00.890 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.890 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T16:01:00.891 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.891 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.891 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:00.891 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.891 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.891 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.891 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.048472+0000", 2024-04-12T16:01:00.891 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.952837+0000", 2024-04-12T16:01:00.891 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.952837+0000", 2024-04-12T16:01:00.891 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.953113+0000", 2024-04-12T16:01:00.891 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.048472+0000", 2024-04-12T16:01:00.891 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.891 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.892 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.892 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:00.892 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.048472+0000", 2024-04-12T16:01:00.892 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.048472+0000", 2024-04-12T16:01:00.892 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.048472+0000", 2024-04-12T16:01:00.892 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.892 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.892 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.892 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.048472+0000", 2024-04-12T16:01:00.892 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.048472+0000", 2024-04-12T16:01:00.892 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.892 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 1, 2024-04-12T16:01:00.892 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.893 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.893 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:00.893 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.893 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.893 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.893 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.893 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 1, 2024-04-12T16:01:00.893 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.893 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.893 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.893 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.d", 2024-04-12T16:01:00.894 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.894 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.894 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.894 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 21, 2024-04-12T16:01:00.894 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.894 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:50:36.749151+0000", 2024-04-12T16:01:00.894 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.894 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.894 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.894 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 70, 2024-04-12T16:01:00.894 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.894 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.895 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.895 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.895 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.895 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.895 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.895 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.895 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.895 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.895 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.895 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.895 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.895 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.895 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T16:01:00.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T16:01:00.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T16:01:00.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 1, 2024-04-12T16:01:00.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 1 2024-04-12T16:01:00.898 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.898 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.898 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.898 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.898 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.898 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.898 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T16:01:00.898 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.898 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T16:01:00.898 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'1" 2024-04-12T16:01:00.899 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.899 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.899 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.899 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.899 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.899 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:00.899 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.899 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T16:01:00.899 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.899 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.899 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.899 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.900 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.900 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.900 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.823624+0000", 2024-04-12T16:01:00.900 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.311130+0000", 2024-04-12T16:01:00.900 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.311130+0000", 2024-04-12T16:01:00.900 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.311390+0000", 2024-04-12T16:01:00.900 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.823624+0000", 2024-04-12T16:01:00.900 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.900 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.900 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.900 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.900 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.823624+0000", 2024-04-12T16:01:00.900 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.823624+0000", 2024-04-12T16:01:00.901 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.823624+0000", 2024-04-12T16:01:00.901 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.901 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.901 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.901 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.823624+0000", 2024-04-12T16:01:00.901 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.823624+0000", 2024-04-12T16:01:00.901 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.901 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.901 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.901 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.901 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.901 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.901 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.902 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.902 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.902 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.902 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.902 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.902 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.902 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.c", 2024-04-12T16:01:00.902 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.902 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.902 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.902 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:00.902 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.902 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:27:24.601795+0000", 2024-04-12T16:01:00.903 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.903 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.903 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.906 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.906 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.906 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.906 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.906 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.906 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.906 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.906 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.906 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.906 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.906 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.906 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.907 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.907 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:00.907 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.907 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T16:01:00.907 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.907 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.907 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.907 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.907 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:00.907 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.907 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:00.907 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.908 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T16:01:00.908 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.908 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.908 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:00.908 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.908 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.908 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.908 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.830323+0000", 2024-04-12T16:01:00.908 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.952951+0000", 2024-04-12T16:01:00.908 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.952951+0000", 2024-04-12T16:01:00.908 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.953229+0000", 2024-04-12T16:01:00.908 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.830323+0000", 2024-04-12T16:01:00.909 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.909 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.909 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.909 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:00.909 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.830323+0000", 2024-04-12T16:01:00.909 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.830323+0000", 2024-04-12T16:01:00.909 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.830323+0000", 2024-04-12T16:01:00.909 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.909 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.909 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:00.909 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.830323+0000", 2024-04-12T16:01:00.909 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.830323+0000", 2024-04-12T16:01:00.909 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.910 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 2, 2024-04-12T16:01:00.910 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.910 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.910 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:00.910 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.910 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.910 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.910 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.910 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 2, 2024-04-12T16:01:00.910 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.910 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.910 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.910 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.e", 2024-04-12T16:01:00.911 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.911 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.911 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.911 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 22, 2024-04-12T16:01:00.911 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.911 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:27:18.866447+0000", 2024-04-12T16:01:00.911 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.911 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.911 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.911 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.911 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.911 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.911 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.913 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.913 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.913 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.913 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T16:01:00.913 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T16:01:00.913 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.913 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T16:01:00.913 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.913 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.914 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.914 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.914 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.914 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T16:01:00.914 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.914 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.914 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.914 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.914 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.915 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.915 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.915 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.915 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.915 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.915 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.915 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.915 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3, 2024-04-12T16:01:00.915 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.915 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.915 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.915 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.916 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.916 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:00.916 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.916 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:00.916 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.916 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T16:01:00.916 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'2" 2024-04-12T16:01:00.916 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.916 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.916 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.916 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.916 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.916 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:00.917 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.917 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T16:01:00.917 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.917 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.917 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.917 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.917 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.917 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.917 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.048586+0000", 2024-04-12T16:01:00.917 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.323965+0000", 2024-04-12T16:01:00.917 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.323965+0000", 2024-04-12T16:01:00.918 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.324263+0000", 2024-04-12T16:01:00.918 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.048586+0000", 2024-04-12T16:01:00.918 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.918 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.918 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.918 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.918 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.048586+0000", 2024-04-12T16:01:00.918 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.048586+0000", 2024-04-12T16:01:00.918 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.048586+0000", 2024-04-12T16:01:00.918 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.918 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.918 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.919 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.048586+0000", 2024-04-12T16:01:00.919 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.048586+0000", 2024-04-12T16:01:00.919 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.919 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.919 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.919 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.919 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.919 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.919 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.919 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.919 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.919 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.919 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.919 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.920 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.920 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.f", 2024-04-12T16:01:00.920 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.920 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.920 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.920 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:00.920 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.920 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:44:52.028546+0000", 2024-04-12T16:01:00.920 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.920 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.920 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.920 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.920 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.921 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.921 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.921 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.921 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.921 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.921 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.921 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.921 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.921 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.921 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.921 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.921 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.921 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.922 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.922 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.922 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.922 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.922 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.922 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.922 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.922 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.922 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.922 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.922 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.922 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.922 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.923 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.923 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.923 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.923 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.923 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.923 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.923 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.923 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.923 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.923 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.923 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.923 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.923 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.924 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.924 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.924 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.924 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.924 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.924 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:00.924 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.924 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T16:01:00.924 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.924 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.924 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.924 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.925 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:00.925 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.925 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T16:01:00.925 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.925 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T16:01:00.925 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.925 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.925 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.925 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.925 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.925 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.925 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047114+0000", 2024-04-12T16:01:00.925 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.317396+0000", 2024-04-12T16:01:00.926 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.317396+0000", 2024-04-12T16:01:00.926 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.317742+0000", 2024-04-12T16:01:00.926 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047114+0000", 2024-04-12T16:01:00.926 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.926 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.926 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.926 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.926 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047114+0000", 2024-04-12T16:01:00.926 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047114+0000", 2024-04-12T16:01:00.926 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047114+0000", 2024-04-12T16:01:00.926 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.926 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.927 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.927 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047114+0000", 2024-04-12T16:01:00.927 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047114+0000", 2024-04-12T16:01:00.927 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.927 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.927 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.927 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.927 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.927 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.927 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.927 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.927 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.928 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.928 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.928 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.928 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.928 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.20", 2024-04-12T16:01:00.928 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.928 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.928 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.928 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:00.928 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.928 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:39:36.503968+0000", 2024-04-12T16:01:00.928 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.929 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.929 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.929 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.929 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.929 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.929 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.929 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.929 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.929 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.929 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.929 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.929 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.929 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.929 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.930 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.930 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.930 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.930 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.930 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.930 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.930 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.930 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.930 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.930 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.930 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.930 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.930 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.931 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.931 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.931 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.931 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.931 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.931 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.931 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.931 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.931 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.931 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.931 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.931 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.931 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.932 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.932 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.932 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.932 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.932 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.932 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.932 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:00.932 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.932 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T16:01:00.932 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.932 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T16:01:00.932 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.933 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.933 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.933 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.933 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:00.933 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.933 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:00.933 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.933 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T16:01:00.933 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.933 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.933 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.933 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.933 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.934 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.934 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.829213+0000", 2024-04-12T16:01:00.934 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.314719+0000", 2024-04-12T16:01:00.934 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.314719+0000", 2024-04-12T16:01:00.934 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.315003+0000", 2024-04-12T16:01:00.934 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.829213+0000", 2024-04-12T16:01:00.934 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.934 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.934 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.934 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.934 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.829213+0000", 2024-04-12T16:01:00.934 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.829213+0000", 2024-04-12T16:01:00.934 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.829213+0000", 2024-04-12T16:01:00.935 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.935 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.935 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.935 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.829213+0000", 2024-04-12T16:01:00.935 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.829213+0000", 2024-04-12T16:01:00.935 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.935 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.935 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.935 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.935 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.935 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.935 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.935 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.936 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.936 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.936 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.936 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.936 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.936 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.21", 2024-04-12T16:01:00.936 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.936 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.936 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.936 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:00.936 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.936 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:20:42.459015+0000", 2024-04-12T16:01:00.937 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.937 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.937 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.937 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.937 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.937 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.937 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.937 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.937 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.937 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.937 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.937 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.938 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.938 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.938 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.938 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.938 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.938 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.938 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.938 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.938 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.938 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.938 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.938 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.938 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.939 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.939 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.939 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.939 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.939 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.939 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.939 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.939 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.939 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.939 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.939 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.940 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.940 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.940 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.940 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.940 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:00.940 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.941 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:00.941 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.941 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T16:01:00.941 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.941 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.941 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.941 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.941 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.941 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.941 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:00.941 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.941 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T16:01:00.941 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.942 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.942 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.942 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.942 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.942 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.942 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.823742+0000", 2024-04-12T16:01:00.942 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.313790+0000", 2024-04-12T16:01:00.942 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.313790+0000", 2024-04-12T16:01:00.942 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.314085+0000", 2024-04-12T16:01:00.942 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.823742+0000", 2024-04-12T16:01:00.943 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.943 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.943 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.943 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.943 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.823742+0000", 2024-04-12T16:01:00.943 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.823742+0000", 2024-04-12T16:01:00.943 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.823742+0000", 2024-04-12T16:01:00.943 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.943 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.943 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.943 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.823742+0000", 2024-04-12T16:01:00.943 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.823742+0000", 2024-04-12T16:01:00.943 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.944 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.944 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.944 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.944 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.944 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.944 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.944 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.944 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.944 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.944 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.944 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.944 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.944 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.22", 2024-04-12T16:01:00.945 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.945 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.945 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.945 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:00.945 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.945 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:49:46.867990+0000", 2024-04-12T16:01:00.945 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.945 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.945 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.945 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.945 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.945 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.945 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.946 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.946 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.946 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.946 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.946 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.946 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.946 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.946 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.946 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.946 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.946 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.946 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.948 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.948 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.949 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.949 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.949 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.949 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.949 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:00.949 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.949 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T16:01:00.949 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.949 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.949 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.949 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.949 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.949 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.949 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:00.950 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.950 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T16:01:00.950 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.950 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.950 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.950 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.950 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.950 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.950 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047245+0000", 2024-04-12T16:01:00.950 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.318501+0000", 2024-04-12T16:01:00.950 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.318501+0000", 2024-04-12T16:01:00.950 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.319371+0000", 2024-04-12T16:01:00.951 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047245+0000", 2024-04-12T16:01:00.951 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.951 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.951 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.951 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.951 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047245+0000", 2024-04-12T16:01:00.951 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047245+0000", 2024-04-12T16:01:00.951 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047245+0000", 2024-04-12T16:01:00.951 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.951 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.951 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.951 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047245+0000", 2024-04-12T16:01:00.951 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047245+0000", 2024-04-12T16:01:00.952 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.952 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.952 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.952 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.952 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.952 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.952 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.952 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.952 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.952 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.952 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.952 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.952 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.953 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.23", 2024-04-12T16:01:00.953 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.953 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.953 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.953 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:00.953 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.953 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:43:56.128772+0000", 2024-04-12T16:01:00.953 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.953 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.953 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.953 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.953 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.956 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.956 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.956 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.956 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.956 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.956 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.956 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.956 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.956 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.956 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.956 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.956 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.956 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.957 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.957 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.957 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.957 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.957 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.957 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:00.957 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.957 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:00.957 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.957 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T16:01:00.957 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.957 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.958 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.958 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.958 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.958 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.958 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:00.958 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.958 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T16:01:00.958 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.958 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.958 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.958 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.958 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.958 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.959 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.829053+0000", 2024-04-12T16:01:00.959 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.317969+0000", 2024-04-12T16:01:00.959 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.317969+0000", 2024-04-12T16:01:00.959 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.319219+0000", 2024-04-12T16:01:00.959 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.829053+0000", 2024-04-12T16:01:00.959 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.959 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.959 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.959 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.959 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.829053+0000", 2024-04-12T16:01:00.959 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.829053+0000", 2024-04-12T16:01:00.959 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.829053+0000", 2024-04-12T16:01:00.960 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.960 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.960 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.960 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.829053+0000", 2024-04-12T16:01:00.960 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.829053+0000", 2024-04-12T16:01:00.960 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.960 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.960 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.960 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.960 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.960 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.960 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.960 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.961 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.961 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.961 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.961 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.961 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.961 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.24", 2024-04-12T16:01:00.961 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.961 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.961 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.961 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:00.961 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.961 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:59:14.249748+0000", 2024-04-12T16:01:00.961 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.962 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.962 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.963 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.963 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.963 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.963 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.963 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.963 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.963 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.963 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.963 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.963 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.963 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.963 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.963 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.964 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.964 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.964 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.964 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.964 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.964 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.964 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.964 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.964 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.964 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.964 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.964 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.965 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.965 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.965 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.965 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.965 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.965 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.965 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.965 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.965 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.965 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.965 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:00.965 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.965 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T16:01:00.966 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.966 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.966 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.966 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.966 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.966 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.966 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:00.966 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.966 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T16:01:00.966 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.966 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.966 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.967 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.967 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.967 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.967 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.048385+0000", 2024-04-12T16:01:00.967 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.320832+0000", 2024-04-12T16:01:00.967 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.320832+0000", 2024-04-12T16:01:00.967 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.321156+0000", 2024-04-12T16:01:00.967 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.048385+0000", 2024-04-12T16:01:00.967 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.967 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.967 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.967 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.968 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.048385+0000", 2024-04-12T16:01:00.968 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.048385+0000", 2024-04-12T16:01:00.968 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.048385+0000", 2024-04-12T16:01:00.968 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.968 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.968 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.968 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.048385+0000", 2024-04-12T16:01:00.968 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.048385+0000", 2024-04-12T16:01:00.968 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.968 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.968 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.968 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.968 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.969 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.969 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.969 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.969 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.969 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.969 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.969 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.969 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.969 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.25", 2024-04-12T16:01:00.969 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.969 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.969 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.970 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:00.970 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.970 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:24:42.547997+0000", 2024-04-12T16:01:00.970 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.970 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.970 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.970 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.970 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.970 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.970 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.970 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.970 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.971 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.971 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.971 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.971 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.971 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.971 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.971 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.971 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.971 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.971 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.971 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.971 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.971 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.971 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.972 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.972 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.972 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.972 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.972 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.972 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.972 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.972 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.972 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.972 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.972 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.972 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.972 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.972 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.973 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.973 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.973 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.973 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.973 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.973 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.973 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.973 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.973 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.973 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.973 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:00.973 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.974 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:00.974 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.974 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T16:01:00.974 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.974 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.974 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.974 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.974 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:00.974 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.974 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:00.974 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.974 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T16:01:00.975 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.975 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.975 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.975 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.975 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.975 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.975 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.048186+0000", 2024-04-12T16:01:00.975 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.329382+0000", 2024-04-12T16:01:00.975 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.329382+0000", 2024-04-12T16:01:00.975 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.330152+0000", 2024-04-12T16:01:00.975 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.048186+0000", 2024-04-12T16:01:00.975 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.975 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.976 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.976 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.976 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.048186+0000", 2024-04-12T16:01:00.976 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.048186+0000", 2024-04-12T16:01:00.976 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.048186+0000", 2024-04-12T16:01:00.976 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.976 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.976 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.976 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.048186+0000", 2024-04-12T16:01:00.976 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.048186+0000", 2024-04-12T16:01:00.976 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.976 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.976 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.977 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.977 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.977 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.977 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.977 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.977 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.977 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.977 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.977 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.977 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.977 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.26", 2024-04-12T16:01:00.977 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.977 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.978 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.978 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:00.978 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.978 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:28:58.031470+0000", 2024-04-12T16:01:00.978 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.978 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.978 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.978 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.978 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.978 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.978 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.978 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.979 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.979 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.979 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.979 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.979 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.979 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.979 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.979 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.979 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.979 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.979 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.979 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.980 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.980 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.980 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.980 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.980 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.980 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.980 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.980 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.980 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.980 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.980 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.980 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.981 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.981 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.981 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.981 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.981 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.981 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.981 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.981 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.981 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.981 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.981 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.981 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.981 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.981 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.982 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.982 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:00.982 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:00.982 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:00.982 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.982 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T16:01:00.982 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.982 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.982 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.982 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.982 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.982 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.983 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:00.983 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.983 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T16:01:00.983 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.983 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.983 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.983 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.983 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.983 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.983 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.829529+0000", 2024-04-12T16:01:00.983 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.313568+0000", 2024-04-12T16:01:00.983 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.313568+0000", 2024-04-12T16:01:00.984 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.313833+0000", 2024-04-12T16:01:00.984 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.829529+0000", 2024-04-12T16:01:00.984 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.984 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.984 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.984 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.984 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.829529+0000", 2024-04-12T16:01:00.984 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.829529+0000", 2024-04-12T16:01:00.984 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.829529+0000", 2024-04-12T16:01:00.984 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.984 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.984 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.984 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.829529+0000", 2024-04-12T16:01:00.985 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.829529+0000", 2024-04-12T16:01:00.985 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.985 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.985 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.985 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.985 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.985 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.985 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.985 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.985 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.985 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.985 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.985 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.986 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.986 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.27", 2024-04-12T16:01:00.986 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.986 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.986 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.986 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:00.986 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.986 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:59:06.251312+0000", 2024-04-12T16:01:00.986 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.986 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.986 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.987 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.987 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.987 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.987 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.987 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.987 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.987 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.987 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.987 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.987 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.987 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.987 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.987 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.988 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.988 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.988 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.988 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.988 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.988 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.988 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.988 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.988 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.988 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.988 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.988 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.990 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.990 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.990 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.990 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.990 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.990 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.990 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:00.990 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.990 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T16:01:00.990 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.991 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.991 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.991 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.991 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.991 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.991 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:00.991 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.991 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T16:01:00.991 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.991 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.991 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.991 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.991 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.991 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.992 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.823586+0000", 2024-04-12T16:01:00.992 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.310481+0000", 2024-04-12T16:01:00.992 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.310481+0000", 2024-04-12T16:01:00.992 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.310759+0000", 2024-04-12T16:01:00.992 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.823586+0000", 2024-04-12T16:01:00.992 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.992 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:00.992 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.992 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:00.992 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.823586+0000", 2024-04-12T16:01:00.992 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.823586+0000", 2024-04-12T16:01:00.992 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.823586+0000", 2024-04-12T16:01:00.993 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:00.993 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:00.993 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:00.993 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.823586+0000", 2024-04-12T16:01:00.993 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.823586+0000", 2024-04-12T16:01:00.993 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:00.993 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:00.993 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:00.993 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:00.993 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:00.993 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:00.993 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:00.993 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:00.993 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:00.994 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:00.994 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:00.994 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:00.994 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:00.994 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.28", 2024-04-12T16:01:00.994 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:00.994 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:00.994 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:00.994 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:00.994 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:00.994 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:47:52.909587+0000", 2024-04-12T16:01:00.995 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:00.995 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:00.995 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:00.995 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:00.995 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:00.995 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:00.995 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:00.995 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:00.995 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:00.995 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:00.995 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:00.995 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:00.995 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:00.995 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:00.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:00.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:00.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:00.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:00.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:00.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:00.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:00.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:00.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:00.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:00.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:00.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:00.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:00.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:00.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:00.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:00.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:00.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:00.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:00.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:00.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:00.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:00.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:00.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:00.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:00.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:00.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:00.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:00.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:00.998 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.998 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:00.998 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:00.998 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:00.998 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:00.998 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.998 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:00.998 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.998 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T16:01:00.998 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:00.998 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:00.998 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:00.998 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:00.999 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:00.999 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:00.999 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:00.999 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:00.999 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T16:01:00.999 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:00.999 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:00.999 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:00.999 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:00.999 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:00.999 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:00.999 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.828767+0000", 2024-04-12T16:01:01.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.323818+0000", 2024-04-12T16:01:01.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.323818+0000", 2024-04-12T16:01:01.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.324073+0000", 2024-04-12T16:01:01.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.828767+0000", 2024-04-12T16:01:01.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:01.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:01.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:01.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:01.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.828767+0000", 2024-04-12T16:01:01.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.828767+0000", 2024-04-12T16:01:01.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.828767+0000", 2024-04-12T16:01:01.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:01.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:01.001 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:01.001 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.828767+0000", 2024-04-12T16:01:01.001 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.828767+0000", 2024-04-12T16:01:01.001 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:01.001 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:01.001 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:01.001 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:01.001 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:01.001 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:01.001 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:01.001 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:01.001 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:01.002 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:01.002 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:01.002 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:01.002 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:01.002 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.29", 2024-04-12T16:01:01.002 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:01.002 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:01.002 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:01.002 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:01.002 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:01.002 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:52:26.139725+0000", 2024-04-12T16:01:01.003 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:01.003 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:01.003 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:01.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:01.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:01.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:01.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:01.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:01.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:01.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:01.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:01.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:01.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:01.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:01.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:01.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:01.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:01.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:01.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:01.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:01.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:01.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:01.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:01.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:01.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:01.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:01.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:01.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:01.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:01.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:01.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:01.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:01.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:01.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:01.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:01.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:01.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:01.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:01.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:01.006 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:01.006 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:01.006 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:01.006 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:01.006 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.006 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:01.006 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:01.006 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:01.006 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:01.006 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:01.006 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:01.006 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.007 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T16:01:01.007 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:01.007 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.007 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.007 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:01.007 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:01.007 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:01.007 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:01.007 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.007 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T16:01:01.007 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:01.007 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:01.007 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:01.008 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:01.008 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:01.008 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:01.008 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.823781+0000", 2024-04-12T16:01:01.008 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.310387+0000", 2024-04-12T16:01:01.008 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.310387+0000", 2024-04-12T16:01:01.008 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.311247+0000", 2024-04-12T16:01:01.008 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.823781+0000", 2024-04-12T16:01:01.008 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:01.008 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:01.008 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:01.008 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:01.008 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.823781+0000", 2024-04-12T16:01:01.008 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.823781+0000", 2024-04-12T16:01:01.009 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.823781+0000", 2024-04-12T16:01:01.009 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:01.009 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:01.009 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:01.009 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.823781+0000", 2024-04-12T16:01:01.009 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.823781+0000", 2024-04-12T16:01:01.009 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:01.009 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:01.009 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:01.009 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:01.009 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:01.009 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:01.010 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:01.010 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:01.010 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:01.010 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:01.010 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:01.010 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:01.010 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:01.010 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.2a", 2024-04-12T16:01:01.010 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:01.010 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:01.010 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:01.010 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:01.010 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:01.011 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:15:57.324499+0000", 2024-04-12T16:01:01.011 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:01.011 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:01.011 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:01.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:01.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:01.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:01.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:01.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:01.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:01.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:01.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:01.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:01.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:01.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:01.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:01.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:01.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:01.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:01.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:01.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:01.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:01.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:01.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:01.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:01.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:01.013 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:01.013 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:01.013 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:01.013 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:01.013 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:01.013 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:01.013 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:01.013 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:01.013 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:01.013 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:01.013 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:01.013 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:01.013 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:01.014 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:01.014 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:01.014 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:01.014 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:01.014 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:01.014 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.014 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:01.014 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:01.014 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:01.014 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:01.014 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:01.014 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:01.014 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.015 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T16:01:01.015 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:01.015 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.015 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.015 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:01.015 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:01.015 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:01.015 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:01.015 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.018 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T16:01:01.018 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:01.018 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:01.018 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:01.018 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:01.019 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:01.019 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:01.019 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047329+0000", 2024-04-12T16:01:01.019 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.326579+0000", 2024-04-12T16:01:01.019 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.326579+0000", 2024-04-12T16:01:01.019 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.326829+0000", 2024-04-12T16:01:01.019 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047329+0000", 2024-04-12T16:01:01.019 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:01.019 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:01.019 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:01.019 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:01.019 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047329+0000", 2024-04-12T16:01:01.020 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047329+0000", 2024-04-12T16:01:01.020 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047329+0000", 2024-04-12T16:01:01.020 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:01.020 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:01.020 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:01.020 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047329+0000", 2024-04-12T16:01:01.020 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047329+0000", 2024-04-12T16:01:01.020 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:01.020 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:01.020 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:01.020 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:01.021 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:01.021 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:01.021 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:01.021 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:01.021 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:01.021 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:01.021 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:01.021 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:01.021 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:01.021 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.2b", 2024-04-12T16:01:01.022 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:01.022 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:01.022 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:01.022 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:01.022 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:01.022 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:49:18.564958+0000", 2024-04-12T16:01:01.023 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:01.023 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:01.023 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:01.023 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:01.023 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:01.023 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:01.023 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:01.023 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:01.023 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:01.023 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:01.023 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:01.023 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:01.023 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:01.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:01.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:01.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:01.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:01.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:01.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:01.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:01.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:01.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:01.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:01.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:01.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:01.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:01.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:01.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:01.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:01.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:01.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:01.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:01.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:01.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:01.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:01.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:01.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:01.026 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:01.026 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:01.026 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:01.026 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:01.026 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:01.026 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:01.026 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.026 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:01.026 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:01.026 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:01.026 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:01.026 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:01.027 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:01.027 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.027 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T16:01:01.027 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:01.027 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.027 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.027 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:01.027 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:01.027 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:01.027 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:01.027 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.027 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T16:01:01.027 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:01.028 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:01.028 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:01.028 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:01.028 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:01.028 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:01.028 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.048129+0000", 2024-04-12T16:01:01.028 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.325464+0000", 2024-04-12T16:01:01.028 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.325464+0000", 2024-04-12T16:01:01.028 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.325752+0000", 2024-04-12T16:01:01.028 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.048129+0000", 2024-04-12T16:01:01.028 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:01.028 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:01.029 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:01.029 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:01.029 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.048129+0000", 2024-04-12T16:01:01.029 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.048129+0000", 2024-04-12T16:01:01.029 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.048129+0000", 2024-04-12T16:01:01.029 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:01.029 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:01.029 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:01.029 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.048129+0000", 2024-04-12T16:01:01.029 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.048129+0000", 2024-04-12T16:01:01.029 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:01.029 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:01.030 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:01.030 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:01.030 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:01.030 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:01.030 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:01.030 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:01.030 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:01.030 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:01.030 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:01.030 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:01.030 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:01.030 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.2c", 2024-04-12T16:01:01.031 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:01.031 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:01.031 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:01.031 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:01.031 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:01.031 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:30:43.497662+0000", 2024-04-12T16:01:01.031 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:01.031 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:01.031 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:01.031 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:01.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:01.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:01.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:01.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:01.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:01.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:01.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:01.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:01.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:01.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:01.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:01.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:01.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:01.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:01.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:01.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:01.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:01.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:01.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:01.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:01.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:01.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:01.034 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:01.034 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:01.034 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:01.034 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:01.034 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:01.034 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:01.034 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:01.034 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:01.034 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:01.034 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:01.034 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:01.035 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:01.035 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:01.035 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:01.035 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:01.035 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:01.035 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:01.035 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.035 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:01.035 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:01.035 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:01.035 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:01.035 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:01.035 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:01.036 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.036 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T16:01:01.036 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:01.036 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.036 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.036 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_per_pool": [ 2024-04-12T16:01:01.036 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.036 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": 24, 2024-04-12T16:01:01.036 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T16:01:01.036 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd" 2024-04-12T16:01:01.036 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.036 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:01.036 INFO:tasks.workunit.client.0.smithi099.stdout: "num_pg": 8, 2024-04-12T16:01:01.037 INFO:tasks.workunit.client.0.smithi099.stdout: "num_store_stats": 8, 2024-04-12T16:01:01.037 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:01.037 INFO:tasks.workunit.client.0.smithi099.stdout: "poolid": 4, 2024-04-12T16:01:01.037 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:01.037 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:01.037 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:01.037 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:01.037 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:01.037 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:01.037 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:01.037 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:01.038 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:01.038 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:01.038 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:01.038 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:01.038 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:01.038 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:01.038 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:01.038 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:01.038 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:01.038 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:01.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:01.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:01.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:01.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:01.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:01.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:01.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:01.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:01.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:01.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:01.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:01.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:01.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:01.040 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:01.040 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:01.040 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:01.040 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:01.040 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:01.040 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:01.040 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:01.040 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:01.040 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:01.040 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:01.040 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.040 INFO:tasks.workunit.client.0.smithi099.stdout: "store_stats": { 2024-04-12T16:01:01.040 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": 0, 2024-04-12T16:01:01.041 INFO:tasks.workunit.client.0.smithi099.stdout: "available": 0, 2024-04-12T16:01:01.041 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed": 0, 2024-04-12T16:01:01.041 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_allocated": 0, 2024-04-12T16:01:01.041 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_original": 0, 2024-04-12T16:01:01.041 INFO:tasks.workunit.client.0.smithi099.stdout: "data_stored": 0, 2024-04-12T16:01:01.041 INFO:tasks.workunit.client.0.smithi099.stdout: "internal_metadata": 0, 2024-04-12T16:01:01.041 INFO:tasks.workunit.client.0.smithi099.stdout: "internally_reserved": 0, 2024-04-12T16:01:01.041 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_allocated": 0, 2024-04-12T16:01:01.041 INFO:tasks.workunit.client.0.smithi099.stdout: "total": 0 2024-04-12T16:01:01.041 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.041 INFO:tasks.workunit.client.0.smithi099.stdout: "up": 24 2024-04-12T16:01:01.041 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.041 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.042 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": 192, 2024-04-12T16:01:01.042 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T16:01:01.042 INFO:tasks.workunit.client.0.smithi099.stdout: "cephfs" 2024-04-12T16:01:01.042 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.042 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:01.042 INFO:tasks.workunit.client.0.smithi099.stdout: "num_pg": 64, 2024-04-12T16:01:01.042 INFO:tasks.workunit.client.0.smithi099.stdout: "num_store_stats": 8, 2024-04-12T16:01:01.042 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:01.042 INFO:tasks.workunit.client.0.smithi099.stdout: "poolid": 3, 2024-04-12T16:01:01.042 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:01.042 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:01.042 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:01.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:01.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:01.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:01.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:01.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:01.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:01.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:01.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:01.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:01.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:01.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:01.044 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:01.044 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:01.044 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:01.044 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:01.044 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:01.044 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:01.044 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:01.044 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:01.044 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:01.044 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:01.044 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:01.044 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:01.045 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:01.045 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:01.045 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:01.045 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:01.045 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:01.045 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:01.045 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:01.045 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:01.045 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:01.045 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:01.045 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:01.046 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:01.046 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:01.046 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:01.046 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:01.046 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.046 INFO:tasks.workunit.client.0.smithi099.stdout: "store_stats": { 2024-04-12T16:01:01.046 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": 0, 2024-04-12T16:01:01.046 INFO:tasks.workunit.client.0.smithi099.stdout: "available": 0, 2024-04-12T16:01:01.046 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed": 0, 2024-04-12T16:01:01.046 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_allocated": 0, 2024-04-12T16:01:01.046 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_original": 0, 2024-04-12T16:01:01.046 INFO:tasks.workunit.client.0.smithi099.stdout: "data_stored": 0, 2024-04-12T16:01:01.047 INFO:tasks.workunit.client.0.smithi099.stdout: "internal_metadata": 0, 2024-04-12T16:01:01.047 INFO:tasks.workunit.client.0.smithi099.stdout: "internally_reserved": 0, 2024-04-12T16:01:01.047 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_allocated": 0, 2024-04-12T16:01:01.047 INFO:tasks.workunit.client.0.smithi099.stdout: "total": 0 2024-04-12T16:01:01.047 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.047 INFO:tasks.workunit.client.0.smithi099.stdout: "up": 192 2024-04-12T16:01:01.047 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.047 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.047 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": 3, 2024-04-12T16:01:01.047 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T16:01:01.047 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr" 2024-04-12T16:01:01.047 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.048 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 144, 2024-04-12T16:01:01.048 INFO:tasks.workunit.client.0.smithi099.stdout: "num_pg": 1, 2024-04-12T16:01:01.048 INFO:tasks.workunit.client.0.smithi099.stdout: "num_store_stats": 3, 2024-04-12T16:01:01.048 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 144, 2024-04-12T16:01:01.048 INFO:tasks.workunit.client.0.smithi099.stdout: "poolid": 1, 2024-04-12T16:01:01.048 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:01.048 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 590368, 2024-04-12T16:01:01.048 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:01.048 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 1771104, 2024-04-12T16:01:01.048 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:01.048 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:01.049 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:01.049 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:01.049 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:01.049 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:01.049 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:01.049 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:01.049 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:01.049 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:01.049 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:01.049 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:01.049 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:01.050 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 6, 2024-04-12T16:01:01.050 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 2, 2024-04-12T16:01:01.050 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:01.050 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 2, 2024-04-12T16:01:01.050 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:01.050 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:01.050 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:01.050 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:01.050 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:01.050 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:01.050 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:01.050 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 6, 2024-04-12T16:01:01.051 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:01.051 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:01.051 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:01.051 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:01.051 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:01.051 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 358, 2024-04-12T16:01:01.051 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 554, 2024-04-12T16:01:01.051 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:01.051 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:01.051 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:01.051 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 211, 2024-04-12T16:01:01.051 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 2416 2024-04-12T16:01:01.051 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.051 INFO:tasks.workunit.client.0.smithi099.stdout: "store_stats": { 2024-04-12T16:01:01.052 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": 1781760, 2024-04-12T16:01:01.052 INFO:tasks.workunit.client.0.smithi099.stdout: "available": 0, 2024-04-12T16:01:01.052 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed": 0, 2024-04-12T16:01:01.052 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_allocated": 0, 2024-04-12T16:01:01.052 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_original": 0, 2024-04-12T16:01:01.052 INFO:tasks.workunit.client.0.smithi099.stdout: "data_stored": 1771104, 2024-04-12T16:01:01.052 INFO:tasks.workunit.client.0.smithi099.stdout: "internal_metadata": 0, 2024-04-12T16:01:01.052 INFO:tasks.workunit.client.0.smithi099.stdout: "internally_reserved": 0, 2024-04-12T16:01:01.052 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_allocated": 0, 2024-04-12T16:01:01.052 INFO:tasks.workunit.client.0.smithi099.stdout: "total": 0 2024-04-12T16:01:01.052 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.052 INFO:tasks.workunit.client.0.smithi099.stdout: "up": 3 2024-04-12T16:01:01.052 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.053 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.053 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": 96, 2024-04-12T16:01:01.053 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T16:01:01.053 INFO:tasks.workunit.client.0.smithi099.stdout: "cephfs" 2024-04-12T16:01:01.053 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.053 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 45, 2024-04-12T16:01:01.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_pg": 32, 2024-04-12T16:01:01.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_store_stats": 8, 2024-04-12T16:01:01.053 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 45, 2024-04-12T16:01:01.053 INFO:tasks.workunit.client.0.smithi099.stdout: "poolid": 2, 2024-04-12T16:01:01.053 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:01.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 3430, 2024-04-12T16:01:01.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:01.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:01.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:01.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:01.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:01.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:01.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:01.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:01.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:01.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:01.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:01.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:01.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:01.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:01.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:01.055 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 66, 2024-04-12T16:01:01.055 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 22, 2024-04-12T16:01:01.055 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:01.055 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 22, 2024-04-12T16:01:01.055 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:01.055 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:01.055 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:01.055 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:01.055 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:01.055 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 14, 2024-04-12T16:01:01.055 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:01.055 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 1, 2024-04-12T16:01:01.056 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:01.056 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:01.056 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:01.056 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:01.056 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:01.056 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:01.056 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:01.056 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:01.056 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:01.056 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:01.056 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 51, 2024-04-12T16:01:01.056 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 20 2024-04-12T16:01:01.056 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.056 INFO:tasks.workunit.client.0.smithi099.stdout: "store_stats": { 2024-04-12T16:01:01.057 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": 98304, 2024-04-12T16:01:01.057 INFO:tasks.workunit.client.0.smithi099.stdout: "available": 0, 2024-04-12T16:01:01.057 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed": 0, 2024-04-12T16:01:01.057 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_allocated": 0, 2024-04-12T16:01:01.057 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_original": 0, 2024-04-12T16:01:01.057 INFO:tasks.workunit.client.0.smithi099.stdout: "data_stored": 10290, 2024-04-12T16:01:01.057 INFO:tasks.workunit.client.0.smithi099.stdout: "internal_metadata": 0, 2024-04-12T16:01:01.057 INFO:tasks.workunit.client.0.smithi099.stdout: "internally_reserved": 0, 2024-04-12T16:01:01.057 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_allocated": 0, 2024-04-12T16:01:01.057 INFO:tasks.workunit.client.0.smithi099.stdout: "total": 0 2024-04-12T16:01:01.057 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.057 INFO:tasks.workunit.client.0.smithi099.stdout: "up": 96 2024-04-12T16:01:01.057 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.057 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.057 INFO:tasks.workunit.client.0.smithi099.stdout: "usage": { 2024-04-12T16:01:01.058 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_num": 105, 2024-04-12T16:01:01.058 INFO:tasks.workunit.client.0.smithi099.stdout: "pools": 4, 2024-04-12T16:01:01.058 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_by_class": { 2024-04-12T16:01:01.058 INFO:tasks.workunit.client.0.smithi099.stdout: "ssd": { 2024-04-12T16:01:01.058 INFO:tasks.workunit.client.0.smithi099.stdout: "total_avail_bytes": 767714623488, 2024-04-12T16:01:01.058 INFO:tasks.workunit.client.0.smithi099.stdout: "total_bytes": 767960285184, 2024-04-12T16:01:01.058 INFO:tasks.workunit.client.0.smithi099.stdout: "total_used_bytes": 245661696, 2024-04-12T16:01:01.058 INFO:tasks.workunit.client.0.smithi099.stdout: "total_used_raw_bytes": 245661696, 2024-04-12T16:01:01.058 INFO:tasks.workunit.client.0.smithi099.stdout: "total_used_raw_ratio": 0.0003198885533493012 2024-04-12T16:01:01.058 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.058 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.058 INFO:tasks.workunit.client.0.smithi099.stdout: "total_avail_bytes": 767714623488, 2024-04-12T16:01:01.059 INFO:tasks.workunit.client.0.smithi099.stdout: "total_bytes": 767960285184, 2024-04-12T16:01:01.059 INFO:tasks.workunit.client.0.smithi099.stdout: "total_used_bytes": 245661696 2024-04-12T16:01:01.059 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.059 INFO:tasks.workunit.client.0.smithi099.stdout:} 2024-04-12T16:01:01.059 INFO:tasks.workunit.client.0.smithi099.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-12T16:01:01.060 INFO:tasks.workunit.client.0.smithi099.stderr:+ ceph telemetry show-device 2024-04-12T16:01:01.060 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[27456]: from='client.24860 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:01:01.060 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/2646101508' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-12T16:01:01.060 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[27456]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:01:01.061 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:01:01.061 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:01:01.061 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:01.061 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:01.061 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:01.061 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:01.061 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:01.061 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:01.061 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:01.061 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:01.061 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:01.061 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:01:01.061 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:01:01.061 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:01.062 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:01.062 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:01.062 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:01:01.062 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:01:01.062 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:01.062 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:01.062 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:01.062 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:01:01.062 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:01:01.062 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:01.063 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[39429]: from='client.24860 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:01:01.063 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/2646101508' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-12T16:01:01.063 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[39429]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:01:01.063 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:01:01.063 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:01:01.063 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:01.063 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:01.064 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:01.064 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:01.064 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:01.064 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:01.064 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:01.064 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:01.064 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:01.064 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:01:01.064 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:01:01.064 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:01.064 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:01.064 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:01.064 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:01:01.064 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:01:01.065 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:01.065 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:01.065 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:01.065 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:01:01.065 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:01:01.065 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:01.065 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:59 smithi110 ceph-mon[31279]: from='client.24860 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:01:01.065 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:59 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/2646101508' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-12T16:01:01.065 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:59 smithi110 ceph-mon[31279]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:01:01.066 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:59 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:01:01.066 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:59 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:01:01.066 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:59 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:01.066 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:59 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:01.066 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:59 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:01.066 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:59 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:01.066 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:59 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:01.066 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:59 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:01.066 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:59 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:01.066 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:59 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:01.066 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:59 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:01.067 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:59 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:01:01.067 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:59 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:01:01.067 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:59 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:01.067 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:59 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:01.067 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:59 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:01.067 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:59 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:01:01.067 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:59 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:01:01.067 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:59 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:01.067 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:59 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:01.067 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:59 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:01.067 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:59 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:01:01.068 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:59 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:01:01.068 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:59 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:01.068 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:59 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:01.068 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:59 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:01.068 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:59 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:01:01.068 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:59 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:01:01.068 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:59 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:01.068 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:59 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:01.068 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:59 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:01.068 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:59 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:01.068 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:59 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:01.068 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:59 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:01.069 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:59 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:01.069 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:59 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:01.069 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:00:59 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:01.069 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:00 smithi110 ceph-mon[31279]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:01:01.069 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:00 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:01:01.069 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:00 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:01:01.069 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:00 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:01.069 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:00 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:01.069 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:00 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:01.069 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:00 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:01:01.069 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:00 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:01:01.069 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:00 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:01.069 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:00 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:01.070 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:00 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:01.070 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:00 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:01:01.070 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:00 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:01:01.070 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:00 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:01.070 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:00 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:01.070 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:00 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:01.070 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:00 smithi110 ceph-mon[31279]: from='client.14988 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:01:01.070 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:00 smithi110 ceph-mon[31279]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-12T16:01:01.070 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:00 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:01:01.070 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:00 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:01:01.070 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:00 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:01.070 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:00 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:01.071 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:00 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:01.071 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:00 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:01.071 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:00 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:01.071 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:00 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:01.071 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:00 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:01.071 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:00 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:01.071 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:00 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:01.071 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:00 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:01:01.071 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:00 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:01:01.071 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:00 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:01.071 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:00 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:01.071 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:00 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:01.071 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:00 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:01:01.071 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:00 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:01:01.072 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:00 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:01.072 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:00 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:01.072 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:00 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:01.072 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:00 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:01:01.072 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:00 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:01:01.072 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:00 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:01.072 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:00 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:01.072 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:00 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:01.072 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:01.072 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:01.073 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:01:01.073 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:01:01.073 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:01.073 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:01.073 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:01.073 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:01.073 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:01.073 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:01.073 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:01.073 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:01.073 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:01.074 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:01.074 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:01.074 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:01:01.074 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:01:01.074 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:01.074 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:01.074 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:01.074 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:01.074 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:01.074 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:01.075 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:01.075 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:01.075 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:00:59 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:01.075 INFO:tasks.workunit.client.0.smithi099.stdout:{ 2024-04-12T16:01:01.075 INFO:tasks.workunit.client.0.smithi099.stdout: "d879d220-f8e5-11ee-9d32-0cc47a8fd803": { 2024-04-12T16:01:01.075 INFO:tasks.workunit.client.0.smithi099.stdout: "INTEL_SSDPED1D480GA_d87ac4aa-f8e5-11ee-9d32-0cc47a8fd803": { 2024-04-12T16:01:01.075 INFO:tasks.workunit.client.0.smithi099.stdout: "20240412-155515": { 2024-04-12T16:01:01.075 INFO:tasks.workunit.client.0.smithi099.stdout: "device": { 2024-04-12T16:01:01.076 INFO:tasks.workunit.client.0.smithi099.stdout: "info_name": "/dev/nvme0n1", 2024-04-12T16:01:01.076 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "/dev/nvme0n1", 2024-04-12T16:01:01.076 INFO:tasks.workunit.client.0.smithi099.stdout: "protocol": "NVMe", 2024-04-12T16:01:01.076 INFO:tasks.workunit.client.0.smithi099.stdout: "type": "nvme" 2024-04-12T16:01:01.076 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.076 INFO:tasks.workunit.client.0.smithi099.stdout: "firmware_version": "E2010325", 2024-04-12T16:01:01.076 INFO:tasks.workunit.client.0.smithi099.stdout: "host_id": "d879d220-f8e5-11ee-9d32-0cc47a8fd803", 2024-04-12T16:01:01.076 INFO:tasks.workunit.client.0.smithi099.stdout: "json_format_version": [ 2024-04-12T16:01:01.076 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:01.076 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:01.076 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.076 INFO:tasks.workunit.client.0.smithi099.stdout: "local_time": { 2024-04-12T16:01:01.076 INFO:tasks.workunit.client.0.smithi099.stdout: "asctime": "Fri Apr 12 15:55:15 2024 UTC", 2024-04-12T16:01:01.076 INFO:tasks.workunit.client.0.smithi099.stdout: "time_t": 1712937315 2024-04-12T16:01:01.077 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.077 INFO:tasks.workunit.client.0.smithi099.stdout: "logical_block_size": 512, 2024-04-12T16:01:01.077 INFO:tasks.workunit.client.0.smithi099.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-04-12T16:01:01.077 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_controller_id": 0, 2024-04-12T16:01:01.077 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-12T16:01:01.077 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_namespaces": [ 2024-04-12T16:01:01.077 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.077 INFO:tasks.workunit.client.0.smithi099.stdout: "capacity": { 2024-04-12T16:01:01.077 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 937703088, 2024-04-12T16:01:01.077 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 480103981056 2024-04-12T16:01:01.077 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.077 INFO:tasks.workunit.client.0.smithi099.stdout: "formatted_lba_size": 512, 2024-04-12T16:01:01.077 INFO:tasks.workunit.client.0.smithi099.stdout: "id": 1, 2024-04-12T16:01:01.078 INFO:tasks.workunit.client.0.smithi099.stdout: "size": { 2024-04-12T16:01:01.078 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 937703088, 2024-04-12T16:01:01.078 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 480103981056 2024-04-12T16:01:01.078 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.078 INFO:tasks.workunit.client.0.smithi099.stdout: "utilization": { 2024-04-12T16:01:01.078 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 937703088, 2024-04-12T16:01:01.078 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 480103981056 2024-04-12T16:01:01.078 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.078 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.078 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.078 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_number_of_namespaces": 1, 2024-04-12T16:01:01.078 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_pci_vendor": { 2024-04-12T16:01:01.078 INFO:tasks.workunit.client.0.smithi099.stdout: "id": 32902, 2024-04-12T16:01:01.078 INFO:tasks.workunit.client.0.smithi099.stdout: "subsystem_id": 32902 2024-04-12T16:01:01.079 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.079 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_smart_health_information_add_log": { 2024-04-12T16:01:01.079 INFO:tasks.workunit.client.0.smithi099.stdout: "Device stats": { 2024-04-12T16:01:01.079 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_fw_downgrades": { 2024-04-12T16:01:01.079 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:01:01.079 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.079 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.079 INFO:tasks.workunit.client.0.smithi099.stdout: "crc_error_count": { 2024-04-12T16:01:01.079 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:01:01.079 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.079 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.079 INFO:tasks.workunit.client.0.smithi099.stdout: "end_to_end_error_detection_count": { 2024-04-12T16:01:01.079 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:01:01.079 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.079 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.080 INFO:tasks.workunit.client.0.smithi099.stdout: "erase_fail_count": { 2024-04-12T16:01:01.080 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:01:01.080 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.080 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.080 INFO:tasks.workunit.client.0.smithi099.stdout: "host_bytes_written": { 2024-04-12T16:01:01.080 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:01:01.080 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 8326780 2024-04-12T16:01:01.080 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.080 INFO:tasks.workunit.client.0.smithi099.stdout: "host_ctx_wear_used": { 2024-04-12T16:01:01.080 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:01:01.080 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.080 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.080 INFO:tasks.workunit.client.0.smithi099.stdout: "media_bytes_read": { 2024-04-12T16:01:01.081 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:01:01.081 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.081 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.081 INFO:tasks.workunit.client.0.smithi099.stdout: "nand_bytes_written": { 2024-04-12T16:01:01.081 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:01:01.081 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.081 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.081 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_stat_indicator": { 2024-04-12T16:01:01.081 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:01:01.081 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.081 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.082 INFO:tasks.workunit.client.0.smithi099.stdout: "pll_lock_loss_count": { 2024-04-12T16:01:01.082 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:01:01.082 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.082 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.082 INFO:tasks.workunit.client.0.smithi099.stdout: "program_fail_count": { 2024-04-12T16:01:01.082 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:01:01.082 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.082 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.082 INFO:tasks.workunit.client.0.smithi099.stdout: "re_alloc_sectr_cnt": { 2024-04-12T16:01:01.082 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:01:01.082 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.082 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.083 INFO:tasks.workunit.client.0.smithi099.stdout: "retry_buffer_overflow_count": { 2024-04-12T16:01:01.083 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:01:01.083 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.083 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.083 INFO:tasks.workunit.client.0.smithi099.stdout: "soft_ecc_err_rate": { 2024-04-12T16:01:01.083 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:01:01.083 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.083 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.083 INFO:tasks.workunit.client.0.smithi099.stdout: "thermal_throttle_status": { 2024-04-12T16:01:01.083 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:01:01.083 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": { 2024-04-12T16:01:01.084 INFO:tasks.workunit.client.0.smithi099.stdout: "cnt": 0, 2024-04-12T16:01:01.084 INFO:tasks.workunit.client.0.smithi099.stdout: "pct": 0 2024-04-12T16:01:01.084 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.084 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.084 INFO:tasks.workunit.client.0.smithi099.stdout: "timed_workload_host_reads": { 2024-04-12T16:01:01.084 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:01:01.084 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 15 2024-04-12T16:01:01.084 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.084 INFO:tasks.workunit.client.0.smithi099.stdout: "timed_workload_media_wear": { 2024-04-12T16:01:01.084 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:01:01.084 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.084 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.084 INFO:tasks.workunit.client.0.smithi099.stdout: "timed_workload_timer": { 2024-04-12T16:01:01.085 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:01:01.085 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 1018672 2024-04-12T16:01:01.085 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.085 INFO:tasks.workunit.client.0.smithi099.stdout: "unexp_power_loss": { 2024-04-12T16:01:01.085 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:01:01.085 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.085 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.085 INFO:tasks.workunit.client.0.smithi099.stdout: "wear_leveling": { 2024-04-12T16:01:01.085 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:01:01.085 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": { 2024-04-12T16:01:01.085 INFO:tasks.workunit.client.0.smithi099.stdout: "avg": 0, 2024-04-12T16:01:01.086 INFO:tasks.workunit.client.0.smithi099.stdout: "max": 0, 2024-04-12T16:01:01.086 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0 2024-04-12T16:01:01.086 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.086 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.086 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.086 INFO:tasks.workunit.client.0.smithi099.stdout: "Intel Smart log": "nvme0n1" 2024-04-12T16:01:01.086 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.086 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_smart_health_information_log": { 2024-04-12T16:01:01.086 INFO:tasks.workunit.client.0.smithi099.stdout: "available_spare": 100, 2024-04-12T16:01:01.086 INFO:tasks.workunit.client.0.smithi099.stdout: "available_spare_threshold": 0, 2024-04-12T16:01:01.086 INFO:tasks.workunit.client.0.smithi099.stdout: "controller_busy_time": 3228, 2024-04-12T16:01:01.086 INFO:tasks.workunit.client.0.smithi099.stdout: "critical_warning": 0, 2024-04-12T16:01:01.087 INFO:tasks.workunit.client.0.smithi099.stdout: "data_units_read": 114885459, 2024-04-12T16:01:01.087 INFO:tasks.workunit.client.0.smithi099.stdout: "data_units_written": 545703895, 2024-04-12T16:01:01.087 INFO:tasks.workunit.client.0.smithi099.stdout: "host_reads": 1865001433, 2024-04-12T16:01:01.087 INFO:tasks.workunit.client.0.smithi099.stdout: "host_writes": 12343305405, 2024-04-12T16:01:01.087 INFO:tasks.workunit.client.0.smithi099.stdout: "media_errors": 0, 2024-04-12T16:01:01.087 INFO:tasks.workunit.client.0.smithi099.stdout: "num_err_log_entries": 0, 2024-04-12T16:01:01.087 INFO:tasks.workunit.client.0.smithi099.stdout: "percentage_used": 0, 2024-04-12T16:01:01.087 INFO:tasks.workunit.client.0.smithi099.stdout: "power_cycles": 22271, 2024-04-12T16:01:01.087 INFO:tasks.workunit.client.0.smithi099.stdout: "power_on_hours": 26510, 2024-04-12T16:01:01.087 INFO:tasks.workunit.client.0.smithi099.stdout: "temperature": 34, 2024-04-12T16:01:01.087 INFO:tasks.workunit.client.0.smithi099.stdout: "unsafe_shutdowns": 7461 2024-04-12T16:01:01.087 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.087 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_vendor": "intel", 2024-04-12T16:01:01.088 INFO:tasks.workunit.client.0.smithi099.stdout: "power_cycle_count": 22271, 2024-04-12T16:01:01.088 INFO:tasks.workunit.client.0.smithi099.stdout: "power_on_time": { 2024-04-12T16:01:01.088 INFO:tasks.workunit.client.0.smithi099.stdout: "hours": 26510 2024-04-12T16:01:01.088 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.088 INFO:tasks.workunit.client.0.smithi099.stdout: "serial_number": "deleted", 2024-04-12T16:01:01.088 INFO:tasks.workunit.client.0.smithi099.stdout: "smart_status": { 2024-04-12T16:01:01.088 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme": { 2024-04-12T16:01:01.088 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.088 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.088 INFO:tasks.workunit.client.0.smithi099.stdout: "passed": true 2024-04-12T16:01:01.088 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.088 INFO:tasks.workunit.client.0.smithi099.stdout: "smartctl": { 2024-04-12T16:01:01.089 INFO:tasks.workunit.client.0.smithi099.stdout: "argv": [ 2024-04-12T16:01:01.089 INFO:tasks.workunit.client.0.smithi099.stdout: "smartctl", 2024-04-12T16:01:01.089 INFO:tasks.workunit.client.0.smithi099.stdout: "-x", 2024-04-12T16:01:01.089 INFO:tasks.workunit.client.0.smithi099.stdout: "--json=o", 2024-04-12T16:01:01.089 INFO:tasks.workunit.client.0.smithi099.stdout: "/dev/nvme0n1" 2024-04-12T16:01:01.089 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.089 INFO:tasks.workunit.client.0.smithi099.stdout: "build_info": "(local build)", 2024-04-12T16:01:01.089 INFO:tasks.workunit.client.0.smithi099.stdout: "exit_status": 0, 2024-04-12T16:01:01.089 INFO:tasks.workunit.client.0.smithi099.stdout: "output": [ 2024-04-12T16:01:01.089 INFO:tasks.workunit.client.0.smithi099.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-12T16:01:01.089 INFO:tasks.workunit.client.0.smithi099.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-12T16:01:01.089 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:01:01.090 INFO:tasks.workunit.client.0.smithi099.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-12T16:01:01.090 INFO:tasks.workunit.client.0.smithi099.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-04-12T16:01:01.090 INFO:tasks.workunit.client.0.smithi099.stdout: "Serial Number: deleted", 2024-04-12T16:01:01.090 INFO:tasks.workunit.client.0.smithi099.stdout: "Firmware Version: E2010325", 2024-04-12T16:01:01.090 INFO:tasks.workunit.client.0.smithi099.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-12T16:01:01.090 INFO:tasks.workunit.client.0.smithi099.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-12T16:01:01.090 INFO:tasks.workunit.client.0.smithi099.stdout: "Controller ID: 0", 2024-04-12T16:01:01.090 INFO:tasks.workunit.client.0.smithi099.stdout: "Number of Namespaces: 1", 2024-04-12T16:01:01.090 INFO:tasks.workunit.client.0.smithi099.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-04-12T16:01:01.090 INFO:tasks.workunit.client.0.smithi099.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-12T16:01:01.090 INFO:tasks.workunit.client.0.smithi099.stdout: "Local Time is: Fri Apr 12 15:55:15 2024 UTC", 2024-04-12T16:01:01.091 INFO:tasks.workunit.client.0.smithi099.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-12T16:01:01.091 INFO:tasks.workunit.client.0.smithi099.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-04-12T16:01:01.091 INFO:tasks.workunit.client.0.smithi099.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-12T16:01:01.091 INFO:tasks.workunit.client.0.smithi099.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-12T16:01:01.091 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:01:01.091 INFO:tasks.workunit.client.0.smithi099.stdout: "Supported Power States", 2024-04-12T16:01:01.091 INFO:tasks.workunit.client.0.smithi099.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-12T16:01:01.091 INFO:tasks.workunit.client.0.smithi099.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-04-12T16:01:01.091 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:01:01.091 INFO:tasks.workunit.client.0.smithi099.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-12T16:01:01.091 INFO:tasks.workunit.client.0.smithi099.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-12T16:01:01.091 INFO:tasks.workunit.client.0.smithi099.stdout: " 0 + 512 0 2", 2024-04-12T16:01:01.092 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:01:01.092 INFO:tasks.workunit.client.0.smithi099.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-12T16:01:01.092 INFO:tasks.workunit.client.0.smithi099.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-12T16:01:01.092 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:01:01.092 INFO:tasks.workunit.client.0.smithi099.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-12T16:01:01.092 INFO:tasks.workunit.client.0.smithi099.stdout: "Critical Warning: 0x00", 2024-04-12T16:01:01.092 INFO:tasks.workunit.client.0.smithi099.stdout: "Temperature: 34 Celsius", 2024-04-12T16:01:01.092 INFO:tasks.workunit.client.0.smithi099.stdout: "Available Spare: 100%", 2024-04-12T16:01:01.092 INFO:tasks.workunit.client.0.smithi099.stdout: "Available Spare Threshold: 0%", 2024-04-12T16:01:01.092 INFO:tasks.workunit.client.0.smithi099.stdout: "Percentage Used: 0%", 2024-04-12T16:01:01.092 INFO:tasks.workunit.client.0.smithi099.stdout: "Data Units Read: 114,885,459 [58.8 TB]", 2024-04-12T16:01:01.092 INFO:tasks.workunit.client.0.smithi099.stdout: "Data Units Written: 545,703,895 [279 TB]", 2024-04-12T16:01:01.093 INFO:tasks.workunit.client.0.smithi099.stdout: "Host Read Commands: 1,865,001,433", 2024-04-12T16:01:01.093 INFO:tasks.workunit.client.0.smithi099.stdout: "Host Write Commands: 12,343,305,405", 2024-04-12T16:01:01.093 INFO:tasks.workunit.client.0.smithi099.stdout: "Controller Busy Time: 3,228", 2024-04-12T16:01:01.093 INFO:tasks.workunit.client.0.smithi099.stdout: "Power Cycles: 22,271", 2024-04-12T16:01:01.093 INFO:tasks.workunit.client.0.smithi099.stdout: "Power On Hours: 26,510", 2024-04-12T16:01:01.093 INFO:tasks.workunit.client.0.smithi099.stdout: "Unsafe Shutdowns: 7,461", 2024-04-12T16:01:01.093 INFO:tasks.workunit.client.0.smithi099.stdout: "Media and Data Integrity Errors: 0", 2024-04-12T16:01:01.093 INFO:tasks.workunit.client.0.smithi099.stdout: "Error Information Log Entries: 0", 2024-04-12T16:01:01.093 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:01:01.093 INFO:tasks.workunit.client.0.smithi099.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-12T16:01:01.093 INFO:tasks.workunit.client.0.smithi099.stdout: "No Errors Logged", 2024-04-12T16:01:01.093 INFO:tasks.workunit.client.0.smithi099.stdout: "" 2024-04-12T16:01:01.093 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.094 INFO:tasks.workunit.client.0.smithi099.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-12T16:01:01.094 INFO:tasks.workunit.client.0.smithi099.stdout: "svn_revision": "5022", 2024-04-12T16:01:01.094 INFO:tasks.workunit.client.0.smithi099.stdout: "version": [ 2024-04-12T16:01:01.094 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:01.094 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:01.094 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:01:01.094 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.094 INFO:tasks.workunit.client.0.smithi099.stdout: "temperature": { 2024-04-12T16:01:01.094 INFO:tasks.workunit.client.0.smithi099.stdout: "current": 34 2024-04-12T16:01:01.094 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.094 INFO:tasks.workunit.client.0.smithi099.stdout: "user_capacity": { 2024-04-12T16:01:01.094 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 937703088, 2024-04-12T16:01:01.094 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 480103981056 2024-04-12T16:01:01.094 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.095 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.095 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.095 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.095 INFO:tasks.workunit.client.0.smithi099.stdout: "d87cbbf2-f8e5-11ee-9d32-0cc47a8fd803": { 2024-04-12T16:01:01.095 INFO:tasks.workunit.client.0.smithi099.stdout: "INTEL_SSDPEDMD400G4_d87e0e6c-f8e5-11ee-9d32-0cc47a8fd803": { 2024-04-12T16:01:01.095 INFO:tasks.workunit.client.0.smithi099.stdout: "20240412-155513": { 2024-04-12T16:01:01.095 INFO:tasks.workunit.client.0.smithi099.stdout: "device": { 2024-04-12T16:01:01.095 INFO:tasks.workunit.client.0.smithi099.stdout: "info_name": "/dev/nvme0n1", 2024-04-12T16:01:01.095 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "/dev/nvme0n1", 2024-04-12T16:01:01.095 INFO:tasks.workunit.client.0.smithi099.stdout: "protocol": "NVMe", 2024-04-12T16:01:01.095 INFO:tasks.workunit.client.0.smithi099.stdout: "type": "nvme" 2024-04-12T16:01:01.095 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.095 INFO:tasks.workunit.client.0.smithi099.stdout: "firmware_version": "8DV101H0", 2024-04-12T16:01:01.095 INFO:tasks.workunit.client.0.smithi099.stdout: "host_id": "d87cbbf2-f8e5-11ee-9d32-0cc47a8fd803", 2024-04-12T16:01:01.096 INFO:tasks.workunit.client.0.smithi099.stdout: "json_format_version": [ 2024-04-12T16:01:01.096 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:01.096 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:01.096 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.096 INFO:tasks.workunit.client.0.smithi099.stdout: "local_time": { 2024-04-12T16:01:01.096 INFO:tasks.workunit.client.0.smithi099.stdout: "asctime": "Fri Apr 12 15:55:13 2024 UTC", 2024-04-12T16:01:01.096 INFO:tasks.workunit.client.0.smithi099.stdout: "time_t": 1712937313 2024-04-12T16:01:01.096 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.096 INFO:tasks.workunit.client.0.smithi099.stdout: "logical_block_size": 512, 2024-04-12T16:01:01.096 INFO:tasks.workunit.client.0.smithi099.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-12T16:01:01.096 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_controller_id": 0, 2024-04-12T16:01:01.096 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-12T16:01:01.096 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_namespaces": [ 2024-04-12T16:01:01.096 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.096 INFO:tasks.workunit.client.0.smithi099.stdout: "capacity": { 2024-04-12T16:01:01.097 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 781422768, 2024-04-12T16:01:01.097 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 400088457216 2024-04-12T16:01:01.097 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.097 INFO:tasks.workunit.client.0.smithi099.stdout: "formatted_lba_size": 512, 2024-04-12T16:01:01.097 INFO:tasks.workunit.client.0.smithi099.stdout: "id": 1, 2024-04-12T16:01:01.097 INFO:tasks.workunit.client.0.smithi099.stdout: "size": { 2024-04-12T16:01:01.097 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 781422768, 2024-04-12T16:01:01.097 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 400088457216 2024-04-12T16:01:01.097 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.097 INFO:tasks.workunit.client.0.smithi099.stdout: "utilization": { 2024-04-12T16:01:01.097 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 781422768, 2024-04-12T16:01:01.097 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 400088457216 2024-04-12T16:01:01.097 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.097 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.098 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.098 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_number_of_namespaces": 1, 2024-04-12T16:01:01.098 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_pci_vendor": { 2024-04-12T16:01:01.098 INFO:tasks.workunit.client.0.smithi099.stdout: "id": 32902, 2024-04-12T16:01:01.098 INFO:tasks.workunit.client.0.smithi099.stdout: "subsystem_id": 32902 2024-04-12T16:01:01.098 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.098 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_smart_health_information_add_log": { 2024-04-12T16:01:01.098 INFO:tasks.workunit.client.0.smithi099.stdout: "Device stats": { 2024-04-12T16:01:01.098 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_fw_downgrades": { 2024-04-12T16:01:01.098 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:01:01.098 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.098 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.098 INFO:tasks.workunit.client.0.smithi099.stdout: "crc_error_count": { 2024-04-12T16:01:01.098 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:01:01.099 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.099 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.099 INFO:tasks.workunit.client.0.smithi099.stdout: "end_to_end_error_detection_count": { 2024-04-12T16:01:01.099 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:01:01.099 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.099 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.099 INFO:tasks.workunit.client.0.smithi099.stdout: "erase_fail_count": { 2024-04-12T16:01:01.099 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:01:01.099 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.099 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.099 INFO:tasks.workunit.client.0.smithi099.stdout: "host_bytes_written": { 2024-04-12T16:01:01.099 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:01:01.099 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 34960025 2024-04-12T16:01:01.099 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.099 INFO:tasks.workunit.client.0.smithi099.stdout: "host_ctx_wear_used": { 2024-04-12T16:01:01.100 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:01:01.100 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 1 2024-04-12T16:01:01.100 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.100 INFO:tasks.workunit.client.0.smithi099.stdout: "media_bytes_read": { 2024-04-12T16:01:01.100 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:01:01.100 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.100 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.100 INFO:tasks.workunit.client.0.smithi099.stdout: "nand_bytes_written": { 2024-04-12T16:01:01.100 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:01:01.100 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 56656400 2024-04-12T16:01:01.100 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.100 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_stat_indicator": { 2024-04-12T16:01:01.100 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:01:01.100 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.101 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.101 INFO:tasks.workunit.client.0.smithi099.stdout: "pll_lock_loss_count": { 2024-04-12T16:01:01.101 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:01:01.101 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.101 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.101 INFO:tasks.workunit.client.0.smithi099.stdout: "program_fail_count": { 2024-04-12T16:01:01.101 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:01:01.101 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.101 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.101 INFO:tasks.workunit.client.0.smithi099.stdout: "re_alloc_sectr_cnt": { 2024-04-12T16:01:01.101 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:01:01.101 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.101 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.101 INFO:tasks.workunit.client.0.smithi099.stdout: "retry_buffer_overflow_count": { 2024-04-12T16:01:01.102 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:01:01.102 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.102 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.102 INFO:tasks.workunit.client.0.smithi099.stdout: "soft_ecc_err_rate": { 2024-04-12T16:01:01.102 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:01:01.102 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.102 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.102 INFO:tasks.workunit.client.0.smithi099.stdout: "thermal_throttle_status": { 2024-04-12T16:01:01.102 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:01:01.102 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": { 2024-04-12T16:01:01.102 INFO:tasks.workunit.client.0.smithi099.stdout: "cnt": 0, 2024-04-12T16:01:01.102 INFO:tasks.workunit.client.0.smithi099.stdout: "pct": 0 2024-04-12T16:01:01.102 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.103 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.103 INFO:tasks.workunit.client.0.smithi099.stdout: "timed_workload_host_reads": { 2024-04-12T16:01:01.103 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:01:01.103 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 65535 2024-04-12T16:01:01.103 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.103 INFO:tasks.workunit.client.0.smithi099.stdout: "timed_workload_media_wear": { 2024-04-12T16:01:01.103 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:01:01.103 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 64 2024-04-12T16:01:01.103 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.103 INFO:tasks.workunit.client.0.smithi099.stdout: "timed_workload_timer": { 2024-04-12T16:01:01.103 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:01:01.103 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 65535 2024-04-12T16:01:01.103 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.103 INFO:tasks.workunit.client.0.smithi099.stdout: "unexp_power_loss": { 2024-04-12T16:01:01.104 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:01:01.104 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.104 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.104 INFO:tasks.workunit.client.0.smithi099.stdout: "wear_leveling": { 2024-04-12T16:01:01.104 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 88, 2024-04-12T16:01:01.104 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": { 2024-04-12T16:01:01.104 INFO:tasks.workunit.client.0.smithi099.stdout: "avg": 3798, 2024-04-12T16:01:01.104 INFO:tasks.workunit.client.0.smithi099.stdout: "max": 3820, 2024-04-12T16:01:01.104 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 3779 2024-04-12T16:01:01.104 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.104 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.104 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.104 INFO:tasks.workunit.client.0.smithi099.stdout: "Intel Smart log": "nvme0n1" 2024-04-12T16:01:01.105 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.105 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_smart_health_information_log": { 2024-04-12T16:01:01.105 INFO:tasks.workunit.client.0.smithi099.stdout: "available_spare": 100, 2024-04-12T16:01:01.105 INFO:tasks.workunit.client.0.smithi099.stdout: "available_spare_threshold": 10, 2024-04-12T16:01:01.105 INFO:tasks.workunit.client.0.smithi099.stdout: "controller_busy_time": 17, 2024-04-12T16:01:01.105 INFO:tasks.workunit.client.0.smithi099.stdout: "critical_warning": 0, 2024-04-12T16:01:01.105 INFO:tasks.workunit.client.0.smithi099.stdout: "data_units_read": 491735754, 2024-04-12T16:01:01.105 INFO:tasks.workunit.client.0.smithi099.stdout: "data_units_written": 2291140226, 2024-04-12T16:01:01.105 INFO:tasks.workunit.client.0.smithi099.stdout: "host_reads": 8149734360, 2024-04-12T16:01:01.105 INFO:tasks.workunit.client.0.smithi099.stdout: "host_writes": 39671548982, 2024-04-12T16:01:01.105 INFO:tasks.workunit.client.0.smithi099.stdout: "media_errors": 0, 2024-04-12T16:01:01.105 INFO:tasks.workunit.client.0.smithi099.stdout: "num_err_log_entries": 0, 2024-04-12T16:01:01.106 INFO:tasks.workunit.client.0.smithi099.stdout: "percentage_used": 12, 2024-04-12T16:01:01.106 INFO:tasks.workunit.client.0.smithi099.stdout: "power_cycles": 54511, 2024-04-12T16:01:01.106 INFO:tasks.workunit.client.0.smithi099.stdout: "power_on_hours": 56392, 2024-04-12T16:01:01.106 INFO:tasks.workunit.client.0.smithi099.stdout: "temperature": 24, 2024-04-12T16:01:01.106 INFO:tasks.workunit.client.0.smithi099.stdout: "unsafe_shutdowns": 547 2024-04-12T16:01:01.106 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.106 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_vendor": "intel", 2024-04-12T16:01:01.106 INFO:tasks.workunit.client.0.smithi099.stdout: "power_cycle_count": 54511, 2024-04-12T16:01:01.106 INFO:tasks.workunit.client.0.smithi099.stdout: "power_on_time": { 2024-04-12T16:01:01.106 INFO:tasks.workunit.client.0.smithi099.stdout: "hours": 56392 2024-04-12T16:01:01.106 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.106 INFO:tasks.workunit.client.0.smithi099.stdout: "serial_number": "deleted", 2024-04-12T16:01:01.106 INFO:tasks.workunit.client.0.smithi099.stdout: "smart_status": { 2024-04-12T16:01:01.106 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme": { 2024-04-12T16:01:01.107 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.107 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.107 INFO:tasks.workunit.client.0.smithi099.stdout: "passed": true 2024-04-12T16:01:01.107 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.107 INFO:tasks.workunit.client.0.smithi099.stdout: "smartctl": { 2024-04-12T16:01:01.107 INFO:tasks.workunit.client.0.smithi099.stdout: "argv": [ 2024-04-12T16:01:01.107 INFO:tasks.workunit.client.0.smithi099.stdout: "smartctl", 2024-04-12T16:01:01.107 INFO:tasks.workunit.client.0.smithi099.stdout: "-x", 2024-04-12T16:01:01.107 INFO:tasks.workunit.client.0.smithi099.stdout: "--json=o", 2024-04-12T16:01:01.107 INFO:tasks.workunit.client.0.smithi099.stdout: "/dev/nvme0n1" 2024-04-12T16:01:01.107 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.107 INFO:tasks.workunit.client.0.smithi099.stdout: "build_info": "(local build)", 2024-04-12T16:01:01.107 INFO:tasks.workunit.client.0.smithi099.stdout: "exit_status": 0, 2024-04-12T16:01:01.108 INFO:tasks.workunit.client.0.smithi099.stdout: "output": [ 2024-04-12T16:01:01.108 INFO:tasks.workunit.client.0.smithi099.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-12T16:01:01.108 INFO:tasks.workunit.client.0.smithi099.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-12T16:01:01.108 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:01:01.108 INFO:tasks.workunit.client.0.smithi099.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-12T16:01:01.108 INFO:tasks.workunit.client.0.smithi099.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-12T16:01:01.108 INFO:tasks.workunit.client.0.smithi099.stdout: "Serial Number: deleted", 2024-04-12T16:01:01.108 INFO:tasks.workunit.client.0.smithi099.stdout: "Firmware Version: 8DV101H0", 2024-04-12T16:01:01.108 INFO:tasks.workunit.client.0.smithi099.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-12T16:01:01.108 INFO:tasks.workunit.client.0.smithi099.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-12T16:01:01.108 INFO:tasks.workunit.client.0.smithi099.stdout: "Controller ID: 0", 2024-04-12T16:01:01.108 INFO:tasks.workunit.client.0.smithi099.stdout: "Number of Namespaces: 1", 2024-04-12T16:01:01.109 INFO:tasks.workunit.client.0.smithi099.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-12T16:01:01.109 INFO:tasks.workunit.client.0.smithi099.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-12T16:01:01.109 INFO:tasks.workunit.client.0.smithi099.stdout: "Local Time is: Fri Apr 12 15:55:13 2024 UTC", 2024-04-12T16:01:01.109 INFO:tasks.workunit.client.0.smithi099.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-12T16:01:01.109 INFO:tasks.workunit.client.0.smithi099.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-12T16:01:01.109 INFO:tasks.workunit.client.0.smithi099.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-12T16:01:01.109 INFO:tasks.workunit.client.0.smithi099.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-12T16:01:01.109 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:01:01.109 INFO:tasks.workunit.client.0.smithi099.stdout: "Supported Power States", 2024-04-12T16:01:01.109 INFO:tasks.workunit.client.0.smithi099.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-12T16:01:01.109 INFO:tasks.workunit.client.0.smithi099.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-12T16:01:01.109 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:01:01.109 INFO:tasks.workunit.client.0.smithi099.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-12T16:01:01.110 INFO:tasks.workunit.client.0.smithi099.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-12T16:01:01.110 INFO:tasks.workunit.client.0.smithi099.stdout: " 0 + 512 0 2", 2024-04-12T16:01:01.110 INFO:tasks.workunit.client.0.smithi099.stdout: " 1 - 512 8 2", 2024-04-12T16:01:01.110 INFO:tasks.workunit.client.0.smithi099.stdout: " 2 - 512 16 2", 2024-04-12T16:01:01.110 INFO:tasks.workunit.client.0.smithi099.stdout: " 3 - 4096 0 0", 2024-04-12T16:01:01.110 INFO:tasks.workunit.client.0.smithi099.stdout: " 4 - 4096 8 0", 2024-04-12T16:01:01.110 INFO:tasks.workunit.client.0.smithi099.stdout: " 5 - 4096 64 0", 2024-04-12T16:01:01.110 INFO:tasks.workunit.client.0.smithi099.stdout: " 6 - 4096 128 0", 2024-04-12T16:01:01.110 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:01:01.110 INFO:tasks.workunit.client.0.smithi099.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-12T16:01:01.110 INFO:tasks.workunit.client.0.smithi099.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-12T16:01:01.110 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:01:01.111 INFO:tasks.workunit.client.0.smithi099.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-12T16:01:01.111 INFO:tasks.workunit.client.0.smithi099.stdout: "Critical Warning: 0x00", 2024-04-12T16:01:01.111 INFO:tasks.workunit.client.0.smithi099.stdout: "Temperature: 24 Celsius", 2024-04-12T16:01:01.111 INFO:tasks.workunit.client.0.smithi099.stdout: "Available Spare: 100%", 2024-04-12T16:01:01.111 INFO:tasks.workunit.client.0.smithi099.stdout: "Available Spare Threshold: 10%", 2024-04-12T16:01:01.111 INFO:tasks.workunit.client.0.smithi099.stdout: "Percentage Used: 12%", 2024-04-12T16:01:01.111 INFO:tasks.workunit.client.0.smithi099.stdout: "Data Units Read: 491,735,754 [251 TB]", 2024-04-12T16:01:01.111 INFO:tasks.workunit.client.0.smithi099.stdout: "Data Units Written: 2,291,140,226 [1.17 PB]", 2024-04-12T16:01:01.111 INFO:tasks.workunit.client.0.smithi099.stdout: "Host Read Commands: 8,149,734,360", 2024-04-12T16:01:01.111 INFO:tasks.workunit.client.0.smithi099.stdout: "Host Write Commands: 39,671,548,982", 2024-04-12T16:01:01.111 INFO:tasks.workunit.client.0.smithi099.stdout: "Controller Busy Time: 17", 2024-04-12T16:01:01.111 INFO:tasks.workunit.client.0.smithi099.stdout: "Power Cycles: 54,511", 2024-04-12T16:01:01.111 INFO:tasks.workunit.client.0.smithi099.stdout: "Power On Hours: 56,392", 2024-04-12T16:01:01.112 INFO:tasks.workunit.client.0.smithi099.stdout: "Unsafe Shutdowns: 547", 2024-04-12T16:01:01.112 INFO:tasks.workunit.client.0.smithi099.stdout: "Media and Data Integrity Errors: 0", 2024-04-12T16:01:01.112 INFO:tasks.workunit.client.0.smithi099.stdout: "Error Information Log Entries: 0", 2024-04-12T16:01:01.112 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:01:01.112 INFO:tasks.workunit.client.0.smithi099.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-12T16:01:01.112 INFO:tasks.workunit.client.0.smithi099.stdout: "No Errors Logged", 2024-04-12T16:01:01.112 INFO:tasks.workunit.client.0.smithi099.stdout: "" 2024-04-12T16:01:01.112 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.112 INFO:tasks.workunit.client.0.smithi099.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-12T16:01:01.112 INFO:tasks.workunit.client.0.smithi099.stdout: "svn_revision": "5022", 2024-04-12T16:01:01.112 INFO:tasks.workunit.client.0.smithi099.stdout: "version": [ 2024-04-12T16:01:01.112 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:01.112 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:01.113 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:01:01.113 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.113 INFO:tasks.workunit.client.0.smithi099.stdout: "temperature": { 2024-04-12T16:01:01.113 INFO:tasks.workunit.client.0.smithi099.stdout: "current": 24 2024-04-12T16:01:01.113 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.113 INFO:tasks.workunit.client.0.smithi099.stdout: "user_capacity": { 2024-04-12T16:01:01.113 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 781422768, 2024-04-12T16:01:01.113 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 400088457216 2024-04-12T16:01:01.113 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.113 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.113 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.113 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.113 INFO:tasks.workunit.client.0.smithi099.stdout:} 2024-04-12T16:01:01.114 INFO:tasks.workunit.client.0.smithi099.stderr:+ ceph telemetry show-all 2024-04-12T16:01:01.123 INFO:tasks.workunit.client.0.smithi099.stdout:{ 2024-04-12T16:01:01.123 INFO:tasks.workunit.client.0.smithi099.stdout: "device_report": { 2024-04-12T16:01:01.123 INFO:tasks.workunit.client.0.smithi099.stdout: "d879d220-f8e5-11ee-9d32-0cc47a8fd803": { 2024-04-12T16:01:01.123 INFO:tasks.workunit.client.0.smithi099.stdout: "INTEL_SSDPED1D480GA_d87ac4aa-f8e5-11ee-9d32-0cc47a8fd803": { 2024-04-12T16:01:01.123 INFO:tasks.workunit.client.0.smithi099.stdout: "20240412-155515": { 2024-04-12T16:01:01.123 INFO:tasks.workunit.client.0.smithi099.stdout: "device": { 2024-04-12T16:01:01.124 INFO:tasks.workunit.client.0.smithi099.stdout: "info_name": "/dev/nvme0n1", 2024-04-12T16:01:01.124 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "/dev/nvme0n1", 2024-04-12T16:01:01.124 INFO:tasks.workunit.client.0.smithi099.stdout: "protocol": "NVMe", 2024-04-12T16:01:01.124 INFO:tasks.workunit.client.0.smithi099.stdout: "type": "nvme" 2024-04-12T16:01:01.124 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.124 INFO:tasks.workunit.client.0.smithi099.stdout: "firmware_version": "E2010325", 2024-04-12T16:01:01.124 INFO:tasks.workunit.client.0.smithi099.stdout: "host_id": "d879d220-f8e5-11ee-9d32-0cc47a8fd803", 2024-04-12T16:01:01.124 INFO:tasks.workunit.client.0.smithi099.stdout: "json_format_version": [ 2024-04-12T16:01:01.124 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:01.124 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:01.124 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.124 INFO:tasks.workunit.client.0.smithi099.stdout: "local_time": { 2024-04-12T16:01:01.124 INFO:tasks.workunit.client.0.smithi099.stdout: "asctime": "Fri Apr 12 15:55:15 2024 UTC", 2024-04-12T16:01:01.124 INFO:tasks.workunit.client.0.smithi099.stdout: "time_t": 1712937315 2024-04-12T16:01:01.125 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.125 INFO:tasks.workunit.client.0.smithi099.stdout: "logical_block_size": 512, 2024-04-12T16:01:01.125 INFO:tasks.workunit.client.0.smithi099.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-04-12T16:01:01.125 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_controller_id": 0, 2024-04-12T16:01:01.125 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-12T16:01:01.125 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_namespaces": [ 2024-04-12T16:01:01.125 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.125 INFO:tasks.workunit.client.0.smithi099.stdout: "capacity": { 2024-04-12T16:01:01.125 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 937703088, 2024-04-12T16:01:01.125 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 480103981056 2024-04-12T16:01:01.125 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.125 INFO:tasks.workunit.client.0.smithi099.stdout: "formatted_lba_size": 512, 2024-04-12T16:01:01.125 INFO:tasks.workunit.client.0.smithi099.stdout: "id": 1, 2024-04-12T16:01:01.125 INFO:tasks.workunit.client.0.smithi099.stdout: "size": { 2024-04-12T16:01:01.126 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 937703088, 2024-04-12T16:01:01.126 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 480103981056 2024-04-12T16:01:01.126 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.126 INFO:tasks.workunit.client.0.smithi099.stdout: "utilization": { 2024-04-12T16:01:01.126 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 937703088, 2024-04-12T16:01:01.126 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 480103981056 2024-04-12T16:01:01.126 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.126 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.126 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.126 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_number_of_namespaces": 1, 2024-04-12T16:01:01.126 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_pci_vendor": { 2024-04-12T16:01:01.126 INFO:tasks.workunit.client.0.smithi099.stdout: "id": 32902, 2024-04-12T16:01:01.127 INFO:tasks.workunit.client.0.smithi099.stdout: "subsystem_id": 32902 2024-04-12T16:01:01.127 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.127 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_smart_health_information_add_log": { 2024-04-12T16:01:01.127 INFO:tasks.workunit.client.0.smithi099.stdout: "Device stats": { 2024-04-12T16:01:01.127 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_fw_downgrades": { 2024-04-12T16:01:01.127 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:01:01.127 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.127 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.127 INFO:tasks.workunit.client.0.smithi099.stdout: "crc_error_count": { 2024-04-12T16:01:01.127 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:01:01.127 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.127 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.127 INFO:tasks.workunit.client.0.smithi099.stdout: "end_to_end_error_detection_count": { 2024-04-12T16:01:01.128 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:01:01.128 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.128 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.128 INFO:tasks.workunit.client.0.smithi099.stdout: "erase_fail_count": { 2024-04-12T16:01:01.128 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:01:01.128 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.128 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.128 INFO:tasks.workunit.client.0.smithi099.stdout: "host_bytes_written": { 2024-04-12T16:01:01.128 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:01:01.128 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 8326780 2024-04-12T16:01:01.128 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.128 INFO:tasks.workunit.client.0.smithi099.stdout: "host_ctx_wear_used": { 2024-04-12T16:01:01.128 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:01:01.128 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.129 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.129 INFO:tasks.workunit.client.0.smithi099.stdout: "media_bytes_read": { 2024-04-12T16:01:01.129 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:01:01.129 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.129 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.129 INFO:tasks.workunit.client.0.smithi099.stdout: "nand_bytes_written": { 2024-04-12T16:01:01.129 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:01:01.129 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.129 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.129 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_stat_indicator": { 2024-04-12T16:01:01.129 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:01:01.130 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.130 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.130 INFO:tasks.workunit.client.0.smithi099.stdout: "pll_lock_loss_count": { 2024-04-12T16:01:01.130 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:01:01.130 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.130 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.130 INFO:tasks.workunit.client.0.smithi099.stdout: "program_fail_count": { 2024-04-12T16:01:01.130 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:01:01.130 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.130 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.130 INFO:tasks.workunit.client.0.smithi099.stdout: "re_alloc_sectr_cnt": { 2024-04-12T16:01:01.130 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:01:01.130 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.130 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.131 INFO:tasks.workunit.client.0.smithi099.stdout: "retry_buffer_overflow_count": { 2024-04-12T16:01:01.131 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:01:01.131 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.131 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.131 INFO:tasks.workunit.client.0.smithi099.stdout: "soft_ecc_err_rate": { 2024-04-12T16:01:01.131 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:01:01.131 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.131 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.131 INFO:tasks.workunit.client.0.smithi099.stdout: "thermal_throttle_status": { 2024-04-12T16:01:01.131 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:01:01.131 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": { 2024-04-12T16:01:01.131 INFO:tasks.workunit.client.0.smithi099.stdout: "cnt": 0, 2024-04-12T16:01:01.131 INFO:tasks.workunit.client.0.smithi099.stdout: "pct": 0 2024-04-12T16:01:01.132 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.132 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.132 INFO:tasks.workunit.client.0.smithi099.stdout: "timed_workload_host_reads": { 2024-04-12T16:01:01.132 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:01:01.132 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 15 2024-04-12T16:01:01.132 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.132 INFO:tasks.workunit.client.0.smithi099.stdout: "timed_workload_media_wear": { 2024-04-12T16:01:01.132 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:01:01.132 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.132 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.132 INFO:tasks.workunit.client.0.smithi099.stdout: "timed_workload_timer": { 2024-04-12T16:01:01.132 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:01:01.132 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 1018672 2024-04-12T16:01:01.132 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.132 INFO:tasks.workunit.client.0.smithi099.stdout: "unexp_power_loss": { 2024-04-12T16:01:01.133 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:01:01.133 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.133 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.133 INFO:tasks.workunit.client.0.smithi099.stdout: "wear_leveling": { 2024-04-12T16:01:01.133 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:01:01.133 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": { 2024-04-12T16:01:01.133 INFO:tasks.workunit.client.0.smithi099.stdout: "avg": 0, 2024-04-12T16:01:01.133 INFO:tasks.workunit.client.0.smithi099.stdout: "max": 0, 2024-04-12T16:01:01.133 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0 2024-04-12T16:01:01.133 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.133 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.133 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.133 INFO:tasks.workunit.client.0.smithi099.stdout: "Intel Smart log": "nvme0n1" 2024-04-12T16:01:01.134 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.134 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_smart_health_information_log": { 2024-04-12T16:01:01.134 INFO:tasks.workunit.client.0.smithi099.stdout: "available_spare": 100, 2024-04-12T16:01:01.134 INFO:tasks.workunit.client.0.smithi099.stdout: "available_spare_threshold": 0, 2024-04-12T16:01:01.134 INFO:tasks.workunit.client.0.smithi099.stdout: "controller_busy_time": 3228, 2024-04-12T16:01:01.134 INFO:tasks.workunit.client.0.smithi099.stdout: "critical_warning": 0, 2024-04-12T16:01:01.134 INFO:tasks.workunit.client.0.smithi099.stdout: "data_units_read": 114885459, 2024-04-12T16:01:01.134 INFO:tasks.workunit.client.0.smithi099.stdout: "data_units_written": 545703895, 2024-04-12T16:01:01.134 INFO:tasks.workunit.client.0.smithi099.stdout: "host_reads": 1865001433, 2024-04-12T16:01:01.134 INFO:tasks.workunit.client.0.smithi099.stdout: "host_writes": 12343305405, 2024-04-12T16:01:01.134 INFO:tasks.workunit.client.0.smithi099.stdout: "media_errors": 0, 2024-04-12T16:01:01.134 INFO:tasks.workunit.client.0.smithi099.stdout: "num_err_log_entries": 0, 2024-04-12T16:01:01.134 INFO:tasks.workunit.client.0.smithi099.stdout: "percentage_used": 0, 2024-04-12T16:01:01.135 INFO:tasks.workunit.client.0.smithi099.stdout: "power_cycles": 22271, 2024-04-12T16:01:01.135 INFO:tasks.workunit.client.0.smithi099.stdout: "power_on_hours": 26510, 2024-04-12T16:01:01.135 INFO:tasks.workunit.client.0.smithi099.stdout: "temperature": 34, 2024-04-12T16:01:01.135 INFO:tasks.workunit.client.0.smithi099.stdout: "unsafe_shutdowns": 7461 2024-04-12T16:01:01.135 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.135 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_vendor": "intel", 2024-04-12T16:01:01.135 INFO:tasks.workunit.client.0.smithi099.stdout: "power_cycle_count": 22271, 2024-04-12T16:01:01.135 INFO:tasks.workunit.client.0.smithi099.stdout: "power_on_time": { 2024-04-12T16:01:01.135 INFO:tasks.workunit.client.0.smithi099.stdout: "hours": 26510 2024-04-12T16:01:01.135 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.135 INFO:tasks.workunit.client.0.smithi099.stdout: "serial_number": "deleted", 2024-04-12T16:01:01.135 INFO:tasks.workunit.client.0.smithi099.stdout: "smart_status": { 2024-04-12T16:01:01.135 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme": { 2024-04-12T16:01:01.136 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.136 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.136 INFO:tasks.workunit.client.0.smithi099.stdout: "passed": true 2024-04-12T16:01:01.136 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.136 INFO:tasks.workunit.client.0.smithi099.stdout: "smartctl": { 2024-04-12T16:01:01.136 INFO:tasks.workunit.client.0.smithi099.stdout: "argv": [ 2024-04-12T16:01:01.136 INFO:tasks.workunit.client.0.smithi099.stdout: "smartctl", 2024-04-12T16:01:01.136 INFO:tasks.workunit.client.0.smithi099.stdout: "-x", 2024-04-12T16:01:01.136 INFO:tasks.workunit.client.0.smithi099.stdout: "--json=o", 2024-04-12T16:01:01.136 INFO:tasks.workunit.client.0.smithi099.stdout: "/dev/nvme0n1" 2024-04-12T16:01:01.136 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.136 INFO:tasks.workunit.client.0.smithi099.stdout: "build_info": "(local build)", 2024-04-12T16:01:01.136 INFO:tasks.workunit.client.0.smithi099.stdout: "exit_status": 0, 2024-04-12T16:01:01.137 INFO:tasks.workunit.client.0.smithi099.stdout: "output": [ 2024-04-12T16:01:01.137 INFO:tasks.workunit.client.0.smithi099.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-12T16:01:01.137 INFO:tasks.workunit.client.0.smithi099.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-12T16:01:01.137 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:01:01.137 INFO:tasks.workunit.client.0.smithi099.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-12T16:01:01.137 INFO:tasks.workunit.client.0.smithi099.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-04-12T16:01:01.137 INFO:tasks.workunit.client.0.smithi099.stdout: "Serial Number: deleted", 2024-04-12T16:01:01.137 INFO:tasks.workunit.client.0.smithi099.stdout: "Firmware Version: E2010325", 2024-04-12T16:01:01.137 INFO:tasks.workunit.client.0.smithi099.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-12T16:01:01.137 INFO:tasks.workunit.client.0.smithi099.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-12T16:01:01.137 INFO:tasks.workunit.client.0.smithi099.stdout: "Controller ID: 0", 2024-04-12T16:01:01.137 INFO:tasks.workunit.client.0.smithi099.stdout: "Number of Namespaces: 1", 2024-04-12T16:01:01.138 INFO:tasks.workunit.client.0.smithi099.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-04-12T16:01:01.138 INFO:tasks.workunit.client.0.smithi099.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-12T16:01:01.138 INFO:tasks.workunit.client.0.smithi099.stdout: "Local Time is: Fri Apr 12 15:55:15 2024 UTC", 2024-04-12T16:01:01.138 INFO:tasks.workunit.client.0.smithi099.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-12T16:01:01.138 INFO:tasks.workunit.client.0.smithi099.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-04-12T16:01:01.138 INFO:tasks.workunit.client.0.smithi099.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-12T16:01:01.138 INFO:tasks.workunit.client.0.smithi099.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-12T16:01:01.138 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:01:01.138 INFO:tasks.workunit.client.0.smithi099.stdout: "Supported Power States", 2024-04-12T16:01:01.138 INFO:tasks.workunit.client.0.smithi099.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-12T16:01:01.138 INFO:tasks.workunit.client.0.smithi099.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-04-12T16:01:01.138 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:01:01.139 INFO:tasks.workunit.client.0.smithi099.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-12T16:01:01.139 INFO:tasks.workunit.client.0.smithi099.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-12T16:01:01.139 INFO:tasks.workunit.client.0.smithi099.stdout: " 0 + 512 0 2", 2024-04-12T16:01:01.139 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:01:01.139 INFO:tasks.workunit.client.0.smithi099.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-12T16:01:01.139 INFO:tasks.workunit.client.0.smithi099.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-12T16:01:01.139 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:01:01.139 INFO:tasks.workunit.client.0.smithi099.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-12T16:01:01.139 INFO:tasks.workunit.client.0.smithi099.stdout: "Critical Warning: 0x00", 2024-04-12T16:01:01.139 INFO:tasks.workunit.client.0.smithi099.stdout: "Temperature: 34 Celsius", 2024-04-12T16:01:01.139 INFO:tasks.workunit.client.0.smithi099.stdout: "Available Spare: 100%", 2024-04-12T16:01:01.139 INFO:tasks.workunit.client.0.smithi099.stdout: "Available Spare Threshold: 0%", 2024-04-12T16:01:01.139 INFO:tasks.workunit.client.0.smithi099.stdout: "Percentage Used: 0%", 2024-04-12T16:01:01.140 INFO:tasks.workunit.client.0.smithi099.stdout: "Data Units Read: 114,885,459 [58.8 TB]", 2024-04-12T16:01:01.140 INFO:tasks.workunit.client.0.smithi099.stdout: "Data Units Written: 545,703,895 [279 TB]", 2024-04-12T16:01:01.140 INFO:tasks.workunit.client.0.smithi099.stdout: "Host Read Commands: 1,865,001,433", 2024-04-12T16:01:01.140 INFO:tasks.workunit.client.0.smithi099.stdout: "Host Write Commands: 12,343,305,405", 2024-04-12T16:01:01.140 INFO:tasks.workunit.client.0.smithi099.stdout: "Controller Busy Time: 3,228", 2024-04-12T16:01:01.140 INFO:tasks.workunit.client.0.smithi099.stdout: "Power Cycles: 22,271", 2024-04-12T16:01:01.140 INFO:tasks.workunit.client.0.smithi099.stdout: "Power On Hours: 26,510", 2024-04-12T16:01:01.140 INFO:tasks.workunit.client.0.smithi099.stdout: "Unsafe Shutdowns: 7,461", 2024-04-12T16:01:01.140 INFO:tasks.workunit.client.0.smithi099.stdout: "Media and Data Integrity Errors: 0", 2024-04-12T16:01:01.140 INFO:tasks.workunit.client.0.smithi099.stdout: "Error Information Log Entries: 0", 2024-04-12T16:01:01.140 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:01:01.140 INFO:tasks.workunit.client.0.smithi099.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-12T16:01:01.141 INFO:tasks.workunit.client.0.smithi099.stdout: "No Errors Logged", 2024-04-12T16:01:01.141 INFO:tasks.workunit.client.0.smithi099.stdout: "" 2024-04-12T16:01:01.141 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.141 INFO:tasks.workunit.client.0.smithi099.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-12T16:01:01.141 INFO:tasks.workunit.client.0.smithi099.stdout: "svn_revision": "5022", 2024-04-12T16:01:01.141 INFO:tasks.workunit.client.0.smithi099.stdout: "version": [ 2024-04-12T16:01:01.141 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:01.141 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:01.141 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:01:01.141 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.141 INFO:tasks.workunit.client.0.smithi099.stdout: "temperature": { 2024-04-12T16:01:01.142 INFO:tasks.workunit.client.0.smithi099.stdout: "current": 34 2024-04-12T16:01:01.142 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.142 INFO:tasks.workunit.client.0.smithi099.stdout: "user_capacity": { 2024-04-12T16:01:01.142 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 937703088, 2024-04-12T16:01:01.142 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 480103981056 2024-04-12T16:01:01.142 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.142 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.142 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.142 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.142 INFO:tasks.workunit.client.0.smithi099.stdout: "d87cbbf2-f8e5-11ee-9d32-0cc47a8fd803": { 2024-04-12T16:01:01.143 INFO:tasks.workunit.client.0.smithi099.stdout: "INTEL_SSDPEDMD400G4_d87e0e6c-f8e5-11ee-9d32-0cc47a8fd803": { 2024-04-12T16:01:01.143 INFO:tasks.workunit.client.0.smithi099.stdout: "20240412-155513": { 2024-04-12T16:01:01.143 INFO:tasks.workunit.client.0.smithi099.stdout: "device": { 2024-04-12T16:01:01.143 INFO:tasks.workunit.client.0.smithi099.stdout: "info_name": "/dev/nvme0n1", 2024-04-12T16:01:01.143 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "/dev/nvme0n1", 2024-04-12T16:01:01.143 INFO:tasks.workunit.client.0.smithi099.stdout: "protocol": "NVMe", 2024-04-12T16:01:01.143 INFO:tasks.workunit.client.0.smithi099.stdout: "type": "nvme" 2024-04-12T16:01:01.143 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.143 INFO:tasks.workunit.client.0.smithi099.stdout: "firmware_version": "8DV101H0", 2024-04-12T16:01:01.143 INFO:tasks.workunit.client.0.smithi099.stdout: "host_id": "d87cbbf2-f8e5-11ee-9d32-0cc47a8fd803", 2024-04-12T16:01:01.143 INFO:tasks.workunit.client.0.smithi099.stdout: "json_format_version": [ 2024-04-12T16:01:01.143 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:01.144 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:01.144 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.144 INFO:tasks.workunit.client.0.smithi099.stdout: "local_time": { 2024-04-12T16:01:01.144 INFO:tasks.workunit.client.0.smithi099.stdout: "asctime": "Fri Apr 12 15:55:13 2024 UTC", 2024-04-12T16:01:01.144 INFO:tasks.workunit.client.0.smithi099.stdout: "time_t": 1712937313 2024-04-12T16:01:01.144 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.144 INFO:tasks.workunit.client.0.smithi099.stdout: "logical_block_size": 512, 2024-04-12T16:01:01.144 INFO:tasks.workunit.client.0.smithi099.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-12T16:01:01.144 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_controller_id": 0, 2024-04-12T16:01:01.144 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-12T16:01:01.144 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_namespaces": [ 2024-04-12T16:01:01.145 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.145 INFO:tasks.workunit.client.0.smithi099.stdout: "capacity": { 2024-04-12T16:01:01.145 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 781422768, 2024-04-12T16:01:01.145 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 400088457216 2024-04-12T16:01:01.145 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.145 INFO:tasks.workunit.client.0.smithi099.stdout: "formatted_lba_size": 512, 2024-04-12T16:01:01.145 INFO:tasks.workunit.client.0.smithi099.stdout: "id": 1, 2024-04-12T16:01:01.145 INFO:tasks.workunit.client.0.smithi099.stdout: "size": { 2024-04-12T16:01:01.145 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 781422768, 2024-04-12T16:01:01.145 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 400088457216 2024-04-12T16:01:01.145 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.145 INFO:tasks.workunit.client.0.smithi099.stdout: "utilization": { 2024-04-12T16:01:01.145 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 781422768, 2024-04-12T16:01:01.146 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 400088457216 2024-04-12T16:01:01.146 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.146 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.146 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.146 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_number_of_namespaces": 1, 2024-04-12T16:01:01.146 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_pci_vendor": { 2024-04-12T16:01:01.146 INFO:tasks.workunit.client.0.smithi099.stdout: "id": 32902, 2024-04-12T16:01:01.146 INFO:tasks.workunit.client.0.smithi099.stdout: "subsystem_id": 32902 2024-04-12T16:01:01.146 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.146 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_smart_health_information_add_log": { 2024-04-12T16:01:01.146 INFO:tasks.workunit.client.0.smithi099.stdout: "Device stats": { 2024-04-12T16:01:01.147 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_fw_downgrades": { 2024-04-12T16:01:01.147 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:01:01.147 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.147 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.147 INFO:tasks.workunit.client.0.smithi099.stdout: "crc_error_count": { 2024-04-12T16:01:01.147 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:01:01.147 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.147 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.147 INFO:tasks.workunit.client.0.smithi099.stdout: "end_to_end_error_detection_count": { 2024-04-12T16:01:01.147 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:01:01.147 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.148 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.148 INFO:tasks.workunit.client.0.smithi099.stdout: "erase_fail_count": { 2024-04-12T16:01:01.148 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:01:01.148 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.148 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.148 INFO:tasks.workunit.client.0.smithi099.stdout: "host_bytes_written": { 2024-04-12T16:01:01.148 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:01:01.148 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 34960025 2024-04-12T16:01:01.148 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.148 INFO:tasks.workunit.client.0.smithi099.stdout: "host_ctx_wear_used": { 2024-04-12T16:01:01.148 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:01:01.148 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 1 2024-04-12T16:01:01.148 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.148 INFO:tasks.workunit.client.0.smithi099.stdout: "media_bytes_read": { 2024-04-12T16:01:01.149 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:01:01.149 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.149 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.149 INFO:tasks.workunit.client.0.smithi099.stdout: "nand_bytes_written": { 2024-04-12T16:01:01.149 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:01:01.149 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 56656400 2024-04-12T16:01:01.149 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.149 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_stat_indicator": { 2024-04-12T16:01:01.149 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:01:01.149 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.149 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.149 INFO:tasks.workunit.client.0.smithi099.stdout: "pll_lock_loss_count": { 2024-04-12T16:01:01.149 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:01:01.150 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.150 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.150 INFO:tasks.workunit.client.0.smithi099.stdout: "program_fail_count": { 2024-04-12T16:01:01.150 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:01:01.150 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.150 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.150 INFO:tasks.workunit.client.0.smithi099.stdout: "re_alloc_sectr_cnt": { 2024-04-12T16:01:01.150 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:01:01.150 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.150 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.150 INFO:tasks.workunit.client.0.smithi099.stdout: "retry_buffer_overflow_count": { 2024-04-12T16:01:01.150 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:01:01.151 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.151 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.151 INFO:tasks.workunit.client.0.smithi099.stdout: "soft_ecc_err_rate": { 2024-04-12T16:01:01.151 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:01:01.151 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.151 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.151 INFO:tasks.workunit.client.0.smithi099.stdout: "thermal_throttle_status": { 2024-04-12T16:01:01.151 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:01:01.151 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": { 2024-04-12T16:01:01.151 INFO:tasks.workunit.client.0.smithi099.stdout: "cnt": 0, 2024-04-12T16:01:01.151 INFO:tasks.workunit.client.0.smithi099.stdout: "pct": 0 2024-04-12T16:01:01.152 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.152 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.152 INFO:tasks.workunit.client.0.smithi099.stdout: "timed_workload_host_reads": { 2024-04-12T16:01:01.152 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:01:01.152 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 65535 2024-04-12T16:01:01.152 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.152 INFO:tasks.workunit.client.0.smithi099.stdout: "timed_workload_media_wear": { 2024-04-12T16:01:01.152 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:01:01.152 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 64 2024-04-12T16:01:01.152 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.152 INFO:tasks.workunit.client.0.smithi099.stdout: "timed_workload_timer": { 2024-04-12T16:01:01.152 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T16:01:01.153 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 65535 2024-04-12T16:01:01.153 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.153 INFO:tasks.workunit.client.0.smithi099.stdout: "unexp_power_loss": { 2024-04-12T16:01:01.153 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T16:01:01.153 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T16:01:01.153 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.153 INFO:tasks.workunit.client.0.smithi099.stdout: "wear_leveling": { 2024-04-12T16:01:01.153 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 88, 2024-04-12T16:01:01.153 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": { 2024-04-12T16:01:01.153 INFO:tasks.workunit.client.0.smithi099.stdout: "avg": 3798, 2024-04-12T16:01:01.153 INFO:tasks.workunit.client.0.smithi099.stdout: "max": 3820, 2024-04-12T16:01:01.153 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 3779 2024-04-12T16:01:01.153 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.154 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.154 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.154 INFO:tasks.workunit.client.0.smithi099.stdout: "Intel Smart log": "nvme0n1" 2024-04-12T16:01:01.154 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.154 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_smart_health_information_log": { 2024-04-12T16:01:01.154 INFO:tasks.workunit.client.0.smithi099.stdout: "available_spare": 100, 2024-04-12T16:01:01.154 INFO:tasks.workunit.client.0.smithi099.stdout: "available_spare_threshold": 10, 2024-04-12T16:01:01.154 INFO:tasks.workunit.client.0.smithi099.stdout: "controller_busy_time": 17, 2024-04-12T16:01:01.154 INFO:tasks.workunit.client.0.smithi099.stdout: "critical_warning": 0, 2024-04-12T16:01:01.154 INFO:tasks.workunit.client.0.smithi099.stdout: "data_units_read": 491735754, 2024-04-12T16:01:01.154 INFO:tasks.workunit.client.0.smithi099.stdout: "data_units_written": 2291140226, 2024-04-12T16:01:01.154 INFO:tasks.workunit.client.0.smithi099.stdout: "host_reads": 8149734360, 2024-04-12T16:01:01.154 INFO:tasks.workunit.client.0.smithi099.stdout: "host_writes": 39671548982, 2024-04-12T16:01:01.155 INFO:tasks.workunit.client.0.smithi099.stdout: "media_errors": 0, 2024-04-12T16:01:01.155 INFO:tasks.workunit.client.0.smithi099.stdout: "num_err_log_entries": 0, 2024-04-12T16:01:01.155 INFO:tasks.workunit.client.0.smithi099.stdout: "percentage_used": 12, 2024-04-12T16:01:01.155 INFO:tasks.workunit.client.0.smithi099.stdout: "power_cycles": 54511, 2024-04-12T16:01:01.155 INFO:tasks.workunit.client.0.smithi099.stdout: "power_on_hours": 56392, 2024-04-12T16:01:01.155 INFO:tasks.workunit.client.0.smithi099.stdout: "temperature": 24, 2024-04-12T16:01:01.155 INFO:tasks.workunit.client.0.smithi099.stdout: "unsafe_shutdowns": 547 2024-04-12T16:01:01.155 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.155 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_vendor": "intel", 2024-04-12T16:01:01.155 INFO:tasks.workunit.client.0.smithi099.stdout: "power_cycle_count": 54511, 2024-04-12T16:01:01.155 INFO:tasks.workunit.client.0.smithi099.stdout: "power_on_time": { 2024-04-12T16:01:01.155 INFO:tasks.workunit.client.0.smithi099.stdout: "hours": 56392 2024-04-12T16:01:01.155 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.156 INFO:tasks.workunit.client.0.smithi099.stdout: "serial_number": "deleted", 2024-04-12T16:01:01.156 INFO:tasks.workunit.client.0.smithi099.stdout: "smart_status": { 2024-04-12T16:01:01.156 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme": { 2024-04-12T16:01:01.156 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.156 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.156 INFO:tasks.workunit.client.0.smithi099.stdout: "passed": true 2024-04-12T16:01:01.156 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.156 INFO:tasks.workunit.client.0.smithi099.stdout: "smartctl": { 2024-04-12T16:01:01.156 INFO:tasks.workunit.client.0.smithi099.stdout: "argv": [ 2024-04-12T16:01:01.156 INFO:tasks.workunit.client.0.smithi099.stdout: "smartctl", 2024-04-12T16:01:01.156 INFO:tasks.workunit.client.0.smithi099.stdout: "-x", 2024-04-12T16:01:01.156 INFO:tasks.workunit.client.0.smithi099.stdout: "--json=o", 2024-04-12T16:01:01.156 INFO:tasks.workunit.client.0.smithi099.stdout: "/dev/nvme0n1" 2024-04-12T16:01:01.157 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.157 INFO:tasks.workunit.client.0.smithi099.stdout: "build_info": "(local build)", 2024-04-12T16:01:01.157 INFO:tasks.workunit.client.0.smithi099.stdout: "exit_status": 0, 2024-04-12T16:01:01.157 INFO:tasks.workunit.client.0.smithi099.stdout: "output": [ 2024-04-12T16:01:01.157 INFO:tasks.workunit.client.0.smithi099.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-12T16:01:01.157 INFO:tasks.workunit.client.0.smithi099.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-12T16:01:01.157 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:01:01.157 INFO:tasks.workunit.client.0.smithi099.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-12T16:01:01.157 INFO:tasks.workunit.client.0.smithi099.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-12T16:01:01.157 INFO:tasks.workunit.client.0.smithi099.stdout: "Serial Number: deleted", 2024-04-12T16:01:01.157 INFO:tasks.workunit.client.0.smithi099.stdout: "Firmware Version: 8DV101H0", 2024-04-12T16:01:01.157 INFO:tasks.workunit.client.0.smithi099.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-12T16:01:01.157 INFO:tasks.workunit.client.0.smithi099.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-12T16:01:01.157 INFO:tasks.workunit.client.0.smithi099.stdout: "Controller ID: 0", 2024-04-12T16:01:01.158 INFO:tasks.workunit.client.0.smithi099.stdout: "Number of Namespaces: 1", 2024-04-12T16:01:01.158 INFO:tasks.workunit.client.0.smithi099.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-12T16:01:01.158 INFO:tasks.workunit.client.0.smithi099.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-12T16:01:01.158 INFO:tasks.workunit.client.0.smithi099.stdout: "Local Time is: Fri Apr 12 15:55:13 2024 UTC", 2024-04-12T16:01:01.158 INFO:tasks.workunit.client.0.smithi099.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-12T16:01:01.158 INFO:tasks.workunit.client.0.smithi099.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-12T16:01:01.158 INFO:tasks.workunit.client.0.smithi099.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-12T16:01:01.158 INFO:tasks.workunit.client.0.smithi099.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-12T16:01:01.158 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:01:01.158 INFO:tasks.workunit.client.0.smithi099.stdout: "Supported Power States", 2024-04-12T16:01:01.158 INFO:tasks.workunit.client.0.smithi099.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-12T16:01:01.158 INFO:tasks.workunit.client.0.smithi099.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-12T16:01:01.159 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:01:01.159 INFO:tasks.workunit.client.0.smithi099.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-12T16:01:01.159 INFO:tasks.workunit.client.0.smithi099.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-12T16:01:01.159 INFO:tasks.workunit.client.0.smithi099.stdout: " 0 + 512 0 2", 2024-04-12T16:01:01.159 INFO:tasks.workunit.client.0.smithi099.stdout: " 1 - 512 8 2", 2024-04-12T16:01:01.159 INFO:tasks.workunit.client.0.smithi099.stdout: " 2 - 512 16 2", 2024-04-12T16:01:01.159 INFO:tasks.workunit.client.0.smithi099.stdout: " 3 - 4096 0 0", 2024-04-12T16:01:01.159 INFO:tasks.workunit.client.0.smithi099.stdout: " 4 - 4096 8 0", 2024-04-12T16:01:01.159 INFO:tasks.workunit.client.0.smithi099.stdout: " 5 - 4096 64 0", 2024-04-12T16:01:01.159 INFO:tasks.workunit.client.0.smithi099.stdout: " 6 - 4096 128 0", 2024-04-12T16:01:01.159 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:01:01.159 INFO:tasks.workunit.client.0.smithi099.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-12T16:01:01.159 INFO:tasks.workunit.client.0.smithi099.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-12T16:01:01.160 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:01:01.160 INFO:tasks.workunit.client.0.smithi099.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-12T16:01:01.160 INFO:tasks.workunit.client.0.smithi099.stdout: "Critical Warning: 0x00", 2024-04-12T16:01:01.160 INFO:tasks.workunit.client.0.smithi099.stdout: "Temperature: 24 Celsius", 2024-04-12T16:01:01.160 INFO:tasks.workunit.client.0.smithi099.stdout: "Available Spare: 100%", 2024-04-12T16:01:01.160 INFO:tasks.workunit.client.0.smithi099.stdout: "Available Spare Threshold: 10%", 2024-04-12T16:01:01.160 INFO:tasks.workunit.client.0.smithi099.stdout: "Percentage Used: 12%", 2024-04-12T16:01:01.160 INFO:tasks.workunit.client.0.smithi099.stdout: "Data Units Read: 491,735,754 [251 TB]", 2024-04-12T16:01:01.160 INFO:tasks.workunit.client.0.smithi099.stdout: "Data Units Written: 2,291,140,226 [1.17 PB]", 2024-04-12T16:01:01.160 INFO:tasks.workunit.client.0.smithi099.stdout: "Host Read Commands: 8,149,734,360", 2024-04-12T16:01:01.160 INFO:tasks.workunit.client.0.smithi099.stdout: "Host Write Commands: 39,671,548,982", 2024-04-12T16:01:01.160 INFO:tasks.workunit.client.0.smithi099.stdout: "Controller Busy Time: 17", 2024-04-12T16:01:01.160 INFO:tasks.workunit.client.0.smithi099.stdout: "Power Cycles: 54,511", 2024-04-12T16:01:01.160 INFO:tasks.workunit.client.0.smithi099.stdout: "Power On Hours: 56,392", 2024-04-12T16:01:01.160 INFO:tasks.workunit.client.0.smithi099.stdout: "Unsafe Shutdowns: 547", 2024-04-12T16:01:01.161 INFO:tasks.workunit.client.0.smithi099.stdout: "Media and Data Integrity Errors: 0", 2024-04-12T16:01:01.161 INFO:tasks.workunit.client.0.smithi099.stdout: "Error Information Log Entries: 0", 2024-04-12T16:01:01.161 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T16:01:01.161 INFO:tasks.workunit.client.0.smithi099.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-12T16:01:01.161 INFO:tasks.workunit.client.0.smithi099.stdout: "No Errors Logged", 2024-04-12T16:01:01.161 INFO:tasks.workunit.client.0.smithi099.stdout: "" 2024-04-12T16:01:01.161 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.161 INFO:tasks.workunit.client.0.smithi099.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-12T16:01:01.161 INFO:tasks.workunit.client.0.smithi099.stdout: "svn_revision": "5022", 2024-04-12T16:01:01.161 INFO:tasks.workunit.client.0.smithi099.stdout: "version": [ 2024-04-12T16:01:01.161 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:01.161 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:01.162 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:01:01.162 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.162 INFO:tasks.workunit.client.0.smithi099.stdout: "temperature": { 2024-04-12T16:01:01.162 INFO:tasks.workunit.client.0.smithi099.stdout: "current": 24 2024-04-12T16:01:01.162 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.162 INFO:tasks.workunit.client.0.smithi099.stdout: "user_capacity": { 2024-04-12T16:01:01.162 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 781422768, 2024-04-12T16:01:01.162 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 400088457216 2024-04-12T16:01:01.162 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.162 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.162 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.162 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.163 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.163 INFO:tasks.workunit.client.0.smithi099.stdout: "report": { 2024-04-12T16:01:01.163 INFO:tasks.workunit.client.0.smithi099.stdout: "balancer": { 2024-04-12T16:01:01.163 INFO:tasks.workunit.client.0.smithi099.stdout: "active": true, 2024-04-12T16:01:01.163 INFO:tasks.workunit.client.0.smithi099.stdout: "mode": "" 2024-04-12T16:01:01.163 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.163 INFO:tasks.workunit.client.0.smithi099.stdout: "channels": [ 2024-04-12T16:01:01.163 INFO:tasks.workunit.client.0.smithi099.stdout: "basic", 2024-04-12T16:01:01.163 INFO:tasks.workunit.client.0.smithi099.stdout: "crash", 2024-04-12T16:01:01.163 INFO:tasks.workunit.client.0.smithi099.stdout: "device", 2024-04-12T16:01:01.163 INFO:tasks.workunit.client.0.smithi099.stdout: "ident", 2024-04-12T16:01:01.163 INFO:tasks.workunit.client.0.smithi099.stdout: "perf" 2024-04-12T16:01:01.164 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.164 INFO:tasks.workunit.client.0.smithi099.stdout: "channels_available": [ 2024-04-12T16:01:01.164 INFO:tasks.workunit.client.0.smithi099.stdout: "basic", 2024-04-12T16:01:01.164 INFO:tasks.workunit.client.0.smithi099.stdout: "ident", 2024-04-12T16:01:01.164 INFO:tasks.workunit.client.0.smithi099.stdout: "crash", 2024-04-12T16:01:01.164 INFO:tasks.workunit.client.0.smithi099.stdout: "device", 2024-04-12T16:01:01.164 INFO:tasks.workunit.client.0.smithi099.stdout: "perf" 2024-04-12T16:01:01.164 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.164 INFO:tasks.workunit.client.0.smithi099.stdout: "collections_available": [ 2024-04-12T16:01:01.164 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_base", 2024-04-12T16:01:01.164 INFO:tasks.workunit.client.0.smithi099.stdout: "device_base", 2024-04-12T16:01:01.164 INFO:tasks.workunit.client.0.smithi099.stdout: "crash_base", 2024-04-12T16:01:01.164 INFO:tasks.workunit.client.0.smithi099.stdout: "ident_base", 2024-04-12T16:01:01.164 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_perf", 2024-04-12T16:01:01.164 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_mds_metadata", 2024-04-12T16:01:01.165 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_pool_usage", 2024-04-12T16:01:01.165 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_usage_by_class", 2024-04-12T16:01:01.165 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_rook_v01", 2024-04-12T16:01:01.165 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_memory_metrics", 2024-04-12T16:01:01.165 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_pool_options_bluestore" 2024-04-12T16:01:01.165 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.165 INFO:tasks.workunit.client.0.smithi099.stdout: "collections_opted_in": [ 2024-04-12T16:01:01.165 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_base", 2024-04-12T16:01:01.165 INFO:tasks.workunit.client.0.smithi099.stdout: "device_base", 2024-04-12T16:01:01.165 INFO:tasks.workunit.client.0.smithi099.stdout: "crash_base", 2024-04-12T16:01:01.165 INFO:tasks.workunit.client.0.smithi099.stdout: "ident_base", 2024-04-12T16:01:01.165 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_perf", 2024-04-12T16:01:01.165 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_mds_metadata", 2024-04-12T16:01:01.165 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_pool_usage", 2024-04-12T16:01:01.166 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_usage_by_class", 2024-04-12T16:01:01.166 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_rook_v01", 2024-04-12T16:01:01.166 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_memory_metrics", 2024-04-12T16:01:01.166 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_pool_options_bluestore" 2024-04-12T16:01:01.166 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.166 INFO:tasks.workunit.client.0.smithi099.stdout: "config": { 2024-04-12T16:01:01.166 INFO:tasks.workunit.client.0.smithi099.stdout: "active_changed": [ 2024-04-12T16:01:01.166 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T16:01:01.166 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_debug", 2024-04-12T16:01:01.166 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_mon_ticket_ttl", 2024-04-12T16:01:01.166 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_service_ticket_ttl", 2024-04-12T16:01:01.167 INFO:tasks.workunit.client.0.smithi099.stdout: "bdev_debug_aio", 2024-04-12T16:01:01.167 INFO:tasks.workunit.client.0.smithi099.stdout: "client_check_pool_perm", 2024-04-12T16:01:01.167 INFO:tasks.workunit.client.0.smithi099.stdout: "client_mount_gid", 2024-04-12T16:01:01.167 INFO:tasks.workunit.client.0.smithi099.stdout: "client_mount_uid", 2024-04-12T16:01:01.167 INFO:tasks.workunit.client.0.smithi099.stdout: "client_quota", 2024-04-12T16:01:01.167 INFO:tasks.workunit.client.0.smithi099.stdout: "container_image", 2024-04-12T16:01:01.167 INFO:tasks.workunit.client.0.smithi099.stdout: "daemonize", 2024-04-12T16:01:01.167 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_asserts_on_shutdown", 2024-04-12T16:01:01.167 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_mgr", 2024-04-12T16:01:01.167 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_mon", 2024-04-12T16:01:01.167 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_ms", 2024-04-12T16:01:01.167 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_osd", 2024-04-12T16:01:01.167 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_paxos", 2024-04-12T16:01:01.168 INFO:tasks.workunit.client.0.smithi099.stdout: "keyring", 2024-04-12T16:01:01.168 INFO:tasks.workunit.client.0.smithi099.stdout: "leveldb_block_size", 2024-04-12T16:01:01.168 INFO:tasks.workunit.client.0.smithi099.stdout: "leveldb_cache_size", 2024-04-12T16:01:01.168 INFO:tasks.workunit.client.0.smithi099.stdout: "leveldb_compression", 2024-04-12T16:01:01.168 INFO:tasks.workunit.client.0.smithi099.stdout: "leveldb_log", 2024-04-12T16:01:01.168 INFO:tasks.workunit.client.0.smithi099.stdout: "leveldb_write_buffer_size", 2024-04-12T16:01:01.168 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_file", 2024-04-12T16:01:01.168 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_journald", 2024-04-12T16:01:01.168 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_stderr", 2024-04-12T16:01:01.168 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_allow_pool_delete", 2024-04-12T16:01:01.168 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_clock_drift_allowed", 2024-04-12T16:01:01.168 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_file_level", 2024-04-12T16:01:01.168 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_to_file", 2024-04-12T16:01:01.169 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_to_journald", 2024-04-12T16:01:01.169 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_to_stderr", 2024-04-12T16:01:01.169 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_data_avail_warn", 2024-04-12T16:01:01.169 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_election_default_strategy", 2024-04-12T16:01:01.169 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_host", 2024-04-12T16:01:01.169 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_max_pg_per_osd", 2024-04-12T16:01:01.169 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_mgr_mkfs_grace", 2024-04-12T16:01:01.169 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_osd_prime_pg_temp", 2024-04-12T16:01:01.169 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T16:01:01.169 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T16:01:01.169 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T16:01:01.169 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T16:01:01.170 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T16:01:01.170 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T16:01:01.170 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T16:01:01.170 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T16:01:01.170 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T16:01:01.170 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T16:01:01.170 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_too_few_osds", 2024-04-12T16:01:01.170 INFO:tasks.workunit.client.0.smithi099.stdout: "ms_die_on_bug", 2024-04-12T16:01:01.170 INFO:tasks.workunit.client.0.smithi099.stdout: "ms_die_on_old_message", 2024-04-12T16:01:01.170 INFO:tasks.workunit.client.0.smithi099.stdout: "no_config_file", 2024-04-12T16:01:01.170 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_class_default_list", 2024-04-12T16:01:01.170 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_class_load_list", 2024-04-12T16:01:01.170 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_crush_chooseleaf_type", 2024-04-12T16:01:01.171 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_misdirected_ops", 2024-04-12T16:01:01.171 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_op_order", 2024-04-12T16:01:01.171 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_pg_log_writeout", 2024-04-12T16:01:01.171 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_shutdown", 2024-04-12T16:01:01.171 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T16:01:01.171 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T16:01:01.171 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T16:01:01.171 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T16:01:01.171 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_delete_sleep", 2024-04-12T16:01:01.171 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_delete_sleep_hdd", 2024-04-12T16:01:01.171 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_delete_sleep_hybrid", 2024-04-12T16:01:01.171 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_delete_sleep_ssd", 2024-04-12T16:01:01.171 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_max_backfills", 2024-04-12T16:01:01.172 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T16:01:01.172 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_profile", 2024-04-12T16:01:01.172 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-12T16:01:01.172 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-12T16:01:01.172 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-12T16:01:01.172 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-12T16:01:01.172 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-12T16:01:01.172 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-12T16:01:01.172 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_client_lim", 2024-04-12T16:01:01.172 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_client_res", 2024-04-12T16:01:01.172 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-12T16:01:01.172 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_memory_target", 2024-04-12T16:01:01.172 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_memory_target_autotune", 2024-04-12T16:01:01.172 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_op_queue", 2024-04-12T16:01:01.173 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_op_queue_cut_off", 2024-04-12T16:01:01.173 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pg_delete_cost", 2024-04-12T16:01:01.173 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T16:01:01.173 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T16:01:01.173 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recover_clone_overlap", 2024-04-12T16:01:01.173 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_max_active", 2024-04-12T16:01:01.173 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_max_active_hdd", 2024-04-12T16:01:01.173 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_max_active_ssd", 2024-04-12T16:01:01.173 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_max_chunk", 2024-04-12T16:01:01.173 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_sleep", 2024-04-12T16:01:01.173 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_sleep_hdd", 2024-04-12T16:01:01.173 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_sleep_hybrid", 2024-04-12T16:01:01.173 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_sleep_ssd", 2024-04-12T16:01:01.174 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_scrub_load_threshold", 2024-04-12T16:01:01.174 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_scrub_max_interval", 2024-04-12T16:01:01.174 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_scrub_sleep", 2024-04-12T16:01:01.174 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_shutdown_pgref_assert", 2024-04-12T16:01:01.174 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_snap_trim_sleep", 2024-04-12T16:01:01.174 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_snap_trim_sleep_hdd", 2024-04-12T16:01:01.174 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-12T16:01:01.174 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_snap_trim_sleep_ssd", 2024-04-12T16:01:01.174 INFO:tasks.workunit.client.0.smithi099.stdout: "public_addr", 2024-04-12T16:01:01.174 INFO:tasks.workunit.client.0.smithi099.stdout: "public_addrv", 2024-04-12T16:01:01.175 INFO:tasks.workunit.client.0.smithi099.stdout: "public_network", 2024-04-12T16:01:01.175 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd_default_features", 2024-04-12T16:01:01.175 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd_qos_exclude_ops", 2024-04-12T16:01:01.175 INFO:tasks.workunit.client.0.smithi099.stdout: "setgroup", 2024-04-12T16:01:01.175 INFO:tasks.workunit.client.0.smithi099.stdout: "setuser" 2024-04-12T16:01:01.175 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.175 INFO:tasks.workunit.client.0.smithi099.stdout: "cluster_changed": [ 2024-04-12T16:01:01.175 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T16:01:01.175 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_debug", 2024-04-12T16:01:01.175 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_mon_ticket_ttl", 2024-04-12T16:01:01.175 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_service_ticket_ttl", 2024-04-12T16:01:01.176 INFO:tasks.workunit.client.0.smithi099.stdout: "bdev_debug_aio", 2024-04-12T16:01:01.176 INFO:tasks.workunit.client.0.smithi099.stdout: "container_image", 2024-04-12T16:01:01.176 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_asserts_on_shutdown", 2024-04-12T16:01:01.176 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_mgr", 2024-04-12T16:01:01.176 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_mon", 2024-04-12T16:01:01.176 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_ms", 2024-04-12T16:01:01.176 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_osd", 2024-04-12T16:01:01.176 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_paxos", 2024-04-12T16:01:01.176 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_file", 2024-04-12T16:01:01.176 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_journald", 2024-04-12T16:01:01.176 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_stderr", 2024-04-12T16:01:01.176 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_join_fs", 2024-04-12T16:01:01.176 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/cephadm/allow_ptrace", 2024-04-12T16:01:01.176 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/cephadm/container_init", 2024-04-12T16:01:01.177 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/cephadm/migration_current", 2024-04-12T16:01:01.177 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/cephadm/use_repo_digest", 2024-04-12T16:01:01.177 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-12T16:01:01.177 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-12T16:01:01.177 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-12T16:01:01.177 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-12T16:01:01.177 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/dashboard/ssl_server_port", 2024-04-12T16:01:01.177 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/orchestrator/orchestrator", 2024-04-12T16:01:01.177 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/telemetry/channel_ident", 2024-04-12T16:01:01.177 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/telemetry/channel_perf", 2024-04-12T16:01:01.177 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/telemetry/description", 2024-04-12T16:01:01.177 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/telemetry/enabled", 2024-04-12T16:01:01.177 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/telemetry/organization", 2024-04-12T16:01:01.178 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_allow_pool_delete", 2024-04-12T16:01:01.178 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_clock_drift_allowed", 2024-04-12T16:01:01.178 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_file_level", 2024-04-12T16:01:01.178 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_to_file", 2024-04-12T16:01:01.178 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_data_avail_warn", 2024-04-12T16:01:01.178 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_election_default_strategy", 2024-04-12T16:01:01.178 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_max_pg_per_osd", 2024-04-12T16:01:01.178 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_mgr_mkfs_grace", 2024-04-12T16:01:01.178 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_osd_prime_pg_temp", 2024-04-12T16:01:01.178 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T16:01:01.178 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T16:01:01.178 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T16:01:01.178 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T16:01:01.179 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T16:01:01.179 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T16:01:01.179 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T16:01:01.179 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T16:01:01.179 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T16:01:01.179 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T16:01:01.179 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_too_few_osds", 2024-04-12T16:01:01.179 INFO:tasks.workunit.client.0.smithi099.stdout: "ms_die_on_bug", 2024-04-12T16:01:01.179 INFO:tasks.workunit.client.0.smithi099.stdout: "ms_die_on_old_message", 2024-04-12T16:01:01.179 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_class_default_list", 2024-04-12T16:01:01.179 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_class_load_list", 2024-04-12T16:01:01.179 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_misdirected_ops", 2024-04-12T16:01:01.179 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_op_order", 2024-04-12T16:01:01.179 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_pg_log_writeout", 2024-04-12T16:01:01.179 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_shutdown", 2024-04-12T16:01:01.180 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T16:01:01.180 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T16:01:01.180 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T16:01:01.180 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T16:01:01.180 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T16:01:01.180 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_profile", 2024-04-12T16:01:01.180 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_memory_target", 2024-04-12T16:01:01.180 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_memory_target_autotune", 2024-04-12T16:01:01.180 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_op_queue", 2024-04-12T16:01:01.180 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_op_queue_cut_off", 2024-04-12T16:01:01.180 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T16:01:01.180 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T16:01:01.180 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recover_clone_overlap", 2024-04-12T16:01:01.180 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_max_chunk", 2024-04-12T16:01:01.181 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_scrub_load_threshold", 2024-04-12T16:01:01.181 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_scrub_max_interval", 2024-04-12T16:01:01.181 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_shutdown_pgref_assert", 2024-04-12T16:01:01.181 INFO:tasks.workunit.client.0.smithi099.stdout: "public_network", 2024-04-12T16:01:01.181 INFO:tasks.workunit.client.0.smithi099.stdout: "rgw_cache_enabled", 2024-04-12T16:01:01.181 INFO:tasks.workunit.client.0.smithi099.stdout: "rgw_enable_ops_log", 2024-04-12T16:01:01.181 INFO:tasks.workunit.client.0.smithi099.stdout: "rgw_enable_usage_log" 2024-04-12T16:01:01.181 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:01:01.181 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.181 INFO:tasks.workunit.client.0.smithi099.stdout: "contact": null, 2024-04-12T16:01:01.181 INFO:tasks.workunit.client.0.smithi099.stdout: "crashes": [], 2024-04-12T16:01:01.181 INFO:tasks.workunit.client.0.smithi099.stdout: "created": "2024-04-12T15:51:58.657208Z", 2024-04-12T16:01:01.181 INFO:tasks.workunit.client.0.smithi099.stdout: "crush": { 2024-04-12T16:01:01.181 INFO:tasks.workunit.client.0.smithi099.stdout: "bucket_algs": { 2024-04-12T16:01:01.182 INFO:tasks.workunit.client.0.smithi099.stdout: "straw2": 3 2024-04-12T16:01:01.182 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.182 INFO:tasks.workunit.client.0.smithi099.stdout: "bucket_sizes": { 2024-04-12T16:01:01.182 INFO:tasks.workunit.client.0.smithi099.stdout: "2": 1, 2024-04-12T16:01:01.182 INFO:tasks.workunit.client.0.smithi099.stdout: "4": 2 2024-04-12T16:01:01.182 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.182 INFO:tasks.workunit.client.0.smithi099.stdout: "bucket_types": { 2024-04-12T16:01:01.182 INFO:tasks.workunit.client.0.smithi099.stdout: "1": 2, 2024-04-12T16:01:01.182 INFO:tasks.workunit.client.0.smithi099.stdout: "11": 1 2024-04-12T16:01:01.182 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.182 INFO:tasks.workunit.client.0.smithi099.stdout: "compat_weight_set": false, 2024-04-12T16:01:01.182 INFO:tasks.workunit.client.0.smithi099.stdout: "device_classes": [ 2024-04-12T16:01:01.182 INFO:tasks.workunit.client.0.smithi099.stdout: 8 2024-04-12T16:01:01.183 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.183 INFO:tasks.workunit.client.0.smithi099.stdout: "num_buckets": 6, 2024-04-12T16:01:01.183 INFO:tasks.workunit.client.0.smithi099.stdout: "num_devices": 8, 2024-04-12T16:01:01.183 INFO:tasks.workunit.client.0.smithi099.stdout: "num_rules": 1, 2024-04-12T16:01:01.183 INFO:tasks.workunit.client.0.smithi099.stdout: "num_types": 12, 2024-04-12T16:01:01.183 INFO:tasks.workunit.client.0.smithi099.stdout: "num_weight_sets": 0, 2024-04-12T16:01:01.183 INFO:tasks.workunit.client.0.smithi099.stdout: "tunables": { 2024-04-12T16:01:01.183 INFO:tasks.workunit.client.0.smithi099.stdout: "allowed_bucket_algs": 54, 2024-04-12T16:01:01.183 INFO:tasks.workunit.client.0.smithi099.stdout: "choose_local_fallback_tries": 0, 2024-04-12T16:01:01.183 INFO:tasks.workunit.client.0.smithi099.stdout: "choose_local_tries": 0, 2024-04-12T16:01:01.183 INFO:tasks.workunit.client.0.smithi099.stdout: "choose_total_tries": 50, 2024-04-12T16:01:01.183 INFO:tasks.workunit.client.0.smithi099.stdout: "chooseleaf_descend_once": 1, 2024-04-12T16:01:01.184 INFO:tasks.workunit.client.0.smithi099.stdout: "chooseleaf_stable": 1, 2024-04-12T16:01:01.184 INFO:tasks.workunit.client.0.smithi099.stdout: "chooseleaf_vary_r": 1, 2024-04-12T16:01:01.184 INFO:tasks.workunit.client.0.smithi099.stdout: "has_v2_rules": 0, 2024-04-12T16:01:01.184 INFO:tasks.workunit.client.0.smithi099.stdout: "has_v3_rules": 0, 2024-04-12T16:01:01.184 INFO:tasks.workunit.client.0.smithi099.stdout: "has_v4_buckets": 1, 2024-04-12T16:01:01.184 INFO:tasks.workunit.client.0.smithi099.stdout: "has_v5_rules": 0, 2024-04-12T16:01:01.184 INFO:tasks.workunit.client.0.smithi099.stdout: "legacy_tunables": 0, 2024-04-12T16:01:01.184 INFO:tasks.workunit.client.0.smithi099.stdout: "minimum_required_version": "jewel", 2024-04-12T16:01:01.184 INFO:tasks.workunit.client.0.smithi099.stdout: "optimal_tunables": 1, 2024-04-12T16:01:01.184 INFO:tasks.workunit.client.0.smithi099.stdout: "profile": "jewel", 2024-04-12T16:01:01.184 INFO:tasks.workunit.client.0.smithi099.stdout: "require_feature_tunables": 1, 2024-04-12T16:01:01.184 INFO:tasks.workunit.client.0.smithi099.stdout: "require_feature_tunables2": 1, 2024-04-12T16:01:01.184 INFO:tasks.workunit.client.0.smithi099.stdout: "require_feature_tunables3": 1, 2024-04-12T16:01:01.184 INFO:tasks.workunit.client.0.smithi099.stdout: "require_feature_tunables5": 1, 2024-04-12T16:01:01.185 INFO:tasks.workunit.client.0.smithi099.stdout: "straw_calc_version": 1 2024-04-12T16:01:01.185 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.185 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.185 INFO:tasks.workunit.client.0.smithi099.stdout: "description": "upgrade test cluster", 2024-04-12T16:01:01.185 INFO:tasks.workunit.client.0.smithi099.stdout: "fs": { 2024-04-12T16:01:01.185 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T16:01:01.185 INFO:tasks.workunit.client.0.smithi099.stdout: "feature_flags": { 2024-04-12T16:01:01.185 INFO:tasks.workunit.client.0.smithi099.stdout: "enable_multiple": true, 2024-04-12T16:01:01.185 INFO:tasks.workunit.client.0.smithi099.stdout: "ever_enabled_multiple": true 2024-04-12T16:01:01.185 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.185 INFO:tasks.workunit.client.0.smithi099.stdout: "filesystems": [ 2024-04-12T16:01:01.185 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.186 INFO:tasks.workunit.client.0.smithi099.stdout: "approx_ctime": "2024-04", 2024-04-12T16:01:01.186 INFO:tasks.workunit.client.0.smithi099.stdout: "balancer_enabled": false, 2024-04-12T16:01:01.186 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.186 INFO:tasks.workunit.client.0.smithi099.stdout: "cached_caps": 0, 2024-04-12T16:01:01.186 INFO:tasks.workunit.client.0.smithi099.stdout: "cached_dns": 10, 2024-04-12T16:01:01.186 INFO:tasks.workunit.client.0.smithi099.stdout: "cached_inos": 13, 2024-04-12T16:01:01.186 INFO:tasks.workunit.client.0.smithi099.stdout: "cached_subtrees": 2, 2024-04-12T16:01:01.186 INFO:tasks.workunit.client.0.smithi099.stdout: "ever_allowed_features": 0, 2024-04-12T16:01:01.186 INFO:tasks.workunit.client.0.smithi099.stdout: "explicitly_allowed_features": 0, 2024-04-12T16:01:01.186 INFO:tasks.workunit.client.0.smithi099.stdout: "files": 0, 2024-04-12T16:01:01.186 INFO:tasks.workunit.client.0.smithi099.stdout: "max_mds": 1, 2024-04-12T16:01:01.187 INFO:tasks.workunit.client.0.smithi099.stdout: "num_data_pools": 1, 2024-04-12T16:01:01.187 INFO:tasks.workunit.client.0.smithi099.stdout: "num_in": 1, 2024-04-12T16:01:01.187 INFO:tasks.workunit.client.0.smithi099.stdout: "num_mds": 1, 2024-04-12T16:01:01.187 INFO:tasks.workunit.client.0.smithi099.stdout: "num_sessions": 0, 2024-04-12T16:01:01.187 INFO:tasks.workunit.client.0.smithi099.stdout: "num_standby_replay": 0, 2024-04-12T16:01:01.187 INFO:tasks.workunit.client.0.smithi099.stdout: "num_up": 1, 2024-04-12T16:01:01.187 INFO:tasks.workunit.client.0.smithi099.stdout: "snaps": 0, 2024-04-12T16:01:01.187 INFO:tasks.workunit.client.0.smithi099.stdout: "standby_count_wanted": 0 2024-04-12T16:01:01.187 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.187 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.187 INFO:tasks.workunit.client.0.smithi099.stdout: "num_standby_mds": 1, 2024-04-12T16:01:01.187 INFO:tasks.workunit.client.0.smithi099.stdout: "total_num_mds": 2 2024-04-12T16:01:01.187 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.187 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_stats": { 2024-04-12T16:01:01.187 INFO:tasks.workunit.client.0.smithi099.stdout: "mds": { 2024-04-12T16:01:01.188 INFO:tasks.workunit.client.0.smithi099.stdout: "mds.1e2a24d7ed8c1704620ea3bccfc67a7f23c62d00": { 2024-04-12T16:01:01.188 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 20594688, 2024-04-12T16:01:01.188 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 476072, 2024-04-12T16:01:01.188 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 2752512, 2024-04-12T16:01:01.188 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T16:01:01.188 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 720896, 2024-04-12T16:01:01.188 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 405, 2024-04-12T16:01:01.188 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:01:01.188 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 1264888, 2024-04-12T16:01:01.188 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 20, 2024-04-12T16:01:01.188 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 1183744, 2024-04-12T16:01:01.189 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 14917472, 2024-04-12T16:01:01.189 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 21315584 2024-04-12T16:01:01.189 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.189 INFO:tasks.workunit.client.0.smithi099.stdout: "mds.99eca4e11e5c95f50fdb573e338d356fe5d4041f": { 2024-04-12T16:01:01.189 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 19218432, 2024-04-12T16:01:01.189 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 294264, 2024-04-12T16:01:01.189 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 2752512, 2024-04-12T16:01:01.189 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 32768, 2024-04-12T16:01:01.189 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 0, 2024-04-12T16:01:01.189 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 316, 2024-04-12T16:01:01.189 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:01:01.189 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 866808, 2024-04-12T16:01:01.189 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 12, 2024-04-12T16:01:01.189 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 810496, 2024-04-12T16:01:01.190 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 14461584, 2024-04-12T16:01:01.190 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 19218432 2024-04-12T16:01:01.190 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.190 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.190 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T16:01:01.190 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.1e2a24d7ed8c1704620ea3bccfc67a7f23c62d00": { 2024-04-12T16:01:01.190 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 44662784, 2024-04-12T16:01:01.190 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 1908592, 2024-04-12T16:01:01.190 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 2752512, 2024-04-12T16:01:01.190 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 507904, 2024-04-12T16:01:01.190 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 3932160, 2024-04-12T16:01:01.190 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 1678, 2024-04-12T16:01:01.191 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:01:01.191 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 10124944, 2024-04-12T16:01:01.191 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 22, 2024-04-12T16:01:01.191 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 3381760, 2024-04-12T16:01:01.191 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 25987072, 2024-04-12T16:01:01.191 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 48594944 2024-04-12T16:01:01.191 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.191 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.5b45c9ad1c228149a803c7f15c41ecb95bb8abcb": { 2024-04-12T16:01:01.191 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 38862848, 2024-04-12T16:01:01.191 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 1407288, 2024-04-12T16:01:01.191 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 2752512, 2024-04-12T16:01:01.191 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 933888, 2024-04-12T16:01:01.191 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 7741440, 2024-04-12T16:01:01.192 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 1130, 2024-04-12T16:01:01.192 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:01:01.192 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 7425216, 2024-04-12T16:01:01.192 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 22, 2024-04-12T16:01:01.192 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 2465536, 2024-04-12T16:01:01.192 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 23878408, 2024-04-12T16:01:01.192 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 46604288 2024-04-12T16:01:01.192 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.192 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.99eca4e11e5c95f50fdb573e338d356fe5d4041f": { 2024-04-12T16:01:01.192 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 36970496, 2024-04-12T16:01:01.192 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 1493240, 2024-04-12T16:01:01.192 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 2752512, 2024-04-12T16:01:01.192 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T16:01:01.192 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 8585216, 2024-04-12T16:01:01.193 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 1135, 2024-04-12T16:01:01.193 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:01:01.193 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 8127296, 2024-04-12T16:01:01.193 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 21, 2024-04-12T16:01:01.193 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 1311744, 2024-04-12T16:01:01.193 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 23285704, 2024-04-12T16:01:01.193 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 45555712 2024-04-12T16:01:01.193 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.193 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.193 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:01:01.193 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.0": { 2024-04-12T16:01:01.193 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 53510144, 2024-04-12T16:01:01.193 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 1922952, 2024-04-12T16:01:01.194 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 4980736, 2024-04-12T16:01:01.194 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T16:01:01.194 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 147456, 2024-04-12T16:01:01.194 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 1760, 2024-04-12T16:01:01.194 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:01:01.194 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 6262128, 2024-04-12T16:01:01.194 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 47, 2024-04-12T16:01:01.194 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 3503360, 2024-04-12T16:01:01.194 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 36840968, 2024-04-12T16:01:01.194 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 53657600 2024-04-12T16:01:01.194 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.194 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.1": { 2024-04-12T16:01:01.195 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 50585600, 2024-04-12T16:01:01.195 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 1966344, 2024-04-12T16:01:01.195 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 2883584, 2024-04-12T16:01:01.195 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T16:01:01.195 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 974848, 2024-04-12T16:01:01.195 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 1729, 2024-04-12T16:01:01.195 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:01:01.195 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 6291880, 2024-04-12T16:01:01.195 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 47, 2024-04-12T16:01:01.195 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 3632640, 2024-04-12T16:01:01.195 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 35811152, 2024-04-12T16:01:01.195 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 51560448 2024-04-12T16:01:01.196 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.196 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.2": { 2024-04-12T16:01:01.196 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 49487872, 2024-04-12T16:01:01.196 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 1768376, 2024-04-12T16:01:01.196 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 2883584, 2024-04-12T16:01:01.196 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T16:01:01.196 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 958464, 2024-04-12T16:01:01.196 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 1630, 2024-04-12T16:01:01.196 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:01:01.196 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 5718272, 2024-04-12T16:01:01.196 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 47, 2024-04-12T16:01:01.196 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 3683840, 2024-04-12T16:01:01.196 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 35433800, 2024-04-12T16:01:01.196 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 50446336 2024-04-12T16:01:01.197 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.197 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.3": { 2024-04-12T16:01:01.197 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 47669248, 2024-04-12T16:01:01.197 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 1852704, 2024-04-12T16:01:01.197 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 2883584, 2024-04-12T16:01:01.197 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T16:01:01.197 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 892928, 2024-04-12T16:01:01.197 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 1624, 2024-04-12T16:01:01.197 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:01:01.197 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 5034176, 2024-04-12T16:01:01.197 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 46, 2024-04-12T16:01:01.197 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 3441408, 2024-04-12T16:01:01.197 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 34457376, 2024-04-12T16:01:01.197 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 48562176 2024-04-12T16:01:01.197 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.198 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.4": { 2024-04-12T16:01:01.198 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 43974656, 2024-04-12T16:01:01.198 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 636920, 2024-04-12T16:01:01.198 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 2883584, 2024-04-12T16:01:01.198 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T16:01:01.198 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 114688, 2024-04-12T16:01:01.198 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 1230, 2024-04-12T16:01:01.198 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:01:01.198 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 4831888, 2024-04-12T16:01:01.198 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 47, 2024-04-12T16:01:01.198 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 1896960, 2024-04-12T16:01:01.198 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 33725304, 2024-04-12T16:01:01.199 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 44089344 2024-04-12T16:01:01.199 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.199 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.5": { 2024-04-12T16:01:01.199 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 48693248, 2024-04-12T16:01:01.199 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 1801392, 2024-04-12T16:01:01.199 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 2883584, 2024-04-12T16:01:01.199 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T16:01:01.199 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 770048, 2024-04-12T16:01:01.199 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 1619, 2024-04-12T16:01:01.199 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:01:01.199 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 5519512, 2024-04-12T16:01:01.199 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 47, 2024-04-12T16:01:01.199 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 3504128, 2024-04-12T16:01:01.199 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 34984632, 2024-04-12T16:01:01.200 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 49463296 2024-04-12T16:01:01.200 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.200 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.6": { 2024-04-12T16:01:01.200 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 44474368, 2024-04-12T16:01:01.200 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 768120, 2024-04-12T16:01:01.200 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 2883584, 2024-04-12T16:01:01.200 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T16:01:01.200 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 794624, 2024-04-12T16:01:01.200 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 1233, 2024-04-12T16:01:01.200 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:01:01.200 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 4782952, 2024-04-12T16:01:01.200 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 46, 2024-04-12T16:01:01.200 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 1982976, 2024-04-12T16:01:01.200 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 34056736, 2024-04-12T16:01:01.201 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 45268992 2024-04-12T16:01:01.201 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.201 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.7": { 2024-04-12T16:01:01.201 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 45441024, 2024-04-12T16:01:01.201 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 1116432, 2024-04-12T16:01:01.201 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 2883584, 2024-04-12T16:01:01.201 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T16:01:01.201 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 876544, 2024-04-12T16:01:01.201 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 1286, 2024-04-12T16:01:01.201 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:01:01.201 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 5077632, 2024-04-12T16:01:01.201 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 47, 2024-04-12T16:01:01.201 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 1903616, 2024-04-12T16:01:01.201 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 34459760, 2024-04-12T16:01:01.202 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 46317568 2024-04-12T16:01:01.202 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.202 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.202 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.202 INFO:tasks.workunit.client.0.smithi099.stdout: "hosts": { 2024-04-12T16:01:01.202 INFO:tasks.workunit.client.0.smithi099.stdout: "num": 2, 2024-04-12T16:01:01.202 INFO:tasks.workunit.client.0.smithi099.stdout: "num_with_mds": 2, 2024-04-12T16:01:01.202 INFO:tasks.workunit.client.0.smithi099.stdout: "num_with_mgr": 2, 2024-04-12T16:01:01.202 INFO:tasks.workunit.client.0.smithi099.stdout: "num_with_mon": 2, 2024-04-12T16:01:01.202 INFO:tasks.workunit.client.0.smithi099.stdout: "num_with_osd": 2 2024-04-12T16:01:01.202 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.202 INFO:tasks.workunit.client.0.smithi099.stdout: "io_rate": { 2024-04-12T16:01:01.202 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_stats_delta": { 2024-04-12T16:01:01.203 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": 0, 2024-04-12T16:01:01.203 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:01.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_store_stats": 0, 2024-04-12T16:01:01.203 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:01.203 INFO:tasks.workunit.client.0.smithi099.stdout: "stamp_delta": "12.002570", 2024-04-12T16:01:01.203 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:01.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:01.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:01.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:01.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:01.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:01.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:01.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:01.204 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:01.204 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:01.204 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:01.204 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:01.204 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:01.204 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:01.204 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:01.204 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:01.204 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:01.204 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:01.204 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:01.204 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:01.205 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:01.205 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:01.205 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:01.205 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:01.205 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:01.205 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:01.205 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:01.205 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:01.205 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:01.205 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:01.205 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:01.205 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:01.205 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:01.206 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:01.206 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 146, 2024-04-12T16:01:01.206 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 248, 2024-04-12T16:01:01.206 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:01.206 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:01.206 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:01.206 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 32, 2024-04-12T16:01:01.206 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:01.206 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.206 INFO:tasks.workunit.client.0.smithi099.stdout: "store_stats": { 2024-04-12T16:01:01.206 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": 0, 2024-04-12T16:01:01.207 INFO:tasks.workunit.client.0.smithi099.stdout: "available": 0, 2024-04-12T16:01:01.207 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed": 0, 2024-04-12T16:01:01.207 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_allocated": 0, 2024-04-12T16:01:01.207 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_original": 0, 2024-04-12T16:01:01.207 INFO:tasks.workunit.client.0.smithi099.stdout: "data_stored": 0, 2024-04-12T16:01:01.207 INFO:tasks.workunit.client.0.smithi099.stdout: "internal_metadata": 0, 2024-04-12T16:01:01.207 INFO:tasks.workunit.client.0.smithi099.stdout: "internally_reserved": 0, 2024-04-12T16:01:01.207 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_allocated": 0, 2024-04-12T16:01:01.207 INFO:tasks.workunit.client.0.smithi099.stdout: "total": 0 2024-04-12T16:01:01.207 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.207 INFO:tasks.workunit.client.0.smithi099.stdout: "up": 0 2024-04-12T16:01:01.207 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.208 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.208 INFO:tasks.workunit.client.0.smithi099.stdout: "leaderboard": false, 2024-04-12T16:01:01.208 INFO:tasks.workunit.client.0.smithi099.stdout: "leaderboard_description": null, 2024-04-12T16:01:01.208 INFO:tasks.workunit.client.0.smithi099.stdout: "license": "sharing-1-0", 2024-04-12T16:01:01.208 INFO:tasks.workunit.client.0.smithi099.stdout: "mempool": { 2024-04-12T16:01:01.208 INFO:tasks.workunit.client.0.smithi099.stdout: "mds": { 2024-04-12T16:01:01.208 INFO:tasks.workunit.client.0.smithi099.stdout: "mds.1e2a24d7ed8c1704620ea3bccfc67a7f23c62d00": { 2024-04-12T16:01:01.208 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T16:01:01.208 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.208 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.208 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.208 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T16:01:01.209 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.209 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.209 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.209 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T16:01:01.209 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.209 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.209 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.209 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T16:01:01.209 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.209 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.209 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.209 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T16:01:01.209 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.209 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.209 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.210 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T16:01:01.210 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.210 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.210 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.210 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T16:01:01.210 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.210 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.210 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.210 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T16:01:01.210 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.210 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.211 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.211 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T16:01:01.211 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.211 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.211 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.211 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T16:01:01.211 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.211 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.211 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.211 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T16:01:01.211 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.212 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.212 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.212 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T16:01:01.212 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.212 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.212 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.212 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T16:01:01.212 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.212 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.212 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.212 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T16:01:01.212 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.213 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.213 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.213 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T16:01:01.213 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.213 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.213 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.213 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T16:01:01.213 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.213 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.213 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.213 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T16:01:01.214 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.214 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.214 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.214 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T16:01:01.214 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.214 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.214 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.214 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T16:01:01.214 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 222439, 2024-04-12T16:01:01.214 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 68 2024-04-12T16:01:01.214 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.215 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T16:01:01.215 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.215 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.215 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.215 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T16:01:01.215 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 51496, 2024-04-12T16:01:01.215 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 208 2024-04-12T16:01:01.215 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.215 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:01:01.215 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.215 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.215 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.215 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T16:01:01.216 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.216 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.216 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.216 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T16:01:01.216 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.216 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.216 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.216 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T16:01:01.216 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 7816, 2024-04-12T16:01:01.216 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 121 2024-04-12T16:01:01.216 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.216 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T16:01:01.216 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.217 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.217 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.217 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T16:01:01.217 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.217 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.217 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.217 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T16:01:01.217 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.217 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.217 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.217 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T16:01:01.217 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.217 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.217 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.218 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.218 INFO:tasks.workunit.client.0.smithi099.stdout: "mds.99eca4e11e5c95f50fdb573e338d356fe5d4041f": { 2024-04-12T16:01:01.218 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T16:01:01.218 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.218 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.218 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.218 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T16:01:01.218 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.218 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.218 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.218 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T16:01:01.218 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.219 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.219 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.219 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T16:01:01.219 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.219 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.219 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.219 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T16:01:01.219 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.219 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.219 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.219 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T16:01:01.219 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.219 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.219 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.220 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T16:01:01.220 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.220 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.220 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.220 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T16:01:01.220 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.220 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.220 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.220 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T16:01:01.220 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.220 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.220 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.221 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T16:01:01.221 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.221 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.221 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.221 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T16:01:01.221 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.221 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.221 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.221 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T16:01:01.221 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.221 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.221 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.221 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T16:01:01.221 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.222 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.222 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.222 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T16:01:01.222 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.222 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.222 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.222 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T16:01:01.222 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.222 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.222 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.222 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T16:01:01.222 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.223 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.223 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.223 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T16:01:01.223 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.223 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.223 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.223 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T16:01:01.223 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.223 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.223 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.223 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T16:01:01.223 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 149207, 2024-04-12T16:01:01.224 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 33 2024-04-12T16:01:01.224 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.224 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T16:01:01.224 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.224 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.224 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.224 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T16:01:01.224 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 928, 2024-04-12T16:01:01.224 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 2 2024-04-12T16:01:01.224 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.224 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:01:01.224 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.224 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.225 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.225 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T16:01:01.225 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.225 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.225 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.225 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T16:01:01.225 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.225 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.225 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.225 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T16:01:01.225 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.225 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.225 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.225 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T16:01:01.225 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.226 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.226 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.226 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T16:01:01.226 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.226 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.226 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.226 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T16:01:01.226 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.226 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.226 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.226 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T16:01:01.226 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.227 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.227 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.227 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.227 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.227 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T16:01:01.227 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.1e2a24d7ed8c1704620ea3bccfc67a7f23c62d00": { 2024-04-12T16:01:01.227 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T16:01:01.227 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.227 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.227 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.227 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T16:01:01.227 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.227 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.227 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.228 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T16:01:01.228 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.228 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.228 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.228 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T16:01:01.228 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.228 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.228 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.228 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T16:01:01.228 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.228 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.229 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.229 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T16:01:01.229 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.229 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.229 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.229 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T16:01:01.229 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.229 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.229 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.229 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T16:01:01.229 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.229 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.230 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.230 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T16:01:01.230 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.230 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.230 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.230 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T16:01:01.230 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.230 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.230 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.230 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T16:01:01.230 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.231 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.231 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.231 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T16:01:01.231 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.231 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.231 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.231 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T16:01:01.231 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.231 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.231 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.231 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T16:01:01.231 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.232 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.232 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.232 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T16:01:01.232 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.232 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.232 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.232 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T16:01:01.232 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.232 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.232 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.232 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T16:01:01.232 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.232 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.233 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.233 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T16:01:01.233 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.233 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.233 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.233 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T16:01:01.233 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1140695, 2024-04-12T16:01:01.233 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 334 2024-04-12T16:01:01.233 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.233 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T16:01:01.233 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 440, 2024-04-12T16:01:01.233 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 5 2024-04-12T16:01:01.233 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.234 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T16:01:01.234 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.234 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.234 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.234 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:01:01.234 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.234 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.234 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.234 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T16:01:01.234 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.234 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.234 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.235 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T16:01:01.235 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.235 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.235 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.235 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T16:01:01.235 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 6392, 2024-04-12T16:01:01.235 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 120 2024-04-12T16:01:01.235 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.235 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T16:01:01.235 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 12744, 2024-04-12T16:01:01.235 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1546 2024-04-12T16:01:01.235 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.236 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T16:01:01.236 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 10304, 2024-04-12T16:01:01.236 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 166 2024-04-12T16:01:01.236 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.236 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T16:01:01.236 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.236 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.236 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.236 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T16:01:01.236 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.237 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.237 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.237 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.237 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.5b45c9ad1c228149a803c7f15c41ecb95bb8abcb": { 2024-04-12T16:01:01.237 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T16:01:01.237 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.237 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.237 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.237 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T16:01:01.237 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.237 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.237 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.238 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T16:01:01.238 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.238 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.238 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.238 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T16:01:01.238 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.238 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.238 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.238 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T16:01:01.238 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.238 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.239 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.239 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T16:01:01.239 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.239 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.239 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.239 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T16:01:01.239 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.239 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.239 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.239 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T16:01:01.239 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.239 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.239 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.240 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T16:01:01.240 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.240 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.240 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.240 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T16:01:01.240 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.240 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.240 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.240 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T16:01:01.240 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.240 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.240 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.241 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T16:01:01.241 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.241 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.241 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.241 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T16:01:01.241 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.241 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.241 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.241 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T16:01:01.241 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.241 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.241 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.242 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T16:01:01.242 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.242 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.242 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.242 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T16:01:01.242 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.242 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.242 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.242 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T16:01:01.242 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.242 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.243 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.243 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T16:01:01.243 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.243 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.243 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.243 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T16:01:01.243 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1148183, 2024-04-12T16:01:01.243 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 391 2024-04-12T16:01:01.243 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.243 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T16:01:01.243 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.243 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.244 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.244 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T16:01:01.244 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.244 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.244 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.244 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:01:01.244 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.244 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.244 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.244 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T16:01:01.244 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.244 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.244 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.245 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T16:01:01.245 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.245 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.245 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.245 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T16:01:01.245 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 6392, 2024-04-12T16:01:01.245 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 120 2024-04-12T16:01:01.245 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.245 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T16:01:01.245 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 12744, 2024-04-12T16:01:01.245 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1546 2024-04-12T16:01:01.245 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.246 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T16:01:01.246 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 5152, 2024-04-12T16:01:01.246 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 83 2024-04-12T16:01:01.246 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.246 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T16:01:01.246 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.246 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.246 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.246 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T16:01:01.246 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.246 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.247 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.247 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.247 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.99eca4e11e5c95f50fdb573e338d356fe5d4041f": { 2024-04-12T16:01:01.247 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T16:01:01.247 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.247 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.247 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.247 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T16:01:01.247 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.247 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.247 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.247 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T16:01:01.248 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.248 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.248 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.248 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T16:01:01.248 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.248 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.248 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.248 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T16:01:01.248 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.248 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.248 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.248 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T16:01:01.248 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.248 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.249 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.249 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T16:01:01.249 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.249 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.249 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.249 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T16:01:01.249 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.249 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.249 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.249 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T16:01:01.249 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.249 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.249 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.249 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T16:01:01.250 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.250 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.250 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.250 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T16:01:01.250 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.250 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.250 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.250 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T16:01:01.250 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.250 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.250 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.250 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T16:01:01.251 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.251 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.251 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.251 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T16:01:01.251 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.251 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.251 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.251 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T16:01:01.251 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.251 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.251 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.251 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T16:01:01.251 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.252 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.252 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.252 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T16:01:01.252 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.252 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.252 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.252 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T16:01:01.252 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.252 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.252 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.252 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T16:01:01.252 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1085359, 2024-04-12T16:01:01.253 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 352 2024-04-12T16:01:01.253 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.253 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T16:01:01.253 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.253 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.253 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.253 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T16:01:01.253 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.253 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.253 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.253 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:01:01.253 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.253 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.253 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.254 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T16:01:01.254 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.254 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.254 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.254 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T16:01:01.254 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.254 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.254 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.254 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T16:01:01.254 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 6392, 2024-04-12T16:01:01.254 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 120 2024-04-12T16:01:01.254 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.254 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T16:01:01.254 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 12744, 2024-04-12T16:01:01.255 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1546 2024-04-12T16:01:01.255 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.255 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T16:01:01.255 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 5152, 2024-04-12T16:01:01.255 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 83 2024-04-12T16:01:01.255 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.255 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T16:01:01.255 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.255 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.255 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.255 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T16:01:01.255 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.255 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.256 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.256 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.256 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.256 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:01:01.256 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.0": { 2024-04-12T16:01:01.256 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T16:01:01.256 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.256 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.256 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.256 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T16:01:01.256 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 6368, 2024-04-12T16:01:01.256 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 123 2024-04-12T16:01:01.256 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.257 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T16:01:01.257 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 16896, 2024-04-12T16:01:01.257 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 8 2024-04-12T16:01:01.257 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.257 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T16:01:01.257 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 576, 2024-04-12T16:01:01.257 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3 2024-04-12T16:01:01.257 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.257 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T16:01:01.257 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 5600, 2024-04-12T16:01:01.257 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 70 2024-04-12T16:01:01.257 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.257 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T16:01:01.257 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 20944, 2024-04-12T16:01:01.258 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 187 2024-04-12T16:01:01.258 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.258 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T16:01:01.258 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1712, 2024-04-12T16:01:01.258 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 45 2024-04-12T16:01:01.258 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.258 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T16:01:01.258 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 606208, 2024-04-12T16:01:01.258 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 17 2024-04-12T16:01:01.258 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.258 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T16:01:01.258 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 91850, 2024-04-12T16:01:01.258 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 15765 2024-04-12T16:01:01.258 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.259 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T16:01:01.259 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 205616, 2024-04-12T16:01:01.259 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 334 2024-04-12T16:01:01.259 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.259 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T16:01:01.259 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 11484, 2024-04-12T16:01:01.259 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 743 2024-04-12T16:01:01.259 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.259 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T16:01:01.259 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 8976, 2024-04-12T16:01:01.259 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 187 2024-04-12T16:01:01.259 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.259 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T16:01:01.259 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.259 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.260 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.260 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T16:01:01.260 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 31958, 2024-04-12T16:01:01.260 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 202 2024-04-12T16:01:01.260 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.260 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T16:01:01.260 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 20944, 2024-04-12T16:01:01.260 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 187 2024-04-12T16:01:01.260 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.260 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T16:01:01.260 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.260 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.260 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.260 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T16:01:01.261 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 398763, 2024-04-12T16:01:01.261 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 89 2024-04-12T16:01:01.261 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.261 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T16:01:01.261 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.261 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.261 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.261 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T16:01:01.261 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2452222, 2024-04-12T16:01:01.261 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 196 2024-04-12T16:01:01.261 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.261 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T16:01:01.261 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 6952, 2024-04-12T16:01:01.261 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 79 2024-04-12T16:01:01.261 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.262 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T16:01:01.262 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.262 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.262 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.262 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:01:01.262 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 533232, 2024-04-12T16:01:01.262 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 46 2024-04-12T16:01:01.262 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.262 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T16:01:01.262 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.262 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.262 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.262 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T16:01:01.262 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 98800, 2024-04-12T16:01:01.263 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 194 2024-04-12T16:01:01.263 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.263 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T16:01:01.263 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 224456, 2024-04-12T16:01:01.263 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3429 2024-04-12T16:01:01.263 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.263 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T16:01:01.263 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.263 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.263 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.263 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T16:01:01.263 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.263 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.263 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.264 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T16:01:01.264 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.264 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.264 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.264 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T16:01:01.264 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.264 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.264 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.264 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.264 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.1": { 2024-04-12T16:01:01.264 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T16:01:01.264 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.265 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.265 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.265 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T16:01:01.265 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 6368, 2024-04-12T16:01:01.265 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 123 2024-04-12T16:01:01.265 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.265 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T16:01:01.265 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 16896, 2024-04-12T16:01:01.265 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 8 2024-04-12T16:01:01.265 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.265 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T16:01:01.265 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 576, 2024-04-12T16:01:01.266 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3 2024-04-12T16:01:01.266 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.266 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T16:01:01.266 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 4640, 2024-04-12T16:01:01.266 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 58 2024-04-12T16:01:01.266 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.266 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T16:01:01.266 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 19600, 2024-04-12T16:01:01.266 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 175 2024-04-12T16:01:01.266 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.266 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T16:01:01.267 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1712, 2024-04-12T16:01:01.267 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 45 2024-04-12T16:01:01.267 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.267 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T16:01:01.267 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 8192, 2024-04-12T16:01:01.267 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 2 2024-04-12T16:01:01.267 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.267 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T16:01:01.267 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 85642, 2024-04-12T16:01:01.267 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 14743 2024-04-12T16:01:01.267 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.267 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T16:01:01.267 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 194736, 2024-04-12T16:01:01.267 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 318 2024-04-12T16:01:01.267 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.268 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T16:01:01.268 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 9248, 2024-04-12T16:01:01.268 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 568 2024-04-12T16:01:01.268 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.268 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T16:01:01.268 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 8400, 2024-04-12T16:01:01.268 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 175 2024-04-12T16:01:01.268 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.268 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T16:01:01.268 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.268 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.268 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.269 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T16:01:01.269 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 27258, 2024-04-12T16:01:01.269 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 186 2024-04-12T16:01:01.269 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.269 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T16:01:01.269 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 19824, 2024-04-12T16:01:01.269 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 177 2024-04-12T16:01:01.269 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.269 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T16:01:01.269 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2208, 2024-04-12T16:01:01.269 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3 2024-04-12T16:01:01.269 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.270 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T16:01:01.270 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 458065, 2024-04-12T16:01:01.270 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 103 2024-04-12T16:01:01.270 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.270 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T16:01:01.270 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 28144, 2024-04-12T16:01:01.270 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 7 2024-04-12T16:01:01.270 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.270 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T16:01:01.270 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2443522, 2024-04-12T16:01:01.270 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 186 2024-04-12T16:01:01.270 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.271 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T16:01:01.271 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 4664, 2024-04-12T16:01:01.271 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 53 2024-04-12T16:01:01.271 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.271 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T16:01:01.271 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.271 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.271 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.271 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:01:01.271 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 417312, 2024-04-12T16:01:01.271 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 36 2024-04-12T16:01:01.271 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.271 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T16:01:01.272 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.272 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.272 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.272 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T16:01:01.272 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 7280, 2024-04-12T16:01:01.272 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 18 2024-04-12T16:01:01.272 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.272 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T16:01:01.272 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 224456, 2024-04-12T16:01:01.272 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3429 2024-04-12T16:01:01.272 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.272 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T16:01:01.272 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.272 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.272 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.273 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T16:01:01.273 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.273 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.273 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.273 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T16:01:01.273 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.273 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.273 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.273 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T16:01:01.273 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.273 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.273 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.273 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.274 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.2": { 2024-04-12T16:01:01.274 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T16:01:01.274 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.274 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.274 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.274 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T16:01:01.274 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 6368, 2024-04-12T16:01:01.274 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 123 2024-04-12T16:01:01.274 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.274 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T16:01:01.274 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 16896, 2024-04-12T16:01:01.274 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 8 2024-04-12T16:01:01.275 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.275 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T16:01:01.275 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 576, 2024-04-12T16:01:01.275 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3 2024-04-12T16:01:01.275 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.275 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T16:01:01.275 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 4400, 2024-04-12T16:01:01.275 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 55 2024-04-12T16:01:01.275 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.275 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T16:01:01.275 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 19376, 2024-04-12T16:01:01.275 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 173 2024-04-12T16:01:01.275 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.276 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T16:01:01.276 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1488, 2024-04-12T16:01:01.276 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 43 2024-04-12T16:01:01.276 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.276 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T16:01:01.276 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 12288, 2024-04-12T16:01:01.276 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3 2024-04-12T16:01:01.276 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.276 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T16:01:01.276 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 83816, 2024-04-12T16:01:01.276 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 14459 2024-04-12T16:01:01.276 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.277 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T16:01:01.277 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 189976, 2024-04-12T16:01:01.277 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 311 2024-04-12T16:01:01.277 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.277 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T16:01:01.277 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 8184, 2024-04-12T16:01:01.277 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 515 2024-04-12T16:01:01.277 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.277 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T16:01:01.277 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 8304, 2024-04-12T16:01:01.277 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 173 2024-04-12T16:01:01.277 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.278 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T16:01:01.278 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.278 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.278 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.278 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T16:01:01.278 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 25802, 2024-04-12T16:01:01.278 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 179 2024-04-12T16:01:01.278 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.278 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T16:01:01.278 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 19488, 2024-04-12T16:01:01.278 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 174 2024-04-12T16:01:01.278 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.278 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T16:01:01.278 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1472, 2024-04-12T16:01:01.279 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 2 2024-04-12T16:01:01.279 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.279 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T16:01:01.279 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 384513, 2024-04-12T16:01:01.279 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 85 2024-04-12T16:01:01.279 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.279 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T16:01:01.279 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 20128, 2024-04-12T16:01:01.279 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 5 2024-04-12T16:01:01.279 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.279 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T16:01:01.279 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2461060, 2024-04-12T16:01:01.279 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 188 2024-04-12T16:01:01.279 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.280 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T16:01:01.280 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 4312, 2024-04-12T16:01:01.280 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 49 2024-04-12T16:01:01.280 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.280 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T16:01:01.280 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.280 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.280 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.280 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:01:01.280 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 347760, 2024-04-12T16:01:01.280 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 30 2024-04-12T16:01:01.280 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.280 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T16:01:01.280 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.280 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.281 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.281 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T16:01:01.281 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 8320, 2024-04-12T16:01:01.281 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 24 2024-04-12T16:01:01.281 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.281 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T16:01:01.281 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 224968, 2024-04-12T16:01:01.281 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3453 2024-04-12T16:01:01.281 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.281 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T16:01:01.281 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.281 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.281 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.282 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T16:01:01.282 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.282 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.282 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.282 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T16:01:01.282 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.282 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.282 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.282 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T16:01:01.282 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.282 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.282 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.283 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.283 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.3": { 2024-04-12T16:01:01.283 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T16:01:01.283 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.283 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.283 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.283 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T16:01:01.283 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 6368, 2024-04-12T16:01:01.283 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 123 2024-04-12T16:01:01.283 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.283 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T16:01:01.283 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 16896, 2024-04-12T16:01:01.283 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 8 2024-04-12T16:01:01.284 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.284 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T16:01:01.284 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 576, 2024-04-12T16:01:01.284 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3 2024-04-12T16:01:01.284 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.284 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T16:01:01.284 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 3840, 2024-04-12T16:01:01.284 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 48 2024-04-12T16:01:01.284 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.284 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T16:01:01.284 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 19936, 2024-04-12T16:01:01.284 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 178 2024-04-12T16:01:01.285 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.285 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T16:01:01.285 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 480, 2024-04-12T16:01:01.285 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 34 2024-04-12T16:01:01.285 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.285 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T16:01:01.285 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.285 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.285 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.285 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T16:01:01.285 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 85066, 2024-04-12T16:01:01.285 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 14765 2024-04-12T16:01:01.286 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.286 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T16:01:01.286 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 195416, 2024-04-12T16:01:01.286 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 319 2024-04-12T16:01:01.286 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.286 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T16:01:01.286 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 9420, 2024-04-12T16:01:01.286 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 575 2024-04-12T16:01:01.286 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.286 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T16:01:01.286 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 8544, 2024-04-12T16:01:01.287 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 178 2024-04-12T16:01:01.287 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.287 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T16:01:01.287 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.287 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.287 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.287 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T16:01:01.287 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 27010, 2024-04-12T16:01:01.287 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 187 2024-04-12T16:01:01.287 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.287 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T16:01:01.287 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 19936, 2024-04-12T16:01:01.288 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 178 2024-04-12T16:01:01.288 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.288 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T16:01:01.288 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2208, 2024-04-12T16:01:01.288 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3 2024-04-12T16:01:01.288 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.288 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T16:01:01.288 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 262728, 2024-04-12T16:01:01.288 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 56 2024-04-12T16:01:01.288 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.288 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T16:01:01.288 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 28605, 2024-04-12T16:01:01.288 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 11 2024-04-12T16:01:01.289 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.289 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T16:01:01.289 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2477798, 2024-04-12T16:01:01.289 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 196 2024-04-12T16:01:01.289 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.289 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T16:01:01.289 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 4928, 2024-04-12T16:01:01.289 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 56 2024-04-12T16:01:01.289 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.289 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T16:01:01.289 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.289 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.290 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.290 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:01:01.290 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 428968, 2024-04-12T16:01:01.290 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 38 2024-04-12T16:01:01.290 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.290 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T16:01:01.290 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.290 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.290 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.290 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T16:01:01.290 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 10400, 2024-04-12T16:01:01.290 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 20 2024-04-12T16:01:01.290 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.291 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T16:01:01.291 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 224456, 2024-04-12T16:01:01.291 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3429 2024-04-12T16:01:01.291 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.291 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T16:01:01.291 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.291 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.291 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.291 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T16:01:01.291 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.291 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.292 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.292 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T16:01:01.292 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.292 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.292 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.292 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T16:01:01.292 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.292 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.292 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.292 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.292 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.4": { 2024-04-12T16:01:01.292 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T16:01:01.293 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.293 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.293 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.293 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T16:01:01.293 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 6368, 2024-04-12T16:01:01.293 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 123 2024-04-12T16:01:01.293 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.293 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T16:01:01.293 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 16896, 2024-04-12T16:01:01.293 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 8 2024-04-12T16:01:01.293 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.293 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T16:01:01.293 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 576, 2024-04-12T16:01:01.293 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3 2024-04-12T16:01:01.294 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.294 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T16:01:01.294 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 3200, 2024-04-12T16:01:01.294 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 40 2024-04-12T16:01:01.294 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.294 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T16:01:01.294 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 19712, 2024-04-12T16:01:01.294 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 176 2024-04-12T16:01:01.294 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.294 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T16:01:01.294 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1488, 2024-04-12T16:01:01.294 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 43 2024-04-12T16:01:01.294 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.295 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T16:01:01.295 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.295 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.295 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.295 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T16:01:01.295 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 45583, 2024-04-12T16:01:01.295 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 8598 2024-04-12T16:01:01.295 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.295 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T16:01:01.295 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 128776, 2024-04-12T16:01:01.295 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 221 2024-04-12T16:01:01.295 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.295 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T16:01:01.295 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 9588, 2024-04-12T16:01:01.295 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 572 2024-04-12T16:01:01.296 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.296 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T16:01:01.296 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 8448, 2024-04-12T16:01:01.296 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 176 2024-04-12T16:01:01.296 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.296 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T16:01:01.296 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.296 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.296 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.296 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T16:01:01.296 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 27858, 2024-04-12T16:01:01.296 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 189 2024-04-12T16:01:01.296 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.296 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T16:01:01.297 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 19824, 2024-04-12T16:01:01.297 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 177 2024-04-12T16:01:01.297 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.297 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T16:01:01.297 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1472, 2024-04-12T16:01:01.297 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 2 2024-04-12T16:01:01.297 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.297 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T16:01:01.297 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 911640, 2024-04-12T16:01:01.297 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 72 2024-04-12T16:01:01.297 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.297 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T16:01:01.297 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 20128, 2024-04-12T16:01:01.297 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 5 2024-04-12T16:01:01.298 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.298 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T16:01:01.298 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2413020, 2024-04-12T16:01:01.298 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 173 2024-04-12T16:01:01.298 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.298 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T16:01:01.298 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 4840, 2024-04-12T16:01:01.298 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 55 2024-04-12T16:01:01.298 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.298 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T16:01:01.298 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.298 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.298 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.299 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:01:01.299 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 452088, 2024-04-12T16:01:01.299 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 39 2024-04-12T16:01:01.299 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.299 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T16:01:01.299 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.299 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.299 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.299 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T16:01:01.299 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 8944, 2024-04-12T16:01:01.299 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 18 2024-04-12T16:01:01.299 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.299 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T16:01:01.300 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 224968, 2024-04-12T16:01:01.300 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3453 2024-04-12T16:01:01.300 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.300 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T16:01:01.300 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.300 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.300 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.300 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T16:01:01.300 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.300 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.300 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.300 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T16:01:01.300 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.300 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.301 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.301 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T16:01:01.301 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.301 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.301 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.301 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.301 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.5": { 2024-04-12T16:01:01.301 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T16:01:01.301 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.301 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.301 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.301 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T16:01:01.302 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 6368, 2024-04-12T16:01:01.302 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 123 2024-04-12T16:01:01.302 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.302 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T16:01:01.302 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 16896, 2024-04-12T16:01:01.302 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 8 2024-04-12T16:01:01.302 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.302 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T16:01:01.302 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 576, 2024-04-12T16:01:01.302 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3 2024-04-12T16:01:01.302 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.303 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T16:01:01.303 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 3040, 2024-04-12T16:01:01.303 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 38 2024-04-12T16:01:01.303 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.303 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T16:01:01.303 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 19824, 2024-04-12T16:01:01.303 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 177 2024-04-12T16:01:01.303 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.303 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T16:01:01.303 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 480, 2024-04-12T16:01:01.303 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 34 2024-04-12T16:01:01.303 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.303 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T16:01:01.304 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.304 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.304 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.304 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T16:01:01.304 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 86290, 2024-04-12T16:01:01.304 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 14958 2024-04-12T16:01:01.304 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.304 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T16:01:01.304 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 198816, 2024-04-12T16:01:01.304 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 324 2024-04-12T16:01:01.304 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.304 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T16:01:01.304 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 9960, 2024-04-12T16:01:01.305 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 578 2024-04-12T16:01:01.305 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.305 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T16:01:01.305 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 8496, 2024-04-12T16:01:01.305 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 177 2024-04-12T16:01:01.305 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.305 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T16:01:01.305 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.305 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.305 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.305 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T16:01:01.305 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 28458, 2024-04-12T16:01:01.305 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 192 2024-04-12T16:01:01.306 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.306 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T16:01:01.306 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 19824, 2024-04-12T16:01:01.306 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 177 2024-04-12T16:01:01.306 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.306 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T16:01:01.306 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2208, 2024-04-12T16:01:01.306 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3 2024-04-12T16:01:01.306 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.306 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T16:01:01.306 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 825569, 2024-04-12T16:01:01.306 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 50 2024-04-12T16:01:01.306 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.307 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T16:01:01.307 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 28605, 2024-04-12T16:01:01.307 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 11 2024-04-12T16:01:01.307 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.307 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T16:01:01.307 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2443456, 2024-04-12T16:01:01.307 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 181 2024-04-12T16:01:01.307 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.307 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T16:01:01.307 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 5632, 2024-04-12T16:01:01.307 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 64 2024-04-12T16:01:01.307 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.308 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T16:01:01.308 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.308 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.308 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.308 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:01:01.308 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 486864, 2024-04-12T16:01:01.308 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 42 2024-04-12T16:01:01.308 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.308 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T16:01:01.308 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.308 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.308 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.308 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T16:01:01.308 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 11960, 2024-04-12T16:01:01.308 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 23 2024-04-12T16:01:01.309 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.309 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T16:01:01.309 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 224968, 2024-04-12T16:01:01.309 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3453 2024-04-12T16:01:01.309 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.309 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T16:01:01.309 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.309 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.309 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.309 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T16:01:01.309 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.309 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.310 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.310 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T16:01:01.310 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.310 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.310 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.310 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T16:01:01.310 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.310 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.310 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.310 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.310 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.6": { 2024-04-12T16:01:01.310 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T16:01:01.310 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.310 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.311 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.311 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T16:01:01.311 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 6368, 2024-04-12T16:01:01.311 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 123 2024-04-12T16:01:01.311 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.311 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T16:01:01.311 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 16896, 2024-04-12T16:01:01.311 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 8 2024-04-12T16:01:01.311 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.311 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T16:01:01.311 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 576, 2024-04-12T16:01:01.311 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3 2024-04-12T16:01:01.311 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.311 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T16:01:01.312 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2320, 2024-04-12T16:01:01.312 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 29 2024-04-12T16:01:01.312 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.312 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T16:01:01.312 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 20720, 2024-04-12T16:01:01.312 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 185 2024-04-12T16:01:01.312 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.312 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T16:01:01.312 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 256, 2024-04-12T16:01:01.312 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 32 2024-04-12T16:01:01.312 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.312 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T16:01:01.312 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.312 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.313 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.313 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T16:01:01.313 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 45773, 2024-04-12T16:01:01.313 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 8916 2024-04-12T16:01:01.313 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.313 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T16:01:01.313 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 128776, 2024-04-12T16:01:01.313 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 221 2024-04-12T16:01:01.313 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.313 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T16:01:01.313 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 10852, 2024-04-12T16:01:01.313 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 732 2024-04-12T16:01:01.313 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.313 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T16:01:01.314 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 8880, 2024-04-12T16:01:01.314 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 185 2024-04-12T16:01:01.314 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.314 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T16:01:01.314 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.314 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.314 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.314 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T16:01:01.314 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 28886, 2024-04-12T16:01:01.314 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 189 2024-04-12T16:01:01.314 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.314 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T16:01:01.314 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 20720, 2024-04-12T16:01:01.314 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 185 2024-04-12T16:01:01.315 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.315 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T16:01:01.315 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.315 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.315 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.315 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T16:01:01.315 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 209121, 2024-04-12T16:01:01.315 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 43 2024-04-12T16:01:01.315 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.315 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T16:01:01.315 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.315 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.315 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.316 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T16:01:01.316 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2391506, 2024-04-12T16:01:01.316 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 162 2024-04-12T16:01:01.316 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.316 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T16:01:01.316 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 4488, 2024-04-12T16:01:01.316 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 51 2024-04-12T16:01:01.316 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.316 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T16:01:01.316 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.316 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.316 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.316 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:01:01.316 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 452088, 2024-04-12T16:01:01.317 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 39 2024-04-12T16:01:01.317 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.317 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T16:01:01.317 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.317 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.317 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.317 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T16:01:01.317 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 99112, 2024-04-12T16:01:01.317 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 201 2024-04-12T16:01:01.317 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.317 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T16:01:01.317 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 225224, 2024-04-12T16:01:01.317 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3465 2024-04-12T16:01:01.317 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.317 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T16:01:01.318 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.318 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.318 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.318 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T16:01:01.318 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.318 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.318 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.318 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T16:01:01.318 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.318 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.318 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.318 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T16:01:01.319 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.319 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.319 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.319 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.319 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.7": { 2024-04-12T16:01:01.319 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T16:01:01.319 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.319 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.319 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.319 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T16:01:01.319 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 6368, 2024-04-12T16:01:01.319 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 123 2024-04-12T16:01:01.319 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.320 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T16:01:01.320 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 16896, 2024-04-12T16:01:01.320 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 8 2024-04-12T16:01:01.320 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.320 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T16:01:01.320 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 576, 2024-04-12T16:01:01.320 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3 2024-04-12T16:01:01.320 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.320 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T16:01:01.320 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1680, 2024-04-12T16:01:01.320 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 21 2024-04-12T16:01:01.320 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.321 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T16:01:01.321 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 20720, 2024-04-12T16:01:01.321 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 185 2024-04-12T16:01:01.321 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.321 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T16:01:01.321 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 928, 2024-04-12T16:01:01.321 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 38 2024-04-12T16:01:01.321 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.321 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T16:01:01.321 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 266240, 2024-04-12T16:01:01.321 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 6 2024-04-12T16:01:01.321 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.321 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T16:01:01.321 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 47916, 2024-04-12T16:01:01.322 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 9237 2024-04-12T16:01:01.322 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.322 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T16:01:01.322 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 134216, 2024-04-12T16:01:01.322 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 229 2024-04-12T16:01:01.322 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.322 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T16:01:01.322 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 11636, 2024-04-12T16:01:01.322 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 739 2024-04-12T16:01:01.322 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.322 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T16:01:01.322 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 8880, 2024-04-12T16:01:01.322 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 185 2024-04-12T16:01:01.323 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.323 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T16:01:01.323 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.323 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.323 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.323 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T16:01:01.323 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 30934, 2024-04-12T16:01:01.323 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 197 2024-04-12T16:01:01.323 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.323 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T16:01:01.323 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 20720, 2024-04-12T16:01:01.323 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 185 2024-04-12T16:01:01.324 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.324 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T16:01:01.324 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.324 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.324 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.324 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T16:01:01.324 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 141111, 2024-04-12T16:01:01.325 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 28 2024-04-12T16:01:01.325 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.325 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T16:01:01.325 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.325 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.325 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.325 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T16:01:01.325 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2414442, 2024-04-12T16:01:01.325 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 200 2024-04-12T16:01:01.325 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.325 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T16:01:01.325 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 5720, 2024-04-12T16:01:01.325 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 65 2024-04-12T16:01:01.326 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.326 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T16:01:01.326 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.326 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.326 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.326 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:01:01.326 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 533232, 2024-04-12T16:01:01.326 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 46 2024-04-12T16:01:01.326 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.326 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T16:01:01.326 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.326 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.327 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.327 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T16:01:01.327 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 101192, 2024-04-12T16:01:01.327 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 237 2024-04-12T16:01:01.327 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.327 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T16:01:01.327 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 224456, 2024-04-12T16:01:01.327 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3429 2024-04-12T16:01:01.327 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.327 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T16:01:01.327 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.327 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.327 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.327 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T16:01:01.328 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.328 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.328 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.328 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T16:01:01.328 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.328 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.328 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.328 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T16:01:01.328 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T16:01:01.328 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T16:01:01.328 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.328 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.328 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.329 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.329 INFO:tasks.workunit.client.0.smithi099.stdout: "metadata": { 2024-04-12T16:01:01.329 INFO:tasks.workunit.client.0.smithi099.stdout: "mds": { 2024-04-12T16:01:01.329 INFO:tasks.workunit.client.0.smithi099.stdout: "arch": { 2024-04-12T16:01:01.329 INFO:tasks.workunit.client.0.smithi099.stdout: "x86_64": 2 2024-04-12T16:01:01.329 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.329 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_version": { 2024-04-12T16:01:01.329 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:01:01.329 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.329 INFO:tasks.workunit.client.0.smithi099.stdout: "cpu": { 2024-04-12T16:01:01.329 INFO:tasks.workunit.client.0.smithi099.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-12T16:01:01.329 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.329 INFO:tasks.workunit.client.0.smithi099.stdout: "distro": { 2024-04-12T16:01:01.329 INFO:tasks.workunit.client.0.smithi099.stdout: "centos": 2 2024-04-12T16:01:01.330 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.330 INFO:tasks.workunit.client.0.smithi099.stdout: "distro_description": { 2024-04-12T16:01:01.330 INFO:tasks.workunit.client.0.smithi099.stdout: "CentOS Stream 8": 2 2024-04-12T16:01:01.330 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.330 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_description": { 2024-04-12T16:01:01.330 INFO:tasks.workunit.client.0.smithi099.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-12T16:01:01.330 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.330 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_version": { 2024-04-12T16:01:01.330 INFO:tasks.workunit.client.0.smithi099.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-12T16:01:01.330 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.330 INFO:tasks.workunit.client.0.smithi099.stdout: "os": { 2024-04-12T16:01:01.330 INFO:tasks.workunit.client.0.smithi099.stdout: "Linux": 2 2024-04-12T16:01:01.330 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.331 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.331 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T16:01:01.331 INFO:tasks.workunit.client.0.smithi099.stdout: "arch": { 2024-04-12T16:01:01.331 INFO:tasks.workunit.client.0.smithi099.stdout: "x86_64": 3 2024-04-12T16:01:01.331 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.331 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_version": { 2024-04-12T16:01:01.331 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-12T16:01:01.331 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.331 INFO:tasks.workunit.client.0.smithi099.stdout: "cpu": { 2024-04-12T16:01:01.331 INFO:tasks.workunit.client.0.smithi099.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-12T16:01:01.331 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.331 INFO:tasks.workunit.client.0.smithi099.stdout: "distro": { 2024-04-12T16:01:01.332 INFO:tasks.workunit.client.0.smithi099.stdout: "centos": 3 2024-04-12T16:01:01.332 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.332 INFO:tasks.workunit.client.0.smithi099.stdout: "distro_description": { 2024-04-12T16:01:01.332 INFO:tasks.workunit.client.0.smithi099.stdout: "CentOS Stream 8": 3 2024-04-12T16:01:01.332 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.332 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_description": { 2024-04-12T16:01:01.332 INFO:tasks.workunit.client.0.smithi099.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-12T16:01:01.332 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.332 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_version": { 2024-04-12T16:01:01.332 INFO:tasks.workunit.client.0.smithi099.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-12T16:01:01.332 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.332 INFO:tasks.workunit.client.0.smithi099.stdout: "os": { 2024-04-12T16:01:01.332 INFO:tasks.workunit.client.0.smithi099.stdout: "Linux": 3 2024-04-12T16:01:01.333 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.333 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.333 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:01:01.333 INFO:tasks.workunit.client.0.smithi099.stdout: "arch": { 2024-04-12T16:01:01.333 INFO:tasks.workunit.client.0.smithi099.stdout: "x86_64": 8 2024-04-12T16:01:01.333 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.333 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_version": { 2024-04-12T16:01:01.333 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-12T16:01:01.333 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.333 INFO:tasks.workunit.client.0.smithi099.stdout: "cpu": { 2024-04-12T16:01:01.333 INFO:tasks.workunit.client.0.smithi099.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-12T16:01:01.334 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.334 INFO:tasks.workunit.client.0.smithi099.stdout: "distro": { 2024-04-12T16:01:01.334 INFO:tasks.workunit.client.0.smithi099.stdout: "centos": 8 2024-04-12T16:01:01.334 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.334 INFO:tasks.workunit.client.0.smithi099.stdout: "distro_description": { 2024-04-12T16:01:01.334 INFO:tasks.workunit.client.0.smithi099.stdout: "CentOS Stream 8": 8 2024-04-12T16:01:01.334 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.334 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_description": { 2024-04-12T16:01:01.334 INFO:tasks.workunit.client.0.smithi099.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-12T16:01:01.334 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.334 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_version": { 2024-04-12T16:01:01.334 INFO:tasks.workunit.client.0.smithi099.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-12T16:01:01.334 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.334 INFO:tasks.workunit.client.0.smithi099.stdout: "os": { 2024-04-12T16:01:01.335 INFO:tasks.workunit.client.0.smithi099.stdout: "Linux": 8 2024-04-12T16:01:01.335 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.335 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_objectstore": { 2024-04-12T16:01:01.335 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": 8 2024-04-12T16:01:01.335 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.335 INFO:tasks.workunit.client.0.smithi099.stdout: "rotational": { 2024-04-12T16:01:01.335 INFO:tasks.workunit.client.0.smithi099.stdout: "0": 8 2024-04-12T16:01:01.335 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.335 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.335 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.335 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T16:01:01.336 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3, 2024-04-12T16:01:01.336 INFO:tasks.workunit.client.0.smithi099.stdout: "features": { 2024-04-12T16:01:01.336 INFO:tasks.workunit.client.0.smithi099.stdout: "optional": [], 2024-04-12T16:01:01.336 INFO:tasks.workunit.client.0.smithi099.stdout: "persistent": [ 2024-04-12T16:01:01.336 INFO:tasks.workunit.client.0.smithi099.stdout: "kraken", 2024-04-12T16:01:01.336 INFO:tasks.workunit.client.0.smithi099.stdout: "luminous", 2024-04-12T16:01:01.336 INFO:tasks.workunit.client.0.smithi099.stdout: "mimic", 2024-04-12T16:01:01.336 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap-prune", 2024-04-12T16:01:01.336 INFO:tasks.workunit.client.0.smithi099.stdout: "nautilus", 2024-04-12T16:01:01.336 INFO:tasks.workunit.client.0.smithi099.stdout: "octopus", 2024-04-12T16:01:01.336 INFO:tasks.workunit.client.0.smithi099.stdout: "pacific", 2024-04-12T16:01:01.336 INFO:tasks.workunit.client.0.smithi099.stdout: "elector-pinging", 2024-04-12T16:01:01.337 INFO:tasks.workunit.client.0.smithi099.stdout: "quincy", 2024-04-12T16:01:01.337 INFO:tasks.workunit.client.0.smithi099.stdout: "reef" 2024-04-12T16:01:01.337 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:01:01.337 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.337 INFO:tasks.workunit.client.0.smithi099.stdout: "ipv4_addr_mons": 6, 2024-04-12T16:01:01.337 INFO:tasks.workunit.client.0.smithi099.stdout: "ipv6_addr_mons": 0, 2024-04-12T16:01:01.337 INFO:tasks.workunit.client.0.smithi099.stdout: "min_mon_release": 18, 2024-04-12T16:01:01.337 INFO:tasks.workunit.client.0.smithi099.stdout: "v1_addr_mons": 3, 2024-04-12T16:01:01.337 INFO:tasks.workunit.client.0.smithi099.stdout: "v2_addr_mons": 3 2024-04-12T16:01:01.337 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.337 INFO:tasks.workunit.client.0.smithi099.stdout: "organization": "ceph-qa", 2024-04-12T16:01:01.337 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:01:01.337 INFO:tasks.workunit.client.0.smithi099.stdout: "cluster_network": false, 2024-04-12T16:01:01.337 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8, 2024-04-12T16:01:01.338 INFO:tasks.workunit.client.0.smithi099.stdout: "require_min_compat_client": "luminous", 2024-04-12T16:01:01.338 INFO:tasks.workunit.client.0.smithi099.stdout: "require_osd_release": "reef" 2024-04-12T16:01:01.338 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.338 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_perf_histograms": [ 2024-04-12T16:01:01.338 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.338 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T16:01:01.338 INFO:tasks.workunit.client.0.smithi099.stdout: "axes": [ 2024-04-12T16:01:01.338 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.338 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T16:01:01.338 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T16:01:01.338 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Latency (usec)", 2024-04-12T16:01:01.338 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 100000, 2024-04-12T16:01:01.339 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T16:01:01.339 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T16:01:01.339 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 99999]", 2024-04-12T16:01:01.339 INFO:tasks.workunit.client.0.smithi099.stdout: "[100000, 199999]", 2024-04-12T16:01:01.339 INFO:tasks.workunit.client.0.smithi099.stdout: "[200000, 399999]", 2024-04-12T16:01:01.339 INFO:tasks.workunit.client.0.smithi099.stdout: "[400000, 799999]", 2024-04-12T16:01:01.339 INFO:tasks.workunit.client.0.smithi099.stdout: "[800000, 1599999]", 2024-04-12T16:01:01.339 INFO:tasks.workunit.client.0.smithi099.stdout: "[1600000, 3199999]", 2024-04-12T16:01:01.339 INFO:tasks.workunit.client.0.smithi099.stdout: "[3200000, 6399999]", 2024-04-12T16:01:01.339 INFO:tasks.workunit.client.0.smithi099.stdout: "[6400000, 12799999]", 2024-04-12T16:01:01.339 INFO:tasks.workunit.client.0.smithi099.stdout: "[12800000, 25599999]", 2024-04-12T16:01:01.339 INFO:tasks.workunit.client.0.smithi099.stdout: "[25600000, 51199999]", 2024-04-12T16:01:01.339 INFO:tasks.workunit.client.0.smithi099.stdout: "[51200000, 102399999]", 2024-04-12T16:01:01.340 INFO:tasks.workunit.client.0.smithi099.stdout: "[102400000, 204799999]", 2024-04-12T16:01:01.340 INFO:tasks.workunit.client.0.smithi099.stdout: "[204800000, 409599999]", 2024-04-12T16:01:01.340 INFO:tasks.workunit.client.0.smithi099.stdout: "[409600000, 819199999]", 2024-04-12T16:01:01.340 INFO:tasks.workunit.client.0.smithi099.stdout: "[819200000, 1638399999]", 2024-04-12T16:01:01.340 INFO:tasks.workunit.client.0.smithi099.stdout: "[1638400000, 3276799999]", 2024-04-12T16:01:01.340 INFO:tasks.workunit.client.0.smithi099.stdout: "[3276800000, 6553599999]", 2024-04-12T16:01:01.340 INFO:tasks.workunit.client.0.smithi099.stdout: "[6553600000, 13107199999]", 2024-04-12T16:01:01.340 INFO:tasks.workunit.client.0.smithi099.stdout: "[13107200000, 26214399999]", 2024-04-12T16:01:01.340 INFO:tasks.workunit.client.0.smithi099.stdout: "[26214400000, 52428799999]", 2024-04-12T16:01:01.340 INFO:tasks.workunit.client.0.smithi099.stdout: "[52428800000, 104857599999]", 2024-04-12T16:01:01.340 INFO:tasks.workunit.client.0.smithi099.stdout: "[104857600000, 209715199999]", 2024-04-12T16:01:01.340 INFO:tasks.workunit.client.0.smithi099.stdout: "[209715200000, 419430399999]", 2024-04-12T16:01:01.341 INFO:tasks.workunit.client.0.smithi099.stdout: "[419430400000, 838860799999]", 2024-04-12T16:01:01.341 INFO:tasks.workunit.client.0.smithi099.stdout: "[838860800000, 1677721599999]", 2024-04-12T16:01:01.341 INFO:tasks.workunit.client.0.smithi099.stdout: "[1677721600000, 3355443199999]", 2024-04-12T16:01:01.341 INFO:tasks.workunit.client.0.smithi099.stdout: "[3355443200000, 6710886399999]", 2024-04-12T16:01:01.341 INFO:tasks.workunit.client.0.smithi099.stdout: "[6710886400000, 13421772799999]", 2024-04-12T16:01:01.341 INFO:tasks.workunit.client.0.smithi099.stdout: "[13421772800000, 26843545599999]", 2024-04-12T16:01:01.341 INFO:tasks.workunit.client.0.smithi099.stdout: "[26843545600000, 53687091199999]", 2024-04-12T16:01:01.341 INFO:tasks.workunit.client.0.smithi099.stdout: "[53687091200000, None]" 2024-04-12T16:01:01.341 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.341 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T16:01:01.341 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.341 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.341 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T16:01:01.342 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T16:01:01.342 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Request size (bytes)", 2024-04-12T16:01:01.342 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 512, 2024-04-12T16:01:01.342 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T16:01:01.342 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T16:01:01.342 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 511]", 2024-04-12T16:01:01.342 INFO:tasks.workunit.client.0.smithi099.stdout: "[512, 1023]", 2024-04-12T16:01:01.342 INFO:tasks.workunit.client.0.smithi099.stdout: "[1024, 2047]", 2024-04-12T16:01:01.342 INFO:tasks.workunit.client.0.smithi099.stdout: "[2048, 4095]", 2024-04-12T16:01:01.342 INFO:tasks.workunit.client.0.smithi099.stdout: "[4096, 8191]", 2024-04-12T16:01:01.342 INFO:tasks.workunit.client.0.smithi099.stdout: "[8192, 16383]", 2024-04-12T16:01:01.342 INFO:tasks.workunit.client.0.smithi099.stdout: "[16384, 32767]", 2024-04-12T16:01:01.342 INFO:tasks.workunit.client.0.smithi099.stdout: "[32768, 65535]", 2024-04-12T16:01:01.343 INFO:tasks.workunit.client.0.smithi099.stdout: "[65536, 131071]", 2024-04-12T16:01:01.343 INFO:tasks.workunit.client.0.smithi099.stdout: "[131072, 262143]", 2024-04-12T16:01:01.343 INFO:tasks.workunit.client.0.smithi099.stdout: "[262144, 524287]", 2024-04-12T16:01:01.343 INFO:tasks.workunit.client.0.smithi099.stdout: "[524288, 1048575]", 2024-04-12T16:01:01.343 INFO:tasks.workunit.client.0.smithi099.stdout: "[1048576, 2097151]", 2024-04-12T16:01:01.343 INFO:tasks.workunit.client.0.smithi099.stdout: "[2097152, 4194303]", 2024-04-12T16:01:01.343 INFO:tasks.workunit.client.0.smithi099.stdout: "[4194304, 8388607]", 2024-04-12T16:01:01.343 INFO:tasks.workunit.client.0.smithi099.stdout: "[8388608, 16777215]", 2024-04-12T16:01:01.343 INFO:tasks.workunit.client.0.smithi099.stdout: "[16777216, 33554431]", 2024-04-12T16:01:01.343 INFO:tasks.workunit.client.0.smithi099.stdout: "[33554432, 67108863]", 2024-04-12T16:01:01.343 INFO:tasks.workunit.client.0.smithi099.stdout: "[67108864, 134217727]", 2024-04-12T16:01:01.343 INFO:tasks.workunit.client.0.smithi099.stdout: "[134217728, 268435455]", 2024-04-12T16:01:01.343 INFO:tasks.workunit.client.0.smithi099.stdout: "[268435456, 536870911]", 2024-04-12T16:01:01.344 INFO:tasks.workunit.client.0.smithi099.stdout: "[536870912, 1073741823]", 2024-04-12T16:01:01.344 INFO:tasks.workunit.client.0.smithi099.stdout: "[1073741824, 2147483647]", 2024-04-12T16:01:01.344 INFO:tasks.workunit.client.0.smithi099.stdout: "[2147483648, 4294967295]", 2024-04-12T16:01:01.344 INFO:tasks.workunit.client.0.smithi099.stdout: "[4294967296, 8589934591]", 2024-04-12T16:01:01.344 INFO:tasks.workunit.client.0.smithi099.stdout: "[8589934592, 17179869183]", 2024-04-12T16:01:01.344 INFO:tasks.workunit.client.0.smithi099.stdout: "[17179869184, 34359738367]", 2024-04-12T16:01:01.344 INFO:tasks.workunit.client.0.smithi099.stdout: "[34359738368, 68719476735]", 2024-04-12T16:01:01.344 INFO:tasks.workunit.client.0.smithi099.stdout: "[68719476736, 137438953471]", 2024-04-12T16:01:01.344 INFO:tasks.workunit.client.0.smithi099.stdout: "[137438953472, 274877906943]", 2024-04-12T16:01:01.344 INFO:tasks.workunit.client.0.smithi099.stdout: "[274877906944, None]" 2024-04-12T16:01:01.345 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.345 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T16:01:01.345 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.345 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.345 INFO:tasks.workunit.client.0.smithi099.stdout: "osds": [ 2024-04-12T16:01:01.345 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.345 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 0, 2024-04-12T16:01:01.345 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:01:01.345 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.345 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.345 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.346 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.346 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.346 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.346 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.346 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.346 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.346 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.346 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.346 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.346 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.346 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.346 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.346 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.347 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.347 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.347 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.347 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.347 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.347 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.347 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.347 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.347 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.347 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.347 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.347 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.348 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.348 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.348 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.348 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:01:01.348 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:01:01.348 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.348 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.348 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 1, 2024-04-12T16:01:01.348 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:01:01.348 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.348 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.348 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.348 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.349 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.349 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.349 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.349 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.349 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.349 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.349 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.349 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.349 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.349 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.349 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.350 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.350 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.350 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.350 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.350 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.350 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.350 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.350 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.350 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.351 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.351 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.351 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.351 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.351 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.351 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.351 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.351 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:01:01.351 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:01:01.351 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.351 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.351 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 2, 2024-04-12T16:01:01.351 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:01:01.352 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.352 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.352 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.352 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.352 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.352 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.352 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.352 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.352 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.352 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.352 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.352 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.353 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.353 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.353 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.353 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.353 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.353 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.353 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.353 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.353 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.353 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.353 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.353 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.353 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.354 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.354 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.354 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.354 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.354 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.354 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.354 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:01:01.354 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:01:01.354 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.354 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.354 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 3, 2024-04-12T16:01:01.354 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:01:01.355 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.355 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.355 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.355 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.355 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.355 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.355 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.355 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.355 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.355 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.355 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.356 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.356 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.356 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.356 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.356 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.356 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.356 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.356 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.356 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.356 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.356 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.356 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.357 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.357 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.357 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.357 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.357 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.357 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.357 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.357 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.357 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:01:01.357 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:01:01.357 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.357 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.357 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 4, 2024-04-12T16:01:01.358 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:01:01.358 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.358 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.358 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.358 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.358 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.358 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.358 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.358 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.358 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.358 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.358 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.359 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.359 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.359 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.359 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.359 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.359 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.359 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.359 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.359 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.359 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.359 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.360 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.360 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.360 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.360 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.360 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.360 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.360 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.360 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.360 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.360 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:01:01.360 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:01:01.360 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.360 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.361 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 5, 2024-04-12T16:01:01.361 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:01:01.361 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.361 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.361 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.361 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.361 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.361 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.361 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.361 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.361 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.361 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.362 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.362 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.362 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.362 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.362 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.362 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.362 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.362 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.362 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.362 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.362 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.362 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.362 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.363 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.363 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.363 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.363 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.363 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.363 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.363 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.363 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.363 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:01:01.363 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:01:01.363 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.363 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.363 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 6, 2024-04-12T16:01:01.364 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:01:01.364 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.364 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.364 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.364 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.364 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.364 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.364 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.364 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.364 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.364 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.364 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.365 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.365 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.365 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.365 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.365 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.365 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.365 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.365 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.365 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.365 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.365 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.366 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.366 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.366 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.366 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.366 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.366 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.366 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.366 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.366 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.366 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:01:01.366 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:01:01.366 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.367 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.367 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 7, 2024-04-12T16:01:01.367 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:01:01.367 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.367 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.367 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 113, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.367 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.367 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.367 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.367 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.367 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.368 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.368 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.368 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.368 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.368 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.368 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.368 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.368 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.368 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.368 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.368 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.368 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.368 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.369 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.369 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.369 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.369 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.369 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.369 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.369 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.369 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.369 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.369 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.369 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:01:01.370 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:01:01.370 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.370 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:01:01.370 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.370 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T16:01:01.370 INFO:tasks.workunit.client.0.smithi099.stdout: "axes": [ 2024-04-12T16:01:01.370 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.370 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T16:01:01.370 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T16:01:01.370 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Latency (usec)", 2024-04-12T16:01:01.370 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 100000, 2024-04-12T16:01:01.371 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T16:01:01.371 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T16:01:01.371 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 99999]", 2024-04-12T16:01:01.371 INFO:tasks.workunit.client.0.smithi099.stdout: "[100000, 199999]", 2024-04-12T16:01:01.371 INFO:tasks.workunit.client.0.smithi099.stdout: "[200000, 399999]", 2024-04-12T16:01:01.371 INFO:tasks.workunit.client.0.smithi099.stdout: "[400000, 799999]", 2024-04-12T16:01:01.371 INFO:tasks.workunit.client.0.smithi099.stdout: "[800000, 1599999]", 2024-04-12T16:01:01.371 INFO:tasks.workunit.client.0.smithi099.stdout: "[1600000, 3199999]", 2024-04-12T16:01:01.371 INFO:tasks.workunit.client.0.smithi099.stdout: "[3200000, 6399999]", 2024-04-12T16:01:01.371 INFO:tasks.workunit.client.0.smithi099.stdout: "[6400000, 12799999]", 2024-04-12T16:01:01.371 INFO:tasks.workunit.client.0.smithi099.stdout: "[12800000, 25599999]", 2024-04-12T16:01:01.371 INFO:tasks.workunit.client.0.smithi099.stdout: "[25600000, 51199999]", 2024-04-12T16:01:01.371 INFO:tasks.workunit.client.0.smithi099.stdout: "[51200000, 102399999]", 2024-04-12T16:01:01.372 INFO:tasks.workunit.client.0.smithi099.stdout: "[102400000, 204799999]", 2024-04-12T16:01:01.372 INFO:tasks.workunit.client.0.smithi099.stdout: "[204800000, 409599999]", 2024-04-12T16:01:01.372 INFO:tasks.workunit.client.0.smithi099.stdout: "[409600000, 819199999]", 2024-04-12T16:01:01.372 INFO:tasks.workunit.client.0.smithi099.stdout: "[819200000, 1638399999]", 2024-04-12T16:01:01.372 INFO:tasks.workunit.client.0.smithi099.stdout: "[1638400000, 3276799999]", 2024-04-12T16:01:01.372 INFO:tasks.workunit.client.0.smithi099.stdout: "[3276800000, 6553599999]", 2024-04-12T16:01:01.372 INFO:tasks.workunit.client.0.smithi099.stdout: "[6553600000, 13107199999]", 2024-04-12T16:01:01.372 INFO:tasks.workunit.client.0.smithi099.stdout: "[13107200000, 26214399999]", 2024-04-12T16:01:01.372 INFO:tasks.workunit.client.0.smithi099.stdout: "[26214400000, 52428799999]", 2024-04-12T16:01:01.372 INFO:tasks.workunit.client.0.smithi099.stdout: "[52428800000, 104857599999]", 2024-04-12T16:01:01.372 INFO:tasks.workunit.client.0.smithi099.stdout: "[104857600000, 209715199999]", 2024-04-12T16:01:01.372 INFO:tasks.workunit.client.0.smithi099.stdout: "[209715200000, 419430399999]", 2024-04-12T16:01:01.373 INFO:tasks.workunit.client.0.smithi099.stdout: "[419430400000, 838860799999]", 2024-04-12T16:01:01.373 INFO:tasks.workunit.client.0.smithi099.stdout: "[838860800000, 1677721599999]", 2024-04-12T16:01:01.373 INFO:tasks.workunit.client.0.smithi099.stdout: "[1677721600000, 3355443199999]", 2024-04-12T16:01:01.373 INFO:tasks.workunit.client.0.smithi099.stdout: "[3355443200000, 6710886399999]", 2024-04-12T16:01:01.373 INFO:tasks.workunit.client.0.smithi099.stdout: "[6710886400000, 13421772799999]", 2024-04-12T16:01:01.373 INFO:tasks.workunit.client.0.smithi099.stdout: "[13421772800000, 26843545599999]", 2024-04-12T16:01:01.373 INFO:tasks.workunit.client.0.smithi099.stdout: "[26843545600000, 53687091199999]", 2024-04-12T16:01:01.373 INFO:tasks.workunit.client.0.smithi099.stdout: "[53687091200000, None]" 2024-04-12T16:01:01.373 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.373 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T16:01:01.373 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.373 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.373 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T16:01:01.373 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T16:01:01.374 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Request size (bytes)", 2024-04-12T16:01:01.374 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 512, 2024-04-12T16:01:01.374 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T16:01:01.374 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T16:01:01.374 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 511]", 2024-04-12T16:01:01.374 INFO:tasks.workunit.client.0.smithi099.stdout: "[512, 1023]", 2024-04-12T16:01:01.374 INFO:tasks.workunit.client.0.smithi099.stdout: "[1024, 2047]", 2024-04-12T16:01:01.374 INFO:tasks.workunit.client.0.smithi099.stdout: "[2048, 4095]", 2024-04-12T16:01:01.374 INFO:tasks.workunit.client.0.smithi099.stdout: "[4096, 8191]", 2024-04-12T16:01:01.374 INFO:tasks.workunit.client.0.smithi099.stdout: "[8192, 16383]", 2024-04-12T16:01:01.374 INFO:tasks.workunit.client.0.smithi099.stdout: "[16384, 32767]", 2024-04-12T16:01:01.374 INFO:tasks.workunit.client.0.smithi099.stdout: "[32768, 65535]", 2024-04-12T16:01:01.374 INFO:tasks.workunit.client.0.smithi099.stdout: "[65536, 131071]", 2024-04-12T16:01:01.374 INFO:tasks.workunit.client.0.smithi099.stdout: "[131072, 262143]", 2024-04-12T16:01:01.375 INFO:tasks.workunit.client.0.smithi099.stdout: "[262144, 524287]", 2024-04-12T16:01:01.375 INFO:tasks.workunit.client.0.smithi099.stdout: "[524288, 1048575]", 2024-04-12T16:01:01.375 INFO:tasks.workunit.client.0.smithi099.stdout: "[1048576, 2097151]", 2024-04-12T16:01:01.375 INFO:tasks.workunit.client.0.smithi099.stdout: "[2097152, 4194303]", 2024-04-12T16:01:01.375 INFO:tasks.workunit.client.0.smithi099.stdout: "[4194304, 8388607]", 2024-04-12T16:01:01.375 INFO:tasks.workunit.client.0.smithi099.stdout: "[8388608, 16777215]", 2024-04-12T16:01:01.375 INFO:tasks.workunit.client.0.smithi099.stdout: "[16777216, 33554431]", 2024-04-12T16:01:01.375 INFO:tasks.workunit.client.0.smithi099.stdout: "[33554432, 67108863]", 2024-04-12T16:01:01.375 INFO:tasks.workunit.client.0.smithi099.stdout: "[67108864, 134217727]", 2024-04-12T16:01:01.375 INFO:tasks.workunit.client.0.smithi099.stdout: "[134217728, 268435455]", 2024-04-12T16:01:01.375 INFO:tasks.workunit.client.0.smithi099.stdout: "[268435456, 536870911]", 2024-04-12T16:01:01.375 INFO:tasks.workunit.client.0.smithi099.stdout: "[536870912, 1073741823]", 2024-04-12T16:01:01.376 INFO:tasks.workunit.client.0.smithi099.stdout: "[1073741824, 2147483647]", 2024-04-12T16:01:01.376 INFO:tasks.workunit.client.0.smithi099.stdout: "[2147483648, 4294967295]", 2024-04-12T16:01:01.376 INFO:tasks.workunit.client.0.smithi099.stdout: "[4294967296, 8589934591]", 2024-04-12T16:01:01.376 INFO:tasks.workunit.client.0.smithi099.stdout: "[8589934592, 17179869183]", 2024-04-12T16:01:01.376 INFO:tasks.workunit.client.0.smithi099.stdout: "[17179869184, 34359738367]", 2024-04-12T16:01:01.376 INFO:tasks.workunit.client.0.smithi099.stdout: "[34359738368, 68719476735]", 2024-04-12T16:01:01.376 INFO:tasks.workunit.client.0.smithi099.stdout: "[68719476736, 137438953471]", 2024-04-12T16:01:01.376 INFO:tasks.workunit.client.0.smithi099.stdout: "[137438953472, 274877906943]", 2024-04-12T16:01:01.376 INFO:tasks.workunit.client.0.smithi099.stdout: "[274877906944, None]" 2024-04-12T16:01:01.376 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.376 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T16:01:01.376 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.377 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.377 INFO:tasks.workunit.client.0.smithi099.stdout: "osds": [ 2024-04-12T16:01:01.377 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.377 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 0, 2024-04-12T16:01:01.377 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:01:01.377 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.377 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.377 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.377 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.377 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.377 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.377 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.377 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.377 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.378 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.378 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.378 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.378 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.378 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.378 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.378 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.378 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.378 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.378 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.378 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.378 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.379 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.379 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.379 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.379 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.379 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.379 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.379 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.379 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.379 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.379 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.379 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:01:01.379 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:01:01.380 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.380 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.380 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 1, 2024-04-12T16:01:01.380 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:01:01.380 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.380 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.380 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.380 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.380 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.380 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.380 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.380 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.380 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.381 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.381 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.381 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.381 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.381 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.381 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.381 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.381 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.381 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.381 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.381 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.381 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.381 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.381 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.382 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.382 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.382 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.382 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.382 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.382 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.382 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.382 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.382 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:01:01.382 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:01:01.382 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.383 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.383 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 2, 2024-04-12T16:01:01.383 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:01:01.383 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.383 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.383 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.383 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.383 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.383 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.383 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.383 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.383 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.384 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.384 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.384 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.384 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.384 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.384 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.384 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.384 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.384 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.384 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.384 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.384 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.385 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.385 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.385 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.385 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.385 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.385 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.385 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.385 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.385 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.385 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.385 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:01:01.386 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:01:01.386 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.386 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.386 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 3, 2024-04-12T16:01:01.386 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:01:01.386 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.386 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.386 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.386 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.386 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.386 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.386 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.387 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.387 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.387 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.387 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.387 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.387 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.387 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.387 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.387 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.387 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.387 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.387 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.388 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.388 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.388 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.388 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.388 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.388 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.388 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.388 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.388 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.388 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.388 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.388 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.389 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:01:01.389 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:01:01.389 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.389 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.389 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 4, 2024-04-12T16:01:01.389 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:01:01.389 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.389 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.389 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.389 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.389 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.389 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.389 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.390 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.390 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.390 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.390 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.390 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.390 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.390 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.390 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.390 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.390 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.390 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.391 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.391 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.391 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.391 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.391 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.391 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.391 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.391 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.391 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.391 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.391 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.391 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.391 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.391 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:01:01.392 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:01:01.392 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.392 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.392 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 5, 2024-04-12T16:01:01.392 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:01:01.392 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.392 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.392 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.392 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.392 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.392 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.392 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.393 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.393 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.393 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.393 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.393 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.393 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.393 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.393 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.393 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.393 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.393 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.393 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.394 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.394 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.394 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.394 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.394 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.394 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.394 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.394 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.394 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.394 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.394 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.394 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.395 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:01:01.395 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:01:01.395 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.395 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.395 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 6, 2024-04-12T16:01:01.395 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:01:01.395 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.395 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.395 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.395 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.395 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.395 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.396 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.396 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.396 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.396 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.396 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.396 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.396 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.396 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.396 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.396 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.396 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.397 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.397 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.397 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.397 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.397 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.397 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.397 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.397 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.397 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.397 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.397 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.397 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.397 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.398 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.398 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:01:01.398 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:01:01.398 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.398 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.398 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 7, 2024-04-12T16:01:01.398 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:01:01.398 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.398 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.398 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.398 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.398 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.399 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.399 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.399 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.399 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.399 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.399 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.399 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.399 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.399 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.399 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.399 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.399 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.399 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.400 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.400 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.400 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.400 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.400 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.400 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.400 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.400 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.400 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.400 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.400 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.400 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.400 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.400 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:01:01.400 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:01:01.401 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.401 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:01:01.401 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.401 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T16:01:01.401 INFO:tasks.workunit.client.0.smithi099.stdout: "axes": [ 2024-04-12T16:01:01.401 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.401 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T16:01:01.401 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T16:01:01.401 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Latency (usec)", 2024-04-12T16:01:01.401 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 100000, 2024-04-12T16:01:01.401 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T16:01:01.401 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T16:01:01.401 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 99999]", 2024-04-12T16:01:01.401 INFO:tasks.workunit.client.0.smithi099.stdout: "[100000, 199999]", 2024-04-12T16:01:01.402 INFO:tasks.workunit.client.0.smithi099.stdout: "[200000, 399999]", 2024-04-12T16:01:01.402 INFO:tasks.workunit.client.0.smithi099.stdout: "[400000, 799999]", 2024-04-12T16:01:01.402 INFO:tasks.workunit.client.0.smithi099.stdout: "[800000, 1599999]", 2024-04-12T16:01:01.402 INFO:tasks.workunit.client.0.smithi099.stdout: "[1600000, 3199999]", 2024-04-12T16:01:01.402 INFO:tasks.workunit.client.0.smithi099.stdout: "[3200000, 6399999]", 2024-04-12T16:01:01.402 INFO:tasks.workunit.client.0.smithi099.stdout: "[6400000, 12799999]", 2024-04-12T16:01:01.402 INFO:tasks.workunit.client.0.smithi099.stdout: "[12800000, 25599999]", 2024-04-12T16:01:01.402 INFO:tasks.workunit.client.0.smithi099.stdout: "[25600000, 51199999]", 2024-04-12T16:01:01.402 INFO:tasks.workunit.client.0.smithi099.stdout: "[51200000, 102399999]", 2024-04-12T16:01:01.402 INFO:tasks.workunit.client.0.smithi099.stdout: "[102400000, 204799999]", 2024-04-12T16:01:01.402 INFO:tasks.workunit.client.0.smithi099.stdout: "[204800000, 409599999]", 2024-04-12T16:01:01.402 INFO:tasks.workunit.client.0.smithi099.stdout: "[409600000, 819199999]", 2024-04-12T16:01:01.403 INFO:tasks.workunit.client.0.smithi099.stdout: "[819200000, 1638399999]", 2024-04-12T16:01:01.403 INFO:tasks.workunit.client.0.smithi099.stdout: "[1638400000, 3276799999]", 2024-04-12T16:01:01.403 INFO:tasks.workunit.client.0.smithi099.stdout: "[3276800000, 6553599999]", 2024-04-12T16:01:01.403 INFO:tasks.workunit.client.0.smithi099.stdout: "[6553600000, 13107199999]", 2024-04-12T16:01:01.403 INFO:tasks.workunit.client.0.smithi099.stdout: "[13107200000, 26214399999]", 2024-04-12T16:01:01.403 INFO:tasks.workunit.client.0.smithi099.stdout: "[26214400000, 52428799999]", 2024-04-12T16:01:01.403 INFO:tasks.workunit.client.0.smithi099.stdout: "[52428800000, 104857599999]", 2024-04-12T16:01:01.403 INFO:tasks.workunit.client.0.smithi099.stdout: "[104857600000, 209715199999]", 2024-04-12T16:01:01.403 INFO:tasks.workunit.client.0.smithi099.stdout: "[209715200000, 419430399999]", 2024-04-12T16:01:01.403 INFO:tasks.workunit.client.0.smithi099.stdout: "[419430400000, 838860799999]", 2024-04-12T16:01:01.403 INFO:tasks.workunit.client.0.smithi099.stdout: "[838860800000, 1677721599999]", 2024-04-12T16:01:01.403 INFO:tasks.workunit.client.0.smithi099.stdout: "[1677721600000, 3355443199999]", 2024-04-12T16:01:01.403 INFO:tasks.workunit.client.0.smithi099.stdout: "[3355443200000, 6710886399999]", 2024-04-12T16:01:01.403 INFO:tasks.workunit.client.0.smithi099.stdout: "[6710886400000, 13421772799999]", 2024-04-12T16:01:01.404 INFO:tasks.workunit.client.0.smithi099.stdout: "[13421772800000, 26843545599999]", 2024-04-12T16:01:01.404 INFO:tasks.workunit.client.0.smithi099.stdout: "[26843545600000, 53687091199999]", 2024-04-12T16:01:01.404 INFO:tasks.workunit.client.0.smithi099.stdout: "[53687091200000, None]" 2024-04-12T16:01:01.404 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.404 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T16:01:01.404 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.404 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.404 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T16:01:01.404 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T16:01:01.404 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Request size (bytes)", 2024-04-12T16:01:01.404 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 512, 2024-04-12T16:01:01.404 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T16:01:01.405 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T16:01:01.405 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 511]", 2024-04-12T16:01:01.405 INFO:tasks.workunit.client.0.smithi099.stdout: "[512, 1023]", 2024-04-12T16:01:01.405 INFO:tasks.workunit.client.0.smithi099.stdout: "[1024, 2047]", 2024-04-12T16:01:01.405 INFO:tasks.workunit.client.0.smithi099.stdout: "[2048, 4095]", 2024-04-12T16:01:01.405 INFO:tasks.workunit.client.0.smithi099.stdout: "[4096, 8191]", 2024-04-12T16:01:01.405 INFO:tasks.workunit.client.0.smithi099.stdout: "[8192, 16383]", 2024-04-12T16:01:01.405 INFO:tasks.workunit.client.0.smithi099.stdout: "[16384, 32767]", 2024-04-12T16:01:01.405 INFO:tasks.workunit.client.0.smithi099.stdout: "[32768, 65535]", 2024-04-12T16:01:01.405 INFO:tasks.workunit.client.0.smithi099.stdout: "[65536, 131071]", 2024-04-12T16:01:01.405 INFO:tasks.workunit.client.0.smithi099.stdout: "[131072, 262143]", 2024-04-12T16:01:01.405 INFO:tasks.workunit.client.0.smithi099.stdout: "[262144, 524287]", 2024-04-12T16:01:01.406 INFO:tasks.workunit.client.0.smithi099.stdout: "[524288, 1048575]", 2024-04-12T16:01:01.406 INFO:tasks.workunit.client.0.smithi099.stdout: "[1048576, 2097151]", 2024-04-12T16:01:01.406 INFO:tasks.workunit.client.0.smithi099.stdout: "[2097152, 4194303]", 2024-04-12T16:01:01.406 INFO:tasks.workunit.client.0.smithi099.stdout: "[4194304, 8388607]", 2024-04-12T16:01:01.406 INFO:tasks.workunit.client.0.smithi099.stdout: "[8388608, 16777215]", 2024-04-12T16:01:01.406 INFO:tasks.workunit.client.0.smithi099.stdout: "[16777216, 33554431]", 2024-04-12T16:01:01.406 INFO:tasks.workunit.client.0.smithi099.stdout: "[33554432, 67108863]", 2024-04-12T16:01:01.406 INFO:tasks.workunit.client.0.smithi099.stdout: "[67108864, 134217727]", 2024-04-12T16:01:01.406 INFO:tasks.workunit.client.0.smithi099.stdout: "[134217728, 268435455]", 2024-04-12T16:01:01.406 INFO:tasks.workunit.client.0.smithi099.stdout: "[268435456, 536870911]", 2024-04-12T16:01:01.406 INFO:tasks.workunit.client.0.smithi099.stdout: "[536870912, 1073741823]", 2024-04-12T16:01:01.406 INFO:tasks.workunit.client.0.smithi099.stdout: "[1073741824, 2147483647]", 2024-04-12T16:01:01.407 INFO:tasks.workunit.client.0.smithi099.stdout: "[2147483648, 4294967295]", 2024-04-12T16:01:01.407 INFO:tasks.workunit.client.0.smithi099.stdout: "[4294967296, 8589934591]", 2024-04-12T16:01:01.407 INFO:tasks.workunit.client.0.smithi099.stdout: "[8589934592, 17179869183]", 2024-04-12T16:01:01.407 INFO:tasks.workunit.client.0.smithi099.stdout: "[17179869184, 34359738367]", 2024-04-12T16:01:01.407 INFO:tasks.workunit.client.0.smithi099.stdout: "[34359738368, 68719476735]", 2024-04-12T16:01:01.407 INFO:tasks.workunit.client.0.smithi099.stdout: "[68719476736, 137438953471]", 2024-04-12T16:01:01.407 INFO:tasks.workunit.client.0.smithi099.stdout: "[137438953472, 274877906943]", 2024-04-12T16:01:01.407 INFO:tasks.workunit.client.0.smithi099.stdout: "[274877906944, None]" 2024-04-12T16:01:01.407 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.407 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T16:01:01.407 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.407 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.407 INFO:tasks.workunit.client.0.smithi099.stdout: "osds": [ 2024-04-12T16:01:01.408 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.408 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 0, 2024-04-12T16:01:01.408 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:01:01.408 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.408 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.408 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.408 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.408 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.408 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.408 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.408 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.409 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.409 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.409 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.409 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.409 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.409 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.409 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.409 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.409 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.409 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.409 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.409 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.409 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.409 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.410 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.410 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.410 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.410 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.410 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.410 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.410 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.410 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.410 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.410 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:01:01.411 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:01:01.411 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.411 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.411 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 1, 2024-04-12T16:01:01.411 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:01:01.411 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.411 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.411 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.411 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.411 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.411 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.411 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.412 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.412 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.412 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.412 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.412 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.412 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.412 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.412 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.412 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.412 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.412 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.412 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.412 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.413 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.413 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.413 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.413 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.413 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.413 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.413 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.413 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.413 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.413 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.413 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.413 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:01:01.413 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:01:01.413 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.414 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.414 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 2, 2024-04-12T16:01:01.414 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:01:01.414 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.414 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.414 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.414 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.414 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.414 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.414 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.414 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.414 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.415 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.415 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.415 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.415 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.415 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.415 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.415 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.415 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.415 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.415 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.415 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.415 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.415 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.416 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.416 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.416 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.416 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.416 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.416 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.416 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.416 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.416 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.416 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:01:01.416 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:01:01.416 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.417 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.417 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 3, 2024-04-12T16:01:01.417 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:01:01.417 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.417 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.417 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.417 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.417 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.417 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.417 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.417 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.417 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.417 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.418 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.418 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.418 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.418 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.418 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.418 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.418 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.418 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.418 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.418 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.418 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.419 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.419 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.419 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.419 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.419 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.419 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.419 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.419 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.419 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.419 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.419 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:01:01.419 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:01:01.420 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.420 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.420 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 4, 2024-04-12T16:01:01.420 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:01:01.420 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.420 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.420 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.420 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.420 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.420 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.420 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.420 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.420 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.421 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.421 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.421 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.421 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.421 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.421 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.421 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.421 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.421 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.421 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.421 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.421 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.421 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.422 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.422 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.422 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.422 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.422 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.422 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.422 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.422 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.422 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.422 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:01:01.423 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:01:01.423 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.423 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.423 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 5, 2024-04-12T16:01:01.423 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:01:01.423 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.423 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.423 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.423 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.423 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.423 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.423 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.423 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.424 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.424 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.424 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.424 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.424 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.424 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.424 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.424 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.424 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.424 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.424 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.424 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.425 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.425 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.425 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.425 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.425 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.425 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.425 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.425 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.425 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.425 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.425 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.425 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:01:01.426 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:01:01.426 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.426 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.426 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 6, 2024-04-12T16:01:01.426 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:01:01.426 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.426 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.426 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.426 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.426 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.426 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.426 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.427 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.427 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.427 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.427 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.427 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.427 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.427 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.427 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.427 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.427 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.427 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.427 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.427 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.428 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.428 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.428 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.428 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.428 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.428 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.428 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.428 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.428 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.428 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.428 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.428 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:01:01.429 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:01:01.429 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.429 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.429 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 7, 2024-04-12T16:01:01.429 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:01:01.429 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.429 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.429 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.429 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.429 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.429 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.429 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.429 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.429 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.429 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.430 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.430 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.430 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.430 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.430 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.430 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.430 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.430 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.430 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.430 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.430 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.430 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.431 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.431 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.431 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.431 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.431 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.431 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.431 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.431 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.431 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.431 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:01:01.431 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:01:01.431 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.431 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:01:01.431 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.432 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T16:01:01.432 INFO:tasks.workunit.client.0.smithi099.stdout: "axes": [ 2024-04-12T16:01:01.432 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.432 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T16:01:01.432 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T16:01:01.432 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Latency (usec)", 2024-04-12T16:01:01.432 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 100000, 2024-04-12T16:01:01.432 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T16:01:01.432 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T16:01:01.432 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 99999]", 2024-04-12T16:01:01.432 INFO:tasks.workunit.client.0.smithi099.stdout: "[100000, 199999]", 2024-04-12T16:01:01.432 INFO:tasks.workunit.client.0.smithi099.stdout: "[200000, 399999]", 2024-04-12T16:01:01.432 INFO:tasks.workunit.client.0.smithi099.stdout: "[400000, 799999]", 2024-04-12T16:01:01.433 INFO:tasks.workunit.client.0.smithi099.stdout: "[800000, 1599999]", 2024-04-12T16:01:01.433 INFO:tasks.workunit.client.0.smithi099.stdout: "[1600000, 3199999]", 2024-04-12T16:01:01.433 INFO:tasks.workunit.client.0.smithi099.stdout: "[3200000, 6399999]", 2024-04-12T16:01:01.433 INFO:tasks.workunit.client.0.smithi099.stdout: "[6400000, 12799999]", 2024-04-12T16:01:01.433 INFO:tasks.workunit.client.0.smithi099.stdout: "[12800000, 25599999]", 2024-04-12T16:01:01.433 INFO:tasks.workunit.client.0.smithi099.stdout: "[25600000, 51199999]", 2024-04-12T16:01:01.433 INFO:tasks.workunit.client.0.smithi099.stdout: "[51200000, 102399999]", 2024-04-12T16:01:01.433 INFO:tasks.workunit.client.0.smithi099.stdout: "[102400000, 204799999]", 2024-04-12T16:01:01.433 INFO:tasks.workunit.client.0.smithi099.stdout: "[204800000, 409599999]", 2024-04-12T16:01:01.433 INFO:tasks.workunit.client.0.smithi099.stdout: "[409600000, 819199999]", 2024-04-12T16:01:01.433 INFO:tasks.workunit.client.0.smithi099.stdout: "[819200000, 1638399999]", 2024-04-12T16:01:01.433 INFO:tasks.workunit.client.0.smithi099.stdout: "[1638400000, 3276799999]", 2024-04-12T16:01:01.433 INFO:tasks.workunit.client.0.smithi099.stdout: "[3276800000, 6553599999]", 2024-04-12T16:01:01.433 INFO:tasks.workunit.client.0.smithi099.stdout: "[6553600000, 13107199999]", 2024-04-12T16:01:01.434 INFO:tasks.workunit.client.0.smithi099.stdout: "[13107200000, 26214399999]", 2024-04-12T16:01:01.434 INFO:tasks.workunit.client.0.smithi099.stdout: "[26214400000, 52428799999]", 2024-04-12T16:01:01.434 INFO:tasks.workunit.client.0.smithi099.stdout: "[52428800000, 104857599999]", 2024-04-12T16:01:01.434 INFO:tasks.workunit.client.0.smithi099.stdout: "[104857600000, 209715199999]", 2024-04-12T16:01:01.434 INFO:tasks.workunit.client.0.smithi099.stdout: "[209715200000, 419430399999]", 2024-04-12T16:01:01.434 INFO:tasks.workunit.client.0.smithi099.stdout: "[419430400000, 838860799999]", 2024-04-12T16:01:01.434 INFO:tasks.workunit.client.0.smithi099.stdout: "[838860800000, 1677721599999]", 2024-04-12T16:01:01.434 INFO:tasks.workunit.client.0.smithi099.stdout: "[1677721600000, 3355443199999]", 2024-04-12T16:01:01.434 INFO:tasks.workunit.client.0.smithi099.stdout: "[3355443200000, 6710886399999]", 2024-04-12T16:01:01.434 INFO:tasks.workunit.client.0.smithi099.stdout: "[6710886400000, 13421772799999]", 2024-04-12T16:01:01.434 INFO:tasks.workunit.client.0.smithi099.stdout: "[13421772800000, 26843545599999]", 2024-04-12T16:01:01.434 INFO:tasks.workunit.client.0.smithi099.stdout: "[26843545600000, 53687091199999]", 2024-04-12T16:01:01.434 INFO:tasks.workunit.client.0.smithi099.stdout: "[53687091200000, None]" 2024-04-12T16:01:01.434 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.435 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T16:01:01.435 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.435 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.435 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T16:01:01.435 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T16:01:01.435 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Request size (bytes)", 2024-04-12T16:01:01.435 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 512, 2024-04-12T16:01:01.435 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T16:01:01.435 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T16:01:01.435 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 511]", 2024-04-12T16:01:01.435 INFO:tasks.workunit.client.0.smithi099.stdout: "[512, 1023]", 2024-04-12T16:01:01.435 INFO:tasks.workunit.client.0.smithi099.stdout: "[1024, 2047]", 2024-04-12T16:01:01.435 INFO:tasks.workunit.client.0.smithi099.stdout: "[2048, 4095]", 2024-04-12T16:01:01.436 INFO:tasks.workunit.client.0.smithi099.stdout: "[4096, 8191]", 2024-04-12T16:01:01.436 INFO:tasks.workunit.client.0.smithi099.stdout: "[8192, 16383]", 2024-04-12T16:01:01.436 INFO:tasks.workunit.client.0.smithi099.stdout: "[16384, 32767]", 2024-04-12T16:01:01.436 INFO:tasks.workunit.client.0.smithi099.stdout: "[32768, 65535]", 2024-04-12T16:01:01.436 INFO:tasks.workunit.client.0.smithi099.stdout: "[65536, 131071]", 2024-04-12T16:01:01.436 INFO:tasks.workunit.client.0.smithi099.stdout: "[131072, 262143]", 2024-04-12T16:01:01.436 INFO:tasks.workunit.client.0.smithi099.stdout: "[262144, 524287]", 2024-04-12T16:01:01.436 INFO:tasks.workunit.client.0.smithi099.stdout: "[524288, 1048575]", 2024-04-12T16:01:01.436 INFO:tasks.workunit.client.0.smithi099.stdout: "[1048576, 2097151]", 2024-04-12T16:01:01.436 INFO:tasks.workunit.client.0.smithi099.stdout: "[2097152, 4194303]", 2024-04-12T16:01:01.436 INFO:tasks.workunit.client.0.smithi099.stdout: "[4194304, 8388607]", 2024-04-12T16:01:01.436 INFO:tasks.workunit.client.0.smithi099.stdout: "[8388608, 16777215]", 2024-04-12T16:01:01.436 INFO:tasks.workunit.client.0.smithi099.stdout: "[16777216, 33554431]", 2024-04-12T16:01:01.437 INFO:tasks.workunit.client.0.smithi099.stdout: "[33554432, 67108863]", 2024-04-12T16:01:01.437 INFO:tasks.workunit.client.0.smithi099.stdout: "[67108864, 134217727]", 2024-04-12T16:01:01.437 INFO:tasks.workunit.client.0.smithi099.stdout: "[134217728, 268435455]", 2024-04-12T16:01:01.437 INFO:tasks.workunit.client.0.smithi099.stdout: "[268435456, 536870911]", 2024-04-12T16:01:01.437 INFO:tasks.workunit.client.0.smithi099.stdout: "[536870912, 1073741823]", 2024-04-12T16:01:01.437 INFO:tasks.workunit.client.0.smithi099.stdout: "[1073741824, 2147483647]", 2024-04-12T16:01:01.437 INFO:tasks.workunit.client.0.smithi099.stdout: "[2147483648, 4294967295]", 2024-04-12T16:01:01.437 INFO:tasks.workunit.client.0.smithi099.stdout: "[4294967296, 8589934591]", 2024-04-12T16:01:01.437 INFO:tasks.workunit.client.0.smithi099.stdout: "[8589934592, 17179869183]", 2024-04-12T16:01:01.437 INFO:tasks.workunit.client.0.smithi099.stdout: "[17179869184, 34359738367]", 2024-04-12T16:01:01.437 INFO:tasks.workunit.client.0.smithi099.stdout: "[34359738368, 68719476735]", 2024-04-12T16:01:01.437 INFO:tasks.workunit.client.0.smithi099.stdout: "[68719476736, 137438953471]", 2024-04-12T16:01:01.437 INFO:tasks.workunit.client.0.smithi099.stdout: "[137438953472, 274877906943]", 2024-04-12T16:01:01.438 INFO:tasks.workunit.client.0.smithi099.stdout: "[274877906944, None]" 2024-04-12T16:01:01.438 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.438 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T16:01:01.438 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.438 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.438 INFO:tasks.workunit.client.0.smithi099.stdout: "osds": [ 2024-04-12T16:01:01.438 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.438 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 0, 2024-04-12T16:01:01.438 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:01:01.438 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.438 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.438 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.439 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.439 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.439 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.439 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.439 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.439 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.439 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.439 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.439 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.439 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.439 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.440 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.440 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.440 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.440 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.440 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.440 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.440 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.440 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.440 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.440 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.440 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.440 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.441 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.441 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.441 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.441 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.441 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.441 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:01:01.441 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:01:01.441 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.441 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.441 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 1, 2024-04-12T16:01:01.441 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:01:01.441 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.441 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.442 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.442 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.442 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.442 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 7, 1, 0, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.442 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 17, 7, 0, 0, 0, 0, 0, 0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.442 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.442 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.442 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.442 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.442 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.442 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.442 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.443 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.443 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.443 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.443 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.443 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.443 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.443 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.443 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.443 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.443 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.443 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.443 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.443 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.444 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.444 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.444 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.444 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.444 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:01:01.444 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:01:01.444 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.444 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.444 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 2, 2024-04-12T16:01:01.444 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:01:01.444 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.444 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.445 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.445 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.445 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.445 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.445 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.445 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.445 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.445 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.445 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.445 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.445 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.446 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.446 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.446 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.446 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.446 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.446 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.446 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.446 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.446 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.446 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.446 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.446 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.447 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.447 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.447 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.447 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.447 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.447 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.447 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:01:01.447 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:01:01.447 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.447 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.447 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 3, 2024-04-12T16:01:01.447 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:01:01.447 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.448 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.448 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.448 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.448 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.448 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.448 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.448 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.448 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.448 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.448 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.448 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.448 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.448 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.448 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.449 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.449 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.449 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.449 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.449 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.449 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.449 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.449 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.449 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.449 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.449 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.450 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.450 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.450 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.450 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.450 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.450 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:01:01.450 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:01:01.450 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.450 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.450 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 4, 2024-04-12T16:01:01.450 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:01:01.450 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.450 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.451 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.451 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.451 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.451 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.451 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.451 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.451 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.451 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.451 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.451 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.451 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.451 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.451 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.452 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.452 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.452 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.452 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.452 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.452 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.452 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.452 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.452 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.452 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.452 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.452 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.453 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.453 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.453 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.453 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.453 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:01:01.453 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:01:01.453 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.453 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.453 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 5, 2024-04-12T16:01:01.453 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:01:01.453 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.453 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.453 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.454 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.454 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.454 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.454 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.454 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.454 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.454 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.454 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.454 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.454 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.454 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.455 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.455 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.455 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.455 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.455 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.455 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.455 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.455 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.455 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.455 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.455 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.456 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.456 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.456 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.456 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.456 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.456 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.456 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:01:01.456 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:01:01.456 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.456 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.456 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 6, 2024-04-12T16:01:01.456 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:01:01.456 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.457 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.457 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.457 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.457 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.457 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.457 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.457 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.457 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.457 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.457 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.457 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.457 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.457 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.458 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.458 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.458 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.458 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.458 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.458 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.458 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.458 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.458 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.458 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.458 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.458 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.459 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.459 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.459 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.459 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.459 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.459 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:01:01.459 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:01:01.459 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.459 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.459 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 7, 2024-04-12T16:01:01.459 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T16:01:01.459 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.459 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.460 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.460 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.460 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.460 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.460 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.460 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.460 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.460 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.460 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.460 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.460 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.460 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.460 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.461 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.461 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.461 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.461 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.461 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.461 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.461 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.461 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.461 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.461 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.461 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.461 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.462 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.462 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.462 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.462 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:01:01.462 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:01:01.462 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:01:01.462 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.462 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T16:01:01.462 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.462 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.462 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.462 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_counters": { 2024-04-12T16:01:01.463 INFO:tasks.workunit.client.0.smithi099.stdout: "mds.1e2a24d7ed8c1704620ea3bccfc67a7f23c62d00": { 2024-04-12T16:01:01.463 INFO:tasks.workunit.client.0.smithi099.stdout: "mds": { 2024-04-12T16:01:01.463 INFO:tasks.workunit.client.0.smithi099.stdout: "caps": { 2024-04-12T16:01:01.463 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.463 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.463 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_cap_op_flush_ack": { 2024-04-12T16:01:01.463 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.463 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.463 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-12T16:01:01.463 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.463 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.463 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_cap_op_grant": { 2024-04-12T16:01:01.463 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.464 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.464 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_cap_op_revoke": { 2024-04-12T16:01:01.464 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.464 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.464 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_cap_op_trunc": { 2024-04-12T16:01:01.464 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.464 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.464 INFO:tasks.workunit.client.0.smithi099.stdout: "dir_commit": { 2024-04-12T16:01:01.464 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12 2024-04-12T16:01:01.464 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.464 INFO:tasks.workunit.client.0.smithi099.stdout: "dir_fetch_complete": { 2024-04-12T16:01:01.464 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.464 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.465 INFO:tasks.workunit.client.0.smithi099.stdout: "dir_fetch_keys": { 2024-04-12T16:01:01.465 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.465 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.465 INFO:tasks.workunit.client.0.smithi099.stdout: "dir_merge": { 2024-04-12T16:01:01.465 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.465 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.465 INFO:tasks.workunit.client.0.smithi099.stdout: "dir_split": { 2024-04-12T16:01:01.465 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.465 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.465 INFO:tasks.workunit.client.0.smithi099.stdout: "exported_inodes": { 2024-04-12T16:01:01.465 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.465 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.465 INFO:tasks.workunit.client.0.smithi099.stdout: "forward": { 2024-04-12T16:01:01.465 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.466 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.466 INFO:tasks.workunit.client.0.smithi099.stdout: "handle_client_cap_release": { 2024-04-12T16:01:01.466 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.466 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.466 INFO:tasks.workunit.client.0.smithi099.stdout: "handle_client_caps": { 2024-04-12T16:01:01.466 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.466 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.466 INFO:tasks.workunit.client.0.smithi099.stdout: "handle_client_caps_dirty": { 2024-04-12T16:01:01.466 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.466 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.466 INFO:tasks.workunit.client.0.smithi099.stdout: "handle_inode_file_caps": { 2024-04-12T16:01:01.466 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.467 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.467 INFO:tasks.workunit.client.0.smithi099.stdout: "imported_inodes": { 2024-04-12T16:01:01.467 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.467 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.467 INFO:tasks.workunit.client.0.smithi099.stdout: "inodes": { 2024-04-12T16:01:01.467 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10 2024-04-12T16:01:01.467 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.467 INFO:tasks.workunit.client.0.smithi099.stdout: "inodes_expired": { 2024-04-12T16:01:01.467 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.467 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.467 INFO:tasks.workunit.client.0.smithi099.stdout: "inodes_pinned": { 2024-04-12T16:01:01.467 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10 2024-04-12T16:01:01.467 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.468 INFO:tasks.workunit.client.0.smithi099.stdout: "inodes_with_caps": { 2024-04-12T16:01:01.468 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.468 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.468 INFO:tasks.workunit.client.0.smithi099.stdout: "load_cent": { 2024-04-12T16:01:01.468 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.468 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.468 INFO:tasks.workunit.client.0.smithi099.stdout: "openino_dir_fetch": { 2024-04-12T16:01:01.468 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.468 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.468 INFO:tasks.workunit.client.0.smithi099.stdout: "process_request_cap_release": { 2024-04-12T16:01:01.468 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.468 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.469 INFO:tasks.workunit.client.0.smithi099.stdout: "reply_latency": { 2024-04-12T16:01:01.469 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T16:01:01.469 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 268866 2024-04-12T16:01:01.469 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.469 INFO:tasks.workunit.client.0.smithi099.stdout: "request": { 2024-04-12T16:01:01.469 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T16:01:01.469 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.469 INFO:tasks.workunit.client.0.smithi099.stdout: "root_rbytes": { 2024-04-12T16:01:01.469 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.469 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.469 INFO:tasks.workunit.client.0.smithi099.stdout: "root_rfiles": { 2024-04-12T16:01:01.469 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.469 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.470 INFO:tasks.workunit.client.0.smithi099.stdout: "root_rsnaps": { 2024-04-12T16:01:01.470 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.470 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.470 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_reply": { 2024-04-12T16:01:01.470 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.470 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.470 INFO:tasks.workunit.client.0.smithi099.stdout: "subtrees": { 2024-04-12T16:01:01.470 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T16:01:01.470 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.470 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.470 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_cache": { 2024-04-12T16:01:01.470 INFO:tasks.workunit.client.0.smithi099.stdout: "ireq_enqueue_scrub": { 2024-04-12T16:01:01.470 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.471 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.471 INFO:tasks.workunit.client.0.smithi099.stdout: "ireq_exportdir": { 2024-04-12T16:01:01.471 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.471 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.471 INFO:tasks.workunit.client.0.smithi099.stdout: "ireq_flush": { 2024-04-12T16:01:01.471 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.471 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.471 INFO:tasks.workunit.client.0.smithi099.stdout: "ireq_fragmentdir": { 2024-04-12T16:01:01.471 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.471 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.471 INFO:tasks.workunit.client.0.smithi099.stdout: "ireq_fragstats": { 2024-04-12T16:01:01.471 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.472 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.472 INFO:tasks.workunit.client.0.smithi099.stdout: "ireq_inodestats": { 2024-04-12T16:01:01.472 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.472 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.472 INFO:tasks.workunit.client.0.smithi099.stdout: "num_recovering_enqueued": { 2024-04-12T16:01:01.472 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.472 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.472 INFO:tasks.workunit.client.0.smithi099.stdout: "num_recovering_prioritized": { 2024-04-12T16:01:01.472 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.472 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.472 INFO:tasks.workunit.client.0.smithi099.stdout: "num_recovering_processing": { 2024-04-12T16:01:01.472 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.473 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.473 INFO:tasks.workunit.client.0.smithi099.stdout: "num_strays": { 2024-04-12T16:01:01.473 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.473 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.473 INFO:tasks.workunit.client.0.smithi099.stdout: "num_strays_delayed": { 2024-04-12T16:01:01.473 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.473 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.473 INFO:tasks.workunit.client.0.smithi099.stdout: "num_strays_enqueuing": { 2024-04-12T16:01:01.473 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.473 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.473 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_completed": { 2024-04-12T16:01:01.473 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.474 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.474 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_started": { 2024-04-12T16:01:01.474 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.474 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.474 INFO:tasks.workunit.client.0.smithi099.stdout: "strays_created": { 2024-04-12T16:01:01.474 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.474 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.474 INFO:tasks.workunit.client.0.smithi099.stdout: "strays_enqueued": { 2024-04-12T16:01:01.474 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.474 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.474 INFO:tasks.workunit.client.0.smithi099.stdout: "strays_migrated": { 2024-04-12T16:01:01.474 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.475 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.475 INFO:tasks.workunit.client.0.smithi099.stdout: "strays_reintegrated": { 2024-04-12T16:01:01.475 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.475 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.475 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.475 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_log": { 2024-04-12T16:01:01.475 INFO:tasks.workunit.client.0.smithi099.stdout: "ev": { 2024-04-12T16:01:01.475 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5 2024-04-12T16:01:01.475 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.475 INFO:tasks.workunit.client.0.smithi099.stdout: "evadd": { 2024-04-12T16:01:01.475 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5 2024-04-12T16:01:01.475 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.476 INFO:tasks.workunit.client.0.smithi099.stdout: "evex": { 2024-04-12T16:01:01.476 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.476 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.476 INFO:tasks.workunit.client.0.smithi099.stdout: "evexd": { 2024-04-12T16:01:01.476 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.476 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.476 INFO:tasks.workunit.client.0.smithi099.stdout: "evexg": { 2024-04-12T16:01:01.476 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.476 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.476 INFO:tasks.workunit.client.0.smithi099.stdout: "evtrm": { 2024-04-12T16:01:01.476 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.476 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.476 INFO:tasks.workunit.client.0.smithi099.stdout: "jlat": { 2024-04-12T16:01:01.476 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 5, 2024-04-12T16:01:01.477 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13224285 2024-04-12T16:01:01.477 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.477 INFO:tasks.workunit.client.0.smithi099.stdout: "replayed": { 2024-04-12T16:01:01.477 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.477 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.477 INFO:tasks.workunit.client.0.smithi099.stdout: "seg": { 2024-04-12T16:01:01.477 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T16:01:01.477 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.477 INFO:tasks.workunit.client.0.smithi099.stdout: "segadd": { 2024-04-12T16:01:01.477 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T16:01:01.477 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.477 INFO:tasks.workunit.client.0.smithi099.stdout: "segex": { 2024-04-12T16:01:01.477 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.478 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.478 INFO:tasks.workunit.client.0.smithi099.stdout: "segexd": { 2024-04-12T16:01:01.478 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.478 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.478 INFO:tasks.workunit.client.0.smithi099.stdout: "segexg": { 2024-04-12T16:01:01.478 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.478 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.478 INFO:tasks.workunit.client.0.smithi099.stdout: "segtrm": { 2024-04-12T16:01:01.478 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.478 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.478 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.478 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_mem": { 2024-04-12T16:01:01.479 INFO:tasks.workunit.client.0.smithi099.stdout: "cap": { 2024-04-12T16:01:01.479 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.479 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.479 INFO:tasks.workunit.client.0.smithi099.stdout: "cap+": { 2024-04-12T16:01:01.479 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T16:01:01.479 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.479 INFO:tasks.workunit.client.0.smithi099.stdout: "cap-": { 2024-04-12T16:01:01.479 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T16:01:01.479 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.479 INFO:tasks.workunit.client.0.smithi099.stdout: "dir": { 2024-04-12T16:01:01.479 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12 2024-04-12T16:01:01.479 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.479 INFO:tasks.workunit.client.0.smithi099.stdout: "dir+": { 2024-04-12T16:01:01.480 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12 2024-04-12T16:01:01.480 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.480 INFO:tasks.workunit.client.0.smithi099.stdout: "dir-": { 2024-04-12T16:01:01.480 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.480 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.480 INFO:tasks.workunit.client.0.smithi099.stdout: "dn": { 2024-04-12T16:01:01.480 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10 2024-04-12T16:01:01.480 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.480 INFO:tasks.workunit.client.0.smithi099.stdout: "dn+": { 2024-04-12T16:01:01.480 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10 2024-04-12T16:01:01.480 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.480 INFO:tasks.workunit.client.0.smithi099.stdout: "dn-": { 2024-04-12T16:01:01.480 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.480 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.481 INFO:tasks.workunit.client.0.smithi099.stdout: "heap": { 2024-04-12T16:01:01.481 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 207156 2024-04-12T16:01:01.481 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.481 INFO:tasks.workunit.client.0.smithi099.stdout: "ino": { 2024-04-12T16:01:01.481 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13 2024-04-12T16:01:01.481 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.481 INFO:tasks.workunit.client.0.smithi099.stdout: "ino+": { 2024-04-12T16:01:01.481 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13 2024-04-12T16:01:01.481 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.481 INFO:tasks.workunit.client.0.smithi099.stdout: "ino-": { 2024-04-12T16:01:01.481 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.481 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.481 INFO:tasks.workunit.client.0.smithi099.stdout: "rss": { 2024-04-12T16:01:01.481 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 40392 2024-04-12T16:01:01.482 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.482 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.482 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_server": { 2024-04-12T16:01:01.482 INFO:tasks.workunit.client.0.smithi099.stdout: "cap_acquisition_throttle": { 2024-04-12T16:01:01.482 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.482 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.482 INFO:tasks.workunit.client.0.smithi099.stdout: "cap_revoke_eviction": { 2024-04-12T16:01:01.482 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.482 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.482 INFO:tasks.workunit.client.0.smithi099.stdout: "handle_client_request": { 2024-04-12T16:01:01.482 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T16:01:01.483 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.483 INFO:tasks.workunit.client.0.smithi099.stdout: "handle_client_session": { 2024-04-12T16:01:01.483 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16 2024-04-12T16:01:01.483 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.483 INFO:tasks.workunit.client.0.smithi099.stdout: "handle_peer_request": { 2024-04-12T16:01:01.483 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.483 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.483 INFO:tasks.workunit.client.0.smithi099.stdout: "req_create_latency": { 2024-04-12T16:01:01.483 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.483 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.483 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.483 INFO:tasks.workunit.client.0.smithi099.stdout: "req_getattr_latency": { 2024-04-12T16:01:01.483 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T16:01:01.484 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 268866 2024-04-12T16:01:01.484 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.484 INFO:tasks.workunit.client.0.smithi099.stdout: "req_getfilelock_latency": { 2024-04-12T16:01:01.484 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.484 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.484 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.484 INFO:tasks.workunit.client.0.smithi099.stdout: "req_getvxattr_latency": { 2024-04-12T16:01:01.484 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.484 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.484 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.484 INFO:tasks.workunit.client.0.smithi099.stdout: "req_link_latency": { 2024-04-12T16:01:01.484 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.485 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.485 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.485 INFO:tasks.workunit.client.0.smithi099.stdout: "req_lookup_latency": { 2024-04-12T16:01:01.485 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.485 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.485 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.485 INFO:tasks.workunit.client.0.smithi099.stdout: "req_lookuphash_latency": { 2024-04-12T16:01:01.485 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.485 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.485 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.485 INFO:tasks.workunit.client.0.smithi099.stdout: "req_lookupino_latency": { 2024-04-12T16:01:01.485 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.486 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.486 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.486 INFO:tasks.workunit.client.0.smithi099.stdout: "req_lookupname_latency": { 2024-04-12T16:01:01.486 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.486 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.486 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.486 INFO:tasks.workunit.client.0.smithi099.stdout: "req_lookupparent_latency": { 2024-04-12T16:01:01.486 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.486 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.486 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.486 INFO:tasks.workunit.client.0.smithi099.stdout: "req_lookupsnap_latency": { 2024-04-12T16:01:01.486 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.486 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.487 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.487 INFO:tasks.workunit.client.0.smithi099.stdout: "req_lssnap_latency": { 2024-04-12T16:01:01.487 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.487 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.487 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.487 INFO:tasks.workunit.client.0.smithi099.stdout: "req_mkdir_latency": { 2024-04-12T16:01:01.487 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.487 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.487 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.487 INFO:tasks.workunit.client.0.smithi099.stdout: "req_mknod_latency": { 2024-04-12T16:01:01.487 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.487 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.487 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.488 INFO:tasks.workunit.client.0.smithi099.stdout: "req_mksnap_latency": { 2024-04-12T16:01:01.488 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.488 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.488 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.488 INFO:tasks.workunit.client.0.smithi099.stdout: "req_open_latency": { 2024-04-12T16:01:01.488 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.488 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.488 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.488 INFO:tasks.workunit.client.0.smithi099.stdout: "req_readdir_latency": { 2024-04-12T16:01:01.488 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.488 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.488 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.488 INFO:tasks.workunit.client.0.smithi099.stdout: "req_rename_latency": { 2024-04-12T16:01:01.489 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.489 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.489 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.489 INFO:tasks.workunit.client.0.smithi099.stdout: "req_renamesnap_latency": { 2024-04-12T16:01:01.489 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.489 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.489 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.489 INFO:tasks.workunit.client.0.smithi099.stdout: "req_rmdir_latency": { 2024-04-12T16:01:01.489 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.489 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.489 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.489 INFO:tasks.workunit.client.0.smithi099.stdout: "req_rmsnap_latency": { 2024-04-12T16:01:01.490 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.490 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.490 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.490 INFO:tasks.workunit.client.0.smithi099.stdout: "req_rmxattr_latency": { 2024-04-12T16:01:01.490 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.490 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.490 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.490 INFO:tasks.workunit.client.0.smithi099.stdout: "req_setattr_latency": { 2024-04-12T16:01:01.490 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.490 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.490 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.490 INFO:tasks.workunit.client.0.smithi099.stdout: "req_setdirlayout_latency": { 2024-04-12T16:01:01.490 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.491 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.491 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.491 INFO:tasks.workunit.client.0.smithi099.stdout: "req_setfilelock_latency": { 2024-04-12T16:01:01.491 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.491 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.491 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.491 INFO:tasks.workunit.client.0.smithi099.stdout: "req_setlayout_latency": { 2024-04-12T16:01:01.491 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.491 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.491 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.491 INFO:tasks.workunit.client.0.smithi099.stdout: "req_setxattr_latency": { 2024-04-12T16:01:01.491 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.492 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.492 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.492 INFO:tasks.workunit.client.0.smithi099.stdout: "req_snapdiff_latency": { 2024-04-12T16:01:01.492 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.492 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.492 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.492 INFO:tasks.workunit.client.0.smithi099.stdout: "req_symlink_latency": { 2024-04-12T16:01:01.492 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.492 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.492 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.492 INFO:tasks.workunit.client.0.smithi099.stdout: "req_unlink_latency": { 2024-04-12T16:01:01.492 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.492 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.493 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.493 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.493 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_sessions": { 2024-04-12T16:01:01.493 INFO:tasks.workunit.client.0.smithi099.stdout: "average_load": { 2024-04-12T16:01:01.493 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T16:01:01.493 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.493 INFO:tasks.workunit.client.0.smithi099.stdout: "avg_session_uptime": { 2024-04-12T16:01:01.493 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 87 2024-04-12T16:01:01.493 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.493 INFO:tasks.workunit.client.0.smithi099.stdout: "mdthresh_evicted": { 2024-04-12T16:01:01.493 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.493 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.494 INFO:tasks.workunit.client.0.smithi099.stdout: "session_add": { 2024-04-12T16:01:01.494 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T16:01:01.494 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.494 INFO:tasks.workunit.client.0.smithi099.stdout: "session_count": { 2024-04-12T16:01:01.494 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.494 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.494 INFO:tasks.workunit.client.0.smithi099.stdout: "session_remove": { 2024-04-12T16:01:01.494 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T16:01:01.494 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.494 INFO:tasks.workunit.client.0.smithi099.stdout: "sessions_open": { 2024-04-12T16:01:01.494 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.494 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.495 INFO:tasks.workunit.client.0.smithi099.stdout: "sessions_stale": { 2024-04-12T16:01:01.495 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.495 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.495 INFO:tasks.workunit.client.0.smithi099.stdout: "total_load": { 2024-04-12T16:01:01.495 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T16:01:01.495 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.495 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.495 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T16:01:01.495 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T16:01:01.495 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.495 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.495 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T16:01:01.495 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.496 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.496 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T16:01:01.496 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.496 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.496 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T16:01:01.496 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 45 2024-04-12T16:01:01.496 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.496 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.496 INFO:tasks.workunit.client.0.smithi099.stdout: "purge_queue": { 2024-04-12T16:01:01.496 INFO:tasks.workunit.client.0.smithi099.stdout: "pq_executed": { 2024-04-12T16:01:01.496 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.496 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.496 INFO:tasks.workunit.client.0.smithi099.stdout: "pq_executing": { 2024-04-12T16:01:01.496 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.497 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.497 INFO:tasks.workunit.client.0.smithi099.stdout: "pq_executing_high_water": { 2024-04-12T16:01:01.497 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.497 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.497 INFO:tasks.workunit.client.0.smithi099.stdout: "pq_executing_ops": { 2024-04-12T16:01:01.497 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.497 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.497 INFO:tasks.workunit.client.0.smithi099.stdout: "pq_executing_ops_high_water": { 2024-04-12T16:01:01.497 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.497 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.497 INFO:tasks.workunit.client.0.smithi099.stdout: "pq_item_in_journal": { 2024-04-12T16:01:01.497 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.498 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.498 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.498 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.498 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.1e2a24d7ed8c1704620ea3bccfc67a7f23c62d00": { 2024-04-12T16:01:01.498 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T16:01:01.498 INFO:tasks.workunit.client.0.smithi099.stdout: "election_call": { 2024-04-12T16:01:01.498 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3 2024-04-12T16:01:01.498 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.498 INFO:tasks.workunit.client.0.smithi099.stdout: "election_lose": { 2024-04-12T16:01:01.498 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.498 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.498 INFO:tasks.workunit.client.0.smithi099.stdout: "election_win": { 2024-04-12T16:01:01.499 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4 2024-04-12T16:01:01.499 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.499 INFO:tasks.workunit.client.0.smithi099.stdout: "num_elections": { 2024-04-12T16:01:01.499 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11 2024-04-12T16:01:01.499 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.499 INFO:tasks.workunit.client.0.smithi099.stdout: "num_sessions": { 2024-04-12T16:01:01.499 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7 2024-04-12T16:01:01.499 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.499 INFO:tasks.workunit.client.0.smithi099.stdout: "session_add": { 2024-04-12T16:01:01.499 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3 2024-04-12T16:01:01.499 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.500 INFO:tasks.workunit.client.0.smithi099.stdout: "session_rm": { 2024-04-12T16:01:01.500 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 179 2024-04-12T16:01:01.500 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.500 INFO:tasks.workunit.client.0.smithi099.stdout: "session_trim": { 2024-04-12T16:01:01.500 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.500 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.500 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.500 INFO:tasks.workunit.client.0.smithi099.stdout: "paxos": { 2024-04-12T16:01:01.500 INFO:tasks.workunit.client.0.smithi099.stdout: "accept_timeout": { 2024-04-12T16:01:01.500 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.500 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.500 INFO:tasks.workunit.client.0.smithi099.stdout: "begin": { 2024-04-12T16:01:01.500 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 948 2024-04-12T16:01:01.500 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.501 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_bytes": { 2024-04-12T16:01:01.501 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 948, 2024-04-12T16:01:01.501 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5037648 2024-04-12T16:01:01.501 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.501 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_keys": { 2024-04-12T16:01:01.501 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 948, 2024-04-12T16:01:01.501 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2844 2024-04-12T16:01:01.501 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.501 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_latency": { 2024-04-12T16:01:01.501 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 948, 2024-04-12T16:01:01.501 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 182995703 2024-04-12T16:01:01.501 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.502 INFO:tasks.workunit.client.0.smithi099.stdout: "collect": { 2024-04-12T16:01:01.502 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.502 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.502 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_bytes": { 2024-04-12T16:01:01.502 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.502 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.502 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.502 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_keys": { 2024-04-12T16:01:01.502 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.502 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.503 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.503 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_latency": { 2024-04-12T16:01:01.503 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.503 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.503 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.503 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_timeout": { 2024-04-12T16:01:01.503 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.503 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.503 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_uncommitted": { 2024-04-12T16:01:01.503 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.503 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.503 INFO:tasks.workunit.client.0.smithi099.stdout: "commit": { 2024-04-12T16:01:01.504 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 948 2024-04-12T16:01:01.504 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.504 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_bytes": { 2024-04-12T16:01:01.504 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 948, 2024-04-12T16:01:01.504 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4969450 2024-04-12T16:01:01.504 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.504 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_keys": { 2024-04-12T16:01:01.504 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 948, 2024-04-12T16:01:01.504 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5433 2024-04-12T16:01:01.504 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.504 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_latency": { 2024-04-12T16:01:01.505 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 948, 2024-04-12T16:01:01.505 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 430106881 2024-04-12T16:01:01.505 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.505 INFO:tasks.workunit.client.0.smithi099.stdout: "lease_ack_timeout": { 2024-04-12T16:01:01.505 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.505 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.505 INFO:tasks.workunit.client.0.smithi099.stdout: "lease_timeout": { 2024-04-12T16:01:01.505 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.505 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.505 INFO:tasks.workunit.client.0.smithi099.stdout: "new_pn": { 2024-04-12T16:01:01.505 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3 2024-04-12T16:01:01.505 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.506 INFO:tasks.workunit.client.0.smithi099.stdout: "new_pn_latency": { 2024-04-12T16:01:01.506 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3, 2024-04-12T16:01:01.506 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1999953 2024-04-12T16:01:01.506 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.506 INFO:tasks.workunit.client.0.smithi099.stdout: "refresh": { 2024-04-12T16:01:01.506 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 951 2024-04-12T16:01:01.506 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.506 INFO:tasks.workunit.client.0.smithi099.stdout: "refresh_latency": { 2024-04-12T16:01:01.506 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 951, 2024-04-12T16:01:01.506 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2586939286 2024-04-12T16:01:01.506 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.507 INFO:tasks.workunit.client.0.smithi099.stdout: "restart": { 2024-04-12T16:01:01.507 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14 2024-04-12T16:01:01.507 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.507 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state": { 2024-04-12T16:01:01.507 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T16:01:01.507 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.507 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state_bytes": { 2024-04-12T16:01:01.507 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T16:01:01.507 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 473 2024-04-12T16:01:01.507 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.507 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state_keys": { 2024-04-12T16:01:01.508 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T16:01:01.508 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T16:01:01.508 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.508 INFO:tasks.workunit.client.0.smithi099.stdout: "start_leader": { 2024-04-12T16:01:01.508 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4 2024-04-12T16:01:01.508 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.508 INFO:tasks.workunit.client.0.smithi099.stdout: "start_peon": { 2024-04-12T16:01:01.508 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.508 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.508 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state": { 2024-04-12T16:01:01.508 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.508 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.509 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_bytes": { 2024-04-12T16:01:01.509 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.509 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.509 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.509 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_keys": { 2024-04-12T16:01:01.509 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.509 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.509 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.509 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_latency": { 2024-04-12T16:01:01.509 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.509 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.509 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.509 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.510 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache": { 2024-04-12T16:01:01.510 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T16:01:01.510 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1020054731 2024-04-12T16:01:01.510 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.510 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T16:01:01.510 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 45842432 2024-04-12T16:01:01.510 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.510 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T16:01:01.510 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 39813120 2024-04-12T16:01:01.510 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.510 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T16:01:01.510 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2147483648 2024-04-12T16:01:01.510 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.511 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T16:01:01.511 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6029312 2024-04-12T16:01:01.511 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.511 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.511 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:full": { 2024-04-12T16:01:01.511 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:01.511 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 348127232 2024-04-12T16:01:01.511 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.511 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:01.511 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.511 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.511 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:01.511 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.512 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.512 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:01.512 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 277022930 2024-04-12T16:01:01.512 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.512 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:01.512 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 269616 2024-04-12T16:01:01.512 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.512 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:01.512 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.512 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.512 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:01.512 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.513 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.513 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:01.513 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.513 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.513 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:01.513 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.513 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.513 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:01.513 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.513 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.513 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:01.513 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.514 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.514 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:01.514 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.514 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.514 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:01.514 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.514 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.514 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:01.514 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 70834686 2024-04-12T16:01:01.514 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.514 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.514 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:inc": { 2024-04-12T16:01:01.514 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:01.515 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 348127232 2024-04-12T16:01:01.515 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.515 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:01.515 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.515 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.515 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:01.515 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.515 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.515 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:01.515 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 277022930 2024-04-12T16:01:01.515 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.515 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:01.515 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 38933 2024-04-12T16:01:01.516 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.516 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:01.516 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.516 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.516 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:01.516 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.516 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.516 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:01.516 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.516 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.516 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:01.516 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.517 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.517 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:01.517 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.517 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.517 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:01.517 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.517 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.517 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:01.517 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.517 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.517 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:01.517 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.517 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.518 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:01.518 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71065369 2024-04-12T16:01:01.518 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.518 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.518 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:kv": { 2024-04-12T16:01:01.518 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:01.518 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 322961408 2024-04-12T16:01:01.518 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.518 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:01.518 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T16:01:01.518 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.518 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:01.519 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.519 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.519 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:01.519 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 184681953 2024-04-12T16:01:01.519 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.519 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:01.519 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.519 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.519 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:01.519 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.519 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.519 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:01.519 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.520 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.520 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:01.520 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.520 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.520 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:01.520 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.520 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.520 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:01.520 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.520 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.520 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:01.520 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.520 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.520 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:01.521 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.521 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.521 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:01.521 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.521 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.521 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:01.521 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71170591 2024-04-12T16:01:01.521 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.521 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.521 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb": { 2024-04-12T16:01:01.521 INFO:tasks.workunit.client.0.smithi099.stdout: "compact": { 2024-04-12T16:01:01.521 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.521 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.522 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_queue_len": { 2024-04-12T16:01:01.522 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.522 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.522 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_queue_merge": { 2024-04-12T16:01:01.522 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.522 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.522 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_range": { 2024-04-12T16:01:01.522 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T16:01:01.522 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.523 INFO:tasks.workunit.client.0.smithi099.stdout: "get_latency": { 2024-04-12T16:01:01.523 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 42370, 2024-04-12T16:01:01.523 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 175628888 2024-04-12T16:01:01.523 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.523 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_delay_time": { 2024-04-12T16:01:01.523 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.523 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.523 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.523 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_memtable_time": { 2024-04-12T16:01:01.523 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.523 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.523 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.523 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T16:01:01.524 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.524 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.524 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.524 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_wal_time": { 2024-04-12T16:01:01.524 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.524 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.524 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.524 INFO:tasks.workunit.client.0.smithi099.stdout: "submit_latency": { 2024-04-12T16:01:01.524 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.524 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.524 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.524 INFO:tasks.workunit.client.0.smithi099.stdout: "submit_sync_latency": { 2024-04-12T16:01:01.524 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2064, 2024-04-12T16:01:01.525 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 692942420 2024-04-12T16:01:01.525 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.525 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.525 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.525 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.5b45c9ad1c228149a803c7f15c41ecb95bb8abcb": { 2024-04-12T16:01:01.525 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T16:01:01.525 INFO:tasks.workunit.client.0.smithi099.stdout: "election_call": { 2024-04-12T16:01:01.525 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T16:01:01.525 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.525 INFO:tasks.workunit.client.0.smithi099.stdout: "election_lose": { 2024-04-12T16:01:01.525 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T16:01:01.525 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.525 INFO:tasks.workunit.client.0.smithi099.stdout: "election_win": { 2024-04-12T16:01:01.526 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.526 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.526 INFO:tasks.workunit.client.0.smithi099.stdout: "num_elections": { 2024-04-12T16:01:01.526 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4 2024-04-12T16:01:01.526 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.526 INFO:tasks.workunit.client.0.smithi099.stdout: "num_sessions": { 2024-04-12T16:01:01.526 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12 2024-04-12T16:01:01.526 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.526 INFO:tasks.workunit.client.0.smithi099.stdout: "session_add": { 2024-04-12T16:01:01.526 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5 2024-04-12T16:01:01.526 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.527 INFO:tasks.workunit.client.0.smithi099.stdout: "session_rm": { 2024-04-12T16:01:01.527 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 117 2024-04-12T16:01:01.527 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.527 INFO:tasks.workunit.client.0.smithi099.stdout: "session_trim": { 2024-04-12T16:01:01.527 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.527 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.527 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.527 INFO:tasks.workunit.client.0.smithi099.stdout: "paxos": { 2024-04-12T16:01:01.527 INFO:tasks.workunit.client.0.smithi099.stdout: "accept_timeout": { 2024-04-12T16:01:01.527 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.527 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.527 INFO:tasks.workunit.client.0.smithi099.stdout: "begin": { 2024-04-12T16:01:01.527 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 801 2024-04-12T16:01:01.528 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.528 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_bytes": { 2024-04-12T16:01:01.528 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 801, 2024-04-12T16:01:01.528 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3906334 2024-04-12T16:01:01.528 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.528 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_keys": { 2024-04-12T16:01:01.528 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.528 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.528 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.528 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_latency": { 2024-04-12T16:01:01.528 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 801, 2024-04-12T16:01:01.528 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 255994007 2024-04-12T16:01:01.528 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.528 INFO:tasks.workunit.client.0.smithi099.stdout: "collect": { 2024-04-12T16:01:01.529 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T16:01:01.529 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.529 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_bytes": { 2024-04-12T16:01:01.529 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T16:01:01.529 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 73 2024-04-12T16:01:01.529 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.529 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_keys": { 2024-04-12T16:01:01.529 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T16:01:01.529 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T16:01:01.529 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.529 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_latency": { 2024-04-12T16:01:01.529 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T16:01:01.530 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.530 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.530 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_timeout": { 2024-04-12T16:01:01.530 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.530 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.530 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_uncommitted": { 2024-04-12T16:01:01.530 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.530 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.530 INFO:tasks.workunit.client.0.smithi099.stdout: "commit": { 2024-04-12T16:01:01.530 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 801 2024-04-12T16:01:01.530 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.530 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_bytes": { 2024-04-12T16:01:01.531 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.531 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.531 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.531 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_keys": { 2024-04-12T16:01:01.531 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.531 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.531 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.531 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_latency": { 2024-04-12T16:01:01.531 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.531 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.531 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.532 INFO:tasks.workunit.client.0.smithi099.stdout: "lease_ack_timeout": { 2024-04-12T16:01:01.532 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.532 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.532 INFO:tasks.workunit.client.0.smithi099.stdout: "lease_timeout": { 2024-04-12T16:01:01.532 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.532 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.532 INFO:tasks.workunit.client.0.smithi099.stdout: "new_pn": { 2024-04-12T16:01:01.532 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.532 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.532 INFO:tasks.workunit.client.0.smithi099.stdout: "new_pn_latency": { 2024-04-12T16:01:01.532 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.532 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.532 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.533 INFO:tasks.workunit.client.0.smithi099.stdout: "refresh": { 2024-04-12T16:01:01.533 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 801 2024-04-12T16:01:01.533 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.533 INFO:tasks.workunit.client.0.smithi099.stdout: "refresh_latency": { 2024-04-12T16:01:01.533 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 801, 2024-04-12T16:01:01.533 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2032952311 2024-04-12T16:01:01.533 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.533 INFO:tasks.workunit.client.0.smithi099.stdout: "restart": { 2024-04-12T16:01:01.533 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11 2024-04-12T16:01:01.533 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.533 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state": { 2024-04-12T16:01:01.533 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.534 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.534 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state_bytes": { 2024-04-12T16:01:01.534 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.534 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.534 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.534 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state_keys": { 2024-04-12T16:01:01.534 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.534 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.534 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.534 INFO:tasks.workunit.client.0.smithi099.stdout: "start_leader": { 2024-04-12T16:01:01.534 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.535 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.535 INFO:tasks.workunit.client.0.smithi099.stdout: "start_peon": { 2024-04-12T16:01:01.535 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T16:01:01.535 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.535 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state": { 2024-04-12T16:01:01.535 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 801 2024-04-12T16:01:01.535 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.535 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_bytes": { 2024-04-12T16:01:01.535 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 801, 2024-04-12T16:01:01.535 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7661247 2024-04-12T16:01:01.535 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.535 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_keys": { 2024-04-12T16:01:01.535 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 801, 2024-04-12T16:01:01.536 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5404 2024-04-12T16:01:01.536 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.536 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_latency": { 2024-04-12T16:01:01.536 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 801, 2024-04-12T16:01:01.536 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 524987690 2024-04-12T16:01:01.536 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.536 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.536 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache": { 2024-04-12T16:01:01.536 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T16:01:01.536 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1020054731 2024-04-12T16:01:01.536 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.536 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T16:01:01.536 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 43851776 2024-04-12T16:01:01.536 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.537 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T16:01:01.537 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 33988608 2024-04-12T16:01:01.537 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.537 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T16:01:01.537 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2147483648 2024-04-12T16:01:01.537 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.537 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T16:01:01.537 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9863168 2024-04-12T16:01:01.537 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.537 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.537 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:full": { 2024-04-12T16:01:01.537 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:01.537 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 348127232 2024-04-12T16:01:01.537 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.538 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:01.538 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.538 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.538 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:01.538 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.538 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.538 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:01.538 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 277021854 2024-04-12T16:01:01.538 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.538 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:01.538 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 270046 2024-04-12T16:01:01.539 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.539 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:01.539 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.539 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.539 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:01.539 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.539 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.539 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:01.539 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.539 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.540 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:01.540 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.540 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.540 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:01.540 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.540 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.540 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:01.540 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.540 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.540 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:01.540 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.540 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.540 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:01.540 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.541 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.541 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:01.541 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 70835332 2024-04-12T16:01:01.541 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.541 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.541 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:inc": { 2024-04-12T16:01:01.541 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:01.541 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 348127232 2024-04-12T16:01:01.541 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.541 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:01.541 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.541 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.541 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:01.541 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.542 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.542 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:01.542 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 277021854 2024-04-12T16:01:01.542 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.542 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:01.542 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 41372 2024-04-12T16:01:01.542 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.542 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:01.542 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.542 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.542 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:01.542 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.543 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.543 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:01.543 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.543 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.543 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:01.543 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.543 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.543 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:01.543 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.543 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.543 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:01.544 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.544 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.544 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:01.544 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.544 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.544 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:01.544 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.544 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.544 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:01.544 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71064006 2024-04-12T16:01:01.544 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.544 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.544 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:kv": { 2024-04-12T16:01:01.545 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:01.545 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 322961408 2024-04-12T16:01:01.545 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.545 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:01.545 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T16:01:01.545 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.545 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:01.545 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.545 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.545 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:01.545 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 184681236 2024-04-12T16:01:01.545 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.545 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:01.546 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.546 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.546 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:01.546 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.546 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.546 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:01.546 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.546 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.546 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:01.546 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.546 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.546 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:01.546 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.547 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.547 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:01.547 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.547 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.547 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:01.547 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.547 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.547 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:01.547 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.547 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.547 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:01.547 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.547 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.547 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:01.547 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71171308 2024-04-12T16:01:01.548 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.548 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.548 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb": { 2024-04-12T16:01:01.548 INFO:tasks.workunit.client.0.smithi099.stdout: "compact": { 2024-04-12T16:01:01.548 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.548 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.548 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_queue_len": { 2024-04-12T16:01:01.548 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.548 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.548 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_queue_merge": { 2024-04-12T16:01:01.548 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.548 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.548 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_range": { 2024-04-12T16:01:01.549 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T16:01:01.549 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.549 INFO:tasks.workunit.client.0.smithi099.stdout: "get_latency": { 2024-04-12T16:01:01.549 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 34524, 2024-04-12T16:01:01.549 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 93711267 2024-04-12T16:01:01.549 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.549 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_delay_time": { 2024-04-12T16:01:01.549 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.549 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.549 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.549 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_memtable_time": { 2024-04-12T16:01:01.549 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.549 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.550 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.550 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T16:01:01.550 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.550 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.550 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.550 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_wal_time": { 2024-04-12T16:01:01.550 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.550 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.550 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.550 INFO:tasks.workunit.client.0.smithi099.stdout: "submit_latency": { 2024-04-12T16:01:01.550 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.550 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.551 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.551 INFO:tasks.workunit.client.0.smithi099.stdout: "submit_sync_latency": { 2024-04-12T16:01:01.551 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1770, 2024-04-12T16:01:01.551 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 892548100 2024-04-12T16:01:01.551 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.551 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.551 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.551 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.99eca4e11e5c95f50fdb573e338d356fe5d4041f": { 2024-04-12T16:01:01.551 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T16:01:01.551 INFO:tasks.workunit.client.0.smithi099.stdout: "election_call": { 2024-04-12T16:01:01.551 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3 2024-04-12T16:01:01.551 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.551 INFO:tasks.workunit.client.0.smithi099.stdout: "election_lose": { 2024-04-12T16:01:01.551 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3 2024-04-12T16:01:01.552 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.552 INFO:tasks.workunit.client.0.smithi099.stdout: "election_win": { 2024-04-12T16:01:01.552 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.552 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_elections": { 2024-04-12T16:01:01.552 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9 2024-04-12T16:01:01.552 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_sessions": { 2024-04-12T16:01:01.552 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10 2024-04-12T16:01:01.552 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.552 INFO:tasks.workunit.client.0.smithi099.stdout: "session_add": { 2024-04-12T16:01:01.552 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4 2024-04-12T16:01:01.553 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.553 INFO:tasks.workunit.client.0.smithi099.stdout: "session_rm": { 2024-04-12T16:01:01.553 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 53 2024-04-12T16:01:01.553 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.553 INFO:tasks.workunit.client.0.smithi099.stdout: "session_trim": { 2024-04-12T16:01:01.553 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.553 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.553 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.553 INFO:tasks.workunit.client.0.smithi099.stdout: "paxos": { 2024-04-12T16:01:01.553 INFO:tasks.workunit.client.0.smithi099.stdout: "accept_timeout": { 2024-04-12T16:01:01.553 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.553 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.553 INFO:tasks.workunit.client.0.smithi099.stdout: "begin": { 2024-04-12T16:01:01.554 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 828 2024-04-12T16:01:01.554 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.554 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_bytes": { 2024-04-12T16:01:01.554 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 828, 2024-04-12T16:01:01.554 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3994322 2024-04-12T16:01:01.554 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.554 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_keys": { 2024-04-12T16:01:01.554 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.554 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.554 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.554 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_latency": { 2024-04-12T16:01:01.555 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 828, 2024-04-12T16:01:01.555 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 94998420 2024-04-12T16:01:01.555 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.555 INFO:tasks.workunit.client.0.smithi099.stdout: "collect": { 2024-04-12T16:01:01.555 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3 2024-04-12T16:01:01.555 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.555 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_bytes": { 2024-04-12T16:01:01.555 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3, 2024-04-12T16:01:01.555 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 219 2024-04-12T16:01:01.555 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.555 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_keys": { 2024-04-12T16:01:01.555 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3, 2024-04-12T16:01:01.555 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3 2024-04-12T16:01:01.555 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.556 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_latency": { 2024-04-12T16:01:01.556 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3, 2024-04-12T16:01:01.556 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.556 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.556 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_timeout": { 2024-04-12T16:01:01.556 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.556 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.556 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_uncommitted": { 2024-04-12T16:01:01.556 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.556 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.556 INFO:tasks.workunit.client.0.smithi099.stdout: "commit": { 2024-04-12T16:01:01.556 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 829 2024-04-12T16:01:01.556 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.557 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_bytes": { 2024-04-12T16:01:01.557 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.557 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.557 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.557 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_keys": { 2024-04-12T16:01:01.557 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.557 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.557 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.557 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_latency": { 2024-04-12T16:01:01.557 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.557 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.557 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.558 INFO:tasks.workunit.client.0.smithi099.stdout: "lease_ack_timeout": { 2024-04-12T16:01:01.558 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.558 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.558 INFO:tasks.workunit.client.0.smithi099.stdout: "lease_timeout": { 2024-04-12T16:01:01.558 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.558 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.558 INFO:tasks.workunit.client.0.smithi099.stdout: "new_pn": { 2024-04-12T16:01:01.558 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.558 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.558 INFO:tasks.workunit.client.0.smithi099.stdout: "new_pn_latency": { 2024-04-12T16:01:01.558 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.559 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.559 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.559 INFO:tasks.workunit.client.0.smithi099.stdout: "refresh": { 2024-04-12T16:01:01.559 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 829 2024-04-12T16:01:01.559 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.559 INFO:tasks.workunit.client.0.smithi099.stdout: "refresh_latency": { 2024-04-12T16:01:01.559 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 829, 2024-04-12T16:01:01.559 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1685971966 2024-04-12T16:01:01.559 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.559 INFO:tasks.workunit.client.0.smithi099.stdout: "restart": { 2024-04-12T16:01:01.559 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15 2024-04-12T16:01:01.560 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.560 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state": { 2024-04-12T16:01:01.560 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.560 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.560 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state_bytes": { 2024-04-12T16:01:01.560 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.560 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.560 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.560 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state_keys": { 2024-04-12T16:01:01.560 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.560 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.560 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.561 INFO:tasks.workunit.client.0.smithi099.stdout: "start_leader": { 2024-04-12T16:01:01.561 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.561 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.561 INFO:tasks.workunit.client.0.smithi099.stdout: "start_peon": { 2024-04-12T16:01:01.561 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3 2024-04-12T16:01:01.561 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.561 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state": { 2024-04-12T16:01:01.561 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 829 2024-04-12T16:01:01.561 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.561 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_bytes": { 2024-04-12T16:01:01.561 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 829, 2024-04-12T16:01:01.561 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7833141 2024-04-12T16:01:01.561 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.561 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_keys": { 2024-04-12T16:01:01.561 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 829, 2024-04-12T16:01:01.562 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5602 2024-04-12T16:01:01.562 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.562 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_latency": { 2024-04-12T16:01:01.562 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 829, 2024-04-12T16:01:01.562 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 125997904 2024-04-12T16:01:01.562 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.562 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.562 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache": { 2024-04-12T16:01:01.562 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T16:01:01.562 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1020054731 2024-04-12T16:01:01.562 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.563 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T16:01:01.563 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 42803200 2024-04-12T16:01:01.563 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.563 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T16:01:01.563 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 32882688 2024-04-12T16:01:01.563 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.563 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T16:01:01.563 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2147483648 2024-04-12T16:01:01.563 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.563 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T16:01:01.563 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9920512 2024-04-12T16:01:01.563 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.563 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.563 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:full": { 2024-04-12T16:01:01.564 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:01.564 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 348127232 2024-04-12T16:01:01.564 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.564 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:01.564 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.564 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.564 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:01.564 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.564 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.564 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:01.564 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 277021854 2024-04-12T16:01:01.565 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.565 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:01.565 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 270046 2024-04-12T16:01:01.565 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.565 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:01.565 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.565 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.565 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:01.565 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.565 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.565 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:01.565 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.566 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.566 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:01.566 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.566 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.566 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:01.566 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.566 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.566 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:01.566 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.566 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.566 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:01.566 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.567 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.567 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:01.567 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.567 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.567 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:01.567 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 70835332 2024-04-12T16:01:01.567 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.567 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.567 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:inc": { 2024-04-12T16:01:01.567 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:01.567 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 348127232 2024-04-12T16:01:01.567 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.567 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:01.568 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.568 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.568 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:01.568 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.568 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.568 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:01.568 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 277021854 2024-04-12T16:01:01.568 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.568 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:01.568 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 41372 2024-04-12T16:01:01.568 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.568 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:01.568 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.569 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.569 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:01.569 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.569 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.569 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:01.569 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.569 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.569 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:01.569 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.569 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.569 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:01.569 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.569 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.570 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:01.570 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.570 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.570 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:01.570 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.570 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.570 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:01.570 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.570 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.571 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:01.571 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71064006 2024-04-12T16:01:01.571 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.571 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.571 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:kv": { 2024-04-12T16:01:01.571 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:01.571 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 322961408 2024-04-12T16:01:01.571 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.572 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:01.572 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T16:01:01.572 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.572 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:01.572 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.572 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.573 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:01.573 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 184681236 2024-04-12T16:01:01.573 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.573 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:01.573 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.573 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.573 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:01.573 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.573 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.573 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:01.573 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.574 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.574 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:01.574 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.574 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.574 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:01.574 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.574 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.574 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:01.574 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.574 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.574 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:01.574 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.575 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.575 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:01.575 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.575 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.575 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:01.575 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.575 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.575 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:01.575 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71171308 2024-04-12T16:01:01.575 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.575 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.575 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb": { 2024-04-12T16:01:01.575 INFO:tasks.workunit.client.0.smithi099.stdout: "compact": { 2024-04-12T16:01:01.576 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.576 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.576 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_queue_len": { 2024-04-12T16:01:01.576 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.576 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.576 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_queue_merge": { 2024-04-12T16:01:01.576 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.576 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.576 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_range": { 2024-04-12T16:01:01.576 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T16:01:01.576 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.576 INFO:tasks.workunit.client.0.smithi099.stdout: "get_latency": { 2024-04-12T16:01:01.576 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 35267, 2024-04-12T16:01:01.577 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 87498774 2024-04-12T16:01:01.577 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.577 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_delay_time": { 2024-04-12T16:01:01.577 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.577 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.577 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.577 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_memtable_time": { 2024-04-12T16:01:01.577 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.577 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.577 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.577 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T16:01:01.577 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.577 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.578 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.578 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_wal_time": { 2024-04-12T16:01:01.578 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.578 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.578 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.578 INFO:tasks.workunit.client.0.smithi099.stdout: "submit_latency": { 2024-04-12T16:01:01.578 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.578 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.578 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.578 INFO:tasks.workunit.client.0.smithi099.stdout: "submit_sync_latency": { 2024-04-12T16:01:01.578 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1828, 2024-04-12T16:01:01.578 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 259751398 2024-04-12T16:01:01.578 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.579 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.579 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.579 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.0": { 2024-04-12T16:01:01.579 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T16:01:01.579 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T16:01:01.579 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.579 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.579 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T16:01:01.579 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.579 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.579 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T16:01:01.579 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T16:01:01.579 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.580 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_main": { 2024-04-12T16:01:01.580 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.580 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.580 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T16:01:01.580 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.580 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.580 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T16:01:01.580 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.580 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.580 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T16:01:01.580 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12288 2024-04-12T16:01:01.580 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.580 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T16:01:01.581 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6934528 2024-04-12T16:01:01.581 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.581 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T16:01:01.581 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.581 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.581 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.581 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T16:01:01.581 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.581 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.581 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.581 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T16:01:01.581 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T16:01:01.581 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.582 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T16:01:01.582 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 27656192 2024-04-12T16:01:01.582 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.582 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T16:01:01.582 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3239936 2024-04-12T16:01:01.582 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.582 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T16:01:01.582 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3100672 2024-04-12T16:01:01.582 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.582 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T16:01:01.582 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 31850496 2024-04-12T16:01:01.582 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.582 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T16:01:01.583 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.583 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.583 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T16:01:01.583 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.583 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.583 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T16:01:01.583 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14 2024-04-12T16:01:01.583 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.583 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T16:01:01.583 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 206272 2024-04-12T16:01:01.583 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.583 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T16:01:01.584 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 23 2024-04-12T16:01:01.584 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.584 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T16:01:01.584 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1282048 2024-04-12T16:01:01.584 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.584 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T16:01:01.584 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1286144 2024-04-12T16:01:01.584 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.584 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T16:01:01.584 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.584 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.584 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T16:01:01.584 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.585 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.585 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T16:01:01.585 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15 2024-04-12T16:01:01.585 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.585 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T16:01:01.585 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4913 2024-04-12T16:01:01.585 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.585 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T16:01:01.585 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4 2024-04-12T16:01:01.585 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.585 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T16:01:01.585 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5505 2024-04-12T16:01:01.585 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.586 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T16:01:01.586 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24 2024-04-12T16:01:01.586 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.586 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T16:01:01.586 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5505 2024-04-12T16:01:01.586 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.586 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T16:01:01.586 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24 2024-04-12T16:01:01.586 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.586 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T16:01:01.586 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.586 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.586 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T16:01:01.587 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.587 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.587 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T16:01:01.587 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.587 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.587 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T16:01:01.587 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.587 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.587 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T16:01:01.587 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.587 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.587 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T16:01:01.588 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.588 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.588 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T16:01:01.588 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.588 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.588 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T16:01:01.588 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.588 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.588 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T16:01:01.588 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.588 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.588 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T16:01:01.588 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10113024 2024-04-12T16:01:01.589 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.589 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.589 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T16:01:01.589 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T16:01:01.589 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T16:01:01.589 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.589 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T16:01:01.589 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1318912 2024-04-12T16:01:01.589 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.589 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T16:01:01.589 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T16:01:01.589 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 127812 2024-04-12T16:01:01.589 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.590 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T16:01:01.590 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.590 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.590 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.590 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T16:01:01.590 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.590 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.590 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T16:01:01.590 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.590 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.590 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T16:01:01.590 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.591 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.591 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T16:01:01.591 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 24, 2024-04-12T16:01:01.591 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65770 2024-04-12T16:01:01.591 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.591 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T16:01:01.591 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.591 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.591 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.591 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T16:01:01.591 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.591 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.591 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T16:01:01.592 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 744, 2024-04-12T16:01:01.592 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 526233501 2024-04-12T16:01:01.592 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.592 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T16:01:01.592 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 740, 2024-04-12T16:01:01.592 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24220290 2024-04-12T16:01:01.592 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.592 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T16:01:01.592 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 744, 2024-04-12T16:01:01.592 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 797988 2024-04-12T16:01:01.592 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.593 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T16:01:01.593 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 744, 2024-04-12T16:01:01.593 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 527031489 2024-04-12T16:01:01.593 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.593 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T16:01:01.593 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.593 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.593 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.593 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T16:01:01.593 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T16:01:01.593 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 39041 2024-04-12T16:01:01.593 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.593 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T16:01:01.594 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 6, 2024-04-12T16:01:01.594 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17687 2024-04-12T16:01:01.594 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.594 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T16:01:01.594 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.594 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.594 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.594 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T16:01:01.594 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.594 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.594 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.594 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T16:01:01.595 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T16:01:01.595 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4600 2024-04-12T16:01:01.595 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.595 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T16:01:01.595 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3926 2024-04-12T16:01:01.595 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.595 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T16:01:01.595 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 326 2024-04-12T16:01:01.595 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.595 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T16:01:01.595 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 118, 2024-04-12T16:01:01.595 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2544577 2024-04-12T16:01:01.595 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.595 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T16:01:01.596 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 321, 2024-04-12T16:01:01.596 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 291100 2024-04-12T16:01:01.596 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.596 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T16:01:01.596 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 203, 2024-04-12T16:01:01.596 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5614441 2024-04-12T16:01:01.596 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.596 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T16:01:01.596 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.596 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.596 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T16:01:01.596 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 101, 2024-04-12T16:01:01.596 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5683471 2024-04-12T16:01:01.596 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.597 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T16:01:01.597 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3580, 2024-04-12T16:01:01.597 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3992540301 2024-04-12T16:01:01.597 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.597 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T16:01:01.597 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 125, 2024-04-12T16:01:01.597 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 94426445 2024-04-12T16:01:01.597 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.597 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T16:01:01.597 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 125, 2024-04-12T16:01:01.597 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 560714952824 2024-04-12T16:01:01.597 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.597 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T16:01:01.597 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 125, 2024-04-12T16:01:01.597 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 138149622771 2024-04-12T16:01:01.598 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.598 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T16:01:01.598 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3580, 2024-04-12T16:01:01.598 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 77582683462 2024-04-12T16:01:01.598 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.598 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T16:01:01.598 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3580, 2024-04-12T16:01:01.598 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 212249 2024-04-12T16:01:01.598 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.598 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T16:01:01.598 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3580, 2024-04-12T16:01:01.598 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3394195 2024-04-12T16:01:01.599 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.599 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T16:01:01.599 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3580, 2024-04-12T16:01:01.599 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2788643899 2024-04-12T16:01:01.599 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.599 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T16:01:01.599 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3580, 2024-04-12T16:01:01.599 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 538214 2024-04-12T16:01:01.599 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.599 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T16:01:01.599 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3580, 2024-04-12T16:01:01.599 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1617641112 2024-04-12T16:01:01.600 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.600 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T16:01:01.600 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3580, 2024-04-12T16:01:01.600 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 376126946 2024-04-12T16:01:01.600 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.600 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T16:01:01.600 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 899656 2024-04-12T16:01:01.600 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.600 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T16:01:01.600 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 59, 2024-04-12T16:01:01.601 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 279617 2024-04-12T16:01:01.601 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.601 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T16:01:01.601 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3580, 2024-04-12T16:01:01.601 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8778614375 2024-04-12T16:01:01.601 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.601 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T16:01:01.601 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3580, 2024-04-12T16:01:01.601 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 410118334 2024-04-12T16:01:01.601 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.602 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T16:01:01.602 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3580, 2024-04-12T16:01:01.602 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 277400625 2024-04-12T16:01:01.602 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.602 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.602 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T16:01:01.602 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T16:01:01.602 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1861615595 2024-04-12T16:01:01.602 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.602 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T16:01:01.602 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 48676864 2024-04-12T16:01:01.602 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.603 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T16:01:01.603 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 48308224 2024-04-12T16:01:01.603 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.603 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T16:01:01.603 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3137555251 2024-04-12T16:01:01.603 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.603 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T16:01:01.603 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 368640 2024-04-12T16:01:01.603 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.603 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.603 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T16:01:01.603 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:01.603 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 159383552 2024-04-12T16:01:01.604 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.604 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:01.604 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.604 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.604 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:01.604 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.604 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.604 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:01.604 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 85464227 2024-04-12T16:01:01.604 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.604 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:01.604 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.604 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.605 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:01.605 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.605 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.605 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:01.605 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.605 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.605 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:01.605 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.605 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.605 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:01.605 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.605 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.605 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:01.606 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 606208 2024-04-12T16:01:01.606 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.606 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:01.606 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.606 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.606 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:01.606 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.606 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.606 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:01.606 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.606 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.606 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:01.607 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 73313117 2024-04-12T16:01:01.607 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.607 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.607 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T16:01:01.607 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:01.607 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 780140544 2024-04-12T16:01:01.607 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.607 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:01.607 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T16:01:01.607 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.607 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:01.607 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.607 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.608 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:01.608 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 640981705 2024-04-12T16:01:01.608 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.608 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:01.608 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.608 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.608 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:01.608 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.608 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.608 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:01.608 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.608 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.608 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:01.609 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.609 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.609 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:01.609 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.609 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.609 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:01.609 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2128 2024-04-12T16:01:01.609 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.609 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:01.609 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.609 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.609 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:01.610 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.610 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.610 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:01.610 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.610 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.610 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:01.610 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 72047847 2024-04-12T16:01:01.610 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.610 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.610 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T16:01:01.610 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:01.610 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 192937984 2024-04-12T16:01:01.610 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.611 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:01.611 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T16:01:01.611 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.611 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:01.611 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 464 2024-04-12T16:01:01.611 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.611 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:01.611 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 56976151 2024-04-12T16:01:01.611 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.611 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:01.611 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.611 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.611 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:01.612 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.612 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.612 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:01.612 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.612 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.612 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:01.612 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.612 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.612 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:01.612 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.612 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.612 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:01.612 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.613 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.613 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:01.613 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.613 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.613 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:01.613 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.613 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.613 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:01.613 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.613 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.613 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:01.613 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 68852505 2024-04-12T16:01:01.613 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.614 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.614 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T16:01:01.614 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:01.614 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 713031680 2024-04-12T16:01:01.614 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.614 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:01.614 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.614 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.614 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:01.614 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.614 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.615 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:01.615 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 640981705 2024-04-12T16:01:01.615 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.615 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:01.615 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.615 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.615 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:01.615 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.615 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.615 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:01.615 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.616 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.616 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:01.616 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.616 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.616 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:01.616 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.616 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.616 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:01.616 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 350403 2024-04-12T16:01:01.616 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.616 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:01.616 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.617 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.617 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:01.617 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.617 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.617 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:01.617 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.617 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.617 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:01.617 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71699572 2024-04-12T16:01:01.617 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.617 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.617 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T16:01:01.617 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T16:01:01.618 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.618 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.618 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T16:01:01.618 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.618 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.618 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T16:01:01.618 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.618 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.618 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T16:01:01.618 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.618 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.618 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.619 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:01:01.619 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T16:01:01.619 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 46 2024-04-12T16:01:01.619 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.619 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T16:01:01.619 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.619 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.619 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T16:01:01.619 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5 2024-04-12T16:01:01.619 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.619 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T16:01:01.619 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.619 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.620 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T16:01:01.620 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.620 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.620 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T16:01:01.620 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 616 2024-04-12T16:01:01.620 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.620 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T16:01:01.620 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 5, 2024-04-12T16:01:01.620 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 108707288 2024-04-12T16:01:01.620 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.620 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T16:01:01.620 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.620 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.621 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T16:01:01.621 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 6, 2024-04-12T16:01:01.621 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4184028 2024-04-12T16:01:01.621 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.621 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T16:01:01.621 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 5, 2024-04-12T16:01:01.621 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 87865189 2024-04-12T16:01:01.621 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.621 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T16:01:01.621 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.621 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.621 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T16:01:01.621 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.621 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.622 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.622 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T16:01:01.622 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.622 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.622 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T16:01:01.622 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.622 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.622 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T16:01:01.622 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.622 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.622 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.623 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T16:01:01.623 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.623 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.623 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.623 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T16:01:01.623 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.623 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.623 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T16:01:01.623 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.623 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.623 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T16:01:01.623 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.623 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.624 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.624 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T16:01:01.624 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.624 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.624 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T16:01:01.624 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.624 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.624 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T16:01:01.624 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.624 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.624 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T16:01:01.625 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.625 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.625 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.625 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T16:01:01.625 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.625 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.625 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.625 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T16:01:01.625 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5 2024-04-12T16:01:01.625 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.625 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T16:01:01.626 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 616 2024-04-12T16:01:01.626 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.626 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T16:01:01.626 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 5, 2024-04-12T16:01:01.626 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 108707288 2024-04-12T16:01:01.626 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.626 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T16:01:01.626 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.626 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.626 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T16:01:01.629 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 6, 2024-04-12T16:01:01.629 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4184028 2024-04-12T16:01:01.630 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.630 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T16:01:01.630 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 5, 2024-04-12T16:01:01.630 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 87865189 2024-04-12T16:01:01.630 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.630 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T16:01:01.630 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.630 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.630 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T16:01:01.630 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1771104 2024-04-12T16:01:01.630 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.630 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T16:01:01.631 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6 2024-04-12T16:01:01.631 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.631 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T16:01:01.631 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T16:01:01.631 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.631 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T16:01:01.631 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 28983296 2024-04-12T16:01:01.631 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.631 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.631 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.631 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.1": { 2024-04-12T16:01:01.631 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T16:01:01.632 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T16:01:01.632 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.632 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.632 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T16:01:01.632 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.632 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.632 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T16:01:01.632 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T16:01:01.632 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.632 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_main": { 2024-04-12T16:01:01.632 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.632 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.632 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T16:01:01.633 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.633 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.633 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T16:01:01.633 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.633 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.633 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T16:01:01.633 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12288 2024-04-12T16:01:01.633 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.633 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T16:01:01.633 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7446528 2024-04-12T16:01:01.633 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.633 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T16:01:01.634 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.634 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.634 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.634 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T16:01:01.634 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.634 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.634 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.634 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T16:01:01.634 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T16:01:01.634 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.634 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T16:01:01.635 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 31850496 2024-04-12T16:01:01.635 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.635 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T16:01:01.635 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3878912 2024-04-12T16:01:01.635 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.635 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T16:01:01.635 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3739648 2024-04-12T16:01:01.635 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.635 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T16:01:01.635 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 31850496 2024-04-12T16:01:01.635 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.635 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T16:01:01.636 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.636 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.636 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T16:01:01.636 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.636 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.636 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T16:01:01.636 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14 2024-04-12T16:01:01.636 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.636 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T16:01:01.636 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 206272 2024-04-12T16:01:01.636 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.636 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T16:01:01.636 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 23 2024-04-12T16:01:01.636 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.637 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T16:01:01.637 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1282048 2024-04-12T16:01:01.637 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.637 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T16:01:01.637 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1286144 2024-04-12T16:01:01.637 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.637 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T16:01:01.637 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.637 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.637 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T16:01:01.637 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.637 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.637 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T16:01:01.638 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15 2024-04-12T16:01:01.638 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.638 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T16:01:01.638 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4913 2024-04-12T16:01:01.638 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.638 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T16:01:01.638 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4 2024-04-12T16:01:01.638 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.638 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T16:01:01.638 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5505 2024-04-12T16:01:01.638 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.638 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T16:01:01.639 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24 2024-04-12T16:01:01.639 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.639 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T16:01:01.639 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5505 2024-04-12T16:01:01.639 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.639 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T16:01:01.639 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24 2024-04-12T16:01:01.639 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.639 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T16:01:01.639 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.639 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.639 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T16:01:01.640 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.640 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.640 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T16:01:01.640 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.640 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.640 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T16:01:01.640 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.640 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.640 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T16:01:01.640 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.640 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.640 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T16:01:01.641 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.641 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.641 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T16:01:01.641 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.641 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.641 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T16:01:01.641 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.641 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.641 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T16:01:01.641 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.641 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.641 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T16:01:01.641 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11264000 2024-04-12T16:01:01.642 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.642 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.642 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T16:01:01.642 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T16:01:01.642 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T16:01:01.642 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.642 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T16:01:01.642 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 716800 2024-04-12T16:01:01.642 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.642 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T16:01:01.642 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 5, 2024-04-12T16:01:01.642 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 513183 2024-04-12T16:01:01.642 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.643 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T16:01:01.643 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.643 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.643 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.643 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T16:01:01.643 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.643 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.643 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T16:01:01.643 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.643 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.643 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T16:01:01.643 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.644 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.644 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T16:01:01.644 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 30, 2024-04-12T16:01:01.644 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 96937 2024-04-12T16:01:01.644 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.644 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T16:01:01.644 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.644 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.644 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.644 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T16:01:01.644 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.645 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.645 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T16:01:01.645 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 900, 2024-04-12T16:01:01.645 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 522883332 2024-04-12T16:01:01.645 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.645 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T16:01:01.645 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 898, 2024-04-12T16:01:01.645 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 20881091 2024-04-12T16:01:01.645 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.645 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T16:01:01.645 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 900, 2024-04-12T16:01:01.645 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 948621 2024-04-12T16:01:01.646 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.646 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T16:01:01.646 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 900, 2024-04-12T16:01:01.646 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 523831953 2024-04-12T16:01:01.646 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.646 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T16:01:01.646 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.646 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.646 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.646 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T16:01:01.646 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3, 2024-04-12T16:01:01.646 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 35813 2024-04-12T16:01:01.647 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.647 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T16:01:01.647 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T16:01:01.647 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8578 2024-04-12T16:01:01.647 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.647 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T16:01:01.647 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.647 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.647 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.647 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T16:01:01.647 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.647 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.647 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.648 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T16:01:01.648 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T16:01:01.648 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4341 2024-04-12T16:01:01.648 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.648 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T16:01:01.648 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3906 2024-04-12T16:01:01.648 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.648 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T16:01:01.648 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 331 2024-04-12T16:01:01.648 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.648 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T16:01:01.648 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 133, 2024-04-12T16:01:01.648 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3482495 2024-04-12T16:01:01.648 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.649 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T16:01:01.649 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 348, 2024-04-12T16:01:01.649 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 290244 2024-04-12T16:01:01.649 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.649 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T16:01:01.649 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 215, 2024-04-12T16:01:01.649 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5720204 2024-04-12T16:01:01.649 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.649 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T16:01:01.649 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.649 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.649 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T16:01:01.650 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 103, 2024-04-12T16:01:01.650 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7077978 2024-04-12T16:01:01.650 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.650 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T16:01:01.650 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3498, 2024-04-12T16:01:01.650 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4149365771 2024-04-12T16:01:01.650 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.650 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T16:01:01.650 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 122, 2024-04-12T16:01:01.650 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 32748798 2024-04-12T16:01:01.650 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.650 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T16:01:01.650 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 119, 2024-04-12T16:01:01.651 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 230398024702 2024-04-12T16:01:01.651 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.651 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T16:01:01.651 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 122, 2024-04-12T16:01:01.651 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 130268638451 2024-04-12T16:01:01.651 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.651 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T16:01:01.651 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3495, 2024-04-12T16:01:01.651 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 74656010964 2024-04-12T16:01:01.651 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.651 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T16:01:01.651 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3495, 2024-04-12T16:01:01.651 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 197179 2024-04-12T16:01:01.652 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.652 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T16:01:01.652 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3498, 2024-04-12T16:01:01.652 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3117552 2024-04-12T16:01:01.652 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.652 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T16:01:01.652 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3498, 2024-04-12T16:01:01.652 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2440345386 2024-04-12T16:01:01.652 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.652 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T16:01:01.652 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3498, 2024-04-12T16:01:01.652 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 508585 2024-04-12T16:01:01.652 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.653 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T16:01:01.653 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3498, 2024-04-12T16:01:01.653 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1326623103 2024-04-12T16:01:01.653 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.653 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T16:01:01.653 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3498, 2024-04-12T16:01:01.653 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 384044775 2024-04-12T16:01:01.653 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.653 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T16:01:01.653 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 308720 2024-04-12T16:01:01.653 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.653 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T16:01:01.654 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 56, 2024-04-12T16:01:01.654 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 291495 2024-04-12T16:01:01.654 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.654 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T16:01:01.654 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3498, 2024-04-12T16:01:01.654 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8303752268 2024-04-12T16:01:01.654 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.654 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T16:01:01.654 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3498, 2024-04-12T16:01:01.654 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 419380656 2024-04-12T16:01:01.654 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.654 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T16:01:01.654 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3498, 2024-04-12T16:01:01.655 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 275610519 2024-04-12T16:01:01.655 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.655 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.655 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T16:01:01.655 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T16:01:01.655 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1861615595 2024-04-12T16:01:01.655 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.655 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T16:01:01.655 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 48676864 2024-04-12T16:01:01.655 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.655 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T16:01:01.655 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 47693824 2024-04-12T16:01:01.655 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.655 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T16:01:01.656 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3137555251 2024-04-12T16:01:01.656 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.656 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T16:01:01.656 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 983040 2024-04-12T16:01:01.656 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.656 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.656 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T16:01:01.656 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:01.656 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 159383552 2024-04-12T16:01:01.656 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.656 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:01.656 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.656 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.657 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:01.657 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.657 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.657 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:01.657 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 85501846 2024-04-12T16:01:01.657 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.657 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:01.657 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.657 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.657 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:01.657 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.658 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.658 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:01.658 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.658 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.658 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:01.658 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.658 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.658 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:01.658 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.658 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.658 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:01.659 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8192 2024-04-12T16:01:01.659 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.659 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:01.659 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.659 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.659 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:01.659 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.659 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.659 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:01.659 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.659 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.659 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:01.659 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 73873514 2024-04-12T16:01:01.659 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.660 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.660 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T16:01:01.660 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:01.660 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 780140544 2024-04-12T16:01:01.660 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.660 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:01.660 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T16:01:01.660 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.660 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:01.660 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.660 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.661 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:01.661 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 641263848 2024-04-12T16:01:01.661 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.661 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:01.661 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.661 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.661 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:01.661 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.661 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.661 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:01.661 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.661 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.661 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:01.661 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.662 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.662 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:01.662 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.662 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.662 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:01.662 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2128 2024-04-12T16:01:01.662 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.662 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:01.662 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.662 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.662 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:01.662 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.662 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.663 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:01.663 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.663 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.663 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:01.663 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71765704 2024-04-12T16:01:01.663 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.663 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.663 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T16:01:01.663 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:01.663 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 192937984 2024-04-12T16:01:01.663 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.663 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:01.663 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T16:01:01.664 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.664 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:01.664 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 464 2024-04-12T16:01:01.664 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.664 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:01.664 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57001231 2024-04-12T16:01:01.664 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.664 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:01.664 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.664 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.664 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:01.664 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.664 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.665 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:01.665 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.665 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.665 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:01.665 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.665 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.665 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:01.665 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.665 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.665 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:01.665 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.665 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.666 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:01.666 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.666 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.666 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:01.666 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.666 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.666 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:01.666 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.666 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.666 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:01.666 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 68827425 2024-04-12T16:01:01.666 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.666 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.667 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T16:01:01.667 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:01.667 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 713031680 2024-04-12T16:01:01.667 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.667 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:01.667 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.667 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.667 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:01.667 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.667 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.667 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:01.667 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 641263848 2024-04-12T16:01:01.667 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.668 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:01.668 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.668 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.668 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:01.668 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.668 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.668 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:01.668 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.668 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.668 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:01.668 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.669 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.669 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:01.669 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.669 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.669 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:01.669 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 322633 2024-04-12T16:01:01.669 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.669 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:01.669 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.669 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.669 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:01.669 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.670 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.670 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:01.670 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.670 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.670 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:01.670 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71445199 2024-04-12T16:01:01.670 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.670 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.670 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T16:01:01.670 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T16:01:01.670 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.670 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.671 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T16:01:01.671 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.671 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.671 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T16:01:01.671 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.671 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.671 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T16:01:01.671 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.671 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.671 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.671 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:01:01.671 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T16:01:01.672 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 36 2024-04-12T16:01:01.672 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.672 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T16:01:01.672 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.672 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.672 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T16:01:01.672 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 155 2024-04-12T16:01:01.672 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.672 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T16:01:01.672 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.672 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.672 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T16:01:01.673 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.673 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.673 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T16:01:01.673 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2429440 2024-04-12T16:01:01.673 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.673 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T16:01:01.673 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 155, 2024-04-12T16:01:01.673 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 592351546 2024-04-12T16:01:01.673 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.673 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T16:01:01.673 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1052 2024-04-12T16:01:01.673 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.673 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T16:01:01.674 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 155, 2024-04-12T16:01:01.674 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 55378547 2024-04-12T16:01:01.674 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.674 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T16:01:01.674 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 155, 2024-04-12T16:01:01.674 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 245616775 2024-04-12T16:01:01.674 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.674 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T16:01:01.674 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 33 2024-04-12T16:01:01.674 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.674 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T16:01:01.674 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 33, 2024-04-12T16:01:01.675 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5390921 2024-04-12T16:01:01.675 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.675 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T16:01:01.675 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.675 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.675 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T16:01:01.675 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1052 2024-04-12T16:01:01.675 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.675 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T16:01:01.675 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 33, 2024-04-12T16:01:01.675 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4814021 2024-04-12T16:01:01.675 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.676 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T16:01:01.676 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 33, 2024-04-12T16:01:01.676 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4064169 2024-04-12T16:01:01.676 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.676 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T16:01:01.676 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22 2024-04-12T16:01:01.676 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.676 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T16:01:01.676 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.676 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.676 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T16:01:01.676 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 22, 2024-04-12T16:01:01.677 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 19032062 2024-04-12T16:01:01.677 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.677 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T16:01:01.677 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.677 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.677 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T16:01:01.677 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.677 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.677 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T16:01:01.677 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.677 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.677 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T16:01:01.677 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 22, 2024-04-12T16:01:01.678 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8499252 2024-04-12T16:01:01.678 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.678 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T16:01:01.678 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 22, 2024-04-12T16:01:01.678 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17949498 2024-04-12T16:01:01.678 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.678 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T16:01:01.678 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 100 2024-04-12T16:01:01.678 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.678 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T16:01:01.678 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2429440 2024-04-12T16:01:01.678 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.678 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T16:01:01.679 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 100, 2024-04-12T16:01:01.679 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 567928563 2024-04-12T16:01:01.679 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.679 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T16:01:01.679 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.679 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.679 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T16:01:01.679 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 100, 2024-04-12T16:01:01.679 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 42065274 2024-04-12T16:01:01.679 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.679 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T16:01:01.679 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 100, 2024-04-12T16:01:01.680 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 223603108 2024-04-12T16:01:01.680 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.680 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T16:01:01.680 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.680 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.680 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T16:01:01.680 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 590368 2024-04-12T16:01:01.680 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.680 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T16:01:01.680 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T16:01:01.680 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.680 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T16:01:01.680 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T16:01:01.681 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.681 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T16:01:01.681 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 32587776 2024-04-12T16:01:01.681 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.681 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.681 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.681 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.2": { 2024-04-12T16:01:01.681 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T16:01:01.681 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T16:01:01.681 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.681 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.682 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T16:01:01.682 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.682 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.682 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T16:01:01.682 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T16:01:01.682 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.682 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_main": { 2024-04-12T16:01:01.682 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.682 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.682 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T16:01:01.682 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.682 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.682 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T16:01:01.683 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.683 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.683 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T16:01:01.683 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12288 2024-04-12T16:01:01.683 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.683 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T16:01:01.683 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7073792 2024-04-12T16:01:01.683 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.683 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T16:01:01.683 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.683 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.683 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.683 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T16:01:01.683 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.684 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.684 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.684 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T16:01:01.684 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T16:01:01.684 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.684 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T16:01:01.684 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 31850496 2024-04-12T16:01:01.684 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.684 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T16:01:01.684 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3579904 2024-04-12T16:01:01.684 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.684 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T16:01:01.685 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3440640 2024-04-12T16:01:01.685 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.685 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T16:01:01.685 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 31850496 2024-04-12T16:01:01.685 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.685 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T16:01:01.685 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.685 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.685 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T16:01:01.685 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.686 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.686 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T16:01:01.686 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14 2024-04-12T16:01:01.686 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.686 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T16:01:01.686 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 206272 2024-04-12T16:01:01.686 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.686 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T16:01:01.686 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 23 2024-04-12T16:01:01.686 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.686 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T16:01:01.686 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1282048 2024-04-12T16:01:01.686 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.687 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T16:01:01.687 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1286144 2024-04-12T16:01:01.687 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.687 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T16:01:01.687 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.687 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.687 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T16:01:01.687 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.687 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.687 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T16:01:01.687 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15 2024-04-12T16:01:01.687 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.688 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T16:01:01.688 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4913 2024-04-12T16:01:01.688 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.688 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T16:01:01.688 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4 2024-04-12T16:01:01.688 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.688 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T16:01:01.688 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5505 2024-04-12T16:01:01.688 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.688 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T16:01:01.688 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24 2024-04-12T16:01:01.689 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.689 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T16:01:01.689 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5505 2024-04-12T16:01:01.689 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.689 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T16:01:01.689 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24 2024-04-12T16:01:01.689 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.689 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T16:01:01.689 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.689 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.689 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T16:01:01.690 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.690 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.690 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T16:01:01.690 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.690 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.690 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T16:01:01.690 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.690 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.690 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T16:01:01.690 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.690 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.690 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T16:01:01.691 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.691 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.691 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T16:01:01.691 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.691 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.691 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T16:01:01.691 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.691 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.691 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T16:01:01.691 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.691 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.691 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T16:01:01.692 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10592256 2024-04-12T16:01:01.692 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.692 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.692 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T16:01:01.692 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T16:01:01.692 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T16:01:01.692 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.692 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T16:01:01.692 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 708608 2024-04-12T16:01:01.692 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.692 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T16:01:01.692 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4, 2024-04-12T16:01:01.692 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 282831 2024-04-12T16:01:01.693 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.693 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T16:01:01.693 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.693 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.693 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.693 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T16:01:01.693 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.693 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.693 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T16:01:01.693 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.693 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.693 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T16:01:01.693 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.693 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.694 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T16:01:01.694 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 11, 2024-04-12T16:01:01.694 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13558 2024-04-12T16:01:01.694 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.694 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T16:01:01.694 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.694 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.694 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.694 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T16:01:01.694 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.694 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.694 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T16:01:01.694 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 827, 2024-04-12T16:01:01.695 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 520923703 2024-04-12T16:01:01.695 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.695 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T16:01:01.695 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 826, 2024-04-12T16:01:01.695 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 20239975 2024-04-12T16:01:01.695 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.695 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T16:01:01.695 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 827, 2024-04-12T16:01:01.695 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 711328 2024-04-12T16:01:01.695 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.695 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T16:01:01.696 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 827, 2024-04-12T16:01:01.696 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 521635031 2024-04-12T16:01:01.696 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.696 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T16:01:01.696 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.696 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.696 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.696 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T16:01:01.696 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3, 2024-04-12T16:01:01.696 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 48861 2024-04-12T16:01:01.696 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.696 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T16:01:01.697 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T16:01:01.697 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 543 2024-04-12T16:01:01.697 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.697 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T16:01:01.697 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.697 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.697 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.697 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T16:01:01.697 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.697 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.697 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.698 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T16:01:01.698 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T16:01:01.698 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6620 2024-04-12T16:01:01.698 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.698 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T16:01:01.698 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3716 2024-04-12T16:01:01.698 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.698 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T16:01:01.698 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 308 2024-04-12T16:01:01.698 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.698 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T16:01:01.698 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 100, 2024-04-12T16:01:01.698 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1533495 2024-04-12T16:01:01.699 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.699 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T16:01:01.699 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 277, 2024-04-12T16:01:01.699 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 272950 2024-04-12T16:01:01.699 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.699 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T16:01:01.699 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 177, 2024-04-12T16:01:01.699 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4461923 2024-04-12T16:01:01.699 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.699 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T16:01:01.699 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.699 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.699 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T16:01:01.699 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 103, 2024-04-12T16:01:01.700 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5433491 2024-04-12T16:01:01.700 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.700 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T16:01:01.700 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3437, 2024-04-12T16:01:01.700 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3955549094 2024-04-12T16:01:01.700 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.700 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T16:01:01.700 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 118, 2024-04-12T16:01:01.700 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69462054 2024-04-12T16:01:01.700 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.700 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T16:01:01.701 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 116, 2024-04-12T16:01:01.701 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 160179361912 2024-04-12T16:01:01.701 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.701 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T16:01:01.701 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 118, 2024-04-12T16:01:01.701 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 127111740457 2024-04-12T16:01:01.701 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.701 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T16:01:01.701 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3435, 2024-04-12T16:01:01.701 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 39896963741 2024-04-12T16:01:01.701 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.701 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T16:01:01.701 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3435, 2024-04-12T16:01:01.701 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 226214 2024-04-12T16:01:01.702 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.702 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T16:01:01.702 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3437, 2024-04-12T16:01:01.702 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 219239622 2024-04-12T16:01:01.702 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.702 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T16:01:01.702 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3437, 2024-04-12T16:01:01.702 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2398174078 2024-04-12T16:01:01.702 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.702 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T16:01:01.702 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3437, 2024-04-12T16:01:01.702 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 544964 2024-04-12T16:01:01.702 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.702 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T16:01:01.703 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3437, 2024-04-12T16:01:01.703 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1463635490 2024-04-12T16:01:01.703 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.703 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T16:01:01.703 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3437, 2024-04-12T16:01:01.703 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 383093055 2024-04-12T16:01:01.703 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.703 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T16:01:01.703 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 308560 2024-04-12T16:01:01.703 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.703 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T16:01:01.703 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 52, 2024-04-12T16:01:01.703 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 277463 2024-04-12T16:01:01.704 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.704 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T16:01:01.704 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3437, 2024-04-12T16:01:01.704 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8419944936 2024-04-12T16:01:01.704 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.704 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T16:01:01.704 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3437, 2024-04-12T16:01:01.704 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 418790485 2024-04-12T16:01:01.704 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.704 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T16:01:01.704 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3437, 2024-04-12T16:01:01.704 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 282910840 2024-04-12T16:01:01.704 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.704 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.705 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T16:01:01.705 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T16:01:01.705 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1861615595 2024-04-12T16:01:01.705 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.705 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T16:01:01.705 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 47562752 2024-04-12T16:01:01.705 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.705 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T16:01:01.705 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 46555136 2024-04-12T16:01:01.705 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.705 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T16:01:01.705 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3137555251 2024-04-12T16:01:01.706 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.706 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T16:01:01.706 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1007616 2024-04-12T16:01:01.706 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.706 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.706 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T16:01:01.706 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:01.706 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 159383552 2024-04-12T16:01:01.706 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.706 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:01.706 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.706 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.707 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:01.707 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.707 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.707 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:01.707 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 85502199 2024-04-12T16:01:01.707 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.707 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:01.707 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.707 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.707 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:01.707 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.707 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.707 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:01.707 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.708 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.708 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:01.708 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.708 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.708 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:01.708 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.708 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.708 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:01.708 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12288 2024-04-12T16:01:01.708 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.708 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:01.708 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.709 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.709 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:01.709 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.709 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.709 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:01.709 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.709 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.709 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:01.709 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 73869065 2024-04-12T16:01:01.709 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.709 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.709 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T16:01:01.710 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:01.710 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 780140544 2024-04-12T16:01:01.710 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.710 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:01.710 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T16:01:01.710 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.710 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:01.710 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.710 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.710 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:01.710 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 641266499 2024-04-12T16:01:01.710 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.711 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:01.711 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.711 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.711 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:01.711 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.711 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.711 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:01.711 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.711 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.711 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:01.711 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.711 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.711 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:01.712 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.712 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.712 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:01.712 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2128 2024-04-12T16:01:01.712 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.712 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:01.712 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.712 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.712 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:01.712 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.712 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.712 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:01.712 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.713 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.713 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:01.713 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71763053 2024-04-12T16:01:01.713 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.713 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.713 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T16:01:01.713 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:01.713 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 192937984 2024-04-12T16:01:01.713 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.713 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:01.713 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T16:01:01.713 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.714 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:01.714 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 464 2024-04-12T16:01:01.714 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.714 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:01.714 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57001466 2024-04-12T16:01:01.714 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.714 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:01.714 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.714 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.714 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:01.714 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.714 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.714 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:01.715 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.715 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.715 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:01.715 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.715 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.715 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:01.715 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.715 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.715 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:01.715 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.715 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.715 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:01.716 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.716 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.716 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:01.716 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.716 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.716 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:01.716 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.716 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.716 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:01.716 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 68827190 2024-04-12T16:01:01.716 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.716 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.717 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T16:01:01.717 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:01.717 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 713031680 2024-04-12T16:01:01.717 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.717 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:01.717 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.717 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.717 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:01.717 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.717 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.717 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:01.717 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 641266499 2024-04-12T16:01:01.717 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.718 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:01.718 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.718 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.718 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:01.718 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.718 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.718 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:01.718 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.718 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.718 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:01.718 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.718 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.719 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:01.719 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.719 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.719 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:01.719 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 315174 2024-04-12T16:01:01.719 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.719 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:01.719 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.719 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.719 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:01.719 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.719 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.720 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:01.720 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.720 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.720 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:01.720 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71450007 2024-04-12T16:01:01.720 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.720 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.720 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T16:01:01.720 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T16:01:01.720 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.720 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.720 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T16:01:01.721 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.721 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.721 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T16:01:01.721 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.721 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.721 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T16:01:01.721 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.721 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.721 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.721 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:01:01.721 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T16:01:01.721 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 30 2024-04-12T16:01:01.721 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.722 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T16:01:01.722 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.722 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.722 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T16:01:01.722 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10 2024-04-12T16:01:01.722 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.722 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T16:01:01.722 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.722 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.722 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T16:01:01.722 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.722 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.723 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T16:01:01.723 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.723 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.723 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T16:01:01.723 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 10, 2024-04-12T16:01:01.723 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 149955731 2024-04-12T16:01:01.723 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.723 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T16:01:01.723 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.723 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.723 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T16:01:01.724 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 10, 2024-04-12T16:01:01.724 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3882698 2024-04-12T16:01:01.724 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.724 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T16:01:01.724 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 10, 2024-04-12T16:01:01.724 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 143786906 2024-04-12T16:01:01.724 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.724 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T16:01:01.724 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.724 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.724 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T16:01:01.725 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.725 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.725 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.725 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T16:01:01.725 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.725 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.725 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T16:01:01.725 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.725 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.725 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T16:01:01.725 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.725 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.725 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.726 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T16:01:01.726 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.726 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.726 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.726 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T16:01:01.726 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.726 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.726 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T16:01:01.726 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.726 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.726 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T16:01:01.726 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.727 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.727 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.727 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T16:01:01.727 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.727 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.727 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T16:01:01.727 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.727 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.727 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T16:01:01.727 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.727 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.727 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T16:01:01.727 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.728 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.728 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.728 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T16:01:01.728 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.728 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.728 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.728 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T16:01:01.728 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10 2024-04-12T16:01:01.728 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.728 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T16:01:01.728 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.728 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.728 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T16:01:01.729 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 10, 2024-04-12T16:01:01.729 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 149955731 2024-04-12T16:01:01.729 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.729 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T16:01:01.729 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.729 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.729 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T16:01:01.729 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 10, 2024-04-12T16:01:01.729 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3882698 2024-04-12T16:01:01.729 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.729 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T16:01:01.730 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 10, 2024-04-12T16:01:01.730 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 143786906 2024-04-12T16:01:01.730 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.730 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T16:01:01.730 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.730 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.730 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T16:01:01.730 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.730 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.730 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T16:01:01.730 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.731 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.731 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T16:01:01.731 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T16:01:01.731 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.731 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T16:01:01.731 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 32575488 2024-04-12T16:01:01.731 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.731 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.731 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.731 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.3": { 2024-04-12T16:01:01.731 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T16:01:01.731 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T16:01:01.731 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.732 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.732 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T16:01:01.732 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.732 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.732 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T16:01:01.732 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T16:01:01.732 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.732 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_main": { 2024-04-12T16:01:01.732 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.732 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.732 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T16:01:01.733 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.733 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.733 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T16:01:01.733 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.733 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.733 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T16:01:01.733 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12288 2024-04-12T16:01:01.733 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.733 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T16:01:01.733 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6524928 2024-04-12T16:01:01.733 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.733 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T16:01:01.734 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.734 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.734 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.734 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T16:01:01.734 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.734 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.734 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.734 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T16:01:01.734 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T16:01:01.734 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.734 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T16:01:01.734 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 31850496 2024-04-12T16:01:01.735 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.735 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T16:01:01.735 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3534848 2024-04-12T16:01:01.735 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.735 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T16:01:01.735 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3395584 2024-04-12T16:01:01.735 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.735 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T16:01:01.735 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 31850496 2024-04-12T16:01:01.735 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.735 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T16:01:01.736 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.736 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.736 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T16:01:01.736 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.736 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.736 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T16:01:01.736 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14 2024-04-12T16:01:01.736 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.736 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T16:01:01.736 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 206272 2024-04-12T16:01:01.736 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.736 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T16:01:01.737 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 23 2024-04-12T16:01:01.737 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.737 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T16:01:01.737 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1282048 2024-04-12T16:01:01.737 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.737 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T16:01:01.737 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1286144 2024-04-12T16:01:01.737 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.737 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T16:01:01.737 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.737 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.737 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T16:01:01.737 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.738 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.738 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T16:01:01.738 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15 2024-04-12T16:01:01.738 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.738 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T16:01:01.738 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4913 2024-04-12T16:01:01.738 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.738 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T16:01:01.738 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4 2024-04-12T16:01:01.738 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.738 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T16:01:01.738 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5503 2024-04-12T16:01:01.739 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.739 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T16:01:01.739 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24 2024-04-12T16:01:01.739 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.739 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T16:01:01.739 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5503 2024-04-12T16:01:01.739 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.739 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T16:01:01.739 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24 2024-04-12T16:01:01.739 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.739 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T16:01:01.740 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.740 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.740 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T16:01:01.740 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.740 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.740 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T16:01:01.740 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.740 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.740 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T16:01:01.740 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.740 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.740 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T16:01:01.741 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.741 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.741 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T16:01:01.741 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.741 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.741 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T16:01:01.741 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.741 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.741 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T16:01:01.741 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.741 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.741 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T16:01:01.741 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.741 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.742 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T16:01:01.742 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9998336 2024-04-12T16:01:01.742 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.742 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.742 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T16:01:01.742 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T16:01:01.742 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T16:01:01.742 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.742 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T16:01:01.742 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 729088 2024-04-12T16:01:01.743 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.743 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T16:01:01.743 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.743 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.743 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.743 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T16:01:01.743 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.743 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.743 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.743 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T16:01:01.743 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.743 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.744 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T16:01:01.744 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.744 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.744 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T16:01:01.744 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.744 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.744 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T16:01:01.744 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T16:01:01.744 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3138 2024-04-12T16:01:01.744 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.744 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T16:01:01.744 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.744 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.745 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.745 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T16:01:01.745 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.745 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.745 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T16:01:01.745 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 816, 2024-04-12T16:01:01.745 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 505114453 2024-04-12T16:01:01.745 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.745 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T16:01:01.745 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 811, 2024-04-12T16:01:01.745 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17480430 2024-04-12T16:01:01.745 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.745 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T16:01:01.746 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 816, 2024-04-12T16:01:01.746 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 826104 2024-04-12T16:01:01.746 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.746 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T16:01:01.746 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 816, 2024-04-12T16:01:01.746 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 505940557 2024-04-12T16:01:01.746 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.746 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T16:01:01.746 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.746 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.746 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.746 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T16:01:01.747 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T16:01:01.747 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 40343 2024-04-12T16:01:01.747 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.747 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T16:01:01.747 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.747 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.747 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.747 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T16:01:01.747 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.747 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.747 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.747 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T16:01:01.747 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.748 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.748 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.748 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T16:01:01.748 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T16:01:01.748 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4347 2024-04-12T16:01:01.748 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.748 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T16:01:01.748 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3434 2024-04-12T16:01:01.748 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.748 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T16:01:01.748 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 319 2024-04-12T16:01:01.748 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.749 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T16:01:01.749 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 83, 2024-04-12T16:01:01.749 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 986433 2024-04-12T16:01:01.749 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.749 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T16:01:01.749 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 144, 2024-04-12T16:01:01.749 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 266313 2024-04-12T16:01:01.749 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.749 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T16:01:01.749 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 61, 2024-04-12T16:01:01.749 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 295607 2024-04-12T16:01:01.749 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.750 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T16:01:01.750 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.750 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.750 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T16:01:01.750 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 100, 2024-04-12T16:01:01.750 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5544171 2024-04-12T16:01:01.750 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.750 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T16:01:01.750 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3336, 2024-04-12T16:01:01.751 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3627672156 2024-04-12T16:01:01.751 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.751 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T16:01:01.751 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 52, 2024-04-12T16:01:01.751 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 25207406 2024-04-12T16:01:01.751 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.751 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T16:01:01.751 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 49, 2024-04-12T16:01:01.751 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 565096257925 2024-04-12T16:01:01.751 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.751 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T16:01:01.752 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 52, 2024-04-12T16:01:01.752 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 92043848441 2024-04-12T16:01:01.752 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.752 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T16:01:01.752 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3333, 2024-04-12T16:01:01.752 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1172482596 2024-04-12T16:01:01.752 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.752 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T16:01:01.752 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3333, 2024-04-12T16:01:01.752 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 170932 2024-04-12T16:01:01.752 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.752 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T16:01:01.753 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3336, 2024-04-12T16:01:01.753 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 461082334 2024-04-12T16:01:01.753 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.753 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T16:01:01.753 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3336, 2024-04-12T16:01:01.753 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2555530182 2024-04-12T16:01:01.753 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.753 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T16:01:01.753 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3336, 2024-04-12T16:01:01.753 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 423723 2024-04-12T16:01:01.753 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.753 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T16:01:01.753 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3336, 2024-04-12T16:01:01.754 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1313920037 2024-04-12T16:01:01.754 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.754 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T16:01:01.754 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3336, 2024-04-12T16:01:01.754 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 383212607 2024-04-12T16:01:01.754 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.754 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T16:01:01.754 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 311296 2024-04-12T16:01:01.754 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.754 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T16:01:01.754 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 43, 2024-04-12T16:01:01.755 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 196333 2024-04-12T16:01:01.755 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.755 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T16:01:01.755 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3336, 2024-04-12T16:01:01.755 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8341631206 2024-04-12T16:01:01.755 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.755 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T16:01:01.755 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3336, 2024-04-12T16:01:01.755 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 423371059 2024-04-12T16:01:01.755 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.755 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T16:01:01.755 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3336, 2024-04-12T16:01:01.756 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 276635165 2024-04-12T16:01:01.756 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.756 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.756 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T16:01:01.756 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T16:01:01.756 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1861615595 2024-04-12T16:01:01.756 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.756 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T16:01:01.756 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 44630016 2024-04-12T16:01:01.756 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.756 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T16:01:01.756 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 44548096 2024-04-12T16:01:01.757 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.757 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T16:01:01.757 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3137555251 2024-04-12T16:01:01.757 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.757 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T16:01:01.757 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 81920 2024-04-12T16:01:01.757 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.757 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.757 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T16:01:01.757 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:01.757 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 159383552 2024-04-12T16:01:01.757 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.757 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:01.758 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.758 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.758 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:01.758 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.758 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.758 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:01.758 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 85502374 2024-04-12T16:01:01.758 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.758 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:01.758 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.758 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.759 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:01.759 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.759 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.759 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:01.759 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.759 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.759 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:01.759 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.759 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.759 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:01.759 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.759 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.759 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:01.760 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.760 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.760 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:01.760 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.760 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.760 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:01.760 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.760 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.760 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:01.760 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.760 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.760 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:01.760 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 73881178 2024-04-12T16:01:01.761 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.761 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.761 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T16:01:01.761 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:01.761 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 780140544 2024-04-12T16:01:01.761 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.761 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:01.761 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T16:01:01.761 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.761 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:01.761 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.761 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.761 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:01.762 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 641267811 2024-04-12T16:01:01.762 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.762 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:01.762 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.762 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.762 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:01.762 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.762 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.762 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:01.762 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.762 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.762 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:01.763 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.763 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.763 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:01.763 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.763 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.763 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:01.763 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2128 2024-04-12T16:01:01.763 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.763 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:01.763 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.763 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.764 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:01.764 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.764 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.764 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:01.764 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.764 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.764 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:01.764 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71761741 2024-04-12T16:01:01.764 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.764 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.764 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T16:01:01.764 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:01.764 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 192937984 2024-04-12T16:01:01.765 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.765 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:01.765 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T16:01:01.765 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.765 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:01.765 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 464 2024-04-12T16:01:01.765 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.765 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:01.765 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57001583 2024-04-12T16:01:01.765 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.765 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:01.765 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.766 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.766 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:01.766 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.766 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.766 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:01.766 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.766 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.766 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:01.766 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.766 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.766 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:01.766 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.767 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.767 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:01.767 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.767 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.767 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:01.767 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.767 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.767 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:01.767 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.767 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.767 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:01.767 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.768 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.768 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:01.768 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 68827073 2024-04-12T16:01:01.768 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.768 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.768 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T16:01:01.768 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:01.768 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 713031680 2024-04-12T16:01:01.768 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.768 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:01.768 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.769 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.769 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:01.769 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.769 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.769 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:01.769 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 641267811 2024-04-12T16:01:01.769 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.769 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:01.769 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.769 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.769 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:01.769 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.769 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.770 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:01.770 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.770 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.770 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:01.770 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.770 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.770 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:01.770 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10320 2024-04-12T16:01:01.770 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.770 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:01.770 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 318791 2024-04-12T16:01:01.770 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.770 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:01.771 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.771 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.771 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:01.771 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.771 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.771 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:01.771 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.771 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.771 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:01.771 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71434758 2024-04-12T16:01:01.771 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.771 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.771 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T16:01:01.771 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T16:01:01.772 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.772 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.772 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T16:01:01.772 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.772 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.772 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T16:01:01.772 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.772 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.772 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T16:01:01.772 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.772 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.772 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.772 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:01:01.772 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T16:01:01.772 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37 2024-04-12T16:01:01.773 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.773 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T16:01:01.773 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.773 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.773 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T16:01:01.773 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.773 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.773 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T16:01:01.773 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.773 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.773 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T16:01:01.773 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.773 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.773 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T16:01:01.774 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.774 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.774 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T16:01:01.774 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.774 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.774 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.774 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T16:01:01.774 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.774 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.774 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T16:01:01.774 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T16:01:01.775 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1074575 2024-04-12T16:01:01.775 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.775 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T16:01:01.775 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.775 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.775 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.775 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T16:01:01.775 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.775 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.775 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T16:01:01.775 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.775 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.775 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.776 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T16:01:01.776 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.776 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.776 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T16:01:01.776 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.776 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.776 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T16:01:01.776 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.776 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.776 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.776 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T16:01:01.776 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.777 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.777 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.777 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T16:01:01.777 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.777 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.777 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T16:01:01.777 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.777 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.777 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T16:01:01.777 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.777 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.777 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.777 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T16:01:01.777 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.778 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.778 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T16:01:01.778 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.778 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.778 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T16:01:01.778 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.778 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.778 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T16:01:01.778 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.778 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.778 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.778 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T16:01:01.779 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.779 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.779 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.779 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T16:01:01.779 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.779 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.779 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T16:01:01.779 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.779 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.779 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T16:01:01.779 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.779 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.779 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.779 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T16:01:01.780 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.780 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.780 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T16:01:01.780 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T16:01:01.780 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1074575 2024-04-12T16:01:01.780 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.780 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T16:01:01.780 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.780 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.780 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.780 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T16:01:01.780 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.780 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.781 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T16:01:01.781 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.781 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.781 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T16:01:01.781 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.781 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.781 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T16:01:01.781 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T16:01:01.781 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.781 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T16:01:01.781 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 32587776 2024-04-12T16:01:01.781 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.781 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.782 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.782 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.4": { 2024-04-12T16:01:01.782 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T16:01:01.782 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T16:01:01.782 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.782 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.782 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T16:01:01.782 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.782 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.782 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T16:01:01.782 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T16:01:01.782 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.783 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_main": { 2024-04-12T16:01:01.783 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.783 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.783 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T16:01:01.783 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.783 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.783 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T16:01:01.783 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.783 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.783 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T16:01:01.783 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12288 2024-04-12T16:01:01.783 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.783 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T16:01:01.783 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1265664 2024-04-12T16:01:01.784 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.784 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T16:01:01.784 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.784 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.784 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.784 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T16:01:01.784 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.784 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.784 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.784 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T16:01:01.784 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T16:01:01.784 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.785 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T16:01:01.785 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 27656192 2024-04-12T16:01:01.785 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.785 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T16:01:01.785 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 937984 2024-04-12T16:01:01.785 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.785 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T16:01:01.785 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 798720 2024-04-12T16:01:01.785 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.785 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T16:01:01.785 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 31850496 2024-04-12T16:01:01.785 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.786 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T16:01:01.786 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.786 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.786 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T16:01:01.786 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.786 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.786 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T16:01:01.786 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14 2024-04-12T16:01:01.786 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.786 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T16:01:01.786 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 206272 2024-04-12T16:01:01.786 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.787 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T16:01:01.787 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 23 2024-04-12T16:01:01.787 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.787 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T16:01:01.787 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1282048 2024-04-12T16:01:01.787 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.787 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T16:01:01.787 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1286144 2024-04-12T16:01:01.787 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.787 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T16:01:01.787 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.787 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.787 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T16:01:01.788 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.788 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.788 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T16:01:01.788 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15 2024-04-12T16:01:01.788 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.788 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T16:01:01.788 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4913 2024-04-12T16:01:01.788 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.788 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T16:01:01.788 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4 2024-04-12T16:01:01.788 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.788 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T16:01:01.789 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5505 2024-04-12T16:01:01.789 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.789 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T16:01:01.789 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24 2024-04-12T16:01:01.789 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.789 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T16:01:01.789 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5505 2024-04-12T16:01:01.789 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.789 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T16:01:01.789 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24 2024-04-12T16:01:01.789 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.789 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T16:01:01.790 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.790 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.790 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T16:01:01.790 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.790 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.790 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T16:01:01.790 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.790 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.790 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T16:01:01.790 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.790 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.790 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T16:01:01.791 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.791 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.791 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T16:01:01.791 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.791 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.791 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T16:01:01.791 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.791 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.791 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T16:01:01.791 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.792 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.792 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T16:01:01.792 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.792 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.792 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T16:01:01.792 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2142208 2024-04-12T16:01:01.792 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.792 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.792 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T16:01:01.792 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T16:01:01.792 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T16:01:01.793 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.793 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T16:01:01.793 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 720896 2024-04-12T16:01:01.793 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.793 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T16:01:01.793 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 10, 2024-04-12T16:01:01.793 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 287198 2024-04-12T16:01:01.793 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.793 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T16:01:01.793 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.793 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.793 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.794 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T16:01:01.794 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.794 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.794 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T16:01:01.794 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.794 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.794 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T16:01:01.794 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.794 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.794 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T16:01:01.794 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T16:01:01.794 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1978 2024-04-12T16:01:01.795 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.795 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T16:01:01.795 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.795 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.795 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.795 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T16:01:01.795 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.795 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.795 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T16:01:01.795 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 182, 2024-04-12T16:01:01.795 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 40708283 2024-04-12T16:01:01.795 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.795 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T16:01:01.795 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 180, 2024-04-12T16:01:01.796 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7450120 2024-04-12T16:01:01.796 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.796 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T16:01:01.796 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 182, 2024-04-12T16:01:01.796 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 195837 2024-04-12T16:01:01.796 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.796 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T16:01:01.796 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 182, 2024-04-12T16:01:01.796 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 40904120 2024-04-12T16:01:01.796 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.796 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T16:01:01.796 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.796 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.797 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.797 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T16:01:01.797 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3, 2024-04-12T16:01:01.797 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 41258 2024-04-12T16:01:01.797 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.797 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T16:01:01.797 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.797 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.797 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.797 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T16:01:01.797 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.797 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.797 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.798 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T16:01:01.798 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.798 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.798 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.798 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T16:01:01.798 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T16:01:01.798 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5175 2024-04-12T16:01:01.798 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.798 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T16:01:01.798 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 355 2024-04-12T16:01:01.798 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.798 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T16:01:01.798 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 240 2024-04-12T16:01:01.799 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.799 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T16:01:01.799 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 90, 2024-04-12T16:01:01.799 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 692445 2024-04-12T16:01:01.799 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.799 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T16:01:01.799 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 148, 2024-04-12T16:01:01.799 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 239087 2024-04-12T16:01:01.799 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.799 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T16:01:01.799 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 58, 2024-04-12T16:01:01.799 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 60272 2024-04-12T16:01:01.799 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.799 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T16:01:01.800 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.800 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.800 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T16:01:01.800 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 6, 2024-04-12T16:01:01.800 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 166236 2024-04-12T16:01:01.800 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.800 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T16:01:01.800 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 265, 2024-04-12T16:01:01.800 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3563008 2024-04-12T16:01:01.800 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.800 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T16:01:01.800 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 40, 2024-04-12T16:01:01.801 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3159884 2024-04-12T16:01:01.801 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.801 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T16:01:01.801 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 38, 2024-04-12T16:01:01.801 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 136866474782 2024-04-12T16:01:01.801 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.801 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T16:01:01.801 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 40, 2024-04-12T16:01:01.801 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 64946942638 2024-04-12T16:01:01.801 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.801 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T16:01:01.801 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 263, 2024-04-12T16:01:01.801 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 527416 2024-04-12T16:01:01.802 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.802 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T16:01:01.802 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 263, 2024-04-12T16:01:01.802 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 27209 2024-04-12T16:01:01.802 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.802 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T16:01:01.802 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 265, 2024-04-12T16:01:01.802 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 260419 2024-04-12T16:01:01.802 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.802 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T16:01:01.802 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 265, 2024-04-12T16:01:01.802 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 158352105 2024-04-12T16:01:01.803 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.803 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T16:01:01.803 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 265, 2024-04-12T16:01:01.803 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 88559 2024-04-12T16:01:01.803 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.803 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T16:01:01.803 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 265, 2024-04-12T16:01:01.803 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57726657 2024-04-12T16:01:01.803 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.803 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T16:01:01.803 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 265, 2024-04-12T16:01:01.803 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12073200 2024-04-12T16:01:01.804 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.804 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T16:01:01.804 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 308995 2024-04-12T16:01:01.804 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.804 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T16:01:01.804 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 40, 2024-04-12T16:01:01.804 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 178324 2024-04-12T16:01:01.804 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.804 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T16:01:01.804 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 265, 2024-04-12T16:01:01.804 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 232018080 2024-04-12T16:01:01.804 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.804 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T16:01:01.805 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 265, 2024-04-12T16:01:01.805 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14129765 2024-04-12T16:01:01.805 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.805 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T16:01:01.805 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 265, 2024-04-12T16:01:01.805 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1639599 2024-04-12T16:01:01.805 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.805 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.805 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T16:01:01.805 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T16:01:01.805 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1861615595 2024-04-12T16:01:01.805 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.805 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T16:01:01.806 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 41205760 2024-04-12T16:01:01.806 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.806 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T16:01:01.806 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 40960000 2024-04-12T16:01:01.806 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.806 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T16:01:01.806 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3137555251 2024-04-12T16:01:01.806 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.806 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T16:01:01.806 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 245760 2024-04-12T16:01:01.806 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.806 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.807 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T16:01:01.807 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:01.807 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 159383552 2024-04-12T16:01:01.807 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.807 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:01.807 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.807 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.807 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:01.807 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.807 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.807 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:01.807 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 85508646 2024-04-12T16:01:01.807 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.808 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:01.808 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.808 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.808 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:01.808 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.808 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.808 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:01.808 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.808 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.808 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:01.808 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.808 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.809 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:01.809 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.809 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.809 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:01.809 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.809 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.809 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:01.809 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.809 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.809 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:01.809 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.809 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.809 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:01.810 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.810 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.810 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:01.810 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 73874906 2024-04-12T16:01:01.810 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.810 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.810 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T16:01:01.810 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:01.810 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 780140544 2024-04-12T16:01:01.810 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.810 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:01.810 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T16:01:01.811 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.811 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:01.811 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.811 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.811 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:01.811 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 641314849 2024-04-12T16:01:01.811 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.811 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:01.811 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.811 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.811 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:01.811 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.811 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.812 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:01.812 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.812 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.812 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:01.812 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.812 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.812 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:01.812 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.812 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.812 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:01.812 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2128 2024-04-12T16:01:01.813 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.813 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:01.813 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.813 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.813 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:01.813 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.813 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.813 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:01.813 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.813 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.813 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:01.813 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71714703 2024-04-12T16:01:01.813 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.814 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.814 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T16:01:01.814 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:01.814 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 192937984 2024-04-12T16:01:01.814 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.814 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:01.814 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T16:01:01.814 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.814 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:01.814 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 464 2024-04-12T16:01:01.814 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.814 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:01.815 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57005764 2024-04-12T16:01:01.815 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.815 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:01.815 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.815 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.815 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:01.815 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.815 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.815 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:01.815 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.815 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.815 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:01.815 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.816 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.816 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:01.816 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.816 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.816 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:01.816 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.816 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.816 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:01.816 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.816 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.816 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:01.816 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.816 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.817 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:01.817 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.817 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.817 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:01.817 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 68822892 2024-04-12T16:01:01.817 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.817 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.817 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T16:01:01.817 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:01.817 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 713031680 2024-04-12T16:01:01.817 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.817 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:01.818 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.818 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.818 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:01.818 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.818 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.818 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:01.818 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 641314849 2024-04-12T16:01:01.818 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.818 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:01.818 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.818 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.818 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:01.818 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.819 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.819 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:01.819 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.819 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.819 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:01.819 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.819 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.819 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:01.819 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.819 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.819 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:01.819 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 213987 2024-04-12T16:01:01.819 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.819 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:01.820 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.820 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.820 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:01.820 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.820 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.820 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:01.820 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.820 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.820 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:01.820 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71502844 2024-04-12T16:01:01.820 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.820 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.820 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T16:01:01.820 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T16:01:01.821 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.821 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.821 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T16:01:01.821 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.821 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.821 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T16:01:01.821 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.821 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.821 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T16:01:01.821 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.821 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.821 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.822 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:01:01.822 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T16:01:01.822 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 39 2024-04-12T16:01:01.822 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.822 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T16:01:01.822 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.822 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.822 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T16:01:01.822 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T16:01:01.822 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.822 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T16:01:01.822 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.823 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.823 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T16:01:01.823 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.823 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.823 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T16:01:01.823 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22 2024-04-12T16:01:01.823 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.823 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T16:01:01.823 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T16:01:01.823 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15145144 2024-04-12T16:01:01.823 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.823 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T16:01:01.823 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.823 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.824 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T16:01:01.824 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T16:01:01.824 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 542561 2024-04-12T16:01:01.824 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.824 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T16:01:01.824 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T16:01:01.824 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15058350 2024-04-12T16:01:01.824 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.824 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T16:01:01.824 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.824 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.824 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T16:01:01.824 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.825 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.825 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.825 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T16:01:01.825 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.825 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.825 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T16:01:01.825 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.825 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.825 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T16:01:01.825 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.825 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.825 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.826 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T16:01:01.826 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.826 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.826 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.826 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T16:01:01.826 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.826 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.826 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T16:01:01.826 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.826 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.826 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T16:01:01.826 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.827 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.827 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.827 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T16:01:01.827 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.827 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.827 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T16:01:01.827 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.827 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.827 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T16:01:01.827 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.827 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.827 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T16:01:01.827 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.828 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.828 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.828 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T16:01:01.828 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.828 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.828 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.828 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T16:01:01.828 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T16:01:01.828 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.828 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T16:01:01.828 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22 2024-04-12T16:01:01.829 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.829 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T16:01:01.829 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T16:01:01.829 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15145144 2024-04-12T16:01:01.829 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.829 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T16:01:01.829 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.829 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.829 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T16:01:01.829 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T16:01:01.829 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 542561 2024-04-12T16:01:01.829 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.829 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T16:01:01.829 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T16:01:01.830 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15058350 2024-04-12T16:01:01.830 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.830 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T16:01:01.830 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.830 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.830 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T16:01:01.830 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.830 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.830 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T16:01:01.830 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T16:01:01.830 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.830 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T16:01:01.831 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T16:01:01.831 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.831 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T16:01:01.831 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 28393472 2024-04-12T16:01:01.831 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.831 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.831 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.831 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.5": { 2024-04-12T16:01:01.831 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T16:01:01.831 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T16:01:01.831 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.831 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.831 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T16:01:01.832 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.832 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.832 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T16:01:01.832 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T16:01:01.832 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.832 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_main": { 2024-04-12T16:01:01.832 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.832 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.832 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T16:01:01.832 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.832 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.832 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T16:01:01.832 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.833 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.833 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T16:01:01.833 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12288 2024-04-12T16:01:01.833 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.833 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T16:01:01.833 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7430144 2024-04-12T16:01:01.833 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.833 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T16:01:01.833 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.833 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.833 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.833 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T16:01:01.834 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.834 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.834 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.834 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T16:01:01.834 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T16:01:01.834 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.834 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T16:01:01.834 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 31850496 2024-04-12T16:01:01.834 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.834 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T16:01:01.834 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4415488 2024-04-12T16:01:01.834 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.835 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T16:01:01.835 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4276224 2024-04-12T16:01:01.835 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.835 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T16:01:01.835 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 31850496 2024-04-12T16:01:01.835 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.835 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T16:01:01.835 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.835 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.835 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T16:01:01.835 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.835 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.835 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T16:01:01.836 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14 2024-04-12T16:01:01.836 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.836 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T16:01:01.836 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 206272 2024-04-12T16:01:01.836 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.836 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T16:01:01.836 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 23 2024-04-12T16:01:01.836 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.836 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T16:01:01.836 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1282048 2024-04-12T16:01:01.836 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.836 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T16:01:01.837 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1286144 2024-04-12T16:01:01.837 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.837 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T16:01:01.837 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.837 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.837 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T16:01:01.837 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.837 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.837 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T16:01:01.837 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15 2024-04-12T16:01:01.837 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.837 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T16:01:01.837 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4913 2024-04-12T16:01:01.838 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.838 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T16:01:01.838 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4 2024-04-12T16:01:01.838 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.838 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T16:01:01.838 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5505 2024-04-12T16:01:01.838 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.838 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T16:01:01.838 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24 2024-04-12T16:01:01.838 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.838 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T16:01:01.838 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5505 2024-04-12T16:01:01.839 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.839 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T16:01:01.839 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24 2024-04-12T16:01:01.839 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.839 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T16:01:01.839 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.839 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.839 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T16:01:01.839 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.839 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.839 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T16:01:01.839 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.840 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.840 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T16:01:01.840 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.840 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.840 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T16:01:01.840 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.840 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.840 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T16:01:01.840 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.840 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.840 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T16:01:01.840 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.840 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.841 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T16:01:01.841 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.841 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.841 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T16:01:01.841 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.841 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.841 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T16:01:01.841 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11784192 2024-04-12T16:01:01.841 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.841 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.841 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T16:01:01.841 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T16:01:01.842 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T16:01:01.842 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.842 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T16:01:01.842 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 724992 2024-04-12T16:01:01.842 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.842 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T16:01:01.842 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4, 2024-04-12T16:01:01.842 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 192467 2024-04-12T16:01:01.842 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.842 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T16:01:01.842 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.842 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.842 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.843 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T16:01:01.843 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.843 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.843 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T16:01:01.843 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.843 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.843 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T16:01:01.843 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.843 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.843 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T16:01:01.843 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T16:01:01.843 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2842 2024-04-12T16:01:01.844 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.844 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T16:01:01.844 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.844 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.844 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.844 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T16:01:01.844 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.844 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.844 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T16:01:01.844 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1031, 2024-04-12T16:01:01.844 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 283802941 2024-04-12T16:01:01.844 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.845 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T16:01:01.845 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1022, 2024-04-12T16:01:01.845 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 19194649 2024-04-12T16:01:01.845 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.845 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T16:01:01.845 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1031, 2024-04-12T16:01:01.845 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 794056 2024-04-12T16:01:01.845 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.845 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T16:01:01.845 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1031, 2024-04-12T16:01:01.845 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 284596997 2024-04-12T16:01:01.845 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.845 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T16:01:01.846 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.846 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.846 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.846 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T16:01:01.846 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3, 2024-04-12T16:01:01.846 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 41179 2024-04-12T16:01:01.846 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.846 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T16:01:01.846 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.846 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.846 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.846 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T16:01:01.846 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.847 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.847 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.847 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T16:01:01.847 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.847 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.847 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.847 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T16:01:01.847 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T16:01:01.847 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3931 2024-04-12T16:01:01.847 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.847 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T16:01:01.847 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3429 2024-04-12T16:01:01.847 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.848 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T16:01:01.848 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 341 2024-04-12T16:01:01.848 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.848 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T16:01:01.848 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87, 2024-04-12T16:01:01.848 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 650274 2024-04-12T16:01:01.848 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.848 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T16:01:01.848 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 140, 2024-04-12T16:01:01.848 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 247362 2024-04-12T16:01:01.848 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.848 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T16:01:01.849 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 53, 2024-04-12T16:01:01.849 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 96949 2024-04-12T16:01:01.849 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.849 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T16:01:01.849 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.849 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.849 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T16:01:01.849 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 103, 2024-04-12T16:01:01.849 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5515276 2024-04-12T16:01:01.849 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.849 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T16:01:01.849 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3366, 2024-04-12T16:01:01.849 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1834089642 2024-04-12T16:01:01.850 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.850 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T16:01:01.850 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 40, 2024-04-12T16:01:01.850 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6351805 2024-04-12T16:01:01.850 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.850 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T16:01:01.850 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 37, 2024-04-12T16:01:01.850 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 770989754528 2024-04-12T16:01:01.850 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.850 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T16:01:01.850 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 40, 2024-04-12T16:01:01.850 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 62196251306 2024-04-12T16:01:01.851 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.851 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T16:01:01.851 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3363, 2024-04-12T16:01:01.851 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 452368332 2024-04-12T16:01:01.851 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.851 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T16:01:01.851 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3363, 2024-04-12T16:01:01.851 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 164565 2024-04-12T16:01:01.851 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.851 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T16:01:01.851 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3366, 2024-04-12T16:01:01.851 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 528748800 2024-04-12T16:01:01.851 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.852 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T16:01:01.852 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3366, 2024-04-12T16:01:01.852 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 712278930 2024-04-12T16:01:01.852 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.852 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T16:01:01.852 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3366, 2024-04-12T16:01:01.852 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 400972 2024-04-12T16:01:01.852 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.852 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T16:01:01.852 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3366, 2024-04-12T16:01:01.852 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 443687194 2024-04-12T16:01:01.852 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.853 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T16:01:01.853 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3366, 2024-04-12T16:01:01.853 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 208426351 2024-04-12T16:01:01.853 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.853 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T16:01:01.853 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 311282 2024-04-12T16:01:01.853 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.853 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T16:01:01.853 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 33, 2024-04-12T16:01:01.853 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 132211 2024-04-12T16:01:01.853 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.853 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T16:01:01.853 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3366, 2024-04-12T16:01:01.854 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3727433892 2024-04-12T16:01:01.854 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.854 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T16:01:01.854 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3366, 2024-04-12T16:01:01.854 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 242689043 2024-04-12T16:01:01.854 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.854 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T16:01:01.854 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3366, 2024-04-12T16:01:01.854 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 113551762 2024-04-12T16:01:01.854 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.854 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.854 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T16:01:01.854 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T16:01:01.855 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1861615595 2024-04-12T16:01:01.855 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.855 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T16:01:01.855 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 46579712 2024-04-12T16:01:01.855 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.855 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T16:01:01.855 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 45744128 2024-04-12T16:01:01.855 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.855 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T16:01:01.855 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3137555251 2024-04-12T16:01:01.855 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.855 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T16:01:01.855 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 835584 2024-04-12T16:01:01.856 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.856 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.856 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T16:01:01.856 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:01.856 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 159383552 2024-04-12T16:01:01.856 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.856 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:01.856 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.856 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.856 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:01.856 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.856 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.857 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:01.857 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 85501994 2024-04-12T16:01:01.857 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.857 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:01.857 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.857 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.857 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:01.857 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.857 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.857 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:01.857 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.857 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.857 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:01.858 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.858 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.858 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:01.858 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.858 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.858 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:01.858 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.858 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.858 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:01.858 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.858 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.858 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:01.858 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.859 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.859 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:01.859 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.859 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.859 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:01.859 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 73881558 2024-04-12T16:01:01.859 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.859 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.859 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T16:01:01.859 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:01.859 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 780140544 2024-04-12T16:01:01.859 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.860 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:01.860 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T16:01:01.860 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.860 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:01.860 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.860 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.860 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:01.860 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 641264958 2024-04-12T16:01:01.860 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.860 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:01.860 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.860 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.861 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:01.861 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.861 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.861 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:01.861 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.861 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.861 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:01.861 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.861 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.861 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:01.861 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.861 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.861 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:01.861 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2128 2024-04-12T16:01:01.862 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.862 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:01.862 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.862 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.862 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:01.862 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.862 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.862 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:01.862 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.862 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.862 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:01.863 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71764594 2024-04-12T16:01:01.863 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.863 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.863 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T16:01:01.863 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:01.863 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 192937984 2024-04-12T16:01:01.863 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.863 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:01.863 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T16:01:01.863 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.863 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:01.863 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 464 2024-04-12T16:01:01.864 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.864 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:01.864 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57001329 2024-04-12T16:01:01.864 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.864 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:01.864 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.864 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.864 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:01.864 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.864 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.864 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:01.864 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.864 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.865 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:01.865 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.865 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.865 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:01.865 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.865 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.865 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:01.865 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.865 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.865 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:01.865 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.865 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.866 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:01.866 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.866 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.866 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:01.866 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.866 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.866 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:01.866 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 68827327 2024-04-12T16:01:01.866 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.866 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.866 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T16:01:01.866 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:01.866 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 713031680 2024-04-12T16:01:01.867 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.867 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:01.867 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.867 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.867 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:01.867 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.867 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.867 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:01.867 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 641264958 2024-04-12T16:01:01.867 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.867 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:01.867 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.868 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.868 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:01.868 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.868 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.868 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:01.868 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.868 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.868 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:01.868 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.868 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.868 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:01.868 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12634 2024-04-12T16:01:01.868 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.869 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:01.869 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 322757 2024-04-12T16:01:01.869 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.869 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:01.869 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.869 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.869 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:01.869 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.869 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.869 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:01.869 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.870 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.870 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:01.870 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71431331 2024-04-12T16:01:01.870 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.870 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.870 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T16:01:01.870 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T16:01:01.870 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.870 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.870 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T16:01:01.870 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.870 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.871 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T16:01:01.871 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.871 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.871 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T16:01:01.871 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.871 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.871 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.871 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:01:01.871 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T16:01:01.871 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 42 2024-04-12T16:01:01.871 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.872 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T16:01:01.872 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.872 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.872 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T16:01:01.872 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.872 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.872 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T16:01:01.872 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.872 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.872 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T16:01:01.872 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.872 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.873 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T16:01:01.873 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.873 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.873 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T16:01:01.873 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.873 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.873 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.873 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T16:01:01.873 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.873 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.873 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T16:01:01.873 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.873 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.874 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.874 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T16:01:01.874 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.874 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.874 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.874 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T16:01:01.874 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.874 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.874 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T16:01:01.874 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.874 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.874 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.875 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T16:01:01.875 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.875 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.875 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T16:01:01.875 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.875 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.875 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T16:01:01.875 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.875 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.875 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.875 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T16:01:01.875 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.875 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.876 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.876 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T16:01:01.876 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.876 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.876 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T16:01:01.876 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.876 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.876 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T16:01:01.876 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.876 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.876 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.876 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T16:01:01.876 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.877 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.877 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T16:01:01.877 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.877 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.877 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T16:01:01.877 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.877 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.877 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T16:01:01.877 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.877 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.877 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.877 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T16:01:01.878 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.878 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.878 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.878 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T16:01:01.878 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.878 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.878 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T16:01:01.878 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.878 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.878 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T16:01:01.878 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.879 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.879 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.879 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T16:01:01.879 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.879 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.879 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T16:01:01.879 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.879 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.879 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.879 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T16:01:01.879 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.879 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.880 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.880 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T16:01:01.880 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.880 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.880 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T16:01:01.880 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.880 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.880 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T16:01:01.880 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.880 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.881 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T16:01:01.881 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T16:01:01.881 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.881 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T16:01:01.881 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 32583680 2024-04-12T16:01:01.881 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.881 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.881 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.881 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.6": { 2024-04-12T16:01:01.881 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T16:01:01.882 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T16:01:01.882 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.882 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.882 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T16:01:01.882 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.882 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.882 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T16:01:01.882 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T16:01:01.882 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.882 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_main": { 2024-04-12T16:01:01.882 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.882 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.883 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T16:01:01.883 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.883 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.883 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T16:01:01.883 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.883 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.883 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T16:01:01.883 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12288 2024-04-12T16:01:01.883 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.883 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T16:01:01.883 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1257472 2024-04-12T16:01:01.884 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.884 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T16:01:01.884 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.884 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.884 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.884 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T16:01:01.884 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.884 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.884 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.884 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T16:01:01.884 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T16:01:01.884 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.884 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T16:01:01.885 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 27656192 2024-04-12T16:01:01.885 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.885 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T16:01:01.885 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 946176 2024-04-12T16:01:01.885 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.885 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T16:01:01.885 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 806912 2024-04-12T16:01:01.885 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.885 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T16:01:01.885 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 31850496 2024-04-12T16:01:01.885 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.885 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T16:01:01.885 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.886 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.886 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T16:01:01.886 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.886 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.886 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T16:01:01.886 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14 2024-04-12T16:01:01.886 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.886 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T16:01:01.886 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 206272 2024-04-12T16:01:01.886 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.886 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T16:01:01.887 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 23 2024-04-12T16:01:01.887 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.887 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T16:01:01.887 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1282048 2024-04-12T16:01:01.887 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.887 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T16:01:01.887 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1286144 2024-04-12T16:01:01.887 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.887 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T16:01:01.887 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.887 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.887 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T16:01:01.887 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.888 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.888 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T16:01:01.888 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15 2024-04-12T16:01:01.888 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.888 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T16:01:01.888 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4913 2024-04-12T16:01:01.888 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.888 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T16:01:01.888 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4 2024-04-12T16:01:01.888 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.888 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T16:01:01.888 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5504 2024-04-12T16:01:01.889 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.889 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T16:01:01.889 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24 2024-04-12T16:01:01.889 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.889 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T16:01:01.889 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5504 2024-04-12T16:01:01.889 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.889 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T16:01:01.889 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24 2024-04-12T16:01:01.889 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.889 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T16:01:01.889 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.889 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.890 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T16:01:01.890 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.890 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.890 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T16:01:01.890 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.890 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.890 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T16:01:01.890 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.890 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.890 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T16:01:01.890 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.890 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.890 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T16:01:01.891 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.891 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.891 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T16:01:01.891 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.891 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.891 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T16:01:01.891 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.891 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.891 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T16:01:01.891 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.891 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.891 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T16:01:01.892 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2142208 2024-04-12T16:01:01.892 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.892 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.892 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T16:01:01.892 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T16:01:01.892 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T16:01:01.892 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.892 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T16:01:01.892 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1310720 2024-04-12T16:01:01.892 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.892 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T16:01:01.892 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.893 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.893 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.893 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T16:01:01.893 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.893 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.893 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.893 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T16:01:01.893 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.893 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.893 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T16:01:01.893 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.893 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.893 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T16:01:01.894 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.894 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.894 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T16:01:01.894 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T16:01:01.894 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3396 2024-04-12T16:01:01.894 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.894 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T16:01:01.894 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.894 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.894 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.894 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T16:01:01.894 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.894 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.895 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T16:01:01.895 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 184, 2024-04-12T16:01:01.895 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 34243963 2024-04-12T16:01:01.895 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.895 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T16:01:01.895 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 173, 2024-04-12T16:01:01.895 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9639586 2024-04-12T16:01:01.895 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.895 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T16:01:01.895 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 184, 2024-04-12T16:01:01.895 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 130958 2024-04-12T16:01:01.895 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.895 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T16:01:01.896 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 184, 2024-04-12T16:01:01.896 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 34374921 2024-04-12T16:01:01.896 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.896 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T16:01:01.896 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.896 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.896 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.896 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T16:01:01.896 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T16:01:01.896 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 36431 2024-04-12T16:01:01.896 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.896 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T16:01:01.897 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.897 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.897 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.897 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T16:01:01.897 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.897 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.897 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.897 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T16:01:01.897 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.897 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.897 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.897 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T16:01:01.898 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T16:01:01.898 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3975 2024-04-12T16:01:01.898 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.898 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T16:01:01.898 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 342 2024-04-12T16:01:01.898 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.898 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T16:01:01.898 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 250 2024-04-12T16:01:01.898 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.898 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T16:01:01.898 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 90, 2024-04-12T16:01:01.898 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 669133 2024-04-12T16:01:01.899 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.899 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T16:01:01.899 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 137, 2024-04-12T16:01:01.899 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 363904 2024-04-12T16:01:01.899 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.899 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T16:01:01.899 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 47, 2024-04-12T16:01:01.899 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 94911 2024-04-12T16:01:01.899 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.899 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T16:01:01.899 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.899 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.899 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T16:01:01.900 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.900 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.900 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.900 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T16:01:01.900 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 268, 2024-04-12T16:01:01.900 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2540465 2024-04-12T16:01:01.900 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.900 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T16:01:01.900 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 33, 2024-04-12T16:01:01.900 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2408902 2024-04-12T16:01:01.900 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.900 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T16:01:01.901 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 33, 2024-04-12T16:01:01.901 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 738437095130 2024-04-12T16:01:01.901 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.901 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T16:01:01.901 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 33, 2024-04-12T16:01:01.901 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57789468708 2024-04-12T16:01:01.901 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.901 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T16:01:01.901 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 268, 2024-04-12T16:01:01.901 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 614695 2024-04-12T16:01:01.901 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.901 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T16:01:01.901 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 268, 2024-04-12T16:01:01.902 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 29498 2024-04-12T16:01:01.902 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.902 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T16:01:01.902 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 268, 2024-04-12T16:01:01.902 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 200614 2024-04-12T16:01:01.902 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.902 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T16:01:01.902 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 268, 2024-04-12T16:01:01.902 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 113929850 2024-04-12T16:01:01.902 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.902 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T16:01:01.902 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 268, 2024-04-12T16:01:01.903 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 97176 2024-04-12T16:01:01.903 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.903 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T16:01:01.903 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 268, 2024-04-12T16:01:01.903 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 54130757 2024-04-12T16:01:01.903 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.903 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T16:01:01.903 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 268, 2024-04-12T16:01:01.903 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 20775619 2024-04-12T16:01:01.903 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.903 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T16:01:01.903 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 901229 2024-04-12T16:01:01.903 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.904 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T16:01:01.904 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 26, 2024-04-12T16:01:01.904 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 102767 2024-04-12T16:01:01.904 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.904 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T16:01:01.904 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 268, 2024-04-12T16:01:01.904 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 191618667 2024-04-12T16:01:01.904 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.904 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T16:01:01.904 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 268, 2024-04-12T16:01:01.904 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 23212973 2024-04-12T16:01:01.904 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.904 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T16:01:01.905 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 268, 2024-04-12T16:01:01.905 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4622964 2024-04-12T16:01:01.905 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.905 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.905 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T16:01:01.905 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T16:01:01.905 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1861615595 2024-04-12T16:01:01.905 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.905 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T16:01:01.905 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 42385408 2024-04-12T16:01:01.905 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.905 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T16:01:01.905 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 41426944 2024-04-12T16:01:01.906 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.906 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T16:01:01.906 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3137555251 2024-04-12T16:01:01.906 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.906 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T16:01:01.906 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 958464 2024-04-12T16:01:01.906 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.906 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.906 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T16:01:01.906 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:01.906 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 159383552 2024-04-12T16:01:01.906 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.907 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:01.907 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.907 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.907 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:01.907 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.907 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.907 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:01.907 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 85508409 2024-04-12T16:01:01.907 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.907 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:01.907 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.908 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.908 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:01.908 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.908 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.908 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:01.908 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.908 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.908 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:01.908 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.908 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.908 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:01.908 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.909 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.909 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:01.909 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.909 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.909 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:01.909 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.909 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.909 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:01.909 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.909 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.909 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:01.909 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.910 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.910 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:01.910 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 73875143 2024-04-12T16:01:01.910 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.910 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.910 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T16:01:01.910 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:01.910 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 780140544 2024-04-12T16:01:01.910 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.910 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:01.910 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T16:01:01.910 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.911 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:01.911 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.911 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.911 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:01.911 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 641313070 2024-04-12T16:01:01.911 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.911 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:01.911 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.911 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.911 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:01.911 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.911 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.912 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:01.912 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.912 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.912 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:01.912 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.912 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.912 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:01.912 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.912 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.912 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:01.912 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2128 2024-04-12T16:01:01.912 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.912 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:01.913 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.913 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.913 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:01.913 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.913 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.913 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:01.913 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.913 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.913 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:01.913 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71716482 2024-04-12T16:01:01.913 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.913 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.914 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T16:01:01.914 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:01.914 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 192937984 2024-04-12T16:01:01.914 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.914 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:01.914 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T16:01:01.914 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.914 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:01.914 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 464 2024-04-12T16:01:01.914 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.914 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:01.914 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57005606 2024-04-12T16:01:01.915 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.915 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:01.915 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.915 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.915 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:01.915 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.915 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.915 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:01.915 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.915 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.915 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:01.915 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.915 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.916 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:01.916 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.916 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.916 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:01.916 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.916 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.916 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:01.916 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.916 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.916 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:01.916 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.916 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.916 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:01.917 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.917 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.917 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:01.917 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 68823050 2024-04-12T16:01:01.917 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.917 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.917 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T16:01:01.917 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:01.917 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 713031680 2024-04-12T16:01:01.917 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.917 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:01.917 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.917 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.918 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:01.918 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.918 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.918 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:01.918 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 641313070 2024-04-12T16:01:01.918 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.918 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:01.918 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.918 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.918 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:01.918 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.919 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.919 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:01.919 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.919 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.919 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:01.919 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.919 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.919 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:01.919 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10801 2024-04-12T16:01:01.919 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.919 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:01.919 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 216025 2024-04-12T16:01:01.919 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.920 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:01.920 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.920 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.920 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:01.920 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.920 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.920 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:01.920 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.920 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.920 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:01.920 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71491784 2024-04-12T16:01:01.920 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.921 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.921 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T16:01:01.921 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T16:01:01.921 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.921 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.921 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T16:01:01.921 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.921 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.921 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T16:01:01.921 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.921 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.921 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T16:01:01.922 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.922 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.922 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.922 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:01:01.922 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T16:01:01.922 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 39 2024-04-12T16:01:01.922 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.922 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T16:01:01.922 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.922 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.922 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T16:01:01.922 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13 2024-04-12T16:01:01.923 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.923 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T16:01:01.923 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.923 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.923 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T16:01:01.923 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.923 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.923 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T16:01:01.923 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2812 2024-04-12T16:01:01.923 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.923 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T16:01:01.924 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 13, 2024-04-12T16:01:01.924 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 157628985 2024-04-12T16:01:01.924 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.924 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T16:01:01.924 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.924 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.924 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T16:01:01.924 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15, 2024-04-12T16:01:01.924 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7184215 2024-04-12T16:01:01.924 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.924 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T16:01:01.924 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 13, 2024-04-12T16:01:01.924 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 144841210 2024-04-12T16:01:01.925 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.925 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T16:01:01.925 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.925 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.925 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T16:01:01.925 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.925 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.925 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.925 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T16:01:01.925 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.925 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.925 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T16:01:01.926 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.926 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.926 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T16:01:01.926 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.926 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.926 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.926 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T16:01:01.926 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.926 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.926 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.926 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T16:01:01.926 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.927 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.927 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T16:01:01.927 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.927 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.927 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T16:01:01.927 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.927 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.927 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.927 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T16:01:01.927 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.927 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.927 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T16:01:01.927 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.928 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.928 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T16:01:01.928 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.928 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.928 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T16:01:01.928 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.928 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.928 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.928 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T16:01:01.928 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.928 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.929 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.929 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T16:01:01.929 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13 2024-04-12T16:01:01.929 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.929 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T16:01:01.929 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2812 2024-04-12T16:01:01.929 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.929 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T16:01:01.929 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 13, 2024-04-12T16:01:01.929 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 157628985 2024-04-12T16:01:01.929 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.929 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T16:01:01.929 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.930 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.930 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T16:01:01.930 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15, 2024-04-12T16:01:01.930 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7184215 2024-04-12T16:01:01.930 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.930 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T16:01:01.930 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 13, 2024-04-12T16:01:01.930 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 144841210 2024-04-12T16:01:01.930 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.930 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T16:01:01.930 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.930 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.931 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T16:01:01.931 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.931 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.931 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T16:01:01.931 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.931 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.931 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T16:01:01.931 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T16:01:01.931 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.931 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T16:01:01.931 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 28975104 2024-04-12T16:01:01.931 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.932 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.932 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.932 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.7": { 2024-04-12T16:01:01.932 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T16:01:01.932 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T16:01:01.932 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.932 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.932 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T16:01:01.932 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.932 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.932 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T16:01:01.932 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T16:01:01.933 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.933 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_main": { 2024-04-12T16:01:01.933 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.933 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.933 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T16:01:01.933 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.933 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.933 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T16:01:01.933 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.933 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.933 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T16:01:01.933 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12288 2024-04-12T16:01:01.933 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.934 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T16:01:01.934 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1306624 2024-04-12T16:01:01.934 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.934 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T16:01:01.934 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.934 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.934 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.934 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T16:01:01.934 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.934 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.934 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.934 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T16:01:01.935 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T16:01:01.935 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.935 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T16:01:01.935 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 27656192 2024-04-12T16:01:01.935 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.935 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T16:01:01.935 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1032192 2024-04-12T16:01:01.935 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.935 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T16:01:01.935 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 892928 2024-04-12T16:01:01.935 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.935 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T16:01:01.936 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 31850496 2024-04-12T16:01:01.936 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.936 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T16:01:01.936 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.936 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.936 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T16:01:01.936 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.936 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.936 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T16:01:01.936 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14 2024-04-12T16:01:01.936 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.936 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T16:01:01.936 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 206272 2024-04-12T16:01:01.936 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.937 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T16:01:01.937 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 23 2024-04-12T16:01:01.937 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.937 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T16:01:01.937 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1282048 2024-04-12T16:01:01.937 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.937 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T16:01:01.937 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1286144 2024-04-12T16:01:01.937 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.937 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T16:01:01.937 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.937 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.937 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T16:01:01.938 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.938 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.938 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T16:01:01.938 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15 2024-04-12T16:01:01.938 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.938 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T16:01:01.938 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4913 2024-04-12T16:01:01.938 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.938 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T16:01:01.938 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4 2024-04-12T16:01:01.938 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.938 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T16:01:01.939 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5500 2024-04-12T16:01:01.939 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.939 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T16:01:01.939 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24 2024-04-12T16:01:01.939 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.939 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T16:01:01.939 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5500 2024-04-12T16:01:01.939 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.939 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T16:01:01.939 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24 2024-04-12T16:01:01.939 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.939 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T16:01:01.939 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.940 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.940 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T16:01:01.940 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.940 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.940 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T16:01:01.940 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.940 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.940 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T16:01:01.940 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.940 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.940 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T16:01:01.941 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.941 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.941 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T16:01:01.941 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.941 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.941 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T16:01:01.941 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.941 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.941 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T16:01:01.941 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.941 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.941 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T16:01:01.942 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.942 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.942 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T16:01:01.942 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2277376 2024-04-12T16:01:01.942 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.942 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.942 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T16:01:01.942 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T16:01:01.942 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T16:01:01.942 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.942 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T16:01:01.942 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1310720 2024-04-12T16:01:01.942 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.943 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T16:01:01.943 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 5, 2024-04-12T16:01:01.943 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 193688 2024-04-12T16:01:01.943 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.943 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T16:01:01.943 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.943 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.943 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.943 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T16:01:01.943 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.943 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.943 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T16:01:01.944 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.944 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.944 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T16:01:01.944 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.944 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.944 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T16:01:01.944 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 7, 2024-04-12T16:01:01.944 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 29035 2024-04-12T16:01:01.944 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.944 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T16:01:01.944 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.944 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.945 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.945 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T16:01:01.945 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.945 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.945 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T16:01:01.945 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 205, 2024-04-12T16:01:01.945 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 39884398 2024-04-12T16:01:01.945 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.945 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T16:01:01.945 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 166, 2024-04-12T16:01:01.945 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14382313 2024-04-12T16:01:01.945 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.945 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T16:01:01.946 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 205, 2024-04-12T16:01:01.946 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 87391 2024-04-12T16:01:01.946 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.946 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T16:01:01.946 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 205, 2024-04-12T16:01:01.946 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 39971789 2024-04-12T16:01:01.946 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.946 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T16:01:01.946 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.946 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.946 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.946 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T16:01:01.946 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T16:01:01.947 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 33865 2024-04-12T16:01:01.947 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.947 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T16:01:01.947 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.947 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.947 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.947 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T16:01:01.947 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.947 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.947 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.947 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T16:01:01.947 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T16:01:01.948 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.948 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.948 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T16:01:01.948 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T16:01:01.948 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3522 2024-04-12T16:01:01.948 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.948 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T16:01:01.948 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 567 2024-04-12T16:01:01.948 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.948 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T16:01:01.948 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 277 2024-04-12T16:01:01.948 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.948 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T16:01:01.948 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 112, 2024-04-12T16:01:01.949 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1130332 2024-04-12T16:01:01.949 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.949 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T16:01:01.949 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 171, 2024-04-12T16:01:01.949 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 251777 2024-04-12T16:01:01.949 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.949 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T16:01:01.949 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 59, 2024-04-12T16:01:01.949 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 481971 2024-04-12T16:01:01.949 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.949 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T16:01:01.949 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.949 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.950 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T16:01:01.950 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T16:01:01.950 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 66735 2024-04-12T16:01:01.950 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.950 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T16:01:01.950 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 292, 2024-04-12T16:01:01.950 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1801047 2024-04-12T16:01:01.950 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.950 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T16:01:01.950 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 19, 2024-04-12T16:01:01.950 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1622962 2024-04-12T16:01:01.950 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.951 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T16:01:01.951 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 19, 2024-04-12T16:01:01.951 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 278708954211 2024-04-12T16:01:01.951 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.951 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T16:01:01.951 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 19, 2024-04-12T16:01:01.951 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 31847074667 2024-04-12T16:01:01.951 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.951 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T16:01:01.951 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 292, 2024-04-12T16:01:01.951 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 491432 2024-04-12T16:01:01.951 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.951 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T16:01:01.952 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 292, 2024-04-12T16:01:01.952 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 30714 2024-04-12T16:01:01.952 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.952 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T16:01:01.952 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 292, 2024-04-12T16:01:01.952 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 202030 2024-04-12T16:01:01.952 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.952 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T16:01:01.952 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 292, 2024-04-12T16:01:01.952 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 167179179 2024-04-12T16:01:01.952 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.952 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T16:01:01.952 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 292, 2024-04-12T16:01:01.953 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 115994 2024-04-12T16:01:01.953 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.953 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T16:01:01.953 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 292, 2024-04-12T16:01:01.953 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 62130259 2024-04-12T16:01:01.953 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.953 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T16:01:01.953 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 292, 2024-04-12T16:01:01.953 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13606557 2024-04-12T16:01:01.953 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.953 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T16:01:01.953 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 899532 2024-04-12T16:01:01.953 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.954 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T16:01:01.954 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18, 2024-04-12T16:01:01.954 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67731 2024-04-12T16:01:01.954 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.954 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T16:01:01.954 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 292, 2024-04-12T16:01:01.954 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 244980957 2024-04-12T16:01:01.954 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.954 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T16:01:01.954 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 292, 2024-04-12T16:01:01.954 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15519175 2024-04-12T16:01:01.954 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.954 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T16:01:01.955 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 292, 2024-04-12T16:01:01.955 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1878068 2024-04-12T16:01:01.955 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.955 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.955 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T16:01:01.955 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T16:01:01.955 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1861615595 2024-04-12T16:01:01.955 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.955 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T16:01:01.955 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 42385408 2024-04-12T16:01:01.955 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.955 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T16:01:01.955 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 42352640 2024-04-12T16:01:01.955 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.956 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T16:01:01.956 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3137555251 2024-04-12T16:01:01.956 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.956 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T16:01:01.956 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 32768 2024-04-12T16:01:01.956 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.956 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.956 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T16:01:01.956 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:01.956 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 159383552 2024-04-12T16:01:01.956 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.956 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:01.956 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.957 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.957 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:01.957 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.957 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.957 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:01.957 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 85499626 2024-04-12T16:01:01.957 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.957 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:01.957 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.957 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.957 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:01.957 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.957 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.958 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:01.958 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.958 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.958 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:01.958 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.958 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.958 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:01.958 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.958 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.958 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:01.958 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 135168 2024-04-12T16:01:01.958 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.959 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:01.959 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.959 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.959 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:01.959 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.959 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.959 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:01.959 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.959 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.959 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:01.959 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 73748758 2024-04-12T16:01:01.959 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.960 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.960 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T16:01:01.960 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:01.960 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 780140544 2024-04-12T16:01:01.960 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.960 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:01.960 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T16:01:01.960 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.960 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:01.960 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.960 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.960 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:01.960 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 641247197 2024-04-12T16:01:01.961 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.961 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:01.961 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.961 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.961 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:01.961 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.961 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.961 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:01.961 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.961 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.961 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:01.961 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.961 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.962 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:01.962 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.962 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.962 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:01.962 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2128 2024-04-12T16:01:01.962 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.962 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:01.962 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.962 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.962 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:01.962 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.962 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.963 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:01.963 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.963 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.963 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:01.963 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71782355 2024-04-12T16:01:01.963 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.963 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.963 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T16:01:01.963 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:01.963 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 192937984 2024-04-12T16:01:01.963 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.963 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:01.964 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T16:01:01.964 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.964 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:01.964 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 464 2024-04-12T16:01:01.964 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.964 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:01.964 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 56999750 2024-04-12T16:01:01.964 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.964 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:01.964 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.964 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.964 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:01.965 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.965 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.965 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:01.965 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.965 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.965 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:01.965 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.965 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.965 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:01.965 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.965 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.965 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:01.965 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.966 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.966 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:01.966 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.966 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.966 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:01.966 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.966 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.966 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:01.966 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.966 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.966 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:01.966 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 68828906 2024-04-12T16:01:01.967 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.967 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.967 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T16:01:01.967 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T16:01:01.967 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 713031680 2024-04-12T16:01:01.967 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.967 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T16:01:01.967 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.967 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.967 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T16:01:01.967 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.967 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.968 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T16:01:01.968 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 641247197 2024-04-12T16:01:01.968 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.968 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T16:01:01.968 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.968 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.968 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T16:01:01.968 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.968 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.968 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T16:01:01.968 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.968 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.969 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T16:01:01.969 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.969 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.969 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T16:01:01.969 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.969 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.969 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T16:01:01.969 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 232987 2024-04-12T16:01:01.969 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.969 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T16:01:01.969 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.969 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.969 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T16:01:01.969 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.970 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.970 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T16:01:01.970 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.970 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.970 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T16:01:01.970 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71551496 2024-04-12T16:01:01.970 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.970 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.970 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T16:01:01.970 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T16:01:01.970 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.971 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.971 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T16:01:01.971 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.971 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.971 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T16:01:01.971 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.971 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.971 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T16:01:01.971 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.971 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.971 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.971 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T16:01:01.971 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T16:01:01.972 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 46 2024-04-12T16:01:01.972 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.972 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T16:01:01.972 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.972 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.972 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T16:01:01.972 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 101 2024-04-12T16:01:01.972 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.972 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T16:01:01.972 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.972 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.972 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T16:01:01.972 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.973 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.973 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T16:01:01.973 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.973 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.973 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T16:01:01.973 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 101, 2024-04-12T16:01:01.973 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 139295956 2024-04-12T16:01:01.973 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.973 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T16:01:01.973 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 264694 2024-04-12T16:01:01.973 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.973 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T16:01:01.974 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 103, 2024-04-12T16:01:01.974 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 25040923 2024-04-12T16:01:01.974 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.974 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T16:01:01.974 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 101, 2024-04-12T16:01:01.974 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 126327621 2024-04-12T16:01:01.974 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.974 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T16:01:01.974 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 70 2024-04-12T16:01:01.974 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.974 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T16:01:01.974 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 70, 2024-04-12T16:01:01.974 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11459399 2024-04-12T16:01:01.975 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.975 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T16:01:01.975 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.975 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.975 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T16:01:01.975 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 264694 2024-04-12T16:01:01.975 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.975 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T16:01:01.975 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 70, 2024-04-12T16:01:01.975 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10020866 2024-04-12T16:01:01.975 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.975 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T16:01:01.975 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 70, 2024-04-12T16:01:01.976 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8122866 2024-04-12T16:01:01.976 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.976 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T16:01:01.976 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 26 2024-04-12T16:01:01.976 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.976 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T16:01:01.976 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.976 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.976 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T16:01:01.976 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 26, 2024-04-12T16:01:01.976 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 28437438 2024-04-12T16:01:01.976 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.976 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T16:01:01.977 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.977 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.977 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T16:01:01.977 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.977 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.977 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T16:01:01.977 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.977 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.977 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T16:01:01.977 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 26, 2024-04-12T16:01:01.977 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11949878 2024-04-12T16:01:01.977 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.978 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T16:01:01.978 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 26, 2024-04-12T16:01:01.978 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 26523208 2024-04-12T16:01:01.978 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.978 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T16:01:01.978 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5 2024-04-12T16:01:01.978 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.978 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T16:01:01.978 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.978 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.978 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T16:01:01.978 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 5, 2024-04-12T16:01:01.979 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 99399119 2024-04-12T16:01:01.979 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.979 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T16:01:01.979 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.979 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.979 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T16:01:01.979 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 7, 2024-04-12T16:01:01.979 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3070179 2024-04-12T16:01:01.979 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.979 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T16:01:01.979 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 5, 2024-04-12T16:01:01.979 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 91681547 2024-04-12T16:01:01.979 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.980 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T16:01:01.980 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.980 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.980 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T16:01:01.980 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.980 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.980 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T16:01:01.980 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T16:01:01.980 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.980 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T16:01:01.980 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T16:01:01.980 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.981 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T16:01:01.981 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 28975104 2024-04-12T16:01:01.981 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.981 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.981 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.981 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.981 INFO:tasks.workunit.client.0.smithi099.stdout: "pools": [ 2024-04-12T16:01:01.981 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.981 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T16:01:01.981 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr" 2024-04-12T16:01:01.981 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.981 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_mode": "none", 2024-04-12T16:01:01.981 INFO:tasks.workunit.client.0.smithi099.stdout: "erasure_code_profile": {}, 2024-04-12T16:01:01.982 INFO:tasks.workunit.client.0.smithi099.stdout: "min_size": 2, 2024-04-12T16:01:01.982 INFO:tasks.workunit.client.0.smithi099.stdout: "options": {}, 2024-04-12T16:01:01.982 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_autoscale_mode": "off", 2024-04-12T16:01:01.982 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_num": 1, 2024-04-12T16:01:01.982 INFO:tasks.workunit.client.0.smithi099.stdout: "pgp_num": 1, 2024-04-12T16:01:01.982 INFO:tasks.workunit.client.0.smithi099.stdout: "pool": 1, 2024-04-12T16:01:01.982 INFO:tasks.workunit.client.0.smithi099.stdout: "size": 3, 2024-04-12T16:01:01.982 INFO:tasks.workunit.client.0.smithi099.stdout: "stats": { 2024-04-12T16:01:01.982 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_raw": 729301559562, 2024-04-12T16:01:01.982 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_used": 1781760, 2024-04-12T16:01:01.982 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_bytes_used": 0, 2024-04-12T16:01:01.982 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_under_bytes": 0, 2024-04-12T16:01:01.983 INFO:tasks.workunit.client.0.smithi099.stdout: "data_bytes_used": 1781760, 2024-04-12T16:01:01.983 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty": 0, 2024-04-12T16:01:01.983 INFO:tasks.workunit.client.0.smithi099.stdout: "max_avail": 243100532736, 2024-04-12T16:01:01.983 INFO:tasks.workunit.client.0.smithi099.stdout: "objects": 2, 2024-04-12T16:01:01.983 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_bytes_used": 0, 2024-04-12T16:01:01.983 INFO:tasks.workunit.client.0.smithi099.stdout: "percent_used": 2.443098537696642e-06, 2024-04-12T16:01:01.983 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_bytes": 0, 2024-04-12T16:01:01.983 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_objects": 0, 2024-04-12T16:01:01.983 INFO:tasks.workunit.client.0.smithi099.stdout: "rd": 358, 2024-04-12T16:01:01.983 INFO:tasks.workunit.client.0.smithi099.stdout: "rd_bytes": 567296, 2024-04-12T16:01:01.983 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": 590368, 2024-04-12T16:01:01.983 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_data": 590368, 2024-04-12T16:01:01.984 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_omap": 0, 2024-04-12T16:01:01.984 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_raw": 1771104, 2024-04-12T16:01:01.984 INFO:tasks.workunit.client.0.smithi099.stdout: "wr": 211, 2024-04-12T16:01:01.984 INFO:tasks.workunit.client.0.smithi099.stdout: "wr_bytes": 2473984 2024-04-12T16:01:01.984 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.984 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_bytes": 0, 2024-04-12T16:01:01.984 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_objects": 0, 2024-04-12T16:01:01.984 INFO:tasks.workunit.client.0.smithi099.stdout: "type": "replicated" 2024-04-12T16:01:01.984 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.985 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.985 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T16:01:01.985 INFO:tasks.workunit.client.0.smithi099.stdout: "cephfs" 2024-04-12T16:01:01.985 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.985 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_mode": "none", 2024-04-12T16:01:01.985 INFO:tasks.workunit.client.0.smithi099.stdout: "erasure_code_profile": {}, 2024-04-12T16:01:01.985 INFO:tasks.workunit.client.0.smithi099.stdout: "min_size": 2, 2024-04-12T16:01:01.985 INFO:tasks.workunit.client.0.smithi099.stdout: "options": {}, 2024-04-12T16:01:01.985 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_autoscale_mode": "off", 2024-04-12T16:01:01.985 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_num": 32, 2024-04-12T16:01:01.985 INFO:tasks.workunit.client.0.smithi099.stdout: "pgp_num": 32, 2024-04-12T16:01:01.985 INFO:tasks.workunit.client.0.smithi099.stdout: "pool": 2, 2024-04-12T16:01:01.986 INFO:tasks.workunit.client.0.smithi099.stdout: "size": 3, 2024-04-12T16:01:01.986 INFO:tasks.workunit.client.0.smithi099.stdout: "stats": { 2024-04-12T16:01:01.986 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_raw": 729301559562, 2024-04-12T16:01:01.986 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_used": 98304, 2024-04-12T16:01:01.986 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_bytes_used": 0, 2024-04-12T16:01:01.986 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_under_bytes": 0, 2024-04-12T16:01:01.986 INFO:tasks.workunit.client.0.smithi099.stdout: "data_bytes_used": 98304, 2024-04-12T16:01:01.986 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty": 0, 2024-04-12T16:01:01.986 INFO:tasks.workunit.client.0.smithi099.stdout: "max_avail": 243100532736, 2024-04-12T16:01:01.986 INFO:tasks.workunit.client.0.smithi099.stdout: "objects": 22, 2024-04-12T16:01:01.986 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_bytes_used": 0, 2024-04-12T16:01:01.986 INFO:tasks.workunit.client.0.smithi099.stdout: "percent_used": 1.3479196070420585e-07, 2024-04-12T16:01:01.986 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_bytes": 0, 2024-04-12T16:01:01.987 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_objects": 0, 2024-04-12T16:01:01.987 INFO:tasks.workunit.client.0.smithi099.stdout: "rd": 0, 2024-04-12T16:01:01.987 INFO:tasks.workunit.client.0.smithi099.stdout: "rd_bytes": 0, 2024-04-12T16:01:01.987 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": 3430, 2024-04-12T16:01:01.987 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_data": 3430, 2024-04-12T16:01:01.987 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_omap": 0, 2024-04-12T16:01:01.987 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_raw": 10290, 2024-04-12T16:01:01.987 INFO:tasks.workunit.client.0.smithi099.stdout: "wr": 51, 2024-04-12T16:01:01.987 INFO:tasks.workunit.client.0.smithi099.stdout: "wr_bytes": 20480 2024-04-12T16:01:01.987 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.987 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_bytes": 0, 2024-04-12T16:01:01.987 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_objects": 0, 2024-04-12T16:01:01.988 INFO:tasks.workunit.client.0.smithi099.stdout: "type": "replicated" 2024-04-12T16:01:01.988 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.988 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.988 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T16:01:01.988 INFO:tasks.workunit.client.0.smithi099.stdout: "cephfs" 2024-04-12T16:01:01.988 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.988 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_mode": "none", 2024-04-12T16:01:01.988 INFO:tasks.workunit.client.0.smithi099.stdout: "erasure_code_profile": {}, 2024-04-12T16:01:01.988 INFO:tasks.workunit.client.0.smithi099.stdout: "min_size": 2, 2024-04-12T16:01:01.988 INFO:tasks.workunit.client.0.smithi099.stdout: "options": {}, 2024-04-12T16:01:01.988 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_autoscale_mode": "off", 2024-04-12T16:01:01.988 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_num": 64, 2024-04-12T16:01:01.989 INFO:tasks.workunit.client.0.smithi099.stdout: "pgp_num": 64, 2024-04-12T16:01:01.989 INFO:tasks.workunit.client.0.smithi099.stdout: "pool": 3, 2024-04-12T16:01:01.989 INFO:tasks.workunit.client.0.smithi099.stdout: "size": 3, 2024-04-12T16:01:01.989 INFO:tasks.workunit.client.0.smithi099.stdout: "stats": { 2024-04-12T16:01:01.989 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_raw": 729301559562, 2024-04-12T16:01:01.989 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_used": 0, 2024-04-12T16:01:01.989 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_bytes_used": 0, 2024-04-12T16:01:01.989 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_under_bytes": 0, 2024-04-12T16:01:01.989 INFO:tasks.workunit.client.0.smithi099.stdout: "data_bytes_used": 0, 2024-04-12T16:01:01.989 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty": 0, 2024-04-12T16:01:01.989 INFO:tasks.workunit.client.0.smithi099.stdout: "max_avail": 243100532736, 2024-04-12T16:01:01.989 INFO:tasks.workunit.client.0.smithi099.stdout: "objects": 0, 2024-04-12T16:01:01.989 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_bytes_used": 0, 2024-04-12T16:01:01.990 INFO:tasks.workunit.client.0.smithi099.stdout: "percent_used": 0.0, 2024-04-12T16:01:01.990 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_bytes": 0, 2024-04-12T16:01:01.990 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_objects": 0, 2024-04-12T16:01:01.990 INFO:tasks.workunit.client.0.smithi099.stdout: "rd": 0, 2024-04-12T16:01:01.990 INFO:tasks.workunit.client.0.smithi099.stdout: "rd_bytes": 0, 2024-04-12T16:01:01.990 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": 0, 2024-04-12T16:01:01.990 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_data": 0, 2024-04-12T16:01:01.990 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_omap": 0, 2024-04-12T16:01:01.990 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_raw": 0, 2024-04-12T16:01:01.990 INFO:tasks.workunit.client.0.smithi099.stdout: "wr": 0, 2024-04-12T16:01:01.990 INFO:tasks.workunit.client.0.smithi099.stdout: "wr_bytes": 0 2024-04-12T16:01:01.991 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.991 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_bytes": 0, 2024-04-12T16:01:01.991 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_objects": 0, 2024-04-12T16:01:01.991 INFO:tasks.workunit.client.0.smithi099.stdout: "type": "replicated" 2024-04-12T16:01:01.991 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.991 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:01.991 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T16:01:01.991 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd" 2024-04-12T16:01:01.991 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.991 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_mode": "none", 2024-04-12T16:01:01.991 INFO:tasks.workunit.client.0.smithi099.stdout: "erasure_code_profile": {}, 2024-04-12T16:01:01.991 INFO:tasks.workunit.client.0.smithi099.stdout: "min_size": 2, 2024-04-12T16:01:01.992 INFO:tasks.workunit.client.0.smithi099.stdout: "options": {}, 2024-04-12T16:01:01.992 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_autoscale_mode": "off", 2024-04-12T16:01:01.992 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_num": 8, 2024-04-12T16:01:01.992 INFO:tasks.workunit.client.0.smithi099.stdout: "pgp_num": 8, 2024-04-12T16:01:01.992 INFO:tasks.workunit.client.0.smithi099.stdout: "pool": 4, 2024-04-12T16:01:01.992 INFO:tasks.workunit.client.0.smithi099.stdout: "size": 3, 2024-04-12T16:01:01.992 INFO:tasks.workunit.client.0.smithi099.stdout: "stats": { 2024-04-12T16:01:01.992 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_raw": 729301559562, 2024-04-12T16:01:01.992 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_used": 0, 2024-04-12T16:01:01.992 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_bytes_used": 0, 2024-04-12T16:01:01.992 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_under_bytes": 0, 2024-04-12T16:01:01.992 INFO:tasks.workunit.client.0.smithi099.stdout: "data_bytes_used": 0, 2024-04-12T16:01:01.992 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty": 0, 2024-04-12T16:01:01.993 INFO:tasks.workunit.client.0.smithi099.stdout: "max_avail": 243100532736, 2024-04-12T16:01:01.993 INFO:tasks.workunit.client.0.smithi099.stdout: "objects": 0, 2024-04-12T16:01:01.993 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_bytes_used": 0, 2024-04-12T16:01:01.993 INFO:tasks.workunit.client.0.smithi099.stdout: "percent_used": 0.0, 2024-04-12T16:01:01.993 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_bytes": 0, 2024-04-12T16:01:01.993 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_objects": 0, 2024-04-12T16:01:01.993 INFO:tasks.workunit.client.0.smithi099.stdout: "rd": 0, 2024-04-12T16:01:01.993 INFO:tasks.workunit.client.0.smithi099.stdout: "rd_bytes": 0, 2024-04-12T16:01:01.993 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": 0, 2024-04-12T16:01:01.993 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_data": 0, 2024-04-12T16:01:01.993 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_omap": 0, 2024-04-12T16:01:01.993 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_raw": 0, 2024-04-12T16:01:01.994 INFO:tasks.workunit.client.0.smithi099.stdout: "wr": 0, 2024-04-12T16:01:01.994 INFO:tasks.workunit.client.0.smithi099.stdout: "wr_bytes": 0 2024-04-12T16:01:01.994 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.994 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_bytes": 0, 2024-04-12T16:01:01.994 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_objects": 0, 2024-04-12T16:01:01.994 INFO:tasks.workunit.client.0.smithi099.stdout: "type": "replicated" 2024-04-12T16:01:01.994 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.994 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.994 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd": { 2024-04-12T16:01:01.994 INFO:tasks.workunit.client.0.smithi099.stdout: "mirroring_by_pool": [ 2024-04-12T16:01:01.995 INFO:tasks.workunit.client.0.smithi099.stdout: false 2024-04-12T16:01:01.995 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.995 INFO:tasks.workunit.client.0.smithi099.stdout: "num_images_by_pool": [ 2024-04-12T16:01:01.995 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:01.995 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:01.995 INFO:tasks.workunit.client.0.smithi099.stdout: "num_pools": 1 2024-04-12T16:01:01.995 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.995 INFO:tasks.workunit.client.0.smithi099.stdout: "report_id": "8ed43c25-625c-491d-a955-cdf3bd105890", 2024-04-12T16:01:01.995 INFO:tasks.workunit.client.0.smithi099.stdout: "report_timestamp": "2024-04-12T16:01:00.497048", 2024-04-12T16:01:01.995 INFO:tasks.workunit.client.0.smithi099.stdout: "report_version": 1, 2024-04-12T16:01:01.995 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_stats": { 2024-04-12T16:01:01.995 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "7.9.2" 2024-04-12T16:01:01.996 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.996 INFO:tasks.workunit.client.0.smithi099.stdout: "rook": { 2024-04-12T16:01:01.996 INFO:tasks.workunit.client.0.smithi099.stdout: "cluster": { 2024-04-12T16:01:01.996 INFO:tasks.workunit.client.0.smithi099.stdout: "external-mode": null, 2024-04-12T16:01:01.996 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T16:01:01.996 INFO:tasks.workunit.client.0.smithi099.stdout: "allow-multiple-per-node": null, 2024-04-12T16:01:01.996 INFO:tasks.workunit.client.0.smithi099.stdout: "count": null, 2024-04-12T16:01:01.996 INFO:tasks.workunit.client.0.smithi099.stdout: "max-id": null, 2024-04-12T16:01:01.996 INFO:tasks.workunit.client.0.smithi099.stdout: "pvc": { 2024-04-12T16:01:01.996 INFO:tasks.workunit.client.0.smithi099.stdout: "enabled": null 2024-04-12T16:01:01.996 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.996 INFO:tasks.workunit.client.0.smithi099.stdout: "stretch": { 2024-04-12T16:01:01.996 INFO:tasks.workunit.client.0.smithi099.stdout: "enabled": null 2024-04-12T16:01:01.997 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.997 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.997 INFO:tasks.workunit.client.0.smithi099.stdout: "network": { 2024-04-12T16:01:01.997 INFO:tasks.workunit.client.0.smithi099.stdout: "provider": null 2024-04-12T16:01:01.997 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.997 INFO:tasks.workunit.client.0.smithi099.stdout: "storage": { 2024-04-12T16:01:01.997 INFO:tasks.workunit.client.0.smithi099.stdout: "device-set": { 2024-04-12T16:01:01.997 INFO:tasks.workunit.client.0.smithi099.stdout: "count": { 2024-04-12T16:01:01.997 INFO:tasks.workunit.client.0.smithi099.stdout: "non-portable": null, 2024-04-12T16:01:01.997 INFO:tasks.workunit.client.0.smithi099.stdout: "portable": null, 2024-04-12T16:01:01.997 INFO:tasks.workunit.client.0.smithi099.stdout: "total": null 2024-04-12T16:01:01.997 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.997 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.998 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.998 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.998 INFO:tasks.workunit.client.0.smithi099.stdout: "csi": { 2024-04-12T16:01:01.998 INFO:tasks.workunit.client.0.smithi099.stdout: "version": null 2024-04-12T16:01:01.998 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.998 INFO:tasks.workunit.client.0.smithi099.stdout: "kubernetes": { 2024-04-12T16:01:01.998 INFO:tasks.workunit.client.0.smithi099.stdout: "version": null 2024-04-12T16:01:01.998 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.998 INFO:tasks.workunit.client.0.smithi099.stdout: "node": { 2024-04-12T16:01:01.998 INFO:tasks.workunit.client.0.smithi099.stdout: "count": { 2024-04-12T16:01:01.998 INFO:tasks.workunit.client.0.smithi099.stdout: "kubernetes-total": null, 2024-04-12T16:01:01.999 INFO:tasks.workunit.client.0.smithi099.stdout: "with-ceph-daemons": null, 2024-04-12T16:01:01.999 INFO:tasks.workunit.client.0.smithi099.stdout: "with-csi-cephfs-plugin": null, 2024-04-12T16:01:01.999 INFO:tasks.workunit.client.0.smithi099.stdout: "with-csi-nfs-plugin": null, 2024-04-12T16:01:01.999 INFO:tasks.workunit.client.0.smithi099.stdout: "with-csi-rbd-plugin": null 2024-04-12T16:01:01.999 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:01.999 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:01.999 INFO:tasks.workunit.client.0.smithi099.stdout: "usage": { 2024-04-12T16:01:01.999 INFO:tasks.workunit.client.0.smithi099.stdout: "storage-class": { 2024-04-12T16:01:01.999 INFO:tasks.workunit.client.0.smithi099.stdout: "count": { 2024-04-12T16:01:01.999 INFO:tasks.workunit.client.0.smithi099.stdout: "bucket": null, 2024-04-12T16:01:01.999 INFO:tasks.workunit.client.0.smithi099.stdout: "cephfs": null, 2024-04-12T16:01:01.999 INFO:tasks.workunit.client.0.smithi099.stdout: "nfs": null, 2024-04-12T16:01:01.999 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd": null, 2024-04-12T16:01:02.000 INFO:tasks.workunit.client.0.smithi099.stdout: "total": null 2024-04-12T16:01:02.000 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:02.000 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:02.000 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.000 INFO:tasks.workunit.client.0.smithi099.stdout: "version": null 2024-04-12T16:01:02.000 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.000 INFO:tasks.workunit.client.0.smithi099.stdout: "services": {}, 2024-04-12T16:01:02.000 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_per_pg": [ 2024-04-12T16:01:02.000 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.000 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.000 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.000 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:02.001 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:02.001 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.001 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T16:01:02.001 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.001 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.001 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.001 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.001 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.001 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.001 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.048549+0000", 2024-04-12T16:01:02.001 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.327825+0000", 2024-04-12T16:01:02.001 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.327825+0000", 2024-04-12T16:01:02.002 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.328131+0000", 2024-04-12T16:01:02.002 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.048549+0000", 2024-04-12T16:01:02.002 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.002 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.002 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.002 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.002 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.048549+0000", 2024-04-12T16:01:02.002 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.048549+0000", 2024-04-12T16:01:02.002 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.048549+0000", 2024-04-12T16:01:02.002 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.002 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.002 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.003 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.048549+0000", 2024-04-12T16:01:02.003 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.048549+0000", 2024-04-12T16:01:02.003 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.003 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.003 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.003 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.003 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.003 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.003 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.003 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.003 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.003 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.003 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.004 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.004 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.004 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.3f", 2024-04-12T16:01:02.004 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.004 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.004 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.004 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:02.004 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.004 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:59:30.085736+0000", 2024-04-12T16:01:02.004 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.004 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.004 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.006 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.006 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.006 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.006 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.006 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.006 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.006 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.006 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.006 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.006 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.006 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.006 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.007 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.007 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.007 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.007 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.007 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.007 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.007 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.007 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.007 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.007 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.007 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.007 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.008 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.008 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.008 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.008 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.008 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.008 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.008 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.008 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.008 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:02.008 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:02.008 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.008 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T16:01:02.008 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.009 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.009 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.009 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.009 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.009 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.009 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:02.009 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.009 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T16:01:02.009 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.009 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.009 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.010 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.010 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.010 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.010 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.048183+0000", 2024-04-12T16:01:02.010 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.318265+0000", 2024-04-12T16:01:02.010 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.318265+0000", 2024-04-12T16:01:02.010 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.318848+0000", 2024-04-12T16:01:02.010 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.048183+0000", 2024-04-12T16:01:02.010 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.010 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.010 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.010 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.011 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.048183+0000", 2024-04-12T16:01:02.011 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.048183+0000", 2024-04-12T16:01:02.011 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.048183+0000", 2024-04-12T16:01:02.011 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.011 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.011 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.011 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.048183+0000", 2024-04-12T16:01:02.011 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.048183+0000", 2024-04-12T16:01:02.011 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.011 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.011 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.011 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.012 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.012 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.012 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.012 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.012 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.012 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.012 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.012 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.012 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.012 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.3e", 2024-04-12T16:01:02.012 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.012 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.013 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.013 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:02.013 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.013 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:28:07.640340+0000", 2024-04-12T16:01:02.013 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.013 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.013 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.013 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.013 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.013 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.013 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.013 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.014 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.014 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.014 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.014 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.014 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.014 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.014 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.014 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.014 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.014 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.014 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.014 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.014 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.015 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.015 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.015 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.015 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.015 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.015 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.015 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.015 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.015 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.015 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.015 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.015 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.016 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.016 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.016 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.016 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.016 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.016 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.016 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.016 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.016 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.016 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.016 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.016 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.017 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.017 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.017 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.017 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.017 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:02.017 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.017 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T16:01:02.017 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.017 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.017 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.017 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.017 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.017 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:02.018 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:02.018 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.018 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T16:01:02.018 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.018 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.018 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.018 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.018 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.018 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.018 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047420+0000", 2024-04-12T16:01:02.018 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.325544+0000", 2024-04-12T16:01:02.018 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.325544+0000", 2024-04-12T16:01:02.019 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.325833+0000", 2024-04-12T16:01:02.019 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047420+0000", 2024-04-12T16:01:02.019 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.019 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.019 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.019 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.019 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047420+0000", 2024-04-12T16:01:02.019 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047420+0000", 2024-04-12T16:01:02.019 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047420+0000", 2024-04-12T16:01:02.019 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.019 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.019 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.020 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047420+0000", 2024-04-12T16:01:02.020 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047420+0000", 2024-04-12T16:01:02.020 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.020 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.020 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.020 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.020 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.020 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.020 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.020 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.020 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.021 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.021 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.021 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.021 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.021 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.3d", 2024-04-12T16:01:02.021 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.021 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.021 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.021 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:02.021 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.021 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:49:41.221046+0000", 2024-04-12T16:01:02.021 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.021 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.022 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.022 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.022 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.022 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.022 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.022 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.022 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.022 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.022 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.022 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.022 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.022 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.022 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.023 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.023 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.023 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.023 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.023 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.023 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.023 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.023 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.023 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.023 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.023 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.023 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.023 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.025 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.025 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.025 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.025 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.025 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.025 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:02.025 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:02.025 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.025 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T16:01:02.025 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.026 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.026 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.026 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.026 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.026 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.026 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:02.026 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.026 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T16:01:02.026 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.026 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.026 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.026 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.026 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.027 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.027 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.823695+0000", 2024-04-12T16:01:02.027 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.311741+0000", 2024-04-12T16:01:02.027 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.311741+0000", 2024-04-12T16:01:02.027 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.312021+0000", 2024-04-12T16:01:02.027 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.823695+0000", 2024-04-12T16:01:02.027 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.027 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.027 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.027 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.027 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.823695+0000", 2024-04-12T16:01:02.027 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.823695+0000", 2024-04-12T16:01:02.027 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.823695+0000", 2024-04-12T16:01:02.028 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.028 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.028 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.028 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.823695+0000", 2024-04-12T16:01:02.028 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.823695+0000", 2024-04-12T16:01:02.028 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.028 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.028 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.028 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.028 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.028 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.028 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.028 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.029 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.029 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.029 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.029 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.029 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.029 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.3c", 2024-04-12T16:01:02.029 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.029 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.029 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.029 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:02.029 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.029 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:13:22.519580+0000", 2024-04-12T16:01:02.029 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.030 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.030 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.030 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.030 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.030 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.030 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.030 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.031 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.031 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.031 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.031 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.031 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.031 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.031 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.031 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.031 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.031 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.031 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.031 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.031 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.033 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.033 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.033 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.033 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.033 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.033 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.033 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:02.034 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.034 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T16:01:02.034 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.034 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.034 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.034 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.034 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.034 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:02.034 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:02.034 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.034 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T16:01:02.034 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.034 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.034 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.035 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.035 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.035 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.035 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047752+0000", 2024-04-12T16:01:02.035 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.317275+0000", 2024-04-12T16:01:02.035 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.317275+0000", 2024-04-12T16:01:02.035 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.317549+0000", 2024-04-12T16:01:02.035 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047752+0000", 2024-04-12T16:01:02.035 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.035 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.035 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.035 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.035 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047752+0000", 2024-04-12T16:01:02.035 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047752+0000", 2024-04-12T16:01:02.035 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047752+0000", 2024-04-12T16:01:02.036 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.036 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.036 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.036 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047752+0000", 2024-04-12T16:01:02.036 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047752+0000", 2024-04-12T16:01:02.036 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.036 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.036 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.036 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.036 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.036 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.036 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.036 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.036 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.037 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.037 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.037 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.037 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.037 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.3b", 2024-04-12T16:01:02.037 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.037 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.037 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.037 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:02.037 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.037 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:07:10.231489+0000", 2024-04-12T16:01:02.037 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.037 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.037 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.037 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.038 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.038 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.038 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.038 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.038 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.038 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.038 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.038 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.038 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.038 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.038 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.038 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.038 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.038 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.040 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.040 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.040 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.040 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.040 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.040 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.040 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.040 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.040 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.040 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.040 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.040 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.040 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.040 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.040 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:02.040 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:02.041 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.041 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T16:01:02.041 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.041 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.041 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.041 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.041 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.041 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.041 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:02.041 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.041 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T16:01:02.041 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.041 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.041 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.041 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.041 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.042 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.042 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.823865+0000", 2024-04-12T16:01:02.042 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.314659+0000", 2024-04-12T16:01:02.042 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.314659+0000", 2024-04-12T16:01:02.042 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.314940+0000", 2024-04-12T16:01:02.042 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.823865+0000", 2024-04-12T16:01:02.042 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.042 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.042 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.042 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.042 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.823865+0000", 2024-04-12T16:01:02.042 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.823865+0000", 2024-04-12T16:01:02.042 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.823865+0000", 2024-04-12T16:01:02.042 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.042 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.043 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.043 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.823865+0000", 2024-04-12T16:01:02.043 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.823865+0000", 2024-04-12T16:01:02.043 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.043 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.043 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.043 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.043 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.043 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.043 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.043 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.043 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.043 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.044 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.044 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.044 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.044 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.3a", 2024-04-12T16:01:02.044 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.044 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.044 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.044 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:02.044 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.044 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:05:08.682508+0000", 2024-04-12T16:01:02.044 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.044 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.044 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.044 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.044 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.045 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.045 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.045 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.045 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.045 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.045 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.045 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.045 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.045 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.045 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.045 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.045 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.045 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.045 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.045 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.046 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.046 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.046 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.046 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.046 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.046 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.046 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.046 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.046 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.046 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.046 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.046 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.046 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.046 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.047 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.047 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.047 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.047 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.047 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.047 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.047 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.047 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.047 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.047 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.047 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.047 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.047 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.047 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.048 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.048 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:02.048 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.048 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T16:01:02.048 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.048 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.048 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.048 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.048 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.048 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.048 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:02.048 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.048 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T16:01:02.048 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.048 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.049 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.049 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.049 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.049 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.049 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.048084+0000", 2024-04-12T16:01:02.049 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.315091+0000", 2024-04-12T16:01:02.049 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.315091+0000", 2024-04-12T16:01:02.049 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.317132+0000", 2024-04-12T16:01:02.049 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.048084+0000", 2024-04-12T16:01:02.049 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.049 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.049 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.049 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.049 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.048084+0000", 2024-04-12T16:01:02.049 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.048084+0000", 2024-04-12T16:01:02.050 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.048084+0000", 2024-04-12T16:01:02.050 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.050 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.050 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.050 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.048084+0000", 2024-04-12T16:01:02.050 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.048084+0000", 2024-04-12T16:01:02.050 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.050 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.050 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.050 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.050 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.050 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.050 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.050 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.050 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.051 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.051 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.051 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.051 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.051 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.39", 2024-04-12T16:01:02.051 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.051 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.051 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.051 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:02.051 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.051 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:43:56.986374+0000", 2024-04-12T16:01:02.051 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.051 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.051 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.051 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.052 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.052 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.052 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.052 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.052 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.052 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.052 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.052 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.052 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.052 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.052 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.052 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.052 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.052 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.052 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.054 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.054 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.054 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.054 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.054 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.054 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.055 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:02.055 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.055 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T16:01:02.055 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.055 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.055 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.055 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.055 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.055 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.055 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:02.055 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.055 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T16:01:02.055 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.055 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.055 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.055 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.056 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.056 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.056 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.828626+0000", 2024-04-12T16:01:02.056 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.326931+0000", 2024-04-12T16:01:02.056 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.326931+0000", 2024-04-12T16:01:02.056 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.327205+0000", 2024-04-12T16:01:02.056 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.828626+0000", 2024-04-12T16:01:02.056 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.056 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.056 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.056 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.056 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.828626+0000", 2024-04-12T16:01:02.056 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.828626+0000", 2024-04-12T16:01:02.056 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.828626+0000", 2024-04-12T16:01:02.056 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.057 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.057 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.057 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.828626+0000", 2024-04-12T16:01:02.057 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.828626+0000", 2024-04-12T16:01:02.057 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.057 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.057 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.057 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.057 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.057 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.057 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.057 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.057 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.057 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.057 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.057 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.058 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.058 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.38", 2024-04-12T16:01:02.058 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.058 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.058 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.058 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:02.058 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.058 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:19:58.245148+0000", 2024-04-12T16:01:02.058 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.058 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.058 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.059 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.059 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.059 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.059 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.059 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.059 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.059 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.059 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.059 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.059 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.059 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.059 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.059 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.059 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.059 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.059 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.060 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.060 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.060 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.060 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.060 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.060 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.060 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.060 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.060 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.060 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.060 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.060 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.060 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.060 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.060 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.061 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.061 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.061 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.061 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.061 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.061 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.061 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:02.061 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.061 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T16:01:02.061 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.061 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.061 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.062 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.062 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.062 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.062 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:02.062 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.062 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T16:01:02.062 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.062 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.062 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.062 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.062 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.062 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.062 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.048496+0000", 2024-04-12T16:01:02.062 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.327249+0000", 2024-04-12T16:01:02.062 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.327249+0000", 2024-04-12T16:01:02.063 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.327709+0000", 2024-04-12T16:01:02.063 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.048496+0000", 2024-04-12T16:01:02.063 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.063 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.063 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.063 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.063 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.048496+0000", 2024-04-12T16:01:02.063 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.048496+0000", 2024-04-12T16:01:02.063 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.048496+0000", 2024-04-12T16:01:02.063 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.063 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.063 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.063 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.048496+0000", 2024-04-12T16:01:02.063 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.048496+0000", 2024-04-12T16:01:02.063 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.064 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.064 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.064 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.064 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.064 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.064 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.064 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.064 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.064 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.064 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.064 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.064 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.064 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.37", 2024-04-12T16:01:02.064 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.064 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.064 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.065 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:02.065 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.065 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:34:51.048086+0000", 2024-04-12T16:01:02.065 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.065 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.065 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.065 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.065 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.065 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.065 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.065 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.065 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.065 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.065 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.065 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.066 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.066 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.066 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.066 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.066 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.066 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.066 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.066 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.066 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.066 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.066 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.066 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.066 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.066 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.066 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.068 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.068 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.068 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.068 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.068 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.068 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.068 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.068 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:02.068 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.068 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T16:01:02.068 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.068 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.068 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.068 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.068 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:02.069 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.069 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:02.069 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.069 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T16:01:02.069 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.069 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.069 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.069 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.069 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.069 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.069 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047924+0000", 2024-04-12T16:01:02.069 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.325889+0000", 2024-04-12T16:01:02.069 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.325889+0000", 2024-04-12T16:01:02.069 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.326273+0000", 2024-04-12T16:01:02.069 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047924+0000", 2024-04-12T16:01:02.070 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.070 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.070 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.070 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.070 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047924+0000", 2024-04-12T16:01:02.070 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047924+0000", 2024-04-12T16:01:02.070 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047924+0000", 2024-04-12T16:01:02.070 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.070 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.070 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.070 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047924+0000", 2024-04-12T16:01:02.070 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047924+0000", 2024-04-12T16:01:02.070 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.070 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.070 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.071 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.071 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.071 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.071 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.071 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.071 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.071 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.071 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.071 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.071 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.071 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.36", 2024-04-12T16:01:02.071 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.071 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.071 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.071 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:02.072 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.072 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:27:27.864509+0000", 2024-04-12T16:01:02.072 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.072 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.072 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.072 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.072 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.072 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.072 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.072 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.072 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.072 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.072 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.072 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.072 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.073 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.073 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.073 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.073 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.073 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.073 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.073 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.073 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.073 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.073 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.073 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.073 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.073 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.073 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.073 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.074 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.074 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.074 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.074 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.074 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.074 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.074 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.074 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.074 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.074 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.074 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.074 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.074 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.075 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.075 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.075 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.075 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.075 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.075 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.075 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:02.075 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.075 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:02.075 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.075 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T16:01:02.075 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.075 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.075 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.075 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.075 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:02.076 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.076 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:02.076 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.076 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T16:01:02.076 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.076 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.076 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.076 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.076 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.076 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.076 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047784+0000", 2024-04-12T16:01:02.076 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.319383+0000", 2024-04-12T16:01:02.076 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.319383+0000", 2024-04-12T16:01:02.076 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.319648+0000", 2024-04-12T16:01:02.076 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047784+0000", 2024-04-12T16:01:02.077 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.077 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.077 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.077 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.077 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047784+0000", 2024-04-12T16:01:02.077 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047784+0000", 2024-04-12T16:01:02.077 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047784+0000", 2024-04-12T16:01:02.077 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.077 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.077 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.077 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047784+0000", 2024-04-12T16:01:02.077 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047784+0000", 2024-04-12T16:01:02.077 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.077 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.077 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.078 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.078 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.078 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.078 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.078 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.078 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.078 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.078 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.078 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.078 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.078 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.35", 2024-04-12T16:01:02.078 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.078 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.078 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.079 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:02.079 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.079 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:47:14.129548+0000", 2024-04-12T16:01:02.079 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.079 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.079 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.079 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.079 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.079 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.079 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.079 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.079 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.079 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.079 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.079 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.079 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.080 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.080 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.080 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.080 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.080 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.080 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.080 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.080 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.080 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.080 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.080 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.080 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.080 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.080 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.080 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.080 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.081 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.081 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.081 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.081 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.081 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.081 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.081 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.081 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.081 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.081 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.081 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.081 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.081 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.081 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.081 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.082 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.082 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.082 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.082 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:02.082 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.082 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:02.082 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.082 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T16:01:02.082 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.082 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.082 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.082 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.082 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:02.082 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:02.083 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:02.083 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.083 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T16:01:02.083 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.083 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.083 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.083 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.083 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.083 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.083 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.829871+0000", 2024-04-12T16:01:02.083 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:55.935397+0000", 2024-04-12T16:01:02.083 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:55.935397+0000", 2024-04-12T16:01:02.083 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:55.935834+0000", 2024-04-12T16:01:02.083 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.829871+0000", 2024-04-12T16:01:02.083 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.084 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.084 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.084 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 64, 2024-04-12T16:01:02.084 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.829871+0000", 2024-04-12T16:01:02.084 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.829871+0000", 2024-04-12T16:01:02.084 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.829871+0000", 2024-04-12T16:01:02.084 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.084 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.084 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.084 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.829871+0000", 2024-04-12T16:01:02.084 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.829871+0000", 2024-04-12T16:01:02.084 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.084 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.084 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.084 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.085 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 63, 2024-04-12T16:01:02.085 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.085 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.085 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.085 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.085 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.085 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.085 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.085 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.085 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.34", 2024-04-12T16:01:02.085 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.085 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.085 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.085 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 17, 2024-04-12T16:01:02.085 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.086 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:17:57.266598+0000", 2024-04-12T16:01:02.086 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.086 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.086 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.086 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.086 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.086 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.086 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.086 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.086 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.086 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.086 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.086 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.086 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.087 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.087 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.087 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.087 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.087 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.087 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.087 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.087 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.087 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.087 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.087 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.087 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.087 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.087 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.087 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.087 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.088 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.088 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.088 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.088 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.088 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.088 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.088 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.088 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.088 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.088 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.088 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.088 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.088 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.088 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.088 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.088 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.089 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.089 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.089 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:02.089 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:02.089 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:02.089 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.089 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T16:01:02.089 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.089 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.089 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.089 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.089 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.089 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:02.089 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:02.089 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.090 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T16:01:02.090 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.090 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.090 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.090 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.090 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.090 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.090 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.828831+0000", 2024-04-12T16:01:02.090 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.324994+0000", 2024-04-12T16:01:02.090 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.324994+0000", 2024-04-12T16:01:02.090 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.325257+0000", 2024-04-12T16:01:02.090 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.828831+0000", 2024-04-12T16:01:02.090 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.090 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.090 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.091 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.091 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.828831+0000", 2024-04-12T16:01:02.091 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.828831+0000", 2024-04-12T16:01:02.091 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.828831+0000", 2024-04-12T16:01:02.091 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.091 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.091 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.091 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.828831+0000", 2024-04-12T16:01:02.091 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.828831+0000", 2024-04-12T16:01:02.091 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.091 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.091 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.091 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.091 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.091 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.092 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.092 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.092 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.092 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.092 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.092 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.092 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.092 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.33", 2024-04-12T16:01:02.092 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.092 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.092 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.092 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:02.092 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.092 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:14:06.933277+0000", 2024-04-12T16:01:02.092 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.092 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.093 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.093 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.093 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.093 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.093 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.093 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.093 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.093 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.093 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.093 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.093 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.093 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.093 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.093 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.093 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.094 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.094 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.094 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.094 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.094 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.094 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.094 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.094 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.094 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.094 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.094 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.094 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.094 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.094 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.095 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.095 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.095 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.095 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.095 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.095 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.095 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.095 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.095 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.095 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.095 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.095 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.095 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.095 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.095 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.096 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.096 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.096 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:02.096 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:02.096 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.096 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T16:01:02.096 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.096 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.096 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.096 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.096 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.096 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.096 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T16:01:02.096 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.096 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T16:01:02.097 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.097 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.097 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.097 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.097 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.097 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.097 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047196+0000", 2024-04-12T16:01:02.097 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.319041+0000", 2024-04-12T16:01:02.097 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.319041+0000", 2024-04-12T16:01:02.097 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.320160+0000", 2024-04-12T16:01:02.097 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047196+0000", 2024-04-12T16:01:02.097 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.097 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.097 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.097 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.098 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047196+0000", 2024-04-12T16:01:02.098 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047196+0000", 2024-04-12T16:01:02.098 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047196+0000", 2024-04-12T16:01:02.098 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.098 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.098 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.098 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047196+0000", 2024-04-12T16:01:02.098 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047196+0000", 2024-04-12T16:01:02.098 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.098 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.098 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.098 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.098 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.098 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.098 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.099 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.099 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.099 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.099 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.099 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.099 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.099 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.32", 2024-04-12T16:01:02.099 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.099 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.099 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.099 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:02.099 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.099 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:13:17.441595+0000", 2024-04-12T16:01:02.099 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.099 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.100 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.100 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.100 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.100 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.100 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.100 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.100 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.100 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.100 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.100 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.100 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.100 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.100 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.100 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.100 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.101 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.101 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.101 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.101 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.101 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.101 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.101 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.101 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.101 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.101 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.101 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.101 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.101 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.101 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.101 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.101 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.102 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.102 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.102 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.102 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.102 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.102 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.102 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.102 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.102 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.102 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.102 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.102 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.102 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.102 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.102 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.103 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.103 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T16:01:02.103 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.103 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T16:01:02.103 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.103 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.103 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.103 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.103 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.103 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.103 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T16:01:02.103 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.103 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T16:01:02.103 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.103 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.104 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.104 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.104 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.104 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.104 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047553+0000", 2024-04-12T16:01:02.104 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.323620+0000", 2024-04-12T16:01:02.104 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.323620+0000", 2024-04-12T16:01:02.104 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.323895+0000", 2024-04-12T16:01:02.104 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047553+0000", 2024-04-12T16:01:02.104 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.104 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.104 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.104 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.104 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047553+0000", 2024-04-12T16:01:02.104 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047553+0000", 2024-04-12T16:01:02.104 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047553+0000", 2024-04-12T16:01:02.105 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.105 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.105 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.105 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047553+0000", 2024-04-12T16:01:02.105 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047553+0000", 2024-04-12T16:01:02.105 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.105 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.105 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.105 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.105 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.105 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.105 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.105 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.105 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.105 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.105 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.106 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.106 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.106 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.31", 2024-04-12T16:01:02.106 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.106 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.106 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.106 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:02.106 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.106 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:46:50.818309+0000", 2024-04-12T16:01:02.106 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.106 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.106 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.106 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.106 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.106 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.107 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.107 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.107 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.107 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.107 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.107 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.107 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.107 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.107 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.107 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.107 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.107 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.107 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.107 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.107 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.108 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.108 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.108 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.108 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.108 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.108 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.108 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.108 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.108 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.108 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.108 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.108 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.108 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.108 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.108 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.108 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.109 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.109 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.109 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.109 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.109 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.109 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.109 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.109 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.109 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.109 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.109 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.109 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.109 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T16:01:02.109 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.109 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T16:01:02.110 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.110 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.110 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.110 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.110 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.110 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.110 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:02.110 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.110 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T16:01:02.110 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.110 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.110 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.110 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.110 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.111 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.111 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.823426+0000", 2024-04-12T16:01:02.111 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.314904+0000", 2024-04-12T16:01:02.111 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.314904+0000", 2024-04-12T16:01:02.111 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.315176+0000", 2024-04-12T16:01:02.111 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.823426+0000", 2024-04-12T16:01:02.111 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.111 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.111 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.111 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.111 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.823426+0000", 2024-04-12T16:01:02.111 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.823426+0000", 2024-04-12T16:01:02.111 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.823426+0000", 2024-04-12T16:01:02.111 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.111 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.112 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.112 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.823426+0000", 2024-04-12T16:01:02.112 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.823426+0000", 2024-04-12T16:01:02.112 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.112 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.112 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.112 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.112 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.112 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.112 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.112 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.112 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.112 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.112 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.112 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.112 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.113 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.30", 2024-04-12T16:01:02.113 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.113 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.113 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.113 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:02.113 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.113 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:13:14.633187+0000", 2024-04-12T16:01:02.113 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.113 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.113 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.113 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.113 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.113 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.113 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.113 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.114 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.114 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.114 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.114 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.114 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.114 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.114 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.114 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.114 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.114 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.114 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.114 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.114 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.114 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.114 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.115 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.115 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.115 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.115 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.115 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.115 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.115 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.115 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.115 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.115 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.115 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.115 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.115 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.115 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.115 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.116 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.116 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.116 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.116 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.116 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.116 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.116 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.116 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.116 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.116 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.116 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.116 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:02.116 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.116 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T16:01:02.116 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.116 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.117 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.117 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.117 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.117 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.117 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:02.117 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.117 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T16:01:02.117 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.117 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.117 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.117 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.117 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.117 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.117 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.824092+0000", 2024-04-12T16:01:02.117 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.309557+0000", 2024-04-12T16:01:02.117 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.309557+0000", 2024-04-12T16:01:02.118 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.309858+0000", 2024-04-12T16:01:02.118 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.824092+0000", 2024-04-12T16:01:02.118 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.118 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.118 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.118 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.118 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.824092+0000", 2024-04-12T16:01:02.118 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.824092+0000", 2024-04-12T16:01:02.118 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.824092+0000", 2024-04-12T16:01:02.118 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.118 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.118 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.118 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.824092+0000", 2024-04-12T16:01:02.118 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.824092+0000", 2024-04-12T16:01:02.119 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.119 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.119 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.119 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.119 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.119 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.119 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.119 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.119 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.119 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.119 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.119 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.119 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.119 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.2f", 2024-04-12T16:01:02.119 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.119 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.120 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.120 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:02.120 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.120 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:00:48.195594+0000", 2024-04-12T16:01:02.120 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.120 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.120 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.120 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.120 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.120 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.120 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.120 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.120 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.120 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.121 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.121 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.121 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.121 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.121 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.121 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.121 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.121 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.121 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.121 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.121 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.121 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.121 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.121 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.121 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.121 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.122 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.122 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.122 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.122 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.122 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.122 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.122 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.122 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.122 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.122 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.122 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.122 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.122 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.122 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.123 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.123 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.123 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.123 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.123 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.123 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.123 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.123 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.123 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.123 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:02.123 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.123 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T16:01:02.123 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.123 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.124 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.124 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.124 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:02.124 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:02.124 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:02.124 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.124 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T16:01:02.124 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.124 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.124 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.124 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.124 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.124 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.124 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.830302+0000", 2024-04-12T16:01:02.124 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.315404+0000", 2024-04-12T16:01:02.124 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.315404+0000", 2024-04-12T16:01:02.125 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.315668+0000", 2024-04-12T16:01:02.125 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.830302+0000", 2024-04-12T16:01:02.125 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.125 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.125 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.125 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.125 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.830302+0000", 2024-04-12T16:01:02.125 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.830302+0000", 2024-04-12T16:01:02.125 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.830302+0000", 2024-04-12T16:01:02.125 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.125 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.125 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.125 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.830302+0000", 2024-04-12T16:01:02.125 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.830302+0000", 2024-04-12T16:01:02.126 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.126 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.126 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.126 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.126 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.126 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.126 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.126 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.126 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.126 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.126 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.126 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.126 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.126 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.2e", 2024-04-12T16:01:02.126 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.127 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.127 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.127 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:02.127 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.127 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:14:27.341967+0000", 2024-04-12T16:01:02.127 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.127 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.127 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.127 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.127 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.127 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.127 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.127 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.127 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.127 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.128 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.128 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.128 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.128 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.128 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.128 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.128 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.128 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.128 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.128 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.128 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.128 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.128 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.128 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.128 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.128 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.129 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.129 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.129 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.129 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.129 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.129 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.129 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.129 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.129 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.129 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.129 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.129 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.129 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.129 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.129 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.130 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.130 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.130 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.130 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.130 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.130 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.130 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:02.130 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:02.130 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:02.130 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.130 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T16:01:02.130 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.130 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.130 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.130 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.131 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.131 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:02.131 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:02.131 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.131 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T16:01:02.131 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.131 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.131 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.131 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.131 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.131 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.131 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047265+0000", 2024-04-12T16:01:02.131 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.328545+0000", 2024-04-12T16:01:02.131 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.328545+0000", 2024-04-12T16:01:02.131 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.329185+0000", 2024-04-12T16:01:02.131 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047265+0000", 2024-04-12T16:01:02.132 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.132 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.132 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.132 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.132 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047265+0000", 2024-04-12T16:01:02.132 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047265+0000", 2024-04-12T16:01:02.132 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047265+0000", 2024-04-12T16:01:02.132 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.132 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.132 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.132 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047265+0000", 2024-04-12T16:01:02.132 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047265+0000", 2024-04-12T16:01:02.132 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.132 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.133 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.133 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.133 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.133 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.133 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.133 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.133 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.133 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.133 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.133 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.133 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.133 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.2d", 2024-04-12T16:01:02.133 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.133 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.133 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.133 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:02.134 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.134 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:09:03.886356+0000", 2024-04-12T16:01:02.134 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.134 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.134 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.134 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.134 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.134 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.134 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.134 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.134 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.134 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.134 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.134 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.135 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.135 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.135 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.135 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.135 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.135 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.135 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.135 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.135 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.135 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.135 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.135 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.135 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.135 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.135 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.136 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.136 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.136 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.136 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.136 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.136 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.136 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.136 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.136 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.136 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.136 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.136 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.136 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.136 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.136 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.137 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.137 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.137 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.137 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.137 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.137 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.137 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:02.137 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:02.137 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.137 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T16:01:02.137 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.137 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.137 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.137 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.137 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.138 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.138 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:02.138 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.138 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T16:01:02.138 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.138 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.138 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:02.138 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.138 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.138 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.138 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047782+0000", 2024-04-12T16:01:02.138 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.953533+0000", 2024-04-12T16:01:02.138 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.953533+0000", 2024-04-12T16:01:02.138 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.953845+0000", 2024-04-12T16:01:02.139 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047782+0000", 2024-04-12T16:01:02.139 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.139 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.139 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.139 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:02.139 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047782+0000", 2024-04-12T16:01:02.139 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047782+0000", 2024-04-12T16:01:02.139 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047782+0000", 2024-04-12T16:01:02.139 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.139 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.139 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.139 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047782+0000", 2024-04-12T16:01:02.139 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047782+0000", 2024-04-12T16:01:02.139 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.139 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 4, 2024-04-12T16:01:02.140 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.140 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.140 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:02.140 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.140 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.140 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.140 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.140 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 4, 2024-04-12T16:01:02.140 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.140 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.140 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.140 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.1f", 2024-04-12T16:01:02.140 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.140 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.140 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.141 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 23, 2024-04-12T16:01:02.141 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.141 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:37:37.652196+0000", 2024-04-12T16:01:02.141 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.141 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.141 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.141 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 582, 2024-04-12T16:01:02.141 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.141 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.141 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.141 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.141 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.141 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.141 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.141 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.141 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.142 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.142 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.142 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.142 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.142 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.142 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.142 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 6, 2024-04-12T16:01:02.142 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 2, 2024-04-12T16:01:02.142 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.142 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 2, 2024-04-12T16:01:02.142 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.142 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.142 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.142 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.143 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.143 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T16:01:02.143 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.143 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.143 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.143 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.143 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.143 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.143 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.143 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.143 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.143 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.143 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.143 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.143 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 4, 2024-04-12T16:01:02.143 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 1 2024-04-12T16:01:02.144 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.144 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.144 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.144 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.144 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.144 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.144 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:02.144 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.144 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T16:01:02.144 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'4" 2024-04-12T16:01:02.144 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.144 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.144 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.144 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.144 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:02.145 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:02.145 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.145 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T16:01:02.145 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.145 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.145 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.145 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.145 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.145 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.145 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.829165+0000", 2024-04-12T16:01:02.145 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.325324+0000", 2024-04-12T16:01:02.145 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.325324+0000", 2024-04-12T16:01:02.145 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.325585+0000", 2024-04-12T16:01:02.145 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.829165+0000", 2024-04-12T16:01:02.145 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.146 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.146 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.146 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.146 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.829165+0000", 2024-04-12T16:01:02.146 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.829165+0000", 2024-04-12T16:01:02.146 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.829165+0000", 2024-04-12T16:01:02.146 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.146 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.146 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.146 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.829165+0000", 2024-04-12T16:01:02.146 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.829165+0000", 2024-04-12T16:01:02.146 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.146 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.146 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.146 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.147 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.147 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.147 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.147 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.147 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.147 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.147 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.147 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.147 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.147 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.1e", 2024-04-12T16:01:02.147 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.147 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.147 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.147 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:02.147 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.148 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:06:58.866716+0000", 2024-04-12T16:01:02.148 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.148 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.148 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.148 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.148 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.148 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.148 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.148 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.148 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.148 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.148 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.148 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.148 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.148 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.149 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.149 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.149 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.149 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.149 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.149 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.149 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.149 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.149 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.149 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.149 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.149 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.149 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.149 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.149 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.149 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.150 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.150 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.150 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.150 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.150 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.150 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.150 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.150 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.150 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.150 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.150 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.150 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.150 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.150 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.151 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.151 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.151 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.151 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.151 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:02.151 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:02.151 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.151 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T16:01:02.151 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.151 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.151 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.151 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.151 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.151 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.151 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T16:01:02.152 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.152 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T16:01:02.152 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.152 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.152 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:02.152 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.152 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.152 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.152 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.829246+0000", 2024-04-12T16:01:02.152 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.959673+0000", 2024-04-12T16:01:02.152 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.959673+0000", 2024-04-12T16:01:02.152 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.959961+0000", 2024-04-12T16:01:02.152 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.829246+0000", 2024-04-12T16:01:02.152 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.152 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.152 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.153 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:02.153 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.829246+0000", 2024-04-12T16:01:02.153 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.829246+0000", 2024-04-12T16:01:02.153 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.829246+0000", 2024-04-12T16:01:02.153 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.153 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.153 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.153 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.829246+0000", 2024-04-12T16:01:02.153 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.829246+0000", 2024-04-12T16:01:02.153 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.153 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 1, 2024-04-12T16:01:02.153 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.153 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.153 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:02.153 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.154 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.154 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.154 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.154 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 1, 2024-04-12T16:01:02.154 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.154 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.154 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.154 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.1e", 2024-04-12T16:01:02.154 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.154 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.154 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.154 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 20, 2024-04-12T16:01:02.154 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.154 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:24:28.143366+0000", 2024-04-12T16:01:02.155 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.155 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.155 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.155 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.155 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.155 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.155 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.155 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.155 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.155 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.155 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.155 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.155 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.155 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.155 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.155 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.156 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.156 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.156 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.156 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.156 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.156 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.156 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.156 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.156 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.156 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.156 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.156 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.156 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.156 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.156 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.156 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.157 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.157 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.157 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.157 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.157 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.157 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.157 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.157 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.157 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.157 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.157 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.157 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.157 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.157 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.157 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.158 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.158 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.158 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T16:01:02.158 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.158 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T16:01:02.158 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'1" 2024-04-12T16:01:02.158 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.158 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.158 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.158 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.158 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.158 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:02.158 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.158 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T16:01:02.159 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.159 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.159 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.159 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.159 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.159 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.159 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047664+0000", 2024-04-12T16:01:02.159 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.322107+0000", 2024-04-12T16:01:02.159 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.322107+0000", 2024-04-12T16:01:02.159 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.322495+0000", 2024-04-12T16:01:02.159 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047664+0000", 2024-04-12T16:01:02.159 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.159 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.159 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.159 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.159 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047664+0000", 2024-04-12T16:01:02.160 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047664+0000", 2024-04-12T16:01:02.160 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047664+0000", 2024-04-12T16:01:02.160 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.160 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.160 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.160 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047664+0000", 2024-04-12T16:01:02.160 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047664+0000", 2024-04-12T16:01:02.160 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.160 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.160 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.160 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.160 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.160 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.160 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.160 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.161 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.161 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.161 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.161 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.161 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.161 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.1f", 2024-04-12T16:01:02.161 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.161 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.161 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.161 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:02.161 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.161 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:56:20.380613+0000", 2024-04-12T16:01:02.161 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.161 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.161 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.161 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.162 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.162 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.162 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.162 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.162 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.162 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.162 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.162 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.162 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.162 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.162 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.162 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.162 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.162 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.162 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.163 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.163 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.163 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.163 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.163 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.163 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.163 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.163 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.163 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.163 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.163 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.163 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.163 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.163 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.163 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.163 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.164 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.164 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.164 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.164 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.164 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.164 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.164 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.164 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.164 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.164 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.164 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.164 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.164 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.164 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.164 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:02.164 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.165 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T16:01:02.165 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.165 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.165 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.165 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.165 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.165 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:02.165 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:02.165 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.165 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T16:01:02.165 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.165 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.165 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:02.165 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.165 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.166 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.166 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047649+0000", 2024-04-12T16:01:02.166 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.955702+0000", 2024-04-12T16:01:02.166 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.955702+0000", 2024-04-12T16:01:02.166 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.955966+0000", 2024-04-12T16:01:02.166 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047649+0000", 2024-04-12T16:01:02.166 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.166 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.166 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.166 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:02.166 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047649+0000", 2024-04-12T16:01:02.166 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047649+0000", 2024-04-12T16:01:02.166 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047649+0000", 2024-04-12T16:01:02.166 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.166 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.167 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.167 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047649+0000", 2024-04-12T16:01:02.167 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047649+0000", 2024-04-12T16:01:02.167 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.167 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 2, 2024-04-12T16:01:02.167 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.167 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.167 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:02.167 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.167 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.167 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.167 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.167 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 2, 2024-04-12T16:01:02.167 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.167 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.167 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.167 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.1d", 2024-04-12T16:01:02.168 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.168 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.168 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.168 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 21, 2024-04-12T16:01:02.168 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.168 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:35:54.816443+0000", 2024-04-12T16:01:02.168 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.168 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.168 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.168 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.168 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.168 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.168 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.168 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.168 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.169 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.169 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.169 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.169 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.169 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.169 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.169 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.169 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.169 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.169 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.169 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T16:01:02.169 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T16:01:02.169 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.169 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T16:01:02.169 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.169 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.170 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.170 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.170 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.170 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T16:01:02.170 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.170 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.170 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.170 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.170 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.170 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.170 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.170 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.170 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.171 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.171 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.171 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.171 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3, 2024-04-12T16:01:02.171 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.171 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.171 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.171 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.171 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.171 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.171 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:02.171 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:02.171 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.171 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T16:01:02.171 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'2" 2024-04-12T16:01:02.172 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.172 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.172 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.172 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.172 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.172 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:02.172 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.172 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T16:01:02.172 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.172 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.172 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.172 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.172 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.172 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.172 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.823804+0000", 2024-04-12T16:01:02.172 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.313066+0000", 2024-04-12T16:01:02.173 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.313066+0000", 2024-04-12T16:01:02.173 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.313359+0000", 2024-04-12T16:01:02.173 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.823804+0000", 2024-04-12T16:01:02.173 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.173 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.173 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.173 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.173 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.823804+0000", 2024-04-12T16:01:02.173 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.823804+0000", 2024-04-12T16:01:02.173 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.823804+0000", 2024-04-12T16:01:02.173 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.173 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.173 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.173 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.823804+0000", 2024-04-12T16:01:02.173 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.823804+0000", 2024-04-12T16:01:02.174 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.174 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.174 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.174 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.174 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.174 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.174 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.174 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.174 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.174 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.174 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.174 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.174 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.174 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.1c", 2024-04-12T16:01:02.175 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.175 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.175 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.175 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:02.175 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.175 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:20:13.293026+0000", 2024-04-12T16:01:02.175 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.175 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.175 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.175 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.175 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.175 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.175 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.175 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.175 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.175 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.176 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.176 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.176 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.176 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.176 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.176 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.176 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.176 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.176 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.176 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.176 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.176 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.176 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.176 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.176 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.177 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.177 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.177 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.177 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.177 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.177 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.177 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.177 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.177 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.177 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.177 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.177 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.177 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.177 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.177 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.177 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.178 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.178 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.178 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.178 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.178 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.178 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.178 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.178 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.178 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:02.178 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.178 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T16:01:02.178 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.178 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.178 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.178 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.179 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.179 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.179 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:02.179 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.179 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 4, 2024-04-12T16:01:02.179 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.179 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.179 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:02.179 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.179 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.179 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.179 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047552+0000", 2024-04-12T16:01:02.179 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:55.814773+0000", 2024-04-12T16:01:02.179 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:55.814773+0000", 2024-04-12T16:01:02.179 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:55.817460+0000", 2024-04-12T16:01:02.179 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047552+0000", 2024-04-12T16:01:02.180 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.180 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.180 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.180 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 64, 2024-04-12T16:01:02.180 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047552+0000", 2024-04-12T16:01:02.180 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047552+0000", 2024-04-12T16:01:02.180 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047552+0000", 2024-04-12T16:01:02.180 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.180 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.180 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.180 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047552+0000", 2024-04-12T16:01:02.180 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047552+0000", 2024-04-12T16:01:02.180 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.180 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 2, 2024-04-12T16:01:02.180 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.181 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.181 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 63, 2024-04-12T16:01:02.181 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.181 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.181 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.181 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.181 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 2, 2024-04-12T16:01:02.181 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.181 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.181 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.181 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.1c", 2024-04-12T16:01:02.181 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.181 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.181 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.181 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 20, 2024-04-12T16:01:02.182 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.182 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:32:48.866468+0000", 2024-04-12T16:01:02.182 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.182 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.182 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.182 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.182 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.182 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.182 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.182 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.182 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.182 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.182 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.182 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.182 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.183 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.183 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.183 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.183 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.183 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.183 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.183 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T16:01:02.183 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T16:01:02.183 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.183 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T16:01:02.183 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.183 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.183 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.183 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T16:01:02.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 1, 2024-04-12T16:01:02.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3, 2024-04-12T16:01:02.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.185 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.185 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.185 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.185 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.185 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.185 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.185 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:02.185 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.185 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 4, 2024-04-12T16:01:02.185 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'2" 2024-04-12T16:01:02.185 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.185 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.185 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.185 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.185 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.186 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:02.186 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.186 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T16:01:02.186 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.186 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.186 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.186 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.186 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.186 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.186 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.824079+0000", 2024-04-12T16:01:02.186 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.307810+0000", 2024-04-12T16:01:02.186 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.307810+0000", 2024-04-12T16:01:02.186 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.308135+0000", 2024-04-12T16:01:02.186 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.824079+0000", 2024-04-12T16:01:02.186 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.187 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.187 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.187 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.187 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.824079+0000", 2024-04-12T16:01:02.187 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.824079+0000", 2024-04-12T16:01:02.187 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.824079+0000", 2024-04-12T16:01:02.187 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.187 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.187 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.187 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.824079+0000", 2024-04-12T16:01:02.187 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.824079+0000", 2024-04-12T16:01:02.187 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.187 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.187 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.187 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.187 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.188 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.188 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.188 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.188 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.188 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.188 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.188 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.188 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.188 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.1d", 2024-04-12T16:01:02.188 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.188 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.188 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.188 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:02.188 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.188 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:38:34.742094+0000", 2024-04-12T16:01:02.188 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.189 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.189 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.189 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.189 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.189 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.189 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.189 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.189 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.189 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.189 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.189 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.189 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.189 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.189 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.189 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.190 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.190 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.190 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.190 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.190 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.190 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.190 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.190 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.190 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.190 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.190 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.190 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.190 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.190 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.190 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.191 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.191 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.191 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.191 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.191 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.191 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.191 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.191 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.191 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.191 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.191 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.191 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.191 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.191 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.191 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.192 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.192 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.192 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.192 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:02.192 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.192 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T16:01:02.192 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.192 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.192 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.192 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.192 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.192 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.192 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:02.192 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.192 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T16:01:02.192 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.193 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.193 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:02.193 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.193 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.193 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.193 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.829024+0000", 2024-04-12T16:01:02.193 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.962799+0000", 2024-04-12T16:01:02.193 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.962799+0000", 2024-04-12T16:01:02.193 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.963058+0000", 2024-04-12T16:01:02.193 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.829024+0000", 2024-04-12T16:01:02.193 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.193 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.193 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.193 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:02.193 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.829024+0000", 2024-04-12T16:01:02.194 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.829024+0000", 2024-04-12T16:01:02.194 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.829024+0000", 2024-04-12T16:01:02.194 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.194 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.194 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.194 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.829024+0000", 2024-04-12T16:01:02.194 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.829024+0000", 2024-04-12T16:01:02.194 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.194 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 1, 2024-04-12T16:01:02.194 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.194 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.194 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:02.194 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.194 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.194 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.194 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.195 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 1, 2024-04-12T16:01:02.195 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.195 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.195 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.195 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.1b", 2024-04-12T16:01:02.195 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.195 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.195 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.195 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 20, 2024-04-12T16:01:02.195 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.195 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:47:06.953234+0000", 2024-04-12T16:01:02.195 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.195 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.195 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.195 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.196 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.196 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.196 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.196 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.196 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.196 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.196 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.196 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.196 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.196 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.196 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.196 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.196 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.196 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.196 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.197 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.197 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.197 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.197 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.197 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.197 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.197 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.197 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.197 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.197 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.197 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.197 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.197 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.197 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.197 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.197 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.198 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.198 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.198 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.198 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.198 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.198 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.198 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.198 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.198 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.198 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.198 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.198 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.198 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.198 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.198 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:02.199 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.199 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T16:01:02.199 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'1" 2024-04-12T16:01:02.199 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.199 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.199 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.199 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.199 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.199 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:02.199 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.199 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 4, 2024-04-12T16:01:02.199 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.199 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.199 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.200 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.200 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.200 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.200 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047207+0000", 2024-04-12T16:01:02.200 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.315420+0000", 2024-04-12T16:01:02.200 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.315420+0000", 2024-04-12T16:01:02.200 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.315709+0000", 2024-04-12T16:01:02.200 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047207+0000", 2024-04-12T16:01:02.200 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.200 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.200 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.200 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.200 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047207+0000", 2024-04-12T16:01:02.200 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047207+0000", 2024-04-12T16:01:02.200 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047207+0000", 2024-04-12T16:01:02.201 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.201 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.201 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.201 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047207+0000", 2024-04-12T16:01:02.201 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047207+0000", 2024-04-12T16:01:02.201 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.201 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.201 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.201 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.201 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.201 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.201 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.201 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.201 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.201 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.202 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.202 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.202 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.202 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.1a", 2024-04-12T16:01:02.202 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.202 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.202 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.202 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:02.202 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.202 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:06:14.872689+0000", 2024-04-12T16:01:02.202 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.202 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.202 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.202 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.202 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.204 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.204 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.204 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.204 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.204 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.204 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.204 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.204 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.204 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.204 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.204 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.204 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.204 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.204 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.204 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.204 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.205 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.205 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.205 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.205 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.205 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.205 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.205 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.205 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.205 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.205 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.205 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.205 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.205 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.205 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:02.205 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.205 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 4, 2024-04-12T16:01:02.206 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.206 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.206 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.206 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.206 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:02.206 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.206 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:02.206 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.206 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T16:01:02.206 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.206 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.206 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:02.206 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.206 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.207 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.207 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047457+0000", 2024-04-12T16:01:02.207 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.951067+0000", 2024-04-12T16:01:02.207 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.951067+0000", 2024-04-12T16:01:02.207 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.951761+0000", 2024-04-12T16:01:02.207 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047457+0000", 2024-04-12T16:01:02.207 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.207 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.207 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.207 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:02.207 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047457+0000", 2024-04-12T16:01:02.207 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047457+0000", 2024-04-12T16:01:02.207 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047457+0000", 2024-04-12T16:01:02.207 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.207 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.208 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.208 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047457+0000", 2024-04-12T16:01:02.208 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047457+0000", 2024-04-12T16:01:02.208 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.208 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 1, 2024-04-12T16:01:02.208 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.208 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.208 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:02.208 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.208 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.208 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.208 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.208 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 1, 2024-04-12T16:01:02.208 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.208 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.209 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.209 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.1a", 2024-04-12T16:01:02.209 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.209 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.209 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.209 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 20, 2024-04-12T16:01:02.209 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.209 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:52:59.586610+0000", 2024-04-12T16:01:02.209 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.209 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.209 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.209 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.209 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.209 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.209 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.210 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.210 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.210 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.210 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.210 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.210 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.210 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.210 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.210 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.210 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.210 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.210 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.210 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.210 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.210 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.211 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.211 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.211 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.211 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.211 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.211 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.211 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.211 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.211 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.211 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.211 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.211 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.211 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.211 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.211 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.212 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.212 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.212 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.212 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.212 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.212 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.212 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.212 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.212 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.212 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.212 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:02.212 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.212 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:02.212 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.212 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T16:01:02.213 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'1" 2024-04-12T16:01:02.213 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.213 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.213 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.213 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.213 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.213 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:02.213 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.213 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T16:01:02.213 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.213 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.213 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.213 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.213 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.213 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.214 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047163+0000", 2024-04-12T16:01:02.214 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.318910+0000", 2024-04-12T16:01:02.214 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.318910+0000", 2024-04-12T16:01:02.214 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.319975+0000", 2024-04-12T16:01:02.214 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047163+0000", 2024-04-12T16:01:02.214 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.214 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.214 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.214 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.214 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047163+0000", 2024-04-12T16:01:02.214 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047163+0000", 2024-04-12T16:01:02.214 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047163+0000", 2024-04-12T16:01:02.214 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.214 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.214 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.215 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047163+0000", 2024-04-12T16:01:02.215 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047163+0000", 2024-04-12T16:01:02.215 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.215 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.215 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.215 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.215 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.215 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.215 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.215 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.215 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.215 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.215 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.215 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.215 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.216 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.1b", 2024-04-12T16:01:02.216 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.216 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.216 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.216 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:02.216 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.216 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:43:00.327294+0000", 2024-04-12T16:01:02.216 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.216 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.216 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.216 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.216 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.216 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.216 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.216 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.217 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.217 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.217 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.217 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.217 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.217 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.217 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.217 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.217 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.217 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.217 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.217 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.217 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.217 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.217 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.217 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.218 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.218 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.218 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.218 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.218 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.218 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.218 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.218 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.218 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.218 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.218 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.218 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.218 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.218 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.218 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.219 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.219 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.219 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.219 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.219 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.219 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.219 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.219 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.219 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.219 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.219 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:02.219 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.219 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T16:01:02.219 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.219 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.219 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.220 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.220 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.220 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:02.220 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:02.220 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.220 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T16:01:02.220 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.220 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.220 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:02.220 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.220 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.220 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.220 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.828903+0000", 2024-04-12T16:01:02.220 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.960954+0000", 2024-04-12T16:01:02.220 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.960954+0000", 2024-04-12T16:01:02.221 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.961192+0000", 2024-04-12T16:01:02.221 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.828903+0000", 2024-04-12T16:01:02.221 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.221 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.221 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.221 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:02.221 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.828903+0000", 2024-04-12T16:01:02.221 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.828903+0000", 2024-04-12T16:01:02.221 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.828903+0000", 2024-04-12T16:01:02.221 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.221 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.221 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.221 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.828903+0000", 2024-04-12T16:01:02.221 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.828903+0000", 2024-04-12T16:01:02.221 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.222 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.222 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.222 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.222 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:02.222 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.222 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.222 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.222 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.222 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.222 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.222 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.222 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.222 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.19", 2024-04-12T16:01:02.222 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.222 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.223 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.223 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:02.223 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.223 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:43:57.111380+0000", 2024-04-12T16:01:02.223 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.223 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.223 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.223 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.223 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.223 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.223 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.223 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.223 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.223 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.224 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.224 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.224 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.224 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.224 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.224 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.224 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.224 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.224 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.224 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.224 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.224 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.224 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.224 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.224 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.225 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.225 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.225 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.225 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.225 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.225 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.225 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.225 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.225 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.225 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.225 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.225 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.225 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.225 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.226 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.226 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.226 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.226 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.226 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.226 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.226 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.226 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.226 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.226 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:02.226 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:02.226 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.226 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T16:01:02.226 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.227 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.227 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.227 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.227 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.227 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.227 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:02.227 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.227 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T16:01:02.227 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.227 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.227 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.227 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.227 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.227 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.227 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.828864+0000", 2024-04-12T16:01:02.228 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.314507+0000", 2024-04-12T16:01:02.228 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.314507+0000", 2024-04-12T16:01:02.228 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.314898+0000", 2024-04-12T16:01:02.228 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.828864+0000", 2024-04-12T16:01:02.228 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.228 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.228 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.228 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.228 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.828864+0000", 2024-04-12T16:01:02.228 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.828864+0000", 2024-04-12T16:01:02.228 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.828864+0000", 2024-04-12T16:01:02.228 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.228 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.228 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.228 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.828864+0000", 2024-04-12T16:01:02.228 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.828864+0000", 2024-04-12T16:01:02.229 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.229 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.229 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.229 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.229 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.229 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.229 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.229 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.229 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.229 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.229 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.229 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.229 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.229 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.18", 2024-04-12T16:01:02.230 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.230 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.230 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.230 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:02.230 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.230 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:09:34.268882+0000", 2024-04-12T16:01:02.230 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.230 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.230 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.230 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.230 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.230 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.230 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.230 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.230 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.230 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.231 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.231 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.231 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.231 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.231 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.231 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.231 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.231 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.231 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.231 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.231 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.231 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.231 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.231 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.231 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.232 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.232 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.232 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.232 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.232 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.232 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.232 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.232 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.232 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.232 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.232 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.232 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.232 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.232 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.232 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.233 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.233 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.233 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.233 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.233 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.233 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.233 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.233 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.233 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.233 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:02.233 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.233 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T16:01:02.233 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.233 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.234 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.234 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.234 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.234 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.234 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:02.234 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.234 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T16:01:02.234 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.234 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.234 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:02.234 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.234 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.234 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.234 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.823521+0000", 2024-04-12T16:01:02.234 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.958809+0000", 2024-04-12T16:01:02.235 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.958809+0000", 2024-04-12T16:01:02.235 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.959128+0000", 2024-04-12T16:01:02.235 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.823521+0000", 2024-04-12T16:01:02.235 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.235 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.235 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.235 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:02.235 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.823521+0000", 2024-04-12T16:01:02.235 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.823521+0000", 2024-04-12T16:01:02.235 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.823521+0000", 2024-04-12T16:01:02.235 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.235 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.235 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.235 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.823521+0000", 2024-04-12T16:01:02.235 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.823521+0000", 2024-04-12T16:01:02.236 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.236 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.236 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.236 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.236 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:02.236 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.236 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.236 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.236 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.236 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.236 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.236 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.236 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.236 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.18", 2024-04-12T16:01:02.236 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.237 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.237 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.237 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 20, 2024-04-12T16:01:02.237 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.237 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:16:56.026913+0000", 2024-04-12T16:01:02.237 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.237 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.237 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.237 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.237 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.237 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.237 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.237 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.237 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.237 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.238 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.238 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.238 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.238 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.238 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.238 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.238 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.238 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.238 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.238 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.238 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.238 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.238 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.238 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.239 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.239 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.239 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.239 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.239 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.239 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.239 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.239 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.239 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.239 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.239 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.239 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.239 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.239 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.239 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.239 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.240 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.240 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.240 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.240 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.240 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.240 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.240 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.240 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.240 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.240 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:02.240 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.240 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T16:01:02.240 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.240 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.240 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.241 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.241 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.241 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.241 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:02.241 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.241 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T16:01:02.241 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.241 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.241 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.241 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.241 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.241 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.241 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047632+0000", 2024-04-12T16:01:02.241 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.319726+0000", 2024-04-12T16:01:02.241 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.319726+0000", 2024-04-12T16:01:02.242 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.319999+0000", 2024-04-12T16:01:02.242 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047632+0000", 2024-04-12T16:01:02.242 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.242 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.242 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.242 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.242 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047632+0000", 2024-04-12T16:01:02.242 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047632+0000", 2024-04-12T16:01:02.242 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047632+0000", 2024-04-12T16:01:02.242 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.242 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.242 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.242 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047632+0000", 2024-04-12T16:01:02.245 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047632+0000", 2024-04-12T16:01:02.245 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.245 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.245 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.245 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.246 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.246 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.246 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.246 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.246 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.246 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.246 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.246 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.246 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.246 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.19", 2024-04-12T16:01:02.246 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.246 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.246 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.246 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:02.247 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.247 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:39:18.539130+0000", 2024-04-12T16:01:02.247 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.247 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.247 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.247 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.247 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.247 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.247 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.247 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.247 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.247 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.247 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.247 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.247 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.247 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.248 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.248 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.248 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.248 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.248 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.248 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.248 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.248 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.248 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.248 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.248 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.248 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.248 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.248 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.248 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.249 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.249 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.249 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.249 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.249 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.249 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.249 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.249 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.249 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.249 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.249 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.249 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.249 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.249 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.249 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.250 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.250 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.250 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.250 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.250 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.250 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:02.250 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.250 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T16:01:02.250 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.250 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.250 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.250 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.250 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:02.250 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.251 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:02.251 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.251 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T16:01:02.251 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.251 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.251 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:02.251 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.251 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.251 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.251 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047763+0000", 2024-04-12T16:01:02.251 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.954727+0000", 2024-04-12T16:01:02.251 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.954727+0000", 2024-04-12T16:01:02.251 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.955017+0000", 2024-04-12T16:01:02.251 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047763+0000", 2024-04-12T16:01:02.251 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.251 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.252 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.252 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:02.252 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047763+0000", 2024-04-12T16:01:02.252 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047763+0000", 2024-04-12T16:01:02.252 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047763+0000", 2024-04-12T16:01:02.252 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.252 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.252 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.252 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047763+0000", 2024-04-12T16:01:02.252 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047763+0000", 2024-04-12T16:01:02.252 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.252 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.252 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.252 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.253 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:02.253 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.253 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.253 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.253 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.253 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.253 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.253 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.253 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.253 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.17", 2024-04-12T16:01:02.253 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.253 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.253 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.253 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:02.253 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.254 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:52:29.302324+0000", 2024-04-12T16:01:02.254 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.254 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.254 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.254 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.254 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.254 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.254 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.254 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.254 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.254 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.254 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.254 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.254 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.254 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.255 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.255 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.255 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.255 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.255 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.255 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.255 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.255 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.255 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.255 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.255 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.255 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.255 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.255 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.255 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.256 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.256 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.256 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.256 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.256 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.256 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.256 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.256 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.256 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.256 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.256 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.256 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.256 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.256 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.256 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.257 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.257 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.257 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.257 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:02.257 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.257 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:02.257 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.257 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T16:01:02.257 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.257 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.257 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.257 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.257 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.257 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.257 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:02.258 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.258 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T16:01:02.258 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.258 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.258 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.258 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.258 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.258 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.258 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.824031+0000", 2024-04-12T16:01:02.258 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.306080+0000", 2024-04-12T16:01:02.258 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.306080+0000", 2024-04-12T16:01:02.258 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.306397+0000", 2024-04-12T16:01:02.258 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.824031+0000", 2024-04-12T16:01:02.258 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.258 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.259 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.259 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.259 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.824031+0000", 2024-04-12T16:01:02.259 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.824031+0000", 2024-04-12T16:01:02.259 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.824031+0000", 2024-04-12T16:01:02.259 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.259 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.259 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.259 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.824031+0000", 2024-04-12T16:01:02.259 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.824031+0000", 2024-04-12T16:01:02.259 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.259 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.259 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.259 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.259 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.259 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.260 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.260 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.260 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.260 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.260 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.260 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.260 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.260 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.16", 2024-04-12T16:01:02.260 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.260 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.260 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.260 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:02.261 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.261 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:31:55.692905+0000", 2024-04-12T16:01:02.261 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.261 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.261 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.261 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.261 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.261 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.261 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.261 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.261 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.261 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.261 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.261 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.261 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.262 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.262 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.262 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.262 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.262 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.262 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.262 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.262 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.262 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.262 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.262 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.262 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.262 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.262 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.263 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.263 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.263 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.263 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.263 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.263 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.263 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.263 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.263 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.263 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.263 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.263 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.263 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.263 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.263 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.263 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.264 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.264 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.264 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.264 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.264 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.264 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.264 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:02.264 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.264 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T16:01:02.264 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.264 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.264 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.264 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.264 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.264 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:02.265 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:02.265 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.265 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T16:01:02.265 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.265 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.265 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:02.265 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.265 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.265 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.265 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.823950+0000", 2024-04-12T16:01:02.265 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.960240+0000", 2024-04-12T16:01:02.265 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.960240+0000", 2024-04-12T16:01:02.265 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.960624+0000", 2024-04-12T16:01:02.265 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.823950+0000", 2024-04-12T16:01:02.265 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.266 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.266 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.266 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:02.266 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.823950+0000", 2024-04-12T16:01:02.266 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.823950+0000", 2024-04-12T16:01:02.266 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.823950+0000", 2024-04-12T16:01:02.266 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.266 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.266 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.266 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.823950+0000", 2024-04-12T16:01:02.266 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.823950+0000", 2024-04-12T16:01:02.266 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.266 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.266 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.267 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.267 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:02.267 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.267 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.267 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.267 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.267 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.267 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.267 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.267 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.267 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.16", 2024-04-12T16:01:02.267 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.267 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.267 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.267 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 20, 2024-04-12T16:01:02.268 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.268 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:48:07.754774+0000", 2024-04-12T16:01:02.268 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.268 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.268 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.268 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.268 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.268 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.268 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.268 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.268 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.268 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.268 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.268 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.268 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.268 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.269 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.269 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.269 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.269 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.269 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.269 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.269 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.269 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.269 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.269 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.269 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.269 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.269 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.269 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.269 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.270 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.270 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.270 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.270 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.270 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.270 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.270 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.270 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.270 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.270 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.270 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.270 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.270 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.270 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.270 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.271 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.271 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.271 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.271 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.271 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:02.271 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:02.271 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.271 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T16:01:02.271 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.271 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.271 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.271 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.271 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.271 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.271 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T16:01:02.271 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.272 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T16:01:02.272 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.272 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.272 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.272 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.272 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.272 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.272 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047736+0000", 2024-04-12T16:01:02.272 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.320207+0000", 2024-04-12T16:01:02.272 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.320207+0000", 2024-04-12T16:01:02.272 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.320588+0000", 2024-04-12T16:01:02.272 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047736+0000", 2024-04-12T16:01:02.272 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.272 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.272 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.273 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.273 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047736+0000", 2024-04-12T16:01:02.273 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047736+0000", 2024-04-12T16:01:02.273 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047736+0000", 2024-04-12T16:01:02.273 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.273 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.273 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.273 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047736+0000", 2024-04-12T16:01:02.273 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047736+0000", 2024-04-12T16:01:02.273 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.273 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.273 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.273 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.273 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.273 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.273 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.274 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.274 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.274 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.274 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.274 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.274 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.274 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.17", 2024-04-12T16:01:02.274 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.274 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.274 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.274 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:02.274 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.274 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:52:31.925872+0000", 2024-04-12T16:01:02.274 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.275 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.275 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.275 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.275 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.275 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.275 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.275 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.275 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.275 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.275 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.275 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.275 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.275 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.275 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.275 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.276 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.276 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.276 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.276 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.276 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.276 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.276 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.276 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.276 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.276 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.276 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.276 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.276 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.276 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.276 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.277 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.277 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.277 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.277 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.277 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.277 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.277 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.277 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.277 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.277 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.277 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.277 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.277 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.277 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.277 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.278 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.278 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.278 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.278 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T16:01:02.278 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.278 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T16:01:02.278 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.278 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.278 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.278 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.278 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.278 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.278 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:02.278 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.278 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T16:01:02.279 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.279 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.279 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:02.279 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.279 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.279 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.279 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.048530+0000", 2024-04-12T16:01:02.279 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.959679+0000", 2024-04-12T16:01:02.279 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.959679+0000", 2024-04-12T16:01:02.279 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.960030+0000", 2024-04-12T16:01:02.279 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.048530+0000", 2024-04-12T16:01:02.279 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.279 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.279 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.279 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:02.280 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.048530+0000", 2024-04-12T16:01:02.280 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.048530+0000", 2024-04-12T16:01:02.280 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.048530+0000", 2024-04-12T16:01:02.280 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.280 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.280 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.280 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.048530+0000", 2024-04-12T16:01:02.280 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.048530+0000", 2024-04-12T16:01:02.280 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.280 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3, 2024-04-12T16:01:02.280 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.280 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.280 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:02.280 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.280 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.280 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.281 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.281 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3, 2024-04-12T16:01:02.281 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.281 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.281 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.281 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.15", 2024-04-12T16:01:02.281 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.281 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.281 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.281 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 23, 2024-04-12T16:01:02.281 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.281 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:54:58.084879+0000", 2024-04-12T16:01:02.281 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.281 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.281 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.282 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 90, 2024-04-12T16:01:02.282 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.282 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.282 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.282 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.282 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.282 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.282 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.282 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.282 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.282 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.282 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.282 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.282 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.282 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.282 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.283 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 6, 2024-04-12T16:01:02.283 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 2, 2024-04-12T16:01:02.283 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.283 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 2, 2024-04-12T16:01:02.283 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.283 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.283 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.283 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.283 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.283 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T16:01:02.283 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.283 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.283 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.283 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.283 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.284 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.284 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.284 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.284 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.284 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.284 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.284 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.284 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 4, 2024-04-12T16:01:02.284 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 1 2024-04-12T16:01:02.284 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.284 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.284 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.284 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.284 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.284 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.284 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:02.285 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.285 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T16:01:02.285 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'3" 2024-04-12T16:01:02.285 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.285 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.285 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.285 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:02.285 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.285 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:02.285 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.285 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T16:01:02.285 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.285 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.285 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.285 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.285 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.286 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.286 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.830129+0000", 2024-04-12T16:01:02.286 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:55.935424+0000", 2024-04-12T16:01:02.286 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:55.935424+0000", 2024-04-12T16:01:02.286 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:55.935774+0000", 2024-04-12T16:01:02.286 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.830129+0000", 2024-04-12T16:01:02.286 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.286 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.286 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.286 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 64, 2024-04-12T16:01:02.286 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.830129+0000", 2024-04-12T16:01:02.286 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.830129+0000", 2024-04-12T16:01:02.286 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.830129+0000", 2024-04-12T16:01:02.286 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.287 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.287 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.287 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.830129+0000", 2024-04-12T16:01:02.287 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.830129+0000", 2024-04-12T16:01:02.287 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.287 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.287 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.287 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.287 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 63, 2024-04-12T16:01:02.287 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.287 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.287 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.287 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.287 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.287 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.288 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.288 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.288 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.14", 2024-04-12T16:01:02.288 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.288 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.288 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.288 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 17, 2024-04-12T16:01:02.288 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.288 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:58:32.030955+0000", 2024-04-12T16:01:02.288 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.288 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.288 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.288 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.288 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.288 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.288 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.289 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.289 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.289 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.289 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.289 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.289 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.289 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.289 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.289 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.289 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.289 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.289 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.289 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.289 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.289 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.290 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.290 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.290 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.290 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.290 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.290 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.290 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.290 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.290 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.290 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.290 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.290 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.290 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.290 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.290 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.290 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.291 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.291 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.291 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.291 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.291 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.291 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.291 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.291 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.291 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.291 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:02.291 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.291 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:02.291 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.291 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T16:01:02.291 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.292 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.292 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.292 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.292 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:02.292 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.292 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T16:01:02.292 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.292 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T16:01:02.292 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.292 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.292 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:02.292 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.292 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.292 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.292 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:59:35.878768+0000", 2024-04-12T16:01:02.292 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.954854+0000", 2024-04-12T16:01:02.293 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.954854+0000", 2024-04-12T16:01:02.293 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.955127+0000", 2024-04-12T16:01:02.293 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:59:35.878768+0000", 2024-04-12T16:01:02.293 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.293 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.293 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.293 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:02.293 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:59:35.878768+0000", 2024-04-12T16:01:02.293 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:59:35.878768+0000", 2024-04-12T16:01:02.293 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:59:35.878768+0000", 2024-04-12T16:01:02.293 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.293 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.293 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.293 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:59:35.878768+0000", 2024-04-12T16:01:02.293 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:59:35.878768+0000", 2024-04-12T16:01:02.294 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.294 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 12, 2024-04-12T16:01:02.294 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.294 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.294 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:02.294 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.294 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.294 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.294 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.294 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 12, 2024-04-12T16:01:02.294 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.294 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.294 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.294 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.14", 2024-04-12T16:01:02.294 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.295 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.295 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.295 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 31, 2024-04-12T16:01:02.295 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.295 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:35:30.008468+0000", 2024-04-12T16:01:02.295 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.295 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.295 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.295 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 2632, 2024-04-12T16:01:02.295 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.295 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.295 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.295 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.295 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.295 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.295 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.296 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.296 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.296 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.296 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.296 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.296 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.296 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.296 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.296 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 12, 2024-04-12T16:01:02.296 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 4, 2024-04-12T16:01:02.296 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.296 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 4, 2024-04-12T16:01:02.296 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.296 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.296 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.296 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.297 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.297 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T16:01:02.297 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.297 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.297 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.297 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.297 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.297 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.297 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.297 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.297 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.297 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.297 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.297 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.297 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 12, 2024-04-12T16:01:02.298 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 9 2024-04-12T16:01:02.298 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.298 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.298 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.298 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.298 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:02.298 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.298 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T16:01:02.298 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.298 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T16:01:02.298 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "69'12" 2024-04-12T16:01:02.298 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.298 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.298 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.298 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.299 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.299 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:02.299 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.299 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T16:01:02.299 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.299 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.299 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.299 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.299 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.299 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.299 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047410+0000", 2024-04-12T16:01:02.299 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.326888+0000", 2024-04-12T16:01:02.299 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.326888+0000", 2024-04-12T16:01:02.299 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.327495+0000", 2024-04-12T16:01:02.299 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047410+0000", 2024-04-12T16:01:02.299 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.300 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.300 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.300 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.300 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047410+0000", 2024-04-12T16:01:02.300 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047410+0000", 2024-04-12T16:01:02.300 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047410+0000", 2024-04-12T16:01:02.300 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.300 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.300 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.300 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047410+0000", 2024-04-12T16:01:02.300 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047410+0000", 2024-04-12T16:01:02.300 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.300 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.300 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.300 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.301 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.301 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.301 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.301 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.301 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.301 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.301 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.301 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.301 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.301 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.15", 2024-04-12T16:01:02.301 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.301 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.301 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.301 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:02.301 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.301 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:41:46.617593+0000", 2024-04-12T16:01:02.302 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.302 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.302 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.302 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.302 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.302 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.302 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.302 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.302 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.302 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.302 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.302 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.302 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.302 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.302 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.303 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.303 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.303 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.303 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.303 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.303 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.303 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.303 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.303 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.303 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.303 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.303 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.303 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.303 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.303 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.304 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.304 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.304 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.304 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.304 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.304 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.304 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.304 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.304 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.304 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.304 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.304 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.304 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.304 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.304 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.305 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.305 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.305 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.305 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.305 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:02.305 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.305 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T16:01:02.305 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.305 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.305 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.305 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.305 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.305 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.305 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T16:01:02.305 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.305 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T16:01:02.306 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.306 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.306 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:02.306 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.306 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.306 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.306 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047385+0000", 2024-04-12T16:01:02.306 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.963126+0000", 2024-04-12T16:01:02.306 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.963126+0000", 2024-04-12T16:01:02.306 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.963366+0000", 2024-04-12T16:01:02.306 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047385+0000", 2024-04-12T16:01:02.306 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.306 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.306 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.307 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:02.307 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047385+0000", 2024-04-12T16:01:02.307 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047385+0000", 2024-04-12T16:01:02.307 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047385+0000", 2024-04-12T16:01:02.307 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.307 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.307 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.307 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047385+0000", 2024-04-12T16:01:02.307 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047385+0000", 2024-04-12T16:01:02.307 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.307 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 2, 2024-04-12T16:01:02.307 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.307 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.307 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:02.307 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.307 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.308 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.308 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.308 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 2, 2024-04-12T16:01:02.308 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.308 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.308 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.308 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.13", 2024-04-12T16:01:02.308 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.308 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.308 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.308 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 21, 2024-04-12T16:01:02.308 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.308 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:51:30.151607+0000", 2024-04-12T16:01:02.308 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.308 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.309 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.309 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 34, 2024-04-12T16:01:02.309 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.309 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.309 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.309 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.309 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.309 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.309 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.309 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.309 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.309 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.309 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.309 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.309 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.309 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.310 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.310 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 6, 2024-04-12T16:01:02.310 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 2, 2024-04-12T16:01:02.310 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.310 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 2, 2024-04-12T16:01:02.310 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.310 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.310 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.310 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.310 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.310 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T16:01:02.310 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.310 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.310 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.310 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.311 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.311 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.311 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.311 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.311 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.311 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.311 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.311 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.311 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3, 2024-04-12T16:01:02.311 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 7 2024-04-12T16:01:02.311 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.311 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.311 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.311 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.311 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.312 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.312 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T16:01:02.312 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.312 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T16:01:02.312 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'2" 2024-04-12T16:01:02.312 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.312 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.312 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.312 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.312 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.312 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T16:01:02.312 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.312 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T16:01:02.312 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.312 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.313 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.313 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.313 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.313 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.313 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047152+0000", 2024-04-12T16:01:02.313 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.317999+0000", 2024-04-12T16:01:02.313 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.317999+0000", 2024-04-12T16:01:02.313 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.318253+0000", 2024-04-12T16:01:02.313 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047152+0000", 2024-04-12T16:01:02.313 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.313 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.313 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.313 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.313 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047152+0000", 2024-04-12T16:01:02.313 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047152+0000", 2024-04-12T16:01:02.314 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047152+0000", 2024-04-12T16:01:02.314 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.314 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.314 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.314 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047152+0000", 2024-04-12T16:01:02.314 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047152+0000", 2024-04-12T16:01:02.314 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.314 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.314 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.314 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.314 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.314 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.314 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.314 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.314 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.315 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.315 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.315 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.315 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.315 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.12", 2024-04-12T16:01:02.315 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.315 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.315 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.315 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:02.315 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.315 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:16:56.193147+0000", 2024-04-12T16:01:02.315 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.315 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.315 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.315 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.316 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.316 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.316 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.316 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.316 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.316 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.316 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.316 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.316 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.316 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.316 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.316 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.316 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.316 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.316 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.317 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.317 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.317 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.317 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.317 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.317 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.317 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.317 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.317 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.317 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.317 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.317 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.317 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.317 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.317 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.318 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.318 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.318 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.318 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.318 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.318 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.318 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.318 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.318 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.318 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.318 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.318 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.318 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.318 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.318 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.319 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T16:01:02.319 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.319 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T16:01:02.319 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.319 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.319 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.319 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.319 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.319 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.319 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:02.319 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.319 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T16:01:02.319 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.319 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.319 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:02.320 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.320 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.320 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.320 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.823690+0000", 2024-04-12T16:01:02.320 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.962276+0000", 2024-04-12T16:01:02.320 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.962276+0000", 2024-04-12T16:01:02.320 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.962570+0000", 2024-04-12T16:01:02.320 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.823690+0000", 2024-04-12T16:01:02.320 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.320 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.320 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.320 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:02.320 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.823690+0000", 2024-04-12T16:01:02.320 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.823690+0000", 2024-04-12T16:01:02.320 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.823690+0000", 2024-04-12T16:01:02.320 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.321 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.321 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.321 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.823690+0000", 2024-04-12T16:01:02.321 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.823690+0000", 2024-04-12T16:01:02.321 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.321 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.321 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.321 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.321 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:02.321 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.321 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.321 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.321 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.321 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.321 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.321 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.322 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.322 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.12", 2024-04-12T16:01:02.322 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.322 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.322 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.322 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 20, 2024-04-12T16:01:02.322 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.322 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:15:49.918709+0000", 2024-04-12T16:01:02.322 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.322 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.322 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.322 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.322 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.322 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.322 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.323 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.323 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.323 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.323 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.323 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.323 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.323 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.323 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.323 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.323 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.323 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.323 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.323 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.323 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.324 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.324 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.324 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.324 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.324 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.324 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.324 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.324 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.324 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.324 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.324 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.324 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.324 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.324 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.324 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.325 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.325 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.325 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.325 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.325 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.325 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.325 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.325 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.325 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.325 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.325 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.325 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.325 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.325 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:02.325 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.325 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T16:01:02.326 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.326 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.326 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.326 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.326 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.326 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.326 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:02.326 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.326 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T16:01:02.326 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.326 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.326 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.326 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.326 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.327 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.327 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047753+0000", 2024-04-12T16:01:02.327 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.316097+0000", 2024-04-12T16:01:02.327 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.316097+0000", 2024-04-12T16:01:02.327 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.316423+0000", 2024-04-12T16:01:02.327 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047753+0000", 2024-04-12T16:01:02.327 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.327 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.327 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.327 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.327 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047753+0000", 2024-04-12T16:01:02.327 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047753+0000", 2024-04-12T16:01:02.327 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047753+0000", 2024-04-12T16:01:02.327 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.327 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.328 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.328 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047753+0000", 2024-04-12T16:01:02.328 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047753+0000", 2024-04-12T16:01:02.328 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.328 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.328 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.328 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.328 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.328 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.328 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.328 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.328 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.328 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.328 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.328 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.328 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.329 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.13", 2024-04-12T16:01:02.329 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.329 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.329 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.329 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:02.329 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.329 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:01:39.071857+0000", 2024-04-12T16:01:02.329 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.329 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.329 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.329 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.329 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.329 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.329 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.329 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.330 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.330 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.330 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.330 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.330 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.330 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.330 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.330 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.330 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.330 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.330 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.330 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.330 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.330 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.331 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.331 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.331 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.331 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.331 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.331 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.331 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.331 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.331 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.331 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.331 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.331 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.331 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.331 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.331 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.332 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.332 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.332 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.332 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.332 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.332 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.332 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.332 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.332 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.332 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.332 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.332 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.332 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:02.332 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.332 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T16:01:02.333 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.333 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.333 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.333 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.333 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:02.333 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.333 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:02.333 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.333 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T16:01:02.333 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.333 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.333 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:02.333 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.333 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.333 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.334 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.048302+0000", 2024-04-12T16:01:02.334 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.951475+0000", 2024-04-12T16:01:02.334 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.951475+0000", 2024-04-12T16:01:02.334 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.951766+0000", 2024-04-12T16:01:02.334 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.048302+0000", 2024-04-12T16:01:02.334 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.334 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.334 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.334 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:02.334 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.048302+0000", 2024-04-12T16:01:02.334 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.048302+0000", 2024-04-12T16:01:02.334 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.048302+0000", 2024-04-12T16:01:02.334 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.334 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.335 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.335 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.048302+0000", 2024-04-12T16:01:02.335 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.048302+0000", 2024-04-12T16:01:02.335 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.335 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.335 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.335 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.335 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:02.335 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.335 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.335 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.335 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.335 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.335 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.335 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.335 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.336 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.11", 2024-04-12T16:01:02.336 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.336 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.336 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.336 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:02.336 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.336 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:10:55.649117+0000", 2024-04-12T16:01:02.336 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.336 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.336 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.336 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.336 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.336 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.336 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.336 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.336 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.337 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.337 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.337 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.337 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.337 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.337 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.337 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.337 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.337 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.337 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.337 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.337 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.337 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.337 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.337 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.338 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.338 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.338 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.338 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.338 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.338 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.338 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.338 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.338 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.338 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.338 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.338 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.338 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.338 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.339 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.339 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.339 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.339 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.339 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.339 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.339 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.339 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.339 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.339 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:02.339 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.339 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:02.339 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.339 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T16:01:02.339 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.339 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.340 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.340 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.340 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:02.340 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.340 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T16:01:02.340 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.340 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T16:01:02.340 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.340 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.340 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.340 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.340 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.340 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.340 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047251+0000", 2024-04-12T16:01:02.340 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.317313+0000", 2024-04-12T16:01:02.341 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.317313+0000", 2024-04-12T16:01:02.341 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.317621+0000", 2024-04-12T16:01:02.341 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047251+0000", 2024-04-12T16:01:02.341 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.341 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.341 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.341 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.341 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047251+0000", 2024-04-12T16:01:02.341 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047251+0000", 2024-04-12T16:01:02.341 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047251+0000", 2024-04-12T16:01:02.341 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.341 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.341 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.341 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047251+0000", 2024-04-12T16:01:02.341 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047251+0000", 2024-04-12T16:01:02.342 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.342 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.342 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.342 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.342 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.342 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.342 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.342 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.342 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.342 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.342 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.342 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.342 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.342 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.10", 2024-04-12T16:01:02.343 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.343 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.343 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.343 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:02.343 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.343 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:57:21.376803+0000", 2024-04-12T16:01:02.343 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.343 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.343 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.343 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.343 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.343 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.343 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.343 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.343 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.344 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.344 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.344 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.344 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.344 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.344 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.344 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.344 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.344 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.344 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.344 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.344 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.344 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.344 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.344 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.344 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.345 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.345 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.345 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.345 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.345 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.345 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.345 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.345 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.345 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.345 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.345 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.345 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.345 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.345 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.345 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.345 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.345 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.346 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.346 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.346 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.346 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.346 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.346 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:02.346 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.346 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T16:01:02.346 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.346 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T16:01:02.346 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.346 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.346 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.346 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.347 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:02.347 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.347 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:02.347 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.347 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T16:01:02.347 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.347 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.347 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:02.347 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.347 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.347 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.347 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.829098+0000", 2024-04-12T16:01:02.347 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.953633+0000", 2024-04-12T16:01:02.347 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.953633+0000", 2024-04-12T16:01:02.347 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.953964+0000", 2024-04-12T16:01:02.348 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.829098+0000", 2024-04-12T16:01:02.348 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.348 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.348 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.348 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:02.348 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.829098+0000", 2024-04-12T16:01:02.348 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.829098+0000", 2024-04-12T16:01:02.348 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.829098+0000", 2024-04-12T16:01:02.348 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.348 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.348 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.348 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.829098+0000", 2024-04-12T16:01:02.348 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.829098+0000", 2024-04-12T16:01:02.348 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.348 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 8, 2024-04-12T16:01:02.349 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.349 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.349 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:02.349 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.349 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.349 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.349 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.349 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 8, 2024-04-12T16:01:02.349 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.349 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.349 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.349 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.10", 2024-04-12T16:01:02.349 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.349 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.350 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.350 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 28, 2024-04-12T16:01:02.350 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.350 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:17:11.867527+0000", 2024-04-12T16:01:02.350 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.350 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.350 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.350 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.350 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.350 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.350 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.350 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.350 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.350 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.350 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.351 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.351 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.351 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.351 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.351 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.351 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.351 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.351 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.351 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 12, 2024-04-12T16:01:02.351 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 4, 2024-04-12T16:01:02.351 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.351 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 4, 2024-04-12T16:01:02.351 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.351 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.352 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.352 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.352 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.352 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 4, 2024-04-12T16:01:02.352 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.352 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.352 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.352 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.352 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.352 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.352 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.352 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.352 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.352 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.353 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.353 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.353 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 12, 2024-04-12T16:01:02.353 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.353 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.353 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.353 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.353 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.353 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:02.353 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.353 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:02.353 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.353 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T16:01:02.353 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'8" 2024-04-12T16:01:02.354 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.354 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.354 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.354 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.354 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.354 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:02.354 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.354 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T16:01:02.354 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.354 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.354 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.354 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.354 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.354 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.354 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.048223+0000", 2024-04-12T16:01:02.355 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.327023+0000", 2024-04-12T16:01:02.355 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.327023+0000", 2024-04-12T16:01:02.355 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.327314+0000", 2024-04-12T16:01:02.355 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.048223+0000", 2024-04-12T16:01:02.355 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.355 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.355 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.355 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.355 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.048223+0000", 2024-04-12T16:01:02.355 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.048223+0000", 2024-04-12T16:01:02.355 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.048223+0000", 2024-04-12T16:01:02.355 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.355 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.355 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.355 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.048223+0000", 2024-04-12T16:01:02.356 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.048223+0000", 2024-04-12T16:01:02.356 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.356 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.356 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.356 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.356 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.356 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.356 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.356 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.356 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.356 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.356 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.356 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.356 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.357 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.11", 2024-04-12T16:01:02.357 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.357 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.357 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.357 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:02.357 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.357 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:06:02.228612+0000", 2024-04-12T16:01:02.357 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.357 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.357 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.357 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.357 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.357 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.357 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.357 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.357 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.358 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.358 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.358 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.358 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.358 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.358 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.358 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.358 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.358 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.358 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.358 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.358 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.358 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.358 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.359 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.359 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.359 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.359 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.359 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.359 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.359 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.359 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.359 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.359 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.359 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.359 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.359 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.359 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.359 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.359 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.360 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.360 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.360 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.360 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.360 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.360 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.360 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.360 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.360 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.360 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.360 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:02.360 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.360 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T16:01:02.360 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.360 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.360 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.361 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.361 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.361 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.361 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:02.361 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.361 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 4, 2024-04-12T16:01:02.361 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.361 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.361 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:02.361 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.361 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.361 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.361 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.048095+0000", 2024-04-12T16:01:02.361 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.952845+0000", 2024-04-12T16:01:02.361 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.952845+0000", 2024-04-12T16:01:02.362 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.953160+0000", 2024-04-12T16:01:02.362 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.048095+0000", 2024-04-12T16:01:02.362 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.362 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.362 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.362 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:02.362 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.048095+0000", 2024-04-12T16:01:02.362 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.048095+0000", 2024-04-12T16:01:02.362 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.048095+0000", 2024-04-12T16:01:02.362 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.362 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.362 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.363 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.048095+0000", 2024-04-12T16:01:02.363 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.048095+0000", 2024-04-12T16:01:02.363 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.363 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 1, 2024-04-12T16:01:02.363 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.363 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.363 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:02.363 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.363 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.363 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.363 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.363 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 1, 2024-04-12T16:01:02.363 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.363 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.364 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.364 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.f", 2024-04-12T16:01:02.364 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.364 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.364 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.364 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 20, 2024-04-12T16:01:02.364 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.364 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:22:26.762912+0000", 2024-04-12T16:01:02.364 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.364 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.364 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.364 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 22, 2024-04-12T16:01:02.364 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.364 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.364 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T16:01:02.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T16:01:02.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T16:01:02.366 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.366 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.366 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.366 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.366 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.366 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.366 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.366 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.366 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.366 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.366 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.366 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.366 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.366 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.367 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.367 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.367 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.367 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.367 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 1, 2024-04-12T16:01:02.367 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 1 2024-04-12T16:01:02.367 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.367 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.367 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.367 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.367 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.367 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.367 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:02.367 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.367 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 4, 2024-04-12T16:01:02.367 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'1" 2024-04-12T16:01:02.368 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.368 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.368 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.368 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.368 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.368 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:02.368 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.368 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T16:01:02.368 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.368 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.368 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.368 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.368 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.368 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.368 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.048061+0000", 2024-04-12T16:01:02.369 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:55.935439+0000", 2024-04-12T16:01:02.369 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:55.935439+0000", 2024-04-12T16:01:02.369 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:55.935814+0000", 2024-04-12T16:01:02.369 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.048061+0000", 2024-04-12T16:01:02.369 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.369 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.369 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.369 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 64, 2024-04-12T16:01:02.369 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.048061+0000", 2024-04-12T16:01:02.369 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.048061+0000", 2024-04-12T16:01:02.369 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.048061+0000", 2024-04-12T16:01:02.369 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.369 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.369 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.369 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.048061+0000", 2024-04-12T16:01:02.369 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.048061+0000", 2024-04-12T16:01:02.370 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.370 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.370 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.370 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.370 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 63, 2024-04-12T16:01:02.370 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.370 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.370 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.370 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.370 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.370 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.370 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.370 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.370 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.e", 2024-04-12T16:01:02.370 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.371 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.371 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.371 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 27, 2024-04-12T16:01:02.371 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.371 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:34:51.621923+0000", 2024-04-12T16:01:02.371 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.371 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.371 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.371 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.371 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.371 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.371 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.371 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.371 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.371 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.372 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.372 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.372 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.372 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.372 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.372 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.372 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.372 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.372 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.372 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.372 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.372 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.372 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.372 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.372 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.373 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.373 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.373 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.373 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.373 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.373 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.373 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.373 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.373 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.373 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.373 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.373 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.373 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.373 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.373 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.373 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.374 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.374 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.374 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.374 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.374 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.374 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.374 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.374 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.374 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:02.374 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.374 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T16:01:02.374 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.374 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.374 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.374 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.374 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.375 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.375 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:02.375 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.375 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T16:01:02.375 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.375 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.375 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T16:01:02.375 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.375 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.375 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.375 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047727+0000", 2024-04-12T16:01:02.375 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:58:04.754891+0000", 2024-04-12T16:01:02.375 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:58:04.754891+0000", 2024-04-12T16:01:02.375 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:58:04.755212+0000", 2024-04-12T16:01:02.376 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047727+0000", 2024-04-12T16:01:02.376 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:02.376 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.376 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:02.376 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 66, 2024-04-12T16:01:02.376 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047727+0000", 2024-04-12T16:01:02.376 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047727+0000", 2024-04-12T16:01:02.376 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047727+0000", 2024-04-12T16:01:02.376 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.376 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.376 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:02.376 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047727+0000", 2024-04-12T16:01:02.376 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047727+0000", 2024-04-12T16:01:02.376 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.376 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.376 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.377 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.377 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 65, 2024-04-12T16:01:02.377 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.377 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.377 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.377 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.377 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.377 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.377 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.377 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.377 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.2", 2024-04-12T16:01:02.377 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.377 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.377 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.377 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 14, 2024-04-12T16:01:02.377 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.378 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:51:35.992596+0000", 2024-04-12T16:01:02.378 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.378 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.378 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.380 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.380 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.380 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.380 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.380 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.380 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.380 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.380 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.380 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.380 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.380 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.380 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.380 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.380 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.380 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.381 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.381 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.381 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.381 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.381 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.381 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:02.381 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.381 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T16:01:02.381 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.381 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.381 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.381 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.381 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.381 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.381 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:02.382 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.382 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T16:01:02.382 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.382 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.382 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:02.382 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.382 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.382 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.382 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.048058+0000", 2024-04-12T16:01:02.382 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.955244+0000", 2024-04-12T16:01:02.382 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.955244+0000", 2024-04-12T16:01:02.382 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.957893+0000", 2024-04-12T16:01:02.382 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.048058+0000", 2024-04-12T16:01:02.382 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.382 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.383 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.383 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:02.383 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.048058+0000", 2024-04-12T16:01:02.383 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.048058+0000", 2024-04-12T16:01:02.383 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.048058+0000", 2024-04-12T16:01:02.383 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.383 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.383 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.383 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.048058+0000", 2024-04-12T16:01:02.383 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.048058+0000", 2024-04-12T16:01:02.383 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.383 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.383 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.383 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.383 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:02.384 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.384 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.384 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.384 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.384 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.384 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.384 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.384 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.384 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.4", 2024-04-12T16:01:02.384 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.384 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.384 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.384 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 20, 2024-04-12T16:01:02.384 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.384 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:02:56.279035+0000", 2024-04-12T16:01:02.384 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.385 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.385 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.387 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.387 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.387 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.387 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.387 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.387 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.387 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.387 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.387 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.387 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.387 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.387 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.387 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.387 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.387 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.388 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.388 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.388 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:02.388 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.388 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T16:01:02.388 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.388 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.388 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.388 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.388 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.388 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.388 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:02.388 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.388 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T16:01:02.389 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.389 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.389 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.389 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.389 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.389 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.389 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.824108+0000", 2024-04-12T16:01:02.389 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.309829+0000", 2024-04-12T16:01:02.389 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.309829+0000", 2024-04-12T16:01:02.389 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.310111+0000", 2024-04-12T16:01:02.389 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.824108+0000", 2024-04-12T16:01:02.389 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.389 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.389 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.389 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.390 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.824108+0000", 2024-04-12T16:01:02.390 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.824108+0000", 2024-04-12T16:01:02.390 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.824108+0000", 2024-04-12T16:01:02.390 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.390 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.390 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.390 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.824108+0000", 2024-04-12T16:01:02.390 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.824108+0000", 2024-04-12T16:01:02.390 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.390 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.390 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.390 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.390 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.390 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.390 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.391 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.391 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.391 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.391 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.391 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.391 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.391 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.5", 2024-04-12T16:01:02.391 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.391 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.391 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.391 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:02.391 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.391 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:33:06.526384+0000", 2024-04-12T16:01:02.391 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.391 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.392 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.394 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.394 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.394 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.394 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.394 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.394 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.394 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.394 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.394 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.394 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.394 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.394 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.394 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.394 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.395 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.395 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.395 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.395 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:02.395 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.395 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T16:01:02.395 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.395 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.395 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.395 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.395 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.395 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:02.395 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T16:01:02.395 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.395 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T16:01:02.396 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.396 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.396 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T16:01:02.396 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.396 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.396 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.396 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.048146+0000", 2024-04-12T16:01:02.396 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:58:04.465111+0000", 2024-04-12T16:01:02.396 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:58:04.465111+0000", 2024-04-12T16:01:02.396 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:58:04.465420+0000", 2024-04-12T16:01:02.396 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.048146+0000", 2024-04-12T16:01:02.396 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:02.396 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.396 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:02.396 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 66, 2024-04-12T16:01:02.396 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.048146+0000", 2024-04-12T16:01:02.397 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.048146+0000", 2024-04-12T16:01:02.397 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.048146+0000", 2024-04-12T16:01:02.397 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.397 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.397 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:02.397 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.048146+0000", 2024-04-12T16:01:02.397 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.048146+0000", 2024-04-12T16:01:02.397 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.397 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.397 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.397 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.397 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 65, 2024-04-12T16:01:02.397 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.397 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.397 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.398 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.398 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.398 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.398 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.398 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.398 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.4", 2024-04-12T16:01:02.398 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.398 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.398 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.398 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 14, 2024-04-12T16:01:02.398 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.398 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:48:33.178425+0000", 2024-04-12T16:01:02.398 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.398 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.398 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.400 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.400 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.400 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.400 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.400 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.400 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.400 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.400 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.400 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.400 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.400 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.400 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.400 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.400 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.400 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.401 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.401 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.401 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.401 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.401 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.401 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.401 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.401 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.401 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.401 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.401 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.401 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.401 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.401 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.401 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:02.402 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T16:01:02.402 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.402 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T16:01:02.402 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.402 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.402 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.402 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.402 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.402 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.402 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:02.402 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.402 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T16:01:02.402 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.402 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.402 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:02.403 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.403 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.403 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.403 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.823655+0000", 2024-04-12T16:01:02.403 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.961368+0000", 2024-04-12T16:01:02.403 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.961368+0000", 2024-04-12T16:01:02.403 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.961658+0000", 2024-04-12T16:01:02.403 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.823655+0000", 2024-04-12T16:01:02.403 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.403 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.403 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.403 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:02.403 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.823655+0000", 2024-04-12T16:01:02.403 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.823655+0000", 2024-04-12T16:01:02.403 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.823655+0000", 2024-04-12T16:01:02.403 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.404 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.404 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.404 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.823655+0000", 2024-04-12T16:01:02.404 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.823655+0000", 2024-04-12T16:01:02.404 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.404 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.404 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.404 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.404 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:02.404 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.404 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.404 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.404 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.404 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.405 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.405 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.405 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.405 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.2", 2024-04-12T16:01:02.405 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.405 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.405 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.405 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 20, 2024-04-12T16:01:02.405 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.405 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:46:42.287489+0000", 2024-04-12T16:01:02.405 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.405 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.405 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.405 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.405 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.405 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.407 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.407 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.407 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.407 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.407 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.407 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.407 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.407 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.407 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.407 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.407 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.407 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.407 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.407 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.407 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.408 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.408 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.408 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.408 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.408 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.408 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.408 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.408 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.408 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.408 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.408 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.408 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.408 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.408 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.408 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:02.408 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.409 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T16:01:02.409 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.409 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.409 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.409 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.409 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.409 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.409 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:02.409 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.409 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 4, 2024-04-12T16:01:02.409 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.409 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.409 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.409 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.409 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.410 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.410 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047680+0000", 2024-04-12T16:01:02.410 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.318732+0000", 2024-04-12T16:01:02.410 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.318732+0000", 2024-04-12T16:01:02.410 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.319033+0000", 2024-04-12T16:01:02.410 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047680+0000", 2024-04-12T16:01:02.410 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.410 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.410 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.410 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.410 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047680+0000", 2024-04-12T16:01:02.410 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047680+0000", 2024-04-12T16:01:02.410 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047680+0000", 2024-04-12T16:01:02.410 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.410 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.410 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.411 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047680+0000", 2024-04-12T16:01:02.411 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047680+0000", 2024-04-12T16:01:02.411 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.411 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.411 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.411 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.411 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.411 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.411 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.411 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.411 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.411 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.411 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.411 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.411 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.411 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.3", 2024-04-12T16:01:02.412 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.412 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.412 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.412 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:02.412 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.412 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:53:23.875141+0000", 2024-04-12T16:01:02.412 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.412 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.412 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.414 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.414 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.414 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.414 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.414 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.414 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.414 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.414 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.414 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.414 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.414 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.414 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.414 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.414 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.415 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.415 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.415 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.415 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.415 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.415 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.415 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.415 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.415 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.415 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.415 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:02.415 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.415 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 4, 2024-04-12T16:01:02.415 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.415 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.415 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.416 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.416 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.416 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.416 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:02.416 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.416 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T16:01:02.416 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.416 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.416 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T16:01:02.416 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.416 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.416 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.416 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047976+0000", 2024-04-12T16:01:02.416 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:58:04.754661+0000", 2024-04-12T16:01:02.416 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:58:04.754661+0000", 2024-04-12T16:01:02.416 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:58:04.755500+0000", 2024-04-12T16:01:02.417 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047976+0000", 2024-04-12T16:01:02.417 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:02.417 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.417 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:02.417 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 66, 2024-04-12T16:01:02.417 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047976+0000", 2024-04-12T16:01:02.417 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047976+0000", 2024-04-12T16:01:02.417 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047976+0000", 2024-04-12T16:01:02.417 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.417 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.417 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:02.417 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047976+0000", 2024-04-12T16:01:02.417 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047976+0000", 2024-04-12T16:01:02.417 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.417 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.418 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.418 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.418 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 65, 2024-04-12T16:01:02.418 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.418 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.418 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.418 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.418 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.418 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.418 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.418 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.418 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.7", 2024-04-12T16:01:02.418 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.418 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.418 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.419 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 14, 2024-04-12T16:01:02.419 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.419 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:10:27.909274+0000", 2024-04-12T16:01:02.419 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.419 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.419 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.421 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.422 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.422 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.422 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.422 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.422 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.422 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:02.422 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.422 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T16:01:02.422 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.422 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.422 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.422 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.422 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.422 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:02.422 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:02.423 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.423 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T16:01:02.423 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.423 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.423 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.423 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.423 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.423 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.423 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047406+0000", 2024-04-12T16:01:02.423 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.316020+0000", 2024-04-12T16:01:02.423 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.316020+0000", 2024-04-12T16:01:02.423 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.316283+0000", 2024-04-12T16:01:02.423 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047406+0000", 2024-04-12T16:01:02.423 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.423 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.424 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.424 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.424 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047406+0000", 2024-04-12T16:01:02.424 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047406+0000", 2024-04-12T16:01:02.424 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047406+0000", 2024-04-12T16:01:02.424 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.424 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.424 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.424 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047406+0000", 2024-04-12T16:01:02.424 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047406+0000", 2024-04-12T16:01:02.424 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.424 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.424 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.424 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.424 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.424 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.425 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.425 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.425 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.425 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.425 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.425 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.425 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.425 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.0", 2024-04-12T16:01:02.425 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.425 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.425 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.425 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:02.425 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.425 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:48:22.493735+0000", 2024-04-12T16:01:02.425 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.425 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.426 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.428 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.428 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.428 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.428 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.428 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.429 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:02.429 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:02.429 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.429 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T16:01:02.429 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.429 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.429 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.429 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.429 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:02.429 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.429 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:02.429 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.429 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T16:01:02.429 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.429 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.429 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:02.430 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.430 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.430 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.430 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.829291+0000", 2024-04-12T16:01:02.430 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.952147+0000", 2024-04-12T16:01:02.430 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.952147+0000", 2024-04-12T16:01:02.430 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.952448+0000", 2024-04-12T16:01:02.430 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.829291+0000", 2024-04-12T16:01:02.430 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.430 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.430 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.430 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:02.430 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.829291+0000", 2024-04-12T16:01:02.430 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.829291+0000", 2024-04-12T16:01:02.430 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.829291+0000", 2024-04-12T16:01:02.431 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.431 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.431 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.431 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.829291+0000", 2024-04-12T16:01:02.431 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.829291+0000", 2024-04-12T16:01:02.431 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.431 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.431 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.431 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.431 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:02.431 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.431 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.431 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.431 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.431 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.432 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.432 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.432 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.432 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.1", 2024-04-12T16:01:02.432 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.432 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.432 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.432 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 20, 2024-04-12T16:01:02.432 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.432 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:15:29.816855+0000", 2024-04-12T16:01:02.432 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.432 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.432 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.432 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.432 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.435 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.435 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.435 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.435 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.435 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.435 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.435 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.435 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.435 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.435 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.435 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.435 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:02.435 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.435 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:02.435 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.435 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T16:01:02.436 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.436 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.436 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.436 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.436 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:02.436 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.436 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:02.436 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.436 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T16:01:02.436 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.436 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.436 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T16:01:02.436 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.436 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.436 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.436 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047528+0000", 2024-04-12T16:01:02.437 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:58:04.555113+0000", 2024-04-12T16:01:02.437 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:58:04.555113+0000", 2024-04-12T16:01:02.437 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:58:04.555453+0000", 2024-04-12T16:01:02.437 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047528+0000", 2024-04-12T16:01:02.437 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:02.437 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.437 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:02.437 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 66, 2024-04-12T16:01:02.437 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047528+0000", 2024-04-12T16:01:02.437 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047528+0000", 2024-04-12T16:01:02.437 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047528+0000", 2024-04-12T16:01:02.437 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.437 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.437 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:02.437 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047528+0000", 2024-04-12T16:01:02.438 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047528+0000", 2024-04-12T16:01:02.438 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.438 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.438 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.438 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.438 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 65, 2024-04-12T16:01:02.438 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.438 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.438 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.438 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.438 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.438 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.438 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.438 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.438 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.5", 2024-04-12T16:01:02.439 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.439 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.439 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.439 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 13, 2024-04-12T16:01:02.439 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.439 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:42:29.618776+0000", 2024-04-12T16:01:02.439 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.439 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.439 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.439 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.439 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.439 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.439 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.439 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.439 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.439 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.442 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.442 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.442 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.442 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.442 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.442 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.442 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:02.442 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.442 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:02.442 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.442 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T16:01:02.442 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.442 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.442 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.442 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.442 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.443 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.443 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:02.443 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.443 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T16:01:02.443 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.443 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.443 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.443 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.443 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.443 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.443 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.828747+0000", 2024-04-12T16:01:02.443 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.321115+0000", 2024-04-12T16:01:02.443 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.321115+0000", 2024-04-12T16:01:02.443 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.321442+0000", 2024-04-12T16:01:02.443 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.828747+0000", 2024-04-12T16:01:02.444 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.444 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.444 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.444 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.444 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.828747+0000", 2024-04-12T16:01:02.444 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.828747+0000", 2024-04-12T16:01:02.444 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.828747+0000", 2024-04-12T16:01:02.444 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.444 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.444 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.444 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.828747+0000", 2024-04-12T16:01:02.444 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.828747+0000", 2024-04-12T16:01:02.444 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.444 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.444 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.445 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.445 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.445 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.445 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.445 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.445 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.445 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.445 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.445 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.445 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.445 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.2", 2024-04-12T16:01:02.445 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.445 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.445 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.445 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:02.446 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.446 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:40:01.652851+0000", 2024-04-12T16:01:02.446 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.446 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.446 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.446 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.446 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.446 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.446 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.446 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.446 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.446 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.446 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.446 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.446 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.448 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.448 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.449 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.449 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.449 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.449 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.449 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:02.449 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.449 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T16:01:02.449 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.449 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.449 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.449 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.449 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.449 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:02.449 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:02.449 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.449 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T16:01:02.450 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.450 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.450 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:02.450 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.450 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.450 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.450 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[27456]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:01:02.450 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:01:02.451 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:01:02.451 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:02.451 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:02.451 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:02.451 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:01:02.451 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:01:02.451 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:02.451 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:02.451 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:02.451 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:01:02.451 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:01:02.451 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:02.451 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:02.451 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:02.451 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[27456]: from='client.14988 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:01:02.452 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[27456]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-12T16:01:02.452 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:01:02.452 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:01:02.452 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:02.452 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:02.452 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:02.452 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:02.452 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:02.452 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:02.452 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:02.452 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:02.452 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:02.452 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:01:02.452 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:01:02.452 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:02.453 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:02.453 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:02.453 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:01:02.453 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:01:02.453 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:02.453 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:02.453 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:02.453 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:01:02.453 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:01:02.453 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:02.453 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:02.453 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:02.454 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[39429]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:01:02.454 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:01:02.454 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:01:02.454 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:02.454 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:02.454 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:02.454 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:01:02.454 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:01:02.454 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:02.454 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:02.454 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:02.454 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:01:02.455 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:01:02.455 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:02.455 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:02.455 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:02.455 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[39429]: from='client.14988 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:01:02.455 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[39429]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-12T16:01:02.455 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:01:02.455 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:01:02.455 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:02.455 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:02.455 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:02.455 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:02.455 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:02.455 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:02.455 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:02.456 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:02.456 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:02.456 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:01:02.456 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:01:02.456 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:02.456 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:02.456 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:02.456 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:01:02.456 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:01:02.456 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:02.456 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:02.456 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:02.456 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:01:02.456 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:01:02.456 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:02.456 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:02.457 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:00 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:02.457 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.823538+0000", 2024-04-12T16:01:02.457 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.960263+0000", 2024-04-12T16:01:02.457 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.960263+0000", 2024-04-12T16:01:02.457 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.960597+0000", 2024-04-12T16:01:02.457 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.823538+0000", 2024-04-12T16:01:02.457 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.457 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.457 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.457 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:02.457 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.823538+0000", 2024-04-12T16:01:02.457 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.823538+0000", 2024-04-12T16:01:02.458 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.823538+0000", 2024-04-12T16:01:02.458 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.458 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.458 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.458 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.823538+0000", 2024-04-12T16:01:02.458 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.823538+0000", 2024-04-12T16:01:02.458 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.458 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.458 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.458 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.458 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:02.458 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.458 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.458 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.458 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.459 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.459 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.459 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.459 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.459 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.3", 2024-04-12T16:01:02.459 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.459 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.459 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.459 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 20, 2024-04-12T16:01:02.459 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.459 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:48:08.404477+0000", 2024-04-12T16:01:02.459 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.459 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.459 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.459 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.459 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.460 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.460 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.460 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.460 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.460 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.460 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.460 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.460 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.460 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.460 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.460 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.460 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.460 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.460 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.460 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.462 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.462 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.462 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.462 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.462 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.462 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:02.462 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:02.462 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.463 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T16:01:02.463 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.463 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.463 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.463 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.463 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.463 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.463 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:02.463 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.463 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T16:01:02.463 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.463 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.463 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 19, 2024-04-12T16:01:02.463 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.463 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.463 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.464 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T16:00:56.532043+0000", 2024-04-12T16:01:02.464 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:15.519695+0000", 2024-04-12T16:01:02.464 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:15.519695+0000", 2024-04-12T16:01:02.464 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:15.520131+0000", 2024-04-12T16:01:02.464 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T16:00:56.532043+0000", 2024-04-12T16:01:02.464 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:55:12.126017+0000", 2024-04-12T16:01:02.464 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.464 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:55:12.126017+0000", 2024-04-12T16:01:02.464 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 58, 2024-04-12T16:01:02.464 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T16:00:56.532043+0000", 2024-04-12T16:01:02.464 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T16:00:56.532043+0000", 2024-04-12T16:01:02.464 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T16:00:56.532043+0000", 2024-04-12T16:01:02.464 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.464 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.464 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:55:12.126017+0000", 2024-04-12T16:01:02.465 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T16:00:56.532043+0000", 2024-04-12T16:01:02.465 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T16:00:56.532043+0000", 2024-04-12T16:01:02.465 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.465 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 144, 2024-04-12T16:01:02.465 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.465 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.465 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 57, 2024-04-12T16:01:02.465 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.465 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.465 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.465 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.465 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 144, 2024-04-12T16:01:02.465 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.465 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.465 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.465 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "1.0", 2024-04-12T16:01:02.466 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.466 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.466 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.466 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 323, 2024-04-12T16:01:02.466 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.466 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:43:32.645699+0000", 2024-04-12T16:01:02.466 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.466 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.466 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.466 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 590368, 2024-04-12T16:01:02.466 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.466 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 1771104, 2024-04-12T16:01:02.466 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.466 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.466 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.466 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.467 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.467 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.467 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.467 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.467 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.467 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.467 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.467 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.467 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.467 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 6, 2024-04-12T16:01:02.467 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 2, 2024-04-12T16:01:02.467 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.467 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 2, 2024-04-12T16:01:02.467 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.467 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.467 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.468 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.468 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.468 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.468 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.468 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 6, 2024-04-12T16:01:02.468 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.468 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.468 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.468 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.468 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.468 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 358, 2024-04-12T16:01:02.468 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 554, 2024-04-12T16:01:02.468 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.468 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.468 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.469 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 211, 2024-04-12T16:01:02.469 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 2416 2024-04-12T16:01:02.469 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.469 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.469 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.469 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.469 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.469 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.469 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:02.469 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.469 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T16:01:02.469 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "69'144" 2024-04-12T16:01:02.469 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.469 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.469 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.469 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.470 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.470 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:02.470 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.470 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T16:01:02.470 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.470 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.470 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T16:01:02.470 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.470 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.470 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.470 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047508+0000", 2024-04-12T16:01:02.470 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:58:04.467774+0000", 2024-04-12T16:01:02.470 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:58:04.467774+0000", 2024-04-12T16:01:02.470 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:58:04.468122+0000", 2024-04-12T16:01:02.471 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047508+0000", 2024-04-12T16:01:02.471 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:02.471 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.471 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:02.471 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 66, 2024-04-12T16:01:02.471 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047508+0000", 2024-04-12T16:01:02.471 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047508+0000", 2024-04-12T16:01:02.471 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047508+0000", 2024-04-12T16:01:02.471 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.471 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.471 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:02.471 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047508+0000", 2024-04-12T16:01:02.471 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047508+0000", 2024-04-12T16:01:02.471 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.471 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.472 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.472 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.472 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 65, 2024-04-12T16:01:02.472 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.472 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.472 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.472 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.472 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.472 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.472 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.472 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.472 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.6", 2024-04-12T16:01:02.472 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.472 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.472 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.473 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 13, 2024-04-12T16:01:02.473 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.473 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:26:00.545470+0000", 2024-04-12T16:01:02.473 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.473 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.473 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.473 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.473 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.473 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.473 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.473 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.473 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.473 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.473 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.473 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.473 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.474 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.474 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.474 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.474 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.474 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.474 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.474 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.474 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.474 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.474 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.474 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.474 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.474 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.474 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.474 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.476 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.476 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.476 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.476 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.476 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.476 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.476 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:02.476 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.476 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T16:01:02.476 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.476 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.476 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.476 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.476 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:02.476 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.477 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T16:01:02.477 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.477 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T16:01:02.477 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.477 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.477 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.477 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.477 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.477 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.477 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.829132+0000", 2024-04-12T16:01:02.477 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:55.935346+0000", 2024-04-12T16:01:02.477 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:55.935346+0000", 2024-04-12T16:01:02.477 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:55.935753+0000", 2024-04-12T16:01:02.477 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.829132+0000", 2024-04-12T16:01:02.478 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.478 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.478 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.478 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 64, 2024-04-12T16:01:02.478 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.829132+0000", 2024-04-12T16:01:02.478 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.829132+0000", 2024-04-12T16:01:02.478 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.829132+0000", 2024-04-12T16:01:02.478 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.478 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.478 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.478 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.829132+0000", 2024-04-12T16:01:02.478 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.829132+0000", 2024-04-12T16:01:02.478 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.478 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.478 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.479 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.479 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 63, 2024-04-12T16:01:02.479 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.479 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.479 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.479 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.479 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.479 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.479 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.479 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.479 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.1", 2024-04-12T16:01:02.479 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.479 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.479 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.479 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 17, 2024-04-12T16:01:02.479 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.480 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:49:57.319596+0000", 2024-04-12T16:01:02.480 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.480 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.480 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.480 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.480 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.480 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.480 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.480 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.480 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.480 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.480 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.480 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.480 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.480 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.480 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.481 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.481 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.481 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.481 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.481 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.481 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.481 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.481 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.481 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.481 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.481 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.481 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.481 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.481 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.481 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.482 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.482 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.482 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.482 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.482 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.482 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.482 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.482 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.482 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.482 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.482 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.482 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.482 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.482 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.482 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.483 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.483 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.483 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:02.483 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.483 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T16:01:02.483 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.483 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T16:01:02.483 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.483 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.483 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.483 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.483 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.483 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.483 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:02.483 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.483 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T16:01:02.484 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.484 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.484 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:02.484 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.484 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.484 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.484 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047002+0000", 2024-04-12T16:01:02.484 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.957112+0000", 2024-04-12T16:01:02.484 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.957112+0000", 2024-04-12T16:01:02.484 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.957408+0000", 2024-04-12T16:01:02.484 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047002+0000", 2024-04-12T16:01:02.484 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.484 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.484 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.484 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:02.485 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047002+0000", 2024-04-12T16:01:02.485 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047002+0000", 2024-04-12T16:01:02.485 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047002+0000", 2024-04-12T16:01:02.485 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.485 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.485 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.485 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047002+0000", 2024-04-12T16:01:02.485 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047002+0000", 2024-04-12T16:01:02.485 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.485 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.485 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.485 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.485 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:02.485 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.485 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.486 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.486 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.486 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.486 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.486 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.486 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.486 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.0", 2024-04-12T16:01:02.486 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.486 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.486 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.486 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:02.486 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.486 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:33:18.233264+0000", 2024-04-12T16:01:02.486 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.486 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.487 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.487 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.487 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.487 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.487 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.487 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.487 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.487 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.487 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.487 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.487 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.487 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.487 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.487 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.487 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.488 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.488 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.488 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.488 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.488 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.488 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.488 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.488 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.488 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.488 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.488 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.488 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.488 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.488 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.488 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.488 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.489 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.489 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.489 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.489 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.489 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.489 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.489 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.489 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.489 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.489 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.489 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.489 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.489 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.489 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.489 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.490 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.490 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:02.490 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.490 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T16:01:02.490 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.490 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.490 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.490 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.490 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.490 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.490 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:02.490 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.490 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T16:01:02.490 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.490 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.490 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T16:01:02.491 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.491 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.491 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.491 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047237+0000", 2024-04-12T16:01:02.491 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:58:04.754344+0000", 2024-04-12T16:01:02.491 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:58:04.754344+0000", 2024-04-12T16:01:02.491 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:58:04.754636+0000", 2024-04-12T16:01:02.491 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047237+0000", 2024-04-12T16:01:02.491 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:02.491 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.491 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:02.491 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 66, 2024-04-12T16:01:02.491 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047237+0000", 2024-04-12T16:01:02.491 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047237+0000", 2024-04-12T16:01:02.491 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047237+0000", 2024-04-12T16:01:02.492 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.492 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.492 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:02.492 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047237+0000", 2024-04-12T16:01:02.492 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047237+0000", 2024-04-12T16:01:02.492 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.492 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.492 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.492 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.492 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 65, 2024-04-12T16:01:02.492 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.492 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.492 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.492 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.492 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.492 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.493 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.493 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.493 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.3", 2024-04-12T16:01:02.493 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.493 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.493 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.493 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 13, 2024-04-12T16:01:02.493 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.493 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:26:11.105346+0000", 2024-04-12T16:01:02.493 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.493 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.493 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.493 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.493 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.493 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.493 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.494 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.494 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.494 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.494 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.494 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.494 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.494 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.494 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.494 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.494 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.494 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.494 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.494 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.494 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.496 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.496 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.496 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.496 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.496 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.496 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.496 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:02.496 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.496 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T16:01:02.497 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.497 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.497 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.497 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.497 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.497 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.497 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:02.497 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.497 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T16:01:02.497 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.497 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.497 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:02.497 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.497 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.497 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.498 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047564+0000", 2024-04-12T16:01:02.498 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.954692+0000", 2024-04-12T16:01:02.498 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.954692+0000", 2024-04-12T16:01:02.498 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.955746+0000", 2024-04-12T16:01:02.498 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047564+0000", 2024-04-12T16:01:02.498 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.498 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.498 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.498 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:02.498 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047564+0000", 2024-04-12T16:01:02.498 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047564+0000", 2024-04-12T16:01:02.498 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047564+0000", 2024-04-12T16:01:02.498 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.498 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.498 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.499 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047564+0000", 2024-04-12T16:01:02.499 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047564+0000", 2024-04-12T16:01:02.499 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.499 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.499 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.499 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.499 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:02.499 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.499 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.499 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.499 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.499 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.499 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.499 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.499 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.499 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.5", 2024-04-12T16:01:02.500 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.500 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.500 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.500 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:02.500 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.500 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:32:24.029499+0000", 2024-04-12T16:01:02.500 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.500 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.500 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.500 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.500 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.500 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.500 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.500 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.500 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.501 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.501 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.501 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.501 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.501 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.501 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.501 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.501 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.501 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.501 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.501 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.501 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.501 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.501 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.501 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.501 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.502 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.502 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.502 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.502 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.502 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.502 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.502 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.502 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.502 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.502 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.502 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.502 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.502 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.502 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.502 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.503 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.503 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.503 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.503 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.503 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.503 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.503 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:02.503 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.503 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T16:01:02.503 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.503 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.503 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.503 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.504 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.504 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:02.504 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T16:01:02.504 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.504 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T16:01:02.504 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.504 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.504 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.504 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.504 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.504 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.504 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.048219+0000", 2024-04-12T16:01:02.504 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.312680+0000", 2024-04-12T16:01:02.504 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.312680+0000", 2024-04-12T16:01:02.504 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.312948+0000", 2024-04-12T16:01:02.504 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.048219+0000", 2024-04-12T16:01:02.505 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.505 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.505 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.505 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.505 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.048219+0000", 2024-04-12T16:01:02.505 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.048219+0000", 2024-04-12T16:01:02.505 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.048219+0000", 2024-04-12T16:01:02.505 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.505 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.505 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.505 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.048219+0000", 2024-04-12T16:01:02.505 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.048219+0000", 2024-04-12T16:01:02.505 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.505 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.505 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.505 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.506 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.506 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.506 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.506 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.506 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.506 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.506 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.506 INFO:tasks.workunit.client.0.smithi099.stderr:+ echo OK 2024-04-12T16:01:02.508 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:01 smithi110 ceph-mon[31279]: from='client.14988 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:01:02.508 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:01 smithi110 ceph-mon[31279]: from='client.24902 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:01:02.508 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:01 smithi110 ceph-mon[31279]: from='client.24902 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:01:02.508 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:01 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:01:02.508 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:01 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:01:02.508 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:01 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:02.509 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:01 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:02.509 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:01 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:02.509 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:01 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:02.509 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:01 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:02.509 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:01 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:02.509 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:01 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:02.509 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:01 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:02.509 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:01 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:02.509 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:01 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:01:02.509 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:01 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:01:02.509 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:01 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:02.509 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:01 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:02.509 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:01 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:02.509 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:01 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:01:02.509 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:01 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:01:02.510 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:01 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:02.510 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:01 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:02.510 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:01 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:02.510 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:01 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:01:02.510 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:01 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:01:02.510 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:01 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:02.510 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:01 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:02.510 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:01 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:02.511 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.511 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.511 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.4", 2024-04-12T16:01:02.511 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.511 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.511 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.511 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:02.511 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.511 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:22:50.381777+0000", 2024-04-12T16:01:02.511 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.511 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.511 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.513 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.513 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.513 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.513 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.513 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.513 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.513 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.513 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.513 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.513 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.513 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.513 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.513 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.513 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.513 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.513 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.514 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.514 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.514 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.514 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.514 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.514 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.514 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.514 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.514 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.514 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.514 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.514 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.514 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:02.514 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T16:01:02.514 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.514 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T16:01:02.515 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.515 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.515 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.515 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.515 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.515 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.515 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:02.515 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.515 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T16:01:02.515 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.515 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.515 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T16:01:02.515 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.515 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.515 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.516 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.828715+0000", 2024-04-12T16:01:02.516 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:58:04.554520+0000", 2024-04-12T16:01:02.516 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:58:04.554520+0000", 2024-04-12T16:01:02.516 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:58:04.554819+0000", 2024-04-12T16:01:02.516 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.828715+0000", 2024-04-12T16:01:02.516 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:02.516 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.516 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:02.516 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 66, 2024-04-12T16:01:02.516 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.828715+0000", 2024-04-12T16:01:02.516 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.828715+0000", 2024-04-12T16:01:02.516 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.828715+0000", 2024-04-12T16:01:02.516 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.516 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.516 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:02.516 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.828715+0000", 2024-04-12T16:01:02.517 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.828715+0000", 2024-04-12T16:01:02.517 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.517 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.517 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.517 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.517 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 65, 2024-04-12T16:01:02.517 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.517 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.517 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.517 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.517 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.517 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.517 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.517 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.517 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.0", 2024-04-12T16:01:02.517 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.518 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.518 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.518 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 13, 2024-04-12T16:01:02.518 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.518 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:56:46.847683+0000", 2024-04-12T16:01:02.518 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.518 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.518 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.518 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.518 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.518 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.518 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.518 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.518 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.519 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.519 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.519 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.519 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.519 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.519 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.519 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.519 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.519 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.519 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.519 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.519 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.519 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.519 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.519 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.519 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.519 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.520 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.520 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.520 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.520 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.520 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.520 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.520 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.520 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.520 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.520 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.520 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.520 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.520 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.520 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.520 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.520 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.521 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.521 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.521 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.521 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.521 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.521 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.521 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.521 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:02.521 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.521 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T16:01:02.521 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.521 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.521 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.521 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.521 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.521 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:02.522 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:02.522 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.522 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T16:01:02.522 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.522 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.522 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:02.522 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.522 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.522 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.522 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.048325+0000", 2024-04-12T16:01:02.522 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.952824+0000", 2024-04-12T16:01:02.522 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.952824+0000", 2024-04-12T16:01:02.522 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.953702+0000", 2024-04-12T16:01:02.522 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.048325+0000", 2024-04-12T16:01:02.522 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.522 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.523 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.523 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:02.523 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.048325+0000", 2024-04-12T16:01:02.523 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.048325+0000", 2024-04-12T16:01:02.523 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.048325+0000", 2024-04-12T16:01:02.523 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.523 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.523 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.523 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.048325+0000", 2024-04-12T16:01:02.523 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.048325+0000", 2024-04-12T16:01:02.523 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.523 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 1, 2024-04-12T16:01:02.523 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.523 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.523 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:02.524 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.524 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.524 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.524 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.524 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 1, 2024-04-12T16:01:02.524 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.524 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.524 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.524 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.6", 2024-04-12T16:01:02.524 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.524 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.524 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.524 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 21, 2024-04-12T16:01:02.524 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.524 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:56:26.635329+0000", 2024-04-12T16:01:02.524 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.525 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.525 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.525 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.525 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.525 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.525 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.525 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.525 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.525 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.525 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.525 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.525 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.525 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.525 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.525 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.525 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.526 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.526 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.526 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T16:01:02.526 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T16:01:02.526 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.526 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T16:01:02.526 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.526 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.526 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.526 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.526 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.526 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T16:01:02.526 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.526 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.526 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.527 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.527 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.527 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.527 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.527 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.527 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.527 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.527 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.527 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.527 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 1, 2024-04-12T16:01:02.527 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.527 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.527 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.527 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.527 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.527 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.528 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:02.528 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:02.528 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.528 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T16:01:02.528 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "62'1" 2024-04-12T16:01:02.528 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.528 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.528 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.528 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.528 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.528 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:02.528 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.528 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T16:01:02.528 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.528 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.528 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.529 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.529 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.529 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.529 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.829458+0000", 2024-04-12T16:01:02.529 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.314541+0000", 2024-04-12T16:01:02.529 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.314541+0000", 2024-04-12T16:01:02.529 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.314835+0000", 2024-04-12T16:01:02.529 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.829458+0000", 2024-04-12T16:01:02.529 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.529 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.529 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.529 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.529 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.829458+0000", 2024-04-12T16:01:02.529 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.829458+0000", 2024-04-12T16:01:02.529 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.829458+0000", 2024-04-12T16:01:02.530 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.530 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.530 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.530 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.829458+0000", 2024-04-12T16:01:02.530 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.829458+0000", 2024-04-12T16:01:02.530 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.530 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.530 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.530 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.530 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.530 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.530 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.530 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.530 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.530 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.530 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.531 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.531 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.531 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.7", 2024-04-12T16:01:02.531 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.531 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.531 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.531 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:02.531 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.531 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:46:17.524521+0000", 2024-04-12T16:01:02.531 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.531 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.531 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.531 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.531 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.531 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.531 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.533 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.533 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.533 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.533 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.533 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.533 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.533 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.533 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.533 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.533 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.533 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.533 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.533 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.533 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.533 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.533 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.534 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.534 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.534 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.534 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.534 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.534 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.534 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.534 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.534 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.534 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.534 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:02.534 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.534 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T16:01:02.534 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.534 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.534 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.535 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.535 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.535 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.535 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:02.535 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.535 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 4, 2024-04-12T16:01:02.535 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.535 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.535 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T16:01:02.535 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.535 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.535 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.535 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.046912+0000", 2024-04-12T16:01:02.535 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:58:04.754555+0000", 2024-04-12T16:01:02.535 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:58:04.754555+0000", 2024-04-12T16:01:02.536 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:58:04.754871+0000", 2024-04-12T16:01:02.536 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.046912+0000", 2024-04-12T16:01:02.536 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:02.536 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.536 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:02.536 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 66, 2024-04-12T16:01:02.536 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.046912+0000", 2024-04-12T16:01:02.536 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.046912+0000", 2024-04-12T16:01:02.536 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.046912+0000", 2024-04-12T16:01:02.536 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.536 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.536 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T16:01:02.536 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.046912+0000", 2024-04-12T16:01:02.536 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.046912+0000", 2024-04-12T16:01:02.536 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.536 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.537 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.537 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.537 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 65, 2024-04-12T16:01:02.537 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.537 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.537 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.537 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.537 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.537 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.537 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.537 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.537 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.1", 2024-04-12T16:01:02.537 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.537 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.537 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.537 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 13, 2024-04-12T16:01:02.538 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.538 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:25:46.449225+0000", 2024-04-12T16:01:02.538 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.538 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.538 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.538 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.538 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.538 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.538 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.538 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.538 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.538 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.538 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.538 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.538 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.540 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.540 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.540 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.540 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.540 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.540 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.540 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.540 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.540 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.540 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.540 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.540 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.540 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.540 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.540 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.540 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.541 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.541 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.541 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.541 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.541 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:02.541 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.541 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 4, 2024-04-12T16:01:02.541 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.541 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.541 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.541 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.541 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:02.541 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.541 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:02.541 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.541 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T16:01:02.542 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.542 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.542 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:02.542 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.542 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.542 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.542 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047681+0000", 2024-04-12T16:01:02.542 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.946282+0000", 2024-04-12T16:01:02.542 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.946282+0000", 2024-04-12T16:01:02.542 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.946745+0000", 2024-04-12T16:01:02.542 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047681+0000", 2024-04-12T16:01:02.542 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.542 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.542 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.542 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:02.543 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047681+0000", 2024-04-12T16:01:02.543 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047681+0000", 2024-04-12T16:01:02.543 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047681+0000", 2024-04-12T16:01:02.543 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.543 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.543 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.543 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047681+0000", 2024-04-12T16:01:02.543 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047681+0000", 2024-04-12T16:01:02.543 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.543 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 2, 2024-04-12T16:01:02.543 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.543 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.543 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:02.543 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.543 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.543 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.544 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.544 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 2, 2024-04-12T16:01:02.544 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.544 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.544 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.544 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.7", 2024-04-12T16:01:02.544 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.544 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.544 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.544 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 21, 2024-04-12T16:01:02.544 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.544 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:37:14.929811+0000", 2024-04-12T16:01:02.544 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.544 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.544 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.544 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T16:01:02.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T16:01:02.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T16:01:02.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T16:01:02.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.547 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.547 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.547 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.547 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.547 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.547 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3, 2024-04-12T16:01:02.547 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.547 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.547 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.547 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.547 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.547 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:02.547 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.547 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:02.547 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.548 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T16:01:02.548 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'2" 2024-04-12T16:01:02.548 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.548 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.548 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.548 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.548 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.548 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:02.548 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.548 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T16:01:02.548 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.548 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.548 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.548 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.548 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.548 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047616+0000", 2024-04-12T16:01:02.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.313639+0000", 2024-04-12T16:01:02.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.313639+0000", 2024-04-12T16:01:02.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.313886+0000", 2024-04-12T16:01:02.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047616+0000", 2024-04-12T16:01:02.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047616+0000", 2024-04-12T16:01:02.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047616+0000", 2024-04-12T16:01:02.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047616+0000", 2024-04-12T16:01:02.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047616+0000", 2024-04-12T16:01:02.550 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047616+0000", 2024-04-12T16:01:02.550 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.550 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.550 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.550 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.550 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.550 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.550 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.550 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.550 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.550 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.550 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.550 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.550 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.550 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.6", 2024-04-12T16:01:02.551 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.551 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.551 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.551 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:02.551 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.551 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:12:25.203156+0000", 2024-04-12T16:01:02.551 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.551 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.551 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.551 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.551 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.551 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.551 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.551 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.551 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.551 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.554 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.554 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.554 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.554 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.554 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.554 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.554 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.554 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.554 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:02.554 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.554 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T16:01:02.554 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.554 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.554 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.554 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.555 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.555 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.555 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:02.555 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.555 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T16:01:02.555 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.555 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.555 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:02.555 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.555 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.555 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.555 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047230+0000", 2024-04-12T16:01:02.555 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.957772+0000", 2024-04-12T16:01:02.555 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.957772+0000", 2024-04-12T16:01:02.555 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.958054+0000", 2024-04-12T16:01:02.555 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047230+0000", 2024-04-12T16:01:02.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:02.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047230+0000", 2024-04-12T16:01:02.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047230+0000", 2024-04-12T16:01:02.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047230+0000", 2024-04-12T16:01:02.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047230+0000", 2024-04-12T16:01:02.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047230+0000", 2024-04-12T16:01:02.556 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.556 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.556 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.557 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.557 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:02.557 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.557 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.557 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.557 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.557 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.557 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.557 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.557 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.557 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.8", 2024-04-12T16:01:02.557 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.557 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.557 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.557 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:02.557 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.558 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:55:20.560719+0000", 2024-04-12T16:01:02.558 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.558 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.558 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.558 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.558 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.558 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.558 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.558 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.558 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.558 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.558 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.558 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.558 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.558 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.560 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.560 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.561 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.561 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.561 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.561 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.561 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:02.561 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.561 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T16:01:02.561 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.561 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.561 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.561 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.561 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.561 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:02.561 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:02.561 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.562 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 4, 2024-04-12T16:01:02.562 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.562 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.562 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.562 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.562 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.562 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.562 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047185+0000", 2024-04-12T16:01:02.562 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.311587+0000", 2024-04-12T16:01:02.562 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.311587+0000", 2024-04-12T16:01:02.562 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.311869+0000", 2024-04-12T16:01:02.562 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047185+0000", 2024-04-12T16:01:02.562 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.562 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.562 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.562 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.563 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047185+0000", 2024-04-12T16:01:02.563 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047185+0000", 2024-04-12T16:01:02.563 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047185+0000", 2024-04-12T16:01:02.563 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.563 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.563 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.563 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047185+0000", 2024-04-12T16:01:02.563 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047185+0000", 2024-04-12T16:01:02.563 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.563 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.563 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.563 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.563 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.563 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.563 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.564 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.564 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.564 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.564 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.564 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.564 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.564 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.9", 2024-04-12T16:01:02.564 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.564 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.564 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.564 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:02.564 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.564 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:08:22.383976+0000", 2024-04-12T16:01:02.564 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.564 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.564 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.565 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.565 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.565 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.565 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.565 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.565 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.565 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.565 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.565 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.565 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.565 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.565 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.565 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.565 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.565 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.566 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.566 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.566 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.566 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.566 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.566 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.566 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.566 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.566 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.566 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.566 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.566 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.566 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.566 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.566 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.566 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.567 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.567 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.567 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.567 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.567 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.567 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:02.568 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:02.568 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.568 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 4, 2024-04-12T16:01:02.568 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.568 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.568 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.568 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.568 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.568 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.568 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T16:01:02.568 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.568 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T16:01:02.568 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.568 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.568 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:02.568 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.569 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.569 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.569 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047607+0000", 2024-04-12T16:01:02.569 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.965485+0000", 2024-04-12T16:01:02.569 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.965485+0000", 2024-04-12T16:01:02.569 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.965759+0000", 2024-04-12T16:01:02.569 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047607+0000", 2024-04-12T16:01:02.569 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.569 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.569 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.569 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:02.569 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047607+0000", 2024-04-12T16:01:02.569 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047607+0000", 2024-04-12T16:01:02.569 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047607+0000", 2024-04-12T16:01:02.569 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.569 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.570 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.570 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047607+0000", 2024-04-12T16:01:02.570 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047607+0000", 2024-04-12T16:01:02.570 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.570 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.570 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.570 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.570 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:02.570 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.570 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.570 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.570 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.570 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.570 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.570 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.570 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.571 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.9", 2024-04-12T16:01:02.571 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.571 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.571 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.571 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 20, 2024-04-12T16:01:02.571 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.571 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:45:08.227735+0000", 2024-04-12T16:01:02.571 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.571 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.571 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.571 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.571 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.571 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.571 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.571 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.571 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.572 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.572 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.572 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.572 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.572 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.572 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.572 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.572 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.572 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.572 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.572 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.572 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.572 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.572 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.572 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.574 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.574 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.574 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.574 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.574 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.574 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.574 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.574 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.574 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.574 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T16:01:02.574 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.574 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T16:01:02.574 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.574 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.574 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.574 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.575 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.575 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.575 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:02.575 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.575 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T16:01:02.575 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.575 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.575 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.575 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.575 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.575 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.575 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.828790+0000", 2024-04-12T16:01:02.575 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.322175+0000", 2024-04-12T16:01:02.575 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.322175+0000", 2024-04-12T16:01:02.575 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.322491+0000", 2024-04-12T16:01:02.576 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.828790+0000", 2024-04-12T16:01:02.576 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.576 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.576 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.576 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.576 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.828790+0000", 2024-04-12T16:01:02.576 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.828790+0000", 2024-04-12T16:01:02.576 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.828790+0000", 2024-04-12T16:01:02.576 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.576 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.576 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.576 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.828790+0000", 2024-04-12T16:01:02.576 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.828790+0000", 2024-04-12T16:01:02.576 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.576 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.576 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.577 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.577 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.577 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.577 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.577 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.577 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.577 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.577 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.577 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.577 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.577 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.8", 2024-04-12T16:01:02.577 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.577 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.577 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.577 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:02.577 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.578 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:18:40.056358+0000", 2024-04-12T16:01:02.578 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.578 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.578 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.578 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.578 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.578 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.578 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.578 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.578 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.578 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.578 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.578 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.578 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.578 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.579 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.579 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.579 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.579 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.579 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.579 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.579 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.579 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.579 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.579 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.579 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.579 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.579 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.579 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.579 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.580 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.580 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.580 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.580 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.580 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.580 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.580 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.580 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.580 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.580 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.580 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.580 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.580 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.580 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.580 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.580 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.581 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.581 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.581 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.581 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.581 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:02.581 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.581 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T16:01:02.581 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.581 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.581 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.581 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.581 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.581 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.581 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:02.581 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.581 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T16:01:02.582 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.582 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.582 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:02.582 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.582 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.582 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.582 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047868+0000", 2024-04-12T16:01:02.582 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.954377+0000", 2024-04-12T16:01:02.582 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.954377+0000", 2024-04-12T16:01:02.582 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.954671+0000", 2024-04-12T16:01:02.582 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047868+0000", 2024-04-12T16:01:02.582 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.582 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.582 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.582 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:02.583 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047868+0000", 2024-04-12T16:01:02.583 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047868+0000", 2024-04-12T16:01:02.583 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047868+0000", 2024-04-12T16:01:02.583 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.583 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.583 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.583 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047868+0000", 2024-04-12T16:01:02.583 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047868+0000", 2024-04-12T16:01:02.583 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.583 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.583 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.583 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.583 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:02.583 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.583 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.583 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.584 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.584 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.584 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.584 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.584 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.584 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.a", 2024-04-12T16:01:02.584 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.584 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.584 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.584 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 20, 2024-04-12T16:01:02.584 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.584 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:31:42.697780+0000", 2024-04-12T16:01:02.584 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.584 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.584 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.584 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.585 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.585 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.585 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.585 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.585 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.585 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.585 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.585 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.585 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.585 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.585 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.585 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.585 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.585 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.585 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.585 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.586 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.586 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.586 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.586 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.586 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.586 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.586 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.586 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.586 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.586 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.586 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.586 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.586 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.586 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.586 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.587 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.587 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.587 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.587 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.587 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.587 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.587 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.587 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.587 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.587 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.587 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.587 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.587 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.587 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.587 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:02.587 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.588 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T16:01:02.588 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.588 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.588 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.588 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.588 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.588 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.588 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:02.588 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.588 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T16:01:02.588 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.588 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.588 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.588 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.588 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.588 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.589 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.829105+0000", 2024-04-12T16:01:02.589 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.316869+0000", 2024-04-12T16:01:02.589 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.316869+0000", 2024-04-12T16:01:02.589 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.317189+0000", 2024-04-12T16:01:02.589 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.829105+0000", 2024-04-12T16:01:02.589 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.589 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.589 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.589 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.589 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.829105+0000", 2024-04-12T16:01:02.589 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.829105+0000", 2024-04-12T16:01:02.589 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.829105+0000", 2024-04-12T16:01:02.589 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.589 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.589 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.589 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.829105+0000", 2024-04-12T16:01:02.590 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.829105+0000", 2024-04-12T16:01:02.590 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.590 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.590 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.590 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.590 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.590 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.590 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.590 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.590 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.590 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.590 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.590 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.590 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.590 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.b", 2024-04-12T16:01:02.591 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.591 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.591 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.591 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:02.591 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.591 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:44:00.017390+0000", 2024-04-12T16:01:02.591 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.591 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.591 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.591 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.591 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.591 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.591 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.591 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.591 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.591 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.592 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.592 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.592 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.592 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.592 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.592 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.592 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.592 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.592 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.592 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.592 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.592 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.592 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.592 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.592 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.592 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.593 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.593 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.593 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.593 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.593 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.593 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.593 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.593 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.593 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.593 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.593 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.593 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.593 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.593 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.593 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.594 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.594 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.594 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.594 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.594 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.594 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.594 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.594 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.594 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:02.594 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.594 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T16:01:02.594 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.594 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.594 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.594 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.594 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.595 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.595 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T16:01:02.595 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.595 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T16:01:02.595 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.595 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.595 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:02.595 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.595 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.595 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.595 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047665+0000", 2024-04-12T16:01:02.595 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.954555+0000", 2024-04-12T16:01:02.595 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.954555+0000", 2024-04-12T16:01:02.595 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.954823+0000", 2024-04-12T16:01:02.595 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047665+0000", 2024-04-12T16:01:02.596 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.596 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.596 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.596 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:02.596 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047665+0000", 2024-04-12T16:01:02.596 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047665+0000", 2024-04-12T16:01:02.596 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047665+0000", 2024-04-12T16:01:02.596 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.596 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.596 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.596 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047665+0000", 2024-04-12T16:01:02.596 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047665+0000", 2024-04-12T16:01:02.596 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.596 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 2, 2024-04-12T16:01:02.596 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.597 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.597 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:02.597 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.597 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.597 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.597 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.597 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 2, 2024-04-12T16:01:02.597 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.597 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.597 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.597 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.b", 2024-04-12T16:01:02.597 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.597 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.597 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.597 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 21, 2024-04-12T16:01:02.597 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.598 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:35:50.904750+0000", 2024-04-12T16:01:02.598 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.598 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.598 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.598 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.598 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.598 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.598 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.598 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.598 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.598 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.598 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.598 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.598 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.598 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.599 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.599 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.599 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.599 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.599 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.599 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T16:01:02.599 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T16:01:02.599 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.599 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T16:01:02.599 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.599 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.599 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.599 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.599 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.599 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T16:01:02.600 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.600 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.600 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.600 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.600 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.600 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.600 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.600 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.600 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.600 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.600 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.600 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.600 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 1, 2024-04-12T16:01:02.600 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.600 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.601 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.601 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.601 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.601 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.601 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.601 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T16:01:02.601 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.601 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T16:01:02.601 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'2" 2024-04-12T16:01:02.601 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.601 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.601 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.601 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:02.601 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.601 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:02.601 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.602 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T16:01:02.602 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.602 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.602 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.602 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.602 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.602 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.602 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047373+0000", 2024-04-12T16:01:02.602 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.324995+0000", 2024-04-12T16:01:02.602 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.324995+0000", 2024-04-12T16:01:02.602 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.325294+0000", 2024-04-12T16:01:02.602 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047373+0000", 2024-04-12T16:01:02.602 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.602 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.602 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.603 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.603 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047373+0000", 2024-04-12T16:01:02.603 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047373+0000", 2024-04-12T16:01:02.603 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047373+0000", 2024-04-12T16:01:02.603 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.603 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.603 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.603 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047373+0000", 2024-04-12T16:01:02.603 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047373+0000", 2024-04-12T16:01:02.603 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.603 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.603 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.603 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.603 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.603 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.604 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.604 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.604 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.604 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.604 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.604 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.604 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.604 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.a", 2024-04-12T16:01:02.604 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.604 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.604 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.604 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:02.604 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.604 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:43:47.827273+0000", 2024-04-12T16:01:02.604 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.605 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.605 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.605 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.605 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.605 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.605 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.605 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.605 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.605 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.605 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.605 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.605 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.605 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.605 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.605 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.605 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.606 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.606 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.606 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.606 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.606 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.606 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.606 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.606 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.606 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.606 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.606 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.606 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.606 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.606 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.606 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.607 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.607 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.607 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.607 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.607 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.607 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.607 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.607 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.607 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.607 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.607 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.607 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.607 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.607 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.607 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.607 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:02.608 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.608 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:02.608 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.608 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T16:01:02.608 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.608 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.608 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.608 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.608 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:02.608 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.608 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:02.608 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.608 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T16:01:02.608 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.608 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.609 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:02.609 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.609 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.609 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.609 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.830055+0000", 2024-04-12T16:01:02.609 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.955384+0000", 2024-04-12T16:01:02.609 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.955384+0000", 2024-04-12T16:01:02.609 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.955660+0000", 2024-04-12T16:01:02.609 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.830055+0000", 2024-04-12T16:01:02.609 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.609 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.609 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.609 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:02.609 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.830055+0000", 2024-04-12T16:01:02.609 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.830055+0000", 2024-04-12T16:01:02.610 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.830055+0000", 2024-04-12T16:01:02.610 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.610 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.610 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.610 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.830055+0000", 2024-04-12T16:01:02.610 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.830055+0000", 2024-04-12T16:01:02.610 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.610 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.610 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.610 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.610 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:02.610 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.610 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.610 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.610 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.611 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.611 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.611 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.611 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.611 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.c", 2024-04-12T16:01:02.611 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.611 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.611 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.611 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 20, 2024-04-12T16:01:02.611 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.611 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:24:41.760872+0000", 2024-04-12T16:01:02.611 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.611 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.611 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.611 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.613 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.613 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.613 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.613 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.613 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.613 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.613 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.613 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.613 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.613 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.613 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.613 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.613 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.613 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.613 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.614 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.614 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.614 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.614 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.614 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.614 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.614 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.614 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.614 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.614 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.614 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.614 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.614 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:02.614 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.614 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:02.615 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.615 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T16:01:02.615 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.615 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.615 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.615 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.615 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.615 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.615 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:02.615 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.615 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T16:01:02.615 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.615 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.615 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.615 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.616 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.616 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.616 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047485+0000", 2024-04-12T16:01:02.616 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.328920+0000", 2024-04-12T16:01:02.616 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.328920+0000", 2024-04-12T16:01:02.616 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.329294+0000", 2024-04-12T16:01:02.616 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047485+0000", 2024-04-12T16:01:02.616 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.616 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.616 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.616 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.616 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047485+0000", 2024-04-12T16:01:02.616 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047485+0000", 2024-04-12T16:01:02.616 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047485+0000", 2024-04-12T16:01:02.616 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.616 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.617 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.617 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047485+0000", 2024-04-12T16:01:02.617 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047485+0000", 2024-04-12T16:01:02.617 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.617 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.617 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.617 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.617 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.617 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.617 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.617 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.617 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.617 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.617 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.617 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.617 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.618 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.d", 2024-04-12T16:01:02.618 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.618 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.618 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.618 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:02.618 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.618 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:39:41.276060+0000", 2024-04-12T16:01:02.618 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.618 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.618 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.619 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.619 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.619 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.619 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.619 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.619 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.619 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.619 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.619 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.619 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.619 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.619 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.619 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.619 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.619 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.620 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.620 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.620 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.620 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.620 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.620 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.620 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.620 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.620 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.620 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.620 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.620 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.620 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.620 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.620 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.620 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.620 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.621 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.621 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.621 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.621 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.621 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.621 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.621 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.621 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.621 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:02.621 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.621 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T16:01:02.621 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.621 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.621 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.621 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.622 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.622 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.622 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T16:01:02.622 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.622 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T16:01:02.622 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.622 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.622 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:02.622 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.622 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.622 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.622 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.048472+0000", 2024-04-12T16:01:02.622 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.952837+0000", 2024-04-12T16:01:02.622 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.952837+0000", 2024-04-12T16:01:02.622 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.953113+0000", 2024-04-12T16:01:02.623 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.048472+0000", 2024-04-12T16:01:02.623 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.623 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.623 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.623 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:02.623 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.048472+0000", 2024-04-12T16:01:02.623 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.048472+0000", 2024-04-12T16:01:02.623 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.048472+0000", 2024-04-12T16:01:02.623 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.623 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.623 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.623 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.048472+0000", 2024-04-12T16:01:02.623 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.048472+0000", 2024-04-12T16:01:02.623 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.623 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 1, 2024-04-12T16:01:02.624 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.624 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.624 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:02.624 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.624 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.624 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.624 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.624 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 1, 2024-04-12T16:01:02.624 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.624 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.624 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.624 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.d", 2024-04-12T16:01:02.624 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.624 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.624 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.624 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 21, 2024-04-12T16:01:02.625 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.625 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:50:36.749151+0000", 2024-04-12T16:01:02.625 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.625 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.625 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 70, 2024-04-12T16:01:02.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T16:01:02.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T16:01:02.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T16:01:02.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.627 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.627 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.627 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.627 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.627 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.627 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.627 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.627 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.627 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.627 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.627 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.627 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.627 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 1, 2024-04-12T16:01:02.627 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 1 2024-04-12T16:01:02.627 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.627 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.628 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.628 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.628 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.628 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.628 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T16:01:02.628 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.628 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T16:01:02.628 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'1" 2024-04-12T16:01:02.628 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.628 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.628 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.628 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.628 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.628 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:02.628 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.628 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T16:01:02.629 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.629 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.629 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.629 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.629 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.629 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.629 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.823624+0000", 2024-04-12T16:01:02.629 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.311130+0000", 2024-04-12T16:01:02.629 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.311130+0000", 2024-04-12T16:01:02.629 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.311390+0000", 2024-04-12T16:01:02.629 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.823624+0000", 2024-04-12T16:01:02.629 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.629 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.629 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.629 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.629 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.823624+0000", 2024-04-12T16:01:02.630 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.823624+0000", 2024-04-12T16:01:02.630 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.823624+0000", 2024-04-12T16:01:02.630 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.630 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.630 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.630 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.823624+0000", 2024-04-12T16:01:02.630 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.823624+0000", 2024-04-12T16:01:02.630 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.630 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.630 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.630 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.630 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.630 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.630 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.630 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.631 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.631 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.631 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.631 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.631 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.631 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.c", 2024-04-12T16:01:02.631 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.631 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.631 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.631 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:02.631 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.631 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:27:24.601795+0000", 2024-04-12T16:01:02.631 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.631 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.631 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.634 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.634 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.634 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.634 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.634 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.634 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.634 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.634 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.634 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.634 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.634 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.634 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.634 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.634 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.634 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.634 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:02.635 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.635 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T16:01:02.635 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.635 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.635 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.635 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.635 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:02.635 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.635 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:02.635 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.635 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T16:01:02.635 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.635 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.635 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T16:01:02.635 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.636 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.636 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.636 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.830323+0000", 2024-04-12T16:01:02.636 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:31.952951+0000", 2024-04-12T16:01:02.636 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:31.952951+0000", 2024-04-12T16:01:02.636 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:31.953229+0000", 2024-04-12T16:01:02.636 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.830323+0000", 2024-04-12T16:01:02.636 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.636 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.636 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.636 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 60, 2024-04-12T16:01:02.636 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.830323+0000", 2024-04-12T16:01:02.636 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.830323+0000", 2024-04-12T16:01:02.636 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.830323+0000", 2024-04-12T16:01:02.636 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.637 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.637 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T16:01:02.637 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.830323+0000", 2024-04-12T16:01:02.637 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.830323+0000", 2024-04-12T16:01:02.637 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.637 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 2, 2024-04-12T16:01:02.637 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.637 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.637 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 59, 2024-04-12T16:01:02.637 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.637 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.637 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.637 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.637 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 2, 2024-04-12T16:01:02.637 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.638 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.638 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.638 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.e", 2024-04-12T16:01:02.638 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.638 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.638 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.638 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 22, 2024-04-12T16:01:02.638 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.638 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:27:18.866447+0000", 2024-04-12T16:01:02.638 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.638 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.638 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.638 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.638 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.638 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.639 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.639 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.639 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.639 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.639 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.639 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.639 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.639 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.639 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.639 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.639 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.639 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.639 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.639 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T16:01:02.639 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T16:01:02.640 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.640 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T16:01:02.640 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.640 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.640 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.640 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.640 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.640 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T16:01:02.640 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.640 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.640 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.640 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.640 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.640 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.640 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.641 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.641 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.641 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.641 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.641 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.641 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3, 2024-04-12T16:01:02.641 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.641 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.641 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.641 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.641 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.641 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:02.641 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.641 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T16:01:02.641 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.641 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T16:01:02.642 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'2" 2024-04-12T16:01:02.642 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.642 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.642 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.642 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.642 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.642 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:02.642 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.642 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T16:01:02.642 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.642 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.642 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.642 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.642 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.642 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.642 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.048586+0000", 2024-04-12T16:01:02.643 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.323965+0000", 2024-04-12T16:01:02.643 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.323965+0000", 2024-04-12T16:01:02.643 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.324263+0000", 2024-04-12T16:01:02.643 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.048586+0000", 2024-04-12T16:01:02.643 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.643 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.643 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.643 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.643 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.048586+0000", 2024-04-12T16:01:02.643 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.048586+0000", 2024-04-12T16:01:02.643 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.048586+0000", 2024-04-12T16:01:02.643 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.643 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.643 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.643 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.048586+0000", 2024-04-12T16:01:02.644 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.048586+0000", 2024-04-12T16:01:02.644 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.644 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.644 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.644 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.644 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.644 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.644 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.644 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.644 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.644 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.644 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.644 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.644 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.644 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.f", 2024-04-12T16:01:02.645 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.645 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.645 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.645 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:02.645 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.645 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:44:52.028546+0000", 2024-04-12T16:01:02.645 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.645 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.645 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.645 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.645 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.645 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.645 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.645 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.645 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.645 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.646 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.646 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.646 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.646 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.646 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.646 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.646 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.646 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.646 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.646 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.646 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.646 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.646 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.646 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.647 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.647 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.647 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.647 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.647 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.647 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.647 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.647 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.647 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.647 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.647 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.647 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.647 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.647 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.647 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.647 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.648 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.648 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.648 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.648 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.648 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.648 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.648 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.648 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.648 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.648 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:02.648 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.648 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T16:01:02.648 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.648 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.648 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.649 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.649 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:02.649 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.649 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T16:01:02.649 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.649 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T16:01:02.649 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.649 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.649 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.649 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.649 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.649 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.649 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047114+0000", 2024-04-12T16:01:02.649 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.317396+0000", 2024-04-12T16:01:02.649 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.317396+0000", 2024-04-12T16:01:02.649 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.317742+0000", 2024-04-12T16:01:02.650 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047114+0000", 2024-04-12T16:01:02.650 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.650 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.650 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.650 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.650 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047114+0000", 2024-04-12T16:01:02.650 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047114+0000", 2024-04-12T16:01:02.650 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047114+0000", 2024-04-12T16:01:02.650 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.653 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.654 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.654 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047114+0000", 2024-04-12T16:01:02.654 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047114+0000", 2024-04-12T16:01:02.654 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.654 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.654 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.654 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.654 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.654 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.654 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.654 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.654 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.654 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.654 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.654 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.654 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.655 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.20", 2024-04-12T16:01:02.655 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.655 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.655 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.655 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:02.655 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.655 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:39:36.503968+0000", 2024-04-12T16:01:02.655 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.655 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.655 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.655 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.655 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.655 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.655 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.656 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.656 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.656 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.656 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.656 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.656 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.656 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.656 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.656 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.656 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.656 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.656 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.656 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.656 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.656 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.656 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.657 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.657 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.657 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.657 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.657 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.657 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.657 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.657 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.657 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.657 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.657 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.657 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.657 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.657 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.657 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.658 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.658 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.658 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.658 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.658 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.658 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.658 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.658 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.658 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.658 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:02.658 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.658 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T16:01:02.658 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.658 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T16:01:02.658 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.658 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.659 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.659 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.659 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:02.659 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.659 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:02.659 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.659 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T16:01:02.659 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.659 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.659 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.659 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.659 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.659 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.659 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.829213+0000", 2024-04-12T16:01:02.659 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.314719+0000", 2024-04-12T16:01:02.660 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.314719+0000", 2024-04-12T16:01:02.660 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.315003+0000", 2024-04-12T16:01:02.660 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.829213+0000", 2024-04-12T16:01:02.660 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.660 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.660 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.660 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.660 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.829213+0000", 2024-04-12T16:01:02.660 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.829213+0000", 2024-04-12T16:01:02.660 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.829213+0000", 2024-04-12T16:01:02.660 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.660 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.660 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.660 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.829213+0000", 2024-04-12T16:01:02.660 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.829213+0000", 2024-04-12T16:01:02.661 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.661 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.661 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.661 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.661 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.661 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.661 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.661 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.661 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.661 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.661 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.661 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.661 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.661 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.21", 2024-04-12T16:01:02.661 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.661 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.662 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.662 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:02.662 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.662 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:20:42.459015+0000", 2024-04-12T16:01:02.662 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.662 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.662 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.662 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.662 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.662 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.662 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.662 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.662 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.662 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.663 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.663 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.663 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.663 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.663 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.663 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.663 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.663 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.663 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.663 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.663 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.663 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.663 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.663 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.663 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.664 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.664 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.664 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.664 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.664 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.664 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.664 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.664 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.664 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.664 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.664 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.664 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.664 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.664 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.664 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.664 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.665 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.665 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.665 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.665 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.665 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.665 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.665 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T16:01:02.665 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.665 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:02.665 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.665 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T16:01:02.665 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.665 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.665 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.665 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.665 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.666 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.666 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:02.666 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.666 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T16:01:02.666 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.666 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.666 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.666 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.666 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.666 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.666 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.823742+0000", 2024-04-12T16:01:02.666 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.313790+0000", 2024-04-12T16:01:02.666 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.313790+0000", 2024-04-12T16:01:02.666 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.314085+0000", 2024-04-12T16:01:02.666 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.823742+0000", 2024-04-12T16:01:02.667 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.667 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.667 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.667 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.667 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.823742+0000", 2024-04-12T16:01:02.667 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.823742+0000", 2024-04-12T16:01:02.667 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.823742+0000", 2024-04-12T16:01:02.667 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.667 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.667 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.667 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.823742+0000", 2024-04-12T16:01:02.667 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.823742+0000", 2024-04-12T16:01:02.667 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.667 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.667 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.668 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.668 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.668 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.668 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.668 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.668 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.668 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.668 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.668 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.668 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.668 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.22", 2024-04-12T16:01:02.668 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.668 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.668 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.668 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:02.669 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.669 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:49:46.867990+0000", 2024-04-12T16:01:02.669 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.669 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.669 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.669 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.669 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.669 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.669 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.669 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.669 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.669 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.669 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.669 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.669 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.670 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.670 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.670 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.670 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.670 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.670 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.670 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.670 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.670 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.670 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.670 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.670 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.670 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.670 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.670 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.670 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.671 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.671 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.671 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.671 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.671 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.671 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.671 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.671 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.671 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.671 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.671 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.671 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.671 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.671 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.671 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.672 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.672 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.672 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.672 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.672 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.672 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:02.672 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.672 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T16:01:02.672 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.672 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.672 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.672 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.672 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.672 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.672 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:02.673 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.673 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T16:01:02.673 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.673 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.673 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.673 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.673 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.673 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.673 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047245+0000", 2024-04-12T16:01:02.673 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.318501+0000", 2024-04-12T16:01:02.673 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.318501+0000", 2024-04-12T16:01:02.673 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.319371+0000", 2024-04-12T16:01:02.673 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047245+0000", 2024-04-12T16:01:02.673 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.673 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.673 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.674 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.674 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047245+0000", 2024-04-12T16:01:02.674 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047245+0000", 2024-04-12T16:01:02.674 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047245+0000", 2024-04-12T16:01:02.674 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.674 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.674 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.674 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047245+0000", 2024-04-12T16:01:02.674 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047245+0000", 2024-04-12T16:01:02.674 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.674 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.674 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.674 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.674 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.675 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.675 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.675 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.675 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.675 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.675 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.675 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.675 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.675 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.23", 2024-04-12T16:01:02.675 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.675 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.675 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.675 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:02.675 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.675 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:43:56.128772+0000", 2024-04-12T16:01:02.675 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.676 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.676 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.676 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.676 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.676 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.676 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.676 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.676 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.676 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.676 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.676 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.676 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.676 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.676 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.676 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.677 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.677 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.677 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.677 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.677 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.677 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.677 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.677 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.677 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.677 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.677 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.677 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.677 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.677 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.677 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.678 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.678 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.678 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.678 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.678 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.678 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.678 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.678 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.678 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.678 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.678 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.678 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.678 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.678 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.678 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.678 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.679 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.679 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.679 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:02.679 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.679 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T16:01:02.679 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.679 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.679 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.679 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.679 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.679 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.679 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:02.679 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.679 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T16:01:02.680 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.680 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.680 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.680 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.680 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.680 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.680 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.829053+0000", 2024-04-12T16:01:02.680 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.317969+0000", 2024-04-12T16:01:02.680 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.317969+0000", 2024-04-12T16:01:02.680 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.319219+0000", 2024-04-12T16:01:02.680 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.829053+0000", 2024-04-12T16:01:02.680 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.680 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.680 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.680 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.680 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.829053+0000", 2024-04-12T16:01:02.680 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.829053+0000", 2024-04-12T16:01:02.681 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.829053+0000", 2024-04-12T16:01:02.681 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.681 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.681 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.681 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.829053+0000", 2024-04-12T16:01:02.681 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.829053+0000", 2024-04-12T16:01:02.681 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.681 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.681 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.681 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.681 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.681 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.681 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.681 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.682 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.682 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.682 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.682 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.682 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.682 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.24", 2024-04-12T16:01:02.682 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.682 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.682 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.682 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:02.682 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.682 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:59:14.249748+0000", 2024-04-12T16:01:02.682 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.682 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.682 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.682 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.683 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.683 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.683 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.683 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.683 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.683 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.683 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.683 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.683 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.683 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.683 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.683 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.683 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.683 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.683 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.683 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.684 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.684 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.684 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.684 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.684 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.684 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.684 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.684 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.684 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.684 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.684 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.684 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.684 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.684 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.684 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.684 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.685 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.685 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.685 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.685 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.685 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.685 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.685 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.685 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.685 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.685 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.685 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.685 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.685 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.685 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:02.685 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.685 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T16:01:02.686 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.686 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.686 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.686 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.686 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.686 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.686 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:02.686 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.686 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T16:01:02.686 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.686 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.686 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.686 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.686 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.686 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.686 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.048385+0000", 2024-04-12T16:01:02.687 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.320832+0000", 2024-04-12T16:01:02.687 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.320832+0000", 2024-04-12T16:01:02.687 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.321156+0000", 2024-04-12T16:01:02.687 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.048385+0000", 2024-04-12T16:01:02.687 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.687 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.687 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.687 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.687 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.048385+0000", 2024-04-12T16:01:02.687 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.048385+0000", 2024-04-12T16:01:02.687 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.048385+0000", 2024-04-12T16:01:02.687 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.687 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.687 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.687 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.048385+0000", 2024-04-12T16:01:02.688 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.048385+0000", 2024-04-12T16:01:02.688 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.688 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.688 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.688 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.688 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.688 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.688 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.688 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.688 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.688 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.688 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.688 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.688 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.688 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.25", 2024-04-12T16:01:02.688 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.689 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.689 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.689 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:02.689 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.689 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:24:42.547997+0000", 2024-04-12T16:01:02.689 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.689 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.689 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.689 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.689 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.689 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.689 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.689 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.689 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.689 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.689 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.690 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.690 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.690 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.690 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.690 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.690 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.690 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.690 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.690 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.690 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.690 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.690 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.690 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.690 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.690 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.691 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.691 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.691 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.691 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.691 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.691 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.691 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.691 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.691 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.691 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.691 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.691 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.691 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.691 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.691 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.691 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.692 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.692 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.692 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.692 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.692 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.692 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T16:01:02.692 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.692 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:02.692 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.692 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T16:01:02.692 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.692 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.692 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.692 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.692 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:02.692 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.693 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:02.693 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.693 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T16:01:02.693 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.693 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.693 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.693 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.693 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.693 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.693 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.048186+0000", 2024-04-12T16:01:02.693 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.329382+0000", 2024-04-12T16:01:02.693 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.329382+0000", 2024-04-12T16:01:02.693 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.330152+0000", 2024-04-12T16:01:02.693 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.048186+0000", 2024-04-12T16:01:02.693 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.694 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.694 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.694 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.694 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.048186+0000", 2024-04-12T16:01:02.694 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.048186+0000", 2024-04-12T16:01:02.694 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.048186+0000", 2024-04-12T16:01:02.694 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.694 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.694 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.694 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.048186+0000", 2024-04-12T16:01:02.694 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.048186+0000", 2024-04-12T16:01:02.694 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.694 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.694 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.694 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.694 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.695 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.695 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.695 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.695 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.695 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.695 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.695 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.695 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.695 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.26", 2024-04-12T16:01:02.695 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.695 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.695 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.695 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:02.695 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.695 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:28:58.031470+0000", 2024-04-12T16:01:02.696 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.696 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.696 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.696 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.696 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.696 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.696 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.696 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.696 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.696 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.696 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.696 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.696 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.696 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.696 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.696 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.697 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.697 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.697 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.697 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.697 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.697 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.697 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.697 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.697 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.697 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.697 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.697 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.697 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.697 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.697 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.697 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.698 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.698 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.698 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.698 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.698 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.698 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.698 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.698 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.698 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.698 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.698 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.698 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.698 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.698 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.698 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.698 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:02.699 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.699 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T16:01:02.699 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.699 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T16:01:02.699 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.699 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.699 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.699 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.699 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.699 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.699 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:02.699 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.699 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T16:01:02.699 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.699 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.699 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.700 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.700 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.700 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.700 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.829529+0000", 2024-04-12T16:01:02.700 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.313568+0000", 2024-04-12T16:01:02.700 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.313568+0000", 2024-04-12T16:01:02.700 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.313833+0000", 2024-04-12T16:01:02.700 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.829529+0000", 2024-04-12T16:01:02.700 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.700 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.700 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.700 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.700 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.829529+0000", 2024-04-12T16:01:02.700 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.829529+0000", 2024-04-12T16:01:02.700 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.829529+0000", 2024-04-12T16:01:02.701 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.701 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.701 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.701 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.829529+0000", 2024-04-12T16:01:02.701 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.829529+0000", 2024-04-12T16:01:02.701 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.701 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.701 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.701 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.701 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.701 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.701 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.701 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.701 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.701 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.701 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.702 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.702 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.702 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.27", 2024-04-12T16:01:02.702 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.702 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.702 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.702 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:02.702 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.702 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:59:06.251312+0000", 2024-04-12T16:01:02.702 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.702 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.702 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.702 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.702 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.702 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.702 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.703 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.703 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.703 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.703 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.703 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.703 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.703 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.703 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.703 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.703 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.703 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.703 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.703 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.703 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.703 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.703 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.704 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.704 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.704 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.704 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.704 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.704 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.704 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.704 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.704 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.704 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.704 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.704 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.704 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.704 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.704 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.704 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.705 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.705 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.705 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.705 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.705 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.705 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.705 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.705 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.705 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.705 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.705 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:02.705 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.705 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T16:01:02.705 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.705 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.706 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.706 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.706 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.706 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.706 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:02.706 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.706 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T16:01:02.706 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.706 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.706 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.706 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.706 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.706 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.706 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.823586+0000", 2024-04-12T16:01:02.706 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.310481+0000", 2024-04-12T16:01:02.706 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.310481+0000", 2024-04-12T16:01:02.707 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.310759+0000", 2024-04-12T16:01:02.707 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.823586+0000", 2024-04-12T16:01:02.707 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.707 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.707 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.707 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.707 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.823586+0000", 2024-04-12T16:01:02.707 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.823586+0000", 2024-04-12T16:01:02.707 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.823586+0000", 2024-04-12T16:01:02.707 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.707 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.707 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.707 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.823586+0000", 2024-04-12T16:01:02.707 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.823586+0000", 2024-04-12T16:01:02.707 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.707 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.708 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.708 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.708 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.708 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.708 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.708 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.708 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.708 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.708 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.708 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.708 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.708 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.28", 2024-04-12T16:01:02.708 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.708 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.708 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.708 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:02.709 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.709 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:47:52.909587+0000", 2024-04-12T16:01:02.709 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.709 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.709 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.709 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.709 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.709 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.709 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.709 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.709 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.709 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.709 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.709 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.709 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.709 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.710 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.710 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.710 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.710 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.710 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.710 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.710 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.710 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.710 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.710 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.710 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.710 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.710 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.710 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.710 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.711 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.711 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.711 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.711 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.711 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.711 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.711 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.711 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.711 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.711 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.711 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.711 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.711 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.711 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.711 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.711 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.712 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.712 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.712 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.712 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.712 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T16:01:02.712 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.712 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T16:01:02.712 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.712 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.712 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.712 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.712 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.712 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.712 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:02.712 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.712 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T16:01:02.713 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.713 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.713 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.713 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.713 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.713 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.713 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.828767+0000", 2024-04-12T16:01:02.713 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.323818+0000", 2024-04-12T16:01:02.713 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.323818+0000", 2024-04-12T16:01:02.713 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.324073+0000", 2024-04-12T16:01:02.713 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.828767+0000", 2024-04-12T16:01:02.713 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.713 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.713 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.713 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.713 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.828767+0000", 2024-04-12T16:01:02.714 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.828767+0000", 2024-04-12T16:01:02.714 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.828767+0000", 2024-04-12T16:01:02.714 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.714 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.714 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.714 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.828767+0000", 2024-04-12T16:01:02.714 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.828767+0000", 2024-04-12T16:01:02.714 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.714 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.714 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.714 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.714 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.714 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.714 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.714 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.715 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.715 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.715 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.715 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.715 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.715 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.29", 2024-04-12T16:01:02.715 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.715 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.715 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.715 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:02.715 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.715 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:52:26.139725+0000", 2024-04-12T16:01:02.715 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.715 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.715 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.715 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.716 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.716 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.716 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.716 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.716 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.716 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.716 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.716 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.716 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.716 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.716 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.716 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.716 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.716 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.716 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.717 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.717 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.717 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.717 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.717 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.717 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.717 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.717 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.717 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.717 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.717 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.717 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.717 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.717 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.717 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.717 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.718 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.718 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.718 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.718 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.718 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.718 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.718 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.718 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.718 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.718 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.718 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.718 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.718 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T16:01:02.718 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.718 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:02.719 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.719 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T16:01:02.719 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.719 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.719 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.719 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.719 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.719 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.719 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:02.719 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.719 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T16:01:02.719 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.719 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.719 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.719 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.719 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.719 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.720 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:06.823781+0000", 2024-04-12T16:01:02.720 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.310387+0000", 2024-04-12T16:01:02.720 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.310387+0000", 2024-04-12T16:01:02.720 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.311247+0000", 2024-04-12T16:01:02.720 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:06.823781+0000", 2024-04-12T16:01:02.720 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.720 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.720 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.720 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.720 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:06.823781+0000", 2024-04-12T16:01:02.720 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:06.823781+0000", 2024-04-12T16:01:02.720 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:06.823781+0000", 2024-04-12T16:01:02.720 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.720 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.720 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.720 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:06.823781+0000", 2024-04-12T16:01:02.721 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:06.823781+0000", 2024-04-12T16:01:02.721 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.721 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.721 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.721 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.721 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.721 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.721 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.721 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.721 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.721 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.721 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.721 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.721 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.721 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.2a", 2024-04-12T16:01:02.721 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.722 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.722 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.722 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 19, 2024-04-12T16:01:02.722 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.722 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:15:57.324499+0000", 2024-04-12T16:01:02.722 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.722 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.722 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.722 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.722 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.722 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.722 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.722 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.722 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.722 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.722 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.723 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.723 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.723 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.723 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.723 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.723 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.723 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.723 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.723 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.723 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.723 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.723 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.723 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.723 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.723 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.724 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.724 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.724 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.724 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.724 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.724 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.724 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.724 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.724 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.724 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.724 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.724 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.724 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.724 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.724 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.724 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.725 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.725 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.725 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.725 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.725 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.725 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T16:01:02.725 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.725 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T16:01:02.725 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.725 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T16:01:02.725 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.725 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.725 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.725 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.725 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.725 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.726 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:02.726 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.726 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T16:01:02.726 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.726 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.726 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.726 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.726 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.726 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.726 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.047329+0000", 2024-04-12T16:01:02.726 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.326579+0000", 2024-04-12T16:01:02.726 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.326579+0000", 2024-04-12T16:01:02.726 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.326829+0000", 2024-04-12T16:01:02.726 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.047329+0000", 2024-04-12T16:01:02.726 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.727 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.727 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.727 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.727 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.047329+0000", 2024-04-12T16:01:02.727 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.047329+0000", 2024-04-12T16:01:02.727 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.047329+0000", 2024-04-12T16:01:02.727 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.727 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.727 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.727 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.047329+0000", 2024-04-12T16:01:02.727 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.047329+0000", 2024-04-12T16:01:02.727 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.727 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.727 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.727 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.727 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.728 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.728 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.728 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.728 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.728 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.728 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.728 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.728 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.728 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.2b", 2024-04-12T16:01:02.728 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.728 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.728 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.728 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:02.728 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.728 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:49:18.564958+0000", 2024-04-12T16:01:02.729 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.729 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.729 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.729 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.729 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.729 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.729 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.729 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.729 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.729 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.729 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.729 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.729 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.729 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.729 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.729 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.730 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.730 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.730 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.730 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.730 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.730 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.730 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.730 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.730 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.730 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.730 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.730 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.730 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.730 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.730 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.730 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.731 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.731 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.731 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.731 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.731 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.731 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.731 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.731 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.731 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.731 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.731 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.731 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.731 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.731 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.731 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.731 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T16:01:02.732 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T16:01:02.732 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T16:01:02.732 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.732 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T16:01:02.732 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.732 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.732 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.732 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T16:01:02.732 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:02.732 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.732 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:02.732 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.732 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T16:01:02.732 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T16:01:02.732 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T16:01:02.733 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T16:01:02.733 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T16:01:02.733 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:01:02.733 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T16:01:02.733 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T15:58:07.048129+0000", 2024-04-12T16:01:02.733 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T15:57:32.325464+0000", 2024-04-12T16:01:02.733 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T15:57:32.325464+0000", 2024-04-12T16:01:02.733 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T15:57:32.325752+0000", 2024-04-12T16:01:02.733 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T15:58:07.048129+0000", 2024-04-12T16:01:02.733 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.733 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:01:02.733 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.733 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 61, 2024-04-12T16:01:02.733 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T15:58:07.048129+0000", 2024-04-12T16:01:02.733 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T15:58:07.048129+0000", 2024-04-12T16:01:02.733 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T15:58:07.048129+0000", 2024-04-12T16:01:02.734 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T16:01:02.734 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T16:01:02.734 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T16:01:02.734 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T15:58:07.048129+0000", 2024-04-12T16:01:02.734 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T15:58:07.048129+0000", 2024-04-12T16:01:02.734 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T16:01:02.734 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.734 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T16:01:02.734 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T16:01:02.734 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 60, 2024-04-12T16:01:02.734 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T16:01:02.734 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T16:01:02.734 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T16:01:02.734 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T16:01:02.734 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.735 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:01:02.735 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T16:01:02.735 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T16:01:02.735 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.2c", 2024-04-12T16:01:02.735 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T16:01:02.735 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T16:01:02.735 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 69, 2024-04-12T16:01:02.735 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 18, 2024-04-12T16:01:02.735 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T16:01:02.735 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:30:43.497662+0000", 2024-04-12T16:01:02.735 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:01:02.735 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T16:01:02.735 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.735 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.735 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.735 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.736 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.736 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.736 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.736 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.736 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.736 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.736 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.736 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.736 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.736 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.736 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.736 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.736 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.736 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.736 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.737 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.737 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.737 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.737 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.737 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.737 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.737 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.737 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.737 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.737 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.737 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.737 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.737 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.737 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.737 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.738 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.738 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.738 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.738 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.738 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.738 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.738 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.738 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.738 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T16:01:02.738 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T16:01:02.738 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T16:01:02.738 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T16:01:02.738 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T16:01:02.738 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T16:01:02.738 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.739 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T16:01:02.739 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T16:01:02.739 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:02.739 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.739 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_per_pool": [ 2024-04-12T16:01:02.739 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.739 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": 24, 2024-04-12T16:01:02.739 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T16:01:02.739 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd" 2024-04-12T16:01:02.739 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.739 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.739 INFO:tasks.workunit.client.0.smithi099.stdout: "num_pg": 8, 2024-04-12T16:01:02.739 INFO:tasks.workunit.client.0.smithi099.stdout: "num_store_stats": 8, 2024-04-12T16:01:02.739 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.739 INFO:tasks.workunit.client.0.smithi099.stdout: "poolid": 4, 2024-04-12T16:01:02.740 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.742 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.742 INFO:tasks.workunit.client.0.smithi099.stdout: "store_stats": { 2024-04-12T16:01:02.742 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": 0, 2024-04-12T16:01:02.742 INFO:tasks.workunit.client.0.smithi099.stdout: "available": 0, 2024-04-12T16:01:02.742 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed": 0, 2024-04-12T16:01:02.743 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_allocated": 0, 2024-04-12T16:01:02.743 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_original": 0, 2024-04-12T16:01:02.743 INFO:tasks.workunit.client.0.smithi099.stdout: "data_stored": 0, 2024-04-12T16:01:02.743 INFO:tasks.workunit.client.0.smithi099.stdout: "internal_metadata": 0, 2024-04-12T16:01:02.743 INFO:tasks.workunit.client.0.smithi099.stdout: "internally_reserved": 0, 2024-04-12T16:01:02.743 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_allocated": 0, 2024-04-12T16:01:02.743 INFO:tasks.workunit.client.0.smithi099.stdout: "total": 0 2024-04-12T16:01:02.743 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.743 INFO:tasks.workunit.client.0.smithi099.stdout: "up": 24 2024-04-12T16:01:02.743 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.743 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.743 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": 192, 2024-04-12T16:01:02.743 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T16:01:02.743 INFO:tasks.workunit.client.0.smithi099.stdout: "cephfs" 2024-04-12T16:01:02.743 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.743 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T16:01:02.744 INFO:tasks.workunit.client.0.smithi099.stdout: "num_pg": 64, 2024-04-12T16:01:02.744 INFO:tasks.workunit.client.0.smithi099.stdout: "num_store_stats": 8, 2024-04-12T16:01:02.744 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T16:01:02.744 INFO:tasks.workunit.client.0.smithi099.stdout: "poolid": 3, 2024-04-12T16:01:02.744 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.744 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T16:01:02.744 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.744 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.744 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.744 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.744 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.744 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.744 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.744 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.744 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.744 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.745 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.745 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.745 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.745 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.745 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.745 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T16:01:02.745 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T16:01:02.745 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.745 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T16:01:02.745 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.745 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.745 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.745 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.745 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.745 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.746 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.746 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T16:01:02.746 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.746 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.746 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.746 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.746 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.746 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.746 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.746 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.746 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.746 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.746 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T16:01:02.746 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T16:01:02.746 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.747 INFO:tasks.workunit.client.0.smithi099.stdout: "store_stats": { 2024-04-12T16:01:02.747 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": 0, 2024-04-12T16:01:02.747 INFO:tasks.workunit.client.0.smithi099.stdout: "available": 0, 2024-04-12T16:01:02.747 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed": 0, 2024-04-12T16:01:02.747 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_allocated": 0, 2024-04-12T16:01:02.747 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_original": 0, 2024-04-12T16:01:02.747 INFO:tasks.workunit.client.0.smithi099.stdout: "data_stored": 0, 2024-04-12T16:01:02.747 INFO:tasks.workunit.client.0.smithi099.stdout: "internal_metadata": 0, 2024-04-12T16:01:02.747 INFO:tasks.workunit.client.0.smithi099.stdout: "internally_reserved": 0, 2024-04-12T16:01:02.747 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_allocated": 0, 2024-04-12T16:01:02.747 INFO:tasks.workunit.client.0.smithi099.stdout: "total": 0 2024-04-12T16:01:02.747 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.747 INFO:tasks.workunit.client.0.smithi099.stdout: "up": 192 2024-04-12T16:01:02.747 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.747 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.748 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": 3, 2024-04-12T16:01:02.748 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T16:01:02.748 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr" 2024-04-12T16:01:02.748 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.748 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 144, 2024-04-12T16:01:02.748 INFO:tasks.workunit.client.0.smithi099.stdout: "num_pg": 1, 2024-04-12T16:01:02.748 INFO:tasks.workunit.client.0.smithi099.stdout: "num_store_stats": 3, 2024-04-12T16:01:02.748 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 144, 2024-04-12T16:01:02.748 INFO:tasks.workunit.client.0.smithi099.stdout: "poolid": 1, 2024-04-12T16:01:02.748 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.748 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 590368, 2024-04-12T16:01:02.748 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.748 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 1771104, 2024-04-12T16:01:02.748 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.748 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 6, 2024-04-12T16:01:02.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 2, 2024-04-12T16:01:02.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 2, 2024-04-12T16:01:02.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T16:01:02.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 6, 2024-04-12T16:01:02.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 358, 2024-04-12T16:01:02.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 554, 2024-04-12T16:01:02.751 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.751 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.751 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.751 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 211, 2024-04-12T16:01:02.751 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 2416 2024-04-12T16:01:02.751 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.751 INFO:tasks.workunit.client.0.smithi099.stdout: "store_stats": { 2024-04-12T16:01:02.751 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": 1781760, 2024-04-12T16:01:02.751 INFO:tasks.workunit.client.0.smithi099.stdout: "available": 0, 2024-04-12T16:01:02.751 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed": 0, 2024-04-12T16:01:02.751 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_allocated": 0, 2024-04-12T16:01:02.751 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_original": 0, 2024-04-12T16:01:02.751 INFO:tasks.workunit.client.0.smithi099.stdout: "data_stored": 1771104, 2024-04-12T16:01:02.751 INFO:tasks.workunit.client.0.smithi099.stdout: "internal_metadata": 0, 2024-04-12T16:01:02.752 INFO:tasks.workunit.client.0.smithi099.stdout: "internally_reserved": 0, 2024-04-12T16:01:02.752 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_allocated": 0, 2024-04-12T16:01:02.752 INFO:tasks.workunit.client.0.smithi099.stdout: "total": 0 2024-04-12T16:01:02.752 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.752 INFO:tasks.workunit.client.0.smithi099.stdout: "up": 3 2024-04-12T16:01:02.752 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.752 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T16:01:02.752 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": 96, 2024-04-12T16:01:02.752 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T16:01:02.752 INFO:tasks.workunit.client.0.smithi099.stdout: "cephfs" 2024-04-12T16:01:02.752 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.752 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 45, 2024-04-12T16:01:02.752 INFO:tasks.workunit.client.0.smithi099.stdout: "num_pg": 32, 2024-04-12T16:01:02.752 INFO:tasks.workunit.client.0.smithi099.stdout: "num_store_stats": 8, 2024-04-12T16:01:02.752 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 45, 2024-04-12T16:01:02.752 INFO:tasks.workunit.client.0.smithi099.stdout: "poolid": 2, 2024-04-12T16:01:02.753 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T16:01:02.753 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 3430, 2024-04-12T16:01:02.753 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:01:02.753 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T16:01:02.753 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:01:02.753 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T16:01:02.753 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T16:01:02.753 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T16:01:02.753 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T16:01:02.753 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T16:01:02.753 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T16:01:02.753 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T16:01:02.753 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T16:01:02.753 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T16:01:02.753 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T16:01:02.754 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:01:02.754 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T16:01:02.754 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 66, 2024-04-12T16:01:02.754 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 22, 2024-04-12T16:01:02.754 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T16:01:02.754 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 22, 2024-04-12T16:01:02.754 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:01:02.754 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T16:01:02.754 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T16:01:02.754 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T16:01:02.754 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:01:02.754 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 14, 2024-04-12T16:01:02.754 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T16:01:02.754 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 1, 2024-04-12T16:01:02.754 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T16:01:02.754 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T16:01:02.755 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T16:01:02.755 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T16:01:02.755 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T16:01:02.755 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T16:01:02.755 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T16:01:02.755 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T16:01:02.755 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:01:02.755 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T16:01:02.755 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 51, 2024-04-12T16:01:02.755 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 20 2024-04-12T16:01:02.755 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.755 INFO:tasks.workunit.client.0.smithi099.stdout: "store_stats": { 2024-04-12T16:01:02.755 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": 98304, 2024-04-12T16:01:02.755 INFO:tasks.workunit.client.0.smithi099.stdout: "available": 0, 2024-04-12T16:01:02.755 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed": 0, 2024-04-12T16:01:02.756 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_allocated": 0, 2024-04-12T16:01:02.756 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_original": 0, 2024-04-12T16:01:02.756 INFO:tasks.workunit.client.0.smithi099.stdout: "data_stored": 10290, 2024-04-12T16:01:02.756 INFO:tasks.workunit.client.0.smithi099.stdout: "internal_metadata": 0, 2024-04-12T16:01:02.756 INFO:tasks.workunit.client.0.smithi099.stdout: "internally_reserved": 0, 2024-04-12T16:01:02.756 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_allocated": 0, 2024-04-12T16:01:02.756 INFO:tasks.workunit.client.0.smithi099.stdout: "total": 0 2024-04-12T16:01:02.756 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.756 INFO:tasks.workunit.client.0.smithi099.stdout: "up": 96 2024-04-12T16:01:02.756 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:02.756 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T16:01:02.756 INFO:tasks.workunit.client.0.smithi099.stdout: "usage": { 2024-04-12T16:01:02.756 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_num": 105, 2024-04-12T16:01:02.756 INFO:tasks.workunit.client.0.smithi099.stdout: "pools": 4, 2024-04-12T16:01:02.756 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_by_class": { 2024-04-12T16:01:02.756 INFO:tasks.workunit.client.0.smithi099.stdout: "ssd": { 2024-04-12T16:01:02.757 INFO:tasks.workunit.client.0.smithi099.stdout: "total_avail_bytes": 767714623488, 2024-04-12T16:01:02.757 INFO:tasks.workunit.client.0.smithi099.stdout: "total_bytes": 767960285184, 2024-04-12T16:01:02.757 INFO:tasks.workunit.client.0.smithi099.stdout: "total_used_bytes": 245661696, 2024-04-12T16:01:02.757 INFO:tasks.workunit.client.0.smithi099.stdout: "total_used_raw_bytes": 245661696, 2024-04-12T16:01:02.757 INFO:tasks.workunit.client.0.smithi099.stdout: "total_used_raw_ratio": 0.0003198885533493012 2024-04-12T16:01:02.757 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:02.757 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T16:01:02.757 INFO:tasks.workunit.client.0.smithi099.stdout: "total_avail_bytes": 767714623488, 2024-04-12T16:01:02.757 INFO:tasks.workunit.client.0.smithi099.stdout: "total_bytes": 767960285184, 2024-04-12T16:01:02.757 INFO:tasks.workunit.client.0.smithi099.stdout: "total_used_bytes": 245661696 2024-04-12T16:01:02.757 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:02.757 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T16:01:02.757 INFO:tasks.workunit.client.0.smithi099.stdout:} 2024-04-12T16:01:02.757 INFO:tasks.workunit.client.0.smithi099.stdout:OK 2024-04-12T16:01:02.758 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T16:01:02.758 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T16:01:02.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[27456]: from='client.14988 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:01:02.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[27456]: from='client.24902 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:01:02.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[27456]: from='client.24902 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:01:02.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:01:02.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:01:02.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:02.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:02.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:02.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:02.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:02.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:02.759 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:02.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:02.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:02.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:01:02.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:01:02.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:02.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:02.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:02.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:01:02.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:01:02.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:02.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:02.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:02.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:01:02.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:01:02.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:02.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:02.761 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:02.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[39429]: from='client.14988 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:01:02.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[39429]: from='client.24902 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:01:02.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[39429]: from='client.24902 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:01:02.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:01:02.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:01:02.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:02.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:02.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:02.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:02.761 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:02.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:02.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:02.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:02.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:02.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:01:02.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:01:02.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:02.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:02.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:02.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:01:02.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:01:02.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:02.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:02.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:02.762 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:01:02.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:01:02.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:01:02.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:01:02.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:01 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:01:02.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:02 smithi099 ceph-mon[27456]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-12T16:01:02.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:02 smithi099 ceph-mon[39429]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-12T16:01:02.799 INFO:tasks.workunit:Stopping ['test_telemetry_reef.sh'] on client.0... 2024-04-12T16:01:02.799 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-12T16:01:02.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:02 smithi110 ceph-mon[31279]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-12T16:01:03.095 DEBUG:teuthology.parallel:result is None 2024-04-12T16:01:03.096 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T16:01:03.123 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T16:01:03.123 DEBUG:teuthology.orchestra.run.smithi099:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-12T16:01:03.184 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T16:01:03.184 INFO:teuthology.run_tasks:Running task print... 2024-04-12T16:01:03.195 INFO:teuthology.task.print:**** done end telemetry reef... 2024-04-12T16:01:03.195 INFO:teuthology.run_tasks:Running task print... 2024-04-12T16:01:03.230 INFO:teuthology.task.print:**** done start parallel 2024-04-12T16:01:03.230 INFO:teuthology.run_tasks:Running task parallel... 2024-04-12T16:01:03.273 INFO:teuthology.task.parallel:starting parallel... 2024-04-12T16:01:03.273 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-04-12T16:01:03.274 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-12T16:01:03.274 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-04-12T16:01:03.274 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-04-12T16:01:03.276 INFO:tasks.rados:Beginning rados... 2024-04-12T16:01:03.277 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-04-12T16:01:03.277 INFO:tasks.rados:overrides is {'admin_socket': {'branch': 'wip-yuri10-testing-2024-03-24-1159'}, 'ceph': {'conf': {'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum'], 'sha1': 'bf9c5618cc018927fa77780d25b6deb1f5dc254d'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'bf9c5618cc018927fa77780d25b6deb1f5dc254d'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'workunit': {'branch': 'wip-yuri10-testing-2024-03-24-1159', 'sha1': 'bf9c5618cc018927fa77780d25b6deb1f5dc254d'}} 2024-04-12T16:01:03.277 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-04-12T16:01:03.277 INFO:tasks.rados:joining rados 2024-04-12T16:01:03.277 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-04-12T16:01:03.278 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-12T16:01:03.278 INFO:teuthology.task.print:**** done start upgrade, wait 2024-04-12T16:01:03.278 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-04-12T16:01:03.278 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi099.front.sepia.ceph.com 2024-04-12T16:01:03.278 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -e sha1=bf9c5618cc018927fa77780d25b6deb1f5dc254d -- bash -c 'ceph config set global log_to_journald false --force' 2024-04-12T16:01:03.279 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-04-12T16:01:03.279 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-04-12T16:01:03.500 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:01:03.503 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:01:04.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:03 smithi110 ceph-mon[31279]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-12T16:01:04.358 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:03 smithi099 ceph-mon[27456]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-12T16:01:04.358 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:03 smithi099 ceph-mon[39429]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-12T16:01:06.008 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:05 smithi099 ceph-mon[27456]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-12T16:01:06.008 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:05 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:01:06.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:05 smithi099 ceph-mon[39429]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-12T16:01:06.009 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:05 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:01:06.136 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:05 smithi110 ceph-mon[31279]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-12T16:01:06.136 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:05 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:01:06.877 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:01:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:01:06] "GET /metrics HTTP/1.1" 200 33661 "" "Prometheus/2.43.0" 2024-04-12T16:01:07.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:06 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/1996906864' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:01:07.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:06 smithi110 ceph-mon[31279]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:01:07.368 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:06 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/1996906864' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:01:07.368 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:06 smithi099 ceph-mon[27456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:01:07.369 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:06 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/1996906864' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:01:07.369 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:06 smithi099 ceph-mon[39429]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:01:07.688 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -e sha1=bf9c5618cc018927fa77780d25b6deb1f5dc254d -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-04-12T16:01:08.097 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:07 smithi099 ceph-mon[27456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T16:01:08.097 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:07 smithi099 ceph-mon[27456]: osdmap e70: 8 total, 8 up, 8 in 2024-04-12T16:01:08.097 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:07 smithi099 ceph-mon[27456]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 30 op/s 2024-04-12T16:01:08.097 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:07 smithi099 ceph-mon[39429]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T16:01:08.097 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:07 smithi099 ceph-mon[39429]: osdmap e70: 8 total, 8 up, 8 in 2024-04-12T16:01:08.097 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:07 smithi099 ceph-mon[39429]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 30 op/s 2024-04-12T16:01:08.117 INFO:tasks.rados:starting run 0 out of 1 2024-04-12T16:01:08.117 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-04-12T16:01:08.117 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-04-12T16:01:08.159 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:01:08.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:07 smithi110 ceph-mon[31279]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T16:01:08.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:07 smithi110 ceph-mon[31279]: osdmap e70: 8 total, 8 up, 8 in 2024-04-12T16:01:08.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:07 smithi110 ceph-mon[31279]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 30 op/s 2024-04-12T16:01:08.963 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:01:10.252 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:09 smithi099 ceph-mon[27456]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 30 op/s 2024-04-12T16:01:10.253 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:09 smithi099 ceph-mon[39429]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 30 op/s 2024-04-12T16:01:10.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:09 smithi110 ceph-mon[31279]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 30 op/s 2024-04-12T16:01:11.410 INFO:teuthology.orchestra.run.smithi099.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:bf9c5618cc018927fa77780d25b6deb1f5dc254d 2024-04-12T16:01:12.141 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -e sha1=bf9c5618cc018927fa77780d25b6deb1f5dc254d -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2024-04-12T16:01:12.402 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:01:12.664 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:12 smithi099 ceph-mon[27456]: from='client.15024 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:bf9c5618cc018927fa77780d25b6deb1f5dc254d", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:01:12.665 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:12 smithi099 ceph-mon[27456]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:bf9c5618cc018927fa77780d25b6deb1f5dc254d 2024-04-12T16:01:12.665 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:12 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:01:12.665 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:12 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:01:12.665 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:12 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:01:12.665 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:12 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:01:12.665 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:12 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:01:12.665 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:12 smithi099 ceph-mon[27456]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:bf9c5618cc018927fa77780d25b6deb1f5dc254d 2024-04-12T16:01:12.665 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:12 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/1490651014' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-12T16:01:12.665 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:12 smithi099 ceph-mon[27456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-12T16:01:12.665 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:12 smithi099 ceph-mon[27456]: pgmap v98: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:01:12.665 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:12 smithi099 ceph-mon[39429]: from='client.15024 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:bf9c5618cc018927fa77780d25b6deb1f5dc254d", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:01:12.665 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:12 smithi099 ceph-mon[39429]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:bf9c5618cc018927fa77780d25b6deb1f5dc254d 2024-04-12T16:01:12.666 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:12 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:01:12.666 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:12 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:01:12.666 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:12 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:01:12.666 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:12 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:01:12.666 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:12 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:01:12.666 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:12 smithi099 ceph-mon[39429]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:bf9c5618cc018927fa77780d25b6deb1f5dc254d 2024-04-12T16:01:12.666 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:12 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/1490651014' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-12T16:01:12.666 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:12 smithi099 ceph-mon[39429]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-12T16:01:12.666 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:12 smithi099 ceph-mon[39429]: pgmap v98: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:01:12.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:12 smithi110 ceph-mon[31279]: from='client.15024 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:bf9c5618cc018927fa77780d25b6deb1f5dc254d", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:01:12.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:12 smithi110 ceph-mon[31279]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:bf9c5618cc018927fa77780d25b6deb1f5dc254d 2024-04-12T16:01:12.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:12 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:01:12.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:12 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:01:12.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:12 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:01:12.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:12 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:01:12.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:12 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:01:12.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:12 smithi110 ceph-mon[31279]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:bf9c5618cc018927fa77780d25b6deb1f5dc254d 2024-04-12T16:01:12.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:12 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/1490651014' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-12T16:01:12.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:12 smithi110 ceph-mon[31279]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-12T16:01:12.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:12 smithi110 ceph-mon[31279]: pgmap v98: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:01:13.442 INFO:teuthology.orchestra.run.smithi099.stderr:pool 'unique_pool_0' created 2024-04-12T16:01:13.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:13 smithi099 ceph-mon[27456]: osdmap e71: 8 total, 8 up, 8 in 2024-04-12T16:01:13.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:13 smithi099 ceph-mon[39429]: osdmap e71: 8 total, 8 up, 8 in 2024-04-12T16:01:13.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:13 smithi110 ceph-mon[31279]: osdmap e71: 8 total, 8 up, 8 in 2024-04-12T16:01:14.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:14 smithi099 ceph-mon[27456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-12T16:01:14.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:14 smithi099 ceph-mon[27456]: osdmap e72: 8 total, 8 up, 8 in 2024-04-12T16:01:14.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:14 smithi099 ceph-mon[27456]: pgmap v101: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:01:14.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:14 smithi099 ceph-mon[39429]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-12T16:01:14.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:14 smithi099 ceph-mon[39429]: osdmap e72: 8 total, 8 up, 8 in 2024-04-12T16:01:14.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:14 smithi099 ceph-mon[39429]: pgmap v101: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:01:14.683 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-04-12T16:01:14.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:14 smithi110 ceph-mon[31279]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-12T16:01:14.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:14 smithi110 ceph-mon[31279]: osdmap e72: 8 total, 8 up, 8 in 2024-04-12T16:01:14.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:14 smithi110 ceph-mon[31279]: pgmap v101: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:01:14.876 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-04-12T16:01:15.064 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T16:01:15.064 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (115s) 42s ago 2m 28.5M - 0.25.0 c8568f914cd2 d0012c0a0402 2024-04-12T16:01:15.064 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi110 *:3000 running (2m) 42s ago 2m 82.1M - 9.4.7 954c08fa6188 f1a47e96b342 2024-04-12T16:01:15.065 INFO:teuthology.orchestra.run.smithi099.stdout:mds.a smithi099 running (3m) 42s ago 3m 15.7M - 18.2.2-1187-gd540ebac bb2c5eac26a4 41cdf918e4eb 2024-04-12T16:01:15.065 INFO:teuthology.orchestra.run.smithi099.stdout:mds.b smithi110 running (3m) 42s ago 3m 12.7M - 18.2.2-1187-gd540ebac bb2c5eac26a4 453e0d052bae 2024-04-12T16:01:15.065 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi110 *:8443,8765 running (7m) 42s ago 7m 449M - 18.2.2-1187-gd540ebac bb2c5eac26a4 499def2bd58a 2024-04-12T16:01:15.065 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:9283,8765 running (9m) 42s ago 9m 499M - 18.2.2-1187-gd540ebac bb2c5eac26a4 ebb4a4c3a646 2024-04-12T16:01:15.065 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (9m) 42s ago 9m 45.3M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 e33da73659da 2024-04-12T16:01:15.065 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi110 running (7m) 42s ago 7m 39.2M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 b39199de30d8 2024-04-12T16:01:15.065 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (7m) 42s ago 7m 40.3M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 ff73cbf96bed 2024-04-12T16:01:15.065 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (2m) 42s ago 2m 15.8M - 1.5.0 0da6a335fe13 1555012f6fb4 2024-04-12T16:01:15.065 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi110 *:9100 running (2m) 42s ago 2m 8032k - 1.5.0 0da6a335fe13 e64854b1f14f 2024-04-12T16:01:15.065 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (7m) 42s ago 7m 57.8M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 6bdf9d934811 2024-04-12T16:01:15.065 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (6m) 42s ago 6m 54.0M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 10eb3a0efddd 2024-04-12T16:01:15.065 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (6m) 42s ago 6m 51.4M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 bcc4792ed641 2024-04-12T16:01:15.065 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (5m) 42s ago 5m 52.1M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 c9320073515e 2024-04-12T16:01:15.065 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi110 running (5m) 42s ago 5m 42.1M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 cbe7627415bc 2024-04-12T16:01:15.065 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi110 running (4m) 42s ago 4m 52.5M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 adfdbd20159e 2024-04-12T16:01:15.065 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi110 running (4m) 42s ago 4m 43.9M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 27d42d053218 2024-04-12T16:01:15.066 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi110 running (4m) 42s ago 4m 42.4M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 d4e7f553110a 2024-04-12T16:01:15.066 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi110 *:9095 running (110s) 42s ago 3m 40.5M - 2.43.0 a07b618ecd1d 358e8ea8cd9b 2024-04-12T16:01:15.115 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:01:15.523 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-04-12T16:01:15.523 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-04-12T16:01:15.523 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-12T16:01:15.523 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:01:15.524 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-04-12T16:01:15.524 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:01:15.524 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:01:15.524 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-04-12T16:01:15.524 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-12T16:01:15.524 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:01:15.524 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": { 2024-04-12T16:01:15.524 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:01:15.524 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:01:15.524 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-04-12T16:01:15.524 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 15 2024-04-12T16:01:15.524 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-04-12T16:01:15.524 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-04-12T16:01:15.667 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:15 smithi099 ceph-mon[39429]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:01:15.667 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:15 smithi099 ceph-mon[39429]: osdmap e73: 8 total, 8 up, 8 in 2024-04-12T16:01:15.667 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:15 smithi099 ceph-mon[39429]: from='client.15036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:01:15.667 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:15 smithi099 ceph-mon[27456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:01:15.667 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:15 smithi099 ceph-mon[27456]: osdmap e73: 8 total, 8 up, 8 in 2024-04-12T16:01:15.668 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:15 smithi099 ceph-mon[27456]: from='client.15036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:01:15.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:15 smithi110 ceph-mon[31279]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:01:15.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:15 smithi110 ceph-mon[31279]: osdmap e73: 8 total, 8 up, 8 in 2024-04-12T16:01:15.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:15 smithi110 ceph-mon[31279]: from='client.15036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:01:16.612 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:16 smithi099 ceph-mon[27456]: from='client.15042 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:01:16.612 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:16 smithi099 ceph-mon[27456]: osdmap e74: 8 total, 8 up, 8 in 2024-04-12T16:01:16.612 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:16 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/1799922447' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:01:16.612 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:16 smithi099 ceph-mon[27456]: pgmap v104: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:01:16.613 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:16 smithi099 ceph-mon[39429]: from='client.15042 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:01:16.613 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:16 smithi099 ceph-mon[39429]: osdmap e74: 8 total, 8 up, 8 in 2024-04-12T16:01:16.613 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:16 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/1799922447' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:01:16.613 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:16 smithi099 ceph-mon[39429]: pgmap v104: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:01:16.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:16 smithi110 ceph-mon[31279]: from='client.15042 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:01:16.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:16 smithi110 ceph-mon[31279]: osdmap e74: 8 total, 8 up, 8 in 2024-04-12T16:01:16.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:16 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/1799922447' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:01:16.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:16 smithi110 ceph-mon[31279]: pgmap v104: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:01:16.877 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:01:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:01:16] "GET /metrics HTTP/1.1" 200 33661 "" "Prometheus/2.43.0" 2024-04-12T16:01:17.465 INFO:teuthology.orchestra.run.smithi099.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-04-12T16:01:17.783 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:17 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/850348681' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:01:17.783 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:17 smithi099 ceph-mon[27456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:01:17.783 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:17 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/850348681' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:01:17.783 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:17 smithi099 ceph-mon[39429]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:01:17.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:17 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/850348681' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:01:17.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:17 smithi110 ceph-mon[31279]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:01:18.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:18 smithi110 ceph-mon[31279]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-12T16:01:18.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:18 smithi110 ceph-mon[31279]: osdmap e75: 8 total, 8 up, 8 in 2024-04-12T16:01:18.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:18 smithi110 ceph-mon[31279]: pgmap v106: 121 pgs: 121 active+clean; 580 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:01:18.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:18 smithi099 ceph-mon[27456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-12T16:01:18.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:18 smithi099 ceph-mon[27456]: osdmap e75: 8 total, 8 up, 8 in 2024-04-12T16:01:18.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:18 smithi099 ceph-mon[27456]: pgmap v106: 121 pgs: 121 active+clean; 580 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:01:18.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:18 smithi099 ceph-mon[39429]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-12T16:01:18.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:18 smithi099 ceph-mon[39429]: osdmap e75: 8 total, 8 up, 8 in 2024-04-12T16:01:18.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:18 smithi099 ceph-mon[39429]: pgmap v106: 121 pgs: 121 active+clean; 580 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:01:19.114 DEBUG:teuthology.orchestra.run.smithi099:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-04-12T16:01:19.143 INFO:tasks.rados.rados.0.smithi099.stdout:adding op weight read -> 100 2024-04-12T16:01:19.143 INFO:tasks.rados.rados.0.smithi099.stdout:adding op weight delete -> 50 2024-04-12T16:01:19.143 INFO:tasks.rados.rados.0.smithi099.stdout:adding op weight snap_create -> 50 2024-04-12T16:01:19.143 INFO:tasks.rados.rados.0.smithi099.stdout:adding op weight snap_remove -> 50 2024-04-12T16:01:19.143 INFO:tasks.rados.rados.0.smithi099.stdout:adding op weight rollback -> 50 2024-04-12T16:01:19.143 INFO:tasks.rados.rados.0.smithi099.stdout:adding op weight setattr -> 25 2024-04-12T16:01:19.143 INFO:tasks.rados.rados.0.smithi099.stdout:adding op weight rmattr -> 25 2024-04-12T16:01:19.143 INFO:tasks.rados.rados.0.smithi099.stdout:adding op weight copy_from -> 50 2024-04-12T16:01:19.143 INFO:tasks.rados.rados.0.smithi099.stdout:adding op weight append -> 100 2024-04-12T16:01:19.143 INFO:tasks.rados.rados.0.smithi099.stdout:ceph version 18.2.2-1189-gc96c8d47 (c96c8d478b644b6433700141c5f69a1a68f8121b) reef (stable) 2024-04-12T16:01:19.143 INFO:tasks.rados.rados.0.smithi099.stdout:Configuration: 2024-04-12T16:01:19.143 INFO:tasks.rados.rados.0.smithi099.stdout: Number of operations: 4000 2024-04-12T16:01:19.144 INFO:tasks.rados.rados.0.smithi099.stdout: Number of objects: 50 2024-04-12T16:01:19.144 INFO:tasks.rados.rados.0.smithi099.stdout: Max in flight operations: 16 2024-04-12T16:01:19.144 INFO:tasks.rados.rados.0.smithi099.stdout: Object size (in bytes): 4000000 2024-04-12T16:01:19.144 INFO:tasks.rados.rados.0.smithi099.stdout: Write stride min: 400000 2024-04-12T16:01:19.144 INFO:tasks.rados.rados.0.smithi099.stdout: Write stride max: 800000 2024-04-12T16:01:19.477 INFO:tasks.rados.rados.0.smithi099.stdout:1: write initial oid 1 2024-04-12T16:01:19.477 INFO:tasks.rados.rados.0.smithi099.stdout:1: seq_num 0 ranges {0=24576} 2024-04-12T16:01:19.477 INFO:tasks.rados.rados.0.smithi099.stdout:1: writing smithi09982431-1 from 0 to 24576 tid 1 2024-04-12T16:01:19.477 INFO:tasks.rados.rados.0.smithi099.stdout:2: write initial oid 2 2024-04-12T16:01:19.477 INFO:tasks.rados.rados.0.smithi099.stdout:2: seq_num 1 ranges {0=24576} 2024-04-12T16:01:19.477 INFO:tasks.rados.rados.0.smithi099.stdout:2: writing smithi09982431-2 from 0 to 24576 tid 1 2024-04-12T16:01:19.477 INFO:tasks.rados.rados.0.smithi099.stdout:3: write initial oid 3 2024-04-12T16:01:19.477 INFO:tasks.rados.rados.0.smithi099.stdout:3: seq_num 2 ranges {0=40960} 2024-04-12T16:01:19.477 INFO:tasks.rados.rados.0.smithi099.stdout:3: writing smithi09982431-3 from 0 to 40960 tid 1 2024-04-12T16:01:19.477 INFO:tasks.rados.rados.0.smithi099.stdout:4: write initial oid 4 2024-04-12T16:01:19.477 INFO:tasks.rados.rados.0.smithi099.stdout:4: seq_num 3 ranges {0=57344} 2024-04-12T16:01:19.479 INFO:tasks.rados.rados.0.smithi099.stdout:4: writing smithi09982431-4 from 0 to 57344 tid 1 2024-04-12T16:01:19.479 INFO:tasks.rados.rados.0.smithi099.stdout:5: write initial oid 5 2024-04-12T16:01:19.479 INFO:tasks.rados.rados.0.smithi099.stdout:5: seq_num 4 ranges {0=73728} 2024-04-12T16:01:19.479 INFO:tasks.rados.rados.0.smithi099.stdout:5: writing smithi09982431-5 from 0 to 73728 tid 1 2024-04-12T16:01:19.479 INFO:tasks.rados.rados.0.smithi099.stdout:6: write initial oid 6 2024-04-12T16:01:19.479 INFO:tasks.rados.rados.0.smithi099.stdout:6: seq_num 5 ranges {0=90112} 2024-04-12T16:01:19.479 INFO:tasks.rados.rados.0.smithi099.stdout:6: writing smithi09982431-6 from 0 to 90112 tid 1 2024-04-12T16:01:19.479 INFO:tasks.rados.rados.0.smithi099.stdout:7: write initial oid 7 2024-04-12T16:01:19.479 INFO:tasks.rados.rados.0.smithi099.stdout:7: seq_num 6 ranges {0=106496} 2024-04-12T16:01:19.480 INFO:tasks.rados.rados.0.smithi099.stdout:7: writing smithi09982431-7 from 0 to 106496 tid 1 2024-04-12T16:01:19.480 INFO:tasks.rados.rados.0.smithi099.stdout:8: write initial oid 8 2024-04-12T16:01:19.480 INFO:tasks.rados.rados.0.smithi099.stdout:8: seq_num 7 ranges {0=122880} 2024-04-12T16:01:19.481 INFO:tasks.rados.rados.0.smithi099.stdout:8: writing smithi09982431-8 from 0 to 122880 tid 1 2024-04-12T16:01:19.481 INFO:tasks.rados.rados.0.smithi099.stdout:3: finishing write tid 1 to smithi09982431-3 2024-04-12T16:01:19.481 INFO:tasks.rados.rados.0.smithi099.stdout:9: write initial oid 9 2024-04-12T16:01:19.481 INFO:tasks.rados.rados.0.smithi099.stdout:9: seq_num 8 ranges {0=139264} 2024-04-12T16:01:19.483 INFO:tasks.rados.rados.0.smithi099.stdout:9: writing smithi09982431-9 from 0 to 139264 tid 1 2024-04-12T16:01:19.483 INFO:tasks.rados.rados.0.smithi099.stdout:3: finishing write tid 2 to smithi09982431-3 2024-04-12T16:01:19.483 INFO:tasks.rados.rados.0.smithi099.stdout:10: write initial oid 10 2024-04-12T16:01:19.483 INFO:tasks.rados.rados.0.smithi099.stdout:10: seq_num 9 ranges {0=155648} 2024-04-12T16:01:19.483 INFO:tasks.rados.rados.0.smithi099.stdout:10: writing smithi09982431-10 from 0 to 155648 tid 1 2024-04-12T16:01:19.484 INFO:tasks.rados.rados.0.smithi099.stdout:11: write initial oid 11 2024-04-12T16:01:19.484 INFO:tasks.rados.rados.0.smithi099.stdout:11: seq_num 10 ranges {0=172032} 2024-04-12T16:01:19.485 INFO:tasks.rados.rados.0.smithi099.stdout:11: writing smithi09982431-11 from 0 to 172032 tid 1 2024-04-12T16:01:19.485 INFO:tasks.rados.rados.0.smithi099.stdout:12: write initial oid 12 2024-04-12T16:01:19.486 INFO:tasks.rados.rados.0.smithi099.stdout:12: seq_num 11 ranges {0=188416} 2024-04-12T16:01:19.487 INFO:tasks.rados.rados.0.smithi099.stdout:12: writing smithi09982431-12 from 0 to 188416 tid 1 2024-04-12T16:01:19.488 INFO:tasks.rados.rados.0.smithi099.stdout:4: finishing write tid 1 to smithi09982431-4 2024-04-12T16:01:19.488 INFO:tasks.rados.rados.0.smithi099.stdout:4: finishing write tid 2 to smithi09982431-4 2024-04-12T16:01:19.488 INFO:tasks.rados.rados.0.smithi099.stdout:2: finishing write tid 1 to smithi09982431-2 2024-04-12T16:01:19.488 INFO:tasks.rados.rados.0.smithi099.stdout:2: finishing write tid 2 to smithi09982431-2 2024-04-12T16:01:19.488 INFO:tasks.rados.rados.0.smithi099.stdout:3: finishing write tid 3 to smithi09982431-3 2024-04-12T16:01:19.488 INFO:tasks.rados.rados.0.smithi099.stdout:3: oid 3 updating version 0 to 1 2024-04-12T16:01:19.488 INFO:tasks.rados.rados.0.smithi099.stdout:3: oid 3 updating version 1 to 2 2024-04-12T16:01:19.488 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-04-12T16:01:19.488 INFO:tasks.rados.rados.0.smithi099.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-04-12T16:01:19.488 INFO:tasks.rados.rados.0.smithi099.stdout:5: finishing write tid 1 to smithi09982431-5 2024-04-12T16:01:19.489 INFO:tasks.rados.rados.0.smithi099.stdout:5: finishing write tid 2 to smithi09982431-5 2024-04-12T16:01:19.489 INFO:tasks.rados.rados.0.smithi099.stdout:3: done (11 left) 2024-04-12T16:01:19.489 INFO:tasks.rados.rados.0.smithi099.stdout:13: write initial oid 13 2024-04-12T16:01:19.489 INFO:tasks.rados.rados.0.smithi099.stdout:13: seq_num 12 ranges {0=204800} 2024-04-12T16:01:19.489 INFO:tasks.rados.rados.0.smithi099.stdout:13: writing smithi09982431-13 from 0 to 204800 tid 1 2024-04-12T16:01:19.490 INFO:tasks.rados.rados.0.smithi099.stdout:14: write initial oid 14 2024-04-12T16:01:19.490 INFO:tasks.rados.rados.0.smithi099.stdout:14: seq_num 13 ranges {0=221184} 2024-04-12T16:01:19.491 INFO:tasks.rados.rados.0.smithi099.stdout:14: writing smithi09982431-14 from 0 to 221184 tid 1 2024-04-12T16:01:19.492 INFO:tasks.rados.rados.0.smithi099.stdout:10: finishing write tid 1 to smithi09982431-10 2024-04-12T16:01:19.492 INFO:tasks.rados.rados.0.smithi099.stdout:7: finishing write tid 1 to smithi09982431-7 2024-04-12T16:01:19.492 INFO:tasks.rados.rados.0.smithi099.stdout:7: finishing write tid 2 to smithi09982431-7 2024-04-12T16:01:19.492 INFO:tasks.rados.rados.0.smithi099.stdout:2: finishing write tid 3 to smithi09982431-2 2024-04-12T16:01:19.492 INFO:tasks.rados.rados.0.smithi099.stdout:2: oid 2 updating version 0 to 1 2024-04-12T16:01:19.492 INFO:tasks.rados.rados.0.smithi099.stdout:2: oid 2 updating version 1 to 2 2024-04-12T16:01:19.492 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-12T16:01:19.492 INFO:tasks.rados.rados.0.smithi099.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-04-12T16:01:19.492 INFO:tasks.rados.rados.0.smithi099.stdout:5: finishing write tid 3 to smithi09982431-5 2024-04-12T16:01:19.492 INFO:tasks.rados.rados.0.smithi099.stdout:5: oid 5 updating version 0 to 1 2024-04-12T16:01:19.492 INFO:tasks.rados.rados.0.smithi099.stdout:5: oid 5 updating version 1 to 2 2024-04-12T16:01:19.492 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 5 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-04-12T16:01:19.492 INFO:tasks.rados.rados.0.smithi099.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-04-12T16:01:19.492 INFO:tasks.rados.rados.0.smithi099.stdout:6: finishing write tid 1 to smithi09982431-6 2024-04-12T16:01:19.492 INFO:tasks.rados.rados.0.smithi099.stdout:6: finishing write tid 2 to smithi09982431-6 2024-04-12T16:01:19.493 INFO:tasks.rados.rados.0.smithi099.stdout:7: finishing write tid 3 to smithi09982431-7 2024-04-12T16:01:19.493 INFO:tasks.rados.rados.0.smithi099.stdout:7: oid 7 updating version 0 to 1 2024-04-12T16:01:19.493 INFO:tasks.rados.rados.0.smithi099.stdout:7: oid 7 updating version 1 to 2 2024-04-12T16:01:19.493 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 7 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-12T16:01:19.493 INFO:tasks.rados.rados.0.smithi099.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-04-12T16:01:19.493 INFO:tasks.rados.rados.0.smithi099.stdout:10: finishing write tid 2 to smithi09982431-10 2024-04-12T16:01:19.493 INFO:tasks.rados.rados.0.smithi099.stdout:6: finishing write tid 3 to smithi09982431-6 2024-04-12T16:01:19.493 INFO:tasks.rados.rados.0.smithi099.stdout:6: oid 6 updating version 0 to 1 2024-04-12T16:01:19.493 INFO:tasks.rados.rados.0.smithi099.stdout:6: oid 6 updating version 1 to 2 2024-04-12T16:01:19.493 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 6 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-12T16:01:19.493 INFO:tasks.rados.rados.0.smithi099.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-04-12T16:01:19.493 INFO:tasks.rados.rados.0.smithi099.stdout:9: finishing write tid 1 to smithi09982431-9 2024-04-12T16:01:19.493 INFO:tasks.rados.rados.0.smithi099.stdout:9: finishing write tid 2 to smithi09982431-9 2024-04-12T16:01:19.494 INFO:tasks.rados.rados.0.smithi099.stdout:2: done (12 left) 2024-04-12T16:01:19.494 INFO:tasks.rados.rados.0.smithi099.stdout:5: done (11 left) 2024-04-12T16:01:19.494 INFO:tasks.rados.rados.0.smithi099.stdout:6: done (10 left) 2024-04-12T16:01:19.494 INFO:tasks.rados.rados.0.smithi099.stdout:7: done (9 left) 2024-04-12T16:01:19.494 INFO:tasks.rados.rados.0.smithi099.stdout:15: write initial oid 15 2024-04-12T16:01:19.494 INFO:tasks.rados.rados.0.smithi099.stdout:15: seq_num 14 ranges {0=237568} 2024-04-12T16:01:19.495 INFO:tasks.rados.rados.0.smithi099.stdout:15: writing smithi09982431-15 from 0 to 237568 tid 1 2024-04-12T16:01:19.495 INFO:tasks.rados.rados.0.smithi099.stdout:11: finishing write tid 1 to smithi09982431-11 2024-04-12T16:01:19.495 INFO:tasks.rados.rados.0.smithi099.stdout:10: finishing write tid 3 to smithi09982431-10 2024-04-12T16:01:19.495 INFO:tasks.rados.rados.0.smithi099.stdout:10: oid 10 updating version 0 to 3 2024-04-12T16:01:19.495 INFO:tasks.rados.rados.0.smithi099.stdout:10: oid 10 updating version 3 to 4 2024-04-12T16:01:19.495 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 10 v 4 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-04-12T16:01:19.495 INFO:tasks.rados.rados.0.smithi099.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-04-12T16:01:19.495 INFO:tasks.rados.rados.0.smithi099.stdout:11: finishing write tid 2 to smithi09982431-11 2024-04-12T16:01:19.496 INFO:tasks.rados.rados.0.smithi099.stdout:9: finishing write tid 3 to smithi09982431-9 2024-04-12T16:01:19.496 INFO:tasks.rados.rados.0.smithi099.stdout:9: oid 9 updating version 0 to 1 2024-04-12T16:01:19.496 INFO:tasks.rados.rados.0.smithi099.stdout:9: oid 9 updating version 1 to 2 2024-04-12T16:01:19.496 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 9 v 2 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-12T16:01:19.496 INFO:tasks.rados.rados.0.smithi099.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-04-12T16:01:19.496 INFO:tasks.rados.rados.0.smithi099.stdout:1: finishing write tid 1 to smithi09982431-1 2024-04-12T16:01:19.496 INFO:tasks.rados.rados.0.smithi099.stdout:1: finishing write tid 2 to smithi09982431-1 2024-04-12T16:01:19.496 INFO:tasks.rados.rados.0.smithi099.stdout:8: finishing write tid 1 to smithi09982431-8 2024-04-12T16:01:19.496 INFO:tasks.rados.rados.0.smithi099.stdout:1: finishing write tid 3 to smithi09982431-1 2024-04-12T16:01:19.496 INFO:tasks.rados.rados.0.smithi099.stdout:1: oid 1 updating version 0 to 1 2024-04-12T16:01:19.496 INFO:tasks.rados.rados.0.smithi099.stdout:1: oid 1 updating version 1 to 2 2024-04-12T16:01:19.496 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-04-12T16:01:19.496 INFO:tasks.rados.rados.0.smithi099.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:01:19.496 INFO:tasks.rados.rados.0.smithi099.stdout:4: finishing write tid 3 to smithi09982431-4 2024-04-12T16:01:19.496 INFO:tasks.rados.rados.0.smithi099.stdout:4: oid 4 updating version 0 to 1 2024-04-12T16:01:19.497 INFO:tasks.rados.rados.0.smithi099.stdout:4: oid 4 updating version 1 to 2 2024-04-12T16:01:19.497 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 4 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-04-12T16:01:19.497 INFO:tasks.rados.rados.0.smithi099.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-04-12T16:01:19.497 INFO:tasks.rados.rados.0.smithi099.stdout:8: finishing write tid 2 to smithi09982431-8 2024-04-12T16:01:19.497 INFO:tasks.rados.rados.0.smithi099.stdout:1: done (9 left) 2024-04-12T16:01:19.497 INFO:tasks.rados.rados.0.smithi099.stdout:4: done (8 left) 2024-04-12T16:01:19.497 INFO:tasks.rados.rados.0.smithi099.stdout:9: done (7 left) 2024-04-12T16:01:19.497 INFO:tasks.rados.rados.0.smithi099.stdout:10: done (6 left) 2024-04-12T16:01:19.497 INFO:tasks.rados.rados.0.smithi099.stdout:16: write initial oid 16 2024-04-12T16:01:19.497 INFO:tasks.rados.rados.0.smithi099.stdout:16: seq_num 15 ranges {0=253952} 2024-04-12T16:01:19.498 INFO:tasks.rados.rados.0.smithi099.stdout:16: writing smithi09982431-16 from 0 to 253952 tid 1 2024-04-12T16:01:19.498 INFO:tasks.rados.rados.0.smithi099.stdout:17: write initial oid 17 2024-04-12T16:01:19.498 INFO:tasks.rados.rados.0.smithi099.stdout:17: seq_num 16 ranges {0=270336} 2024-04-12T16:01:19.498 INFO:tasks.rados.rados.0.smithi099.stdout:17: writing smithi09982431-17 from 0 to 270336 tid 1 2024-04-12T16:01:19.499 INFO:tasks.rados.rados.0.smithi099.stdout:11: finishing write tid 3 to smithi09982431-11 2024-04-12T16:01:19.499 INFO:tasks.rados.rados.0.smithi099.stdout:11: oid 11 updating version 0 to 1 2024-04-12T16:01:19.499 INFO:tasks.rados.rados.0.smithi099.stdout:11: oid 11 updating version 1 to 2 2024-04-12T16:01:19.499 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 11 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-04-12T16:01:19.499 INFO:tasks.rados.rados.0.smithi099.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-04-12T16:01:19.499 INFO:tasks.rados.rados.0.smithi099.stdout:14: finishing write tid 1 to smithi09982431-14 2024-04-12T16:01:19.499 INFO:tasks.rados.rados.0.smithi099.stdout:8: finishing write tid 3 to smithi09982431-8 2024-04-12T16:01:19.499 INFO:tasks.rados.rados.0.smithi099.stdout:8: oid 8 updating version 0 to 4 2024-04-12T16:01:19.499 INFO:tasks.rados.rados.0.smithi099.stdout:8: oid 8 version 4 is already newer than 3 2024-04-12T16:01:19.499 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 8 v 4 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-04-12T16:01:19.499 INFO:tasks.rados.rados.0.smithi099.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-04-12T16:01:19.499 INFO:tasks.rados.rados.0.smithi099.stdout:14: finishing write tid 2 to smithi09982431-14 2024-04-12T16:01:19.499 INFO:tasks.rados.rados.0.smithi099.stdout:13: finishing write tid 1 to smithi09982431-13 2024-04-12T16:01:19.500 INFO:tasks.rados.rados.0.smithi099.stdout:8: done (7 left) 2024-04-12T16:01:19.500 INFO:tasks.rados.rados.0.smithi099.stdout:11: done (6 left) 2024-04-12T16:01:19.500 INFO:tasks.rados.rados.0.smithi099.stdout:18: write initial oid 18 2024-04-12T16:01:19.500 INFO:tasks.rados.rados.0.smithi099.stdout:18: seq_num 17 ranges {0=286720} 2024-04-12T16:01:19.500 INFO:tasks.rados.rados.0.smithi099.stdout:18: writing smithi09982431-18 from 0 to 286720 tid 1 2024-04-12T16:01:19.500 INFO:tasks.rados.rados.0.smithi099.stdout:19: write initial oid 19 2024-04-12T16:01:19.500 INFO:tasks.rados.rados.0.smithi099.stdout:19: seq_num 18 ranges {0=303104} 2024-04-12T16:01:19.502 INFO:tasks.rados.rados.0.smithi099.stdout:19: writing smithi09982431-19 from 0 to 303104 tid 1 2024-04-12T16:01:19.502 INFO:tasks.rados.rados.0.smithi099.stdout:20: write initial oid 20 2024-04-12T16:01:19.502 INFO:tasks.rados.rados.0.smithi099.stdout:20: seq_num 19 ranges {0=319488} 2024-04-12T16:01:19.504 INFO:tasks.rados.rados.0.smithi099.stdout:20: writing smithi09982431-20 from 0 to 319488 tid 1 2024-04-12T16:01:19.504 INFO:tasks.rados.rados.0.smithi099.stdout:21: write initial oid 21 2024-04-12T16:01:19.504 INFO:tasks.rados.rados.0.smithi099.stdout:21: seq_num 20 ranges {0=344064} 2024-04-12T16:01:19.506 INFO:tasks.rados.rados.0.smithi099.stdout:21: writing smithi09982431-21 from 0 to 344064 tid 1 2024-04-12T16:01:19.506 INFO:tasks.rados.rados.0.smithi099.stdout:22: write initial oid 22 2024-04-12T16:01:19.507 INFO:tasks.rados.rados.0.smithi099.stdout:22: seq_num 21 ranges {0=360448} 2024-04-12T16:01:19.509 INFO:tasks.rados.rados.0.smithi099.stdout:22: writing smithi09982431-22 from 0 to 360448 tid 1 2024-04-12T16:01:19.509 INFO:tasks.rados.rados.0.smithi099.stdout:23: write initial oid 23 2024-04-12T16:01:19.509 INFO:tasks.rados.rados.0.smithi099.stdout:23: seq_num 22 ranges {0=376832} 2024-04-12T16:01:19.512 INFO:tasks.rados.rados.0.smithi099.stdout:23: writing smithi09982431-23 from 0 to 376832 tid 1 2024-04-12T16:01:19.512 INFO:tasks.rados.rados.0.smithi099.stdout:24: write initial oid 24 2024-04-12T16:01:19.512 INFO:tasks.rados.rados.0.smithi099.stdout:24: seq_num 23 ranges {0=393216} 2024-04-12T16:01:19.514 INFO:tasks.rados.rados.0.smithi099.stdout:24: writing smithi09982431-24 from 0 to 393216 tid 1 2024-04-12T16:01:19.514 INFO:tasks.rados.rados.0.smithi099.stdout:25: write initial oid 25 2024-04-12T16:01:19.515 INFO:tasks.rados.rados.0.smithi099.stdout:25: seq_num 24 ranges {0=409600} 2024-04-12T16:01:19.517 INFO:tasks.rados.rados.0.smithi099.stdout:25: writing smithi09982431-25 from 0 to 409600 tid 1 2024-04-12T16:01:19.517 INFO:tasks.rados.rados.0.smithi099.stdout:26: write initial oid 26 2024-04-12T16:01:19.517 INFO:tasks.rados.rados.0.smithi099.stdout:26: seq_num 25 ranges {0=425984} 2024-04-12T16:01:19.520 INFO:tasks.rados.rados.0.smithi099.stdout:26: writing smithi09982431-26 from 0 to 425984 tid 1 2024-04-12T16:01:19.520 INFO:tasks.rados.rados.0.smithi099.stdout:27: write initial oid 27 2024-04-12T16:01:19.520 INFO:tasks.rados.rados.0.smithi099.stdout:27: seq_num 26 ranges {0=442368} 2024-04-12T16:01:19.523 INFO:tasks.rados.rados.0.smithi099.stdout:27: writing smithi09982431-27 from 0 to 442368 tid 1 2024-04-12T16:01:19.523 INFO:tasks.rados.rados.0.smithi099.stdout: waiting on 16 2024-04-12T16:01:19.524 INFO:tasks.rados.rados.0.smithi099.stdout:12: finishing write tid 1 to smithi09982431-12 2024-04-12T16:01:19.524 INFO:tasks.rados.rados.0.smithi099.stdout:12: finishing write tid 2 to smithi09982431-12 2024-04-12T16:01:19.524 INFO:tasks.rados.rados.0.smithi099.stdout:14: finishing write tid 3 to smithi09982431-14 2024-04-12T16:01:19.524 INFO:tasks.rados.rados.0.smithi099.stdout:14: oid 14 updating version 0 to 4 2024-04-12T16:01:19.524 INFO:tasks.rados.rados.0.smithi099.stdout:14: oid 14 version 4 is already newer than 3 2024-04-12T16:01:19.524 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 14 v 4 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-04-12T16:01:19.524 INFO:tasks.rados.rados.0.smithi099.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-04-12T16:01:19.524 INFO:tasks.rados.rados.0.smithi099.stdout:18: finishing write tid 1 to smithi09982431-18 2024-04-12T16:01:19.524 INFO:tasks.rados.rados.0.smithi099.stdout:18: finishing write tid 2 to smithi09982431-18 2024-04-12T16:01:19.524 INFO:tasks.rados.rados.0.smithi099.stdout:12: finishing write tid 3 to smithi09982431-12 2024-04-12T16:01:19.524 INFO:tasks.rados.rados.0.smithi099.stdout:12: oid 12 updating version 0 to 3 2024-04-12T16:01:19.524 INFO:tasks.rados.rados.0.smithi099.stdout:12: oid 12 updating version 3 to 4 2024-04-12T16:01:19.524 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 4 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-12T16:01:19.524 INFO:tasks.rados.rados.0.smithi099.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-04-12T16:01:19.524 INFO:tasks.rados.rados.0.smithi099.stdout:18: finishing write tid 3 to smithi09982431-18 2024-04-12T16:01:19.525 INFO:tasks.rados.rados.0.smithi099.stdout:18: oid 18 updating version 0 to 6 2024-04-12T16:01:19.525 INFO:tasks.rados.rados.0.smithi099.stdout:18: oid 18 version 6 is already newer than 5 2024-04-12T16:01:19.525 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 18 v 6 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-04-12T16:01:19.525 INFO:tasks.rados.rados.0.smithi099.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-04-12T16:01:19.525 INFO:tasks.rados.rados.0.smithi099.stdout:13: finishing write tid 2 to smithi09982431-13 2024-04-12T16:01:19.525 INFO:tasks.rados.rados.0.smithi099.stdout:15: finishing write tid 1 to smithi09982431-15 2024-04-12T16:01:19.525 INFO:tasks.rados.rados.0.smithi099.stdout:15: finishing write tid 2 to smithi09982431-15 2024-04-12T16:01:19.525 INFO:tasks.rados.rados.0.smithi099.stdout:19: finishing write tid 1 to smithi09982431-19 2024-04-12T16:01:19.525 INFO:tasks.rados.rados.0.smithi099.stdout:16: finishing write tid 1 to smithi09982431-16 2024-04-12T16:01:19.525 INFO:tasks.rados.rados.0.smithi099.stdout:12: done (15 left) 2024-04-12T16:01:19.525 INFO:tasks.rados.rados.0.smithi099.stdout:14: done (14 left) 2024-04-12T16:01:19.525 INFO:tasks.rados.rados.0.smithi099.stdout:18: done (13 left) 2024-04-12T16:01:19.525 INFO:tasks.rados.rados.0.smithi099.stdout:28: write initial oid 28 2024-04-12T16:01:19.525 INFO:tasks.rados.rados.0.smithi099.stdout:28: seq_num 27 ranges {0=458752} 2024-04-12T16:01:19.526 INFO:tasks.rados.rados.0.smithi099.stdout:28: writing smithi09982431-28 from 0 to 458752 tid 1 2024-04-12T16:01:19.526 INFO:tasks.rados.rados.0.smithi099.stdout:29: write initial oid 29 2024-04-12T16:01:19.526 INFO:tasks.rados.rados.0.smithi099.stdout:29: seq_num 28 ranges {0=475136} 2024-04-12T16:01:19.529 INFO:tasks.rados.rados.0.smithi099.stdout:29: writing smithi09982431-29 from 0 to 475136 tid 1 2024-04-12T16:01:19.529 INFO:tasks.rados.rados.0.smithi099.stdout:30: write initial oid 30 2024-04-12T16:01:19.529 INFO:tasks.rados.rados.0.smithi099.stdout:30: seq_num 29 ranges {0=491520} 2024-04-12T16:01:19.532 INFO:tasks.rados.rados.0.smithi099.stdout:30: writing smithi09982431-30 from 0 to 491520 tid 1 2024-04-12T16:01:19.532 INFO:tasks.rados.rados.0.smithi099.stdout: waiting on 16 2024-04-12T16:01:19.532 INFO:tasks.rados.rados.0.smithi099.stdout:16: finishing write tid 2 to smithi09982431-16 2024-04-12T16:01:19.532 INFO:tasks.rados.rados.0.smithi099.stdout:19: finishing write tid 2 to smithi09982431-19 2024-04-12T16:01:19.532 INFO:tasks.rados.rados.0.smithi099.stdout:20: finishing write tid 1 to smithi09982431-20 2024-04-12T16:01:19.532 INFO:tasks.rados.rados.0.smithi099.stdout:21: finishing write tid 1 to smithi09982431-21 2024-04-12T16:01:19.532 INFO:tasks.rados.rados.0.smithi099.stdout:13: finishing write tid 3 to smithi09982431-13 2024-04-12T16:01:19.532 INFO:tasks.rados.rados.0.smithi099.stdout:13: oid 13 updating version 0 to 1 2024-04-12T16:01:19.532 INFO:tasks.rados.rados.0.smithi099.stdout:13: oid 13 updating version 1 to 2 2024-04-12T16:01:19.532 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 13 v 2 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-12T16:01:19.532 INFO:tasks.rados.rados.0.smithi099.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-04-12T16:01:19.532 INFO:tasks.rados.rados.0.smithi099.stdout:21: finishing write tid 2 to smithi09982431-21 2024-04-12T16:01:19.532 INFO:tasks.rados.rados.0.smithi099.stdout:20: finishing write tid 2 to smithi09982431-20 2024-04-12T16:01:19.533 INFO:tasks.rados.rados.0.smithi099.stdout:13: done (15 left) 2024-04-12T16:01:19.533 INFO:tasks.rados.rados.0.smithi099.stdout:31: write initial oid 31 2024-04-12T16:01:19.533 INFO:tasks.rados.rados.0.smithi099.stdout:31: seq_num 30 ranges {0=507904} 2024-04-12T16:01:19.535 INFO:tasks.rados.rados.0.smithi099.stdout:31: writing smithi09982431-31 from 0 to 507904 tid 1 2024-04-12T16:01:19.535 INFO:tasks.rados.rados.0.smithi099.stdout: waiting on 16 2024-04-12T16:01:19.536 INFO:tasks.rados.rados.0.smithi099.stdout:16: finishing write tid 3 to smithi09982431-16 2024-04-12T16:01:19.536 INFO:tasks.rados.rados.0.smithi099.stdout:16: oid 16 updating version 0 to 6 2024-04-12T16:01:19.536 INFO:tasks.rados.rados.0.smithi099.stdout:16: oid 16 version 6 is already newer than 5 2024-04-12T16:01:19.536 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 16 v 6 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-04-12T16:01:19.536 INFO:tasks.rados.rados.0.smithi099.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-04-12T16:01:19.536 INFO:tasks.rados.rados.0.smithi099.stdout:17: finishing write tid 1 to smithi09982431-17 2024-04-12T16:01:19.536 INFO:tasks.rados.rados.0.smithi099.stdout:19: finishing write tid 3 to smithi09982431-19 2024-04-12T16:01:19.536 INFO:tasks.rados.rados.0.smithi099.stdout:19: oid 19 updating version 0 to 4 2024-04-12T16:01:19.536 INFO:tasks.rados.rados.0.smithi099.stdout:19: oid 19 version 4 is already newer than 3 2024-04-12T16:01:19.536 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 19 v 4 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-04-12T16:01:19.536 INFO:tasks.rados.rados.0.smithi099.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-04-12T16:01:19.536 INFO:tasks.rados.rados.0.smithi099.stdout:17: finishing write tid 2 to smithi09982431-17 2024-04-12T16:01:19.536 INFO:tasks.rados.rados.0.smithi099.stdout:22: finishing write tid 1 to smithi09982431-22 2024-04-12T16:01:19.536 INFO:tasks.rados.rados.0.smithi099.stdout:16: done (15 left) 2024-04-12T16:01:19.536 INFO:tasks.rados.rados.0.smithi099.stdout:19: done (14 left) 2024-04-12T16:01:19.537 INFO:tasks.rados.rados.0.smithi099.stdout:32: write initial oid 32 2024-04-12T16:01:19.537 INFO:tasks.rados.rados.0.smithi099.stdout:32: seq_num 31 ranges {0=524288} 2024-04-12T16:01:19.538 INFO:tasks.rados.rados.0.smithi099.stdout:32: writing smithi09982431-32 from 0 to 524288 tid 1 2024-04-12T16:01:19.538 INFO:tasks.rados.rados.0.smithi099.stdout:33: write initial oid 33 2024-04-12T16:01:19.538 INFO:tasks.rados.rados.0.smithi099.stdout:33: seq_num 32 ranges {0=540672} 2024-04-12T16:01:19.543 INFO:tasks.rados.rados.0.smithi099.stdout:33: writing smithi09982431-33 from 0 to 540672 tid 1 2024-04-12T16:01:19.543 INFO:tasks.rados.rados.0.smithi099.stdout: waiting on 16 2024-04-12T16:01:19.543 INFO:tasks.rados.rados.0.smithi099.stdout:22: finishing write tid 2 to smithi09982431-22 2024-04-12T16:01:19.543 INFO:tasks.rados.rados.0.smithi099.stdout:21: finishing write tid 3 to smithi09982431-21 2024-04-12T16:01:19.543 INFO:tasks.rados.rados.0.smithi099.stdout:21: oid 21 updating version 0 to 2 2024-04-12T16:01:19.543 INFO:tasks.rados.rados.0.smithi099.stdout:21: oid 21 version 2 is already newer than 1 2024-04-12T16:01:19.543 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 2 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-04-12T16:01:19.543 INFO:tasks.rados.rados.0.smithi099.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-04-12T16:01:19.543 INFO:tasks.rados.rados.0.smithi099.stdout:20: finishing write tid 3 to smithi09982431-20 2024-04-12T16:01:19.543 INFO:tasks.rados.rados.0.smithi099.stdout:20: oid 20 updating version 0 to 3 2024-04-12T16:01:19.543 INFO:tasks.rados.rados.0.smithi099.stdout:20: oid 20 updating version 3 to 4 2024-04-12T16:01:19.543 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 20 v 4 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-04-12T16:01:19.543 INFO:tasks.rados.rados.0.smithi099.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-04-12T16:01:19.544 INFO:tasks.rados.rados.0.smithi099.stdout:17: finishing write tid 3 to smithi09982431-17 2024-04-12T16:01:19.544 INFO:tasks.rados.rados.0.smithi099.stdout:17: oid 17 updating version 0 to 1 2024-04-12T16:01:19.544 INFO:tasks.rados.rados.0.smithi099.stdout:17: oid 17 updating version 1 to 2 2024-04-12T16:01:19.544 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 17 v 2 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-04-12T16:01:19.544 INFO:tasks.rados.rados.0.smithi099.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-04-12T16:01:19.544 INFO:tasks.rados.rados.0.smithi099.stdout:22: finishing write tid 3 to smithi09982431-22 2024-04-12T16:01:19.544 INFO:tasks.rados.rados.0.smithi099.stdout:22: oid 22 updating version 0 to 7 2024-04-12T16:01:19.544 INFO:tasks.rados.rados.0.smithi099.stdout:22: oid 22 updating version 7 to 8 2024-04-12T16:01:19.544 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 22 v 8 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-04-12T16:01:19.544 INFO:tasks.rados.rados.0.smithi099.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-04-12T16:01:19.544 INFO:tasks.rados.rados.0.smithi099.stdout:15: finishing write tid 3 to smithi09982431-15 2024-04-12T16:01:19.544 INFO:tasks.rados.rados.0.smithi099.stdout:15: oid 15 updating version 0 to 1 2024-04-12T16:01:19.544 INFO:tasks.rados.rados.0.smithi099.stdout:15: oid 15 updating version 1 to 2 2024-04-12T16:01:19.544 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 15 v 2 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-04-12T16:01:19.544 INFO:tasks.rados.rados.0.smithi099.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-04-12T16:01:19.544 INFO:tasks.rados.rados.0.smithi099.stdout:23: finishing write tid 1 to smithi09982431-23 2024-04-12T16:01:19.544 INFO:tasks.rados.rados.0.smithi099.stdout:24: finishing write tid 1 to smithi09982431-24 2024-04-12T16:01:19.545 INFO:tasks.rados.rados.0.smithi099.stdout:23: finishing write tid 2 to smithi09982431-23 2024-04-12T16:01:19.545 INFO:tasks.rados.rados.0.smithi099.stdout:24: finishing write tid 2 to smithi09982431-24 2024-04-12T16:01:19.545 INFO:tasks.rados.rados.0.smithi099.stdout:25: finishing write tid 1 to smithi09982431-25 2024-04-12T16:01:19.545 INFO:tasks.rados.rados.0.smithi099.stdout:23: finishing write tid 3 to smithi09982431-23 2024-04-12T16:01:19.545 INFO:tasks.rados.rados.0.smithi099.stdout:23: oid 23 updating version 0 to 1 2024-04-12T16:01:19.545 INFO:tasks.rados.rados.0.smithi099.stdout:23: oid 23 updating version 1 to 2 2024-04-12T16:01:19.545 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 23 v 2 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-04-12T16:01:19.545 INFO:tasks.rados.rados.0.smithi099.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-04-12T16:01:19.545 INFO:tasks.rados.rados.0.smithi099.stdout:25: finishing write tid 2 to smithi09982431-25 2024-04-12T16:01:19.545 INFO:tasks.rados.rados.0.smithi099.stdout:24: finishing write tid 3 to smithi09982431-24 2024-04-12T16:01:19.545 INFO:tasks.rados.rados.0.smithi099.stdout:24: oid 24 updating version 0 to 5 2024-04-12T16:01:19.545 INFO:tasks.rados.rados.0.smithi099.stdout:24: oid 24 updating version 5 to 6 2024-04-12T16:01:19.545 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 24 v 6 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-12T16:01:19.545 INFO:tasks.rados.rados.0.smithi099.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-04-12T16:01:19.545 INFO:tasks.rados.rados.0.smithi099.stdout:25: finishing write tid 3 to smithi09982431-25 2024-04-12T16:01:19.545 INFO:tasks.rados.rados.0.smithi099.stdout:25: oid 25 updating version 0 to 5 2024-04-12T16:01:19.545 INFO:tasks.rados.rados.0.smithi099.stdout:25: oid 25 updating version 5 to 6 2024-04-12T16:01:19.545 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 25 v 6 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-04-12T16:01:19.546 INFO:tasks.rados.rados.0.smithi099.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-04-12T16:01:19.546 INFO:tasks.rados.rados.0.smithi099.stdout:26: finishing write tid 1 to smithi09982431-26 2024-04-12T16:01:19.546 INFO:tasks.rados.rados.0.smithi099.stdout:26: finishing write tid 2 to smithi09982431-26 2024-04-12T16:01:19.546 INFO:tasks.rados.rados.0.smithi099.stdout:15: done (15 left) 2024-04-12T16:01:19.546 INFO:tasks.rados.rados.0.smithi099.stdout:17: done (14 left) 2024-04-12T16:01:19.546 INFO:tasks.rados.rados.0.smithi099.stdout:20: done (13 left) 2024-04-12T16:01:19.546 INFO:tasks.rados.rados.0.smithi099.stdout:21: done (12 left) 2024-04-12T16:01:19.546 INFO:tasks.rados.rados.0.smithi099.stdout:22: done (11 left) 2024-04-12T16:01:19.546 INFO:tasks.rados.rados.0.smithi099.stdout:23: done (10 left) 2024-04-12T16:01:19.546 INFO:tasks.rados.rados.0.smithi099.stdout:24: done (9 left) 2024-04-12T16:01:19.546 INFO:tasks.rados.rados.0.smithi099.stdout:25: done (8 left) 2024-04-12T16:01:19.546 INFO:tasks.rados.rados.0.smithi099.stdout:34: write initial oid 34 2024-04-12T16:01:19.546 INFO:tasks.rados.rados.0.smithi099.stdout:34: seq_num 33 ranges {0=557056} 2024-04-12T16:01:19.547 INFO:tasks.rados.rados.0.smithi099.stdout:34: writing smithi09982431-34 from 0 to 557056 tid 1 2024-04-12T16:01:19.547 INFO:tasks.rados.rados.0.smithi099.stdout:35: write initial oid 35 2024-04-12T16:01:19.547 INFO:tasks.rados.rados.0.smithi099.stdout:35: seq_num 34 ranges {0=573440} 2024-04-12T16:01:19.549 INFO:tasks.rados.rados.0.smithi099.stdout:35: writing smithi09982431-35 from 0 to 573440 tid 1 2024-04-12T16:01:19.549 INFO:tasks.rados.rados.0.smithi099.stdout:36: write initial oid 36 2024-04-12T16:01:19.549 INFO:tasks.rados.rados.0.smithi099.stdout:36: seq_num 35 ranges {0=589824} 2024-04-12T16:01:19.553 INFO:tasks.rados.rados.0.smithi099.stdout:36: writing smithi09982431-36 from 0 to 589824 tid 1 2024-04-12T16:01:19.553 INFO:tasks.rados.rados.0.smithi099.stdout:37: write initial oid 37 2024-04-12T16:01:19.553 INFO:tasks.rados.rados.0.smithi099.stdout:37: seq_num 36 ranges {0=606208} 2024-04-12T16:01:19.557 INFO:tasks.rados.rados.0.smithi099.stdout:37: writing smithi09982431-37 from 0 to 606208 tid 1 2024-04-12T16:01:19.557 INFO:tasks.rados.rados.0.smithi099.stdout:38: write initial oid 38 2024-04-12T16:01:19.557 INFO:tasks.rados.rados.0.smithi099.stdout:38: seq_num 37 ranges {0=622592} 2024-04-12T16:01:19.561 INFO:tasks.rados.rados.0.smithi099.stdout:38: writing smithi09982431-38 from 0 to 622592 tid 1 2024-04-12T16:01:19.561 INFO:tasks.rados.rados.0.smithi099.stdout:39: write initial oid 39 2024-04-12T16:01:19.561 INFO:tasks.rados.rados.0.smithi099.stdout:39: seq_num 38 ranges {0=638976} 2024-04-12T16:01:19.566 INFO:tasks.rados.rados.0.smithi099.stdout:39: writing smithi09982431-39 from 0 to 638976 tid 1 2024-04-12T16:01:19.566 INFO:tasks.rados.rados.0.smithi099.stdout:40: write initial oid 40 2024-04-12T16:01:19.566 INFO:tasks.rados.rados.0.smithi099.stdout:40: seq_num 39 ranges {0=663552} 2024-04-12T16:01:19.570 INFO:tasks.rados.rados.0.smithi099.stdout:40: writing smithi09982431-40 from 0 to 663552 tid 1 2024-04-12T16:01:19.570 INFO:tasks.rados.rados.0.smithi099.stdout:41: write initial oid 41 2024-04-12T16:01:19.570 INFO:tasks.rados.rados.0.smithi099.stdout:41: seq_num 40 ranges {0=679936} 2024-04-12T16:01:19.575 INFO:tasks.rados.rados.0.smithi099.stdout:41: writing smithi09982431-41 from 0 to 679936 tid 1 2024-04-12T16:01:19.575 INFO:tasks.rados.rados.0.smithi099.stdout: waiting on 16 2024-04-12T16:01:19.575 INFO:tasks.rados.rados.0.smithi099.stdout:27: finishing write tid 1 to smithi09982431-27 2024-04-12T16:01:19.575 INFO:tasks.rados.rados.0.smithi099.stdout:26: finishing write tid 3 to smithi09982431-26 2024-04-12T16:01:19.575 INFO:tasks.rados.rados.0.smithi099.stdout:26: oid 26 updating version 0 to 3 2024-04-12T16:01:19.575 INFO:tasks.rados.rados.0.smithi099.stdout:26: oid 26 updating version 3 to 4 2024-04-12T16:01:19.575 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 4 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-04-12T16:01:19.575 INFO:tasks.rados.rados.0.smithi099.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-04-12T16:01:19.575 INFO:tasks.rados.rados.0.smithi099.stdout:27: finishing write tid 2 to smithi09982431-27 2024-04-12T16:01:19.575 INFO:tasks.rados.rados.0.smithi099.stdout:27: finishing write tid 3 to smithi09982431-27 2024-04-12T16:01:19.575 INFO:tasks.rados.rados.0.smithi099.stdout:27: oid 27 updating version 0 to 1 2024-04-12T16:01:19.575 INFO:tasks.rados.rados.0.smithi099.stdout:27: oid 27 updating version 1 to 2 2024-04-12T16:01:19.575 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 27 v 2 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-04-12T16:01:19.575 INFO:tasks.rados.rados.0.smithi099.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-04-12T16:01:19.575 INFO:tasks.rados.rados.0.smithi099.stdout:28: finishing write tid 1 to smithi09982431-28 2024-04-12T16:01:19.575 INFO:tasks.rados.rados.0.smithi099.stdout:28: finishing write tid 2 to smithi09982431-28 2024-04-12T16:01:19.576 INFO:tasks.rados.rados.0.smithi099.stdout:26: done (15 left) 2024-04-12T16:01:19.576 INFO:tasks.rados.rados.0.smithi099.stdout:27: done (14 left) 2024-04-12T16:01:19.576 INFO:tasks.rados.rados.0.smithi099.stdout:42: write initial oid 42 2024-04-12T16:01:19.576 INFO:tasks.rados.rados.0.smithi099.stdout:42: seq_num 41 ranges {0=696320} 2024-04-12T16:01:19.578 INFO:tasks.rados.rados.0.smithi099.stdout:42: writing smithi09982431-42 from 0 to 696320 tid 1 2024-04-12T16:01:19.578 INFO:tasks.rados.rados.0.smithi099.stdout:43: write initial oid 43 2024-04-12T16:01:19.579 INFO:tasks.rados.rados.0.smithi099.stdout:43: seq_num 42 ranges {0=712704} 2024-04-12T16:01:19.583 INFO:tasks.rados.rados.0.smithi099.stdout:43: writing smithi09982431-43 from 0 to 712704 tid 1 2024-04-12T16:01:19.584 INFO:tasks.rados.rados.0.smithi099.stdout: waiting on 16 2024-04-12T16:01:19.584 INFO:tasks.rados.rados.0.smithi099.stdout:28: finishing write tid 3 to smithi09982431-28 2024-04-12T16:01:19.584 INFO:tasks.rados.rados.0.smithi099.stdout:28: oid 28 updating version 0 to 7 2024-04-12T16:01:19.584 INFO:tasks.rados.rados.0.smithi099.stdout:28: oid 28 updating version 7 to 8 2024-04-12T16:01:19.584 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 28 v 8 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-04-12T16:01:19.584 INFO:tasks.rados.rados.0.smithi099.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-04-12T16:01:19.584 INFO:tasks.rados.rados.0.smithi099.stdout:30: finishing write tid 1 to smithi09982431-30 2024-04-12T16:01:19.584 INFO:tasks.rados.rados.0.smithi099.stdout:30: finishing write tid 2 to smithi09982431-30 2024-04-12T16:01:19.584 INFO:tasks.rados.rados.0.smithi099.stdout:29: finishing write tid 1 to smithi09982431-29 2024-04-12T16:01:19.584 INFO:tasks.rados.rados.0.smithi099.stdout:30: finishing write tid 3 to smithi09982431-30 2024-04-12T16:01:19.584 INFO:tasks.rados.rados.0.smithi099.stdout:30: oid 30 updating version 0 to 3 2024-04-12T16:01:19.584 INFO:tasks.rados.rados.0.smithi099.stdout:30: oid 30 updating version 3 to 4 2024-04-12T16:01:19.584 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 30 v 4 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-12T16:01:19.585 INFO:tasks.rados.rados.0.smithi099.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-04-12T16:01:19.585 INFO:tasks.rados.rados.0.smithi099.stdout:29: finishing write tid 2 to smithi09982431-29 2024-04-12T16:01:19.585 INFO:tasks.rados.rados.0.smithi099.stdout:29: finishing write tid 3 to smithi09982431-29 2024-04-12T16:01:19.585 INFO:tasks.rados.rados.0.smithi099.stdout:29: oid 29 updating version 0 to 3 2024-04-12T16:01:19.585 INFO:tasks.rados.rados.0.smithi099.stdout:29: oid 29 updating version 3 to 4 2024-04-12T16:01:19.585 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 29 v 4 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-04-12T16:01:19.585 INFO:tasks.rados.rados.0.smithi099.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-04-12T16:01:19.585 INFO:tasks.rados.rados.0.smithi099.stdout:31: finishing write tid 1 to smithi09982431-31 2024-04-12T16:01:19.585 INFO:tasks.rados.rados.0.smithi099.stdout:31: finishing write tid 2 to smithi09982431-31 2024-04-12T16:01:19.585 INFO:tasks.rados.rados.0.smithi099.stdout:31: finishing write tid 3 to smithi09982431-31 2024-04-12T16:01:19.585 INFO:tasks.rados.rados.0.smithi099.stdout:31: oid 31 updating version 0 to 4 2024-04-12T16:01:19.585 INFO:tasks.rados.rados.0.smithi099.stdout:31: oid 31 version 4 is already newer than 3 2024-04-12T16:01:19.585 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 31 v 4 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-04-12T16:01:19.585 INFO:tasks.rados.rados.0.smithi099.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-04-12T16:01:19.585 INFO:tasks.rados.rados.0.smithi099.stdout:32: finishing write tid 1 to smithi09982431-32 2024-04-12T16:01:19.586 INFO:tasks.rados.rados.0.smithi099.stdout:32: finishing write tid 2 to smithi09982431-32 2024-04-12T16:01:19.586 INFO:tasks.rados.rados.0.smithi099.stdout:28: done (15 left) 2024-04-12T16:01:19.586 INFO:tasks.rados.rados.0.smithi099.stdout:29: done (14 left) 2024-04-12T16:01:19.586 INFO:tasks.rados.rados.0.smithi099.stdout:30: done (13 left) 2024-04-12T16:01:19.586 INFO:tasks.rados.rados.0.smithi099.stdout:31: done (12 left) 2024-04-12T16:01:19.586 INFO:tasks.rados.rados.0.smithi099.stdout:44: write initial oid 44 2024-04-12T16:01:19.586 INFO:tasks.rados.rados.0.smithi099.stdout:44: seq_num 43 ranges {0=729088} 2024-04-12T16:01:19.587 INFO:tasks.rados.rados.0.smithi099.stdout:44: writing smithi09982431-44 from 0 to 729088 tid 1 2024-04-12T16:01:19.587 INFO:tasks.rados.rados.0.smithi099.stdout:45: write initial oid 45 2024-04-12T16:01:19.587 INFO:tasks.rados.rados.0.smithi099.stdout:45: seq_num 44 ranges {0=745472} 2024-04-12T16:01:19.591 INFO:tasks.rados.rados.0.smithi099.stdout:45: writing smithi09982431-45 from 0 to 745472 tid 1 2024-04-12T16:01:19.591 INFO:tasks.rados.rados.0.smithi099.stdout:46: write initial oid 46 2024-04-12T16:01:19.591 INFO:tasks.rados.rados.0.smithi099.stdout:46: seq_num 45 ranges {0=761856} 2024-04-12T16:01:19.595 INFO:tasks.rados.rados.0.smithi099.stdout:46: writing smithi09982431-46 from 0 to 761856 tid 1 2024-04-12T16:01:19.595 INFO:tasks.rados.rados.0.smithi099.stdout:47: write initial oid 47 2024-04-12T16:01:19.595 INFO:tasks.rados.rados.0.smithi099.stdout:47: seq_num 46 ranges {0=778240} 2024-04-12T16:01:19.600 INFO:tasks.rados.rados.0.smithi099.stdout:47: writing smithi09982431-47 from 0 to 778240 tid 1 2024-04-12T16:01:19.600 INFO:tasks.rados.rados.0.smithi099.stdout: waiting on 16 2024-04-12T16:01:19.601 INFO:tasks.rados.rados.0.smithi099.stdout:32: finishing write tid 3 to smithi09982431-32 2024-04-12T16:01:19.601 INFO:tasks.rados.rados.0.smithi099.stdout:32: oid 32 updating version 0 to 7 2024-04-12T16:01:19.601 INFO:tasks.rados.rados.0.smithi099.stdout:32: oid 32 updating version 7 to 8 2024-04-12T16:01:19.601 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 32 v 8 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-04-12T16:01:19.601 INFO:tasks.rados.rados.0.smithi099.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-04-12T16:01:19.601 INFO:tasks.rados.rados.0.smithi099.stdout:33: finishing write tid 1 to smithi09982431-33 2024-04-12T16:01:19.601 INFO:tasks.rados.rados.0.smithi099.stdout:33: finishing write tid 2 to smithi09982431-33 2024-04-12T16:01:19.601 INFO:tasks.rados.rados.0.smithi099.stdout:32: done (15 left) 2024-04-12T16:01:19.601 INFO:tasks.rados.rados.0.smithi099.stdout:48: write initial oid 48 2024-04-12T16:01:19.601 INFO:tasks.rados.rados.0.smithi099.stdout:48: seq_num 47 ranges {0=794624} 2024-04-12T16:01:19.605 INFO:tasks.rados.rados.0.smithi099.stdout:48: writing smithi09982431-48 from 0 to 794624 tid 1 2024-04-12T16:01:19.605 INFO:tasks.rados.rados.0.smithi099.stdout: waiting on 16 2024-04-12T16:01:19.605 INFO:tasks.rados.rados.0.smithi099.stdout:33: finishing write tid 3 to smithi09982431-33 2024-04-12T16:01:19.605 INFO:tasks.rados.rados.0.smithi099.stdout:33: oid 33 updating version 0 to 3 2024-04-12T16:01:19.605 INFO:tasks.rados.rados.0.smithi099.stdout:33: oid 33 updating version 3 to 4 2024-04-12T16:01:19.605 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 33 v 4 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-04-12T16:01:19.605 INFO:tasks.rados.rados.0.smithi099.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-04-12T16:01:19.605 INFO:tasks.rados.rados.0.smithi099.stdout:34: finishing write tid 1 to smithi09982431-34 2024-04-12T16:01:19.605 INFO:tasks.rados.rados.0.smithi099.stdout:33: done (15 left) 2024-04-12T16:01:19.605 INFO:tasks.rados.rados.0.smithi099.stdout:49: write initial oid 49 2024-04-12T16:01:19.605 INFO:tasks.rados.rados.0.smithi099.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-04-12T16:01:19.607 INFO:tasks.rados.rados.0.smithi099.stdout:49: writing smithi09982431-49 from 0 to 409600 tid 1 2024-04-12T16:01:19.610 INFO:tasks.rados.rados.0.smithi099.stdout:49: writing smithi09982431-49 from 409600 to 811008 tid 2 2024-04-12T16:01:19.611 INFO:tasks.rados.rados.0.smithi099.stdout: waiting on 16 2024-04-12T16:01:19.611 INFO:tasks.rados.rados.0.smithi099.stdout:34: finishing write tid 2 to smithi09982431-34 2024-04-12T16:01:19.611 INFO:tasks.rados.rados.0.smithi099.stdout:34: finishing write tid 3 to smithi09982431-34 2024-04-12T16:01:19.611 INFO:tasks.rados.rados.0.smithi099.stdout:34: oid 34 updating version 0 to 9 2024-04-12T16:01:19.611 INFO:tasks.rados.rados.0.smithi099.stdout:34: oid 34 updating version 9 to 10 2024-04-12T16:01:19.611 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 34 v 10 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-12T16:01:19.611 INFO:tasks.rados.rados.0.smithi099.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-04-12T16:01:19.611 INFO:tasks.rados.rados.0.smithi099.stdout:35: finishing write tid 1 to smithi09982431-35 2024-04-12T16:01:19.611 INFO:tasks.rados.rados.0.smithi099.stdout:35: finishing write tid 2 to smithi09982431-35 2024-04-12T16:01:19.611 INFO:tasks.rados.rados.0.smithi099.stdout:35: finishing write tid 3 to smithi09982431-35 2024-04-12T16:01:19.611 INFO:tasks.rados.rados.0.smithi099.stdout:35: oid 35 updating version 0 to 4 2024-04-12T16:01:19.611 INFO:tasks.rados.rados.0.smithi099.stdout:35: oid 35 version 4 is already newer than 3 2024-04-12T16:01:19.611 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 4 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-12T16:01:19.611 INFO:tasks.rados.rados.0.smithi099.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-04-12T16:01:19.612 INFO:tasks.rados.rados.0.smithi099.stdout:36: finishing write tid 1 to smithi09982431-36 2024-04-12T16:01:19.612 INFO:tasks.rados.rados.0.smithi099.stdout:36: finishing write tid 2 to smithi09982431-36 2024-04-12T16:01:19.612 INFO:tasks.rados.rados.0.smithi099.stdout:36: finishing write tid 3 to smithi09982431-36 2024-04-12T16:01:19.612 INFO:tasks.rados.rados.0.smithi099.stdout:36: oid 36 updating version 0 to 6 2024-04-12T16:01:19.612 INFO:tasks.rados.rados.0.smithi099.stdout:36: oid 36 version 6 is already newer than 5 2024-04-12T16:01:19.612 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 36 v 6 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-04-12T16:01:19.612 INFO:tasks.rados.rados.0.smithi099.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-04-12T16:01:19.612 INFO:tasks.rados.rados.0.smithi099.stdout:37: finishing write tid 1 to smithi09982431-37 2024-04-12T16:01:19.612 INFO:tasks.rados.rados.0.smithi099.stdout:37: finishing write tid 2 to smithi09982431-37 2024-04-12T16:01:19.612 INFO:tasks.rados.rados.0.smithi099.stdout:34: done (15 left) 2024-04-12T16:01:19.612 INFO:tasks.rados.rados.0.smithi099.stdout:35: done (14 left) 2024-04-12T16:01:19.612 INFO:tasks.rados.rados.0.smithi099.stdout:36: done (13 left) 2024-04-12T16:01:19.612 INFO:tasks.rados.rados.0.smithi099.stdout:50: write initial oid 50 2024-04-12T16:01:19.612 INFO:tasks.rados.rados.0.smithi099.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-04-12T16:01:19.613 INFO:tasks.rados.rados.0.smithi099.stdout:50: writing smithi09982431-50 from 0 to 425984 tid 1 2024-04-12T16:01:19.615 INFO:tasks.rados.rados.0.smithi099.stdout:50: writing smithi09982431-50 from 425984 to 827392 tid 2 2024-04-12T16:01:19.616 INFO:tasks.rados.rados.0.smithi099.stdout:51: copy_from oid 8 from oid 18 current snap is 0 2024-04-12T16:01:19.616 INFO:tasks.rados.rados.0.smithi099.stdout:37: finishing write tid 3 to smithi09982431-37 2024-04-12T16:01:19.616 INFO:tasks.rados.rados.0.smithi099.stdout:37: oid 37 updating version 0 to 5 2024-04-12T16:01:19.616 INFO:tasks.rados.rados.0.smithi099.stdout:37: oid 37 updating version 5 to 6 2024-04-12T16:01:19.616 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 37 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-12T16:01:19.616 INFO:tasks.rados.rados.0.smithi099.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-04-12T16:01:19.616 INFO:tasks.rados.rados.0.smithi099.stdout:38: finishing write tid 1 to smithi09982431-38 2024-04-12T16:01:19.616 INFO:tasks.rados.rados.0.smithi099.stdout:37: done (14 left) 2024-04-12T16:01:19.616 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 17 current snap is 0 2024-04-12T16:01:19.616 INFO:tasks.rados.rados.0.smithi099.stdout:38: finishing write tid 2 to smithi09982431-38 2024-04-12T16:01:19.616 INFO:tasks.rados.rados.0.smithi099.stdout:38: finishing write tid 3 to smithi09982431-38 2024-04-12T16:01:19.616 INFO:tasks.rados.rados.0.smithi099.stdout:38: oid 38 updating version 0 to 9 2024-04-12T16:01:19.616 INFO:tasks.rados.rados.0.smithi099.stdout:38: oid 38 updating version 9 to 10 2024-04-12T16:01:19.616 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 38 v 10 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-04-12T16:01:19.617 INFO:tasks.rados.rados.0.smithi099.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-04-12T16:01:19.617 INFO:tasks.rados.rados.0.smithi099.stdout:39: finishing write tid 1 to smithi09982431-39 2024-04-12T16:01:19.617 INFO:tasks.rados.rados.0.smithi099.stdout:39: finishing write tid 2 to smithi09982431-39 2024-04-12T16:01:19.617 INFO:tasks.rados.rados.0.smithi099.stdout:39: finishing write tid 3 to smithi09982431-39 2024-04-12T16:01:19.617 INFO:tasks.rados.rados.0.smithi099.stdout:39: oid 39 updating version 0 to 7 2024-04-12T16:01:19.617 INFO:tasks.rados.rados.0.smithi099.stdout:39: oid 39 updating version 7 to 8 2024-04-12T16:01:19.617 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 39 v 8 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-12T16:01:19.617 INFO:tasks.rados.rados.0.smithi099.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-04-12T16:01:19.617 INFO:tasks.rados.rados.0.smithi099.stdout:40: finishing write tid 1 to smithi09982431-40 2024-04-12T16:01:19.617 INFO:tasks.rados.rados.0.smithi099.stdout:40: finishing write tid 2 to smithi09982431-40 2024-04-12T16:01:19.617 INFO:tasks.rados.rados.0.smithi099.stdout:40: finishing write tid 3 to smithi09982431-40 2024-04-12T16:01:19.617 INFO:tasks.rados.rados.0.smithi099.stdout:40: oid 40 updating version 0 to 11 2024-04-12T16:01:19.617 INFO:tasks.rados.rados.0.smithi099.stdout:40: oid 40 updating version 11 to 12 2024-04-12T16:01:19.617 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 40 v 12 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-12T16:01:19.617 INFO:tasks.rados.rados.0.smithi099.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-04-12T16:01:19.617 INFO:tasks.rados.rados.0.smithi099.stdout:41: finishing write tid 1 to smithi09982431-41 2024-04-12T16:01:19.618 INFO:tasks.rados.rados.0.smithi099.stdout:41: finishing write tid 2 to smithi09982431-41 2024-04-12T16:01:19.618 INFO:tasks.rados.rados.0.smithi099.stdout:52: seq_num 50 ranges {270336=442368,712704=401408} 2024-04-12T16:01:19.619 INFO:tasks.rados.rados.0.smithi099.stdout:52: writing smithi09982431-17 from 270336 to 712704 tid 1 2024-04-12T16:01:19.623 INFO:tasks.rados.rados.0.smithi099.stdout:52: writing smithi09982431-17 from 712704 to 1114112 tid 2 2024-04-12T16:01:19.623 INFO:tasks.rados.rados.0.smithi099.stdout:38: done (14 left) 2024-04-12T16:01:19.624 INFO:tasks.rados.rados.0.smithi099.stdout:39: done (13 left) 2024-04-12T16:01:19.624 INFO:tasks.rados.rados.0.smithi099.stdout:40: done (12 left) 2024-04-12T16:01:19.624 INFO:tasks.rados.rados.0.smithi099.stdout:53: rmattr oid 38 current snap is 0 2024-04-12T16:01:19.624 INFO:tasks.rados.rados.0.smithi099.stdout:53: done (12 left) 2024-04-12T16:01:19.624 INFO:tasks.rados.rados.0.smithi099.stdout:54: delete oid 4 current snap is 0 2024-04-12T16:01:19.624 INFO:tasks.rados.rados.0.smithi099.stdout:41: finishing write tid 3 to smithi09982431-41 2024-04-12T16:01:19.624 INFO:tasks.rados.rados.0.smithi099.stdout:41: oid 41 updating version 0 to 5 2024-04-12T16:01:19.624 INFO:tasks.rados.rados.0.smithi099.stdout:41: oid 41 updating version 5 to 6 2024-04-12T16:01:19.624 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 41 v 6 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-12T16:01:19.624 INFO:tasks.rados.rados.0.smithi099.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-04-12T16:01:19.624 INFO:tasks.rados.rados.0.smithi099.stdout:42: finishing write tid 1 to smithi09982431-42 2024-04-12T16:01:19.624 INFO:tasks.rados.rados.0.smithi099.stdout:42: finishing write tid 2 to smithi09982431-42 2024-04-12T16:01:19.625 INFO:tasks.rados.rados.0.smithi099.stdout:42: finishing write tid 3 to smithi09982431-42 2024-04-12T16:01:19.625 INFO:tasks.rados.rados.0.smithi099.stdout:42: oid 42 updating version 0 to 2 2024-04-12T16:01:19.625 INFO:tasks.rados.rados.0.smithi099.stdout:42: oid 42 version 2 is already newer than 1 2024-04-12T16:01:19.625 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 42 v 2 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-04-12T16:01:19.625 INFO:tasks.rados.rados.0.smithi099.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-04-12T16:01:19.625 INFO:tasks.rados.rados.0.smithi099.stdout:43: finishing write tid 1 to smithi09982431-43 2024-04-12T16:01:19.625 INFO:tasks.rados.rados.0.smithi099.stdout:43: finishing write tid 2 to smithi09982431-43 2024-04-12T16:01:19.625 INFO:tasks.rados.rados.0.smithi099.stdout:43: finishing write tid 3 to smithi09982431-43 2024-04-12T16:01:19.625 INFO:tasks.rados.rados.0.smithi099.stdout:43: oid 43 updating version 0 to 10 2024-04-12T16:01:19.625 INFO:tasks.rados.rados.0.smithi099.stdout:43: oid 43 version 10 is already newer than 9 2024-04-12T16:01:19.625 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 43 v 10 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-04-12T16:01:19.625 INFO:tasks.rados.rados.0.smithi099.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-04-12T16:01:19.625 INFO:tasks.rados.rados.0.smithi099.stdout:44: finishing write tid 1 to smithi09982431-44 2024-04-12T16:01:19.625 INFO:tasks.rados.rados.0.smithi099.stdout:44: finishing write tid 2 to smithi09982431-44 2024-04-12T16:01:19.625 INFO:tasks.rados.rados.0.smithi099.stdout:44: finishing write tid 3 to smithi09982431-44 2024-04-12T16:01:19.626 INFO:tasks.rados.rados.0.smithi099.stdout:44: oid 44 updating version 0 to 8 2024-04-12T16:01:19.626 INFO:tasks.rados.rados.0.smithi099.stdout:44: oid 44 version 8 is already newer than 7 2024-04-12T16:01:19.626 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 44 v 8 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-04-12T16:01:19.626 INFO:tasks.rados.rados.0.smithi099.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-04-12T16:01:19.626 INFO:tasks.rados.rados.0.smithi099.stdout:45: finishing write tid 1 to smithi09982431-45 2024-04-12T16:01:19.626 INFO:tasks.rados.rados.0.smithi099.stdout:45: finishing write tid 2 to smithi09982431-45 2024-04-12T16:01:19.626 INFO:tasks.rados.rados.0.smithi099.stdout:45: finishing write tid 3 to smithi09982431-45 2024-04-12T16:01:19.626 INFO:tasks.rados.rados.0.smithi099.stdout:45: oid 45 updating version 0 to 5 2024-04-12T16:01:19.626 INFO:tasks.rados.rados.0.smithi099.stdout:45: oid 45 updating version 5 to 6 2024-04-12T16:01:19.626 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 45 v 6 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-04-12T16:01:19.626 INFO:tasks.rados.rados.0.smithi099.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-04-12T16:01:19.626 INFO:tasks.rados.rados.0.smithi099.stdout:46: finishing write tid 1 to smithi09982431-46 2024-04-12T16:01:19.626 INFO:tasks.rados.rados.0.smithi099.stdout:46: finishing write tid 2 to smithi09982431-46 2024-04-12T16:01:19.626 INFO:tasks.rados.rados.0.smithi099.stdout:46: finishing write tid 3 to smithi09982431-46 2024-04-12T16:01:19.627 INFO:tasks.rados.rados.0.smithi099.stdout:46: oid 46 updating version 0 to 3 2024-04-12T16:01:19.627 INFO:tasks.rados.rados.0.smithi099.stdout:46: oid 46 updating version 3 to 4 2024-04-12T16:01:19.627 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 46 v 4 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-12T16:01:19.627 INFO:tasks.rados.rados.0.smithi099.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-04-12T16:01:19.627 INFO:tasks.rados.rados.0.smithi099.stdout:47: finishing write tid 1 to smithi09982431-47 2024-04-12T16:01:19.627 INFO:tasks.rados.rados.0.smithi099.stdout:47: finishing write tid 2 to smithi09982431-47 2024-04-12T16:01:19.627 INFO:tasks.rados.rados.0.smithi099.stdout:47: finishing write tid 3 to smithi09982431-47 2024-04-12T16:01:19.627 INFO:tasks.rados.rados.0.smithi099.stdout:47: oid 47 updating version 0 to 5 2024-04-12T16:01:19.627 INFO:tasks.rados.rados.0.smithi099.stdout:47: oid 47 updating version 5 to 6 2024-04-12T16:01:19.627 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 47 v 6 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-12T16:01:19.627 INFO:tasks.rados.rados.0.smithi099.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-04-12T16:01:19.627 INFO:tasks.rados.rados.0.smithi099.stdout:48: finishing write tid 1 to smithi09982431-48 2024-04-12T16:01:19.627 INFO:tasks.rados.rados.0.smithi099.stdout:48: finishing write tid 2 to smithi09982431-48 2024-04-12T16:01:19.627 INFO:tasks.rados.rados.0.smithi099.stdout:48: finishing write tid 3 to smithi09982431-48 2024-04-12T16:01:19.627 INFO:tasks.rados.rados.0.smithi099.stdout:48: oid 48 updating version 0 to 6 2024-04-12T16:01:19.628 INFO:tasks.rados.rados.0.smithi099.stdout:48: oid 48 version 6 is already newer than 5 2024-04-12T16:01:19.628 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 48 v 6 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-12T16:01:19.628 INFO:tasks.rados.rados.0.smithi099.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-04-12T16:01:19.628 INFO:tasks.rados.rados.0.smithi099.stdout:49: finishing write tid 1 to smithi09982431-49 2024-04-12T16:01:19.628 INFO:tasks.rados.rados.0.smithi099.stdout:49: finishing write tid 2 to smithi09982431-49 2024-04-12T16:01:19.628 INFO:tasks.rados.rados.0.smithi099.stdout:49: finishing write tid 3 to smithi09982431-49 2024-04-12T16:01:19.628 INFO:tasks.rados.rados.0.smithi099.stdout:49: finishing write tid 4 to smithi09982431-49 2024-04-12T16:01:19.628 INFO:tasks.rados.rados.0.smithi099.stdout:49: oid 49 updating version 0 to 9 2024-04-12T16:01:19.628 INFO:tasks.rados.rados.0.smithi099.stdout:49: oid 49 updating version 9 to 10 2024-04-12T16:01:19.628 INFO:tasks.rados.rados.0.smithi099.stdout:49: oid 49 updating version 10 to 11 2024-04-12T16:01:19.628 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 49 v 11 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-04-12T16:01:19.628 INFO:tasks.rados.rados.0.smithi099.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-04-12T16:01:19.628 INFO:tasks.rados.rados.0.smithi099.stdout:50: finishing write tid 1 to smithi09982431-50 2024-04-12T16:01:19.628 INFO:tasks.rados.rados.0.smithi099.stdout:50: finishing write tid 2 to smithi09982431-50 2024-04-12T16:01:19.628 INFO:tasks.rados.rados.0.smithi099.stdout:50: finishing write tid 3 to smithi09982431-50 2024-04-12T16:01:19.629 INFO:tasks.rados.rados.0.smithi099.stdout:50: finishing write tid 4 to smithi09982431-50 2024-04-12T16:01:19.629 INFO:tasks.rados.rados.0.smithi099.stdout:50: oid 50 updating version 0 to 8 2024-04-12T16:01:19.629 INFO:tasks.rados.rados.0.smithi099.stdout:50: oid 50 version 8 is already newer than 7 2024-04-12T16:01:19.629 INFO:tasks.rados.rados.0.smithi099.stdout:50: oid 50 updating version 8 to 9 2024-04-12T16:01:19.629 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 50 v 9 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-04-12T16:01:19.629 INFO:tasks.rados.rados.0.smithi099.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-04-12T16:01:19.629 INFO:tasks.rados.rados.0.smithi099.stdout:51: finishing copy_from racing read to smithi09982431-8 2024-04-12T16:01:19.629 INFO:tasks.rados.rados.0.smithi099.stdout:51: finishing copy_from to smithi09982431-8 2024-04-12T16:01:19.629 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 8 v 6 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-04-12T16:01:19.629 INFO:tasks.rados.rados.0.smithi099.stdout:52: finishing write tid 1 to smithi09982431-17 2024-04-12T16:01:19.629 INFO:tasks.rados.rados.0.smithi099.stdout:41: done (12 left) 2024-04-12T16:01:19.629 INFO:tasks.rados.rados.0.smithi099.stdout:42: done (11 left) 2024-04-12T16:01:19.629 INFO:tasks.rados.rados.0.smithi099.stdout:43: done (10 left) 2024-04-12T16:01:19.629 INFO:tasks.rados.rados.0.smithi099.stdout:44: done (9 left) 2024-04-12T16:01:19.629 INFO:tasks.rados.rados.0.smithi099.stdout:45: done (8 left) 2024-04-12T16:01:19.629 INFO:tasks.rados.rados.0.smithi099.stdout:46: done (7 left) 2024-04-12T16:01:19.629 INFO:tasks.rados.rados.0.smithi099.stdout:47: done (6 left) 2024-04-12T16:01:19.630 INFO:tasks.rados.rados.0.smithi099.stdout:48: done (5 left) 2024-04-12T16:01:19.630 INFO:tasks.rados.rados.0.smithi099.stdout:49: done (4 left) 2024-04-12T16:01:19.630 INFO:tasks.rados.rados.0.smithi099.stdout:50: done (3 left) 2024-04-12T16:01:19.630 INFO:tasks.rados.rados.0.smithi099.stdout:51: done (2 left) 2024-04-12T16:01:19.630 INFO:tasks.rados.rados.0.smithi099.stdout:54: done (1 left) 2024-04-12T16:01:19.630 INFO:tasks.rados.rados.0.smithi099.stdout:55: read oid 15 snap -1 2024-04-12T16:01:19.630 INFO:tasks.rados.rados.0.smithi099.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-04-12T16:01:19.630 INFO:tasks.rados.rados.0.smithi099.stdout:56: rollback oid 31 current snap is 0 2024-04-12T16:01:19.630 INFO:tasks.rados.rados.0.smithi099.stdout:56: done (2 left) 2024-04-12T16:01:19.630 INFO:tasks.rados.rados.0.smithi099.stdout:57: read oid 28 snap -1 2024-04-12T16:01:19.630 INFO:tasks.rados.rados.0.smithi099.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-12T16:01:19.630 INFO:tasks.rados.rados.0.smithi099.stdout:58: copy_from oid 29 from oid 47 current snap is 0 2024-04-12T16:01:19.630 INFO:tasks.rados.rados.0.smithi099.stdout:59: rollback oid 45 current snap is 0 2024-04-12T16:01:19.630 INFO:tasks.rados.rados.0.smithi099.stdout:59: done (4 left) 2024-04-12T16:01:19.630 INFO:tasks.rados.rados.0.smithi099.stdout:60: copy_from oid 23 from oid 48 current snap is 0 2024-04-12T16:01:19.631 INFO:tasks.rados.rados.0.smithi099.stdout:61: delete oid 1 current snap is 0 2024-04-12T16:01:19.632 INFO:tasks.rados.rados.0.smithi099.stdout:52: finishing write tid 2 to smithi09982431-17 2024-04-12T16:01:19.632 INFO:tasks.rados.rados.0.smithi099.stdout:52: finishing write tid 3 to smithi09982431-17 2024-04-12T16:01:19.632 INFO:tasks.rados.rados.0.smithi099.stdout:61: done (5 left) 2024-04-12T16:01:19.632 INFO:tasks.rados.rados.0.smithi099.stdout:62: read oid 18 snap -1 2024-04-12T16:01:19.632 INFO:tasks.rados.rados.0.smithi099.stdout:62: expect (ObjNum 17 snap 0 seq_num 17) 2024-04-12T16:01:19.632 INFO:tasks.rados.rados.0.smithi099.stdout:63: snap_create 2024-04-12T16:01:19.632 INFO:tasks.rados.rados.0.smithi099.stdout:52: finishing write tid 4 to smithi09982431-17 2024-04-12T16:01:19.632 INFO:tasks.rados.rados.0.smithi099.stdout:52: oid 17 updating version 0 to 3 2024-04-12T16:01:19.632 INFO:tasks.rados.rados.0.smithi099.stdout:52: oid 17 updating version 3 to 4 2024-04-12T16:01:19.632 INFO:tasks.rados.rados.0.smithi099.stdout:52: oid 17 updating version 4 to 5 2024-04-12T16:01:19.632 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 17 v 5 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-12T16:01:19.632 INFO:tasks.rados.rados.0.smithi099.stdout:52: left oid 17 (ObjNum 50 snap 0 seq_num 50) 2024-04-12T16:01:19.632 INFO:tasks.rados.rados.0.smithi099.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-04-12T16:01:19.637 INFO:tasks.rados.rados.0.smithi099.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-12T16:01:19.654 INFO:tasks.rados.rados.0.smithi099.stdout:62: expect (ObjNum 17 snap 0 seq_num 17) 2024-04-12T16:01:19.663 INFO:tasks.rados.rados.0.smithi099.stdout:58: finishing copy_from racing read to smithi09982431-29 2024-04-12T16:01:19.663 INFO:tasks.rados.rados.0.smithi099.stdout:58: finishing copy_from to smithi09982431-29 2024-04-12T16:01:19.663 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 29 v 6 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-12T16:01:19.663 INFO:tasks.rados.rados.0.smithi099.stdout:60: finishing copy_from racing read to smithi09982431-23 2024-04-12T16:01:19.663 INFO:tasks.rados.rados.0.smithi099.stdout:60: finishing copy_from to smithi09982431-23 2024-04-12T16:01:19.663 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 23 v 6 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-12T16:01:19.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:19 smithi110 ceph-mon[31279]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:01:19.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:19 smithi110 ceph-mon[31279]: Cluster is now healthy 2024-04-12T16:01:19.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:19 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/1512351096' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-12T16:01:19.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:19 smithi110 ceph-mon[31279]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-12T16:01:19.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:19 smithi099 ceph-mon[39429]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:01:19.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:19 smithi099 ceph-mon[39429]: Cluster is now healthy 2024-04-12T16:01:19.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:19 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/1512351096' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-12T16:01:19.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:19 smithi099 ceph-mon[39429]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-12T16:01:19.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:19 smithi099 ceph-mon[27456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:01:19.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:19 smithi099 ceph-mon[27456]: Cluster is now healthy 2024-04-12T16:01:19.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:19 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/1512351096' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-12T16:01:19.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:19 smithi099 ceph-mon[27456]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-12T16:01:20.485 INFO:tasks.rados.rados.0.smithi099.stdout:52: done (6 left) 2024-04-12T16:01:20.485 INFO:tasks.rados.rados.0.smithi099.stdout:55: done (5 left) 2024-04-12T16:01:20.485 INFO:tasks.rados.rados.0.smithi099.stdout:57: done (4 left) 2024-04-12T16:01:20.485 INFO:tasks.rados.rados.0.smithi099.stdout:58: done (3 left) 2024-04-12T16:01:20.485 INFO:tasks.rados.rados.0.smithi099.stdout:60: done (2 left) 2024-04-12T16:01:20.486 INFO:tasks.rados.rados.0.smithi099.stdout:62: done (1 left) 2024-04-12T16:01:20.486 INFO:tasks.rados.rados.0.smithi099.stdout:63: done (0 left) 2024-04-12T16:01:20.486 INFO:tasks.rados.rados.0.smithi099.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-04-12T16:01:20.486 INFO:tasks.rados.rados.0.smithi099.stdout:65: read oid 30 snap -1 2024-04-12T16:01:20.486 INFO:tasks.rados.rados.0.smithi099.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-12T16:01:20.486 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 23 current snap is 1 2024-04-12T16:01:20.486 INFO:tasks.rados.rados.0.smithi099.stdout:66: seq_num 53 ranges {794624=491520,1286144=401408} 2024-04-12T16:01:20.492 INFO:tasks.rados.rados.0.smithi099.stdout:66: writing smithi09982431-23 from 794624 to 1286144 tid 1 2024-04-12T16:01:20.495 INFO:tasks.rados.rados.0.smithi099.stdout:66: writing smithi09982431-23 from 1286144 to 1687552 tid 2 2024-04-12T16:01:20.495 INFO:tasks.rados.rados.0.smithi099.stdout:67: rollback oid 10 current snap is 1 2024-04-12T16:01:20.495 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 10 to 0 2024-04-12T16:01:20.495 INFO:tasks.rados.rados.0.smithi099.stdout:68: setattr oid 32 current snap is 1 2024-04-12T16:01:20.495 INFO:tasks.rados.rados.0.smithi099.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-12T16:01:20.512 INFO:tasks.rados.rados.0.smithi099.stdout:64: finishing copy_from racing read to smithi09982431-15 2024-04-12T16:01:20.512 INFO:tasks.rados.rados.0.smithi099.stdout:64: finishing copy_from to smithi09982431-15 2024-04-12T16:01:20.512 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 15 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-12T16:01:20.512 INFO:tasks.rados.rados.0.smithi099.stdout:66: finishing write tid 1 to smithi09982431-23 2024-04-12T16:01:20.512 INFO:tasks.rados.rados.0.smithi099.stdout:66: finishing write tid 2 to smithi09982431-23 2024-04-12T16:01:20.512 INFO:tasks.rados.rados.0.smithi099.stdout:66: finishing write tid 3 to smithi09982431-23 2024-04-12T16:01:20.512 INFO:tasks.rados.rados.0.smithi099.stdout:67: finishing rollback tid 0 to smithi09982431-10 2024-04-12T16:01:20.512 INFO:tasks.rados.rados.0.smithi099.stdout:67: finishing rollback tid 1 to smithi09982431-10 2024-04-12T16:01:20.512 INFO:tasks.rados.rados.0.smithi099.stdout:67: finishing rollback tid 2 to smithi09982431-10 2024-04-12T16:01:20.512 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 10 v 14 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-04-12T16:01:20.512 INFO:tasks.rados.rados.0.smithi099.stdout:66: finishing write tid 4 to smithi09982431-23 2024-04-12T16:01:20.512 INFO:tasks.rados.rados.0.smithi099.stdout:66: oid 23 updating version 0 to 8 2024-04-12T16:01:20.512 INFO:tasks.rados.rados.0.smithi099.stdout:66: oid 23 version 8 is already newer than 7 2024-04-12T16:01:20.513 INFO:tasks.rados.rados.0.smithi099.stdout:66: oid 23 updating version 8 to 9 2024-04-12T16:01:20.513 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 23 v 9 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-12T16:01:20.513 INFO:tasks.rados.rados.0.smithi099.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-04-12T16:01:20.513 INFO:tasks.rados.rados.0.smithi099.stdout:64: done (4 left) 2024-04-12T16:01:20.513 INFO:tasks.rados.rados.0.smithi099.stdout:65: done (3 left) 2024-04-12T16:01:20.513 INFO:tasks.rados.rados.0.smithi099.stdout:66: done (2 left) 2024-04-12T16:01:20.513 INFO:tasks.rados.rados.0.smithi099.stdout:67: done (1 left) 2024-04-12T16:01:20.513 INFO:tasks.rados.rados.0.smithi099.stdout:69: copy_from oid 45 from oid 34 current snap is 1 2024-04-12T16:01:20.513 INFO:tasks.rados.rados.0.smithi099.stdout:70: read oid 23 snap 0 2024-04-12T16:01:20.513 INFO:tasks.rados.rados.0.smithi099.stdout:70: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-12T16:01:20.513 INFO:tasks.rados.rados.0.smithi099.stdout:71: copy_from oid 36 from oid 27 current snap is 1 2024-04-12T16:01:20.513 INFO:tasks.rados.rados.0.smithi099.stdout:72: rollback oid 49 current snap is 1 2024-04-12T16:01:20.513 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 49 to 0 2024-04-12T16:01:20.513 INFO:tasks.rados.rados.0.smithi099.stdout:73: read oid 4 snap 0 2024-04-12T16:01:20.514 INFO:tasks.rados.rados.0.smithi099.stdout:73: expect deleted 2024-04-12T16:01:20.514 INFO:tasks.rados.rados.0.smithi099.stdout:74: rmattr oid 7 current snap is 1 2024-04-12T16:01:20.514 INFO:tasks.rados.rados.0.smithi099.stdout:74: done (6 left) 2024-04-12T16:01:20.514 INFO:tasks.rados.rados.0.smithi099.stdout:75: copy_from oid 20 from oid 12 current snap is 1 2024-04-12T16:01:20.514 INFO:tasks.rados.rados.0.smithi099.stdout:76: read oid 39 snap -1 2024-04-12T16:01:20.514 INFO:tasks.rados.rados.0.smithi099.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-12T16:01:20.514 INFO:tasks.rados.rados.0.smithi099.stdout:77: copy_from oid 6 from oid 37 current snap is 1 2024-04-12T16:01:20.514 INFO:tasks.rados.rados.0.smithi099.stdout:78: read oid 2 snap -1 2024-04-12T16:01:20.514 INFO:tasks.rados.rados.0.smithi099.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-04-12T16:01:20.514 INFO:tasks.rados.rados.0.smithi099.stdout:79: setattr oid 41 current snap is 1 2024-04-12T16:01:20.515 INFO:tasks.rados.rados.0.smithi099.stdout:73: done (10 left) 2024-04-12T16:01:20.515 INFO:tasks.rados.rados.0.smithi099.stdout:80: snap_create 2024-04-12T16:01:20.515 INFO:tasks.rados.rados.0.smithi099.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-04-12T16:01:20.517 INFO:tasks.rados.rados.0.smithi099.stdout:72: finishing rollback tid 0 to smithi09982431-49 2024-04-12T16:01:20.517 INFO:tasks.rados.rados.0.smithi099.stdout:72: finishing rollback tid 1 to smithi09982431-49 2024-04-12T16:01:20.517 INFO:tasks.rados.rados.0.smithi099.stdout:72: finishing rollback tid 2 to smithi09982431-49 2024-04-12T16:01:20.517 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 49 v 15 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-04-12T16:01:20.518 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 41 v 17 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-12T16:01:20.518 INFO:tasks.rados.rados.0.smithi099.stdout:71: finishing copy_from racing read to smithi09982431-36 2024-04-12T16:01:20.519 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 32 v 14 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-04-12T16:01:20.519 INFO:tasks.rados.rados.0.smithi099.stdout:70: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-12T16:01:20.545 INFO:tasks.rados.rados.0.smithi099.stdout:71: finishing copy_from to smithi09982431-36 2024-04-12T16:01:20.545 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 36 v 2 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-04-12T16:01:20.545 INFO:tasks.rados.rados.0.smithi099.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-12T16:01:20.563 INFO:tasks.rados.rados.0.smithi099.stdout:77: finishing copy_from racing read to smithi09982431-6 2024-04-12T16:01:20.564 INFO:tasks.rados.rados.0.smithi099.stdout:69: finishing copy_from racing read to smithi09982431-45 2024-04-12T16:01:20.564 INFO:tasks.rados.rados.0.smithi099.stdout:77: finishing copy_from to smithi09982431-6 2024-04-12T16:01:20.564 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 6 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-12T16:01:20.564 INFO:tasks.rados.rados.0.smithi099.stdout:75: finishing copy_from racing read to smithi09982431-20 2024-04-12T16:01:20.564 INFO:tasks.rados.rados.0.smithi099.stdout:75: finishing copy_from to smithi09982431-20 2024-04-12T16:01:20.564 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 20 v 4 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-12T16:01:20.564 INFO:tasks.rados.rados.0.smithi099.stdout:69: finishing copy_from to smithi09982431-45 2024-04-12T16:01:20.564 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 45 v 10 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-12T16:01:20.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:20 smithi110 ceph-mon[31279]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-12T16:01:20.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:20 smithi110 ceph-mon[31279]: osdmap e76: 8 total, 8 up, 8 in 2024-04-12T16:01:20.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:20 smithi110 ceph-mon[31279]: pgmap v108: 121 pgs: 121 active+clean; 580 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:01:20.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:20 smithi099 ceph-mon[27456]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-12T16:01:20.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:20 smithi099 ceph-mon[27456]: osdmap e76: 8 total, 8 up, 8 in 2024-04-12T16:01:20.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:20 smithi099 ceph-mon[27456]: pgmap v108: 121 pgs: 121 active+clean; 580 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:01:20.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:20 smithi099 ceph-mon[39429]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-12T16:01:20.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:20 smithi099 ceph-mon[39429]: osdmap e76: 8 total, 8 up, 8 in 2024-04-12T16:01:20.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:20 smithi099 ceph-mon[39429]: pgmap v108: 121 pgs: 121 active+clean; 580 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:01:21.488 INFO:tasks.rados.rados.0.smithi099.stdout:68: done (10 left) 2024-04-12T16:01:21.488 INFO:tasks.rados.rados.0.smithi099.stdout:69: done (9 left) 2024-04-12T16:01:21.488 INFO:tasks.rados.rados.0.smithi099.stdout:70: done (8 left) 2024-04-12T16:01:21.488 INFO:tasks.rados.rados.0.smithi099.stdout:71: done (7 left) 2024-04-12T16:01:21.488 INFO:tasks.rados.rados.0.smithi099.stdout:72: done (6 left) 2024-04-12T16:01:21.488 INFO:tasks.rados.rados.0.smithi099.stdout:75: done (5 left) 2024-04-12T16:01:21.488 INFO:tasks.rados.rados.0.smithi099.stdout:76: done (4 left) 2024-04-12T16:01:21.488 INFO:tasks.rados.rados.0.smithi099.stdout:77: done (3 left) 2024-04-12T16:01:21.488 INFO:tasks.rados.rados.0.smithi099.stdout:78: done (2 left) 2024-04-12T16:01:21.488 INFO:tasks.rados.rados.0.smithi099.stdout:79: done (1 left) 2024-04-12T16:01:21.488 INFO:tasks.rados.rados.0.smithi099.stdout:80: done (0 left) 2024-04-12T16:01:21.488 INFO:tasks.rados.rados.0.smithi099.stdout:81: rollback oid 40 current snap is 2 2024-04-12T16:01:21.488 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 40 to 1 2024-04-12T16:01:21.489 INFO:tasks.rados.rados.0.smithi099.stdout:82: snap_create 2024-04-12T16:01:21.492 INFO:tasks.rados.rados.0.smithi099.stdout:81: finishing rollback tid 0 to smithi09982431-40 2024-04-12T16:01:21.493 INFO:tasks.rados.rados.0.smithi099.stdout:81: finishing rollback tid 1 to smithi09982431-40 2024-04-12T16:01:21.493 INFO:tasks.rados.rados.0.smithi099.stdout:81: finishing rollback tid 2 to smithi09982431-40 2024-04-12T16:01:21.493 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 40 v 18 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-12T16:01:21.778 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:21 smithi099 ceph-mon[27456]: osdmap e77: 8 total, 8 up, 8 in 2024-04-12T16:01:21.779 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:21 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:01:21.779 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:21 smithi099 ceph-mon[39429]: osdmap e77: 8 total, 8 up, 8 in 2024-04-12T16:01:21.779 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:21 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:01:21.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:21 smithi110 ceph-mon[31279]: osdmap e77: 8 total, 8 up, 8 in 2024-04-12T16:01:21.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:21 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:01:22.498 INFO:tasks.rados.rados.0.smithi099.stdout:81: done (1 left) 2024-04-12T16:01:22.499 INFO:tasks.rados.rados.0.smithi099.stdout:82: done (0 left) 2024-04-12T16:01:22.499 INFO:tasks.rados.rados.0.smithi099.stdout:83: rollback oid 9 current snap is 3 2024-04-12T16:01:22.499 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 9 to 0 2024-04-12T16:01:22.499 INFO:tasks.rados.rados.0.smithi099.stdout:84: read oid 20 snap 1 2024-04-12T16:01:22.499 INFO:tasks.rados.rados.0.smithi099.stdout:84: expect (ObjNum 11 snap 0 seq_num 11) 2024-04-12T16:01:22.499 INFO:tasks.rados.rados.0.smithi099.stdout:85: read oid 41 snap -1 2024-04-12T16:01:22.499 INFO:tasks.rados.rados.0.smithi099.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-12T16:01:22.499 INFO:tasks.rados.rados.0.smithi099.stdout:86: snap_create 2024-04-12T16:01:22.504 INFO:tasks.rados.rados.0.smithi099.stdout:84: expect (ObjNum 11 snap 0 seq_num 11) 2024-04-12T16:01:22.512 INFO:tasks.rados.rados.0.smithi099.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-12T16:01:22.542 INFO:tasks.rados.rados.0.smithi099.stdout:83: finishing rollback tid 0 to smithi09982431-9 2024-04-12T16:01:22.542 INFO:tasks.rados.rados.0.smithi099.stdout:83: finishing rollback tid 1 to smithi09982431-9 2024-04-12T16:01:22.542 INFO:tasks.rados.rados.0.smithi099.stdout:83: finishing rollback tid 2 to smithi09982431-9 2024-04-12T16:01:22.542 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 9 v 12 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-12T16:01:22.795 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:22 smithi099 ceph-mon[39429]: osdmap e78: 8 total, 8 up, 8 in 2024-04-12T16:01:22.795 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:22 smithi099 ceph-mon[39429]: pgmap v111: 121 pgs: 121 active+clean; 25 MiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.7 MiB/s wr, 69 op/s 2024-04-12T16:01:22.795 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:22 smithi099 ceph-mon[27456]: osdmap e78: 8 total, 8 up, 8 in 2024-04-12T16:01:22.795 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:22 smithi099 ceph-mon[27456]: pgmap v111: 121 pgs: 121 active+clean; 25 MiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.7 MiB/s wr, 69 op/s 2024-04-12T16:01:22.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:22 smithi110 ceph-mon[31279]: osdmap e78: 8 total, 8 up, 8 in 2024-04-12T16:01:22.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:22 smithi110 ceph-mon[31279]: pgmap v111: 121 pgs: 121 active+clean; 25 MiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.7 MiB/s wr, 69 op/s 2024-04-12T16:01:23.498 INFO:tasks.rados.rados.0.smithi099.stdout:83: done (3 left) 2024-04-12T16:01:23.498 INFO:tasks.rados.rados.0.smithi099.stdout:84: done (2 left) 2024-04-12T16:01:23.498 INFO:tasks.rados.rados.0.smithi099.stdout:85: done (1 left) 2024-04-12T16:01:23.498 INFO:tasks.rados.rados.0.smithi099.stdout:86: done (0 left) 2024-04-12T16:01:23.498 INFO:tasks.rados.rados.0.smithi099.stdout:87: snap_remove snap 0 2024-04-12T16:01:23.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:23 smithi110 ceph-mon[31279]: osdmap e79: 8 total, 8 up, 8 in 2024-04-12T16:01:23.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:23 smithi099 ceph-mon[27456]: osdmap e79: 8 total, 8 up, 8 in 2024-04-12T16:01:23.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:23 smithi099 ceph-mon[39429]: osdmap e79: 8 total, 8 up, 8 in 2024-04-12T16:01:24.513 INFO:tasks.rados.rados.0.smithi099.stdout:87: done (0 left) 2024-04-12T16:01:24.513 INFO:tasks.rados.rados.0.smithi099.stdout:88: read oid 29 snap 3 2024-04-12T16:01:24.513 INFO:tasks.rados.rados.0.smithi099.stdout:88: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-12T16:01:24.513 INFO:tasks.rados.rados.0.smithi099.stdout:89: read oid 46 snap -1 2024-04-12T16:01:24.513 INFO:tasks.rados.rados.0.smithi099.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-12T16:01:24.513 INFO:tasks.rados.rados.0.smithi099.stdout:90: copy_from oid 36 from oid 2 current snap is 4 2024-04-12T16:01:24.513 INFO:tasks.rados.rados.0.smithi099.stdout:91: rmattr oid 49 current snap is 4 2024-04-12T16:01:24.513 INFO:tasks.rados.rados.0.smithi099.stdout:91: done (3 left) 2024-04-12T16:01:24.513 INFO:tasks.rados.rados.0.smithi099.stdout:92: snap_remove snap 2 2024-04-12T16:01:24.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:24 smithi110 ceph-mon[31279]: osdmap e80: 8 total, 8 up, 8 in 2024-04-12T16:01:24.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:24 smithi110 ceph-mon[31279]: pgmap v114: 121 pgs: 121 active+clean; 25 MiB data, 275 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.3 MiB/s wr, 75 op/s 2024-04-12T16:01:24.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:24 smithi099 ceph-mon[27456]: osdmap e80: 8 total, 8 up, 8 in 2024-04-12T16:01:24.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:24 smithi099 ceph-mon[27456]: pgmap v114: 121 pgs: 121 active+clean; 25 MiB data, 275 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.3 MiB/s wr, 75 op/s 2024-04-12T16:01:24.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:24 smithi099 ceph-mon[39429]: osdmap e80: 8 total, 8 up, 8 in 2024-04-12T16:01:24.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:24 smithi099 ceph-mon[39429]: pgmap v114: 121 pgs: 121 active+clean; 25 MiB data, 275 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.3 MiB/s wr, 75 op/s 2024-04-12T16:01:25.513 INFO:tasks.rados.rados.0.smithi099.stdout:92: done (3 left) 2024-04-12T16:01:25.513 INFO:tasks.rados.rados.0.smithi099.stdout:93: rmattr oid 30 current snap is 4 2024-04-12T16:01:25.513 INFO:tasks.rados.rados.0.smithi099.stdout:93: done (3 left) 2024-04-12T16:01:25.513 INFO:tasks.rados.rados.0.smithi099.stdout:94: read oid 42 snap 1 2024-04-12T16:01:25.513 INFO:tasks.rados.rados.0.smithi099.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2024-04-12T16:01:25.513 INFO:tasks.rados.rados.0.smithi099.stdout:95: rmattr oid 14 current snap is 4 2024-04-12T16:01:25.513 INFO:tasks.rados.rados.0.smithi099.stdout:95: done (4 left) 2024-04-12T16:01:25.513 INFO:tasks.rados.rados.0.smithi099.stdout:96: read oid 9 snap 1 2024-04-12T16:01:25.513 INFO:tasks.rados.rados.0.smithi099.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2024-04-12T16:01:25.513 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 24 current snap is 4 2024-04-12T16:01:25.513 INFO:tasks.rados.rados.0.smithi099.stdout:97: seq_num 54 ranges {393216=507904,901120=401408} 2024-04-12T16:01:25.518 INFO:tasks.rados.rados.0.smithi099.stdout:97: writing smithi09982431-24 from 393216 to 901120 tid 1 2024-04-12T16:01:25.521 INFO:tasks.rados.rados.0.smithi099.stdout:97: writing smithi09982431-24 from 901120 to 1302528 tid 2 2024-04-12T16:01:25.521 INFO:tasks.rados.rados.0.smithi099.stdout:98: copy_from oid 31 from oid 6 current snap is 4 2024-04-12T16:01:25.521 INFO:tasks.rados.rados.0.smithi099.stdout:90: finishing copy_from racing read to smithi09982431-36 2024-04-12T16:01:25.521 INFO:tasks.rados.rados.0.smithi099.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-12T16:01:25.544 INFO:tasks.rados.rados.0.smithi099.stdout:90: finishing copy_from to smithi09982431-36 2024-04-12T16:01:25.544 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 36 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-12T16:01:25.544 INFO:tasks.rados.rados.0.smithi099.stdout:88: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-12T16:01:25.565 INFO:tasks.rados.rados.0.smithi099.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2024-04-12T16:01:25.568 INFO:tasks.rados.rados.0.smithi099.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2024-04-12T16:01:25.587 INFO:tasks.rados.rados.0.smithi099.stdout:97: finishing write tid 1 to smithi09982431-24 2024-04-12T16:01:25.587 INFO:tasks.rados.rados.0.smithi099.stdout:97: finishing write tid 2 to smithi09982431-24 2024-04-12T16:01:25.587 INFO:tasks.rados.rados.0.smithi099.stdout:88: done (6 left) 2024-04-12T16:01:25.587 INFO:tasks.rados.rados.0.smithi099.stdout:89: done (5 left) 2024-04-12T16:01:25.587 INFO:tasks.rados.rados.0.smithi099.stdout:90: done (4 left) 2024-04-12T16:01:25.587 INFO:tasks.rados.rados.0.smithi099.stdout:94: done (3 left) 2024-04-12T16:01:25.587 INFO:tasks.rados.rados.0.smithi099.stdout:96: done (2 left) 2024-04-12T16:01:25.587 INFO:tasks.rados.rados.0.smithi099.stdout:99: snap_remove snap 3 2024-04-12T16:01:25.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:25 smithi110 ceph-mon[31279]: osdmap e81: 8 total, 8 up, 8 in 2024-04-12T16:01:25.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:25 smithi099 ceph-mon[27456]: osdmap e81: 8 total, 8 up, 8 in 2024-04-12T16:01:25.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:25 smithi099 ceph-mon[39429]: osdmap e81: 8 total, 8 up, 8 in 2024-04-12T16:01:26.521 INFO:tasks.rados.rados.0.smithi099.stdout:99: done (2 left) 2024-04-12T16:01:26.521 INFO:tasks.rados.rados.0.smithi099.stdout:100: copy_from oid 16 from oid 21 current snap is 4 2024-04-12T16:01:26.521 INFO:tasks.rados.rados.0.smithi099.stdout:97: finishing write tid 3 to smithi09982431-24 2024-04-12T16:01:26.521 INFO:tasks.rados.rados.0.smithi099.stdout:97: finishing write tid 4 to smithi09982431-24 2024-04-12T16:01:26.521 INFO:tasks.rados.rados.0.smithi099.stdout:97: oid 24 updating version 0 to 19 2024-04-12T16:01:26.521 INFO:tasks.rados.rados.0.smithi099.stdout:97: oid 24 version 19 is already newer than 18 2024-04-12T16:01:26.521 INFO:tasks.rados.rados.0.smithi099.stdout:97: oid 24 updating version 19 to 20 2024-04-12T16:01:26.521 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 24 v 20 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-04-12T16:01:26.521 INFO:tasks.rados.rados.0.smithi099.stdout:97: left oid 24 (ObjNum 54 snap 4 seq_num 54) 2024-04-12T16:01:26.521 INFO:tasks.rados.rados.0.smithi099.stdout:97: done (2 left) 2024-04-12T16:01:26.521 INFO:tasks.rados.rados.0.smithi099.stdout:101: read oid 25 snap 1 2024-04-12T16:01:26.521 INFO:tasks.rados.rados.0.smithi099.stdout:101: expect (ObjNum 24 snap 0 seq_num 24) 2024-04-12T16:01:26.522 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 49 current snap is 4 2024-04-12T16:01:26.522 INFO:tasks.rados.rados.0.smithi099.stdout:102: seq_num 55 ranges {811008=524288,1335296=401408} 2024-04-12T16:01:26.525 INFO:tasks.rados.rados.0.smithi099.stdout:102: writing smithi09982431-49 from 811008 to 1335296 tid 1 2024-04-12T16:01:26.527 INFO:tasks.rados.rados.0.smithi099.stdout:102: writing smithi09982431-49 from 1335296 to 1736704 tid 2 2024-04-12T16:01:26.528 INFO:tasks.rados.rados.0.smithi099.stdout:103: delete oid 8 current snap is 4 2024-04-12T16:01:26.528 INFO:tasks.rados.rados.0.smithi099.stdout:98: finishing copy_from racing read to smithi09982431-31 2024-04-12T16:01:26.528 INFO:tasks.rados.rados.0.smithi099.stdout:98: finishing copy_from to smithi09982431-31 2024-04-12T16:01:26.528 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 31 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-12T16:01:26.528 INFO:tasks.rados.rados.0.smithi099.stdout:101: expect (ObjNum 24 snap 0 seq_num 24) 2024-04-12T16:01:26.542 INFO:tasks.rados.rados.0.smithi099.stdout:100: finishing copy_from racing read to smithi09982431-16 2024-04-12T16:01:26.542 INFO:tasks.rados.rados.0.smithi099.stdout:100: finishing copy_from to smithi09982431-16 2024-04-12T16:01:26.542 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 16 v 2 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-04-12T16:01:26.542 INFO:tasks.rados.rados.0.smithi099.stdout:102: finishing write tid 1 to smithi09982431-49 2024-04-12T16:01:26.542 INFO:tasks.rados.rados.0.smithi099.stdout:98: done (4 left) 2024-04-12T16:01:26.542 INFO:tasks.rados.rados.0.smithi099.stdout:100: done (3 left) 2024-04-12T16:01:26.542 INFO:tasks.rados.rados.0.smithi099.stdout:101: done (2 left) 2024-04-12T16:01:26.542 INFO:tasks.rados.rados.0.smithi099.stdout:103: done (1 left) 2024-04-12T16:01:26.542 INFO:tasks.rados.rados.0.smithi099.stdout:104: read oid 2 snap -1 2024-04-12T16:01:26.542 INFO:tasks.rados.rados.0.smithi099.stdout:104: expect (ObjNum 1 snap 0 seq_num 1) 2024-04-12T16:01:26.542 INFO:tasks.rados.rados.0.smithi099.stdout:105: rollback oid 34 current snap is 4 2024-04-12T16:01:26.543 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 34 to 1 2024-04-12T16:01:26.543 INFO:tasks.rados.rados.0.smithi099.stdout:102: finishing write tid 2 to smithi09982431-49 2024-04-12T16:01:26.543 INFO:tasks.rados.rados.0.smithi099.stdout:102: finishing write tid 3 to smithi09982431-49 2024-04-12T16:01:26.543 INFO:tasks.rados.rados.0.smithi099.stdout:102: finishing write tid 4 to smithi09982431-49 2024-04-12T16:01:26.543 INFO:tasks.rados.rados.0.smithi099.stdout:102: oid 49 updating version 0 to 29 2024-04-12T16:01:26.543 INFO:tasks.rados.rados.0.smithi099.stdout:102: oid 49 version 29 is already newer than 28 2024-04-12T16:01:26.543 INFO:tasks.rados.rados.0.smithi099.stdout:102: oid 49 version 29 is already newer than 27 2024-04-12T16:01:26.543 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 49 v 29 (ObjNum 55 snap 4 seq_num 55) dirty exists 2024-04-12T16:01:26.543 INFO:tasks.rados.rados.0.smithi099.stdout:102: left oid 49 (ObjNum 55 snap 4 seq_num 55) 2024-04-12T16:01:26.543 INFO:tasks.rados.rados.0.smithi099.stdout:102: done (2 left) 2024-04-12T16:01:26.543 INFO:tasks.rados.rados.0.smithi099.stdout:106: delete oid 12 current snap is 4 2024-04-12T16:01:26.544 INFO:tasks.rados.rados.0.smithi099.stdout:106: done (2 left) 2024-04-12T16:01:26.544 INFO:tasks.rados.rados.0.smithi099.stdout:107: read oid 17 snap 1 2024-04-12T16:01:26.544 INFO:tasks.rados.rados.0.smithi099.stdout:107: expect (ObjNum 50 snap 0 seq_num 50) 2024-04-12T16:01:26.544 INFO:tasks.rados.rados.0.smithi099.stdout:108: rollback oid 41 current snap is 4 2024-04-12T16:01:26.544 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 41 to 1 2024-04-12T16:01:26.544 INFO:tasks.rados.rados.0.smithi099.stdout:109: delete oid 8 current snap is 4 2024-04-12T16:01:26.544 INFO:tasks.rados.rados.0.smithi099.stdout:105: finishing rollback tid 0 to smithi09982431-34 2024-04-12T16:01:26.545 INFO:tasks.rados.rados.0.smithi099.stdout:105: finishing rollback tid 1 to smithi09982431-34 2024-04-12T16:01:26.545 INFO:tasks.rados.rados.0.smithi099.stdout:104: expect (ObjNum 1 snap 0 seq_num 1) 2024-04-12T16:01:26.545 INFO:tasks.rados.rados.0.smithi099.stdout:105: finishing rollback tid 2 to smithi09982431-34 2024-04-12T16:01:26.545 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 34 v 26 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-12T16:01:26.545 INFO:tasks.rados.rados.0.smithi099.stdout:104: done (4 left) 2024-04-12T16:01:26.545 INFO:tasks.rados.rados.0.smithi099.stdout:105: done (3 left) 2024-04-12T16:01:26.546 INFO:tasks.rados.rados.0.smithi099.stdout:109: done (2 left) 2024-04-12T16:01:26.546 INFO:tasks.rados.rados.0.smithi099.stdout:110: setattr oid 32 current snap is 4 2024-04-12T16:01:26.546 INFO:tasks.rados.rados.0.smithi099.stdout:111: snap_create 2024-04-12T16:01:26.546 INFO:tasks.rados.rados.0.smithi099.stdout:108: finishing rollback tid 0 to smithi09982431-41 2024-04-12T16:01:26.547 INFO:tasks.rados.rados.0.smithi099.stdout:108: finishing rollback tid 1 to smithi09982431-41 2024-04-12T16:01:26.547 INFO:tasks.rados.rados.0.smithi099.stdout:108: finishing rollback tid 2 to smithi09982431-41 2024-04-12T16:01:26.547 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 41 v 33 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-12T16:01:26.549 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 32 v 27 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-04-12T16:01:26.551 INFO:tasks.rados.rados.0.smithi099.stdout:107: expect (ObjNum 50 snap 0 seq_num 50) 2024-04-12T16:01:26.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:26 smithi110 ceph-mon[31279]: osdmap e82: 8 total, 8 up, 8 in 2024-04-12T16:01:26.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:26 smithi110 ceph-mon[31279]: pgmap v117: 121 pgs: 121 active+clean; 25 MiB data, 275 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:01:26.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:26 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:01:26.877 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:01:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:01:26] "GET /metrics HTTP/1.1" 200 35940 "" "Prometheus/2.43.0" 2024-04-12T16:01:26.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:26 smithi099 ceph-mon[27456]: osdmap e82: 8 total, 8 up, 8 in 2024-04-12T16:01:26.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:26 smithi099 ceph-mon[27456]: pgmap v117: 121 pgs: 121 active+clean; 25 MiB data, 275 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:01:26.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:26 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:01:26.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:26 smithi099 ceph-mon[39429]: osdmap e82: 8 total, 8 up, 8 in 2024-04-12T16:01:26.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:26 smithi099 ceph-mon[39429]: pgmap v117: 121 pgs: 121 active+clean; 25 MiB data, 275 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:01:26.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:26 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:01:27.521 INFO:tasks.rados.rados.0.smithi099.stdout:107: done (3 left) 2024-04-12T16:01:27.522 INFO:tasks.rados.rados.0.smithi099.stdout:108: done (2 left) 2024-04-12T16:01:27.522 INFO:tasks.rados.rados.0.smithi099.stdout:110: done (1 left) 2024-04-12T16:01:27.522 INFO:tasks.rados.rados.0.smithi099.stdout:111: done (0 left) 2024-04-12T16:01:27.522 INFO:tasks.rados.rados.0.smithi099.stdout:112: copy_from oid 25 from oid 6 current snap is 5 2024-04-12T16:01:27.522 INFO:tasks.rados.rados.0.smithi099.stdout:113: setattr oid 23 current snap is 5 2024-04-12T16:01:27.522 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 15 current snap is 5 2024-04-12T16:01:27.523 INFO:tasks.rados.rados.0.smithi099.stdout:114: seq_num 59 ranges {24576=598016,622592=401408} 2024-04-12T16:01:27.526 INFO:tasks.rados.rados.0.smithi099.stdout:114: writing smithi09982431-15 from 24576 to 622592 tid 1 2024-04-12T16:01:27.528 INFO:tasks.rados.rados.0.smithi099.stdout:114: writing smithi09982431-15 from 622592 to 1024000 tid 2 2024-04-12T16:01:27.528 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 20 current snap is 5 2024-04-12T16:01:27.529 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 23 v 11 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-12T16:01:27.529 INFO:tasks.rados.rados.0.smithi099.stdout:115: seq_num 60 ranges {188416=614400,802816=401408} 2024-04-12T16:01:27.533 INFO:tasks.rados.rados.0.smithi099.stdout:115: writing smithi09982431-20 from 188416 to 802816 tid 1 2024-04-12T16:01:27.537 INFO:tasks.rados.rados.0.smithi099.stdout:115: writing smithi09982431-20 from 802816 to 1204224 tid 2 2024-04-12T16:01:27.537 INFO:tasks.rados.rados.0.smithi099.stdout:113: done (3 left) 2024-04-12T16:01:27.537 INFO:tasks.rados.rados.0.smithi099.stdout:116: rollback oid 14 current snap is 5 2024-04-12T16:01:27.537 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 14 to 1 2024-04-12T16:01:27.537 INFO:tasks.rados.rados.0.smithi099.stdout:114: finishing write tid 1 to smithi09982431-15 2024-04-12T16:01:27.537 INFO:tasks.rados.rados.0.smithi099.stdout:114: finishing write tid 2 to smithi09982431-15 2024-04-12T16:01:27.537 INFO:tasks.rados.rados.0.smithi099.stdout:114: finishing write tid 3 to smithi09982431-15 2024-04-12T16:01:27.537 INFO:tasks.rados.rados.0.smithi099.stdout:112: finishing copy_from racing read to smithi09982431-25 2024-04-12T16:01:27.537 INFO:tasks.rados.rados.0.smithi099.stdout:112: finishing copy_from to smithi09982431-25 2024-04-12T16:01:27.537 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 25 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-12T16:01:27.538 INFO:tasks.rados.rados.0.smithi099.stdout:114: finishing write tid 4 to smithi09982431-15 2024-04-12T16:01:27.538 INFO:tasks.rados.rados.0.smithi099.stdout:114: oid 15 updating version 0 to 13 2024-04-12T16:01:27.538 INFO:tasks.rados.rados.0.smithi099.stdout:114: oid 15 updating version 13 to 14 2024-04-12T16:01:27.538 INFO:tasks.rados.rados.0.smithi099.stdout:114: oid 15 version 14 is already newer than 12 2024-04-12T16:01:27.538 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 15 v 14 (ObjNum 59 snap 5 seq_num 59) dirty exists 2024-04-12T16:01:27.538 INFO:tasks.rados.rados.0.smithi099.stdout:114: left oid 15 (ObjNum 59 snap 5 seq_num 59) 2024-04-12T16:01:27.538 INFO:tasks.rados.rados.0.smithi099.stdout:115: finishing write tid 1 to smithi09982431-20 2024-04-12T16:01:27.538 INFO:tasks.rados.rados.0.smithi099.stdout:112: done (3 left) 2024-04-12T16:01:27.538 INFO:tasks.rados.rados.0.smithi099.stdout:114: done (2 left) 2024-04-12T16:01:27.538 INFO:tasks.rados.rados.0.smithi099.stdout:117: read oid 27 snap -1 2024-04-12T16:01:27.538 INFO:tasks.rados.rados.0.smithi099.stdout:117: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-12T16:01:27.538 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 21 current snap is 5 2024-04-12T16:01:27.538 INFO:tasks.rados.rados.0.smithi099.stdout:118: seq_num 61 ranges {344064=630784,974848=401408} 2024-04-12T16:01:27.542 INFO:tasks.rados.rados.0.smithi099.stdout:118: writing smithi09982431-21 from 344064 to 974848 tid 1 2024-04-12T16:01:27.544 INFO:tasks.rados.rados.0.smithi099.stdout:118: writing smithi09982431-21 from 974848 to 1376256 tid 2 2024-04-12T16:01:27.544 INFO:tasks.rados.rados.0.smithi099.stdout:119: snap_create 2024-04-12T16:01:27.544 INFO:tasks.rados.rados.0.smithi099.stdout:116: finishing rollback tid 0 to smithi09982431-14 2024-04-12T16:01:27.545 INFO:tasks.rados.rados.0.smithi099.stdout:115: finishing write tid 2 to smithi09982431-20 2024-04-12T16:01:27.545 INFO:tasks.rados.rados.0.smithi099.stdout:116: finishing rollback tid 1 to smithi09982431-14 2024-04-12T16:01:27.545 INFO:tasks.rados.rados.0.smithi099.stdout:116: finishing rollback tid 2 to smithi09982431-14 2024-04-12T16:01:27.545 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 14 v 8 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-04-12T16:01:27.545 INFO:tasks.rados.rados.0.smithi099.stdout:115: finishing write tid 3 to smithi09982431-20 2024-04-12T16:01:27.545 INFO:tasks.rados.rados.0.smithi099.stdout:117: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-12T16:01:27.556 INFO:tasks.rados.rados.0.smithi099.stdout:115: finishing write tid 4 to smithi09982431-20 2024-04-12T16:01:27.556 INFO:tasks.rados.rados.0.smithi099.stdout:115: oid 20 updating version 0 to 30 2024-04-12T16:01:27.556 INFO:tasks.rados.rados.0.smithi099.stdout:115: oid 20 updating version 30 to 31 2024-04-12T16:01:27.556 INFO:tasks.rados.rados.0.smithi099.stdout:115: oid 20 updating version 31 to 32 2024-04-12T16:01:27.556 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 20 v 32 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-04-12T16:01:27.556 INFO:tasks.rados.rados.0.smithi099.stdout:115: left oid 20 (ObjNum 60 snap 5 seq_num 60) 2024-04-12T16:01:27.557 INFO:tasks.rados.rados.0.smithi099.stdout:118: finishing write tid 1 to smithi09982431-21 2024-04-12T16:01:27.557 INFO:tasks.rados.rados.0.smithi099.stdout:118: finishing write tid 2 to smithi09982431-21 2024-04-12T16:01:27.557 INFO:tasks.rados.rados.0.smithi099.stdout:118: finishing write tid 3 to smithi09982431-21 2024-04-12T16:01:27.557 INFO:tasks.rados.rados.0.smithi099.stdout:118: finishing write tid 4 to smithi09982431-21 2024-04-12T16:01:27.557 INFO:tasks.rados.rados.0.smithi099.stdout:118: oid 21 updating version 0 to 37 2024-04-12T16:01:27.557 INFO:tasks.rados.rados.0.smithi099.stdout:118: oid 21 version 37 is already newer than 36 2024-04-12T16:01:27.558 INFO:tasks.rados.rados.0.smithi099.stdout:118: oid 21 version 37 is already newer than 35 2024-04-12T16:01:27.558 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 37 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-04-12T16:01:27.558 INFO:tasks.rados.rados.0.smithi099.stdout:118: left oid 21 (ObjNum 61 snap 5 seq_num 61) 2024-04-12T16:01:27.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:27 smithi110 ceph-mon[31279]: osdmap e83: 8 total, 8 up, 8 in 2024-04-12T16:01:27.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:27 smithi099 ceph-mon[27456]: osdmap e83: 8 total, 8 up, 8 in 2024-04-12T16:01:27.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:27 smithi099 ceph-mon[39429]: osdmap e83: 8 total, 8 up, 8 in 2024-04-12T16:01:28.528 INFO:tasks.rados.rados.0.smithi099.stdout:115: done (4 left) 2024-04-12T16:01:28.528 INFO:tasks.rados.rados.0.smithi099.stdout:116: done (3 left) 2024-04-12T16:01:28.528 INFO:tasks.rados.rados.0.smithi099.stdout:117: done (2 left) 2024-04-12T16:01:28.528 INFO:tasks.rados.rados.0.smithi099.stdout:118: done (1 left) 2024-04-12T16:01:28.528 INFO:tasks.rados.rados.0.smithi099.stdout:119: done (0 left) 2024-04-12T16:01:28.528 INFO:tasks.rados.rados.0.smithi099.stdout:120: read oid 48 snap 4 2024-04-12T16:01:28.528 INFO:tasks.rados.rados.0.smithi099.stdout:120: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-12T16:01:28.528 INFO:tasks.rados.rados.0.smithi099.stdout:121: read oid 49 snap 5 2024-04-12T16:01:28.528 INFO:tasks.rados.rados.0.smithi099.stdout:121: expect (ObjNum 55 snap 4 seq_num 55) 2024-04-12T16:01:28.528 INFO:tasks.rados.rados.0.smithi099.stdout:122: delete oid 44 current snap is 6 2024-04-12T16:01:28.532 INFO:tasks.rados.rados.0.smithi099.stdout:120: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-12T16:01:28.553 INFO:tasks.rados.rados.0.smithi099.stdout:121: expect (ObjNum 55 snap 4 seq_num 55) 2024-04-12T16:01:28.610 INFO:tasks.rados.rados.0.smithi099.stdout:120: done (2 left) 2024-04-12T16:01:28.610 INFO:tasks.rados.rados.0.smithi099.stdout:121: done (1 left) 2024-04-12T16:01:28.610 INFO:tasks.rados.rados.0.smithi099.stdout:122: done (0 left) 2024-04-12T16:01:28.610 INFO:tasks.rados.rados.0.smithi099.stdout:123: rollback oid 49 current snap is 6 2024-04-12T16:01:28.610 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 49 to 4 2024-04-12T16:01:28.610 INFO:tasks.rados.rados.0.smithi099.stdout:124: read oid 27 snap -1 2024-04-12T16:01:28.611 INFO:tasks.rados.rados.0.smithi099.stdout:124: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-12T16:01:28.611 INFO:tasks.rados.rados.0.smithi099.stdout:125: setattr oid 41 current snap is 6 2024-04-12T16:01:28.611 INFO:tasks.rados.rados.0.smithi099.stdout:126: delete oid 28 current snap is 6 2024-04-12T16:01:28.613 INFO:tasks.rados.rados.0.smithi099.stdout:123: finishing rollback tid 0 to smithi09982431-49 2024-04-12T16:01:28.613 INFO:tasks.rados.rados.0.smithi099.stdout:124: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-12T16:01:28.625 INFO:tasks.rados.rados.0.smithi099.stdout:123: finishing rollback tid 1 to smithi09982431-49 2024-04-12T16:01:28.625 INFO:tasks.rados.rados.0.smithi099.stdout:123: finishing rollback tid 2 to smithi09982431-49 2024-04-12T16:01:28.625 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 49 v 43 (ObjNum 55 snap 4 seq_num 55) dirty exists 2024-04-12T16:01:28.625 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 41 v 45 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-12T16:01:28.625 INFO:tasks.rados.rados.0.smithi099.stdout:123: done (3 left) 2024-04-12T16:01:28.625 INFO:tasks.rados.rados.0.smithi099.stdout:124: done (2 left) 2024-04-12T16:01:28.625 INFO:tasks.rados.rados.0.smithi099.stdout:125: done (1 left) 2024-04-12T16:01:28.625 INFO:tasks.rados.rados.0.smithi099.stdout:126: done (0 left) 2024-04-12T16:01:28.625 INFO:tasks.rados.rados.0.smithi099.stdout:127: snap_remove snap 4 2024-04-12T16:01:28.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:28 smithi110 ceph-mon[31279]: osdmap e84: 8 total, 8 up, 8 in 2024-04-12T16:01:28.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:28 smithi110 ceph-mon[31279]: pgmap v120: 121 pgs: 121 active+clean; 25 MiB data, 276 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 686 KiB/s wr, 19 op/s 2024-04-12T16:01:28.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:28 smithi099 ceph-mon[39429]: osdmap e84: 8 total, 8 up, 8 in 2024-04-12T16:01:28.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:28 smithi099 ceph-mon[39429]: pgmap v120: 121 pgs: 121 active+clean; 25 MiB data, 276 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 686 KiB/s wr, 19 op/s 2024-04-12T16:01:28.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:28 smithi099 ceph-mon[27456]: osdmap e84: 8 total, 8 up, 8 in 2024-04-12T16:01:28.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:28 smithi099 ceph-mon[27456]: pgmap v120: 121 pgs: 121 active+clean; 25 MiB data, 276 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 686 KiB/s wr, 19 op/s 2024-04-12T16:01:29.534 INFO:tasks.rados.rados.0.smithi099.stdout:127: done (0 left) 2024-04-12T16:01:29.534 INFO:tasks.rados.rados.0.smithi099.stdout:128: setattr oid 28 current snap is 6 2024-04-12T16:01:29.537 INFO:tasks.rados.rados.0.smithi099.stdout:129: snap_remove snap 1 2024-04-12T16:01:29.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:29 smithi110 ceph-mon[31279]: osdmap e85: 8 total, 8 up, 8 in 2024-04-12T16:01:29.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:29 smithi099 ceph-mon[27456]: osdmap e85: 8 total, 8 up, 8 in 2024-04-12T16:01:29.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:29 smithi099 ceph-mon[39429]: osdmap e85: 8 total, 8 up, 8 in 2024-04-12T16:01:30.540 INFO:tasks.rados.rados.0.smithi099.stdout:129: done (1 left) 2024-04-12T16:01:30.541 INFO:tasks.rados.rados.0.smithi099.stdout:130: delete oid 6 current snap is 6 2024-04-12T16:01:30.541 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 28 v 39 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-04-12T16:01:30.548 INFO:tasks.rados.rados.0.smithi099.stdout:128: done (1 left) 2024-04-12T16:01:30.548 INFO:tasks.rados.rados.0.smithi099.stdout:130: done (0 left) 2024-04-12T16:01:30.548 INFO:tasks.rados.rados.0.smithi099.stdout:131: snap_remove snap 5 2024-04-12T16:01:30.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:30 smithi110 ceph-mon[31279]: osdmap e86: 8 total, 8 up, 8 in 2024-04-12T16:01:30.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:30 smithi110 ceph-mon[31279]: pgmap v123: 121 pgs: 121 active+clean; 25 MiB data, 276 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 686 KiB/s wr, 19 op/s 2024-04-12T16:01:30.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:30 smithi099 ceph-mon[27456]: osdmap e86: 8 total, 8 up, 8 in 2024-04-12T16:01:30.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:30 smithi099 ceph-mon[27456]: pgmap v123: 121 pgs: 121 active+clean; 25 MiB data, 276 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 686 KiB/s wr, 19 op/s 2024-04-12T16:01:30.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:30 smithi099 ceph-mon[39429]: osdmap e86: 8 total, 8 up, 8 in 2024-04-12T16:01:30.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:30 smithi099 ceph-mon[39429]: pgmap v123: 121 pgs: 121 active+clean; 25 MiB data, 276 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 686 KiB/s wr, 19 op/s 2024-04-12T16:01:31.557 INFO:tasks.rados.rados.0.smithi099.stdout:131: done (0 left) 2024-04-12T16:01:31.557 INFO:tasks.rados.rados.0.smithi099.stdout:132: rollback oid 17 current snap is 6 2024-04-12T16:01:31.557 INFO:tasks.rados.rados.0.smithi099.stdout:132: done (0 left) 2024-04-12T16:01:31.557 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 43 current snap is 6 2024-04-12T16:01:31.557 INFO:tasks.rados.rados.0.smithi099.stdout:133: seq_num 65 ranges {712704=696320,1409024=401408} 2024-04-12T16:01:31.564 INFO:tasks.rados.rados.0.smithi099.stdout:133: writing smithi09982431-43 from 712704 to 1409024 tid 1 2024-04-12T16:01:31.567 INFO:tasks.rados.rados.0.smithi099.stdout:133: writing smithi09982431-43 from 1409024 to 1810432 tid 2 2024-04-12T16:01:31.567 INFO:tasks.rados.rados.0.smithi099.stdout:134: read oid 11 snap -1 2024-04-12T16:01:31.567 INFO:tasks.rados.rados.0.smithi099.stdout:134: expect (ObjNum 10 snap 0 seq_num 10) 2024-04-12T16:01:31.567 INFO:tasks.rados.rados.0.smithi099.stdout:135: read oid 6 snap -1 2024-04-12T16:01:31.568 INFO:tasks.rados.rados.0.smithi099.stdout:135: expect deleted 2024-04-12T16:01:31.568 INFO:tasks.rados.rados.0.smithi099.stdout:136: copy_from oid 18 from oid 46 current snap is 6 2024-04-12T16:01:31.568 INFO:tasks.rados.rados.0.smithi099.stdout:137: read oid 41 snap -1 2024-04-12T16:01:31.568 INFO:tasks.rados.rados.0.smithi099.stdout:137: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-12T16:01:31.568 INFO:tasks.rados.rados.0.smithi099.stdout:138: rollback oid 1 current snap is 6 2024-04-12T16:01:31.568 INFO:tasks.rados.rados.0.smithi099.stdout:138: done (5 left) 2024-04-12T16:01:31.568 INFO:tasks.rados.rados.0.smithi099.stdout:139: snap_create 2024-04-12T16:01:31.571 INFO:tasks.rados.rados.0.smithi099.stdout:134: expect (ObjNum 10 snap 0 seq_num 10) 2024-04-12T16:01:31.577 INFO:tasks.rados.rados.0.smithi099.stdout:133: finishing write tid 1 to smithi09982431-43 2024-04-12T16:01:31.577 INFO:tasks.rados.rados.0.smithi099.stdout:133: finishing write tid 2 to smithi09982431-43 2024-04-12T16:01:31.577 INFO:tasks.rados.rados.0.smithi099.stdout:137: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-12T16:01:31.598 INFO:tasks.rados.rados.0.smithi099.stdout:136: finishing copy_from racing read to smithi09982431-18 2024-04-12T16:01:31.598 INFO:tasks.rados.rados.0.smithi099.stdout:133: finishing write tid 3 to smithi09982431-43 2024-04-12T16:01:31.598 INFO:tasks.rados.rados.0.smithi099.stdout:136: finishing copy_from to smithi09982431-18 2024-04-12T16:01:31.598 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 18 v 4 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-12T16:01:31.598 INFO:tasks.rados.rados.0.smithi099.stdout:133: finishing write tid 4 to smithi09982431-43 2024-04-12T16:01:31.598 INFO:tasks.rados.rados.0.smithi099.stdout:133: oid 43 updating version 0 to 17 2024-04-12T16:01:31.598 INFO:tasks.rados.rados.0.smithi099.stdout:133: oid 43 updating version 17 to 18 2024-04-12T16:01:31.599 INFO:tasks.rados.rados.0.smithi099.stdout:133: oid 43 updating version 18 to 19 2024-04-12T16:01:31.599 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 43 v 19 (ObjNum 65 snap 6 seq_num 65) dirty exists 2024-04-12T16:01:31.599 INFO:tasks.rados.rados.0.smithi099.stdout:133: left oid 43 (ObjNum 65 snap 6 seq_num 65) 2024-04-12T16:01:31.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:31 smithi110 ceph-mon[31279]: osdmap e87: 8 total, 8 up, 8 in 2024-04-12T16:01:31.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:31 smithi099 ceph-mon[27456]: osdmap e87: 8 total, 8 up, 8 in 2024-04-12T16:01:31.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:31 smithi099 ceph-mon[39429]: osdmap e87: 8 total, 8 up, 8 in 2024-04-12T16:01:32.561 INFO:tasks.rados.rados.0.smithi099.stdout:133: done (5 left) 2024-04-12T16:01:32.561 INFO:tasks.rados.rados.0.smithi099.stdout:134: done (4 left) 2024-04-12T16:01:32.561 INFO:tasks.rados.rados.0.smithi099.stdout:135: done (3 left) 2024-04-12T16:01:32.561 INFO:tasks.rados.rados.0.smithi099.stdout:136: done (2 left) 2024-04-12T16:01:32.561 INFO:tasks.rados.rados.0.smithi099.stdout:137: done (1 left) 2024-04-12T16:01:32.561 INFO:tasks.rados.rados.0.smithi099.stdout:139: done (0 left) 2024-04-12T16:01:32.562 INFO:tasks.rados.rados.0.smithi099.stdout:140: copy_from oid 32 from oid 41 current snap is 7 2024-04-12T16:01:32.562 INFO:tasks.rados.rados.0.smithi099.stdout:141: snap_remove snap 6 2024-04-12T16:01:32.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:32 smithi110 ceph-mon[31279]: osdmap e88: 8 total, 8 up, 8 in 2024-04-12T16:01:32.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:32 smithi110 ceph-mon[31279]: osdmap e89: 8 total, 8 up, 8 in 2024-04-12T16:01:32.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:32 smithi110 ceph-mon[31279]: pgmap v127: 121 pgs: 121 active+clean; 27 MiB data, 279 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 34 op/s 2024-04-12T16:01:32.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:32 smithi099 ceph-mon[39429]: osdmap e88: 8 total, 8 up, 8 in 2024-04-12T16:01:32.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:32 smithi099 ceph-mon[39429]: osdmap e89: 8 total, 8 up, 8 in 2024-04-12T16:01:32.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:32 smithi099 ceph-mon[39429]: pgmap v127: 121 pgs: 121 active+clean; 27 MiB data, 279 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 34 op/s 2024-04-12T16:01:32.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:32 smithi099 ceph-mon[27456]: osdmap e88: 8 total, 8 up, 8 in 2024-04-12T16:01:32.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:32 smithi099 ceph-mon[27456]: osdmap e89: 8 total, 8 up, 8 in 2024-04-12T16:01:32.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:32 smithi099 ceph-mon[27456]: pgmap v127: 121 pgs: 121 active+clean; 27 MiB data, 279 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 34 op/s 2024-04-12T16:01:33.558 INFO:tasks.rados.rados.0.smithi099.stdout:141: done (1 left) 2024-04-12T16:01:33.559 INFO:tasks.rados.rados.0.smithi099.stdout:142: delete oid 34 current snap is 7 2024-04-12T16:01:33.559 INFO:tasks.rados.rados.0.smithi099.stdout:140: finishing copy_from racing read to smithi09982431-32 2024-04-12T16:01:33.559 INFO:tasks.rados.rados.0.smithi099.stdout:140: finishing copy_from to smithi09982431-32 2024-04-12T16:01:33.559 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 32 v 45 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-12T16:01:33.561 INFO:tasks.rados.rados.0.smithi099.stdout:140: done (1 left) 2024-04-12T16:01:33.561 INFO:tasks.rados.rados.0.smithi099.stdout:142: done (0 left) 2024-04-12T16:01:33.561 INFO:tasks.rados.rados.0.smithi099.stdout:143: rollback oid 46 current snap is 7 2024-04-12T16:01:33.562 INFO:tasks.rados.rados.0.smithi099.stdout:143: done (0 left) 2024-04-12T16:01:33.562 INFO:tasks.rados.rados.0.smithi099.stdout:144: read oid 46 snap -1 2024-04-12T16:01:33.562 INFO:tasks.rados.rados.0.smithi099.stdout:144: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-12T16:01:33.562 INFO:tasks.rados.rados.0.smithi099.stdout:145: read oid 7 snap -1 2024-04-12T16:01:33.562 INFO:tasks.rados.rados.0.smithi099.stdout:145: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-12T16:01:33.562 INFO:tasks.rados.rados.0.smithi099.stdout:146: snap_create 2024-04-12T16:01:33.565 INFO:tasks.rados.rados.0.smithi099.stdout:145: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-12T16:01:33.568 INFO:tasks.rados.rados.0.smithi099.stdout:144: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-12T16:01:33.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:33 smithi110 ceph-mon[31279]: osdmap e90: 8 total, 8 up, 8 in 2024-04-12T16:01:33.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:33 smithi099 ceph-mon[27456]: osdmap e90: 8 total, 8 up, 8 in 2024-04-12T16:01:33.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:33 smithi099 ceph-mon[39429]: osdmap e90: 8 total, 8 up, 8 in 2024-04-12T16:01:34.568 INFO:tasks.rados.rados.0.smithi099.stdout:144: done (2 left) 2024-04-12T16:01:34.568 INFO:tasks.rados.rados.0.smithi099.stdout:145: done (1 left) 2024-04-12T16:01:34.568 INFO:tasks.rados.rados.0.smithi099.stdout:146: done (0 left) 2024-04-12T16:01:34.568 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 13 current snap is 8 2024-04-12T16:01:34.568 INFO:tasks.rados.rados.0.smithi099.stdout:147: seq_num 67 ranges {204800=729088,933888=401408} 2024-04-12T16:01:34.573 INFO:tasks.rados.rados.0.smithi099.stdout:147: writing smithi09982431-13 from 204800 to 933888 tid 1 2024-04-12T16:01:34.575 INFO:tasks.rados.rados.0.smithi099.stdout:147: writing smithi09982431-13 from 933888 to 1335296 tid 2 2024-04-12T16:01:34.577 INFO:tasks.rados.rados.0.smithi099.stdout:148: copy_from oid 15 from oid 5 current snap is 8 2024-04-12T16:01:34.577 INFO:tasks.rados.rados.0.smithi099.stdout:149: rollback oid 19 current snap is 8 2024-04-12T16:01:34.577 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 19 to 7 2024-04-12T16:01:34.577 INFO:tasks.rados.rados.0.smithi099.stdout:150: copy_from oid 21 from oid 24 current snap is 8 2024-04-12T16:01:34.577 INFO:tasks.rados.rados.0.smithi099.stdout:151: copy_from oid 3 from oid 7 current snap is 8 2024-04-12T16:01:34.577 INFO:tasks.rados.rados.0.smithi099.stdout:152: read oid 33 snap -1 2024-04-12T16:01:34.577 INFO:tasks.rados.rados.0.smithi099.stdout:152: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-12T16:01:34.577 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 16 current snap is 8 2024-04-12T16:01:34.577 INFO:tasks.rados.rados.0.smithi099.stdout:153: seq_num 68 ranges {344064=745472,1089536=401408} 2024-04-12T16:01:34.584 INFO:tasks.rados.rados.0.smithi099.stdout:153: writing smithi09982431-16 from 344064 to 1089536 tid 1 2024-04-12T16:01:34.587 INFO:tasks.rados.rados.0.smithi099.stdout:153: writing smithi09982431-16 from 1089536 to 1490944 tid 2 2024-04-12T16:01:34.588 INFO:tasks.rados.rados.0.smithi099.stdout:154: rmattr oid 34 current snap is 8 2024-04-12T16:01:34.588 INFO:tasks.rados.rados.0.smithi099.stdout:154: done (7 left) 2024-04-12T16:01:34.588 INFO:tasks.rados.rados.0.smithi099.stdout:155: read oid 39 snap -1 2024-04-12T16:01:34.588 INFO:tasks.rados.rados.0.smithi099.stdout:155: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-12T16:01:34.588 INFO:tasks.rados.rados.0.smithi099.stdout:156: rmattr oid 4 current snap is 8 2024-04-12T16:01:34.588 INFO:tasks.rados.rados.0.smithi099.stdout:156: done (8 left) 2024-04-12T16:01:34.588 INFO:tasks.rados.rados.0.smithi099.stdout:157: snap_create 2024-04-12T16:01:34.588 INFO:tasks.rados.rados.0.smithi099.stdout:147: finishing write tid 1 to smithi09982431-13 2024-04-12T16:01:34.588 INFO:tasks.rados.rados.0.smithi099.stdout:147: finishing write tid 2 to smithi09982431-13 2024-04-12T16:01:34.588 INFO:tasks.rados.rados.0.smithi099.stdout:147: finishing write tid 3 to smithi09982431-13 2024-04-12T16:01:34.588 INFO:tasks.rados.rados.0.smithi099.stdout:152: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-12T16:01:34.603 INFO:tasks.rados.rados.0.smithi099.stdout:147: finishing write tid 4 to smithi09982431-13 2024-04-12T16:01:34.603 INFO:tasks.rados.rados.0.smithi099.stdout:147: oid 13 updating version 0 to 8 2024-04-12T16:01:34.604 INFO:tasks.rados.rados.0.smithi099.stdout:147: oid 13 version 8 is already newer than 6 2024-04-12T16:01:34.604 INFO:tasks.rados.rados.0.smithi099.stdout:147: oid 13 version 8 is already newer than 7 2024-04-12T16:01:34.604 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 13 v 8 (ObjNum 67 snap 8 seq_num 67) dirty exists 2024-04-12T16:01:34.604 INFO:tasks.rados.rados.0.smithi099.stdout:147: left oid 13 (ObjNum 67 snap 8 seq_num 67) 2024-04-12T16:01:34.604 INFO:tasks.rados.rados.0.smithi099.stdout:149: finishing rollback tid 0 to smithi09982431-19 2024-04-12T16:01:34.604 INFO:tasks.rados.rados.0.smithi099.stdout:149: finishing rollback tid 1 to smithi09982431-19 2024-04-12T16:01:34.604 INFO:tasks.rados.rados.0.smithi099.stdout:149: finishing rollback tid 2 to smithi09982431-19 2024-04-12T16:01:34.604 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 19 v 22 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-04-12T16:01:34.604 INFO:tasks.rados.rados.0.smithi099.stdout:148: finishing copy_from racing read to smithi09982431-15 2024-04-12T16:01:34.604 INFO:tasks.rados.rados.0.smithi099.stdout:148: finishing copy_from to smithi09982431-15 2024-04-12T16:01:34.604 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 15 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-04-12T16:01:34.604 INFO:tasks.rados.rados.0.smithi099.stdout:151: finishing copy_from racing read to smithi09982431-3 2024-04-12T16:01:34.604 INFO:tasks.rados.rados.0.smithi099.stdout:151: finishing copy_from to smithi09982431-3 2024-04-12T16:01:34.604 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 3 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-12T16:01:34.604 INFO:tasks.rados.rados.0.smithi099.stdout:150: finishing copy_from racing read to smithi09982431-21 2024-04-12T16:01:34.604 INFO:tasks.rados.rados.0.smithi099.stdout:153: finishing write tid 1 to smithi09982431-16 2024-04-12T16:01:34.605 INFO:tasks.rados.rados.0.smithi099.stdout:150: finishing copy_from to smithi09982431-21 2024-04-12T16:01:34.605 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 20 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-04-12T16:01:34.605 INFO:tasks.rados.rados.0.smithi099.stdout:153: finishing write tid 2 to smithi09982431-16 2024-04-12T16:01:34.605 INFO:tasks.rados.rados.0.smithi099.stdout:153: finishing write tid 3 to smithi09982431-16 2024-04-12T16:01:34.605 INFO:tasks.rados.rados.0.smithi099.stdout:155: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-12T16:01:34.620 INFO:tasks.rados.rados.0.smithi099.stdout:153: finishing write tid 4 to smithi09982431-16 2024-04-12T16:01:34.621 INFO:tasks.rados.rados.0.smithi099.stdout:153: oid 16 updating version 0 to 22 2024-04-12T16:01:34.621 INFO:tasks.rados.rados.0.smithi099.stdout:153: oid 16 version 22 is already newer than 20 2024-04-12T16:01:34.621 INFO:tasks.rados.rados.0.smithi099.stdout:153: oid 16 version 22 is already newer than 21 2024-04-12T16:01:34.621 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 16 v 22 (ObjNum 68 snap 8 seq_num 68) dirty exists 2024-04-12T16:01:34.621 INFO:tasks.rados.rados.0.smithi099.stdout:153: left oid 16 (ObjNum 68 snap 8 seq_num 68) 2024-04-12T16:01:34.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:34 smithi110 ceph-mon[31279]: osdmap e91: 8 total, 8 up, 8 in 2024-04-12T16:01:34.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:34 smithi110 ceph-mon[31279]: pgmap v130: 121 pgs: 121 active+clean; 27 MiB data, 279 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 34 op/s 2024-04-12T16:01:34.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:34 smithi099 ceph-mon[27456]: osdmap e91: 8 total, 8 up, 8 in 2024-04-12T16:01:34.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:34 smithi099 ceph-mon[27456]: pgmap v130: 121 pgs: 121 active+clean; 27 MiB data, 279 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 34 op/s 2024-04-12T16:01:34.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:34 smithi099 ceph-mon[39429]: osdmap e91: 8 total, 8 up, 8 in 2024-04-12T16:01:34.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:34 smithi099 ceph-mon[39429]: pgmap v130: 121 pgs: 121 active+clean; 27 MiB data, 279 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 34 op/s 2024-04-12T16:01:35.573 INFO:tasks.rados.rados.0.smithi099.stdout:147: done (8 left) 2024-04-12T16:01:35.573 INFO:tasks.rados.rados.0.smithi099.stdout:148: done (7 left) 2024-04-12T16:01:35.573 INFO:tasks.rados.rados.0.smithi099.stdout:149: done (6 left) 2024-04-12T16:01:35.573 INFO:tasks.rados.rados.0.smithi099.stdout:150: done (5 left) 2024-04-12T16:01:35.573 INFO:tasks.rados.rados.0.smithi099.stdout:151: done (4 left) 2024-04-12T16:01:35.573 INFO:tasks.rados.rados.0.smithi099.stdout:152: done (3 left) 2024-04-12T16:01:35.573 INFO:tasks.rados.rados.0.smithi099.stdout:153: done (2 left) 2024-04-12T16:01:35.573 INFO:tasks.rados.rados.0.smithi099.stdout:155: done (1 left) 2024-04-12T16:01:35.573 INFO:tasks.rados.rados.0.smithi099.stdout:157: done (0 left) 2024-04-12T16:01:35.573 INFO:tasks.rados.rados.0.smithi099.stdout:158: copy_from oid 17 from oid 8 current snap is 9 2024-04-12T16:01:35.573 INFO:tasks.rados.rados.0.smithi099.stdout:159: read oid 32 snap -1 2024-04-12T16:01:35.573 INFO:tasks.rados.rados.0.smithi099.stdout:159: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-12T16:01:35.573 INFO:tasks.rados.rados.0.smithi099.stdout:160: snap_remove snap 8 2024-04-12T16:01:35.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:35 smithi110 ceph-mon[31279]: osdmap e92: 8 total, 8 up, 8 in 2024-04-12T16:01:35.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:35 smithi099 ceph-mon[27456]: osdmap e92: 8 total, 8 up, 8 in 2024-04-12T16:01:35.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:35 smithi099 ceph-mon[39429]: osdmap e92: 8 total, 8 up, 8 in 2024-04-12T16:01:36.550 INFO:tasks.rados.rados.0.smithi099.stdout:160: done (2 left) 2024-04-12T16:01:36.550 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 2 current snap is 9 2024-04-12T16:01:36.550 INFO:tasks.rados.rados.0.smithi099.stdout:161: seq_num 69 ranges {24576=761856,786432=401408} 2024-04-12T16:01:36.554 INFO:tasks.rados.rados.0.smithi099.stdout:161: writing smithi09982431-2 from 24576 to 786432 tid 1 2024-04-12T16:01:36.556 INFO:tasks.rados.rados.0.smithi099.stdout:161: writing smithi09982431-2 from 786432 to 1187840 tid 2 2024-04-12T16:01:36.557 INFO:tasks.rados.rados.0.smithi099.stdout:162: copy_from oid 38 from oid 46 current snap is 9 2024-04-12T16:01:36.557 INFO:tasks.rados.rados.0.smithi099.stdout:159: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-12T16:01:36.585 INFO:tasks.rados.rados.0.smithi099.stdout:158: finishing copy_from to smithi09982431-17 2024-04-12T16:01:36.585 INFO:tasks.rados.rados.0.smithi099.stdout:158: got expected ENOENT (src dne) 2024-04-12T16:01:36.585 INFO:tasks.rados.rados.0.smithi099.stdout:158: finishing copy_from racing read to smithi09982431-17 2024-04-12T16:01:36.585 INFO:tasks.rados.rados.0.smithi099.stdout:158: done (3 left) 2024-04-12T16:01:36.585 INFO:tasks.rados.rados.0.smithi099.stdout:159: done (2 left) 2024-04-12T16:01:36.585 INFO:tasks.rados.rados.0.smithi099.stdout:163: snap_remove snap 7 2024-04-12T16:01:36.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:36 smithi110 ceph-mon[31279]: osdmap e93: 8 total, 8 up, 8 in 2024-04-12T16:01:36.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:36 smithi110 ceph-mon[31279]: pgmap v133: 121 pgs: 121 active+clean; 27 MiB data, 279 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:01:36.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:36 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:01:36.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:36 smithi110 ceph-mon[31279]: osdmap e94: 8 total, 8 up, 8 in 2024-04-12T16:01:36.877 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:01:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:01:36] "GET /metrics HTTP/1.1" 200 35998 "" "Prometheus/2.43.0" 2024-04-12T16:01:36.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:36 smithi099 ceph-mon[27456]: osdmap e93: 8 total, 8 up, 8 in 2024-04-12T16:01:36.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:36 smithi099 ceph-mon[27456]: pgmap v133: 121 pgs: 121 active+clean; 27 MiB data, 279 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:01:36.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:36 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:01:36.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:36 smithi099 ceph-mon[27456]: osdmap e94: 8 total, 8 up, 8 in 2024-04-12T16:01:36.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:36 smithi099 ceph-mon[39429]: osdmap e93: 8 total, 8 up, 8 in 2024-04-12T16:01:36.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:36 smithi099 ceph-mon[39429]: pgmap v133: 121 pgs: 121 active+clean; 27 MiB data, 279 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:01:36.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:36 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:01:36.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:36 smithi099 ceph-mon[39429]: osdmap e94: 8 total, 8 up, 8 in 2024-04-12T16:01:37.584 INFO:tasks.rados.rados.0.smithi099.stdout:163: done (2 left) 2024-04-12T16:01:37.584 INFO:tasks.rados.rados.0.smithi099.stdout:164: rmattr oid 30 current snap is 9 2024-04-12T16:01:37.584 INFO:tasks.rados.rados.0.smithi099.stdout:164: done (2 left) 2024-04-12T16:01:37.584 INFO:tasks.rados.rados.0.smithi099.stdout:165: rmattr oid 27 current snap is 9 2024-04-12T16:01:37.585 INFO:tasks.rados.rados.0.smithi099.stdout:165: done (2 left) 2024-04-12T16:01:37.585 INFO:tasks.rados.rados.0.smithi099.stdout:166: rmattr oid 12 current snap is 9 2024-04-12T16:01:37.585 INFO:tasks.rados.rados.0.smithi099.stdout:166: done (2 left) 2024-04-12T16:01:37.585 INFO:tasks.rados.rados.0.smithi099.stdout:167: read oid 49 snap -1 2024-04-12T16:01:37.585 INFO:tasks.rados.rados.0.smithi099.stdout:167: expect (ObjNum 55 snap 4 seq_num 55) 2024-04-12T16:01:37.585 INFO:tasks.rados.rados.0.smithi099.stdout:168: read oid 50 snap -1 2024-04-12T16:01:37.585 INFO:tasks.rados.rados.0.smithi099.stdout:168: expect (ObjNum 49 snap 0 seq_num 49) 2024-04-12T16:01:37.585 INFO:tasks.rados.rados.0.smithi099.stdout:169: setattr oid 24 current snap is 9 2024-04-12T16:01:37.585 INFO:tasks.rados.rados.0.smithi099.stdout:162: finishing copy_from racing read to smithi09982431-38 2024-04-12T16:01:37.585 INFO:tasks.rados.rados.0.smithi099.stdout:161: finishing write tid 1 to smithi09982431-2 2024-04-12T16:01:37.585 INFO:tasks.rados.rados.0.smithi099.stdout:161: finishing write tid 2 to smithi09982431-2 2024-04-12T16:01:37.585 INFO:tasks.rados.rados.0.smithi099.stdout:161: finishing write tid 3 to smithi09982431-2 2024-04-12T16:01:37.585 INFO:tasks.rados.rados.0.smithi099.stdout:162: finishing copy_from to smithi09982431-38 2024-04-12T16:01:37.585 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 38 v 4 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-12T16:01:37.585 INFO:tasks.rados.rados.0.smithi099.stdout:161: finishing write tid 4 to smithi09982431-2 2024-04-12T16:01:37.585 INFO:tasks.rados.rados.0.smithi099.stdout:161: oid 2 updating version 0 to 15 2024-04-12T16:01:37.586 INFO:tasks.rados.rados.0.smithi099.stdout:161: oid 2 version 15 is already newer than 14 2024-04-12T16:01:37.586 INFO:tasks.rados.rados.0.smithi099.stdout:161: oid 2 updating version 15 to 16 2024-04-12T16:01:37.586 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 2 v 16 (ObjNum 69 snap 9 seq_num 69) dirty exists 2024-04-12T16:01:37.586 INFO:tasks.rados.rados.0.smithi099.stdout:161: left oid 2 (ObjNum 69 snap 9 seq_num 69) 2024-04-12T16:01:37.586 INFO:tasks.rados.rados.0.smithi099.stdout:161: done (4 left) 2024-04-12T16:01:37.586 INFO:tasks.rados.rados.0.smithi099.stdout:162: done (3 left) 2024-04-12T16:01:37.586 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 1 current snap is 9 2024-04-12T16:01:37.586 INFO:tasks.rados.rados.0.smithi099.stdout:170: seq_num 70 ranges {0=778240,778240=401408} 2024-04-12T16:01:37.589 INFO:tasks.rados.rados.0.smithi099.stdout:170: writing smithi09982431-1 from 0 to 778240 tid 1 2024-04-12T16:01:37.592 INFO:tasks.rados.rados.0.smithi099.stdout:170: writing smithi09982431-1 from 778240 to 1179648 tid 2 2024-04-12T16:01:37.593 INFO:tasks.rados.rados.0.smithi099.stdout:171: copy_from oid 25 from oid 10 current snap is 9 2024-04-12T16:01:37.593 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 24 v 46 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-04-12T16:01:37.593 INFO:tasks.rados.rados.0.smithi099.stdout:168: expect (ObjNum 49 snap 0 seq_num 49) 2024-04-12T16:01:37.619 INFO:tasks.rados.rados.0.smithi099.stdout:170: finishing write tid 1 to smithi09982431-1 2024-04-12T16:01:37.619 INFO:tasks.rados.rados.0.smithi099.stdout:170: finishing write tid 2 to smithi09982431-1 2024-04-12T16:01:37.619 INFO:tasks.rados.rados.0.smithi099.stdout:170: finishing write tid 3 to smithi09982431-1 2024-04-12T16:01:37.619 INFO:tasks.rados.rados.0.smithi099.stdout:170: finishing write tid 4 to smithi09982431-1 2024-04-12T16:01:37.619 INFO:tasks.rados.rados.0.smithi099.stdout:170: oid 1 updating version 0 to 26 2024-04-12T16:01:37.619 INFO:tasks.rados.rados.0.smithi099.stdout:170: oid 1 version 26 is already newer than 25 2024-04-12T16:01:37.619 INFO:tasks.rados.rados.0.smithi099.stdout:170: oid 1 updating version 26 to 27 2024-04-12T16:01:37.620 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 1 v 27 (ObjNum 70 snap 9 seq_num 70) dirty exists 2024-04-12T16:01:37.620 INFO:tasks.rados.rados.0.smithi099.stdout:170: left oid 1 (ObjNum 70 snap 9 seq_num 70) 2024-04-12T16:01:37.620 INFO:tasks.rados.rados.0.smithi099.stdout:171: finishing copy_from racing read to smithi09982431-25 2024-04-12T16:01:37.620 INFO:tasks.rados.rados.0.smithi099.stdout:171: finishing copy_from to smithi09982431-25 2024-04-12T16:01:37.620 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 25 v 14 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-04-12T16:01:37.620 INFO:tasks.rados.rados.0.smithi099.stdout:167: expect (ObjNum 55 snap 4 seq_num 55) 2024-04-12T16:01:37.677 INFO:tasks.rados.rados.0.smithi099.stdout:167: done (4 left) 2024-04-12T16:01:37.677 INFO:tasks.rados.rados.0.smithi099.stdout:168: done (3 left) 2024-04-12T16:01:37.677 INFO:tasks.rados.rados.0.smithi099.stdout:169: done (2 left) 2024-04-12T16:01:37.677 INFO:tasks.rados.rados.0.smithi099.stdout:170: done (1 left) 2024-04-12T16:01:37.678 INFO:tasks.rados.rados.0.smithi099.stdout:171: done (0 left) 2024-04-12T16:01:37.678 INFO:tasks.rados.rados.0.smithi099.stdout:172: snap_create 2024-04-12T16:01:38.585 INFO:tasks.rados.rados.0.smithi099.stdout:172: done (0 left) 2024-04-12T16:01:38.585 INFO:tasks.rados.rados.0.smithi099.stdout:173: delete oid 31 current snap is 10 2024-04-12T16:01:38.587 INFO:tasks.rados.rados.0.smithi099.stdout:173: done (0 left) 2024-04-12T16:01:38.587 INFO:tasks.rados.rados.0.smithi099.stdout:174: delete oid 26 current snap is 10 2024-04-12T16:01:38.589 INFO:tasks.rados.rados.0.smithi099.stdout:174: done (0 left) 2024-04-12T16:01:38.589 INFO:tasks.rados.rados.0.smithi099.stdout:175: copy_from oid 20 from oid 42 current snap is 10 2024-04-12T16:01:38.589 INFO:tasks.rados.rados.0.smithi099.stdout:176: delete oid 5 current snap is 10 2024-04-12T16:01:38.591 INFO:tasks.rados.rados.0.smithi099.stdout:176: done (1 left) 2024-04-12T16:01:38.591 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 13 current snap is 10 2024-04-12T16:01:38.591 INFO:tasks.rados.rados.0.smithi099.stdout:177: seq_num 74 ranges {1335296=442368,1777664=696320,2473984=106496} 2024-04-12T16:01:38.602 INFO:tasks.rados.rados.0.smithi099.stdout:177: writing smithi09982431-13 from 1335296 to 1777664 tid 1 2024-04-12T16:01:38.606 INFO:tasks.rados.rados.0.smithi099.stdout:177: writing smithi09982431-13 from 1777664 to 2473984 tid 2 2024-04-12T16:01:38.608 INFO:tasks.rados.rados.0.smithi099.stdout:177: writing smithi09982431-13 from 2473984 to 2580480 tid 3 2024-04-12T16:01:38.608 INFO:tasks.rados.rados.0.smithi099.stdout:178: read oid 19 snap -1 2024-04-12T16:01:38.608 INFO:tasks.rados.rados.0.smithi099.stdout:178: expect (ObjNum 18 snap 0 seq_num 18) 2024-04-12T16:01:38.608 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 21 current snap is 10 2024-04-12T16:01:38.608 INFO:tasks.rados.rados.0.smithi099.stdout:175: finishing copy_from racing read to smithi09982431-20 2024-04-12T16:01:38.608 INFO:tasks.rados.rados.0.smithi099.stdout:175: finishing copy_from to smithi09982431-20 2024-04-12T16:01:38.608 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 20 v 2 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-04-12T16:01:38.608 INFO:tasks.rados.rados.0.smithi099.stdout:177: finishing write tid 1 to smithi09982431-13 2024-04-12T16:01:38.609 INFO:tasks.rados.rados.0.smithi099.stdout:179: seq_num 75 ranges {1302528=458752,1761280=581632,2342912=221184} 2024-04-12T16:01:38.618 INFO:tasks.rados.rados.0.smithi099.stdout:179: writing smithi09982431-21 from 1302528 to 1761280 tid 1 2024-04-12T16:01:38.622 INFO:tasks.rados.rados.0.smithi099.stdout:179: writing smithi09982431-21 from 1761280 to 2342912 tid 2 2024-04-12T16:01:38.624 INFO:tasks.rados.rados.0.smithi099.stdout:179: writing smithi09982431-21 from 2342912 to 2564096 tid 3 2024-04-12T16:01:38.624 INFO:tasks.rados.rados.0.smithi099.stdout:175: done (3 left) 2024-04-12T16:01:38.624 INFO:tasks.rados.rados.0.smithi099.stdout:180: delete oid 11 current snap is 10 2024-04-12T16:01:38.625 INFO:tasks.rados.rados.0.smithi099.stdout:177: finishing write tid 2 to smithi09982431-13 2024-04-12T16:01:38.625 INFO:tasks.rados.rados.0.smithi099.stdout:177: finishing write tid 3 to smithi09982431-13 2024-04-12T16:01:38.625 INFO:tasks.rados.rados.0.smithi099.stdout:177: finishing write tid 4 to smithi09982431-13 2024-04-12T16:01:38.625 INFO:tasks.rados.rados.0.smithi099.stdout:178: expect (ObjNum 18 snap 0 seq_num 18) 2024-04-12T16:01:38.633 INFO:tasks.rados.rados.0.smithi099.stdout:177: finishing write tid 5 to smithi09982431-13 2024-04-12T16:01:38.633 INFO:tasks.rados.rados.0.smithi099.stdout:177: oid 13 updating version 0 to 15 2024-04-12T16:01:38.633 INFO:tasks.rados.rados.0.smithi099.stdout:177: oid 13 version 15 is already newer than 14 2024-04-12T16:01:38.633 INFO:tasks.rados.rados.0.smithi099.stdout:177: oid 13 version 15 is already newer than 12 2024-04-12T16:01:38.633 INFO:tasks.rados.rados.0.smithi099.stdout:177: oid 13 version 15 is already newer than 13 2024-04-12T16:01:38.634 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 13 v 15 (ObjNum 74 snap 10 seq_num 74) dirty exists 2024-04-12T16:01:38.634 INFO:tasks.rados.rados.0.smithi099.stdout:177: left oid 13 (ObjNum 74 snap 10 seq_num 74) 2024-04-12T16:01:38.634 INFO:tasks.rados.rados.0.smithi099.stdout:179: finishing write tid 1 to smithi09982431-21 2024-04-12T16:01:38.634 INFO:tasks.rados.rados.0.smithi099.stdout:177: done (3 left) 2024-04-12T16:01:38.634 INFO:tasks.rados.rados.0.smithi099.stdout:178: done (2 left) 2024-04-12T16:01:38.634 INFO:tasks.rados.rados.0.smithi099.stdout:180: done (1 left) 2024-04-12T16:01:38.634 INFO:tasks.rados.rados.0.smithi099.stdout:181: read oid 32 snap -1 2024-04-12T16:01:38.634 INFO:tasks.rados.rados.0.smithi099.stdout:181: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-12T16:01:38.634 INFO:tasks.rados.rados.0.smithi099.stdout:182: rollback oid 26 current snap is 10 2024-04-12T16:01:38.634 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 26 to 9 2024-04-12T16:01:38.634 INFO:tasks.rados.rados.0.smithi099.stdout:179: finishing write tid 2 to smithi09982431-21 2024-04-12T16:01:38.634 INFO:tasks.rados.rados.0.smithi099.stdout:179: finishing write tid 3 to smithi09982431-21 2024-04-12T16:01:38.634 INFO:tasks.rados.rados.0.smithi099.stdout:179: finishing write tid 4 to smithi09982431-21 2024-04-12T16:01:38.634 INFO:tasks.rados.rados.0.smithi099.stdout:179: finishing write tid 5 to smithi09982431-21 2024-04-12T16:01:38.634 INFO:tasks.rados.rados.0.smithi099.stdout:179: oid 21 updating version 0 to 77 2024-04-12T16:01:38.635 INFO:tasks.rados.rados.0.smithi099.stdout:179: oid 21 updating version 77 to 79 2024-04-12T16:01:38.635 INFO:tasks.rados.rados.0.smithi099.stdout:179: oid 21 updating version 79 to 80 2024-04-12T16:01:38.635 INFO:tasks.rados.rados.0.smithi099.stdout:179: oid 21 version 80 is already newer than 78 2024-04-12T16:01:38.635 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 80 (ObjNum 75 snap 10 seq_num 75) dirty exists 2024-04-12T16:01:38.635 INFO:tasks.rados.rados.0.smithi099.stdout:179: left oid 21 (ObjNum 75 snap 10 seq_num 75) 2024-04-12T16:01:38.635 INFO:tasks.rados.rados.0.smithi099.stdout:179: done (2 left) 2024-04-12T16:01:38.635 INFO:tasks.rados.rados.0.smithi099.stdout:183: read oid 38 snap -1 2024-04-12T16:01:38.635 INFO:tasks.rados.rados.0.smithi099.stdout:183: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-12T16:01:38.635 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 15 current snap is 10 2024-04-12T16:01:38.635 INFO:tasks.rados.rados.0.smithi099.stdout:184: seq_num 77 ranges {73728=491520,565248=794624,1359872=8192} 2024-04-12T16:01:38.636 INFO:tasks.rados.rados.0.smithi099.stdout:184: writing smithi09982431-15 from 73728 to 565248 tid 1 2024-04-12T16:01:38.642 INFO:tasks.rados.rados.0.smithi099.stdout:184: writing smithi09982431-15 from 565248 to 1359872 tid 2 2024-04-12T16:01:38.642 INFO:tasks.rados.rados.0.smithi099.stdout:184: writing smithi09982431-15 from 1359872 to 1368064 tid 3 2024-04-12T16:01:38.642 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 19 current snap is 10 2024-04-12T16:01:38.642 INFO:tasks.rados.rados.0.smithi099.stdout:182: finishing rollback tid 1 to smithi09982431-26 2024-04-12T16:01:38.642 INFO:tasks.rados.rados.0.smithi099.stdout:185: seq_num 78 ranges {303104=516096,819200=679936,1499136=122880} 2024-04-12T16:01:38.646 INFO:tasks.rados.rados.0.smithi099.stdout:185: writing smithi09982431-19 from 303104 to 819200 tid 1 2024-04-12T16:01:38.651 INFO:tasks.rados.rados.0.smithi099.stdout:185: writing smithi09982431-19 from 819200 to 1499136 tid 2 2024-04-12T16:01:38.652 INFO:tasks.rados.rados.0.smithi099.stdout:185: writing smithi09982431-19 from 1499136 to 1622016 tid 3 2024-04-12T16:01:38.652 INFO:tasks.rados.rados.0.smithi099.stdout:186: read oid 28 snap 9 2024-04-12T16:01:38.652 INFO:tasks.rados.rados.0.smithi099.stdout:186: expect (ObjNum 1922131456 snap 22062 seq_num 1924070048) 2024-04-12T16:01:38.652 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 13 current snap is 10 2024-04-12T16:01:38.653 INFO:tasks.rados.rados.0.smithi099.stdout:187: seq_num 79 ranges {2580480=532480,3112960=565248,3678208=237568} 2024-04-12T16:01:38.669 INFO:tasks.rados.rados.0.smithi099.stdout:187: writing smithi09982431-13 from 2580480 to 3112960 tid 1 2024-04-12T16:01:38.673 INFO:tasks.rados.rados.0.smithi099.stdout:187: writing smithi09982431-13 from 3112960 to 3678208 tid 2 2024-04-12T16:01:38.675 INFO:tasks.rados.rados.0.smithi099.stdout:187: writing smithi09982431-13 from 3678208 to 3915776 tid 3 2024-04-12T16:01:38.675 INFO:tasks.rados.rados.0.smithi099.stdout:188: read oid 44 snap -1 2024-04-12T16:01:38.675 INFO:tasks.rados.rados.0.smithi099.stdout:188: expect deleted 2024-04-12T16:01:38.675 INFO:tasks.rados.rados.0.smithi099.stdout:189: read oid 27 snap 9 2024-04-12T16:01:38.675 INFO:tasks.rados.rados.0.smithi099.stdout:189: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-12T16:01:38.675 INFO:tasks.rados.rados.0.smithi099.stdout:190: setattr oid 17 current snap is 10 2024-04-12T16:01:38.675 INFO:tasks.rados.rados.0.smithi099.stdout:182: finishing rollback tid 2 to smithi09982431-26 2024-04-12T16:01:38.675 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 10 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-04-12T16:01:38.675 INFO:tasks.rados.rados.0.smithi099.stdout:181: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-12T16:01:38.699 INFO:tasks.rados.rados.0.smithi099.stdout:183: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-12T16:01:38.719 INFO:tasks.rados.rados.0.smithi099.stdout:184: finishing write tid 1 to smithi09982431-15 2024-04-12T16:01:38.720 INFO:tasks.rados.rados.0.smithi099.stdout:184: finishing write tid 2 to smithi09982431-15 2024-04-12T16:01:38.720 INFO:tasks.rados.rados.0.smithi099.stdout:184: finishing write tid 3 to smithi09982431-15 2024-04-12T16:01:38.720 INFO:tasks.rados.rados.0.smithi099.stdout:184: finishing write tid 4 to smithi09982431-15 2024-04-12T16:01:38.720 INFO:tasks.rados.rados.0.smithi099.stdout:184: finishing write tid 5 to smithi09982431-15 2024-04-12T16:01:38.720 INFO:tasks.rados.rados.0.smithi099.stdout:184: oid 15 updating version 0 to 24 2024-04-12T16:01:38.720 INFO:tasks.rados.rados.0.smithi099.stdout:184: oid 15 updating version 24 to 27 2024-04-12T16:01:38.720 INFO:tasks.rados.rados.0.smithi099.stdout:184: oid 15 version 27 is already newer than 26 2024-04-12T16:01:38.720 INFO:tasks.rados.rados.0.smithi099.stdout:184: oid 15 version 27 is already newer than 25 2024-04-12T16:01:38.720 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 15 v 27 (ObjNum 77 snap 10 seq_num 77) dirty exists 2024-04-12T16:01:38.720 INFO:tasks.rados.rados.0.smithi099.stdout:184: left oid 15 (ObjNum 77 snap 10 seq_num 77) 2024-04-12T16:01:38.720 INFO:tasks.rados.rados.0.smithi099.stdout:185: finishing write tid 1 to smithi09982431-19 2024-04-12T16:01:38.720 INFO:tasks.rados.rados.0.smithi099.stdout:186: expect (ObjNum 1922131456 snap 22062 seq_num 1924070048) 2024-04-12T16:01:38.723 INFO:tasks.rados.rados.0.smithi099.stdout:185: finishing write tid 2 to smithi09982431-19 2024-04-12T16:01:38.723 INFO:tasks.rados.rados.0.smithi099.stdout:185: finishing write tid 3 to smithi09982431-19 2024-04-12T16:01:38.723 INFO:tasks.rados.rados.0.smithi099.stdout:185: finishing write tid 4 to smithi09982431-19 2024-04-12T16:01:38.724 INFO:tasks.rados.rados.0.smithi099.stdout:185: finishing write tid 5 to smithi09982431-19 2024-04-12T16:01:38.724 INFO:tasks.rados.rados.0.smithi099.stdout:185: oid 19 updating version 0 to 28 2024-04-12T16:01:38.724 INFO:tasks.rados.rados.0.smithi099.stdout:185: oid 19 updating version 28 to 29 2024-04-12T16:01:38.724 INFO:tasks.rados.rados.0.smithi099.stdout:185: oid 19 version 29 is already newer than 26 2024-04-12T16:01:38.724 INFO:tasks.rados.rados.0.smithi099.stdout:185: oid 19 version 29 is already newer than 27 2024-04-12T16:01:38.724 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 19 v 29 (ObjNum 78 snap 10 seq_num 78) dirty exists 2024-04-12T16:01:38.724 INFO:tasks.rados.rados.0.smithi099.stdout:185: left oid 19 (ObjNum 78 snap 10 seq_num 78) 2024-04-12T16:01:38.724 INFO:tasks.rados.rados.0.smithi099.stdout:187: finishing write tid 1 to smithi09982431-13 2024-04-12T16:01:38.724 INFO:tasks.rados.rados.0.smithi099.stdout:181: done (9 left) 2024-04-12T16:01:38.724 INFO:tasks.rados.rados.0.smithi099.stdout:182: done (8 left) 2024-04-12T16:01:38.724 INFO:tasks.rados.rados.0.smithi099.stdout:183: done (7 left) 2024-04-12T16:01:38.724 INFO:tasks.rados.rados.0.smithi099.stdout:184: done (6 left) 2024-04-12T16:01:38.724 INFO:tasks.rados.rados.0.smithi099.stdout:185: done (5 left) 2024-04-12T16:01:38.724 INFO:tasks.rados.rados.0.smithi099.stdout:186: done (4 left) 2024-04-12T16:01:38.725 INFO:tasks.rados.rados.0.smithi099.stdout:191: rollback oid 15 current snap is 10 2024-04-12T16:01:38.725 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 15 to 9 2024-04-12T16:01:38.725 INFO:tasks.rados.rados.0.smithi099.stdout:187: finishing write tid 2 to smithi09982431-13 2024-04-12T16:01:38.725 INFO:tasks.rados.rados.0.smithi099.stdout:187: finishing write tid 3 to smithi09982431-13 2024-04-12T16:01:38.725 INFO:tasks.rados.rados.0.smithi099.stdout:187: finishing write tid 4 to smithi09982431-13 2024-04-12T16:01:38.725 INFO:tasks.rados.rados.0.smithi099.stdout:189: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-12T16:01:38.736 INFO:tasks.rados.rados.0.smithi099.stdout:187: finishing write tid 5 to smithi09982431-13 2024-04-12T16:01:38.736 INFO:tasks.rados.rados.0.smithi099.stdout:187: oid 13 updating version 0 to 16 2024-04-12T16:01:38.736 INFO:tasks.rados.rados.0.smithi099.stdout:187: oid 13 updating version 16 to 18 2024-04-12T16:01:38.736 INFO:tasks.rados.rados.0.smithi099.stdout:187: oid 13 version 18 is already newer than 17 2024-04-12T16:01:38.736 INFO:tasks.rados.rados.0.smithi099.stdout:187: oid 13 updating version 18 to 19 2024-04-12T16:01:38.736 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 13 v 19 (ObjNum 79 snap 10 seq_num 79) dirty exists 2024-04-12T16:01:38.736 INFO:tasks.rados.rados.0.smithi099.stdout:187: left oid 13 (ObjNum 79 snap 10 seq_num 79) 2024-04-12T16:01:38.737 INFO:tasks.rados.rados.0.smithi099.stdout:187: done (4 left) 2024-04-12T16:01:38.737 INFO:tasks.rados.rados.0.smithi099.stdout:188: done (3 left) 2024-04-12T16:01:38.737 INFO:tasks.rados.rados.0.smithi099.stdout:189: done (2 left) 2024-04-12T16:01:38.737 INFO:tasks.rados.rados.0.smithi099.stdout:192: delete oid 45 current snap is 10 2024-04-12T16:01:38.737 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 17 v 7 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-12T16:01:38.737 INFO:tasks.rados.rados.0.smithi099.stdout:191: finishing rollback tid 0 to smithi09982431-15 2024-04-12T16:01:38.737 INFO:tasks.rados.rados.0.smithi099.stdout:191: finishing rollback tid 1 to smithi09982431-15 2024-04-12T16:01:38.737 INFO:tasks.rados.rados.0.smithi099.stdout:191: finishing rollback tid 2 to smithi09982431-15 2024-04-12T16:01:38.737 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 15 v 30 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-04-12T16:01:38.738 INFO:tasks.rados.rados.0.smithi099.stdout:190: done (2 left) 2024-04-12T16:01:38.738 INFO:tasks.rados.rados.0.smithi099.stdout:191: done (1 left) 2024-04-12T16:01:38.738 INFO:tasks.rados.rados.0.smithi099.stdout:192: done (0 left) 2024-04-12T16:01:38.738 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 26 current snap is 10 2024-04-12T16:01:38.738 INFO:tasks.rados.rados.0.smithi099.stdout:193: seq_num 81 ranges {425984=565248,991232=737280,1728512=65536} 2024-04-12T16:01:38.743 INFO:tasks.rados.rados.0.smithi099.stdout:193: writing smithi09982431-26 from 425984 to 991232 tid 1 2024-04-12T16:01:38.747 INFO:tasks.rados.rados.0.smithi099.stdout:193: writing smithi09982431-26 from 991232 to 1728512 tid 2 2024-04-12T16:01:38.747 INFO:tasks.rados.rados.0.smithi099.stdout:193: writing smithi09982431-26 from 1728512 to 1794048 tid 3 2024-04-12T16:01:38.748 INFO:tasks.rados.rados.0.smithi099.stdout:194: setattr oid 47 current snap is 10 2024-04-12T16:01:38.748 INFO:tasks.rados.rados.0.smithi099.stdout:193: finishing write tid 1 to smithi09982431-26 2024-04-12T16:01:38.749 INFO:tasks.rados.rados.0.smithi099.stdout:195: setattr oid 30 current snap is 10 2024-04-12T16:01:38.750 INFO:tasks.rados.rados.0.smithi099.stdout:196: snap_remove snap 9 2024-04-12T16:01:38.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:38 smithi110 ceph-mon[31279]: osdmap e95: 8 total, 8 up, 8 in 2024-04-12T16:01:38.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:38 smithi110 ceph-mon[31279]: pgmap v136: 121 pgs: 121 active+clean; 32 MiB data, 285 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-12T16:01:38.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:38 smithi099 ceph-mon[27456]: osdmap e95: 8 total, 8 up, 8 in 2024-04-12T16:01:38.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:38 smithi099 ceph-mon[27456]: pgmap v136: 121 pgs: 121 active+clean; 32 MiB data, 285 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-12T16:01:38.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:38 smithi099 ceph-mon[39429]: osdmap e95: 8 total, 8 up, 8 in 2024-04-12T16:01:38.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:38 smithi099 ceph-mon[39429]: pgmap v136: 121 pgs: 121 active+clean; 32 MiB data, 285 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-12T16:01:39.593 INFO:tasks.rados.rados.0.smithi099.stdout:196: done (3 left) 2024-04-12T16:01:39.594 INFO:tasks.rados.rados.0.smithi099.stdout:197: read oid 49 snap -1 2024-04-12T16:01:39.594 INFO:tasks.rados.rados.0.smithi099.stdout:197: expect (ObjNum 55 snap 4 seq_num 55) 2024-04-12T16:01:39.594 INFO:tasks.rados.rados.0.smithi099.stdout:198: read oid 42 snap -1 2024-04-12T16:01:39.594 INFO:tasks.rados.rados.0.smithi099.stdout:198: expect (ObjNum 41 snap 0 seq_num 41) 2024-04-12T16:01:39.594 INFO:tasks.rados.rados.0.smithi099.stdout:199: read oid 33 snap -1 2024-04-12T16:01:39.594 INFO:tasks.rados.rados.0.smithi099.stdout:199: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-12T16:01:39.594 INFO:tasks.rados.rados.0.smithi099.stdout:200: snap_create 2024-04-12T16:01:39.594 INFO:tasks.rados.rados.0.smithi099.stdout:193: finishing write tid 2 to smithi09982431-26 2024-04-12T16:01:39.594 INFO:tasks.rados.rados.0.smithi099.stdout:193: finishing write tid 3 to smithi09982431-26 2024-04-12T16:01:39.594 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 47 v 17 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-12T16:01:39.594 INFO:tasks.rados.rados.0.smithi099.stdout:193: finishing write tid 4 to smithi09982431-26 2024-04-12T16:01:39.594 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 30 v 21 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-12T16:01:39.594 INFO:tasks.rados.rados.0.smithi099.stdout:193: finishing write tid 5 to smithi09982431-26 2024-04-12T16:01:39.595 INFO:tasks.rados.rados.0.smithi099.stdout:193: oid 26 updating version 0 to 11 2024-04-12T16:01:39.595 INFO:tasks.rados.rados.0.smithi099.stdout:193: oid 26 updating version 11 to 14 2024-04-12T16:01:39.595 INFO:tasks.rados.rados.0.smithi099.stdout:193: oid 26 version 14 is already newer than 12 2024-04-12T16:01:39.595 INFO:tasks.rados.rados.0.smithi099.stdout:193: oid 26 version 14 is already newer than 13 2024-04-12T16:01:39.595 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 14 (ObjNum 81 snap 10 seq_num 81) dirty exists 2024-04-12T16:01:39.595 INFO:tasks.rados.rados.0.smithi099.stdout:193: left oid 26 (ObjNum 81 snap 10 seq_num 81) 2024-04-12T16:01:39.602 INFO:tasks.rados.rados.0.smithi099.stdout:198: expect (ObjNum 41 snap 0 seq_num 41) 2024-04-12T16:01:39.621 INFO:tasks.rados.rados.0.smithi099.stdout:199: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-12T16:01:39.636 INFO:tasks.rados.rados.0.smithi099.stdout:197: expect (ObjNum 55 snap 4 seq_num 55) 2024-04-12T16:01:39.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:39 smithi110 ceph-mon[31279]: osdmap e96: 8 total, 8 up, 8 in 2024-04-12T16:01:39.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:39 smithi099 ceph-mon[27456]: osdmap e96: 8 total, 8 up, 8 in 2024-04-12T16:01:39.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:39 smithi099 ceph-mon[39429]: osdmap e96: 8 total, 8 up, 8 in 2024-04-12T16:01:40.596 INFO:tasks.rados.rados.0.smithi099.stdout:193: done (6 left) 2024-04-12T16:01:40.596 INFO:tasks.rados.rados.0.smithi099.stdout:194: done (5 left) 2024-04-12T16:01:40.596 INFO:tasks.rados.rados.0.smithi099.stdout:195: done (4 left) 2024-04-12T16:01:40.596 INFO:tasks.rados.rados.0.smithi099.stdout:197: done (3 left) 2024-04-12T16:01:40.596 INFO:tasks.rados.rados.0.smithi099.stdout:198: done (2 left) 2024-04-12T16:01:40.596 INFO:tasks.rados.rados.0.smithi099.stdout:199: done (1 left) 2024-04-12T16:01:40.596 INFO:tasks.rados.rados.0.smithi099.stdout:200: done (0 left) 2024-04-12T16:01:40.596 INFO:tasks.rados.rados.0.smithi099.stdout:201: copy_from oid 20 from oid 32 current snap is 11 2024-04-12T16:01:40.596 INFO:tasks.rados.rados.0.smithi099.stdout:202: read oid 47 snap -1 2024-04-12T16:01:40.596 INFO:tasks.rados.rados.0.smithi099.stdout:202: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-12T16:01:40.597 INFO:tasks.rados.rados.0.smithi099.stdout:203: delete oid 22 current snap is 11 2024-04-12T16:01:40.602 INFO:tasks.rados.rados.0.smithi099.stdout:201: finishing copy_from racing read to smithi09982431-20 2024-04-12T16:01:40.602 INFO:tasks.rados.rados.0.smithi099.stdout:202: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-12T16:01:40.626 INFO:tasks.rados.rados.0.smithi099.stdout:201: finishing copy_from to smithi09982431-20 2024-04-12T16:01:40.626 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 20 v 45 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-12T16:01:40.627 INFO:tasks.rados.rados.0.smithi099.stdout:201: done (2 left) 2024-04-12T16:01:40.627 INFO:tasks.rados.rados.0.smithi099.stdout:202: done (1 left) 2024-04-12T16:01:40.627 INFO:tasks.rados.rados.0.smithi099.stdout:203: done (0 left) 2024-04-12T16:01:40.627 INFO:tasks.rados.rados.0.smithi099.stdout:204: rollback oid 34 current snap is 11 2024-04-12T16:01:40.627 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 34 to 10 2024-04-12T16:01:40.627 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 20 current snap is 11 2024-04-12T16:01:40.627 INFO:tasks.rados.rados.0.smithi099.stdout:205: seq_num 83 ranges {679936=598016,1277952=499712,1777664=303104} 2024-04-12T16:01:40.633 INFO:tasks.rados.rados.0.smithi099.stdout:205: writing smithi09982431-20 from 679936 to 1277952 tid 1 2024-04-12T16:01:40.636 INFO:tasks.rados.rados.0.smithi099.stdout:205: writing smithi09982431-20 from 1277952 to 1777664 tid 2 2024-04-12T16:01:40.639 INFO:tasks.rados.rados.0.smithi099.stdout:205: writing smithi09982431-20 from 1777664 to 2080768 tid 3 2024-04-12T16:01:40.639 INFO:tasks.rados.rados.0.smithi099.stdout:206: read oid 6 snap -1 2024-04-12T16:01:40.639 INFO:tasks.rados.rados.0.smithi099.stdout:206: expect deleted 2024-04-12T16:01:40.639 INFO:tasks.rados.rados.0.smithi099.stdout:207: rollback oid 13 current snap is 11 2024-04-12T16:01:40.639 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 13 to 10 2024-04-12T16:01:40.639 INFO:tasks.rados.rados.0.smithi099.stdout:204: finishing rollback tid 1 to smithi09982431-34 2024-04-12T16:01:40.640 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 34 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-12T16:01:40.640 INFO:tasks.rados.rados.0.smithi099.stdout:205: finishing write tid 1 to smithi09982431-20 2024-04-12T16:01:40.640 INFO:tasks.rados.rados.0.smithi099.stdout:204: done (3 left) 2024-04-12T16:01:40.640 INFO:tasks.rados.rados.0.smithi099.stdout:208: rmattr oid 24 current snap is 11 2024-04-12T16:01:40.640 INFO:tasks.rados.rados.0.smithi099.stdout:209: copy_from oid 3 from oid 18 current snap is 11 2024-04-12T16:01:40.640 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 14 current snap is 11 2024-04-12T16:01:40.640 INFO:tasks.rados.rados.0.smithi099.stdout:210: seq_num 84 ranges {221184=614400,835584=434176,1269760=368640} 2024-04-12T16:01:40.644 INFO:tasks.rados.rados.0.smithi099.stdout:210: writing smithi09982431-14 from 221184 to 835584 tid 1 2024-04-12T16:01:40.647 INFO:tasks.rados.rados.0.smithi099.stdout:210: writing smithi09982431-14 from 835584 to 1269760 tid 2 2024-04-12T16:01:40.650 INFO:tasks.rados.rados.0.smithi099.stdout:210: writing smithi09982431-14 from 1269760 to 1638400 tid 3 2024-04-12T16:01:40.650 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 29 current snap is 11 2024-04-12T16:01:40.650 INFO:tasks.rados.rados.0.smithi099.stdout:205: finishing write tid 2 to smithi09982431-20 2024-04-12T16:01:40.650 INFO:tasks.rados.rados.0.smithi099.stdout:205: finishing write tid 3 to smithi09982431-20 2024-04-12T16:01:40.650 INFO:tasks.rados.rados.0.smithi099.stdout:207: finishing rollback tid 0 to smithi09982431-13 2024-04-12T16:01:40.650 INFO:tasks.rados.rados.0.smithi099.stdout:205: finishing write tid 4 to smithi09982431-20 2024-04-12T16:01:40.650 INFO:tasks.rados.rados.0.smithi099.stdout:205: finishing write tid 5 to smithi09982431-20 2024-04-12T16:01:40.650 INFO:tasks.rados.rados.0.smithi099.stdout:205: oid 20 updating version 0 to 63 2024-04-12T16:01:40.650 INFO:tasks.rados.rados.0.smithi099.stdout:205: oid 20 updating version 63 to 65 2024-04-12T16:01:40.650 INFO:tasks.rados.rados.0.smithi099.stdout:205: oid 20 updating version 65 to 66 2024-04-12T16:01:40.650 INFO:tasks.rados.rados.0.smithi099.stdout:205: oid 20 version 66 is already newer than 64 2024-04-12T16:01:40.651 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 20 v 66 (ObjNum 83 snap 11 seq_num 83) dirty exists 2024-04-12T16:01:40.651 INFO:tasks.rados.rados.0.smithi099.stdout:205: left oid 20 (ObjNum 83 snap 11 seq_num 83) 2024-04-12T16:01:40.651 INFO:tasks.rados.rados.0.smithi099.stdout:209: finishing copy_from racing read to smithi09982431-3 2024-04-12T16:01:40.651 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 24 v 47 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-04-12T16:01:40.651 INFO:tasks.rados.rados.0.smithi099.stdout:209: finishing copy_from to smithi09982431-3 2024-04-12T16:01:40.651 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 3 v 4 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-12T16:01:40.651 INFO:tasks.rados.rados.0.smithi099.stdout:207: finishing rollback tid 1 to smithi09982431-13 2024-04-12T16:01:40.651 INFO:tasks.rados.rados.0.smithi099.stdout:211: seq_num 85 ranges {778240=630784,1409024=720896,2129920=81920} 2024-04-12T16:01:40.658 INFO:tasks.rados.rados.0.smithi099.stdout:211: writing smithi09982431-29 from 778240 to 1409024 tid 1 2024-04-12T16:01:40.664 INFO:tasks.rados.rados.0.smithi099.stdout:211: writing smithi09982431-29 from 1409024 to 2129920 tid 2 2024-04-12T16:01:40.665 INFO:tasks.rados.rados.0.smithi099.stdout:211: writing smithi09982431-29 from 2129920 to 2211840 tid 3 2024-04-12T16:01:40.665 INFO:tasks.rados.rados.0.smithi099.stdout:205: done (6 left) 2024-04-12T16:01:40.665 INFO:tasks.rados.rados.0.smithi099.stdout:206: done (5 left) 2024-04-12T16:01:40.665 INFO:tasks.rados.rados.0.smithi099.stdout:208: done (4 left) 2024-04-12T16:01:40.665 INFO:tasks.rados.rados.0.smithi099.stdout:209: done (3 left) 2024-04-12T16:01:40.665 INFO:tasks.rados.rados.0.smithi099.stdout:212: read oid 4 snap 10 2024-04-12T16:01:40.665 INFO:tasks.rados.rados.0.smithi099.stdout:212: expect deleted 2024-04-12T16:01:40.666 INFO:tasks.rados.rados.0.smithi099.stdout:213: rmattr oid 39 current snap is 11 2024-04-12T16:01:40.666 INFO:tasks.rados.rados.0.smithi099.stdout:213: done (4 left) 2024-04-12T16:01:40.666 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 44 current snap is 11 2024-04-12T16:01:40.666 INFO:tasks.rados.rados.0.smithi099.stdout:207: finishing rollback tid 2 to smithi09982431-13 2024-04-12T16:01:40.666 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 13 v 29 (ObjNum 79 snap 10 seq_num 79) dirty exists 2024-04-12T16:01:40.666 INFO:tasks.rados.rados.0.smithi099.stdout:210: finishing write tid 1 to smithi09982431-14 2024-04-12T16:01:40.666 INFO:tasks.rados.rados.0.smithi099.stdout:214: seq_num 86 ranges {0=647168,647168=606208,1253376=196608} 2024-04-12T16:01:40.669 INFO:tasks.rados.rados.0.smithi099.stdout:214: writing smithi09982431-44 from 0 to 647168 tid 1 2024-04-12T16:01:40.673 INFO:tasks.rados.rados.0.smithi099.stdout:214: writing smithi09982431-44 from 647168 to 1253376 tid 2 2024-04-12T16:01:40.674 INFO:tasks.rados.rados.0.smithi099.stdout:214: writing smithi09982431-44 from 1253376 to 1449984 tid 3 2024-04-12T16:01:40.674 INFO:tasks.rados.rados.0.smithi099.stdout:207: done (4 left) 2024-04-12T16:01:40.675 INFO:tasks.rados.rados.0.smithi099.stdout:215: read oid 2 snap -1 2024-04-12T16:01:40.675 INFO:tasks.rados.rados.0.smithi099.stdout:215: expect (ObjNum 69 snap 9 seq_num 69) 2024-04-12T16:01:40.675 INFO:tasks.rados.rados.0.smithi099.stdout:216: read oid 7 snap 10 2024-04-12T16:01:40.675 INFO:tasks.rados.rados.0.smithi099.stdout:216: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-12T16:01:40.675 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 42 current snap is 11 2024-04-12T16:01:40.675 INFO:tasks.rados.rados.0.smithi099.stdout:210: finishing write tid 2 to smithi09982431-14 2024-04-12T16:01:40.675 INFO:tasks.rados.rados.0.smithi099.stdout:210: finishing write tid 3 to smithi09982431-14 2024-04-12T16:01:40.675 INFO:tasks.rados.rados.0.smithi099.stdout:217: seq_num 87 ranges {696320=663552,1359872=491520,1851392=311296} 2024-04-12T16:01:40.681 INFO:tasks.rados.rados.0.smithi099.stdout:217: writing smithi09982431-42 from 696320 to 1359872 tid 1 2024-04-12T16:01:40.684 INFO:tasks.rados.rados.0.smithi099.stdout:217: writing smithi09982431-42 from 1359872 to 1851392 tid 2 2024-04-12T16:01:40.687 INFO:tasks.rados.rados.0.smithi099.stdout:217: writing smithi09982431-42 from 1851392 to 2162688 tid 3 2024-04-12T16:01:40.687 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 26 current snap is 11 2024-04-12T16:01:40.687 INFO:tasks.rados.rados.0.smithi099.stdout:210: finishing write tid 4 to smithi09982431-14 2024-04-12T16:01:40.687 INFO:tasks.rados.rados.0.smithi099.stdout:210: finishing write tid 5 to smithi09982431-14 2024-04-12T16:01:40.687 INFO:tasks.rados.rados.0.smithi099.stdout:210: oid 14 updating version 0 to 21 2024-04-12T16:01:40.687 INFO:tasks.rados.rados.0.smithi099.stdout:210: oid 14 version 21 is already newer than 20 2024-04-12T16:01:40.687 INFO:tasks.rados.rados.0.smithi099.stdout:210: oid 14 updating version 21 to 23 2024-04-12T16:01:40.687 INFO:tasks.rados.rados.0.smithi099.stdout:210: oid 14 version 23 is already newer than 22 2024-04-12T16:01:40.687 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 14 v 23 (ObjNum 84 snap 11 seq_num 84) dirty exists 2024-04-12T16:01:40.687 INFO:tasks.rados.rados.0.smithi099.stdout:210: left oid 14 (ObjNum 84 snap 11 seq_num 84) 2024-04-12T16:01:40.687 INFO:tasks.rados.rados.0.smithi099.stdout:211: finishing write tid 1 to smithi09982431-29 2024-04-12T16:01:40.688 INFO:tasks.rados.rados.0.smithi099.stdout:218: seq_num 88 ranges {1794048=679936,2473984=778240,3252224=24576} 2024-04-12T16:01:40.700 INFO:tasks.rados.rados.0.smithi099.stdout:218: writing smithi09982431-26 from 1794048 to 2473984 tid 1 2024-04-12T16:01:40.705 INFO:tasks.rados.rados.0.smithi099.stdout:218: writing smithi09982431-26 from 2473984 to 3252224 tid 2 2024-04-12T16:01:40.706 INFO:tasks.rados.rados.0.smithi099.stdout:218: writing smithi09982431-26 from 3252224 to 3276800 tid 3 2024-04-12T16:01:40.706 INFO:tasks.rados.rados.0.smithi099.stdout:210: done (7 left) 2024-04-12T16:01:40.706 INFO:tasks.rados.rados.0.smithi099.stdout:219: copy_from oid 11 from oid 22 current snap is 11 2024-04-12T16:01:40.706 INFO:tasks.rados.rados.0.smithi099.stdout:211: finishing write tid 2 to smithi09982431-29 2024-04-12T16:01:40.706 INFO:tasks.rados.rados.0.smithi099.stdout:211: finishing write tid 3 to smithi09982431-29 2024-04-12T16:01:40.706 INFO:tasks.rados.rados.0.smithi099.stdout:211: finishing write tid 4 to smithi09982431-29 2024-04-12T16:01:40.706 INFO:tasks.rados.rados.0.smithi099.stdout:211: finishing write tid 5 to smithi09982431-29 2024-04-12T16:01:40.706 INFO:tasks.rados.rados.0.smithi099.stdout:211: oid 29 updating version 0 to 21 2024-04-12T16:01:40.706 INFO:tasks.rados.rados.0.smithi099.stdout:211: oid 29 updating version 21 to 22 2024-04-12T16:01:40.706 INFO:tasks.rados.rados.0.smithi099.stdout:211: oid 29 updating version 22 to 23 2024-04-12T16:01:40.706 INFO:tasks.rados.rados.0.smithi099.stdout:211: oid 29 updating version 23 to 24 2024-04-12T16:01:40.706 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 29 v 24 (ObjNum 85 snap 11 seq_num 85) dirty exists 2024-04-12T16:01:40.706 INFO:tasks.rados.rados.0.smithi099.stdout:211: left oid 29 (ObjNum 85 snap 11 seq_num 85) 2024-04-12T16:01:40.706 INFO:tasks.rados.rados.0.smithi099.stdout:214: finishing write tid 1 to smithi09982431-44 2024-04-12T16:01:40.706 INFO:tasks.rados.rados.0.smithi099.stdout:211: done (7 left) 2024-04-12T16:01:40.707 INFO:tasks.rados.rados.0.smithi099.stdout:212: done (6 left) 2024-04-12T16:01:40.707 INFO:tasks.rados.rados.0.smithi099.stdout:220: rollback oid 25 current snap is 11 2024-04-12T16:01:40.707 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 25 to 10 2024-04-12T16:01:40.707 INFO:tasks.rados.rados.0.smithi099.stdout:214: finishing write tid 2 to smithi09982431-44 2024-04-12T16:01:40.707 INFO:tasks.rados.rados.0.smithi099.stdout:214: finishing write tid 3 to smithi09982431-44 2024-04-12T16:01:40.707 INFO:tasks.rados.rados.0.smithi099.stdout:216: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-12T16:01:40.710 INFO:tasks.rados.rados.0.smithi099.stdout:214: finishing write tid 4 to smithi09982431-44 2024-04-12T16:01:40.710 INFO:tasks.rados.rados.0.smithi099.stdout:214: finishing write tid 5 to smithi09982431-44 2024-04-12T16:01:40.710 INFO:tasks.rados.rados.0.smithi099.stdout:214: oid 44 updating version 0 to 87 2024-04-12T16:01:40.710 INFO:tasks.rados.rados.0.smithi099.stdout:214: oid 44 version 87 is already newer than 85 2024-04-12T16:01:40.710 INFO:tasks.rados.rados.0.smithi099.stdout:214: oid 44 version 87 is already newer than 86 2024-04-12T16:01:40.710 INFO:tasks.rados.rados.0.smithi099.stdout:214: oid 44 updating version 87 to 88 2024-04-12T16:01:40.710 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 44 v 88 (ObjNum 86 snap 11 seq_num 86) dirty exists 2024-04-12T16:01:40.710 INFO:tasks.rados.rados.0.smithi099.stdout:214: left oid 44 (ObjNum 86 snap 11 seq_num 86) 2024-04-12T16:01:40.710 INFO:tasks.rados.rados.0.smithi099.stdout:215: expect (ObjNum 69 snap 9 seq_num 69) 2024-04-12T16:01:40.743 INFO:tasks.rados.rados.0.smithi099.stdout:214: done (6 left) 2024-04-12T16:01:40.743 INFO:tasks.rados.rados.0.smithi099.stdout:215: done (5 left) 2024-04-12T16:01:40.743 INFO:tasks.rados.rados.0.smithi099.stdout:216: done (4 left) 2024-04-12T16:01:40.743 INFO:tasks.rados.rados.0.smithi099.stdout:221: rollback oid 13 current snap is 11 2024-04-12T16:01:40.744 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 13 to 10 2024-04-12T16:01:40.744 INFO:tasks.rados.rados.0.smithi099.stdout:217: finishing write tid 1 to smithi09982431-42 2024-04-12T16:01:40.744 INFO:tasks.rados.rados.0.smithi099.stdout:217: finishing write tid 2 to smithi09982431-42 2024-04-12T16:01:40.744 INFO:tasks.rados.rados.0.smithi099.stdout:217: finishing write tid 3 to smithi09982431-42 2024-04-12T16:01:40.744 INFO:tasks.rados.rados.0.smithi099.stdout:217: finishing write tid 4 to smithi09982431-42 2024-04-12T16:01:40.744 INFO:tasks.rados.rados.0.smithi099.stdout:217: finishing write tid 5 to smithi09982431-42 2024-04-12T16:01:40.744 INFO:tasks.rados.rados.0.smithi099.stdout:217: oid 42 updating version 0 to 4 2024-04-12T16:01:40.744 INFO:tasks.rados.rados.0.smithi099.stdout:217: oid 42 updating version 4 to 7 2024-04-12T16:01:40.744 INFO:tasks.rados.rados.0.smithi099.stdout:217: oid 42 version 7 is already newer than 5 2024-04-12T16:01:40.744 INFO:tasks.rados.rados.0.smithi099.stdout:217: oid 42 version 7 is already newer than 6 2024-04-12T16:01:40.744 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 42 v 7 (ObjNum 87 snap 11 seq_num 87) dirty exists 2024-04-12T16:01:40.744 INFO:tasks.rados.rados.0.smithi099.stdout:217: left oid 42 (ObjNum 87 snap 11 seq_num 87) 2024-04-12T16:01:40.744 INFO:tasks.rados.rados.0.smithi099.stdout:218: finishing write tid 1 to smithi09982431-26 2024-04-12T16:01:40.744 INFO:tasks.rados.rados.0.smithi099.stdout:220: finishing rollback tid 0 to smithi09982431-25 2024-04-12T16:01:40.744 INFO:tasks.rados.rados.0.smithi099.stdout:220: finishing rollback tid 1 to smithi09982431-25 2024-04-12T16:01:40.745 INFO:tasks.rados.rados.0.smithi099.stdout:220: finishing rollback tid 2 to smithi09982431-25 2024-04-12T16:01:40.745 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 25 v 70 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-04-12T16:01:40.745 INFO:tasks.rados.rados.0.smithi099.stdout:218: finishing write tid 2 to smithi09982431-26 2024-04-12T16:01:40.745 INFO:tasks.rados.rados.0.smithi099.stdout:218: finishing write tid 3 to smithi09982431-26 2024-04-12T16:01:40.745 INFO:tasks.rados.rados.0.smithi099.stdout:218: finishing write tid 4 to smithi09982431-26 2024-04-12T16:01:40.745 INFO:tasks.rados.rados.0.smithi099.stdout:218: finishing write tid 5 to smithi09982431-26 2024-04-12T16:01:40.745 INFO:tasks.rados.rados.0.smithi099.stdout:218: oid 26 updating version 0 to 21 2024-04-12T16:01:40.745 INFO:tasks.rados.rados.0.smithi099.stdout:218: oid 26 updating version 21 to 23 2024-04-12T16:01:40.745 INFO:tasks.rados.rados.0.smithi099.stdout:218: oid 26 version 23 is already newer than 22 2024-04-12T16:01:40.745 INFO:tasks.rados.rados.0.smithi099.stdout:218: oid 26 version 23 is already newer than 20 2024-04-12T16:01:40.745 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 23 (ObjNum 88 snap 11 seq_num 88) dirty exists 2024-04-12T16:01:40.745 INFO:tasks.rados.rados.0.smithi099.stdout:218: left oid 26 (ObjNum 88 snap 11 seq_num 88) 2024-04-12T16:01:40.745 INFO:tasks.rados.rados.0.smithi099.stdout:219: finishing copy_from to smithi09982431-11 2024-04-12T16:01:40.745 INFO:tasks.rados.rados.0.smithi099.stdout:219: got expected ENOENT (src dne) 2024-04-12T16:01:40.745 INFO:tasks.rados.rados.0.smithi099.stdout:219: finishing copy_from racing read to smithi09982431-11 2024-04-12T16:01:40.746 INFO:tasks.rados.rados.0.smithi099.stdout:217: done (4 left) 2024-04-12T16:01:40.746 INFO:tasks.rados.rados.0.smithi099.stdout:218: done (3 left) 2024-04-12T16:01:40.746 INFO:tasks.rados.rados.0.smithi099.stdout:219: done (2 left) 2024-04-12T16:01:40.746 INFO:tasks.rados.rados.0.smithi099.stdout:220: done (1 left) 2024-04-12T16:01:40.746 INFO:tasks.rados.rados.0.smithi099.stdout:222: rmattr oid 11 current snap is 11 2024-04-12T16:01:40.746 INFO:tasks.rados.rados.0.smithi099.stdout:222: done (1 left) 2024-04-12T16:01:40.746 INFO:tasks.rados.rados.0.smithi099.stdout:223: rollback oid 48 current snap is 11 2024-04-12T16:01:40.746 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 48 to 10 2024-04-12T16:01:40.746 INFO:tasks.rados.rados.0.smithi099.stdout:224: rmattr oid 7 current snap is 11 2024-04-12T16:01:40.746 INFO:tasks.rados.rados.0.smithi099.stdout:224: done (2 left) 2024-04-12T16:01:40.746 INFO:tasks.rados.rados.0.smithi099.stdout:225: copy_from oid 35 from oid 28 current snap is 11 2024-04-12T16:01:40.746 INFO:tasks.rados.rados.0.smithi099.stdout:226: rollback oid 39 current snap is 11 2024-04-12T16:01:40.746 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 39 to 10 2024-04-12T16:01:40.746 INFO:tasks.rados.rados.0.smithi099.stdout:227: snap_create 2024-04-12T16:01:40.747 INFO:tasks.rados.rados.0.smithi099.stdout:226: finishing rollback tid 0 to smithi09982431-39 2024-04-12T16:01:40.748 INFO:tasks.rados.rados.0.smithi099.stdout:226: finishing rollback tid 1 to smithi09982431-39 2024-04-12T16:01:40.748 INFO:tasks.rados.rados.0.smithi099.stdout:226: finishing rollback tid 2 to smithi09982431-39 2024-04-12T16:01:40.748 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 39 v 35 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-12T16:01:40.748 INFO:tasks.rados.rados.0.smithi099.stdout:221: finishing rollback tid 0 to smithi09982431-13 2024-04-12T16:01:40.748 INFO:tasks.rados.rados.0.smithi099.stdout:223: finishing rollback tid 0 to smithi09982431-48 2024-04-12T16:01:40.748 INFO:tasks.rados.rados.0.smithi099.stdout:223: finishing rollback tid 1 to smithi09982431-48 2024-04-12T16:01:40.748 INFO:tasks.rados.rados.0.smithi099.stdout:225: finishing copy_from racing read to smithi09982431-35 2024-04-12T16:01:40.748 INFO:tasks.rados.rados.0.smithi099.stdout:221: finishing rollback tid 1 to smithi09982431-13 2024-04-12T16:01:40.748 INFO:tasks.rados.rados.0.smithi099.stdout:223: finishing rollback tid 2 to smithi09982431-48 2024-04-12T16:01:40.748 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 48 v 36 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-12T16:01:40.748 INFO:tasks.rados.rados.0.smithi099.stdout:221: finishing rollback tid 2 to smithi09982431-13 2024-04-12T16:01:40.748 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 13 v 32 (ObjNum 79 snap 10 seq_num 79) dirty exists 2024-04-12T16:01:40.748 INFO:tasks.rados.rados.0.smithi099.stdout:225: finishing copy_from to smithi09982431-35 2024-04-12T16:01:40.748 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 39 (ObjNum 887074016 snap 32619 seq_num 304) dirty exists 2024-04-12T16:01:40.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:40 smithi099 ceph-mon[39429]: osdmap e97: 8 total, 8 up, 8 in 2024-04-12T16:01:40.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:40 smithi099 ceph-mon[39429]: pgmap v139: 121 pgs: 121 active+clean; 32 MiB data, 285 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-12T16:01:40.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:40 smithi099 ceph-mon[27456]: osdmap e97: 8 total, 8 up, 8 in 2024-04-12T16:01:40.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:40 smithi099 ceph-mon[27456]: pgmap v139: 121 pgs: 121 active+clean; 32 MiB data, 285 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-12T16:01:41.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:40 smithi110 ceph-mon[31279]: osdmap e97: 8 total, 8 up, 8 in 2024-04-12T16:01:41.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:40 smithi110 ceph-mon[31279]: pgmap v139: 121 pgs: 121 active+clean; 32 MiB data, 285 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-12T16:01:41.553 INFO:tasks.rados.rados.0.smithi099.stdout:221: done (4 left) 2024-04-12T16:01:41.553 INFO:tasks.rados.rados.0.smithi099.stdout:223: done (3 left) 2024-04-12T16:01:41.553 INFO:tasks.rados.rados.0.smithi099.stdout:225: done (2 left) 2024-04-12T16:01:41.553 INFO:tasks.rados.rados.0.smithi099.stdout:226: done (1 left) 2024-04-12T16:01:41.553 INFO:tasks.rados.rados.0.smithi099.stdout:227: done (0 left) 2024-04-12T16:01:41.553 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 16 current snap is 12 2024-04-12T16:01:41.553 INFO:tasks.rados.rados.0.smithi099.stdout:228: seq_num 89 ranges {1490944=696320,2187264=655360,2842624=147456} 2024-04-12T16:01:41.562 INFO:tasks.rados.rados.0.smithi099.stdout:228: writing smithi09982431-16 from 1490944 to 2187264 tid 1 2024-04-12T16:01:41.566 INFO:tasks.rados.rados.0.smithi099.stdout:228: writing smithi09982431-16 from 2187264 to 2842624 tid 2 2024-04-12T16:01:41.567 INFO:tasks.rados.rados.0.smithi099.stdout:228: writing smithi09982431-16 from 2842624 to 2990080 tid 3 2024-04-12T16:01:41.567 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 18 current snap is 12 2024-04-12T16:01:41.567 INFO:tasks.rados.rados.0.smithi099.stdout:229: seq_num 90 ranges {761856=712704,1474560=540672,2015232=262144} 2024-04-12T16:01:41.575 INFO:tasks.rados.rados.0.smithi099.stdout:229: writing smithi09982431-18 from 761856 to 1474560 tid 1 2024-04-12T16:01:41.578 INFO:tasks.rados.rados.0.smithi099.stdout:229: writing smithi09982431-18 from 1474560 to 2015232 tid 2 2024-04-12T16:01:41.580 INFO:tasks.rados.rados.0.smithi099.stdout:229: writing smithi09982431-18 from 2015232 to 2277376 tid 3 2024-04-12T16:01:41.581 INFO:tasks.rados.rados.0.smithi099.stdout:230: setattr oid 45 current snap is 12 2024-04-12T16:01:41.581 INFO:tasks.rados.rados.0.smithi099.stdout:228: finishing write tid 1 to smithi09982431-16 2024-04-12T16:01:41.581 INFO:tasks.rados.rados.0.smithi099.stdout:228: finishing write tid 2 to smithi09982431-16 2024-04-12T16:01:41.581 INFO:tasks.rados.rados.0.smithi099.stdout:228: finishing write tid 3 to smithi09982431-16 2024-04-12T16:01:41.581 INFO:tasks.rados.rados.0.smithi099.stdout:228: finishing write tid 4 to smithi09982431-16 2024-04-12T16:01:41.581 INFO:tasks.rados.rados.0.smithi099.stdout:228: finishing write tid 5 to smithi09982431-16 2024-04-12T16:01:41.581 INFO:tasks.rados.rados.0.smithi099.stdout:228: oid 16 updating version 0 to 29 2024-04-12T16:01:41.581 INFO:tasks.rados.rados.0.smithi099.stdout:228: oid 16 updating version 29 to 31 2024-04-12T16:01:41.581 INFO:tasks.rados.rados.0.smithi099.stdout:228: oid 16 version 31 is already newer than 30 2024-04-12T16:01:41.581 INFO:tasks.rados.rados.0.smithi099.stdout:228: oid 16 updating version 31 to 32 2024-04-12T16:01:41.581 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 16 v 32 (ObjNum 89 snap 12 seq_num 89) dirty exists 2024-04-12T16:01:41.581 INFO:tasks.rados.rados.0.smithi099.stdout:228: left oid 16 (ObjNum 89 snap 12 seq_num 89) 2024-04-12T16:01:41.582 INFO:tasks.rados.rados.0.smithi099.stdout:229: finishing write tid 1 to smithi09982431-18 2024-04-12T16:01:41.582 INFO:tasks.rados.rados.0.smithi099.stdout:228: done (2 left) 2024-04-12T16:01:41.582 INFO:tasks.rados.rados.0.smithi099.stdout:231: snap_remove snap 10 2024-04-12T16:01:41.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:41 smithi099 ceph-mon[27456]: osdmap e98: 8 total, 8 up, 8 in 2024-04-12T16:01:41.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:41 smithi099 ceph-mon[27456]: osdmap e99: 8 total, 8 up, 8 in 2024-04-12T16:01:41.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:41 smithi099 ceph-mon[39429]: osdmap e98: 8 total, 8 up, 8 in 2024-04-12T16:01:41.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:41 smithi099 ceph-mon[39429]: osdmap e99: 8 total, 8 up, 8 in 2024-04-12T16:01:42.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:41 smithi110 ceph-mon[31279]: osdmap e98: 8 total, 8 up, 8 in 2024-04-12T16:01:42.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:41 smithi110 ceph-mon[31279]: osdmap e99: 8 total, 8 up, 8 in 2024-04-12T16:01:42.560 INFO:tasks.rados.rados.0.smithi099.stdout:231: done (2 left) 2024-04-12T16:01:42.560 INFO:tasks.rados.rados.0.smithi099.stdout:232: setattr oid 15 current snap is 12 2024-04-12T16:01:42.560 INFO:tasks.rados.rados.0.smithi099.stdout:233: snap_create 2024-04-12T16:01:42.560 INFO:tasks.rados.rados.0.smithi099.stdout:229: finishing write tid 2 to smithi09982431-18 2024-04-12T16:01:42.560 INFO:tasks.rados.rados.0.smithi099.stdout:229: finishing write tid 3 to smithi09982431-18 2024-04-12T16:01:42.561 INFO:tasks.rados.rados.0.smithi099.stdout:229: finishing write tid 4 to smithi09982431-18 2024-04-12T16:01:42.561 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 45 v 15 (ObjNum 33 snap 0 seq_num 1923715952) dirty exists 2024-04-12T16:01:42.561 INFO:tasks.rados.rados.0.smithi099.stdout:229: finishing write tid 5 to smithi09982431-18 2024-04-12T16:01:42.561 INFO:tasks.rados.rados.0.smithi099.stdout:229: oid 18 updating version 0 to 30 2024-04-12T16:01:42.561 INFO:tasks.rados.rados.0.smithi099.stdout:229: oid 18 updating version 30 to 31 2024-04-12T16:01:42.561 INFO:tasks.rados.rados.0.smithi099.stdout:229: oid 18 updating version 31 to 32 2024-04-12T16:01:42.561 INFO:tasks.rados.rados.0.smithi099.stdout:229: oid 18 updating version 32 to 33 2024-04-12T16:01:42.561 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 18 v 33 (ObjNum 90 snap 12 seq_num 90) dirty exists 2024-04-12T16:01:42.561 INFO:tasks.rados.rados.0.smithi099.stdout:229: left oid 18 (ObjNum 90 snap 12 seq_num 90) 2024-04-12T16:01:42.564 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 15 v 40 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-04-12T16:01:42.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:42 smithi099 ceph-mon[27456]: pgmap v142: 121 pgs: 121 active+clean; 46 MiB data, 305 MiB used, 715 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.5 MiB/s wr, 66 op/s 2024-04-12T16:01:42.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:42 smithi099 ceph-mon[27456]: osdmap e100: 8 total, 8 up, 8 in 2024-04-12T16:01:42.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:42 smithi099 ceph-mon[39429]: pgmap v142: 121 pgs: 121 active+clean; 46 MiB data, 305 MiB used, 715 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.5 MiB/s wr, 66 op/s 2024-04-12T16:01:42.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:42 smithi099 ceph-mon[39429]: osdmap e100: 8 total, 8 up, 8 in 2024-04-12T16:01:43.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:42 smithi110 ceph-mon[31279]: pgmap v142: 121 pgs: 121 active+clean; 46 MiB data, 305 MiB used, 715 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.5 MiB/s wr, 66 op/s 2024-04-12T16:01:43.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:42 smithi110 ceph-mon[31279]: osdmap e100: 8 total, 8 up, 8 in 2024-04-12T16:01:43.556 INFO:tasks.rados.rados.0.smithi099.stdout:229: done (3 left) 2024-04-12T16:01:43.556 INFO:tasks.rados.rados.0.smithi099.stdout:230: done (2 left) 2024-04-12T16:01:43.556 INFO:tasks.rados.rados.0.smithi099.stdout:232: done (1 left) 2024-04-12T16:01:43.556 INFO:tasks.rados.rados.0.smithi099.stdout:233: done (0 left) 2024-04-12T16:01:43.556 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 33 current snap is 13 2024-04-12T16:01:43.556 INFO:tasks.rados.rados.0.smithi099.stdout:234: seq_num 91 ranges {540672=729088,1269760=425984,1695744=376832} 2024-04-12T16:01:43.562 INFO:tasks.rados.rados.0.smithi099.stdout:234: writing smithi09982431-33 from 540672 to 1269760 tid 1 2024-04-12T16:01:43.565 INFO:tasks.rados.rados.0.smithi099.stdout:234: writing smithi09982431-33 from 1269760 to 1695744 tid 2 2024-04-12T16:01:43.568 INFO:tasks.rados.rados.0.smithi099.stdout:234: writing smithi09982431-33 from 1695744 to 2072576 tid 3 2024-04-12T16:01:43.568 INFO:tasks.rados.rados.0.smithi099.stdout:235: copy_from oid 18 from oid 13 current snap is 13 2024-04-12T16:01:43.568 INFO:tasks.rados.rados.0.smithi099.stdout:234: finishing write tid 1 to smithi09982431-33 2024-04-12T16:01:43.568 INFO:tasks.rados.rados.0.smithi099.stdout:236: snap_create 2024-04-12T16:01:43.568 INFO:tasks.rados.rados.0.smithi099.stdout:234: finishing write tid 2 to smithi09982431-33 2024-04-12T16:01:43.569 INFO:tasks.rados.rados.0.smithi099.stdout:234: finishing write tid 3 to smithi09982431-33 2024-04-12T16:01:43.569 INFO:tasks.rados.rados.0.smithi099.stdout:234: finishing write tid 4 to smithi09982431-33 2024-04-12T16:01:43.571 INFO:tasks.rados.rados.0.smithi099.stdout:234: finishing write tid 5 to smithi09982431-33 2024-04-12T16:01:43.571 INFO:tasks.rados.rados.0.smithi099.stdout:234: oid 33 updating version 0 to 19 2024-04-12T16:01:43.571 INFO:tasks.rados.rados.0.smithi099.stdout:234: oid 33 version 19 is already newer than 17 2024-04-12T16:01:43.571 INFO:tasks.rados.rados.0.smithi099.stdout:234: oid 33 version 19 is already newer than 18 2024-04-12T16:01:43.571 INFO:tasks.rados.rados.0.smithi099.stdout:234: oid 33 updating version 19 to 20 2024-04-12T16:01:43.571 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 33 v 20 (ObjNum 91 snap 13 seq_num 91) dirty exists 2024-04-12T16:01:43.571 INFO:tasks.rados.rados.0.smithi099.stdout:234: left oid 33 (ObjNum 91 snap 13 seq_num 91) 2024-04-12T16:01:43.590 INFO:tasks.rados.rados.0.smithi099.stdout:235: finishing copy_from racing read to smithi09982431-18 2024-04-12T16:01:43.591 INFO:tasks.rados.rados.0.smithi099.stdout:235: finishing copy_from to smithi09982431-18 2024-04-12T16:01:43.592 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 18 v 32 (ObjNum 79 snap 10 seq_num 79) dirty exists 2024-04-12T16:01:44.560 INFO:tasks.rados.rados.0.smithi099.stdout:234: done (2 left) 2024-04-12T16:01:44.560 INFO:tasks.rados.rados.0.smithi099.stdout:235: done (1 left) 2024-04-12T16:01:44.560 INFO:tasks.rados.rados.0.smithi099.stdout:236: done (0 left) 2024-04-12T16:01:44.560 INFO:tasks.rados.rados.0.smithi099.stdout:237: snap_create 2024-04-12T16:01:44.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:44 smithi110 ceph-mon[31279]: osdmap e101: 8 total, 8 up, 8 in 2024-04-12T16:01:44.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:44 smithi110 ceph-mon[31279]: pgmap v145: 121 pgs: 121 active+clean; 46 MiB data, 305 MiB used, 715 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.5 MiB/s wr, 66 op/s 2024-04-12T16:01:44.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:44 smithi099 ceph-mon[27456]: osdmap e101: 8 total, 8 up, 8 in 2024-04-12T16:01:44.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:44 smithi099 ceph-mon[27456]: pgmap v145: 121 pgs: 121 active+clean; 46 MiB data, 305 MiB used, 715 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.5 MiB/s wr, 66 op/s 2024-04-12T16:01:44.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:44 smithi099 ceph-mon[39429]: osdmap e101: 8 total, 8 up, 8 in 2024-04-12T16:01:44.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:44 smithi099 ceph-mon[39429]: pgmap v145: 121 pgs: 121 active+clean; 46 MiB data, 305 MiB used, 715 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.5 MiB/s wr, 66 op/s 2024-04-12T16:01:45.563 INFO:tasks.rados.rados.0.smithi099.stdout:237: done (0 left) 2024-04-12T16:01:45.563 INFO:tasks.rados.rados.0.smithi099.stdout:238: read oid 15 snap -1 2024-04-12T16:01:45.563 INFO:tasks.rados.rados.0.smithi099.stdout:238: expect (ObjNum 4 snap 0 seq_num 4) 2024-04-12T16:01:45.563 INFO:tasks.rados.rados.0.smithi099.stdout:239: snap_create 2024-04-12T16:01:45.568 INFO:tasks.rados.rados.0.smithi099.stdout:238: expect (ObjNum 4 snap 0 seq_num 4) 2024-04-12T16:01:45.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:45 smithi110 ceph-mon[31279]: osdmap e102: 8 total, 8 up, 8 in 2024-04-12T16:01:45.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:45 smithi099 ceph-mon[27456]: osdmap e102: 8 total, 8 up, 8 in 2024-04-12T16:01:45.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:45 smithi099 ceph-mon[39429]: osdmap e102: 8 total, 8 up, 8 in 2024-04-12T16:01:45.930 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-04-12T16:01:46.284 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T16:01:46.284 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (2m) 74s ago 3m 28.5M - 0.25.0 c8568f914cd2 d0012c0a0402 2024-04-12T16:01:46.284 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi110 *:3000 running (3m) 73s ago 3m 82.1M - 9.4.7 954c08fa6188 f1a47e96b342 2024-04-12T16:01:46.284 INFO:teuthology.orchestra.run.smithi099.stdout:mds.a smithi099 running (4m) 74s ago 4m 15.7M - 18.2.2-1187-gd540ebac bb2c5eac26a4 41cdf918e4eb 2024-04-12T16:01:46.284 INFO:teuthology.orchestra.run.smithi099.stdout:mds.b smithi110 running (4m) 73s ago 4m 12.7M - 18.2.2-1187-gd540ebac bb2c5eac26a4 453e0d052bae 2024-04-12T16:01:46.284 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi110 *:8443,8765 running (7m) 73s ago 7m 449M - 18.2.2-1187-gd540ebac bb2c5eac26a4 499def2bd58a 2024-04-12T16:01:46.284 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:9283,8765 running (9m) 74s ago 9m 499M - 18.2.2-1187-gd540ebac bb2c5eac26a4 ebb4a4c3a646 2024-04-12T16:01:46.284 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (9m) 74s ago 9m 45.3M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 e33da73659da 2024-04-12T16:01:46.284 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi110 running (8m) 73s ago 8m 39.2M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 b39199de30d8 2024-04-12T16:01:46.284 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (8m) 74s ago 8m 40.3M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 ff73cbf96bed 2024-04-12T16:01:46.284 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (2m) 74s ago 2m 15.8M - 1.5.0 0da6a335fe13 1555012f6fb4 2024-04-12T16:01:46.284 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi110 *:9100 running (2m) 73s ago 2m 8032k - 1.5.0 0da6a335fe13 e64854b1f14f 2024-04-12T16:01:46.284 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (7m) 74s ago 7m 57.8M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 6bdf9d934811 2024-04-12T16:01:46.285 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (7m) 74s ago 7m 54.0M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 10eb3a0efddd 2024-04-12T16:01:46.285 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (6m) 74s ago 6m 51.4M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 bcc4792ed641 2024-04-12T16:01:46.285 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (6m) 74s ago 6m 52.1M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 c9320073515e 2024-04-12T16:01:46.285 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi110 running (5m) 73s ago 5m 42.1M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 cbe7627415bc 2024-04-12T16:01:46.285 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi110 running (5m) 73s ago 5m 52.5M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 adfdbd20159e 2024-04-12T16:01:46.285 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi110 running (5m) 73s ago 5m 43.9M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 27d42d053218 2024-04-12T16:01:46.285 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi110 running (4m) 73s ago 4m 42.4M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 d4e7f553110a 2024-04-12T16:01:46.285 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi110 *:9095 running (2m) 73s ago 3m 40.5M - 2.43.0 a07b618ecd1d 358e8ea8cd9b 2024-04-12T16:01:46.554 INFO:tasks.rados.rados.0.smithi099.stdout:238: done (1 left) 2024-04-12T16:01:46.554 INFO:tasks.rados.rados.0.smithi099.stdout:239: done (0 left) 2024-04-12T16:01:46.554 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 23 current snap is 16 2024-04-12T16:01:46.554 INFO:tasks.rados.rados.0.smithi099.stdout:240: seq_num 92 ranges {1687552=745472,2433024=761856,3194880=40960} 2024-04-12T16:01:46.568 INFO:tasks.rados.rados.0.smithi099.stdout:240: writing smithi09982431-23 from 1687552 to 2433024 tid 1 2024-04-12T16:01:46.574 INFO:tasks.rados.rados.0.smithi099.stdout:240: writing smithi09982431-23 from 2433024 to 3194880 tid 2 2024-04-12T16:01:46.574 INFO:tasks.rados.rados.0.smithi099.stdout:240: writing smithi09982431-23 from 3194880 to 3235840 tid 3 2024-04-12T16:01:46.575 INFO:tasks.rados.rados.0.smithi099.stdout:241: rollback oid 9 current snap is 16 2024-04-12T16:01:46.575 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 9 to 15 2024-04-12T16:01:46.575 INFO:tasks.rados.rados.0.smithi099.stdout:240: finishing write tid 1 to smithi09982431-23 2024-04-12T16:01:46.575 INFO:tasks.rados.rados.0.smithi099.stdout:242: snap_remove snap 13 2024-04-12T16:01:46.690 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-04-12T16:01:46.691 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-04-12T16:01:46.691 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-12T16:01:46.691 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:01:46.691 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-04-12T16:01:46.691 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:01:46.691 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:01:46.691 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-04-12T16:01:46.691 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-12T16:01:46.691 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:01:46.691 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": { 2024-04-12T16:01:46.691 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:01:46.691 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:01:46.691 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-04-12T16:01:46.691 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 15 2024-04-12T16:01:46.691 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-04-12T16:01:46.692 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-04-12T16:01:46.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:46 smithi110 ceph-mon[31279]: osdmap e103: 8 total, 8 up, 8 in 2024-04-12T16:01:46.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:46 smithi110 ceph-mon[31279]: pgmap v148: 121 pgs: 121 active+clean; 46 MiB data, 305 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:01:46.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:46 smithi110 ceph-mon[31279]: osdmap e104: 8 total, 8 up, 8 in 2024-04-12T16:01:46.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:46 smithi099 ceph-mon[27456]: osdmap e103: 8 total, 8 up, 8 in 2024-04-12T16:01:46.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:46 smithi099 ceph-mon[27456]: pgmap v148: 121 pgs: 121 active+clean; 46 MiB data, 305 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:01:46.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:46 smithi099 ceph-mon[27456]: osdmap e104: 8 total, 8 up, 8 in 2024-04-12T16:01:46.878 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:01:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:01:46] "GET /metrics HTTP/1.1" 200 35998 "" "Prometheus/2.43.0" 2024-04-12T16:01:46.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:46 smithi099 ceph-mon[39429]: osdmap e103: 8 total, 8 up, 8 in 2024-04-12T16:01:46.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:46 smithi099 ceph-mon[39429]: pgmap v148: 121 pgs: 121 active+clean; 46 MiB data, 305 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:01:46.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:46 smithi099 ceph-mon[39429]: osdmap e104: 8 total, 8 up, 8 in 2024-04-12T16:01:47.578 INFO:tasks.rados.rados.0.smithi099.stdout:242: done (2 left) 2024-04-12T16:01:47.579 INFO:tasks.rados.rados.0.smithi099.stdout:243: read oid 18 snap 14 2024-04-12T16:01:47.579 INFO:tasks.rados.rados.0.smithi099.stdout:243: expect (ObjNum 79 snap 10 seq_num 79) 2024-04-12T16:01:47.579 INFO:tasks.rados.rados.0.smithi099.stdout:244: snap_create 2024-04-12T16:01:47.579 INFO:tasks.rados.rados.0.smithi099.stdout:240: finishing write tid 2 to smithi09982431-23 2024-04-12T16:01:47.579 INFO:tasks.rados.rados.0.smithi099.stdout:240: finishing write tid 3 to smithi09982431-23 2024-04-12T16:01:47.579 INFO:tasks.rados.rados.0.smithi099.stdout:240: finishing write tid 4 to smithi09982431-23 2024-04-12T16:01:47.579 INFO:tasks.rados.rados.0.smithi099.stdout:240: finishing write tid 5 to smithi09982431-23 2024-04-12T16:01:47.579 INFO:tasks.rados.rados.0.smithi099.stdout:240: oid 23 updating version 0 to 20 2024-04-12T16:01:47.579 INFO:tasks.rados.rados.0.smithi099.stdout:240: oid 23 version 20 is already newer than 17 2024-04-12T16:01:47.579 INFO:tasks.rados.rados.0.smithi099.stdout:240: oid 23 version 20 is already newer than 19 2024-04-12T16:01:47.579 INFO:tasks.rados.rados.0.smithi099.stdout:240: oid 23 version 20 is already newer than 18 2024-04-12T16:01:47.579 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 23 v 20 (ObjNum 92 snap 16 seq_num 92) dirty exists 2024-04-12T16:01:47.579 INFO:tasks.rados.rados.0.smithi099.stdout:240: left oid 23 (ObjNum 92 snap 16 seq_num 92) 2024-04-12T16:01:47.579 INFO:tasks.rados.rados.0.smithi099.stdout:241: finishing rollback tid 0 to smithi09982431-9 2024-04-12T16:01:47.579 INFO:tasks.rados.rados.0.smithi099.stdout:241: finishing rollback tid 1 to smithi09982431-9 2024-04-12T16:01:47.579 INFO:tasks.rados.rados.0.smithi099.stdout:241: finishing rollback tid 2 to smithi09982431-9 2024-04-12T16:01:47.580 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 9 v 41 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-12T16:01:47.598 INFO:tasks.rados.rados.0.smithi099.stdout:243: expect (ObjNum 79 snap 10 seq_num 79) 2024-04-12T16:01:47.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:47 smithi099 ceph-mon[27456]: from='client.15066 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:01:47.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:47 smithi099 ceph-mon[27456]: from='client.15072 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:01:47.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:47 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/83172621' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:01:47.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:47 smithi099 ceph-mon[39429]: from='client.15066 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:01:47.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:47 smithi099 ceph-mon[39429]: from='client.15072 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:01:47.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:47 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/83172621' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:01:47.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:47 smithi110 ceph-mon[31279]: from='client.15066 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:01:47.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:47 smithi110 ceph-mon[31279]: from='client.15072 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:01:47.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:47 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/83172621' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:01:48.584 INFO:tasks.rados.rados.0.smithi099.stdout:240: done (3 left) 2024-04-12T16:01:48.584 INFO:tasks.rados.rados.0.smithi099.stdout:241: done (2 left) 2024-04-12T16:01:48.584 INFO:tasks.rados.rados.0.smithi099.stdout:243: done (1 left) 2024-04-12T16:01:48.584 INFO:tasks.rados.rados.0.smithi099.stdout:244: done (0 left) 2024-04-12T16:01:48.584 INFO:tasks.rados.rados.0.smithi099.stdout:245: read oid 23 snap -1 2024-04-12T16:01:48.584 INFO:tasks.rados.rados.0.smithi099.stdout:245: expect (ObjNum 92 snap 16 seq_num 92) 2024-04-12T16:01:48.584 INFO:tasks.rados.rados.0.smithi099.stdout:246: delete oid 34 current snap is 17 2024-04-12T16:01:48.588 INFO:tasks.rados.rados.0.smithi099.stdout:246: done (1 left) 2024-04-12T16:01:48.588 INFO:tasks.rados.rados.0.smithi099.stdout:247: delete oid 10 current snap is 17 2024-04-12T16:01:48.591 INFO:tasks.rados.rados.0.smithi099.stdout:247: done (1 left) 2024-04-12T16:01:48.591 INFO:tasks.rados.rados.0.smithi099.stdout:248: read oid 37 snap -1 2024-04-12T16:01:48.591 INFO:tasks.rados.rados.0.smithi099.stdout:248: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-12T16:01:48.591 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 48 current snap is 17 2024-04-12T16:01:48.592 INFO:tasks.rados.rados.0.smithi099.stdout:249: seq_num 95 ranges {794624=794624,1589248=409600,1998848=393216} 2024-04-12T16:01:48.600 INFO:tasks.rados.rados.0.smithi099.stdout:249: writing smithi09982431-48 from 794624 to 1589248 tid 1 2024-04-12T16:01:48.602 INFO:tasks.rados.rados.0.smithi099.stdout:249: writing smithi09982431-48 from 1589248 to 1998848 tid 2 2024-04-12T16:01:48.604 INFO:tasks.rados.rados.0.smithi099.stdout:249: writing smithi09982431-48 from 1998848 to 2392064 tid 3 2024-04-12T16:01:48.605 INFO:tasks.rados.rados.0.smithi099.stdout:250: snap_remove snap 11 2024-04-12T16:01:48.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:48 smithi110 ceph-mon[31279]: osdmap e105: 8 total, 8 up, 8 in 2024-04-12T16:01:48.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:48 smithi110 ceph-mon[31279]: pgmap v151: 121 pgs: 121 active+clean; 51 MiB data, 316 MiB used, 715 GiB / 715 GiB avail; 62 KiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-04-12T16:01:48.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:48 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:01:48.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:48 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:01:48.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:48 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:01:48.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:48 smithi099 ceph-mon[27456]: osdmap e105: 8 total, 8 up, 8 in 2024-04-12T16:01:48.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:48 smithi099 ceph-mon[27456]: pgmap v151: 121 pgs: 121 active+clean; 51 MiB data, 316 MiB used, 715 GiB / 715 GiB avail; 62 KiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-04-12T16:01:48.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:48 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:01:48.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:48 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:01:48.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:48 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:01:48.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:48 smithi099 ceph-mon[39429]: osdmap e105: 8 total, 8 up, 8 in 2024-04-12T16:01:48.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:48 smithi099 ceph-mon[39429]: pgmap v151: 121 pgs: 121 active+clean; 51 MiB data, 316 MiB used, 715 GiB / 715 GiB avail; 62 KiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-04-12T16:01:48.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:48 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:01:48.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:48 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:01:48.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:48 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:01:49.589 INFO:tasks.rados.rados.0.smithi099.stdout:250: done (3 left) 2024-04-12T16:01:49.589 INFO:tasks.rados.rados.0.smithi099.stdout:245: expect (ObjNum 92 snap 16 seq_num 92) 2024-04-12T16:01:49.716 INFO:tasks.rados.rados.0.smithi099.stdout:248: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-12T16:01:49.731 INFO:tasks.rados.rados.0.smithi099.stdout:249: finishing write tid 1 to smithi09982431-48 2024-04-12T16:01:49.731 INFO:tasks.rados.rados.0.smithi099.stdout:249: finishing write tid 2 to smithi09982431-48 2024-04-12T16:01:49.732 INFO:tasks.rados.rados.0.smithi099.stdout:249: finishing write tid 3 to smithi09982431-48 2024-04-12T16:01:49.732 INFO:tasks.rados.rados.0.smithi099.stdout:249: finishing write tid 4 to smithi09982431-48 2024-04-12T16:01:49.732 INFO:tasks.rados.rados.0.smithi099.stdout:249: finishing write tid 5 to smithi09982431-48 2024-04-12T16:01:49.732 INFO:tasks.rados.rados.0.smithi099.stdout:249: oid 48 updating version 0 to 45 2024-04-12T16:01:49.732 INFO:tasks.rados.rados.0.smithi099.stdout:249: oid 48 version 45 is already newer than 43 2024-04-12T16:01:49.732 INFO:tasks.rados.rados.0.smithi099.stdout:249: oid 48 version 45 is already newer than 44 2024-04-12T16:01:49.732 INFO:tasks.rados.rados.0.smithi099.stdout:249: oid 48 version 45 is already newer than 42 2024-04-12T16:01:49.732 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 48 v 45 (ObjNum 95 snap 17 seq_num 95) dirty exists 2024-04-12T16:01:49.732 INFO:tasks.rados.rados.0.smithi099.stdout:249: left oid 48 (ObjNum 95 snap 17 seq_num 95) 2024-04-12T16:01:49.732 INFO:tasks.rados.rados.0.smithi099.stdout:251: read oid 35 snap -1 2024-04-12T16:01:49.732 INFO:tasks.rados.rados.0.smithi099.stdout:251: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:01:49.732 INFO:tasks.rados.rados.0.smithi099.stdout:245: done (3 left) 2024-04-12T16:01:49.732 INFO:tasks.rados.rados.0.smithi099.stdout:248: done (2 left) 2024-04-12T16:01:49.732 INFO:tasks.rados.rados.0.smithi099.stdout:249: done (1 left) 2024-04-12T16:01:49.733 INFO:tasks.rados.rados.0.smithi099.stdout:252: snap_create 2024-04-12T16:01:49.733 INFO:tasks.rados.rados.0.smithi099.stdout:251: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:01:49.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:49 smithi110 ceph-mon[31279]: Upgrade: Target is version 19.0.0-2847-gbf9c5618 (unknown) 2024-04-12T16:01:49.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:49 smithi110 ceph-mon[31279]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, digests ['quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528'] 2024-04-12T16:01:49.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:49 smithi110 ceph-mon[31279]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-12T16:01:49.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:49 smithi110 ceph-mon[31279]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 on smithi110 2024-04-12T16:01:49.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:49 smithi110 ceph-mon[31279]: osdmap e106: 8 total, 8 up, 8 in 2024-04-12T16:01:49.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:49 smithi099 ceph-mon[27456]: Upgrade: Target is version 19.0.0-2847-gbf9c5618 (unknown) 2024-04-12T16:01:49.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:49 smithi099 ceph-mon[27456]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, digests ['quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528'] 2024-04-12T16:01:49.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:49 smithi099 ceph-mon[27456]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-12T16:01:49.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:49 smithi099 ceph-mon[27456]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 on smithi110 2024-04-12T16:01:49.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:49 smithi099 ceph-mon[27456]: osdmap e106: 8 total, 8 up, 8 in 2024-04-12T16:01:49.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:49 smithi099 ceph-mon[39429]: Upgrade: Target is version 19.0.0-2847-gbf9c5618 (unknown) 2024-04-12T16:01:49.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:49 smithi099 ceph-mon[39429]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, digests ['quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528'] 2024-04-12T16:01:49.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:49 smithi099 ceph-mon[39429]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-12T16:01:49.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:49 smithi099 ceph-mon[39429]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 on smithi110 2024-04-12T16:01:49.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:49 smithi099 ceph-mon[39429]: osdmap e106: 8 total, 8 up, 8 in 2024-04-12T16:01:50.594 INFO:tasks.rados.rados.0.smithi099.stdout:251: done (1 left) 2024-04-12T16:01:50.594 INFO:tasks.rados.rados.0.smithi099.stdout:252: done (0 left) 2024-04-12T16:01:50.594 INFO:tasks.rados.rados.0.smithi099.stdout:253: snap_create 2024-04-12T16:01:50.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:50 smithi099 ceph-mon[27456]: osdmap e107: 8 total, 8 up, 8 in 2024-04-12T16:01:50.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:50 smithi099 ceph-mon[27456]: pgmap v154: 121 pgs: 121 active+clean; 51 MiB data, 316 MiB used, 715 GiB / 715 GiB avail; 62 KiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-04-12T16:01:50.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:50 smithi099 ceph-mon[39429]: osdmap e107: 8 total, 8 up, 8 in 2024-04-12T16:01:50.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:50 smithi099 ceph-mon[39429]: pgmap v154: 121 pgs: 121 active+clean; 51 MiB data, 316 MiB used, 715 GiB / 715 GiB avail; 62 KiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-04-12T16:01:51.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:50 smithi110 ceph-mon[31279]: osdmap e107: 8 total, 8 up, 8 in 2024-04-12T16:01:51.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:50 smithi110 ceph-mon[31279]: pgmap v154: 121 pgs: 121 active+clean; 51 MiB data, 316 MiB used, 715 GiB / 715 GiB avail; 62 KiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-04-12T16:01:51.553 INFO:tasks.rados.rados.0.smithi099.stdout:253: done (0 left) 2024-04-12T16:01:51.553 INFO:tasks.rados.rados.0.smithi099.stdout:254: rollback oid 14 current snap is 19 2024-04-12T16:01:51.554 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 14 to 17 2024-04-12T16:01:51.554 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 9 current snap is 19 2024-04-12T16:01:51.554 INFO:tasks.rados.rados.0.smithi099.stdout:255: seq_num 96 ranges {139264=409600,548864=696320,1245184=507904} 2024-04-12T16:01:51.556 INFO:tasks.rados.rados.0.smithi099.stdout:255: writing smithi09982431-9 from 139264 to 548864 tid 1 2024-04-12T16:01:51.560 INFO:tasks.rados.rados.0.smithi099.stdout:255: writing smithi09982431-9 from 548864 to 1245184 tid 2 2024-04-12T16:01:51.564 INFO:tasks.rados.rados.0.smithi099.stdout:255: writing smithi09982431-9 from 1245184 to 1753088 tid 3 2024-04-12T16:01:51.564 INFO:tasks.rados.rados.0.smithi099.stdout:256: read oid 29 snap -1 2024-04-12T16:01:51.564 INFO:tasks.rados.rados.0.smithi099.stdout:256: expect (ObjNum 85 snap 11 seq_num 85) 2024-04-12T16:01:51.564 INFO:tasks.rados.rados.0.smithi099.stdout:257: rollback oid 35 current snap is 19 2024-04-12T16:01:51.564 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 35 to 14 2024-04-12T16:01:51.564 INFO:tasks.rados.rados.0.smithi099.stdout:254: finishing rollback tid 0 to smithi09982431-14 2024-04-12T16:01:51.564 INFO:tasks.rados.rados.0.smithi099.stdout:254: finishing rollback tid 1 to smithi09982431-14 2024-04-12T16:01:51.564 INFO:tasks.rados.rados.0.smithi099.stdout:254: finishing rollback tid 2 to smithi09982431-14 2024-04-12T16:01:51.565 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 14 v 29 (ObjNum 84 snap 11 seq_num 84) dirty exists 2024-04-12T16:01:51.565 INFO:tasks.rados.rados.0.smithi099.stdout:254: done (3 left) 2024-04-12T16:01:51.565 INFO:tasks.rados.rados.0.smithi099.stdout:258: snap_create 2024-04-12T16:01:51.565 INFO:tasks.rados.rados.0.smithi099.stdout:255: finishing write tid 1 to smithi09982431-9 2024-04-12T16:01:51.566 INFO:tasks.rados.rados.0.smithi099.stdout:255: finishing write tid 2 to smithi09982431-9 2024-04-12T16:01:51.568 INFO:tasks.rados.rados.0.smithi099.stdout:257: finishing rollback tid 0 to smithi09982431-35 2024-04-12T16:01:51.568 INFO:tasks.rados.rados.0.smithi099.stdout:257: finishing rollback tid 1 to smithi09982431-35 2024-04-12T16:01:51.568 INFO:tasks.rados.rados.0.smithi099.stdout:255: finishing write tid 3 to smithi09982431-9 2024-04-12T16:01:51.568 INFO:tasks.rados.rados.0.smithi099.stdout:257: finishing rollback tid 2 to smithi09982431-35 2024-04-12T16:01:51.568 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 42 (ObjNum 289 snap 0 seq_num 273302022) dirty exists 2024-04-12T16:01:51.568 INFO:tasks.rados.rados.0.smithi099.stdout:255: finishing write tid 4 to smithi09982431-9 2024-04-12T16:01:51.569 INFO:tasks.rados.rados.0.smithi099.stdout:255: finishing write tid 5 to smithi09982431-9 2024-04-12T16:01:51.569 INFO:tasks.rados.rados.0.smithi099.stdout:255: oid 9 updating version 0 to 48 2024-04-12T16:01:51.569 INFO:tasks.rados.rados.0.smithi099.stdout:255: oid 9 updating version 48 to 50 2024-04-12T16:01:51.570 INFO:tasks.rados.rados.0.smithi099.stdout:255: oid 9 version 50 is already newer than 47 2024-04-12T16:01:51.570 INFO:tasks.rados.rados.0.smithi099.stdout:255: oid 9 version 50 is already newer than 49 2024-04-12T16:01:51.570 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 9 v 50 (ObjNum 96 snap 19 seq_num 96) dirty exists 2024-04-12T16:01:51.570 INFO:tasks.rados.rados.0.smithi099.stdout:255: left oid 9 (ObjNum 96 snap 19 seq_num 96) 2024-04-12T16:01:51.577 INFO:tasks.rados.rados.0.smithi099.stdout:256: expect (ObjNum 85 snap 11 seq_num 85) 2024-04-12T16:01:51.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:51 smithi099 ceph-mon[27456]: osdmap e108: 8 total, 8 up, 8 in 2024-04-12T16:01:51.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:51 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:01:51.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:51 smithi099 ceph-mon[27456]: osdmap e109: 8 total, 8 up, 8 in 2024-04-12T16:01:51.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:51 smithi099 ceph-mon[39429]: osdmap e108: 8 total, 8 up, 8 in 2024-04-12T16:01:51.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:51 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:01:51.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:51 smithi099 ceph-mon[39429]: osdmap e109: 8 total, 8 up, 8 in 2024-04-12T16:01:52.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:51 smithi110 ceph-mon[31279]: osdmap e108: 8 total, 8 up, 8 in 2024-04-12T16:01:52.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:51 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:01:52.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:51 smithi110 ceph-mon[31279]: osdmap e109: 8 total, 8 up, 8 in 2024-04-12T16:01:52.555 INFO:tasks.rados.rados.0.smithi099.stdout:255: done (3 left) 2024-04-12T16:01:52.555 INFO:tasks.rados.rados.0.smithi099.stdout:256: done (2 left) 2024-04-12T16:01:52.555 INFO:tasks.rados.rados.0.smithi099.stdout:257: done (1 left) 2024-04-12T16:01:52.555 INFO:tasks.rados.rados.0.smithi099.stdout:258: done (0 left) 2024-04-12T16:01:52.555 INFO:tasks.rados.rados.0.smithi099.stdout:259: rollback oid 50 current snap is 20 2024-04-12T16:01:52.555 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 50 to 18 2024-04-12T16:01:52.555 INFO:tasks.rados.rados.0.smithi099.stdout:260: rmattr oid 38 current snap is 20 2024-04-12T16:01:52.555 INFO:tasks.rados.rados.0.smithi099.stdout:260: done (1 left) 2024-04-12T16:01:52.555 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 21 current snap is 20 2024-04-12T16:01:52.555 INFO:tasks.rados.rados.0.smithi099.stdout:261: seq_num 97 ranges {2564096=434176,2998272=581632,3579904=540672,4120576=81920} 2024-04-12T16:01:52.570 INFO:tasks.rados.rados.0.smithi099.stdout:261: writing smithi09982431-21 from 2564096 to 2998272 tid 1 2024-04-12T16:01:52.574 INFO:tasks.rados.rados.0.smithi099.stdout:261: writing smithi09982431-21 from 2998272 to 3579904 tid 2 2024-04-12T16:01:52.577 INFO:tasks.rados.rados.0.smithi099.stdout:261: writing smithi09982431-21 from 3579904 to 4120576 tid 3 2024-04-12T16:01:52.578 INFO:tasks.rados.rados.0.smithi099.stdout:261: writing smithi09982431-21 from 4120576 to 4202496 tid 4 2024-04-12T16:01:52.578 INFO:tasks.rados.rados.0.smithi099.stdout:262: copy_from oid 37 from oid 14 current snap is 20 2024-04-12T16:01:52.578 INFO:tasks.rados.rados.0.smithi099.stdout:259: finishing rollback tid 0 to smithi09982431-50 2024-04-12T16:01:52.578 INFO:tasks.rados.rados.0.smithi099.stdout:259: finishing rollback tid 1 to smithi09982431-50 2024-04-12T16:01:52.578 INFO:tasks.rados.rados.0.smithi099.stdout:259: finishing rollback tid 2 to smithi09982431-50 2024-04-12T16:01:52.578 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 50 v 40 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-04-12T16:01:52.579 INFO:tasks.rados.rados.0.smithi099.stdout:261: finishing write tid 1 to smithi09982431-21 2024-04-12T16:01:52.579 INFO:tasks.rados.rados.0.smithi099.stdout:261: finishing write tid 2 to smithi09982431-21 2024-04-12T16:01:52.579 INFO:tasks.rados.rados.0.smithi099.stdout:259: done (2 left) 2024-04-12T16:01:52.579 INFO:tasks.rados.rados.0.smithi099.stdout:263: rmattr oid 44 current snap is 20 2024-04-12T16:01:52.579 INFO:tasks.rados.rados.0.smithi099.stdout:263: done (2 left) 2024-04-12T16:01:52.579 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 15 current snap is 20 2024-04-12T16:01:52.579 INFO:tasks.rados.rados.0.smithi099.stdout:264: seq_num 98 ranges {73728=450560,524288=466944,991232=737280} 2024-04-12T16:01:52.580 INFO:tasks.rados.rados.0.smithi099.stdout:264: writing smithi09982431-15 from 73728 to 524288 tid 1 2024-04-12T16:01:52.583 INFO:tasks.rados.rados.0.smithi099.stdout:264: writing smithi09982431-15 from 524288 to 991232 tid 2 2024-04-12T16:01:52.588 INFO:tasks.rados.rados.0.smithi099.stdout:264: writing smithi09982431-15 from 991232 to 1728512 tid 3 2024-04-12T16:01:52.588 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 22 current snap is 20 2024-04-12T16:01:52.588 INFO:tasks.rados.rados.0.smithi099.stdout:261: finishing write tid 3 to smithi09982431-21 2024-04-12T16:01:52.588 INFO:tasks.rados.rados.0.smithi099.stdout:261: finishing write tid 4 to smithi09982431-21 2024-04-12T16:01:52.588 INFO:tasks.rados.rados.0.smithi099.stdout:261: finishing write tid 5 to smithi09982431-21 2024-04-12T16:01:52.588 INFO:tasks.rados.rados.0.smithi099.stdout:265: seq_num 99 ranges {0=466944,466944=802816,1269760=401408} 2024-04-12T16:01:52.590 INFO:tasks.rados.rados.0.smithi099.stdout:265: writing smithi09982431-22 from 0 to 466944 tid 1 2024-04-12T16:01:52.595 INFO:tasks.rados.rados.0.smithi099.stdout:265: writing smithi09982431-22 from 466944 to 1269760 tid 2 2024-04-12T16:01:52.598 INFO:tasks.rados.rados.0.smithi099.stdout:265: writing smithi09982431-22 from 1269760 to 1671168 tid 3 2024-04-12T16:01:52.598 INFO:tasks.rados.rados.0.smithi099.stdout:266: copy_from oid 23 from oid 11 current snap is 20 2024-04-12T16:01:52.598 INFO:tasks.rados.rados.0.smithi099.stdout:261: finishing write tid 6 to smithi09982431-21 2024-04-12T16:01:52.598 INFO:tasks.rados.rados.0.smithi099.stdout:261: oid 21 updating version 0 to 93 2024-04-12T16:01:52.598 INFO:tasks.rados.rados.0.smithi099.stdout:261: oid 21 version 93 is already newer than 90 2024-04-12T16:01:52.598 INFO:tasks.rados.rados.0.smithi099.stdout:261: oid 21 updating version 93 to 94 2024-04-12T16:01:52.599 INFO:tasks.rados.rados.0.smithi099.stdout:261: oid 21 version 94 is already newer than 91 2024-04-12T16:01:52.599 INFO:tasks.rados.rados.0.smithi099.stdout:261: oid 21 version 94 is already newer than 92 2024-04-12T16:01:52.599 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 94 (ObjNum 97 snap 20 seq_num 97) dirty exists 2024-04-12T16:01:52.599 INFO:tasks.rados.rados.0.smithi099.stdout:261: left oid 21 (ObjNum 97 snap 20 seq_num 97) 2024-04-12T16:01:52.599 INFO:tasks.rados.rados.0.smithi099.stdout:261: done (4 left) 2024-04-12T16:01:52.599 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 3 current snap is 20 2024-04-12T16:01:52.599 INFO:tasks.rados.rados.0.smithi099.stdout:267: seq_num 100 ranges {761856=483328,1245184=688128,1933312=516096} 2024-04-12T16:01:52.604 INFO:tasks.rados.rados.0.smithi099.stdout:267: writing smithi09982431-3 from 761856 to 1245184 tid 1 2024-04-12T16:01:52.608 INFO:tasks.rados.rados.0.smithi099.stdout:267: writing smithi09982431-3 from 1245184 to 1933312 tid 2 2024-04-12T16:01:52.611 INFO:tasks.rados.rados.0.smithi099.stdout:267: writing smithi09982431-3 from 1933312 to 2449408 tid 3 2024-04-12T16:01:52.611 INFO:tasks.rados.rados.0.smithi099.stdout:268: snap_remove snap 15 2024-04-12T16:01:52.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:52 smithi099 ceph-mon[27456]: pgmap v157: 121 pgs: 121 active+clean; 54 MiB data, 320 MiB used, 715 GiB / 715 GiB avail; 7.2 MiB/s rd, 784 KiB/s wr, 8 op/s 2024-04-12T16:01:52.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:52 smithi099 ceph-mon[27456]: osdmap e110: 8 total, 8 up, 8 in 2024-04-12T16:01:52.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:52 smithi099 ceph-mon[39429]: pgmap v157: 121 pgs: 121 active+clean; 54 MiB data, 320 MiB used, 715 GiB / 715 GiB avail; 7.2 MiB/s rd, 784 KiB/s wr, 8 op/s 2024-04-12T16:01:52.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:52 smithi099 ceph-mon[39429]: osdmap e110: 8 total, 8 up, 8 in 2024-04-12T16:01:53.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:52 smithi110 ceph-mon[31279]: pgmap v157: 121 pgs: 121 active+clean; 54 MiB data, 320 MiB used, 715 GiB / 715 GiB avail; 7.2 MiB/s rd, 784 KiB/s wr, 8 op/s 2024-04-12T16:01:53.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:52 smithi110 ceph-mon[31279]: osdmap e110: 8 total, 8 up, 8 in 2024-04-12T16:01:53.608 INFO:tasks.rados.rados.0.smithi099.stdout:268: done (5 left) 2024-04-12T16:01:53.609 INFO:tasks.rados.rados.0.smithi099.stdout:269: copy_from oid 17 from oid 12 current snap is 20 2024-04-12T16:01:53.609 INFO:tasks.rados.rados.0.smithi099.stdout:264: finishing write tid 1 to smithi09982431-15 2024-04-12T16:01:53.609 INFO:tasks.rados.rados.0.smithi099.stdout:264: finishing write tid 2 to smithi09982431-15 2024-04-12T16:01:53.609 INFO:tasks.rados.rados.0.smithi099.stdout:264: finishing write tid 3 to smithi09982431-15 2024-04-12T16:01:53.609 INFO:tasks.rados.rados.0.smithi099.stdout:264: finishing write tid 4 to smithi09982431-15 2024-04-12T16:01:53.609 INFO:tasks.rados.rados.0.smithi099.stdout:264: finishing write tid 5 to smithi09982431-15 2024-04-12T16:01:53.609 INFO:tasks.rados.rados.0.smithi099.stdout:264: oid 15 updating version 0 to 53 2024-04-12T16:01:53.609 INFO:tasks.rados.rados.0.smithi099.stdout:264: oid 15 version 53 is already newer than 51 2024-04-12T16:01:53.609 INFO:tasks.rados.rados.0.smithi099.stdout:264: oid 15 version 53 is already newer than 52 2024-04-12T16:01:53.609 INFO:tasks.rados.rados.0.smithi099.stdout:264: oid 15 updating version 53 to 54 2024-04-12T16:01:53.609 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 15 v 54 (ObjNum 98 snap 20 seq_num 98) dirty exists 2024-04-12T16:01:53.609 INFO:tasks.rados.rados.0.smithi099.stdout:264: left oid 15 (ObjNum 98 snap 20 seq_num 98) 2024-04-12T16:01:53.609 INFO:tasks.rados.rados.0.smithi099.stdout:262: finishing copy_from racing read to smithi09982431-37 2024-04-12T16:01:53.609 INFO:tasks.rados.rados.0.smithi099.stdout:265: finishing write tid 1 to smithi09982431-22 2024-04-12T16:01:53.609 INFO:tasks.rados.rados.0.smithi099.stdout:262: finishing copy_from to smithi09982431-37 2024-04-12T16:01:53.610 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 37 v 29 (ObjNum 84 snap 11 seq_num 84) dirty exists 2024-04-12T16:01:53.610 INFO:tasks.rados.rados.0.smithi099.stdout:266: finishing copy_from to smithi09982431-23 2024-04-12T16:01:53.610 INFO:tasks.rados.rados.0.smithi099.stdout:266: got expected ENOENT (src dne) 2024-04-12T16:01:53.610 INFO:tasks.rados.rados.0.smithi099.stdout:266: finishing copy_from racing read to smithi09982431-23 2024-04-12T16:01:53.610 INFO:tasks.rados.rados.0.smithi099.stdout:265: finishing write tid 2 to smithi09982431-22 2024-04-12T16:01:53.610 INFO:tasks.rados.rados.0.smithi099.stdout:265: finishing write tid 3 to smithi09982431-22 2024-04-12T16:01:53.610 INFO:tasks.rados.rados.0.smithi099.stdout:265: finishing write tid 4 to smithi09982431-22 2024-04-12T16:01:53.610 INFO:tasks.rados.rados.0.smithi099.stdout:265: finishing write tid 5 to smithi09982431-22 2024-04-12T16:01:53.610 INFO:tasks.rados.rados.0.smithi099.stdout:265: oid 22 updating version 0 to 51 2024-04-12T16:01:53.610 INFO:tasks.rados.rados.0.smithi099.stdout:265: oid 22 version 51 is already newer than 48 2024-04-12T16:01:53.610 INFO:tasks.rados.rados.0.smithi099.stdout:265: oid 22 version 51 is already newer than 50 2024-04-12T16:01:53.610 INFO:tasks.rados.rados.0.smithi099.stdout:265: oid 22 version 51 is already newer than 49 2024-04-12T16:01:53.610 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 22 v 51 (ObjNum 99 snap 20 seq_num 99) dirty exists 2024-04-12T16:01:53.610 INFO:tasks.rados.rados.0.smithi099.stdout:265: left oid 22 (ObjNum 99 snap 20 seq_num 99) 2024-04-12T16:01:53.611 INFO:tasks.rados.rados.0.smithi099.stdout:267: finishing write tid 1 to smithi09982431-3 2024-04-12T16:01:53.611 INFO:tasks.rados.rados.0.smithi099.stdout:267: finishing write tid 2 to smithi09982431-3 2024-04-12T16:01:53.611 INFO:tasks.rados.rados.0.smithi099.stdout:262: done (5 left) 2024-04-12T16:01:53.611 INFO:tasks.rados.rados.0.smithi099.stdout:264: done (4 left) 2024-04-12T16:01:53.611 INFO:tasks.rados.rados.0.smithi099.stdout:265: done (3 left) 2024-04-12T16:01:53.611 INFO:tasks.rados.rados.0.smithi099.stdout:266: done (2 left) 2024-04-12T16:01:53.611 INFO:tasks.rados.rados.0.smithi099.stdout:270: copy_from oid 11 from oid 28 current snap is 20 2024-04-12T16:01:53.611 INFO:tasks.rados.rados.0.smithi099.stdout:267: finishing write tid 3 to smithi09982431-3 2024-04-12T16:01:53.611 INFO:tasks.rados.rados.0.smithi099.stdout:267: finishing write tid 4 to smithi09982431-3 2024-04-12T16:01:53.611 INFO:tasks.rados.rados.0.smithi099.stdout:267: finishing write tid 5 to smithi09982431-3 2024-04-12T16:01:53.611 INFO:tasks.rados.rados.0.smithi099.stdout:267: oid 3 updating version 0 to 54 2024-04-12T16:01:53.611 INFO:tasks.rados.rados.0.smithi099.stdout:267: oid 3 version 54 is already newer than 53 2024-04-12T16:01:53.612 INFO:tasks.rados.rados.0.smithi099.stdout:267: oid 3 updating version 54 to 56 2024-04-12T16:01:53.612 INFO:tasks.rados.rados.0.smithi099.stdout:267: oid 3 version 56 is already newer than 55 2024-04-12T16:01:53.612 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 3 v 56 (ObjNum 100 snap 20 seq_num 100) dirty exists 2024-04-12T16:01:53.612 INFO:tasks.rados.rados.0.smithi099.stdout:267: left oid 3 (ObjNum 100 snap 20 seq_num 100) 2024-04-12T16:01:53.612 INFO:tasks.rados.rados.0.smithi099.stdout:267: done (2 left) 2024-04-12T16:01:53.612 INFO:tasks.rados.rados.0.smithi099.stdout:271: snap_create 2024-04-12T16:01:53.612 INFO:tasks.rados.rados.0.smithi099.stdout:269: finishing copy_from to smithi09982431-17 2024-04-12T16:01:53.612 INFO:tasks.rados.rados.0.smithi099.stdout:269: got expected ENOENT (src dne) 2024-04-12T16:01:53.612 INFO:tasks.rados.rados.0.smithi099.stdout:269: finishing copy_from racing read to smithi09982431-17 2024-04-12T16:01:53.618 INFO:tasks.rados.rados.0.smithi099.stdout:270: finishing copy_from racing read to smithi09982431-11 2024-04-12T16:01:53.619 INFO:tasks.rados.rados.0.smithi099.stdout:270: finishing copy_from to smithi09982431-11 2024-04-12T16:01:53.619 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 11 v 39 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-12T16:01:54.613 INFO:tasks.rados.rados.0.smithi099.stdout:269: done (2 left) 2024-04-12T16:01:54.613 INFO:tasks.rados.rados.0.smithi099.stdout:270: done (1 left) 2024-04-12T16:01:54.613 INFO:tasks.rados.rados.0.smithi099.stdout:271: done (0 left) 2024-04-12T16:01:54.614 INFO:tasks.rados.rados.0.smithi099.stdout:272: read oid 15 snap -1 2024-04-12T16:01:54.614 INFO:tasks.rados.rados.0.smithi099.stdout:272: expect (ObjNum 98 snap 20 seq_num 98) 2024-04-12T16:01:54.614 INFO:tasks.rados.rados.0.smithi099.stdout:273: copy_from oid 39 from oid 19 current snap is 21 2024-04-12T16:01:54.614 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 9 current snap is 21 2024-04-12T16:01:54.614 INFO:tasks.rados.rados.0.smithi099.stdout:274: seq_num 101 ranges {1753088=499712,2252800=573440,2826240=524288,3350528=106496} 2024-04-12T16:01:54.625 INFO:tasks.rados.rados.0.smithi099.stdout:274: writing smithi09982431-9 from 1753088 to 2252800 tid 1 2024-04-12T16:01:54.628 INFO:tasks.rados.rados.0.smithi099.stdout:274: writing smithi09982431-9 from 2252800 to 2826240 tid 2 2024-04-12T16:01:54.631 INFO:tasks.rados.rados.0.smithi099.stdout:274: writing smithi09982431-9 from 2826240 to 3350528 tid 3 2024-04-12T16:01:54.632 INFO:tasks.rados.rados.0.smithi099.stdout:274: writing smithi09982431-9 from 3350528 to 3457024 tid 4 2024-04-12T16:01:54.632 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 45 current snap is 21 2024-04-12T16:01:54.632 INFO:tasks.rados.rados.0.smithi099.stdout:275: seq_num 102 ranges {0=516096,516096=450560,966656=729088,1695744=24576} 2024-04-12T16:01:54.635 INFO:tasks.rados.rados.0.smithi099.stdout:275: writing smithi09982431-45 from 0 to 516096 tid 1 2024-04-12T16:01:54.638 INFO:tasks.rados.rados.0.smithi099.stdout:275: writing smithi09982431-45 from 516096 to 966656 tid 2 2024-04-12T16:01:54.642 INFO:tasks.rados.rados.0.smithi099.stdout:275: writing smithi09982431-45 from 966656 to 1695744 tid 3 2024-04-12T16:01:54.642 INFO:tasks.rados.rados.0.smithi099.stdout:275: writing smithi09982431-45 from 1695744 to 1720320 tid 4 2024-04-12T16:01:54.642 INFO:tasks.rados.rados.0.smithi099.stdout:276: snap_create 2024-04-12T16:01:54.642 INFO:tasks.rados.rados.0.smithi099.stdout:272: expect (ObjNum 98 snap 20 seq_num 98) 2024-04-12T16:01:54.690 INFO:tasks.rados.rados.0.smithi099.stdout:273: finishing copy_from racing read to smithi09982431-39 2024-04-12T16:01:54.691 INFO:tasks.rados.rados.0.smithi099.stdout:273: finishing copy_from to smithi09982431-39 2024-04-12T16:01:54.691 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 39 v 29 (ObjNum 78 snap 10 seq_num 78) dirty exists 2024-04-12T16:01:54.691 INFO:tasks.rados.rados.0.smithi099.stdout:274: finishing write tid 1 to smithi09982431-9 2024-04-12T16:01:54.691 INFO:tasks.rados.rados.0.smithi099.stdout:274: finishing write tid 2 to smithi09982431-9 2024-04-12T16:01:54.691 INFO:tasks.rados.rados.0.smithi099.stdout:274: finishing write tid 3 to smithi09982431-9 2024-04-12T16:01:54.691 INFO:tasks.rados.rados.0.smithi099.stdout:274: finishing write tid 4 to smithi09982431-9 2024-04-12T16:01:54.691 INFO:tasks.rados.rados.0.smithi099.stdout:274: finishing write tid 5 to smithi09982431-9 2024-04-12T16:01:54.691 INFO:tasks.rados.rados.0.smithi099.stdout:274: finishing write tid 6 to smithi09982431-9 2024-04-12T16:01:54.691 INFO:tasks.rados.rados.0.smithi099.stdout:274: oid 9 updating version 0 to 60 2024-04-12T16:01:54.691 INFO:tasks.rados.rados.0.smithi099.stdout:274: oid 9 updating version 60 to 64 2024-04-12T16:01:54.691 INFO:tasks.rados.rados.0.smithi099.stdout:274: oid 9 version 64 is already newer than 62 2024-04-12T16:01:54.691 INFO:tasks.rados.rados.0.smithi099.stdout:274: oid 9 version 64 is already newer than 63 2024-04-12T16:01:54.691 INFO:tasks.rados.rados.0.smithi099.stdout:274: oid 9 version 64 is already newer than 61 2024-04-12T16:01:54.691 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 9 v 64 (ObjNum 101 snap 21 seq_num 101) dirty exists 2024-04-12T16:01:54.692 INFO:tasks.rados.rados.0.smithi099.stdout:274: left oid 9 (ObjNum 101 snap 21 seq_num 101) 2024-04-12T16:01:54.692 INFO:tasks.rados.rados.0.smithi099.stdout:275: finishing write tid 1 to smithi09982431-45 2024-04-12T16:01:54.692 INFO:tasks.rados.rados.0.smithi099.stdout:275: finishing write tid 2 to smithi09982431-45 2024-04-12T16:01:54.692 INFO:tasks.rados.rados.0.smithi099.stdout:275: finishing write tid 3 to smithi09982431-45 2024-04-12T16:01:54.692 INFO:tasks.rados.rados.0.smithi099.stdout:275: finishing write tid 4 to smithi09982431-45 2024-04-12T16:01:54.692 INFO:tasks.rados.rados.0.smithi099.stdout:275: finishing write tid 5 to smithi09982431-45 2024-04-12T16:01:54.692 INFO:tasks.rados.rados.0.smithi099.stdout:275: finishing write tid 6 to smithi09982431-45 2024-04-12T16:01:54.692 INFO:tasks.rados.rados.0.smithi099.stdout:275: oid 45 updating version 0 to 25 2024-04-12T16:01:54.692 INFO:tasks.rados.rados.0.smithi099.stdout:275: oid 45 updating version 25 to 28 2024-04-12T16:01:54.692 INFO:tasks.rados.rados.0.smithi099.stdout:275: oid 45 version 28 is already newer than 27 2024-04-12T16:01:54.692 INFO:tasks.rados.rados.0.smithi099.stdout:275: oid 45 version 28 is already newer than 24 2024-04-12T16:01:54.692 INFO:tasks.rados.rados.0.smithi099.stdout:275: oid 45 version 28 is already newer than 26 2024-04-12T16:01:54.692 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 45 v 28 (ObjNum 102 snap 21 seq_num 102) dirty exists 2024-04-12T16:01:54.692 INFO:tasks.rados.rados.0.smithi099.stdout:275: left oid 45 (ObjNum 102 snap 21 seq_num 102) 2024-04-12T16:01:54.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:54 smithi099 ceph-mon[27456]: osdmap e111: 8 total, 8 up, 8 in 2024-04-12T16:01:54.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:54 smithi099 ceph-mon[27456]: pgmap v160: 121 pgs: 121 active+clean; 54 MiB data, 320 MiB used, 715 GiB / 715 GiB avail; 7.2 MiB/s rd, 784 KiB/s wr, 8 op/s 2024-04-12T16:01:54.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:54 smithi099 ceph-mon[39429]: osdmap e111: 8 total, 8 up, 8 in 2024-04-12T16:01:54.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:54 smithi099 ceph-mon[39429]: pgmap v160: 121 pgs: 121 active+clean; 54 MiB data, 320 MiB used, 715 GiB / 715 GiB avail; 7.2 MiB/s rd, 784 KiB/s wr, 8 op/s 2024-04-12T16:01:55.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:54 smithi110 ceph-mon[31279]: osdmap e111: 8 total, 8 up, 8 in 2024-04-12T16:01:55.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:54 smithi110 ceph-mon[31279]: pgmap v160: 121 pgs: 121 active+clean; 54 MiB data, 320 MiB used, 715 GiB / 715 GiB avail; 7.2 MiB/s rd, 784 KiB/s wr, 8 op/s 2024-04-12T16:01:55.617 INFO:tasks.rados.rados.0.smithi099.stdout:272: done (4 left) 2024-04-12T16:01:55.618 INFO:tasks.rados.rados.0.smithi099.stdout:273: done (3 left) 2024-04-12T16:01:55.618 INFO:tasks.rados.rados.0.smithi099.stdout:274: done (2 left) 2024-04-12T16:01:55.618 INFO:tasks.rados.rados.0.smithi099.stdout:275: done (1 left) 2024-04-12T16:01:55.618 INFO:tasks.rados.rados.0.smithi099.stdout:276: done (0 left) 2024-04-12T16:01:55.618 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 5 current snap is 22 2024-04-12T16:01:55.618 INFO:tasks.rados.rados.0.smithi099.stdout:277: seq_num 103 ranges {0=532480,532480=737280,1269760=466944} 2024-04-12T16:01:55.620 INFO:tasks.rados.rados.0.smithi099.stdout:277: writing smithi09982431-5 from 0 to 532480 tid 1 2024-04-12T16:01:55.624 INFO:tasks.rados.rados.0.smithi099.stdout:277: writing smithi09982431-5 from 532480 to 1269760 tid 2 2024-04-12T16:01:55.627 INFO:tasks.rados.rados.0.smithi099.stdout:277: writing smithi09982431-5 from 1269760 to 1736704 tid 3 2024-04-12T16:01:55.627 INFO:tasks.rados.rados.0.smithi099.stdout:278: rollback oid 31 current snap is 22 2024-04-12T16:01:55.628 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 31 to 20 2024-04-12T16:01:55.628 INFO:tasks.rados.rados.0.smithi099.stdout:277: finishing write tid 1 to smithi09982431-5 2024-04-12T16:01:55.628 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 49 current snap is 22 2024-04-12T16:01:55.628 INFO:tasks.rados.rados.0.smithi099.stdout:279: seq_num 104 ranges {1736704=548864,2285568=622592,2908160=581632} 2024-04-12T16:01:55.639 INFO:tasks.rados.rados.0.smithi099.stdout:279: writing smithi09982431-49 from 1736704 to 2285568 tid 1 2024-04-12T16:01:55.643 INFO:tasks.rados.rados.0.smithi099.stdout:279: writing smithi09982431-49 from 2285568 to 2908160 tid 2 2024-04-12T16:01:55.647 INFO:tasks.rados.rados.0.smithi099.stdout:279: writing smithi09982431-49 from 2908160 to 3489792 tid 3 2024-04-12T16:01:55.647 INFO:tasks.rados.rados.0.smithi099.stdout:280: rmattr oid 41 current snap is 22 2024-04-12T16:01:55.648 INFO:tasks.rados.rados.0.smithi099.stdout:277: finishing write tid 2 to smithi09982431-5 2024-04-12T16:01:55.648 INFO:tasks.rados.rados.0.smithi099.stdout:278: finishing rollback tid 1 to smithi09982431-31 2024-04-12T16:01:55.648 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 31 v 0 (ObjNum 65 snap 0 seq_num 1924105152) dirty dne 2024-04-12T16:01:55.648 INFO:tasks.rados.rados.0.smithi099.stdout:277: finishing write tid 3 to smithi09982431-5 2024-04-12T16:01:55.648 INFO:tasks.rados.rados.0.smithi099.stdout:277: finishing write tid 4 to smithi09982431-5 2024-04-12T16:01:55.648 INFO:tasks.rados.rados.0.smithi099.stdout:277: finishing write tid 5 to smithi09982431-5 2024-04-12T16:01:55.648 INFO:tasks.rados.rados.0.smithi099.stdout:277: oid 5 updating version 0 to 43 2024-04-12T16:01:55.648 INFO:tasks.rados.rados.0.smithi099.stdout:277: oid 5 updating version 43 to 46 2024-04-12T16:01:55.648 INFO:tasks.rados.rados.0.smithi099.stdout:277: oid 5 version 46 is already newer than 45 2024-04-12T16:01:55.648 INFO:tasks.rados.rados.0.smithi099.stdout:277: oid 5 version 46 is already newer than 44 2024-04-12T16:01:55.648 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 5 v 46 (ObjNum 103 snap 22 seq_num 103) dirty exists 2024-04-12T16:01:55.648 INFO:tasks.rados.rados.0.smithi099.stdout:277: left oid 5 (ObjNum 103 snap 22 seq_num 103) 2024-04-12T16:01:55.649 INFO:tasks.rados.rados.0.smithi099.stdout:279: finishing write tid 1 to smithi09982431-49 2024-04-12T16:01:55.649 INFO:tasks.rados.rados.0.smithi099.stdout:279: finishing write tid 2 to smithi09982431-49 2024-04-12T16:01:55.649 INFO:tasks.rados.rados.0.smithi099.stdout:277: done (3 left) 2024-04-12T16:01:55.649 INFO:tasks.rados.rados.0.smithi099.stdout:278: done (2 left) 2024-04-12T16:01:55.649 INFO:tasks.rados.rados.0.smithi099.stdout:281: read oid 32 snap -1 2024-04-12T16:01:55.649 INFO:tasks.rados.rados.0.smithi099.stdout:281: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-12T16:01:55.649 INFO:tasks.rados.rados.0.smithi099.stdout:282: read oid 10 snap -1 2024-04-12T16:01:55.649 INFO:tasks.rados.rados.0.smithi099.stdout:282: expect deleted 2024-04-12T16:01:55.649 INFO:tasks.rados.rados.0.smithi099.stdout:283: delete oid 9 current snap is 22 2024-04-12T16:01:55.650 INFO:tasks.rados.rados.0.smithi099.stdout:281: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-12T16:01:55.671 INFO:tasks.rados.rados.0.smithi099.stdout:279: finishing write tid 3 to smithi09982431-49 2024-04-12T16:01:55.671 INFO:tasks.rados.rados.0.smithi099.stdout:279: finishing write tid 4 to smithi09982431-49 2024-04-12T16:01:55.671 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 41 v 103 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-12T16:01:55.671 INFO:tasks.rados.rados.0.smithi099.stdout:279: finishing write tid 5 to smithi09982431-49 2024-04-12T16:01:55.671 INFO:tasks.rados.rados.0.smithi099.stdout:279: oid 49 updating version 0 to 101 2024-04-12T16:01:55.671 INFO:tasks.rados.rados.0.smithi099.stdout:279: oid 49 version 101 is already newer than 98 2024-04-12T16:01:55.672 INFO:tasks.rados.rados.0.smithi099.stdout:279: oid 49 version 101 is already newer than 100 2024-04-12T16:01:55.672 INFO:tasks.rados.rados.0.smithi099.stdout:279: oid 49 version 101 is already newer than 99 2024-04-12T16:01:55.672 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 49 v 101 (ObjNum 104 snap 22 seq_num 104) dirty exists 2024-04-12T16:01:55.672 INFO:tasks.rados.rados.0.smithi099.stdout:279: left oid 49 (ObjNum 104 snap 22 seq_num 104) 2024-04-12T16:01:55.672 INFO:tasks.rados.rados.0.smithi099.stdout:279: done (4 left) 2024-04-12T16:01:55.672 INFO:tasks.rados.rados.0.smithi099.stdout:280: done (3 left) 2024-04-12T16:01:55.672 INFO:tasks.rados.rados.0.smithi099.stdout:281: done (2 left) 2024-04-12T16:01:55.672 INFO:tasks.rados.rados.0.smithi099.stdout:282: done (1 left) 2024-04-12T16:01:55.672 INFO:tasks.rados.rados.0.smithi099.stdout:283: done (0 left) 2024-04-12T16:01:55.672 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 26 current snap is 22 2024-04-12T16:01:55.673 INFO:tasks.rados.rados.0.smithi099.stdout:284: seq_num 106 ranges {3276800=581632,3858432=794624,4653056=409600} 2024-04-12T16:01:55.692 INFO:tasks.rados.rados.0.smithi099.stdout:284: writing smithi09982431-26 from 3276800 to 3858432 tid 1 2024-04-12T16:01:55.696 INFO:tasks.rados.rados.0.smithi099.stdout:284: writing smithi09982431-26 from 3858432 to 4653056 tid 2 2024-04-12T16:01:55.699 INFO:tasks.rados.rados.0.smithi099.stdout:284: writing smithi09982431-26 from 4653056 to 5062656 tid 3 2024-04-12T16:01:55.699 INFO:tasks.rados.rados.0.smithi099.stdout:285: delete oid 6 current snap is 22 2024-04-12T16:01:55.699 INFO:tasks.rados.rados.0.smithi099.stdout:284: finishing write tid 1 to smithi09982431-26 2024-04-12T16:01:55.699 INFO:tasks.rados.rados.0.smithi099.stdout:284: finishing write tid 2 to smithi09982431-26 2024-04-12T16:01:55.700 INFO:tasks.rados.rados.0.smithi099.stdout:285: done (1 left) 2024-04-12T16:01:55.700 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 37 current snap is 22 2024-04-12T16:01:55.700 INFO:tasks.rados.rados.0.smithi099.stdout:286: seq_num 108 ranges {1638400=614400,2252800=606208,2859008=598016} 2024-04-12T16:01:55.712 INFO:tasks.rados.rados.0.smithi099.stdout:286: writing smithi09982431-37 from 1638400 to 2252800 tid 1 2024-04-12T16:01:55.715 INFO:tasks.rados.rados.0.smithi099.stdout:286: writing smithi09982431-37 from 2252800 to 2859008 tid 2 2024-04-12T16:01:55.719 INFO:tasks.rados.rados.0.smithi099.stdout:286: writing smithi09982431-37 from 2859008 to 3457024 tid 3 2024-04-12T16:01:55.719 INFO:tasks.rados.rados.0.smithi099.stdout:287: copy_from oid 21 from oid 20 current snap is 22 2024-04-12T16:01:55.720 INFO:tasks.rados.rados.0.smithi099.stdout:284: finishing write tid 3 to smithi09982431-26 2024-04-12T16:01:55.720 INFO:tasks.rados.rados.0.smithi099.stdout:284: finishing write tid 4 to smithi09982431-26 2024-04-12T16:01:55.720 INFO:tasks.rados.rados.0.smithi099.stdout:284: finishing write tid 5 to smithi09982431-26 2024-04-12T16:01:55.720 INFO:tasks.rados.rados.0.smithi099.stdout:284: oid 26 updating version 0 to 41 2024-04-12T16:01:55.720 INFO:tasks.rados.rados.0.smithi099.stdout:284: oid 26 updating version 41 to 43 2024-04-12T16:01:55.720 INFO:tasks.rados.rados.0.smithi099.stdout:284: oid 26 version 43 is already newer than 40 2024-04-12T16:01:55.720 INFO:tasks.rados.rados.0.smithi099.stdout:284: oid 26 version 43 is already newer than 42 2024-04-12T16:01:55.720 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 43 (ObjNum 106 snap 22 seq_num 106) dirty exists 2024-04-12T16:01:55.720 INFO:tasks.rados.rados.0.smithi099.stdout:284: left oid 26 (ObjNum 106 snap 22 seq_num 106) 2024-04-12T16:01:55.720 INFO:tasks.rados.rados.0.smithi099.stdout:286: finishing write tid 1 to smithi09982431-37 2024-04-12T16:01:55.720 INFO:tasks.rados.rados.0.smithi099.stdout:286: finishing write tid 2 to smithi09982431-37 2024-04-12T16:01:55.720 INFO:tasks.rados.rados.0.smithi099.stdout:284: done (2 left) 2024-04-12T16:01:55.721 INFO:tasks.rados.rados.0.smithi099.stdout:288: setattr oid 43 current snap is 22 2024-04-12T16:01:55.721 INFO:tasks.rados.rados.0.smithi099.stdout:289: read oid 34 snap -1 2024-04-12T16:01:55.722 INFO:tasks.rados.rados.0.smithi099.stdout:289: expect deleted 2024-04-12T16:01:55.722 INFO:tasks.rados.rados.0.smithi099.stdout:290: snap_create 2024-04-12T16:01:55.722 INFO:tasks.rados.rados.0.smithi099.stdout:286: finishing write tid 3 to smithi09982431-37 2024-04-12T16:01:55.722 INFO:tasks.rados.rados.0.smithi099.stdout:286: finishing write tid 4 to smithi09982431-37 2024-04-12T16:01:55.722 INFO:tasks.rados.rados.0.smithi099.stdout:286: finishing write tid 5 to smithi09982431-37 2024-04-12T16:01:55.722 INFO:tasks.rados.rados.0.smithi099.stdout:286: oid 37 updating version 0 to 69 2024-04-12T16:01:55.723 INFO:tasks.rados.rados.0.smithi099.stdout:286: oid 37 version 69 is already newer than 68 2024-04-12T16:01:55.723 INFO:tasks.rados.rados.0.smithi099.stdout:286: oid 37 updating version 69 to 70 2024-04-12T16:01:55.723 INFO:tasks.rados.rados.0.smithi099.stdout:286: oid 37 updating version 70 to 71 2024-04-12T16:01:55.723 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 37 v 71 (ObjNum 108 snap 22 seq_num 108) dirty exists 2024-04-12T16:01:55.723 INFO:tasks.rados.rados.0.smithi099.stdout:286: left oid 37 (ObjNum 108 snap 22 seq_num 108) 2024-04-12T16:01:55.723 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 43 v 62 (ObjNum 65 snap 6 seq_num 65) dirty exists 2024-04-12T16:01:55.728 INFO:tasks.rados.rados.0.smithi099.stdout:287: finishing copy_from racing read to smithi09982431-21 2024-04-12T16:01:55.729 INFO:tasks.rados.rados.0.smithi099.stdout:287: finishing copy_from to smithi09982431-21 2024-04-12T16:01:55.729 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 66 (ObjNum 83 snap 11 seq_num 83) dirty exists 2024-04-12T16:01:55.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:55 smithi099 ceph-mon[27456]: osdmap e112: 8 total, 8 up, 8 in 2024-04-12T16:01:55.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:55 smithi099 ceph-mon[39429]: osdmap e112: 8 total, 8 up, 8 in 2024-04-12T16:01:56.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:55 smithi110 ceph-mon[31279]: osdmap e112: 8 total, 8 up, 8 in 2024-04-12T16:01:56.555 INFO:tasks.rados.rados.0.smithi099.stdout:286: done (4 left) 2024-04-12T16:01:56.556 INFO:tasks.rados.rados.0.smithi099.stdout:287: done (3 left) 2024-04-12T16:01:56.556 INFO:tasks.rados.rados.0.smithi099.stdout:288: done (2 left) 2024-04-12T16:01:56.556 INFO:tasks.rados.rados.0.smithi099.stdout:289: done (1 left) 2024-04-12T16:01:56.556 INFO:tasks.rados.rados.0.smithi099.stdout:290: done (0 left) 2024-04-12T16:01:56.556 INFO:tasks.rados.rados.0.smithi099.stdout:291: read oid 31 snap -1 2024-04-12T16:01:56.556 INFO:tasks.rados.rados.0.smithi099.stdout:291: expect deleted 2024-04-12T16:01:56.556 INFO:tasks.rados.rados.0.smithi099.stdout:292: rollback oid 22 current snap is 23 2024-04-12T16:01:56.556 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 22 to 17 2024-04-12T16:01:56.556 INFO:tasks.rados.rados.0.smithi099.stdout:293: read oid 48 snap -1 2024-04-12T16:01:56.556 INFO:tasks.rados.rados.0.smithi099.stdout:293: expect (ObjNum 95 snap 17 seq_num 95) 2024-04-12T16:01:56.556 INFO:tasks.rados.rados.0.smithi099.stdout:294: read oid 3 snap 22 2024-04-12T16:01:56.556 INFO:tasks.rados.rados.0.smithi099.stdout:294: expect (ObjNum 100 snap 20 seq_num 100) 2024-04-12T16:01:56.556 INFO:tasks.rados.rados.0.smithi099.stdout:295: snap_remove snap 19 2024-04-12T16:01:56.877 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:01:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:01:56] "GET /metrics HTTP/1.1" 200 35999 "" "Prometheus/2.43.0" 2024-04-12T16:01:56.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:56 smithi099 ceph-mon[27456]: osdmap e113: 8 total, 8 up, 8 in 2024-04-12T16:01:56.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:56 smithi099 ceph-mon[27456]: pgmap v163: 121 pgs: 121 active+clean; 54 MiB data, 320 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:01:56.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:56 smithi099 ceph-mon[27456]: osdmap e114: 8 total, 8 up, 8 in 2024-04-12T16:01:56.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:56 smithi099 ceph-mon[39429]: osdmap e113: 8 total, 8 up, 8 in 2024-04-12T16:01:56.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:56 smithi099 ceph-mon[39429]: pgmap v163: 121 pgs: 121 active+clean; 54 MiB data, 320 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:01:56.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:56 smithi099 ceph-mon[39429]: osdmap e114: 8 total, 8 up, 8 in 2024-04-12T16:01:57.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:56 smithi110 ceph-mon[31279]: osdmap e113: 8 total, 8 up, 8 in 2024-04-12T16:01:57.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:56 smithi110 ceph-mon[31279]: pgmap v163: 121 pgs: 121 active+clean; 54 MiB data, 320 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:01:57.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:56 smithi110 ceph-mon[31279]: osdmap e114: 8 total, 8 up, 8 in 2024-04-12T16:01:57.560 INFO:tasks.rados.rados.0.smithi099.stdout:295: done (4 left) 2024-04-12T16:01:57.560 INFO:tasks.rados.rados.0.smithi099.stdout:296: read oid 18 snap -1 2024-04-12T16:01:57.560 INFO:tasks.rados.rados.0.smithi099.stdout:296: expect (ObjNum 79 snap 10 seq_num 79) 2024-04-12T16:01:57.560 INFO:tasks.rados.rados.0.smithi099.stdout:297: snap_remove snap 18 2024-04-12T16:01:58.565 INFO:tasks.rados.rados.0.smithi099.stdout:297: done (5 left) 2024-04-12T16:01:58.565 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 25 current snap is 23 2024-04-12T16:01:58.565 INFO:tasks.rados.rados.0.smithi099.stdout:292: finishing rollback tid 0 to smithi09982431-22 2024-04-12T16:01:58.565 INFO:tasks.rados.rados.0.smithi099.stdout:292: finishing rollback tid 1 to smithi09982431-22 2024-04-12T16:01:58.565 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 22 v 65 (ObjNum 5201 snap 0 seq_num 887075616) dirty dne 2024-04-12T16:01:58.565 INFO:tasks.rados.rados.0.smithi099.stdout:293: expect (ObjNum 95 snap 17 seq_num 95) 2024-04-12T16:01:58.643 INFO:tasks.rados.rados.0.smithi099.stdout:294: expect (ObjNum 100 snap 20 seq_num 100) 2024-04-12T16:01:58.717 INFO:tasks.rados.rados.0.smithi099.stdout:296: expect (ObjNum 79 snap 10 seq_num 79) 2024-04-12T16:01:58.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:58 smithi110 ceph-mon[31279]: osdmap e115: 8 total, 8 up, 8 in 2024-04-12T16:01:58.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:58 smithi110 ceph-mon[31279]: pgmap v166: 121 pgs: 121 active+clean; 76 MiB data, 355 MiB used, 715 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.4 MiB/s wr, 28 op/s 2024-04-12T16:01:58.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:58 smithi099 ceph-mon[27456]: osdmap e115: 8 total, 8 up, 8 in 2024-04-12T16:01:58.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:58 smithi099 ceph-mon[27456]: pgmap v166: 121 pgs: 121 active+clean; 76 MiB data, 355 MiB used, 715 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.4 MiB/s wr, 28 op/s 2024-04-12T16:01:58.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:58 smithi099 ceph-mon[39429]: osdmap e115: 8 total, 8 up, 8 in 2024-04-12T16:01:58.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:58 smithi099 ceph-mon[39429]: pgmap v166: 121 pgs: 121 active+clean; 76 MiB data, 355 MiB used, 715 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.4 MiB/s wr, 28 op/s 2024-04-12T16:01:58.881 INFO:tasks.rados.rados.0.smithi099.stdout:298: seq_num 109 ranges {155648=630784,786432=491520,1277952=483328,1761280=229376} 2024-04-12T16:01:58.885 INFO:tasks.rados.rados.0.smithi099.stdout:298: writing smithi09982431-25 from 155648 to 786432 tid 1 2024-04-12T16:01:58.888 INFO:tasks.rados.rados.0.smithi099.stdout:298: writing smithi09982431-25 from 786432 to 1277952 tid 2 2024-04-12T16:01:58.891 INFO:tasks.rados.rados.0.smithi099.stdout:298: writing smithi09982431-25 from 1277952 to 1761280 tid 3 2024-04-12T16:01:58.893 INFO:tasks.rados.rados.0.smithi099.stdout:298: writing smithi09982431-25 from 1761280 to 1990656 tid 4 2024-04-12T16:01:58.893 INFO:tasks.rados.rados.0.smithi099.stdout:291: done (5 left) 2024-04-12T16:01:58.893 INFO:tasks.rados.rados.0.smithi099.stdout:292: done (4 left) 2024-04-12T16:01:58.893 INFO:tasks.rados.rados.0.smithi099.stdout:293: done (3 left) 2024-04-12T16:01:58.893 INFO:tasks.rados.rados.0.smithi099.stdout:294: done (2 left) 2024-04-12T16:01:58.893 INFO:tasks.rados.rados.0.smithi099.stdout:296: done (1 left) 2024-04-12T16:01:58.893 INFO:tasks.rados.rados.0.smithi099.stdout:299: delete oid 15 current snap is 23 2024-04-12T16:01:58.893 INFO:tasks.rados.rados.0.smithi099.stdout:298: finishing write tid 1 to smithi09982431-25 2024-04-12T16:01:58.893 INFO:tasks.rados.rados.0.smithi099.stdout:298: finishing write tid 2 to smithi09982431-25 2024-04-12T16:01:58.894 INFO:tasks.rados.rados.0.smithi099.stdout:298: finishing write tid 3 to smithi09982431-25 2024-04-12T16:01:58.894 INFO:tasks.rados.rados.0.smithi099.stdout:298: finishing write tid 4 to smithi09982431-25 2024-04-12T16:01:58.894 INFO:tasks.rados.rados.0.smithi099.stdout:298: finishing write tid 5 to smithi09982431-25 2024-04-12T16:01:58.895 INFO:tasks.rados.rados.0.smithi099.stdout:299: done (1 left) 2024-04-12T16:01:58.895 INFO:tasks.rados.rados.0.smithi099.stdout:300: rollback oid 46 current snap is 23 2024-04-12T16:01:58.896 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 46 to 12 2024-04-12T16:01:58.896 INFO:tasks.rados.rados.0.smithi099.stdout:301: rmattr oid 9 current snap is 23 2024-04-12T16:01:58.896 INFO:tasks.rados.rados.0.smithi099.stdout:302: snap_remove snap 14 2024-04-12T16:01:59.567 INFO:tasks.rados.rados.0.smithi099.stdout:302: done (3 left) 2024-04-12T16:01:59.567 INFO:tasks.rados.rados.0.smithi099.stdout:303: read oid 31 snap -1 2024-04-12T16:01:59.567 INFO:tasks.rados.rados.0.smithi099.stdout:303: expect deleted 2024-04-12T16:01:59.567 INFO:tasks.rados.rados.0.smithi099.stdout:304: copy_from oid 14 from oid 27 current snap is 23 2024-04-12T16:01:59.567 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 9 v 0 (ObjNum 887074016 snap 32619 seq_num 304) dirty dne 2024-04-12T16:01:59.567 INFO:tasks.rados.rados.0.smithi099.stdout:298: finishing write tid 6 to smithi09982431-25 2024-04-12T16:01:59.567 INFO:tasks.rados.rados.0.smithi099.stdout:298: oid 25 updating version 0 to 77 2024-04-12T16:01:59.567 INFO:tasks.rados.rados.0.smithi099.stdout:298: oid 25 updating version 77 to 79 2024-04-12T16:01:59.568 INFO:tasks.rados.rados.0.smithi099.stdout:298: oid 25 version 79 is already newer than 78 2024-04-12T16:01:59.568 INFO:tasks.rados.rados.0.smithi099.stdout:298: oid 25 updating version 79 to 81 2024-04-12T16:01:59.568 INFO:tasks.rados.rados.0.smithi099.stdout:298: oid 25 version 81 is already newer than 80 2024-04-12T16:01:59.568 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 25 v 81 (ObjNum 109 snap 23 seq_num 109) dirty exists 2024-04-12T16:01:59.568 INFO:tasks.rados.rados.0.smithi099.stdout:298: left oid 25 (ObjNum 109 snap 23 seq_num 109) 2024-04-12T16:01:59.568 INFO:tasks.rados.rados.0.smithi099.stdout:300: finishing rollback tid 0 to smithi09982431-46 2024-04-12T16:01:59.568 INFO:tasks.rados.rados.0.smithi099.stdout:300: finishing rollback tid 1 to smithi09982431-46 2024-04-12T16:01:59.568 INFO:tasks.rados.rados.0.smithi099.stdout:300: finishing rollback tid 2 to smithi09982431-46 2024-04-12T16:01:59.568 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 46 v 68 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-12T16:01:59.568 INFO:tasks.rados.rados.0.smithi099.stdout:298: done (4 left) 2024-04-12T16:01:59.568 INFO:tasks.rados.rados.0.smithi099.stdout:300: done (3 left) 2024-04-12T16:01:59.568 INFO:tasks.rados.rados.0.smithi099.stdout:301: done (2 left) 2024-04-12T16:01:59.568 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 28 current snap is 23 2024-04-12T16:01:59.568 INFO:tasks.rados.rados.0.smithi099.stdout:305: seq_num 111 ranges {0=663552,663552=663552,1327104=450560,1777664=90112} 2024-04-12T16:01:59.571 INFO:tasks.rados.rados.0.smithi099.stdout:305: writing smithi09982431-28 from 0 to 663552 tid 1 2024-04-12T16:01:59.576 INFO:tasks.rados.rados.0.smithi099.stdout:305: writing smithi09982431-28 from 663552 to 1327104 tid 2 2024-04-12T16:01:59.579 INFO:tasks.rados.rados.0.smithi099.stdout:305: writing smithi09982431-28 from 1327104 to 1777664 tid 3 2024-04-12T16:01:59.580 INFO:tasks.rados.rados.0.smithi099.stdout:305: writing smithi09982431-28 from 1777664 to 1867776 tid 4 2024-04-12T16:01:59.580 INFO:tasks.rados.rados.0.smithi099.stdout:306: copy_from oid 5 from oid 22 current snap is 23 2024-04-12T16:01:59.580 INFO:tasks.rados.rados.0.smithi099.stdout:303: done (3 left) 2024-04-12T16:01:59.580 INFO:tasks.rados.rados.0.smithi099.stdout:307: snap_create 2024-04-12T16:01:59.580 INFO:tasks.rados.rados.0.smithi099.stdout:304: finishing copy_from racing read to smithi09982431-14 2024-04-12T16:01:59.581 INFO:tasks.rados.rados.0.smithi099.stdout:305: finishing write tid 1 to smithi09982431-28 2024-04-12T16:01:59.582 INFO:tasks.rados.rados.0.smithi099.stdout:306: finishing copy_from to smithi09982431-5 2024-04-12T16:01:59.582 INFO:tasks.rados.rados.0.smithi099.stdout:306: got expected ENOENT (src dne) 2024-04-12T16:01:59.582 INFO:tasks.rados.rados.0.smithi099.stdout:306: finishing copy_from racing read to smithi09982431-5 2024-04-12T16:01:59.582 INFO:tasks.rados.rados.0.smithi099.stdout:304: finishing copy_from to smithi09982431-14 2024-04-12T16:01:59.582 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 14 v 2 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-04-12T16:01:59.584 INFO:tasks.rados.rados.0.smithi099.stdout:305: finishing write tid 2 to smithi09982431-28 2024-04-12T16:01:59.585 INFO:tasks.rados.rados.0.smithi099.stdout:305: finishing write tid 3 to smithi09982431-28 2024-04-12T16:01:59.585 INFO:tasks.rados.rados.0.smithi099.stdout:305: finishing write tid 4 to smithi09982431-28 2024-04-12T16:01:59.585 INFO:tasks.rados.rados.0.smithi099.stdout:305: finishing write tid 5 to smithi09982431-28 2024-04-12T16:01:59.586 INFO:tasks.rados.rados.0.smithi099.stdout:305: finishing write tid 6 to smithi09982431-28 2024-04-12T16:01:59.586 INFO:tasks.rados.rados.0.smithi099.stdout:305: oid 28 updating version 0 to 86 2024-04-12T16:01:59.586 INFO:tasks.rados.rados.0.smithi099.stdout:305: oid 28 version 86 is already newer than 85 2024-04-12T16:01:59.587 INFO:tasks.rados.rados.0.smithi099.stdout:305: oid 28 updating version 86 to 88 2024-04-12T16:01:59.587 INFO:tasks.rados.rados.0.smithi099.stdout:305: oid 28 updating version 88 to 89 2024-04-12T16:01:59.587 INFO:tasks.rados.rados.0.smithi099.stdout:305: oid 28 version 89 is already newer than 87 2024-04-12T16:01:59.587 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 28 v 89 (ObjNum 111 snap 23 seq_num 111) dirty exists 2024-04-12T16:01:59.587 INFO:tasks.rados.rados.0.smithi099.stdout:305: left oid 28 (ObjNum 111 snap 23 seq_num 111) 2024-04-12T16:01:59.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:01:59 smithi110 ceph-mon[31279]: osdmap e116: 8 total, 8 up, 8 in 2024-04-12T16:01:59.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:01:59 smithi099 ceph-mon[27456]: osdmap e116: 8 total, 8 up, 8 in 2024-04-12T16:01:59.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:01:59 smithi099 ceph-mon[39429]: osdmap e116: 8 total, 8 up, 8 in 2024-04-12T16:02:00.578 INFO:tasks.rados.rados.0.smithi099.stdout:304: done (3 left) 2024-04-12T16:02:00.578 INFO:tasks.rados.rados.0.smithi099.stdout:305: done (2 left) 2024-04-12T16:02:00.578 INFO:tasks.rados.rados.0.smithi099.stdout:306: done (1 left) 2024-04-12T16:02:00.578 INFO:tasks.rados.rados.0.smithi099.stdout:307: done (0 left) 2024-04-12T16:02:00.578 INFO:tasks.rados.rados.0.smithi099.stdout:308: read oid 36 snap -1 2024-04-12T16:02:00.578 INFO:tasks.rados.rados.0.smithi099.stdout:308: expect (ObjNum 1 snap 0 seq_num 1) 2024-04-12T16:02:00.578 INFO:tasks.rados.rados.0.smithi099.stdout:309: delete oid 21 current snap is 24 2024-04-12T16:02:00.581 INFO:tasks.rados.rados.0.smithi099.stdout:309: done (1 left) 2024-04-12T16:02:00.582 INFO:tasks.rados.rados.0.smithi099.stdout:310: rmattr oid 9 current snap is 24 2024-04-12T16:02:00.582 INFO:tasks.rados.rados.0.smithi099.stdout:310: done (1 left) 2024-04-12T16:02:00.582 INFO:tasks.rados.rados.0.smithi099.stdout:311: rmattr oid 32 current snap is 24 2024-04-12T16:02:00.582 INFO:tasks.rados.rados.0.smithi099.stdout:312: rmattr oid 50 current snap is 24 2024-04-12T16:02:00.582 INFO:tasks.rados.rados.0.smithi099.stdout:312: done (2 left) 2024-04-12T16:02:00.582 INFO:tasks.rados.rados.0.smithi099.stdout:313: copy_from oid 12 from oid 11 current snap is 24 2024-04-12T16:02:00.582 INFO:tasks.rados.rados.0.smithi099.stdout:314: delete oid 7 current snap is 24 2024-04-12T16:02:00.583 INFO:tasks.rados.rados.0.smithi099.stdout:308: expect (ObjNum 1 snap 0 seq_num 1) 2024-04-12T16:02:00.585 INFO:tasks.rados.rados.0.smithi099.stdout:308: done (3 left) 2024-04-12T16:02:00.585 INFO:tasks.rados.rados.0.smithi099.stdout:314: done (2 left) 2024-04-12T16:02:00.585 INFO:tasks.rados.rados.0.smithi099.stdout:315: rollback oid 49 current snap is 24 2024-04-12T16:02:00.585 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 49 to 20 2024-04-12T16:02:00.585 INFO:tasks.rados.rados.0.smithi099.stdout:316: read oid 45 snap -1 2024-04-12T16:02:00.585 INFO:tasks.rados.rados.0.smithi099.stdout:316: expect (ObjNum 102 snap 21 seq_num 102) 2024-04-12T16:02:00.585 INFO:tasks.rados.rados.0.smithi099.stdout:313: finishing copy_from racing read to smithi09982431-12 2024-04-12T16:02:00.585 INFO:tasks.rados.rados.0.smithi099.stdout:317: copy_from oid 42 from oid 19 current snap is 24 2024-04-12T16:02:00.586 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 23 current snap is 24 2024-04-12T16:02:00.586 INFO:tasks.rados.rados.0.smithi099.stdout:318: seq_num 114 ranges {3235840=712704,3948544=712704,4661248=491520} 2024-04-12T16:02:00.607 INFO:tasks.rados.rados.0.smithi099.stdout:318: writing smithi09982431-23 from 3235840 to 3948544 tid 1 2024-04-12T16:02:00.611 INFO:tasks.rados.rados.0.smithi099.stdout:318: writing smithi09982431-23 from 3948544 to 4661248 tid 2 2024-04-12T16:02:00.614 INFO:tasks.rados.rados.0.smithi099.stdout:318: writing smithi09982431-23 from 4661248 to 5152768 tid 3 2024-04-12T16:02:00.614 INFO:tasks.rados.rados.0.smithi099.stdout:319: read oid 31 snap -1 2024-04-12T16:02:00.614 INFO:tasks.rados.rados.0.smithi099.stdout:319: expect deleted 2024-04-12T16:02:00.614 INFO:tasks.rados.rados.0.smithi099.stdout:320: copy_from oid 35 from oid 29 current snap is 24 2024-04-12T16:02:00.614 INFO:tasks.rados.rados.0.smithi099.stdout:321: copy_from oid 47 from oid 44 current snap is 24 2024-04-12T16:02:00.614 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 32 v 48 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-12T16:02:00.614 INFO:tasks.rados.rados.0.smithi099.stdout:313: finishing copy_from to smithi09982431-12 2024-04-12T16:02:00.615 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 39 (ObjNum 65 snap 0 seq_num 1901418843) dirty exists 2024-04-12T16:02:00.615 INFO:tasks.rados.rados.0.smithi099.stdout:315: finishing rollback tid 0 to smithi09982431-49 2024-04-12T16:02:00.615 INFO:tasks.rados.rados.0.smithi099.stdout:315: finishing rollback tid 1 to smithi09982431-49 2024-04-12T16:02:00.615 INFO:tasks.rados.rados.0.smithi099.stdout:315: finishing rollback tid 2 to smithi09982431-49 2024-04-12T16:02:00.615 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 49 v 129 (ObjNum 55 snap 4 seq_num 55) dirty exists 2024-04-12T16:02:00.615 INFO:tasks.rados.rados.0.smithi099.stdout:316: expect (ObjNum 102 snap 21 seq_num 102) 2024-04-12T16:02:00.662 INFO:tasks.rados.rados.0.smithi099.stdout:317: finishing copy_from racing read to smithi09982431-42 2024-04-12T16:02:00.662 INFO:tasks.rados.rados.0.smithi099.stdout:317: finishing copy_from to smithi09982431-42 2024-04-12T16:02:00.662 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 42 v 29 (ObjNum 78 snap 10 seq_num 78) dirty exists 2024-04-12T16:02:00.662 INFO:tasks.rados.rados.0.smithi099.stdout:318: finishing write tid 1 to smithi09982431-23 2024-04-12T16:02:00.662 INFO:tasks.rados.rados.0.smithi099.stdout:318: finishing write tid 2 to smithi09982431-23 2024-04-12T16:02:00.662 INFO:tasks.rados.rados.0.smithi099.stdout:318: finishing write tid 3 to smithi09982431-23 2024-04-12T16:02:00.662 INFO:tasks.rados.rados.0.smithi099.stdout:311: done (8 left) 2024-04-12T16:02:00.662 INFO:tasks.rados.rados.0.smithi099.stdout:313: done (7 left) 2024-04-12T16:02:00.662 INFO:tasks.rados.rados.0.smithi099.stdout:315: done (6 left) 2024-04-12T16:02:00.663 INFO:tasks.rados.rados.0.smithi099.stdout:316: done (5 left) 2024-04-12T16:02:00.663 INFO:tasks.rados.rados.0.smithi099.stdout:317: done (4 left) 2024-04-12T16:02:00.663 INFO:tasks.rados.rados.0.smithi099.stdout:319: done (3 left) 2024-04-12T16:02:00.663 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 18 current snap is 24 2024-04-12T16:02:00.663 INFO:tasks.rados.rados.0.smithi099.stdout:318: finishing write tid 4 to smithi09982431-23 2024-04-12T16:02:00.663 INFO:tasks.rados.rados.0.smithi099.stdout:318: finishing write tid 5 to smithi09982431-23 2024-04-12T16:02:00.663 INFO:tasks.rados.rados.0.smithi099.stdout:318: oid 23 updating version 0 to 33 2024-04-12T16:02:00.663 INFO:tasks.rados.rados.0.smithi099.stdout:318: oid 23 version 33 is already newer than 31 2024-04-12T16:02:00.663 INFO:tasks.rados.rados.0.smithi099.stdout:318: oid 23 version 33 is already newer than 30 2024-04-12T16:02:00.663 INFO:tasks.rados.rados.0.smithi099.stdout:318: oid 23 version 33 is already newer than 32 2024-04-12T16:02:00.663 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 23 v 33 (ObjNum 114 snap 24 seq_num 114) dirty exists 2024-04-12T16:02:00.663 INFO:tasks.rados.rados.0.smithi099.stdout:318: left oid 23 (ObjNum 114 snap 24 seq_num 114) 2024-04-12T16:02:00.663 INFO:tasks.rados.rados.0.smithi099.stdout:321: finishing copy_from racing read to smithi09982431-47 2024-04-12T16:02:00.663 INFO:tasks.rados.rados.0.smithi099.stdout:321: finishing copy_from to smithi09982431-47 2024-04-12T16:02:00.663 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 47 v 88 (ObjNum 86 snap 11 seq_num 86) dirty exists 2024-04-12T16:02:00.664 INFO:tasks.rados.rados.0.smithi099.stdout:320: finishing copy_from racing read to smithi09982431-35 2024-04-12T16:02:00.664 INFO:tasks.rados.rados.0.smithi099.stdout:320: finishing copy_from to smithi09982431-35 2024-04-12T16:02:00.664 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 24 (ObjNum 85 snap 11 seq_num 85) dirty exists 2024-04-12T16:02:00.664 INFO:tasks.rados.rados.0.smithi099.stdout:322: seq_num 115 ranges {3915776=729088,4644864=647168,5292032=434176,5726208=122880} 2024-04-12T16:02:00.686 INFO:tasks.rados.rados.0.smithi099.stdout:322: writing smithi09982431-18 from 3915776 to 4644864 tid 1 2024-04-12T16:02:00.689 INFO:tasks.rados.rados.0.smithi099.stdout:322: writing smithi09982431-18 from 4644864 to 5292032 tid 2 2024-04-12T16:02:00.692 INFO:tasks.rados.rados.0.smithi099.stdout:322: writing smithi09982431-18 from 5292032 to 5726208 tid 3 2024-04-12T16:02:00.693 INFO:tasks.rados.rados.0.smithi099.stdout:322: writing smithi09982431-18 from 5726208 to 5849088 tid 4 2024-04-12T16:02:00.693 INFO:tasks.rados.rados.0.smithi099.stdout:318: done (3 left) 2024-04-12T16:02:00.693 INFO:tasks.rados.rados.0.smithi099.stdout:320: done (2 left) 2024-04-12T16:02:00.693 INFO:tasks.rados.rados.0.smithi099.stdout:321: done (1 left) 2024-04-12T16:02:00.693 INFO:tasks.rados.rados.0.smithi099.stdout:323: read oid 39 snap -1 2024-04-12T16:02:00.693 INFO:tasks.rados.rados.0.smithi099.stdout:323: expect (ObjNum 78 snap 10 seq_num 78) 2024-04-12T16:02:00.693 INFO:tasks.rados.rados.0.smithi099.stdout:324: read oid 33 snap 17 2024-04-12T16:02:00.693 INFO:tasks.rados.rados.0.smithi099.stdout:324: expect (ObjNum 91 snap 13 seq_num 91) 2024-04-12T16:02:00.694 INFO:tasks.rados.rados.0.smithi099.stdout:325: setattr oid 3 current snap is 24 2024-04-12T16:02:00.694 INFO:tasks.rados.rados.0.smithi099.stdout:322: finishing write tid 1 to smithi09982431-18 2024-04-12T16:02:00.694 INFO:tasks.rados.rados.0.smithi099.stdout:322: finishing write tid 2 to smithi09982431-18 2024-04-12T16:02:00.695 INFO:tasks.rados.rados.0.smithi099.stdout:326: snap_create 2024-04-12T16:02:00.695 INFO:tasks.rados.rados.0.smithi099.stdout:322: finishing write tid 3 to smithi09982431-18 2024-04-12T16:02:00.695 INFO:tasks.rados.rados.0.smithi099.stdout:322: finishing write tid 4 to smithi09982431-18 2024-04-12T16:02:00.695 INFO:tasks.rados.rados.0.smithi099.stdout:322: finishing write tid 5 to smithi09982431-18 2024-04-12T16:02:00.698 INFO:tasks.rados.rados.0.smithi099.stdout:324: expect (ObjNum 91 snap 13 seq_num 91) 2024-04-12T16:02:00.761 INFO:tasks.rados.rados.0.smithi099.stdout:322: finishing write tid 6 to smithi09982431-18 2024-04-12T16:02:00.761 INFO:tasks.rados.rados.0.smithi099.stdout:322: oid 18 updating version 0 to 81 2024-04-12T16:02:00.761 INFO:tasks.rados.rados.0.smithi099.stdout:322: oid 18 updating version 81 to 85 2024-04-12T16:02:00.762 INFO:tasks.rados.rados.0.smithi099.stdout:322: oid 18 version 85 is already newer than 83 2024-04-12T16:02:00.762 INFO:tasks.rados.rados.0.smithi099.stdout:322: oid 18 version 85 is already newer than 84 2024-04-12T16:02:00.762 INFO:tasks.rados.rados.0.smithi099.stdout:322: oid 18 version 85 is already newer than 82 2024-04-12T16:02:00.762 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 18 v 85 (ObjNum 115 snap 24 seq_num 115) dirty exists 2024-04-12T16:02:00.762 INFO:tasks.rados.rados.0.smithi099.stdout:322: left oid 18 (ObjNum 115 snap 24 seq_num 115) 2024-04-12T16:02:00.762 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 3 v 87 (ObjNum 100 snap 20 seq_num 100) dirty exists 2024-04-12T16:02:00.762 INFO:tasks.rados.rados.0.smithi099.stdout:323: expect (ObjNum 78 snap 10 seq_num 78) 2024-04-12T16:02:00.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:00 smithi110 ceph-mon[31279]: osdmap e117: 8 total, 8 up, 8 in 2024-04-12T16:02:00.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:00 smithi110 ceph-mon[31279]: pgmap v169: 121 pgs: 121 active+clean; 76 MiB data, 355 MiB used, 715 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.4 MiB/s wr, 28 op/s 2024-04-12T16:02:00.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:00 smithi099 ceph-mon[27456]: osdmap e117: 8 total, 8 up, 8 in 2024-04-12T16:02:00.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:00 smithi099 ceph-mon[27456]: pgmap v169: 121 pgs: 121 active+clean; 76 MiB data, 355 MiB used, 715 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.4 MiB/s wr, 28 op/s 2024-04-12T16:02:00.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:00 smithi099 ceph-mon[39429]: osdmap e117: 8 total, 8 up, 8 in 2024-04-12T16:02:00.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:00 smithi099 ceph-mon[39429]: pgmap v169: 121 pgs: 121 active+clean; 76 MiB data, 355 MiB used, 715 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.4 MiB/s wr, 28 op/s 2024-04-12T16:02:01.558 INFO:tasks.rados.rados.0.smithi099.stdout:322: done (4 left) 2024-04-12T16:02:01.559 INFO:tasks.rados.rados.0.smithi099.stdout:323: done (3 left) 2024-04-12T16:02:01.559 INFO:tasks.rados.rados.0.smithi099.stdout:324: done (2 left) 2024-04-12T16:02:01.559 INFO:tasks.rados.rados.0.smithi099.stdout:325: done (1 left) 2024-04-12T16:02:01.559 INFO:tasks.rados.rados.0.smithi099.stdout:326: done (0 left) 2024-04-12T16:02:01.559 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 13 current snap is 25 2024-04-12T16:02:01.559 INFO:tasks.rados.rados.0.smithi099.stdout:327: seq_num 116 ranges {3915776=745472,4661248=532480,5193728=638976,5832704=32768} 2024-04-12T16:02:01.583 INFO:tasks.rados.rados.0.smithi099.stdout:327: writing smithi09982431-13 from 3915776 to 4661248 tid 1 2024-04-12T16:02:01.586 INFO:tasks.rados.rados.0.smithi099.stdout:327: writing smithi09982431-13 from 4661248 to 5193728 tid 2 2024-04-12T16:02:01.590 INFO:tasks.rados.rados.0.smithi099.stdout:327: writing smithi09982431-13 from 5193728 to 5832704 tid 3 2024-04-12T16:02:01.590 INFO:tasks.rados.rados.0.smithi099.stdout:327: writing smithi09982431-13 from 5832704 to 5865472 tid 4 2024-04-12T16:02:01.590 INFO:tasks.rados.rados.0.smithi099.stdout:328: delete oid 37 current snap is 25 2024-04-12T16:02:01.608 INFO:tasks.rados.rados.0.smithi099.stdout:327: finishing write tid 1 to smithi09982431-13 2024-04-12T16:02:01.609 INFO:tasks.rados.rados.0.smithi099.stdout:327: finishing write tid 2 to smithi09982431-13 2024-04-12T16:02:01.609 INFO:tasks.rados.rados.0.smithi099.stdout:327: finishing write tid 3 to smithi09982431-13 2024-04-12T16:02:01.609 INFO:tasks.rados.rados.0.smithi099.stdout:327: finishing write tid 4 to smithi09982431-13 2024-04-12T16:02:01.609 INFO:tasks.rados.rados.0.smithi099.stdout:327: finishing write tid 5 to smithi09982431-13 2024-04-12T16:02:01.610 INFO:tasks.rados.rados.0.smithi099.stdout:327: finishing write tid 6 to smithi09982431-13 2024-04-12T16:02:01.610 INFO:tasks.rados.rados.0.smithi099.stdout:327: oid 13 updating version 0 to 40 2024-04-12T16:02:01.610 INFO:tasks.rados.rados.0.smithi099.stdout:327: oid 13 version 40 is already newer than 36 2024-04-12T16:02:01.610 INFO:tasks.rados.rados.0.smithi099.stdout:327: oid 13 version 40 is already newer than 39 2024-04-12T16:02:01.610 INFO:tasks.rados.rados.0.smithi099.stdout:327: oid 13 version 40 is already newer than 37 2024-04-12T16:02:01.611 INFO:tasks.rados.rados.0.smithi099.stdout:327: oid 13 version 40 is already newer than 38 2024-04-12T16:02:01.611 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 13 v 40 (ObjNum 116 snap 25 seq_num 116) dirty exists 2024-04-12T16:02:01.611 INFO:tasks.rados.rados.0.smithi099.stdout:327: left oid 13 (ObjNum 116 snap 25 seq_num 116) 2024-04-12T16:02:01.611 INFO:tasks.rados.rados.0.smithi099.stdout:327: done (1 left) 2024-04-12T16:02:01.611 INFO:tasks.rados.rados.0.smithi099.stdout:328: done (0 left) 2024-04-12T16:02:01.611 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 25 current snap is 25 2024-04-12T16:02:01.611 INFO:tasks.rados.rados.0.smithi099.stdout:329: seq_num 118 ranges {1990656=786432,2777088=704512,3481600=499712} 2024-04-12T16:02:01.625 INFO:tasks.rados.rados.0.smithi099.stdout:329: writing smithi09982431-25 from 1990656 to 2777088 tid 1 2024-04-12T16:02:01.629 INFO:tasks.rados.rados.0.smithi099.stdout:329: writing smithi09982431-25 from 2777088 to 3481600 tid 2 2024-04-12T16:02:01.633 INFO:tasks.rados.rados.0.smithi099.stdout:329: writing smithi09982431-25 from 3481600 to 3981312 tid 3 2024-04-12T16:02:01.633 INFO:tasks.rados.rados.0.smithi099.stdout:330: setattr oid 48 current snap is 25 2024-04-12T16:02:01.633 INFO:tasks.rados.rados.0.smithi099.stdout:329: finishing write tid 1 to smithi09982431-25 2024-04-12T16:02:01.633 INFO:tasks.rados.rados.0.smithi099.stdout:329: finishing write tid 2 to smithi09982431-25 2024-04-12T16:02:01.633 INFO:tasks.rados.rados.0.smithi099.stdout:331: read oid 14 snap -1 2024-04-12T16:02:01.634 INFO:tasks.rados.rados.0.smithi099.stdout:331: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-12T16:02:01.634 INFO:tasks.rados.rados.0.smithi099.stdout:332: snap_create 2024-04-12T16:02:01.635 INFO:tasks.rados.rados.0.smithi099.stdout:329: finishing write tid 3 to smithi09982431-25 2024-04-12T16:02:01.635 INFO:tasks.rados.rados.0.smithi099.stdout:329: finishing write tid 4 to smithi09982431-25 2024-04-12T16:02:01.636 INFO:tasks.rados.rados.0.smithi099.stdout:329: finishing write tid 5 to smithi09982431-25 2024-04-12T16:02:01.636 INFO:tasks.rados.rados.0.smithi099.stdout:329: oid 25 updating version 0 to 93 2024-04-12T16:02:01.636 INFO:tasks.rados.rados.0.smithi099.stdout:329: oid 25 updating version 93 to 94 2024-04-12T16:02:01.636 INFO:tasks.rados.rados.0.smithi099.stdout:329: oid 25 updating version 94 to 96 2024-04-12T16:02:01.636 INFO:tasks.rados.rados.0.smithi099.stdout:329: oid 25 version 96 is already newer than 95 2024-04-12T16:02:01.636 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 25 v 96 (ObjNum 118 snap 25 seq_num 118) dirty exists 2024-04-12T16:02:01.636 INFO:tasks.rados.rados.0.smithi099.stdout:329: left oid 25 (ObjNum 118 snap 25 seq_num 118) 2024-04-12T16:02:01.636 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 48 v 76 (ObjNum 95 snap 17 seq_num 95) dirty exists 2024-04-12T16:02:01.638 INFO:tasks.rados.rados.0.smithi099.stdout:331: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-12T16:02:01.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:01 smithi110 ceph-mon[31279]: osdmap e118: 8 total, 8 up, 8 in 2024-04-12T16:02:01.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:01 smithi110 ceph-mon[31279]: osdmap e119: 8 total, 8 up, 8 in 2024-04-12T16:02:01.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:01 smithi099 ceph-mon[27456]: osdmap e118: 8 total, 8 up, 8 in 2024-04-12T16:02:01.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:01 smithi099 ceph-mon[27456]: osdmap e119: 8 total, 8 up, 8 in 2024-04-12T16:02:01.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:01 smithi099 ceph-mon[39429]: osdmap e118: 8 total, 8 up, 8 in 2024-04-12T16:02:01.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:01 smithi099 ceph-mon[39429]: osdmap e119: 8 total, 8 up, 8 in 2024-04-12T16:02:02.591 INFO:tasks.rados.rados.0.smithi099.stdout:329: done (3 left) 2024-04-12T16:02:02.591 INFO:tasks.rados.rados.0.smithi099.stdout:330: done (2 left) 2024-04-12T16:02:02.591 INFO:tasks.rados.rados.0.smithi099.stdout:331: done (1 left) 2024-04-12T16:02:02.591 INFO:tasks.rados.rados.0.smithi099.stdout:332: done (0 left) 2024-04-12T16:02:02.591 INFO:tasks.rados.rados.0.smithi099.stdout:333: delete oid 27 current snap is 26 2024-04-12T16:02:02.595 INFO:tasks.rados.rados.0.smithi099.stdout:333: done (0 left) 2024-04-12T16:02:02.595 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 3 current snap is 26 2024-04-12T16:02:02.595 INFO:tasks.rados.rados.0.smithi099.stdout:334: seq_num 120 ranges {2449408=417792,2867200=475136,3342336=622592,3964928=507904} 2024-04-12T16:02:02.610 INFO:tasks.rados.rados.0.smithi099.stdout:334: writing smithi09982431-3 from 2449408 to 2867200 tid 1 2024-04-12T16:02:02.613 INFO:tasks.rados.rados.0.smithi099.stdout:334: writing smithi09982431-3 from 2867200 to 3342336 tid 2 2024-04-12T16:02:02.616 INFO:tasks.rados.rados.0.smithi099.stdout:334: writing smithi09982431-3 from 3342336 to 3964928 tid 3 2024-04-12T16:02:02.619 INFO:tasks.rados.rados.0.smithi099.stdout:334: writing smithi09982431-3 from 3964928 to 4472832 tid 4 2024-04-12T16:02:02.619 INFO:tasks.rados.rados.0.smithi099.stdout:335: snap_create 2024-04-12T16:02:02.619 INFO:tasks.rados.rados.0.smithi099.stdout:334: finishing write tid 1 to smithi09982431-3 2024-04-12T16:02:02.619 INFO:tasks.rados.rados.0.smithi099.stdout:334: finishing write tid 2 to smithi09982431-3 2024-04-12T16:02:02.620 INFO:tasks.rados.rados.0.smithi099.stdout:334: finishing write tid 3 to smithi09982431-3 2024-04-12T16:02:02.622 INFO:tasks.rados.rados.0.smithi099.stdout:334: finishing write tid 4 to smithi09982431-3 2024-04-12T16:02:02.622 INFO:tasks.rados.rados.0.smithi099.stdout:334: finishing write tid 5 to smithi09982431-3 2024-04-12T16:02:02.623 INFO:tasks.rados.rados.0.smithi099.stdout:334: finishing write tid 6 to smithi09982431-3 2024-04-12T16:02:02.623 INFO:tasks.rados.rados.0.smithi099.stdout:334: oid 3 updating version 0 to 91 2024-04-12T16:02:02.623 INFO:tasks.rados.rados.0.smithi099.stdout:334: oid 3 updating version 91 to 93 2024-04-12T16:02:02.623 INFO:tasks.rados.rados.0.smithi099.stdout:334: oid 3 version 93 is already newer than 89 2024-04-12T16:02:02.623 INFO:tasks.rados.rados.0.smithi099.stdout:334: oid 3 version 93 is already newer than 90 2024-04-12T16:02:02.623 INFO:tasks.rados.rados.0.smithi099.stdout:334: oid 3 version 93 is already newer than 92 2024-04-12T16:02:02.624 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 3 v 93 (ObjNum 120 snap 26 seq_num 120) dirty exists 2024-04-12T16:02:02.624 INFO:tasks.rados.rados.0.smithi099.stdout:334: left oid 3 (ObjNum 120 snap 26 seq_num 120) 2024-04-12T16:02:02.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:02 smithi110 ceph-mon[31279]: pgmap v172: 121 pgs: 121 active+clean; 92 MiB data, 379 MiB used, 715 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-12T16:02:02.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:02 smithi099 ceph-mon[27456]: pgmap v172: 121 pgs: 121 active+clean; 92 MiB data, 379 MiB used, 715 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-12T16:02:02.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:02 smithi099 ceph-mon[39429]: pgmap v172: 121 pgs: 121 active+clean; 92 MiB data, 379 MiB used, 715 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-12T16:02:03.590 INFO:tasks.rados.rados.0.smithi099.stdout:334: done (1 left) 2024-04-12T16:02:03.590 INFO:tasks.rados.rados.0.smithi099.stdout:335: done (0 left) 2024-04-12T16:02:03.590 INFO:tasks.rados.rados.0.smithi099.stdout:336: rollback oid 27 current snap is 27 2024-04-12T16:02:03.591 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 27 to 26 2024-04-12T16:02:03.591 INFO:tasks.rados.rados.0.smithi099.stdout:337: setattr oid 20 current snap is 27 2024-04-12T16:02:03.591 INFO:tasks.rados.rados.0.smithi099.stdout:338: snap_create 2024-04-12T16:02:03.598 INFO:tasks.rados.rados.0.smithi099.stdout:336: finishing rollback tid 1 to smithi09982431-27 2024-04-12T16:02:03.598 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 27 v 36 (ObjNum 177 snap 0 seq_num 275518637) dirty dne 2024-04-12T16:02:03.600 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 20 v 98 (ObjNum 83 snap 11 seq_num 83) dirty exists 2024-04-12T16:02:03.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:03 smithi099 ceph-mon[39429]: osdmap e120: 8 total, 8 up, 8 in 2024-04-12T16:02:03.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:03 smithi099 ceph-mon[27456]: osdmap e120: 8 total, 8 up, 8 in 2024-04-12T16:02:04.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:03 smithi110 ceph-mon[31279]: osdmap e120: 8 total, 8 up, 8 in 2024-04-12T16:02:04.611 INFO:tasks.rados.rados.0.smithi099.stdout:336: done (2 left) 2024-04-12T16:02:04.612 INFO:tasks.rados.rados.0.smithi099.stdout:337: done (1 left) 2024-04-12T16:02:04.612 INFO:tasks.rados.rados.0.smithi099.stdout:338: done (0 left) 2024-04-12T16:02:04.612 INFO:tasks.rados.rados.0.smithi099.stdout:339: read oid 46 snap -1 2024-04-12T16:02:04.612 INFO:tasks.rados.rados.0.smithi099.stdout:339: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-12T16:02:04.612 INFO:tasks.rados.rados.0.smithi099.stdout:340: snap_remove snap 16 2024-04-12T16:02:04.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:04 smithi099 ceph-mon[39429]: osdmap e121: 8 total, 8 up, 8 in 2024-04-12T16:02:04.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:04 smithi099 ceph-mon[39429]: pgmap v175: 121 pgs: 121 active+clean; 92 MiB data, 379 MiB used, 715 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-12T16:02:04.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:04 smithi099 ceph-mon[27456]: osdmap e121: 8 total, 8 up, 8 in 2024-04-12T16:02:04.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:04 smithi099 ceph-mon[27456]: pgmap v175: 121 pgs: 121 active+clean; 92 MiB data, 379 MiB used, 715 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-12T16:02:05.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:04 smithi110 ceph-mon[31279]: osdmap e121: 8 total, 8 up, 8 in 2024-04-12T16:02:05.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:04 smithi110 ceph-mon[31279]: pgmap v175: 121 pgs: 121 active+clean; 92 MiB data, 379 MiB used, 715 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-12T16:02:05.610 INFO:tasks.rados.rados.0.smithi099.stdout:339: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-12T16:02:05.632 INFO:tasks.rados.rados.0.smithi099.stdout:339: done (1 left) 2024-04-12T16:02:05.632 INFO:tasks.rados.rados.0.smithi099.stdout:340: done (0 left) 2024-04-12T16:02:05.632 INFO:tasks.rados.rados.0.smithi099.stdout:341: read oid 45 snap -1 2024-04-12T16:02:05.632 INFO:tasks.rados.rados.0.smithi099.stdout:341: expect (ObjNum 102 snap 21 seq_num 102) 2024-04-12T16:02:05.632 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 44 current snap is 28 2024-04-12T16:02:05.632 INFO:tasks.rados.rados.0.smithi099.stdout:342: seq_num 121 ranges {1449984=434176,1884160=753664,2637824=425984,3063808=425984} 2024-04-12T16:02:05.642 INFO:tasks.rados.rados.0.smithi099.stdout:342: writing smithi09982431-44 from 1449984 to 1884160 tid 1 2024-04-12T16:02:05.646 INFO:tasks.rados.rados.0.smithi099.stdout:342: writing smithi09982431-44 from 1884160 to 2637824 tid 2 2024-04-12T16:02:05.648 INFO:tasks.rados.rados.0.smithi099.stdout:342: writing smithi09982431-44 from 2637824 to 3063808 tid 3 2024-04-12T16:02:05.651 INFO:tasks.rados.rados.0.smithi099.stdout:342: writing smithi09982431-44 from 3063808 to 3489792 tid 4 2024-04-12T16:02:05.651 INFO:tasks.rados.rados.0.smithi099.stdout:343: snap_remove snap 22 2024-04-12T16:02:05.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:05 smithi099 ceph-mon[27456]: osdmap e122: 8 total, 8 up, 8 in 2024-04-12T16:02:05.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:05 smithi099 ceph-mon[39429]: osdmap e122: 8 total, 8 up, 8 in 2024-04-12T16:02:06.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:05 smithi110 ceph-mon[31279]: osdmap e122: 8 total, 8 up, 8 in 2024-04-12T16:02:06.561 INFO:tasks.rados.rados.0.smithi099.stdout:341: expect (ObjNum 102 snap 21 seq_num 102) 2024-04-12T16:02:06.615 INFO:tasks.rados.rados.0.smithi099.stdout:342: finishing write tid 1 to smithi09982431-44 2024-04-12T16:02:06.615 INFO:tasks.rados.rados.0.smithi099.stdout:342: finishing write tid 2 to smithi09982431-44 2024-04-12T16:02:06.615 INFO:tasks.rados.rados.0.smithi099.stdout:342: finishing write tid 3 to smithi09982431-44 2024-04-12T16:02:06.615 INFO:tasks.rados.rados.0.smithi099.stdout:341: done (2 left) 2024-04-12T16:02:06.615 INFO:tasks.rados.rados.0.smithi099.stdout:343: done (1 left) 2024-04-12T16:02:06.615 INFO:tasks.rados.rados.0.smithi099.stdout:344: snap_create 2024-04-12T16:02:06.615 INFO:tasks.rados.rados.0.smithi099.stdout:342: finishing write tid 4 to smithi09982431-44 2024-04-12T16:02:06.615 INFO:tasks.rados.rados.0.smithi099.stdout:342: finishing write tid 5 to smithi09982431-44 2024-04-12T16:02:06.615 INFO:tasks.rados.rados.0.smithi099.stdout:342: finishing write tid 6 to smithi09982431-44 2024-04-12T16:02:06.615 INFO:tasks.rados.rados.0.smithi099.stdout:342: oid 44 updating version 0 to 141 2024-04-12T16:02:06.615 INFO:tasks.rados.rados.0.smithi099.stdout:342: oid 44 version 141 is already newer than 140 2024-04-12T16:02:06.615 INFO:tasks.rados.rados.0.smithi099.stdout:342: oid 44 version 141 is already newer than 137 2024-04-12T16:02:06.615 INFO:tasks.rados.rados.0.smithi099.stdout:342: oid 44 version 141 is already newer than 138 2024-04-12T16:02:06.615 INFO:tasks.rados.rados.0.smithi099.stdout:342: oid 44 version 141 is already newer than 139 2024-04-12T16:02:06.616 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 44 v 141 (ObjNum 121 snap 28 seq_num 121) dirty exists 2024-04-12T16:02:06.616 INFO:tasks.rados.rados.0.smithi099.stdout:342: left oid 44 (ObjNum 121 snap 28 seq_num 121) 2024-04-12T16:02:06.877 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:02:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:02:06] "GET /metrics HTTP/1.1" 200 36005 "" "Prometheus/2.43.0" 2024-04-12T16:02:06.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:06 smithi099 ceph-mon[39429]: osdmap e123: 8 total, 8 up, 8 in 2024-04-12T16:02:06.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:06 smithi099 ceph-mon[39429]: pgmap v178: 121 pgs: 121 active+clean; 92 MiB data, 379 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:02:06.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:06 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:02:06.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:06 smithi099 ceph-mon[39429]: osdmap e124: 8 total, 8 up, 8 in 2024-04-12T16:02:06.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:06 smithi099 ceph-mon[27456]: osdmap e123: 8 total, 8 up, 8 in 2024-04-12T16:02:06.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:06 smithi099 ceph-mon[27456]: pgmap v178: 121 pgs: 121 active+clean; 92 MiB data, 379 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:02:06.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:06 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:02:06.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:06 smithi099 ceph-mon[27456]: osdmap e124: 8 total, 8 up, 8 in 2024-04-12T16:02:06.985 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:06 smithi110 ceph-mon[31279]: osdmap e123: 8 total, 8 up, 8 in 2024-04-12T16:02:06.986 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:06 smithi110 ceph-mon[31279]: pgmap v178: 121 pgs: 121 active+clean; 92 MiB data, 379 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:02:06.986 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:06 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:02:06.986 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:06 smithi110 ceph-mon[31279]: osdmap e124: 8 total, 8 up, 8 in 2024-04-12T16:02:07.621 INFO:tasks.rados.rados.0.smithi099.stdout:342: done (1 left) 2024-04-12T16:02:07.621 INFO:tasks.rados.rados.0.smithi099.stdout:344: done (0 left) 2024-04-12T16:02:07.621 INFO:tasks.rados.rados.0.smithi099.stdout:345: snap_remove snap 25 2024-04-12T16:02:08.630 INFO:tasks.rados.rados.0.smithi099.stdout:345: done (0 left) 2024-04-12T16:02:08.630 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 50 current snap is 29 2024-04-12T16:02:08.630 INFO:tasks.rados.rados.0.smithi099.stdout:346: seq_num 122 ranges {827392=450560,1277952=688128,1966080=630784,2596864=286720} 2024-04-12T16:02:08.637 INFO:tasks.rados.rados.0.smithi099.stdout:346: writing smithi09982431-50 from 827392 to 1277952 tid 1 2024-04-12T16:02:08.641 INFO:tasks.rados.rados.0.smithi099.stdout:346: writing smithi09982431-50 from 1277952 to 1966080 tid 2 2024-04-12T16:02:08.644 INFO:tasks.rados.rados.0.smithi099.stdout:346: writing smithi09982431-50 from 1966080 to 2596864 tid 3 2024-04-12T16:02:08.646 INFO:tasks.rados.rados.0.smithi099.stdout:346: writing smithi09982431-50 from 2596864 to 2883584 tid 4 2024-04-12T16:02:08.646 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 4 current snap is 29 2024-04-12T16:02:08.646 INFO:tasks.rados.rados.0.smithi099.stdout:346: finishing write tid 1 to smithi09982431-50 2024-04-12T16:02:08.647 INFO:tasks.rados.rados.0.smithi099.stdout:346: finishing write tid 2 to smithi09982431-50 2024-04-12T16:02:08.647 INFO:tasks.rados.rados.0.smithi099.stdout:347: seq_num 123 ranges {0=466944,466944=573440,1040384=794624,1835008=237568} 2024-04-12T16:02:08.649 INFO:tasks.rados.rados.0.smithi099.stdout:347: writing smithi09982431-4 from 0 to 466944 tid 1 2024-04-12T16:02:08.652 INFO:tasks.rados.rados.0.smithi099.stdout:347: writing smithi09982431-4 from 466944 to 1040384 tid 2 2024-04-12T16:02:08.657 INFO:tasks.rados.rados.0.smithi099.stdout:347: writing smithi09982431-4 from 1040384 to 1835008 tid 3 2024-04-12T16:02:08.659 INFO:tasks.rados.rados.0.smithi099.stdout:347: writing smithi09982431-4 from 1835008 to 2072576 tid 4 2024-04-12T16:02:08.659 INFO:tasks.rados.rados.0.smithi099.stdout:348: rmattr oid 9 current snap is 29 2024-04-12T16:02:08.659 INFO:tasks.rados.rados.0.smithi099.stdout:348: done (2 left) 2024-04-12T16:02:08.659 INFO:tasks.rados.rados.0.smithi099.stdout:349: delete oid 21 current snap is 29 2024-04-12T16:02:08.659 INFO:tasks.rados.rados.0.smithi099.stdout:346: finishing write tid 3 to smithi09982431-50 2024-04-12T16:02:08.659 INFO:tasks.rados.rados.0.smithi099.stdout:346: finishing write tid 4 to smithi09982431-50 2024-04-12T16:02:08.659 INFO:tasks.rados.rados.0.smithi099.stdout:346: finishing write tid 5 to smithi09982431-50 2024-04-12T16:02:08.659 INFO:tasks.rados.rados.0.smithi099.stdout:346: finishing write tid 6 to smithi09982431-50 2024-04-12T16:02:08.659 INFO:tasks.rados.rados.0.smithi099.stdout:346: oid 50 updating version 0 to 53 2024-04-12T16:02:08.659 INFO:tasks.rados.rados.0.smithi099.stdout:346: oid 50 updating version 53 to 56 2024-04-12T16:02:08.659 INFO:tasks.rados.rados.0.smithi099.stdout:346: oid 50 version 56 is already newer than 54 2024-04-12T16:02:08.659 INFO:tasks.rados.rados.0.smithi099.stdout:346: oid 50 version 56 is already newer than 55 2024-04-12T16:02:08.660 INFO:tasks.rados.rados.0.smithi099.stdout:346: oid 50 updating version 56 to 57 2024-04-12T16:02:08.660 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 50 v 57 (ObjNum 122 snap 29 seq_num 122) dirty exists 2024-04-12T16:02:08.660 INFO:tasks.rados.rados.0.smithi099.stdout:346: left oid 50 (ObjNum 122 snap 29 seq_num 122) 2024-04-12T16:02:08.660 INFO:tasks.rados.rados.0.smithi099.stdout:347: finishing write tid 1 to smithi09982431-4 2024-04-12T16:02:08.660 INFO:tasks.rados.rados.0.smithi099.stdout:347: finishing write tid 2 to smithi09982431-4 2024-04-12T16:02:08.661 INFO:tasks.rados.rados.0.smithi099.stdout:346: done (2 left) 2024-04-12T16:02:08.661 INFO:tasks.rados.rados.0.smithi099.stdout:349: done (1 left) 2024-04-12T16:02:08.661 INFO:tasks.rados.rados.0.smithi099.stdout:350: read oid 29 snap -1 2024-04-12T16:02:08.661 INFO:tasks.rados.rados.0.smithi099.stdout:350: expect (ObjNum 85 snap 11 seq_num 85) 2024-04-12T16:02:08.661 INFO:tasks.rados.rados.0.smithi099.stdout:351: snap_create 2024-04-12T16:02:08.661 INFO:tasks.rados.rados.0.smithi099.stdout:347: finishing write tid 3 to smithi09982431-4 2024-04-12T16:02:08.661 INFO:tasks.rados.rados.0.smithi099.stdout:347: finishing write tid 4 to smithi09982431-4 2024-04-12T16:02:08.661 INFO:tasks.rados.rados.0.smithi099.stdout:347: finishing write tid 5 to smithi09982431-4 2024-04-12T16:02:08.662 INFO:tasks.rados.rados.0.smithi099.stdout:347: finishing write tid 6 to smithi09982431-4 2024-04-12T16:02:08.662 INFO:tasks.rados.rados.0.smithi099.stdout:347: oid 4 updating version 0 to 55 2024-04-12T16:02:08.662 INFO:tasks.rados.rados.0.smithi099.stdout:347: oid 4 version 55 is already newer than 53 2024-04-12T16:02:08.662 INFO:tasks.rados.rados.0.smithi099.stdout:347: oid 4 updating version 55 to 56 2024-04-12T16:02:08.662 INFO:tasks.rados.rados.0.smithi099.stdout:347: oid 4 version 56 is already newer than 54 2024-04-12T16:02:08.662 INFO:tasks.rados.rados.0.smithi099.stdout:347: oid 4 updating version 56 to 57 2024-04-12T16:02:08.662 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 4 v 57 (ObjNum 123 snap 29 seq_num 123) dirty exists 2024-04-12T16:02:08.663 INFO:tasks.rados.rados.0.smithi099.stdout:347: left oid 4 (ObjNum 123 snap 29 seq_num 123) 2024-04-12T16:02:08.670 INFO:tasks.rados.rados.0.smithi099.stdout:350: expect (ObjNum 85 snap 11 seq_num 85) 2024-04-12T16:02:08.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:08 smithi099 ceph-mon[27456]: osdmap e125: 8 total, 8 up, 8 in 2024-04-12T16:02:08.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:08 smithi099 ceph-mon[27456]: pgmap v181: 121 pgs: 121 active+clean; 96 MiB data, 391 MiB used, 715 GiB / 715 GiB avail; 1.8 MiB/s rd, 992 KiB/s wr, 10 op/s 2024-04-12T16:02:08.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:08 smithi099 ceph-mon[39429]: osdmap e125: 8 total, 8 up, 8 in 2024-04-12T16:02:08.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:08 smithi099 ceph-mon[39429]: pgmap v181: 121 pgs: 121 active+clean; 96 MiB data, 391 MiB used, 715 GiB / 715 GiB avail; 1.8 MiB/s rd, 992 KiB/s wr, 10 op/s 2024-04-12T16:02:09.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:08 smithi110 ceph-mon[31279]: osdmap e125: 8 total, 8 up, 8 in 2024-04-12T16:02:09.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:08 smithi110 ceph-mon[31279]: pgmap v181: 121 pgs: 121 active+clean; 96 MiB data, 391 MiB used, 715 GiB / 715 GiB avail; 1.8 MiB/s rd, 992 KiB/s wr, 10 op/s 2024-04-12T16:02:09.633 INFO:tasks.rados.rados.0.smithi099.stdout:347: done (2 left) 2024-04-12T16:02:09.633 INFO:tasks.rados.rados.0.smithi099.stdout:350: done (1 left) 2024-04-12T16:02:09.633 INFO:tasks.rados.rados.0.smithi099.stdout:351: done (0 left) 2024-04-12T16:02:09.633 INFO:tasks.rados.rados.0.smithi099.stdout:352: rmattr oid 6 current snap is 30 2024-04-12T16:02:09.633 INFO:tasks.rados.rados.0.smithi099.stdout:353: rollback oid 3 current snap is 30 2024-04-12T16:02:09.633 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 3 to 21 2024-04-12T16:02:09.634 INFO:tasks.rados.rados.0.smithi099.stdout:354: rollback oid 16 current snap is 30 2024-04-12T16:02:09.634 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 16 to 12 2024-04-12T16:02:09.634 INFO:tasks.rados.rados.0.smithi099.stdout:355: snap_create 2024-04-12T16:02:09.636 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 6 v 0 (ObjNum 305 snap 0 seq_num 1924064768) dirty dne 2024-04-12T16:02:09.636 INFO:tasks.rados.rados.0.smithi099.stdout:354: finishing rollback tid 0 to smithi09982431-16 2024-04-12T16:02:09.637 INFO:tasks.rados.rados.0.smithi099.stdout:354: finishing rollback tid 1 to smithi09982431-16 2024-04-12T16:02:09.637 INFO:tasks.rados.rados.0.smithi099.stdout:354: finishing rollback tid 2 to smithi09982431-16 2024-04-12T16:02:09.637 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 16 v 61 (ObjNum 89 snap 12 seq_num 89) dirty exists 2024-04-12T16:02:09.639 INFO:tasks.rados.rados.0.smithi099.stdout:353: finishing rollback tid 0 to smithi09982431-3 2024-04-12T16:02:09.640 INFO:tasks.rados.rados.0.smithi099.stdout:353: finishing rollback tid 1 to smithi09982431-3 2024-04-12T16:02:09.640 INFO:tasks.rados.rados.0.smithi099.stdout:353: finishing rollback tid 2 to smithi09982431-3 2024-04-12T16:02:09.640 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 3 v 113 (ObjNum 100 snap 20 seq_num 100) dirty exists 2024-04-12T16:02:09.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:09 smithi099 ceph-mon[27456]: osdmap e126: 8 total, 8 up, 8 in 2024-04-12T16:02:09.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:09 smithi099 ceph-mon[39429]: osdmap e126: 8 total, 8 up, 8 in 2024-04-12T16:02:10.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:09 smithi110 ceph-mon[31279]: osdmap e126: 8 total, 8 up, 8 in 2024-04-12T16:02:10.638 INFO:tasks.rados.rados.0.smithi099.stdout:352: done (3 left) 2024-04-12T16:02:10.638 INFO:tasks.rados.rados.0.smithi099.stdout:353: done (2 left) 2024-04-12T16:02:10.638 INFO:tasks.rados.rados.0.smithi099.stdout:354: done (1 left) 2024-04-12T16:02:10.638 INFO:tasks.rados.rados.0.smithi099.stdout:355: done (0 left) 2024-04-12T16:02:10.638 INFO:tasks.rados.rados.0.smithi099.stdout:356: rollback oid 39 current snap is 31 2024-04-12T16:02:10.638 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 39 to 24 2024-04-12T16:02:10.638 INFO:tasks.rados.rados.0.smithi099.stdout:357: rollback oid 21 current snap is 31 2024-04-12T16:02:10.638 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 21 to 30 2024-04-12T16:02:10.639 INFO:tasks.rados.rados.0.smithi099.stdout:358: delete oid 24 current snap is 31 2024-04-12T16:02:10.639 INFO:tasks.rados.rados.0.smithi099.stdout:357: finishing rollback tid 1 to smithi09982431-21 2024-04-12T16:02:10.639 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 125 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-12T16:02:10.641 INFO:tasks.rados.rados.0.smithi099.stdout:357: done (2 left) 2024-04-12T16:02:10.641 INFO:tasks.rados.rados.0.smithi099.stdout:358: done (1 left) 2024-04-12T16:02:10.641 INFO:tasks.rados.rados.0.smithi099.stdout:359: delete oid 4 current snap is 31 2024-04-12T16:02:10.643 INFO:tasks.rados.rados.0.smithi099.stdout:359: done (1 left) 2024-04-12T16:02:10.643 INFO:tasks.rados.rados.0.smithi099.stdout:360: read oid 26 snap 29 2024-04-12T16:02:10.643 INFO:tasks.rados.rados.0.smithi099.stdout:360: expect (ObjNum 106 snap 22 seq_num 106) 2024-04-12T16:02:10.643 INFO:tasks.rados.rados.0.smithi099.stdout:361: setattr oid 12 current snap is 31 2024-04-12T16:02:10.643 INFO:tasks.rados.rados.0.smithi099.stdout:356: finishing rollback tid 0 to smithi09982431-39 2024-04-12T16:02:10.644 INFO:tasks.rados.rados.0.smithi099.stdout:356: finishing rollback tid 1 to smithi09982431-39 2024-04-12T16:02:10.644 INFO:tasks.rados.rados.0.smithi099.stdout:356: finishing rollback tid 2 to smithi09982431-39 2024-04-12T16:02:10.644 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 39 v 103 (ObjNum 78 snap 10 seq_num 78) dirty exists 2024-04-12T16:02:10.644 INFO:tasks.rados.rados.0.smithi099.stdout:356: done (2 left) 2024-04-12T16:02:10.644 INFO:tasks.rados.rados.0.smithi099.stdout:362: setattr oid 3 current snap is 31 2024-04-12T16:02:10.645 INFO:tasks.rados.rados.0.smithi099.stdout:363: delete oid 34 current snap is 31 2024-04-12T16:02:10.647 INFO:tasks.rados.rados.0.smithi099.stdout:363: done (3 left) 2024-04-12T16:02:10.647 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 4 current snap is 31 2024-04-12T16:02:10.647 INFO:tasks.rados.rados.0.smithi099.stdout:364: seq_num 128 ranges {0=548864,548864=794624,1343488=581632,1925120=229376} 2024-04-12T16:02:10.650 INFO:tasks.rados.rados.0.smithi099.stdout:364: writing smithi09982431-4 from 0 to 548864 tid 1 2024-04-12T16:02:10.655 INFO:tasks.rados.rados.0.smithi099.stdout:364: writing smithi09982431-4 from 548864 to 1343488 tid 2 2024-04-12T16:02:10.658 INFO:tasks.rados.rados.0.smithi099.stdout:364: writing smithi09982431-4 from 1343488 to 1925120 tid 3 2024-04-12T16:02:10.659 INFO:tasks.rados.rados.0.smithi099.stdout:364: writing smithi09982431-4 from 1925120 to 2154496 tid 4 2024-04-12T16:02:10.659 INFO:tasks.rados.rados.0.smithi099.stdout:365: snap_remove snap 30 2024-04-12T16:02:11.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:10 smithi110 ceph-mon[31279]: osdmap e127: 8 total, 8 up, 8 in 2024-04-12T16:02:11.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:10 smithi110 ceph-mon[31279]: pgmap v184: 121 pgs: 121 active+clean; 96 MiB data, 391 MiB used, 715 GiB / 715 GiB avail; 1.8 MiB/s rd, 992 KiB/s wr, 10 op/s 2024-04-12T16:02:11.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:10 smithi099 ceph-mon[27456]: osdmap e127: 8 total, 8 up, 8 in 2024-04-12T16:02:11.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:10 smithi099 ceph-mon[27456]: pgmap v184: 121 pgs: 121 active+clean; 96 MiB data, 391 MiB used, 715 GiB / 715 GiB avail; 1.8 MiB/s rd, 992 KiB/s wr, 10 op/s 2024-04-12T16:02:11.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:10 smithi099 ceph-mon[39429]: osdmap e127: 8 total, 8 up, 8 in 2024-04-12T16:02:11.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:10 smithi099 ceph-mon[39429]: pgmap v184: 121 pgs: 121 active+clean; 96 MiB data, 391 MiB used, 715 GiB / 715 GiB avail; 1.8 MiB/s rd, 992 KiB/s wr, 10 op/s 2024-04-12T16:02:11.563 INFO:tasks.rados.rados.0.smithi099.stdout:365: done (4 left) 2024-04-12T16:02:11.563 INFO:tasks.rados.rados.0.smithi099.stdout:366: copy_from oid 40 from oid 6 current snap is 31 2024-04-12T16:02:11.563 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 63 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-12T16:02:11.563 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 3 v 115 (ObjNum 100 snap 20 seq_num 100) dirty exists 2024-04-12T16:02:11.563 INFO:tasks.rados.rados.0.smithi099.stdout:364: finishing write tid 1 to smithi09982431-4 2024-04-12T16:02:11.564 INFO:tasks.rados.rados.0.smithi099.stdout:364: finishing write tid 2 to smithi09982431-4 2024-04-12T16:02:11.564 INFO:tasks.rados.rados.0.smithi099.stdout:364: finishing write tid 3 to smithi09982431-4 2024-04-12T16:02:11.564 INFO:tasks.rados.rados.0.smithi099.stdout:364: finishing write tid 4 to smithi09982431-4 2024-04-12T16:02:11.564 INFO:tasks.rados.rados.0.smithi099.stdout:364: finishing write tid 5 to smithi09982431-4 2024-04-12T16:02:11.564 INFO:tasks.rados.rados.0.smithi099.stdout:364: finishing write tid 6 to smithi09982431-4 2024-04-12T16:02:11.564 INFO:tasks.rados.rados.0.smithi099.stdout:364: oid 4 updating version 0 to 66 2024-04-12T16:02:11.564 INFO:tasks.rados.rados.0.smithi099.stdout:364: oid 4 version 66 is already newer than 62 2024-04-12T16:02:11.564 INFO:tasks.rados.rados.0.smithi099.stdout:364: oid 4 version 66 is already newer than 65 2024-04-12T16:02:11.564 INFO:tasks.rados.rados.0.smithi099.stdout:364: oid 4 version 66 is already newer than 63 2024-04-12T16:02:11.564 INFO:tasks.rados.rados.0.smithi099.stdout:364: oid 4 version 66 is already newer than 64 2024-04-12T16:02:11.564 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 4 v 66 (ObjNum 128 snap 31 seq_num 128) dirty exists 2024-04-12T16:02:11.564 INFO:tasks.rados.rados.0.smithi099.stdout:364: left oid 4 (ObjNum 128 snap 31 seq_num 128) 2024-04-12T16:02:11.564 INFO:tasks.rados.rados.0.smithi099.stdout:360: expect (ObjNum 106 snap 22 seq_num 106) 2024-04-12T16:02:11.783 INFO:tasks.rados.rados.0.smithi099.stdout:366: finishing copy_from to smithi09982431-40 2024-04-12T16:02:11.783 INFO:tasks.rados.rados.0.smithi099.stdout:366: got expected ENOENT (src dne) 2024-04-12T16:02:11.784 INFO:tasks.rados.rados.0.smithi099.stdout:366: finishing copy_from racing read to smithi09982431-40 2024-04-12T16:02:11.784 INFO:tasks.rados.rados.0.smithi099.stdout:360: done (4 left) 2024-04-12T16:02:11.784 INFO:tasks.rados.rados.0.smithi099.stdout:361: done (3 left) 2024-04-12T16:02:11.784 INFO:tasks.rados.rados.0.smithi099.stdout:362: done (2 left) 2024-04-12T16:02:11.784 INFO:tasks.rados.rados.0.smithi099.stdout:364: done (1 left) 2024-04-12T16:02:11.784 INFO:tasks.rados.rados.0.smithi099.stdout:366: done (0 left) 2024-04-12T16:02:11.784 INFO:tasks.rados.rados.0.smithi099.stdout:367: read oid 10 snap -1 2024-04-12T16:02:11.784 INFO:tasks.rados.rados.0.smithi099.stdout:367: expect deleted 2024-04-12T16:02:11.784 INFO:tasks.rados.rados.0.smithi099.stdout:368: rollback oid 42 current snap is 31 2024-04-12T16:02:11.784 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 42 to 29 2024-04-12T16:02:11.784 INFO:tasks.rados.rados.0.smithi099.stdout:369: snap_remove snap 24 2024-04-12T16:02:12.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:11 smithi110 ceph-mon[31279]: osdmap e128: 8 total, 8 up, 8 in 2024-04-12T16:02:12.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:11 smithi110 ceph-mon[31279]: osdmap e129: 8 total, 8 up, 8 in 2024-04-12T16:02:12.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:11 smithi099 ceph-mon[27456]: osdmap e128: 8 total, 8 up, 8 in 2024-04-12T16:02:12.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:11 smithi099 ceph-mon[27456]: osdmap e129: 8 total, 8 up, 8 in 2024-04-12T16:02:12.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:11 smithi099 ceph-mon[39429]: osdmap e128: 8 total, 8 up, 8 in 2024-04-12T16:02:12.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:11 smithi099 ceph-mon[39429]: osdmap e129: 8 total, 8 up, 8 in 2024-04-12T16:02:12.651 INFO:tasks.rados.rados.0.smithi099.stdout:369: done (2 left) 2024-04-12T16:02:12.651 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 23 current snap is 31 2024-04-12T16:02:12.651 INFO:tasks.rados.rados.0.smithi099.stdout:370: seq_num 129 ranges {5152768=565248,5718016=679936,6397952=786432,7184384=139264} 2024-04-12T16:02:12.681 INFO:tasks.rados.rados.0.smithi099.stdout:370: writing smithi09982431-23 from 5152768 to 5718016 tid 1 2024-04-12T16:02:12.685 INFO:tasks.rados.rados.0.smithi099.stdout:370: writing smithi09982431-23 from 5718016 to 6397952 tid 2 2024-04-12T16:02:12.690 INFO:tasks.rados.rados.0.smithi099.stdout:370: writing smithi09982431-23 from 6397952 to 7184384 tid 3 2024-04-12T16:02:12.691 INFO:tasks.rados.rados.0.smithi099.stdout:370: writing smithi09982431-23 from 7184384 to 7323648 tid 4 2024-04-12T16:02:12.691 INFO:tasks.rados.rados.0.smithi099.stdout:371: delete oid 8 current snap is 31 2024-04-12T16:02:12.691 INFO:tasks.rados.rados.0.smithi099.stdout:368: finishing rollback tid 0 to smithi09982431-42 2024-04-12T16:02:12.691 INFO:tasks.rados.rados.0.smithi099.stdout:368: finishing rollback tid 1 to smithi09982431-42 2024-04-12T16:02:12.692 INFO:tasks.rados.rados.0.smithi099.stdout:368: finishing rollback tid 2 to smithi09982431-42 2024-04-12T16:02:12.692 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 42 v 32 (ObjNum 78 snap 10 seq_num 78) dirty exists 2024-04-12T16:02:12.692 INFO:tasks.rados.rados.0.smithi099.stdout:370: finishing write tid 1 to smithi09982431-23 2024-04-12T16:02:12.692 INFO:tasks.rados.rados.0.smithi099.stdout:370: finishing write tid 2 to smithi09982431-23 2024-04-12T16:02:12.694 INFO:tasks.rados.rados.0.smithi099.stdout:367: done (3 left) 2024-04-12T16:02:12.694 INFO:tasks.rados.rados.0.smithi099.stdout:368: done (2 left) 2024-04-12T16:02:12.694 INFO:tasks.rados.rados.0.smithi099.stdout:371: done (1 left) 2024-04-12T16:02:12.694 INFO:tasks.rados.rados.0.smithi099.stdout:372: read oid 26 snap 28 2024-04-12T16:02:12.694 INFO:tasks.rados.rados.0.smithi099.stdout:372: expect (ObjNum 106 snap 22 seq_num 106) 2024-04-12T16:02:12.694 INFO:tasks.rados.rados.0.smithi099.stdout:373: read oid 47 snap -1 2024-04-12T16:02:12.694 INFO:tasks.rados.rados.0.smithi099.stdout:373: expect (ObjNum 86 snap 11 seq_num 86) 2024-04-12T16:02:12.694 INFO:tasks.rados.rados.0.smithi099.stdout:374: read oid 41 snap -1 2024-04-12T16:02:12.694 INFO:tasks.rados.rados.0.smithi099.stdout:374: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-12T16:02:12.694 INFO:tasks.rados.rados.0.smithi099.stdout:375: copy_from oid 37 from oid 20 current snap is 31 2024-04-12T16:02:12.695 INFO:tasks.rados.rados.0.smithi099.stdout:376: read oid 14 snap 12 2024-04-12T16:02:12.695 INFO:tasks.rados.rados.0.smithi099.stdout:376: expect (ObjNum 84 snap 11 seq_num 84) 2024-04-12T16:02:12.695 INFO:tasks.rados.rados.0.smithi099.stdout:377: rollback oid 6 current snap is 31 2024-04-12T16:02:12.695 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 6 to 20 2024-04-12T16:02:12.695 INFO:tasks.rados.rados.0.smithi099.stdout:378: delete oid 8 current snap is 31 2024-04-12T16:02:12.695 INFO:tasks.rados.rados.0.smithi099.stdout:370: finishing write tid 3 to smithi09982431-23 2024-04-12T16:02:12.695 INFO:tasks.rados.rados.0.smithi099.stdout:370: finishing write tid 4 to smithi09982431-23 2024-04-12T16:02:12.696 INFO:tasks.rados.rados.0.smithi099.stdout:378: done (7 left) 2024-04-12T16:02:12.696 INFO:tasks.rados.rados.0.smithi099.stdout:379: read oid 40 snap -1 2024-04-12T16:02:12.696 INFO:tasks.rados.rados.0.smithi099.stdout:379: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-12T16:02:12.696 INFO:tasks.rados.rados.0.smithi099.stdout:380: delete oid 1 current snap is 31 2024-04-12T16:02:12.696 INFO:tasks.rados.rados.0.smithi099.stdout:370: finishing write tid 5 to smithi09982431-23 2024-04-12T16:02:12.696 INFO:tasks.rados.rados.0.smithi099.stdout:377: finishing rollback tid 1 to smithi09982431-6 2024-04-12T16:02:12.696 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 6 v 0 (ObjNum 4113 snap 0 seq_num 4294967295) dirty dne 2024-04-12T16:02:12.697 INFO:tasks.rados.rados.0.smithi099.stdout:370: finishing write tid 6 to smithi09982431-23 2024-04-12T16:02:12.697 INFO:tasks.rados.rados.0.smithi099.stdout:370: oid 23 updating version 0 to 42 2024-04-12T16:02:12.697 INFO:tasks.rados.rados.0.smithi099.stdout:370: oid 23 version 42 is already newer than 39 2024-04-12T16:02:12.697 INFO:tasks.rados.rados.0.smithi099.stdout:370: oid 23 updating version 42 to 43 2024-04-12T16:02:12.698 INFO:tasks.rados.rados.0.smithi099.stdout:370: oid 23 version 43 is already newer than 40 2024-04-12T16:02:12.698 INFO:tasks.rados.rados.0.smithi099.stdout:370: oid 23 version 43 is already newer than 41 2024-04-12T16:02:12.698 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 23 v 43 (ObjNum 129 snap 31 seq_num 129) dirty exists 2024-04-12T16:02:12.698 INFO:tasks.rados.rados.0.smithi099.stdout:370: left oid 23 (ObjNum 129 snap 31 seq_num 129) 2024-04-12T16:02:12.701 INFO:tasks.rados.rados.0.smithi099.stdout:374: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-12T16:02:12.724 INFO:tasks.rados.rados.0.smithi099.stdout:379: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-12T16:02:12.741 INFO:tasks.rados.rados.0.smithi099.stdout:373: expect (ObjNum 86 snap 11 seq_num 86) 2024-04-12T16:02:12.779 INFO:tasks.rados.rados.0.smithi099.stdout:376: expect (ObjNum 84 snap 11 seq_num 84) 2024-04-12T16:02:12.825 INFO:tasks.rados.rados.0.smithi099.stdout:375: finishing copy_from racing read to smithi09982431-37 2024-04-12T16:02:12.825 INFO:tasks.rados.rados.0.smithi099.stdout:375: finishing copy_from to smithi09982431-37 2024-04-12T16:02:12.825 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 37 v 98 (ObjNum 83 snap 11 seq_num 83) dirty exists 2024-04-12T16:02:12.825 INFO:tasks.rados.rados.0.smithi099.stdout:370: done (8 left) 2024-04-12T16:02:12.825 INFO:tasks.rados.rados.0.smithi099.stdout:373: done (7 left) 2024-04-12T16:02:12.826 INFO:tasks.rados.rados.0.smithi099.stdout:374: done (6 left) 2024-04-12T16:02:12.826 INFO:tasks.rados.rados.0.smithi099.stdout:375: done (5 left) 2024-04-12T16:02:12.826 INFO:tasks.rados.rados.0.smithi099.stdout:376: done (4 left) 2024-04-12T16:02:12.826 INFO:tasks.rados.rados.0.smithi099.stdout:377: done (3 left) 2024-04-12T16:02:12.826 INFO:tasks.rados.rados.0.smithi099.stdout:379: done (2 left) 2024-04-12T16:02:12.826 INFO:tasks.rados.rados.0.smithi099.stdout:380: done (1 left) 2024-04-12T16:02:12.826 INFO:tasks.rados.rados.0.smithi099.stdout:381: rmattr oid 2 current snap is 31 2024-04-12T16:02:12.826 INFO:tasks.rados.rados.0.smithi099.stdout:381: done (1 left) 2024-04-12T16:02:12.826 INFO:tasks.rados.rados.0.smithi099.stdout:382: copy_from oid 40 from oid 28 current snap is 31 2024-04-12T16:02:12.826 INFO:tasks.rados.rados.0.smithi099.stdout:372: expect (ObjNum 106 snap 22 seq_num 106) 2024-04-12T16:02:13.043 INFO:tasks.rados.rados.0.smithi099.stdout:382: finishing copy_from racing read to smithi09982431-40 2024-04-12T16:02:13.043 INFO:tasks.rados.rados.0.smithi099.stdout:382: finishing copy_from to smithi09982431-40 2024-04-12T16:02:13.043 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 40 v 89 (ObjNum 111 snap 23 seq_num 111) dirty exists 2024-04-12T16:02:13.043 INFO:tasks.rados.rados.0.smithi099.stdout:372: done (1 left) 2024-04-12T16:02:13.043 INFO:tasks.rados.rados.0.smithi099.stdout:382: done (0 left) 2024-04-12T16:02:13.043 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 41 current snap is 31 2024-04-12T16:02:13.043 INFO:tasks.rados.rados.0.smithi099.stdout:383: seq_num 133 ranges {679936=630784,1310720=663552,1974272=770048,2744320=172032} 2024-04-12T16:02:13.049 INFO:tasks.rados.rados.0.smithi099.stdout:383: writing smithi09982431-41 from 679936 to 1310720 tid 1 2024-04-12T16:02:13.053 INFO:tasks.rados.rados.0.smithi099.stdout:383: writing smithi09982431-41 from 1310720 to 1974272 tid 2 2024-04-12T16:02:13.057 INFO:tasks.rados.rados.0.smithi099.stdout:383: writing smithi09982431-41 from 1974272 to 2744320 tid 3 2024-04-12T16:02:13.058 INFO:tasks.rados.rados.0.smithi099.stdout:383: writing smithi09982431-41 from 2744320 to 2916352 tid 4 2024-04-12T16:02:13.059 INFO:tasks.rados.rados.0.smithi099.stdout:384: rollback oid 34 current snap is 31 2024-04-12T16:02:13.059 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 34 to 29 2024-04-12T16:02:13.059 INFO:tasks.rados.rados.0.smithi099.stdout:383: finishing write tid 1 to smithi09982431-41 2024-04-12T16:02:13.059 INFO:tasks.rados.rados.0.smithi099.stdout:383: finishing write tid 2 to smithi09982431-41 2024-04-12T16:02:13.059 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 42 current snap is 31 2024-04-12T16:02:13.059 INFO:tasks.rados.rados.0.smithi099.stdout:385: seq_num 134 ranges {1622016=647168,2269184=548864,2818048=573440,3391488=483328} 2024-04-12T16:02:13.070 INFO:tasks.rados.rados.0.smithi099.stdout:385: writing smithi09982431-42 from 1622016 to 2269184 tid 1 2024-04-12T16:02:13.073 INFO:tasks.rados.rados.0.smithi099.stdout:385: writing smithi09982431-42 from 2269184 to 2818048 tid 2 2024-04-12T16:02:13.076 INFO:tasks.rados.rados.0.smithi099.stdout:385: writing smithi09982431-42 from 2818048 to 3391488 tid 3 2024-04-12T16:02:13.080 INFO:tasks.rados.rados.0.smithi099.stdout:385: writing smithi09982431-42 from 3391488 to 3874816 tid 4 2024-04-12T16:02:13.080 INFO:tasks.rados.rados.0.smithi099.stdout:386: copy_from oid 13 from oid 4 current snap is 31 2024-04-12T16:02:13.080 INFO:tasks.rados.rados.0.smithi099.stdout:384: finishing rollback tid 1 to smithi09982431-34 2024-04-12T16:02:13.080 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 34 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-12T16:02:13.080 INFO:tasks.rados.rados.0.smithi099.stdout:383: finishing write tid 3 to smithi09982431-41 2024-04-12T16:02:13.081 INFO:tasks.rados.rados.0.smithi099.stdout:383: finishing write tid 4 to smithi09982431-41 2024-04-12T16:02:13.081 INFO:tasks.rados.rados.0.smithi099.stdout:383: finishing write tid 5 to smithi09982431-41 2024-04-12T16:02:13.081 INFO:tasks.rados.rados.0.smithi099.stdout:384: done (3 left) 2024-04-12T16:02:13.081 INFO:tasks.rados.rados.0.smithi099.stdout:387: read oid 29 snap -1 2024-04-12T16:02:13.081 INFO:tasks.rados.rados.0.smithi099.stdout:387: expect (ObjNum 85 snap 11 seq_num 85) 2024-04-12T16:02:13.081 INFO:tasks.rados.rados.0.smithi099.stdout:388: copy_from oid 2 from oid 1 current snap is 31 2024-04-12T16:02:13.081 INFO:tasks.rados.rados.0.smithi099.stdout:383: finishing write tid 6 to smithi09982431-41 2024-04-12T16:02:13.081 INFO:tasks.rados.rados.0.smithi099.stdout:383: oid 41 updating version 0 to 158 2024-04-12T16:02:13.081 INFO:tasks.rados.rados.0.smithi099.stdout:383: oid 41 updating version 158 to 159 2024-04-12T16:02:13.081 INFO:tasks.rados.rados.0.smithi099.stdout:383: oid 41 version 159 is already newer than 155 2024-04-12T16:02:13.081 INFO:tasks.rados.rados.0.smithi099.stdout:383: oid 41 version 159 is already newer than 157 2024-04-12T16:02:13.081 INFO:tasks.rados.rados.0.smithi099.stdout:383: oid 41 version 159 is already newer than 156 2024-04-12T16:02:13.081 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 41 v 159 (ObjNum 133 snap 31 seq_num 133) dirty exists 2024-04-12T16:02:13.081 INFO:tasks.rados.rados.0.smithi099.stdout:383: left oid 41 (ObjNum 133 snap 31 seq_num 133) 2024-04-12T16:02:13.082 INFO:tasks.rados.rados.0.smithi099.stdout:385: finishing write tid 1 to smithi09982431-42 2024-04-12T16:02:13.082 INFO:tasks.rados.rados.0.smithi099.stdout:385: finishing write tid 2 to smithi09982431-42 2024-04-12T16:02:13.082 INFO:tasks.rados.rados.0.smithi099.stdout:383: done (4 left) 2024-04-12T16:02:13.082 INFO:tasks.rados.rados.0.smithi099.stdout:389: rmattr oid 39 current snap is 31 2024-04-12T16:02:13.082 INFO:tasks.rados.rados.0.smithi099.stdout:389: done (4 left) 2024-04-12T16:02:13.082 INFO:tasks.rados.rados.0.smithi099.stdout:390: rmattr oid 16 current snap is 31 2024-04-12T16:02:13.082 INFO:tasks.rados.rados.0.smithi099.stdout:390: done (4 left) 2024-04-12T16:02:13.082 INFO:tasks.rados.rados.0.smithi099.stdout:391: setattr oid 12 current snap is 31 2024-04-12T16:02:13.082 INFO:tasks.rados.rados.0.smithi099.stdout:385: finishing write tid 3 to smithi09982431-42 2024-04-12T16:02:13.083 INFO:tasks.rados.rados.0.smithi099.stdout:392: rollback oid 23 current snap is 31 2024-04-12T16:02:13.083 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 23 to 27 2024-04-12T16:02:13.083 INFO:tasks.rados.rados.0.smithi099.stdout:393: delete oid 35 current snap is 31 2024-04-12T16:02:13.083 INFO:tasks.rados.rados.0.smithi099.stdout:385: finishing write tid 4 to smithi09982431-42 2024-04-12T16:02:13.083 INFO:tasks.rados.rados.0.smithi099.stdout:385: finishing write tid 5 to smithi09982431-42 2024-04-12T16:02:13.084 INFO:tasks.rados.rados.0.smithi099.stdout:388: finishing copy_from to smithi09982431-2 2024-04-12T16:02:13.084 INFO:tasks.rados.rados.0.smithi099.stdout:388: got expected ENOENT (src dne) 2024-04-12T16:02:13.084 INFO:tasks.rados.rados.0.smithi099.stdout:388: finishing copy_from racing read to smithi09982431-2 2024-04-12T16:02:13.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:12 smithi110 ceph-mon[31279]: pgmap v187: 121 pgs: 121 active+clean; 102 MiB data, 408 MiB used, 715 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.5 MiB/s wr, 19 op/s 2024-04-12T16:02:13.086 INFO:tasks.rados.rados.0.smithi099.stdout:385: finishing write tid 6 to smithi09982431-42 2024-04-12T16:02:13.086 INFO:tasks.rados.rados.0.smithi099.stdout:385: oid 42 updating version 0 to 36 2024-04-12T16:02:13.086 INFO:tasks.rados.rados.0.smithi099.stdout:385: oid 42 version 36 is already newer than 34 2024-04-12T16:02:13.086 INFO:tasks.rados.rados.0.smithi099.stdout:385: oid 42 updating version 36 to 37 2024-04-12T16:02:13.086 INFO:tasks.rados.rados.0.smithi099.stdout:385: oid 42 version 37 is already newer than 35 2024-04-12T16:02:13.086 INFO:tasks.rados.rados.0.smithi099.stdout:385: oid 42 version 37 is already newer than 33 2024-04-12T16:02:13.086 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 42 v 37 (ObjNum 134 snap 31 seq_num 134) dirty exists 2024-04-12T16:02:13.086 INFO:tasks.rados.rados.0.smithi099.stdout:385: left oid 42 (ObjNum 134 snap 31 seq_num 134) 2024-04-12T16:02:13.086 INFO:tasks.rados.rados.0.smithi099.stdout:392: finishing rollback tid 0 to smithi09982431-23 2024-04-12T16:02:13.086 INFO:tasks.rados.rados.0.smithi099.stdout:392: finishing rollback tid 1 to smithi09982431-23 2024-04-12T16:02:13.086 INFO:tasks.rados.rados.0.smithi099.stdout:385: done (6 left) 2024-04-12T16:02:13.086 INFO:tasks.rados.rados.0.smithi099.stdout:388: done (5 left) 2024-04-12T16:02:13.087 INFO:tasks.rados.rados.0.smithi099.stdout:393: done (4 left) 2024-04-12T16:02:13.087 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 16 current snap is 31 2024-04-12T16:02:13.087 INFO:tasks.rados.rados.0.smithi099.stdout:394: seq_num 136 ranges {2990080=688128,3678208=720896,4399104=540672,4939776=344064} 2024-04-12T16:02:13.105 INFO:tasks.rados.rados.0.smithi099.stdout:394: writing smithi09982431-16 from 2990080 to 3678208 tid 1 2024-04-12T16:02:13.109 INFO:tasks.rados.rados.0.smithi099.stdout:394: writing smithi09982431-16 from 3678208 to 4399104 tid 2 2024-04-12T16:02:13.113 INFO:tasks.rados.rados.0.smithi099.stdout:394: writing smithi09982431-16 from 4399104 to 4939776 tid 3 2024-04-12T16:02:13.115 INFO:tasks.rados.rados.0.smithi099.stdout:394: writing smithi09982431-16 from 4939776 to 5283840 tid 4 2024-04-12T16:02:13.115 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 36 current snap is 31 2024-04-12T16:02:13.115 INFO:tasks.rados.rados.0.smithi099.stdout:395: seq_num 137 ranges {24576=704512,729088=655360,1384448=753664,2138112=196608} 2024-04-12T16:02:13.119 INFO:tasks.rados.rados.0.smithi099.stdout:395: writing smithi09982431-36 from 24576 to 729088 tid 1 2024-04-12T16:02:13.123 INFO:tasks.rados.rados.0.smithi099.stdout:395: writing smithi09982431-36 from 729088 to 1384448 tid 2 2024-04-12T16:02:13.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:12 smithi099 ceph-mon[27456]: pgmap v187: 121 pgs: 121 active+clean; 102 MiB data, 408 MiB used, 715 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.5 MiB/s wr, 19 op/s 2024-04-12T16:02:13.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:12 smithi099 ceph-mon[39429]: pgmap v187: 121 pgs: 121 active+clean; 102 MiB data, 408 MiB used, 715 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.5 MiB/s wr, 19 op/s 2024-04-12T16:02:13.127 INFO:tasks.rados.rados.0.smithi099.stdout:395: writing smithi09982431-36 from 1384448 to 2138112 tid 3 2024-04-12T16:02:13.129 INFO:tasks.rados.rados.0.smithi099.stdout:395: writing smithi09982431-36 from 2138112 to 2334720 tid 4 2024-04-12T16:02:13.129 INFO:tasks.rados.rados.0.smithi099.stdout:396: read oid 34 snap -1 2024-04-12T16:02:13.129 INFO:tasks.rados.rados.0.smithi099.stdout:396: expect deleted 2024-04-12T16:02:13.129 INFO:tasks.rados.rados.0.smithi099.stdout:397: read oid 50 snap -1 2024-04-12T16:02:13.129 INFO:tasks.rados.rados.0.smithi099.stdout:397: expect (ObjNum 122 snap 29 seq_num 122) 2024-04-12T16:02:13.129 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 20 current snap is 31 2024-04-12T16:02:13.129 INFO:tasks.rados.rados.0.smithi099.stdout:392: finishing rollback tid 2 to smithi09982431-23 2024-04-12T16:02:13.129 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 23 v 46 (ObjNum 114 snap 24 seq_num 114) dirty exists 2024-04-12T16:02:13.129 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 74 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-12T16:02:13.129 INFO:tasks.rados.rados.0.smithi099.stdout:387: expect (ObjNum 85 snap 11 seq_num 85) 2024-04-12T16:02:13.201 INFO:tasks.rados.rados.0.smithi099.stdout:386: finishing copy_from racing read to smithi09982431-13 2024-04-12T16:02:13.201 INFO:tasks.rados.rados.0.smithi099.stdout:386: finishing copy_from to smithi09982431-13 2024-04-12T16:02:13.202 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 13 v 66 (ObjNum 128 snap 31 seq_num 128) dirty exists 2024-04-12T16:02:13.202 INFO:tasks.rados.rados.0.smithi099.stdout:394: finishing write tid 1 to smithi09982431-16 2024-04-12T16:02:13.202 INFO:tasks.rados.rados.0.smithi099.stdout:394: finishing write tid 2 to smithi09982431-16 2024-04-12T16:02:13.202 INFO:tasks.rados.rados.0.smithi099.stdout:398: seq_num 138 ranges {2080768=720896,2801664=540672,3342336=557056,3899392=507904} 2024-04-12T16:02:13.215 INFO:tasks.rados.rados.0.smithi099.stdout:398: writing smithi09982431-20 from 2080768 to 2801664 tid 1 2024-04-12T16:02:13.218 INFO:tasks.rados.rados.0.smithi099.stdout:398: writing smithi09982431-20 from 2801664 to 3342336 tid 2 2024-04-12T16:02:13.222 INFO:tasks.rados.rados.0.smithi099.stdout:398: writing smithi09982431-20 from 3342336 to 3899392 tid 3 2024-04-12T16:02:13.225 INFO:tasks.rados.rados.0.smithi099.stdout:398: writing smithi09982431-20 from 3899392 to 4407296 tid 4 2024-04-12T16:02:13.226 INFO:tasks.rados.rados.0.smithi099.stdout:386: done (8 left) 2024-04-12T16:02:13.226 INFO:tasks.rados.rados.0.smithi099.stdout:387: done (7 left) 2024-04-12T16:02:13.226 INFO:tasks.rados.rados.0.smithi099.stdout:391: done (6 left) 2024-04-12T16:02:13.226 INFO:tasks.rados.rados.0.smithi099.stdout:392: done (5 left) 2024-04-12T16:02:13.226 INFO:tasks.rados.rados.0.smithi099.stdout:399: read oid 8 snap -1 2024-04-12T16:02:13.226 INFO:tasks.rados.rados.0.smithi099.stdout:399: expect deleted 2024-04-12T16:02:13.226 INFO:tasks.rados.rados.0.smithi099.stdout:400: read oid 17 snap -1 2024-04-12T16:02:13.226 INFO:tasks.rados.rados.0.smithi099.stdout:400: expect (ObjNum 50 snap 0 seq_num 50) 2024-04-12T16:02:13.226 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 11 current snap is 31 2024-04-12T16:02:13.226 INFO:tasks.rados.rados.0.smithi099.stdout:394: finishing write tid 3 to smithi09982431-16 2024-04-12T16:02:13.226 INFO:tasks.rados.rados.0.smithi099.stdout:394: finishing write tid 4 to smithi09982431-16 2024-04-12T16:02:13.226 INFO:tasks.rados.rados.0.smithi099.stdout:394: finishing write tid 5 to smithi09982431-16 2024-04-12T16:02:13.227 INFO:tasks.rados.rados.0.smithi099.stdout:401: seq_num 139 ranges {0=737280,737280=425984,1163264=761856,1925120=417792} 2024-04-12T16:02:13.229 INFO:tasks.rados.rados.0.smithi099.stdout:401: writing smithi09982431-11 from 0 to 737280 tid 1 2024-04-12T16:02:13.232 INFO:tasks.rados.rados.0.smithi099.stdout:401: writing smithi09982431-11 from 737280 to 1163264 tid 2 2024-04-12T16:02:13.236 INFO:tasks.rados.rados.0.smithi099.stdout:401: writing smithi09982431-11 from 1163264 to 1925120 tid 3 2024-04-12T16:02:13.239 INFO:tasks.rados.rados.0.smithi099.stdout:401: writing smithi09982431-11 from 1925120 to 2342912 tid 4 2024-04-12T16:02:13.239 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 10 current snap is 31 2024-04-12T16:02:13.239 INFO:tasks.rados.rados.0.smithi099.stdout:394: finishing write tid 6 to smithi09982431-16 2024-04-12T16:02:13.239 INFO:tasks.rados.rados.0.smithi099.stdout:394: oid 16 updating version 0 to 77 2024-04-12T16:02:13.239 INFO:tasks.rados.rados.0.smithi099.stdout:394: oid 16 version 77 is already newer than 75 2024-04-12T16:02:13.239 INFO:tasks.rados.rados.0.smithi099.stdout:394: oid 16 updating version 77 to 79 2024-04-12T16:02:13.239 INFO:tasks.rados.rados.0.smithi099.stdout:394: oid 16 version 79 is already newer than 78 2024-04-12T16:02:13.239 INFO:tasks.rados.rados.0.smithi099.stdout:394: oid 16 version 79 is already newer than 76 2024-04-12T16:02:13.239 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 16 v 79 (ObjNum 136 snap 31 seq_num 136) dirty exists 2024-04-12T16:02:13.239 INFO:tasks.rados.rados.0.smithi099.stdout:394: left oid 16 (ObjNum 136 snap 31 seq_num 136) 2024-04-12T16:02:13.240 INFO:tasks.rados.rados.0.smithi099.stdout:395: finishing write tid 1 to smithi09982431-36 2024-04-12T16:02:13.240 INFO:tasks.rados.rados.0.smithi099.stdout:395: finishing write tid 2 to smithi09982431-36 2024-04-12T16:02:13.240 INFO:tasks.rados.rados.0.smithi099.stdout:402: seq_num 140 ranges {0=753664,753664=704512,1458176=524288,1982464=376832} 2024-04-12T16:02:13.242 INFO:tasks.rados.rados.0.smithi099.stdout:402: writing smithi09982431-10 from 0 to 753664 tid 1 2024-04-12T16:02:13.246 INFO:tasks.rados.rados.0.smithi099.stdout:402: writing smithi09982431-10 from 753664 to 1458176 tid 2 2024-04-12T16:02:13.249 INFO:tasks.rados.rados.0.smithi099.stdout:402: writing smithi09982431-10 from 1458176 to 1982464 tid 3 2024-04-12T16:02:13.251 INFO:tasks.rados.rados.0.smithi099.stdout:402: writing smithi09982431-10 from 1982464 to 2359296 tid 4 2024-04-12T16:02:13.251 INFO:tasks.rados.rados.0.smithi099.stdout:394: done (8 left) 2024-04-12T16:02:13.251 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 14 current snap is 31 2024-04-12T16:02:13.252 INFO:tasks.rados.rados.0.smithi099.stdout:403: seq_num 141 ranges {442368=770048,1212416=589824,1802240=729088,2531328=286720} 2024-04-12T16:02:13.258 INFO:tasks.rados.rados.0.smithi099.stdout:403: writing smithi09982431-14 from 442368 to 1212416 tid 1 2024-04-12T16:02:13.261 INFO:tasks.rados.rados.0.smithi099.stdout:403: writing smithi09982431-14 from 1212416 to 1802240 tid 2 2024-04-12T16:02:13.265 INFO:tasks.rados.rados.0.smithi099.stdout:403: writing smithi09982431-14 from 1802240 to 2531328 tid 3 2024-04-12T16:02:13.267 INFO:tasks.rados.rados.0.smithi099.stdout:403: writing smithi09982431-14 from 2531328 to 2818048 tid 4 2024-04-12T16:02:13.267 INFO:tasks.rados.rados.0.smithi099.stdout:404: read oid 12 snap -1 2024-04-12T16:02:13.267 INFO:tasks.rados.rados.0.smithi099.stdout:404: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:02:13.267 INFO:tasks.rados.rados.0.smithi099.stdout:405: read oid 22 snap -1 2024-04-12T16:02:13.268 INFO:tasks.rados.rados.0.smithi099.stdout:405: expect deleted 2024-04-12T16:02:13.268 INFO:tasks.rados.rados.0.smithi099.stdout:406: rollback oid 25 current snap is 31 2024-04-12T16:02:13.268 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 25 to 23 2024-04-12T16:02:13.268 INFO:tasks.rados.rados.0.smithi099.stdout:395: finishing write tid 3 to smithi09982431-36 2024-04-12T16:02:13.268 INFO:tasks.rados.rados.0.smithi099.stdout:395: finishing write tid 4 to smithi09982431-36 2024-04-12T16:02:13.268 INFO:tasks.rados.rados.0.smithi099.stdout:395: finishing write tid 5 to smithi09982431-36 2024-04-12T16:02:13.268 INFO:tasks.rados.rados.0.smithi099.stdout:395: finishing write tid 6 to smithi09982431-36 2024-04-12T16:02:13.268 INFO:tasks.rados.rados.0.smithi099.stdout:395: oid 36 updating version 0 to 52 2024-04-12T16:02:13.268 INFO:tasks.rados.rados.0.smithi099.stdout:395: oid 36 updating version 52 to 54 2024-04-12T16:02:13.268 INFO:tasks.rados.rados.0.smithi099.stdout:395: oid 36 version 54 is already newer than 53 2024-04-12T16:02:13.268 INFO:tasks.rados.rados.0.smithi099.stdout:395: oid 36 version 54 is already newer than 50 2024-04-12T16:02:13.268 INFO:tasks.rados.rados.0.smithi099.stdout:395: oid 36 version 54 is already newer than 51 2024-04-12T16:02:13.268 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 36 v 54 (ObjNum 137 snap 31 seq_num 137) dirty exists 2024-04-12T16:02:13.268 INFO:tasks.rados.rados.0.smithi099.stdout:395: left oid 36 (ObjNum 137 snap 31 seq_num 137) 2024-04-12T16:02:13.268 INFO:tasks.rados.rados.0.smithi099.stdout:397: expect (ObjNum 122 snap 29 seq_num 122) 2024-04-12T16:02:13.355 INFO:tasks.rados.rados.0.smithi099.stdout:398: finishing write tid 1 to smithi09982431-20 2024-04-12T16:02:13.355 INFO:tasks.rados.rados.0.smithi099.stdout:398: finishing write tid 2 to smithi09982431-20 2024-04-12T16:02:13.355 INFO:tasks.rados.rados.0.smithi099.stdout:398: finishing write tid 3 to smithi09982431-20 2024-04-12T16:02:13.355 INFO:tasks.rados.rados.0.smithi099.stdout:398: finishing write tid 4 to smithi09982431-20 2024-04-12T16:02:13.355 INFO:tasks.rados.rados.0.smithi099.stdout:398: finishing write tid 5 to smithi09982431-20 2024-04-12T16:02:13.355 INFO:tasks.rados.rados.0.smithi099.stdout:395: done (11 left) 2024-04-12T16:02:13.355 INFO:tasks.rados.rados.0.smithi099.stdout:396: done (10 left) 2024-04-12T16:02:13.355 INFO:tasks.rados.rados.0.smithi099.stdout:397: done (9 left) 2024-04-12T16:02:13.355 INFO:tasks.rados.rados.0.smithi099.stdout:399: done (8 left) 2024-04-12T16:02:13.355 INFO:tasks.rados.rados.0.smithi099.stdout:407: snap_create 2024-04-12T16:02:13.355 INFO:tasks.rados.rados.0.smithi099.stdout:398: finishing write tid 6 to smithi09982431-20 2024-04-12T16:02:13.355 INFO:tasks.rados.rados.0.smithi099.stdout:398: oid 20 updating version 0 to 130 2024-04-12T16:02:13.355 INFO:tasks.rados.rados.0.smithi099.stdout:398: oid 20 version 130 is already newer than 128 2024-04-12T16:02:13.355 INFO:tasks.rados.rados.0.smithi099.stdout:398: oid 20 version 130 is already newer than 129 2024-04-12T16:02:13.356 INFO:tasks.rados.rados.0.smithi099.stdout:398: oid 20 version 130 is already newer than 127 2024-04-12T16:02:13.356 INFO:tasks.rados.rados.0.smithi099.stdout:398: oid 20 version 130 is already newer than 126 2024-04-12T16:02:13.356 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 20 v 130 (ObjNum 138 snap 31 seq_num 138) dirty exists 2024-04-12T16:02:13.356 INFO:tasks.rados.rados.0.smithi099.stdout:398: left oid 20 (ObjNum 138 snap 31 seq_num 138) 2024-04-12T16:02:13.356 INFO:tasks.rados.rados.0.smithi099.stdout:400: expect (ObjNum 50 snap 0 seq_num 50) 2024-04-12T16:02:13.390 INFO:tasks.rados.rados.0.smithi099.stdout:401: finishing write tid 1 to smithi09982431-11 2024-04-12T16:02:13.390 INFO:tasks.rados.rados.0.smithi099.stdout:401: finishing write tid 2 to smithi09982431-11 2024-04-12T16:02:13.390 INFO:tasks.rados.rados.0.smithi099.stdout:401: finishing write tid 3 to smithi09982431-11 2024-04-12T16:02:13.390 INFO:tasks.rados.rados.0.smithi099.stdout:401: finishing write tid 4 to smithi09982431-11 2024-04-12T16:02:13.391 INFO:tasks.rados.rados.0.smithi099.stdout:401: finishing write tid 5 to smithi09982431-11 2024-04-12T16:02:13.391 INFO:tasks.rados.rados.0.smithi099.stdout:401: finishing write tid 6 to smithi09982431-11 2024-04-12T16:02:13.391 INFO:tasks.rados.rados.0.smithi099.stdout:401: oid 11 updating version 0 to 45 2024-04-12T16:02:13.391 INFO:tasks.rados.rados.0.smithi099.stdout:401: oid 11 updating version 45 to 46 2024-04-12T16:02:13.391 INFO:tasks.rados.rados.0.smithi099.stdout:401: oid 11 updating version 46 to 47 2024-04-12T16:02:13.391 INFO:tasks.rados.rados.0.smithi099.stdout:401: oid 11 version 47 is already newer than 44 2024-04-12T16:02:13.391 INFO:tasks.rados.rados.0.smithi099.stdout:401: oid 11 updating version 47 to 48 2024-04-12T16:02:13.391 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 11 v 48 (ObjNum 139 snap 31 seq_num 139) dirty exists 2024-04-12T16:02:13.391 INFO:tasks.rados.rados.0.smithi099.stdout:401: left oid 11 (ObjNum 139 snap 31 seq_num 139) 2024-04-12T16:02:13.391 INFO:tasks.rados.rados.0.smithi099.stdout:402: finishing write tid 1 to smithi09982431-10 2024-04-12T16:02:13.391 INFO:tasks.rados.rados.0.smithi099.stdout:402: finishing write tid 2 to smithi09982431-10 2024-04-12T16:02:13.391 INFO:tasks.rados.rados.0.smithi099.stdout:402: finishing write tid 3 to smithi09982431-10 2024-04-12T16:02:13.391 INFO:tasks.rados.rados.0.smithi099.stdout:402: finishing write tid 4 to smithi09982431-10 2024-04-12T16:02:13.391 INFO:tasks.rados.rados.0.smithi099.stdout:402: finishing write tid 5 to smithi09982431-10 2024-04-12T16:02:13.392 INFO:tasks.rados.rados.0.smithi099.stdout:402: finishing write tid 6 to smithi09982431-10 2024-04-12T16:02:13.392 INFO:tasks.rados.rados.0.smithi099.stdout:402: oid 10 updating version 0 to 124 2024-04-12T16:02:13.392 INFO:tasks.rados.rados.0.smithi099.stdout:402: oid 10 version 124 is already newer than 123 2024-04-12T16:02:13.392 INFO:tasks.rados.rados.0.smithi099.stdout:402: oid 10 version 124 is already newer than 120 2024-04-12T16:02:13.392 INFO:tasks.rados.rados.0.smithi099.stdout:402: oid 10 version 124 is already newer than 121 2024-04-12T16:02:13.392 INFO:tasks.rados.rados.0.smithi099.stdout:402: oid 10 version 124 is already newer than 122 2024-04-12T16:02:13.392 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 10 v 124 (ObjNum 140 snap 31 seq_num 140) dirty exists 2024-04-12T16:02:13.392 INFO:tasks.rados.rados.0.smithi099.stdout:402: left oid 10 (ObjNum 140 snap 31 seq_num 140) 2024-04-12T16:02:13.392 INFO:tasks.rados.rados.0.smithi099.stdout:403: finishing write tid 1 to smithi09982431-14 2024-04-12T16:02:13.392 INFO:tasks.rados.rados.0.smithi099.stdout:403: finishing write tid 2 to smithi09982431-14 2024-04-12T16:02:13.392 INFO:tasks.rados.rados.0.smithi099.stdout:404: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:02:13.396 INFO:tasks.rados.rados.0.smithi099.stdout:403: finishing write tid 3 to smithi09982431-14 2024-04-12T16:02:13.396 INFO:tasks.rados.rados.0.smithi099.stdout:403: finishing write tid 4 to smithi09982431-14 2024-04-12T16:02:13.396 INFO:tasks.rados.rados.0.smithi099.stdout:403: finishing write tid 5 to smithi09982431-14 2024-04-12T16:02:13.396 INFO:tasks.rados.rados.0.smithi099.stdout:406: finishing rollback tid 0 to smithi09982431-25 2024-04-12T16:02:13.396 INFO:tasks.rados.rados.0.smithi099.stdout:406: finishing rollback tid 1 to smithi09982431-25 2024-04-12T16:02:13.396 INFO:tasks.rados.rados.0.smithi099.stdout:406: finishing rollback tid 2 to smithi09982431-25 2024-04-12T16:02:13.396 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 25 v 134 (ObjNum 109 snap 23 seq_num 109) dirty exists 2024-04-12T16:02:13.396 INFO:tasks.rados.rados.0.smithi099.stdout:403: finishing write tid 6 to smithi09982431-14 2024-04-12T16:02:13.397 INFO:tasks.rados.rados.0.smithi099.stdout:403: oid 14 updating version 0 to 45 2024-04-12T16:02:13.397 INFO:tasks.rados.rados.0.smithi099.stdout:403: oid 14 version 45 is already newer than 43 2024-04-12T16:02:13.397 INFO:tasks.rados.rados.0.smithi099.stdout:403: oid 14 version 45 is already newer than 44 2024-04-12T16:02:13.397 INFO:tasks.rados.rados.0.smithi099.stdout:403: oid 14 updating version 45 to 47 2024-04-12T16:02:13.397 INFO:tasks.rados.rados.0.smithi099.stdout:403: oid 14 version 47 is already newer than 46 2024-04-12T16:02:13.397 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 14 v 47 (ObjNum 141 snap 31 seq_num 141) dirty exists 2024-04-12T16:02:13.397 INFO:tasks.rados.rados.0.smithi099.stdout:403: left oid 14 (ObjNum 141 snap 31 seq_num 141) 2024-04-12T16:02:13.649 INFO:tasks.rados.rados.0.smithi099.stdout:398: done (8 left) 2024-04-12T16:02:13.650 INFO:tasks.rados.rados.0.smithi099.stdout:400: done (7 left) 2024-04-12T16:02:13.650 INFO:tasks.rados.rados.0.smithi099.stdout:401: done (6 left) 2024-04-12T16:02:13.650 INFO:tasks.rados.rados.0.smithi099.stdout:402: done (5 left) 2024-04-12T16:02:13.650 INFO:tasks.rados.rados.0.smithi099.stdout:403: done (4 left) 2024-04-12T16:02:13.650 INFO:tasks.rados.rados.0.smithi099.stdout:404: done (3 left) 2024-04-12T16:02:13.650 INFO:tasks.rados.rados.0.smithi099.stdout:405: done (2 left) 2024-04-12T16:02:13.650 INFO:tasks.rados.rados.0.smithi099.stdout:406: done (1 left) 2024-04-12T16:02:13.650 INFO:tasks.rados.rados.0.smithi099.stdout:407: done (0 left) 2024-04-12T16:02:13.650 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 33 current snap is 32 2024-04-12T16:02:13.650 INFO:tasks.rados.rados.0.smithi099.stdout:408: seq_num 142 ranges {2072576=786432,2859008=475136,3334144=540672,3874816=589824} 2024-04-12T16:02:13.664 INFO:tasks.rados.rados.0.smithi099.stdout:408: writing smithi09982431-33 from 2072576 to 2859008 tid 1 2024-04-12T16:02:13.667 INFO:tasks.rados.rados.0.smithi099.stdout:408: writing smithi09982431-33 from 2859008 to 3334144 tid 2 2024-04-12T16:02:13.670 INFO:tasks.rados.rados.0.smithi099.stdout:408: writing smithi09982431-33 from 3334144 to 3874816 tid 3 2024-04-12T16:02:13.675 INFO:tasks.rados.rados.0.smithi099.stdout:408: writing smithi09982431-33 from 3874816 to 4464640 tid 4 2024-04-12T16:02:13.675 INFO:tasks.rados.rados.0.smithi099.stdout:409: read oid 27 snap -1 2024-04-12T16:02:13.675 INFO:tasks.rados.rados.0.smithi099.stdout:409: expect deleted 2024-04-12T16:02:13.675 INFO:tasks.rados.rados.0.smithi099.stdout:410: copy_from oid 30 from oid 25 current snap is 32 2024-04-12T16:02:13.675 INFO:tasks.rados.rados.0.smithi099.stdout:408: finishing write tid 1 to smithi09982431-33 2024-04-12T16:02:13.675 INFO:tasks.rados.rados.0.smithi099.stdout:408: finishing write tid 2 to smithi09982431-33 2024-04-12T16:02:13.675 INFO:tasks.rados.rados.0.smithi099.stdout:408: finishing write tid 3 to smithi09982431-33 2024-04-12T16:02:13.675 INFO:tasks.rados.rados.0.smithi099.stdout:411: read oid 31 snap -1 2024-04-12T16:02:13.675 INFO:tasks.rados.rados.0.smithi099.stdout:411: expect deleted 2024-04-12T16:02:13.675 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 6 current snap is 32 2024-04-12T16:02:13.675 INFO:tasks.rados.rados.0.smithi099.stdout:412: seq_num 143 ranges {0=802816,802816=761856,1564672=745472,2310144=98304} 2024-04-12T16:02:13.679 INFO:tasks.rados.rados.0.smithi099.stdout:412: writing smithi09982431-6 from 0 to 802816 tid 1 2024-04-12T16:02:13.684 INFO:tasks.rados.rados.0.smithi099.stdout:412: writing smithi09982431-6 from 802816 to 1564672 tid 2 2024-04-12T16:02:13.688 INFO:tasks.rados.rados.0.smithi099.stdout:412: writing smithi09982431-6 from 1564672 to 2310144 tid 3 2024-04-12T16:02:13.690 INFO:tasks.rados.rados.0.smithi099.stdout:412: writing smithi09982431-6 from 2310144 to 2408448 tid 4 2024-04-12T16:02:13.690 INFO:tasks.rados.rados.0.smithi099.stdout:413: read oid 41 snap 20 2024-04-12T16:02:13.690 INFO:tasks.rados.rados.0.smithi099.stdout:413: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-12T16:02:13.690 INFO:tasks.rados.rados.0.smithi099.stdout:414: copy_from oid 11 from oid 29 current snap is 32 2024-04-12T16:02:13.690 INFO:tasks.rados.rados.0.smithi099.stdout:408: finishing write tid 4 to smithi09982431-33 2024-04-12T16:02:13.690 INFO:tasks.rados.rados.0.smithi099.stdout:408: finishing write tid 5 to smithi09982431-33 2024-04-12T16:02:13.690 INFO:tasks.rados.rados.0.smithi099.stdout:408: finishing write tid 6 to smithi09982431-33 2024-04-12T16:02:13.691 INFO:tasks.rados.rados.0.smithi099.stdout:408: oid 33 updating version 0 to 50 2024-04-12T16:02:13.691 INFO:tasks.rados.rados.0.smithi099.stdout:408: oid 33 updating version 50 to 51 2024-04-12T16:02:13.691 INFO:tasks.rados.rados.0.smithi099.stdout:408: oid 33 updating version 51 to 53 2024-04-12T16:02:13.691 INFO:tasks.rados.rados.0.smithi099.stdout:408: oid 33 version 53 is already newer than 49 2024-04-12T16:02:13.691 INFO:tasks.rados.rados.0.smithi099.stdout:408: oid 33 version 53 is already newer than 52 2024-04-12T16:02:13.691 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 33 v 53 (ObjNum 142 snap 32 seq_num 142) dirty exists 2024-04-12T16:02:13.691 INFO:tasks.rados.rados.0.smithi099.stdout:408: left oid 33 (ObjNum 142 snap 32 seq_num 142) 2024-04-12T16:02:13.691 INFO:tasks.rados.rados.0.smithi099.stdout:410: finishing copy_from racing read to smithi09982431-30 2024-04-12T16:02:13.691 INFO:tasks.rados.rados.0.smithi099.stdout:408: done (6 left) 2024-04-12T16:02:13.691 INFO:tasks.rados.rados.0.smithi099.stdout:409: done (5 left) 2024-04-12T16:02:13.691 INFO:tasks.rados.rados.0.smithi099.stdout:411: done (4 left) 2024-04-12T16:02:13.691 INFO:tasks.rados.rados.0.smithi099.stdout:415: read oid 7 snap -1 2024-04-12T16:02:13.691 INFO:tasks.rados.rados.0.smithi099.stdout:415: expect deleted 2024-04-12T16:02:13.691 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 44 current snap is 32 2024-04-12T16:02:13.691 INFO:tasks.rados.rados.0.smithi099.stdout:412: finishing write tid 1 to smithi09982431-6 2024-04-12T16:02:13.692 INFO:tasks.rados.rados.0.smithi099.stdout:410: finishing copy_from to smithi09982431-30 2024-04-12T16:02:13.692 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 30 v 134 (ObjNum 109 snap 23 seq_num 109) dirty exists 2024-04-12T16:02:13.692 INFO:tasks.rados.rados.0.smithi099.stdout:412: finishing write tid 2 to smithi09982431-6 2024-04-12T16:02:13.692 INFO:tasks.rados.rados.0.smithi099.stdout:416: seq_num 144 ranges {3489792=16384} 2024-04-12T16:02:13.708 INFO:tasks.rados.rados.0.smithi099.stdout:416: writing smithi09982431-44 from 3489792 to 3506176 tid 1 2024-04-12T16:02:13.708 INFO:tasks.rados.rados.0.smithi099.stdout:410: done (5 left) 2024-04-12T16:02:13.708 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 39 current snap is 32 2024-04-12T16:02:13.708 INFO:tasks.rados.rados.0.smithi099.stdout:417: seq_num 145 ranges {1622016=32768} 2024-04-12T16:02:13.717 INFO:tasks.rados.rados.0.smithi099.stdout:417: writing smithi09982431-39 from 1622016 to 1654784 tid 1 2024-04-12T16:02:13.717 INFO:tasks.rados.rados.0.smithi099.stdout:418: snap_remove snap 29 2024-04-12T16:02:14.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:13 smithi110 ceph-mon[31279]: osdmap e130: 8 total, 8 up, 8 in 2024-04-12T16:02:14.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:13 smithi099 ceph-mon[27456]: osdmap e130: 8 total, 8 up, 8 in 2024-04-12T16:02:14.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:13 smithi099 ceph-mon[39429]: osdmap e130: 8 total, 8 up, 8 in 2024-04-12T16:02:14.657 INFO:tasks.rados.rados.0.smithi099.stdout:418: done (6 left) 2024-04-12T16:02:14.657 INFO:tasks.rados.rados.0.smithi099.stdout:419: snap_create 2024-04-12T16:02:14.658 INFO:tasks.rados.rados.0.smithi099.stdout:412: finishing write tid 3 to smithi09982431-6 2024-04-12T16:02:14.658 INFO:tasks.rados.rados.0.smithi099.stdout:412: finishing write tid 4 to smithi09982431-6 2024-04-12T16:02:14.658 INFO:tasks.rados.rados.0.smithi099.stdout:412: finishing write tid 5 to smithi09982431-6 2024-04-12T16:02:14.658 INFO:tasks.rados.rados.0.smithi099.stdout:413: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-12T16:02:14.682 INFO:tasks.rados.rados.0.smithi099.stdout:412: finishing write tid 6 to smithi09982431-6 2024-04-12T16:02:14.682 INFO:tasks.rados.rados.0.smithi099.stdout:412: oid 6 updating version 0 to 92 2024-04-12T16:02:14.682 INFO:tasks.rados.rados.0.smithi099.stdout:412: oid 6 version 92 is already newer than 89 2024-04-12T16:02:14.682 INFO:tasks.rados.rados.0.smithi099.stdout:412: oid 6 version 92 is already newer than 90 2024-04-12T16:02:14.682 INFO:tasks.rados.rados.0.smithi099.stdout:412: oid 6 version 92 is already newer than 91 2024-04-12T16:02:14.683 INFO:tasks.rados.rados.0.smithi099.stdout:412: oid 6 updating version 92 to 93 2024-04-12T16:02:14.683 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 6 v 93 (ObjNum 143 snap 32 seq_num 143) dirty exists 2024-04-12T16:02:14.683 INFO:tasks.rados.rados.0.smithi099.stdout:412: left oid 6 (ObjNum 143 snap 32 seq_num 143) 2024-04-12T16:02:14.683 INFO:tasks.rados.rados.0.smithi099.stdout:414: finishing copy_from racing read to smithi09982431-11 2024-04-12T16:02:14.683 INFO:tasks.rados.rados.0.smithi099.stdout:414: finishing copy_from to smithi09982431-11 2024-04-12T16:02:14.683 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 11 v 24 (ObjNum 85 snap 11 seq_num 85) dirty exists 2024-04-12T16:02:14.683 INFO:tasks.rados.rados.0.smithi099.stdout:416: finishing write tid 1 to smithi09982431-44 2024-04-12T16:02:14.683 INFO:tasks.rados.rados.0.smithi099.stdout:416: finishing write tid 2 to smithi09982431-44 2024-04-12T16:02:14.683 INFO:tasks.rados.rados.0.smithi099.stdout:416: finishing write tid 3 to smithi09982431-44 2024-04-12T16:02:14.683 INFO:tasks.rados.rados.0.smithi099.stdout:416: oid 44 updating version 0 to 161 2024-04-12T16:02:14.683 INFO:tasks.rados.rados.0.smithi099.stdout:416: oid 44 updating version 161 to 162 2024-04-12T16:02:14.683 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 44 v 162 (ObjNum 144 snap 32 seq_num 144) dirty exists 2024-04-12T16:02:14.683 INFO:tasks.rados.rados.0.smithi099.stdout:416: left oid 44 (ObjNum 144 snap 32 seq_num 144) 2024-04-12T16:02:14.684 INFO:tasks.rados.rados.0.smithi099.stdout:417: finishing write tid 1 to smithi09982431-39 2024-04-12T16:02:14.684 INFO:tasks.rados.rados.0.smithi099.stdout:417: finishing write tid 2 to smithi09982431-39 2024-04-12T16:02:14.684 INFO:tasks.rados.rados.0.smithi099.stdout:417: finishing write tid 3 to smithi09982431-39 2024-04-12T16:02:14.684 INFO:tasks.rados.rados.0.smithi099.stdout:417: oid 39 updating version 0 to 112 2024-04-12T16:02:14.684 INFO:tasks.rados.rados.0.smithi099.stdout:417: oid 39 updating version 112 to 113 2024-04-12T16:02:14.684 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 39 v 113 (ObjNum 145 snap 32 seq_num 145) dirty exists 2024-04-12T16:02:14.684 INFO:tasks.rados.rados.0.smithi099.stdout:417: left oid 39 (ObjNum 145 snap 32 seq_num 145) 2024-04-12T16:02:15.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:14 smithi110 ceph-mon[31279]: osdmap e131: 8 total, 8 up, 8 in 2024-04-12T16:02:15.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:14 smithi110 ceph-mon[31279]: pgmap v190: 121 pgs: 121 active+clean; 102 MiB data, 408 MiB used, 715 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.5 MiB/s wr, 19 op/s 2024-04-12T16:02:15.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:14 smithi099 ceph-mon[39429]: osdmap e131: 8 total, 8 up, 8 in 2024-04-12T16:02:15.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:14 smithi099 ceph-mon[39429]: pgmap v190: 121 pgs: 121 active+clean; 102 MiB data, 408 MiB used, 715 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.5 MiB/s wr, 19 op/s 2024-04-12T16:02:15.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:14 smithi099 ceph-mon[27456]: osdmap e131: 8 total, 8 up, 8 in 2024-04-12T16:02:15.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:14 smithi099 ceph-mon[27456]: pgmap v190: 121 pgs: 121 active+clean; 102 MiB data, 408 MiB used, 715 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.5 MiB/s wr, 19 op/s 2024-04-12T16:02:15.657 INFO:tasks.rados.rados.0.smithi099.stdout:412: done (6 left) 2024-04-12T16:02:15.657 INFO:tasks.rados.rados.0.smithi099.stdout:413: done (5 left) 2024-04-12T16:02:15.657 INFO:tasks.rados.rados.0.smithi099.stdout:414: done (4 left) 2024-04-12T16:02:15.657 INFO:tasks.rados.rados.0.smithi099.stdout:415: done (3 left) 2024-04-12T16:02:15.657 INFO:tasks.rados.rados.0.smithi099.stdout:416: done (2 left) 2024-04-12T16:02:15.657 INFO:tasks.rados.rados.0.smithi099.stdout:417: done (1 left) 2024-04-12T16:02:15.657 INFO:tasks.rados.rados.0.smithi099.stdout:419: done (0 left) 2024-04-12T16:02:15.657 INFO:tasks.rados.rados.0.smithi099.stdout:420: snap_remove snap 12 2024-04-12T16:02:16.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:15 smithi110 ceph-mon[31279]: osdmap e132: 8 total, 8 up, 8 in 2024-04-12T16:02:16.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:15 smithi099 ceph-mon[27456]: osdmap e132: 8 total, 8 up, 8 in 2024-04-12T16:02:16.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:15 smithi099 ceph-mon[39429]: osdmap e132: 8 total, 8 up, 8 in 2024-04-12T16:02:16.567 INFO:tasks.rados.rados.0.smithi099.stdout:420: done (0 left) 2024-04-12T16:02:16.568 INFO:tasks.rados.rados.0.smithi099.stdout:421: read oid 16 snap 27 2024-04-12T16:02:16.568 INFO:tasks.rados.rados.0.smithi099.stdout:421: expect (ObjNum 89 snap 12 seq_num 89) 2024-04-12T16:02:16.568 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 2 current snap is 33 2024-04-12T16:02:16.568 INFO:tasks.rados.rados.0.smithi099.stdout:422: seq_num 146 ranges {1187840=49152} 2024-04-12T16:02:16.574 INFO:tasks.rados.rados.0.smithi099.stdout:422: writing smithi09982431-2 from 1187840 to 1236992 tid 1 2024-04-12T16:02:16.575 INFO:tasks.rados.rados.0.smithi099.stdout:423: setattr oid 49 current snap is 33 2024-04-12T16:02:16.580 INFO:tasks.rados.rados.0.smithi099.stdout:422: finishing write tid 1 to smithi09982431-2 2024-04-12T16:02:16.581 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 45 current snap is 33 2024-04-12T16:02:16.581 INFO:tasks.rados.rados.0.smithi099.stdout:424: seq_num 147 ranges {1720320=65536} 2024-04-12T16:02:16.592 INFO:tasks.rados.rados.0.smithi099.stdout:424: writing smithi09982431-45 from 1720320 to 1785856 tid 1 2024-04-12T16:02:16.592 INFO:tasks.rados.rados.0.smithi099.stdout:425: read oid 35 snap -1 2024-04-12T16:02:16.592 INFO:tasks.rados.rados.0.smithi099.stdout:425: expect deleted 2024-04-12T16:02:16.592 INFO:tasks.rados.rados.0.smithi099.stdout:426: read oid 14 snap -1 2024-04-12T16:02:16.593 INFO:tasks.rados.rados.0.smithi099.stdout:426: expect (ObjNum 141 snap 31 seq_num 141) 2024-04-12T16:02:16.593 INFO:tasks.rados.rados.0.smithi099.stdout:427: copy_from oid 19 from oid 32 current snap is 33 2024-04-12T16:02:16.593 INFO:tasks.rados.rados.0.smithi099.stdout:422: finishing write tid 2 to smithi09982431-2 2024-04-12T16:02:16.593 INFO:tasks.rados.rados.0.smithi099.stdout:422: finishing write tid 3 to smithi09982431-2 2024-04-12T16:02:16.593 INFO:tasks.rados.rados.0.smithi099.stdout:422: oid 2 updating version 0 to 53 2024-04-12T16:02:16.593 INFO:tasks.rados.rados.0.smithi099.stdout:422: oid 2 updating version 53 to 54 2024-04-12T16:02:16.593 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 2 v 54 (ObjNum 146 snap 33 seq_num 146) dirty exists 2024-04-12T16:02:16.593 INFO:tasks.rados.rados.0.smithi099.stdout:422: left oid 2 (ObjNum 146 snap 33 seq_num 146) 2024-04-12T16:02:16.593 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 49 v 176 (ObjNum 55 snap 4 seq_num 55) dirty exists 2024-04-12T16:02:16.593 INFO:tasks.rados.rados.0.smithi099.stdout:421: expect (ObjNum 89 snap 12 seq_num 89) 2024-04-12T16:02:16.702 INFO:tasks.rados.rados.0.smithi099.stdout:421: done (6 left) 2024-04-12T16:02:16.702 INFO:tasks.rados.rados.0.smithi099.stdout:422: done (5 left) 2024-04-12T16:02:16.702 INFO:tasks.rados.rados.0.smithi099.stdout:423: done (4 left) 2024-04-12T16:02:16.702 INFO:tasks.rados.rados.0.smithi099.stdout:428: rollback oid 23 current snap is 33 2024-04-12T16:02:16.702 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 23 to 23 2024-04-12T16:02:16.702 INFO:tasks.rados.rados.0.smithi099.stdout:424: finishing write tid 1 to smithi09982431-45 2024-04-12T16:02:16.702 INFO:tasks.rados.rados.0.smithi099.stdout:424: finishing write tid 2 to smithi09982431-45 2024-04-12T16:02:16.703 INFO:tasks.rados.rados.0.smithi099.stdout:424: finishing write tid 3 to smithi09982431-45 2024-04-12T16:02:16.703 INFO:tasks.rados.rados.0.smithi099.stdout:424: oid 45 updating version 0 to 63 2024-04-12T16:02:16.703 INFO:tasks.rados.rados.0.smithi099.stdout:424: oid 45 updating version 63 to 64 2024-04-12T16:02:16.703 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 45 v 64 (ObjNum 147 snap 33 seq_num 147) dirty exists 2024-04-12T16:02:16.703 INFO:tasks.rados.rados.0.smithi099.stdout:424: left oid 45 (ObjNum 147 snap 33 seq_num 147) 2024-04-12T16:02:16.703 INFO:tasks.rados.rados.0.smithi099.stdout:427: finishing copy_from racing read to smithi09982431-19 2024-04-12T16:02:16.703 INFO:tasks.rados.rados.0.smithi099.stdout:427: finishing copy_from to smithi09982431-19 2024-04-12T16:02:16.703 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 19 v 48 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-12T16:02:16.703 INFO:tasks.rados.rados.0.smithi099.stdout:426: expect (ObjNum 141 snap 31 seq_num 141) 2024-04-12T16:02:16.783 INFO:tasks.rados.rados.0.smithi099.stdout:428: finishing rollback tid 0 to smithi09982431-23 2024-04-12T16:02:16.784 INFO:tasks.rados.rados.0.smithi099.stdout:428: finishing rollback tid 1 to smithi09982431-23 2024-04-12T16:02:16.784 INFO:tasks.rados.rados.0.smithi099.stdout:428: finishing rollback tid 2 to smithi09982431-23 2024-04-12T16:02:16.784 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 23 v 54 (ObjNum 92 snap 16 seq_num 92) dirty exists 2024-04-12T16:02:16.784 INFO:tasks.rados.rados.0.smithi099.stdout:424: done (4 left) 2024-04-12T16:02:16.784 INFO:tasks.rados.rados.0.smithi099.stdout:425: done (3 left) 2024-04-12T16:02:16.784 INFO:tasks.rados.rados.0.smithi099.stdout:426: done (2 left) 2024-04-12T16:02:16.784 INFO:tasks.rados.rados.0.smithi099.stdout:427: done (1 left) 2024-04-12T16:02:16.784 INFO:tasks.rados.rados.0.smithi099.stdout:428: done (0 left) 2024-04-12T16:02:16.784 INFO:tasks.rados.rados.0.smithi099.stdout:429: snap_remove snap 21 2024-04-12T16:02:16.877 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:02:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:02:16] "GET /metrics HTTP/1.1" 200 36005 "" "Prometheus/2.43.0" 2024-04-12T16:02:16.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:16 smithi099 ceph-mon[27456]: osdmap e133: 8 total, 8 up, 8 in 2024-04-12T16:02:16.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:16 smithi099 ceph-mon[27456]: pgmap v193: 121 pgs: 121 active+clean; 102 MiB data, 408 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:02:16.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:16 smithi099 ceph-mon[27456]: osdmap e134: 8 total, 8 up, 8 in 2024-04-12T16:02:16.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:16 smithi099 ceph-mon[39429]: osdmap e133: 8 total, 8 up, 8 in 2024-04-12T16:02:16.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:16 smithi099 ceph-mon[39429]: pgmap v193: 121 pgs: 121 active+clean; 102 MiB data, 408 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:02:16.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:16 smithi099 ceph-mon[39429]: osdmap e134: 8 total, 8 up, 8 in 2024-04-12T16:02:17.035 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-04-12T16:02:17.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:16 smithi110 ceph-mon[31279]: osdmap e133: 8 total, 8 up, 8 in 2024-04-12T16:02:17.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:16 smithi110 ceph-mon[31279]: pgmap v193: 121 pgs: 121 active+clean; 102 MiB data, 408 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:02:17.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:16 smithi110 ceph-mon[31279]: osdmap e134: 8 total, 8 up, 8 in 2024-04-12T16:02:17.348 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T16:02:17.348 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (2m) 105s ago 3m 28.5M - 0.25.0 c8568f914cd2 d0012c0a0402 2024-04-12T16:02:17.348 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi110 *:3000 running (3m) 104s ago 3m 82.1M - 9.4.7 954c08fa6188 f1a47e96b342 2024-04-12T16:02:17.348 INFO:teuthology.orchestra.run.smithi099.stdout:mds.a smithi099 running (4m) 105s ago 4m 15.7M - 18.2.2-1187-gd540ebac bb2c5eac26a4 41cdf918e4eb 2024-04-12T16:02:17.348 INFO:teuthology.orchestra.run.smithi099.stdout:mds.b smithi110 running (4m) 104s ago 4m 12.7M - 18.2.2-1187-gd540ebac bb2c5eac26a4 453e0d052bae 2024-04-12T16:02:17.348 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi110 *:8443,8765 running (8m) 104s ago 8m 449M - 18.2.2-1187-gd540ebac bb2c5eac26a4 499def2bd58a 2024-04-12T16:02:17.348 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:9283,8765 running (10m) 105s ago 10m 499M - 18.2.2-1187-gd540ebac bb2c5eac26a4 ebb4a4c3a646 2024-04-12T16:02:17.348 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (10m) 105s ago 10m 45.3M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 e33da73659da 2024-04-12T16:02:17.348 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi110 running (8m) 104s ago 8m 39.2M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 b39199de30d8 2024-04-12T16:02:17.348 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (8m) 105s ago 8m 40.3M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 ff73cbf96bed 2024-04-12T16:02:17.348 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (3m) 105s ago 3m 15.8M - 1.5.0 0da6a335fe13 1555012f6fb4 2024-04-12T16:02:17.348 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi110 *:9100 running (3m) 104s ago 3m 8032k - 1.5.0 0da6a335fe13 e64854b1f14f 2024-04-12T16:02:17.348 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (8m) 105s ago 8m 57.8M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 6bdf9d934811 2024-04-12T16:02:17.349 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (7m) 105s ago 7m 54.0M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 10eb3a0efddd 2024-04-12T16:02:17.349 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (7m) 105s ago 7m 51.4M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 bcc4792ed641 2024-04-12T16:02:17.349 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (6m) 105s ago 6m 52.1M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 c9320073515e 2024-04-12T16:02:17.349 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi110 running (6m) 104s ago 6m 42.1M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 cbe7627415bc 2024-04-12T16:02:17.349 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi110 running (6m) 104s ago 6m 52.5M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 adfdbd20159e 2024-04-12T16:02:17.349 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi110 running (5m) 104s ago 5m 43.9M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 27d42d053218 2024-04-12T16:02:17.349 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi110 running (5m) 104s ago 5m 42.4M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 d4e7f553110a 2024-04-12T16:02:17.349 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi110 *:9095 running (2m) 104s ago 4m 40.5M - 2.43.0 a07b618ecd1d 358e8ea8cd9b 2024-04-12T16:02:17.671 INFO:tasks.rados.rados.0.smithi099.stdout:429: done (0 left) 2024-04-12T16:02:17.671 INFO:tasks.rados.rados.0.smithi099.stdout:430: read oid 29 snap -1 2024-04-12T16:02:17.671 INFO:tasks.rados.rados.0.smithi099.stdout:430: expect (ObjNum 85 snap 11 seq_num 85) 2024-04-12T16:02:17.671 INFO:tasks.rados.rados.0.smithi099.stdout:431: rollback oid 44 current snap is 33 2024-04-12T16:02:17.671 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 44 to 31 2024-04-12T16:02:17.671 INFO:tasks.rados.rados.0.smithi099.stdout:432: delete oid 11 current snap is 33 2024-04-12T16:02:17.681 INFO:tasks.rados.rados.0.smithi099.stdout:431: finishing rollback tid 0 to smithi09982431-44 2024-04-12T16:02:17.684 INFO:tasks.rados.rados.0.smithi099.stdout:431: finishing rollback tid 1 to smithi09982431-44 2024-04-12T16:02:17.684 INFO:tasks.rados.rados.0.smithi099.stdout:432: done (2 left) 2024-04-12T16:02:17.685 INFO:tasks.rados.rados.0.smithi099.stdout:433: rmattr oid 9 current snap is 33 2024-04-12T16:02:17.685 INFO:tasks.rados.rados.0.smithi099.stdout:433: done (2 left) 2024-04-12T16:02:17.685 INFO:tasks.rados.rados.0.smithi099.stdout:434: snap_create 2024-04-12T16:02:17.685 INFO:tasks.rados.rados.0.smithi099.stdout:431: finishing rollback tid 2 to smithi09982431-44 2024-04-12T16:02:17.685 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 44 v 184 (ObjNum 121 snap 28 seq_num 121) dirty exists 2024-04-12T16:02:17.688 INFO:tasks.rados.rados.0.smithi099.stdout:430: expect (ObjNum 85 snap 11 seq_num 85) 2024-04-12T16:02:17.752 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-04-12T16:02:17.752 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-04-12T16:02:17.752 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-12T16:02:17.752 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:02:17.752 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-04-12T16:02:17.752 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:02:17.752 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:02:17.752 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-04-12T16:02:17.752 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-12T16:02:17.752 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:02:17.752 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": { 2024-04-12T16:02:17.752 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:02:17.753 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:02:17.753 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-04-12T16:02:17.753 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 15 2024-04-12T16:02:17.753 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-04-12T16:02:17.753 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-04-12T16:02:18.678 INFO:tasks.rados.rados.0.smithi099.stdout:430: done (2 left) 2024-04-12T16:02:18.679 INFO:tasks.rados.rados.0.smithi099.stdout:431: done (1 left) 2024-04-12T16:02:18.679 INFO:tasks.rados.rados.0.smithi099.stdout:434: done (0 left) 2024-04-12T16:02:18.679 INFO:tasks.rados.rados.0.smithi099.stdout:435: delete oid 37 current snap is 34 2024-04-12T16:02:18.684 INFO:tasks.rados.rados.0.smithi099.stdout:435: done (0 left) 2024-04-12T16:02:18.684 INFO:tasks.rados.rados.0.smithi099.stdout:436: read oid 28 snap 33 2024-04-12T16:02:18.684 INFO:tasks.rados.rados.0.smithi099.stdout:436: expect (ObjNum 111 snap 23 seq_num 111) 2024-04-12T16:02:18.684 INFO:tasks.rados.rados.0.smithi099.stdout:437: read oid 6 snap -1 2024-04-12T16:02:18.684 INFO:tasks.rados.rados.0.smithi099.stdout:437: expect (ObjNum 143 snap 32 seq_num 143) 2024-04-12T16:02:18.684 INFO:tasks.rados.rados.0.smithi099.stdout:438: read oid 24 snap 26 2024-04-12T16:02:18.684 INFO:tasks.rados.rados.0.smithi099.stdout:438: expect (ObjNum 54 snap 4 seq_num 54) 2024-04-12T16:02:18.684 INFO:tasks.rados.rados.0.smithi099.stdout:439: rollback oid 39 current snap is 34 2024-04-12T16:02:18.684 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 39 to 23 2024-04-12T16:02:18.685 INFO:tasks.rados.rados.0.smithi099.stdout:440: copy_from oid 20 from oid 36 current snap is 34 2024-04-12T16:02:18.685 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 17 current snap is 34 2024-04-12T16:02:18.685 INFO:tasks.rados.rados.0.smithi099.stdout:441: seq_num 150 ranges {1114112=114688} 2024-04-12T16:02:18.691 INFO:tasks.rados.rados.0.smithi099.stdout:441: writing smithi09982431-17 from 1114112 to 1228800 tid 1 2024-04-12T16:02:18.691 INFO:tasks.rados.rados.0.smithi099.stdout:442: copy_from oid 45 from oid 41 current snap is 34 2024-04-12T16:02:18.691 INFO:tasks.rados.rados.0.smithi099.stdout:439: finishing rollback tid 0 to smithi09982431-39 2024-04-12T16:02:18.691 INFO:tasks.rados.rados.0.smithi099.stdout:439: finishing rollback tid 1 to smithi09982431-39 2024-04-12T16:02:18.691 INFO:tasks.rados.rados.0.smithi099.stdout:439: finishing rollback tid 2 to smithi09982431-39 2024-04-12T16:02:18.692 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 39 v 137 (ObjNum 78 snap 10 seq_num 78) dirty exists 2024-04-12T16:02:18.692 INFO:tasks.rados.rados.0.smithi099.stdout:439: done (6 left) 2024-04-12T16:02:18.692 INFO:tasks.rados.rados.0.smithi099.stdout:443: rollback oid 47 current snap is 34 2024-04-12T16:02:18.692 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 47 to 33 2024-04-12T16:02:18.692 INFO:tasks.rados.rados.0.smithi099.stdout:444: snap_remove snap 28 2024-04-12T16:02:19.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:18 smithi110 ceph-mon[31279]: from='client.24992 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:02:19.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:18 smithi110 ceph-mon[31279]: from='client.15090 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:02:19.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:18 smithi110 ceph-mon[31279]: osdmap e135: 8 total, 8 up, 8 in 2024-04-12T16:02:19.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:18 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/1622402892' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:02:19.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:18 smithi110 ceph-mon[31279]: pgmap v196: 121 pgs: 121 active+clean; 131 MiB data, 454 MiB used, 715 GiB / 715 GiB avail; 16 MiB/s rd, 8.7 MiB/s wr, 46 op/s 2024-04-12T16:02:19.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:18 smithi099 ceph-mon[27456]: from='client.24992 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:02:19.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:18 smithi099 ceph-mon[27456]: from='client.15090 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:02:19.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:18 smithi099 ceph-mon[27456]: osdmap e135: 8 total, 8 up, 8 in 2024-04-12T16:02:19.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:18 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/1622402892' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:02:19.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:18 smithi099 ceph-mon[27456]: pgmap v196: 121 pgs: 121 active+clean; 131 MiB data, 454 MiB used, 715 GiB / 715 GiB avail; 16 MiB/s rd, 8.7 MiB/s wr, 46 op/s 2024-04-12T16:02:19.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:18 smithi099 ceph-mon[39429]: from='client.24992 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:02:19.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:18 smithi099 ceph-mon[39429]: from='client.15090 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:02:19.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:18 smithi099 ceph-mon[39429]: osdmap e135: 8 total, 8 up, 8 in 2024-04-12T16:02:19.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:18 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/1622402892' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:02:19.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:18 smithi099 ceph-mon[39429]: pgmap v196: 121 pgs: 121 active+clean; 131 MiB data, 454 MiB used, 715 GiB / 715 GiB avail; 16 MiB/s rd, 8.7 MiB/s wr, 46 op/s 2024-04-12T16:02:19.686 INFO:tasks.rados.rados.0.smithi099.stdout:444: done (7 left) 2024-04-12T16:02:19.686 INFO:tasks.rados.rados.0.smithi099.stdout:445: snap_create 2024-04-12T16:02:19.687 INFO:tasks.rados.rados.0.smithi099.stdout:438: expect (ObjNum 54 snap 4 seq_num 54) 2024-04-12T16:02:19.733 INFO:tasks.rados.rados.0.smithi099.stdout:441: finishing write tid 1 to smithi09982431-17 2024-04-12T16:02:19.733 INFO:tasks.rados.rados.0.smithi099.stdout:441: finishing write tid 2 to smithi09982431-17 2024-04-12T16:02:19.733 INFO:tasks.rados.rados.0.smithi099.stdout:436: expect (ObjNum 111 snap 23 seq_num 111) 2024-04-12T16:02:19.784 INFO:tasks.rados.rados.0.smithi099.stdout:441: finishing write tid 3 to smithi09982431-17 2024-04-12T16:02:19.784 INFO:tasks.rados.rados.0.smithi099.stdout:441: oid 17 updating version 0 to 11 2024-04-12T16:02:19.784 INFO:tasks.rados.rados.0.smithi099.stdout:441: oid 17 updating version 11 to 12 2024-04-12T16:02:19.784 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 17 v 12 (ObjNum 150 snap 34 seq_num 150) dirty exists 2024-04-12T16:02:19.784 INFO:tasks.rados.rados.0.smithi099.stdout:441: left oid 17 (ObjNum 150 snap 34 seq_num 150) 2024-04-12T16:02:19.784 INFO:tasks.rados.rados.0.smithi099.stdout:437: expect (ObjNum 143 snap 32 seq_num 143) 2024-04-12T16:02:19.846 INFO:tasks.rados.rados.0.smithi099.stdout:443: finishing rollback tid 0 to smithi09982431-47 2024-04-12T16:02:19.846 INFO:tasks.rados.rados.0.smithi099.stdout:443: finishing rollback tid 1 to smithi09982431-47 2024-04-12T16:02:19.846 INFO:tasks.rados.rados.0.smithi099.stdout:443: finishing rollback tid 2 to smithi09982431-47 2024-04-12T16:02:19.846 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 47 v 96 (ObjNum 86 snap 11 seq_num 86) dirty exists 2024-04-12T16:02:19.846 INFO:tasks.rados.rados.0.smithi099.stdout:440: finishing copy_from racing read to smithi09982431-20 2024-04-12T16:02:19.846 INFO:tasks.rados.rados.0.smithi099.stdout:440: finishing copy_from to smithi09982431-20 2024-04-12T16:02:19.846 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 20 v 54 (ObjNum 137 snap 31 seq_num 137) dirty exists 2024-04-12T16:02:19.846 INFO:tasks.rados.rados.0.smithi099.stdout:442: finishing copy_from racing read to smithi09982431-45 2024-04-12T16:02:19.846 INFO:tasks.rados.rados.0.smithi099.stdout:442: finishing copy_from to smithi09982431-45 2024-04-12T16:02:19.846 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 45 v 159 (ObjNum 133 snap 31 seq_num 133) dirty exists 2024-04-12T16:02:20.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:19 smithi110 ceph-mon[31279]: osdmap e136: 8 total, 8 up, 8 in 2024-04-12T16:02:20.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:19 smithi099 ceph-mon[27456]: osdmap e136: 8 total, 8 up, 8 in 2024-04-12T16:02:20.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:19 smithi099 ceph-mon[39429]: osdmap e136: 8 total, 8 up, 8 in 2024-04-12T16:02:20.691 INFO:tasks.rados.rados.0.smithi099.stdout:436: done (7 left) 2024-04-12T16:02:20.691 INFO:tasks.rados.rados.0.smithi099.stdout:437: done (6 left) 2024-04-12T16:02:20.691 INFO:tasks.rados.rados.0.smithi099.stdout:438: done (5 left) 2024-04-12T16:02:20.691 INFO:tasks.rados.rados.0.smithi099.stdout:440: done (4 left) 2024-04-12T16:02:20.691 INFO:tasks.rados.rados.0.smithi099.stdout:441: done (3 left) 2024-04-12T16:02:20.691 INFO:tasks.rados.rados.0.smithi099.stdout:442: done (2 left) 2024-04-12T16:02:20.691 INFO:tasks.rados.rados.0.smithi099.stdout:443: done (1 left) 2024-04-12T16:02:20.691 INFO:tasks.rados.rados.0.smithi099.stdout:445: done (0 left) 2024-04-12T16:02:20.691 INFO:tasks.rados.rados.0.smithi099.stdout:446: read oid 47 snap -1 2024-04-12T16:02:20.691 INFO:tasks.rados.rados.0.smithi099.stdout:446: expect (ObjNum 86 snap 11 seq_num 86) 2024-04-12T16:02:20.691 INFO:tasks.rados.rados.0.smithi099.stdout:447: delete oid 33 current snap is 35 2024-04-12T16:02:20.694 INFO:tasks.rados.rados.0.smithi099.stdout:447: done (1 left) 2024-04-12T16:02:20.694 INFO:tasks.rados.rados.0.smithi099.stdout:448: rollback oid 8 current snap is 35 2024-04-12T16:02:20.695 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 8 to 32 2024-04-12T16:02:20.695 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 12 current snap is 35 2024-04-12T16:02:20.695 INFO:tasks.rados.rados.0.smithi099.stdout:449: seq_num 152 ranges {0=147456} 2024-04-12T16:02:20.695 INFO:tasks.rados.rados.0.smithi099.stdout:449: writing smithi09982431-12 from 0 to 147456 tid 1 2024-04-12T16:02:20.696 INFO:tasks.rados.rados.0.smithi099.stdout:448: finishing rollback tid 1 to smithi09982431-8 2024-04-12T16:02:20.696 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 8 v 0 (ObjNum 33 snap 0 seq_num 1924446256) dirty dne 2024-04-12T16:02:20.696 INFO:tasks.rados.rados.0.smithi099.stdout:448: done (2 left) 2024-04-12T16:02:20.696 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 10 current snap is 35 2024-04-12T16:02:20.696 INFO:tasks.rados.rados.0.smithi099.stdout:450: seq_num 153 ranges {2359296=163840} 2024-04-12T16:02:20.710 INFO:tasks.rados.rados.0.smithi099.stdout:450: writing smithi09982431-10 from 2359296 to 2523136 tid 1 2024-04-12T16:02:20.710 INFO:tasks.rados.rados.0.smithi099.stdout:451: rollback oid 4 current snap is 35 2024-04-12T16:02:20.711 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 4 to 17 2024-04-12T16:02:20.711 INFO:tasks.rados.rados.0.smithi099.stdout:449: finishing write tid 1 to smithi09982431-12 2024-04-12T16:02:20.711 INFO:tasks.rados.rados.0.smithi099.stdout:446: expect (ObjNum 86 snap 11 seq_num 86) 2024-04-12T16:02:20.749 INFO:tasks.rados.rados.0.smithi099.stdout:449: finishing write tid 2 to smithi09982431-12 2024-04-12T16:02:20.749 INFO:tasks.rados.rados.0.smithi099.stdout:449: finishing write tid 3 to smithi09982431-12 2024-04-12T16:02:20.749 INFO:tasks.rados.rados.0.smithi099.stdout:449: oid 12 updating version 0 to 107 2024-04-12T16:02:20.749 INFO:tasks.rados.rados.0.smithi099.stdout:449: oid 12 updating version 107 to 108 2024-04-12T16:02:20.749 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 108 (ObjNum 152 snap 35 seq_num 152) dirty exists 2024-04-12T16:02:20.749 INFO:tasks.rados.rados.0.smithi099.stdout:449: left oid 12 (ObjNum 152 snap 35 seq_num 152) 2024-04-12T16:02:20.749 INFO:tasks.rados.rados.0.smithi099.stdout:446: done (3 left) 2024-04-12T16:02:20.749 INFO:tasks.rados.rados.0.smithi099.stdout:449: done (2 left) 2024-04-12T16:02:20.749 INFO:tasks.rados.rados.0.smithi099.stdout:452: read oid 38 snap -1 2024-04-12T16:02:20.749 INFO:tasks.rados.rados.0.smithi099.stdout:452: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-12T16:02:20.749 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 32 current snap is 35 2024-04-12T16:02:20.750 INFO:tasks.rados.rados.0.smithi099.stdout:451: finishing rollback tid 0 to smithi09982431-4 2024-04-12T16:02:20.750 INFO:tasks.rados.rados.0.smithi099.stdout:453: seq_num 154 ranges {679936=180224} 2024-04-12T16:02:20.754 INFO:tasks.rados.rados.0.smithi099.stdout:453: writing smithi09982431-32 from 679936 to 860160 tid 1 2024-04-12T16:02:20.754 INFO:tasks.rados.rados.0.smithi099.stdout:454: snap_create 2024-04-12T16:02:20.754 INFO:tasks.rados.rados.0.smithi099.stdout:451: finishing rollback tid 1 to smithi09982431-4 2024-04-12T16:02:20.754 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 4 v 91 (ObjNum 33 snap 0 seq_num 1923875504) dirty dne 2024-04-12T16:02:20.754 INFO:tasks.rados.rados.0.smithi099.stdout:450: finishing write tid 1 to smithi09982431-10 2024-04-12T16:02:20.754 INFO:tasks.rados.rados.0.smithi099.stdout:450: finishing write tid 2 to smithi09982431-10 2024-04-12T16:02:20.754 INFO:tasks.rados.rados.0.smithi099.stdout:450: finishing write tid 3 to smithi09982431-10 2024-04-12T16:02:20.755 INFO:tasks.rados.rados.0.smithi099.stdout:450: oid 10 updating version 0 to 146 2024-04-12T16:02:20.755 INFO:tasks.rados.rados.0.smithi099.stdout:450: oid 10 updating version 146 to 147 2024-04-12T16:02:20.755 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 10 v 147 (ObjNum 153 snap 35 seq_num 153) dirty exists 2024-04-12T16:02:20.755 INFO:tasks.rados.rados.0.smithi099.stdout:450: left oid 10 (ObjNum 153 snap 35 seq_num 153) 2024-04-12T16:02:20.755 INFO:tasks.rados.rados.0.smithi099.stdout:452: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-12T16:02:20.782 INFO:tasks.rados.rados.0.smithi099.stdout:453: finishing write tid 1 to smithi09982431-32 2024-04-12T16:02:20.783 INFO:tasks.rados.rados.0.smithi099.stdout:453: finishing write tid 2 to smithi09982431-32 2024-04-12T16:02:20.783 INFO:tasks.rados.rados.0.smithi099.stdout:453: finishing write tid 3 to smithi09982431-32 2024-04-12T16:02:20.783 INFO:tasks.rados.rados.0.smithi099.stdout:453: oid 32 updating version 0 to 93 2024-04-12T16:02:20.783 INFO:tasks.rados.rados.0.smithi099.stdout:453: oid 32 updating version 93 to 94 2024-04-12T16:02:20.783 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 32 v 94 (ObjNum 154 snap 35 seq_num 154) dirty exists 2024-04-12T16:02:20.783 INFO:tasks.rados.rados.0.smithi099.stdout:453: left oid 32 (ObjNum 154 snap 35 seq_num 154) 2024-04-12T16:02:21.028 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:20 smithi099 ceph-mon[27456]: osdmap e137: 8 total, 8 up, 8 in 2024-04-12T16:02:21.028 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:20 smithi099 ceph-mon[27456]: pgmap v199: 121 pgs: 121 active+clean; 131 MiB data, 454 MiB used, 715 GiB / 715 GiB avail; 16 MiB/s rd, 8.7 MiB/s wr, 46 op/s 2024-04-12T16:02:21.028 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:20 smithi099 ceph-mon[39429]: osdmap e137: 8 total, 8 up, 8 in 2024-04-12T16:02:21.029 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:20 smithi099 ceph-mon[39429]: pgmap v199: 121 pgs: 121 active+clean; 131 MiB data, 454 MiB used, 715 GiB / 715 GiB avail; 16 MiB/s rd, 8.7 MiB/s wr, 46 op/s 2024-04-12T16:02:21.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:20 smithi110 ceph-mon[31279]: osdmap e137: 8 total, 8 up, 8 in 2024-04-12T16:02:21.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:20 smithi110 ceph-mon[31279]: pgmap v199: 121 pgs: 121 active+clean; 131 MiB data, 454 MiB used, 715 GiB / 715 GiB avail; 16 MiB/s rd, 8.7 MiB/s wr, 46 op/s 2024-04-12T16:02:21.567 INFO:tasks.rados.rados.0.smithi099.stdout:450: done (4 left) 2024-04-12T16:02:21.567 INFO:tasks.rados.rados.0.smithi099.stdout:451: done (3 left) 2024-04-12T16:02:21.567 INFO:tasks.rados.rados.0.smithi099.stdout:452: done (2 left) 2024-04-12T16:02:21.567 INFO:tasks.rados.rados.0.smithi099.stdout:453: done (1 left) 2024-04-12T16:02:21.567 INFO:tasks.rados.rados.0.smithi099.stdout:454: done (0 left) 2024-04-12T16:02:21.568 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 23 current snap is 36 2024-04-12T16:02:21.568 INFO:tasks.rados.rados.0.smithi099.stdout:455: seq_num 155 ranges {3235840=204800} 2024-04-12T16:02:21.585 INFO:tasks.rados.rados.0.smithi099.stdout:455: writing smithi09982431-23 from 3235840 to 3440640 tid 1 2024-04-12T16:02:21.585 INFO:tasks.rados.rados.0.smithi099.stdout:456: copy_from oid 26 from oid 22 current snap is 36 2024-04-12T16:02:21.585 INFO:tasks.rados.rados.0.smithi099.stdout:457: snap_create 2024-04-12T16:02:21.588 INFO:tasks.rados.rados.0.smithi099.stdout:456: finishing copy_from to smithi09982431-26 2024-04-12T16:02:21.588 INFO:tasks.rados.rados.0.smithi099.stdout:456: got expected ENOENT (src dne) 2024-04-12T16:02:21.588 INFO:tasks.rados.rados.0.smithi099.stdout:456: finishing copy_from racing read to smithi09982431-26 2024-04-12T16:02:21.589 INFO:tasks.rados.rados.0.smithi099.stdout:455: finishing write tid 1 to smithi09982431-23 2024-04-12T16:02:21.589 INFO:tasks.rados.rados.0.smithi099.stdout:455: finishing write tid 2 to smithi09982431-23 2024-04-12T16:02:21.590 INFO:tasks.rados.rados.0.smithi099.stdout:455: finishing write tid 3 to smithi09982431-23 2024-04-12T16:02:21.590 INFO:tasks.rados.rados.0.smithi099.stdout:455: oid 23 updating version 0 to 60 2024-04-12T16:02:21.590 INFO:tasks.rados.rados.0.smithi099.stdout:455: oid 23 updating version 60 to 61 2024-04-12T16:02:21.590 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 23 v 61 (ObjNum 155 snap 36 seq_num 155) dirty exists 2024-04-12T16:02:21.590 INFO:tasks.rados.rados.0.smithi099.stdout:455: left oid 23 (ObjNum 155 snap 36 seq_num 155) 2024-04-12T16:02:22.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:21 smithi110 ceph-mon[31279]: osdmap e138: 8 total, 8 up, 8 in 2024-04-12T16:02:22.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:21 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:02:22.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:21 smithi110 ceph-mon[31279]: osdmap e139: 8 total, 8 up, 8 in 2024-04-12T16:02:22.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:21 smithi099 ceph-mon[27456]: osdmap e138: 8 total, 8 up, 8 in 2024-04-12T16:02:22.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:21 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:02:22.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:21 smithi099 ceph-mon[27456]: osdmap e139: 8 total, 8 up, 8 in 2024-04-12T16:02:22.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:21 smithi099 ceph-mon[39429]: osdmap e138: 8 total, 8 up, 8 in 2024-04-12T16:02:22.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:21 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:02:22.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:21 smithi099 ceph-mon[39429]: osdmap e139: 8 total, 8 up, 8 in 2024-04-12T16:02:22.566 INFO:tasks.rados.rados.0.smithi099.stdout:455: done (2 left) 2024-04-12T16:02:22.566 INFO:tasks.rados.rados.0.smithi099.stdout:456: done (1 left) 2024-04-12T16:02:22.566 INFO:tasks.rados.rados.0.smithi099.stdout:457: done (0 left) 2024-04-12T16:02:22.566 INFO:tasks.rados.rados.0.smithi099.stdout:458: snap_create 2024-04-12T16:02:23.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:22 smithi110 ceph-mon[31279]: pgmap v202: 121 pgs: 121 active+clean; 135 MiB data, 462 MiB used, 715 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-04-12T16:02:23.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:22 smithi110 ceph-mon[31279]: osdmap e140: 8 total, 8 up, 8 in 2024-04-12T16:02:23.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:22 smithi099 ceph-mon[27456]: pgmap v202: 121 pgs: 121 active+clean; 135 MiB data, 462 MiB used, 715 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-04-12T16:02:23.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:22 smithi099 ceph-mon[27456]: osdmap e140: 8 total, 8 up, 8 in 2024-04-12T16:02:23.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:22 smithi099 ceph-mon[39429]: pgmap v202: 121 pgs: 121 active+clean; 135 MiB data, 462 MiB used, 715 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-04-12T16:02:23.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:22 smithi099 ceph-mon[39429]: osdmap e140: 8 total, 8 up, 8 in 2024-04-12T16:02:23.570 INFO:tasks.rados.rados.0.smithi099.stdout:458: done (0 left) 2024-04-12T16:02:23.570 INFO:tasks.rados.rados.0.smithi099.stdout:459: delete oid 4 current snap is 38 2024-04-12T16:02:23.571 INFO:tasks.rados.rados.0.smithi099.stdout:459: done (0 left) 2024-04-12T16:02:23.571 INFO:tasks.rados.rados.0.smithi099.stdout:460: delete oid 15 current snap is 38 2024-04-12T16:02:23.573 INFO:tasks.rados.rados.0.smithi099.stdout:460: done (0 left) 2024-04-12T16:02:23.573 INFO:tasks.rados.rados.0.smithi099.stdout:461: snap_create 2024-04-12T16:02:24.575 INFO:tasks.rados.rados.0.smithi099.stdout:461: done (0 left) 2024-04-12T16:02:24.575 INFO:tasks.rados.rados.0.smithi099.stdout:462: setattr oid 19 current snap is 39 2024-04-12T16:02:24.576 INFO:tasks.rados.rados.0.smithi099.stdout:463: rmattr oid 42 current snap is 39 2024-04-12T16:02:24.576 INFO:tasks.rados.rados.0.smithi099.stdout:463: done (1 left) 2024-04-12T16:02:24.576 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 39 current snap is 39 2024-04-12T16:02:24.577 INFO:tasks.rados.rados.0.smithi099.stdout:464: seq_num 158 ranges {1622016=253952} 2024-04-12T16:02:24.587 INFO:tasks.rados.rados.0.smithi099.stdout:464: writing smithi09982431-39 from 1622016 to 1875968 tid 1 2024-04-12T16:02:24.587 INFO:tasks.rados.rados.0.smithi099.stdout:465: read oid 47 snap -1 2024-04-12T16:02:24.587 INFO:tasks.rados.rados.0.smithi099.stdout:465: expect (ObjNum 86 snap 11 seq_num 86) 2024-04-12T16:02:24.587 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 41 current snap is 39 2024-04-12T16:02:24.587 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 19 v 143 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-12T16:02:24.587 INFO:tasks.rados.rados.0.smithi099.stdout:466: seq_num 159 ranges {2916352=270336} 2024-04-12T16:02:24.604 INFO:tasks.rados.rados.0.smithi099.stdout:466: writing smithi09982431-41 from 2916352 to 3186688 tid 1 2024-04-12T16:02:24.605 INFO:tasks.rados.rados.0.smithi099.stdout:462: done (3 left) 2024-04-12T16:02:24.605 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 23 current snap is 39 2024-04-12T16:02:24.605 INFO:tasks.rados.rados.0.smithi099.stdout:467: seq_num 160 ranges {3440640=286720} 2024-04-12T16:02:24.625 INFO:tasks.rados.rados.0.smithi099.stdout:467: writing smithi09982431-23 from 3440640 to 3727360 tid 1 2024-04-12T16:02:24.625 INFO:tasks.rados.rados.0.smithi099.stdout:468: read oid 30 snap -1 2024-04-12T16:02:24.625 INFO:tasks.rados.rados.0.smithi099.stdout:468: expect (ObjNum 109 snap 23 seq_num 109) 2024-04-12T16:02:24.625 INFO:tasks.rados.rados.0.smithi099.stdout:469: copy_from oid 11 from oid 2 current snap is 39 2024-04-12T16:02:24.625 INFO:tasks.rados.rados.0.smithi099.stdout:464: finishing write tid 1 to smithi09982431-39 2024-04-12T16:02:24.625 INFO:tasks.rados.rados.0.smithi099.stdout:464: finishing write tid 2 to smithi09982431-39 2024-04-12T16:02:24.625 INFO:tasks.rados.rados.0.smithi099.stdout:464: finishing write tid 3 to smithi09982431-39 2024-04-12T16:02:24.625 INFO:tasks.rados.rados.0.smithi099.stdout:464: oid 39 updating version 0 to 146 2024-04-12T16:02:24.626 INFO:tasks.rados.rados.0.smithi099.stdout:464: oid 39 version 146 is already newer than 145 2024-04-12T16:02:24.626 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 39 v 146 (ObjNum 158 snap 39 seq_num 158) dirty exists 2024-04-12T16:02:24.626 INFO:tasks.rados.rados.0.smithi099.stdout:464: left oid 39 (ObjNum 158 snap 39 seq_num 158) 2024-04-12T16:02:24.626 INFO:tasks.rados.rados.0.smithi099.stdout:465: expect (ObjNum 86 snap 11 seq_num 86) 2024-04-12T16:02:24.664 INFO:tasks.rados.rados.0.smithi099.stdout:466: finishing write tid 1 to smithi09982431-41 2024-04-12T16:02:24.665 INFO:tasks.rados.rados.0.smithi099.stdout:466: finishing write tid 2 to smithi09982431-41 2024-04-12T16:02:24.665 INFO:tasks.rados.rados.0.smithi099.stdout:466: finishing write tid 3 to smithi09982431-41 2024-04-12T16:02:24.665 INFO:tasks.rados.rados.0.smithi099.stdout:466: oid 41 updating version 0 to 197 2024-04-12T16:02:24.665 INFO:tasks.rados.rados.0.smithi099.stdout:466: oid 41 version 197 is already newer than 196 2024-04-12T16:02:24.665 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 41 v 197 (ObjNum 159 snap 39 seq_num 159) dirty exists 2024-04-12T16:02:24.665 INFO:tasks.rados.rados.0.smithi099.stdout:466: left oid 41 (ObjNum 159 snap 39 seq_num 159) 2024-04-12T16:02:24.665 INFO:tasks.rados.rados.0.smithi099.stdout:467: finishing write tid 1 to smithi09982431-23 2024-04-12T16:02:24.665 INFO:tasks.rados.rados.0.smithi099.stdout:464: done (5 left) 2024-04-12T16:02:24.665 INFO:tasks.rados.rados.0.smithi099.stdout:465: done (4 left) 2024-04-12T16:02:24.665 INFO:tasks.rados.rados.0.smithi099.stdout:466: done (3 left) 2024-04-12T16:02:24.665 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 16 current snap is 39 2024-04-12T16:02:24.665 INFO:tasks.rados.rados.0.smithi099.stdout:467: finishing write tid 2 to smithi09982431-23 2024-04-12T16:02:24.665 INFO:tasks.rados.rados.0.smithi099.stdout:467: finishing write tid 3 to smithi09982431-23 2024-04-12T16:02:24.665 INFO:tasks.rados.rados.0.smithi099.stdout:467: oid 23 updating version 0 to 63 2024-04-12T16:02:24.665 INFO:tasks.rados.rados.0.smithi099.stdout:467: oid 23 updating version 63 to 64 2024-04-12T16:02:24.665 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 23 v 64 (ObjNum 160 snap 39 seq_num 160) dirty exists 2024-04-12T16:02:24.666 INFO:tasks.rados.rados.0.smithi099.stdout:467: left oid 23 (ObjNum 160 snap 39 seq_num 160) 2024-04-12T16:02:24.666 INFO:tasks.rados.rados.0.smithi099.stdout:469: finishing copy_from racing read to smithi09982431-11 2024-04-12T16:02:24.666 INFO:tasks.rados.rados.0.smithi099.stdout:468: expect (ObjNum 109 snap 23 seq_num 109) 2024-04-12T16:02:24.718 INFO:tasks.rados.rados.0.smithi099.stdout:469: finishing copy_from to smithi09982431-11 2024-04-12T16:02:24.718 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 11 v 54 (ObjNum 146 snap 33 seq_num 146) dirty exists 2024-04-12T16:02:24.718 INFO:tasks.rados.rados.0.smithi099.stdout:470: seq_num 161 ranges {5283840=303104} 2024-04-12T16:02:24.747 INFO:tasks.rados.rados.0.smithi099.stdout:470: writing smithi09982431-16 from 5283840 to 5586944 tid 1 2024-04-12T16:02:24.747 INFO:tasks.rados.rados.0.smithi099.stdout:467: done (3 left) 2024-04-12T16:02:24.747 INFO:tasks.rados.rados.0.smithi099.stdout:468: done (2 left) 2024-04-12T16:02:24.748 INFO:tasks.rados.rados.0.smithi099.stdout:469: done (1 left) 2024-04-12T16:02:24.748 INFO:tasks.rados.rados.0.smithi099.stdout:471: delete oid 36 current snap is 39 2024-04-12T16:02:24.749 INFO:tasks.rados.rados.0.smithi099.stdout:471: done (1 left) 2024-04-12T16:02:24.749 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 39 current snap is 39 2024-04-12T16:02:24.749 INFO:tasks.rados.rados.0.smithi099.stdout:472: seq_num 163 ranges {1875968=335872} 2024-04-12T16:02:24.761 INFO:tasks.rados.rados.0.smithi099.stdout:472: writing smithi09982431-39 from 1875968 to 2211840 tid 1 2024-04-12T16:02:24.762 INFO:tasks.rados.rados.0.smithi099.stdout:473: setattr oid 18 current snap is 39 2024-04-12T16:02:24.762 INFO:tasks.rados.rados.0.smithi099.stdout:470: finishing write tid 1 to smithi09982431-16 2024-04-12T16:02:24.762 INFO:tasks.rados.rados.0.smithi099.stdout:470: finishing write tid 2 to smithi09982431-16 2024-04-12T16:02:24.762 INFO:tasks.rados.rados.0.smithi099.stdout:470: finishing write tid 3 to smithi09982431-16 2024-04-12T16:02:24.762 INFO:tasks.rados.rados.0.smithi099.stdout:470: oid 16 updating version 0 to 110 2024-04-12T16:02:24.762 INFO:tasks.rados.rados.0.smithi099.stdout:470: oid 16 updating version 110 to 111 2024-04-12T16:02:24.763 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 16 v 111 (ObjNum 161 snap 39 seq_num 161) dirty exists 2024-04-12T16:02:24.763 INFO:tasks.rados.rados.0.smithi099.stdout:470: left oid 16 (ObjNum 161 snap 39 seq_num 161) 2024-04-12T16:02:24.765 INFO:tasks.rados.rados.0.smithi099.stdout:472: finishing write tid 1 to smithi09982431-39 2024-04-12T16:02:24.765 INFO:tasks.rados.rados.0.smithi099.stdout:470: done (2 left) 2024-04-12T16:02:24.765 INFO:tasks.rados.rados.0.smithi099.stdout:474: delete oid 43 current snap is 39 2024-04-12T16:02:24.765 INFO:tasks.rados.rados.0.smithi099.stdout:472: finishing write tid 2 to smithi09982431-39 2024-04-12T16:02:24.765 INFO:tasks.rados.rados.0.smithi099.stdout:472: finishing write tid 3 to smithi09982431-39 2024-04-12T16:02:24.765 INFO:tasks.rados.rados.0.smithi099.stdout:472: oid 39 updating version 0 to 147 2024-04-12T16:02:24.765 INFO:tasks.rados.rados.0.smithi099.stdout:472: oid 39 updating version 147 to 148 2024-04-12T16:02:24.766 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 39 v 148 (ObjNum 163 snap 39 seq_num 163) dirty exists 2024-04-12T16:02:24.766 INFO:tasks.rados.rados.0.smithi099.stdout:472: left oid 39 (ObjNum 163 snap 39 seq_num 163) 2024-04-12T16:02:24.767 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 18 v 149 (ObjNum 115 snap 24 seq_num 115) dirty exists 2024-04-12T16:02:24.767 INFO:tasks.rados.rados.0.smithi099.stdout:472: done (2 left) 2024-04-12T16:02:24.768 INFO:tasks.rados.rados.0.smithi099.stdout:473: done (1 left) 2024-04-12T16:02:24.768 INFO:tasks.rados.rados.0.smithi099.stdout:474: done (0 left) 2024-04-12T16:02:24.768 INFO:tasks.rados.rados.0.smithi099.stdout:475: snap_remove snap 31 2024-04-12T16:02:24.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:24 smithi110 ceph-mon[31279]: osdmap e141: 8 total, 8 up, 8 in 2024-04-12T16:02:24.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:24 smithi110 ceph-mon[31279]: pgmap v205: 121 pgs: 121 active+clean; 135 MiB data, 462 MiB used, 715 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-04-12T16:02:24.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:24 smithi099 ceph-mon[27456]: osdmap e141: 8 total, 8 up, 8 in 2024-04-12T16:02:24.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:24 smithi099 ceph-mon[27456]: pgmap v205: 121 pgs: 121 active+clean; 135 MiB data, 462 MiB used, 715 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-04-12T16:02:24.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:24 smithi099 ceph-mon[39429]: osdmap e141: 8 total, 8 up, 8 in 2024-04-12T16:02:24.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:24 smithi099 ceph-mon[39429]: pgmap v205: 121 pgs: 121 active+clean; 135 MiB data, 462 MiB used, 715 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-04-12T16:02:25.582 INFO:tasks.rados.rados.0.smithi099.stdout:475: done (0 left) 2024-04-12T16:02:25.582 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 2 current snap is 39 2024-04-12T16:02:25.582 INFO:tasks.rados.rados.0.smithi099.stdout:476: seq_num 165 ranges {1236992=368640} 2024-04-12T16:02:25.591 INFO:tasks.rados.rados.0.smithi099.stdout:476: writing smithi09982431-2 from 1236992 to 1605632 tid 1 2024-04-12T16:02:25.591 INFO:tasks.rados.rados.0.smithi099.stdout:477: snap_create 2024-04-12T16:02:25.596 INFO:tasks.rados.rados.0.smithi099.stdout:476: finishing write tid 1 to smithi09982431-2 2024-04-12T16:02:25.596 INFO:tasks.rados.rados.0.smithi099.stdout:476: finishing write tid 2 to smithi09982431-2 2024-04-12T16:02:25.597 INFO:tasks.rados.rados.0.smithi099.stdout:476: finishing write tid 3 to smithi09982431-2 2024-04-12T16:02:25.598 INFO:tasks.rados.rados.0.smithi099.stdout:476: oid 2 updating version 0 to 66 2024-04-12T16:02:25.598 INFO:tasks.rados.rados.0.smithi099.stdout:476: oid 2 updating version 66 to 67 2024-04-12T16:02:25.598 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 2 v 67 (ObjNum 165 snap 39 seq_num 165) dirty exists 2024-04-12T16:02:25.598 INFO:tasks.rados.rados.0.smithi099.stdout:476: left oid 2 (ObjNum 165 snap 39 seq_num 165) 2024-04-12T16:02:25.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:25 smithi110 ceph-mon[31279]: osdmap e142: 8 total, 8 up, 8 in 2024-04-12T16:02:25.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:25 smithi099 ceph-mon[27456]: osdmap e142: 8 total, 8 up, 8 in 2024-04-12T16:02:25.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:25 smithi099 ceph-mon[39429]: osdmap e142: 8 total, 8 up, 8 in 2024-04-12T16:02:26.566 INFO:tasks.rados.rados.0.smithi099.stdout:476: done (1 left) 2024-04-12T16:02:26.566 INFO:tasks.rados.rados.0.smithi099.stdout:477: done (0 left) 2024-04-12T16:02:26.566 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 27 current snap is 40 2024-04-12T16:02:26.567 INFO:tasks.rados.rados.0.smithi099.stdout:478: seq_num 166 ranges {0=385024} 2024-04-12T16:02:26.568 INFO:tasks.rados.rados.0.smithi099.stdout:478: writing smithi09982431-27 from 0 to 385024 tid 1 2024-04-12T16:02:26.568 INFO:tasks.rados.rados.0.smithi099.stdout:479: rollback oid 16 current snap is 40 2024-04-12T16:02:26.568 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 16 to 37 2024-04-12T16:02:26.569 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 32 current snap is 40 2024-04-12T16:02:26.569 INFO:tasks.rados.rados.0.smithi099.stdout:480: seq_num 167 ranges {860160=401408} 2024-04-12T16:02:26.576 INFO:tasks.rados.rados.0.smithi099.stdout:480: writing smithi09982431-32 from 860160 to 1261568 tid 1 2024-04-12T16:02:26.576 INFO:tasks.rados.rados.0.smithi099.stdout:481: snap_create 2024-04-12T16:02:26.576 INFO:tasks.rados.rados.0.smithi099.stdout:479: finishing rollback tid 0 to smithi09982431-16 2024-04-12T16:02:26.576 INFO:tasks.rados.rados.0.smithi099.stdout:479: finishing rollback tid 1 to smithi09982431-16 2024-04-12T16:02:26.576 INFO:tasks.rados.rados.0.smithi099.stdout:479: finishing rollback tid 2 to smithi09982431-16 2024-04-12T16:02:26.576 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 16 v 119 (ObjNum 136 snap 31 seq_num 136) dirty exists 2024-04-12T16:02:26.576 INFO:tasks.rados.rados.0.smithi099.stdout:478: finishing write tid 1 to smithi09982431-27 2024-04-12T16:02:26.576 INFO:tasks.rados.rados.0.smithi099.stdout:478: finishing write tid 2 to smithi09982431-27 2024-04-12T16:02:26.578 INFO:tasks.rados.rados.0.smithi099.stdout:478: finishing write tid 3 to smithi09982431-27 2024-04-12T16:02:26.578 INFO:tasks.rados.rados.0.smithi099.stdout:478: oid 27 updating version 0 to 161 2024-04-12T16:02:26.578 INFO:tasks.rados.rados.0.smithi099.stdout:478: oid 27 updating version 161 to 162 2024-04-12T16:02:26.578 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 27 v 162 (ObjNum 166 snap 40 seq_num 166) dirty exists 2024-04-12T16:02:26.578 INFO:tasks.rados.rados.0.smithi099.stdout:478: left oid 27 (ObjNum 166 snap 40 seq_num 166) 2024-04-12T16:02:26.580 INFO:tasks.rados.rados.0.smithi099.stdout:480: finishing write tid 1 to smithi09982431-32 2024-04-12T16:02:26.580 INFO:tasks.rados.rados.0.smithi099.stdout:480: finishing write tid 2 to smithi09982431-32 2024-04-12T16:02:26.581 INFO:tasks.rados.rados.0.smithi099.stdout:480: finishing write tid 3 to smithi09982431-32 2024-04-12T16:02:26.581 INFO:tasks.rados.rados.0.smithi099.stdout:480: oid 32 updating version 0 to 102 2024-04-12T16:02:26.581 INFO:tasks.rados.rados.0.smithi099.stdout:480: oid 32 version 102 is already newer than 101 2024-04-12T16:02:26.581 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 32 v 102 (ObjNum 167 snap 40 seq_num 167) dirty exists 2024-04-12T16:02:26.581 INFO:tasks.rados.rados.0.smithi099.stdout:480: left oid 32 (ObjNum 167 snap 40 seq_num 167) 2024-04-12T16:02:26.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:26 smithi110 ceph-mon[31279]: osdmap e143: 8 total, 8 up, 8 in 2024-04-12T16:02:26.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:26 smithi110 ceph-mon[31279]: pgmap v208: 121 pgs: 121 active+clean; 135 MiB data, 462 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:02:26.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:26 smithi110 ceph-mon[31279]: osdmap e144: 8 total, 8 up, 8 in 2024-04-12T16:02:26.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:26 smithi099 ceph-mon[27456]: osdmap e143: 8 total, 8 up, 8 in 2024-04-12T16:02:26.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:26 smithi099 ceph-mon[27456]: pgmap v208: 121 pgs: 121 active+clean; 135 MiB data, 462 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:02:26.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:26 smithi099 ceph-mon[27456]: osdmap e144: 8 total, 8 up, 8 in 2024-04-12T16:02:26.878 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:02:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:02:26] "GET /metrics HTTP/1.1" 200 36007 "" "Prometheus/2.43.0" 2024-04-12T16:02:26.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:26 smithi099 ceph-mon[39429]: osdmap e143: 8 total, 8 up, 8 in 2024-04-12T16:02:26.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:26 smithi099 ceph-mon[39429]: pgmap v208: 121 pgs: 121 active+clean; 135 MiB data, 462 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:02:26.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:26 smithi099 ceph-mon[39429]: osdmap e144: 8 total, 8 up, 8 in 2024-04-12T16:02:27.583 INFO:tasks.rados.rados.0.smithi099.stdout:478: done (3 left) 2024-04-12T16:02:27.583 INFO:tasks.rados.rados.0.smithi099.stdout:479: done (2 left) 2024-04-12T16:02:27.584 INFO:tasks.rados.rados.0.smithi099.stdout:480: done (1 left) 2024-04-12T16:02:27.584 INFO:tasks.rados.rados.0.smithi099.stdout:481: done (0 left) 2024-04-12T16:02:27.584 INFO:tasks.rados.rados.0.smithi099.stdout:482: setattr oid 7 current snap is 41 2024-04-12T16:02:27.584 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 19 current snap is 41 2024-04-12T16:02:27.584 INFO:tasks.rados.rados.0.smithi099.stdout:483: seq_num 168 ranges {679936=417792} 2024-04-12T16:02:27.591 INFO:tasks.rados.rados.0.smithi099.stdout:483: writing smithi09982431-19 from 679936 to 1097728 tid 1 2024-04-12T16:02:27.591 INFO:tasks.rados.rados.0.smithi099.stdout:484: copy_from oid 13 from oid 8 current snap is 41 2024-04-12T16:02:27.591 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 7 v 171 (ObjNum 65 snap 0 seq_num 1834446430) dirty exists 2024-04-12T16:02:27.591 INFO:tasks.rados.rados.0.smithi099.stdout:482: done (2 left) 2024-04-12T16:02:27.591 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 41 current snap is 41 2024-04-12T16:02:27.591 INFO:tasks.rados.rados.0.smithi099.stdout:485: seq_num 169 ranges {3186688=434176} 2024-04-12T16:02:27.611 INFO:tasks.rados.rados.0.smithi099.stdout:485: writing smithi09982431-41 from 3186688 to 3620864 tid 1 2024-04-12T16:02:27.611 INFO:tasks.rados.rados.0.smithi099.stdout:486: read oid 20 snap 39 2024-04-12T16:02:27.611 INFO:tasks.rados.rados.0.smithi099.stdout:486: expect (ObjNum 137 snap 31 seq_num 137) 2024-04-12T16:02:27.611 INFO:tasks.rados.rados.0.smithi099.stdout:487: read oid 21 snap -1 2024-04-12T16:02:27.611 INFO:tasks.rados.rados.0.smithi099.stdout:487: expect deleted 2024-04-12T16:02:27.611 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 26 current snap is 41 2024-04-12T16:02:27.611 INFO:tasks.rados.rados.0.smithi099.stdout:484: finishing copy_from to smithi09982431-13 2024-04-12T16:02:27.611 INFO:tasks.rados.rados.0.smithi099.stdout:484: got expected ENOENT (src dne) 2024-04-12T16:02:27.611 INFO:tasks.rados.rados.0.smithi099.stdout:484: finishing copy_from racing read to smithi09982431-13 2024-04-12T16:02:27.611 INFO:tasks.rados.rados.0.smithi099.stdout:483: finishing write tid 1 to smithi09982431-19 2024-04-12T16:02:27.611 INFO:tasks.rados.rados.0.smithi099.stdout:488: seq_num 170 ranges {5062656=450560} 2024-04-12T16:02:27.641 INFO:tasks.rados.rados.0.smithi099.stdout:488: writing smithi09982431-26 from 5062656 to 5513216 tid 1 2024-04-12T16:02:27.641 INFO:tasks.rados.rados.0.smithi099.stdout:484: done (5 left) 2024-04-12T16:02:27.641 INFO:tasks.rados.rados.0.smithi099.stdout:489: rollback oid 24 current snap is 41 2024-04-12T16:02:27.641 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 24 to 38 2024-04-12T16:02:27.641 INFO:tasks.rados.rados.0.smithi099.stdout:483: finishing write tid 2 to smithi09982431-19 2024-04-12T16:02:27.641 INFO:tasks.rados.rados.0.smithi099.stdout:490: rollback oid 50 current snap is 41 2024-04-12T16:02:27.641 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 50 to 36 2024-04-12T16:02:27.642 INFO:tasks.rados.rados.0.smithi099.stdout:483: finishing write tid 3 to smithi09982431-19 2024-04-12T16:02:27.642 INFO:tasks.rados.rados.0.smithi099.stdout:483: oid 19 updating version 0 to 157 2024-04-12T16:02:27.642 INFO:tasks.rados.rados.0.smithi099.stdout:483: oid 19 version 157 is already newer than 156 2024-04-12T16:02:27.642 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 19 v 157 (ObjNum 168 snap 41 seq_num 168) dirty exists 2024-04-12T16:02:27.642 INFO:tasks.rados.rados.0.smithi099.stdout:483: left oid 19 (ObjNum 168 snap 41 seq_num 168) 2024-04-12T16:02:27.642 INFO:tasks.rados.rados.0.smithi099.stdout:483: done (6 left) 2024-04-12T16:02:27.642 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 49 current snap is 41 2024-04-12T16:02:27.642 INFO:tasks.rados.rados.0.smithi099.stdout:491: seq_num 171 ranges {1736704=466944} 2024-04-12T16:02:27.653 INFO:tasks.rados.rados.0.smithi099.stdout:491: writing smithi09982431-49 from 1736704 to 2203648 tid 1 2024-04-12T16:02:27.653 INFO:tasks.rados.rados.0.smithi099.stdout:492: rollback oid 4 current snap is 41 2024-04-12T16:02:27.653 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 4 to 20 2024-04-12T16:02:27.653 INFO:tasks.rados.rados.0.smithi099.stdout:487: done (7 left) 2024-04-12T16:02:27.653 INFO:tasks.rados.rados.0.smithi099.stdout:493: read oid 8 snap -1 2024-04-12T16:02:27.653 INFO:tasks.rados.rados.0.smithi099.stdout:493: expect deleted 2024-04-12T16:02:27.653 INFO:tasks.rados.rados.0.smithi099.stdout:494: rollback oid 5 current snap is 41 2024-04-12T16:02:27.654 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 5 to 32 2024-04-12T16:02:27.654 INFO:tasks.rados.rados.0.smithi099.stdout:485: finishing write tid 1 to smithi09982431-41 2024-04-12T16:02:27.654 INFO:tasks.rados.rados.0.smithi099.stdout:485: finishing write tid 2 to smithi09982431-41 2024-04-12T16:02:27.654 INFO:tasks.rados.rados.0.smithi099.stdout:485: finishing write tid 3 to smithi09982431-41 2024-04-12T16:02:27.654 INFO:tasks.rados.rados.0.smithi099.stdout:485: oid 41 updating version 0 to 205 2024-04-12T16:02:27.654 INFO:tasks.rados.rados.0.smithi099.stdout:485: oid 41 updating version 205 to 206 2024-04-12T16:02:27.654 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 41 v 206 (ObjNum 169 snap 41 seq_num 169) dirty exists 2024-04-12T16:02:27.654 INFO:tasks.rados.rados.0.smithi099.stdout:485: left oid 41 (ObjNum 169 snap 41 seq_num 169) 2024-04-12T16:02:27.654 INFO:tasks.rados.rados.0.smithi099.stdout:486: expect (ObjNum 137 snap 31 seq_num 137) 2024-04-12T16:02:27.716 INFO:tasks.rados.rados.0.smithi099.stdout:489: finishing rollback tid 1 to smithi09982431-24 2024-04-12T16:02:27.716 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 24 v 59 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-12T16:02:27.716 INFO:tasks.rados.rados.0.smithi099.stdout:490: finishing rollback tid 0 to smithi09982431-50 2024-04-12T16:02:27.716 INFO:tasks.rados.rados.0.smithi099.stdout:490: finishing rollback tid 1 to smithi09982431-50 2024-04-12T16:02:27.716 INFO:tasks.rados.rados.0.smithi099.stdout:490: finishing rollback tid 2 to smithi09982431-50 2024-04-12T16:02:27.716 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 50 v 123 (ObjNum 122 snap 29 seq_num 122) dirty exists 2024-04-12T16:02:27.716 INFO:tasks.rados.rados.0.smithi099.stdout:488: finishing write tid 1 to smithi09982431-26 2024-04-12T16:02:27.716 INFO:tasks.rados.rados.0.smithi099.stdout:488: finishing write tid 2 to smithi09982431-26 2024-04-12T16:02:27.716 INFO:tasks.rados.rados.0.smithi099.stdout:485: done (8 left) 2024-04-12T16:02:27.716 INFO:tasks.rados.rados.0.smithi099.stdout:486: done (7 left) 2024-04-12T16:02:27.716 INFO:tasks.rados.rados.0.smithi099.stdout:489: done (6 left) 2024-04-12T16:02:27.716 INFO:tasks.rados.rados.0.smithi099.stdout:490: done (5 left) 2024-04-12T16:02:27.717 INFO:tasks.rados.rados.0.smithi099.stdout:495: read oid 10 snap -1 2024-04-12T16:02:27.717 INFO:tasks.rados.rados.0.smithi099.stdout:495: expect (ObjNum 153 snap 35 seq_num 153) 2024-04-12T16:02:27.717 INFO:tasks.rados.rados.0.smithi099.stdout:496: rollback oid 39 current snap is 41 2024-04-12T16:02:27.717 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 39 to 27 2024-04-12T16:02:27.717 INFO:tasks.rados.rados.0.smithi099.stdout:488: finishing write tid 3 to smithi09982431-26 2024-04-12T16:02:27.717 INFO:tasks.rados.rados.0.smithi099.stdout:488: oid 26 updating version 0 to 64 2024-04-12T16:02:27.717 INFO:tasks.rados.rados.0.smithi099.stdout:488: oid 26 updating version 64 to 65 2024-04-12T16:02:27.717 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 65 (ObjNum 170 snap 41 seq_num 170) dirty exists 2024-04-12T16:02:27.717 INFO:tasks.rados.rados.0.smithi099.stdout:488: left oid 26 (ObjNum 170 snap 41 seq_num 170) 2024-04-12T16:02:27.717 INFO:tasks.rados.rados.0.smithi099.stdout:492: finishing rollback tid 1 to smithi09982431-4 2024-04-12T16:02:27.717 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 4 v 91 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-12T16:02:27.717 INFO:tasks.rados.rados.0.smithi099.stdout:494: finishing rollback tid 0 to smithi09982431-5 2024-04-12T16:02:27.717 INFO:tasks.rados.rados.0.smithi099.stdout:491: finishing write tid 1 to smithi09982431-49 2024-04-12T16:02:27.717 INFO:tasks.rados.rados.0.smithi099.stdout:494: finishing rollback tid 1 to smithi09982431-5 2024-04-12T16:02:27.717 INFO:tasks.rados.rados.0.smithi099.stdout:491: finishing write tid 2 to smithi09982431-49 2024-04-12T16:02:27.718 INFO:tasks.rados.rados.0.smithi099.stdout:494: finishing rollback tid 2 to smithi09982431-5 2024-04-12T16:02:27.718 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 5 v 78 (ObjNum 103 snap 22 seq_num 103) dirty exists 2024-04-12T16:02:27.718 INFO:tasks.rados.rados.0.smithi099.stdout:491: finishing write tid 3 to smithi09982431-49 2024-04-12T16:02:27.718 INFO:tasks.rados.rados.0.smithi099.stdout:491: oid 49 updating version 0 to 208 2024-04-12T16:02:27.718 INFO:tasks.rados.rados.0.smithi099.stdout:491: oid 49 updating version 208 to 209 2024-04-12T16:02:27.718 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 49 v 209 (ObjNum 171 snap 41 seq_num 171) dirty exists 2024-04-12T16:02:27.718 INFO:tasks.rados.rados.0.smithi099.stdout:491: left oid 49 (ObjNum 171 snap 41 seq_num 171) 2024-04-12T16:02:27.718 INFO:tasks.rados.rados.0.smithi099.stdout:488: done (6 left) 2024-04-12T16:02:27.718 INFO:tasks.rados.rados.0.smithi099.stdout:491: done (5 left) 2024-04-12T16:02:27.718 INFO:tasks.rados.rados.0.smithi099.stdout:492: done (4 left) 2024-04-12T16:02:27.718 INFO:tasks.rados.rados.0.smithi099.stdout:493: done (3 left) 2024-04-12T16:02:27.718 INFO:tasks.rados.rados.0.smithi099.stdout:494: done (2 left) 2024-04-12T16:02:27.718 INFO:tasks.rados.rados.0.smithi099.stdout:497: snap_create 2024-04-12T16:02:27.719 INFO:tasks.rados.rados.0.smithi099.stdout:496: finishing rollback tid 0 to smithi09982431-39 2024-04-12T16:02:27.719 INFO:tasks.rados.rados.0.smithi099.stdout:496: finishing rollback tid 1 to smithi09982431-39 2024-04-12T16:02:27.719 INFO:tasks.rados.rados.0.smithi099.stdout:496: finishing rollback tid 2 to smithi09982431-39 2024-04-12T16:02:27.719 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 39 v 161 (ObjNum 78 snap 10 seq_num 78) dirty exists 2024-04-12T16:02:27.726 INFO:tasks.rados.rados.0.smithi099.stdout:495: expect (ObjNum 153 snap 35 seq_num 153) 2024-04-12T16:02:28.590 INFO:tasks.rados.rados.0.smithi099.stdout:495: done (2 left) 2024-04-12T16:02:28.590 INFO:tasks.rados.rados.0.smithi099.stdout:496: done (1 left) 2024-04-12T16:02:28.590 INFO:tasks.rados.rados.0.smithi099.stdout:497: done (0 left) 2024-04-12T16:02:28.590 INFO:tasks.rados.rados.0.smithi099.stdout:498: rollback oid 42 current snap is 42 2024-04-12T16:02:28.591 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 42 to 33 2024-04-12T16:02:28.591 INFO:tasks.rados.rados.0.smithi099.stdout:499: copy_from oid 3 from oid 1 current snap is 42 2024-04-12T16:02:28.591 INFO:tasks.rados.rados.0.smithi099.stdout:500: snap_remove snap 17 2024-04-12T16:02:28.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:28 smithi099 ceph-mon[27456]: osdmap e145: 8 total, 8 up, 8 in 2024-04-12T16:02:28.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:28 smithi099 ceph-mon[27456]: pgmap v211: 121 pgs: 121 active+clean; 136 MiB data, 499 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 938 KiB/s wr, 19 op/s 2024-04-12T16:02:28.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:28 smithi099 ceph-mon[39429]: osdmap e145: 8 total, 8 up, 8 in 2024-04-12T16:02:28.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:28 smithi099 ceph-mon[39429]: pgmap v211: 121 pgs: 121 active+clean; 136 MiB data, 499 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 938 KiB/s wr, 19 op/s 2024-04-12T16:02:29.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:28 smithi110 ceph-mon[31279]: osdmap e145: 8 total, 8 up, 8 in 2024-04-12T16:02:29.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:28 smithi110 ceph-mon[31279]: pgmap v211: 121 pgs: 121 active+clean; 136 MiB data, 499 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 938 KiB/s wr, 19 op/s 2024-04-12T16:02:29.591 INFO:tasks.rados.rados.0.smithi099.stdout:500: done (2 left) 2024-04-12T16:02:29.591 INFO:tasks.rados.rados.0.smithi099.stdout:501: snap_create 2024-04-12T16:02:29.591 INFO:tasks.rados.rados.0.smithi099.stdout:498: finishing rollback tid 0 to smithi09982431-42 2024-04-12T16:02:29.591 INFO:tasks.rados.rados.0.smithi099.stdout:498: finishing rollback tid 1 to smithi09982431-42 2024-04-12T16:02:29.591 INFO:tasks.rados.rados.0.smithi099.stdout:498: finishing rollback tid 2 to smithi09982431-42 2024-04-12T16:02:29.591 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 42 v 40 (ObjNum 134 snap 31 seq_num 134) dirty exists 2024-04-12T16:02:29.591 INFO:tasks.rados.rados.0.smithi099.stdout:499: finishing copy_from to smithi09982431-3 2024-04-12T16:02:29.591 INFO:tasks.rados.rados.0.smithi099.stdout:499: got expected ENOENT (src dne) 2024-04-12T16:02:29.592 INFO:tasks.rados.rados.0.smithi099.stdout:499: finishing copy_from racing read to smithi09982431-3 2024-04-12T16:02:29.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:29 smithi099 ceph-mon[27456]: osdmap e146: 8 total, 8 up, 8 in 2024-04-12T16:02:29.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:29 smithi099 ceph-mon[39429]: osdmap e146: 8 total, 8 up, 8 in 2024-04-12T16:02:30.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:29 smithi110 ceph-mon[31279]: osdmap e146: 8 total, 8 up, 8 in 2024-04-12T16:02:30.604 INFO:tasks.rados.rados.0.smithi099.stdout:498: done (2 left) 2024-04-12T16:02:30.604 INFO:tasks.rados.rados.0.smithi099.stdout:499: done (1 left) 2024-04-12T16:02:30.604 INFO:tasks.rados.rados.0.smithi099.stdout:501: done (0 left) 2024-04-12T16:02:30.604 INFO:tasks.rados.rados.0.smithi099.stdout:502: read oid 46 snap -1 2024-04-12T16:02:30.604 INFO:tasks.rados.rados.0.smithi099.stdout:502: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-12T16:02:30.605 INFO:tasks.rados.rados.0.smithi099.stdout:503: rollback oid 42 current snap is 43 2024-04-12T16:02:30.605 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 42 to 23 2024-04-12T16:02:30.605 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 26 current snap is 43 2024-04-12T16:02:30.605 INFO:tasks.rados.rados.0.smithi099.stdout:504: seq_num 172 ranges {5513216=483328} 2024-04-12T16:02:30.636 INFO:tasks.rados.rados.0.smithi099.stdout:504: writing smithi09982431-26 from 5513216 to 5996544 tid 1 2024-04-12T16:02:30.636 INFO:tasks.rados.rados.0.smithi099.stdout:505: copy_from oid 41 from oid 40 current snap is 43 2024-04-12T16:02:30.636 INFO:tasks.rados.rados.0.smithi099.stdout:502: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-12T16:02:30.658 INFO:tasks.rados.rados.0.smithi099.stdout:503: finishing rollback tid 0 to smithi09982431-42 2024-04-12T16:02:30.658 INFO:tasks.rados.rados.0.smithi099.stdout:503: finishing rollback tid 1 to smithi09982431-42 2024-04-12T16:02:30.658 INFO:tasks.rados.rados.0.smithi099.stdout:503: finishing rollback tid 2 to smithi09982431-42 2024-04-12T16:02:30.658 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 42 v 44 (ObjNum 87 snap 11 seq_num 87) dirty exists 2024-04-12T16:02:30.658 INFO:tasks.rados.rados.0.smithi099.stdout:504: finishing write tid 1 to smithi09982431-26 2024-04-12T16:02:30.658 INFO:tasks.rados.rados.0.smithi099.stdout:504: finishing write tid 2 to smithi09982431-26 2024-04-12T16:02:30.658 INFO:tasks.rados.rados.0.smithi099.stdout:504: finishing write tid 3 to smithi09982431-26 2024-04-12T16:02:30.658 INFO:tasks.rados.rados.0.smithi099.stdout:504: oid 26 updating version 0 to 69 2024-04-12T16:02:30.658 INFO:tasks.rados.rados.0.smithi099.stdout:504: oid 26 updating version 69 to 70 2024-04-12T16:02:30.658 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 70 (ObjNum 172 snap 43 seq_num 172) dirty exists 2024-04-12T16:02:30.659 INFO:tasks.rados.rados.0.smithi099.stdout:504: left oid 26 (ObjNum 172 snap 43 seq_num 172) 2024-04-12T16:02:30.659 INFO:tasks.rados.rados.0.smithi099.stdout:505: finishing copy_from racing read to smithi09982431-41 2024-04-12T16:02:30.659 INFO:tasks.rados.rados.0.smithi099.stdout:505: finishing copy_from to smithi09982431-41 2024-04-12T16:02:30.659 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 41 v 89 (ObjNum 111 snap 23 seq_num 111) dirty exists 2024-04-12T16:02:30.659 INFO:tasks.rados.rados.0.smithi099.stdout:502: done (3 left) 2024-04-12T16:02:30.659 INFO:tasks.rados.rados.0.smithi099.stdout:503: done (2 left) 2024-04-12T16:02:30.659 INFO:tasks.rados.rados.0.smithi099.stdout:504: done (1 left) 2024-04-12T16:02:30.659 INFO:tasks.rados.rados.0.smithi099.stdout:505: done (0 left) 2024-04-12T16:02:30.659 INFO:tasks.rados.rados.0.smithi099.stdout:506: rollback oid 36 current snap is 43 2024-04-12T16:02:30.659 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 36 to 27 2024-04-12T16:02:30.659 INFO:tasks.rados.rados.0.smithi099.stdout:507: copy_from oid 47 from oid 42 current snap is 43 2024-04-12T16:02:30.659 INFO:tasks.rados.rados.0.smithi099.stdout:508: rollback oid 28 current snap is 43 2024-04-12T16:02:30.659 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 28 to 35 2024-04-12T16:02:30.659 INFO:tasks.rados.rados.0.smithi099.stdout:509: delete oid 33 current snap is 43 2024-04-12T16:02:30.660 INFO:tasks.rados.rados.0.smithi099.stdout:506: finishing rollback tid 1 to smithi09982431-36 2024-04-12T16:02:30.660 INFO:tasks.rados.rados.0.smithi099.stdout:509: done (3 left) 2024-04-12T16:02:30.660 INFO:tasks.rados.rados.0.smithi099.stdout:510: delete oid 40 current snap is 43 2024-04-12T16:02:30.660 INFO:tasks.rados.rados.0.smithi099.stdout:506: finishing rollback tid 2 to smithi09982431-36 2024-04-12T16:02:30.660 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 36 v 84 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-12T16:02:30.662 INFO:tasks.rados.rados.0.smithi099.stdout:508: finishing rollback tid 0 to smithi09982431-28 2024-04-12T16:02:30.662 INFO:tasks.rados.rados.0.smithi099.stdout:508: finishing rollback tid 1 to smithi09982431-28 2024-04-12T16:02:30.663 INFO:tasks.rados.rados.0.smithi099.stdout:508: finishing rollback tid 2 to smithi09982431-28 2024-04-12T16:02:30.663 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 28 v 185 (ObjNum 111 snap 23 seq_num 111) dirty exists 2024-04-12T16:02:30.663 INFO:tasks.rados.rados.0.smithi099.stdout:506: done (3 left) 2024-04-12T16:02:30.663 INFO:tasks.rados.rados.0.smithi099.stdout:508: done (2 left) 2024-04-12T16:02:30.663 INFO:tasks.rados.rados.0.smithi099.stdout:510: done (1 left) 2024-04-12T16:02:30.663 INFO:tasks.rados.rados.0.smithi099.stdout:511: read oid 2 snap -1 2024-04-12T16:02:30.663 INFO:tasks.rados.rados.0.smithi099.stdout:511: expect (ObjNum 165 snap 39 seq_num 165) 2024-04-12T16:02:30.663 INFO:tasks.rados.rados.0.smithi099.stdout:512: rollback oid 3 current snap is 43 2024-04-12T16:02:30.664 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 3 to 37 2024-04-12T16:02:30.664 INFO:tasks.rados.rados.0.smithi099.stdout:513: delete oid 28 current snap is 43 2024-04-12T16:02:30.665 INFO:tasks.rados.rados.0.smithi099.stdout:513: done (3 left) 2024-04-12T16:02:30.665 INFO:tasks.rados.rados.0.smithi099.stdout:514: read oid 36 snap -1 2024-04-12T16:02:30.665 INFO:tasks.rados.rados.0.smithi099.stdout:514: expect (ObjNum 1 snap 0 seq_num 1) 2024-04-12T16:02:30.665 INFO:tasks.rados.rados.0.smithi099.stdout:515: snap_create 2024-04-12T16:02:30.666 INFO:tasks.rados.rados.0.smithi099.stdout:512: finishing rollback tid 0 to smithi09982431-3 2024-04-12T16:02:30.667 INFO:tasks.rados.rados.0.smithi099.stdout:512: finishing rollback tid 1 to smithi09982431-3 2024-04-12T16:02:30.667 INFO:tasks.rados.rados.0.smithi099.stdout:514: expect (ObjNum 1 snap 0 seq_num 1) 2024-04-12T16:02:30.668 INFO:tasks.rados.rados.0.smithi099.stdout:512: finishing rollback tid 2 to smithi09982431-3 2024-04-12T16:02:30.668 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 3 v 167 (ObjNum 100 snap 20 seq_num 100) dirty exists 2024-04-12T16:02:30.672 INFO:tasks.rados.rados.0.smithi099.stdout:511: expect (ObjNum 165 snap 39 seq_num 165) 2024-04-12T16:02:30.754 INFO:tasks.rados.rados.0.smithi099.stdout:507: finishing copy_from racing read to smithi09982431-47 2024-04-12T16:02:30.754 INFO:tasks.rados.rados.0.smithi099.stdout:507: finishing copy_from to smithi09982431-47 2024-04-12T16:02:30.754 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 47 v 44 (ObjNum 87 snap 11 seq_num 87) dirty exists 2024-04-12T16:02:30.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:30 smithi099 ceph-mon[27456]: osdmap e147: 8 total, 8 up, 8 in 2024-04-12T16:02:30.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:30 smithi099 ceph-mon[27456]: pgmap v214: 121 pgs: 121 active+clean; 136 MiB data, 499 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 938 KiB/s wr, 19 op/s 2024-04-12T16:02:30.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:30 smithi099 ceph-mon[39429]: osdmap e147: 8 total, 8 up, 8 in 2024-04-12T16:02:30.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:30 smithi099 ceph-mon[39429]: pgmap v214: 121 pgs: 121 active+clean; 136 MiB data, 499 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 938 KiB/s wr, 19 op/s 2024-04-12T16:02:31.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:30 smithi110 ceph-mon[31279]: osdmap e147: 8 total, 8 up, 8 in 2024-04-12T16:02:31.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:30 smithi110 ceph-mon[31279]: pgmap v214: 121 pgs: 121 active+clean; 136 MiB data, 499 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 938 KiB/s wr, 19 op/s 2024-04-12T16:02:31.567 INFO:tasks.rados.rados.0.smithi099.stdout:507: done (4 left) 2024-04-12T16:02:31.567 INFO:tasks.rados.rados.0.smithi099.stdout:511: done (3 left) 2024-04-12T16:02:31.568 INFO:tasks.rados.rados.0.smithi099.stdout:512: done (2 left) 2024-04-12T16:02:31.568 INFO:tasks.rados.rados.0.smithi099.stdout:514: done (1 left) 2024-04-12T16:02:31.568 INFO:tasks.rados.rados.0.smithi099.stdout:515: done (0 left) 2024-04-12T16:02:31.568 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 39 current snap is 44 2024-04-12T16:02:31.568 INFO:tasks.rados.rados.0.smithi099.stdout:516: seq_num 176 ranges {1622016=557056} 2024-04-12T16:02:31.579 INFO:tasks.rados.rados.0.smithi099.stdout:516: writing smithi09982431-39 from 1622016 to 2179072 tid 1 2024-04-12T16:02:31.579 INFO:tasks.rados.rados.0.smithi099.stdout:517: read oid 48 snap -1 2024-04-12T16:02:31.579 INFO:tasks.rados.rados.0.smithi099.stdout:517: expect (ObjNum 95 snap 17 seq_num 95) 2024-04-12T16:02:31.579 INFO:tasks.rados.rados.0.smithi099.stdout:518: read oid 26 snap 34 2024-04-12T16:02:31.579 INFO:tasks.rados.rados.0.smithi099.stdout:518: expect (ObjNum 106 snap 22 seq_num 106) 2024-04-12T16:02:31.579 INFO:tasks.rados.rados.0.smithi099.stdout:519: rollback oid 14 current snap is 44 2024-04-12T16:02:31.579 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 14 to 34 2024-04-12T16:02:31.579 INFO:tasks.rados.rados.0.smithi099.stdout:520: snap_create 2024-04-12T16:02:31.587 INFO:tasks.rados.rados.0.smithi099.stdout:516: finishing write tid 1 to smithi09982431-39 2024-04-12T16:02:31.587 INFO:tasks.rados.rados.0.smithi099.stdout:516: finishing write tid 2 to smithi09982431-39 2024-04-12T16:02:31.588 INFO:tasks.rados.rados.0.smithi099.stdout:516: finishing write tid 3 to smithi09982431-39 2024-04-12T16:02:31.588 INFO:tasks.rados.rados.0.smithi099.stdout:516: oid 39 updating version 0 to 171 2024-04-12T16:02:31.588 INFO:tasks.rados.rados.0.smithi099.stdout:516: oid 39 updating version 171 to 172 2024-04-12T16:02:31.588 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 39 v 172 (ObjNum 176 snap 44 seq_num 176) dirty exists 2024-04-12T16:02:31.588 INFO:tasks.rados.rados.0.smithi099.stdout:516: left oid 39 (ObjNum 176 snap 44 seq_num 176) 2024-04-12T16:02:31.588 INFO:tasks.rados.rados.0.smithi099.stdout:519: finishing rollback tid 0 to smithi09982431-14 2024-04-12T16:02:31.588 INFO:tasks.rados.rados.0.smithi099.stdout:517: expect (ObjNum 95 snap 17 seq_num 95) 2024-04-12T16:02:31.667 INFO:tasks.rados.rados.0.smithi099.stdout:519: finishing rollback tid 1 to smithi09982431-14 2024-04-12T16:02:31.667 INFO:tasks.rados.rados.0.smithi099.stdout:519: finishing rollback tid 2 to smithi09982431-14 2024-04-12T16:02:31.667 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 14 v 75 (ObjNum 141 snap 31 seq_num 141) dirty exists 2024-04-12T16:02:31.667 INFO:tasks.rados.rados.0.smithi099.stdout:518: expect (ObjNum 106 snap 22 seq_num 106) 2024-04-12T16:02:31.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:31 smithi099 ceph-mon[27456]: osdmap e148: 8 total, 8 up, 8 in 2024-04-12T16:02:31.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:31 smithi099 ceph-mon[27456]: osdmap e149: 8 total, 8 up, 8 in 2024-04-12T16:02:31.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:31 smithi099 ceph-mon[39429]: osdmap e148: 8 total, 8 up, 8 in 2024-04-12T16:02:31.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:31 smithi099 ceph-mon[39429]: osdmap e149: 8 total, 8 up, 8 in 2024-04-12T16:02:31.924 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:31 smithi110 ceph-mon[31279]: osdmap e148: 8 total, 8 up, 8 in 2024-04-12T16:02:31.924 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:31 smithi110 ceph-mon[31279]: osdmap e149: 8 total, 8 up, 8 in 2024-04-12T16:02:32.569 INFO:tasks.rados.rados.0.smithi099.stdout:516: done (4 left) 2024-04-12T16:02:32.569 INFO:tasks.rados.rados.0.smithi099.stdout:517: done (3 left) 2024-04-12T16:02:32.569 INFO:tasks.rados.rados.0.smithi099.stdout:518: done (2 left) 2024-04-12T16:02:32.569 INFO:tasks.rados.rados.0.smithi099.stdout:519: done (1 left) 2024-04-12T16:02:32.569 INFO:tasks.rados.rados.0.smithi099.stdout:520: done (0 left) 2024-04-12T16:02:32.569 INFO:tasks.rados.rados.0.smithi099.stdout:521: copy_from oid 16 from oid 10 current snap is 45 2024-04-12T16:02:32.569 INFO:tasks.rados.rados.0.smithi099.stdout:522: snap_remove snap 42 2024-04-12T16:02:32.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:32 smithi110 ceph-mon[31279]: pgmap v217: 121 pgs: 121 active+clean; 144 MiB data, 513 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 22 op/s 2024-04-12T16:02:32.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:32 smithi110 ceph-mon[31279]: osdmap e150: 8 total, 8 up, 8 in 2024-04-12T16:02:32.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:32 smithi099 ceph-mon[39429]: pgmap v217: 121 pgs: 121 active+clean; 144 MiB data, 513 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 22 op/s 2024-04-12T16:02:32.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:32 smithi099 ceph-mon[39429]: osdmap e150: 8 total, 8 up, 8 in 2024-04-12T16:02:32.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:32 smithi099 ceph-mon[27456]: pgmap v217: 121 pgs: 121 active+clean; 144 MiB data, 513 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 22 op/s 2024-04-12T16:02:32.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:32 smithi099 ceph-mon[27456]: osdmap e150: 8 total, 8 up, 8 in 2024-04-12T16:02:33.577 INFO:tasks.rados.rados.0.smithi099.stdout:522: done (1 left) 2024-04-12T16:02:33.577 INFO:tasks.rados.rados.0.smithi099.stdout:523: read oid 35 snap -1 2024-04-12T16:02:33.577 INFO:tasks.rados.rados.0.smithi099.stdout:523: expect deleted 2024-04-12T16:02:33.577 INFO:tasks.rados.rados.0.smithi099.stdout:524: snap_create 2024-04-12T16:02:33.577 INFO:tasks.rados.rados.0.smithi099.stdout:521: finishing copy_from racing read to smithi09982431-16 2024-04-12T16:02:33.578 INFO:tasks.rados.rados.0.smithi099.stdout:521: finishing copy_from to smithi09982431-16 2024-04-12T16:02:33.578 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 16 v 147 (ObjNum 153 snap 35 seq_num 153) dirty exists 2024-04-12T16:02:34.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:33 smithi110 ceph-mon[31279]: Upgrade: Updating mgr.x 2024-04-12T16:02:34.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:33 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:02:34.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:33 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:02:34.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:33 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:02:34.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:33 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T16:02:34.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:33 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:02:34.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:33 smithi110 ceph-mon[31279]: Deploying daemon mgr.x on smithi110 2024-04-12T16:02:34.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:33 smithi110 ceph-mon[31279]: osdmap e151: 8 total, 8 up, 8 in 2024-04-12T16:02:34.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:33 smithi110 ceph-mon[31279]: pgmap v220: 121 pgs: 121 active+clean; 144 MiB data, 513 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 22 op/s 2024-04-12T16:02:34.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:33 smithi099 ceph-mon[39429]: Upgrade: Updating mgr.x 2024-04-12T16:02:34.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:33 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:02:34.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:33 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:02:34.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:33 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:02:34.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:33 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T16:02:34.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:33 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:02:34.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:33 smithi099 ceph-mon[39429]: Deploying daemon mgr.x on smithi110 2024-04-12T16:02:34.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:33 smithi099 ceph-mon[39429]: osdmap e151: 8 total, 8 up, 8 in 2024-04-12T16:02:34.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:33 smithi099 ceph-mon[39429]: pgmap v220: 121 pgs: 121 active+clean; 144 MiB data, 513 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 22 op/s 2024-04-12T16:02:34.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:33 smithi099 ceph-mon[27456]: Upgrade: Updating mgr.x 2024-04-12T16:02:34.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:33 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:02:34.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:33 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:02:34.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:33 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:02:34.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:33 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T16:02:34.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:33 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:02:34.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:33 smithi099 ceph-mon[27456]: Deploying daemon mgr.x on smithi110 2024-04-12T16:02:34.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:33 smithi099 ceph-mon[27456]: osdmap e151: 8 total, 8 up, 8 in 2024-04-12T16:02:34.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:33 smithi099 ceph-mon[27456]: pgmap v220: 121 pgs: 121 active+clean; 144 MiB data, 513 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 22 op/s 2024-04-12T16:02:34.575 INFO:tasks.rados.rados.0.smithi099.stdout:521: done (2 left) 2024-04-12T16:02:34.575 INFO:tasks.rados.rados.0.smithi099.stdout:523: done (1 left) 2024-04-12T16:02:34.575 INFO:tasks.rados.rados.0.smithi099.stdout:524: done (0 left) 2024-04-12T16:02:34.575 INFO:tasks.rados.rados.0.smithi099.stdout:525: rmattr oid 33 current snap is 46 2024-04-12T16:02:34.575 INFO:tasks.rados.rados.0.smithi099.stdout:525: done (0 left) 2024-04-12T16:02:34.576 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 32 current snap is 46 2024-04-12T16:02:34.576 INFO:tasks.rados.rados.0.smithi099.stdout:526: seq_num 177 ranges {1261568=573440} 2024-04-12T16:02:34.586 INFO:tasks.rados.rados.0.smithi099.stdout:526: writing smithi09982431-32 from 1261568 to 1835008 tid 1 2024-04-12T16:02:34.586 INFO:tasks.rados.rados.0.smithi099.stdout:527: copy_from oid 11 from oid 45 current snap is 46 2024-04-12T16:02:34.586 INFO:tasks.rados.rados.0.smithi099.stdout:528: read oid 12 snap -1 2024-04-12T16:02:34.586 INFO:tasks.rados.rados.0.smithi099.stdout:528: expect (ObjNum 152 snap 35 seq_num 152) 2024-04-12T16:02:34.586 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 30 current snap is 46 2024-04-12T16:02:34.586 INFO:tasks.rados.rados.0.smithi099.stdout:529: seq_num 178 ranges {1990656=589824} 2024-04-12T16:02:34.599 INFO:tasks.rados.rados.0.smithi099.stdout:529: writing smithi09982431-30 from 1990656 to 2580480 tid 1 2024-04-12T16:02:34.600 INFO:tasks.rados.rados.0.smithi099.stdout:530: snap_remove snap 37 2024-04-12T16:02:34.922 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:34 smithi110 systemd[1]: Stopping Ceph mgr.x for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:02:35.233 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:34 smithi110 podman[67148]: 2024-04-12 16:02:34.92359097 +0000 UTC m=+0.146837648 container died 499def2bd58a170f717e54c0cd9aedbba9964b4653f9747d6220397fbd068430 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, RELEASE=reef-d540eba, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240403, maintainer=Guillaume Abrioux ) 2024-04-12T16:02:35.566 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:35 smithi110 podman[67148]: 2024-04-12 16:02:35.324945517 +0000 UTC m=+0.548192237 container cleanup 499def2bd58a170f717e54c0cd9aedbba9964b4653f9747d6220397fbd068430 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240403, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-d540eba) 2024-04-12T16:02:35.566 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:35 smithi110 bash[67148]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x 2024-04-12T16:02:35.580 INFO:tasks.rados.rados.0.smithi099.stdout:530: done (4 left) 2024-04-12T16:02:35.580 INFO:tasks.rados.rados.0.smithi099.stdout:531: snap_remove snap 44 2024-04-12T16:02:35.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:35 smithi110 ceph-mon[31279]: osdmap e152: 8 total, 8 up, 8 in 2024-04-12T16:02:35.834 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:35 smithi110 podman[67168]: 2024-04-12 16:02:35.567885221 +0000 UTC m=+0.639323625 container remove 499def2bd58a170f717e54c0cd9aedbba9964b4653f9747d6220397fbd068430 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=reef-d540eba, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T16:02:35.835 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:35 smithi110 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-12T16:02:35.835 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:35 smithi110 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-04-12T16:02:35.835 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:35 smithi110 systemd[1]: Stopped Ceph mgr.x for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:02:35.835 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:35 smithi110 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mgr.x.service: Consumed 18.555s CPU time. 2024-04-12T16:02:35.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:35 smithi099 ceph-mon[27456]: osdmap e152: 8 total, 8 up, 8 in 2024-04-12T16:02:35.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:35 smithi099 ceph-mon[39429]: osdmap e152: 8 total, 8 up, 8 in 2024-04-12T16:02:36.235 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:35 smithi110 systemd[1]: Starting Ceph mgr.x for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:02:36.235 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:36 smithi110 podman[67310]: 2024-04-12 16:02:36.018905088 +0000 UTC m=+0.018184519 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:02:36.235 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:36 smithi110 podman[67310]: 2024-04-12 16:02:36.118970178 +0000 UTC m=+0.118249642 container create f47d7ebcce388decda945fe5eb73043705b02804d260c91ab35bcde06f1b84e3 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-12T16:02:36.571 INFO:tasks.rados.rados.0.smithi099.stdout:531: done (4 left) 2024-04-12T16:02:36.571 INFO:tasks.rados.rados.0.smithi099.stdout:532: snap_remove snap 26 2024-04-12T16:02:36.584 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:36 smithi110 podman[67310]: 2024-04-12 16:02:36.338045997 +0000 UTC m=+0.337325422 container init f47d7ebcce388decda945fe5eb73043705b02804d260c91ab35bcde06f1b84e3 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-12T16:02:36.584 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:36 smithi110 podman[67310]: 2024-04-12 16:02:36.343471 +0000 UTC m=+0.342750423 container start f47d7ebcce388decda945fe5eb73043705b02804d260c91ab35bcde06f1b84e3 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-12T16:02:36.584 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:36 smithi110 ceph-mgr[67349]: -- 172.21.15.110:0/2883264935 <== mon.1 v2:172.21.15.110:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564092da45a0 con 0x564092d78c00 2024-04-12T16:02:36.584 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:36 smithi110 bash[67310]: f47d7ebcce388decda945fe5eb73043705b02804d260c91ab35bcde06f1b84e3 2024-04-12T16:02:36.584 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:36 smithi110 systemd[1]: Started Ceph mgr.x for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:02:36.877 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:02:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:02:36] "GET /metrics HTTP/1.1" 200 36003 "" "Prometheus/2.43.0" 2024-04-12T16:02:36.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:36 smithi099 ceph-mon[27456]: osdmap e153: 8 total, 8 up, 8 in 2024-04-12T16:02:36.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:36 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:02:36.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:36 smithi099 ceph-mon[27456]: pgmap v223: 121 pgs: 121 active+clean; 144 MiB data, 513 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:02:36.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:36 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:02:36.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:36 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:02:36.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:36 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:02:36.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:36 smithi099 ceph-mon[27456]: osdmap e154: 8 total, 8 up, 8 in 2024-04-12T16:02:36.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:36 smithi099 ceph-mon[39429]: osdmap e153: 8 total, 8 up, 8 in 2024-04-12T16:02:36.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:36 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:02:36.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:36 smithi099 ceph-mon[39429]: pgmap v223: 121 pgs: 121 active+clean; 144 MiB data, 513 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:02:36.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:36 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:02:36.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:36 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:02:36.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:36 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:02:36.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:36 smithi099 ceph-mon[39429]: osdmap e154: 8 total, 8 up, 8 in 2024-04-12T16:02:36.920 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:36 smithi110 ceph-mon[31279]: osdmap e153: 8 total, 8 up, 8 in 2024-04-12T16:02:36.921 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:36 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:02:36.921 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:36 smithi110 ceph-mon[31279]: pgmap v223: 121 pgs: 121 active+clean; 144 MiB data, 513 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:02:36.921 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:36 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:02:36.921 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:36 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:02:36.921 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:36 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:02:36.921 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:36 smithi110 ceph-mon[31279]: osdmap e154: 8 total, 8 up, 8 in 2024-04-12T16:02:37.314 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:36 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:02:36.921+0000 7f065a418200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T16:02:37.315 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:37 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:02:37.032+0000 7f065a418200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T16:02:37.575 INFO:tasks.rados.rados.0.smithi099.stdout:532: done (4 left) 2024-04-12T16:02:37.576 INFO:tasks.rados.rados.0.smithi099.stdout:533: rollback oid 39 current snap is 46 2024-04-12T16:02:37.576 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 39 to 39 2024-04-12T16:02:37.576 INFO:tasks.rados.rados.0.smithi099.stdout:528: expect (ObjNum 152 snap 35 seq_num 152) 2024-04-12T16:02:37.591 INFO:tasks.rados.rados.0.smithi099.stdout:526: finishing write tid 1 to smithi09982431-32 2024-04-12T16:02:37.591 INFO:tasks.rados.rados.0.smithi099.stdout:526: finishing write tid 2 to smithi09982431-32 2024-04-12T16:02:37.591 INFO:tasks.rados.rados.0.smithi099.stdout:526: finishing write tid 3 to smithi09982431-32 2024-04-12T16:02:37.591 INFO:tasks.rados.rados.0.smithi099.stdout:526: oid 32 updating version 0 to 111 2024-04-12T16:02:37.591 INFO:tasks.rados.rados.0.smithi099.stdout:526: oid 32 version 111 is already newer than 110 2024-04-12T16:02:37.591 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 32 v 111 (ObjNum 177 snap 46 seq_num 177) dirty exists 2024-04-12T16:02:37.591 INFO:tasks.rados.rados.0.smithi099.stdout:526: left oid 32 (ObjNum 177 snap 46 seq_num 177) 2024-04-12T16:02:37.591 INFO:tasks.rados.rados.0.smithi099.stdout:529: finishing write tid 1 to smithi09982431-30 2024-04-12T16:02:37.591 INFO:tasks.rados.rados.0.smithi099.stdout:529: finishing write tid 2 to smithi09982431-30 2024-04-12T16:02:37.591 INFO:tasks.rados.rados.0.smithi099.stdout:526: done (4 left) 2024-04-12T16:02:37.592 INFO:tasks.rados.rados.0.smithi099.stdout:528: done (3 left) 2024-04-12T16:02:37.592 INFO:tasks.rados.rados.0.smithi099.stdout:534: read oid 33 snap -1 2024-04-12T16:02:37.592 INFO:tasks.rados.rados.0.smithi099.stdout:534: expect deleted 2024-04-12T16:02:37.592 INFO:tasks.rados.rados.0.smithi099.stdout:535: snap_remove snap 35 2024-04-12T16:02:37.964 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:37 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:02:37.710+0000 7f065a418200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T16:02:37.964 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:37 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:02:37.818+0000 7f065a418200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T16:02:38.278 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:37 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:02:37.965+0000 7f065a418200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T16:02:38.278 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:38 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:02:38.064+0000 7f065a418200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T16:02:38.278 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:38 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:02:38.152+0000 7f065a418200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T16:02:38.530 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:38 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:02:38.421+0000 7f065a418200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T16:02:38.531 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:38 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:02:38.531+0000 7f065a418200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T16:02:38.579 INFO:tasks.rados.rados.0.smithi099.stdout:535: done (4 left) 2024-04-12T16:02:38.579 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 27 current snap is 46 2024-04-12T16:02:38.579 INFO:tasks.rados.rados.0.smithi099.stdout:527: finishing copy_from racing read to smithi09982431-11 2024-04-12T16:02:38.579 INFO:tasks.rados.rados.0.smithi099.stdout:536: seq_num 179 ranges {385024=606208} 2024-04-12T16:02:38.585 INFO:tasks.rados.rados.0.smithi099.stdout:536: writing smithi09982431-27 from 385024 to 991232 tid 1 2024-04-12T16:02:38.586 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 5 current snap is 46 2024-04-12T16:02:38.586 INFO:tasks.rados.rados.0.smithi099.stdout:537: seq_num 180 ranges {1736704=622592} 2024-04-12T16:02:38.599 INFO:tasks.rados.rados.0.smithi099.stdout:537: writing smithi09982431-5 from 1736704 to 2359296 tid 1 2024-04-12T16:02:38.599 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 15 current snap is 46 2024-04-12T16:02:38.599 INFO:tasks.rados.rados.0.smithi099.stdout:529: finishing write tid 3 to smithi09982431-30 2024-04-12T16:02:38.600 INFO:tasks.rados.rados.0.smithi099.stdout:529: oid 30 updating version 0 to 136 2024-04-12T16:02:38.600 INFO:tasks.rados.rados.0.smithi099.stdout:529: oid 30 version 136 is already newer than 135 2024-04-12T16:02:38.600 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 30 v 136 (ObjNum 178 snap 46 seq_num 178) dirty exists 2024-04-12T16:02:38.600 INFO:tasks.rados.rados.0.smithi099.stdout:529: left oid 30 (ObjNum 178 snap 46 seq_num 178) 2024-04-12T16:02:38.600 INFO:tasks.rados.rados.0.smithi099.stdout:527: finishing copy_from to smithi09982431-11 2024-04-12T16:02:38.600 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 11 v 159 (ObjNum 133 snap 31 seq_num 133) dirty exists 2024-04-12T16:02:38.600 INFO:tasks.rados.rados.0.smithi099.stdout:538: seq_num 181 ranges {0=638976} 2024-04-12T16:02:38.603 INFO:tasks.rados.rados.0.smithi099.stdout:538: writing smithi09982431-15 from 0 to 638976 tid 1 2024-04-12T16:02:38.603 INFO:tasks.rados.rados.0.smithi099.stdout:527: done (6 left) 2024-04-12T16:02:38.603 INFO:tasks.rados.rados.0.smithi099.stdout:529: done (5 left) 2024-04-12T16:02:38.603 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 10 current snap is 46 2024-04-12T16:02:38.603 INFO:tasks.rados.rados.0.smithi099.stdout:533: finishing rollback tid 0 to smithi09982431-39 2024-04-12T16:02:38.603 INFO:tasks.rados.rados.0.smithi099.stdout:533: finishing rollback tid 1 to smithi09982431-39 2024-04-12T16:02:38.603 INFO:tasks.rados.rados.0.smithi099.stdout:533: finishing rollback tid 2 to smithi09982431-39 2024-04-12T16:02:38.604 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 39 v 186 (ObjNum 163 snap 39 seq_num 163) dirty exists 2024-04-12T16:02:38.604 INFO:tasks.rados.rados.0.smithi099.stdout:539: seq_num 182 ranges {2523136=655360} 2024-04-12T16:02:38.620 INFO:tasks.rados.rados.0.smithi099.stdout:539: writing smithi09982431-10 from 2523136 to 3178496 tid 1 2024-04-12T16:02:38.620 INFO:tasks.rados.rados.0.smithi099.stdout:533: done (5 left) 2024-04-12T16:02:38.620 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 8 current snap is 46 2024-04-12T16:02:38.620 INFO:tasks.rados.rados.0.smithi099.stdout:536: finishing write tid 1 to smithi09982431-27 2024-04-12T16:02:38.620 INFO:tasks.rados.rados.0.smithi099.stdout:536: finishing write tid 2 to smithi09982431-27 2024-04-12T16:02:38.620 INFO:tasks.rados.rados.0.smithi099.stdout:536: finishing write tid 3 to smithi09982431-27 2024-04-12T16:02:38.620 INFO:tasks.rados.rados.0.smithi099.stdout:536: oid 27 updating version 0 to 164 2024-04-12T16:02:38.620 INFO:tasks.rados.rados.0.smithi099.stdout:536: oid 27 version 164 is already newer than 163 2024-04-12T16:02:38.620 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 27 v 164 (ObjNum 179 snap 46 seq_num 179) dirty exists 2024-04-12T16:02:38.620 INFO:tasks.rados.rados.0.smithi099.stdout:536: left oid 27 (ObjNum 179 snap 46 seq_num 179) 2024-04-12T16:02:38.620 INFO:tasks.rados.rados.0.smithi099.stdout:540: seq_num 183 ranges {0=671744} 2024-04-12T16:02:38.624 INFO:tasks.rados.rados.0.smithi099.stdout:540: writing smithi09982431-8 from 0 to 671744 tid 1 2024-04-12T16:02:38.624 INFO:tasks.rados.rados.0.smithi099.stdout:534: done (5 left) 2024-04-12T16:02:38.624 INFO:tasks.rados.rados.0.smithi099.stdout:536: done (4 left) 2024-04-12T16:02:38.624 INFO:tasks.rados.rados.0.smithi099.stdout:541: setattr oid 29 current snap is 46 2024-04-12T16:02:38.624 INFO:tasks.rados.rados.0.smithi099.stdout:537: finishing write tid 1 to smithi09982431-5 2024-04-12T16:02:38.624 INFO:tasks.rados.rados.0.smithi099.stdout:537: finishing write tid 2 to smithi09982431-5 2024-04-12T16:02:38.624 INFO:tasks.rados.rados.0.smithi099.stdout:537: finishing write tid 3 to smithi09982431-5 2024-04-12T16:02:38.624 INFO:tasks.rados.rados.0.smithi099.stdout:537: oid 5 updating version 0 to 101 2024-04-12T16:02:38.624 INFO:tasks.rados.rados.0.smithi099.stdout:537: oid 5 version 101 is already newer than 100 2024-04-12T16:02:38.624 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 5 v 101 (ObjNum 180 snap 46 seq_num 180) dirty exists 2024-04-12T16:02:38.624 INFO:tasks.rados.rados.0.smithi099.stdout:537: left oid 5 (ObjNum 180 snap 46 seq_num 180) 2024-04-12T16:02:38.624 INFO:tasks.rados.rados.0.smithi099.stdout:538: finishing write tid 1 to smithi09982431-15 2024-04-12T16:02:38.625 INFO:tasks.rados.rados.0.smithi099.stdout:538: finishing write tid 2 to smithi09982431-15 2024-04-12T16:02:38.625 INFO:tasks.rados.rados.0.smithi099.stdout:538: finishing write tid 3 to smithi09982431-15 2024-04-12T16:02:38.625 INFO:tasks.rados.rados.0.smithi099.stdout:538: oid 15 updating version 0 to 111 2024-04-12T16:02:38.625 INFO:tasks.rados.rados.0.smithi099.stdout:538: oid 15 version 111 is already newer than 110 2024-04-12T16:02:38.625 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 15 v 111 (ObjNum 181 snap 46 seq_num 181) dirty exists 2024-04-12T16:02:38.625 INFO:tasks.rados.rados.0.smithi099.stdout:538: left oid 15 (ObjNum 181 snap 46 seq_num 181) 2024-04-12T16:02:38.625 INFO:tasks.rados.rados.0.smithi099.stdout:539: finishing write tid 1 to smithi09982431-10 2024-04-12T16:02:38.625 INFO:tasks.rados.rados.0.smithi099.stdout:539: finishing write tid 2 to smithi09982431-10 2024-04-12T16:02:38.625 INFO:tasks.rados.rados.0.smithi099.stdout:539: finishing write tid 3 to smithi09982431-10 2024-04-12T16:02:38.626 INFO:tasks.rados.rados.0.smithi099.stdout:539: oid 10 updating version 0 to 189 2024-04-12T16:02:38.626 INFO:tasks.rados.rados.0.smithi099.stdout:539: oid 10 updating version 189 to 190 2024-04-12T16:02:38.626 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 10 v 190 (ObjNum 182 snap 46 seq_num 182) dirty exists 2024-04-12T16:02:38.626 INFO:tasks.rados.rados.0.smithi099.stdout:539: left oid 10 (ObjNum 182 snap 46 seq_num 182) 2024-04-12T16:02:38.626 INFO:tasks.rados.rados.0.smithi099.stdout:540: finishing write tid 1 to smithi09982431-8 2024-04-12T16:02:38.627 INFO:tasks.rados.rados.0.smithi099.stdout:540: finishing write tid 2 to smithi09982431-8 2024-04-12T16:02:38.627 INFO:tasks.rados.rados.0.smithi099.stdout:537: done (4 left) 2024-04-12T16:02:38.627 INFO:tasks.rados.rados.0.smithi099.stdout:538: done (3 left) 2024-04-12T16:02:38.627 INFO:tasks.rados.rados.0.smithi099.stdout:539: done (2 left) 2024-04-12T16:02:38.627 INFO:tasks.rados.rados.0.smithi099.stdout:542: delete oid 6 current snap is 46 2024-04-12T16:02:38.628 INFO:tasks.rados.rados.0.smithi099.stdout:540: finishing write tid 3 to smithi09982431-8 2024-04-12T16:02:38.628 INFO:tasks.rados.rados.0.smithi099.stdout:540: oid 8 updating version 0 to 123 2024-04-12T16:02:38.628 INFO:tasks.rados.rados.0.smithi099.stdout:540: oid 8 version 123 is already newer than 122 2024-04-12T16:02:38.628 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 8 v 123 (ObjNum 183 snap 46 seq_num 183) dirty exists 2024-04-12T16:02:38.628 INFO:tasks.rados.rados.0.smithi099.stdout:540: left oid 8 (ObjNum 183 snap 46 seq_num 183) 2024-04-12T16:02:38.631 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 29 v 97 (ObjNum 85 snap 11 seq_num 85) dirty exists 2024-04-12T16:02:38.631 INFO:tasks.rados.rados.0.smithi099.stdout:540: done (2 left) 2024-04-12T16:02:38.631 INFO:tasks.rados.rados.0.smithi099.stdout:541: done (1 left) 2024-04-12T16:02:38.631 INFO:tasks.rados.rados.0.smithi099.stdout:542: done (0 left) 2024-04-12T16:02:38.631 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 8 current snap is 46 2024-04-12T16:02:38.631 INFO:tasks.rados.rados.0.smithi099.stdout:543: seq_num 185 ranges {671744=704512} 2024-04-12T16:02:38.639 INFO:tasks.rados.rados.0.smithi099.stdout:543: writing smithi09982431-8 from 671744 to 1376256 tid 1 2024-04-12T16:02:38.639 INFO:tasks.rados.rados.0.smithi099.stdout:544: copy_from oid 37 from oid 32 current snap is 46 2024-04-12T16:02:38.639 INFO:tasks.rados.rados.0.smithi099.stdout:545: rollback oid 9 current snap is 46 2024-04-12T16:02:38.639 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 9 to 41 2024-04-12T16:02:38.639 INFO:tasks.rados.rados.0.smithi099.stdout:546: copy_from oid 31 from oid 18 current snap is 46 2024-04-12T16:02:38.639 INFO:tasks.rados.rados.0.smithi099.stdout:547: copy_from oid 17 from oid 6 current snap is 46 2024-04-12T16:02:38.639 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 16 current snap is 46 2024-04-12T16:02:38.639 INFO:tasks.rados.rados.0.smithi099.stdout:548: seq_num 186 ranges {2523136=720896} 2024-04-12T16:02:38.656 INFO:tasks.rados.rados.0.smithi099.stdout:548: writing smithi09982431-16 from 2523136 to 3244032 tid 1 2024-04-12T16:02:38.656 INFO:tasks.rados.rados.0.smithi099.stdout:549: snap_remove snap 33 2024-04-12T16:02:38.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:38 smithi110 ceph-mon[31279]: osdmap e155: 8 total, 8 up, 8 in 2024-04-12T16:02:38.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:38 smithi110 ceph-mon[31279]: pgmap v226: 121 pgs: 121 active+clean; 151 MiB data, 541 MiB used, 715 GiB / 715 GiB avail; 153 KiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-12T16:02:38.834 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:38 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:02:38.648+0000 7f065a418200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T16:02:38.835 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:38 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:02:38.770+0000 7f065a418200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T16:02:38.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:38 smithi099 ceph-mon[27456]: osdmap e155: 8 total, 8 up, 8 in 2024-04-12T16:02:38.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:38 smithi099 ceph-mon[27456]: pgmap v226: 121 pgs: 121 active+clean; 151 MiB data, 541 MiB used, 715 GiB / 715 GiB avail; 153 KiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-12T16:02:38.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:38 smithi099 ceph-mon[39429]: osdmap e155: 8 total, 8 up, 8 in 2024-04-12T16:02:38.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:38 smithi099 ceph-mon[39429]: pgmap v226: 121 pgs: 121 active+clean; 151 MiB data, 541 MiB used, 715 GiB / 715 GiB avail; 153 KiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-12T16:02:39.223 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:38 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:02:38.979+0000 7f065a418200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T16:02:39.581 INFO:tasks.rados.rados.0.smithi099.stdout:549: done (6 left) 2024-04-12T16:02:39.581 INFO:tasks.rados.rados.0.smithi099.stdout:550: rmattr oid 42 current snap is 46 2024-04-12T16:02:39.581 INFO:tasks.rados.rados.0.smithi099.stdout:550: done (6 left) 2024-04-12T16:02:39.581 INFO:tasks.rados.rados.0.smithi099.stdout:551: snap_create 2024-04-12T16:02:39.581 INFO:tasks.rados.rados.0.smithi099.stdout:547: finishing copy_from to smithi09982431-17 2024-04-12T16:02:39.581 INFO:tasks.rados.rados.0.smithi099.stdout:547: got expected ENOENT (src dne) 2024-04-12T16:02:39.581 INFO:tasks.rados.rados.0.smithi099.stdout:547: finishing copy_from racing read to smithi09982431-17 2024-04-12T16:02:39.581 INFO:tasks.rados.rados.0.smithi099.stdout:545: finishing rollback tid 1 to smithi09982431-9 2024-04-12T16:02:39.581 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 9 v 66 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-12T16:02:39.581 INFO:tasks.rados.rados.0.smithi099.stdout:543: finishing write tid 1 to smithi09982431-8 2024-04-12T16:02:39.581 INFO:tasks.rados.rados.0.smithi099.stdout:543: finishing write tid 2 to smithi09982431-8 2024-04-12T16:02:39.581 INFO:tasks.rados.rados.0.smithi099.stdout:543: finishing write tid 3 to smithi09982431-8 2024-04-12T16:02:39.581 INFO:tasks.rados.rados.0.smithi099.stdout:543: oid 8 updating version 0 to 125 2024-04-12T16:02:39.581 INFO:tasks.rados.rados.0.smithi099.stdout:543: oid 8 version 125 is already newer than 124 2024-04-12T16:02:39.582 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 8 v 125 (ObjNum 185 snap 46 seq_num 185) dirty exists 2024-04-12T16:02:39.582 INFO:tasks.rados.rados.0.smithi099.stdout:543: left oid 8 (ObjNum 185 snap 46 seq_num 185) 2024-04-12T16:02:39.582 INFO:tasks.rados.rados.0.smithi099.stdout:544: finishing copy_from racing read to smithi09982431-37 2024-04-12T16:02:39.582 INFO:tasks.rados.rados.0.smithi099.stdout:544: finishing copy_from to smithi09982431-37 2024-04-12T16:02:39.582 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 37 v 111 (ObjNum 177 snap 46 seq_num 177) dirty exists 2024-04-12T16:02:39.582 INFO:tasks.rados.rados.0.smithi099.stdout:548: finishing write tid 1 to smithi09982431-16 2024-04-12T16:02:39.582 INFO:tasks.rados.rados.0.smithi099.stdout:548: finishing write tid 2 to smithi09982431-16 2024-04-12T16:02:39.582 INFO:tasks.rados.rados.0.smithi099.stdout:546: finishing copy_from racing read to smithi09982431-31 2024-04-12T16:02:39.582 INFO:tasks.rados.rados.0.smithi099.stdout:548: finishing write tid 3 to smithi09982431-16 2024-04-12T16:02:39.582 INFO:tasks.rados.rados.0.smithi099.stdout:548: oid 16 updating version 0 to 153 2024-04-12T16:02:39.582 INFO:tasks.rados.rados.0.smithi099.stdout:548: oid 16 updating version 153 to 154 2024-04-12T16:02:39.582 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 16 v 154 (ObjNum 186 snap 46 seq_num 186) dirty exists 2024-04-12T16:02:39.582 INFO:tasks.rados.rados.0.smithi099.stdout:548: left oid 16 (ObjNum 186 snap 46 seq_num 186) 2024-04-12T16:02:39.582 INFO:tasks.rados.rados.0.smithi099.stdout:546: finishing copy_from to smithi09982431-31 2024-04-12T16:02:39.583 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 31 v 149 (ObjNum 115 snap 24 seq_num 115) dirty exists 2024-04-12T16:02:39.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:39 smithi110 ceph-mon[31279]: osdmap e156: 8 total, 8 up, 8 in 2024-04-12T16:02:39.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:39 smithi099 ceph-mon[27456]: osdmap e156: 8 total, 8 up, 8 in 2024-04-12T16:02:39.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:39 smithi099 ceph-mon[39429]: osdmap e156: 8 total, 8 up, 8 in 2024-04-12T16:02:40.334 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:40 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:02:40.043+0000 7f065a418200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T16:02:40.334 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:40 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:02:40.186+0000 7f065a418200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T16:02:40.591 INFO:tasks.rados.rados.0.smithi099.stdout:543: done (6 left) 2024-04-12T16:02:40.591 INFO:tasks.rados.rados.0.smithi099.stdout:544: done (5 left) 2024-04-12T16:02:40.592 INFO:tasks.rados.rados.0.smithi099.stdout:545: done (4 left) 2024-04-12T16:02:40.592 INFO:tasks.rados.rados.0.smithi099.stdout:546: done (3 left) 2024-04-12T16:02:40.592 INFO:tasks.rados.rados.0.smithi099.stdout:547: done (2 left) 2024-04-12T16:02:40.592 INFO:tasks.rados.rados.0.smithi099.stdout:548: done (1 left) 2024-04-12T16:02:40.592 INFO:tasks.rados.rados.0.smithi099.stdout:551: done (0 left) 2024-04-12T16:02:40.592 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 16 current snap is 47 2024-04-12T16:02:40.592 INFO:tasks.rados.rados.0.smithi099.stdout:552: seq_num 187 ranges {3244032=737280} 2024-04-12T16:02:40.612 INFO:tasks.rados.rados.0.smithi099.stdout:552: writing smithi09982431-16 from 3244032 to 3981312 tid 1 2024-04-12T16:02:40.612 INFO:tasks.rados.rados.0.smithi099.stdout:553: snap_create 2024-04-12T16:02:40.618 INFO:tasks.rados.rados.0.smithi099.stdout:552: finishing write tid 1 to smithi09982431-16 2024-04-12T16:02:40.618 INFO:tasks.rados.rados.0.smithi099.stdout:552: finishing write tid 2 to smithi09982431-16 2024-04-12T16:02:40.619 INFO:tasks.rados.rados.0.smithi099.stdout:552: finishing write tid 3 to smithi09982431-16 2024-04-12T16:02:40.619 INFO:tasks.rados.rados.0.smithi099.stdout:552: oid 16 updating version 0 to 163 2024-04-12T16:02:40.619 INFO:tasks.rados.rados.0.smithi099.stdout:552: oid 16 version 163 is already newer than 162 2024-04-12T16:02:40.619 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 16 v 163 (ObjNum 187 snap 47 seq_num 187) dirty exists 2024-04-12T16:02:40.619 INFO:tasks.rados.rados.0.smithi099.stdout:552: left oid 16 (ObjNum 187 snap 47 seq_num 187) 2024-04-12T16:02:40.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:40 smithi110 ceph-mon[31279]: osdmap e157: 8 total, 8 up, 8 in 2024-04-12T16:02:40.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:40 smithi110 ceph-mon[31279]: pgmap v229: 121 pgs: 121 active+clean; 151 MiB data, 541 MiB used, 715 GiB / 715 GiB avail; 153 KiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-12T16:02:40.834 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:40 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:02:40.531+0000 7f065a418200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T16:02:40.834 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:40 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:02:40.626+0000 7f065a418200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T16:02:40.834 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:40 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:02:40.834+0000 7f065a418200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T16:02:40.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:40 smithi099 ceph-mon[27456]: osdmap e157: 8 total, 8 up, 8 in 2024-04-12T16:02:40.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:40 smithi099 ceph-mon[27456]: pgmap v229: 121 pgs: 121 active+clean; 151 MiB data, 541 MiB used, 715 GiB / 715 GiB avail; 153 KiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-12T16:02:40.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:40 smithi099 ceph-mon[39429]: osdmap e157: 8 total, 8 up, 8 in 2024-04-12T16:02:40.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:40 smithi099 ceph-mon[39429]: pgmap v229: 121 pgs: 121 active+clean; 151 MiB data, 541 MiB used, 715 GiB / 715 GiB avail; 153 KiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-12T16:02:41.084 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:02:41.025+0000 7f065a418200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T16:02:41.577 INFO:tasks.rados.rados.0.smithi099.stdout:552: done (1 left) 2024-04-12T16:02:41.578 INFO:tasks.rados.rados.0.smithi099.stdout:553: done (0 left) 2024-04-12T16:02:41.578 INFO:tasks.rados.rados.0.smithi099.stdout:554: delete oid 2 current snap is 48 2024-04-12T16:02:41.581 INFO:tasks.rados.rados.0.smithi099.stdout:554: done (0 left) 2024-04-12T16:02:41.581 INFO:tasks.rados.rados.0.smithi099.stdout:555: delete oid 5 current snap is 48 2024-04-12T16:02:41.584 INFO:tasks.rados.rados.0.smithi099.stdout:555: done (0 left) 2024-04-12T16:02:41.584 INFO:tasks.rados.rados.0.smithi099.stdout:556: read oid 43 snap -1 2024-04-12T16:02:41.584 INFO:tasks.rados.rados.0.smithi099.stdout:556: expect deleted 2024-04-12T16:02:41.584 INFO:tasks.rados.rados.0.smithi099.stdout:557: read oid 28 snap 34 2024-04-12T16:02:41.584 INFO:tasks.rados.rados.0.smithi099.stdout:557: expect (ObjNum 111 snap 23 seq_num 111) 2024-04-12T16:02:41.585 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 11 current snap is 48 2024-04-12T16:02:41.585 INFO:tasks.rados.rados.0.smithi099.stdout:558: seq_num 190 ranges {2916352=786432} 2024-04-12T16:02:41.585 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:02:41.321+0000 7f065a418200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T16:02:41.605 INFO:tasks.rados.rados.0.smithi099.stdout:558: writing smithi09982431-11 from 2916352 to 3702784 tid 1 2024-04-12T16:02:41.605 INFO:tasks.rados.rados.0.smithi099.stdout:559: read oid 39 snap -1 2024-04-12T16:02:41.605 INFO:tasks.rados.rados.0.smithi099.stdout:559: expect (ObjNum 163 snap 39 seq_num 163) 2024-04-12T16:02:41.605 INFO:tasks.rados.rados.0.smithi099.stdout:560: rollback oid 18 current snap is 48 2024-04-12T16:02:41.606 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 18 to 47 2024-04-12T16:02:41.606 INFO:tasks.rados.rados.0.smithi099.stdout:557: expect (ObjNum 111 snap 23 seq_num 111) 2024-04-12T16:02:41.658 INFO:tasks.rados.rados.0.smithi099.stdout:560: finishing rollback tid 0 to smithi09982431-18 2024-04-12T16:02:41.658 INFO:tasks.rados.rados.0.smithi099.stdout:558: finishing write tid 1 to smithi09982431-11 2024-04-12T16:02:41.658 INFO:tasks.rados.rados.0.smithi099.stdout:560: finishing rollback tid 1 to smithi09982431-18 2024-04-12T16:02:41.658 INFO:tasks.rados.rados.0.smithi099.stdout:556: done (4 left) 2024-04-12T16:02:41.658 INFO:tasks.rados.rados.0.smithi099.stdout:557: done (3 left) 2024-04-12T16:02:41.658 INFO:tasks.rados.rados.0.smithi099.stdout:561: setattr oid 27 current snap is 48 2024-04-12T16:02:41.658 INFO:tasks.rados.rados.0.smithi099.stdout:560: finishing rollback tid 2 to smithi09982431-18 2024-04-12T16:02:41.658 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 18 v 202 (ObjNum 115 snap 24 seq_num 115) dirty exists 2024-04-12T16:02:41.659 INFO:tasks.rados.rados.0.smithi099.stdout:558: finishing write tid 2 to smithi09982431-11 2024-04-12T16:02:41.659 INFO:tasks.rados.rados.0.smithi099.stdout:558: finishing write tid 3 to smithi09982431-11 2024-04-12T16:02:41.659 INFO:tasks.rados.rados.0.smithi099.stdout:558: oid 11 updating version 0 to 161 2024-04-12T16:02:41.659 INFO:tasks.rados.rados.0.smithi099.stdout:558: oid 11 version 161 is already newer than 160 2024-04-12T16:02:41.659 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 11 v 161 (ObjNum 190 snap 48 seq_num 190) dirty exists 2024-04-12T16:02:41.659 INFO:tasks.rados.rados.0.smithi099.stdout:558: left oid 11 (ObjNum 190 snap 48 seq_num 190) 2024-04-12T16:02:41.659 INFO:tasks.rados.rados.0.smithi099.stdout:559: expect (ObjNum 163 snap 39 seq_num 163) 2024-04-12T16:02:41.775 INFO:tasks.rados.rados.0.smithi099.stdout:558: done (3 left) 2024-04-12T16:02:41.775 INFO:tasks.rados.rados.0.smithi099.stdout:559: done (2 left) 2024-04-12T16:02:41.775 INFO:tasks.rados.rados.0.smithi099.stdout:560: done (1 left) 2024-04-12T16:02:41.775 INFO:tasks.rados.rados.0.smithi099.stdout:562: delete oid 28 current snap is 48 2024-04-12T16:02:41.777 INFO:tasks.rados.rados.0.smithi099.stdout:562: done (1 left) 2024-04-12T16:02:41.777 INFO:tasks.rados.rados.0.smithi099.stdout:563: rollback oid 31 current snap is 48 2024-04-12T16:02:41.777 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 31 to 41 2024-04-12T16:02:41.777 INFO:tasks.rados.rados.0.smithi099.stdout:564: setattr oid 4 current snap is 48 2024-04-12T16:02:41.777 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 27 v 165 (ObjNum 179 snap 46 seq_num 179) dirty exists 2024-04-12T16:02:41.778 INFO:tasks.rados.rados.0.smithi099.stdout:561: done (2 left) 2024-04-12T16:02:41.778 INFO:tasks.rados.rados.0.smithi099.stdout:565: setattr oid 26 current snap is 48 2024-04-12T16:02:41.779 INFO:tasks.rados.rados.0.smithi099.stdout:566: snap_remove snap 36 2024-04-12T16:02:41.858 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:41 smithi110 ceph-mon[31279]: osdmap e158: 8 total, 8 up, 8 in 2024-04-12T16:02:41.858 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:41 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:02:41.858 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:41 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:02:41.858 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:41 smithi110 ceph-mon[31279]: osdmap e159: 8 total, 8 up, 8 in 2024-04-12T16:02:41.858 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:02:41.597+0000 7f065a418200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T16:02:41.858 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:02:41.858+0000 7f065a418200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T16:02:41.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:41 smithi099 ceph-mon[27456]: osdmap e158: 8 total, 8 up, 8 in 2024-04-12T16:02:41.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:41 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:02:41.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:41 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:02:41.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:41 smithi099 ceph-mon[27456]: osdmap e159: 8 total, 8 up, 8 in 2024-04-12T16:02:41.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:41 smithi099 ceph-mon[39429]: osdmap e158: 8 total, 8 up, 8 in 2024-04-12T16:02:41.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:41 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:02:41.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:41 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:02:41.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:41 smithi099 ceph-mon[39429]: osdmap e159: 8 total, 8 up, 8 in 2024-04-12T16:02:42.599 INFO:tasks.rados.rados.0.smithi099.stdout:566: done (3 left) 2024-04-12T16:02:42.600 INFO:tasks.rados.rados.0.smithi099.stdout:567: delete oid 38 current snap is 48 2024-04-12T16:02:42.600 INFO:tasks.rados.rados.0.smithi099.stdout:563: finishing rollback tid 0 to smithi09982431-31 2024-04-12T16:02:42.600 INFO:tasks.rados.rados.0.smithi099.stdout:563: finishing rollback tid 1 to smithi09982431-31 2024-04-12T16:02:42.600 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 31 v 243 (ObjNum 49 snap 0 seq_num 1924081376) dirty dne 2024-04-12T16:02:42.600 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 4 v 130 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-12T16:02:42.600 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 162 (ObjNum 172 snap 43 seq_num 172) dirty exists 2024-04-12T16:02:42.605 INFO:tasks.rados.rados.0.smithi099.stdout:563: done (3 left) 2024-04-12T16:02:42.605 INFO:tasks.rados.rados.0.smithi099.stdout:564: done (2 left) 2024-04-12T16:02:42.605 INFO:tasks.rados.rados.0.smithi099.stdout:565: done (1 left) 2024-04-12T16:02:42.605 INFO:tasks.rados.rados.0.smithi099.stdout:567: done (0 left) 2024-04-12T16:02:42.605 INFO:tasks.rados.rados.0.smithi099.stdout:568: snap_create 2024-04-12T16:02:42.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:42 smithi099 ceph-mon[27456]: pgmap v232: 121 pgs: 121 active+clean; 164 MiB data, 582 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 32 op/s 2024-04-12T16:02:42.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:42 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:02:42.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:42 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:02:42.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:42 smithi099 ceph-mon[39429]: pgmap v232: 121 pgs: 121 active+clean; 164 MiB data, 582 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 32 op/s 2024-04-12T16:02:42.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:42 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:02:42.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:42 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:02:42.887 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:42 smithi110 ceph-mon[31279]: pgmap v232: 121 pgs: 121 active+clean; 164 MiB data, 582 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 32 op/s 2024-04-12T16:02:42.887 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:42 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:02:42.887 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:42 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:02:42.887 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:02:42.749+0000 7f065a418200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T16:02:43.584 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:43 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:02:43.334+0000 7f065a418200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T16:02:43.584 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:43 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:02:43.437+0000 7f065a418200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T16:02:43.604 INFO:tasks.rados.rados.0.smithi099.stdout:568: done (0 left) 2024-04-12T16:02:43.604 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 14 current snap is 49 2024-04-12T16:02:43.604 INFO:tasks.rados.rados.0.smithi099.stdout:569: seq_num 193 ranges {2818048=434176,3252224=401408} 2024-04-12T16:02:43.621 INFO:tasks.rados.rados.0.smithi099.stdout:569: writing smithi09982431-14 from 2818048 to 3252224 tid 1 2024-04-12T16:02:43.623 INFO:tasks.rados.rados.0.smithi099.stdout:569: writing smithi09982431-14 from 3252224 to 3653632 tid 2 2024-04-12T16:02:43.624 INFO:tasks.rados.rados.0.smithi099.stdout:570: rollback oid 48 current snap is 49 2024-04-12T16:02:43.624 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 48 to 40 2024-04-12T16:02:43.624 INFO:tasks.rados.rados.0.smithi099.stdout:571: read oid 37 snap -1 2024-04-12T16:02:43.624 INFO:tasks.rados.rados.0.smithi099.stdout:571: expect (ObjNum 177 snap 46 seq_num 177) 2024-04-12T16:02:43.624 INFO:tasks.rados.rados.0.smithi099.stdout:572: snap_create 2024-04-12T16:02:43.628 INFO:tasks.rados.rados.0.smithi099.stdout:570: finishing rollback tid 0 to smithi09982431-48 2024-04-12T16:02:43.628 INFO:tasks.rados.rados.0.smithi099.stdout:569: finishing write tid 1 to smithi09982431-14 2024-04-12T16:02:43.629 INFO:tasks.rados.rados.0.smithi099.stdout:570: finishing rollback tid 1 to smithi09982431-48 2024-04-12T16:02:43.629 INFO:tasks.rados.rados.0.smithi099.stdout:570: finishing rollback tid 2 to smithi09982431-48 2024-04-12T16:02:43.629 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 48 v 115 (ObjNum 95 snap 17 seq_num 95) dirty exists 2024-04-12T16:02:43.630 INFO:tasks.rados.rados.0.smithi099.stdout:569: finishing write tid 2 to smithi09982431-14 2024-04-12T16:02:43.630 INFO:tasks.rados.rados.0.smithi099.stdout:569: finishing write tid 3 to smithi09982431-14 2024-04-12T16:02:43.631 INFO:tasks.rados.rados.0.smithi099.stdout:569: finishing write tid 4 to smithi09982431-14 2024-04-12T16:02:43.631 INFO:tasks.rados.rados.0.smithi099.stdout:569: oid 14 updating version 0 to 103 2024-04-12T16:02:43.631 INFO:tasks.rados.rados.0.smithi099.stdout:569: oid 14 version 103 is already newer than 102 2024-04-12T16:02:43.631 INFO:tasks.rados.rados.0.smithi099.stdout:569: oid 14 version 103 is already newer than 101 2024-04-12T16:02:43.631 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 14 v 103 (ObjNum 193 snap 49 seq_num 193) dirty exists 2024-04-12T16:02:43.631 INFO:tasks.rados.rados.0.smithi099.stdout:569: left oid 14 (ObjNum 193 snap 49 seq_num 193) 2024-04-12T16:02:43.636 INFO:tasks.rados.rados.0.smithi099.stdout:571: expect (ObjNum 177 snap 46 seq_num 177) 2024-04-12T16:02:43.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:43 smithi099 ceph-mon[27456]: osdmap e160: 8 total, 8 up, 8 in 2024-04-12T16:02:43.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:43 smithi099 ceph-mon[39429]: osdmap e160: 8 total, 8 up, 8 in 2024-04-12T16:02:43.937 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:43 smithi110 ceph-mon[31279]: osdmap e160: 8 total, 8 up, 8 in 2024-04-12T16:02:43.937 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:43 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:02:43.667+0000 7f065a418200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T16:02:43.937 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:43 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: [12/Apr/2024:16:02:43] ENGINE Bus STARTING 2024-04-12T16:02:43.938 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:43 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: CherryPy Checker: 2024-04-12T16:02:43.938 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:43 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: The Application mounted at '' has an empty config. 2024-04-12T16:02:43.938 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:43 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:02:43.938 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:43 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: [12/Apr/2024:16:02:43] ENGINE Serving on http://:::9283 2024-04-12T16:02:43.938 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:43 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: [12/Apr/2024:16:02:43] ENGINE Bus STARTED 2024-04-12T16:02:44.621 INFO:tasks.rados.rados.0.smithi099.stdout:569: done (3 left) 2024-04-12T16:02:44.621 INFO:tasks.rados.rados.0.smithi099.stdout:570: done (2 left) 2024-04-12T16:02:44.621 INFO:tasks.rados.rados.0.smithi099.stdout:571: done (1 left) 2024-04-12T16:02:44.621 INFO:tasks.rados.rados.0.smithi099.stdout:572: done (0 left) 2024-04-12T16:02:44.621 INFO:tasks.rados.rados.0.smithi099.stdout:573: rollback oid 47 current snap is 50 2024-04-12T16:02:44.621 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 47 to 39 2024-04-12T16:02:44.621 INFO:tasks.rados.rados.0.smithi099.stdout:574: read oid 10 snap -1 2024-04-12T16:02:44.622 INFO:tasks.rados.rados.0.smithi099.stdout:574: expect (ObjNum 182 snap 46 seq_num 182) 2024-04-12T16:02:44.622 INFO:tasks.rados.rados.0.smithi099.stdout:575: read oid 42 snap 40 2024-04-12T16:02:44.622 INFO:tasks.rados.rados.0.smithi099.stdout:575: expect (ObjNum 134 snap 31 seq_num 134) 2024-04-12T16:02:44.622 INFO:tasks.rados.rados.0.smithi099.stdout:576: snap_remove snap 20 2024-04-12T16:02:44.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:44 smithi099 ceph-mon[39429]: osdmap e161: 8 total, 8 up, 8 in 2024-04-12T16:02:44.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:44 smithi099 ceph-mon[39429]: Standby manager daemon x restarted 2024-04-12T16:02:44.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:44 smithi099 ceph-mon[39429]: Standby manager daemon x started 2024-04-12T16:02:44.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:44 smithi099 ceph-mon[39429]: from='mgr.? 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T16:02:44.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:44 smithi099 ceph-mon[39429]: from='mgr.? 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T16:02:44.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:44 smithi099 ceph-mon[39429]: from='mgr.? 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T16:02:44.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:44 smithi099 ceph-mon[39429]: from='mgr.? 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T16:02:44.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:44 smithi099 ceph-mon[39429]: pgmap v235: 121 pgs: 121 active+clean; 164 MiB data, 582 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 32 op/s 2024-04-12T16:02:44.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:44 smithi099 ceph-mon[27456]: osdmap e161: 8 total, 8 up, 8 in 2024-04-12T16:02:44.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:44 smithi099 ceph-mon[27456]: Standby manager daemon x restarted 2024-04-12T16:02:44.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:44 smithi099 ceph-mon[27456]: Standby manager daemon x started 2024-04-12T16:02:44.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:44 smithi099 ceph-mon[27456]: from='mgr.? 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T16:02:44.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:44 smithi099 ceph-mon[27456]: from='mgr.? 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T16:02:44.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:44 smithi099 ceph-mon[27456]: from='mgr.? 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T16:02:44.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:44 smithi099 ceph-mon[27456]: from='mgr.? 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T16:02:44.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:44 smithi099 ceph-mon[27456]: pgmap v235: 121 pgs: 121 active+clean; 164 MiB data, 582 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 32 op/s 2024-04-12T16:02:44.953 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:44 smithi110 ceph-mon[31279]: osdmap e161: 8 total, 8 up, 8 in 2024-04-12T16:02:44.953 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:44 smithi110 ceph-mon[31279]: Standby manager daemon x restarted 2024-04-12T16:02:44.953 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:44 smithi110 ceph-mon[31279]: Standby manager daemon x started 2024-04-12T16:02:44.954 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:44 smithi110 ceph-mon[31279]: from='mgr.? 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T16:02:44.954 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:44 smithi110 ceph-mon[31279]: from='mgr.? 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T16:02:44.954 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:44 smithi110 ceph-mon[31279]: from='mgr.? 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T16:02:44.954 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:44 smithi110 ceph-mon[31279]: from='mgr.? 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T16:02:44.954 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:44 smithi110 ceph-mon[31279]: pgmap v235: 121 pgs: 121 active+clean; 164 MiB data, 582 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 32 op/s 2024-04-12T16:02:45.621 INFO:tasks.rados.rados.0.smithi099.stdout:576: done (3 left) 2024-04-12T16:02:45.622 INFO:tasks.rados.rados.0.smithi099.stdout:577: rmattr oid 46 current snap is 50 2024-04-12T16:02:45.622 INFO:tasks.rados.rados.0.smithi099.stdout:577: done (3 left) 2024-04-12T16:02:45.622 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 40 current snap is 50 2024-04-12T16:02:45.622 INFO:tasks.rados.rados.0.smithi099.stdout:573: finishing rollback tid 0 to smithi09982431-47 2024-04-12T16:02:45.622 INFO:tasks.rados.rados.0.smithi099.stdout:573: finishing rollback tid 1 to smithi09982431-47 2024-04-12T16:02:45.622 INFO:tasks.rados.rados.0.smithi099.stdout:573: finishing rollback tid 2 to smithi09982431-47 2024-04-12T16:02:45.622 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 47 v 101 (ObjNum 86 snap 11 seq_num 86) dirty exists 2024-04-12T16:02:45.622 INFO:tasks.rados.rados.0.smithi099.stdout:575: expect (ObjNum 134 snap 31 seq_num 134) 2024-04-12T16:02:45.762 INFO:tasks.rados.rados.0.smithi099.stdout:574: expect (ObjNum 182 snap 46 seq_num 182) 2024-04-12T16:02:45.860 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:45 smithi110 ceph-mon[31279]: osdmap e162: 8 total, 8 up, 8 in 2024-04-12T16:02:45.860 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:45 smithi110 ceph-mon[31279]: mgrmap e23: y(active, since 4m), standbys: x 2024-04-12T16:02:45.860 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: [12/Apr/2024:16:02:45] ENGINE Bus STOPPING 2024-04-12T16:02:45.860 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: [12/Apr/2024:16:02:45] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T16:02:45.860 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: [12/Apr/2024:16:02:45] ENGINE Bus STOPPED 2024-04-12T16:02:45.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:45 smithi099 ceph-mon[27456]: osdmap e162: 8 total, 8 up, 8 in 2024-04-12T16:02:45.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:45 smithi099 ceph-mon[27456]: mgrmap e23: y(active, since 4m), standbys: x 2024-04-12T16:02:45.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:45 smithi099 ceph-mon[39429]: osdmap e162: 8 total, 8 up, 8 in 2024-04-12T16:02:45.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:45 smithi099 ceph-mon[39429]: mgrmap e23: y(active, since 4m), standbys: x 2024-04-12T16:02:45.878 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:02:45 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T16:02:45.782+0000 7f797475d700 -1 mgr handle_mgr_map I was active but no longer am 2024-04-12T16:02:45.878 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:02:45 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: ignoring --setuser ceph since I am not root 2024-04-12T16:02:45.878 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:02:45 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: ignoring --setgroup ceph since I am not root 2024-04-12T16:02:45.932 INFO:tasks.rados.rados.0.smithi099.stdout:578: seq_num 194 ranges {0=458752,458752=401408} 2024-04-12T16:02:45.934 INFO:tasks.rados.rados.0.smithi099.stdout:578: writing smithi09982431-40 from 0 to 458752 tid 1 2024-04-12T16:02:45.938 INFO:tasks.rados.rados.0.smithi099.stdout:578: writing smithi09982431-40 from 458752 to 860160 tid 2 2024-04-12T16:02:45.938 INFO:tasks.rados.rados.0.smithi099.stdout:573: done (3 left) 2024-04-12T16:02:45.938 INFO:tasks.rados.rados.0.smithi099.stdout:574: done (2 left) 2024-04-12T16:02:45.938 INFO:tasks.rados.rados.0.smithi099.stdout:575: done (1 left) 2024-04-12T16:02:45.938 INFO:tasks.rados.rados.0.smithi099.stdout:579: read oid 4 snap -1 2024-04-12T16:02:45.938 INFO:tasks.rados.rados.0.smithi099.stdout:579: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:02:45.938 INFO:tasks.rados.rados.0.smithi099.stdout:580: read oid 35 snap -1 2024-04-12T16:02:45.938 INFO:tasks.rados.rados.0.smithi099.stdout:580: expect deleted 2024-04-12T16:02:45.938 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 29 current snap is 50 2024-04-12T16:02:45.938 INFO:tasks.rados.rados.0.smithi099.stdout:581: seq_num 195 ranges {2211840=475136,2686976=401408} 2024-04-12T16:02:45.952 INFO:tasks.rados.rados.0.smithi099.stdout:581: writing smithi09982431-29 from 2211840 to 2686976 tid 1 2024-04-12T16:02:45.954 INFO:tasks.rados.rados.0.smithi099.stdout:581: writing smithi09982431-29 from 2686976 to 3088384 tid 2 2024-04-12T16:02:45.955 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 48 current snap is 50 2024-04-12T16:02:45.955 INFO:tasks.rados.rados.0.smithi099.stdout:578: finishing write tid 1 to smithi09982431-40 2024-04-12T16:02:45.955 INFO:tasks.rados.rados.0.smithi099.stdout:582: seq_num 196 ranges {2392064=491520,2883584=401408} 2024-04-12T16:02:45.970 INFO:tasks.rados.rados.0.smithi099.stdout:582: writing smithi09982431-48 from 2392064 to 2883584 tid 1 2024-04-12T16:02:45.972 INFO:tasks.rados.rados.0.smithi099.stdout:582: writing smithi09982431-48 from 2883584 to 3284992 tid 2 2024-04-12T16:02:45.973 INFO:tasks.rados.rados.0.smithi099.stdout:583: snap_remove snap 23 2024-04-12T16:02:46.334 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: [12/Apr/2024:16:02:45] ENGINE Bus STARTING 2024-04-12T16:02:46.335 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:02:45.908+0000 7f05ba86a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:02:46.335 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:02:45.908+0000 7f05ba86a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:02:46.335 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:02:45.908+0000 7f05ba86a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:02:46.335 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:02:45.908+0000 7f05ba86a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:02:46.335 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:02:45.908+0000 7f05ba86a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:02:46.335 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:02:45.909+0000 7f05b6862700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:02:46.335 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:02:45.909+0000 7f05b6862700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:02:46.335 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:02:45.909+0000 7f05b6862700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:02:46.335 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:02:45.909+0000 7f05b6862700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:02:46.335 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:02:45.909+0000 7f05b6862700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:02:46.335 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: [12/Apr/2024:16:02:45] ENGINE Serving on http://:::9283 2024-04-12T16:02:46.335 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:02:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: [12/Apr/2024:16:02:45] ENGINE Bus STARTED 2024-04-12T16:02:46.577 INFO:tasks.rados.rados.0.smithi099.stdout:583: done (5 left) 2024-04-12T16:02:46.577 INFO:tasks.rados.rados.0.smithi099.stdout:584: snap_remove snap 27 2024-04-12T16:02:46.621 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T16:02:46.364+0000 7fada4237200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T16:02:46.621 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T16:02:46.459+0000 7fada4237200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T16:02:46.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[27456]: osdmap e163: 8 total, 8 up, 8 in 2024-04-12T16:02:46.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:02:46.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:02:46.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:02:46.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:02:46.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:02:46.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:02:46.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[27456]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-12T16:02:46.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-12T16:02:46.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[27456]: Activating manager daemon x 2024-04-12T16:02:46.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[27456]: osdmap e164: 8 total, 8 up, 8 in 2024-04-12T16:02:46.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:02:46.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:02:46.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:02:46.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T16:02:46.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T16:02:46.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T16:02:46.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:02:46.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[27456]: from='mgr.24439 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-12T16:02:46.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T16:02:46.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[27456]: mgrmap e24: x(active, starting, since 0.00858897s) 2024-04-12T16:02:46.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:02:46.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:02:46.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T16:02:46.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T16:02:46.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T16:02:46.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T16:02:46.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T16:02:46.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T16:02:46.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T16:02:46.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[39429]: osdmap e163: 8 total, 8 up, 8 in 2024-04-12T16:02:46.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:02:46.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:02:46.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:02:46.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:02:46.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:02:46.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:02:46.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[39429]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-12T16:02:46.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-12T16:02:46.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[39429]: Activating manager daemon x 2024-04-12T16:02:46.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[39429]: osdmap e164: 8 total, 8 up, 8 in 2024-04-12T16:02:46.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:02:46.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:02:46.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:02:46.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T16:02:46.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T16:02:46.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T16:02:46.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:02:46.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[39429]: from='mgr.24439 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-12T16:02:46.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T16:02:46.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[39429]: mgrmap e24: x(active, starting, since 0.00858897s) 2024-04-12T16:02:46.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:02:46.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:02:46.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T16:02:46.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T16:02:46.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T16:02:46.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T16:02:46.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T16:02:46.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T16:02:46.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T16:02:46.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[27456]: Manager daemon x is now available 2024-04-12T16:02:46.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:02:46.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:02:46.883 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-12T16:02:46.883 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-12T16:02:46.883 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-12T16:02:46.883 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-12T16:02:46.883 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[27456]: Deploying cephadm binary to smithi110 2024-04-12T16:02:46.883 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[27456]: Deploying cephadm binary to smithi099 2024-04-12T16:02:46.883 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[27456]: [12/Apr/2024:16:02:46] ENGINE Bus STARTING 2024-04-12T16:02:46.883 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[27456]: osdmap e165: 8 total, 8 up, 8 in 2024-04-12T16:02:46.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[39429]: Manager daemon x is now available 2024-04-12T16:02:46.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:02:46.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:02:46.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-12T16:02:46.884 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-12T16:02:46.884 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-12T16:02:46.884 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-12T16:02:46.884 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[39429]: Deploying cephadm binary to smithi110 2024-04-12T16:02:46.884 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[39429]: Deploying cephadm binary to smithi099 2024-04-12T16:02:46.884 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[39429]: [12/Apr/2024:16:02:46] ENGINE Bus STARTING 2024-04-12T16:02:46.884 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:46 smithi099 ceph-mon[39429]: osdmap e165: 8 total, 8 up, 8 in 2024-04-12T16:02:47.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:46 smithi110 ceph-mon[31279]: osdmap e163: 8 total, 8 up, 8 in 2024-04-12T16:02:47.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:46 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:02:47.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:46 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:02:47.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:46 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:02:47.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:46 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:02:47.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:46 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' 2024-04-12T16:02:47.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:46 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:02:47.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:46 smithi110 ceph-mon[31279]: from='mgr.24439 172.21.15.99:0/3927854172' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-12T16:02:47.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:46 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-12T16:02:47.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:46 smithi110 ceph-mon[31279]: Activating manager daemon x 2024-04-12T16:02:47.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:46 smithi110 ceph-mon[31279]: osdmap e164: 8 total, 8 up, 8 in 2024-04-12T16:02:47.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:46 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:02:47.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:46 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:02:47.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:46 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:02:47.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:46 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T16:02:47.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:46 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T16:02:47.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:46 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T16:02:47.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:46 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:02:47.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:46 smithi110 ceph-mon[31279]: from='mgr.24439 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-12T16:02:47.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:46 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T16:02:47.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:46 smithi110 ceph-mon[31279]: mgrmap e24: x(active, starting, since 0.00858897s) 2024-04-12T16:02:47.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:46 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:02:47.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:46 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:02:47.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:46 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T16:02:47.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:46 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T16:02:47.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:46 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T16:02:47.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:46 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T16:02:47.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:46 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T16:02:47.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:46 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T16:02:47.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:46 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T16:02:47.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:46 smithi110 ceph-mon[31279]: Manager daemon x is now available 2024-04-12T16:02:47.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:46 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:02:47.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:46 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:02:47.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:46 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-12T16:02:47.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:46 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-12T16:02:47.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:46 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-12T16:02:47.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:46 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-12T16:02:47.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:46 smithi110 ceph-mon[31279]: Deploying cephadm binary to smithi110 2024-04-12T16:02:47.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:46 smithi110 ceph-mon[31279]: Deploying cephadm binary to smithi099 2024-04-12T16:02:47.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:46 smithi110 ceph-mon[31279]: [12/Apr/2024:16:02:46] ENGINE Bus STARTING 2024-04-12T16:02:47.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:46 smithi110 ceph-mon[31279]: osdmap e165: 8 total, 8 up, 8 in 2024-04-12T16:02:47.377 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:02:47 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T16:02:47.118+0000 7fada4237200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T16:02:47.377 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:02:47 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T16:02:47.209+0000 7fada4237200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T16:02:47.377 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:02:47 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T16:02:47.350+0000 7fada4237200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T16:02:47.594 INFO:tasks.rados.rados.0.smithi099.stdout:584: done (5 left) 2024-04-12T16:02:47.594 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 39 current snap is 50 2024-04-12T16:02:47.594 INFO:tasks.rados.rados.0.smithi099.stdout:585: seq_num 197 ranges {2211840=507904,2719744=401408} 2024-04-12T16:02:47.607 INFO:tasks.rados.rados.0.smithi099.stdout:585: writing smithi09982431-39 from 2211840 to 2719744 tid 1 2024-04-12T16:02:47.610 INFO:tasks.rados.rados.0.smithi099.stdout:585: writing smithi09982431-39 from 2719744 to 3121152 tid 2 2024-04-12T16:02:47.610 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 8 current snap is 50 2024-04-12T16:02:47.610 INFO:tasks.rados.rados.0.smithi099.stdout:586: seq_num 198 ranges {1376256=524288,1900544=401408} 2024-04-12T16:02:47.620 INFO:tasks.rados.rados.0.smithi099.stdout:586: writing smithi09982431-8 from 1376256 to 1900544 tid 1 2024-04-12T16:02:47.622 INFO:tasks.rados.rados.0.smithi099.stdout:586: writing smithi09982431-8 from 1900544 to 2301952 tid 2 2024-04-12T16:02:47.623 INFO:tasks.rados.rados.0.smithi099.stdout:587: snap_create 2024-04-12T16:02:47.623 INFO:tasks.rados.rados.0.smithi099.stdout:579: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:02:47.626 INFO:tasks.rados.rados.0.smithi099.stdout:578: finishing write tid 2 to smithi09982431-40 2024-04-12T16:02:47.626 INFO:tasks.rados.rados.0.smithi099.stdout:578: finishing write tid 3 to smithi09982431-40 2024-04-12T16:02:47.626 INFO:tasks.rados.rados.0.smithi099.stdout:578: finishing write tid 4 to smithi09982431-40 2024-04-12T16:02:47.626 INFO:tasks.rados.rados.0.smithi099.stdout:578: oid 40 updating version 0 to 230 2024-04-12T16:02:47.626 INFO:tasks.rados.rados.0.smithi099.stdout:578: oid 40 updating version 230 to 231 2024-04-12T16:02:47.626 INFO:tasks.rados.rados.0.smithi099.stdout:578: oid 40 updating version 231 to 232 2024-04-12T16:02:47.626 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 40 v 232 (ObjNum 194 snap 50 seq_num 194) dirty exists 2024-04-12T16:02:47.626 INFO:tasks.rados.rados.0.smithi099.stdout:578: left oid 40 (ObjNum 194 snap 50 seq_num 194) 2024-04-12T16:02:47.626 INFO:tasks.rados.rados.0.smithi099.stdout:581: finishing write tid 1 to smithi09982431-29 2024-04-12T16:02:47.626 INFO:tasks.rados.rados.0.smithi099.stdout:581: finishing write tid 2 to smithi09982431-29 2024-04-12T16:02:47.626 INFO:tasks.rados.rados.0.smithi099.stdout:581: finishing write tid 3 to smithi09982431-29 2024-04-12T16:02:47.626 INFO:tasks.rados.rados.0.smithi099.stdout:581: finishing write tid 4 to smithi09982431-29 2024-04-12T16:02:47.626 INFO:tasks.rados.rados.0.smithi099.stdout:581: oid 29 updating version 0 to 102 2024-04-12T16:02:47.627 INFO:tasks.rados.rados.0.smithi099.stdout:581: oid 29 updating version 102 to 103 2024-04-12T16:02:47.627 INFO:tasks.rados.rados.0.smithi099.stdout:581: oid 29 updating version 103 to 104 2024-04-12T16:02:47.627 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 29 v 104 (ObjNum 195 snap 50 seq_num 195) dirty exists 2024-04-12T16:02:47.627 INFO:tasks.rados.rados.0.smithi099.stdout:581: left oid 29 (ObjNum 195 snap 50 seq_num 195) 2024-04-12T16:02:47.627 INFO:tasks.rados.rados.0.smithi099.stdout:582: finishing write tid 1 to smithi09982431-48 2024-04-12T16:02:47.627 INFO:tasks.rados.rados.0.smithi099.stdout:582: finishing write tid 2 to smithi09982431-48 2024-04-12T16:02:47.627 INFO:tasks.rados.rados.0.smithi099.stdout:582: finishing write tid 3 to smithi09982431-48 2024-04-12T16:02:47.627 INFO:tasks.rados.rados.0.smithi099.stdout:582: finishing write tid 4 to smithi09982431-48 2024-04-12T16:02:47.627 INFO:tasks.rados.rados.0.smithi099.stdout:582: oid 48 updating version 0 to 125 2024-04-12T16:02:47.627 INFO:tasks.rados.rados.0.smithi099.stdout:582: oid 48 version 125 is already newer than 123 2024-04-12T16:02:47.627 INFO:tasks.rados.rados.0.smithi099.stdout:582: oid 48 version 125 is already newer than 124 2024-04-12T16:02:47.627 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 48 v 125 (ObjNum 196 snap 50 seq_num 196) dirty exists 2024-04-12T16:02:47.627 INFO:tasks.rados.rados.0.smithi099.stdout:582: left oid 48 (ObjNum 196 snap 50 seq_num 196) 2024-04-12T16:02:47.627 INFO:tasks.rados.rados.0.smithi099.stdout:585: finishing write tid 1 to smithi09982431-39 2024-04-12T16:02:47.627 INFO:tasks.rados.rados.0.smithi099.stdout:585: finishing write tid 2 to smithi09982431-39 2024-04-12T16:02:47.628 INFO:tasks.rados.rados.0.smithi099.stdout:585: finishing write tid 3 to smithi09982431-39 2024-04-12T16:02:47.628 INFO:tasks.rados.rados.0.smithi099.stdout:585: finishing write tid 4 to smithi09982431-39 2024-04-12T16:02:47.628 INFO:tasks.rados.rados.0.smithi099.stdout:585: oid 39 updating version 0 to 224 2024-04-12T16:02:47.628 INFO:tasks.rados.rados.0.smithi099.stdout:585: oid 39 version 224 is already newer than 222 2024-04-12T16:02:47.628 INFO:tasks.rados.rados.0.smithi099.stdout:585: oid 39 version 224 is already newer than 223 2024-04-12T16:02:47.628 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 39 v 224 (ObjNum 197 snap 50 seq_num 197) dirty exists 2024-04-12T16:02:47.628 INFO:tasks.rados.rados.0.smithi099.stdout:585: left oid 39 (ObjNum 197 snap 50 seq_num 197) 2024-04-12T16:02:47.628 INFO:tasks.rados.rados.0.smithi099.stdout:586: finishing write tid 1 to smithi09982431-8 2024-04-12T16:02:47.628 INFO:tasks.rados.rados.0.smithi099.stdout:586: finishing write tid 2 to smithi09982431-8 2024-04-12T16:02:47.628 INFO:tasks.rados.rados.0.smithi099.stdout:586: finishing write tid 3 to smithi09982431-8 2024-04-12T16:02:47.628 INFO:tasks.rados.rados.0.smithi099.stdout:586: finishing write tid 4 to smithi09982431-8 2024-04-12T16:02:47.628 INFO:tasks.rados.rados.0.smithi099.stdout:586: oid 8 updating version 0 to 155 2024-04-12T16:02:47.628 INFO:tasks.rados.rados.0.smithi099.stdout:586: oid 8 updating version 155 to 156 2024-04-12T16:02:47.628 INFO:tasks.rados.rados.0.smithi099.stdout:586: oid 8 version 156 is already newer than 154 2024-04-12T16:02:47.628 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 8 v 156 (ObjNum 198 snap 50 seq_num 198) dirty exists 2024-04-12T16:02:47.628 INFO:tasks.rados.rados.0.smithi099.stdout:586: left oid 8 (ObjNum 198 snap 50 seq_num 198) 2024-04-12T16:02:47.787 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:02:47 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T16:02:47.446+0000 7fada4237200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T16:02:47.787 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:02:47 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T16:02:47.528+0000 7fada4237200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T16:02:48.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:47 smithi110 ceph-mon[31279]: [12/Apr/2024:16:02:46] ENGINE Serving on https://172.21.15.110:7150 2024-04-12T16:02:48.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:47 smithi110 ceph-mon[31279]: [12/Apr/2024:16:02:46] ENGINE Serving on http://172.21.15.110:8765 2024-04-12T16:02:48.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:47 smithi110 ceph-mon[31279]: [12/Apr/2024:16:02:46] ENGINE Bus STARTED 2024-04-12T16:02:48.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:47 smithi110 ceph-mon[31279]: mgrmap e25: x(active, since 1.00887s) 2024-04-12T16:02:48.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:47 smithi110 ceph-mon[31279]: pgmap v4: 121 pgs: 121 active+clean; 148 MiB data, 626 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:02:48.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:47 smithi110 ceph-mon[31279]: osdmap e166: 8 total, 8 up, 8 in 2024-04-12T16:02:48.113 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:47 smithi099 ceph-mon[39429]: [12/Apr/2024:16:02:46] ENGINE Serving on https://172.21.15.110:7150 2024-04-12T16:02:48.113 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:47 smithi099 ceph-mon[39429]: [12/Apr/2024:16:02:46] ENGINE Serving on http://172.21.15.110:8765 2024-04-12T16:02:48.113 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:47 smithi099 ceph-mon[39429]: [12/Apr/2024:16:02:46] ENGINE Bus STARTED 2024-04-12T16:02:48.113 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:47 smithi099 ceph-mon[39429]: mgrmap e25: x(active, since 1.00887s) 2024-04-12T16:02:48.113 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:47 smithi099 ceph-mon[39429]: pgmap v4: 121 pgs: 121 active+clean; 148 MiB data, 626 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:02:48.113 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:47 smithi099 ceph-mon[39429]: osdmap e166: 8 total, 8 up, 8 in 2024-04-12T16:02:48.113 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:47 smithi099 ceph-mon[27456]: [12/Apr/2024:16:02:46] ENGINE Serving on https://172.21.15.110:7150 2024-04-12T16:02:48.114 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:47 smithi099 ceph-mon[27456]: [12/Apr/2024:16:02:46] ENGINE Serving on http://172.21.15.110:8765 2024-04-12T16:02:48.114 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:47 smithi099 ceph-mon[27456]: [12/Apr/2024:16:02:46] ENGINE Bus STARTED 2024-04-12T16:02:48.114 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:47 smithi099 ceph-mon[27456]: mgrmap e25: x(active, since 1.00887s) 2024-04-12T16:02:48.114 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:47 smithi099 ceph-mon[27456]: pgmap v4: 121 pgs: 121 active+clean; 148 MiB data, 626 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:02:48.114 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:47 smithi099 ceph-mon[27456]: osdmap e166: 8 total, 8 up, 8 in 2024-04-12T16:02:48.114 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:02:47 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T16:02:47.811+0000 7fada4237200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T16:02:48.114 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:02:47 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T16:02:47.927+0000 7fada4237200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T16:02:48.114 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:02:48 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T16:02:48.016+0000 7fada4237200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T16:02:48.114 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:02:48 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T16:02:48.113+0000 7fada4237200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T16:02:48.117 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-04-12T16:02:48.377 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:02:48 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T16:02:48.296+0000 7fada4237200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T16:02:48.455 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T16:02:48.455 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (3m) 2m ago 4m 28.5M - 0.25.0 c8568f914cd2 d0012c0a0402 2024-04-12T16:02:48.455 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi110 *:3000 running (4m) 7s ago 4m 87.3M - 9.4.7 954c08fa6188 f1a47e96b342 2024-04-12T16:02:48.455 INFO:teuthology.orchestra.run.smithi099.stdout:mds.a smithi099 running (5m) 2m ago 5m 15.7M - 18.2.2-1187-gd540ebac bb2c5eac26a4 41cdf918e4eb 2024-04-12T16:02:48.455 INFO:teuthology.orchestra.run.smithi099.stdout:mds.b smithi110 running (5m) 7s ago 5m 13.5M - 18.2.2-1187-gd540ebac bb2c5eac26a4 453e0d052bae 2024-04-12T16:02:48.455 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi110 *:8443,9283,8765 running (12s) 7s ago 8m 58.2M - 19.0.0-2847-gbf9c5618 92de118a8b8f f47d7ebcce38 2024-04-12T16:02:48.455 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:9283,8765 running (10m) 2m ago 10m 499M - 18.2.2-1187-gd540ebac bb2c5eac26a4 ebb4a4c3a646 2024-04-12T16:02:48.456 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (10m) 2m ago 10m 45.3M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 e33da73659da 2024-04-12T16:02:48.456 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi110 running (9m) 7s ago 9m 40.1M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 b39199de30d8 2024-04-12T16:02:48.456 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (9m) 2m ago 9m 40.3M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 ff73cbf96bed 2024-04-12T16:02:48.456 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (3m) 2m ago 3m 15.8M - 1.5.0 0da6a335fe13 1555012f6fb4 2024-04-12T16:02:48.456 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi110 *:9100 running (3m) 7s ago 3m 14.7M - 1.5.0 0da6a335fe13 e64854b1f14f 2024-04-12T16:02:48.456 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (8m) 2m ago 8m 57.8M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 6bdf9d934811 2024-04-12T16:02:48.456 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (8m) 2m ago 8m 54.0M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 10eb3a0efddd 2024-04-12T16:02:48.456 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (7m) 2m ago 7m 51.4M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 bcc4792ed641 2024-04-12T16:02:48.456 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (7m) 2m ago 7m 52.1M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 c9320073515e 2024-04-12T16:02:48.456 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi110 running (6m) 7s ago 6m 100M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 cbe7627415bc 2024-04-12T16:02:48.456 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi110 running (6m) 7s ago 6m 110M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 adfdbd20159e 2024-04-12T16:02:48.456 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi110 running (6m) 7s ago 6m 80.6M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 27d42d053218 2024-04-12T16:02:48.456 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi110 running (5m) 7s ago 5m 80.0M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 d4e7f553110a 2024-04-12T16:02:48.456 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi110 *:9095 running (3m) 7s ago 4m 56.5M - 2.43.0 a07b618ecd1d 358e8ea8cd9b 2024-04-12T16:02:48.592 INFO:tasks.rados.rados.0.smithi099.stdout:578: done (7 left) 2024-04-12T16:02:48.593 INFO:tasks.rados.rados.0.smithi099.stdout:579: done (6 left) 2024-04-12T16:02:48.593 INFO:tasks.rados.rados.0.smithi099.stdout:580: done (5 left) 2024-04-12T16:02:48.593 INFO:tasks.rados.rados.0.smithi099.stdout:581: done (4 left) 2024-04-12T16:02:48.593 INFO:tasks.rados.rados.0.smithi099.stdout:582: done (3 left) 2024-04-12T16:02:48.593 INFO:tasks.rados.rados.0.smithi099.stdout:585: done (2 left) 2024-04-12T16:02:48.593 INFO:tasks.rados.rados.0.smithi099.stdout:586: done (1 left) 2024-04-12T16:02:48.593 INFO:tasks.rados.rados.0.smithi099.stdout:587: done (0 left) 2024-04-12T16:02:48.593 INFO:tasks.rados.rados.0.smithi099.stdout:588: rollback oid 13 current snap is 51 2024-04-12T16:02:48.593 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 13 to 49 2024-04-12T16:02:48.593 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 35 current snap is 51 2024-04-12T16:02:48.593 INFO:tasks.rados.rados.0.smithi099.stdout:589: seq_num 199 ranges {0=540672,540672=401408} 2024-04-12T16:02:48.596 INFO:tasks.rados.rados.0.smithi099.stdout:589: writing smithi09982431-35 from 0 to 540672 tid 1 2024-04-12T16:02:48.599 INFO:tasks.rados.rados.0.smithi099.stdout:589: writing smithi09982431-35 from 540672 to 942080 tid 2 2024-04-12T16:02:48.599 INFO:tasks.rados.rados.0.smithi099.stdout:590: read oid 1 snap -1 2024-04-12T16:02:48.599 INFO:tasks.rados.rados.0.smithi099.stdout:590: expect deleted 2024-04-12T16:02:48.599 INFO:tasks.rados.rados.0.smithi099.stdout:591: copy_from oid 17 from oid 38 current snap is 51 2024-04-12T16:02:48.599 INFO:tasks.rados.rados.0.smithi099.stdout:588: finishing rollback tid 0 to smithi09982431-13 2024-04-12T16:02:48.600 INFO:tasks.rados.rados.0.smithi099.stdout:588: finishing rollback tid 1 to smithi09982431-13 2024-04-12T16:02:48.600 INFO:tasks.rados.rados.0.smithi099.stdout:588: finishing rollback tid 2 to smithi09982431-13 2024-04-12T16:02:48.600 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 13 v 139 (ObjNum 128 snap 31 seq_num 128) dirty exists 2024-04-12T16:02:48.600 INFO:tasks.rados.rados.0.smithi099.stdout:588: done (3 left) 2024-04-12T16:02:48.600 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 6 current snap is 51 2024-04-12T16:02:48.600 INFO:tasks.rados.rados.0.smithi099.stdout:592: seq_num 200 ranges {0=557056,557056=401408} 2024-04-12T16:02:48.603 INFO:tasks.rados.rados.0.smithi099.stdout:592: writing smithi09982431-6 from 0 to 557056 tid 1 2024-04-12T16:02:48.605 INFO:tasks.rados.rados.0.smithi099.stdout:592: writing smithi09982431-6 from 557056 to 958464 tid 2 2024-04-12T16:02:48.606 INFO:tasks.rados.rados.0.smithi099.stdout:593: setattr oid 27 current snap is 51 2024-04-12T16:02:48.606 INFO:tasks.rados.rados.0.smithi099.stdout:591: finishing copy_from to smithi09982431-17 2024-04-12T16:02:48.606 INFO:tasks.rados.rados.0.smithi099.stdout:591: got expected ENOENT (src dne) 2024-04-12T16:02:48.606 INFO:tasks.rados.rados.0.smithi099.stdout:591: finishing copy_from racing read to smithi09982431-17 2024-04-12T16:02:48.606 INFO:tasks.rados.rados.0.smithi099.stdout:589: finishing write tid 1 to smithi09982431-35 2024-04-12T16:02:48.606 INFO:tasks.rados.rados.0.smithi099.stdout:589: finishing write tid 2 to smithi09982431-35 2024-04-12T16:02:48.606 INFO:tasks.rados.rados.0.smithi099.stdout:589: finishing write tid 3 to smithi09982431-35 2024-04-12T16:02:48.606 INFO:tasks.rados.rados.0.smithi099.stdout:589: finishing write tid 4 to smithi09982431-35 2024-04-12T16:02:48.606 INFO:tasks.rados.rados.0.smithi099.stdout:589: oid 35 updating version 0 to 128 2024-04-12T16:02:48.606 INFO:tasks.rados.rados.0.smithi099.stdout:589: oid 35 updating version 128 to 130 2024-04-12T16:02:48.606 INFO:tasks.rados.rados.0.smithi099.stdout:589: oid 35 version 130 is already newer than 129 2024-04-12T16:02:48.606 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 130 (ObjNum 199 snap 51 seq_num 199) dirty exists 2024-04-12T16:02:48.606 INFO:tasks.rados.rados.0.smithi099.stdout:589: left oid 35 (ObjNum 199 snap 51 seq_num 199) 2024-04-12T16:02:48.607 INFO:tasks.rados.rados.0.smithi099.stdout:589: done (4 left) 2024-04-12T16:02:48.607 INFO:tasks.rados.rados.0.smithi099.stdout:590: done (3 left) 2024-04-12T16:02:48.607 INFO:tasks.rados.rados.0.smithi099.stdout:591: done (2 left) 2024-04-12T16:02:48.607 INFO:tasks.rados.rados.0.smithi099.stdout:594: setattr oid 13 current snap is 51 2024-04-12T16:02:48.608 INFO:tasks.rados.rados.0.smithi099.stdout:595: snap_create 2024-04-12T16:02:48.609 INFO:tasks.rados.rados.0.smithi099.stdout:592: finishing write tid 1 to smithi09982431-6 2024-04-12T16:02:48.609 INFO:tasks.rados.rados.0.smithi099.stdout:592: finishing write tid 2 to smithi09982431-6 2024-04-12T16:02:48.609 INFO:tasks.rados.rados.0.smithi099.stdout:592: finishing write tid 3 to smithi09982431-6 2024-04-12T16:02:48.610 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 27 v 166 (ObjNum 179 snap 46 seq_num 179) dirty exists 2024-04-12T16:02:48.610 INFO:tasks.rados.rados.0.smithi099.stdout:592: finishing write tid 4 to smithi09982431-6 2024-04-12T16:02:48.611 INFO:tasks.rados.rados.0.smithi099.stdout:592: oid 6 updating version 0 to 106 2024-04-12T16:02:48.611 INFO:tasks.rados.rados.0.smithi099.stdout:592: oid 6 version 106 is already newer than 105 2024-04-12T16:02:48.611 INFO:tasks.rados.rados.0.smithi099.stdout:592: oid 6 updating version 106 to 107 2024-04-12T16:02:48.611 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 6 v 107 (ObjNum 200 snap 51 seq_num 200) dirty exists 2024-04-12T16:02:48.611 INFO:tasks.rados.rados.0.smithi099.stdout:592: left oid 6 (ObjNum 200 snap 51 seq_num 200) 2024-04-12T16:02:48.611 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 13 v 140 (ObjNum 128 snap 31 seq_num 128) dirty exists 2024-04-12T16:02:48.917 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-04-12T16:02:48.917 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-04-12T16:02:48.917 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-12T16:02:48.917 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:02:48.917 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-04-12T16:02:48.917 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 1 2024-04-12T16:02:48.918 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:02:48.918 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-04-12T16:02:48.918 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-12T16:02:48.918 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:02:48.918 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": { 2024-04-12T16:02:48.918 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:02:48.918 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:02:48.918 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-04-12T16:02:48.918 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 13, 2024-04-12T16:02:48.918 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 1 2024-04-12T16:02:48.918 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-04-12T16:02:48.918 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-04-12T16:02:49.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:48 smithi110 ceph-mon[31279]: pgmap v6: 121 pgs: 121 active+clean; 148 MiB data, 626 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:02:49.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:48 smithi110 ceph-mon[31279]: from='client.25046 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:02:49.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:48 smithi110 ceph-mon[31279]: mgrmap e26: x(active, since 2s) 2024-04-12T16:02:49.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:48 smithi110 ceph-mon[31279]: osdmap e167: 8 total, 8 up, 8 in 2024-04-12T16:02:49.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:48 smithi099 ceph-mon[27456]: pgmap v6: 121 pgs: 121 active+clean; 148 MiB data, 626 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:02:49.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:48 smithi099 ceph-mon[27456]: from='client.25046 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:02:49.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:48 smithi099 ceph-mon[27456]: mgrmap e26: x(active, since 2s) 2024-04-12T16:02:49.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:48 smithi099 ceph-mon[27456]: osdmap e167: 8 total, 8 up, 8 in 2024-04-12T16:02:49.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:48 smithi099 ceph-mon[39429]: pgmap v6: 121 pgs: 121 active+clean; 148 MiB data, 626 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:02:49.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:48 smithi099 ceph-mon[39429]: from='client.25046 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:02:49.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:48 smithi099 ceph-mon[39429]: mgrmap e26: x(active, since 2s) 2024-04-12T16:02:49.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:48 smithi099 ceph-mon[39429]: osdmap e167: 8 total, 8 up, 8 in 2024-04-12T16:02:49.598 INFO:tasks.rados.rados.0.smithi099.stdout:592: done (3 left) 2024-04-12T16:02:49.598 INFO:tasks.rados.rados.0.smithi099.stdout:593: done (2 left) 2024-04-12T16:02:49.598 INFO:tasks.rados.rados.0.smithi099.stdout:594: done (1 left) 2024-04-12T16:02:49.598 INFO:tasks.rados.rados.0.smithi099.stdout:595: done (0 left) 2024-04-12T16:02:49.598 INFO:tasks.rados.rados.0.smithi099.stdout:596: rollback oid 32 current snap is 52 2024-04-12T16:02:49.598 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 32 to 39 2024-04-12T16:02:49.598 INFO:tasks.rados.rados.0.smithi099.stdout:597: snap_remove snap 45 2024-04-12T16:02:49.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:02:49 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T16:02:49.297+0000 7fada4237200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T16:02:49.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:02:49 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T16:02:49.430+0000 7fada4237200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T16:02:50.058 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:49 smithi099 ceph-mon[39429]: from='client.25058 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:02:50.058 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:49 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/2642433010' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:02:50.058 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:49 smithi099 ceph-mon[39429]: osdmap e168: 8 total, 8 up, 8 in 2024-04-12T16:02:50.058 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:49 smithi099 ceph-mon[27456]: from='client.25058 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:02:50.058 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:49 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/2642433010' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:02:50.058 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:49 smithi099 ceph-mon[27456]: osdmap e168: 8 total, 8 up, 8 in 2024-04-12T16:02:50.059 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:02:49 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T16:02:49.768+0000 7fada4237200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T16:02:50.059 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:02:49 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T16:02:49.861+0000 7fada4237200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T16:02:50.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:49 smithi110 ceph-mon[31279]: from='client.25058 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:02:50.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:49 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/2642433010' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:02:50.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:49 smithi110 ceph-mon[31279]: osdmap e168: 8 total, 8 up, 8 in 2024-04-12T16:02:50.377 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:02:50 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T16:02:50.058+0000 7fada4237200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T16:02:50.377 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:02:50 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T16:02:50.247+0000 7fada4237200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T16:02:50.611 INFO:tasks.rados.rados.0.smithi099.stdout:596: finishing rollback tid 0 to smithi09982431-32 2024-04-12T16:02:50.611 INFO:tasks.rados.rados.0.smithi099.stdout:596: finishing rollback tid 1 to smithi09982431-32 2024-04-12T16:02:50.612 INFO:tasks.rados.rados.0.smithi099.stdout:596: finishing rollback tid 2 to smithi09982431-32 2024-04-12T16:02:50.612 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 32 v 160 (ObjNum 154 snap 35 seq_num 154) dirty exists 2024-04-12T16:02:50.612 INFO:tasks.rados.rados.0.smithi099.stdout:596: done (1 left) 2024-04-12T16:02:50.612 INFO:tasks.rados.rados.0.smithi099.stdout:597: done (0 left) 2024-04-12T16:02:50.612 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 27 current snap is 52 2024-04-12T16:02:50.612 INFO:tasks.rados.rados.0.smithi099.stdout:598: seq_num 201 ranges {991232=573440,1564672=401408} 2024-04-12T16:02:50.620 INFO:tasks.rados.rados.0.smithi099.stdout:598: writing smithi09982431-27 from 991232 to 1564672 tid 1 2024-04-12T16:02:50.622 INFO:tasks.rados.rados.0.smithi099.stdout:598: writing smithi09982431-27 from 1564672 to 1966080 tid 2 2024-04-12T16:02:50.623 INFO:tasks.rados.rados.0.smithi099.stdout:599: copy_from oid 35 from oid 26 current snap is 52 2024-04-12T16:02:50.623 INFO:tasks.rados.rados.0.smithi099.stdout:600: snap_create 2024-04-12T16:02:50.625 INFO:tasks.rados.rados.0.smithi099.stdout:598: finishing write tid 1 to smithi09982431-27 2024-04-12T16:02:50.625 INFO:tasks.rados.rados.0.smithi099.stdout:598: finishing write tid 2 to smithi09982431-27 2024-04-12T16:02:50.625 INFO:tasks.rados.rados.0.smithi099.stdout:598: finishing write tid 3 to smithi09982431-27 2024-04-12T16:02:50.627 INFO:tasks.rados.rados.0.smithi099.stdout:598: finishing write tid 4 to smithi09982431-27 2024-04-12T16:02:50.627 INFO:tasks.rados.rados.0.smithi099.stdout:598: oid 27 updating version 0 to 168 2024-04-12T16:02:50.627 INFO:tasks.rados.rados.0.smithi099.stdout:598: oid 27 version 168 is already newer than 167 2024-04-12T16:02:50.627 INFO:tasks.rados.rados.0.smithi099.stdout:598: oid 27 updating version 168 to 169 2024-04-12T16:02:50.627 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 27 v 169 (ObjNum 201 snap 52 seq_num 201) dirty exists 2024-04-12T16:02:50.627 INFO:tasks.rados.rados.0.smithi099.stdout:598: left oid 27 (ObjNum 201 snap 52 seq_num 201) 2024-04-12T16:02:50.653 INFO:tasks.rados.rados.0.smithi099.stdout:599: finishing copy_from racing read to smithi09982431-35 2024-04-12T16:02:50.656 INFO:tasks.rados.rados.0.smithi099.stdout:599: finishing copy_from to smithi09982431-35 2024-04-12T16:02:50.656 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 162 (ObjNum 172 snap 43 seq_num 172) dirty exists 2024-04-12T16:02:50.798 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:02:50 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T16:02:50.537+0000 7fada4237200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T16:02:51.054 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:50 smithi099 ceph-mon[27456]: pgmap v9: 121 pgs: 121 active+clean; 148 MiB data, 626 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:02:51.054 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:50 smithi099 ceph-mon[27456]: osdmap e169: 8 total, 8 up, 8 in 2024-04-12T16:02:51.054 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:50 smithi099 ceph-mon[27456]: mgrmap e27: x(active, since 4s) 2024-04-12T16:02:51.054 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:50 smithi099 ceph-mon[39429]: pgmap v9: 121 pgs: 121 active+clean; 148 MiB data, 626 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:02:51.055 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:50 smithi099 ceph-mon[39429]: osdmap e169: 8 total, 8 up, 8 in 2024-04-12T16:02:51.055 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:50 smithi099 ceph-mon[39429]: mgrmap e27: x(active, since 4s) 2024-04-12T16:02:51.055 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:02:50 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T16:02:50.813+0000 7fada4237200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T16:02:51.055 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:02:51 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T16:02:51.054+0000 7fada4237200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T16:02:51.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:50 smithi110 ceph-mon[31279]: pgmap v9: 121 pgs: 121 active+clean; 148 MiB data, 626 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:02:51.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:50 smithi110 ceph-mon[31279]: osdmap e169: 8 total, 8 up, 8 in 2024-04-12T16:02:51.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:50 smithi110 ceph-mon[31279]: mgrmap e27: x(active, since 4s) 2024-04-12T16:02:51.575 INFO:tasks.rados.rados.0.smithi099.stdout:598: done (2 left) 2024-04-12T16:02:51.575 INFO:tasks.rados.rados.0.smithi099.stdout:599: done (1 left) 2024-04-12T16:02:51.575 INFO:tasks.rados.rados.0.smithi099.stdout:600: done (0 left) 2024-04-12T16:02:51.575 INFO:tasks.rados.rados.0.smithi099.stdout:601: read oid 39 snap -1 2024-04-12T16:02:51.575 INFO:tasks.rados.rados.0.smithi099.stdout:601: expect (ObjNum 197 snap 50 seq_num 197) 2024-04-12T16:02:51.575 INFO:tasks.rados.rados.0.smithi099.stdout:602: read oid 8 snap 51 2024-04-12T16:02:51.575 INFO:tasks.rados.rados.0.smithi099.stdout:602: expect (ObjNum 198 snap 50 seq_num 198) 2024-04-12T16:02:51.575 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 20 current snap is 53 2024-04-12T16:02:51.576 INFO:tasks.rados.rados.0.smithi099.stdout:603: seq_num 202 ranges {2334720=589824,2924544=401408} 2024-04-12T16:02:51.592 INFO:tasks.rados.rados.0.smithi099.stdout:603: writing smithi09982431-20 from 2334720 to 2924544 tid 1 2024-04-12T16:02:51.595 INFO:tasks.rados.rados.0.smithi099.stdout:603: writing smithi09982431-20 from 2924544 to 3325952 tid 2 2024-04-12T16:02:51.595 INFO:tasks.rados.rados.0.smithi099.stdout:604: read oid 11 snap 43 2024-04-12T16:02:51.595 INFO:tasks.rados.rados.0.smithi099.stdout:604: expect (ObjNum 146 snap 33 seq_num 146) 2024-04-12T16:02:51.595 INFO:tasks.rados.rados.0.smithi099.stdout:602: expect (ObjNum 198 snap 50 seq_num 198) 2024-04-12T16:02:51.718 INFO:tasks.rados.rados.0.smithi099.stdout:601: expect (ObjNum 197 snap 50 seq_num 197) 2024-04-12T16:02:51.899 INFO:tasks.rados.rados.0.smithi099.stdout:603: finishing write tid 1 to smithi09982431-20 2024-04-12T16:02:51.900 INFO:tasks.rados.rados.0.smithi099.stdout:603: finishing write tid 2 to smithi09982431-20 2024-04-12T16:02:51.900 INFO:tasks.rados.rados.0.smithi099.stdout:601: done (3 left) 2024-04-12T16:02:51.900 INFO:tasks.rados.rados.0.smithi099.stdout:602: done (2 left) 2024-04-12T16:02:51.900 INFO:tasks.rados.rados.0.smithi099.stdout:605: rollback oid 1 current snap is 53 2024-04-12T16:02:51.900 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 1 to 49 2024-04-12T16:02:51.900 INFO:tasks.rados.rados.0.smithi099.stdout:603: finishing write tid 3 to smithi09982431-20 2024-04-12T16:02:51.900 INFO:tasks.rados.rados.0.smithi099.stdout:603: finishing write tid 4 to smithi09982431-20 2024-04-12T16:02:51.900 INFO:tasks.rados.rados.0.smithi099.stdout:603: oid 20 updating version 0 to 254 2024-04-12T16:02:51.900 INFO:tasks.rados.rados.0.smithi099.stdout:603: oid 20 version 254 is already newer than 253 2024-04-12T16:02:51.900 INFO:tasks.rados.rados.0.smithi099.stdout:603: oid 20 version 254 is already newer than 252 2024-04-12T16:02:51.900 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 20 v 254 (ObjNum 202 snap 53 seq_num 202) dirty exists 2024-04-12T16:02:51.900 INFO:tasks.rados.rados.0.smithi099.stdout:603: left oid 20 (ObjNum 202 snap 53 seq_num 202) 2024-04-12T16:02:51.900 INFO:tasks.rados.rados.0.smithi099.stdout:604: expect (ObjNum 146 snap 33 seq_num 146) 2024-04-12T16:02:51.952 INFO:tasks.rados.rados.0.smithi099.stdout:605: finishing rollback tid 1 to smithi09982431-1 2024-04-12T16:02:51.952 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 1 v 0 (ObjNum 433 snap 0 seq_num 887074432) dirty dne 2024-04-12T16:02:51.953 INFO:tasks.rados.rados.0.smithi099.stdout:603: done (2 left) 2024-04-12T16:02:51.953 INFO:tasks.rados.rados.0.smithi099.stdout:604: done (1 left) 2024-04-12T16:02:51.953 INFO:tasks.rados.rados.0.smithi099.stdout:605: done (0 left) 2024-04-12T16:02:51.953 INFO:tasks.rados.rados.0.smithi099.stdout:606: rollback oid 26 current snap is 53 2024-04-12T16:02:51.953 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 26 to 43 2024-04-12T16:02:51.953 INFO:tasks.rados.rados.0.smithi099.stdout:607: setattr oid 21 current snap is 53 2024-04-12T16:02:51.953 INFO:tasks.rados.rados.0.smithi099.stdout:608: delete oid 29 current snap is 53 2024-04-12T16:02:51.955 INFO:tasks.rados.rados.0.smithi099.stdout:606: finishing rollback tid 0 to smithi09982431-26 2024-04-12T16:02:51.956 INFO:tasks.rados.rados.0.smithi099.stdout:608: done (2 left) 2024-04-12T16:02:51.956 INFO:tasks.rados.rados.0.smithi099.stdout:609: delete oid 49 current snap is 53 2024-04-12T16:02:51.957 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 270 (ObjNum 33 snap 0 seq_num 1924374048) dirty exists 2024-04-12T16:02:51.957 INFO:tasks.rados.rados.0.smithi099.stdout:606: finishing rollback tid 1 to smithi09982431-26 2024-04-12T16:02:51.957 INFO:tasks.rados.rados.0.smithi099.stdout:606: finishing rollback tid 2 to smithi09982431-26 2024-04-12T16:02:51.957 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 165 (ObjNum 172 snap 43 seq_num 172) dirty exists 2024-04-12T16:02:51.960 INFO:tasks.rados.rados.0.smithi099.stdout:606: done (2 left) 2024-04-12T16:02:51.960 INFO:tasks.rados.rados.0.smithi099.stdout:607: done (1 left) 2024-04-12T16:02:51.960 INFO:tasks.rados.rados.0.smithi099.stdout:609: done (0 left) 2024-04-12T16:02:51.960 INFO:tasks.rados.rados.0.smithi099.stdout:610: rmattr oid 13 current snap is 53 2024-04-12T16:02:51.960 INFO:tasks.rados.rados.0.smithi099.stdout:611: read oid 28 snap -1 2024-04-12T16:02:51.961 INFO:tasks.rados.rados.0.smithi099.stdout:611: expect deleted 2024-04-12T16:02:51.961 INFO:tasks.rados.rados.0.smithi099.stdout:612: copy_from oid 23 from oid 45 current snap is 53 2024-04-12T16:02:51.961 INFO:tasks.rados.rados.0.smithi099.stdout:613: read oid 2 snap -1 2024-04-12T16:02:51.961 INFO:tasks.rados.rados.0.smithi099.stdout:613: expect deleted 2024-04-12T16:02:51.961 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 7 current snap is 53 2024-04-12T16:02:51.961 INFO:tasks.rados.rados.0.smithi099.stdout:614: seq_num 205 ranges {0=638976,638976=401408} 2024-04-12T16:02:51.965 INFO:tasks.rados.rados.0.smithi099.stdout:614: writing smithi09982431-7 from 0 to 638976 tid 1 2024-04-12T16:02:51.968 INFO:tasks.rados.rados.0.smithi099.stdout:614: writing smithi09982431-7 from 638976 to 1040384 tid 2 2024-04-12T16:02:51.968 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 39 current snap is 53 2024-04-12T16:02:51.968 INFO:tasks.rados.rados.0.smithi099.stdout:615: seq_num 206 ranges {3121152=655360,3776512=401408} 2024-04-12T16:02:51.991 INFO:tasks.rados.rados.0.smithi099.stdout:615: writing smithi09982431-39 from 3121152 to 3776512 tid 1 2024-04-12T16:02:51.994 INFO:tasks.rados.rados.0.smithi099.stdout:615: writing smithi09982431-39 from 3776512 to 4177920 tid 2 2024-04-12T16:02:51.994 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 21 current snap is 53 2024-04-12T16:02:51.994 INFO:tasks.rados.rados.0.smithi099.stdout:616: seq_num 207 ranges {0=671744,671744=401408} 2024-04-12T16:02:51.999 INFO:tasks.rados.rados.0.smithi099.stdout:616: writing smithi09982431-21 from 0 to 671744 tid 1 2024-04-12T16:02:52.002 INFO:tasks.rados.rados.0.smithi099.stdout:616: writing smithi09982431-21 from 671744 to 1073152 tid 2 2024-04-12T16:02:52.003 INFO:tasks.rados.rados.0.smithi099.stdout:617: copy_from oid 29 from oid 37 current snap is 53 2024-04-12T16:02:52.003 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 13 v 141 (ObjNum 128 snap 31 seq_num 128) dirty exists 2024-04-12T16:02:52.003 INFO:tasks.rados.rados.0.smithi099.stdout:614: finishing write tid 1 to smithi09982431-7 2024-04-12T16:02:52.003 INFO:tasks.rados.rados.0.smithi099.stdout:612: finishing copy_from racing read to smithi09982431-23 2024-04-12T16:02:52.003 INFO:tasks.rados.rados.0.smithi099.stdout:612: finishing copy_from to smithi09982431-23 2024-04-12T16:02:52.004 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 23 v 159 (ObjNum 133 snap 31 seq_num 133) dirty exists 2024-04-12T16:02:52.004 INFO:tasks.rados.rados.0.smithi099.stdout:610: done (7 left) 2024-04-12T16:02:52.004 INFO:tasks.rados.rados.0.smithi099.stdout:611: done (6 left) 2024-04-12T16:02:52.004 INFO:tasks.rados.rados.0.smithi099.stdout:612: done (5 left) 2024-04-12T16:02:52.004 INFO:tasks.rados.rados.0.smithi099.stdout:613: done (4 left) 2024-04-12T16:02:52.004 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 34 current snap is 53 2024-04-12T16:02:52.004 INFO:tasks.rados.rados.0.smithi099.stdout:618: seq_num 208 ranges {0=688128,688128=401408} 2024-04-12T16:02:52.008 INFO:tasks.rados.rados.0.smithi099.stdout:618: writing smithi09982431-34 from 0 to 688128 tid 1 2024-04-12T16:02:52.011 INFO:tasks.rados.rados.0.smithi099.stdout:618: writing smithi09982431-34 from 688128 to 1089536 tid 2 2024-04-12T16:02:52.011 INFO:tasks.rados.rados.0.smithi099.stdout:615: finishing write tid 1 to smithi09982431-39 2024-04-12T16:02:52.011 INFO:tasks.rados.rados.0.smithi099.stdout:614: finishing write tid 2 to smithi09982431-7 2024-04-12T16:02:52.011 INFO:tasks.rados.rados.0.smithi099.stdout:615: finishing write tid 2 to smithi09982431-39 2024-04-12T16:02:52.011 INFO:tasks.rados.rados.0.smithi099.stdout:615: finishing write tid 3 to smithi09982431-39 2024-04-12T16:02:52.012 INFO:tasks.rados.rados.0.smithi099.stdout:614: finishing write tid 3 to smithi09982431-7 2024-04-12T16:02:52.012 INFO:tasks.rados.rados.0.smithi099.stdout:615: finishing write tid 4 to smithi09982431-39 2024-04-12T16:02:52.012 INFO:tasks.rados.rados.0.smithi099.stdout:615: oid 39 updating version 0 to 228 2024-04-12T16:02:52.012 INFO:tasks.rados.rados.0.smithi099.stdout:615: oid 39 updating version 228 to 230 2024-04-12T16:02:52.012 INFO:tasks.rados.rados.0.smithi099.stdout:615: oid 39 version 230 is already newer than 229 2024-04-12T16:02:52.012 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 39 v 230 (ObjNum 206 snap 53 seq_num 206) dirty exists 2024-04-12T16:02:52.012 INFO:tasks.rados.rados.0.smithi099.stdout:615: left oid 39 (ObjNum 206 snap 53 seq_num 206) 2024-04-12T16:02:52.012 INFO:tasks.rados.rados.0.smithi099.stdout:614: finishing write tid 4 to smithi09982431-7 2024-04-12T16:02:52.012 INFO:tasks.rados.rados.0.smithi099.stdout:614: oid 7 updating version 0 to 256 2024-04-12T16:02:52.012 INFO:tasks.rados.rados.0.smithi099.stdout:614: oid 7 updating version 256 to 258 2024-04-12T16:02:52.012 INFO:tasks.rados.rados.0.smithi099.stdout:614: oid 7 version 258 is already newer than 257 2024-04-12T16:02:52.012 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 7 v 258 (ObjNum 205 snap 53 seq_num 205) dirty exists 2024-04-12T16:02:52.012 INFO:tasks.rados.rados.0.smithi099.stdout:614: left oid 7 (ObjNum 205 snap 53 seq_num 205) 2024-04-12T16:02:52.012 INFO:tasks.rados.rados.0.smithi099.stdout:616: finishing write tid 1 to smithi09982431-21 2024-04-12T16:02:52.012 INFO:tasks.rados.rados.0.smithi099.stdout:616: finishing write tid 2 to smithi09982431-21 2024-04-12T16:02:52.013 INFO:tasks.rados.rados.0.smithi099.stdout:616: finishing write tid 3 to smithi09982431-21 2024-04-12T16:02:52.013 INFO:tasks.rados.rados.0.smithi099.stdout:616: finishing write tid 4 to smithi09982431-21 2024-04-12T16:02:52.013 INFO:tasks.rados.rados.0.smithi099.stdout:616: oid 21 updating version 0 to 274 2024-04-12T16:02:52.013 INFO:tasks.rados.rados.0.smithi099.stdout:616: oid 21 version 274 is already newer than 273 2024-04-12T16:02:52.013 INFO:tasks.rados.rados.0.smithi099.stdout:616: oid 21 updating version 274 to 275 2024-04-12T16:02:52.013 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 275 (ObjNum 207 snap 53 seq_num 207) dirty exists 2024-04-12T16:02:52.013 INFO:tasks.rados.rados.0.smithi099.stdout:616: left oid 21 (ObjNum 207 snap 53 seq_num 207) 2024-04-12T16:02:52.013 INFO:tasks.rados.rados.0.smithi099.stdout:617: finishing copy_from racing read to smithi09982431-29 2024-04-12T16:02:52.013 INFO:tasks.rados.rados.0.smithi099.stdout:614: done (4 left) 2024-04-12T16:02:52.013 INFO:tasks.rados.rados.0.smithi099.stdout:615: done (3 left) 2024-04-12T16:02:52.013 INFO:tasks.rados.rados.0.smithi099.stdout:616: done (2 left) 2024-04-12T16:02:52.013 INFO:tasks.rados.rados.0.smithi099.stdout:619: delete oid 33 current snap is 53 2024-04-12T16:02:52.014 INFO:tasks.rados.rados.0.smithi099.stdout:618: finishing write tid 1 to smithi09982431-34 2024-04-12T16:02:52.014 INFO:tasks.rados.rados.0.smithi099.stdout:617: finishing copy_from to smithi09982431-29 2024-04-12T16:02:52.014 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 29 v 111 (ObjNum 177 snap 46 seq_num 177) dirty exists 2024-04-12T16:02:52.014 INFO:tasks.rados.rados.0.smithi099.stdout:617: done (2 left) 2024-04-12T16:02:52.014 INFO:tasks.rados.rados.0.smithi099.stdout:619: done (1 left) 2024-04-12T16:02:52.015 INFO:tasks.rados.rados.0.smithi099.stdout:620: snap_remove snap 52 2024-04-12T16:02:52.377 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:02:51 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T16:02:51.986+0000 7fada4237200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T16:02:52.585 INFO:tasks.rados.rados.0.smithi099.stdout:620: done (1 left) 2024-04-12T16:02:52.585 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 36 current snap is 53 2024-04-12T16:02:52.585 INFO:tasks.rados.rados.0.smithi099.stdout:621: seq_num 210 ranges {24576=720896,745472=401408} 2024-04-12T16:02:52.586 INFO:tasks.rados.rados.0.smithi099.stdout:621: writing smithi09982431-36 from 24576 to 745472 tid 1 2024-04-12T16:02:52.589 INFO:tasks.rados.rados.0.smithi099.stdout:621: writing smithi09982431-36 from 745472 to 1146880 tid 2 2024-04-12T16:02:52.589 INFO:tasks.rados.rados.0.smithi099.stdout:622: read oid 17 snap -1 2024-04-12T16:02:52.589 INFO:tasks.rados.rados.0.smithi099.stdout:622: expect (ObjNum 150 snap 34 seq_num 150) 2024-04-12T16:02:52.589 INFO:tasks.rados.rados.0.smithi099.stdout:623: read oid 3 snap -1 2024-04-12T16:02:52.589 INFO:tasks.rados.rados.0.smithi099.stdout:623: expect (ObjNum 100 snap 20 seq_num 100) 2024-04-12T16:02:52.590 INFO:tasks.rados.rados.0.smithi099.stdout:624: snap_remove snap 38 2024-04-12T16:02:52.649 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:52 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:02:52.649 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:52 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:02:52.649 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:52 smithi099 ceph-mon[27456]: osdmap e170: 8 total, 8 up, 8 in 2024-04-12T16:02:52.649 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:52 smithi099 ceph-mon[27456]: pgmap v12: 121 pgs: 121 active+clean; 140 MiB data, 622 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 226 KiB/s wr, 7 op/s 2024-04-12T16:02:52.650 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:52 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:02:52.650 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:52 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:02:52.650 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:52 smithi099 ceph-mon[39429]: osdmap e170: 8 total, 8 up, 8 in 2024-04-12T16:02:52.650 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:52 smithi099 ceph-mon[39429]: pgmap v12: 121 pgs: 121 active+clean; 140 MiB data, 622 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 226 KiB/s wr, 7 op/s 2024-04-12T16:02:52.650 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:02:52 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T16:02:52.626+0000 7fada4237200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T16:02:52.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:52 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:02:52.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:52 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:02:52.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:52 smithi110 ceph-mon[31279]: osdmap e170: 8 total, 8 up, 8 in 2024-04-12T16:02:52.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:52 smithi110 ceph-mon[31279]: pgmap v12: 121 pgs: 121 active+clean; 140 MiB data, 622 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 226 KiB/s wr, 7 op/s 2024-04-12T16:02:52.954 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:02:52 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T16:02:52.726+0000 7fada4237200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T16:02:53.377 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:02:52 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T16:02:52.955+0000 7fada4237200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T16:02:53.378 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:02:52 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:16:02:52] ENGINE Bus STARTING 2024-04-12T16:02:53.378 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:02:53 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: CherryPy Checker: 2024-04-12T16:02:53.378 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:02:53 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: The Application mounted at '' has an empty config. 2024-04-12T16:02:53.378 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:02:53 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: 2024-04-12T16:02:53.378 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:02:53 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:16:02:53] ENGINE Serving on http://:::9283 2024-04-12T16:02:53.378 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:02:53 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: [12/Apr/2024:16:02:53] ENGINE Bus STARTED 2024-04-12T16:02:53.601 INFO:tasks.rados.rados.0.smithi099.stdout:624: done (4 left) 2024-04-12T16:02:53.601 INFO:tasks.rados.rados.0.smithi099.stdout:625: rmattr oid 43 current snap is 53 2024-04-12T16:02:53.601 INFO:tasks.rados.rados.0.smithi099.stdout:625: done (4 left) 2024-04-12T16:02:53.601 INFO:tasks.rados.rados.0.smithi099.stdout:626: delete oid 7 current snap is 53 2024-04-12T16:02:53.601 INFO:tasks.rados.rados.0.smithi099.stdout:618: finishing write tid 2 to smithi09982431-34 2024-04-12T16:02:53.601 INFO:tasks.rados.rados.0.smithi099.stdout:618: finishing write tid 3 to smithi09982431-34 2024-04-12T16:02:53.601 INFO:tasks.rados.rados.0.smithi099.stdout:618: finishing write tid 4 to smithi09982431-34 2024-04-12T16:02:53.601 INFO:tasks.rados.rados.0.smithi099.stdout:618: oid 34 updating version 0 to 259 2024-04-12T16:02:53.601 INFO:tasks.rados.rados.0.smithi099.stdout:618: oid 34 updating version 259 to 261 2024-04-12T16:02:53.601 INFO:tasks.rados.rados.0.smithi099.stdout:618: oid 34 version 261 is already newer than 260 2024-04-12T16:02:53.601 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 34 v 261 (ObjNum 208 snap 53 seq_num 208) dirty exists 2024-04-12T16:02:53.601 INFO:tasks.rados.rados.0.smithi099.stdout:618: left oid 34 (ObjNum 208 snap 53 seq_num 208) 2024-04-12T16:02:53.602 INFO:tasks.rados.rados.0.smithi099.stdout:621: finishing write tid 1 to smithi09982431-36 2024-04-12T16:02:53.602 INFO:tasks.rados.rados.0.smithi099.stdout:621: finishing write tid 2 to smithi09982431-36 2024-04-12T16:02:53.602 INFO:tasks.rados.rados.0.smithi099.stdout:621: finishing write tid 3 to smithi09982431-36 2024-04-12T16:02:53.602 INFO:tasks.rados.rados.0.smithi099.stdout:621: finishing write tid 4 to smithi09982431-36 2024-04-12T16:02:53.602 INFO:tasks.rados.rados.0.smithi099.stdout:621: oid 36 updating version 0 to 165 2024-04-12T16:02:53.602 INFO:tasks.rados.rados.0.smithi099.stdout:621: oid 36 version 165 is already newer than 163 2024-04-12T16:02:53.602 INFO:tasks.rados.rados.0.smithi099.stdout:621: oid 36 version 165 is already newer than 164 2024-04-12T16:02:53.602 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 36 v 165 (ObjNum 210 snap 53 seq_num 210) dirty exists 2024-04-12T16:02:53.602 INFO:tasks.rados.rados.0.smithi099.stdout:621: left oid 36 (ObjNum 210 snap 53 seq_num 210) 2024-04-12T16:02:53.602 INFO:tasks.rados.rados.0.smithi099.stdout:623: expect (ObjNum 100 snap 20 seq_num 100) 2024-04-12T16:02:53.677 INFO:tasks.rados.rados.0.smithi099.stdout:622: expect (ObjNum 150 snap 34 seq_num 150) 2024-04-12T16:02:53.733 INFO:tasks.rados.rados.0.smithi099.stdout:618: done (4 left) 2024-04-12T16:02:53.734 INFO:tasks.rados.rados.0.smithi099.stdout:621: done (3 left) 2024-04-12T16:02:53.734 INFO:tasks.rados.rados.0.smithi099.stdout:622: done (2 left) 2024-04-12T16:02:53.734 INFO:tasks.rados.rados.0.smithi099.stdout:623: done (1 left) 2024-04-12T16:02:53.734 INFO:tasks.rados.rados.0.smithi099.stdout:626: done (0 left) 2024-04-12T16:02:53.734 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 4 current snap is 53 2024-04-12T16:02:53.734 INFO:tasks.rados.rados.0.smithi099.stdout:627: seq_num 212 ranges {0=753664,753664=401408} 2024-04-12T16:02:53.737 INFO:tasks.rados.rados.0.smithi099.stdout:627: writing smithi09982431-4 from 0 to 753664 tid 1 2024-04-12T16:02:53.740 INFO:tasks.rados.rados.0.smithi099.stdout:627: writing smithi09982431-4 from 753664 to 1155072 tid 2 2024-04-12T16:02:53.740 INFO:tasks.rados.rados.0.smithi099.stdout:628: read oid 11 snap -1 2024-04-12T16:02:53.740 INFO:tasks.rados.rados.0.smithi099.stdout:628: expect (ObjNum 190 snap 48 seq_num 190) 2024-04-12T16:02:53.740 INFO:tasks.rados.rados.0.smithi099.stdout:629: copy_from oid 43 from oid 34 current snap is 53 2024-04-12T16:02:53.740 INFO:tasks.rados.rados.0.smithi099.stdout:630: snap_create 2024-04-12T16:02:53.741 INFO:tasks.rados.rados.0.smithi099.stdout:627: finishing write tid 1 to smithi09982431-4 2024-04-12T16:02:53.743 INFO:tasks.rados.rados.0.smithi099.stdout:627: finishing write tid 2 to smithi09982431-4 2024-04-12T16:02:53.743 INFO:tasks.rados.rados.0.smithi099.stdout:627: finishing write tid 3 to smithi09982431-4 2024-04-12T16:02:53.745 INFO:tasks.rados.rados.0.smithi099.stdout:627: finishing write tid 4 to smithi09982431-4 2024-04-12T16:02:53.745 INFO:tasks.rados.rados.0.smithi099.stdout:627: oid 4 updating version 0 to 172 2024-04-12T16:02:53.745 INFO:tasks.rados.rados.0.smithi099.stdout:627: oid 4 version 172 is already newer than 171 2024-04-12T16:02:53.745 INFO:tasks.rados.rados.0.smithi099.stdout:627: oid 4 version 172 is already newer than 170 2024-04-12T16:02:53.745 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 4 v 172 (ObjNum 212 snap 53 seq_num 212) dirty exists 2024-04-12T16:02:53.745 INFO:tasks.rados.rados.0.smithi099.stdout:627: left oid 4 (ObjNum 212 snap 53 seq_num 212) 2024-04-12T16:02:53.750 INFO:tasks.rados.rados.0.smithi099.stdout:629: finishing copy_from racing read to smithi09982431-43 2024-04-12T16:02:53.751 INFO:tasks.rados.rados.0.smithi099.stdout:629: finishing copy_from to smithi09982431-43 2024-04-12T16:02:53.751 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 43 v 261 (ObjNum 208 snap 53 seq_num 208) dirty exists 2024-04-12T16:02:53.758 INFO:tasks.rados.rados.0.smithi099.stdout:628: expect (ObjNum 190 snap 48 seq_num 190) 2024-04-12T16:02:53.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:53 smithi110 ceph-mon[31279]: osdmap e171: 8 total, 8 up, 8 in 2024-04-12T16:02:53.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:53 smithi110 ceph-mon[31279]: Standby manager daemon y started 2024-04-12T16:02:53.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:53 smithi110 ceph-mon[31279]: from='mgr.? 172.21.15.99:0/3905028322' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-12T16:02:53.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:53 smithi110 ceph-mon[31279]: from='mgr.? 172.21.15.99:0/3905028322' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T16:02:53.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:53 smithi110 ceph-mon[31279]: from='mgr.? 172.21.15.99:0/3905028322' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-12T16:02:53.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:53 smithi110 ceph-mon[31279]: from='mgr.? 172.21.15.99:0/3905028322' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T16:02:53.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:53 smithi099 ceph-mon[27456]: osdmap e171: 8 total, 8 up, 8 in 2024-04-12T16:02:53.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:53 smithi099 ceph-mon[27456]: Standby manager daemon y started 2024-04-12T16:02:53.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:53 smithi099 ceph-mon[27456]: from='mgr.? 172.21.15.99:0/3905028322' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-12T16:02:53.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:53 smithi099 ceph-mon[27456]: from='mgr.? 172.21.15.99:0/3905028322' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T16:02:53.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:53 smithi099 ceph-mon[27456]: from='mgr.? 172.21.15.99:0/3905028322' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-12T16:02:53.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:53 smithi099 ceph-mon[27456]: from='mgr.? 172.21.15.99:0/3905028322' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T16:02:53.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:53 smithi099 ceph-mon[39429]: osdmap e171: 8 total, 8 up, 8 in 2024-04-12T16:02:53.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:53 smithi099 ceph-mon[39429]: Standby manager daemon y started 2024-04-12T16:02:53.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:53 smithi099 ceph-mon[39429]: from='mgr.? 172.21.15.99:0/3905028322' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-12T16:02:53.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:53 smithi099 ceph-mon[39429]: from='mgr.? 172.21.15.99:0/3905028322' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T16:02:53.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:53 smithi099 ceph-mon[39429]: from='mgr.? 172.21.15.99:0/3905028322' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-12T16:02:53.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:53 smithi099 ceph-mon[39429]: from='mgr.? 172.21.15.99:0/3905028322' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T16:02:54.592 INFO:tasks.rados.rados.0.smithi099.stdout:627: done (3 left) 2024-04-12T16:02:54.592 INFO:tasks.rados.rados.0.smithi099.stdout:628: done (2 left) 2024-04-12T16:02:54.592 INFO:tasks.rados.rados.0.smithi099.stdout:629: done (1 left) 2024-04-12T16:02:54.592 INFO:tasks.rados.rados.0.smithi099.stdout:630: done (0 left) 2024-04-12T16:02:54.592 INFO:tasks.rados.rados.0.smithi099.stdout:631: setattr oid 40 current snap is 54 2024-04-12T16:02:54.593 INFO:tasks.rados.rados.0.smithi099.stdout:632: rmattr oid 21 current snap is 54 2024-04-12T16:02:54.593 INFO:tasks.rados.rados.0.smithi099.stdout:633: read oid 22 snap -1 2024-04-12T16:02:54.593 INFO:tasks.rados.rados.0.smithi099.stdout:633: expect deleted 2024-04-12T16:02:54.593 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 36 current snap is 54 2024-04-12T16:02:54.593 INFO:tasks.rados.rados.0.smithi099.stdout:634: seq_num 213 ranges {1146880=770048,1916928=401408} 2024-04-12T16:02:54.603 INFO:tasks.rados.rados.0.smithi099.stdout:634: writing smithi09982431-36 from 1146880 to 1916928 tid 1 2024-04-12T16:02:54.606 INFO:tasks.rados.rados.0.smithi099.stdout:634: writing smithi09982431-36 from 1916928 to 2318336 tid 2 2024-04-12T16:02:54.606 INFO:tasks.rados.rados.0.smithi099.stdout:635: read oid 35 snap -1 2024-04-12T16:02:54.606 INFO:tasks.rados.rados.0.smithi099.stdout:635: expect (ObjNum 172 snap 43 seq_num 172) 2024-04-12T16:02:54.606 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 31 current snap is 54 2024-04-12T16:02:54.606 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 40 v 274 (ObjNum 194 snap 50 seq_num 194) dirty exists 2024-04-12T16:02:54.607 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 283 (ObjNum 207 snap 53 seq_num 207) dirty exists 2024-04-12T16:02:54.607 INFO:tasks.rados.rados.0.smithi099.stdout:636: seq_num 214 ranges {0=794624,794624=401408} 2024-04-12T16:02:54.611 INFO:tasks.rados.rados.0.smithi099.stdout:636: writing smithi09982431-31 from 0 to 794624 tid 1 2024-04-12T16:02:54.614 INFO:tasks.rados.rados.0.smithi099.stdout:636: writing smithi09982431-31 from 794624 to 1196032 tid 2 2024-04-12T16:02:54.614 INFO:tasks.rados.rados.0.smithi099.stdout:631: done (5 left) 2024-04-12T16:02:54.614 INFO:tasks.rados.rados.0.smithi099.stdout:632: done (4 left) 2024-04-12T16:02:54.615 INFO:tasks.rados.rados.0.smithi099.stdout:633: done (3 left) 2024-04-12T16:02:54.615 INFO:tasks.rados.rados.0.smithi099.stdout:637: read oid 27 snap 32 2024-04-12T16:02:54.615 INFO:tasks.rados.rados.0.smithi099.stdout:637: expect deleted 2024-04-12T16:02:54.615 INFO:tasks.rados.rados.0.smithi099.stdout:638: read oid 46 snap -1 2024-04-12T16:02:54.615 INFO:tasks.rados.rados.0.smithi099.stdout:638: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-12T16:02:54.615 INFO:tasks.rados.rados.0.smithi099.stdout:639: delete oid 26 current snap is 54 2024-04-12T16:02:54.615 INFO:tasks.rados.rados.0.smithi099.stdout:634: finishing write tid 1 to smithi09982431-36 2024-04-12T16:02:54.615 INFO:tasks.rados.rados.0.smithi099.stdout:634: finishing write tid 2 to smithi09982431-36 2024-04-12T16:02:54.615 INFO:tasks.rados.rados.0.smithi099.stdout:634: finishing write tid 3 to smithi09982431-36 2024-04-12T16:02:54.617 INFO:tasks.rados.rados.0.smithi099.stdout:634: finishing write tid 4 to smithi09982431-36 2024-04-12T16:02:54.617 INFO:tasks.rados.rados.0.smithi099.stdout:634: oid 36 updating version 0 to 166 2024-04-12T16:02:54.617 INFO:tasks.rados.rados.0.smithi099.stdout:634: oid 36 updating version 166 to 168 2024-04-12T16:02:54.617 INFO:tasks.rados.rados.0.smithi099.stdout:634: oid 36 version 168 is already newer than 167 2024-04-12T16:02:54.617 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 36 v 168 (ObjNum 213 snap 54 seq_num 213) dirty exists 2024-04-12T16:02:54.617 INFO:tasks.rados.rados.0.smithi099.stdout:634: left oid 36 (ObjNum 213 snap 54 seq_num 213) 2024-04-12T16:02:54.617 INFO:tasks.rados.rados.0.smithi099.stdout:636: finishing write tid 1 to smithi09982431-31 2024-04-12T16:02:54.617 INFO:tasks.rados.rados.0.smithi099.stdout:636: finishing write tid 2 to smithi09982431-31 2024-04-12T16:02:54.618 INFO:tasks.rados.rados.0.smithi099.stdout:636: finishing write tid 3 to smithi09982431-31 2024-04-12T16:02:54.618 INFO:tasks.rados.rados.0.smithi099.stdout:638: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-12T16:02:54.639 INFO:tasks.rados.rados.0.smithi099.stdout:636: finishing write tid 4 to smithi09982431-31 2024-04-12T16:02:54.639 INFO:tasks.rados.rados.0.smithi099.stdout:636: oid 31 updating version 0 to 284 2024-04-12T16:02:54.639 INFO:tasks.rados.rados.0.smithi099.stdout:636: oid 31 updating version 284 to 285 2024-04-12T16:02:54.639 INFO:tasks.rados.rados.0.smithi099.stdout:636: oid 31 updating version 285 to 286 2024-04-12T16:02:54.639 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 31 v 286 (ObjNum 214 snap 54 seq_num 214) dirty exists 2024-04-12T16:02:54.639 INFO:tasks.rados.rados.0.smithi099.stdout:636: left oid 31 (ObjNum 214 snap 54 seq_num 214) 2024-04-12T16:02:54.639 INFO:tasks.rados.rados.0.smithi099.stdout:635: expect (ObjNum 172 snap 43 seq_num 172) 2024-04-12T16:02:54.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:54 smithi099 ceph-mon[27456]: mgrmap e28: x(active, since 7s), standbys: y 2024-04-12T16:02:54.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:54 smithi099 ceph-mon[27456]: osdmap e172: 8 total, 8 up, 8 in 2024-04-12T16:02:54.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:54 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T16:02:54.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:54 smithi099 ceph-mon[27456]: pgmap v15: 121 pgs: 121 active+clean; 143 MiB data, 609 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.8 MiB/s wr, 49 op/s 2024-04-12T16:02:54.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:54 smithi099 ceph-mon[39429]: mgrmap e28: x(active, since 7s), standbys: y 2024-04-12T16:02:54.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:54 smithi099 ceph-mon[39429]: osdmap e172: 8 total, 8 up, 8 in 2024-04-12T16:02:54.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:54 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T16:02:54.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:54 smithi099 ceph-mon[39429]: pgmap v15: 121 pgs: 121 active+clean; 143 MiB data, 609 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.8 MiB/s wr, 49 op/s 2024-04-12T16:02:55.065 INFO:tasks.rados.rados.0.smithi099.stdout:634: done (5 left) 2024-04-12T16:02:55.065 INFO:tasks.rados.rados.0.smithi099.stdout:635: done (4 left) 2024-04-12T16:02:55.065 INFO:tasks.rados.rados.0.smithi099.stdout:636: done (3 left) 2024-04-12T16:02:55.065 INFO:tasks.rados.rados.0.smithi099.stdout:637: done (2 left) 2024-04-12T16:02:55.065 INFO:tasks.rados.rados.0.smithi099.stdout:638: done (1 left) 2024-04-12T16:02:55.066 INFO:tasks.rados.rados.0.smithi099.stdout:639: done (0 left) 2024-04-12T16:02:55.066 INFO:tasks.rados.rados.0.smithi099.stdout:640: read oid 13 snap -1 2024-04-12T16:02:55.066 INFO:tasks.rados.rados.0.smithi099.stdout:640: expect (ObjNum 128 snap 31 seq_num 128) 2024-04-12T16:02:55.066 INFO:tasks.rados.rados.0.smithi099.stdout:641: snap_create 2024-04-12T16:02:55.071 INFO:tasks.rados.rados.0.smithi099.stdout:640: expect (ObjNum 128 snap 31 seq_num 128) 2024-04-12T16:02:55.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:54 smithi110 ceph-mon[31279]: mgrmap e28: x(active, since 7s), standbys: y 2024-04-12T16:02:55.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:54 smithi110 ceph-mon[31279]: osdmap e172: 8 total, 8 up, 8 in 2024-04-12T16:02:55.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:54 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T16:02:55.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:54 smithi110 ceph-mon[31279]: pgmap v15: 121 pgs: 121 active+clean; 143 MiB data, 609 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.8 MiB/s wr, 49 op/s 2024-04-12T16:02:55.845 INFO:tasks.rados.rados.0.smithi099.stdout:640: done (1 left) 2024-04-12T16:02:55.845 INFO:tasks.rados.rados.0.smithi099.stdout:641: done (0 left) 2024-04-12T16:02:55.845 INFO:tasks.rados.rados.0.smithi099.stdout:642: copy_from oid 32 from oid 6 current snap is 55 2024-04-12T16:02:55.845 INFO:tasks.rados.rados.0.smithi099.stdout:643: rollback oid 1 current snap is 55 2024-04-12T16:02:55.845 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 1 to 39 2024-04-12T16:02:55.846 INFO:tasks.rados.rados.0.smithi099.stdout:644: setattr oid 50 current snap is 55 2024-04-12T16:02:55.846 INFO:tasks.rados.rados.0.smithi099.stdout:643: finishing rollback tid 1 to smithi09982431-1 2024-04-12T16:02:55.846 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 1 v 0 (ObjNum 0 snap 0 seq_num 304) dirty dne 2024-04-12T16:02:55.848 INFO:tasks.rados.rados.0.smithi099.stdout:643: done (2 left) 2024-04-12T16:02:55.848 INFO:tasks.rados.rados.0.smithi099.stdout:645: delete oid 4 current snap is 55 2024-04-12T16:02:55.851 INFO:tasks.rados.rados.0.smithi099.stdout:645: done (2 left) 2024-04-12T16:02:55.851 INFO:tasks.rados.rados.0.smithi099.stdout:646: snap_create 2024-04-12T16:02:55.851 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 50 v 196 (ObjNum 122 snap 29 seq_num 122) dirty exists 2024-04-12T16:02:55.854 INFO:tasks.rados.rados.0.smithi099.stdout:642: finishing copy_from racing read to smithi09982431-32 2024-04-12T16:02:55.855 INFO:tasks.rados.rados.0.smithi099.stdout:642: finishing copy_from to smithi09982431-32 2024-04-12T16:02:55.855 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 32 v 107 (ObjNum 200 snap 51 seq_num 200) dirty exists 2024-04-12T16:02:55.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:55 smithi099 ceph-mon[27456]: osdmap e173: 8 total, 8 up, 8 in 2024-04-12T16:02:55.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:55 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:02:55.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:55 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:02:55.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:55 smithi099 ceph-mon[39429]: osdmap e173: 8 total, 8 up, 8 in 2024-04-12T16:02:55.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:55 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:02:55.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:55 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:02:56.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:55 smithi110 ceph-mon[31279]: osdmap e173: 8 total, 8 up, 8 in 2024-04-12T16:02:56.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:55 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:02:56.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:55 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:02:56.574 INFO:tasks.rados.rados.0.smithi099.stdout:642: done (2 left) 2024-04-12T16:02:56.575 INFO:tasks.rados.rados.0.smithi099.stdout:644: done (1 left) 2024-04-12T16:02:56.575 INFO:tasks.rados.rados.0.smithi099.stdout:646: done (0 left) 2024-04-12T16:02:56.575 INFO:tasks.rados.rados.0.smithi099.stdout:647: delete oid 9 current snap is 56 2024-04-12T16:02:56.579 INFO:tasks.rados.rados.0.smithi099.stdout:647: done (0 left) 2024-04-12T16:02:56.579 INFO:tasks.rados.rados.0.smithi099.stdout:648: snap_create 2024-04-12T16:02:56.877 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:02:56] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T16:02:56.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[39429]: pgmap v17: 121 pgs: 121 active+clean; 143 MiB data, 609 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.6 MiB/s wr, 47 op/s 2024-04-12T16:02:56.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[39429]: osdmap e174: 8 total, 8 up, 8 in 2024-04-12T16:02:56.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:02:56.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:02:56.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:02:56.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:02:56.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:02:56.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:02:56.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:02:56.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:02:56.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:02:56.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:02:56.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:02:56.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:02:56.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[39429]: Adjusting osd_memory_target on smithi099 to 2480M 2024-04-12T16:02:56.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:02:56.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:02:56.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:02:56.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:02:56.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:02:56.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:02:56.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:02:56.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:02:56.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:02:56.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:02:56.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:02:56.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:02:56.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:02:56.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[27456]: pgmap v17: 121 pgs: 121 active+clean; 143 MiB data, 609 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.6 MiB/s wr, 47 op/s 2024-04-12T16:02:56.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[27456]: osdmap e174: 8 total, 8 up, 8 in 2024-04-12T16:02:56.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:02:56.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:02:56.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:02:56.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:02:56.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:02:56.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:02:56.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:02:56.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:02:56.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:02:56.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:02:56.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:02:56.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:02:56.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[27456]: Adjusting osd_memory_target on smithi099 to 2480M 2024-04-12T16:02:56.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:02:56.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:02:56.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:02:56.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:02:56.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:02:56.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:02:56.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:02:56.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:02:56.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:02:56.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:02:56.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:02:56.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:02:56.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:02:56.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:02:56.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:02:56.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:02:56.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:02:56.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:02:56.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:02:56.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:02:56.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:02:56.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:02:56.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:02:56.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:02:56.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:02:56.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[39429]: osdmap e175: 8 total, 8 up, 8 in 2024-04-12T16:02:56.883 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:02:56.883 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:02:56.883 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:02:56.883 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:02:56.883 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:02:56.883 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:02:56.883 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:02:56.883 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:02:56.883 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:02:56.883 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:02:56.883 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:02:56.883 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:02:56.883 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:56 smithi099 ceph-mon[27456]: osdmap e175: 8 total, 8 up, 8 in 2024-04-12T16:02:57.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:56 smithi110 ceph-mon[31279]: pgmap v17: 121 pgs: 121 active+clean; 143 MiB data, 609 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.6 MiB/s wr, 47 op/s 2024-04-12T16:02:57.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:56 smithi110 ceph-mon[31279]: osdmap e174: 8 total, 8 up, 8 in 2024-04-12T16:02:57.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:56 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:02:57.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:56 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:02:57.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:56 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:02:57.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:56 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:02:57.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:56 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:02:57.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:56 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:02:57.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:56 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:02:57.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:56 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:02:57.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:56 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:02:57.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:56 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:02:57.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:56 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:02:57.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:56 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:02:57.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:56 smithi110 ceph-mon[31279]: Adjusting osd_memory_target on smithi099 to 2480M 2024-04-12T16:02:57.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:56 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:02:57.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:56 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:02:57.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:56 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:02:57.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:56 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:02:57.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:56 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:02:57.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:56 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:02:57.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:56 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:02:57.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:56 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:02:57.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:56 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:02:57.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:56 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:02:57.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:56 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:02:57.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:56 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:02:57.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:56 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:02:57.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:56 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:02:57.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:56 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:02:57.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:56 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:02:57.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:56 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:02:57.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:56 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:02:57.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:56 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:02:57.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:56 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:02:57.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:56 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:02:57.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:56 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:02:57.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:56 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:02:57.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:56 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:02:57.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:56 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:02:57.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:56 smithi110 ceph-mon[31279]: osdmap e175: 8 total, 8 up, 8 in 2024-04-12T16:02:57.576 INFO:tasks.rados.rados.0.smithi099.stdout:648: done (0 left) 2024-04-12T16:02:57.576 INFO:tasks.rados.rados.0.smithi099.stdout:649: rmattr oid 13 current snap is 57 2024-04-12T16:02:57.576 INFO:tasks.rados.rados.0.smithi099.stdout:650: snap_create 2024-04-12T16:02:57.578 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 13 v 142 (ObjNum 128 snap 31 seq_num 128) dirty exists 2024-04-12T16:02:58.586 INFO:tasks.rados.rados.0.smithi099.stdout:649: done (1 left) 2024-04-12T16:02:58.586 INFO:tasks.rados.rados.0.smithi099.stdout:650: done (0 left) 2024-04-12T16:02:58.586 INFO:tasks.rados.rados.0.smithi099.stdout:651: copy_from oid 43 from oid 39 current snap is 58 2024-04-12T16:02:58.586 INFO:tasks.rados.rados.0.smithi099.stdout:652: delete oid 49 current snap is 58 2024-04-12T16:02:58.587 INFO:tasks.rados.rados.0.smithi099.stdout:652: done (1 left) 2024-04-12T16:02:58.587 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 23 current snap is 58 2024-04-12T16:02:58.587 INFO:tasks.rados.rados.0.smithi099.stdout:653: seq_num 219 ranges {2916352=475136,3391488=466944,3858432=335872} 2024-04-12T16:02:58.605 INFO:tasks.rados.rados.0.smithi099.stdout:653: writing smithi09982431-23 from 2916352 to 3391488 tid 1 2024-04-12T16:02:58.608 INFO:tasks.rados.rados.0.smithi099.stdout:653: writing smithi09982431-23 from 3391488 to 3858432 tid 2 2024-04-12T16:02:58.611 INFO:tasks.rados.rados.0.smithi099.stdout:653: writing smithi09982431-23 from 3858432 to 4194304 tid 3 2024-04-12T16:02:58.611 INFO:tasks.rados.rados.0.smithi099.stdout:654: rollback oid 3 current snap is 58 2024-04-12T16:02:58.611 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 3 to 39 2024-04-12T16:02:58.611 INFO:tasks.rados.rados.0.smithi099.stdout:651: finishing copy_from racing read to smithi09982431-43 2024-04-12T16:02:58.611 INFO:tasks.rados.rados.0.smithi099.stdout:651: finishing copy_from to smithi09982431-43 2024-04-12T16:02:58.611 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 43 v 230 (ObjNum 206 snap 53 seq_num 206) dirty exists 2024-04-12T16:02:58.611 INFO:tasks.rados.rados.0.smithi099.stdout:651: done (2 left) 2024-04-12T16:02:58.611 INFO:tasks.rados.rados.0.smithi099.stdout:655: snap_create 2024-04-12T16:02:58.611 INFO:tasks.rados.rados.0.smithi099.stdout:653: finishing write tid 1 to smithi09982431-23 2024-04-12T16:02:58.611 INFO:tasks.rados.rados.0.smithi099.stdout:653: finishing write tid 2 to smithi09982431-23 2024-04-12T16:02:58.613 INFO:tasks.rados.rados.0.smithi099.stdout:653: finishing write tid 3 to smithi09982431-23 2024-04-12T16:02:58.614 INFO:tasks.rados.rados.0.smithi099.stdout:654: finishing rollback tid 0 to smithi09982431-3 2024-04-12T16:02:58.614 INFO:tasks.rados.rados.0.smithi099.stdout:654: finishing rollback tid 1 to smithi09982431-3 2024-04-12T16:02:58.614 INFO:tasks.rados.rados.0.smithi099.stdout:653: finishing write tid 4 to smithi09982431-23 2024-04-12T16:02:58.614 INFO:tasks.rados.rados.0.smithi099.stdout:654: finishing rollback tid 2 to smithi09982431-3 2024-04-12T16:02:58.614 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 3 v 264 (ObjNum 100 snap 20 seq_num 100) dirty exists 2024-04-12T16:02:58.615 INFO:tasks.rados.rados.0.smithi099.stdout:653: finishing write tid 5 to smithi09982431-23 2024-04-12T16:02:58.615 INFO:tasks.rados.rados.0.smithi099.stdout:653: oid 23 updating version 0 to 160 2024-04-12T16:02:58.615 INFO:tasks.rados.rados.0.smithi099.stdout:653: oid 23 updating version 160 to 163 2024-04-12T16:02:58.615 INFO:tasks.rados.rados.0.smithi099.stdout:653: oid 23 version 163 is already newer than 161 2024-04-12T16:02:58.615 INFO:tasks.rados.rados.0.smithi099.stdout:653: oid 23 version 163 is already newer than 162 2024-04-12T16:02:58.615 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 23 v 163 (ObjNum 219 snap 58 seq_num 219) dirty exists 2024-04-12T16:02:58.615 INFO:tasks.rados.rados.0.smithi099.stdout:653: left oid 23 (ObjNum 219 snap 58 seq_num 219) 2024-04-12T16:02:58.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:58 smithi110 ceph-mon[31279]: osdmap e176: 8 total, 8 up, 8 in 2024-04-12T16:02:58.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:58 smithi110 ceph-mon[31279]: pgmap v21: 121 pgs: 121 active+clean; 157 MiB data, 684 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 3.7 MiB/s wr, 47 op/s 2024-04-12T16:02:58.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:58 smithi099 ceph-mon[27456]: osdmap e176: 8 total, 8 up, 8 in 2024-04-12T16:02:58.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:58 smithi099 ceph-mon[27456]: pgmap v21: 121 pgs: 121 active+clean; 157 MiB data, 684 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 3.7 MiB/s wr, 47 op/s 2024-04-12T16:02:58.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:58 smithi099 ceph-mon[39429]: osdmap e176: 8 total, 8 up, 8 in 2024-04-12T16:02:58.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:58 smithi099 ceph-mon[39429]: pgmap v21: 121 pgs: 121 active+clean; 157 MiB data, 684 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 3.7 MiB/s wr, 47 op/s 2024-04-12T16:02:59.584 INFO:tasks.rados.rados.0.smithi099.stdout:653: done (2 left) 2024-04-12T16:02:59.585 INFO:tasks.rados.rados.0.smithi099.stdout:654: done (1 left) 2024-04-12T16:02:59.585 INFO:tasks.rados.rados.0.smithi099.stdout:655: done (0 left) 2024-04-12T16:02:59.585 INFO:tasks.rados.rados.0.smithi099.stdout:656: read oid 42 snap -1 2024-04-12T16:02:59.585 INFO:tasks.rados.rados.0.smithi099.stdout:656: expect (ObjNum 87 snap 11 seq_num 87) 2024-04-12T16:02:59.585 INFO:tasks.rados.rados.0.smithi099.stdout:657: read oid 24 snap -1 2024-04-12T16:02:59.585 INFO:tasks.rados.rados.0.smithi099.stdout:657: expect deleted 2024-04-12T16:02:59.585 INFO:tasks.rados.rados.0.smithi099.stdout:658: snap_create 2024-04-12T16:02:59.598 INFO:tasks.rados.rados.0.smithi099.stdout:656: expect (ObjNum 87 snap 11 seq_num 87) 2024-04-12T16:02:59.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:59 smithi110 ceph-mon[31279]: osdmap e177: 8 total, 8 up, 8 in 2024-04-12T16:02:59.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:02:59 smithi110 ceph-mon[31279]: mgrmap e29: x(active, since 12s), standbys: y 2024-04-12T16:02:59.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:59 smithi099 ceph-mon[27456]: osdmap e177: 8 total, 8 up, 8 in 2024-04-12T16:02:59.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:02:59 smithi099 ceph-mon[27456]: mgrmap e29: x(active, since 12s), standbys: y 2024-04-12T16:02:59.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:59 smithi099 ceph-mon[39429]: osdmap e177: 8 total, 8 up, 8 in 2024-04-12T16:02:59.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:02:59 smithi099 ceph-mon[39429]: mgrmap e29: x(active, since 12s), standbys: y 2024-04-12T16:03:00.598 INFO:tasks.rados.rados.0.smithi099.stdout:656: done (2 left) 2024-04-12T16:03:00.598 INFO:tasks.rados.rados.0.smithi099.stdout:657: done (1 left) 2024-04-12T16:03:00.598 INFO:tasks.rados.rados.0.smithi099.stdout:658: done (0 left) 2024-04-12T16:03:00.598 INFO:tasks.rados.rados.0.smithi099.stdout:659: delete oid 10 current snap is 60 2024-04-12T16:03:00.602 INFO:tasks.rados.rados.0.smithi099.stdout:659: done (0 left) 2024-04-12T16:03:00.602 INFO:tasks.rados.rados.0.smithi099.stdout:660: snap_create 2024-04-12T16:03:00.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:00 smithi099 ceph-mon[27456]: osdmap e178: 8 total, 8 up, 8 in 2024-04-12T16:03:00.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:00 smithi099 ceph-mon[27456]: pgmap v24: 121 pgs: 121 active+clean; 157 MiB data, 684 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 48 op/s 2024-04-12T16:03:00.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:00 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:00.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:00 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:00.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:00 smithi099 ceph-mon[39429]: osdmap e178: 8 total, 8 up, 8 in 2024-04-12T16:03:00.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:00 smithi099 ceph-mon[39429]: pgmap v24: 121 pgs: 121 active+clean; 157 MiB data, 684 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 48 op/s 2024-04-12T16:03:00.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:00 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:00.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:00 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:01.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:00 smithi110 ceph-mon[31279]: osdmap e178: 8 total, 8 up, 8 in 2024-04-12T16:03:01.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:00 smithi110 ceph-mon[31279]: pgmap v24: 121 pgs: 121 active+clean; 157 MiB data, 684 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 48 op/s 2024-04-12T16:03:01.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:00 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:01.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:00 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:01.579 INFO:tasks.rados.rados.0.smithi099.stdout:660: done (0 left) 2024-04-12T16:03:01.579 INFO:tasks.rados.rados.0.smithi099.stdout:661: read oid 17 snap -1 2024-04-12T16:03:01.579 INFO:tasks.rados.rados.0.smithi099.stdout:661: expect (ObjNum 150 snap 34 seq_num 150) 2024-04-12T16:03:01.579 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 23 current snap is 61 2024-04-12T16:03:01.580 INFO:tasks.rados.rados.0.smithi099.stdout:662: seq_num 221 ranges {4194304=507904,4702208=688128,5390336=114688} 2024-04-12T16:03:01.605 INFO:tasks.rados.rados.0.smithi099.stdout:662: writing smithi09982431-23 from 4194304 to 4702208 tid 1 2024-04-12T16:03:01.609 INFO:tasks.rados.rados.0.smithi099.stdout:662: writing smithi09982431-23 from 4702208 to 5390336 tid 2 2024-04-12T16:03:01.610 INFO:tasks.rados.rados.0.smithi099.stdout:662: writing smithi09982431-23 from 5390336 to 5505024 tid 3 2024-04-12T16:03:01.610 INFO:tasks.rados.rados.0.smithi099.stdout:663: rmattr oid 9 current snap is 61 2024-04-12T16:03:01.610 INFO:tasks.rados.rados.0.smithi099.stdout:663: done (2 left) 2024-04-12T16:03:01.610 INFO:tasks.rados.rados.0.smithi099.stdout:664: read oid 22 snap -1 2024-04-12T16:03:01.610 INFO:tasks.rados.rados.0.smithi099.stdout:664: expect deleted 2024-04-12T16:03:01.610 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 39 current snap is 61 2024-04-12T16:03:01.611 INFO:tasks.rados.rados.0.smithi099.stdout:661: expect (ObjNum 150 snap 34 seq_num 150) 2024-04-12T16:03:01.667 INFO:tasks.rados.rados.0.smithi099.stdout:662: finishing write tid 1 to smithi09982431-23 2024-04-12T16:03:01.667 INFO:tasks.rados.rados.0.smithi099.stdout:662: finishing write tid 2 to smithi09982431-23 2024-04-12T16:03:01.667 INFO:tasks.rados.rados.0.smithi099.stdout:662: finishing write tid 3 to smithi09982431-23 2024-04-12T16:03:01.667 INFO:tasks.rados.rados.0.smithi099.stdout:662: finishing write tid 4 to smithi09982431-23 2024-04-12T16:03:01.667 INFO:tasks.rados.rados.0.smithi099.stdout:662: finishing write tid 5 to smithi09982431-23 2024-04-12T16:03:01.667 INFO:tasks.rados.rados.0.smithi099.stdout:662: oid 23 updating version 0 to 167 2024-04-12T16:03:01.667 INFO:tasks.rados.rados.0.smithi099.stdout:662: oid 23 version 167 is already newer than 165 2024-04-12T16:03:01.667 INFO:tasks.rados.rados.0.smithi099.stdout:662: oid 23 version 167 is already newer than 164 2024-04-12T16:03:01.667 INFO:tasks.rados.rados.0.smithi099.stdout:662: oid 23 version 167 is already newer than 166 2024-04-12T16:03:01.668 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 23 v 167 (ObjNum 221 snap 61 seq_num 221) dirty exists 2024-04-12T16:03:01.668 INFO:tasks.rados.rados.0.smithi099.stdout:662: left oid 23 (ObjNum 221 snap 61 seq_num 221) 2024-04-12T16:03:01.668 INFO:tasks.rados.rados.0.smithi099.stdout:665: seq_num 222 ranges {4177920=524288,4702208=565248,5267456=237568} 2024-04-12T16:03:01.691 INFO:tasks.rados.rados.0.smithi099.stdout:665: writing smithi09982431-39 from 4177920 to 4702208 tid 1 2024-04-12T16:03:01.694 INFO:tasks.rados.rados.0.smithi099.stdout:665: writing smithi09982431-39 from 4702208 to 5267456 tid 2 2024-04-12T16:03:01.696 INFO:tasks.rados.rados.0.smithi099.stdout:665: writing smithi09982431-39 from 5267456 to 5505024 tid 3 2024-04-12T16:03:01.696 INFO:tasks.rados.rados.0.smithi099.stdout:661: done (3 left) 2024-04-12T16:03:01.696 INFO:tasks.rados.rados.0.smithi099.stdout:662: done (2 left) 2024-04-12T16:03:01.696 INFO:tasks.rados.rados.0.smithi099.stdout:664: done (1 left) 2024-04-12T16:03:01.696 INFO:tasks.rados.rados.0.smithi099.stdout:666: copy_from oid 26 from oid 2 current snap is 61 2024-04-12T16:03:01.697 INFO:tasks.rados.rados.0.smithi099.stdout:667: snap_create 2024-04-12T16:03:01.697 INFO:tasks.rados.rados.0.smithi099.stdout:665: finishing write tid 1 to smithi09982431-39 2024-04-12T16:03:01.697 INFO:tasks.rados.rados.0.smithi099.stdout:666: finishing copy_from to smithi09982431-26 2024-04-12T16:03:01.697 INFO:tasks.rados.rados.0.smithi099.stdout:666: got expected ENOENT (src dne) 2024-04-12T16:03:01.698 INFO:tasks.rados.rados.0.smithi099.stdout:666: finishing copy_from racing read to smithi09982431-26 2024-04-12T16:03:01.699 INFO:tasks.rados.rados.0.smithi099.stdout:665: finishing write tid 2 to smithi09982431-39 2024-04-12T16:03:01.699 INFO:tasks.rados.rados.0.smithi099.stdout:665: finishing write tid 3 to smithi09982431-39 2024-04-12T16:03:01.699 INFO:tasks.rados.rados.0.smithi099.stdout:665: finishing write tid 4 to smithi09982431-39 2024-04-12T16:03:01.700 INFO:tasks.rados.rados.0.smithi099.stdout:665: finishing write tid 5 to smithi09982431-39 2024-04-12T16:03:01.700 INFO:tasks.rados.rados.0.smithi099.stdout:665: oid 39 updating version 0 to 242 2024-04-12T16:03:01.700 INFO:tasks.rados.rados.0.smithi099.stdout:665: oid 39 version 242 is already newer than 240 2024-04-12T16:03:01.700 INFO:tasks.rados.rados.0.smithi099.stdout:665: oid 39 version 242 is already newer than 241 2024-04-12T16:03:01.700 INFO:tasks.rados.rados.0.smithi099.stdout:665: oid 39 version 242 is already newer than 239 2024-04-12T16:03:01.700 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 39 v 242 (ObjNum 222 snap 61 seq_num 222) dirty exists 2024-04-12T16:03:01.700 INFO:tasks.rados.rados.0.smithi099.stdout:665: left oid 39 (ObjNum 222 snap 61 seq_num 222) 2024-04-12T16:03:01.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:01 smithi099 ceph-mon[27456]: osdmap e179: 8 total, 8 up, 8 in 2024-04-12T16:03:01.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:01 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:03:01.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:01 smithi099 ceph-mon[27456]: osdmap e180: 8 total, 8 up, 8 in 2024-04-12T16:03:01.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:01 smithi099 ceph-mon[39429]: osdmap e179: 8 total, 8 up, 8 in 2024-04-12T16:03:01.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:01 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:03:01.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:01 smithi099 ceph-mon[39429]: osdmap e180: 8 total, 8 up, 8 in 2024-04-12T16:03:02.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:01 smithi110 ceph-mon[31279]: osdmap e179: 8 total, 8 up, 8 in 2024-04-12T16:03:02.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:01 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:03:02.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:01 smithi110 ceph-mon[31279]: osdmap e180: 8 total, 8 up, 8 in 2024-04-12T16:03:02.634 INFO:tasks.rados.rados.0.smithi099.stdout:665: done (2 left) 2024-04-12T16:03:02.634 INFO:tasks.rados.rados.0.smithi099.stdout:666: done (1 left) 2024-04-12T16:03:02.634 INFO:tasks.rados.rados.0.smithi099.stdout:667: done (0 left) 2024-04-12T16:03:02.634 INFO:tasks.rados.rados.0.smithi099.stdout:668: rollback oid 46 current snap is 62 2024-04-12T16:03:02.634 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 46 to 50 2024-04-12T16:03:02.634 INFO:tasks.rados.rados.0.smithi099.stdout:669: copy_from oid 35 from oid 11 current snap is 62 2024-04-12T16:03:02.634 INFO:tasks.rados.rados.0.smithi099.stdout:670: read oid 30 snap -1 2024-04-12T16:03:02.635 INFO:tasks.rados.rados.0.smithi099.stdout:670: expect (ObjNum 178 snap 46 seq_num 178) 2024-04-12T16:03:02.635 INFO:tasks.rados.rados.0.smithi099.stdout:671: copy_from oid 6 from oid 38 current snap is 62 2024-04-12T16:03:02.635 INFO:tasks.rados.rados.0.smithi099.stdout:672: delete oid 33 current snap is 62 2024-04-12T16:03:02.638 INFO:tasks.rados.rados.0.smithi099.stdout:671: finishing copy_from to smithi09982431-6 2024-04-12T16:03:02.638 INFO:tasks.rados.rados.0.smithi099.stdout:671: got expected ENOENT (src dne) 2024-04-12T16:03:02.638 INFO:tasks.rados.rados.0.smithi099.stdout:671: finishing copy_from racing read to smithi09982431-6 2024-04-12T16:03:02.640 INFO:tasks.rados.rados.0.smithi099.stdout:671: done (4 left) 2024-04-12T16:03:02.640 INFO:tasks.rados.rados.0.smithi099.stdout:672: done (3 left) 2024-04-12T16:03:02.640 INFO:tasks.rados.rados.0.smithi099.stdout:673: read oid 40 snap -1 2024-04-12T16:03:02.640 INFO:tasks.rados.rados.0.smithi099.stdout:673: expect (ObjNum 194 snap 50 seq_num 194) 2024-04-12T16:03:02.640 INFO:tasks.rados.rados.0.smithi099.stdout:674: read oid 7 snap -1 2024-04-12T16:03:02.640 INFO:tasks.rados.rados.0.smithi099.stdout:674: expect deleted 2024-04-12T16:03:02.640 INFO:tasks.rados.rados.0.smithi099.stdout:675: snap_create 2024-04-12T16:03:02.641 INFO:tasks.rados.rados.0.smithi099.stdout:668: finishing rollback tid 0 to smithi09982431-46 2024-04-12T16:03:02.643 INFO:tasks.rados.rados.0.smithi099.stdout:670: expect (ObjNum 178 snap 46 seq_num 178) 2024-04-12T16:03:02.744 INFO:tasks.rados.rados.0.smithi099.stdout:668: finishing rollback tid 1 to smithi09982431-46 2024-04-12T16:03:02.744 INFO:tasks.rados.rados.0.smithi099.stdout:668: finishing rollback tid 2 to smithi09982431-46 2024-04-12T16:03:02.744 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 46 v 137 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-12T16:03:02.744 INFO:tasks.rados.rados.0.smithi099.stdout:673: expect (ObjNum 194 snap 50 seq_num 194) 2024-04-12T16:03:02.767 INFO:tasks.rados.rados.0.smithi099.stdout:669: finishing copy_from racing read to smithi09982431-35 2024-04-12T16:03:02.767 INFO:tasks.rados.rados.0.smithi099.stdout:669: finishing copy_from to smithi09982431-35 2024-04-12T16:03:02.767 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 161 (ObjNum 190 snap 48 seq_num 190) dirty exists 2024-04-12T16:03:02.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:02 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:02.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:02 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:02.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:02 smithi110 ceph-mon[31279]: pgmap v27: 121 pgs: 121 active+clean; 160 MiB data, 685 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 632 KiB/s wr, 3 op/s 2024-04-12T16:03:02.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:02 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:02.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:02 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:02.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:02 smithi099 ceph-mon[39429]: pgmap v27: 121 pgs: 121 active+clean; 160 MiB data, 685 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 632 KiB/s wr, 3 op/s 2024-04-12T16:03:02.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:02 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:02.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:02 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:02.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:02 smithi099 ceph-mon[27456]: pgmap v27: 121 pgs: 121 active+clean; 160 MiB data, 685 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 632 KiB/s wr, 3 op/s 2024-04-12T16:03:03.638 INFO:tasks.rados.rados.0.smithi099.stdout:668: done (5 left) 2024-04-12T16:03:03.638 INFO:tasks.rados.rados.0.smithi099.stdout:669: done (4 left) 2024-04-12T16:03:03.638 INFO:tasks.rados.rados.0.smithi099.stdout:670: done (3 left) 2024-04-12T16:03:03.638 INFO:tasks.rados.rados.0.smithi099.stdout:673: done (2 left) 2024-04-12T16:03:03.638 INFO:tasks.rados.rados.0.smithi099.stdout:674: done (1 left) 2024-04-12T16:03:03.638 INFO:tasks.rados.rados.0.smithi099.stdout:675: done (0 left) 2024-04-12T16:03:03.639 INFO:tasks.rados.rados.0.smithi099.stdout:676: copy_from oid 19 from oid 5 current snap is 63 2024-04-12T16:03:03.639 INFO:tasks.rados.rados.0.smithi099.stdout:677: read oid 47 snap -1 2024-04-12T16:03:03.639 INFO:tasks.rados.rados.0.smithi099.stdout:677: expect (ObjNum 86 snap 11 seq_num 86) 2024-04-12T16:03:03.639 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 20 current snap is 63 2024-04-12T16:03:03.639 INFO:tasks.rados.rados.0.smithi099.stdout:678: seq_num 224 ranges {3325952=557056,3883008=737280,4620288=65536} 2024-04-12T16:03:03.658 INFO:tasks.rados.rados.0.smithi099.stdout:678: writing smithi09982431-20 from 3325952 to 3883008 tid 1 2024-04-12T16:03:03.663 INFO:tasks.rados.rados.0.smithi099.stdout:678: writing smithi09982431-20 from 3883008 to 4620288 tid 2 2024-04-12T16:03:03.664 INFO:tasks.rados.rados.0.smithi099.stdout:678: writing smithi09982431-20 from 4620288 to 4685824 tid 3 2024-04-12T16:03:03.664 INFO:tasks.rados.rados.0.smithi099.stdout:679: setattr oid 25 current snap is 63 2024-04-12T16:03:03.664 INFO:tasks.rados.rados.0.smithi099.stdout:676: finishing copy_from to smithi09982431-19 2024-04-12T16:03:03.664 INFO:tasks.rados.rados.0.smithi099.stdout:676: got expected ENOENT (src dne) 2024-04-12T16:03:03.664 INFO:tasks.rados.rados.0.smithi099.stdout:676: finishing copy_from racing read to smithi09982431-19 2024-04-12T16:03:03.664 INFO:tasks.rados.rados.0.smithi099.stdout:677: expect (ObjNum 86 snap 11 seq_num 86) 2024-04-12T16:03:03.682 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:03 smithi110 ceph-mon[31279]: osdmap e181: 8 total, 8 up, 8 in 2024-04-12T16:03:03.702 INFO:tasks.rados.rados.0.smithi099.stdout:678: finishing write tid 1 to smithi09982431-20 2024-04-12T16:03:03.702 INFO:tasks.rados.rados.0.smithi099.stdout:678: finishing write tid 2 to smithi09982431-20 2024-04-12T16:03:03.702 INFO:tasks.rados.rados.0.smithi099.stdout:678: finishing write tid 3 to smithi09982431-20 2024-04-12T16:03:03.702 INFO:tasks.rados.rados.0.smithi099.stdout:678: finishing write tid 4 to smithi09982431-20 2024-04-12T16:03:03.702 INFO:tasks.rados.rados.0.smithi099.stdout:678: finishing write tid 5 to smithi09982431-20 2024-04-12T16:03:03.703 INFO:tasks.rados.rados.0.smithi099.stdout:678: oid 20 updating version 0 to 278 2024-04-12T16:03:03.703 INFO:tasks.rados.rados.0.smithi099.stdout:678: oid 20 updating version 278 to 279 2024-04-12T16:03:03.703 INFO:tasks.rados.rados.0.smithi099.stdout:678: oid 20 version 279 is already newer than 277 2024-04-12T16:03:03.703 INFO:tasks.rados.rados.0.smithi099.stdout:678: oid 20 version 279 is already newer than 276 2024-04-12T16:03:03.703 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 20 v 279 (ObjNum 224 snap 63 seq_num 224) dirty exists 2024-04-12T16:03:03.703 INFO:tasks.rados.rados.0.smithi099.stdout:678: left oid 20 (ObjNum 224 snap 63 seq_num 224) 2024-04-12T16:03:03.703 INFO:tasks.rados.rados.0.smithi099.stdout:676: done (3 left) 2024-04-12T16:03:03.703 INFO:tasks.rados.rados.0.smithi099.stdout:677: done (2 left) 2024-04-12T16:03:03.703 INFO:tasks.rados.rados.0.smithi099.stdout:678: done (1 left) 2024-04-12T16:03:03.703 INFO:tasks.rados.rados.0.smithi099.stdout:680: snap_create 2024-04-12T16:03:03.705 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 25 v 281 (ObjNum 109 snap 23 seq_num 109) dirty exists 2024-04-12T16:03:04.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:03 smithi099 ceph-mon[27456]: osdmap e181: 8 total, 8 up, 8 in 2024-04-12T16:03:04.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:03 smithi099 ceph-mon[39429]: osdmap e181: 8 total, 8 up, 8 in 2024-04-12T16:03:04.650 INFO:tasks.rados.rados.0.smithi099.stdout:679: done (1 left) 2024-04-12T16:03:04.650 INFO:tasks.rados.rados.0.smithi099.stdout:680: done (0 left) 2024-04-12T16:03:04.650 INFO:tasks.rados.rados.0.smithi099.stdout:681: snap_create 2024-04-12T16:03:04.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:04 smithi110 ceph-mon[31279]: osdmap e182: 8 total, 8 up, 8 in 2024-04-12T16:03:04.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:04 smithi110 ceph-mon[31279]: pgmap v30: 121 pgs: 121 active+clean; 165 MiB data, 693 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-04-12T16:03:05.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:04 smithi099 ceph-mon[27456]: osdmap e182: 8 total, 8 up, 8 in 2024-04-12T16:03:05.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:04 smithi099 ceph-mon[27456]: pgmap v30: 121 pgs: 121 active+clean; 165 MiB data, 693 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-04-12T16:03:05.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:04 smithi099 ceph-mon[39429]: osdmap e182: 8 total, 8 up, 8 in 2024-04-12T16:03:05.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:04 smithi099 ceph-mon[39429]: pgmap v30: 121 pgs: 121 active+clean; 165 MiB data, 693 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-04-12T16:03:05.646 INFO:tasks.rados.rados.0.smithi099.stdout:681: done (0 left) 2024-04-12T16:03:05.646 INFO:tasks.rados.rados.0.smithi099.stdout:682: copy_from oid 22 from oid 47 current snap is 65 2024-04-12T16:03:05.646 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 27 current snap is 65 2024-04-12T16:03:05.646 INFO:tasks.rados.rados.0.smithi099.stdout:683: seq_num 225 ranges {1966080=573440,2539520=622592,3162112=180224} 2024-04-12T16:03:05.659 INFO:tasks.rados.rados.0.smithi099.stdout:683: writing smithi09982431-27 from 1966080 to 2539520 tid 1 2024-04-12T16:03:05.663 INFO:tasks.rados.rados.0.smithi099.stdout:683: writing smithi09982431-27 from 2539520 to 3162112 tid 2 2024-04-12T16:03:05.664 INFO:tasks.rados.rados.0.smithi099.stdout:683: writing smithi09982431-27 from 3162112 to 3342336 tid 3 2024-04-12T16:03:05.665 INFO:tasks.rados.rados.0.smithi099.stdout:684: snap_create 2024-04-12T16:03:05.665 INFO:tasks.rados.rados.0.smithi099.stdout:682: finishing copy_from racing read to smithi09982431-22 2024-04-12T16:03:05.665 INFO:tasks.rados.rados.0.smithi099.stdout:682: finishing copy_from to smithi09982431-22 2024-04-12T16:03:05.665 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 22 v 101 (ObjNum 86 snap 11 seq_num 86) dirty exists 2024-04-12T16:03:05.668 INFO:tasks.rados.rados.0.smithi099.stdout:683: finishing write tid 1 to smithi09982431-27 2024-04-12T16:03:05.668 INFO:tasks.rados.rados.0.smithi099.stdout:683: finishing write tid 2 to smithi09982431-27 2024-04-12T16:03:05.668 INFO:tasks.rados.rados.0.smithi099.stdout:683: finishing write tid 3 to smithi09982431-27 2024-04-12T16:03:05.668 INFO:tasks.rados.rados.0.smithi099.stdout:683: finishing write tid 4 to smithi09982431-27 2024-04-12T16:03:05.669 INFO:tasks.rados.rados.0.smithi099.stdout:683: finishing write tid 5 to smithi09982431-27 2024-04-12T16:03:05.669 INFO:tasks.rados.rados.0.smithi099.stdout:683: oid 27 updating version 0 to 170 2024-04-12T16:03:05.669 INFO:tasks.rados.rados.0.smithi099.stdout:683: oid 27 updating version 170 to 173 2024-04-12T16:03:05.670 INFO:tasks.rados.rados.0.smithi099.stdout:683: oid 27 version 173 is already newer than 172 2024-04-12T16:03:05.670 INFO:tasks.rados.rados.0.smithi099.stdout:683: oid 27 version 173 is already newer than 171 2024-04-12T16:03:05.670 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 27 v 173 (ObjNum 225 snap 65 seq_num 225) dirty exists 2024-04-12T16:03:05.670 INFO:tasks.rados.rados.0.smithi099.stdout:683: left oid 27 (ObjNum 225 snap 65 seq_num 225) 2024-04-12T16:03:06.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:05 smithi110 ceph-mon[31279]: osdmap e183: 8 total, 8 up, 8 in 2024-04-12T16:03:06.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:05 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:06.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:05 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:06.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:05 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:03:06.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:05 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:03:06.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:05 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:03:06.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:05 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:03:06.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:05 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:03:06.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:05 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:03:06.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:05 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:03:06.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:05 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:03:06.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:05 smithi110 ceph-mon[31279]: Adjusting osd_memory_target on smithi110 to 2480M 2024-04-12T16:03:06.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:05 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:06.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:05 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:03:06.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:05 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:03:06.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:05 smithi110 ceph-mon[31279]: Updating smithi099:/etc/ceph/ceph.conf 2024-04-12T16:03:06.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:05 smithi110 ceph-mon[31279]: Updating smithi110:/etc/ceph/ceph.conf 2024-04-12T16:03:06.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:05 smithi099 ceph-mon[27456]: osdmap e183: 8 total, 8 up, 8 in 2024-04-12T16:03:06.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:05 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:06.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:05 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:06.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:05 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:03:06.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:05 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:03:06.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:05 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:03:06.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:05 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:03:06.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:05 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:03:06.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:05 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:03:06.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:05 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:03:06.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:05 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:03:06.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:05 smithi099 ceph-mon[27456]: Adjusting osd_memory_target on smithi110 to 2480M 2024-04-12T16:03:06.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:05 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:06.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:05 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:03:06.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:05 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:03:06.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:05 smithi099 ceph-mon[27456]: Updating smithi099:/etc/ceph/ceph.conf 2024-04-12T16:03:06.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:05 smithi099 ceph-mon[27456]: Updating smithi110:/etc/ceph/ceph.conf 2024-04-12T16:03:06.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:05 smithi099 ceph-mon[39429]: osdmap e183: 8 total, 8 up, 8 in 2024-04-12T16:03:06.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:05 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:06.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:05 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:06.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:05 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:03:06.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:05 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:03:06.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:05 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:03:06.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:05 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:03:06.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:05 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:03:06.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:05 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:03:06.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:05 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:03:06.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:05 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:03:06.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:05 smithi099 ceph-mon[39429]: Adjusting osd_memory_target on smithi110 to 2480M 2024-04-12T16:03:06.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:05 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:06.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:05 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:03:06.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:05 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:03:06.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:05 smithi099 ceph-mon[39429]: Updating smithi099:/etc/ceph/ceph.conf 2024-04-12T16:03:06.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:05 smithi099 ceph-mon[39429]: Updating smithi110:/etc/ceph/ceph.conf 2024-04-12T16:03:06.660 INFO:tasks.rados.rados.0.smithi099.stdout:682: done (2 left) 2024-04-12T16:03:06.660 INFO:tasks.rados.rados.0.smithi099.stdout:683: done (1 left) 2024-04-12T16:03:06.661 INFO:tasks.rados.rados.0.smithi099.stdout:684: done (0 left) 2024-04-12T16:03:06.661 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 35 current snap is 66 2024-04-12T16:03:06.661 INFO:tasks.rados.rados.0.smithi099.stdout:685: seq_num 226 ranges {3702784=589824,4292608=507904,4800512=294912} 2024-04-12T16:03:06.684 INFO:tasks.rados.rados.0.smithi099.stdout:685: writing smithi09982431-35 from 3702784 to 4292608 tid 1 2024-04-12T16:03:06.687 INFO:tasks.rados.rados.0.smithi099.stdout:685: writing smithi09982431-35 from 4292608 to 4800512 tid 2 2024-04-12T16:03:06.689 INFO:tasks.rados.rados.0.smithi099.stdout:685: writing smithi09982431-35 from 4800512 to 5095424 tid 3 2024-04-12T16:03:06.689 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 40 current snap is 66 2024-04-12T16:03:06.689 INFO:tasks.rados.rados.0.smithi099.stdout:685: finishing write tid 1 to smithi09982431-35 2024-04-12T16:03:06.689 INFO:tasks.rados.rados.0.smithi099.stdout:686: seq_num 227 ranges {860160=606208,1466368=794624,2260992=8192} 2024-04-12T16:03:06.697 INFO:tasks.rados.rados.0.smithi099.stdout:686: writing smithi09982431-40 from 860160 to 1466368 tid 1 2024-04-12T16:03:06.702 INFO:tasks.rados.rados.0.smithi099.stdout:686: writing smithi09982431-40 from 1466368 to 2260992 tid 2 2024-04-12T16:03:06.702 INFO:tasks.rados.rados.0.smithi099.stdout:686: writing smithi09982431-40 from 2260992 to 2269184 tid 3 2024-04-12T16:03:06.702 INFO:tasks.rados.rados.0.smithi099.stdout:687: read oid 22 snap -1 2024-04-12T16:03:06.702 INFO:tasks.rados.rados.0.smithi099.stdout:687: expect (ObjNum 86 snap 11 seq_num 86) 2024-04-12T16:03:06.702 INFO:tasks.rados.rados.0.smithi099.stdout:688: read oid 8 snap -1 2024-04-12T16:03:06.702 INFO:tasks.rados.rados.0.smithi099.stdout:688: expect (ObjNum 198 snap 50 seq_num 198) 2024-04-12T16:03:06.702 INFO:tasks.rados.rados.0.smithi099.stdout:689: copy_from oid 30 from oid 12 current snap is 66 2024-04-12T16:03:06.703 INFO:tasks.rados.rados.0.smithi099.stdout:685: finishing write tid 2 to smithi09982431-35 2024-04-12T16:03:06.703 INFO:tasks.rados.rados.0.smithi099.stdout:685: finishing write tid 3 to smithi09982431-35 2024-04-12T16:03:06.703 INFO:tasks.rados.rados.0.smithi099.stdout:685: finishing write tid 4 to smithi09982431-35 2024-04-12T16:03:06.703 INFO:tasks.rados.rados.0.smithi099.stdout:685: finishing write tid 5 to smithi09982431-35 2024-04-12T16:03:06.703 INFO:tasks.rados.rados.0.smithi099.stdout:685: oid 35 updating version 0 to 171 2024-04-12T16:03:06.703 INFO:tasks.rados.rados.0.smithi099.stdout:685: oid 35 version 171 is already newer than 170 2024-04-12T16:03:06.703 INFO:tasks.rados.rados.0.smithi099.stdout:685: oid 35 updating version 171 to 172 2024-04-12T16:03:06.703 INFO:tasks.rados.rados.0.smithi099.stdout:685: oid 35 version 172 is already newer than 169 2024-04-12T16:03:06.703 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 172 (ObjNum 226 snap 66 seq_num 226) dirty exists 2024-04-12T16:03:06.703 INFO:tasks.rados.rados.0.smithi099.stdout:685: left oid 35 (ObjNum 226 snap 66 seq_num 226) 2024-04-12T16:03:06.703 INFO:tasks.rados.rados.0.smithi099.stdout:686: finishing write tid 1 to smithi09982431-40 2024-04-12T16:03:06.703 INFO:tasks.rados.rados.0.smithi099.stdout:685: done (4 left) 2024-04-12T16:03:06.703 INFO:tasks.rados.rados.0.smithi099.stdout:690: snap_remove snap 46 2024-04-12T16:03:06.877 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[27712]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:03:06] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T16:03:06.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:06 smithi099 ceph-mon[39429]: Updating smithi110:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:03:06.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:06 smithi099 ceph-mon[39429]: Updating smithi099:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:03:06.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:06 smithi099 ceph-mon[39429]: osdmap e184: 8 total, 8 up, 8 in 2024-04-12T16:03:06.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:06 smithi099 ceph-mon[39429]: Updating smithi110:/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:03:06.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:06 smithi099 ceph-mon[39429]: Updating smithi099:/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:03:06.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:06 smithi099 ceph-mon[39429]: pgmap v33: 121 pgs: 121 active+clean; 165 MiB data, 693 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-12T16:03:06.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:06 smithi099 ceph-mon[39429]: Updating smithi099:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T16:03:06.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:06 smithi099 ceph-mon[39429]: Updating smithi110:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T16:03:06.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:06 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:06.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:06 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:06.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:06 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:06.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:06 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:06.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:06 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:06.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:06 smithi099 ceph-mon[39429]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T16:03:06.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:06 smithi099 ceph-mon[27456]: Updating smithi110:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:03:06.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:06 smithi099 ceph-mon[27456]: Updating smithi099:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:03:06.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:06 smithi099 ceph-mon[27456]: osdmap e184: 8 total, 8 up, 8 in 2024-04-12T16:03:06.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:06 smithi099 ceph-mon[27456]: Updating smithi110:/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:03:06.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:06 smithi099 ceph-mon[27456]: Updating smithi099:/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:03:06.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:06 smithi099 ceph-mon[27456]: pgmap v33: 121 pgs: 121 active+clean; 165 MiB data, 693 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-12T16:03:06.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:06 smithi099 ceph-mon[27456]: Updating smithi099:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T16:03:06.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:06 smithi099 ceph-mon[27456]: Updating smithi110:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T16:03:06.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:06 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:06.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:06 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:06.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:06 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:06.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:06 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:06.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:06 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:06.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:06 smithi099 ceph-mon[27456]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T16:03:07.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:06 smithi110 ceph-mon[31279]: Updating smithi110:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:03:07.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:06 smithi110 ceph-mon[31279]: Updating smithi099:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:03:07.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:06 smithi110 ceph-mon[31279]: osdmap e184: 8 total, 8 up, 8 in 2024-04-12T16:03:07.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:06 smithi110 ceph-mon[31279]: Updating smithi110:/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:03:07.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:06 smithi110 ceph-mon[31279]: Updating smithi099:/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:03:07.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:06 smithi110 ceph-mon[31279]: pgmap v33: 121 pgs: 121 active+clean; 165 MiB data, 693 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-12T16:03:07.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:06 smithi110 ceph-mon[31279]: Updating smithi099:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T16:03:07.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:06 smithi110 ceph-mon[31279]: Updating smithi110:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T16:03:07.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:06 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:07.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:06 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:07.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:06 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:07.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:06 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:07.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:06 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:07.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:06 smithi110 ceph-mon[31279]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T16:03:07.672 INFO:tasks.rados.rados.0.smithi099.stdout:690: done (4 left) 2024-04-12T16:03:07.672 INFO:tasks.rados.rados.0.smithi099.stdout:691: delete oid 47 current snap is 66 2024-04-12T16:03:07.674 INFO:tasks.rados.rados.0.smithi099.stdout:686: finishing write tid 2 to smithi09982431-40 2024-04-12T16:03:07.674 INFO:tasks.rados.rados.0.smithi099.stdout:686: finishing write tid 3 to smithi09982431-40 2024-04-12T16:03:07.674 INFO:tasks.rados.rados.0.smithi099.stdout:686: finishing write tid 4 to smithi09982431-40 2024-04-12T16:03:07.674 INFO:tasks.rados.rados.0.smithi099.stdout:689: finishing copy_from racing read to smithi09982431-30 2024-04-12T16:03:07.674 INFO:tasks.rados.rados.0.smithi099.stdout:686: finishing write tid 5 to smithi09982431-40 2024-04-12T16:03:07.674 INFO:tasks.rados.rados.0.smithi099.stdout:686: oid 40 updating version 0 to 286 2024-04-12T16:03:07.674 INFO:tasks.rados.rados.0.smithi099.stdout:686: oid 40 version 286 is already newer than 284 2024-04-12T16:03:07.675 INFO:tasks.rados.rados.0.smithi099.stdout:686: oid 40 version 286 is already newer than 283 2024-04-12T16:03:07.675 INFO:tasks.rados.rados.0.smithi099.stdout:686: oid 40 version 286 is already newer than 285 2024-04-12T16:03:07.675 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 40 v 286 (ObjNum 227 snap 66 seq_num 227) dirty exists 2024-04-12T16:03:07.675 INFO:tasks.rados.rados.0.smithi099.stdout:686: left oid 40 (ObjNum 227 snap 66 seq_num 227) 2024-04-12T16:03:07.675 INFO:tasks.rados.rados.0.smithi099.stdout:689: finishing copy_from to smithi09982431-30 2024-04-12T16:03:07.675 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 30 v 108 (ObjNum 152 snap 35 seq_num 152) dirty exists 2024-04-12T16:03:07.675 INFO:tasks.rados.rados.0.smithi099.stdout:688: expect (ObjNum 198 snap 50 seq_num 198) 2024-04-12T16:03:07.767 INFO:tasks.rados.rados.0.smithi099.stdout:687: expect (ObjNum 86 snap 11 seq_num 86) 2024-04-12T16:03:07.805 INFO:tasks.rados.rados.0.smithi099.stdout:686: done (4 left) 2024-04-12T16:03:07.805 INFO:tasks.rados.rados.0.smithi099.stdout:687: done (3 left) 2024-04-12T16:03:07.805 INFO:tasks.rados.rados.0.smithi099.stdout:688: done (2 left) 2024-04-12T16:03:07.805 INFO:tasks.rados.rados.0.smithi099.stdout:689: done (1 left) 2024-04-12T16:03:07.805 INFO:tasks.rados.rados.0.smithi099.stdout:691: done (0 left) 2024-04-12T16:03:07.805 INFO:tasks.rados.rados.0.smithi099.stdout:692: read oid 11 snap -1 2024-04-12T16:03:07.805 INFO:tasks.rados.rados.0.smithi099.stdout:692: expect (ObjNum 190 snap 48 seq_num 190) 2024-04-12T16:03:07.805 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 27 current snap is 66 2024-04-12T16:03:07.805 INFO:tasks.rados.rados.0.smithi099.stdout:693: seq_num 229 ranges {3342336=638976,3981312=606208,4587520=196608} 2024-04-12T16:03:07.826 INFO:tasks.rados.rados.0.smithi099.stdout:693: writing smithi09982431-27 from 3342336 to 3981312 tid 1 2024-04-12T16:03:07.830 INFO:tasks.rados.rados.0.smithi099.stdout:693: writing smithi09982431-27 from 3981312 to 4587520 tid 2 2024-04-12T16:03:07.831 INFO:tasks.rados.rados.0.smithi099.stdout:693: writing smithi09982431-27 from 4587520 to 4784128 tid 3 2024-04-12T16:03:07.831 INFO:tasks.rados.rados.0.smithi099.stdout:694: read oid 21 snap -1 2024-04-12T16:03:07.831 INFO:tasks.rados.rados.0.smithi099.stdout:694: expect (ObjNum 207 snap 53 seq_num 207) 2024-04-12T16:03:07.831 INFO:tasks.rados.rados.0.smithi099.stdout:695: snap_remove snap 48 2024-04-12T16:03:07.990 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:07 smithi110 ceph-mon[31279]: Reconfiguring daemon prometheus.a on smithi110 2024-04-12T16:03:07.990 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:07 smithi110 ceph-mon[31279]: osdmap e185: 8 total, 8 up, 8 in 2024-04-12T16:03:08.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:07 smithi099 ceph-mon[27456]: Reconfiguring daemon prometheus.a on smithi110 2024-04-12T16:03:08.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:07 smithi099 ceph-mon[27456]: osdmap e185: 8 total, 8 up, 8 in 2024-04-12T16:03:08.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:07 smithi099 ceph-mon[39429]: Reconfiguring daemon prometheus.a on smithi110 2024-04-12T16:03:08.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:07 smithi099 ceph-mon[39429]: osdmap e185: 8 total, 8 up, 8 in 2024-04-12T16:03:08.680 INFO:tasks.rados.rados.0.smithi099.stdout:692: expect (ObjNum 190 snap 48 seq_num 190) 2024-04-12T16:03:08.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:08 smithi110 ceph-mon[31279]: osdmap e186: 8 total, 8 up, 8 in 2024-04-12T16:03:08.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:08 smithi110 ceph-mon[31279]: pgmap v36: 121 pgs: 121 active+clean; 175 MiB data, 708 MiB used, 715 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2024-04-12T16:03:08.837 INFO:tasks.rados.rados.0.smithi099.stdout:693: finishing write tid 1 to smithi09982431-27 2024-04-12T16:03:08.837 INFO:tasks.rados.rados.0.smithi099.stdout:692: done (3 left) 2024-04-12T16:03:08.837 INFO:tasks.rados.rados.0.smithi099.stdout:695: done (2 left) 2024-04-12T16:03:08.837 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 48 current snap is 66 2024-04-12T16:03:08.837 INFO:tasks.rados.rados.0.smithi099.stdout:693: finishing write tid 2 to smithi09982431-27 2024-04-12T16:03:08.837 INFO:tasks.rados.rados.0.smithi099.stdout:693: finishing write tid 3 to smithi09982431-27 2024-04-12T16:03:08.837 INFO:tasks.rados.rados.0.smithi099.stdout:693: finishing write tid 4 to smithi09982431-27 2024-04-12T16:03:08.837 INFO:tasks.rados.rados.0.smithi099.stdout:693: finishing write tid 5 to smithi09982431-27 2024-04-12T16:03:08.837 INFO:tasks.rados.rados.0.smithi099.stdout:693: oid 27 updating version 0 to 175 2024-04-12T16:03:08.837 INFO:tasks.rados.rados.0.smithi099.stdout:693: oid 27 updating version 175 to 177 2024-04-12T16:03:08.838 INFO:tasks.rados.rados.0.smithi099.stdout:693: oid 27 version 177 is already newer than 174 2024-04-12T16:03:08.838 INFO:tasks.rados.rados.0.smithi099.stdout:693: oid 27 version 177 is already newer than 176 2024-04-12T16:03:08.838 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 27 v 177 (ObjNum 229 snap 66 seq_num 229) dirty exists 2024-04-12T16:03:08.838 INFO:tasks.rados.rados.0.smithi099.stdout:693: left oid 27 (ObjNum 229 snap 66 seq_num 229) 2024-04-12T16:03:08.838 INFO:tasks.rados.rados.0.smithi099.stdout:694: expect (ObjNum 207 snap 53 seq_num 207) 2024-04-12T16:03:08.865 INFO:tasks.rados.rados.0.smithi099.stdout:696: seq_num 230 ranges {3284992=655360,3940352=491520,4431872=311296} 2024-04-12T16:03:08.885 INFO:tasks.rados.rados.0.smithi099.stdout:696: writing smithi09982431-48 from 3284992 to 3940352 tid 1 2024-04-12T16:03:08.888 INFO:tasks.rados.rados.0.smithi099.stdout:696: writing smithi09982431-48 from 3940352 to 4431872 tid 2 2024-04-12T16:03:08.890 INFO:tasks.rados.rados.0.smithi099.stdout:696: writing smithi09982431-48 from 4431872 to 4743168 tid 3 2024-04-12T16:03:08.891 INFO:tasks.rados.rados.0.smithi099.stdout:693: done (2 left) 2024-04-12T16:03:08.891 INFO:tasks.rados.rados.0.smithi099.stdout:694: done (1 left) 2024-04-12T16:03:08.891 INFO:tasks.rados.rados.0.smithi099.stdout:697: copy_from oid 45 from oid 18 current snap is 66 2024-04-12T16:03:08.891 INFO:tasks.rados.rados.0.smithi099.stdout:696: finishing write tid 1 to smithi09982431-48 2024-04-12T16:03:08.891 INFO:tasks.rados.rados.0.smithi099.stdout:698: snap_remove snap 39 2024-04-12T16:03:09.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:08 smithi099 ceph-mon[27456]: osdmap e186: 8 total, 8 up, 8 in 2024-04-12T16:03:09.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:08 smithi099 ceph-mon[27456]: pgmap v36: 121 pgs: 121 active+clean; 175 MiB data, 708 MiB used, 715 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2024-04-12T16:03:09.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:08 smithi099 ceph-mon[39429]: osdmap e186: 8 total, 8 up, 8 in 2024-04-12T16:03:09.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:08 smithi099 ceph-mon[39429]: pgmap v36: 121 pgs: 121 active+clean; 175 MiB data, 708 MiB used, 715 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2024-04-12T16:03:09.679 INFO:tasks.rados.rados.0.smithi099.stdout:698: done (2 left) 2024-04-12T16:03:09.679 INFO:tasks.rados.rados.0.smithi099.stdout:699: copy_from oid 23 from oid 21 current snap is 66 2024-04-12T16:03:09.679 INFO:tasks.rados.rados.0.smithi099.stdout:700: copy_from oid 14 from oid 11 current snap is 66 2024-04-12T16:03:09.679 INFO:tasks.rados.rados.0.smithi099.stdout:701: setattr oid 7 current snap is 66 2024-04-12T16:03:09.681 INFO:tasks.rados.rados.0.smithi099.stdout:696: finishing write tid 2 to smithi09982431-48 2024-04-12T16:03:09.681 INFO:tasks.rados.rados.0.smithi099.stdout:696: finishing write tid 3 to smithi09982431-48 2024-04-12T16:03:09.681 INFO:tasks.rados.rados.0.smithi099.stdout:696: finishing write tid 4 to smithi09982431-48 2024-04-12T16:03:09.682 INFO:tasks.rados.rados.0.smithi099.stdout:696: finishing write tid 5 to smithi09982431-48 2024-04-12T16:03:09.682 INFO:tasks.rados.rados.0.smithi099.stdout:696: oid 48 updating version 0 to 147 2024-04-12T16:03:09.682 INFO:tasks.rados.rados.0.smithi099.stdout:696: oid 48 updating version 147 to 150 2024-04-12T16:03:09.682 INFO:tasks.rados.rados.0.smithi099.stdout:696: oid 48 version 150 is already newer than 148 2024-04-12T16:03:09.682 INFO:tasks.rados.rados.0.smithi099.stdout:696: oid 48 version 150 is already newer than 149 2024-04-12T16:03:09.682 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 48 v 150 (ObjNum 230 snap 66 seq_num 230) dirty exists 2024-04-12T16:03:09.682 INFO:tasks.rados.rados.0.smithi099.stdout:696: left oid 48 (ObjNum 230 snap 66 seq_num 230) 2024-04-12T16:03:09.682 INFO:tasks.rados.rados.0.smithi099.stdout:697: finishing copy_from racing read to smithi09982431-45 2024-04-12T16:03:09.682 INFO:tasks.rados.rados.0.smithi099.stdout:697: finishing copy_from to smithi09982431-45 2024-04-12T16:03:09.682 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 45 v 202 (ObjNum 115 snap 24 seq_num 115) dirty exists 2024-04-12T16:03:09.682 INFO:tasks.rados.rados.0.smithi099.stdout:696: done (4 left) 2024-04-12T16:03:09.682 INFO:tasks.rados.rados.0.smithi099.stdout:697: done (3 left) 2024-04-12T16:03:09.682 INFO:tasks.rados.rados.0.smithi099.stdout:702: setattr oid 33 current snap is 66 2024-04-12T16:03:09.683 INFO:tasks.rados.rados.0.smithi099.stdout:703: snap_create 2024-04-12T16:03:09.691 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 33 v 203 (ObjNum 289 snap 0 seq_num 1659316955) dirty exists 2024-04-12T16:03:09.691 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 7 v 299 (ObjNum 129 snap 0 seq_num 1924449200) dirty exists 2024-04-12T16:03:09.693 INFO:tasks.rados.rados.0.smithi099.stdout:699: finishing copy_from racing read to smithi09982431-23 2024-04-12T16:03:09.695 INFO:tasks.rados.rados.0.smithi099.stdout:699: finishing copy_from to smithi09982431-23 2024-04-12T16:03:09.695 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 23 v 283 (ObjNum 207 snap 53 seq_num 207) dirty exists 2024-04-12T16:03:09.706 INFO:tasks.rados.rados.0.smithi099.stdout:700: finishing copy_from racing read to smithi09982431-14 2024-04-12T16:03:09.708 INFO:tasks.rados.rados.0.smithi099.stdout:700: finishing copy_from to smithi09982431-14 2024-04-12T16:03:09.708 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 14 v 161 (ObjNum 190 snap 48 seq_num 190) dirty exists 2024-04-12T16:03:10.005 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:09 smithi110 ceph-mon[31279]: osdmap e187: 8 total, 8 up, 8 in 2024-04-12T16:03:10.006 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:09 smithi110 systemd[1]: Stopping Ceph prometheus.a for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:03:10.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:09 smithi099 ceph-mon[27456]: osdmap e187: 8 total, 8 up, 8 in 2024-04-12T16:03:10.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:09 smithi099 ceph-mon[39429]: osdmap e187: 8 total, 8 up, 8 in 2024-04-12T16:03:10.311 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:10 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[65103]: ts=2024-04-12T16:03:10.007Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-12T16:03:10.311 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:10 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[65103]: ts=2024-04-12T16:03:10.007Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-12T16:03:10.311 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:10 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[65103]: ts=2024-04-12T16:03:10.007Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-12T16:03:10.312 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:10 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[65103]: ts=2024-04-12T16:03:10.007Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-12T16:03:10.312 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:10 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[65103]: ts=2024-04-12T16:03:10.007Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-12T16:03:10.312 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:10 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[65103]: ts=2024-04-12T16:03:10.007Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-12T16:03:10.312 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:10 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[65103]: ts=2024-04-12T16:03:10.007Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-12T16:03:10.312 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:10 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[65103]: ts=2024-04-12T16:03:10.007Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-12T16:03:10.312 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:10 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[65103]: ts=2024-04-12T16:03:10.007Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-12T16:03:10.312 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:10 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[65103]: ts=2024-04-12T16:03:10.008Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-12T16:03:10.312 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:10 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[65103]: ts=2024-04-12T16:03:10.008Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-12T16:03:10.312 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:10 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[65103]: ts=2024-04-12T16:03:10.008Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-12T16:03:10.312 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:10 smithi110 podman[76322]: 2024-04-12 16:03:10.017949634 +0000 UTC m=+0.134855507 container died 358e8ea8cd9b5a547a84a3c390fce09b083f67b4fb4fa0eb8cb4d3f5db5f0f10 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:03:10.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:10 smithi110 podman[76322]: 2024-04-12 16:03:10.412240639 +0000 UTC m=+0.529146506 container cleanup 358e8ea8cd9b5a547a84a3c390fce09b083f67b4fb4fa0eb8cb4d3f5db5f0f10 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:03:10.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:10 smithi110 bash[76322]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a 2024-04-12T16:03:10.686 INFO:tasks.rados.rados.0.smithi099.stdout:699: done (4 left) 2024-04-12T16:03:10.686 INFO:tasks.rados.rados.0.smithi099.stdout:700: done (3 left) 2024-04-12T16:03:10.686 INFO:tasks.rados.rados.0.smithi099.stdout:701: done (2 left) 2024-04-12T16:03:10.686 INFO:tasks.rados.rados.0.smithi099.stdout:702: done (1 left) 2024-04-12T16:03:10.686 INFO:tasks.rados.rados.0.smithi099.stdout:703: done (0 left) 2024-04-12T16:03:10.686 INFO:tasks.rados.rados.0.smithi099.stdout:704: rollback oid 27 current snap is 67 2024-04-12T16:03:10.686 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 27 to 47 2024-04-12T16:03:10.686 INFO:tasks.rados.rados.0.smithi099.stdout:705: snap_remove snap 63 2024-04-12T16:03:11.032 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:10 smithi110 ceph-mon[31279]: osdmap e188: 8 total, 8 up, 8 in 2024-04-12T16:03:11.032 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:10 smithi110 ceph-mon[31279]: pgmap v39: 121 pgs: 121 active+clean; 175 MiB data, 708 MiB used, 715 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2024-04-12T16:03:11.033 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:10 smithi110 podman[76341]: 2024-04-12 16:03:10.663561437 +0000 UTC m=+0.648720187 container remove 358e8ea8cd9b5a547a84a3c390fce09b083f67b4fb4fa0eb8cb4d3f5db5f0f10 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:03:11.033 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:10 smithi110 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-12T16:03:11.033 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:10 smithi110 systemd[1]: Stopped Ceph prometheus.a for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:03:11.033 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:10 smithi110 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@prometheus.a.service: Consumed 1.657s CPU time. 2024-04-12T16:03:11.033 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:10 smithi110 systemd[1]: Starting Ceph prometheus.a for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:03:11.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:10 smithi099 ceph-mon[27456]: osdmap e188: 8 total, 8 up, 8 in 2024-04-12T16:03:11.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:10 smithi099 ceph-mon[27456]: pgmap v39: 121 pgs: 121 active+clean; 175 MiB data, 708 MiB used, 715 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2024-04-12T16:03:11.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:10 smithi099 ceph-mon[39429]: osdmap e188: 8 total, 8 up, 8 in 2024-04-12T16:03:11.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:10 smithi099 ceph-mon[39429]: pgmap v39: 121 pgs: 121 active+clean; 175 MiB data, 708 MiB used, 715 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2024-04-12T16:03:11.306 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:11 smithi110 podman[76442]: 2024-04-12 16:03:10.938317241 +0000 UTC m=+0.018971152 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-12T16:03:11.307 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:11 smithi110 podman[76442]: 2024-04-12 16:03:11.058782977 +0000 UTC m=+0.139436878 container create 36941fb855701705ec0a31412f697bc4c2286a6292e093adb65a3f1ed28070cc (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:03:11.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:11 smithi110 podman[76442]: 2024-04-12 16:03:11.30876111 +0000 UTC m=+0.389415011 container init 36941fb855701705ec0a31412f697bc4c2286a6292e093adb65a3f1ed28070cc (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:03:11.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:11 smithi110 podman[76442]: 2024-04-12 16:03:11.314534061 +0000 UTC m=+0.395187962 container start 36941fb855701705ec0a31412f697bc4c2286a6292e093adb65a3f1ed28070cc (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:03:11.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:11 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[76457]: ts=2024-04-12T16:03:11.337Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-12T16:03:11.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:11 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[76457]: ts=2024-04-12T16:03:11.337Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-12T16:03:11.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:11 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[76457]: ts=2024-04-12T16:03:11.337Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi110 (none))" 2024-04-12T16:03:11.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:11 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[76457]: ts=2024-04-12T16:03:11.337Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-12T16:03:11.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:11 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[76457]: ts=2024-04-12T16:03:11.337Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-12T16:03:11.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:11 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[76457]: ts=2024-04-12T16:03:11.339Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-12T16:03:11.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:11 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[76457]: ts=2024-04-12T16:03:11.339Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-12T16:03:11.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:11 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[76457]: ts=2024-04-12T16:03:11.341Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-12T16:03:11.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:11 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[76457]: ts=2024-04-12T16:03:11.341Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-12T16:03:11.586 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:11 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[76457]: ts=2024-04-12T16:03:11.342Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-12T16:03:11.586 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:11 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[76457]: ts=2024-04-12T16:03:11.343Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=759.648µs 2024-04-12T16:03:11.586 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:11 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[76457]: ts=2024-04-12T16:03:11.343Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-12T16:03:11.586 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:11 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[76457]: ts=2024-04-12T16:03:11.345Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-04-12T16:03:11.586 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:11 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[76457]: ts=2024-04-12T16:03:11.352Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-04-12T16:03:11.586 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:11 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[76457]: ts=2024-04-12T16:03:11.352Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-04-12T16:03:11.586 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:11 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[76457]: ts=2024-04-12T16:03:11.352Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=38.174µs wal_replay_duration=9.337463ms wbl_replay_duration=160ns total_replay_duration=10.174122ms 2024-04-12T16:03:11.586 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:11 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[76457]: ts=2024-04-12T16:03:11.354Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-12T16:03:11.586 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:11 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[76457]: ts=2024-04-12T16:03:11.354Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-12T16:03:11.586 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:11 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[76457]: ts=2024-04-12T16:03:11.354Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-12T16:03:11.586 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:11 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[76457]: ts=2024-04-12T16:03:11.375Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=21.53394ms db_storage=885ns remote_storage=934ns web_handler=352ns query_engine=581ns scrape=641.504µs scrape_sd=82.253µs notify=10.569µs notify_sd=9.192µs rules=20.486031ms tracing=6.743µs 2024-04-12T16:03:11.586 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:11 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[76457]: ts=2024-04-12T16:03:11.375Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-12T16:03:11.586 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:11 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[76457]: ts=2024-04-12T16:03:11.375Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-12T16:03:11.587 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:11 smithi110 bash[76442]: 36941fb855701705ec0a31412f697bc4c2286a6292e093adb65a3f1ed28070cc 2024-04-12T16:03:11.587 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:11 smithi110 systemd[1]: Started Ceph prometheus.a for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:03:11.690 INFO:tasks.rados.rados.0.smithi099.stdout:705: done (1 left) 2024-04-12T16:03:11.690 INFO:tasks.rados.rados.0.smithi099.stdout:706: copy_from oid 11 from oid 41 current snap is 67 2024-04-12T16:03:11.690 INFO:tasks.rados.rados.0.smithi099.stdout:704: finishing rollback tid 0 to smithi09982431-27 2024-04-12T16:03:11.690 INFO:tasks.rados.rados.0.smithi099.stdout:704: finishing rollback tid 1 to smithi09982431-27 2024-04-12T16:03:11.690 INFO:tasks.rados.rados.0.smithi099.stdout:704: finishing rollback tid 2 to smithi09982431-27 2024-04-12T16:03:11.690 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 27 v 206 (ObjNum 179 snap 46 seq_num 179) dirty exists 2024-04-12T16:03:11.690 INFO:tasks.rados.rados.0.smithi099.stdout:704: done (1 left) 2024-04-12T16:03:11.690 INFO:tasks.rados.rados.0.smithi099.stdout:707: copy_from oid 46 from oid 17 current snap is 67 2024-04-12T16:03:11.690 INFO:tasks.rados.rados.0.smithi099.stdout:708: delete oid 29 current snap is 67 2024-04-12T16:03:11.698 INFO:tasks.rados.rados.0.smithi099.stdout:708: done (2 left) 2024-04-12T16:03:11.698 INFO:tasks.rados.rados.0.smithi099.stdout:709: snap_remove snap 58 2024-04-12T16:03:12.032 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:11 smithi099 ceph-mon[27456]: osdmap e189: 8 total, 8 up, 8 in 2024-04-12T16:03:12.032 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:11 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:12.032 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:11 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:12.032 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:11 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T16:03:12.032 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:11 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:03:12.032 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:11 smithi099 ceph-mon[39429]: osdmap e189: 8 total, 8 up, 8 in 2024-04-12T16:03:12.032 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:11 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:12.032 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:11 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:12.033 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:11 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T16:03:12.033 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:11 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:03:12.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:11 smithi110 ceph-mon[31279]: osdmap e189: 8 total, 8 up, 8 in 2024-04-12T16:03:12.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:11 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:12.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:11 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:12.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:11 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T16:03:12.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:11 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:03:12.699 INFO:tasks.rados.rados.0.smithi099.stdout:709: done (2 left) 2024-04-12T16:03:12.699 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 12 current snap is 67 2024-04-12T16:03:12.700 INFO:tasks.rados.rados.0.smithi099.stdout:710: seq_num 232 ranges {147456=688128,835584=663552,1499136=139264} 2024-04-12T16:03:12.702 INFO:tasks.rados.rados.0.smithi099.stdout:710: writing smithi09982431-12 from 147456 to 835584 tid 1 2024-04-12T16:03:12.707 INFO:tasks.rados.rados.0.smithi099.stdout:710: writing smithi09982431-12 from 835584 to 1499136 tid 2 2024-04-12T16:03:12.708 INFO:tasks.rados.rados.0.smithi099.stdout:710: writing smithi09982431-12 from 1499136 to 1638400 tid 3 2024-04-12T16:03:12.708 INFO:tasks.rados.rados.0.smithi099.stdout:706: finishing copy_from racing read to smithi09982431-11 2024-04-12T16:03:12.708 INFO:tasks.rados.rados.0.smithi099.stdout:707: finishing copy_from racing read to smithi09982431-46 2024-04-12T16:03:12.709 INFO:tasks.rados.rados.0.smithi099.stdout:707: finishing copy_from to smithi09982431-46 2024-04-12T16:03:12.709 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 46 v 12 (ObjNum 150 snap 34 seq_num 150) dirty exists 2024-04-12T16:03:12.709 INFO:tasks.rados.rados.0.smithi099.stdout:706: finishing copy_from to smithi09982431-11 2024-04-12T16:03:12.709 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 11 v 89 (ObjNum 111 snap 23 seq_num 111) dirty exists 2024-04-12T16:03:12.709 INFO:tasks.rados.rados.0.smithi099.stdout:706: done (2 left) 2024-04-12T16:03:12.709 INFO:tasks.rados.rados.0.smithi099.stdout:707: done (1 left) 2024-04-12T16:03:12.709 INFO:tasks.rados.rados.0.smithi099.stdout:711: delete oid 3 current snap is 67 2024-04-12T16:03:12.709 INFO:tasks.rados.rados.0.smithi099.stdout:710: finishing write tid 1 to smithi09982431-12 2024-04-12T16:03:12.711 INFO:tasks.rados.rados.0.smithi099.stdout:711: done (1 left) 2024-04-12T16:03:12.711 INFO:tasks.rados.rados.0.smithi099.stdout:712: snap_remove snap 40 2024-04-12T16:03:13.066 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:12 smithi099 ceph-mon[27456]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T16:03:13.066 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:12 smithi099 ceph-mon[27456]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-12T16:03:13.066 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:12 smithi099 ceph-mon[27456]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-12T16:03:13.066 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:12 smithi099 ceph-mon[27456]: osdmap e190: 8 total, 8 up, 8 in 2024-04-12T16:03:13.067 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:12 smithi099 ceph-mon[27456]: pgmap v42: 121 pgs: 121 active+clean; 179 MiB data, 710 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 918 KiB/s wr, 2 op/s 2024-04-12T16:03:13.067 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:12 smithi099 ceph-mon[39429]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T16:03:13.067 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:12 smithi099 ceph-mon[39429]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-12T16:03:13.067 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:12 smithi099 ceph-mon[39429]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-12T16:03:13.067 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:12 smithi099 ceph-mon[39429]: osdmap e190: 8 total, 8 up, 8 in 2024-04-12T16:03:13.067 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:12 smithi099 ceph-mon[39429]: pgmap v42: 121 pgs: 121 active+clean; 179 MiB data, 710 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 918 KiB/s wr, 2 op/s 2024-04-12T16:03:13.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:12 smithi110 ceph-mon[31279]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T16:03:13.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:12 smithi110 ceph-mon[31279]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-12T16:03:13.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:12 smithi110 ceph-mon[31279]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-12T16:03:13.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:12 smithi110 ceph-mon[31279]: osdmap e190: 8 total, 8 up, 8 in 2024-04-12T16:03:13.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:12 smithi110 ceph-mon[31279]: pgmap v42: 121 pgs: 121 active+clean; 179 MiB data, 710 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 918 KiB/s wr, 2 op/s 2024-04-12T16:03:13.702 INFO:tasks.rados.rados.0.smithi099.stdout:712: done (1 left) 2024-04-12T16:03:13.702 INFO:tasks.rados.rados.0.smithi099.stdout:713: read oid 9 snap -1 2024-04-12T16:03:13.702 INFO:tasks.rados.rados.0.smithi099.stdout:713: expect deleted 2024-04-12T16:03:13.702 INFO:tasks.rados.rados.0.smithi099.stdout:714: snap_remove snap 57 2024-04-12T16:03:13.969 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:13 smithi099 ceph-mon[39429]: osdmap e191: 8 total, 8 up, 8 in 2024-04-12T16:03:13.969 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:13 smithi099 ceph-mon[39429]: Upgrade: Updating mgr.y 2024-04-12T16:03:13.969 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:13 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:13.970 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:13 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:03:13.970 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:13 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:03:13.970 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:13 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T16:03:13.970 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:13 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:03:13.970 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:13 smithi099 ceph-mon[39429]: Deploying daemon mgr.y on smithi099 2024-04-12T16:03:13.970 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:13 smithi099 ceph-mon[27456]: osdmap e191: 8 total, 8 up, 8 in 2024-04-12T16:03:13.970 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:13 smithi099 ceph-mon[27456]: Upgrade: Updating mgr.y 2024-04-12T16:03:13.970 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:13 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:13.970 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:13 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:03:13.970 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:13 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:03:13.970 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:13 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T16:03:13.971 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:13 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:03:13.971 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:13 smithi099 ceph-mon[27456]: Deploying daemon mgr.y on smithi099 2024-04-12T16:03:14.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:13 smithi110 ceph-mon[31279]: osdmap e191: 8 total, 8 up, 8 in 2024-04-12T16:03:14.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:13 smithi110 ceph-mon[31279]: Upgrade: Updating mgr.y 2024-04-12T16:03:14.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:13 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:14.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:13 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:03:14.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:13 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:03:14.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:13 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T16:03:14.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:13 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:03:14.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:13 smithi110 ceph-mon[31279]: Deploying daemon mgr.y on smithi099 2024-04-12T16:03:14.708 INFO:tasks.rados.rados.0.smithi099.stdout:714: done (2 left) 2024-04-12T16:03:14.708 INFO:tasks.rados.rados.0.smithi099.stdout:715: read oid 47 snap -1 2024-04-12T16:03:14.708 INFO:tasks.rados.rados.0.smithi099.stdout:715: expect deleted 2024-04-12T16:03:14.708 INFO:tasks.rados.rados.0.smithi099.stdout:716: rollback oid 33 current snap is 67 2024-04-12T16:03:14.709 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 33 to 53 2024-04-12T16:03:14.709 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 35 current snap is 67 2024-04-12T16:03:14.709 INFO:tasks.rados.rados.0.smithi099.stdout:717: seq_num 234 ranges {5095424=729088,5824512=434176,6258688=368640} 2024-04-12T16:03:14.740 INFO:tasks.rados.rados.0.smithi099.stdout:717: writing smithi09982431-35 from 5095424 to 5824512 tid 1 2024-04-12T16:03:14.742 INFO:tasks.rados.rados.0.smithi099.stdout:717: writing smithi09982431-35 from 5824512 to 6258688 tid 2 2024-04-12T16:03:14.745 INFO:tasks.rados.rados.0.smithi099.stdout:717: writing smithi09982431-35 from 6258688 to 6627328 tid 3 2024-04-12T16:03:14.745 INFO:tasks.rados.rados.0.smithi099.stdout:718: read oid 25 snap -1 2024-04-12T16:03:14.745 INFO:tasks.rados.rados.0.smithi099.stdout:718: expect (ObjNum 109 snap 23 seq_num 109) 2024-04-12T16:03:14.745 INFO:tasks.rados.rados.0.smithi099.stdout:719: delete oid 30 current snap is 67 2024-04-12T16:03:14.745 INFO:tasks.rados.rados.0.smithi099.stdout:710: finishing write tid 2 to smithi09982431-12 2024-04-12T16:03:14.745 INFO:tasks.rados.rados.0.smithi099.stdout:710: finishing write tid 3 to smithi09982431-12 2024-04-12T16:03:14.746 INFO:tasks.rados.rados.0.smithi099.stdout:710: finishing write tid 4 to smithi09982431-12 2024-04-12T16:03:14.746 INFO:tasks.rados.rados.0.smithi099.stdout:710: finishing write tid 5 to smithi09982431-12 2024-04-12T16:03:14.746 INFO:tasks.rados.rados.0.smithi099.stdout:710: oid 12 updating version 0 to 211 2024-04-12T16:03:14.746 INFO:tasks.rados.rados.0.smithi099.stdout:710: oid 12 version 211 is already newer than 208 2024-04-12T16:03:14.746 INFO:tasks.rados.rados.0.smithi099.stdout:710: oid 12 version 211 is already newer than 210 2024-04-12T16:03:14.746 INFO:tasks.rados.rados.0.smithi099.stdout:710: oid 12 version 211 is already newer than 209 2024-04-12T16:03:14.746 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 211 (ObjNum 232 snap 67 seq_num 232) dirty exists 2024-04-12T16:03:14.746 INFO:tasks.rados.rados.0.smithi099.stdout:710: left oid 12 (ObjNum 232 snap 67 seq_num 232) 2024-04-12T16:03:14.746 INFO:tasks.rados.rados.0.smithi099.stdout:716: finishing rollback tid 0 to smithi09982431-33 2024-04-12T16:03:14.746 INFO:tasks.rados.rados.0.smithi099.stdout:716: finishing rollback tid 1 to smithi09982431-33 2024-04-12T16:03:14.746 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 33 v 208 (ObjNum 129 snap 0 seq_num 1924626688) dirty dne 2024-04-12T16:03:14.746 INFO:tasks.rados.rados.0.smithi099.stdout:717: finishing write tid 1 to smithi09982431-35 2024-04-12T16:03:14.747 INFO:tasks.rados.rados.0.smithi099.stdout:717: finishing write tid 2 to smithi09982431-35 2024-04-12T16:03:14.748 INFO:tasks.rados.rados.0.smithi099.stdout:717: finishing write tid 3 to smithi09982431-35 2024-04-12T16:03:14.749 INFO:tasks.rados.rados.0.smithi099.stdout:717: finishing write tid 4 to smithi09982431-35 2024-04-12T16:03:14.750 INFO:tasks.rados.rados.0.smithi099.stdout:710: done (6 left) 2024-04-12T16:03:14.751 INFO:tasks.rados.rados.0.smithi099.stdout:713: done (5 left) 2024-04-12T16:03:14.751 INFO:tasks.rados.rados.0.smithi099.stdout:715: done (4 left) 2024-04-12T16:03:14.751 INFO:tasks.rados.rados.0.smithi099.stdout:716: done (3 left) 2024-04-12T16:03:14.751 INFO:tasks.rados.rados.0.smithi099.stdout:719: done (2 left) 2024-04-12T16:03:14.751 INFO:tasks.rados.rados.0.smithi099.stdout:720: setattr oid 16 current snap is 67 2024-04-12T16:03:14.751 INFO:tasks.rados.rados.0.smithi099.stdout:717: finishing write tid 5 to smithi09982431-35 2024-04-12T16:03:14.751 INFO:tasks.rados.rados.0.smithi099.stdout:717: oid 35 updating version 0 to 173 2024-04-12T16:03:14.752 INFO:tasks.rados.rados.0.smithi099.stdout:717: oid 35 updating version 173 to 175 2024-04-12T16:03:14.752 INFO:tasks.rados.rados.0.smithi099.stdout:717: oid 35 version 175 is already newer than 174 2024-04-12T16:03:14.752 INFO:tasks.rados.rados.0.smithi099.stdout:717: oid 35 updating version 175 to 176 2024-04-12T16:03:14.752 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 176 (ObjNum 234 snap 67 seq_num 234) dirty exists 2024-04-12T16:03:14.752 INFO:tasks.rados.rados.0.smithi099.stdout:717: left oid 35 (ObjNum 234 snap 67 seq_num 234) 2024-04-12T16:03:14.753 INFO:tasks.rados.rados.0.smithi099.stdout:718: expect (ObjNum 109 snap 23 seq_num 109) 2024-04-12T16:03:14.807 INFO:tasks.rados.rados.0.smithi099.stdout:717: done (2 left) 2024-04-12T16:03:14.807 INFO:tasks.rados.rados.0.smithi099.stdout:718: done (1 left) 2024-04-12T16:03:14.807 INFO:tasks.rados.rados.0.smithi099.stdout:721: rmattr oid 30 current snap is 67 2024-04-12T16:03:14.807 INFO:tasks.rados.rados.0.smithi099.stdout:721: done (1 left) 2024-04-12T16:03:14.808 INFO:tasks.rados.rados.0.smithi099.stdout:722: setattr oid 32 current snap is 67 2024-04-12T16:03:14.809 INFO:tasks.rados.rados.0.smithi099.stdout:723: delete oid 44 current snap is 67 2024-04-12T16:03:14.810 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 16 v 221 (ObjNum 187 snap 47 seq_num 187) dirty exists 2024-04-12T16:03:14.812 INFO:tasks.rados.rados.0.smithi099.stdout:720: done (2 left) 2024-04-12T16:03:14.812 INFO:tasks.rados.rados.0.smithi099.stdout:723: done (1 left) 2024-04-12T16:03:14.812 INFO:tasks.rados.rados.0.smithi099.stdout:724: copy_from oid 27 from oid 10 current snap is 67 2024-04-12T16:03:14.812 INFO:tasks.rados.rados.0.smithi099.stdout:725: read oid 42 snap -1 2024-04-12T16:03:14.812 INFO:tasks.rados.rados.0.smithi099.stdout:725: expect (ObjNum 87 snap 11 seq_num 87) 2024-04-12T16:03:14.812 INFO:tasks.rados.rados.0.smithi099.stdout:726: setattr oid 34 current snap is 67 2024-04-12T16:03:14.812 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 32 v 198 (ObjNum 200 snap 51 seq_num 200) dirty exists 2024-04-12T16:03:14.813 INFO:tasks.rados.rados.0.smithi099.stdout:724: finishing copy_from to smithi09982431-27 2024-04-12T16:03:14.813 INFO:tasks.rados.rados.0.smithi099.stdout:724: got expected ENOENT (src dne) 2024-04-12T16:03:14.813 INFO:tasks.rados.rados.0.smithi099.stdout:724: finishing copy_from racing read to smithi09982431-27 2024-04-12T16:03:14.814 INFO:tasks.rados.rados.0.smithi099.stdout:722: done (3 left) 2024-04-12T16:03:14.814 INFO:tasks.rados.rados.0.smithi099.stdout:724: done (2 left) 2024-04-12T16:03:14.814 INFO:tasks.rados.rados.0.smithi099.stdout:727: rollback oid 22 current snap is 67 2024-04-12T16:03:14.814 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 22 to 66 2024-04-12T16:03:14.814 INFO:tasks.rados.rados.0.smithi099.stdout:728: copy_from oid 36 from oid 39 current snap is 67 2024-04-12T16:03:14.814 INFO:tasks.rados.rados.0.smithi099.stdout:729: read oid 5 snap -1 2024-04-12T16:03:14.814 INFO:tasks.rados.rados.0.smithi099.stdout:729: expect deleted 2024-04-12T16:03:14.814 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 16 current snap is 67 2024-04-12T16:03:14.815 INFO:tasks.rados.rados.0.smithi099.stdout:730: seq_num 237 ranges {3981312=778240,4759552=532480,5292032=270336} 2024-04-12T16:03:14.840 INFO:tasks.rados.rados.0.smithi099.stdout:730: writing smithi09982431-16 from 3981312 to 4759552 tid 1 2024-04-12T16:03:14.843 INFO:tasks.rados.rados.0.smithi099.stdout:730: writing smithi09982431-16 from 4759552 to 5292032 tid 2 2024-04-12T16:03:14.845 INFO:tasks.rados.rados.0.smithi099.stdout:730: writing smithi09982431-16 from 5292032 to 5562368 tid 3 2024-04-12T16:03:14.845 INFO:tasks.rados.rados.0.smithi099.stdout:731: read oid 44 snap -1 2024-04-12T16:03:14.845 INFO:tasks.rados.rados.0.smithi099.stdout:731: expect deleted 2024-04-12T16:03:14.845 INFO:tasks.rados.rados.0.smithi099.stdout:732: snap_remove snap 41 2024-04-12T16:03:15.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:14 smithi110 ceph-mon[31279]: osdmap e192: 8 total, 8 up, 8 in 2024-04-12T16:03:15.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:14 smithi110 ceph-mon[31279]: pgmap v45: 121 pgs: 121 active+clean; 191 MiB data, 759 MiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.0 MiB/s wr, 17 op/s 2024-04-12T16:03:15.086 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:14 smithi099 ceph-mon[27456]: osdmap e192: 8 total, 8 up, 8 in 2024-04-12T16:03:15.086 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:14 smithi099 ceph-mon[27456]: pgmap v45: 121 pgs: 121 active+clean; 191 MiB data, 759 MiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.0 MiB/s wr, 17 op/s 2024-04-12T16:03:15.087 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:14 smithi099 ceph-mon[39429]: osdmap e192: 8 total, 8 up, 8 in 2024-04-12T16:03:15.087 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:14 smithi099 ceph-mon[39429]: pgmap v45: 121 pgs: 121 active+clean; 191 MiB data, 759 MiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.0 MiB/s wr, 17 op/s 2024-04-12T16:03:15.362 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:15 smithi099 systemd[1]: Stopping Ceph mgr.y for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:03:15.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:15 smithi099 podman[85229]: 2024-04-12 16:03:15.363599791 +0000 UTC m=+0.135562634 container died ebb4a4c3a6467cfcb788cf04ae06d8305217d694b5c5d96ddd62c4618efae911 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, RELEASE=reef-d540eba, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240403, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-04-12T16:03:15.714 INFO:tasks.rados.rados.0.smithi099.stdout:732: done (7 left) 2024-04-12T16:03:15.714 INFO:tasks.rados.rados.0.smithi099.stdout:733: snap_create 2024-04-12T16:03:15.714 INFO:tasks.rados.rados.0.smithi099.stdout:727: finishing rollback tid 0 to smithi09982431-22 2024-04-12T16:03:15.715 INFO:tasks.rados.rados.0.smithi099.stdout:727: finishing rollback tid 1 to smithi09982431-22 2024-04-12T16:03:15.715 INFO:tasks.rados.rados.0.smithi099.stdout:727: finishing rollback tid 2 to smithi09982431-22 2024-04-12T16:03:15.715 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 22 v 288 (ObjNum 86 snap 11 seq_num 86) dirty exists 2024-04-12T16:03:15.715 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 34 v 331 (ObjNum 208 snap 53 seq_num 208) dirty exists 2024-04-12T16:03:15.715 INFO:tasks.rados.rados.0.smithi099.stdout:725: expect (ObjNum 87 snap 11 seq_num 87) 2024-04-12T16:03:15.786 INFO:tasks.rados.rados.0.smithi099.stdout:728: finishing copy_from racing read to smithi09982431-36 2024-04-12T16:03:15.787 INFO:tasks.rados.rados.0.smithi099.stdout:728: finishing copy_from to smithi09982431-36 2024-04-12T16:03:15.787 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 36 v 242 (ObjNum 222 snap 61 seq_num 222) dirty exists 2024-04-12T16:03:15.787 INFO:tasks.rados.rados.0.smithi099.stdout:730: finishing write tid 1 to smithi09982431-16 2024-04-12T16:03:15.787 INFO:tasks.rados.rados.0.smithi099.stdout:730: finishing write tid 2 to smithi09982431-16 2024-04-12T16:03:15.787 INFO:tasks.rados.rados.0.smithi099.stdout:730: finishing write tid 3 to smithi09982431-16 2024-04-12T16:03:15.787 INFO:tasks.rados.rados.0.smithi099.stdout:730: finishing write tid 4 to smithi09982431-16 2024-04-12T16:03:15.787 INFO:tasks.rados.rados.0.smithi099.stdout:730: finishing write tid 5 to smithi09982431-16 2024-04-12T16:03:15.787 INFO:tasks.rados.rados.0.smithi099.stdout:730: oid 16 updating version 0 to 222 2024-04-12T16:03:15.787 INFO:tasks.rados.rados.0.smithi099.stdout:730: oid 16 updating version 222 to 224 2024-04-12T16:03:15.787 INFO:tasks.rados.rados.0.smithi099.stdout:730: oid 16 updating version 224 to 225 2024-04-12T16:03:15.787 INFO:tasks.rados.rados.0.smithi099.stdout:730: oid 16 version 225 is already newer than 223 2024-04-12T16:03:15.787 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 16 v 225 (ObjNum 237 snap 67 seq_num 237) dirty exists 2024-04-12T16:03:15.787 INFO:tasks.rados.rados.0.smithi099.stdout:730: left oid 16 (ObjNum 237 snap 67 seq_num 237) 2024-04-12T16:03:16.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:15 smithi110 ceph-mon[31279]: osdmap e193: 8 total, 8 up, 8 in 2024-04-12T16:03:16.115 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:15 smithi099 ceph-mon[27456]: osdmap e193: 8 total, 8 up, 8 in 2024-04-12T16:03:16.115 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:15 smithi099 podman[85229]: 2024-04-12 16:03:15.829840425 +0000 UTC m=+0.601803274 container cleanup ebb4a4c3a6467cfcb788cf04ae06d8305217d694b5c5d96ddd62c4618efae911 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240403, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=reef-d540eba, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-12T16:03:16.115 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:15 smithi099 bash[85229]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y 2024-04-12T16:03:16.115 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:15 smithi099 ceph-mon[39429]: osdmap e193: 8 total, 8 up, 8 in 2024-04-12T16:03:16.377 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:16 smithi099 podman[85248]: 2024-04-12 16:03:16.117151398 +0000 UTC m=+0.757379461 container remove ebb4a4c3a6467cfcb788cf04ae06d8305217d694b5c5d96ddd62c4618efae911 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240403, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=reef-d540eba, maintainer=Guillaume Abrioux ) 2024-04-12T16:03:16.377 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:16 smithi099 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-04-12T16:03:16.377 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:16 smithi099 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-04-12T16:03:16.377 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:16 smithi099 systemd[1]: Stopped Ceph mgr.y for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:03:16.378 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:16 smithi099 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mgr.y.service: Consumed 1min 3.933s CPU time. 2024-04-12T16:03:16.580 INFO:tasks.rados.rados.0.smithi099.stdout:725: done (7 left) 2024-04-12T16:03:16.580 INFO:tasks.rados.rados.0.smithi099.stdout:726: done (6 left) 2024-04-12T16:03:16.580 INFO:tasks.rados.rados.0.smithi099.stdout:727: done (5 left) 2024-04-12T16:03:16.580 INFO:tasks.rados.rados.0.smithi099.stdout:728: done (4 left) 2024-04-12T16:03:16.580 INFO:tasks.rados.rados.0.smithi099.stdout:729: done (3 left) 2024-04-12T16:03:16.580 INFO:tasks.rados.rados.0.smithi099.stdout:730: done (2 left) 2024-04-12T16:03:16.580 INFO:tasks.rados.rados.0.smithi099.stdout:731: done (1 left) 2024-04-12T16:03:16.580 INFO:tasks.rados.rados.0.smithi099.stdout:733: done (0 left) 2024-04-12T16:03:16.580 INFO:tasks.rados.rados.0.smithi099.stdout:734: rollback oid 21 current snap is 68 2024-04-12T16:03:16.580 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 21 to 65 2024-04-12T16:03:16.580 INFO:tasks.rados.rados.0.smithi099.stdout:735: copy_from oid 28 from oid 37 current snap is 68 2024-04-12T16:03:16.581 INFO:tasks.rados.rados.0.smithi099.stdout:736: delete oid 1 current snap is 68 2024-04-12T16:03:16.581 INFO:tasks.rados.rados.0.smithi099.stdout:736: done (2 left) 2024-04-12T16:03:16.581 INFO:tasks.rados.rados.0.smithi099.stdout:737: delete oid 20 current snap is 68 2024-04-12T16:03:16.584 INFO:tasks.rados.rados.0.smithi099.stdout:734: finishing rollback tid 0 to smithi09982431-21 2024-04-12T16:03:16.586 INFO:tasks.rados.rados.0.smithi099.stdout:737: done (2 left) 2024-04-12T16:03:16.587 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 50 current snap is 68 2024-04-12T16:03:16.587 INFO:tasks.rados.rados.0.smithi099.stdout:738: seq_num 240 ranges {2883584=425984,3309568=589824,3899392=483328,4382720=131072} 2024-04-12T16:03:16.604 INFO:tasks.rados.rados.0.smithi099.stdout:738: writing smithi09982431-50 from 2883584 to 3309568 tid 1 2024-04-12T16:03:16.607 INFO:tasks.rados.rados.0.smithi099.stdout:738: writing smithi09982431-50 from 3309568 to 3899392 tid 2 2024-04-12T16:03:16.610 INFO:tasks.rados.rados.0.smithi099.stdout:738: writing smithi09982431-50 from 3899392 to 4382720 tid 3 2024-04-12T16:03:16.611 INFO:tasks.rados.rados.0.smithi099.stdout:738: writing smithi09982431-50 from 4382720 to 4513792 tid 4 2024-04-12T16:03:16.611 INFO:tasks.rados.rados.0.smithi099.stdout:739: rmattr oid 44 current snap is 68 2024-04-12T16:03:16.612 INFO:tasks.rados.rados.0.smithi099.stdout:739: done (3 left) 2024-04-12T16:03:16.612 INFO:tasks.rados.rados.0.smithi099.stdout:740: snap_create 2024-04-12T16:03:16.612 INFO:tasks.rados.rados.0.smithi099.stdout:734: finishing rollback tid 1 to smithi09982431-21 2024-04-12T16:03:16.612 INFO:tasks.rados.rados.0.smithi099.stdout:734: finishing rollback tid 2 to smithi09982431-21 2024-04-12T16:03:16.612 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 313 (ObjNum 207 snap 53 seq_num 207) dirty exists 2024-04-12T16:03:16.612 INFO:tasks.rados.rados.0.smithi099.stdout:735: finishing copy_from racing read to smithi09982431-28 2024-04-12T16:03:16.612 INFO:tasks.rados.rados.0.smithi099.stdout:735: finishing copy_from to smithi09982431-28 2024-04-12T16:03:16.612 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 28 v 111 (ObjNum 177 snap 46 seq_num 177) dirty exists 2024-04-12T16:03:16.612 INFO:tasks.rados.rados.0.smithi099.stdout:738: finishing write tid 1 to smithi09982431-50 2024-04-12T16:03:16.612 INFO:tasks.rados.rados.0.smithi099.stdout:738: finishing write tid 2 to smithi09982431-50 2024-04-12T16:03:16.613 INFO:tasks.rados.rados.0.smithi099.stdout:738: finishing write tid 3 to smithi09982431-50 2024-04-12T16:03:16.613 INFO:tasks.rados.rados.0.smithi099.stdout:738: finishing write tid 4 to smithi09982431-50 2024-04-12T16:03:16.613 INFO:tasks.rados.rados.0.smithi099.stdout:738: finishing write tid 5 to smithi09982431-50 2024-04-12T16:03:16.614 INFO:tasks.rados.rados.0.smithi099.stdout:738: finishing write tid 6 to smithi09982431-50 2024-04-12T16:03:16.614 INFO:tasks.rados.rados.0.smithi099.stdout:738: oid 50 updating version 0 to 235 2024-04-12T16:03:16.615 INFO:tasks.rados.rados.0.smithi099.stdout:738: oid 50 updating version 235 to 236 2024-04-12T16:03:16.615 INFO:tasks.rados.rados.0.smithi099.stdout:738: oid 50 updating version 236 to 238 2024-04-12T16:03:16.615 INFO:tasks.rados.rados.0.smithi099.stdout:738: oid 50 version 238 is already newer than 237 2024-04-12T16:03:16.615 INFO:tasks.rados.rados.0.smithi099.stdout:738: oid 50 version 238 is already newer than 234 2024-04-12T16:03:16.615 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 50 v 238 (ObjNum 240 snap 68 seq_num 240) dirty exists 2024-04-12T16:03:16.615 INFO:tasks.rados.rados.0.smithi099.stdout:738: left oid 50 (ObjNum 240 snap 68 seq_num 240) 2024-04-12T16:03:16.714 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:16 smithi099 systemd[1]: Starting Ceph mgr.y for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:03:16.714 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:16 smithi099 podman[85382]: 2024-04-12 16:03:16.570048867 +0000 UTC m=+0.017726503 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:03:17.019 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:16 smithi099 ceph-mon[27456]: osdmap e194: 8 total, 8 up, 8 in 2024-04-12T16:03:17.020 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:16 smithi099 ceph-mon[27456]: pgmap v48: 121 pgs: 121 active+clean; 191 MiB data, 759 MiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 15 op/s 2024-04-12T16:03:17.020 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:16 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:03:17.020 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:16 smithi099 ceph-mon[27456]: osdmap e195: 8 total, 8 up, 8 in 2024-04-12T16:03:17.020 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:16 smithi099 podman[85382]: 2024-04-12 16:03:16.760635701 +0000 UTC m=+0.208313373 container create 8fb83982268af159bd383b3070b5be7d4bb0cf39ac907c48cb74ab788f928ba8 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_CLEAN=True, org.label-schema.build-date=20240409) 2024-04-12T16:03:17.020 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:16 smithi099 ceph-mon[39429]: osdmap e194: 8 total, 8 up, 8 in 2024-04-12T16:03:17.021 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:16 smithi099 ceph-mon[39429]: pgmap v48: 121 pgs: 121 active+clean; 191 MiB data, 759 MiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 15 op/s 2024-04-12T16:03:17.021 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:16 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:03:17.021 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:16 smithi099 ceph-mon[39429]: osdmap e195: 8 total, 8 up, 8 in 2024-04-12T16:03:17.084 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:16 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:03:16] "GET /metrics HTTP/1.1" 200 36003 "" "Prometheus/2.43.0" 2024-04-12T16:03:17.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:16 smithi110 ceph-mon[31279]: osdmap e194: 8 total, 8 up, 8 in 2024-04-12T16:03:17.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:16 smithi110 ceph-mon[31279]: pgmap v48: 121 pgs: 121 active+clean; 191 MiB data, 759 MiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 15 op/s 2024-04-12T16:03:17.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:16 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:03:17.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:16 smithi110 ceph-mon[31279]: osdmap e195: 8 total, 8 up, 8 in 2024-04-12T16:03:17.377 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:17 smithi099 podman[85382]: 2024-04-12 16:03:17.021298665 +0000 UTC m=+0.468976299 container init 8fb83982268af159bd383b3070b5be7d4bb0cf39ac907c48cb74ab788f928ba8 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T16:03:17.377 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:17 smithi099 podman[85382]: 2024-04-12 16:03:17.026675856 +0000 UTC m=+0.474353486 container start 8fb83982268af159bd383b3070b5be7d4bb0cf39ac907c48cb74ab788f928ba8 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-12T16:03:17.377 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:17 smithi099 ceph-mgr[85420]: -- 172.21.15.99:0/2320719146 <== mon.2 v2:172.21.15.99:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f653eec5a0 con 0x55f653ec0800 2024-04-12T16:03:17.377 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:17 smithi099 bash[85382]: 8fb83982268af159bd383b3070b5be7d4bb0cf39ac907c48cb74ab788f928ba8 2024-04-12T16:03:17.378 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:17 smithi099 systemd[1]: Started Ceph mgr.y for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:03:17.585 INFO:tasks.rados.rados.0.smithi099.stdout:734: done (3 left) 2024-04-12T16:03:17.585 INFO:tasks.rados.rados.0.smithi099.stdout:735: done (2 left) 2024-04-12T16:03:17.585 INFO:tasks.rados.rados.0.smithi099.stdout:738: done (1 left) 2024-04-12T16:03:17.586 INFO:tasks.rados.rados.0.smithi099.stdout:740: done (0 left) 2024-04-12T16:03:17.586 INFO:tasks.rados.rados.0.smithi099.stdout:741: rmattr oid 35 current snap is 69 2024-04-12T16:03:17.586 INFO:tasks.rados.rados.0.smithi099.stdout:742: read oid 16 snap -1 2024-04-12T16:03:17.586 INFO:tasks.rados.rados.0.smithi099.stdout:742: expect (ObjNum 237 snap 67 seq_num 237) 2024-04-12T16:03:17.586 INFO:tasks.rados.rados.0.smithi099.stdout:743: read oid 41 snap -1 2024-04-12T16:03:17.586 INFO:tasks.rados.rados.0.smithi099.stdout:743: expect (ObjNum 111 snap 23 seq_num 111) 2024-04-12T16:03:17.586 INFO:tasks.rados.rados.0.smithi099.stdout:744: snap_create 2024-04-12T16:03:17.591 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 243 (ObjNum 234 snap 67 seq_num 234) dirty exists 2024-04-12T16:03:17.596 INFO:tasks.rados.rados.0.smithi099.stdout:743: expect (ObjNum 111 snap 23 seq_num 111) 2024-04-12T16:03:17.660 INFO:tasks.rados.rados.0.smithi099.stdout:742: expect (ObjNum 237 snap 67 seq_num 237) 2024-04-12T16:03:17.877 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:17 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:03:17.605+0000 7f82d6bde200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T16:03:17.878 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:17 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:03:17.715+0000 7f82d6bde200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T16:03:18.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:18 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:18.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:18 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:18.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:18 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:03:18.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:18 smithi099 ceph-mon[27456]: osdmap e196: 8 total, 8 up, 8 in 2024-04-12T16:03:18.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:18 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:18.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:18 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:18.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:18 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:18.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:18 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:18.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:18 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:03:18.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:18 smithi099 ceph-mon[39429]: osdmap e196: 8 total, 8 up, 8 in 2024-04-12T16:03:18.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:18 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:18.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:18 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:18.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:18 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:18.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:18 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:18.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:18 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:03:18.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:18 smithi110 ceph-mon[31279]: osdmap e196: 8 total, 8 up, 8 in 2024-04-12T16:03:18.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:18 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:18.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:18 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:18.586 INFO:tasks.rados.rados.0.smithi099.stdout:741: done (3 left) 2024-04-12T16:03:18.586 INFO:tasks.rados.rados.0.smithi099.stdout:742: done (2 left) 2024-04-12T16:03:18.586 INFO:tasks.rados.rados.0.smithi099.stdout:743: done (1 left) 2024-04-12T16:03:18.586 INFO:tasks.rados.rados.0.smithi099.stdout:744: done (0 left) 2024-04-12T16:03:18.586 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 37 current snap is 70 2024-04-12T16:03:18.586 INFO:tasks.rados.rados.0.smithi099.stdout:745: seq_num 241 ranges {1835008=442368,2277376=466944,2744320=688128,3432448=49152} 2024-04-12T16:03:18.598 INFO:tasks.rados.rados.0.smithi099.stdout:745: writing smithi09982431-37 from 1835008 to 2277376 tid 1 2024-04-12T16:03:18.602 INFO:tasks.rados.rados.0.smithi099.stdout:745: writing smithi09982431-37 from 2277376 to 2744320 tid 2 2024-04-12T16:03:18.606 INFO:tasks.rados.rados.0.smithi099.stdout:745: writing smithi09982431-37 from 2744320 to 3432448 tid 3 2024-04-12T16:03:18.607 INFO:tasks.rados.rados.0.smithi099.stdout:745: writing smithi09982431-37 from 3432448 to 3481600 tid 4 2024-04-12T16:03:18.607 INFO:tasks.rados.rados.0.smithi099.stdout:746: read oid 32 snap -1 2024-04-12T16:03:18.607 INFO:tasks.rados.rados.0.smithi099.stdout:746: expect (ObjNum 200 snap 51 seq_num 200) 2024-04-12T16:03:18.607 INFO:tasks.rados.rados.0.smithi099.stdout:747: snap_create 2024-04-12T16:03:18.607 INFO:tasks.rados.rados.0.smithi099.stdout:745: finishing write tid 1 to smithi09982431-37 2024-04-12T16:03:18.607 INFO:tasks.rados.rados.0.smithi099.stdout:745: finishing write tid 2 to smithi09982431-37 2024-04-12T16:03:18.610 INFO:tasks.rados.rados.0.smithi099.stdout:745: finishing write tid 3 to smithi09982431-37 2024-04-12T16:03:18.610 INFO:tasks.rados.rados.0.smithi099.stdout:745: finishing write tid 4 to smithi09982431-37 2024-04-12T16:03:18.611 INFO:tasks.rados.rados.0.smithi099.stdout:746: expect (ObjNum 200 snap 51 seq_num 200) 2024-04-12T16:03:18.642 INFO:tasks.rados.rados.0.smithi099.stdout:745: finishing write tid 5 to smithi09982431-37 2024-04-12T16:03:18.642 INFO:tasks.rados.rados.0.smithi099.stdout:745: finishing write tid 6 to smithi09982431-37 2024-04-12T16:03:18.642 INFO:tasks.rados.rados.0.smithi099.stdout:745: oid 37 updating version 0 to 266 2024-04-12T16:03:18.642 INFO:tasks.rados.rados.0.smithi099.stdout:745: oid 37 version 266 is already newer than 264 2024-04-12T16:03:18.642 INFO:tasks.rados.rados.0.smithi099.stdout:745: oid 37 version 266 is already newer than 265 2024-04-12T16:03:18.642 INFO:tasks.rados.rados.0.smithi099.stdout:745: oid 37 version 266 is already newer than 263 2024-04-12T16:03:18.643 INFO:tasks.rados.rados.0.smithi099.stdout:745: oid 37 version 266 is already newer than 262 2024-04-12T16:03:18.643 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 37 v 266 (ObjNum 241 snap 70 seq_num 241) dirty exists 2024-04-12T16:03:18.643 INFO:tasks.rados.rados.0.smithi099.stdout:745: left oid 37 (ObjNum 241 snap 70 seq_num 241) 2024-04-12T16:03:18.768 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:18 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:03:18.421+0000 7f82d6bde200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T16:03:18.768 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:18 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:03:18.517+0000 7f82d6bde200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T16:03:18.768 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:18 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:03:18.671+0000 7f82d6bde200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T16:03:18.768 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:18 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:03:18.769+0000 7f82d6bde200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T16:03:19.020 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:18 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:03:18.868+0000 7f82d6bde200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T16:03:19.283 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-04-12T16:03:19.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:19 smithi099 ceph-mon[27456]: pgmap v51: 121 pgs: 121 active+clean; 203 MiB data, 817 MiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 26 op/s 2024-04-12T16:03:19.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:19 smithi099 ceph-mon[27456]: osdmap e197: 8 total, 8 up, 8 in 2024-04-12T16:03:19.283 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:19 smithi099 ceph-mon[39429]: pgmap v51: 121 pgs: 121 active+clean; 203 MiB data, 817 MiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 26 op/s 2024-04-12T16:03:19.283 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:19 smithi099 ceph-mon[39429]: osdmap e197: 8 total, 8 up, 8 in 2024-04-12T16:03:19.284 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:19 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:03:19.152+0000 7f82d6bde200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T16:03:19.284 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:19 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:03:19.268+0000 7f82d6bde200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T16:03:19.498 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:19 smithi110 ceph-mon[31279]: pgmap v51: 121 pgs: 121 active+clean; 203 MiB data, 817 MiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 26 op/s 2024-04-12T16:03:19.498 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:19 smithi110 ceph-mon[31279]: osdmap e197: 8 total, 8 up, 8 in 2024-04-12T16:03:19.593 INFO:tasks.rados.rados.0.smithi099.stdout:745: done (2 left) 2024-04-12T16:03:19.593 INFO:tasks.rados.rados.0.smithi099.stdout:746: done (1 left) 2024-04-12T16:03:19.593 INFO:tasks.rados.rados.0.smithi099.stdout:747: done (0 left) 2024-04-12T16:03:19.593 INFO:tasks.rados.rados.0.smithi099.stdout:748: rollback oid 34 current snap is 71 2024-04-12T16:03:19.593 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 34 to 61 2024-04-12T16:03:19.593 INFO:tasks.rados.rados.0.smithi099.stdout:749: delete oid 12 current snap is 71 2024-04-12T16:03:19.598 INFO:tasks.rados.rados.0.smithi099.stdout:749: done (1 left) 2024-04-12T16:03:19.598 INFO:tasks.rados.rados.0.smithi099.stdout:750: rmattr oid 37 current snap is 71 2024-04-12T16:03:19.599 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 24 current snap is 71 2024-04-12T16:03:19.599 INFO:tasks.rados.rados.0.smithi099.stdout:751: seq_num 243 ranges {0=475136,475136=638976,1114112=565248} 2024-04-12T16:03:19.602 INFO:tasks.rados.rados.0.smithi099.stdout:751: writing smithi09982431-24 from 0 to 475136 tid 1 2024-04-12T16:03:19.609 INFO:tasks.rados.rados.0.smithi099.stdout:751: writing smithi09982431-24 from 475136 to 1114112 tid 2 2024-04-12T16:03:19.616 INFO:tasks.rados.rados.0.smithi099.stdout:751: writing smithi09982431-24 from 1114112 to 1679360 tid 3 2024-04-12T16:03:19.616 INFO:tasks.rados.rados.0.smithi099.stdout:752: rollback oid 31 current snap is 71 2024-04-12T16:03:19.616 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 31 to 69 2024-04-12T16:03:19.616 INFO:tasks.rados.rados.0.smithi099.stdout:748: finishing rollback tid 0 to smithi09982431-34 2024-04-12T16:03:19.616 INFO:tasks.rados.rados.0.smithi099.stdout:748: finishing rollback tid 1 to smithi09982431-34 2024-04-12T16:03:19.616 INFO:tasks.rados.rados.0.smithi099.stdout:748: finishing rollback tid 2 to smithi09982431-34 2024-04-12T16:03:19.616 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 34 v 348 (ObjNum 208 snap 53 seq_num 208) dirty exists 2024-04-12T16:03:19.616 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 37 v 268 (ObjNum 241 snap 70 seq_num 241) dirty exists 2024-04-12T16:03:19.617 INFO:tasks.rados.rados.0.smithi099.stdout:751: finishing write tid 1 to smithi09982431-24 2024-04-12T16:03:19.617 INFO:tasks.rados.rados.0.smithi099.stdout:748: done (3 left) 2024-04-12T16:03:19.617 INFO:tasks.rados.rados.0.smithi099.stdout:750: done (2 left) 2024-04-12T16:03:19.617 INFO:tasks.rados.rados.0.smithi099.stdout:753: read oid 38 snap -1 2024-04-12T16:03:19.617 INFO:tasks.rados.rados.0.smithi099.stdout:753: expect deleted 2024-04-12T16:03:19.617 INFO:tasks.rados.rados.0.smithi099.stdout:751: finishing write tid 2 to smithi09982431-24 2024-04-12T16:03:19.617 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 13 current snap is 71 2024-04-12T16:03:19.617 INFO:tasks.rados.rados.0.smithi099.stdout:754: seq_num 244 ranges {2154496=491520,2646016=573440,3219456=458752,3678208=172032} 2024-04-12T16:03:19.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:19 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:03:19.360+0000 7f82d6bde200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T16:03:19.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:19 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:03:19.471+0000 7f82d6bde200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T16:03:19.632 INFO:tasks.rados.rados.0.smithi099.stdout:754: writing smithi09982431-13 from 2154496 to 2646016 tid 1 2024-04-12T16:03:19.636 INFO:tasks.rados.rados.0.smithi099.stdout:754: writing smithi09982431-13 from 2646016 to 3219456 tid 2 2024-04-12T16:03:19.639 INFO:tasks.rados.rados.0.smithi099.stdout:754: writing smithi09982431-13 from 3219456 to 3678208 tid 3 2024-04-12T16:03:19.640 INFO:tasks.rados.rados.0.smithi099.stdout:754: writing smithi09982431-13 from 3678208 to 3850240 tid 4 2024-04-12T16:03:19.640 INFO:tasks.rados.rados.0.smithi099.stdout:752: finishing rollback tid 0 to smithi09982431-31 2024-04-12T16:03:19.641 INFO:tasks.rados.rados.0.smithi099.stdout:752: finishing rollback tid 1 to smithi09982431-31 2024-04-12T16:03:19.641 INFO:tasks.rados.rados.0.smithi099.stdout:752: finishing rollback tid 2 to smithi09982431-31 2024-04-12T16:03:19.641 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 31 v 317 (ObjNum 214 snap 54 seq_num 214) dirty exists 2024-04-12T16:03:19.641 INFO:tasks.rados.rados.0.smithi099.stdout:751: finishing write tid 3 to smithi09982431-24 2024-04-12T16:03:19.641 INFO:tasks.rados.rados.0.smithi099.stdout:751: finishing write tid 4 to smithi09982431-24 2024-04-12T16:03:19.641 INFO:tasks.rados.rados.0.smithi099.stdout:751: finishing write tid 5 to smithi09982431-24 2024-04-12T16:03:19.641 INFO:tasks.rados.rados.0.smithi099.stdout:751: oid 24 updating version 0 to 206 2024-04-12T16:03:19.641 INFO:tasks.rados.rados.0.smithi099.stdout:751: oid 24 version 206 is already newer than 204 2024-04-12T16:03:19.641 INFO:tasks.rados.rados.0.smithi099.stdout:751: oid 24 version 206 is already newer than 205 2024-04-12T16:03:19.641 INFO:tasks.rados.rados.0.smithi099.stdout:751: oid 24 version 206 is already newer than 203 2024-04-12T16:03:19.641 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 24 v 206 (ObjNum 243 snap 71 seq_num 243) dirty exists 2024-04-12T16:03:19.641 INFO:tasks.rados.rados.0.smithi099.stdout:751: left oid 24 (ObjNum 243 snap 71 seq_num 243) 2024-04-12T16:03:19.641 INFO:tasks.rados.rados.0.smithi099.stdout:754: finishing write tid 1 to smithi09982431-13 2024-04-12T16:03:19.641 INFO:tasks.rados.rados.0.smithi099.stdout:754: finishing write tid 2 to smithi09982431-13 2024-04-12T16:03:19.641 INFO:tasks.rados.rados.0.smithi099.stdout:751: done (3 left) 2024-04-12T16:03:19.642 INFO:tasks.rados.rados.0.smithi099.stdout:752: done (2 left) 2024-04-12T16:03:19.642 INFO:tasks.rados.rados.0.smithi099.stdout:753: done (1 left) 2024-04-12T16:03:19.642 INFO:tasks.rados.rados.0.smithi099.stdout:755: setattr oid 34 current snap is 71 2024-04-12T16:03:19.643 INFO:tasks.rados.rados.0.smithi099.stdout:756: copy_from oid 41 from oid 48 current snap is 71 2024-04-12T16:03:19.643 INFO:tasks.rados.rados.0.smithi099.stdout:757: read oid 11 snap 60 2024-04-12T16:03:19.643 INFO:tasks.rados.rados.0.smithi099.stdout:757: expect (ObjNum 190 snap 48 seq_num 190) 2024-04-12T16:03:19.643 INFO:tasks.rados.rados.0.smithi099.stdout:758: rollback oid 42 current snap is 71 2024-04-12T16:03:19.643 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 42 to 59 2024-04-12T16:03:19.643 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 7 current snap is 71 2024-04-12T16:03:19.643 INFO:tasks.rados.rados.0.smithi099.stdout:759: seq_num 245 ranges {0=507904,507904=458752,966656=671744,1638400=73728} 2024-04-12T16:03:19.645 INFO:tasks.rados.rados.0.smithi099.stdout:759: writing smithi09982431-7 from 0 to 507904 tid 1 2024-04-12T16:03:19.648 INFO:tasks.rados.rados.0.smithi099.stdout:759: writing smithi09982431-7 from 507904 to 966656 tid 2 2024-04-12T16:03:19.653 INFO:tasks.rados.rados.0.smithi099.stdout:759: writing smithi09982431-7 from 966656 to 1638400 tid 3 2024-04-12T16:03:19.654 INFO:tasks.rados.rados.0.smithi099.stdout:759: writing smithi09982431-7 from 1638400 to 1712128 tid 4 2024-04-12T16:03:19.654 INFO:tasks.rados.rados.0.smithi099.stdout:754: finishing write tid 3 to smithi09982431-13 2024-04-12T16:03:19.654 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 34 v 349 (ObjNum 208 snap 53 seq_num 208) dirty exists 2024-04-12T16:03:19.654 INFO:tasks.rados.rados.0.smithi099.stdout:758: finishing rollback tid 0 to smithi09982431-42 2024-04-12T16:03:19.654 INFO:tasks.rados.rados.0.smithi099.stdout:758: finishing rollback tid 1 to smithi09982431-42 2024-04-12T16:03:19.654 INFO:tasks.rados.rados.0.smithi099.stdout:758: finishing rollback tid 2 to smithi09982431-42 2024-04-12T16:03:19.655 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 42 v 74 (ObjNum 87 snap 11 seq_num 87) dirty exists 2024-04-12T16:03:19.655 INFO:tasks.rados.rados.0.smithi099.stdout:754: finishing write tid 4 to smithi09982431-13 2024-04-12T16:03:19.655 INFO:tasks.rados.rados.0.smithi099.stdout:754: finishing write tid 5 to smithi09982431-13 2024-04-12T16:03:19.655 INFO:tasks.rados.rados.0.smithi099.stdout:755: done (5 left) 2024-04-12T16:03:19.655 INFO:tasks.rados.rados.0.smithi099.stdout:758: done (4 left) 2024-04-12T16:03:19.655 INFO:tasks.rados.rados.0.smithi099.stdout:760: copy_from oid 43 from oid 36 current snap is 71 2024-04-12T16:03:19.655 INFO:tasks.rados.rados.0.smithi099.stdout:761: snap_remove snap 54 2024-04-12T16:03:19.676 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T16:03:19.676 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (4m) 24s ago 4m 27.3M - 0.25.0 c8568f914cd2 d0012c0a0402 2024-04-12T16:03:19.676 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi110 *:3000 running (4m) 19s ago 4m 87.3M - 9.4.7 954c08fa6188 f1a47e96b342 2024-04-12T16:03:19.676 INFO:teuthology.orchestra.run.smithi099.stdout:mds.a smithi099 running (5m) 24s ago 5m 17.3M - 18.2.2-1187-gd540ebac bb2c5eac26a4 41cdf918e4eb 2024-04-12T16:03:19.676 INFO:teuthology.orchestra.run.smithi099.stdout:mds.b smithi110 running (5m) 19s ago 5m 13.7M - 18.2.2-1187-gd540ebac bb2c5eac26a4 453e0d052bae 2024-04-12T16:03:19.676 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi110 *:8443,9283,8765 running (43s) 19s ago 9m 492M - 19.0.0-2847-gbf9c5618 92de118a8b8f f47d7ebcce38 2024-04-12T16:03:19.677 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 starting - - - - 2024-04-12T16:03:19.677 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (11m) 24s ago 11m 51.4M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 e33da73659da 2024-04-12T16:03:19.677 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi110 running (9m) 19s ago 9m 43.2M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 b39199de30d8 2024-04-12T16:03:19.677 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (9m) 24s ago 9m 44.1M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 ff73cbf96bed 2024-04-12T16:03:19.677 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (4m) 24s ago 4m 15.8M - 1.5.0 0da6a335fe13 1555012f6fb4 2024-04-12T16:03:19.677 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi110 *:9100 running (4m) 19s ago 4m 15.0M - 1.5.0 0da6a335fe13 e64854b1f14f 2024-04-12T16:03:19.677 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (9m) 24s ago 9m 131M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 6bdf9d934811 2024-04-12T16:03:19.677 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (8m) 24s ago 8m 102M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 10eb3a0efddd 2024-04-12T16:03:19.677 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (8m) 24s ago 8m 114M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 bcc4792ed641 2024-04-12T16:03:19.677 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (7m) 24s ago 7m 107M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 c9320073515e 2024-04-12T16:03:19.677 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi110 running (7m) 19s ago 7m 123M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 cbe7627415bc 2024-04-12T16:03:19.677 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi110 running (7m) 19s ago 7m 123M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 adfdbd20159e 2024-04-12T16:03:19.678 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi110 running (6m) 19s ago 6m 88.5M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 27d42d053218 2024-04-12T16:03:19.678 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi110 running (6m) 19s ago 6m 87.0M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 d4e7f553110a 2024-04-12T16:03:19.678 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi110 *:9095 starting - - - - 2024-04-12T16:03:20.046 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:19 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:03:19.692+0000 7f82d6bde200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T16:03:20.134 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-04-12T16:03:20.135 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-04-12T16:03:20.135 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-12T16:03:20.135 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:03:20.135 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-04-12T16:03:20.135 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 1, 2024-04-12T16:03:20.135 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 1 2024-04-12T16:03:20.135 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:03:20.135 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-04-12T16:03:20.135 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-12T16:03:20.135 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:03:20.135 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": { 2024-04-12T16:03:20.135 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:03:20.135 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:03:20.135 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-04-12T16:03:20.135 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 14, 2024-04-12T16:03:20.136 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 1 2024-04-12T16:03:20.136 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-04-12T16:03:20.136 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-04-12T16:03:20.356 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:20 smithi099 ceph-mon[27456]: from='client.25088 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:03:20.356 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:20 smithi099 ceph-mon[27456]: osdmap e198: 8 total, 8 up, 8 in 2024-04-12T16:03:20.356 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:20 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/2444570854' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:03:20.356 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:20 smithi099 ceph-mon[39429]: from='client.25088 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:03:20.356 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:20 smithi099 ceph-mon[39429]: osdmap e198: 8 total, 8 up, 8 in 2024-04-12T16:03:20.356 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:20 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/2444570854' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:03:20.543 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:20 smithi110 ceph-mon[31279]: from='client.25088 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:03:20.543 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:20 smithi110 ceph-mon[31279]: osdmap e198: 8 total, 8 up, 8 in 2024-04-12T16:03:20.543 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:20 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/2444570854' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:03:20.599 INFO:tasks.rados.rados.0.smithi099.stdout:761: done (5 left) 2024-04-12T16:03:20.599 INFO:tasks.rados.rados.0.smithi099.stdout:762: rollback oid 21 current snap is 71 2024-04-12T16:03:20.599 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 21 to 49 2024-04-12T16:03:20.599 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 47 current snap is 71 2024-04-12T16:03:20.599 INFO:tasks.rados.rados.0.smithi099.stdout:763: seq_num 246 ranges {0=524288,524288=745472,1269760=425984,1695744=32768} 2024-04-12T16:03:20.602 INFO:tasks.rados.rados.0.smithi099.stdout:763: writing smithi09982431-47 from 0 to 524288 tid 1 2024-04-12T16:03:20.608 INFO:tasks.rados.rados.0.smithi099.stdout:763: writing smithi09982431-47 from 524288 to 1269760 tid 2 2024-04-12T16:03:20.611 INFO:tasks.rados.rados.0.smithi099.stdout:763: writing smithi09982431-47 from 1269760 to 1695744 tid 3 2024-04-12T16:03:20.612 INFO:tasks.rados.rados.0.smithi099.stdout:763: writing smithi09982431-47 from 1695744 to 1728512 tid 4 2024-04-12T16:03:20.612 INFO:tasks.rados.rados.0.smithi099.stdout:754: finishing write tid 6 to smithi09982431-13 2024-04-12T16:03:20.612 INFO:tasks.rados.rados.0.smithi099.stdout:754: oid 13 updating version 0 to 155 2024-04-12T16:03:20.612 INFO:tasks.rados.rados.0.smithi099.stdout:754: oid 13 version 155 is already newer than 152 2024-04-12T16:03:20.612 INFO:tasks.rados.rados.0.smithi099.stdout:754: oid 13 version 155 is already newer than 153 2024-04-12T16:03:20.612 INFO:tasks.rados.rados.0.smithi099.stdout:754: oid 13 version 155 is already newer than 154 2024-04-12T16:03:20.612 INFO:tasks.rados.rados.0.smithi099.stdout:754: oid 13 updating version 155 to 156 2024-04-12T16:03:20.612 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 13 v 156 (ObjNum 244 snap 71 seq_num 244) dirty exists 2024-04-12T16:03:20.613 INFO:tasks.rados.rados.0.smithi099.stdout:754: left oid 13 (ObjNum 244 snap 71 seq_num 244) 2024-04-12T16:03:20.613 INFO:tasks.rados.rados.0.smithi099.stdout:759: finishing write tid 1 to smithi09982431-7 2024-04-12T16:03:20.613 INFO:tasks.rados.rados.0.smithi099.stdout:759: finishing write tid 2 to smithi09982431-7 2024-04-12T16:03:20.613 INFO:tasks.rados.rados.0.smithi099.stdout:759: finishing write tid 3 to smithi09982431-7 2024-04-12T16:03:20.613 INFO:tasks.rados.rados.0.smithi099.stdout:759: finishing write tid 4 to smithi09982431-7 2024-04-12T16:03:20.613 INFO:tasks.rados.rados.0.smithi099.stdout:759: finishing write tid 5 to smithi09982431-7 2024-04-12T16:03:20.613 INFO:tasks.rados.rados.0.smithi099.stdout:759: finishing write tid 6 to smithi09982431-7 2024-04-12T16:03:20.613 INFO:tasks.rados.rados.0.smithi099.stdout:759: oid 7 updating version 0 to 355 2024-04-12T16:03:20.613 INFO:tasks.rados.rados.0.smithi099.stdout:759: oid 7 version 355 is already newer than 351 2024-04-12T16:03:20.613 INFO:tasks.rados.rados.0.smithi099.stdout:759: oid 7 version 355 is already newer than 353 2024-04-12T16:03:20.613 INFO:tasks.rados.rados.0.smithi099.stdout:759: oid 7 version 355 is already newer than 354 2024-04-12T16:03:20.613 INFO:tasks.rados.rados.0.smithi099.stdout:759: oid 7 version 355 is already newer than 352 2024-04-12T16:03:20.613 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 7 v 355 (ObjNum 245 snap 71 seq_num 245) dirty exists 2024-04-12T16:03:20.613 INFO:tasks.rados.rados.0.smithi099.stdout:759: left oid 7 (ObjNum 245 snap 71 seq_num 245) 2024-04-12T16:03:20.613 INFO:tasks.rados.rados.0.smithi099.stdout:757: expect (ObjNum 190 snap 48 seq_num 190) 2024-04-12T16:03:20.784 INFO:tasks.rados.rados.0.smithi099.stdout:756: finishing copy_from racing read to smithi09982431-41 2024-04-12T16:03:20.784 INFO:tasks.rados.rados.0.smithi099.stdout:756: finishing copy_from to smithi09982431-41 2024-04-12T16:03:20.784 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 41 v 150 (ObjNum 230 snap 66 seq_num 230) dirty exists 2024-04-12T16:03:20.784 INFO:tasks.rados.rados.0.smithi099.stdout:760: finishing copy_from racing read to smithi09982431-43 2024-04-12T16:03:20.784 INFO:tasks.rados.rados.0.smithi099.stdout:760: finishing copy_from to smithi09982431-43 2024-04-12T16:03:20.784 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 43 v 242 (ObjNum 222 snap 61 seq_num 222) dirty exists 2024-04-12T16:03:20.784 INFO:tasks.rados.rados.0.smithi099.stdout:762: finishing rollback tid 0 to smithi09982431-21 2024-04-12T16:03:20.784 INFO:tasks.rados.rados.0.smithi099.stdout:754: done (6 left) 2024-04-12T16:03:20.784 INFO:tasks.rados.rados.0.smithi099.stdout:756: done (5 left) 2024-04-12T16:03:20.784 INFO:tasks.rados.rados.0.smithi099.stdout:757: done (4 left) 2024-04-12T16:03:20.784 INFO:tasks.rados.rados.0.smithi099.stdout:759: done (3 left) 2024-04-12T16:03:20.784 INFO:tasks.rados.rados.0.smithi099.stdout:760: done (2 left) 2024-04-12T16:03:20.785 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 24 current snap is 71 2024-04-12T16:03:20.785 INFO:tasks.rados.rados.0.smithi099.stdout:764: seq_num 247 ranges {1679360=540672,2220032=622592,2842624=581632} 2024-04-12T16:03:20.795 INFO:tasks.rados.rados.0.smithi099.stdout:764: writing smithi09982431-24 from 1679360 to 2220032 tid 1 2024-04-12T16:03:20.799 INFO:tasks.rados.rados.0.smithi099.stdout:764: writing smithi09982431-24 from 2220032 to 2842624 tid 2 2024-04-12T16:03:20.803 INFO:tasks.rados.rados.0.smithi099.stdout:764: writing smithi09982431-24 from 2842624 to 3424256 tid 3 2024-04-12T16:03:20.803 INFO:tasks.rados.rados.0.smithi099.stdout:765: snap_create 2024-04-12T16:03:20.803 INFO:tasks.rados.rados.0.smithi099.stdout:762: finishing rollback tid 1 to smithi09982431-21 2024-04-12T16:03:20.803 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 326 (ObjNum 289 snap 0 seq_num 274432636) dirty dne 2024-04-12T16:03:20.803 INFO:tasks.rados.rados.0.smithi099.stdout:763: finishing write tid 1 to smithi09982431-47 2024-04-12T16:03:20.803 INFO:tasks.rados.rados.0.smithi099.stdout:763: finishing write tid 2 to smithi09982431-47 2024-04-12T16:03:20.803 INFO:tasks.rados.rados.0.smithi099.stdout:763: finishing write tid 3 to smithi09982431-47 2024-04-12T16:03:20.803 INFO:tasks.rados.rados.0.smithi099.stdout:763: finishing write tid 4 to smithi09982431-47 2024-04-12T16:03:20.803 INFO:tasks.rados.rados.0.smithi099.stdout:763: finishing write tid 5 to smithi09982431-47 2024-04-12T16:03:20.803 INFO:tasks.rados.rados.0.smithi099.stdout:763: finishing write tid 6 to smithi09982431-47 2024-04-12T16:03:20.804 INFO:tasks.rados.rados.0.smithi099.stdout:763: oid 47 updating version 0 to 165 2024-04-12T16:03:20.804 INFO:tasks.rados.rados.0.smithi099.stdout:763: oid 47 updating version 165 to 167 2024-04-12T16:03:20.804 INFO:tasks.rados.rados.0.smithi099.stdout:763: oid 47 version 167 is already newer than 166 2024-04-12T16:03:20.804 INFO:tasks.rados.rados.0.smithi099.stdout:763: oid 47 version 167 is already newer than 164 2024-04-12T16:03:20.804 INFO:tasks.rados.rados.0.smithi099.stdout:763: oid 47 version 167 is already newer than 163 2024-04-12T16:03:20.804 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 47 v 167 (ObjNum 246 snap 71 seq_num 246) dirty exists 2024-04-12T16:03:20.804 INFO:tasks.rados.rados.0.smithi099.stdout:763: left oid 47 (ObjNum 246 snap 71 seq_num 246) 2024-04-12T16:03:20.804 INFO:tasks.rados.rados.0.smithi099.stdout:764: finishing write tid 1 to smithi09982431-24 2024-04-12T16:03:20.804 INFO:tasks.rados.rados.0.smithi099.stdout:764: finishing write tid 2 to smithi09982431-24 2024-04-12T16:03:20.804 INFO:tasks.rados.rados.0.smithi099.stdout:764: finishing write tid 3 to smithi09982431-24 2024-04-12T16:03:20.805 INFO:tasks.rados.rados.0.smithi099.stdout:764: finishing write tid 4 to smithi09982431-24 2024-04-12T16:03:20.805 INFO:tasks.rados.rados.0.smithi099.stdout:764: finishing write tid 5 to smithi09982431-24 2024-04-12T16:03:20.806 INFO:tasks.rados.rados.0.smithi099.stdout:764: oid 24 updating version 0 to 211 2024-04-12T16:03:20.806 INFO:tasks.rados.rados.0.smithi099.stdout:764: oid 24 updating version 211 to 213 2024-04-12T16:03:20.806 INFO:tasks.rados.rados.0.smithi099.stdout:764: oid 24 version 213 is already newer than 212 2024-04-12T16:03:20.806 INFO:tasks.rados.rados.0.smithi099.stdout:764: oid 24 updating version 213 to 214 2024-04-12T16:03:20.806 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 24 v 214 (ObjNum 247 snap 71 seq_num 247) dirty exists 2024-04-12T16:03:20.806 INFO:tasks.rados.rados.0.smithi099.stdout:764: left oid 24 (ObjNum 247 snap 71 seq_num 247) 2024-04-12T16:03:21.034 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:20 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:03:20.735+0000 7f82d6bde200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T16:03:21.034 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:20 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:03:20.874+0000 7f82d6bde200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T16:03:21.308 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:21 smithi099 ceph-mon[27456]: from='client.25094 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:03:21.308 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:21 smithi099 ceph-mon[27456]: pgmap v54: 121 pgs: 121 active+clean; 203 MiB data, 817 MiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 26 op/s 2024-04-12T16:03:21.308 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:21 smithi099 ceph-mon[27456]: osdmap e199: 8 total, 8 up, 8 in 2024-04-12T16:03:21.309 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:21 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:03:21.216+0000 7f82d6bde200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T16:03:21.309 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:21 smithi099 ceph-mon[39429]: from='client.25094 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:03:21.309 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:21 smithi099 ceph-mon[39429]: pgmap v54: 121 pgs: 121 active+clean; 203 MiB data, 817 MiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 26 op/s 2024-04-12T16:03:21.309 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:21 smithi099 ceph-mon[39429]: osdmap e199: 8 total, 8 up, 8 in 2024-04-12T16:03:21.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:21 smithi110 ceph-mon[31279]: from='client.25094 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:03:21.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:21 smithi110 ceph-mon[31279]: pgmap v54: 121 pgs: 121 active+clean; 203 MiB data, 817 MiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 26 op/s 2024-04-12T16:03:21.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:21 smithi110 ceph-mon[31279]: osdmap e199: 8 total, 8 up, 8 in 2024-04-12T16:03:21.581 INFO:tasks.rados.rados.0.smithi099.stdout:762: done (3 left) 2024-04-12T16:03:21.581 INFO:tasks.rados.rados.0.smithi099.stdout:763: done (2 left) 2024-04-12T16:03:21.581 INFO:tasks.rados.rados.0.smithi099.stdout:764: done (1 left) 2024-04-12T16:03:21.582 INFO:tasks.rados.rados.0.smithi099.stdout:765: done (0 left) 2024-04-12T16:03:21.582 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 45 current snap is 72 2024-04-12T16:03:21.582 INFO:tasks.rados.rados.0.smithi099.stdout:766: seq_num 248 ranges {5849088=557056,6406144=507904,6914048=442368,7356416=253952} 2024-04-12T16:03:21.617 INFO:tasks.rados.rados.0.smithi099.stdout:766: writing smithi09982431-45 from 5849088 to 6406144 tid 1 2024-04-12T16:03:21.620 INFO:tasks.rados.rados.0.smithi099.stdout:766: writing smithi09982431-45 from 6406144 to 6914048 tid 2 2024-04-12T16:03:21.623 INFO:tasks.rados.rados.0.smithi099.stdout:766: writing smithi09982431-45 from 6914048 to 7356416 tid 3 2024-04-12T16:03:21.625 INFO:tasks.rados.rados.0.smithi099.stdout:766: writing smithi09982431-45 from 7356416 to 7610368 tid 4 2024-04-12T16:03:21.626 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 10 current snap is 72 2024-04-12T16:03:21.626 INFO:tasks.rados.rados.0.smithi099.stdout:767: seq_num 249 ranges {0=573440,573440=794624,1368064=409600} 2024-04-12T16:03:21.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:21 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:03:21.310+0000 7f82d6bde200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T16:03:21.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:21 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:03:21.526+0000 7f82d6bde200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T16:03:21.630 INFO:tasks.rados.rados.0.smithi099.stdout:767: writing smithi09982431-10 from 0 to 573440 tid 1 2024-04-12T16:03:21.635 INFO:tasks.rados.rados.0.smithi099.stdout:767: writing smithi09982431-10 from 573440 to 1368064 tid 2 2024-04-12T16:03:21.638 INFO:tasks.rados.rados.0.smithi099.stdout:767: writing smithi09982431-10 from 1368064 to 1777664 tid 3 2024-04-12T16:03:21.638 INFO:tasks.rados.rados.0.smithi099.stdout:768: delete oid 7 current snap is 72 2024-04-12T16:03:21.638 INFO:tasks.rados.rados.0.smithi099.stdout:766: finishing write tid 1 to smithi09982431-45 2024-04-12T16:03:21.638 INFO:tasks.rados.rados.0.smithi099.stdout:766: finishing write tid 2 to smithi09982431-45 2024-04-12T16:03:21.638 INFO:tasks.rados.rados.0.smithi099.stdout:766: finishing write tid 3 to smithi09982431-45 2024-04-12T16:03:21.638 INFO:tasks.rados.rados.0.smithi099.stdout:766: finishing write tid 4 to smithi09982431-45 2024-04-12T16:03:21.638 INFO:tasks.rados.rados.0.smithi099.stdout:766: finishing write tid 5 to smithi09982431-45 2024-04-12T16:03:21.638 INFO:tasks.rados.rados.0.smithi099.stdout:766: finishing write tid 6 to smithi09982431-45 2024-04-12T16:03:21.638 INFO:tasks.rados.rados.0.smithi099.stdout:766: oid 45 updating version 0 to 211 2024-04-12T16:03:21.638 INFO:tasks.rados.rados.0.smithi099.stdout:766: oid 45 version 211 is already newer than 210 2024-04-12T16:03:21.639 INFO:tasks.rados.rados.0.smithi099.stdout:766: oid 45 updating version 211 to 213 2024-04-12T16:03:21.639 INFO:tasks.rados.rados.0.smithi099.stdout:766: oid 45 version 213 is already newer than 209 2024-04-12T16:03:21.639 INFO:tasks.rados.rados.0.smithi099.stdout:766: oid 45 version 213 is already newer than 212 2024-04-12T16:03:21.639 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 45 v 213 (ObjNum 248 snap 72 seq_num 248) dirty exists 2024-04-12T16:03:21.639 INFO:tasks.rados.rados.0.smithi099.stdout:766: left oid 45 (ObjNum 248 snap 72 seq_num 248) 2024-04-12T16:03:21.639 INFO:tasks.rados.rados.0.smithi099.stdout:767: finishing write tid 1 to smithi09982431-10 2024-04-12T16:03:21.640 INFO:tasks.rados.rados.0.smithi099.stdout:766: done (2 left) 2024-04-12T16:03:21.640 INFO:tasks.rados.rados.0.smithi099.stdout:768: done (1 left) 2024-04-12T16:03:21.640 INFO:tasks.rados.rados.0.smithi099.stdout:769: rmattr oid 20 current snap is 72 2024-04-12T16:03:21.640 INFO:tasks.rados.rados.0.smithi099.stdout:769: done (1 left) 2024-04-12T16:03:21.640 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 24 current snap is 72 2024-04-12T16:03:21.640 INFO:tasks.rados.rados.0.smithi099.stdout:770: seq_num 251 ranges {3424256=606208,4030464=614400,4644864=589824} 2024-04-12T16:03:21.661 INFO:tasks.rados.rados.0.smithi099.stdout:770: writing smithi09982431-24 from 3424256 to 4030464 tid 1 2024-04-12T16:03:21.665 INFO:tasks.rados.rados.0.smithi099.stdout:770: writing smithi09982431-24 from 4030464 to 4644864 tid 2 2024-04-12T16:03:21.669 INFO:tasks.rados.rados.0.smithi099.stdout:770: writing smithi09982431-24 from 4644864 to 5234688 tid 3 2024-04-12T16:03:21.669 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 37 current snap is 72 2024-04-12T16:03:21.669 INFO:tasks.rados.rados.0.smithi099.stdout:771: seq_num 252 ranges {3481600=630784,4112384=499712,4612096=425984,5038080=278528} 2024-04-12T16:03:21.691 INFO:tasks.rados.rados.0.smithi099.stdout:771: writing smithi09982431-37 from 3481600 to 4112384 tid 1 2024-04-12T16:03:21.694 INFO:tasks.rados.rados.0.smithi099.stdout:771: writing smithi09982431-37 from 4112384 to 4612096 tid 2 2024-04-12T16:03:21.696 INFO:tasks.rados.rados.0.smithi099.stdout:771: writing smithi09982431-37 from 4612096 to 5038080 tid 3 2024-04-12T16:03:21.699 INFO:tasks.rados.rados.0.smithi099.stdout:771: writing smithi09982431-37 from 5038080 to 5316608 tid 4 2024-04-12T16:03:21.699 INFO:tasks.rados.rados.0.smithi099.stdout:772: delete oid 43 current snap is 72 2024-04-12T16:03:21.699 INFO:tasks.rados.rados.0.smithi099.stdout:767: finishing write tid 2 to smithi09982431-10 2024-04-12T16:03:21.699 INFO:tasks.rados.rados.0.smithi099.stdout:767: finishing write tid 3 to smithi09982431-10 2024-04-12T16:03:21.699 INFO:tasks.rados.rados.0.smithi099.stdout:767: finishing write tid 4 to smithi09982431-10 2024-04-12T16:03:21.699 INFO:tasks.rados.rados.0.smithi099.stdout:767: finishing write tid 5 to smithi09982431-10 2024-04-12T16:03:21.699 INFO:tasks.rados.rados.0.smithi099.stdout:767: oid 10 updating version 0 to 306 2024-04-12T16:03:21.699 INFO:tasks.rados.rados.0.smithi099.stdout:767: oid 10 version 306 is already newer than 305 2024-04-12T16:03:21.700 INFO:tasks.rados.rados.0.smithi099.stdout:767: oid 10 version 306 is already newer than 303 2024-04-12T16:03:21.700 INFO:tasks.rados.rados.0.smithi099.stdout:767: oid 10 version 306 is already newer than 304 2024-04-12T16:03:21.700 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 10 v 306 (ObjNum 249 snap 72 seq_num 249) dirty exists 2024-04-12T16:03:21.700 INFO:tasks.rados.rados.0.smithi099.stdout:767: left oid 10 (ObjNum 249 snap 72 seq_num 249) 2024-04-12T16:03:21.700 INFO:tasks.rados.rados.0.smithi099.stdout:770: finishing write tid 1 to smithi09982431-24 2024-04-12T16:03:21.700 INFO:tasks.rados.rados.0.smithi099.stdout:770: finishing write tid 2 to smithi09982431-24 2024-04-12T16:03:21.700 INFO:tasks.rados.rados.0.smithi099.stdout:770: finishing write tid 3 to smithi09982431-24 2024-04-12T16:03:21.700 INFO:tasks.rados.rados.0.smithi099.stdout:770: finishing write tid 4 to smithi09982431-24 2024-04-12T16:03:21.700 INFO:tasks.rados.rados.0.smithi099.stdout:770: finishing write tid 5 to smithi09982431-24 2024-04-12T16:03:21.700 INFO:tasks.rados.rados.0.smithi099.stdout:770: oid 24 updating version 0 to 219 2024-04-12T16:03:21.700 INFO:tasks.rados.rados.0.smithi099.stdout:770: oid 24 version 219 is already newer than 218 2024-04-12T16:03:21.700 INFO:tasks.rados.rados.0.smithi099.stdout:770: oid 24 version 219 is already newer than 216 2024-04-12T16:03:21.700 INFO:tasks.rados.rados.0.smithi099.stdout:770: oid 24 version 219 is already newer than 217 2024-04-12T16:03:21.700 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 24 v 219 (ObjNum 251 snap 72 seq_num 251) dirty exists 2024-04-12T16:03:21.700 INFO:tasks.rados.rados.0.smithi099.stdout:770: left oid 24 (ObjNum 251 snap 72 seq_num 251) 2024-04-12T16:03:21.701 INFO:tasks.rados.rados.0.smithi099.stdout:771: finishing write tid 1 to smithi09982431-37 2024-04-12T16:03:21.701 INFO:tasks.rados.rados.0.smithi099.stdout:771: finishing write tid 2 to smithi09982431-37 2024-04-12T16:03:21.702 INFO:tasks.rados.rados.0.smithi099.stdout:771: finishing write tid 3 to smithi09982431-37 2024-04-12T16:03:21.702 INFO:tasks.rados.rados.0.smithi099.stdout:767: done (3 left) 2024-04-12T16:03:21.702 INFO:tasks.rados.rados.0.smithi099.stdout:770: done (2 left) 2024-04-12T16:03:21.703 INFO:tasks.rados.rados.0.smithi099.stdout:772: done (1 left) 2024-04-12T16:03:21.703 INFO:tasks.rados.rados.0.smithi099.stdout:773: snap_create 2024-04-12T16:03:21.703 INFO:tasks.rados.rados.0.smithi099.stdout:771: finishing write tid 4 to smithi09982431-37 2024-04-12T16:03:21.703 INFO:tasks.rados.rados.0.smithi099.stdout:771: finishing write tid 5 to smithi09982431-37 2024-04-12T16:03:21.703 INFO:tasks.rados.rados.0.smithi099.stdout:771: finishing write tid 6 to smithi09982431-37 2024-04-12T16:03:21.703 INFO:tasks.rados.rados.0.smithi099.stdout:771: oid 37 updating version 0 to 274 2024-04-12T16:03:21.704 INFO:tasks.rados.rados.0.smithi099.stdout:771: oid 37 updating version 274 to 278 2024-04-12T16:03:21.704 INFO:tasks.rados.rados.0.smithi099.stdout:771: oid 37 version 278 is already newer than 277 2024-04-12T16:03:21.704 INFO:tasks.rados.rados.0.smithi099.stdout:771: oid 37 version 278 is already newer than 276 2024-04-12T16:03:21.704 INFO:tasks.rados.rados.0.smithi099.stdout:771: oid 37 version 278 is already newer than 275 2024-04-12T16:03:21.704 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 37 v 278 (ObjNum 252 snap 72 seq_num 252) dirty exists 2024-04-12T16:03:21.704 INFO:tasks.rados.rados.0.smithi099.stdout:771: left oid 37 (ObjNum 252 snap 72 seq_num 252) 2024-04-12T16:03:22.067 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:21 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:03:21.754+0000 7f82d6bde200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T16:03:22.341 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:22 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:03:22.069+0000 7f82d6bde200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T16:03:22.588 INFO:tasks.rados.rados.0.smithi099.stdout:771: done (1 left) 2024-04-12T16:03:22.588 INFO:tasks.rados.rados.0.smithi099.stdout:773: done (0 left) 2024-04-12T16:03:22.588 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 13 current snap is 73 2024-04-12T16:03:22.588 INFO:tasks.rados.rados.0.smithi099.stdout:774: seq_num 254 ranges {3850240=663552,4513792=663552,5177344=540672} 2024-04-12T16:03:22.614 INFO:tasks.rados.rados.0.smithi099.stdout:774: writing smithi09982431-13 from 3850240 to 4513792 tid 1 2024-04-12T16:03:22.616 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:22 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:22.616 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:22 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:22.616 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:22 smithi099 ceph-mon[27456]: osdmap e200: 8 total, 8 up, 8 in 2024-04-12T16:03:22.616 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:22 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:22.616 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:22 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:22.616 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:22 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:22.616 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:22 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:22.617 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:22 smithi099 ceph-mon[39429]: osdmap e200: 8 total, 8 up, 8 in 2024-04-12T16:03:22.617 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:22 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:22.617 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:22 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:22.617 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:22 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:03:22.342+0000 7f82d6bde200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T16:03:22.619 INFO:tasks.rados.rados.0.smithi099.stdout:774: writing smithi09982431-13 from 4513792 to 5177344 tid 2 2024-04-12T16:03:22.623 INFO:tasks.rados.rados.0.smithi099.stdout:774: writing smithi09982431-13 from 5177344 to 5718016 tid 3 2024-04-12T16:03:22.623 INFO:tasks.rados.rados.0.smithi099.stdout:775: delete oid 50 current snap is 73 2024-04-12T16:03:22.623 INFO:tasks.rados.rados.0.smithi099.stdout:774: finishing write tid 1 to smithi09982431-13 2024-04-12T16:03:22.623 INFO:tasks.rados.rados.0.smithi099.stdout:774: finishing write tid 2 to smithi09982431-13 2024-04-12T16:03:22.626 INFO:tasks.rados.rados.0.smithi099.stdout:774: finishing write tid 3 to smithi09982431-13 2024-04-12T16:03:22.626 INFO:tasks.rados.rados.0.smithi099.stdout:774: finishing write tid 4 to smithi09982431-13 2024-04-12T16:03:22.627 INFO:tasks.rados.rados.0.smithi099.stdout:775: done (1 left) 2024-04-12T16:03:22.627 INFO:tasks.rados.rados.0.smithi099.stdout:776: rollback oid 21 current snap is 73 2024-04-12T16:03:22.627 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 21 to 55 2024-04-12T16:03:22.627 INFO:tasks.rados.rados.0.smithi099.stdout:777: snap_remove snap 67 2024-04-12T16:03:22.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:22 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:22.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:22 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:22.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:22 smithi110 ceph-mon[31279]: osdmap e200: 8 total, 8 up, 8 in 2024-04-12T16:03:22.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:22 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:22.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:22 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:22.877 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:22 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:03:22.617+0000 7f82d6bde200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T16:03:23.424 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:23 smithi099 ceph-mon[27456]: pgmap v57: 121 pgs: 121 active+clean; 209 MiB data, 821 MiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2024-04-12T16:03:23.424 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:23 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:23.424 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:23 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:23.424 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:23 smithi099 ceph-mon[27456]: osdmap e201: 8 total, 8 up, 8 in 2024-04-12T16:03:23.425 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:23 smithi099 ceph-mon[39429]: pgmap v57: 121 pgs: 121 active+clean; 209 MiB data, 821 MiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2024-04-12T16:03:23.425 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:23 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:23.425 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:23 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:23.425 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:23 smithi099 ceph-mon[39429]: osdmap e201: 8 total, 8 up, 8 in 2024-04-12T16:03:23.590 INFO:tasks.rados.rados.0.smithi099.stdout:777: done (2 left) 2024-04-12T16:03:23.590 INFO:tasks.rados.rados.0.smithi099.stdout:778: snap_create 2024-04-12T16:03:23.590 INFO:tasks.rados.rados.0.smithi099.stdout:774: finishing write tid 5 to smithi09982431-13 2024-04-12T16:03:23.590 INFO:tasks.rados.rados.0.smithi099.stdout:774: oid 13 updating version 0 to 165 2024-04-12T16:03:23.590 INFO:tasks.rados.rados.0.smithi099.stdout:774: oid 13 version 165 is already newer than 164 2024-04-12T16:03:23.590 INFO:tasks.rados.rados.0.smithi099.stdout:774: oid 13 version 165 is already newer than 162 2024-04-12T16:03:23.591 INFO:tasks.rados.rados.0.smithi099.stdout:774: oid 13 version 165 is already newer than 163 2024-04-12T16:03:23.591 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 13 v 165 (ObjNum 254 snap 73 seq_num 254) dirty exists 2024-04-12T16:03:23.591 INFO:tasks.rados.rados.0.smithi099.stdout:774: left oid 13 (ObjNum 254 snap 73 seq_num 254) 2024-04-12T16:03:23.591 INFO:tasks.rados.rados.0.smithi099.stdout:776: finishing rollback tid 1 to smithi09982431-21 2024-04-12T16:03:23.591 INFO:tasks.rados.rados.0.smithi099.stdout:776: finishing rollback tid 2 to smithi09982431-21 2024-04-12T16:03:23.591 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 332 (ObjNum 207 snap 53 seq_num 207) dirty exists 2024-04-12T16:03:23.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:23 smithi110 ceph-mon[31279]: pgmap v57: 121 pgs: 121 active+clean; 209 MiB data, 821 MiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2024-04-12T16:03:23.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:23 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:23.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:23 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:23.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:23 smithi110 ceph-mon[31279]: osdmap e201: 8 total, 8 up, 8 in 2024-04-12T16:03:23.835 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:23 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[76457]: ts=2024-04-12T16:03:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi099\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:03:23.877 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:23 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:03:23.484+0000 7f82d6bde200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T16:03:24.377 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:03:24.074+0000 7f82d6bde200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T16:03:24.377 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:03:24.176+0000 7f82d6bde200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T16:03:24.603 INFO:tasks.rados.rados.0.smithi099.stdout:774: done (2 left) 2024-04-12T16:03:24.603 INFO:tasks.rados.rados.0.smithi099.stdout:776: done (1 left) 2024-04-12T16:03:24.604 INFO:tasks.rados.rados.0.smithi099.stdout:778: done (0 left) 2024-04-12T16:03:24.604 INFO:tasks.rados.rados.0.smithi099.stdout:779: read oid 46 snap -1 2024-04-12T16:03:24.604 INFO:tasks.rados.rados.0.smithi099.stdout:779: expect (ObjNum 150 snap 34 seq_num 150) 2024-04-12T16:03:24.604 INFO:tasks.rados.rados.0.smithi099.stdout:780: delete oid 8 current snap is 74 2024-04-12T16:03:24.608 INFO:tasks.rados.rados.0.smithi099.stdout:779: expect (ObjNum 150 snap 34 seq_num 150) 2024-04-12T16:03:24.665 INFO:tasks.rados.rados.0.smithi099.stdout:779: done (1 left) 2024-04-12T16:03:24.665 INFO:tasks.rados.rados.0.smithi099.stdout:780: done (0 left) 2024-04-12T16:03:24.665 INFO:tasks.rados.rados.0.smithi099.stdout:781: snap_create 2024-04-12T16:03:24.682 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:24 smithi099 ceph-mon[27456]: osdmap e202: 8 total, 8 up, 8 in 2024-04-12T16:03:24.682 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:24 smithi099 ceph-mon[27456]: pgmap v60: 121 pgs: 121 active+clean; 229 MiB data, 853 MiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 6.6 MiB/s wr, 33 op/s 2024-04-12T16:03:24.683 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:24 smithi099 ceph-mon[27456]: Standby manager daemon y restarted 2024-04-12T16:03:24.683 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:24 smithi099 ceph-mon[27456]: Standby manager daemon y started 2024-04-12T16:03:24.683 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:24 smithi099 ceph-mon[27456]: from='mgr.? 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-12T16:03:24.683 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:24 smithi099 ceph-mon[27456]: from='mgr.? 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T16:03:24.683 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:24 smithi099 ceph-mon[27456]: from='mgr.? 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-12T16:03:24.683 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:24 smithi099 ceph-mon[27456]: from='mgr.? 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T16:03:24.683 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:24 smithi099 ceph-mon[39429]: osdmap e202: 8 total, 8 up, 8 in 2024-04-12T16:03:24.683 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:24 smithi099 ceph-mon[39429]: pgmap v60: 121 pgs: 121 active+clean; 229 MiB data, 853 MiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 6.6 MiB/s wr, 33 op/s 2024-04-12T16:03:24.683 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:24 smithi099 ceph-mon[39429]: Standby manager daemon y restarted 2024-04-12T16:03:24.683 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:24 smithi099 ceph-mon[39429]: Standby manager daemon y started 2024-04-12T16:03:24.684 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:24 smithi099 ceph-mon[39429]: from='mgr.? 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-12T16:03:24.684 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:24 smithi099 ceph-mon[39429]: from='mgr.? 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T16:03:24.684 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:24 smithi099 ceph-mon[39429]: from='mgr.? 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-12T16:03:24.684 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:24 smithi099 ceph-mon[39429]: from='mgr.? 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T16:03:24.684 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:03:24.400+0000 7f82d6bde200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T16:03:24.684 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:16:03:24] ENGINE Bus STARTING 2024-04-12T16:03:24.684 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: CherryPy Checker: 2024-04-12T16:03:24.684 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: The Application mounted at '' has an empty config. 2024-04-12T16:03:24.684 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:03:24.684 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:16:03:24] ENGINE Serving on http://:::9283 2024-04-12T16:03:24.684 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:16:03:24] ENGINE Bus STARTED 2024-04-12T16:03:25.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:24 smithi110 ceph-mon[31279]: osdmap e202: 8 total, 8 up, 8 in 2024-04-12T16:03:25.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:24 smithi110 ceph-mon[31279]: pgmap v60: 121 pgs: 121 active+clean; 229 MiB data, 853 MiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 6.6 MiB/s wr, 33 op/s 2024-04-12T16:03:25.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:24 smithi110 ceph-mon[31279]: Standby manager daemon y restarted 2024-04-12T16:03:25.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:24 smithi110 ceph-mon[31279]: Standby manager daemon y started 2024-04-12T16:03:25.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:24 smithi110 ceph-mon[31279]: from='mgr.? 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-12T16:03:25.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:24 smithi110 ceph-mon[31279]: from='mgr.? 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T16:03:25.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:24 smithi110 ceph-mon[31279]: from='mgr.? 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-12T16:03:25.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:24 smithi110 ceph-mon[31279]: from='mgr.? 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T16:03:25.602 INFO:tasks.rados.rados.0.smithi099.stdout:781: done (0 left) 2024-04-12T16:03:25.602 INFO:tasks.rados.rados.0.smithi099.stdout:782: setattr oid 42 current snap is 75 2024-04-12T16:03:25.603 INFO:tasks.rados.rados.0.smithi099.stdout:783: delete oid 12 current snap is 75 2024-04-12T16:03:25.605 INFO:tasks.rados.rados.0.smithi099.stdout:783: done (1 left) 2024-04-12T16:03:25.605 INFO:tasks.rados.rados.0.smithi099.stdout:784: read oid 16 snap 49 2024-04-12T16:03:25.605 INFO:tasks.rados.rados.0.smithi099.stdout:784: expect (ObjNum 187 snap 47 seq_num 187) 2024-04-12T16:03:25.605 INFO:tasks.rados.rados.0.smithi099.stdout:785: rollback oid 44 current snap is 75 2024-04-12T16:03:25.605 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 44 to 69 2024-04-12T16:03:25.605 INFO:tasks.rados.rados.0.smithi099.stdout:786: rollback oid 1 current snap is 75 2024-04-12T16:03:25.605 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 1 to 32 2024-04-12T16:03:25.605 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 12 current snap is 75 2024-04-12T16:03:25.606 INFO:tasks.rados.rados.0.smithi099.stdout:787: seq_num 258 ranges {0=729088,729088=606208,1335296=598016} 2024-04-12T16:03:25.609 INFO:tasks.rados.rados.0.smithi099.stdout:787: writing smithi09982431-12 from 0 to 729088 tid 1 2024-04-12T16:03:25.613 INFO:tasks.rados.rados.0.smithi099.stdout:787: writing smithi09982431-12 from 729088 to 1335296 tid 2 2024-04-12T16:03:25.618 INFO:tasks.rados.rados.0.smithi099.stdout:787: writing smithi09982431-12 from 1335296 to 1933312 tid 3 2024-04-12T16:03:25.618 INFO:tasks.rados.rados.0.smithi099.stdout:788: rollback oid 35 current snap is 75 2024-04-12T16:03:25.618 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 35 to 51 2024-04-12T16:03:25.618 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 42 v 80 (ObjNum 87 snap 11 seq_num 87) dirty exists 2024-04-12T16:03:25.618 INFO:tasks.rados.rados.0.smithi099.stdout:785: finishing rollback tid 1 to smithi09982431-44 2024-04-12T16:03:25.618 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 44 v 303 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-12T16:03:25.619 INFO:tasks.rados.rados.0.smithi099.stdout:786: finishing rollback tid 1 to smithi09982431-1 2024-04-12T16:03:25.619 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 1 v 0 (ObjNum 49 snap 0 seq_num 1923698048) dirty dne 2024-04-12T16:03:25.619 INFO:tasks.rados.rados.0.smithi099.stdout:782: done (5 left) 2024-04-12T16:03:25.619 INFO:tasks.rados.rados.0.smithi099.stdout:785: done (4 left) 2024-04-12T16:03:25.619 INFO:tasks.rados.rados.0.smithi099.stdout:786: done (3 left) 2024-04-12T16:03:25.619 INFO:tasks.rados.rados.0.smithi099.stdout:789: read oid 7 snap -1 2024-04-12T16:03:25.619 INFO:tasks.rados.rados.0.smithi099.stdout:789: expect deleted 2024-04-12T16:03:25.619 INFO:tasks.rados.rados.0.smithi099.stdout:790: snap_create 2024-04-12T16:03:25.621 INFO:tasks.rados.rados.0.smithi099.stdout:784: expect (ObjNum 187 snap 47 seq_num 187) 2024-04-12T16:03:25.860 INFO:tasks.rados.rados.0.smithi099.stdout:787: finishing write tid 1 to smithi09982431-12 2024-04-12T16:03:25.860 INFO:tasks.rados.rados.0.smithi099.stdout:788: finishing rollback tid 0 to smithi09982431-35 2024-04-12T16:03:25.860 INFO:tasks.rados.rados.0.smithi099.stdout:788: finishing rollback tid 1 to smithi09982431-35 2024-04-12T16:03:25.860 INFO:tasks.rados.rados.0.smithi099.stdout:788: finishing rollback tid 2 to smithi09982431-35 2024-04-12T16:03:25.860 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 246 (ObjNum 199 snap 51 seq_num 199) dirty exists 2024-04-12T16:03:25.860 INFO:tasks.rados.rados.0.smithi099.stdout:787: finishing write tid 2 to smithi09982431-12 2024-04-12T16:03:25.861 INFO:tasks.rados.rados.0.smithi099.stdout:787: finishing write tid 3 to smithi09982431-12 2024-04-12T16:03:25.861 INFO:tasks.rados.rados.0.smithi099.stdout:787: finishing write tid 4 to smithi09982431-12 2024-04-12T16:03:25.861 INFO:tasks.rados.rados.0.smithi099.stdout:787: finishing write tid 5 to smithi09982431-12 2024-04-12T16:03:25.861 INFO:tasks.rados.rados.0.smithi099.stdout:787: oid 12 updating version 0 to 256 2024-04-12T16:03:25.861 INFO:tasks.rados.rados.0.smithi099.stdout:787: oid 12 version 256 is already newer than 255 2024-04-12T16:03:25.861 INFO:tasks.rados.rados.0.smithi099.stdout:787: oid 12 updating version 256 to 257 2024-04-12T16:03:25.861 INFO:tasks.rados.rados.0.smithi099.stdout:787: oid 12 updating version 257 to 258 2024-04-12T16:03:25.861 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 258 (ObjNum 258 snap 75 seq_num 258) dirty exists 2024-04-12T16:03:25.861 INFO:tasks.rados.rados.0.smithi099.stdout:787: left oid 12 (ObjNum 258 snap 75 seq_num 258) 2024-04-12T16:03:25.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:25 smithi099 ceph-mon[39429]: osdmap e203: 8 total, 8 up, 8 in 2024-04-12T16:03:25.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:25 smithi099 ceph-mon[39429]: mgrmap e30: x(active, since 38s), standbys: y 2024-04-12T16:03:25.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:25 smithi099 ceph-mon[27456]: osdmap e203: 8 total, 8 up, 8 in 2024-04-12T16:03:25.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:25 smithi099 ceph-mon[27456]: mgrmap e30: x(active, since 38s), standbys: y 2024-04-12T16:03:26.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:25 smithi110 ceph-mon[31279]: osdmap e203: 8 total, 8 up, 8 in 2024-04-12T16:03:26.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:25 smithi110 ceph-mon[31279]: mgrmap e30: x(active, since 38s), standbys: y 2024-04-12T16:03:26.585 INFO:tasks.rados.rados.0.smithi099.stdout:784: done (4 left) 2024-04-12T16:03:26.586 INFO:tasks.rados.rados.0.smithi099.stdout:787: done (3 left) 2024-04-12T16:03:26.586 INFO:tasks.rados.rados.0.smithi099.stdout:788: done (2 left) 2024-04-12T16:03:26.586 INFO:tasks.rados.rados.0.smithi099.stdout:789: done (1 left) 2024-04-12T16:03:26.586 INFO:tasks.rados.rados.0.smithi099.stdout:790: done (0 left) 2024-04-12T16:03:26.586 INFO:tasks.rados.rados.0.smithi099.stdout:791: snap_remove snap 53 2024-04-12T16:03:26.625 INFO:tasks.rados.rados.0.smithi099.stdout:791: done (0 left) 2024-04-12T16:03:26.625 INFO:tasks.rados.rados.0.smithi099.stdout:792: rmattr oid 41 current snap is 76 2024-04-12T16:03:26.625 INFO:tasks.rados.rados.0.smithi099.stdout:793: snap_remove snap 61 2024-04-12T16:03:26.653 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:16:03:26] ENGINE Bus STOPPING 2024-04-12T16:03:26.654 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:26 smithi099 ceph-mon[27456]: osdmap e204: 8 total, 8 up, 8 in 2024-04-12T16:03:26.654 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:26 smithi099 ceph-mon[27456]: pgmap v63: 121 pgs: 121 active+clean; 229 MiB data, 853 MiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.9 MiB/s wr, 25 op/s 2024-04-12T16:03:26.654 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:26 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:26.654 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:26 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:26.654 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:26 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:03:26.654 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:26 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:03:26.654 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:26 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:26.654 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:26 smithi099 ceph-mon[27456]: osdmap e205: 8 total, 8 up, 8 in 2024-04-12T16:03:26.655 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:26 smithi099 ceph-mon[39429]: osdmap e204: 8 total, 8 up, 8 in 2024-04-12T16:03:26.655 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:26 smithi099 ceph-mon[39429]: pgmap v63: 121 pgs: 121 active+clean; 229 MiB data, 853 MiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.9 MiB/s wr, 25 op/s 2024-04-12T16:03:26.655 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:26 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:26.655 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:26 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:26.655 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:26 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:03:26.655 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:26 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:03:26.655 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:26 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:26.655 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:26 smithi099 ceph-mon[39429]: osdmap e205: 8 total, 8 up, 8 in 2024-04-12T16:03:26.854 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:26 smithi110 ceph-mon[31279]: osdmap e204: 8 total, 8 up, 8 in 2024-04-12T16:03:26.854 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:26 smithi110 ceph-mon[31279]: pgmap v63: 121 pgs: 121 active+clean; 229 MiB data, 853 MiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.9 MiB/s wr, 25 op/s 2024-04-12T16:03:26.854 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:26 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:26.854 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:26 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:26.854 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:26 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:03:26.854 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:26 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:03:26.854 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:26 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' 2024-04-12T16:03:26.854 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:26 smithi110 ceph-mon[31279]: osdmap e205: 8 total, 8 up, 8 in 2024-04-12T16:03:26.855 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:26 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: ignoring --setuser ceph since I am not root 2024-04-12T16:03:26.855 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:26 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: ignoring --setgroup ceph since I am not root 2024-04-12T16:03:26.855 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:26 smithi110 ceph-mgr[67349]: -- 172.21.15.110:0/795808310 <== mon.1 v2:172.21.15.110:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5645b061c5a0 con 0x5645b05f0c00 2024-04-12T16:03:27.128 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:16:03:26] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T16:03:27.128 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:16:03:26] ENGINE Bus STOPPED 2024-04-12T16:03:27.128 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:16:03:26] ENGINE Bus STARTING 2024-04-12T16:03:27.128 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:03:26.783+0000 7f823702d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:03:27.128 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:03:26.783+0000 7f823702d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:03:27.128 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:03:26.783+0000 7f823702d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:03:27.128 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:03:26.783+0000 7f823702d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:03:27.128 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:03:26.783+0000 7f823702d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:03:27.128 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:03:26.785+0000 7f8233025700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:03:27.128 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:03:26.785+0000 7f8233025700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:03:27.128 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:03:26.785+0000 7f8233025700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:03:27.128 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:03:26.785+0000 7f8233025700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:03:27.129 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:03:26.785+0000 7f8233025700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:03:27.129 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:16:03:26] ENGINE Serving on http://:::9283 2024-04-12T16:03:27.129 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:16:03:26] ENGINE Bus STARTED 2024-04-12T16:03:27.584 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:27 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:03:27.211+0000 7fb493e6d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T16:03:27.584 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:27 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:03:27.307+0000 7fb493e6d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T16:03:27.632 INFO:tasks.rados.rados.0.smithi099.stdout:793: done (1 left) 2024-04-12T16:03:27.632 INFO:tasks.rados.rados.0.smithi099.stdout:794: setattr oid 12 current snap is 76 2024-04-12T16:03:27.632 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 41 v 345 (ObjNum 230 snap 66 seq_num 230) dirty exists 2024-04-12T16:03:27.634 INFO:tasks.rados.rados.0.smithi099.stdout:792: done (1 left) 2024-04-12T16:03:27.634 INFO:tasks.rados.rados.0.smithi099.stdout:795: rmattr oid 31 current snap is 76 2024-04-12T16:03:27.634 INFO:tasks.rados.rados.0.smithi099.stdout:795: done (1 left) 2024-04-12T16:03:27.634 INFO:tasks.rados.rados.0.smithi099.stdout:796: rollback oid 42 current snap is 76 2024-04-12T16:03:27.634 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 42 to 75 2024-04-12T16:03:27.634 INFO:tasks.rados.rados.0.smithi099.stdout:797: rollback oid 38 current snap is 76 2024-04-12T16:03:27.634 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 38 to 75 2024-04-12T16:03:27.634 INFO:tasks.rados.rados.0.smithi099.stdout:798: snap_create 2024-04-12T16:03:27.639 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 266 (ObjNum 258 snap 75 seq_num 258) dirty exists 2024-04-12T16:03:27.640 INFO:tasks.rados.rados.0.smithi099.stdout:796: finishing rollback tid 0 to smithi09982431-42 2024-04-12T16:03:27.640 INFO:tasks.rados.rados.0.smithi099.stdout:797: finishing rollback tid 1 to smithi09982431-38 2024-04-12T16:03:27.641 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 38 v 132 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-12T16:03:27.642 INFO:tasks.rados.rados.0.smithi099.stdout:796: finishing rollback tid 1 to smithi09982431-42 2024-04-12T16:03:27.643 INFO:tasks.rados.rados.0.smithi099.stdout:796: finishing rollback tid 2 to smithi09982431-42 2024-04-12T16:03:27.643 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 42 v 88 (ObjNum 87 snap 11 seq_num 87) dirty exists 2024-04-12T16:03:27.872 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:27 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:03:27.872 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:27 smithi110 ceph-mon[31279]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-12T16:03:27.872 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:27 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-12T16:03:27.872 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:27 smithi110 ceph-mon[31279]: Activating manager daemon y 2024-04-12T16:03:27.872 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:27 smithi110 ceph-mon[31279]: osdmap e206: 8 total, 8 up, 8 in 2024-04-12T16:03:27.872 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:27 smithi110 ceph-mon[31279]: from='mgr.24793 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-12T16:03:27.872 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:27 smithi110 ceph-mon[31279]: mgrmap e31: y(active, starting, since 0.00883878s) 2024-04-12T16:03:27.872 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:27 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:03:27.872 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:27 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:03:27.873 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:27 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:03:27.873 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:27 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T16:03:27.873 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:27 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T16:03:27.873 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:27 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T16:03:27.873 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:27 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:03:27.873 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:27 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T16:03:27.873 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:27 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:03:27.873 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:27 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:03:27.873 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:27 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T16:03:27.873 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:27 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T16:03:27.873 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:27 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T16:03:27.873 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:27 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T16:03:27.873 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:27 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T16:03:27.873 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:27 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T16:03:27.873 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:27 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T16:03:27.874 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:27 smithi110 ceph-mon[31279]: Manager daemon y is now available 2024-04-12T16:03:27.874 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:27 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:03:27.874 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:27 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:03:27.874 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:27 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T16:03:27.874 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:27 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T16:03:27.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:03:27.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[27456]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-12T16:03:27.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-12T16:03:27.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[27456]: Activating manager daemon y 2024-04-12T16:03:27.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[27456]: osdmap e206: 8 total, 8 up, 8 in 2024-04-12T16:03:27.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[27456]: from='mgr.24793 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-12T16:03:27.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[27456]: mgrmap e31: y(active, starting, since 0.00883878s) 2024-04-12T16:03:27.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:03:27.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:03:27.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:03:27.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T16:03:27.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T16:03:27.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T16:03:27.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:03:27.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T16:03:27.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:03:27.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:03:27.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T16:03:27.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T16:03:27.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T16:03:27.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T16:03:27.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T16:03:27.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T16:03:27.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T16:03:27.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[27456]: Manager daemon y is now available 2024-04-12T16:03:27.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:03:27.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:03:27.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T16:03:27.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T16:03:27.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:03:27.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[39429]: from='mgr.24793 172.21.15.110:0/1874018779' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-12T16:03:27.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-12T16:03:27.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[39429]: Activating manager daemon y 2024-04-12T16:03:27.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[39429]: osdmap e206: 8 total, 8 up, 8 in 2024-04-12T16:03:27.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[39429]: from='mgr.24793 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-12T16:03:27.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[39429]: mgrmap e31: y(active, starting, since 0.00883878s) 2024-04-12T16:03:27.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:03:27.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:03:27.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:03:27.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T16:03:27.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T16:03:27.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T16:03:27.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:03:27.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T16:03:27.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:03:27.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:03:27.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T16:03:27.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T16:03:27.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T16:03:27.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T16:03:27.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T16:03:27.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T16:03:27.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T16:03:27.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[39429]: Manager daemon y is now available 2024-04-12T16:03:27.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:03:27.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:03:27.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T16:03:27.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:27 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T16:03:28.244 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:28 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:03:28.007+0000 7fb493e6d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T16:03:28.244 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:28 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:03:28.101+0000 7fb493e6d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T16:03:28.244 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:28 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:03:28.244+0000 7fb493e6d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T16:03:28.584 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:28 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:03:28.342+0000 7fb493e6d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T16:03:28.584 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:28 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:03:28.435+0000 7fb493e6d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T16:03:28.648 INFO:tasks.rados.rados.0.smithi099.stdout:794: done (3 left) 2024-04-12T16:03:28.648 INFO:tasks.rados.rados.0.smithi099.stdout:796: done (2 left) 2024-04-12T16:03:28.648 INFO:tasks.rados.rados.0.smithi099.stdout:797: done (1 left) 2024-04-12T16:03:28.648 INFO:tasks.rados.rados.0.smithi099.stdout:798: done (0 left) 2024-04-12T16:03:28.648 INFO:tasks.rados.rados.0.smithi099.stdout:799: rollback oid 43 current snap is 77 2024-04-12T16:03:28.648 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 43 to 69 2024-04-12T16:03:28.648 INFO:tasks.rados.rados.0.smithi099.stdout:800: snap_create 2024-04-12T16:03:28.655 INFO:tasks.rados.rados.0.smithi099.stdout:799: finishing rollback tid 1 to smithi09982431-43 2024-04-12T16:03:28.655 INFO:tasks.rados.rados.0.smithi099.stdout:799: finishing rollback tid 2 to smithi09982431-43 2024-04-12T16:03:28.655 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 43 v 322 (ObjNum 206 snap 53 seq_num 206) dirty exists 2024-04-12T16:03:28.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:28 smithi099 ceph-mon[27456]: [12/Apr/2024:16:03:27] ENGINE Bus STARTING 2024-04-12T16:03:28.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:28 smithi099 ceph-mon[27456]: [12/Apr/2024:16:03:27] ENGINE Serving on http://172.21.15.99:8765 2024-04-12T16:03:28.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:28 smithi099 ceph-mon[27456]: [12/Apr/2024:16:03:27] ENGINE Serving on https://172.21.15.99:7150 2024-04-12T16:03:28.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:28 smithi099 ceph-mon[27456]: [12/Apr/2024:16:03:27] ENGINE Bus STARTED 2024-04-12T16:03:28.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:28 smithi099 ceph-mon[27456]: osdmap e207: 8 total, 8 up, 8 in 2024-04-12T16:03:28.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:28 smithi099 ceph-mon[27456]: mgrmap e32: y(active, since 1.02696s) 2024-04-12T16:03:28.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:28 smithi099 ceph-mon[27456]: pgmap v4: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 233 MiB data, 865 MiB used, 714 GiB / 715 GiB avail 2024-04-12T16:03:28.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:28 smithi099 ceph-mon[39429]: [12/Apr/2024:16:03:27] ENGINE Bus STARTING 2024-04-12T16:03:28.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:28 smithi099 ceph-mon[39429]: [12/Apr/2024:16:03:27] ENGINE Serving on http://172.21.15.99:8765 2024-04-12T16:03:28.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:28 smithi099 ceph-mon[39429]: [12/Apr/2024:16:03:27] ENGINE Serving on https://172.21.15.99:7150 2024-04-12T16:03:28.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:28 smithi099 ceph-mon[39429]: [12/Apr/2024:16:03:27] ENGINE Bus STARTED 2024-04-12T16:03:28.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:28 smithi099 ceph-mon[39429]: osdmap e207: 8 total, 8 up, 8 in 2024-04-12T16:03:28.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:28 smithi099 ceph-mon[39429]: mgrmap e32: y(active, since 1.02696s) 2024-04-12T16:03:28.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:28 smithi099 ceph-mon[39429]: pgmap v4: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 233 MiB data, 865 MiB used, 714 GiB / 715 GiB avail 2024-04-12T16:03:28.905 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:28 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:03:28.713+0000 7fb493e6d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T16:03:28.905 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:28 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:03:28.830+0000 7fb493e6d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T16:03:28.905 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:28 smithi110 ceph-mon[31279]: [12/Apr/2024:16:03:27] ENGINE Bus STARTING 2024-04-12T16:03:28.905 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:28 smithi110 ceph-mon[31279]: [12/Apr/2024:16:03:27] ENGINE Serving on http://172.21.15.99:8765 2024-04-12T16:03:28.905 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:28 smithi110 ceph-mon[31279]: [12/Apr/2024:16:03:27] ENGINE Serving on https://172.21.15.99:7150 2024-04-12T16:03:28.905 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:28 smithi110 ceph-mon[31279]: [12/Apr/2024:16:03:27] ENGINE Bus STARTED 2024-04-12T16:03:28.905 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:28 smithi110 ceph-mon[31279]: osdmap e207: 8 total, 8 up, 8 in 2024-04-12T16:03:28.905 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:28 smithi110 ceph-mon[31279]: mgrmap e32: y(active, since 1.02696s) 2024-04-12T16:03:28.905 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:28 smithi110 ceph-mon[31279]: pgmap v4: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 233 MiB data, 865 MiB used, 714 GiB / 715 GiB avail 2024-04-12T16:03:29.199 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:28 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:03:28.917+0000 7fb493e6d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T16:03:29.200 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:03:29.014+0000 7fb493e6d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T16:03:29.200 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:03:29.200+0000 7fb493e6d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T16:03:29.656 INFO:tasks.rados.rados.0.smithi099.stdout:799: done (1 left) 2024-04-12T16:03:29.656 INFO:tasks.rados.rados.0.smithi099.stdout:800: done (0 left) 2024-04-12T16:03:29.656 INFO:tasks.rados.rados.0.smithi099.stdout:801: rmattr oid 29 current snap is 78 2024-04-12T16:03:29.656 INFO:tasks.rados.rados.0.smithi099.stdout:801: done (0 left) 2024-04-12T16:03:29.656 INFO:tasks.rados.rados.0.smithi099.stdout:802: snap_create 2024-04-12T16:03:29.925 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:29 smithi110 ceph-mon[31279]: pgmap v5: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 233 MiB data, 865 MiB used, 714 GiB / 715 GiB avail 2024-04-12T16:03:29.925 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:29 smithi110 ceph-mon[31279]: mgrmap e33: y(active, since 2s) 2024-04-12T16:03:29.925 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:29 smithi110 ceph-mon[31279]: osdmap e208: 8 total, 8 up, 8 in 2024-04-12T16:03:30.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:29 smithi099 ceph-mon[27456]: pgmap v5: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 233 MiB data, 865 MiB used, 714 GiB / 715 GiB avail 2024-04-12T16:03:30.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:29 smithi099 ceph-mon[27456]: mgrmap e33: y(active, since 2s) 2024-04-12T16:03:30.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:29 smithi099 ceph-mon[27456]: osdmap e208: 8 total, 8 up, 8 in 2024-04-12T16:03:30.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:29 smithi099 ceph-mon[39429]: pgmap v5: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 233 MiB data, 865 MiB used, 714 GiB / 715 GiB avail 2024-04-12T16:03:30.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:29 smithi099 ceph-mon[39429]: mgrmap e33: y(active, since 2s) 2024-04-12T16:03:30.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:29 smithi099 ceph-mon[39429]: osdmap e208: 8 total, 8 up, 8 in 2024-04-12T16:03:30.478 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:30 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:03:30.226+0000 7fb493e6d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T16:03:30.478 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:30 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:03:30.360+0000 7fb493e6d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T16:03:30.665 INFO:tasks.rados.rados.0.smithi099.stdout:802: done (0 left) 2024-04-12T16:03:30.665 INFO:tasks.rados.rados.0.smithi099.stdout:803: delete oid 33 current snap is 79 2024-04-12T16:03:30.668 INFO:tasks.rados.rados.0.smithi099.stdout:803: done (0 left) 2024-04-12T16:03:30.668 INFO:tasks.rados.rados.0.smithi099.stdout:804: setattr oid 48 current snap is 79 2024-04-12T16:03:30.669 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 2 current snap is 79 2024-04-12T16:03:30.669 INFO:tasks.rados.rados.0.smithi099.stdout:805: seq_num 260 ranges {0=761856,761856=417792,1179648=786432} 2024-04-12T16:03:30.674 INFO:tasks.rados.rados.0.smithi099.stdout:805: writing smithi09982431-2 from 0 to 761856 tid 1 2024-04-12T16:03:30.676 INFO:tasks.rados.rados.0.smithi099.stdout:805: writing smithi09982431-2 from 761856 to 1179648 tid 2 2024-04-12T16:03:30.681 INFO:tasks.rados.rados.0.smithi099.stdout:805: writing smithi09982431-2 from 1179648 to 1966080 tid 3 2024-04-12T16:03:30.681 INFO:tasks.rados.rados.0.smithi099.stdout:806: read oid 37 snap -1 2024-04-12T16:03:30.681 INFO:tasks.rados.rados.0.smithi099.stdout:806: expect (ObjNum 252 snap 72 seq_num 252) 2024-04-12T16:03:30.681 INFO:tasks.rados.rados.0.smithi099.stdout:807: snap_create 2024-04-12T16:03:30.681 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 48 v 188 (ObjNum 230 snap 66 seq_num 230) dirty exists 2024-04-12T16:03:30.681 INFO:tasks.rados.rados.0.smithi099.stdout:805: finishing write tid 1 to smithi09982431-2 2024-04-12T16:03:30.681 INFO:tasks.rados.rados.0.smithi099.stdout:805: finishing write tid 2 to smithi09982431-2 2024-04-12T16:03:30.685 INFO:tasks.rados.rados.0.smithi099.stdout:805: finishing write tid 3 to smithi09982431-2 2024-04-12T16:03:30.685 INFO:tasks.rados.rados.0.smithi099.stdout:805: finishing write tid 4 to smithi09982431-2 2024-04-12T16:03:30.687 INFO:tasks.rados.rados.0.smithi099.stdout:805: finishing write tid 5 to smithi09982431-2 2024-04-12T16:03:30.687 INFO:tasks.rados.rados.0.smithi099.stdout:805: oid 2 updating version 0 to 164 2024-04-12T16:03:30.687 INFO:tasks.rados.rados.0.smithi099.stdout:805: oid 2 updating version 164 to 165 2024-04-12T16:03:30.688 INFO:tasks.rados.rados.0.smithi099.stdout:805: oid 2 version 165 is already newer than 162 2024-04-12T16:03:30.688 INFO:tasks.rados.rados.0.smithi099.stdout:805: oid 2 version 165 is already newer than 163 2024-04-12T16:03:30.688 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 2 v 165 (ObjNum 260 snap 79 seq_num 260) dirty exists 2024-04-12T16:03:30.688 INFO:tasks.rados.rados.0.smithi099.stdout:805: left oid 2 (ObjNum 260 snap 79 seq_num 260) 2024-04-12T16:03:30.693 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:30 smithi099 ceph-mon[27456]: osdmap e209: 8 total, 8 up, 8 in 2024-04-12T16:03:30.694 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:30 smithi099 ceph-mon[39429]: osdmap e209: 8 total, 8 up, 8 in 2024-04-12T16:03:30.710 INFO:tasks.rados.rados.0.smithi099.stdout:806: expect (ObjNum 252 snap 72 seq_num 252) 2024-04-12T16:03:30.818 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:30 smithi110 ceph-mon[31279]: osdmap e209: 8 total, 8 up, 8 in 2024-04-12T16:03:30.818 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:30 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:03:30.728+0000 7fb493e6d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T16:03:31.084 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:30 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:03:30.819+0000 7fb493e6d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T16:03:31.084 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:31 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:03:31.030+0000 7fb493e6d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T16:03:31.527 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:31 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:03:31.219+0000 7fb493e6d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T16:03:31.583 INFO:tasks.rados.rados.0.smithi099.stdout:804: done (3 left) 2024-04-12T16:03:31.583 INFO:tasks.rados.rados.0.smithi099.stdout:805: done (2 left) 2024-04-12T16:03:31.583 INFO:tasks.rados.rados.0.smithi099.stdout:806: done (1 left) 2024-04-12T16:03:31.583 INFO:tasks.rados.rados.0.smithi099.stdout:807: done (0 left) 2024-04-12T16:03:31.583 INFO:tasks.rados.rados.0.smithi099.stdout:808: copy_from oid 29 from oid 21 current snap is 80 2024-04-12T16:03:31.583 INFO:tasks.rados.rados.0.smithi099.stdout:809: copy_from oid 28 from oid 34 current snap is 80 2024-04-12T16:03:31.583 INFO:tasks.rados.rados.0.smithi099.stdout:810: read oid 12 snap -1 2024-04-12T16:03:31.583 INFO:tasks.rados.rados.0.smithi099.stdout:810: expect (ObjNum 258 snap 75 seq_num 258) 2024-04-12T16:03:31.583 INFO:tasks.rados.rados.0.smithi099.stdout:811: rmattr oid 7 current snap is 80 2024-04-12T16:03:31.583 INFO:tasks.rados.rados.0.smithi099.stdout:811: done (3 left) 2024-04-12T16:03:31.583 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 41 current snap is 80 2024-04-12T16:03:31.583 INFO:tasks.rados.rados.0.smithi099.stdout:812: seq_num 261 ranges {4743168=778240,5521408=704512,6225920=499712} 2024-04-12T16:03:31.613 INFO:tasks.rados.rados.0.smithi099.stdout:812: writing smithi09982431-41 from 4743168 to 5521408 tid 1 2024-04-12T16:03:31.617 INFO:tasks.rados.rados.0.smithi099.stdout:812: writing smithi09982431-41 from 5521408 to 6225920 tid 2 2024-04-12T16:03:31.621 INFO:tasks.rados.rados.0.smithi099.stdout:812: writing smithi09982431-41 from 6225920 to 6725632 tid 3 2024-04-12T16:03:31.621 INFO:tasks.rados.rados.0.smithi099.stdout:813: read oid 43 snap -1 2024-04-12T16:03:31.621 INFO:tasks.rados.rados.0.smithi099.stdout:813: expect (ObjNum 206 snap 53 seq_num 206) 2024-04-12T16:03:31.621 INFO:tasks.rados.rados.0.smithi099.stdout:814: rmattr oid 23 current snap is 80 2024-04-12T16:03:31.621 INFO:tasks.rados.rados.0.smithi099.stdout:808: finishing copy_from racing read to smithi09982431-29 2024-04-12T16:03:31.621 INFO:tasks.rados.rados.0.smithi099.stdout:810: expect (ObjNum 258 snap 75 seq_num 258) 2024-04-12T16:03:31.675 INFO:tasks.rados.rados.0.smithi099.stdout:808: finishing copy_from to smithi09982431-29 2024-04-12T16:03:31.675 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 29 v 332 (ObjNum 207 snap 53 seq_num 207) dirty exists 2024-04-12T16:03:31.675 INFO:tasks.rados.rados.0.smithi099.stdout:809: finishing copy_from racing read to smithi09982431-28 2024-04-12T16:03:31.676 INFO:tasks.rados.rados.0.smithi099.stdout:809: finishing copy_from to smithi09982431-28 2024-04-12T16:03:31.676 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 28 v 349 (ObjNum 208 snap 53 seq_num 208) dirty exists 2024-04-12T16:03:31.676 INFO:tasks.rados.rados.0.smithi099.stdout:812: finishing write tid 1 to smithi09982431-41 2024-04-12T16:03:31.676 INFO:tasks.rados.rados.0.smithi099.stdout:812: finishing write tid 2 to smithi09982431-41 2024-04-12T16:03:31.676 INFO:tasks.rados.rados.0.smithi099.stdout:808: done (5 left) 2024-04-12T16:03:31.676 INFO:tasks.rados.rados.0.smithi099.stdout:809: done (4 left) 2024-04-12T16:03:31.676 INFO:tasks.rados.rados.0.smithi099.stdout:810: done (3 left) 2024-04-12T16:03:31.676 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 36 current snap is 80 2024-04-12T16:03:31.676 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 23 v 284 (ObjNum 207 snap 53 seq_num 207) dirty exists 2024-04-12T16:03:31.676 INFO:tasks.rados.rados.0.smithi099.stdout:812: finishing write tid 3 to smithi09982431-41 2024-04-12T16:03:31.676 INFO:tasks.rados.rados.0.smithi099.stdout:812: finishing write tid 4 to smithi09982431-41 2024-04-12T16:03:31.676 INFO:tasks.rados.rados.0.smithi099.stdout:812: finishing write tid 5 to smithi09982431-41 2024-04-12T16:03:31.676 INFO:tasks.rados.rados.0.smithi099.stdout:812: oid 41 updating version 0 to 360 2024-04-12T16:03:31.676 INFO:tasks.rados.rados.0.smithi099.stdout:812: oid 41 version 360 is already newer than 359 2024-04-12T16:03:31.676 INFO:tasks.rados.rados.0.smithi099.stdout:812: oid 41 version 360 is already newer than 358 2024-04-12T16:03:31.677 INFO:tasks.rados.rados.0.smithi099.stdout:812: oid 41 version 360 is already newer than 357 2024-04-12T16:03:31.677 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 41 v 360 (ObjNum 261 snap 80 seq_num 261) dirty exists 2024-04-12T16:03:31.677 INFO:tasks.rados.rados.0.smithi099.stdout:812: left oid 41 (ObjNum 261 snap 80 seq_num 261) 2024-04-12T16:03:31.677 INFO:tasks.rados.rados.0.smithi099.stdout:813: expect (ObjNum 206 snap 53 seq_num 206) 2024-04-12T16:03:31.815 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:31 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:03:31.523+0000 7fb493e6d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T16:03:31.815 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:31 smithi110 ceph-mon[31279]: pgmap v8: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 233 MiB data, 865 MiB used, 714 GiB / 715 GiB avail 2024-04-12T16:03:31.815 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:31 smithi110 ceph-mon[31279]: osdmap e210: 8 total, 8 up, 8 in 2024-04-12T16:03:31.815 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:31 smithi110 ceph-mon[31279]: mgrmap e34: y(active, since 4s) 2024-04-12T16:03:31.815 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:31 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:31.815 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:31 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:31.815 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:31 smithi110 ceph-mon[31279]: osdmap e211: 8 total, 8 up, 8 in 2024-04-12T16:03:31.937 INFO:tasks.rados.rados.0.smithi099.stdout:815: seq_num 262 ranges {5505024=794624,6299648=589824,6889472=614400} 2024-04-12T16:03:31.969 INFO:tasks.rados.rados.0.smithi099.stdout:815: writing smithi09982431-36 from 5505024 to 6299648 tid 1 2024-04-12T16:03:31.973 INFO:tasks.rados.rados.0.smithi099.stdout:815: writing smithi09982431-36 from 6299648 to 6889472 tid 2 2024-04-12T16:03:31.977 INFO:tasks.rados.rados.0.smithi099.stdout:815: writing smithi09982431-36 from 6889472 to 7503872 tid 3 2024-04-12T16:03:31.978 INFO:tasks.rados.rados.0.smithi099.stdout:812: done (3 left) 2024-04-12T16:03:31.978 INFO:tasks.rados.rados.0.smithi099.stdout:813: done (2 left) 2024-04-12T16:03:31.978 INFO:tasks.rados.rados.0.smithi099.stdout:814: done (1 left) 2024-04-12T16:03:31.978 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 10 current snap is 80 2024-04-12T16:03:31.978 INFO:tasks.rados.rados.0.smithi099.stdout:815: finishing write tid 1 to smithi09982431-36 2024-04-12T16:03:31.978 INFO:tasks.rados.rados.0.smithi099.stdout:815: finishing write tid 2 to smithi09982431-36 2024-04-12T16:03:31.978 INFO:tasks.rados.rados.0.smithi099.stdout:816: seq_num 263 ranges {1777664=409600,2187264=475136,2662400=557056,3219456=573440} 2024-04-12T16:03:31.990 INFO:tasks.rados.rados.0.smithi099.stdout:816: writing smithi09982431-10 from 1777664 to 2187264 tid 1 2024-04-12T16:03:31.993 INFO:tasks.rados.rados.0.smithi099.stdout:816: writing smithi09982431-10 from 2187264 to 2662400 tid 2 2024-04-12T16:03:31.997 INFO:tasks.rados.rados.0.smithi099.stdout:816: writing smithi09982431-10 from 2662400 to 3219456 tid 3 2024-04-12T16:03:32.003 INFO:tasks.rados.rados.0.smithi099.stdout:816: writing smithi09982431-10 from 3219456 to 3792896 tid 4 2024-04-12T16:03:32.003 INFO:tasks.rados.rados.0.smithi099.stdout:817: rmattr oid 27 current snap is 80 2024-04-12T16:03:32.003 INFO:tasks.rados.rados.0.smithi099.stdout:817: done (2 left) 2024-04-12T16:03:32.003 INFO:tasks.rados.rados.0.smithi099.stdout:818: snap_create 2024-04-12T16:03:32.003 INFO:tasks.rados.rados.0.smithi099.stdout:815: finishing write tid 3 to smithi09982431-36 2024-04-12T16:03:32.003 INFO:tasks.rados.rados.0.smithi099.stdout:815: finishing write tid 4 to smithi09982431-36 2024-04-12T16:03:32.003 INFO:tasks.rados.rados.0.smithi099.stdout:815: finishing write tid 5 to smithi09982431-36 2024-04-12T16:03:32.003 INFO:tasks.rados.rados.0.smithi099.stdout:815: oid 36 updating version 0 to 250 2024-04-12T16:03:32.003 INFO:tasks.rados.rados.0.smithi099.stdout:815: oid 36 version 250 is already newer than 249 2024-04-12T16:03:32.003 INFO:tasks.rados.rados.0.smithi099.stdout:815: oid 36 version 250 is already newer than 247 2024-04-12T16:03:32.003 INFO:tasks.rados.rados.0.smithi099.stdout:815: oid 36 version 250 is already newer than 248 2024-04-12T16:03:32.003 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 36 v 250 (ObjNum 262 snap 80 seq_num 262) dirty exists 2024-04-12T16:03:32.003 INFO:tasks.rados.rados.0.smithi099.stdout:815: left oid 36 (ObjNum 262 snap 80 seq_num 262) 2024-04-12T16:03:32.004 INFO:tasks.rados.rados.0.smithi099.stdout:816: finishing write tid 1 to smithi09982431-10 2024-04-12T16:03:32.004 INFO:tasks.rados.rados.0.smithi099.stdout:816: finishing write tid 2 to smithi09982431-10 2024-04-12T16:03:32.004 INFO:tasks.rados.rados.0.smithi099.stdout:816: finishing write tid 3 to smithi09982431-10 2024-04-12T16:03:32.005 INFO:tasks.rados.rados.0.smithi099.stdout:816: finishing write tid 4 to smithi09982431-10 2024-04-12T16:03:32.005 INFO:tasks.rados.rados.0.smithi099.stdout:816: finishing write tid 5 to smithi09982431-10 2024-04-12T16:03:32.006 INFO:tasks.rados.rados.0.smithi099.stdout:816: finishing write tid 6 to smithi09982431-10 2024-04-12T16:03:32.006 INFO:tasks.rados.rados.0.smithi099.stdout:816: oid 10 updating version 0 to 328 2024-04-12T16:03:32.006 INFO:tasks.rados.rados.0.smithi099.stdout:816: oid 10 version 328 is already newer than 327 2024-04-12T16:03:32.006 INFO:tasks.rados.rados.0.smithi099.stdout:816: oid 10 version 328 is already newer than 324 2024-04-12T16:03:32.006 INFO:tasks.rados.rados.0.smithi099.stdout:816: oid 10 version 328 is already newer than 325 2024-04-12T16:03:32.006 INFO:tasks.rados.rados.0.smithi099.stdout:816: oid 10 version 328 is already newer than 326 2024-04-12T16:03:32.006 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 10 v 328 (ObjNum 263 snap 80 seq_num 263) dirty exists 2024-04-12T16:03:32.007 INFO:tasks.rados.rados.0.smithi099.stdout:816: left oid 10 (ObjNum 263 snap 80 seq_num 263) 2024-04-12T16:03:32.076 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:31 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:03:31.815+0000 7fb493e6d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T16:03:32.076 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:03:32.077+0000 7fb493e6d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T16:03:32.095 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:31 smithi099 ceph-mon[39429]: pgmap v8: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 233 MiB data, 865 MiB used, 714 GiB / 715 GiB avail 2024-04-12T16:03:32.095 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:31 smithi099 ceph-mon[39429]: osdmap e210: 8 total, 8 up, 8 in 2024-04-12T16:03:32.095 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:31 smithi099 ceph-mon[39429]: mgrmap e34: y(active, since 4s) 2024-04-12T16:03:32.095 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:31 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:32.095 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:31 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:32.095 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:31 smithi099 ceph-mon[39429]: osdmap e211: 8 total, 8 up, 8 in 2024-04-12T16:03:32.096 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:31 smithi099 ceph-mon[27456]: pgmap v8: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 233 MiB data, 865 MiB used, 714 GiB / 715 GiB avail 2024-04-12T16:03:32.096 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:31 smithi099 ceph-mon[27456]: osdmap e210: 8 total, 8 up, 8 in 2024-04-12T16:03:32.096 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:31 smithi099 ceph-mon[27456]: mgrmap e34: y(active, since 4s) 2024-04-12T16:03:32.096 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:31 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:32.096 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:31 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:32.096 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:31 smithi099 ceph-mon[27456]: osdmap e211: 8 total, 8 up, 8 in 2024-04-12T16:03:32.723 INFO:tasks.rados.rados.0.smithi099.stdout:815: done (2 left) 2024-04-12T16:03:32.723 INFO:tasks.rados.rados.0.smithi099.stdout:816: done (1 left) 2024-04-12T16:03:32.723 INFO:tasks.rados.rados.0.smithi099.stdout:818: done (0 left) 2024-04-12T16:03:32.723 INFO:tasks.rados.rados.0.smithi099.stdout:819: snap_create 2024-04-12T16:03:32.965 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:32 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:32.965 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:32 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:32.965 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:32 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:32.965 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:32 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:32.965 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:32 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:32.965 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:32 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:32.965 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:32 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:32.966 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:32 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:33.084 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:03:32.936+0000 7fb493e6d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T16:03:33.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:32 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:33.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:32 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:33.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:32 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:33.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:32 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:33.728 INFO:tasks.rados.rados.0.smithi099.stdout:819: done (0 left) 2024-04-12T16:03:33.728 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 17 current snap is 82 2024-04-12T16:03:33.728 INFO:tasks.rados.rados.0.smithi099.stdout:820: seq_num 264 ranges {1228800=425984,1654784=761856,2416640=770048,3186688=73728} 2024-04-12T16:03:33.737 INFO:tasks.rados.rados.0.smithi099.stdout:820: writing smithi09982431-17 from 1228800 to 1654784 tid 1 2024-04-12T16:03:33.741 INFO:tasks.rados.rados.0.smithi099.stdout:820: writing smithi09982431-17 from 1654784 to 2416640 tid 2 2024-04-12T16:03:33.745 INFO:tasks.rados.rados.0.smithi099.stdout:820: writing smithi09982431-17 from 2416640 to 3186688 tid 3 2024-04-12T16:03:33.746 INFO:tasks.rados.rados.0.smithi099.stdout:820: writing smithi09982431-17 from 3186688 to 3260416 tid 4 2024-04-12T16:03:33.746 INFO:tasks.rados.rados.0.smithi099.stdout:821: delete oid 15 current snap is 82 2024-04-12T16:03:33.746 INFO:tasks.rados.rados.0.smithi099.stdout:820: finishing write tid 1 to smithi09982431-17 2024-04-12T16:03:33.746 INFO:tasks.rados.rados.0.smithi099.stdout:820: finishing write tid 2 to smithi09982431-17 2024-04-12T16:03:33.748 INFO:tasks.rados.rados.0.smithi099.stdout:821: done (1 left) 2024-04-12T16:03:33.748 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 27 current snap is 82 2024-04-12T16:03:33.748 INFO:tasks.rados.rados.0.smithi099.stdout:822: seq_num 266 ranges {991232=458752,1449984=524288,1974272=729088,2703360=352256} 2024-04-12T16:03:33.756 INFO:tasks.rados.rados.0.smithi099.stdout:822: writing smithi09982431-27 from 991232 to 1449984 tid 1 2024-04-12T16:03:33.759 INFO:tasks.rados.rados.0.smithi099.stdout:822: writing smithi09982431-27 from 1449984 to 1974272 tid 2 2024-04-12T16:03:33.764 INFO:tasks.rados.rados.0.smithi099.stdout:822: writing smithi09982431-27 from 1974272 to 2703360 tid 3 2024-04-12T16:03:33.766 INFO:tasks.rados.rados.0.smithi099.stdout:822: writing smithi09982431-27 from 2703360 to 3055616 tid 4 2024-04-12T16:03:33.766 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 10 current snap is 82 2024-04-12T16:03:33.766 INFO:tasks.rados.rados.0.smithi099.stdout:820: finishing write tid 3 to smithi09982431-17 2024-04-12T16:03:33.766 INFO:tasks.rados.rados.0.smithi099.stdout:823: seq_num 267 ranges {3792896=475136,4268032=458752,4726784=540672,5267456=606208} 2024-04-12T16:03:33.789 INFO:tasks.rados.rados.0.smithi099.stdout:823: writing smithi09982431-10 from 3792896 to 4268032 tid 1 2024-04-12T16:03:33.791 INFO:tasks.rados.rados.0.smithi099.stdout:823: writing smithi09982431-10 from 4268032 to 4726784 tid 2 2024-04-12T16:03:33.794 INFO:tasks.rados.rados.0.smithi099.stdout:823: writing smithi09982431-10 from 4726784 to 5267456 tid 3 2024-04-12T16:03:33.798 INFO:tasks.rados.rados.0.smithi099.stdout:823: writing smithi09982431-10 from 5267456 to 5873664 tid 4 2024-04-12T16:03:33.798 INFO:tasks.rados.rados.0.smithi099.stdout:824: delete oid 32 current snap is 82 2024-04-12T16:03:33.798 INFO:tasks.rados.rados.0.smithi099.stdout:820: finishing write tid 4 to smithi09982431-17 2024-04-12T16:03:33.798 INFO:tasks.rados.rados.0.smithi099.stdout:820: finishing write tid 5 to smithi09982431-17 2024-04-12T16:03:33.798 INFO:tasks.rados.rados.0.smithi099.stdout:820: finishing write tid 6 to smithi09982431-17 2024-04-12T16:03:33.798 INFO:tasks.rados.rados.0.smithi099.stdout:820: oid 17 updating version 0 to 31 2024-04-12T16:03:33.798 INFO:tasks.rados.rados.0.smithi099.stdout:820: oid 17 version 31 is already newer than 30 2024-04-12T16:03:33.798 INFO:tasks.rados.rados.0.smithi099.stdout:820: oid 17 updating version 31 to 33 2024-04-12T16:03:33.798 INFO:tasks.rados.rados.0.smithi099.stdout:820: oid 17 updating version 33 to 34 2024-04-12T16:03:33.799 INFO:tasks.rados.rados.0.smithi099.stdout:820: oid 17 version 34 is already newer than 32 2024-04-12T16:03:33.799 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 17 v 34 (ObjNum 264 snap 82 seq_num 264) dirty exists 2024-04-12T16:03:33.799 INFO:tasks.rados.rados.0.smithi099.stdout:820: left oid 17 (ObjNum 264 snap 82 seq_num 264) 2024-04-12T16:03:33.799 INFO:tasks.rados.rados.0.smithi099.stdout:822: finishing write tid 1 to smithi09982431-27 2024-04-12T16:03:33.799 INFO:tasks.rados.rados.0.smithi099.stdout:822: finishing write tid 2 to smithi09982431-27 2024-04-12T16:03:33.799 INFO:tasks.rados.rados.0.smithi099.stdout:822: finishing write tid 3 to smithi09982431-27 2024-04-12T16:03:33.799 INFO:tasks.rados.rados.0.smithi099.stdout:822: finishing write tid 4 to smithi09982431-27 2024-04-12T16:03:33.799 INFO:tasks.rados.rados.0.smithi099.stdout:822: finishing write tid 5 to smithi09982431-27 2024-04-12T16:03:33.799 INFO:tasks.rados.rados.0.smithi099.stdout:822: finishing write tid 6 to smithi09982431-27 2024-04-12T16:03:33.799 INFO:tasks.rados.rados.0.smithi099.stdout:822: oid 27 updating version 0 to 214 2024-04-12T16:03:33.799 INFO:tasks.rados.rados.0.smithi099.stdout:822: oid 27 updating version 214 to 215 2024-04-12T16:03:33.799 INFO:tasks.rados.rados.0.smithi099.stdout:822: oid 27 updating version 215 to 216 2024-04-12T16:03:33.799 INFO:tasks.rados.rados.0.smithi099.stdout:822: oid 27 updating version 216 to 218 2024-04-12T16:03:33.799 INFO:tasks.rados.rados.0.smithi099.stdout:822: oid 27 version 218 is already newer than 217 2024-04-12T16:03:33.799 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 27 v 218 (ObjNum 266 snap 82 seq_num 266) dirty exists 2024-04-12T16:03:33.800 INFO:tasks.rados.rados.0.smithi099.stdout:822: left oid 27 (ObjNum 266 snap 82 seq_num 266) 2024-04-12T16:03:33.800 INFO:tasks.rados.rados.0.smithi099.stdout:823: finishing write tid 1 to smithi09982431-10 2024-04-12T16:03:33.800 INFO:tasks.rados.rados.0.smithi099.stdout:823: finishing write tid 2 to smithi09982431-10 2024-04-12T16:03:33.800 INFO:tasks.rados.rados.0.smithi099.stdout:823: finishing write tid 3 to smithi09982431-10 2024-04-12T16:03:33.801 INFO:tasks.rados.rados.0.smithi099.stdout:820: done (3 left) 2024-04-12T16:03:33.801 INFO:tasks.rados.rados.0.smithi099.stdout:822: done (2 left) 2024-04-12T16:03:33.801 INFO:tasks.rados.rados.0.smithi099.stdout:824: done (1 left) 2024-04-12T16:03:33.801 INFO:tasks.rados.rados.0.smithi099.stdout:825: read oid 41 snap -1 2024-04-12T16:03:33.801 INFO:tasks.rados.rados.0.smithi099.stdout:825: expect (ObjNum 261 snap 80 seq_num 261) 2024-04-12T16:03:33.801 INFO:tasks.rados.rados.0.smithi099.stdout:826: snap_create 2024-04-12T16:03:33.801 INFO:tasks.rados.rados.0.smithi099.stdout:823: finishing write tid 4 to smithi09982431-10 2024-04-12T16:03:33.801 INFO:tasks.rados.rados.0.smithi099.stdout:823: finishing write tid 5 to smithi09982431-10 2024-04-12T16:03:33.802 INFO:tasks.rados.rados.0.smithi099.stdout:823: finishing write tid 6 to smithi09982431-10 2024-04-12T16:03:33.802 INFO:tasks.rados.rados.0.smithi099.stdout:823: oid 10 updating version 0 to 330 2024-04-12T16:03:33.802 INFO:tasks.rados.rados.0.smithi099.stdout:823: oid 10 updating version 330 to 333 2024-04-12T16:03:33.803 INFO:tasks.rados.rados.0.smithi099.stdout:823: oid 10 updating version 333 to 334 2024-04-12T16:03:33.803 INFO:tasks.rados.rados.0.smithi099.stdout:823: oid 10 version 334 is already newer than 332 2024-04-12T16:03:33.803 INFO:tasks.rados.rados.0.smithi099.stdout:823: oid 10 version 334 is already newer than 331 2024-04-12T16:03:33.803 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 10 v 334 (ObjNum 267 snap 82 seq_num 267) dirty exists 2024-04-12T16:03:33.803 INFO:tasks.rados.rados.0.smithi099.stdout:823: left oid 10 (ObjNum 267 snap 82 seq_num 267) 2024-04-12T16:03:33.829 INFO:tasks.rados.rados.0.smithi099.stdout:825: expect (ObjNum 261 snap 80 seq_num 261) 2024-04-12T16:03:33.834 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:33 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:03:33.516+0000 7fb493e6d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T16:03:33.834 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:33 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:03:33.616+0000 7fb493e6d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T16:03:33.835 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:33 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[76457]: ts=2024-04-12T16:03:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi099\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:03:33.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:33 smithi110 ceph-mon[31279]: pgmap v11: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 233 MiB data, 865 MiB used, 714 GiB / 715 GiB avail 2024-04-12T16:03:33.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:33 smithi110 ceph-mon[31279]: osdmap e212: 8 total, 8 up, 8 in 2024-04-12T16:03:33.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:33 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:33.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:33 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:33.993 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:33 smithi099 ceph-mon[39429]: pgmap v11: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 233 MiB data, 865 MiB used, 714 GiB / 715 GiB avail 2024-04-12T16:03:33.993 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:33 smithi099 ceph-mon[39429]: osdmap e212: 8 total, 8 up, 8 in 2024-04-12T16:03:33.993 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:33 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:33.993 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:33 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:33.993 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:33 smithi099 ceph-mon[27456]: pgmap v11: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 233 MiB data, 865 MiB used, 714 GiB / 715 GiB avail 2024-04-12T16:03:33.993 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:33 smithi099 ceph-mon[27456]: osdmap e212: 8 total, 8 up, 8 in 2024-04-12T16:03:33.993 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:33 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:33.994 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:33 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:34.334 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:33 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:03:33.854+0000 7fb493e6d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T16:03:34.334 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:33 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: [12/Apr/2024:16:03:33] ENGINE Bus STARTING 2024-04-12T16:03:34.334 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:33 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: CherryPy Checker: 2024-04-12T16:03:34.335 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:33 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: The Application mounted at '' has an empty config. 2024-04-12T16:03:34.335 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:33 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: 2024-04-12T16:03:34.335 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:33 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: [12/Apr/2024:16:03:33] ENGINE Serving on http://:::9283 2024-04-12T16:03:34.335 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:33 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: [12/Apr/2024:16:03:33] ENGINE Bus STARTED 2024-04-12T16:03:34.750 INFO:tasks.rados.rados.0.smithi099.stdout:823: done (2 left) 2024-04-12T16:03:34.751 INFO:tasks.rados.rados.0.smithi099.stdout:825: done (1 left) 2024-04-12T16:03:34.751 INFO:tasks.rados.rados.0.smithi099.stdout:826: done (0 left) 2024-04-12T16:03:34.751 INFO:tasks.rados.rados.0.smithi099.stdout:827: snap_remove snap 80 2024-04-12T16:03:35.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:34 smithi110 ceph-mon[31279]: osdmap e213: 8 total, 8 up, 8 in 2024-04-12T16:03:35.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:34 smithi110 ceph-mon[31279]: Standby manager daemon x started 2024-04-12T16:03:35.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:34 smithi110 ceph-mon[31279]: from='mgr.? 172.21.15.110:0/1513993742' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T16:03:35.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:34 smithi110 ceph-mon[31279]: from='mgr.? 172.21.15.110:0/1513993742' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T16:03:35.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:34 smithi110 ceph-mon[31279]: from='mgr.? 172.21.15.110:0/1513993742' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T16:03:35.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:34 smithi110 ceph-mon[31279]: from='mgr.? 172.21.15.110:0/1513993742' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T16:03:35.107 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:34 smithi099 ceph-mon[27456]: osdmap e213: 8 total, 8 up, 8 in 2024-04-12T16:03:35.108 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:34 smithi099 ceph-mon[27456]: Standby manager daemon x started 2024-04-12T16:03:35.108 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:34 smithi099 ceph-mon[27456]: from='mgr.? 172.21.15.110:0/1513993742' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T16:03:35.108 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:34 smithi099 ceph-mon[27456]: from='mgr.? 172.21.15.110:0/1513993742' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T16:03:35.108 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:34 smithi099 ceph-mon[27456]: from='mgr.? 172.21.15.110:0/1513993742' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T16:03:35.108 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:34 smithi099 ceph-mon[27456]: from='mgr.? 172.21.15.110:0/1513993742' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T16:03:35.108 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:34 smithi099 ceph-mon[39429]: osdmap e213: 8 total, 8 up, 8 in 2024-04-12T16:03:35.108 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:34 smithi099 ceph-mon[39429]: Standby manager daemon x started 2024-04-12T16:03:35.108 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:34 smithi099 ceph-mon[39429]: from='mgr.? 172.21.15.110:0/1513993742' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T16:03:35.108 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:34 smithi099 ceph-mon[39429]: from='mgr.? 172.21.15.110:0/1513993742' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T16:03:35.108 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:34 smithi099 ceph-mon[39429]: from='mgr.? 172.21.15.110:0/1513993742' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T16:03:35.108 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:34 smithi099 ceph-mon[39429]: from='mgr.? 172.21.15.110:0/1513993742' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T16:03:35.754 INFO:tasks.rados.rados.0.smithi099.stdout:827: done (0 left) 2024-04-12T16:03:35.754 INFO:tasks.rados.rados.0.smithi099.stdout:828: rmattr oid 46 current snap is 83 2024-04-12T16:03:35.754 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 48 current snap is 83 2024-04-12T16:03:35.754 INFO:tasks.rados.rados.0.smithi099.stdout:829: seq_num 269 ranges {4743168=507904,5251072=630784,5881856=557056,6438912=417792} 2024-04-12T16:03:35.782 INFO:tasks.rados.rados.0.smithi099.stdout:829: writing smithi09982431-48 from 4743168 to 5251072 tid 1 2024-04-12T16:03:35.786 INFO:tasks.rados.rados.0.smithi099.stdout:829: writing smithi09982431-48 from 5251072 to 5881856 tid 2 2024-04-12T16:03:35.789 INFO:tasks.rados.rados.0.smithi099.stdout:829: writing smithi09982431-48 from 5881856 to 6438912 tid 3 2024-04-12T16:03:35.792 INFO:tasks.rados.rados.0.smithi099.stdout:829: writing smithi09982431-48 from 6438912 to 6856704 tid 4 2024-04-12T16:03:35.792 INFO:tasks.rados.rados.0.smithi099.stdout:830: delete oid 18 current snap is 83 2024-04-12T16:03:35.792 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 46 v 194 (ObjNum 150 snap 34 seq_num 150) dirty exists 2024-04-12T16:03:35.792 INFO:tasks.rados.rados.0.smithi099.stdout:829: finishing write tid 1 to smithi09982431-48 2024-04-12T16:03:35.792 INFO:tasks.rados.rados.0.smithi099.stdout:829: finishing write tid 2 to smithi09982431-48 2024-04-12T16:03:35.792 INFO:tasks.rados.rados.0.smithi099.stdout:829: finishing write tid 3 to smithi09982431-48 2024-04-12T16:03:35.794 INFO:tasks.rados.rados.0.smithi099.stdout:829: finishing write tid 4 to smithi09982431-48 2024-04-12T16:03:35.795 INFO:tasks.rados.rados.0.smithi099.stdout:829: finishing write tid 5 to smithi09982431-48 2024-04-12T16:03:35.795 INFO:tasks.rados.rados.0.smithi099.stdout:828: done (2 left) 2024-04-12T16:03:35.796 INFO:tasks.rados.rados.0.smithi099.stdout:830: done (1 left) 2024-04-12T16:03:35.796 INFO:tasks.rados.rados.0.smithi099.stdout:831: read oid 49 snap -1 2024-04-12T16:03:35.796 INFO:tasks.rados.rados.0.smithi099.stdout:831: expect deleted 2024-04-12T16:03:35.796 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 27 current snap is 83 2024-04-12T16:03:35.796 INFO:tasks.rados.rados.0.smithi099.stdout:832: seq_num 271 ranges {3055616=540672,3596288=802816,4399104=516096,4915200=286720} 2024-04-12T16:03:35.814 INFO:tasks.rados.rados.0.smithi099.stdout:832: writing smithi09982431-27 from 3055616 to 3596288 tid 1 2024-04-12T16:03:35.819 INFO:tasks.rados.rados.0.smithi099.stdout:832: writing smithi09982431-27 from 3596288 to 4399104 tid 2 2024-04-12T16:03:35.822 INFO:tasks.rados.rados.0.smithi099.stdout:832: writing smithi09982431-27 from 4399104 to 4915200 tid 3 2024-04-12T16:03:35.824 INFO:tasks.rados.rados.0.smithi099.stdout:832: writing smithi09982431-27 from 4915200 to 5201920 tid 4 2024-04-12T16:03:35.824 INFO:tasks.rados.rados.0.smithi099.stdout:833: read oid 38 snap -1 2024-04-12T16:03:35.824 INFO:tasks.rados.rados.0.smithi099.stdout:833: expect deleted 2024-04-12T16:03:35.824 INFO:tasks.rados.rados.0.smithi099.stdout:834: rmattr oid 12 current snap is 83 2024-04-12T16:03:35.824 INFO:tasks.rados.rados.0.smithi099.stdout:829: finishing write tid 6 to smithi09982431-48 2024-04-12T16:03:35.824 INFO:tasks.rados.rados.0.smithi099.stdout:829: oid 48 updating version 0 to 199 2024-04-12T16:03:35.824 INFO:tasks.rados.rados.0.smithi099.stdout:829: oid 48 version 199 is already newer than 197 2024-04-12T16:03:35.824 INFO:tasks.rados.rados.0.smithi099.stdout:829: oid 48 version 199 is already newer than 196 2024-04-12T16:03:35.825 INFO:tasks.rados.rados.0.smithi099.stdout:829: oid 48 version 199 is already newer than 198 2024-04-12T16:03:35.825 INFO:tasks.rados.rados.0.smithi099.stdout:829: oid 48 updating version 199 to 200 2024-04-12T16:03:35.825 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 48 v 200 (ObjNum 269 snap 83 seq_num 269) dirty exists 2024-04-12T16:03:35.825 INFO:tasks.rados.rados.0.smithi099.stdout:829: left oid 48 (ObjNum 269 snap 83 seq_num 269) 2024-04-12T16:03:35.825 INFO:tasks.rados.rados.0.smithi099.stdout:832: finishing write tid 1 to smithi09982431-27 2024-04-12T16:03:35.825 INFO:tasks.rados.rados.0.smithi099.stdout:832: finishing write tid 2 to smithi09982431-27 2024-04-12T16:03:35.825 INFO:tasks.rados.rados.0.smithi099.stdout:829: done (4 left) 2024-04-12T16:03:35.825 INFO:tasks.rados.rados.0.smithi099.stdout:831: done (3 left) 2024-04-12T16:03:35.825 INFO:tasks.rados.rados.0.smithi099.stdout:835: delete oid 22 current snap is 83 2024-04-12T16:03:35.825 INFO:tasks.rados.rados.0.smithi099.stdout:832: finishing write tid 3 to smithi09982431-27 2024-04-12T16:03:35.826 INFO:tasks.rados.rados.0.smithi099.stdout:832: finishing write tid 4 to smithi09982431-27 2024-04-12T16:03:35.827 INFO:tasks.rados.rados.0.smithi099.stdout:832: finishing write tid 5 to smithi09982431-27 2024-04-12T16:03:35.827 INFO:tasks.rados.rados.0.smithi099.stdout:833: done (3 left) 2024-04-12T16:03:35.827 INFO:tasks.rados.rados.0.smithi099.stdout:835: done (2 left) 2024-04-12T16:03:35.827 INFO:tasks.rados.rados.0.smithi099.stdout:836: copy_from oid 43 from oid 36 current snap is 83 2024-04-12T16:03:35.827 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 274 (ObjNum 258 snap 75 seq_num 258) dirty exists 2024-04-12T16:03:35.827 INFO:tasks.rados.rados.0.smithi099.stdout:834: done (2 left) 2024-04-12T16:03:35.827 INFO:tasks.rados.rados.0.smithi099.stdout:837: snap_remove snap 81 2024-04-12T16:03:36.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:35 smithi110 ceph-mon[31279]: pgmap v14: 121 pgs: 121 active+clean; 247 MiB data, 930 MiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.4 MiB/s wr, 44 op/s 2024-04-12T16:03:36.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:35 smithi110 ceph-mon[31279]: osdmap e214: 8 total, 8 up, 8 in 2024-04-12T16:03:36.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:35 smithi110 ceph-mon[31279]: mgrmap e35: y(active, since 8s), standbys: x 2024-04-12T16:03:36.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:35 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T16:03:36.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:35 smithi099 ceph-mon[39429]: pgmap v14: 121 pgs: 121 active+clean; 247 MiB data, 930 MiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.4 MiB/s wr, 44 op/s 2024-04-12T16:03:36.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:35 smithi099 ceph-mon[39429]: osdmap e214: 8 total, 8 up, 8 in 2024-04-12T16:03:36.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:35 smithi099 ceph-mon[39429]: mgrmap e35: y(active, since 8s), standbys: x 2024-04-12T16:03:36.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:35 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T16:03:36.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:35 smithi099 ceph-mon[27456]: pgmap v14: 121 pgs: 121 active+clean; 247 MiB data, 930 MiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.4 MiB/s wr, 44 op/s 2024-04-12T16:03:36.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:35 smithi099 ceph-mon[27456]: osdmap e214: 8 total, 8 up, 8 in 2024-04-12T16:03:36.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:35 smithi099 ceph-mon[27456]: mgrmap e35: y(active, since 8s), standbys: x 2024-04-12T16:03:36.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:35 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T16:03:36.587 INFO:tasks.rados.rados.0.smithi099.stdout:837: done (2 left) 2024-04-12T16:03:36.587 INFO:tasks.rados.rados.0.smithi099.stdout:838: snap_create 2024-04-12T16:03:36.587 INFO:tasks.rados.rados.0.smithi099.stdout:832: finishing write tid 6 to smithi09982431-27 2024-04-12T16:03:36.587 INFO:tasks.rados.rados.0.smithi099.stdout:832: oid 27 updating version 0 to 222 2024-04-12T16:03:36.587 INFO:tasks.rados.rados.0.smithi099.stdout:832: oid 27 version 222 is already newer than 220 2024-04-12T16:03:36.587 INFO:tasks.rados.rados.0.smithi099.stdout:832: oid 27 updating version 222 to 223 2024-04-12T16:03:36.587 INFO:tasks.rados.rados.0.smithi099.stdout:832: oid 27 version 223 is already newer than 219 2024-04-12T16:03:36.587 INFO:tasks.rados.rados.0.smithi099.stdout:832: oid 27 version 223 is already newer than 221 2024-04-12T16:03:36.587 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 27 v 223 (ObjNum 271 snap 83 seq_num 271) dirty exists 2024-04-12T16:03:36.587 INFO:tasks.rados.rados.0.smithi099.stdout:832: left oid 27 (ObjNum 271 snap 83 seq_num 271) 2024-04-12T16:03:36.588 INFO:tasks.rados.rados.0.smithi099.stdout:836: finishing copy_from racing read to smithi09982431-43 2024-04-12T16:03:36.588 INFO:tasks.rados.rados.0.smithi099.stdout:836: finishing copy_from to smithi09982431-43 2024-04-12T16:03:36.588 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 43 v 250 (ObjNum 262 snap 80 seq_num 262) dirty exists 2024-04-12T16:03:37.006 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:36 smithi110 ceph-mon[31279]: osdmap e215: 8 total, 8 up, 8 in 2024-04-12T16:03:37.006 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:36 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:37.006 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:36 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:37.006 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:36 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:03:37.006 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:36 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:03:37.006 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:36 smithi110 ceph-mon[31279]: Updating smithi099:/etc/ceph/ceph.conf 2024-04-12T16:03:37.006 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:36 smithi110 ceph-mon[31279]: Updating smithi110:/etc/ceph/ceph.conf 2024-04-12T16:03:37.006 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:36 smithi110 ceph-mon[31279]: osdmap e216: 8 total, 8 up, 8 in 2024-04-12T16:03:37.007 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:36 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[67326]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:03:36] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T16:03:37.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:36 smithi099 ceph-mon[27456]: osdmap e215: 8 total, 8 up, 8 in 2024-04-12T16:03:37.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:36 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:37.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:36 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:37.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:36 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:03:37.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:36 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:03:37.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:36 smithi099 ceph-mon[27456]: Updating smithi099:/etc/ceph/ceph.conf 2024-04-12T16:03:37.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:36 smithi099 ceph-mon[27456]: Updating smithi110:/etc/ceph/ceph.conf 2024-04-12T16:03:37.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:36 smithi099 ceph-mon[27456]: osdmap e216: 8 total, 8 up, 8 in 2024-04-12T16:03:37.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:36 smithi099 ceph-mon[39429]: osdmap e215: 8 total, 8 up, 8 in 2024-04-12T16:03:37.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:36 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:37.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:36 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:37.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:36 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:03:37.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:36 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:03:37.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:36 smithi099 ceph-mon[39429]: Updating smithi099:/etc/ceph/ceph.conf 2024-04-12T16:03:37.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:36 smithi099 ceph-mon[39429]: Updating smithi110:/etc/ceph/ceph.conf 2024-04-12T16:03:37.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:36 smithi099 ceph-mon[39429]: osdmap e216: 8 total, 8 up, 8 in 2024-04-12T16:03:37.595 INFO:tasks.rados.rados.0.smithi099.stdout:832: done (2 left) 2024-04-12T16:03:37.595 INFO:tasks.rados.rados.0.smithi099.stdout:836: done (1 left) 2024-04-12T16:03:37.596 INFO:tasks.rados.rados.0.smithi099.stdout:838: done (0 left) 2024-04-12T16:03:37.596 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 21 current snap is 84 2024-04-12T16:03:37.596 INFO:tasks.rados.rados.0.smithi099.stdout:839: seq_num 273 ranges {1073152=581632,1654784=565248,2220032=532480,2752512=507904} 2024-04-12T16:03:37.604 INFO:tasks.rados.rados.0.smithi099.stdout:839: writing smithi09982431-21 from 1073152 to 1654784 tid 1 2024-04-12T16:03:37.607 INFO:tasks.rados.rados.0.smithi099.stdout:839: writing smithi09982431-21 from 1654784 to 2220032 tid 2 2024-04-12T16:03:37.610 INFO:tasks.rados.rados.0.smithi099.stdout:839: writing smithi09982431-21 from 2220032 to 2752512 tid 3 2024-04-12T16:03:37.613 INFO:tasks.rados.rados.0.smithi099.stdout:839: writing smithi09982431-21 from 2752512 to 3260416 tid 4 2024-04-12T16:03:37.613 INFO:tasks.rados.rados.0.smithi099.stdout:840: rollback oid 42 current snap is 84 2024-04-12T16:03:37.613 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 42 to 79 2024-04-12T16:03:37.614 INFO:tasks.rados.rados.0.smithi099.stdout:839: finishing write tid 1 to smithi09982431-21 2024-04-12T16:03:37.614 INFO:tasks.rados.rados.0.smithi099.stdout:839: finishing write tid 2 to smithi09982431-21 2024-04-12T16:03:37.614 INFO:tasks.rados.rados.0.smithi099.stdout:839: finishing write tid 3 to smithi09982431-21 2024-04-12T16:03:37.614 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 47 current snap is 84 2024-04-12T16:03:37.614 INFO:tasks.rados.rados.0.smithi099.stdout:841: seq_num 274 ranges {1728512=598016,2326528=499712,2826240=745472,3571712=360448} 2024-04-12T16:03:37.626 INFO:tasks.rados.rados.0.smithi099.stdout:841: writing smithi09982431-47 from 1728512 to 2326528 tid 1 2024-04-12T16:03:37.628 INFO:tasks.rados.rados.0.smithi099.stdout:841: writing smithi09982431-47 from 2326528 to 2826240 tid 2 2024-04-12T16:03:37.633 INFO:tasks.rados.rados.0.smithi099.stdout:841: writing smithi09982431-47 from 2826240 to 3571712 tid 3 2024-04-12T16:03:37.636 INFO:tasks.rados.rados.0.smithi099.stdout:841: writing smithi09982431-47 from 3571712 to 3932160 tid 4 2024-04-12T16:03:37.636 INFO:tasks.rados.rados.0.smithi099.stdout:842: copy_from oid 13 from oid 7 current snap is 84 2024-04-12T16:03:37.636 INFO:tasks.rados.rados.0.smithi099.stdout:839: finishing write tid 4 to smithi09982431-21 2024-04-12T16:03:37.636 INFO:tasks.rados.rados.0.smithi099.stdout:839: finishing write tid 5 to smithi09982431-21 2024-04-12T16:03:37.636 INFO:tasks.rados.rados.0.smithi099.stdout:839: finishing write tid 6 to smithi09982431-21 2024-04-12T16:03:37.636 INFO:tasks.rados.rados.0.smithi099.stdout:839: oid 21 updating version 0 to 362 2024-04-12T16:03:37.637 INFO:tasks.rados.rados.0.smithi099.stdout:839: oid 21 updating version 362 to 363 2024-04-12T16:03:37.637 INFO:tasks.rados.rados.0.smithi099.stdout:839: oid 21 updating version 363 to 366 2024-04-12T16:03:37.637 INFO:tasks.rados.rados.0.smithi099.stdout:839: oid 21 version 366 is already newer than 364 2024-04-12T16:03:37.637 INFO:tasks.rados.rados.0.smithi099.stdout:839: oid 21 version 366 is already newer than 365 2024-04-12T16:03:37.637 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 366 (ObjNum 273 snap 84 seq_num 273) dirty exists 2024-04-12T16:03:37.637 INFO:tasks.rados.rados.0.smithi099.stdout:839: left oid 21 (ObjNum 273 snap 84 seq_num 273) 2024-04-12T16:03:37.637 INFO:tasks.rados.rados.0.smithi099.stdout:840: finishing rollback tid 0 to smithi09982431-42 2024-04-12T16:03:37.637 INFO:tasks.rados.rados.0.smithi099.stdout:840: finishing rollback tid 1 to smithi09982431-42 2024-04-12T16:03:37.637 INFO:tasks.rados.rados.0.smithi099.stdout:840: finishing rollback tid 2 to smithi09982431-42 2024-04-12T16:03:37.637 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 42 v 92 (ObjNum 87 snap 11 seq_num 87) dirty exists 2024-04-12T16:03:37.637 INFO:tasks.rados.rados.0.smithi099.stdout:841: finishing write tid 1 to smithi09982431-47 2024-04-12T16:03:37.637 INFO:tasks.rados.rados.0.smithi099.stdout:841: finishing write tid 2 to smithi09982431-47 2024-04-12T16:03:37.638 INFO:tasks.rados.rados.0.smithi099.stdout:839: done (3 left) 2024-04-12T16:03:37.638 INFO:tasks.rados.rados.0.smithi099.stdout:840: done (2 left) 2024-04-12T16:03:37.638 INFO:tasks.rados.rados.0.smithi099.stdout:843: snap_create 2024-04-12T16:03:37.638 INFO:tasks.rados.rados.0.smithi099.stdout:842: finishing copy_from to smithi09982431-13 2024-04-12T16:03:37.638 INFO:tasks.rados.rados.0.smithi099.stdout:842: got expected ENOENT (src dne) 2024-04-12T16:03:37.638 INFO:tasks.rados.rados.0.smithi099.stdout:842: finishing copy_from racing read to smithi09982431-13 2024-04-12T16:03:37.639 INFO:tasks.rados.rados.0.smithi099.stdout:841: finishing write tid 3 to smithi09982431-47 2024-04-12T16:03:37.639 INFO:tasks.rados.rados.0.smithi099.stdout:841: finishing write tid 4 to smithi09982431-47 2024-04-12T16:03:37.639 INFO:tasks.rados.rados.0.smithi099.stdout:841: finishing write tid 5 to smithi09982431-47 2024-04-12T16:03:37.639 INFO:tasks.rados.rados.0.smithi099.stdout:841: finishing write tid 6 to smithi09982431-47 2024-04-12T16:03:37.639 INFO:tasks.rados.rados.0.smithi099.stdout:841: oid 47 updating version 0 to 333 2024-04-12T16:03:37.639 INFO:tasks.rados.rados.0.smithi099.stdout:841: oid 47 updating version 333 to 336 2024-04-12T16:03:37.639 INFO:tasks.rados.rados.0.smithi099.stdout:841: oid 47 version 336 is already newer than 335 2024-04-12T16:03:37.639 INFO:tasks.rados.rados.0.smithi099.stdout:841: oid 47 updating version 336 to 337 2024-04-12T16:03:37.639 INFO:tasks.rados.rados.0.smithi099.stdout:841: oid 47 version 337 is already newer than 334 2024-04-12T16:03:37.640 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 47 v 337 (ObjNum 274 snap 84 seq_num 274) dirty exists 2024-04-12T16:03:37.640 INFO:tasks.rados.rados.0.smithi099.stdout:841: left oid 47 (ObjNum 274 snap 84 seq_num 274) 2024-04-12T16:03:38.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:37 smithi110 ceph-mon[31279]: Updating smithi099:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:03:38.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:37 smithi110 ceph-mon[31279]: Updating smithi110:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:03:38.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:37 smithi110 ceph-mon[31279]: Updating smithi099:/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:03:38.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:37 smithi110 ceph-mon[31279]: Updating smithi110:/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:03:38.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:37 smithi110 ceph-mon[31279]: pgmap v18: 121 pgs: 121 active+clean; 247 MiB data, 930 MiB used, 714 GiB / 715 GiB avail 2024-04-12T16:03:38.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:37 smithi110 ceph-mon[31279]: Updating smithi099:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T16:03:38.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:37 smithi110 ceph-mon[31279]: Updating smithi110:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T16:03:38.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:37 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:03:38.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:37 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:03:38.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:37 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:03:38.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:37 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:03:38.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:37 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:03:38.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:37 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:03:38.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:37 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:03:38.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:37 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:03:38.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:37 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:03:38.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:37 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:03:38.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:37 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:03:38.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:37 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:03:38.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:37 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:03:38.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:37 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:03:38.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:37 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:03:38.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:37 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:03:38.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:37 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:03:38.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:37 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:03:38.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:37 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:03:38.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:37 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:03:38.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:37 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:03:38.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:37 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:03:38.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:37 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:03:38.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:37 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:03:38.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:37 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:03:38.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:37 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:03:38.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:37 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:38.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:37 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:38.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:37 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:38.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:37 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:38.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:37 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:38.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:37 smithi110 ceph-mon[31279]: osdmap e217: 8 total, 8 up, 8 in 2024-04-12T16:03:38.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[27456]: Updating smithi099:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:03:38.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[27456]: Updating smithi110:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:03:38.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[27456]: Updating smithi099:/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:03:38.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[27456]: Updating smithi110:/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:03:38.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[27456]: pgmap v18: 121 pgs: 121 active+clean; 247 MiB data, 930 MiB used, 714 GiB / 715 GiB avail 2024-04-12T16:03:38.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[27456]: Updating smithi099:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T16:03:38.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[27456]: Updating smithi110:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T16:03:38.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:03:38.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:03:38.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:03:38.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:03:38.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:03:38.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:03:38.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:03:38.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:03:38.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:03:38.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:03:38.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:03:38.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:03:38.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:03:38.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:03:38.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:03:38.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:03:38.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:03:38.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:03:38.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:03:38.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:03:38.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:03:38.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[39429]: Updating smithi099:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:03:38.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[39429]: Updating smithi110:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:03:38.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[39429]: Updating smithi099:/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:03:38.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[39429]: Updating smithi110:/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:03:38.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[39429]: pgmap v18: 121 pgs: 121 active+clean; 247 MiB data, 930 MiB used, 714 GiB / 715 GiB avail 2024-04-12T16:03:38.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[39429]: Updating smithi099:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T16:03:38.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[39429]: Updating smithi110:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T16:03:38.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:03:38.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:03:38.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:03:38.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:03:38.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:03:38.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:03:38.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:03:38.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:03:38.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:03:38.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:03:38.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:03:38.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:03:38.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:03:38.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:03:38.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:03:38.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:03:38.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:03:38.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:03:38.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:03:38.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:03:38.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:03:38.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:03:38.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[27456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:03:38.133 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:03:38.133 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:03:38.133 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:03:38.133 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:38.133 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:38.133 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:38.133 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:38.133 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:38.133 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[27456]: osdmap e217: 8 total, 8 up, 8 in 2024-04-12T16:03:38.133 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:03:38.133 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:03:38.133 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:03:38.134 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:03:38.134 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:03:38.134 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:38.134 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:38.134 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:38.134 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:38.134 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:38.134 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:37 smithi099 ceph-mon[39429]: osdmap e217: 8 total, 8 up, 8 in 2024-04-12T16:03:38.593 INFO:tasks.rados.rados.0.smithi099.stdout:841: done (2 left) 2024-04-12T16:03:38.593 INFO:tasks.rados.rados.0.smithi099.stdout:842: done (1 left) 2024-04-12T16:03:38.593 INFO:tasks.rados.rados.0.smithi099.stdout:843: done (0 left) 2024-04-12T16:03:38.594 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 15 current snap is 85 2024-04-12T16:03:38.594 INFO:tasks.rados.rados.0.smithi099.stdout:844: seq_num 275 ranges {0=614400,614400=786432,1400832=499712,1900544=319488} 2024-04-12T16:03:38.596 INFO:tasks.rados.rados.0.smithi099.stdout:844: writing smithi09982431-15 from 0 to 614400 tid 1 2024-04-12T16:03:38.601 INFO:tasks.rados.rados.0.smithi099.stdout:844: writing smithi09982431-15 from 614400 to 1400832 tid 2 2024-04-12T16:03:38.604 INFO:tasks.rados.rados.0.smithi099.stdout:844: writing smithi09982431-15 from 1400832 to 1900544 tid 3 2024-04-12T16:03:38.606 INFO:tasks.rados.rados.0.smithi099.stdout:844: writing smithi09982431-15 from 1900544 to 2220032 tid 4 2024-04-12T16:03:38.606 INFO:tasks.rados.rados.0.smithi099.stdout:845: delete oid 31 current snap is 85 2024-04-12T16:03:38.606 INFO:tasks.rados.rados.0.smithi099.stdout:844: finishing write tid 1 to smithi09982431-15 2024-04-12T16:03:38.607 INFO:tasks.rados.rados.0.smithi099.stdout:844: finishing write tid 2 to smithi09982431-15 2024-04-12T16:03:38.607 INFO:tasks.rados.rados.0.smithi099.stdout:844: finishing write tid 3 to smithi09982431-15 2024-04-12T16:03:38.608 INFO:tasks.rados.rados.0.smithi099.stdout:844: finishing write tid 4 to smithi09982431-15 2024-04-12T16:03:38.609 INFO:tasks.rados.rados.0.smithi099.stdout:844: finishing write tid 5 to smithi09982431-15 2024-04-12T16:03:38.610 INFO:tasks.rados.rados.0.smithi099.stdout:844: finishing write tid 6 to smithi09982431-15 2024-04-12T16:03:38.610 INFO:tasks.rados.rados.0.smithi099.stdout:844: oid 15 updating version 0 to 211 2024-04-12T16:03:38.610 INFO:tasks.rados.rados.0.smithi099.stdout:844: oid 15 version 211 is already newer than 209 2024-04-12T16:03:38.610 INFO:tasks.rados.rados.0.smithi099.stdout:844: oid 15 version 211 is already newer than 207 2024-04-12T16:03:38.610 INFO:tasks.rados.rados.0.smithi099.stdout:844: oid 15 version 211 is already newer than 210 2024-04-12T16:03:38.610 INFO:tasks.rados.rados.0.smithi099.stdout:844: oid 15 version 211 is already newer than 208 2024-04-12T16:03:38.611 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 15 v 211 (ObjNum 275 snap 85 seq_num 275) dirty exists 2024-04-12T16:03:38.611 INFO:tasks.rados.rados.0.smithi099.stdout:844: left oid 15 (ObjNum 275 snap 85 seq_num 275) 2024-04-12T16:03:38.611 INFO:tasks.rados.rados.0.smithi099.stdout:844: done (1 left) 2024-04-12T16:03:38.611 INFO:tasks.rados.rados.0.smithi099.stdout:845: done (0 left) 2024-04-12T16:03:38.611 INFO:tasks.rados.rados.0.smithi099.stdout:846: snap_create 2024-04-12T16:03:39.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:38 smithi110 ceph-mon[31279]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T16:03:39.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:38 smithi110 ceph-mon[31279]: Reconfiguring daemon prometheus.a on smithi110 2024-04-12T16:03:39.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:38 smithi110 ceph-mon[31279]: osdmap e218: 8 total, 8 up, 8 in 2024-04-12T16:03:39.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:38 smithi099 ceph-mon[27456]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T16:03:39.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:38 smithi099 ceph-mon[27456]: Reconfiguring daemon prometheus.a on smithi110 2024-04-12T16:03:39.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:38 smithi099 ceph-mon[27456]: osdmap e218: 8 total, 8 up, 8 in 2024-04-12T16:03:39.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:38 smithi099 ceph-mon[39429]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T16:03:39.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:38 smithi099 ceph-mon[39429]: Reconfiguring daemon prometheus.a on smithi110 2024-04-12T16:03:39.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:38 smithi099 ceph-mon[39429]: osdmap e218: 8 total, 8 up, 8 in 2024-04-12T16:03:39.596 INFO:tasks.rados.rados.0.smithi099.stdout:846: done (0 left) 2024-04-12T16:03:39.597 INFO:tasks.rados.rados.0.smithi099.stdout:847: copy_from oid 33 from oid 44 current snap is 86 2024-04-12T16:03:39.597 INFO:tasks.rados.rados.0.smithi099.stdout:848: delete oid 3 current snap is 86 2024-04-12T16:03:39.600 INFO:tasks.rados.rados.0.smithi099.stdout:848: done (1 left) 2024-04-12T16:03:39.600 INFO:tasks.rados.rados.0.smithi099.stdout:849: snap_remove snap 76 2024-04-12T16:03:39.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:39 smithi110 ceph-mon[31279]: pgmap v21: 121 pgs: 121 active+clean; 268 MiB data, 994 MiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.5 MiB/s wr, 30 op/s 2024-04-12T16:03:39.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:39 smithi110 ceph-mon[31279]: mgrmap e36: y(active, since 12s), standbys: x 2024-04-12T16:03:39.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:39 smithi110 ceph-mon[31279]: osdmap e219: 8 total, 8 up, 8 in 2024-04-12T16:03:40.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:39 smithi099 ceph-mon[27456]: pgmap v21: 121 pgs: 121 active+clean; 268 MiB data, 994 MiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.5 MiB/s wr, 30 op/s 2024-04-12T16:03:40.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:39 smithi099 ceph-mon[27456]: mgrmap e36: y(active, since 12s), standbys: x 2024-04-12T16:03:40.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:39 smithi099 ceph-mon[27456]: osdmap e219: 8 total, 8 up, 8 in 2024-04-12T16:03:40.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:39 smithi099 ceph-mon[39429]: pgmap v21: 121 pgs: 121 active+clean; 268 MiB data, 994 MiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.5 MiB/s wr, 30 op/s 2024-04-12T16:03:40.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:39 smithi099 ceph-mon[39429]: mgrmap e36: y(active, since 12s), standbys: x 2024-04-12T16:03:40.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:39 smithi099 ceph-mon[39429]: osdmap e219: 8 total, 8 up, 8 in 2024-04-12T16:03:40.612 INFO:tasks.rados.rados.0.smithi099.stdout:847: finishing copy_from to smithi09982431-33 2024-04-12T16:03:40.613 INFO:tasks.rados.rados.0.smithi099.stdout:847: got expected ENOENT (src dne) 2024-04-12T16:03:40.613 INFO:tasks.rados.rados.0.smithi099.stdout:847: finishing copy_from racing read to smithi09982431-33 2024-04-12T16:03:40.613 INFO:tasks.rados.rados.0.smithi099.stdout:847: done (1 left) 2024-04-12T16:03:40.613 INFO:tasks.rados.rados.0.smithi099.stdout:849: done (0 left) 2024-04-12T16:03:40.613 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 34 current snap is 86 2024-04-12T16:03:40.613 INFO:tasks.rados.rados.0.smithi099.stdout:850: seq_num 278 ranges {1089536=663552,1753088=442368,2195456=720896,2916352=442368} 2024-04-12T16:03:40.622 INFO:tasks.rados.rados.0.smithi099.stdout:850: writing smithi09982431-34 from 1089536 to 1753088 tid 1 2024-04-12T16:03:40.625 INFO:tasks.rados.rados.0.smithi099.stdout:850: writing smithi09982431-34 from 1753088 to 2195456 tid 2 2024-04-12T16:03:40.629 INFO:tasks.rados.rados.0.smithi099.stdout:850: writing smithi09982431-34 from 2195456 to 2916352 tid 3 2024-04-12T16:03:40.632 INFO:tasks.rados.rados.0.smithi099.stdout:850: writing smithi09982431-34 from 2916352 to 3358720 tid 4 2024-04-12T16:03:40.632 INFO:tasks.rados.rados.0.smithi099.stdout:851: read oid 25 snap -1 2024-04-12T16:03:40.632 INFO:tasks.rados.rados.0.smithi099.stdout:851: expect (ObjNum 109 snap 23 seq_num 109) 2024-04-12T16:03:40.633 INFO:tasks.rados.rados.0.smithi099.stdout:852: snap_remove snap 34 2024-04-12T16:03:41.254 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:40 smithi110 systemd[1]: Stopping Ceph prometheus.a for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:03:41.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[76457]: ts=2024-04-12T16:03:41.256Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-12T16:03:41.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[76457]: ts=2024-04-12T16:03:41.256Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-12T16:03:41.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[76457]: ts=2024-04-12T16:03:41.256Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-12T16:03:41.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[76457]: ts=2024-04-12T16:03:41.256Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-12T16:03:41.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[76457]: ts=2024-04-12T16:03:41.256Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-12T16:03:41.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[76457]: ts=2024-04-12T16:03:41.256Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-12T16:03:41.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[76457]: ts=2024-04-12T16:03:41.256Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-12T16:03:41.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[76457]: ts=2024-04-12T16:03:41.256Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-12T16:03:41.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[76457]: ts=2024-04-12T16:03:41.256Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-12T16:03:41.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[76457]: ts=2024-04-12T16:03:41.257Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-12T16:03:41.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[76457]: ts=2024-04-12T16:03:41.257Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-12T16:03:41.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:41 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[76457]: ts=2024-04-12T16:03:41.257Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-12T16:03:41.586 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:41 smithi110 podman[79251]: 2024-04-12 16:03:41.266509747 +0000 UTC m=+0.128579077 container died 36941fb855701705ec0a31412f697bc4c2286a6292e093adb65a3f1ed28070cc (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:03:41.588 INFO:tasks.rados.rados.0.smithi099.stdout:850: finishing write tid 1 to smithi09982431-34 2024-04-12T16:03:41.588 INFO:tasks.rados.rados.0.smithi099.stdout:850: finishing write tid 2 to smithi09982431-34 2024-04-12T16:03:41.588 INFO:tasks.rados.rados.0.smithi099.stdout:850: finishing write tid 3 to smithi09982431-34 2024-04-12T16:03:41.588 INFO:tasks.rados.rados.0.smithi099.stdout:850: finishing write tid 4 to smithi09982431-34 2024-04-12T16:03:41.588 INFO:tasks.rados.rados.0.smithi099.stdout:850: finishing write tid 5 to smithi09982431-34 2024-04-12T16:03:41.588 INFO:tasks.rados.rados.0.smithi099.stdout:850: finishing write tid 6 to smithi09982431-34 2024-04-12T16:03:41.588 INFO:tasks.rados.rados.0.smithi099.stdout:850: oid 34 updating version 0 to 394 2024-04-12T16:03:41.588 INFO:tasks.rados.rados.0.smithi099.stdout:850: oid 34 updating version 394 to 395 2024-04-12T16:03:41.588 INFO:tasks.rados.rados.0.smithi099.stdout:850: oid 34 updating version 395 to 396 2024-04-12T16:03:41.589 INFO:tasks.rados.rados.0.smithi099.stdout:850: oid 34 version 396 is already newer than 393 2024-04-12T16:03:41.589 INFO:tasks.rados.rados.0.smithi099.stdout:850: oid 34 updating version 396 to 397 2024-04-12T16:03:41.589 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 34 v 397 (ObjNum 278 snap 86 seq_num 278) dirty exists 2024-04-12T16:03:41.589 INFO:tasks.rados.rados.0.smithi099.stdout:850: left oid 34 (ObjNum 278 snap 86 seq_num 278) 2024-04-12T16:03:41.589 INFO:tasks.rados.rados.0.smithi099.stdout:851: expect (ObjNum 109 snap 23 seq_num 109) 2024-04-12T16:03:41.654 INFO:tasks.rados.rados.0.smithi099.stdout:850: done (2 left) 2024-04-12T16:03:41.654 INFO:tasks.rados.rados.0.smithi099.stdout:851: done (1 left) 2024-04-12T16:03:41.654 INFO:tasks.rados.rados.0.smithi099.stdout:852: done (0 left) 2024-04-12T16:03:41.654 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 18 current snap is 86 2024-04-12T16:03:41.654 INFO:tasks.rados.rados.0.smithi099.stdout:853: seq_num 279 ranges {0=679936,679936=720896,1400832=483328,1884160=401408} 2024-04-12T16:03:41.658 INFO:tasks.rados.rados.0.smithi099.stdout:853: writing smithi09982431-18 from 0 to 679936 tid 1 2024-04-12T16:03:41.662 INFO:tasks.rados.rados.0.smithi099.stdout:853: writing smithi09982431-18 from 679936 to 1400832 tid 2 2024-04-12T16:03:41.664 INFO:tasks.rados.rados.0.smithi099.stdout:853: writing smithi09982431-18 from 1400832 to 1884160 tid 3 2024-04-12T16:03:41.667 INFO:tasks.rados.rados.0.smithi099.stdout:853: writing smithi09982431-18 from 1884160 to 2285568 tid 4 2024-04-12T16:03:41.667 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 9 current snap is 86 2024-04-12T16:03:41.667 INFO:tasks.rados.rados.0.smithi099.stdout:853: finishing write tid 1 to smithi09982431-18 2024-04-12T16:03:41.667 INFO:tasks.rados.rados.0.smithi099.stdout:853: finishing write tid 2 to smithi09982431-18 2024-04-12T16:03:41.667 INFO:tasks.rados.rados.0.smithi099.stdout:853: finishing write tid 3 to smithi09982431-18 2024-04-12T16:03:41.667 INFO:tasks.rados.rados.0.smithi099.stdout:854: seq_num 280 ranges {0=696320,696320=606208,1302528=688128,1990656=311296} 2024-04-12T16:03:41.670 INFO:tasks.rados.rados.0.smithi099.stdout:854: writing smithi09982431-9 from 0 to 696320 tid 1 2024-04-12T16:03:41.673 INFO:tasks.rados.rados.0.smithi099.stdout:854: writing smithi09982431-9 from 696320 to 1302528 tid 2 2024-04-12T16:03:41.677 INFO:tasks.rados.rados.0.smithi099.stdout:854: writing smithi09982431-9 from 1302528 to 1990656 tid 3 2024-04-12T16:03:41.680 INFO:tasks.rados.rados.0.smithi099.stdout:854: writing smithi09982431-9 from 1990656 to 2301952 tid 4 2024-04-12T16:03:41.680 INFO:tasks.rados.rados.0.smithi099.stdout:855: rollback oid 40 current snap is 86 2024-04-12T16:03:41.680 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 40 to 78 2024-04-12T16:03:41.680 INFO:tasks.rados.rados.0.smithi099.stdout:853: finishing write tid 4 to smithi09982431-18 2024-04-12T16:03:41.681 INFO:tasks.rados.rados.0.smithi099.stdout:853: finishing write tid 5 to smithi09982431-18 2024-04-12T16:03:41.681 INFO:tasks.rados.rados.0.smithi099.stdout:853: finishing write tid 6 to smithi09982431-18 2024-04-12T16:03:41.681 INFO:tasks.rados.rados.0.smithi099.stdout:853: oid 18 updating version 0 to 367 2024-04-12T16:03:41.681 INFO:tasks.rados.rados.0.smithi099.stdout:853: oid 18 version 367 is already newer than 366 2024-04-12T16:03:41.681 INFO:tasks.rados.rados.0.smithi099.stdout:853: oid 18 updating version 367 to 369 2024-04-12T16:03:41.681 INFO:tasks.rados.rados.0.smithi099.stdout:853: oid 18 version 369 is already newer than 368 2024-04-12T16:03:41.681 INFO:tasks.rados.rados.0.smithi099.stdout:853: oid 18 updating version 369 to 370 2024-04-12T16:03:41.681 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 18 v 370 (ObjNum 279 snap 86 seq_num 279) dirty exists 2024-04-12T16:03:41.681 INFO:tasks.rados.rados.0.smithi099.stdout:853: left oid 18 (ObjNum 279 snap 86 seq_num 279) 2024-04-12T16:03:41.681 INFO:tasks.rados.rados.0.smithi099.stdout:854: finishing write tid 1 to smithi09982431-9 2024-04-12T16:03:41.681 INFO:tasks.rados.rados.0.smithi099.stdout:854: finishing write tid 2 to smithi09982431-9 2024-04-12T16:03:41.681 INFO:tasks.rados.rados.0.smithi099.stdout:853: done (2 left) 2024-04-12T16:03:41.681 INFO:tasks.rados.rados.0.smithi099.stdout:856: rollback oid 47 current snap is 86 2024-04-12T16:03:41.681 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 47 to 82 2024-04-12T16:03:41.682 INFO:tasks.rados.rados.0.smithi099.stdout:857: rmattr oid 7 current snap is 86 2024-04-12T16:03:41.682 INFO:tasks.rados.rados.0.smithi099.stdout:857: done (3 left) 2024-04-12T16:03:41.682 INFO:tasks.rados.rados.0.smithi099.stdout:858: read oid 31 snap -1 2024-04-12T16:03:41.682 INFO:tasks.rados.rados.0.smithi099.stdout:858: expect deleted 2024-04-12T16:03:41.682 INFO:tasks.rados.rados.0.smithi099.stdout:859: snap_create 2024-04-12T16:03:41.682 INFO:tasks.rados.rados.0.smithi099.stdout:854: finishing write tid 3 to smithi09982431-9 2024-04-12T16:03:41.682 INFO:tasks.rados.rados.0.smithi099.stdout:854: finishing write tid 4 to smithi09982431-9 2024-04-12T16:03:41.683 INFO:tasks.rados.rados.0.smithi099.stdout:854: finishing write tid 5 to smithi09982431-9 2024-04-12T16:03:41.684 INFO:tasks.rados.rados.0.smithi099.stdout:855: finishing rollback tid 0 to smithi09982431-40 2024-04-12T16:03:41.684 INFO:tasks.rados.rados.0.smithi099.stdout:855: finishing rollback tid 1 to smithi09982431-40 2024-04-12T16:03:41.684 INFO:tasks.rados.rados.0.smithi099.stdout:856: finishing rollback tid 0 to smithi09982431-47 2024-04-12T16:03:41.684 INFO:tasks.rados.rados.0.smithi099.stdout:856: finishing rollback tid 1 to smithi09982431-47 2024-04-12T16:03:41.684 INFO:tasks.rados.rados.0.smithi099.stdout:854: finishing write tid 6 to smithi09982431-9 2024-04-12T16:03:41.684 INFO:tasks.rados.rados.0.smithi099.stdout:854: oid 9 updating version 0 to 292 2024-04-12T16:03:41.684 INFO:tasks.rados.rados.0.smithi099.stdout:854: oid 9 updating version 292 to 295 2024-04-12T16:03:41.684 INFO:tasks.rados.rados.0.smithi099.stdout:854: oid 9 version 295 is already newer than 294 2024-04-12T16:03:41.684 INFO:tasks.rados.rados.0.smithi099.stdout:854: oid 9 version 295 is already newer than 293 2024-04-12T16:03:41.684 INFO:tasks.rados.rados.0.smithi099.stdout:854: oid 9 version 295 is already newer than 291 2024-04-12T16:03:41.684 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 9 v 295 (ObjNum 280 snap 86 seq_num 280) dirty exists 2024-04-12T16:03:41.684 INFO:tasks.rados.rados.0.smithi099.stdout:854: left oid 9 (ObjNum 280 snap 86 seq_num 280) 2024-04-12T16:03:41.684 INFO:tasks.rados.rados.0.smithi099.stdout:855: finishing rollback tid 2 to smithi09982431-40 2024-04-12T16:03:41.684 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 40 v 409 (ObjNum 227 snap 66 seq_num 227) dirty exists 2024-04-12T16:03:41.684 INFO:tasks.rados.rados.0.smithi099.stdout:856: finishing rollback tid 2 to smithi09982431-47 2024-04-12T16:03:41.685 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 47 v 340 (ObjNum 246 snap 71 seq_num 246) dirty exists 2024-04-12T16:03:41.854 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:41 smithi110 podman[79251]: 2024-04-12 16:03:41.845352355 +0000 UTC m=+0.707421694 container cleanup 36941fb855701705ec0a31412f697bc4c2286a6292e093adb65a3f1ed28070cc (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:03:41.855 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:41 smithi110 bash[79251]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a 2024-04-12T16:03:41.855 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:41 smithi110 ceph-mon[31279]: osdmap e220: 8 total, 8 up, 8 in 2024-04-12T16:03:41.855 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:41 smithi110 ceph-mon[31279]: pgmap v24: 121 pgs: 121 active+clean; 268 MiB data, 994 MiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 5.3 MiB/s wr, 29 op/s 2024-04-12T16:03:41.855 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:41 smithi110 ceph-mon[31279]: osdmap e221: 8 total, 8 up, 8 in 2024-04-12T16:03:41.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:41 smithi099 ceph-mon[39429]: osdmap e220: 8 total, 8 up, 8 in 2024-04-12T16:03:41.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:41 smithi099 ceph-mon[39429]: pgmap v24: 121 pgs: 121 active+clean; 268 MiB data, 994 MiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 5.3 MiB/s wr, 29 op/s 2024-04-12T16:03:41.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:41 smithi099 ceph-mon[39429]: osdmap e221: 8 total, 8 up, 8 in 2024-04-12T16:03:41.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:41 smithi099 ceph-mon[27456]: osdmap e220: 8 total, 8 up, 8 in 2024-04-12T16:03:41.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:41 smithi099 ceph-mon[27456]: pgmap v24: 121 pgs: 121 active+clean; 268 MiB data, 994 MiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 5.3 MiB/s wr, 29 op/s 2024-04-12T16:03:41.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:41 smithi099 ceph-mon[27456]: osdmap e221: 8 total, 8 up, 8 in 2024-04-12T16:03:42.460 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:42 smithi110 podman[79270]: 2024-04-12 16:03:42.113423822 +0000 UTC m=+0.849204812 container remove 36941fb855701705ec0a31412f697bc4c2286a6292e093adb65a3f1ed28070cc (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:03:42.460 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:42 smithi110 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-12T16:03:42.460 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:42 smithi110 systemd[1]: Stopped Ceph prometheus.a for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:03:42.460 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:42 smithi110 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@prometheus.a.service: Consumed 1.136s CPU time. 2024-04-12T16:03:42.460 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:42 smithi110 systemd[1]: Starting Ceph prometheus.a for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:03:42.621 INFO:tasks.rados.rados.0.smithi099.stdout:854: done (4 left) 2024-04-12T16:03:42.621 INFO:tasks.rados.rados.0.smithi099.stdout:855: done (3 left) 2024-04-12T16:03:42.622 INFO:tasks.rados.rados.0.smithi099.stdout:856: done (2 left) 2024-04-12T16:03:42.622 INFO:tasks.rados.rados.0.smithi099.stdout:858: done (1 left) 2024-04-12T16:03:42.622 INFO:tasks.rados.rados.0.smithi099.stdout:859: done (0 left) 2024-04-12T16:03:42.622 INFO:tasks.rados.rados.0.smithi099.stdout:860: snap_remove snap 62 2024-04-12T16:03:42.714 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:42 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:03:42.714 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:42 smithi110 podman[79371]: 2024-04-12 16:03:42.366193977 +0000 UTC m=+0.018511604 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-12T16:03:42.714 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:42 smithi110 podman[79371]: 2024-04-12 16:03:42.472722367 +0000 UTC m=+0.125040028 container create 9fabb6d2365c555e87fdc34df5af284d40a00e2fe11030e7255c0ecfb375b679 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:03:42.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:42 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:03:42.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:42 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:03:43.085 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:42 smithi110 podman[79371]: 2024-04-12 16:03:42.716618424 +0000 UTC m=+0.368936040 container init 9fabb6d2365c555e87fdc34df5af284d40a00e2fe11030e7255c0ecfb375b679 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:03:43.085 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:42 smithi110 podman[79371]: 2024-04-12 16:03:42.722190935 +0000 UTC m=+0.374508564 container start 9fabb6d2365c555e87fdc34df5af284d40a00e2fe11030e7255c0ecfb375b679 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:03:43.085 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:03:42.745Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-12T16:03:43.085 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:03:42.745Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-12T16:03:43.085 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:03:42.745Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi110 (none))" 2024-04-12T16:03:43.085 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:03:42.745Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-12T16:03:43.085 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:03:42.745Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-12T16:03:43.085 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:03:42.746Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-12T16:03:43.085 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:03:42.747Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-12T16:03:43.085 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:03:42.747Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-12T16:03:43.086 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:03:42.747Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-12T16:03:43.086 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:03:42.750Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-12T16:03:43.086 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:03:42.751Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=664.148µs 2024-04-12T16:03:43.086 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:03:42.751Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-12T16:03:43.086 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:03:42.752Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-04-12T16:03:43.086 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:03:42.759Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-04-12T16:03:43.086 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:03:42.764Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-04-12T16:03:43.086 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:03:42.764Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-04-12T16:03:43.086 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:03:42.764Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=24.761µs wal_replay_duration=13.534019ms wbl_replay_duration=115ns total_replay_duration=14.244287ms 2024-04-12T16:03:43.086 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:03:42.766Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-12T16:03:43.086 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:03:42.766Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-12T16:03:43.086 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:03:42.766Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-12T16:03:43.087 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:03:42.786Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=19.705849ms db_storage=866ns remote_storage=1.476µs web_handler=442ns query_engine=604ns scrape=585.243µs scrape_sd=80.879µs notify=13.343µs notify_sd=9.169µs rules=18.692326ms tracing=9.689µs 2024-04-12T16:03:43.087 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:03:42.786Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-12T16:03:43.087 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:03:42.786Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-12T16:03:43.087 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:42 smithi110 bash[79371]: 9fabb6d2365c555e87fdc34df5af284d40a00e2fe11030e7255c0ecfb375b679 2024-04-12T16:03:43.087 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:42 smithi110 systemd[1]: Started Ceph prometheus.a for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:03:43.639 INFO:tasks.rados.rados.0.smithi099.stdout:860: done (0 left) 2024-04-12T16:03:43.639 INFO:tasks.rados.rados.0.smithi099.stdout:861: read oid 47 snap -1 2024-04-12T16:03:43.639 INFO:tasks.rados.rados.0.smithi099.stdout:861: expect (ObjNum 246 snap 71 seq_num 246) 2024-04-12T16:03:43.639 INFO:tasks.rados.rados.0.smithi099.stdout:862: read oid 35 snap -1 2024-04-12T16:03:43.639 INFO:tasks.rados.rados.0.smithi099.stdout:862: expect (ObjNum 199 snap 51 seq_num 199) 2024-04-12T16:03:43.639 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 4 current snap is 87 2024-04-12T16:03:43.640 INFO:tasks.rados.rados.0.smithi099.stdout:863: seq_num 281 ranges {0=712704,712704=491520,1204224=491520,1695744=622592} 2024-04-12T16:03:43.644 INFO:tasks.rados.rados.0.smithi099.stdout:863: writing smithi09982431-4 from 0 to 712704 tid 1 2024-04-12T16:03:43.647 INFO:tasks.rados.rados.0.smithi099.stdout:863: writing smithi09982431-4 from 712704 to 1204224 tid 2 2024-04-12T16:03:43.650 INFO:tasks.rados.rados.0.smithi099.stdout:863: writing smithi09982431-4 from 1204224 to 1695744 tid 3 2024-04-12T16:03:43.655 INFO:tasks.rados.rados.0.smithi099.stdout:863: writing smithi09982431-4 from 1695744 to 2318336 tid 4 2024-04-12T16:03:43.655 INFO:tasks.rados.rados.0.smithi099.stdout:862: expect (ObjNum 199 snap 51 seq_num 199) 2024-04-12T16:03:43.681 INFO:tasks.rados.rados.0.smithi099.stdout:861: expect (ObjNum 246 snap 71 seq_num 246) 2024-04-12T16:03:43.726 INFO:tasks.rados.rados.0.smithi099.stdout:863: finishing write tid 1 to smithi09982431-4 2024-04-12T16:03:43.726 INFO:tasks.rados.rados.0.smithi099.stdout:863: finishing write tid 2 to smithi09982431-4 2024-04-12T16:03:43.726 INFO:tasks.rados.rados.0.smithi099.stdout:863: finishing write tid 3 to smithi09982431-4 2024-04-12T16:03:43.726 INFO:tasks.rados.rados.0.smithi099.stdout:861: done (2 left) 2024-04-12T16:03:43.726 INFO:tasks.rados.rados.0.smithi099.stdout:862: done (1 left) 2024-04-12T16:03:43.726 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 5 current snap is 87 2024-04-12T16:03:43.727 INFO:tasks.rados.rados.0.smithi099.stdout:863: finishing write tid 4 to smithi09982431-4 2024-04-12T16:03:43.727 INFO:tasks.rados.rados.0.smithi099.stdout:864: seq_num 282 ranges {0=729088,729088=425984,1155072=704512,1859584=475136} 2024-04-12T16:03:43.730 INFO:tasks.rados.rados.0.smithi099.stdout:864: writing smithi09982431-5 from 0 to 729088 tid 1 2024-04-12T16:03:43.732 INFO:tasks.rados.rados.0.smithi099.stdout:864: writing smithi09982431-5 from 729088 to 1155072 tid 2 2024-04-12T16:03:43.736 INFO:tasks.rados.rados.0.smithi099.stdout:864: writing smithi09982431-5 from 1155072 to 1859584 tid 3 2024-04-12T16:03:43.740 INFO:tasks.rados.rados.0.smithi099.stdout:864: writing smithi09982431-5 from 1859584 to 2334720 tid 4 2024-04-12T16:03:43.740 INFO:tasks.rados.rados.0.smithi099.stdout:865: copy_from oid 26 from oid 9 current snap is 87 2024-04-12T16:03:43.740 INFO:tasks.rados.rados.0.smithi099.stdout:863: finishing write tid 5 to smithi09982431-4 2024-04-12T16:03:43.740 INFO:tasks.rados.rados.0.smithi099.stdout:863: finishing write tid 6 to smithi09982431-4 2024-04-12T16:03:43.740 INFO:tasks.rados.rados.0.smithi099.stdout:863: oid 4 updating version 0 to 251 2024-04-12T16:03:43.740 INFO:tasks.rados.rados.0.smithi099.stdout:863: oid 4 version 251 is already newer than 250 2024-04-12T16:03:43.741 INFO:tasks.rados.rados.0.smithi099.stdout:863: oid 4 version 251 is already newer than 248 2024-04-12T16:03:43.741 INFO:tasks.rados.rados.0.smithi099.stdout:863: oid 4 version 251 is already newer than 249 2024-04-12T16:03:43.741 INFO:tasks.rados.rados.0.smithi099.stdout:863: oid 4 version 251 is already newer than 247 2024-04-12T16:03:43.741 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 4 v 251 (ObjNum 281 snap 87 seq_num 281) dirty exists 2024-04-12T16:03:43.741 INFO:tasks.rados.rados.0.smithi099.stdout:863: left oid 4 (ObjNum 281 snap 87 seq_num 281) 2024-04-12T16:03:43.741 INFO:tasks.rados.rados.0.smithi099.stdout:863: done (2 left) 2024-04-12T16:03:43.741 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 17 current snap is 87 2024-04-12T16:03:43.741 INFO:tasks.rados.rados.0.smithi099.stdout:864: finishing write tid 1 to smithi09982431-5 2024-04-12T16:03:43.741 INFO:tasks.rados.rados.0.smithi099.stdout:866: seq_num 283 ranges {3260416=745472,4005888=712704,4718592=458752,5177344=434176} 2024-04-12T16:03:43.752 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:43 smithi110 ceph-mon[31279]: osdmap e222: 8 total, 8 up, 8 in 2024-04-12T16:03:43.752 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:43 smithi110 ceph-mon[31279]: pgmap v27: 121 pgs: 121 active+clean; 268 MiB data, 994 MiB used, 714 GiB / 715 GiB avail 2024-04-12T16:03:43.752 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:43 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:43.752 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:43 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:43.752 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:43 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T16:03:43.752 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:43 smithi110 ceph-mon[31279]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T16:03:43.752 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:43 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:03:43.752 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:43 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:03:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi099\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:03:43.761 INFO:tasks.rados.rados.0.smithi099.stdout:866: writing smithi09982431-17 from 3260416 to 4005888 tid 1 2024-04-12T16:03:43.765 INFO:tasks.rados.rados.0.smithi099.stdout:866: writing smithi09982431-17 from 4005888 to 4718592 tid 2 2024-04-12T16:03:43.767 INFO:tasks.rados.rados.0.smithi099.stdout:866: writing smithi09982431-17 from 4718592 to 5177344 tid 3 2024-04-12T16:03:43.771 INFO:tasks.rados.rados.0.smithi099.stdout:866: writing smithi09982431-17 from 5177344 to 5611520 tid 4 2024-04-12T16:03:43.772 INFO:tasks.rados.rados.0.smithi099.stdout:867: rollback oid 37 current snap is 87 2024-04-12T16:03:43.772 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 37 to 71 2024-04-12T16:03:43.772 INFO:tasks.rados.rados.0.smithi099.stdout:864: finishing write tid 2 to smithi09982431-5 2024-04-12T16:03:43.772 INFO:tasks.rados.rados.0.smithi099.stdout:864: finishing write tid 3 to smithi09982431-5 2024-04-12T16:03:43.772 INFO:tasks.rados.rados.0.smithi099.stdout:864: finishing write tid 4 to smithi09982431-5 2024-04-12T16:03:43.772 INFO:tasks.rados.rados.0.smithi099.stdout:864: finishing write tid 5 to smithi09982431-5 2024-04-12T16:03:43.772 INFO:tasks.rados.rados.0.smithi099.stdout:864: finishing write tid 6 to smithi09982431-5 2024-04-12T16:03:43.772 INFO:tasks.rados.rados.0.smithi099.stdout:864: oid 5 updating version 0 to 254 2024-04-12T16:03:43.772 INFO:tasks.rados.rados.0.smithi099.stdout:864: oid 5 version 254 is already newer than 252 2024-04-12T16:03:43.772 INFO:tasks.rados.rados.0.smithi099.stdout:864: oid 5 updating version 254 to 255 2024-04-12T16:03:43.772 INFO:tasks.rados.rados.0.smithi099.stdout:864: oid 5 version 255 is already newer than 253 2024-04-12T16:03:43.773 INFO:tasks.rados.rados.0.smithi099.stdout:864: oid 5 version 255 is already newer than 251 2024-04-12T16:03:43.773 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 5 v 255 (ObjNum 282 snap 87 seq_num 282) dirty exists 2024-04-12T16:03:43.773 INFO:tasks.rados.rados.0.smithi099.stdout:864: left oid 5 (ObjNum 282 snap 87 seq_num 282) 2024-04-12T16:03:43.773 INFO:tasks.rados.rados.0.smithi099.stdout:865: finishing copy_from racing read to smithi09982431-26 2024-04-12T16:03:43.773 INFO:tasks.rados.rados.0.smithi099.stdout:865: finishing copy_from to smithi09982431-26 2024-04-12T16:03:43.773 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 295 (ObjNum 280 snap 86 seq_num 280) dirty exists 2024-04-12T16:03:43.773 INFO:tasks.rados.rados.0.smithi099.stdout:866: finishing write tid 1 to smithi09982431-17 2024-04-12T16:03:43.773 INFO:tasks.rados.rados.0.smithi099.stdout:864: done (3 left) 2024-04-12T16:03:43.773 INFO:tasks.rados.rados.0.smithi099.stdout:865: done (2 left) 2024-04-12T16:03:43.773 INFO:tasks.rados.rados.0.smithi099.stdout:868: delete oid 39 current snap is 87 2024-04-12T16:03:43.773 INFO:tasks.rados.rados.0.smithi099.stdout:866: finishing write tid 2 to smithi09982431-17 2024-04-12T16:03:43.773 INFO:tasks.rados.rados.0.smithi099.stdout:866: finishing write tid 3 to smithi09982431-17 2024-04-12T16:03:43.775 INFO:tasks.rados.rados.0.smithi099.stdout:866: finishing write tid 4 to smithi09982431-17 2024-04-12T16:03:43.775 INFO:tasks.rados.rados.0.smithi099.stdout:866: finishing write tid 5 to smithi09982431-17 2024-04-12T16:03:43.775 INFO:tasks.rados.rados.0.smithi099.stdout:867: finishing rollback tid 0 to smithi09982431-37 2024-04-12T16:03:43.775 INFO:tasks.rados.rados.0.smithi099.stdout:866: finishing write tid 6 to smithi09982431-17 2024-04-12T16:03:43.775 INFO:tasks.rados.rados.0.smithi099.stdout:866: oid 17 updating version 0 to 50 2024-04-12T16:03:43.775 INFO:tasks.rados.rados.0.smithi099.stdout:866: oid 17 version 50 is already newer than 49 2024-04-12T16:03:43.775 INFO:tasks.rados.rados.0.smithi099.stdout:866: oid 17 version 50 is already newer than 47 2024-04-12T16:03:43.775 INFO:tasks.rados.rados.0.smithi099.stdout:866: oid 17 version 50 is already newer than 46 2024-04-12T16:03:43.775 INFO:tasks.rados.rados.0.smithi099.stdout:866: oid 17 version 50 is already newer than 48 2024-04-12T16:03:43.775 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 17 v 50 (ObjNum 283 snap 87 seq_num 283) dirty exists 2024-04-12T16:03:43.776 INFO:tasks.rados.rados.0.smithi099.stdout:866: left oid 17 (ObjNum 283 snap 87 seq_num 283) 2024-04-12T16:03:43.776 INFO:tasks.rados.rados.0.smithi099.stdout:867: finishing rollback tid 1 to smithi09982431-37 2024-04-12T16:03:43.776 INFO:tasks.rados.rados.0.smithi099.stdout:867: finishing rollback tid 2 to smithi09982431-37 2024-04-12T16:03:43.776 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 37 v 301 (ObjNum 241 snap 70 seq_num 241) dirty exists 2024-04-12T16:03:43.776 INFO:tasks.rados.rados.0.smithi099.stdout:866: done (2 left) 2024-04-12T16:03:43.776 INFO:tasks.rados.rados.0.smithi099.stdout:867: done (1 left) 2024-04-12T16:03:43.777 INFO:tasks.rados.rados.0.smithi099.stdout:868: done (0 left) 2024-04-12T16:03:43.777 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 4 current snap is 87 2024-04-12T16:03:43.777 INFO:tasks.rados.rados.0.smithi099.stdout:869: seq_num 285 ranges {2318336=778240,3096576=475136,3571712=475136,4046848=655360} 2024-04-12T16:03:43.792 INFO:tasks.rados.rados.0.smithi099.stdout:869: writing smithi09982431-4 from 2318336 to 3096576 tid 1 2024-04-12T16:03:43.795 INFO:tasks.rados.rados.0.smithi099.stdout:869: writing smithi09982431-4 from 3096576 to 3571712 tid 2 2024-04-12T16:03:43.798 INFO:tasks.rados.rados.0.smithi099.stdout:869: writing smithi09982431-4 from 3571712 to 4046848 tid 3 2024-04-12T16:03:43.802 INFO:tasks.rados.rados.0.smithi099.stdout:869: writing smithi09982431-4 from 4046848 to 4702208 tid 4 2024-04-12T16:03:43.802 INFO:tasks.rados.rados.0.smithi099.stdout:870: read oid 45 snap -1 2024-04-12T16:03:43.802 INFO:tasks.rados.rados.0.smithi099.stdout:870: expect (ObjNum 248 snap 72 seq_num 248) 2024-04-12T16:03:43.803 INFO:tasks.rados.rados.0.smithi099.stdout:869: finishing write tid 1 to smithi09982431-4 2024-04-12T16:03:43.803 INFO:tasks.rados.rados.0.smithi099.stdout:869: finishing write tid 2 to smithi09982431-4 2024-04-12T16:03:43.803 INFO:tasks.rados.rados.0.smithi099.stdout:869: finishing write tid 3 to smithi09982431-4 2024-04-12T16:03:43.803 INFO:tasks.rados.rados.0.smithi099.stdout:871: read oid 18 snap -1 2024-04-12T16:03:43.803 INFO:tasks.rados.rados.0.smithi099.stdout:871: expect (ObjNum 279 snap 86 seq_num 279) 2024-04-12T16:03:43.803 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 46 current snap is 87 2024-04-12T16:03:43.803 INFO:tasks.rados.rados.0.smithi099.stdout:872: seq_num 286 ranges {1228800=794624,2023424=761856,2785280=679936,3465216=163840} 2024-04-12T16:03:43.814 INFO:tasks.rados.rados.0.smithi099.stdout:872: writing smithi09982431-46 from 1228800 to 2023424 tid 1 2024-04-12T16:03:43.819 INFO:tasks.rados.rados.0.smithi099.stdout:872: writing smithi09982431-46 from 2023424 to 2785280 tid 2 2024-04-12T16:03:43.823 INFO:tasks.rados.rados.0.smithi099.stdout:872: writing smithi09982431-46 from 2785280 to 3465216 tid 3 2024-04-12T16:03:43.825 INFO:tasks.rados.rados.0.smithi099.stdout:872: writing smithi09982431-46 from 3465216 to 3629056 tid 4 2024-04-12T16:03:43.825 INFO:tasks.rados.rados.0.smithi099.stdout:873: copy_from oid 42 from oid 49 current snap is 87 2024-04-12T16:03:43.825 INFO:tasks.rados.rados.0.smithi099.stdout:869: finishing write tid 4 to smithi09982431-4 2024-04-12T16:03:43.825 INFO:tasks.rados.rados.0.smithi099.stdout:869: finishing write tid 5 to smithi09982431-4 2024-04-12T16:03:43.825 INFO:tasks.rados.rados.0.smithi099.stdout:869: finishing write tid 6 to smithi09982431-4 2024-04-12T16:03:43.825 INFO:tasks.rados.rados.0.smithi099.stdout:869: oid 4 updating version 0 to 257 2024-04-12T16:03:43.825 INFO:tasks.rados.rados.0.smithi099.stdout:869: oid 4 updating version 257 to 259 2024-04-12T16:03:43.825 INFO:tasks.rados.rados.0.smithi099.stdout:869: oid 4 updating version 259 to 260 2024-04-12T16:03:43.825 INFO:tasks.rados.rados.0.smithi099.stdout:869: oid 4 version 260 is already newer than 258 2024-04-12T16:03:43.825 INFO:tasks.rados.rados.0.smithi099.stdout:869: oid 4 version 260 is already newer than 256 2024-04-12T16:03:43.826 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 4 v 260 (ObjNum 285 snap 87 seq_num 285) dirty exists 2024-04-12T16:03:43.826 INFO:tasks.rados.rados.0.smithi099.stdout:869: left oid 4 (ObjNum 285 snap 87 seq_num 285) 2024-04-12T16:03:43.826 INFO:tasks.rados.rados.0.smithi099.stdout:871: expect (ObjNum 279 snap 86 seq_num 279) 2024-04-12T16:03:43.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:43 smithi099 ceph-mon[27456]: osdmap e222: 8 total, 8 up, 8 in 2024-04-12T16:03:43.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:43 smithi099 ceph-mon[27456]: pgmap v27: 121 pgs: 121 active+clean; 268 MiB data, 994 MiB used, 714 GiB / 715 GiB avail 2024-04-12T16:03:43.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:43 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:43.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:43 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:43.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:43 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T16:03:43.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:43 smithi099 ceph-mon[27456]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T16:03:43.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:43 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:03:43.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:43 smithi099 ceph-mon[39429]: osdmap e222: 8 total, 8 up, 8 in 2024-04-12T16:03:43.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:43 smithi099 ceph-mon[39429]: pgmap v27: 121 pgs: 121 active+clean; 268 MiB data, 994 MiB used, 714 GiB / 715 GiB avail 2024-04-12T16:03:43.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:43 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:43.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:43 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:43.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:43 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T16:03:43.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:43 smithi099 ceph-mon[39429]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T16:03:43.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:43 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:03:43.886 INFO:tasks.rados.rados.0.smithi099.stdout:872: finishing write tid 1 to smithi09982431-46 2024-04-12T16:03:43.887 INFO:tasks.rados.rados.0.smithi099.stdout:872: finishing write tid 2 to smithi09982431-46 2024-04-12T16:03:43.887 INFO:tasks.rados.rados.0.smithi099.stdout:869: done (4 left) 2024-04-12T16:03:43.887 INFO:tasks.rados.rados.0.smithi099.stdout:871: done (3 left) 2024-04-12T16:03:43.887 INFO:tasks.rados.rados.0.smithi099.stdout:874: read oid 50 snap 65 2024-04-12T16:03:43.887 INFO:tasks.rados.rados.0.smithi099.stdout:874: expect (ObjNum 122 snap 29 seq_num 122) 2024-04-12T16:03:43.887 INFO:tasks.rados.rados.0.smithi099.stdout:875: rmattr oid 37 current snap is 87 2024-04-12T16:03:43.887 INFO:tasks.rados.rados.0.smithi099.stdout:873: finishing copy_from to smithi09982431-42 2024-04-12T16:03:43.887 INFO:tasks.rados.rados.0.smithi099.stdout:873: got expected ENOENT (src dne) 2024-04-12T16:03:43.887 INFO:tasks.rados.rados.0.smithi099.stdout:873: finishing copy_from racing read to smithi09982431-42 2024-04-12T16:03:43.887 INFO:tasks.rados.rados.0.smithi099.stdout:872: finishing write tid 3 to smithi09982431-46 2024-04-12T16:03:43.887 INFO:tasks.rados.rados.0.smithi099.stdout:872: finishing write tid 4 to smithi09982431-46 2024-04-12T16:03:43.887 INFO:tasks.rados.rados.0.smithi099.stdout:873: done (4 left) 2024-04-12T16:03:43.887 INFO:tasks.rados.rados.0.smithi099.stdout:876: read oid 16 snap -1 2024-04-12T16:03:43.888 INFO:tasks.rados.rados.0.smithi099.stdout:876: expect (ObjNum 237 snap 67 seq_num 237) 2024-04-12T16:03:43.888 INFO:tasks.rados.rados.0.smithi099.stdout:877: read oid 7 snap -1 2024-04-12T16:03:43.888 INFO:tasks.rados.rados.0.smithi099.stdout:877: expect deleted 2024-04-12T16:03:43.888 INFO:tasks.rados.rados.0.smithi099.stdout:878: copy_from oid 13 from oid 39 current snap is 87 2024-04-12T16:03:43.888 INFO:tasks.rados.rados.0.smithi099.stdout:872: finishing write tid 5 to smithi09982431-46 2024-04-12T16:03:43.888 INFO:tasks.rados.rados.0.smithi099.stdout:870: expect (ObjNum 248 snap 72 seq_num 248) 2024-04-12T16:03:44.301 INFO:tasks.rados.rados.0.smithi099.stdout:872: finishing write tid 6 to smithi09982431-46 2024-04-12T16:03:44.301 INFO:tasks.rados.rados.0.smithi099.stdout:872: oid 46 updating version 0 to 233 2024-04-12T16:03:44.302 INFO:tasks.rados.rados.0.smithi099.stdout:872: oid 46 version 233 is already newer than 231 2024-04-12T16:03:44.302 INFO:tasks.rados.rados.0.smithi099.stdout:872: oid 46 version 233 is already newer than 232 2024-04-12T16:03:44.302 INFO:tasks.rados.rados.0.smithi099.stdout:872: oid 46 version 233 is already newer than 230 2024-04-12T16:03:44.302 INFO:tasks.rados.rados.0.smithi099.stdout:872: oid 46 version 233 is already newer than 229 2024-04-12T16:03:44.302 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 46 v 233 (ObjNum 286 snap 87 seq_num 286) dirty exists 2024-04-12T16:03:44.302 INFO:tasks.rados.rados.0.smithi099.stdout:872: left oid 46 (ObjNum 286 snap 87 seq_num 286) 2024-04-12T16:03:44.302 INFO:tasks.rados.rados.0.smithi099.stdout:870: done (6 left) 2024-04-12T16:03:44.302 INFO:tasks.rados.rados.0.smithi099.stdout:872: done (5 left) 2024-04-12T16:03:44.302 INFO:tasks.rados.rados.0.smithi099.stdout:879: snap_remove snap 84 2024-04-12T16:03:44.638 INFO:tasks.rados.rados.0.smithi099.stdout:879: done (5 left) 2024-04-12T16:03:44.638 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 12 current snap is 87 2024-04-12T16:03:44.638 INFO:tasks.rados.rados.0.smithi099.stdout:880: seq_num 287 ranges {1933312=8192} 2024-04-12T16:03:44.649 INFO:tasks.rados.rados.0.smithi099.stdout:880: writing smithi09982431-12 from 1933312 to 1941504 tid 1 2024-04-12T16:03:44.649 INFO:tasks.rados.rados.0.smithi099.stdout:881: read oid 26 snap -1 2024-04-12T16:03:44.649 INFO:tasks.rados.rados.0.smithi099.stdout:881: expect (ObjNum 280 snap 86 seq_num 280) 2024-04-12T16:03:44.649 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 2 current snap is 87 2024-04-12T16:03:44.649 INFO:tasks.rados.rados.0.smithi099.stdout:882: seq_num 288 ranges {1966080=24576} 2024-04-12T16:03:44.660 INFO:tasks.rados.rados.0.smithi099.stdout:882: writing smithi09982431-2 from 1966080 to 1990656 tid 1 2024-04-12T16:03:44.660 INFO:tasks.rados.rados.0.smithi099.stdout:883: delete oid 49 current snap is 87 2024-04-12T16:03:44.660 INFO:tasks.rados.rados.0.smithi099.stdout:878: finishing copy_from to smithi09982431-13 2024-04-12T16:03:44.660 INFO:tasks.rados.rados.0.smithi099.stdout:878: got expected ENOENT (src dne) 2024-04-12T16:03:44.660 INFO:tasks.rados.rados.0.smithi099.stdout:878: finishing copy_from racing read to smithi09982431-13 2024-04-12T16:03:44.660 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 37 v 304 (ObjNum 241 snap 70 seq_num 241) dirty exists 2024-04-12T16:03:44.660 INFO:tasks.rados.rados.0.smithi099.stdout:874: expect (ObjNum 122 snap 29 seq_num 122) 2024-04-12T16:03:44.750 INFO:tasks.rados.rados.0.smithi099.stdout:876: expect (ObjNum 237 snap 67 seq_num 237) 2024-04-12T16:03:44.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:44 smithi110 ceph-mon[31279]: osdmap e223: 8 total, 8 up, 8 in 2024-04-12T16:03:44.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:44 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:03:44.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:44 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T16:03:44.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:44 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:03:45.086 INFO:tasks.rados.rados.0.smithi099.stdout:880: finishing write tid 1 to smithi09982431-12 2024-04-12T16:03:45.086 INFO:tasks.rados.rados.0.smithi099.stdout:880: finishing write tid 2 to smithi09982431-12 2024-04-12T16:03:45.086 INFO:tasks.rados.rados.0.smithi099.stdout:874: done (8 left) 2024-04-12T16:03:45.086 INFO:tasks.rados.rados.0.smithi099.stdout:875: done (7 left) 2024-04-12T16:03:45.086 INFO:tasks.rados.rados.0.smithi099.stdout:876: done (6 left) 2024-04-12T16:03:45.086 INFO:tasks.rados.rados.0.smithi099.stdout:877: done (5 left) 2024-04-12T16:03:45.086 INFO:tasks.rados.rados.0.smithi099.stdout:878: done (4 left) 2024-04-12T16:03:45.086 INFO:tasks.rados.rados.0.smithi099.stdout:883: done (3 left) 2024-04-12T16:03:45.086 INFO:tasks.rados.rados.0.smithi099.stdout:884: snap_remove snap 50 2024-04-12T16:03:45.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:44 smithi099 ceph-mon[39429]: osdmap e223: 8 total, 8 up, 8 in 2024-04-12T16:03:45.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:44 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:03:45.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:44 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T16:03:45.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:44 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:03:45.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:44 smithi099 ceph-mon[27456]: osdmap e223: 8 total, 8 up, 8 in 2024-04-12T16:03:45.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:44 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:03:45.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:44 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T16:03:45.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:44 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:03:45.645 INFO:tasks.rados.rados.0.smithi099.stdout:884: done (3 left) 2024-04-12T16:03:45.645 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 25 current snap is 87 2024-04-12T16:03:45.645 INFO:tasks.rados.rados.0.smithi099.stdout:885: seq_num 290 ranges {1990656=57344} 2024-04-12T16:03:45.657 INFO:tasks.rados.rados.0.smithi099.stdout:885: writing smithi09982431-25 from 1990656 to 2048000 tid 1 2024-04-12T16:03:45.657 INFO:tasks.rados.rados.0.smithi099.stdout:886: copy_from oid 38 from oid 10 current snap is 87 2024-04-12T16:03:45.657 INFO:tasks.rados.rados.0.smithi099.stdout:887: snap_remove snap 72 2024-04-12T16:03:46.054 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:45 smithi110 ceph-mon[31279]: Upgrade: Updating mgr.x 2024-04-12T16:03:46.054 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:45 smithi110 ceph-mon[31279]: Deploying daemon mgr.x on smithi110 2024-04-12T16:03:46.054 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:45 smithi110 ceph-mon[31279]: osdmap e224: 8 total, 8 up, 8 in 2024-04-12T16:03:46.054 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:45 smithi110 ceph-mon[31279]: pgmap v30: 121 pgs: 121 active+clean; 277 MiB data, 1018 MiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-04-12T16:03:46.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:45 smithi099 ceph-mon[39429]: Upgrade: Updating mgr.x 2024-04-12T16:03:46.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:45 smithi099 ceph-mon[39429]: Deploying daemon mgr.x on smithi110 2024-04-12T16:03:46.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:45 smithi099 ceph-mon[39429]: osdmap e224: 8 total, 8 up, 8 in 2024-04-12T16:03:46.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:45 smithi099 ceph-mon[39429]: pgmap v30: 121 pgs: 121 active+clean; 277 MiB data, 1018 MiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-04-12T16:03:46.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:45 smithi099 ceph-mon[27456]: Upgrade: Updating mgr.x 2024-04-12T16:03:46.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:45 smithi099 ceph-mon[27456]: Deploying daemon mgr.x on smithi110 2024-04-12T16:03:46.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:45 smithi099 ceph-mon[27456]: osdmap e224: 8 total, 8 up, 8 in 2024-04-12T16:03:46.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:45 smithi099 ceph-mon[27456]: pgmap v30: 121 pgs: 121 active+clean; 277 MiB data, 1018 MiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-04-12T16:03:46.594 INFO:tasks.rados.rados.0.smithi099.stdout:880: finishing write tid 3 to smithi09982431-12 2024-04-12T16:03:46.594 INFO:tasks.rados.rados.0.smithi099.stdout:880: oid 12 updating version 0 to 293 2024-04-12T16:03:46.595 INFO:tasks.rados.rados.0.smithi099.stdout:880: oid 12 version 293 is already newer than 292 2024-04-12T16:03:46.595 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 293 (ObjNum 287 snap 87 seq_num 287) dirty exists 2024-04-12T16:03:46.595 INFO:tasks.rados.rados.0.smithi099.stdout:880: left oid 12 (ObjNum 287 snap 87 seq_num 287) 2024-04-12T16:03:46.595 INFO:tasks.rados.rados.0.smithi099.stdout:881: expect (ObjNum 280 snap 86 seq_num 280) 2024-04-12T16:03:46.638 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:46 smithi110 systemd[1]: Stopping Ceph mgr.x for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:03:46.661 INFO:tasks.rados.rados.0.smithi099.stdout:882: finishing write tid 1 to smithi09982431-2 2024-04-12T16:03:46.661 INFO:tasks.rados.rados.0.smithi099.stdout:882: finishing write tid 2 to smithi09982431-2 2024-04-12T16:03:46.662 INFO:tasks.rados.rados.0.smithi099.stdout:882: finishing write tid 3 to smithi09982431-2 2024-04-12T16:03:46.662 INFO:tasks.rados.rados.0.smithi099.stdout:882: oid 2 updating version 0 to 167 2024-04-12T16:03:46.662 INFO:tasks.rados.rados.0.smithi099.stdout:882: oid 2 updating version 167 to 168 2024-04-12T16:03:46.662 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 2 v 168 (ObjNum 288 snap 87 seq_num 288) dirty exists 2024-04-12T16:03:46.662 INFO:tasks.rados.rados.0.smithi099.stdout:882: left oid 2 (ObjNum 288 snap 87 seq_num 288) 2024-04-12T16:03:46.662 INFO:tasks.rados.rados.0.smithi099.stdout:880: done (5 left) 2024-04-12T16:03:46.662 INFO:tasks.rados.rados.0.smithi099.stdout:881: done (4 left) 2024-04-12T16:03:46.662 INFO:tasks.rados.rados.0.smithi099.stdout:882: done (3 left) 2024-04-12T16:03:46.662 INFO:tasks.rados.rados.0.smithi099.stdout:887: done (2 left) 2024-04-12T16:03:46.662 INFO:tasks.rados.rados.0.smithi099.stdout:888: snap_remove snap 77 2024-04-12T16:03:47.010 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:46 smithi110 ceph-mon[31279]: osdmap e225: 8 total, 8 up, 8 in 2024-04-12T16:03:47.010 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:46 smithi110 ceph-mon[31279]: osdmap e226: 8 total, 8 up, 8 in 2024-04-12T16:03:47.010 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:46 smithi110 podman[79784]: 2024-04-12 16:03:46.744287999 +0000 UTC m=+0.263804658 container died f47d7ebcce388decda945fe5eb73043705b02804d260c91ab35bcde06f1b84e3 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-04-12T16:03:47.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:46 smithi099 ceph-mon[39429]: osdmap e225: 8 total, 8 up, 8 in 2024-04-12T16:03:47.149 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:46 smithi099 ceph-mon[39429]: osdmap e226: 8 total, 8 up, 8 in 2024-04-12T16:03:47.149 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:46 smithi099 ceph-mon[27456]: osdmap e225: 8 total, 8 up, 8 in 2024-04-12T16:03:47.149 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:46 smithi099 ceph-mon[27456]: osdmap e226: 8 total, 8 up, 8 in 2024-04-12T16:03:47.334 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:47 smithi110 podman[79784]: 2024-04-12 16:03:47.093718862 +0000 UTC m=+0.613235528 container cleanup f47d7ebcce388decda945fe5eb73043705b02804d260c91ab35bcde06f1b84e3 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-12T16:03:47.334 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:47 smithi110 bash[79784]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x 2024-04-12T16:03:47.646 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:47 smithi110 podman[79802]: 2024-04-12 16:03:47.370095919 +0000 UTC m=+0.625150853 container remove f47d7ebcce388decda945fe5eb73043705b02804d260c91ab35bcde06f1b84e3 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, ceph=True, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T16:03:47.646 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:47 smithi110 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-12T16:03:47.646 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:47 smithi110 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-04-12T16:03:47.647 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:47 smithi110 systemd[1]: Stopped Ceph mgr.x for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:03:47.647 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:47 smithi110 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mgr.x.service: Consumed 24.927s CPU time. 2024-04-12T16:03:47.654 INFO:tasks.rados.rados.0.smithi099.stdout:888: done (2 left) 2024-04-12T16:03:47.654 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 5 current snap is 87 2024-04-12T16:03:47.654 INFO:tasks.rados.rados.0.smithi099.stdout:889: seq_num 291 ranges {2334720=81920} 2024-04-12T16:03:47.669 INFO:tasks.rados.rados.0.smithi099.stdout:889: writing smithi09982431-5 from 2334720 to 2416640 tid 1 2024-04-12T16:03:47.669 INFO:tasks.rados.rados.0.smithi099.stdout:890: read oid 42 snap -1 2024-04-12T16:03:47.669 INFO:tasks.rados.rados.0.smithi099.stdout:890: expect (ObjNum 87 snap 11 seq_num 87) 2024-04-12T16:03:47.669 INFO:tasks.rados.rados.0.smithi099.stdout:891: setattr oid 17 current snap is 87 2024-04-12T16:03:47.669 INFO:tasks.rados.rados.0.smithi099.stdout:885: finishing write tid 1 to smithi09982431-25 2024-04-12T16:03:47.669 INFO:tasks.rados.rados.0.smithi099.stdout:885: finishing write tid 2 to smithi09982431-25 2024-04-12T16:03:47.669 INFO:tasks.rados.rados.0.smithi099.stdout:885: finishing write tid 3 to smithi09982431-25 2024-04-12T16:03:47.669 INFO:tasks.rados.rados.0.smithi099.stdout:885: oid 25 updating version 0 to 432 2024-04-12T16:03:47.669 INFO:tasks.rados.rados.0.smithi099.stdout:885: oid 25 version 432 is already newer than 431 2024-04-12T16:03:47.669 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 25 v 432 (ObjNum 290 snap 87 seq_num 290) dirty exists 2024-04-12T16:03:47.669 INFO:tasks.rados.rados.0.smithi099.stdout:885: left oid 25 (ObjNum 290 snap 87 seq_num 290) 2024-04-12T16:03:47.669 INFO:tasks.rados.rados.0.smithi099.stdout:886: finishing copy_from racing read to smithi09982431-38 2024-04-12T16:03:47.669 INFO:tasks.rados.rados.0.smithi099.stdout:886: finishing copy_from to smithi09982431-38 2024-04-12T16:03:47.669 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 38 v 334 (ObjNum 267 snap 82 seq_num 267) dirty exists 2024-04-12T16:03:47.670 INFO:tasks.rados.rados.0.smithi099.stdout:885: done (4 left) 2024-04-12T16:03:47.670 INFO:tasks.rados.rados.0.smithi099.stdout:886: done (3 left) 2024-04-12T16:03:47.670 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 18 current snap is 87 2024-04-12T16:03:47.670 INFO:tasks.rados.rados.0.smithi099.stdout:892: seq_num 292 ranges {2285568=98304} 2024-04-12T16:03:47.684 INFO:tasks.rados.rados.0.smithi099.stdout:892: writing smithi09982431-18 from 2285568 to 2383872 tid 1 2024-04-12T16:03:47.684 INFO:tasks.rados.rados.0.smithi099.stdout:893: delete oid 7 current snap is 87 2024-04-12T16:03:47.684 INFO:tasks.rados.rados.0.smithi099.stdout:889: finishing write tid 1 to smithi09982431-5 2024-04-12T16:03:47.684 INFO:tasks.rados.rados.0.smithi099.stdout:889: finishing write tid 2 to smithi09982431-5 2024-04-12T16:03:47.684 INFO:tasks.rados.rados.0.smithi099.stdout:889: finishing write tid 3 to smithi09982431-5 2024-04-12T16:03:47.684 INFO:tasks.rados.rados.0.smithi099.stdout:889: oid 5 updating version 0 to 256 2024-04-12T16:03:47.684 INFO:tasks.rados.rados.0.smithi099.stdout:889: oid 5 updating version 256 to 257 2024-04-12T16:03:47.684 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 5 v 257 (ObjNum 291 snap 87 seq_num 291) dirty exists 2024-04-12T16:03:47.684 INFO:tasks.rados.rados.0.smithi099.stdout:889: left oid 5 (ObjNum 291 snap 87 seq_num 291) 2024-04-12T16:03:47.684 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 17 v 59 (ObjNum 283 snap 87 seq_num 283) dirty exists 2024-04-12T16:03:47.684 INFO:tasks.rados.rados.0.smithi099.stdout:890: expect (ObjNum 87 snap 11 seq_num 87) 2024-04-12T16:03:47.752 INFO:tasks.rados.rados.0.smithi099.stdout:892: finishing write tid 1 to smithi09982431-18 2024-04-12T16:03:47.752 INFO:tasks.rados.rados.0.smithi099.stdout:892: finishing write tid 2 to smithi09982431-18 2024-04-12T16:03:47.752 INFO:tasks.rados.rados.0.smithi099.stdout:892: finishing write tid 3 to smithi09982431-18 2024-04-12T16:03:47.752 INFO:tasks.rados.rados.0.smithi099.stdout:892: oid 18 updating version 0 to 398 2024-04-12T16:03:47.752 INFO:tasks.rados.rados.0.smithi099.stdout:892: oid 18 updating version 398 to 399 2024-04-12T16:03:47.752 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 18 v 399 (ObjNum 292 snap 87 seq_num 292) dirty exists 2024-04-12T16:03:47.752 INFO:tasks.rados.rados.0.smithi099.stdout:892: left oid 18 (ObjNum 292 snap 87 seq_num 292) 2024-04-12T16:03:47.752 INFO:tasks.rados.rados.0.smithi099.stdout:889: done (4 left) 2024-04-12T16:03:47.752 INFO:tasks.rados.rados.0.smithi099.stdout:890: done (3 left) 2024-04-12T16:03:47.753 INFO:tasks.rados.rados.0.smithi099.stdout:891: done (2 left) 2024-04-12T16:03:47.753 INFO:tasks.rados.rados.0.smithi099.stdout:892: done (1 left) 2024-04-12T16:03:47.753 INFO:tasks.rados.rados.0.smithi099.stdout:893: done (0 left) 2024-04-12T16:03:47.753 INFO:tasks.rados.rados.0.smithi099.stdout:894: read oid 47 snap -1 2024-04-12T16:03:47.753 INFO:tasks.rados.rados.0.smithi099.stdout:894: expect (ObjNum 246 snap 71 seq_num 246) 2024-04-12T16:03:47.753 INFO:tasks.rados.rados.0.smithi099.stdout:895: rmattr oid 12 current snap is 87 2024-04-12T16:03:47.753 INFO:tasks.rados.rados.0.smithi099.stdout:896: rmattr oid 48 current snap is 87 2024-04-12T16:03:47.753 INFO:tasks.rados.rados.0.smithi099.stdout:897: setattr oid 21 current snap is 87 2024-04-12T16:03:47.754 INFO:tasks.rados.rados.0.smithi099.stdout:898: read oid 25 snap 65 2024-04-12T16:03:47.754 INFO:tasks.rados.rados.0.smithi099.stdout:898: expect (ObjNum 109 snap 23 seq_num 109) 2024-04-12T16:03:47.754 INFO:tasks.rados.rados.0.smithi099.stdout:899: delete oid 15 current snap is 87 2024-04-12T16:03:47.754 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 304 (ObjNum 287 snap 87 seq_num 287) dirty exists 2024-04-12T16:03:47.756 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 48 v 255 (ObjNum 269 snap 83 seq_num 269) dirty exists 2024-04-12T16:03:47.756 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 409 (ObjNum 273 snap 84 seq_num 273) dirty exists 2024-04-12T16:03:47.758 INFO:tasks.rados.rados.0.smithi099.stdout:895: done (5 left) 2024-04-12T16:03:47.758 INFO:tasks.rados.rados.0.smithi099.stdout:896: done (4 left) 2024-04-12T16:03:47.758 INFO:tasks.rados.rados.0.smithi099.stdout:897: done (3 left) 2024-04-12T16:03:47.758 INFO:tasks.rados.rados.0.smithi099.stdout:899: done (2 left) 2024-04-12T16:03:47.758 INFO:tasks.rados.rados.0.smithi099.stdout:900: copy_from oid 21 from oid 35 current snap is 87 2024-04-12T16:03:47.758 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 16 current snap is 87 2024-04-12T16:03:47.758 INFO:tasks.rados.rados.0.smithi099.stdout:901: seq_num 295 ranges {5562368=147456} 2024-04-12T16:03:47.789 INFO:tasks.rados.rados.0.smithi099.stdout:901: writing smithi09982431-16 from 5562368 to 5709824 tid 1 2024-04-12T16:03:47.789 INFO:tasks.rados.rados.0.smithi099.stdout:902: setattr oid 13 current snap is 87 2024-04-12T16:03:47.789 INFO:tasks.rados.rados.0.smithi099.stdout:894: expect (ObjNum 246 snap 71 seq_num 246) 2024-04-12T16:03:47.833 INFO:tasks.rados.rados.0.smithi099.stdout:898: expect (ObjNum 109 snap 23 seq_num 109) 2024-04-12T16:03:47.888 INFO:tasks.rados.rados.0.smithi099.stdout:900: finishing copy_from racing read to smithi09982431-21 2024-04-12T16:03:47.888 INFO:tasks.rados.rados.0.smithi099.stdout:900: finishing copy_from to smithi09982431-21 2024-04-12T16:03:47.889 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 246 (ObjNum 199 snap 51 seq_num 199) dirty exists 2024-04-12T16:03:47.889 INFO:tasks.rados.rados.0.smithi099.stdout:901: finishing write tid 1 to smithi09982431-16 2024-04-12T16:03:47.889 INFO:tasks.rados.rados.0.smithi099.stdout:901: finishing write tid 2 to smithi09982431-16 2024-04-12T16:03:47.889 INFO:tasks.rados.rados.0.smithi099.stdout:901: finishing write tid 3 to smithi09982431-16 2024-04-12T16:03:47.889 INFO:tasks.rados.rados.0.smithi099.stdout:901: oid 16 updating version 0 to 307 2024-04-12T16:03:47.889 INFO:tasks.rados.rados.0.smithi099.stdout:901: oid 16 version 307 is already newer than 306 2024-04-12T16:03:47.889 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 16 v 307 (ObjNum 295 snap 87 seq_num 295) dirty exists 2024-04-12T16:03:47.889 INFO:tasks.rados.rados.0.smithi099.stdout:901: left oid 16 (ObjNum 295 snap 87 seq_num 295) 2024-04-12T16:03:47.889 INFO:tasks.rados.rados.0.smithi099.stdout:894: done (4 left) 2024-04-12T16:03:47.889 INFO:tasks.rados.rados.0.smithi099.stdout:898: done (3 left) 2024-04-12T16:03:47.889 INFO:tasks.rados.rados.0.smithi099.stdout:900: done (2 left) 2024-04-12T16:03:47.889 INFO:tasks.rados.rados.0.smithi099.stdout:901: done (1 left) 2024-04-12T16:03:47.889 INFO:tasks.rados.rados.0.smithi099.stdout:903: snap_create 2024-04-12T16:03:47.890 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 13 v 191 (ObjNum 254 snap 73 seq_num 254) dirty exists 2024-04-12T16:03:47.936 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:47 smithi110 ceph-mon[31279]: pgmap v33: 121 pgs: 121 active+clean; 277 MiB data, 1018 MiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-04-12T16:03:47.936 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:47 smithi110 systemd[1]: Starting Ceph mgr.x for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:03:48.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:47 smithi099 ceph-mon[27456]: pgmap v33: 121 pgs: 121 active+clean; 277 MiB data, 1018 MiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-04-12T16:03:48.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:47 smithi099 ceph-mon[39429]: pgmap v33: 121 pgs: 121 active+clean; 277 MiB data, 1018 MiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-04-12T16:03:48.196 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:47 smithi110 podman[79939]: 2024-04-12 16:03:47.841188012 +0000 UTC m=+0.017587299 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:03:48.197 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:47 smithi110 podman[79939]: 2024-04-12 16:03:47.946073641 +0000 UTC m=+0.122472914 container create 39e31f4f4e9d9fff91f6c6a362e4cfa800caa9a075624a4903fe827c3d4bd4e3 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240409, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T16:03:48.197 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:48 smithi110 podman[79939]: 2024-04-12 16:03:48.198728062 +0000 UTC m=+0.375127336 container init 39e31f4f4e9d9fff91f6c6a362e4cfa800caa9a075624a4903fe827c3d4bd4e3 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, GIT_CLEAN=True, ceph=True) 2024-04-12T16:03:48.584 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:48 smithi110 podman[79939]: 2024-04-12 16:03:48.20390408 +0000 UTC m=+0.380303355 container start 39e31f4f4e9d9fff91f6c6a362e4cfa800caa9a075624a4903fe827c3d4bd4e3 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x, ceph=True, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-04-12T16:03:48.584 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:48 smithi110 ceph-mgr[79976]: -- 172.21.15.110:0/2249498732 <== mon.1 v2:172.21.15.110:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55da0d7e65a0 con 0x55da0d7bac00 2024-04-12T16:03:48.584 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:48 smithi110 bash[79939]: 39e31f4f4e9d9fff91f6c6a362e4cfa800caa9a075624a4903fe827c3d4bd4e3 2024-04-12T16:03:48.585 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:48 smithi110 systemd[1]: Started Ceph mgr.x for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:03:48.654 INFO:tasks.rados.rados.0.smithi099.stdout:902: done (1 left) 2024-04-12T16:03:48.654 INFO:tasks.rados.rados.0.smithi099.stdout:903: done (0 left) 2024-04-12T16:03:48.655 INFO:tasks.rados.rados.0.smithi099.stdout:904: snap_create 2024-04-12T16:03:49.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:48 smithi110 ceph-mon[31279]: osdmap e227: 8 total, 8 up, 8 in 2024-04-12T16:03:49.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:48 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:49.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:48 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:49.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:48 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:03:49.085 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:48 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:03:48.775+0000 7f96d85f7200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T16:03:49.085 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:48 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:03:48.872+0000 7f96d85f7200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T16:03:49.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:48 smithi099 ceph-mon[39429]: osdmap e227: 8 total, 8 up, 8 in 2024-04-12T16:03:49.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:48 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:49.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:48 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:49.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:48 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:03:49.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:48 smithi099 ceph-mon[27456]: osdmap e227: 8 total, 8 up, 8 in 2024-04-12T16:03:49.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:48 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:49.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:48 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:49.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:48 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:03:49.660 INFO:tasks.rados.rados.0.smithi099.stdout:904: done (0 left) 2024-04-12T16:03:49.661 INFO:tasks.rados.rados.0.smithi099.stdout:905: copy_from oid 10 from oid 16 current snap is 89 2024-04-12T16:03:49.661 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 5 current snap is 89 2024-04-12T16:03:49.661 INFO:tasks.rados.rados.0.smithi099.stdout:906: seq_num 296 ranges {2416640=163840} 2024-04-12T16:03:49.676 INFO:tasks.rados.rados.0.smithi099.stdout:906: writing smithi09982431-5 from 2416640 to 2580480 tid 1 2024-04-12T16:03:49.676 INFO:tasks.rados.rados.0.smithi099.stdout:907: read oid 23 snap 85 2024-04-12T16:03:49.676 INFO:tasks.rados.rados.0.smithi099.stdout:907: expect (ObjNum 207 snap 53 seq_num 207) 2024-04-12T16:03:49.676 INFO:tasks.rados.rados.0.smithi099.stdout:908: snap_remove snap 86 2024-04-12T16:03:49.813 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:49 smithi110 ceph-mon[31279]: pgmap v35: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 296 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 4.8 MiB/s wr, 20 op/s 2024-04-12T16:03:49.813 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:49 smithi110 ceph-mon[31279]: osdmap e228: 8 total, 8 up, 8 in 2024-04-12T16:03:49.814 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:49 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:03:49.558+0000 7f96d85f7200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T16:03:49.814 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:49 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:03:49.652+0000 7f96d85f7200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T16:03:50.084 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:49 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:03:49.814+0000 7f96d85f7200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T16:03:50.085 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:49 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:03:49.910+0000 7f96d85f7200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T16:03:50.085 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:49 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:03:49.993+0000 7f96d85f7200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T16:03:50.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:49 smithi099 ceph-mon[27456]: pgmap v35: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 296 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 4.8 MiB/s wr, 20 op/s 2024-04-12T16:03:50.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:49 smithi099 ceph-mon[27456]: osdmap e228: 8 total, 8 up, 8 in 2024-04-12T16:03:50.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:49 smithi099 ceph-mon[39429]: pgmap v35: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 296 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 4.8 MiB/s wr, 20 op/s 2024-04-12T16:03:50.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:49 smithi099 ceph-mon[39429]: osdmap e228: 8 total, 8 up, 8 in 2024-04-12T16:03:50.381 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:50 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:03:50.271+0000 7f96d85f7200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T16:03:50.382 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:50 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:03:50.382+0000 7f96d85f7200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T16:03:50.490 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-04-12T16:03:50.660 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:50 smithi110 ceph-mon[31279]: osdmap e229: 8 total, 8 up, 8 in 2024-04-12T16:03:50.661 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:50 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:03:50.469+0000 7f96d85f7200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T16:03:50.661 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:50 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:03:50.570+0000 7f96d85f7200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T16:03:50.672 INFO:tasks.rados.rados.0.smithi099.stdout:908: done (3 left) 2024-04-12T16:03:50.672 INFO:tasks.rados.rados.0.smithi099.stdout:909: snap_remove snap 79 2024-04-12T16:03:50.813 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:50 smithi099 ceph-mon[27456]: osdmap e229: 8 total, 8 up, 8 in 2024-04-12T16:03:50.814 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:50 smithi099 ceph-mon[39429]: osdmap e229: 8 total, 8 up, 8 in 2024-04-12T16:03:50.814 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T16:03:50.814 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (4m) 19s ago 5m 27.3M - 0.25.0 c8568f914cd2 d0012c0a0402 2024-04-12T16:03:50.814 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi110 *:3000 running (5m) 19s ago 5m 88.6M - 9.4.7 954c08fa6188 f1a47e96b342 2024-04-12T16:03:50.814 INFO:teuthology.orchestra.run.smithi099.stdout:mds.a smithi099 running (6m) 19s ago 6m 17.6M - 18.2.2-1187-gd540ebac bb2c5eac26a4 41cdf918e4eb 2024-04-12T16:03:50.814 INFO:teuthology.orchestra.run.smithi099.stdout:mds.b smithi110 running (6m) 19s ago 6m 13.9M - 18.2.2-1187-gd540ebac bb2c5eac26a4 453e0d052bae 2024-04-12T16:03:50.815 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi110 *:8443,9283,8765 starting - - - - 2024-04-12T16:03:50.815 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (34s) 19s ago 11m 475M - 19.0.0-2847-gbf9c5618 92de118a8b8f 8fb83982268a 2024-04-12T16:03:50.815 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (11m) 19s ago 11m 53.9M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 e33da73659da 2024-04-12T16:03:50.815 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi110 running (10m) 19s ago 10m 46.4M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 b39199de30d8 2024-04-12T16:03:50.815 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (10m) 19s ago 10m 46.7M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 ff73cbf96bed 2024-04-12T16:03:50.815 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (4m) 19s ago 4m 15.7M - 1.5.0 0da6a335fe13 1555012f6fb4 2024-04-12T16:03:50.815 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi110 *:9100 running (4m) 19s ago 4m 14.6M - 1.5.0 0da6a335fe13 e64854b1f14f 2024-04-12T16:03:50.815 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (9m) 19s ago 9m 158M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 6bdf9d934811 2024-04-12T16:03:50.815 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (9m) 19s ago 9m 121M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 10eb3a0efddd 2024-04-12T16:03:50.815 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (8m) 19s ago 8m 136M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 bcc4792ed641 2024-04-12T16:03:50.815 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (8m) 19s ago 8m 124M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 c9320073515e 2024-04-12T16:03:50.815 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi110 running (7m) 19s ago 7m 147M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 cbe7627415bc 2024-04-12T16:03:50.815 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi110 running (7m) 19s ago 7m 151M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 adfdbd20159e 2024-04-12T16:03:50.815 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi110 running (7m) 19s ago 7m 108M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 27d42d053218 2024-04-12T16:03:50.816 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi110 running (6m) 19s ago 6m 105M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 d4e7f553110a 2024-04-12T16:03:50.816 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi110 *:9095 starting - - - - 2024-04-12T16:03:51.084 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:50 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:03:50.771+0000 7f96d85f7200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T16:03:51.210 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-04-12T16:03:51.210 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-04-12T16:03:51.210 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-12T16:03:51.210 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:03:51.210 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-04-12T16:03:51.210 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:03:51.210 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:03:51.210 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-04-12T16:03:51.210 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-12T16:03:51.210 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:03:51.210 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": { 2024-04-12T16:03:51.211 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:03:51.211 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:03:51.211 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-04-12T16:03:51.211 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 13, 2024-04-12T16:03:51.211 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:03:51.211 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-04-12T16:03:51.211 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-04-12T16:03:51.590 INFO:tasks.rados.rados.0.smithi099.stdout:909: done (3 left) 2024-04-12T16:03:51.590 INFO:tasks.rados.rados.0.smithi099.stdout:910: snap_create 2024-04-12T16:03:51.590 INFO:tasks.rados.rados.0.smithi099.stdout:907: expect (ObjNum 207 snap 53 seq_num 207) 2024-04-12T16:03:51.624 INFO:tasks.rados.rados.0.smithi099.stdout:906: finishing write tid 1 to smithi09982431-5 2024-04-12T16:03:51.624 INFO:tasks.rados.rados.0.smithi099.stdout:906: finishing write tid 2 to smithi09982431-5 2024-04-12T16:03:51.624 INFO:tasks.rados.rados.0.smithi099.stdout:906: finishing write tid 3 to smithi09982431-5 2024-04-12T16:03:51.624 INFO:tasks.rados.rados.0.smithi099.stdout:906: oid 5 updating version 0 to 259 2024-04-12T16:03:51.624 INFO:tasks.rados.rados.0.smithi099.stdout:906: oid 5 version 259 is already newer than 258 2024-04-12T16:03:51.625 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 5 v 259 (ObjNum 296 snap 89 seq_num 296) dirty exists 2024-04-12T16:03:51.625 INFO:tasks.rados.rados.0.smithi099.stdout:906: left oid 5 (ObjNum 296 snap 89 seq_num 296) 2024-04-12T16:03:51.625 INFO:tasks.rados.rados.0.smithi099.stdout:905: finishing copy_from racing read to smithi09982431-10 2024-04-12T16:03:51.625 INFO:tasks.rados.rados.0.smithi099.stdout:905: finishing copy_from to smithi09982431-10 2024-04-12T16:03:51.625 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 10 v 307 (ObjNum 295 snap 87 seq_num 295) dirty exists 2024-04-12T16:03:51.885 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:51 smithi099 ceph-mon[27456]: from='client.25166 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:03:51.885 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:51 smithi099 ceph-mon[27456]: pgmap v38: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 296 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 4.7 MiB/s wr, 19 op/s 2024-04-12T16:03:51.885 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:51 smithi099 ceph-mon[27456]: osdmap e230: 8 total, 8 up, 8 in 2024-04-12T16:03:51.886 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:51 smithi099 ceph-mon[27456]: from='client.15258 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:03:51.886 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:51 smithi099 ceph-mon[27456]: from='client.? 172.21.15.99:0/1181525937' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:03:51.886 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:51 smithi099 ceph-mon[27456]: osdmap e231: 8 total, 8 up, 8 in 2024-04-12T16:03:51.886 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:51 smithi099 ceph-mon[39429]: from='client.25166 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:03:51.886 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:51 smithi099 ceph-mon[39429]: pgmap v38: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 296 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 4.7 MiB/s wr, 19 op/s 2024-04-12T16:03:51.886 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:51 smithi099 ceph-mon[39429]: osdmap e230: 8 total, 8 up, 8 in 2024-04-12T16:03:51.886 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:51 smithi099 ceph-mon[39429]: from='client.15258 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:03:51.886 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:51 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/1181525937' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:03:51.886 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:51 smithi099 ceph-mon[39429]: osdmap e231: 8 total, 8 up, 8 in 2024-04-12T16:03:51.938 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:51 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:03:51.796+0000 7f96d85f7200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T16:03:51.938 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:51 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:03:51.939+0000 7f96d85f7200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T16:03:51.938 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:51 smithi110 ceph-mon[31279]: from='client.25166 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:03:51.938 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:51 smithi110 ceph-mon[31279]: pgmap v38: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 296 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 4.7 MiB/s wr, 19 op/s 2024-04-12T16:03:51.938 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:51 smithi110 ceph-mon[31279]: osdmap e230: 8 total, 8 up, 8 in 2024-04-12T16:03:51.939 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:51 smithi110 ceph-mon[31279]: from='client.15258 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:03:51.939 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:51 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/1181525937' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:03:51.939 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:51 smithi110 ceph-mon[31279]: osdmap e231: 8 total, 8 up, 8 in 2024-04-12T16:03:52.584 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:03:52.282+0000 7f96d85f7200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T16:03:52.584 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:03:52.373+0000 7f96d85f7200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T16:03:52.589 INFO:tasks.rados.rados.0.smithi099.stdout:905: done (3 left) 2024-04-12T16:03:52.589 INFO:tasks.rados.rados.0.smithi099.stdout:906: done (2 left) 2024-04-12T16:03:52.589 INFO:tasks.rados.rados.0.smithi099.stdout:907: done (1 left) 2024-04-12T16:03:52.589 INFO:tasks.rados.rados.0.smithi099.stdout:910: done (0 left) 2024-04-12T16:03:52.589 INFO:tasks.rados.rados.0.smithi099.stdout:911: rollback oid 48 current snap is 90 2024-04-12T16:03:52.589 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 48 to 89 2024-04-12T16:03:52.589 INFO:tasks.rados.rados.0.smithi099.stdout:912: copy_from oid 4 from oid 24 current snap is 90 2024-04-12T16:03:52.589 INFO:tasks.rados.rados.0.smithi099.stdout:913: snap_create 2024-04-12T16:03:52.595 INFO:tasks.rados.rados.0.smithi099.stdout:911: finishing rollback tid 0 to smithi09982431-48 2024-04-12T16:03:52.595 INFO:tasks.rados.rados.0.smithi099.stdout:911: finishing rollback tid 1 to smithi09982431-48 2024-04-12T16:03:52.595 INFO:tasks.rados.rados.0.smithi099.stdout:911: finishing rollback tid 2 to smithi09982431-48 2024-04-12T16:03:52.595 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 48 v 273 (ObjNum 269 snap 83 seq_num 269) dirty exists 2024-04-12T16:03:52.608 INFO:tasks.rados.rados.0.smithi099.stdout:912: finishing copy_from racing read to smithi09982431-4 2024-04-12T16:03:52.610 INFO:tasks.rados.rados.0.smithi099.stdout:912: finishing copy_from to smithi09982431-4 2024-04-12T16:03:52.611 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 4 v 219 (ObjNum 251 snap 72 seq_num 251) dirty exists 2024-04-12T16:03:52.860 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:03:52.599+0000 7f96d85f7200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T16:03:52.860 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:03:52.794+0000 7f96d85f7200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T16:03:53.334 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:53 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:03:53.086+0000 7f96d85f7200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T16:03:53.603 INFO:tasks.rados.rados.0.smithi099.stdout:911: done (2 left) 2024-04-12T16:03:53.603 INFO:tasks.rados.rados.0.smithi099.stdout:912: done (1 left) 2024-04-12T16:03:53.603 INFO:tasks.rados.rados.0.smithi099.stdout:913: done (0 left) 2024-04-12T16:03:53.603 INFO:tasks.rados.rados.0.smithi099.stdout:914: read oid 34 snap 69 2024-04-12T16:03:53.603 INFO:tasks.rados.rados.0.smithi099.stdout:914: expect (ObjNum 208 snap 53 seq_num 208) 2024-04-12T16:03:53.603 INFO:tasks.rados.rados.0.smithi099.stdout:915: read oid 46 snap -1 2024-04-12T16:03:53.603 INFO:tasks.rados.rados.0.smithi099.stdout:915: expect (ObjNum 286 snap 87 seq_num 286) 2024-04-12T16:03:53.603 INFO:tasks.rados.rados.0.smithi099.stdout:916: rmattr oid 29 current snap is 91 2024-04-12T16:03:53.603 INFO:tasks.rados.rados.0.smithi099.stdout:917: read oid 8 snap -1 2024-04-12T16:03:53.603 INFO:tasks.rados.rados.0.smithi099.stdout:917: expect deleted 2024-04-12T16:03:53.603 INFO:tasks.rados.rados.0.smithi099.stdout:918: snap_remove snap 71 2024-04-12T16:03:53.626 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:53 smithi110 ceph-mon[31279]: osdmap e232: 8 total, 8 up, 8 in 2024-04-12T16:03:53.626 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:53 smithi110 ceph-mon[31279]: pgmap v42: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 296 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-12T16:03:53.626 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:53 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:53.626 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:53 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:53.626 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:03:53 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:03:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi099\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:03:53.627 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:53 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:03:53.371+0000 7f96d85f7200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T16:03:53.627 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:53 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:03:53.627+0000 7f96d85f7200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T16:03:53.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:53 smithi099 ceph-mon[39429]: osdmap e232: 8 total, 8 up, 8 in 2024-04-12T16:03:53.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:53 smithi099 ceph-mon[39429]: pgmap v42: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 296 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-12T16:03:53.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:53 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:53.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:53 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:53.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:53 smithi099 ceph-mon[27456]: osdmap e232: 8 total, 8 up, 8 in 2024-04-12T16:03:53.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:53 smithi099 ceph-mon[27456]: pgmap v42: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 296 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-12T16:03:53.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:53 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:53.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:53 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:54.607 INFO:tasks.rados.rados.0.smithi099.stdout:918: done (4 left) 2024-04-12T16:03:54.608 INFO:tasks.rados.rados.0.smithi099.stdout:919: read oid 33 snap -1 2024-04-12T16:03:54.608 INFO:tasks.rados.rados.0.smithi099.stdout:919: expect deleted 2024-04-12T16:03:54.608 INFO:tasks.rados.rados.0.smithi099.stdout:920: rollback oid 13 current snap is 91 2024-04-12T16:03:54.608 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 13 to 88 2024-04-12T16:03:54.608 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 10 current snap is 91 2024-04-12T16:03:54.608 INFO:tasks.rados.rados.0.smithi099.stdout:921: seq_num 297 ranges {5709824=180224} 2024-04-12T16:03:54.640 INFO:tasks.rados.rados.0.smithi099.stdout:921: writing smithi09982431-10 from 5709824 to 5890048 tid 1 2024-04-12T16:03:54.640 INFO:tasks.rados.rados.0.smithi099.stdout:922: setattr oid 21 current snap is 91 2024-04-12T16:03:54.640 INFO:tasks.rados.rados.0.smithi099.stdout:914: expect (ObjNum 208 snap 53 seq_num 208) 2024-04-12T16:03:54.671 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 29 v 341 (ObjNum 207 snap 53 seq_num 207) dirty exists 2024-04-12T16:03:54.671 INFO:tasks.rados.rados.0.smithi099.stdout:915: expect (ObjNum 286 snap 87 seq_num 286) 2024-04-12T16:03:54.806 INFO:tasks.rados.rados.0.smithi099.stdout:920: finishing rollback tid 0 to smithi09982431-13 2024-04-12T16:03:54.806 INFO:tasks.rados.rados.0.smithi099.stdout:920: finishing rollback tid 1 to smithi09982431-13 2024-04-12T16:03:54.806 INFO:tasks.rados.rados.0.smithi099.stdout:914: done (7 left) 2024-04-12T16:03:54.807 INFO:tasks.rados.rados.0.smithi099.stdout:915: done (6 left) 2024-04-12T16:03:54.807 INFO:tasks.rados.rados.0.smithi099.stdout:916: done (5 left) 2024-04-12T16:03:54.807 INFO:tasks.rados.rados.0.smithi099.stdout:917: done (4 left) 2024-04-12T16:03:54.807 INFO:tasks.rados.rados.0.smithi099.stdout:919: done (3 left) 2024-04-12T16:03:54.807 INFO:tasks.rados.rados.0.smithi099.stdout:923: setattr oid 29 current snap is 91 2024-04-12T16:03:54.807 INFO:tasks.rados.rados.0.smithi099.stdout:920: finishing rollback tid 2 to smithi09982431-13 2024-04-12T16:03:54.807 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 13 v 201 (ObjNum 254 snap 73 seq_num 254) dirty exists 2024-04-12T16:03:54.807 INFO:tasks.rados.rados.0.smithi099.stdout:921: finishing write tid 1 to smithi09982431-10 2024-04-12T16:03:54.807 INFO:tasks.rados.rados.0.smithi099.stdout:921: finishing write tid 2 to smithi09982431-10 2024-04-12T16:03:54.807 INFO:tasks.rados.rados.0.smithi099.stdout:921: finishing write tid 3 to smithi09982431-10 2024-04-12T16:03:54.807 INFO:tasks.rados.rados.0.smithi099.stdout:921: oid 10 updating version 0 to 422 2024-04-12T16:03:54.807 INFO:tasks.rados.rados.0.smithi099.stdout:921: oid 10 version 422 is already newer than 421 2024-04-12T16:03:54.807 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 10 v 422 (ObjNum 297 snap 91 seq_num 297) dirty exists 2024-04-12T16:03:54.807 INFO:tasks.rados.rados.0.smithi099.stdout:921: left oid 10 (ObjNum 297 snap 91 seq_num 297) 2024-04-12T16:03:54.808 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 424 (ObjNum 199 snap 51 seq_num 199) dirty exists 2024-04-12T16:03:54.809 INFO:tasks.rados.rados.0.smithi099.stdout:920: done (3 left) 2024-04-12T16:03:54.809 INFO:tasks.rados.rados.0.smithi099.stdout:921: done (2 left) 2024-04-12T16:03:54.809 INFO:tasks.rados.rados.0.smithi099.stdout:922: done (1 left) 2024-04-12T16:03:54.809 INFO:tasks.rados.rados.0.smithi099.stdout:924: rmattr oid 40 current snap is 91 2024-04-12T16:03:54.809 INFO:tasks.rados.rados.0.smithi099.stdout:925: read oid 9 snap -1 2024-04-12T16:03:54.809 INFO:tasks.rados.rados.0.smithi099.stdout:925: expect (ObjNum 280 snap 86 seq_num 280) 2024-04-12T16:03:54.809 INFO:tasks.rados.rados.0.smithi099.stdout:926: rmattr oid 50 current snap is 91 2024-04-12T16:03:54.809 INFO:tasks.rados.rados.0.smithi099.stdout:926: done (3 left) 2024-04-12T16:03:54.809 INFO:tasks.rados.rados.0.smithi099.stdout:927: setattr oid 14 current snap is 91 2024-04-12T16:03:54.809 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 49 current snap is 91 2024-04-12T16:03:54.810 INFO:tasks.rados.rados.0.smithi099.stdout:928: seq_num 298 ranges {0=196608} 2024-04-12T16:03:54.810 INFO:tasks.rados.rados.0.smithi099.stdout:928: writing smithi09982431-49 from 0 to 196608 tid 1 2024-04-12T16:03:54.810 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 12 current snap is 91 2024-04-12T16:03:54.810 INFO:tasks.rados.rados.0.smithi099.stdout:929: seq_num 299 ranges {1941504=212992} 2024-04-12T16:03:54.821 INFO:tasks.rados.rados.0.smithi099.stdout:929: writing smithi09982431-12 from 1941504 to 2154496 tid 1 2024-04-12T16:03:54.821 INFO:tasks.rados.rados.0.smithi099.stdout:930: setattr oid 27 current snap is 91 2024-04-12T16:03:54.821 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 40 v 471 (ObjNum 227 snap 66 seq_num 227) dirty exists 2024-04-12T16:03:54.821 INFO:tasks.rados.rados.0.smithi099.stdout:928: finishing write tid 1 to smithi09982431-49 2024-04-12T16:03:54.821 INFO:tasks.rados.rados.0.smithi099.stdout:928: finishing write tid 2 to smithi09982431-49 2024-04-12T16:03:54.821 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 29 v 342 (ObjNum 207 snap 53 seq_num 207) dirty exists 2024-04-12T16:03:54.821 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 14 v 176 (ObjNum 190 snap 48 seq_num 190) dirty exists 2024-04-12T16:03:54.822 INFO:tasks.rados.rados.0.smithi099.stdout:928: finishing write tid 3 to smithi09982431-49 2024-04-12T16:03:54.822 INFO:tasks.rados.rados.0.smithi099.stdout:928: oid 49 updating version 0 to 426 2024-04-12T16:03:54.822 INFO:tasks.rados.rados.0.smithi099.stdout:928: oid 49 version 426 is already newer than 425 2024-04-12T16:03:54.822 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 49 v 426 (ObjNum 298 snap 91 seq_num 298) dirty exists 2024-04-12T16:03:54.822 INFO:tasks.rados.rados.0.smithi099.stdout:928: left oid 49 (ObjNum 298 snap 91 seq_num 298) 2024-04-12T16:03:54.822 INFO:tasks.rados.rados.0.smithi099.stdout:925: expect (ObjNum 280 snap 86 seq_num 280) 2024-04-12T16:03:54.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:54 smithi110 ceph-mon[31279]: osdmap e233: 8 total, 8 up, 8 in 2024-04-12T16:03:54.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:54 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:54.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:54 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:54.834 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:54 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:03:54.500+0000 7f96d85f7200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T16:03:54.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:54 smithi099 ceph-mon[39429]: osdmap e233: 8 total, 8 up, 8 in 2024-04-12T16:03:54.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:54 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:54.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:54 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:54.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:54 smithi099 ceph-mon[27456]: osdmap e233: 8 total, 8 up, 8 in 2024-04-12T16:03:54.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:54 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:54.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:54 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:54.881 INFO:tasks.rados.rados.0.smithi099.stdout:929: finishing write tid 1 to smithi09982431-12 2024-04-12T16:03:54.882 INFO:tasks.rados.rados.0.smithi099.stdout:929: finishing write tid 2 to smithi09982431-12 2024-04-12T16:03:54.882 INFO:tasks.rados.rados.0.smithi099.stdout:929: finishing write tid 3 to smithi09982431-12 2024-04-12T16:03:54.882 INFO:tasks.rados.rados.0.smithi099.stdout:929: oid 12 updating version 0 to 322 2024-04-12T16:03:54.882 INFO:tasks.rados.rados.0.smithi099.stdout:929: oid 12 version 322 is already newer than 321 2024-04-12T16:03:54.882 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 322 (ObjNum 299 snap 91 seq_num 299) dirty exists 2024-04-12T16:03:54.882 INFO:tasks.rados.rados.0.smithi099.stdout:929: left oid 12 (ObjNum 299 snap 91 seq_num 299) 2024-04-12T16:03:54.882 INFO:tasks.rados.rados.0.smithi099.stdout:923: done (6 left) 2024-04-12T16:03:54.882 INFO:tasks.rados.rados.0.smithi099.stdout:924: done (5 left) 2024-04-12T16:03:54.882 INFO:tasks.rados.rados.0.smithi099.stdout:925: done (4 left) 2024-04-12T16:03:54.882 INFO:tasks.rados.rados.0.smithi099.stdout:927: done (3 left) 2024-04-12T16:03:54.882 INFO:tasks.rados.rados.0.smithi099.stdout:928: done (2 left) 2024-04-12T16:03:54.882 INFO:tasks.rados.rados.0.smithi099.stdout:929: done (1 left) 2024-04-12T16:03:54.882 INFO:tasks.rados.rados.0.smithi099.stdout:931: read oid 45 snap -1 2024-04-12T16:03:54.882 INFO:tasks.rados.rados.0.smithi099.stdout:931: expect (ObjNum 248 snap 72 seq_num 248) 2024-04-12T16:03:54.883 INFO:tasks.rados.rados.0.smithi099.stdout:932: read oid 37 snap 70 2024-04-12T16:03:54.883 INFO:tasks.rados.rados.0.smithi099.stdout:932: expect (ObjNum 241 snap 70 seq_num 241) 2024-04-12T16:03:54.883 INFO:tasks.rados.rados.0.smithi099.stdout:933: snap_remove snap 56 2024-04-12T16:03:55.313 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:55 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:03:55.125+0000 7f96d85f7200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T16:03:55.313 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:55 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:03:55.233+0000 7f96d85f7200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T16:03:55.570 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:55 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:03:55.463+0000 7f96d85f7200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T16:03:55.570 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:55 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: [12/Apr/2024:16:03:55] ENGINE Bus STARTING 2024-04-12T16:03:55.634 INFO:tasks.rados.rados.0.smithi099.stdout:933: done (3 left) 2024-04-12T16:03:55.634 INFO:tasks.rados.rados.0.smithi099.stdout:934: snap_create 2024-04-12T16:03:55.634 INFO:tasks.rados.rados.0.smithi099.stdout:932: expect (ObjNum 241 snap 70 seq_num 241) 2024-04-12T16:03:55.803 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 27 v 239 (ObjNum 271 snap 83 seq_num 271) dirty exists 2024-04-12T16:03:55.803 INFO:tasks.rados.rados.0.smithi099.stdout:931: expect (ObjNum 248 snap 72 seq_num 248) 2024-04-12T16:03:55.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:55 smithi110 ceph-mon[31279]: osdmap e234: 8 total, 8 up, 8 in 2024-04-12T16:03:55.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:55 smithi110 ceph-mon[31279]: pgmap v45: 121 pgs: 121 active+clean; 308 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.0 MiB/s wr, 29 op/s 2024-04-12T16:03:55.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:55 smithi110 ceph-mon[31279]: Standby manager daemon x restarted 2024-04-12T16:03:55.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:55 smithi110 ceph-mon[31279]: Standby manager daemon x started 2024-04-12T16:03:55.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:55 smithi110 ceph-mon[31279]: from='mgr.? 172.21.15.110:0/1318824426' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T16:03:55.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:55 smithi110 ceph-mon[31279]: from='mgr.? 172.21.15.110:0/1318824426' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T16:03:55.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:55 smithi110 ceph-mon[31279]: from='mgr.? 172.21.15.110:0/1318824426' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T16:03:55.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:55 smithi110 ceph-mon[31279]: from='mgr.? 172.21.15.110:0/1318824426' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T16:03:55.835 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:55 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: CherryPy Checker: 2024-04-12T16:03:55.835 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:55 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: The Application mounted at '' has an empty config. 2024-04-12T16:03:55.835 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:55 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:03:55.835 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:55 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: [12/Apr/2024:16:03:55] ENGINE Serving on http://:::9283 2024-04-12T16:03:55.835 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:03:55 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: [12/Apr/2024:16:03:55] ENGINE Bus STARTED 2024-04-12T16:03:55.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:55 smithi099 ceph-mon[39429]: osdmap e234: 8 total, 8 up, 8 in 2024-04-12T16:03:55.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:55 smithi099 ceph-mon[39429]: pgmap v45: 121 pgs: 121 active+clean; 308 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.0 MiB/s wr, 29 op/s 2024-04-12T16:03:55.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:55 smithi099 ceph-mon[39429]: Standby manager daemon x restarted 2024-04-12T16:03:55.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:55 smithi099 ceph-mon[39429]: Standby manager daemon x started 2024-04-12T16:03:55.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:55 smithi099 ceph-mon[39429]: from='mgr.? 172.21.15.110:0/1318824426' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T16:03:55.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:55 smithi099 ceph-mon[39429]: from='mgr.? 172.21.15.110:0/1318824426' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T16:03:55.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:55 smithi099 ceph-mon[39429]: from='mgr.? 172.21.15.110:0/1318824426' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T16:03:55.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:55 smithi099 ceph-mon[39429]: from='mgr.? 172.21.15.110:0/1318824426' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T16:03:55.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:55 smithi099 ceph-mon[27456]: osdmap e234: 8 total, 8 up, 8 in 2024-04-12T16:03:55.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:55 smithi099 ceph-mon[27456]: pgmap v45: 121 pgs: 121 active+clean; 308 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.0 MiB/s wr, 29 op/s 2024-04-12T16:03:55.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:55 smithi099 ceph-mon[27456]: Standby manager daemon x restarted 2024-04-12T16:03:55.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:55 smithi099 ceph-mon[27456]: Standby manager daemon x started 2024-04-12T16:03:55.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:55 smithi099 ceph-mon[27456]: from='mgr.? 172.21.15.110:0/1318824426' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T16:03:55.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:55 smithi099 ceph-mon[27456]: from='mgr.? 172.21.15.110:0/1318824426' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T16:03:55.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:55 smithi099 ceph-mon[27456]: from='mgr.? 172.21.15.110:0/1318824426' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T16:03:55.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:55 smithi099 ceph-mon[27456]: from='mgr.? 172.21.15.110:0/1318824426' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T16:03:56.589 INFO:tasks.rados.rados.0.smithi099.stdout:930: done (3 left) 2024-04-12T16:03:56.589 INFO:tasks.rados.rados.0.smithi099.stdout:931: done (2 left) 2024-04-12T16:03:56.589 INFO:tasks.rados.rados.0.smithi099.stdout:932: done (1 left) 2024-04-12T16:03:56.589 INFO:tasks.rados.rados.0.smithi099.stdout:934: done (0 left) 2024-04-12T16:03:56.589 INFO:tasks.rados.rados.0.smithi099.stdout:935: snap_remove snap 51 2024-04-12T16:03:56.617 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:03:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:03:56] "GET /metrics HTTP/1.1" 200 36003 "" "Prometheus/2.43.0" 2024-04-12T16:03:56.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:56 smithi099 ceph-mon[27456]: mgrmap e37: y(active, since 29s), standbys: x 2024-04-12T16:03:56.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:56 smithi099 ceph-mon[27456]: osdmap e235: 8 total, 8 up, 8 in 2024-04-12T16:03:56.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:56 smithi099 ceph-mon[27456]: osdmap e236: 8 total, 8 up, 8 in 2024-04-12T16:03:56.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:56 smithi099 ceph-mon[39429]: mgrmap e37: y(active, since 29s), standbys: x 2024-04-12T16:03:56.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:56 smithi099 ceph-mon[39429]: osdmap e235: 8 total, 8 up, 8 in 2024-04-12T16:03:56.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:56 smithi099 ceph-mon[39429]: osdmap e236: 8 total, 8 up, 8 in 2024-04-12T16:03:57.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:56 smithi110 ceph-mon[31279]: mgrmap e37: y(active, since 29s), standbys: x 2024-04-12T16:03:57.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:56 smithi110 ceph-mon[31279]: osdmap e235: 8 total, 8 up, 8 in 2024-04-12T16:03:57.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:56 smithi110 ceph-mon[31279]: osdmap e236: 8 total, 8 up, 8 in 2024-04-12T16:03:57.595 INFO:tasks.rados.rados.0.smithi099.stdout:935: done (0 left) 2024-04-12T16:03:57.595 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 25 current snap is 92 2024-04-12T16:03:57.595 INFO:tasks.rados.rados.0.smithi099.stdout:936: seq_num 300 ranges {2048000=229376} 2024-04-12T16:03:57.609 INFO:tasks.rados.rados.0.smithi099.stdout:936: writing smithi09982431-25 from 2048000 to 2277376 tid 1 2024-04-12T16:03:57.609 INFO:tasks.rados.rados.0.smithi099.stdout:937: copy_from oid 1 from oid 10 current snap is 92 2024-04-12T16:03:57.609 INFO:tasks.rados.rados.0.smithi099.stdout:938: read oid 46 snap -1 2024-04-12T16:03:57.609 INFO:tasks.rados.rados.0.smithi099.stdout:938: expect (ObjNum 286 snap 87 seq_num 286) 2024-04-12T16:03:57.609 INFO:tasks.rados.rados.0.smithi099.stdout:939: read oid 38 snap -1 2024-04-12T16:03:57.609 INFO:tasks.rados.rados.0.smithi099.stdout:939: expect (ObjNum 267 snap 82 seq_num 267) 2024-04-12T16:03:57.609 INFO:tasks.rados.rados.0.smithi099.stdout:940: rollback oid 18 current snap is 92 2024-04-12T16:03:57.609 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 18 to 68 2024-04-12T16:03:57.610 INFO:tasks.rados.rados.0.smithi099.stdout:941: delete oid 28 current snap is 92 2024-04-12T16:03:57.612 INFO:tasks.rados.rados.0.smithi099.stdout:940: finishing rollback tid 0 to smithi09982431-18 2024-04-12T16:03:57.612 INFO:tasks.rados.rados.0.smithi099.stdout:940: finishing rollback tid 1 to smithi09982431-18 2024-04-12T16:03:57.612 INFO:tasks.rados.rados.0.smithi099.stdout:940: finishing rollback tid 2 to smithi09982431-18 2024-04-12T16:03:57.613 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 18 v 440 (ObjNum 115 snap 24 seq_num 115) dirty exists 2024-04-12T16:03:57.622 INFO:tasks.rados.rados.0.smithi099.stdout:936: finishing write tid 1 to smithi09982431-25 2024-04-12T16:03:57.622 INFO:tasks.rados.rados.0.smithi099.stdout:936: finishing write tid 2 to smithi09982431-25 2024-04-12T16:03:57.623 INFO:tasks.rados.rados.0.smithi099.stdout:940: done (5 left) 2024-04-12T16:03:57.623 INFO:tasks.rados.rados.0.smithi099.stdout:941: done (4 left) 2024-04-12T16:03:57.624 INFO:tasks.rados.rados.0.smithi099.stdout:942: copy_from oid 43 from oid 35 current snap is 92 2024-04-12T16:03:57.624 INFO:tasks.rados.rados.0.smithi099.stdout:943: setattr oid 7 current snap is 92 2024-04-12T16:03:57.624 INFO:tasks.rados.rados.0.smithi099.stdout:936: finishing write tid 3 to smithi09982431-25 2024-04-12T16:03:57.624 INFO:tasks.rados.rados.0.smithi099.stdout:936: oid 25 updating version 0 to 490 2024-04-12T16:03:57.624 INFO:tasks.rados.rados.0.smithi099.stdout:936: oid 25 version 490 is already newer than 489 2024-04-12T16:03:57.624 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 25 v 490 (ObjNum 300 snap 92 seq_num 300) dirty exists 2024-04-12T16:03:57.624 INFO:tasks.rados.rados.0.smithi099.stdout:936: left oid 25 (ObjNum 300 snap 92 seq_num 300) 2024-04-12T16:03:57.625 INFO:tasks.rados.rados.0.smithi099.stdout:936: done (5 left) 2024-04-12T16:03:57.625 INFO:tasks.rados.rados.0.smithi099.stdout:944: snap_create 2024-04-12T16:03:57.630 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 7 v 493 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-12T16:03:57.631 INFO:tasks.rados.rados.0.smithi099.stdout:942: finishing copy_from racing read to smithi09982431-43 2024-04-12T16:03:57.631 INFO:tasks.rados.rados.0.smithi099.stdout:942: finishing copy_from to smithi09982431-43 2024-04-12T16:03:57.631 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 43 v 246 (ObjNum 199 snap 51 seq_num 199) dirty exists 2024-04-12T16:03:57.631 INFO:tasks.rados.rados.0.smithi099.stdout:938: expect (ObjNum 286 snap 87 seq_num 286) 2024-04-12T16:03:57.772 INFO:tasks.rados.rados.0.smithi099.stdout:939: expect (ObjNum 267 snap 82 seq_num 267) 2024-04-12T16:03:57.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:57 smithi099 ceph-mon[39429]: pgmap v48: 121 pgs: 121 active+clean; 308 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-04-12T16:03:57.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:57 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:03:57.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:57 smithi099 ceph-mon[39429]: osdmap e237: 8 total, 8 up, 8 in 2024-04-12T16:03:57.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:57 smithi099 ceph-mon[27456]: pgmap v48: 121 pgs: 121 active+clean; 308 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-04-12T16:03:57.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:57 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:03:57.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:57 smithi099 ceph-mon[27456]: osdmap e237: 8 total, 8 up, 8 in 2024-04-12T16:03:57.942 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:57 smithi110 ceph-mon[31279]: pgmap v48: 121 pgs: 121 active+clean; 308 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-04-12T16:03:57.943 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:57 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:03:57.943 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:57 smithi110 ceph-mon[31279]: osdmap e237: 8 total, 8 up, 8 in 2024-04-12T16:03:58.011 INFO:tasks.rados.rados.0.smithi099.stdout:937: finishing copy_from racing read to smithi09982431-1 2024-04-12T16:03:58.011 INFO:tasks.rados.rados.0.smithi099.stdout:937: finishing copy_from to smithi09982431-1 2024-04-12T16:03:58.011 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 1 v 422 (ObjNum 297 snap 91 seq_num 297) dirty exists 2024-04-12T16:03:58.633 INFO:tasks.rados.rados.0.smithi099.stdout:937: done (5 left) 2024-04-12T16:03:58.633 INFO:tasks.rados.rados.0.smithi099.stdout:938: done (4 left) 2024-04-12T16:03:58.634 INFO:tasks.rados.rados.0.smithi099.stdout:939: done (3 left) 2024-04-12T16:03:58.634 INFO:tasks.rados.rados.0.smithi099.stdout:942: done (2 left) 2024-04-12T16:03:58.634 INFO:tasks.rados.rados.0.smithi099.stdout:943: done (1 left) 2024-04-12T16:03:58.634 INFO:tasks.rados.rados.0.smithi099.stdout:944: done (0 left) 2024-04-12T16:03:58.634 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 6 current snap is 93 2024-04-12T16:03:58.634 INFO:tasks.rados.rados.0.smithi099.stdout:945: seq_num 302 ranges {958464=262144} 2024-04-12T16:03:58.641 INFO:tasks.rados.rados.0.smithi099.stdout:945: writing smithi09982431-6 from 958464 to 1220608 tid 1 2024-04-12T16:03:58.641 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 44 current snap is 93 2024-04-12T16:03:58.641 INFO:tasks.rados.rados.0.smithi099.stdout:946: seq_num 303 ranges {0=278528} 2024-04-12T16:03:58.642 INFO:tasks.rados.rados.0.smithi099.stdout:946: writing smithi09982431-44 from 0 to 278528 tid 1 2024-04-12T16:03:58.642 INFO:tasks.rados.rados.0.smithi099.stdout:947: read oid 50 snap -1 2024-04-12T16:03:58.643 INFO:tasks.rados.rados.0.smithi099.stdout:947: expect deleted 2024-04-12T16:03:58.643 INFO:tasks.rados.rados.0.smithi099.stdout:948: snap_create 2024-04-12T16:03:58.646 INFO:tasks.rados.rados.0.smithi099.stdout:945: finishing write tid 1 to smithi09982431-6 2024-04-12T16:03:58.646 INFO:tasks.rados.rados.0.smithi099.stdout:946: finishing write tid 1 to smithi09982431-44 2024-04-12T16:03:58.647 INFO:tasks.rados.rados.0.smithi099.stdout:945: finishing write tid 2 to smithi09982431-6 2024-04-12T16:03:58.647 INFO:tasks.rados.rados.0.smithi099.stdout:946: finishing write tid 2 to smithi09982431-44 2024-04-12T16:03:58.648 INFO:tasks.rados.rados.0.smithi099.stdout:945: finishing write tid 3 to smithi09982431-6 2024-04-12T16:03:58.648 INFO:tasks.rados.rados.0.smithi099.stdout:945: oid 6 updating version 0 to 343 2024-04-12T16:03:58.649 INFO:tasks.rados.rados.0.smithi099.stdout:945: oid 6 updating version 343 to 344 2024-04-12T16:03:58.649 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 6 v 344 (ObjNum 302 snap 93 seq_num 302) dirty exists 2024-04-12T16:03:58.649 INFO:tasks.rados.rados.0.smithi099.stdout:945: left oid 6 (ObjNum 302 snap 93 seq_num 302) 2024-04-12T16:03:58.649 INFO:tasks.rados.rados.0.smithi099.stdout:946: finishing write tid 3 to smithi09982431-44 2024-04-12T16:03:58.649 INFO:tasks.rados.rados.0.smithi099.stdout:946: oid 44 updating version 0 to 441 2024-04-12T16:03:58.649 INFO:tasks.rados.rados.0.smithi099.stdout:946: oid 44 updating version 441 to 442 2024-04-12T16:03:58.649 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 44 v 442 (ObjNum 303 snap 93 seq_num 303) dirty exists 2024-04-12T16:03:58.649 INFO:tasks.rados.rados.0.smithi099.stdout:946: left oid 44 (ObjNum 303 snap 93 seq_num 303) 2024-04-12T16:03:59.038 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:58 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:59.039 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:58 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:59.039 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:58 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:03:59.039 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:58 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:03:59.039 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:58 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:59.039 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:58 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:03:59.039 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:58 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:03:59.039 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:58 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:59.039 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:58 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-12T16:03:59.039 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:58 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-12T16:03:59.039 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:58 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-12T16:03:59.039 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:58 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-12T16:03:59.039 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:58 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T16:03:59.039 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:58 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-12T16:03:59.039 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:58 smithi099 ceph-mon[39429]: osdmap e238: 8 total, 8 up, 8 in 2024-04-12T16:03:59.040 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:58 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:59.040 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:58 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:59.040 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:58 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:03:59.040 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:58 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:03:59.040 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:58 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:59.040 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:58 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:03:59.040 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:58 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:03:59.040 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:58 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:59.040 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:58 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-12T16:03:59.040 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:58 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-12T16:03:59.040 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:58 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-12T16:03:59.040 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:58 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-12T16:03:59.040 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:58 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T16:03:59.041 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:58 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-12T16:03:59.041 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:58 smithi099 ceph-mon[27456]: osdmap e238: 8 total, 8 up, 8 in 2024-04-12T16:03:59.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:58 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:59.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:58 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:59.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:58 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:03:59.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:58 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:03:59.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:58 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:59.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:58 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:03:59.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:58 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:03:59.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:58 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:03:59.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:58 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-12T16:03:59.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:58 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-12T16:03:59.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:58 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-12T16:03:59.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:58 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-12T16:03:59.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:58 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T16:03:59.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:58 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-12T16:03:59.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:58 smithi110 ceph-mon[31279]: osdmap e238: 8 total, 8 up, 8 in 2024-04-12T16:03:59.639 INFO:tasks.rados.rados.0.smithi099.stdout:945: done (3 left) 2024-04-12T16:03:59.639 INFO:tasks.rados.rados.0.smithi099.stdout:946: done (2 left) 2024-04-12T16:03:59.639 INFO:tasks.rados.rados.0.smithi099.stdout:947: done (1 left) 2024-04-12T16:03:59.639 INFO:tasks.rados.rados.0.smithi099.stdout:948: done (0 left) 2024-04-12T16:03:59.639 INFO:tasks.rados.rados.0.smithi099.stdout:949: snap_create 2024-04-12T16:04:00.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:59 smithi099 ceph-mon[27456]: Upgrade: Setting container_image for all mgr 2024-04-12T16:04:00.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:59 smithi099 ceph-mon[27456]: Upgrade: It appears safe to stop mon.a 2024-04-12T16:04:00.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:59 smithi099 ceph-mon[27456]: pgmap v51: 121 pgs: 121 active+clean; 312 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.8 MiB/s wr, 39 op/s 2024-04-12T16:04:00.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:59 smithi099 ceph-mon[27456]: osdmap e239: 8 total, 8 up, 8 in 2024-04-12T16:04:00.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:59 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:04:00.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:59 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:04:00.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:59 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:04:00.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:03:59 smithi099 ceph-mon[27456]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:04:00.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:59 smithi099 ceph-mon[39429]: Upgrade: Setting container_image for all mgr 2024-04-12T16:04:00.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:59 smithi099 ceph-mon[39429]: Upgrade: It appears safe to stop mon.a 2024-04-12T16:04:00.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:59 smithi099 ceph-mon[39429]: pgmap v51: 121 pgs: 121 active+clean; 312 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.8 MiB/s wr, 39 op/s 2024-04-12T16:04:00.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:59 smithi099 ceph-mon[39429]: osdmap e239: 8 total, 8 up, 8 in 2024-04-12T16:04:00.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:59 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:04:00.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:59 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:04:00.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:59 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:04:00.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:03:59 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:04:00.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:59 smithi110 ceph-mon[31279]: Upgrade: Setting container_image for all mgr 2024-04-12T16:04:00.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:59 smithi110 ceph-mon[31279]: Upgrade: It appears safe to stop mon.a 2024-04-12T16:04:00.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:59 smithi110 ceph-mon[31279]: pgmap v51: 121 pgs: 121 active+clean; 312 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.8 MiB/s wr, 39 op/s 2024-04-12T16:04:00.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:59 smithi110 ceph-mon[31279]: osdmap e239: 8 total, 8 up, 8 in 2024-04-12T16:04:00.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:59 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' 2024-04-12T16:04:00.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:59 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:04:00.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:59 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:04:00.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:03:59 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:04:00.644 INFO:tasks.rados.rados.0.smithi099.stdout:949: done (0 left) 2024-04-12T16:04:00.644 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 5 current snap is 95 2024-04-12T16:04:00.645 INFO:tasks.rados.rados.0.smithi099.stdout:950: seq_num 304 ranges {2580480=294912} 2024-04-12T16:04:00.660 INFO:tasks.rados.rados.0.smithi099.stdout:950: writing smithi09982431-5 from 2580480 to 2875392 tid 1 2024-04-12T16:04:00.660 INFO:tasks.rados.rados.0.smithi099.stdout:951: read oid 22 snap -1 2024-04-12T16:04:00.660 INFO:tasks.rados.rados.0.smithi099.stdout:951: expect deleted 2024-04-12T16:04:00.660 INFO:tasks.rados.rados.0.smithi099.stdout:952: rollback oid 47 current snap is 95 2024-04-12T16:04:00.660 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 47 to 73 2024-04-12T16:04:00.661 INFO:tasks.rados.rados.0.smithi099.stdout:953: delete oid 15 current snap is 95 2024-04-12T16:04:00.665 INFO:tasks.rados.rados.0.smithi099.stdout:951: done (3 left) 2024-04-12T16:04:00.665 INFO:tasks.rados.rados.0.smithi099.stdout:953: done (2 left) 2024-04-12T16:04:00.665 INFO:tasks.rados.rados.0.smithi099.stdout:954: rollback oid 17 current snap is 95 2024-04-12T16:04:00.665 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 17 to 85 2024-04-12T16:04:00.665 INFO:tasks.rados.rados.0.smithi099.stdout:950: finishing write tid 1 to smithi09982431-5 2024-04-12T16:04:00.666 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 49 current snap is 95 2024-04-12T16:04:00.666 INFO:tasks.rados.rados.0.smithi099.stdout:955: seq_num 306 ranges {196608=327680} 2024-04-12T16:04:00.669 INFO:tasks.rados.rados.0.smithi099.stdout:955: writing smithi09982431-49 from 196608 to 524288 tid 1 2024-04-12T16:04:00.669 INFO:tasks.rados.rados.0.smithi099.stdout:956: delete oid 36 current snap is 95 2024-04-12T16:04:00.669 INFO:tasks.rados.rados.0.smithi099.stdout:952: finishing rollback tid 0 to smithi09982431-47 2024-04-12T16:04:00.669 INFO:tasks.rados.rados.0.smithi099.stdout:952: finishing rollback tid 1 to smithi09982431-47 2024-04-12T16:04:00.669 INFO:tasks.rados.rados.0.smithi099.stdout:952: finishing rollback tid 2 to smithi09982431-47 2024-04-12T16:04:00.669 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 47 v 347 (ObjNum 246 snap 71 seq_num 246) dirty exists 2024-04-12T16:04:00.669 INFO:tasks.rados.rados.0.smithi099.stdout:950: finishing write tid 2 to smithi09982431-5 2024-04-12T16:04:00.669 INFO:tasks.rados.rados.0.smithi099.stdout:950: finishing write tid 3 to smithi09982431-5 2024-04-12T16:04:00.669 INFO:tasks.rados.rados.0.smithi099.stdout:950: oid 5 updating version 0 to 260 2024-04-12T16:04:00.669 INFO:tasks.rados.rados.0.smithi099.stdout:950: oid 5 updating version 260 to 261 2024-04-12T16:04:00.669 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 5 v 261 (ObjNum 304 snap 95 seq_num 304) dirty exists 2024-04-12T16:04:00.669 INFO:tasks.rados.rados.0.smithi099.stdout:950: left oid 5 (ObjNum 304 snap 95 seq_num 304) 2024-04-12T16:04:00.670 INFO:tasks.rados.rados.0.smithi099.stdout:954: finishing rollback tid 0 to smithi09982431-17 2024-04-12T16:04:00.670 INFO:tasks.rados.rados.0.smithi099.stdout:954: finishing rollback tid 1 to smithi09982431-17 2024-04-12T16:04:00.670 INFO:tasks.rados.rados.0.smithi099.stdout:954: finishing rollback tid 2 to smithi09982431-17 2024-04-12T16:04:00.670 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 17 v 73 (ObjNum 264 snap 82 seq_num 264) dirty exists 2024-04-12T16:04:00.671 INFO:tasks.rados.rados.0.smithi099.stdout:950: done (4 left) 2024-04-12T16:04:00.671 INFO:tasks.rados.rados.0.smithi099.stdout:952: done (3 left) 2024-04-12T16:04:00.671 INFO:tasks.rados.rados.0.smithi099.stdout:954: done (2 left) 2024-04-12T16:04:00.671 INFO:tasks.rados.rados.0.smithi099.stdout:956: done (1 left) 2024-04-12T16:04:00.671 INFO:tasks.rados.rados.0.smithi099.stdout:957: rollback oid 46 current snap is 95 2024-04-12T16:04:00.671 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 46 to 82 2024-04-12T16:04:00.671 INFO:tasks.rados.rados.0.smithi099.stdout:958: read oid 28 snap -1 2024-04-12T16:04:00.671 INFO:tasks.rados.rados.0.smithi099.stdout:958: expect deleted 2024-04-12T16:04:00.671 INFO:tasks.rados.rados.0.smithi099.stdout:959: setattr oid 30 current snap is 95 2024-04-12T16:04:00.672 INFO:tasks.rados.rados.0.smithi099.stdout:955: finishing write tid 1 to smithi09982431-49 2024-04-12T16:04:00.672 INFO:tasks.rados.rados.0.smithi099.stdout:955: finishing write tid 2 to smithi09982431-49 2024-04-12T16:04:00.673 INFO:tasks.rados.rados.0.smithi099.stdout:955: finishing write tid 3 to smithi09982431-49 2024-04-12T16:04:00.673 INFO:tasks.rados.rados.0.smithi099.stdout:955: oid 49 updating version 0 to 444 2024-04-12T16:04:00.674 INFO:tasks.rados.rados.0.smithi099.stdout:955: oid 49 updating version 444 to 445 2024-04-12T16:04:00.674 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 49 v 445 (ObjNum 306 snap 95 seq_num 306) dirty exists 2024-04-12T16:04:00.674 INFO:tasks.rados.rados.0.smithi099.stdout:955: left oid 49 (ObjNum 306 snap 95 seq_num 306) 2024-04-12T16:04:00.674 INFO:tasks.rados.rados.0.smithi099.stdout:955: done (3 left) 2024-04-12T16:04:00.674 INFO:tasks.rados.rados.0.smithi099.stdout:958: done (2 left) 2024-04-12T16:04:00.674 INFO:tasks.rados.rados.0.smithi099.stdout:960: read oid 32 snap 59 2024-04-12T16:04:00.675 INFO:tasks.rados.rados.0.smithi099.stdout:960: expect (ObjNum 200 snap 51 seq_num 200) 2024-04-12T16:04:00.675 INFO:tasks.rados.rados.0.smithi099.stdout:961: snap_create 2024-04-12T16:04:00.675 INFO:tasks.rados.rados.0.smithi099.stdout:957: finishing rollback tid 0 to smithi09982431-46 2024-04-12T16:04:00.675 INFO:tasks.rados.rados.0.smithi099.stdout:957: finishing rollback tid 1 to smithi09982431-46 2024-04-12T16:04:00.675 INFO:tasks.rados.rados.0.smithi099.stdout:957: finishing rollback tid 2 to smithi09982431-46 2024-04-12T16:04:00.675 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 46 v 296 (ObjNum 150 snap 34 seq_num 150) dirty exists 2024-04-12T16:04:00.677 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 30 v 210 (ObjNum 689 snap 0 seq_num 273251634) dirty exists 2024-04-12T16:04:00.679 INFO:tasks.rados.rados.0.smithi099.stdout:960: expect (ObjNum 200 snap 51 seq_num 200) 2024-04-12T16:04:01.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:00 smithi099 ceph-mon[27456]: Upgrade: Updating mon.a 2024-04-12T16:04:01.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:00 smithi099 ceph-mon[27456]: Deploying daemon mon.a on smithi099 2024-04-12T16:04:01.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:00 smithi099 ceph-mon[27456]: osdmap e240: 8 total, 8 up, 8 in 2024-04-12T16:04:01.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:00 smithi099 ceph-mon[39429]: Upgrade: Updating mon.a 2024-04-12T16:04:01.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:00 smithi099 ceph-mon[39429]: Deploying daemon mon.a on smithi099 2024-04-12T16:04:01.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:00 smithi099 ceph-mon[39429]: osdmap e240: 8 total, 8 up, 8 in 2024-04-12T16:04:01.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:00 smithi110 ceph-mon[31279]: Upgrade: Updating mon.a 2024-04-12T16:04:01.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:00 smithi110 ceph-mon[31279]: Deploying daemon mon.a on smithi099 2024-04-12T16:04:01.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:00 smithi110 ceph-mon[31279]: osdmap e240: 8 total, 8 up, 8 in 2024-04-12T16:04:01.595 INFO:tasks.rados.rados.0.smithi099.stdout:957: done (3 left) 2024-04-12T16:04:01.595 INFO:tasks.rados.rados.0.smithi099.stdout:959: done (2 left) 2024-04-12T16:04:01.595 INFO:tasks.rados.rados.0.smithi099.stdout:960: done (1 left) 2024-04-12T16:04:01.595 INFO:tasks.rados.rados.0.smithi099.stdout:961: done (0 left) 2024-04-12T16:04:01.595 INFO:tasks.rados.rados.0.smithi099.stdout:962: read oid 50 snap -1 2024-04-12T16:04:01.595 INFO:tasks.rados.rados.0.smithi099.stdout:962: expect deleted 2024-04-12T16:04:01.595 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 49 current snap is 96 2024-04-12T16:04:01.595 INFO:tasks.rados.rados.0.smithi099.stdout:963: seq_num 308 ranges {524288=360448} 2024-04-12T16:04:01.599 INFO:tasks.rados.rados.0.smithi099.stdout:963: writing smithi09982431-49 from 524288 to 884736 tid 1 2024-04-12T16:04:01.599 INFO:tasks.rados.rados.0.smithi099.stdout:964: rollback oid 32 current snap is 96 2024-04-12T16:04:01.599 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 32 to 82 2024-04-12T16:04:01.599 INFO:tasks.rados.rados.0.smithi099.stdout:962: done (2 left) 2024-04-12T16:04:01.599 INFO:tasks.rados.rados.0.smithi099.stdout:965: delete oid 28 current snap is 96 2024-04-12T16:04:01.601 INFO:tasks.rados.rados.0.smithi099.stdout:964: finishing rollback tid 1 to smithi09982431-32 2024-04-12T16:04:01.601 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 32 v 234 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-12T16:04:01.604 INFO:tasks.rados.rados.0.smithi099.stdout:964: done (2 left) 2024-04-12T16:04:01.604 INFO:tasks.rados.rados.0.smithi099.stdout:965: done (1 left) 2024-04-12T16:04:01.604 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 30 current snap is 96 2024-04-12T16:04:01.604 INFO:tasks.rados.rados.0.smithi099.stdout:966: seq_num 310 ranges {0=401408} 2024-04-12T16:04:01.607 INFO:tasks.rados.rados.0.smithi099.stdout:966: writing smithi09982431-30 from 0 to 401408 tid 1 2024-04-12T16:04:01.607 INFO:tasks.rados.rados.0.smithi099.stdout:967: delete oid 27 current snap is 96 2024-04-12T16:04:01.607 INFO:tasks.rados.rados.0.smithi099.stdout:963: finishing write tid 1 to smithi09982431-49 2024-04-12T16:04:01.607 INFO:tasks.rados.rados.0.smithi099.stdout:963: finishing write tid 2 to smithi09982431-49 2024-04-12T16:04:01.607 INFO:tasks.rados.rados.0.smithi099.stdout:963: finishing write tid 3 to smithi09982431-49 2024-04-12T16:04:01.607 INFO:tasks.rados.rados.0.smithi099.stdout:963: oid 49 updating version 0 to 448 2024-04-12T16:04:01.607 INFO:tasks.rados.rados.0.smithi099.stdout:963: oid 49 version 448 is already newer than 447 2024-04-12T16:04:01.607 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 49 v 448 (ObjNum 308 snap 96 seq_num 308) dirty exists 2024-04-12T16:04:01.607 INFO:tasks.rados.rados.0.smithi099.stdout:963: left oid 49 (ObjNum 308 snap 96 seq_num 308) 2024-04-12T16:04:01.611 INFO:tasks.rados.rados.0.smithi099.stdout:963: done (2 left) 2024-04-12T16:04:01.611 INFO:tasks.rados.rados.0.smithi099.stdout:967: done (1 left) 2024-04-12T16:04:01.611 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 3 current snap is 96 2024-04-12T16:04:01.611 INFO:tasks.rados.rados.0.smithi099.stdout:968: seq_num 312 ranges {0=434176} 2024-04-12T16:04:01.614 INFO:tasks.rados.rados.0.smithi099.stdout:968: writing smithi09982431-3 from 0 to 434176 tid 1 2024-04-12T16:04:01.614 INFO:tasks.rados.rados.0.smithi099.stdout:969: read oid 39 snap -1 2024-04-12T16:04:01.614 INFO:tasks.rados.rados.0.smithi099.stdout:969: expect deleted 2024-04-12T16:04:01.614 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 20 current snap is 96 2024-04-12T16:04:01.614 INFO:tasks.rados.rados.0.smithi099.stdout:966: finishing write tid 1 to smithi09982431-30 2024-04-12T16:04:01.614 INFO:tasks.rados.rados.0.smithi099.stdout:966: finishing write tid 2 to smithi09982431-30 2024-04-12T16:04:01.614 INFO:tasks.rados.rados.0.smithi099.stdout:966: finishing write tid 3 to smithi09982431-30 2024-04-12T16:04:01.615 INFO:tasks.rados.rados.0.smithi099.stdout:966: oid 30 updating version 0 to 212 2024-04-12T16:04:01.615 INFO:tasks.rados.rados.0.smithi099.stdout:966: oid 30 updating version 212 to 213 2024-04-12T16:04:01.615 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 30 v 213 (ObjNum 310 snap 96 seq_num 310) dirty exists 2024-04-12T16:04:01.615 INFO:tasks.rados.rados.0.smithi099.stdout:966: left oid 30 (ObjNum 310 snap 96 seq_num 310) 2024-04-12T16:04:01.615 INFO:tasks.rados.rados.0.smithi099.stdout:970: seq_num 313 ranges {0=450560} 2024-04-12T16:04:01.616 INFO:tasks.rados.rados.0.smithi099.stdout:970: writing smithi09982431-20 from 0 to 450560 tid 1 2024-04-12T16:04:01.616 INFO:tasks.rados.rados.0.smithi099.stdout:966: done (3 left) 2024-04-12T16:04:01.616 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 5 current snap is 96 2024-04-12T16:04:01.616 INFO:tasks.rados.rados.0.smithi099.stdout:971: seq_num 314 ranges {2875392=466944} 2024-04-12T16:04:01.635 INFO:tasks.rados.rados.0.smithi099.stdout:971: writing smithi09982431-5 from 2875392 to 3342336 tid 1 2024-04-12T16:04:01.635 INFO:tasks.rados.rados.0.smithi099.stdout:972: snap_create 2024-04-12T16:04:01.635 INFO:tasks.rados.rados.0.smithi099.stdout:968: finishing write tid 1 to smithi09982431-3 2024-04-12T16:04:01.635 INFO:tasks.rados.rados.0.smithi099.stdout:968: finishing write tid 2 to smithi09982431-3 2024-04-12T16:04:01.635 INFO:tasks.rados.rados.0.smithi099.stdout:970: finishing write tid 1 to smithi09982431-20 2024-04-12T16:04:01.635 INFO:tasks.rados.rados.0.smithi099.stdout:970: finishing write tid 2 to smithi09982431-20 2024-04-12T16:04:01.635 INFO:tasks.rados.rados.0.smithi099.stdout:968: finishing write tid 3 to smithi09982431-3 2024-04-12T16:04:01.635 INFO:tasks.rados.rados.0.smithi099.stdout:968: oid 3 updating version 0 to 444 2024-04-12T16:04:01.636 INFO:tasks.rados.rados.0.smithi099.stdout:968: oid 3 version 444 is already newer than 443 2024-04-12T16:04:01.636 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 3 v 444 (ObjNum 312 snap 96 seq_num 312) dirty exists 2024-04-12T16:04:01.636 INFO:tasks.rados.rados.0.smithi099.stdout:968: left oid 3 (ObjNum 312 snap 96 seq_num 312) 2024-04-12T16:04:01.636 INFO:tasks.rados.rados.0.smithi099.stdout:970: finishing write tid 3 to smithi09982431-20 2024-04-12T16:04:01.636 INFO:tasks.rados.rados.0.smithi099.stdout:970: oid 20 updating version 0 to 495 2024-04-12T16:04:01.636 INFO:tasks.rados.rados.0.smithi099.stdout:970: oid 20 updating version 495 to 496 2024-04-12T16:04:01.636 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 20 v 496 (ObjNum 313 snap 96 seq_num 313) dirty exists 2024-04-12T16:04:01.636 INFO:tasks.rados.rados.0.smithi099.stdout:970: left oid 20 (ObjNum 313 snap 96 seq_num 313) 2024-04-12T16:04:01.637 INFO:tasks.rados.rados.0.smithi099.stdout:971: finishing write tid 1 to smithi09982431-5 2024-04-12T16:04:01.638 INFO:tasks.rados.rados.0.smithi099.stdout:971: finishing write tid 2 to smithi09982431-5 2024-04-12T16:04:01.638 INFO:tasks.rados.rados.0.smithi099.stdout:971: finishing write tid 3 to smithi09982431-5 2024-04-12T16:04:01.638 INFO:tasks.rados.rados.0.smithi099.stdout:971: oid 5 updating version 0 to 263 2024-04-12T16:04:01.638 INFO:tasks.rados.rados.0.smithi099.stdout:971: oid 5 updating version 263 to 264 2024-04-12T16:04:01.638 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 5 v 264 (ObjNum 314 snap 96 seq_num 314) dirty exists 2024-04-12T16:04:01.638 INFO:tasks.rados.rados.0.smithi099.stdout:971: left oid 5 (ObjNum 314 snap 96 seq_num 314) 2024-04-12T16:04:02.158 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:01 smithi099 systemd[1]: Stopping Ceph mon.a for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:04:02.158 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:01 smithi099 ceph-mon[27456]: pgmap v54: 121 pgs: 121 active+clean; 312 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.8 MiB/s wr, 39 op/s 2024-04-12T16:04:02.158 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:01 smithi099 ceph-mon[27456]: osdmap e241: 8 total, 8 up, 8 in 2024-04-12T16:04:02.158 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:02 smithi099 ceph-mon[39429]: pgmap v54: 121 pgs: 121 active+clean; 312 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.8 MiB/s wr, 39 op/s 2024-04-12T16:04:02.158 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:02 smithi099 ceph-mon[39429]: osdmap e241: 8 total, 8 up, 8 in 2024-04-12T16:04:02.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:01 smithi110 ceph-mon[31279]: pgmap v54: 121 pgs: 121 active+clean; 312 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.8 MiB/s wr, 39 op/s 2024-04-12T16:04:02.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:01 smithi110 ceph-mon[31279]: osdmap e241: 8 total, 8 up, 8 in 2024-04-12T16:04:02.421 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:02 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-a[27433]: 2024-04-12T16:04:02.159+0000 7fead928e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T16:04:02.421 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:02 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-a[27433]: 2024-04-12T16:04:02.159+0000 7fead928e700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-04-12T16:04:02.422 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:02 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:16:04:02] ENGINE Bus STOPPING 2024-04-12T16:04:02.422 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:02 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:16:04:02] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T16:04:02.422 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:02 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:16:04:02] ENGINE Bus STOPPED 2024-04-12T16:04:02.422 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:02 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:16:04:02] ENGINE Bus STARTING 2024-04-12T16:04:02.422 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:02 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:16:04:02] ENGINE Serving on http://:::9283 2024-04-12T16:04:02.422 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:02 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:16:04:02] ENGINE Bus STARTED 2024-04-12T16:04:02.713 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:02 smithi099 podman[94084]: 2024-04-12 16:04:02.423798601 +0000 UTC m=+0.376166972 container died e33da73659da2cf8df55ac4df5aa1bad1d74aeb8530af28ccc530b6420fc7e58 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-a, RELEASE=reef-d540eba, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240403, org.label-schema.schema-version=1.0) 2024-04-12T16:04:03.072 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:02 smithi099 podman[94084]: 2024-04-12 16:04:02.806244113 +0000 UTC m=+0.758612476 container cleanup e33da73659da2cf8df55ac4df5aa1bad1d74aeb8530af28ccc530b6420fc7e58 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-a, RELEASE=reef-d540eba, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240403, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-12T16:04:03.072 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:02 smithi099 bash[94084]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-a 2024-04-12T16:04:03.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 podman[94113]: 2024-04-12 16:04:03.074232178 +0000 UTC m=+0.647848102 container remove e33da73659da2cf8df55ac4df5aa1bad1d74aeb8530af28ccc530b6420fc7e58 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-a, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240403, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=reef-d540eba, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T16:04:03.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-12T16:04:03.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 systemd[1]: Stopped Ceph mon.a for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:04:03.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mon.a.service: Consumed 13.812s CPU time. 2024-04-12T16:04:03.796 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 systemd[1]: Starting Ceph mon.a for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:04:03.796 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 podman[94252]: 2024-04-12 16:04:03.551540741 +0000 UTC m=+0.018019930 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:04:03.796 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 podman[94252]: 2024-04-12 16:04:03.675694272 +0000 UTC m=+0.142173471 container create cc807b11358b3185360a635d35af27de4f99a79635ef7e594262b8e87d79d747 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-a, ceph=True, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-04-12T16:04:03.834 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:04:03 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:04:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi099\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:04:04.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 podman[94252]: 2024-04-12 16:04:03.911716007 +0000 UTC m=+0.378195202 container init cc807b11358b3185360a635d35af27de4f99a79635ef7e594262b8e87d79d747 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-12T16:04:04.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 podman[94252]: 2024-04-12 16:04:03.917705751 +0000 UTC m=+0.384184939 container start cc807b11358b3185360a635d35af27de4f99a79635ef7e594262b8e87d79d747 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-a, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T16:04:04.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: set uid:gid to 167:167 (ceph:ceph) 2024-04-12T16:04:04.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev), process ceph-mon, pid 7 2024-04-12T16:04:04.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: pidfile_write: ignore empty --pid-file 2024-04-12T16:04:04.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: load: jerasure load: lrc 2024-04-12T16:04:04.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: RocksDB version: 7.9.2 2024-04-12T16:04:04.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Git sha 0 2024-04-12T16:04:04.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Compile date 2024-04-09 18:12:34 2024-04-12T16:04:04.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: DB SUMMARY 2024-04-12T16:04:04.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: DB Session ID: XXH3BWRTU4D3Y2Y7L5JV 2024-04-12T16:04:04.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: CURRENT file: CURRENT 2024-04-12T16:04:04.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: IDENTITY file: IDENTITY 2024-04-12T16:04:04.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1518 Bytes 2024-04-12T16:04:04.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000032.sst 2024-04-12T16:04:04.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000030.log size: 4106313 ; 2024-04-12T16:04:04.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.error_if_exists: 0 2024-04-12T16:04:04.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.create_if_missing: 0 2024-04-12T16:04:04.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.paranoid_checks: 1 2024-04-12T16:04:04.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-12T16:04:04.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-12T16:04:04.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-12T16:04:04.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.env: 0x560609e57cc0 2024-04-12T16:04:04.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.fs: PosixFileSystem 2024-04-12T16:04:04.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.info_log: 0x56060ae9bc20 2024-04-12T16:04:04.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.max_file_opening_threads: 16 2024-04-12T16:04:04.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.statistics: (nil) 2024-04-12T16:04:04.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.use_fsync: 0 2024-04-12T16:04:04.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.max_log_file_size: 0 2024-04-12T16:04:04.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-12T16:04:04.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-12T16:04:04.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.keep_log_file_num: 1000 2024-04-12T16:04:04.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.recycle_log_file_num: 0 2024-04-12T16:04:04.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.allow_fallocate: 1 2024-04-12T16:04:04.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.allow_mmap_reads: 0 2024-04-12T16:04:04.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.allow_mmap_writes: 0 2024-04-12T16:04:04.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.use_direct_reads: 0 2024-04-12T16:04:04.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-12T16:04:04.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.create_missing_column_families: 0 2024-04-12T16:04:04.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.db_log_dir: 2024-04-12T16:04:04.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.wal_dir: 2024-04-12T16:04:04.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-12T16:04:04.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-12T16:04:04.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-12T16:04:04.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-12T16:04:04.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-12T16:04:04.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-12T16:04:04.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.advise_random_on_open: 1 2024-04-12T16:04:04.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.db_write_buffer_size: 0 2024-04-12T16:04:04.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.write_buffer_manager: 0x56060ae6c820 2024-04-12T16:04:04.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-12T16:04:04.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-12T16:04:04.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-12T16:04:04.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.rate_limiter: (nil) 2024-04-12T16:04:04.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-12T16:04:04.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.wal_recovery_mode: 2 2024-04-12T16:04:04.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.enable_thread_tracking: 0 2024-04-12T16:04:04.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.enable_pipelined_write: 0 2024-04-12T16:04:04.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.unordered_write: 0 2024-04-12T16:04:04.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-12T16:04:04.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-12T16:04:04.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-12T16:04:04.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-12T16:04:04.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.row_cache: None 2024-04-12T16:04:04.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.wal_filter: None 2024-04-12T16:04:04.384 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-12T16:04:04.384 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.allow_ingest_behind: 0 2024-04-12T16:04:04.384 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.two_write_queues: 0 2024-04-12T16:04:04.384 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.manual_wal_flush: 0 2024-04-12T16:04:04.384 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.wal_compression: 0 2024-04-12T16:04:04.384 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.atomic_flush: 0 2024-04-12T16:04:04.384 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-12T16:04:04.384 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-12T16:04:04.384 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-12T16:04:04.384 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.log_readahead_size: 0 2024-04-12T16:04:04.385 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-12T16:04:04.385 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.best_efforts_recovery: 0 2024-04-12T16:04:04.385 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-12T16:04:04.385 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-12T16:04:04.385 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.allow_data_in_errors: 0 2024-04-12T16:04:04.385 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.db_host_id: __hostname__ 2024-04-12T16:04:04.385 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-12T16:04:04.385 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.max_background_jobs: 2 2024-04-12T16:04:04.385 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.max_background_compactions: -1 2024-04-12T16:04:04.385 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.max_subcompactions: 1 2024-04-12T16:04:04.385 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-12T16:04:04.385 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-12T16:04:04.385 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-12T16:04:04.386 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.max_total_wal_size: 0 2024-04-12T16:04:04.386 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-12T16:04:04.386 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-12T16:04:04.386 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-12T16:04:04.386 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-12T16:04:04.386 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.max_open_files: -1 2024-04-12T16:04:04.386 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.bytes_per_sync: 0 2024-04-12T16:04:04.386 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-12T16:04:04.386 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-12T16:04:04.386 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.compaction_readahead_size: 0 2024-04-12T16:04:04.386 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.max_background_flushes: -1 2024-04-12T16:04:04.386 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Compression algorithms supported: 2024-04-12T16:04:04.386 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-12T16:04:04.386 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: kZSTD supported: 0 2024-04-12T16:04:04.387 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: kXpressCompression supported: 0 2024-04-12T16:04:04.387 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: kLZ4HCCompression supported: 1 2024-04-12T16:04:04.387 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: kZlibCompression supported: 1 2024-04-12T16:04:04.387 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: kSnappyCompression supported: 1 2024-04-12T16:04:04.387 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: kLZ4Compression supported: 1 2024-04-12T16:04:04.387 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: kBZip2Compression supported: 0 2024-04-12T16:04:04.387 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-12T16:04:04.387 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-12T16:04:04.387 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-04-12T16:04:04.387 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-12T16:04:04.387 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-12T16:04:04.387 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.merge_operator: 2024-04-12T16:04:04.387 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.compaction_filter: None 2024-04-12T16:04:04.387 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.compaction_filter_factory: None 2024-04-12T16:04:04.388 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.sst_partitioner_factory: None 2024-04-12T16:04:04.388 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-12T16:04:04.388 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-12T16:04:04.388 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56060ae9bde0) 2024-04-12T16:04:04.388 INFO:journalctl@ceph.mon.a.smithi099.stdout: cache_index_and_filter_blocks: 1 2024-04-12T16:04:04.388 INFO:journalctl@ceph.mon.a.smithi099.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-12T16:04:04.388 INFO:journalctl@ceph.mon.a.smithi099.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-12T16:04:04.388 INFO:journalctl@ceph.mon.a.smithi099.stdout: pin_top_level_index_and_filter: 1 2024-04-12T16:04:04.388 INFO:journalctl@ceph.mon.a.smithi099.stdout: index_type: 0 2024-04-12T16:04:04.388 INFO:journalctl@ceph.mon.a.smithi099.stdout: data_block_index_type: 0 2024-04-12T16:04:04.388 INFO:journalctl@ceph.mon.a.smithi099.stdout: index_shortening: 1 2024-04-12T16:04:04.388 INFO:journalctl@ceph.mon.a.smithi099.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-12T16:04:04.388 INFO:journalctl@ceph.mon.a.smithi099.stdout: checksum: 4 2024-04-12T16:04:04.389 INFO:journalctl@ceph.mon.a.smithi099.stdout: no_block_cache: 0 2024-04-12T16:04:04.389 INFO:journalctl@ceph.mon.a.smithi099.stdout: block_cache: 0x56060ae9f090 2024-04-12T16:04:04.389 INFO:journalctl@ceph.mon.a.smithi099.stdout: block_cache_name: BinnedLRUCache 2024-04-12T16:04:04.389 INFO:journalctl@ceph.mon.a.smithi099.stdout: block_cache_options: 2024-04-12T16:04:04.389 INFO:journalctl@ceph.mon.a.smithi099.stdout: capacity : 536870912 2024-04-12T16:04:04.389 INFO:journalctl@ceph.mon.a.smithi099.stdout: num_shard_bits : 4 2024-04-12T16:04:04.389 INFO:journalctl@ceph.mon.a.smithi099.stdout: strict_capacity_limit : 0 2024-04-12T16:04:04.389 INFO:journalctl@ceph.mon.a.smithi099.stdout: high_pri_pool_ratio: 0.000 2024-04-12T16:04:04.389 INFO:journalctl@ceph.mon.a.smithi099.stdout: block_cache_compressed: (nil) 2024-04-12T16:04:04.389 INFO:journalctl@ceph.mon.a.smithi099.stdout: persistent_cache: (nil) 2024-04-12T16:04:04.389 INFO:journalctl@ceph.mon.a.smithi099.stdout: block_size: 4096 2024-04-12T16:04:04.389 INFO:journalctl@ceph.mon.a.smithi099.stdout: block_size_deviation: 10 2024-04-12T16:04:04.389 INFO:journalctl@ceph.mon.a.smithi099.stdout: block_restart_interval: 16 2024-04-12T16:04:04.389 INFO:journalctl@ceph.mon.a.smithi099.stdout: index_block_restart_interval: 1 2024-04-12T16:04:04.390 INFO:journalctl@ceph.mon.a.smithi099.stdout: metadata_block_size: 4096 2024-04-12T16:04:04.390 INFO:journalctl@ceph.mon.a.smithi099.stdout: partition_filters: 0 2024-04-12T16:04:04.390 INFO:journalctl@ceph.mon.a.smithi099.stdout: use_delta_encoding: 1 2024-04-12T16:04:04.390 INFO:journalctl@ceph.mon.a.smithi099.stdout: filter_policy: bloomfilter 2024-04-12T16:04:04.390 INFO:journalctl@ceph.mon.a.smithi099.stdout: whole_key_filtering: 1 2024-04-12T16:04:04.390 INFO:journalctl@ceph.mon.a.smithi099.stdout: verify_compression: 0 2024-04-12T16:04:04.390 INFO:journalctl@ceph.mon.a.smithi099.stdout: read_amp_bytes_per_bit: 0 2024-04-12T16:04:04.390 INFO:journalctl@ceph.mon.a.smithi099.stdout: format_version: 5 2024-04-12T16:04:04.390 INFO:journalctl@ceph.mon.a.smithi099.stdout: enable_index_compression: 1 2024-04-12T16:04:04.390 INFO:journalctl@ceph.mon.a.smithi099.stdout: block_align: 0 2024-04-12T16:04:04.390 INFO:journalctl@ceph.mon.a.smithi099.stdout: max_auto_readahead_size: 262144 2024-04-12T16:04:04.390 INFO:journalctl@ceph.mon.a.smithi099.stdout: prepopulate_block_cache: 0 2024-04-12T16:04:04.390 INFO:journalctl@ceph.mon.a.smithi099.stdout: initial_auto_readahead_size: 8192 2024-04-12T16:04:04.390 INFO:journalctl@ceph.mon.a.smithi099.stdout: num_file_reads_for_auto_readahead: 2 2024-04-12T16:04:04.391 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.write_buffer_size: 33554432 2024-04-12T16:04:04.391 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.max_write_buffer_number: 2 2024-04-12T16:04:04.391 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.compression: NoCompression 2024-04-12T16:04:04.391 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.bottommost_compression: Disabled 2024-04-12T16:04:04.391 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.prefix_extractor: nullptr 2024-04-12T16:04:04.391 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-12T16:04:04.391 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.num_levels: 7 2024-04-12T16:04:04.391 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-12T16:04:04.391 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-12T16:04:04.391 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-12T16:04:04.391 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-12T16:04:04.391 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-12T16:04:04.391 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-12T16:04:04.391 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-12T16:04:04.392 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-12T16:04:04.392 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-12T16:04:04.392 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-12T16:04:04.392 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-12T16:04:04.392 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-12T16:04:04.392 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-12T16:04:04.392 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.compression_opts.level: 32767 2024-04-12T16:04:04.392 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.compression_opts.strategy: 0 2024-04-12T16:04:04.392 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-12T16:04:04.392 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-12T16:04:04.392 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-12T16:04:04.392 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-12T16:04:04.392 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.compression_opts.enabled: false 2024-04-12T16:04:04.392 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-12T16:04:04.393 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-12T16:04:04.393 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-12T16:04:04.393 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-12T16:04:04.393 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.target_file_size_base: 67108864 2024-04-12T16:04:04.393 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-12T16:04:04.393 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-12T16:04:04.393 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-12T16:04:04.393 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-12T16:04:04.393 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-12T16:04:04.393 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-12T16:04:04.393 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-12T16:04:04.393 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-12T16:04:04.393 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-12T16:04:04.393 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-12T16:04:04.394 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-12T16:04:04.394 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-12T16:04:04.394 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-12T16:04:04.394 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-12T16:04:04.394 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.arena_block_size: 1048576 2024-04-12T16:04:04.394 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-12T16:04:04.394 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-12T16:04:04.394 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.disable_auto_compactions: 0 2024-04-12T16:04:04.394 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-12T16:04:04.394 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-12T16:04:04.394 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-12T16:04:04.394 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-12T16:04:04.394 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-12T16:04:04.394 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-12T16:04:04.394 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-12T16:04:04.395 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-12T16:04:04.395 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-12T16:04:04.395 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-12T16:04:04.395 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-12T16:04:04.395 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.inplace_update_support: 0 2024-04-12T16:04:04.395 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-12T16:04:04.395 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-12T16:04:04.395 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-12T16:04:04.395 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-12T16:04:04.395 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.bloom_locality: 0 2024-04-12T16:04:04.395 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.max_successive_merges: 0 2024-04-12T16:04:04.395 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-12T16:04:04.395 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.paranoid_file_checks: 0 2024-04-12T16:04:04.395 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.force_consistency_checks: 1 2024-04-12T16:04:04.395 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.report_bg_io_stats: 0 2024-04-12T16:04:04.396 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.ttl: 2592000 2024-04-12T16:04:04.396 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-12T16:04:04.396 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-12T16:04:04.396 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-12T16:04:04.396 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.enable_blob_files: false 2024-04-12T16:04:04.396 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.min_blob_size: 0 2024-04-12T16:04:04.396 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.blob_file_size: 268435456 2024-04-12T16:04:04.396 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-12T16:04:04.396 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-12T16:04:04.396 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-12T16:04:04.396 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-12T16:04:04.396 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-12T16:04:04.396 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.blob_file_starting_level: 0 2024-04-12T16:04:04.397 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-12T16:04:04.397 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-12T16:04:04.397 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 34, last_sequence is 12870, log_number is 30,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 30 2024-04-12T16:04:04.397 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 30 2024-04-12T16:04:04.397 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 0de33df6-a60c-43b9-aeec-23cc156c8ffa 2024-04-12T16:04:04.397 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712937843947396, "job": 1, "event": "recovery_started", "wal_files": [30]} 2024-04-12T16:04:04.397 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #30 mode 2 2024-04-12T16:04:04.397 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712937843959713, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 35, "file_size": 3845004, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12871, "largest_seqno": 14752, "table_properties": {"data_size": 3835027, "index_size": 6819, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2117, "raw_key_size": 20546, "raw_average_key_size": 24, "raw_value_size": 3816054, "raw_average_value_size": 4521, "num_data_blocks": 299, "num_entries": 844, "num_filter_entries": 844, "num_deletions": 31, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712937843, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "0de33df6-a60c-43b9-aeec-23cc156c8ffa", "db_session_id": "XXH3BWRTU4D3Y2Y7L5JV", "orig_file_number": 35, "seqno_to_time_mapping": "N/A"}} 2024-04-12T16:04:04.397 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712937843959835, "job": 1, "event": "recovery_finished"} 2024-04-12T16:04:04.397 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: [db/version_set.cc:5047] Creating manifest 37 2024-04-12T16:04:04.397 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-12T16:04:04.397 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000030.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-12T16:04:04.397 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x56060af8e000 2024-04-12T16:04:04.397 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: DB pointer 0x56060af78000 2024-04-12T16:04:04.398 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-12T16:04:04.398 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-12T16:04:04.398 INFO:journalctl@ceph.mon.a.smithi099.stdout: ** DB Stats ** 2024-04-12T16:04:04.398 INFO:journalctl@ceph.mon.a.smithi099.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T16:04:04.398 INFO:journalctl@ceph.mon.a.smithi099.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-12T16:04:04.398 INFO:journalctl@ceph.mon.a.smithi099.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T16:04:04.398 INFO:journalctl@ceph.mon.a.smithi099.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T16:04:04.398 INFO:journalctl@ceph.mon.a.smithi099.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-12T16:04:04.398 INFO:journalctl@ceph.mon.a.smithi099.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T16:04:04.398 INFO:journalctl@ceph.mon.a.smithi099.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T16:04:04.398 INFO:journalctl@ceph.mon.a.smithi099.stdout: 2024-04-12T16:04:04.398 INFO:journalctl@ceph.mon.a.smithi099.stdout: ** Compaction Stats [default] ** 2024-04-12T16:04:04.398 INFO:journalctl@ceph.mon.a.smithi099.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-12T16:04:04.398 INFO:journalctl@ceph.mon.a.smithi099.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-12T16:04:04.399 INFO:journalctl@ceph.mon.a.smithi099.stdout: L0 1/0 3.67 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 564.4 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-04-12T16:04:04.399 INFO:journalctl@ceph.mon.a.smithi099.stdout: L6 1/0 7.76 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-12T16:04:04.399 INFO:journalctl@ceph.mon.a.smithi099.stdout: Sum 2/0 11.42 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 564.4 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-04-12T16:04:04.399 INFO:journalctl@ceph.mon.a.smithi099.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 564.4 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-04-12T16:04:04.399 INFO:journalctl@ceph.mon.a.smithi099.stdout: 2024-04-12T16:04:04.399 INFO:journalctl@ceph.mon.a.smithi099.stdout: ** Compaction Stats [default] ** 2024-04-12T16:04:04.399 INFO:journalctl@ceph.mon.a.smithi099.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-12T16:04:04.399 INFO:journalctl@ceph.mon.a.smithi099.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-12T16:04:04.399 INFO:journalctl@ceph.mon.a.smithi099.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 564.4 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-04-12T16:04:04.399 INFO:journalctl@ceph.mon.a.smithi099.stdout: 2024-04-12T16:04:04.399 INFO:journalctl@ceph.mon.a.smithi099.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-12T16:04:04.399 INFO:journalctl@ceph.mon.a.smithi099.stdout: 2024-04-12T16:04:04.399 INFO:journalctl@ceph.mon.a.smithi099.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T16:04:04.399 INFO:journalctl@ceph.mon.a.smithi099.stdout: Flush(GB): cumulative 0.004, interval 0.004 2024-04-12T16:04:04.399 INFO:journalctl@ceph.mon.a.smithi099.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-12T16:04:04.399 INFO:journalctl@ceph.mon.a.smithi099.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-12T16:04:04.400 INFO:journalctl@ceph.mon.a.smithi099.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-12T16:04:04.400 INFO:journalctl@ceph.mon.a.smithi099.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-12T16:04:04.400 INFO:journalctl@ceph.mon.a.smithi099.stdout: Cumulative compaction: 0.00 GB write, 201.68 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T16:04:04.400 INFO:journalctl@ceph.mon.a.smithi099.stdout: Interval compaction: 0.00 GB write, 201.68 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T16:04:04.400 INFO:journalctl@ceph.mon.a.smithi099.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-12T16:04:04.400 INFO:journalctl@ceph.mon.a.smithi099.stdout: Block cache BinnedLRUCache@0x56060ae9f090#7 capacity: 512.00 MB usage: 10.36 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-04-12T16:04:04.400 INFO:journalctl@ceph.mon.a.smithi099.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.28 KB,0.000435114%) IndexBlock(1,8.08 KB,0.00154078%) Misc(1,0.00 KB,0%) 2024-04-12T16:04:04.400 INFO:journalctl@ceph.mon.a.smithi099.stdout: 2024-04-12T16:04:04.400 INFO:journalctl@ceph.mon.a.smithi099.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-12T16:04:04.400 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: starting mon.a rank 0 at public addrs [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] at bind addrs [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 2024-04-12T16:04:04.400 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: mon.a@-1(???) e3 preinit fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 2024-04-12T16:04:04.400 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: mon.a@-1(???).mds e6 new map 2024-04-12T16:04:04.400 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: mon.a@-1(???).mds e6 print_map 2024-04-12T16:04:04.400 INFO:journalctl@ceph.mon.a.smithi099.stdout: e6 2024-04-12T16:04:04.400 INFO:journalctl@ceph.mon.a.smithi099.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-12T16:04:04.400 INFO:journalctl@ceph.mon.a.smithi099.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-12T16:04:04.401 INFO:journalctl@ceph.mon.a.smithi099.stdout: legacy client fscid: 1 2024-04-12T16:04:04.401 INFO:journalctl@ceph.mon.a.smithi099.stdout: 2024-04-12T16:04:04.401 INFO:journalctl@ceph.mon.a.smithi099.stdout: Filesystem 'cephfs' (1) 2024-04-12T16:04:04.401 INFO:journalctl@ceph.mon.a.smithi099.stdout: fs_name cephfs 2024-04-12T16:04:04.401 INFO:journalctl@ceph.mon.a.smithi099.stdout: epoch 6 2024-04-12T16:04:04.401 INFO:journalctl@ceph.mon.a.smithi099.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-12T16:04:04.401 INFO:journalctl@ceph.mon.a.smithi099.stdout: created 2024-04-12T15:57:32.292413+0000 2024-04-12T16:04:04.401 INFO:journalctl@ceph.mon.a.smithi099.stdout: modified 2024-04-12T15:57:34.299505+0000 2024-04-12T16:04:04.401 INFO:journalctl@ceph.mon.a.smithi099.stdout: tableserver 0 2024-04-12T16:04:04.401 INFO:journalctl@ceph.mon.a.smithi099.stdout: root 0 2024-04-12T16:04:04.401 INFO:journalctl@ceph.mon.a.smithi099.stdout: session_timeout 60 2024-04-12T16:04:04.401 INFO:journalctl@ceph.mon.a.smithi099.stdout: session_autoclose 300 2024-04-12T16:04:04.401 INFO:journalctl@ceph.mon.a.smithi099.stdout: max_file_size 1099511627776 2024-04-12T16:04:04.401 INFO:journalctl@ceph.mon.a.smithi099.stdout: max_xattr_size 65536 2024-04-12T16:04:04.401 INFO:journalctl@ceph.mon.a.smithi099.stdout: required_client_features {} 2024-04-12T16:04:04.402 INFO:journalctl@ceph.mon.a.smithi099.stdout: last_failure 0 2024-04-12T16:04:04.402 INFO:journalctl@ceph.mon.a.smithi099.stdout: last_failure_osd_epoch 0 2024-04-12T16:04:04.402 INFO:journalctl@ceph.mon.a.smithi099.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-12T16:04:04.402 INFO:journalctl@ceph.mon.a.smithi099.stdout: max_mds 1 2024-04-12T16:04:04.402 INFO:journalctl@ceph.mon.a.smithi099.stdout: in 0 2024-04-12T16:04:04.402 INFO:journalctl@ceph.mon.a.smithi099.stdout: up {0=24350} 2024-04-12T16:04:04.402 INFO:journalctl@ceph.mon.a.smithi099.stdout: failed 2024-04-12T16:04:04.402 INFO:journalctl@ceph.mon.a.smithi099.stdout: damaged 2024-04-12T16:04:04.402 INFO:journalctl@ceph.mon.a.smithi099.stdout: stopped 2024-04-12T16:04:04.402 INFO:journalctl@ceph.mon.a.smithi099.stdout: data_pools [3] 2024-04-12T16:04:04.402 INFO:journalctl@ceph.mon.a.smithi099.stdout: metadata_pool 2 2024-04-12T16:04:04.402 INFO:journalctl@ceph.mon.a.smithi099.stdout: inline_data disabled 2024-04-12T16:04:04.402 INFO:journalctl@ceph.mon.a.smithi099.stdout: balancer 2024-04-12T16:04:04.402 INFO:journalctl@ceph.mon.a.smithi099.stdout: bal_rank_mask -1 2024-04-12T16:04:04.402 INFO:journalctl@ceph.mon.a.smithi099.stdout: standby_count_wanted 0 2024-04-12T16:04:04.403 INFO:journalctl@ceph.mon.a.smithi099.stdout: qdb_cluster leader: 0 members: 2024-04-12T16:04:04.403 INFO:journalctl@ceph.mon.a.smithi099.stdout: [mds.a{0:24350} state up:active seq 4 addr [v2:172.21.15.99:6834/701376503,v1:172.21.15.99:6835/701376503] compat {c=[1],r=[1],i=[7ff]}] 2024-04-12T16:04:04.403 INFO:journalctl@ceph.mon.a.smithi099.stdout: 2024-04-12T16:04:04.403 INFO:journalctl@ceph.mon.a.smithi099.stdout: 2024-04-12T16:04:04.403 INFO:journalctl@ceph.mon.a.smithi099.stdout: Standby daemons: 2024-04-12T16:04:04.403 INFO:journalctl@ceph.mon.a.smithi099.stdout: 2024-04-12T16:04:04.403 INFO:journalctl@ceph.mon.a.smithi099.stdout: [mds.b{-1:24328} state up:standby seq 1 addr [v2:172.21.15.110:6832/3505804678,v1:172.21.15.110:6833/3505804678] compat {c=[1],r=[1],i=[7ff]}] 2024-04-12T16:04:04.403 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: mon.a@-1(???).osd e241 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-12T16:04:04.403 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: mon.a@-1(???).osd e241 crush map has features 432629308056666112, adjusting msgr requires 2024-04-12T16:04:04.403 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: mon.a@-1(???).osd e241 crush map has features 432629308056666112, adjusting msgr requires 2024-04-12T16:04:04.403 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: mon.a@-1(???).osd e241 crush map has features 432629308056666112, adjusting msgr requires 2024-04-12T16:04:04.403 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:03 smithi099 ceph-mon[94290]: mon.a@-1(???).paxosservice(auth 1..19) refresh upgraded, format 0 -> 3 2024-04-12T16:04:04.403 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:04 smithi099 bash[94252]: cc807b11358b3185360a635d35af27de4f99a79635ef7e594262b8e87d79d747 2024-04-12T16:04:04.403 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:04 smithi099 systemd[1]: Started Ceph mon.a for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:04:05.453 INFO:tasks.rados.rados.0.smithi099.stdout:968: done (4 left) 2024-04-12T16:04:05.453 INFO:tasks.rados.rados.0.smithi099.stdout:969: done (3 left) 2024-04-12T16:04:05.454 INFO:tasks.rados.rados.0.smithi099.stdout:970: done (2 left) 2024-04-12T16:04:05.454 INFO:tasks.rados.rados.0.smithi099.stdout:971: done (1 left) 2024-04-12T16:04:05.454 INFO:tasks.rados.rados.0.smithi099.stdout:972: done (0 left) 2024-04-12T16:04:05.454 INFO:tasks.rados.rados.0.smithi099.stdout:973: copy_from oid 12 from oid 23 current snap is 97 2024-04-12T16:04:05.454 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 19 current snap is 97 2024-04-12T16:04:05.454 INFO:tasks.rados.rados.0.smithi099.stdout:974: seq_num 315 ranges {1097728=483328} 2024-04-12T16:04:05.462 INFO:tasks.rados.rados.0.smithi099.stdout:974: writing smithi09982431-19 from 1097728 to 1581056 tid 1 2024-04-12T16:04:05.463 INFO:tasks.rados.rados.0.smithi099.stdout:975: read oid 2 snap -1 2024-04-12T16:04:05.463 INFO:tasks.rados.rados.0.smithi099.stdout:975: expect (ObjNum 288 snap 87 seq_num 288) 2024-04-12T16:04:05.463 INFO:tasks.rados.rados.0.smithi099.stdout:976: read oid 14 snap -1 2024-04-12T16:04:05.463 INFO:tasks.rados.rados.0.smithi099.stdout:976: expect (ObjNum 190 snap 48 seq_num 190) 2024-04-12T16:04:05.463 INFO:tasks.rados.rados.0.smithi099.stdout:977: snap_create 2024-04-12T16:04:05.463 INFO:tasks.rados.rados.0.smithi099.stdout:973: finishing copy_from racing read to smithi09982431-12 2024-04-12T16:04:05.466 INFO:tasks.rados.rados.0.smithi099.stdout:973: finishing copy_from to smithi09982431-12 2024-04-12T16:04:05.466 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 284 (ObjNum 207 snap 53 seq_num 207) dirty exists 2024-04-12T16:04:05.468 INFO:tasks.rados.rados.0.smithi099.stdout:974: finishing write tid 1 to smithi09982431-19 2024-04-12T16:04:05.468 INFO:tasks.rados.rados.0.smithi099.stdout:974: finishing write tid 2 to smithi09982431-19 2024-04-12T16:04:05.469 INFO:tasks.rados.rados.0.smithi099.stdout:974: finishing write tid 3 to smithi09982431-19 2024-04-12T16:04:05.470 INFO:tasks.rados.rados.0.smithi099.stdout:974: oid 19 updating version 0 to 343 2024-04-12T16:04:05.470 INFO:tasks.rados.rados.0.smithi099.stdout:974: oid 19 version 343 is already newer than 342 2024-04-12T16:04:05.470 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 19 v 343 (ObjNum 315 snap 97 seq_num 315) dirty exists 2024-04-12T16:04:05.470 INFO:tasks.rados.rados.0.smithi099.stdout:974: left oid 19 (ObjNum 315 snap 97 seq_num 315) 2024-04-12T16:04:05.480 INFO:tasks.rados.rados.0.smithi099.stdout:975: expect (ObjNum 288 snap 87 seq_num 288) 2024-04-12T16:04:05.566 INFO:tasks.rados.rados.0.smithi099.stdout:976: expect (ObjNum 190 snap 48 seq_num 190) 2024-04-12T16:04:05.834 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:04:05 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: ignoring --setuser ceph since I am not root 2024-04-12T16:04:05.834 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:04:05 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: ignoring --setgroup ceph since I am not root 2024-04-12T16:04:05.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:05 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:04:05.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:05 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:04:05.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:05 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:04:05.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:05 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:04:05.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:05 smithi110 ceph-mon[31279]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:04:05.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:05 smithi110 ceph-mon[31279]: pgmap v56: 121 pgs: 121 active+clean; 312 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-12T16:04:05.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:05 smithi110 ceph-mon[31279]: mon.a calling monitor election 2024-04-12T16:04:05.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:05 smithi110 ceph-mon[31279]: pgmap v57: 121 pgs: 121 active+clean; 315 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 470 KiB/s rd, 533 KiB/s wr, 9 op/s 2024-04-12T16:04:05.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:05 smithi110 ceph-mon[31279]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T16:04:05.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:05 smithi110 ceph-mon[31279]: monmap epoch 3 2024-04-12T16:04:05.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:05 smithi110 ceph-mon[31279]: fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 2024-04-12T16:04:05.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:05 smithi110 ceph-mon[31279]: last_changed 2024-04-12T15:53:37.483488+0000 2024-04-12T16:04:05.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:05 smithi110 ceph-mon[31279]: created 2024-04-12T15:51:58.657208+0000 2024-04-12T16:04:05.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:05 smithi110 ceph-mon[31279]: min_mon_release 18 (reef) 2024-04-12T16:04:05.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:05 smithi110 ceph-mon[31279]: election_strategy: 1 2024-04-12T16:04:05.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:05 smithi110 ceph-mon[31279]: 0: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.a 2024-04-12T16:04:05.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:05 smithi110 ceph-mon[31279]: 1: [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] mon.b 2024-04-12T16:04:05.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:05 smithi110 ceph-mon[31279]: 2: [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] mon.c 2024-04-12T16:04:05.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:05 smithi110 ceph-mon[31279]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T16:04:05.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:05 smithi110 ceph-mon[31279]: osdmap e241: 8 total, 8 up, 8 in 2024-04-12T16:04:05.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:05 smithi110 ceph-mon[31279]: mgrmap e37: y(active, since 38s), standbys: x 2024-04-12T16:04:05.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:05 smithi110 ceph-mon[31279]: overall HEALTH_OK 2024-04-12T16:04:05.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:05 smithi110 ceph-mon[31279]: from='mgr.25082 ' entity='' 2024-04-12T16:04:05.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:05 smithi110 ceph-mon[31279]: mgrmap e38: y(active, since 38s), standbys: x 2024-04-12T16:04:05.877 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ignoring --setuser ceph since I am not root 2024-04-12T16:04:05.877 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ignoring --setgroup ceph since I am not root 2024-04-12T16:04:05.877 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mgr[85420]: -- 172.21.15.99:0/1447583056 <== mon.1 v2:172.21.15.110:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55cde46fc5a0 con 0x55cde46d1000 2024-04-12T16:04:05.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[94290]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:04:05.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[94290]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:04:05.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[94290]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:04:05.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[94290]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:04:05.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[94290]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:04:05.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[94290]: pgmap v56: 121 pgs: 121 active+clean; 312 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-12T16:04:05.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[94290]: mon.a calling monitor election 2024-04-12T16:04:05.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[94290]: pgmap v57: 121 pgs: 121 active+clean; 315 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 470 KiB/s rd, 533 KiB/s wr, 9 op/s 2024-04-12T16:04:05.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[94290]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T16:04:05.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[94290]: monmap epoch 3 2024-04-12T16:04:05.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[94290]: fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 2024-04-12T16:04:05.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[94290]: last_changed 2024-04-12T15:53:37.483488+0000 2024-04-12T16:04:05.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[94290]: created 2024-04-12T15:51:58.657208+0000 2024-04-12T16:04:05.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[94290]: min_mon_release 18 (reef) 2024-04-12T16:04:05.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[94290]: election_strategy: 1 2024-04-12T16:04:05.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[94290]: 0: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.a 2024-04-12T16:04:05.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[94290]: 1: [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] mon.b 2024-04-12T16:04:05.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[94290]: 2: [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] mon.c 2024-04-12T16:04:05.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[94290]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T16:04:05.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[94290]: osdmap e241: 8 total, 8 up, 8 in 2024-04-12T16:04:05.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[94290]: mgrmap e37: y(active, since 38s), standbys: x 2024-04-12T16:04:05.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[94290]: overall HEALTH_OK 2024-04-12T16:04:05.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[94290]: from='mgr.25082 ' entity='' 2024-04-12T16:04:05.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[94290]: mgrmap e38: y(active, since 38s), standbys: x 2024-04-12T16:04:05.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:04:05.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:04:05.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:04:05.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:04:05.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[39429]: from='mgr.25082 172.21.15.99:0/985776277' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:04:05.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[39429]: pgmap v56: 121 pgs: 121 active+clean; 312 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-12T16:04:05.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[39429]: mon.a calling monitor election 2024-04-12T16:04:05.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[39429]: pgmap v57: 121 pgs: 121 active+clean; 315 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 470 KiB/s rd, 533 KiB/s wr, 9 op/s 2024-04-12T16:04:05.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[39429]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T16:04:05.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[39429]: monmap epoch 3 2024-04-12T16:04:05.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[39429]: fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 2024-04-12T16:04:05.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[39429]: last_changed 2024-04-12T15:53:37.483488+0000 2024-04-12T16:04:05.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[39429]: created 2024-04-12T15:51:58.657208+0000 2024-04-12T16:04:05.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[39429]: min_mon_release 18 (reef) 2024-04-12T16:04:05.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[39429]: election_strategy: 1 2024-04-12T16:04:05.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[39429]: 0: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.a 2024-04-12T16:04:05.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[39429]: 1: [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] mon.b 2024-04-12T16:04:05.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[39429]: 2: [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] mon.c 2024-04-12T16:04:05.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[39429]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T16:04:05.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[39429]: osdmap e241: 8 total, 8 up, 8 in 2024-04-12T16:04:05.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[39429]: mgrmap e37: y(active, since 38s), standbys: x 2024-04-12T16:04:05.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[39429]: overall HEALTH_OK 2024-04-12T16:04:05.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[39429]: from='mgr.25082 ' entity='' 2024-04-12T16:04:05.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:05 smithi099 ceph-mon[39429]: mgrmap e38: y(active, since 38s), standbys: x 2024-04-12T16:04:06.334 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:04:05 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:04:05.972+0000 7f6fdb16d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T16:04:06.334 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:04:06 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:04:06.064+0000 7f6fdb16d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T16:04:06.377 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:04:06.009+0000 7ffbf6a9f200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T16:04:06.377 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:04:06.101+0000 7ffbf6a9f200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T16:04:06.460 INFO:tasks.rados.rados.0.smithi099.stdout:973: done (4 left) 2024-04-12T16:04:06.461 INFO:tasks.rados.rados.0.smithi099.stdout:974: done (3 left) 2024-04-12T16:04:06.461 INFO:tasks.rados.rados.0.smithi099.stdout:975: done (2 left) 2024-04-12T16:04:06.461 INFO:tasks.rados.rados.0.smithi099.stdout:976: done (1 left) 2024-04-12T16:04:06.461 INFO:tasks.rados.rados.0.smithi099.stdout:977: done (0 left) 2024-04-12T16:04:06.461 INFO:tasks.rados.rados.0.smithi099.stdout:978: snap_remove snap 64 2024-04-12T16:04:06.702 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:06 smithi110 ceph-mon[31279]: osdmap e242: 8 total, 8 up, 8 in 2024-04-12T16:04:06.735 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:06 smithi099 ceph-mon[94290]: osdmap e242: 8 total, 8 up, 8 in 2024-04-12T16:04:06.735 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:06 smithi099 ceph-mon[39429]: osdmap e242: 8 total, 8 up, 8 in 2024-04-12T16:04:07.034 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:04:06 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:04:06.703+0000 7f6fdb16d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T16:04:07.034 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:04:06 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:04:06.796+0000 7f6fdb16d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T16:04:07.034 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:04:06 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:04:06.939+0000 7f6fdb16d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T16:04:07.035 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:04:07 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:04:07.035+0000 7f6fdb16d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T16:04:07.063 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:04:06.737+0000 7ffbf6a9f200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T16:04:07.064 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:04:06.831+0000 7ffbf6a9f200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T16:04:07.064 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:04:06.972+0000 7ffbf6a9f200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T16:04:07.334 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:04:07 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:04:07.118+0000 7f6fdb16d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T16:04:07.377 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:07 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:04:07.065+0000 7ffbf6a9f200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T16:04:07.377 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:07 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:04:07.148+0000 7ffbf6a9f200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T16:04:07.463 INFO:tasks.rados.rados.0.smithi099.stdout:978: done (0 left) 2024-04-12T16:04:07.464 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 29 current snap is 98 2024-04-12T16:04:07.464 INFO:tasks.rados.rados.0.smithi099.stdout:979: seq_num 316 ranges {1073152=499712} 2024-04-12T16:04:07.473 INFO:tasks.rados.rados.0.smithi099.stdout:979: writing smithi09982431-29 from 1073152 to 1572864 tid 1 2024-04-12T16:04:07.473 INFO:tasks.rados.rados.0.smithi099.stdout:980: copy_from oid 16 from oid 39 current snap is 98 2024-04-12T16:04:07.473 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 25 current snap is 98 2024-04-12T16:04:07.473 INFO:tasks.rados.rados.0.smithi099.stdout:981: seq_num 317 ranges {2277376=516096} 2024-04-12T16:04:07.490 INFO:tasks.rados.rados.0.smithi099.stdout:981: writing smithi09982431-25 from 2277376 to 2793472 tid 1 2024-04-12T16:04:07.490 INFO:tasks.rados.rados.0.smithi099.stdout:982: snap_remove snap 59 2024-04-12T16:04:07.607 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:07 smithi110 ceph-mon[31279]: osdmap e243: 8 total, 8 up, 8 in 2024-04-12T16:04:07.607 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:04:07 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:04:07.387+0000 7f6fdb16d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T16:04:07.607 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:04:07 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:04:07.515+0000 7f6fdb16d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T16:04:07.719 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:07 smithi099 ceph-mon[94290]: osdmap e243: 8 total, 8 up, 8 in 2024-04-12T16:04:07.719 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:07 smithi099 ceph-mon[39429]: osdmap e243: 8 total, 8 up, 8 in 2024-04-12T16:04:07.720 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:07 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:04:07.413+0000 7ffbf6a9f200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T16:04:07.720 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:07 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:04:07.539+0000 7ffbf6a9f200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T16:04:07.720 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:07 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:04:07.626+0000 7ffbf6a9f200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T16:04:07.895 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:04:07 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:04:07.608+0000 7f6fdb16d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T16:04:07.895 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:04:07 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:04:07.710+0000 7f6fdb16d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T16:04:08.127 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:07 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:04:07.721+0000 7ffbf6a9f200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T16:04:08.127 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:07 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:04:07.897+0000 7ffbf6a9f200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T16:04:08.334 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:04:07 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:04:07.896+0000 7f6fdb16d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T16:04:08.465 INFO:tasks.rados.rados.0.smithi099.stdout:982: done (3 left) 2024-04-12T16:04:08.466 INFO:tasks.rados.rados.0.smithi099.stdout:983: delete oid 7 current snap is 98 2024-04-12T16:04:08.466 INFO:tasks.rados.rados.0.smithi099.stdout:980: finishing copy_from to smithi09982431-16 2024-04-12T16:04:08.466 INFO:tasks.rados.rados.0.smithi099.stdout:980: got expected ENOENT (src dne) 2024-04-12T16:04:08.466 INFO:tasks.rados.rados.0.smithi099.stdout:980: finishing copy_from racing read to smithi09982431-16 2024-04-12T16:04:08.466 INFO:tasks.rados.rados.0.smithi099.stdout:979: finishing write tid 1 to smithi09982431-29 2024-04-12T16:04:08.466 INFO:tasks.rados.rados.0.smithi099.stdout:979: finishing write tid 2 to smithi09982431-29 2024-04-12T16:04:08.466 INFO:tasks.rados.rados.0.smithi099.stdout:979: finishing write tid 3 to smithi09982431-29 2024-04-12T16:04:08.466 INFO:tasks.rados.rados.0.smithi099.stdout:979: oid 29 updating version 0 to 349 2024-04-12T16:04:08.466 INFO:tasks.rados.rados.0.smithi099.stdout:979: oid 29 version 349 is already newer than 348 2024-04-12T16:04:08.466 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 29 v 349 (ObjNum 316 snap 98 seq_num 316) dirty exists 2024-04-12T16:04:08.466 INFO:tasks.rados.rados.0.smithi099.stdout:979: left oid 29 (ObjNum 316 snap 98 seq_num 316) 2024-04-12T16:04:08.466 INFO:tasks.rados.rados.0.smithi099.stdout:981: finishing write tid 1 to smithi09982431-25 2024-04-12T16:04:08.466 INFO:tasks.rados.rados.0.smithi099.stdout:981: finishing write tid 2 to smithi09982431-25 2024-04-12T16:04:08.466 INFO:tasks.rados.rados.0.smithi099.stdout:981: finishing write tid 3 to smithi09982431-25 2024-04-12T16:04:08.467 INFO:tasks.rados.rados.0.smithi099.stdout:981: oid 25 updating version 0 to 506 2024-04-12T16:04:08.467 INFO:tasks.rados.rados.0.smithi099.stdout:981: oid 25 updating version 506 to 507 2024-04-12T16:04:08.467 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 25 v 507 (ObjNum 317 snap 98 seq_num 317) dirty exists 2024-04-12T16:04:08.467 INFO:tasks.rados.rados.0.smithi099.stdout:981: left oid 25 (ObjNum 317 snap 98 seq_num 317) 2024-04-12T16:04:08.474 INFO:tasks.rados.rados.0.smithi099.stdout:979: done (3 left) 2024-04-12T16:04:08.474 INFO:tasks.rados.rados.0.smithi099.stdout:980: done (2 left) 2024-04-12T16:04:08.474 INFO:tasks.rados.rados.0.smithi099.stdout:981: done (1 left) 2024-04-12T16:04:08.474 INFO:tasks.rados.rados.0.smithi099.stdout:983: done (0 left) 2024-04-12T16:04:08.474 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 46 current snap is 98 2024-04-12T16:04:08.474 INFO:tasks.rados.rados.0.smithi099.stdout:984: seq_num 319 ranges {1228800=548864} 2024-04-12T16:04:08.485 INFO:tasks.rados.rados.0.smithi099.stdout:984: writing smithi09982431-46 from 1228800 to 1777664 tid 1 2024-04-12T16:04:08.485 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 15 current snap is 98 2024-04-12T16:04:08.485 INFO:tasks.rados.rados.0.smithi099.stdout:985: seq_num 320 ranges {0=565248} 2024-04-12T16:04:08.489 INFO:tasks.rados.rados.0.smithi099.stdout:985: writing smithi09982431-15 from 0 to 565248 tid 1 2024-04-12T16:04:08.489 INFO:tasks.rados.rados.0.smithi099.stdout:986: read oid 31 snap -1 2024-04-12T16:04:08.489 INFO:tasks.rados.rados.0.smithi099.stdout:986: expect deleted 2024-04-12T16:04:08.489 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 23 current snap is 98 2024-04-12T16:04:08.489 INFO:tasks.rados.rados.0.smithi099.stdout:987: seq_num 321 ranges {1073152=581632} 2024-04-12T16:04:08.498 INFO:tasks.rados.rados.0.smithi099.stdout:987: writing smithi09982431-23 from 1073152 to 1654784 tid 1 2024-04-12T16:04:08.498 INFO:tasks.rados.rados.0.smithi099.stdout:988: snap_remove snap 91 2024-04-12T16:04:08.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:08 smithi110 ceph-mon[31279]: osdmap e244: 8 total, 8 up, 8 in 2024-04-12T16:04:08.870 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:08 smithi099 ceph-mon[94290]: osdmap e244: 8 total, 8 up, 8 in 2024-04-12T16:04:08.870 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:08 smithi099 ceph-mon[39429]: osdmap e244: 8 total, 8 up, 8 in 2024-04-12T16:04:09.127 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:08 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:04:08.872+0000 7ffbf6a9f200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T16:04:09.127 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:09 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:04:09.003+0000 7ffbf6a9f200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T16:04:09.334 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:04:08 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:04:08.891+0000 7f6fdb16d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T16:04:09.334 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:04:09 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:04:09.022+0000 7f6fdb16d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T16:04:09.471 INFO:tasks.rados.rados.0.smithi099.stdout:984: finishing write tid 1 to smithi09982431-46 2024-04-12T16:04:09.472 INFO:tasks.rados.rados.0.smithi099.stdout:984: finishing write tid 2 to smithi09982431-46 2024-04-12T16:04:09.472 INFO:tasks.rados.rados.0.smithi099.stdout:984: finishing write tid 3 to smithi09982431-46 2024-04-12T16:04:09.472 INFO:tasks.rados.rados.0.smithi099.stdout:984: oid 46 updating version 0 to 311 2024-04-12T16:04:09.472 INFO:tasks.rados.rados.0.smithi099.stdout:984: oid 46 version 311 is already newer than 310 2024-04-12T16:04:09.472 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 46 v 311 (ObjNum 319 snap 98 seq_num 319) dirty exists 2024-04-12T16:04:09.472 INFO:tasks.rados.rados.0.smithi099.stdout:984: left oid 46 (ObjNum 319 snap 98 seq_num 319) 2024-04-12T16:04:09.472 INFO:tasks.rados.rados.0.smithi099.stdout:985: finishing write tid 1 to smithi09982431-15 2024-04-12T16:04:09.472 INFO:tasks.rados.rados.0.smithi099.stdout:985: finishing write tid 2 to smithi09982431-15 2024-04-12T16:04:09.472 INFO:tasks.rados.rados.0.smithi099.stdout:985: finishing write tid 3 to smithi09982431-15 2024-04-12T16:04:09.472 INFO:tasks.rados.rados.0.smithi099.stdout:985: oid 15 updating version 0 to 312 2024-04-12T16:04:09.472 INFO:tasks.rados.rados.0.smithi099.stdout:985: oid 15 updating version 312 to 313 2024-04-12T16:04:09.472 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 15 v 313 (ObjNum 320 snap 98 seq_num 320) dirty exists 2024-04-12T16:04:09.472 INFO:tasks.rados.rados.0.smithi099.stdout:985: left oid 15 (ObjNum 320 snap 98 seq_num 320) 2024-04-12T16:04:09.472 INFO:tasks.rados.rados.0.smithi099.stdout:987: finishing write tid 1 to smithi09982431-23 2024-04-12T16:04:09.472 INFO:tasks.rados.rados.0.smithi099.stdout:987: finishing write tid 2 to smithi09982431-23 2024-04-12T16:04:09.472 INFO:tasks.rados.rados.0.smithi099.stdout:987: finishing write tid 3 to smithi09982431-23 2024-04-12T16:04:09.473 INFO:tasks.rados.rados.0.smithi099.stdout:987: oid 23 updating version 0 to 285 2024-04-12T16:04:09.473 INFO:tasks.rados.rados.0.smithi099.stdout:987: oid 23 updating version 285 to 286 2024-04-12T16:04:09.473 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 23 v 286 (ObjNum 321 snap 98 seq_num 321) dirty exists 2024-04-12T16:04:09.473 INFO:tasks.rados.rados.0.smithi099.stdout:987: left oid 23 (ObjNum 321 snap 98 seq_num 321) 2024-04-12T16:04:09.473 INFO:tasks.rados.rados.0.smithi099.stdout:984: done (4 left) 2024-04-12T16:04:09.473 INFO:tasks.rados.rados.0.smithi099.stdout:985: done (3 left) 2024-04-12T16:04:09.473 INFO:tasks.rados.rados.0.smithi099.stdout:986: done (2 left) 2024-04-12T16:04:09.473 INFO:tasks.rados.rados.0.smithi099.stdout:987: done (1 left) 2024-04-12T16:04:09.473 INFO:tasks.rados.rados.0.smithi099.stdout:988: done (0 left) 2024-04-12T16:04:09.473 INFO:tasks.rados.rados.0.smithi099.stdout:989: rmattr oid 30 current snap is 98 2024-04-12T16:04:09.473 INFO:tasks.rados.rados.0.smithi099.stdout:990: snap_remove snap 49 2024-04-12T16:04:09.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:09 smithi099 ceph-mon[39429]: osdmap e245: 8 total, 8 up, 8 in 2024-04-12T16:04:09.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:09 smithi099 ceph-mon[94290]: osdmap e245: 8 total, 8 up, 8 in 2024-04-12T16:04:09.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:09 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:04:09.337+0000 7ffbf6a9f200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T16:04:09.628 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:09 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:04:09.427+0000 7ffbf6a9f200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T16:04:09.655 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:09 smithi110 ceph-mon[31279]: osdmap e245: 8 total, 8 up, 8 in 2024-04-12T16:04:09.655 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:04:09 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:04:09.357+0000 7f6fdb16d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T16:04:09.655 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:04:09 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:04:09.448+0000 7f6fdb16d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T16:04:09.655 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:04:09 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:04:09.656+0000 7f6fdb16d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T16:04:10.084 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:04:09 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:04:09.843+0000 7f6fdb16d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T16:04:10.112 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:09 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:04:09.635+0000 7ffbf6a9f200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T16:04:10.112 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:09 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:04:09.824+0000 7ffbf6a9f200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T16:04:10.373 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:10 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:04:10.113+0000 7ffbf6a9f200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T16:04:10.392 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:04:10 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:04:10.134+0000 7f6fdb16d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T16:04:10.392 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:04:10 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:04:10.393+0000 7f6fdb16d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T16:04:10.473 INFO:tasks.rados.rados.0.smithi099.stdout:990: done (1 left) 2024-04-12T16:04:10.474 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 38 current snap is 98 2024-04-12T16:04:10.474 INFO:tasks.rados.rados.0.smithi099.stdout:991: seq_num 322 ranges {5873664=598016} 2024-04-12T16:04:10.510 INFO:tasks.rados.rados.0.smithi099.stdout:991: writing smithi09982431-38 from 5873664 to 6471680 tid 1 2024-04-12T16:04:10.510 INFO:tasks.rados.rados.0.smithi099.stdout:992: read oid 40 snap -1 2024-04-12T16:04:10.510 INFO:tasks.rados.rados.0.smithi099.stdout:992: expect (ObjNum 227 snap 66 seq_num 227) 2024-04-12T16:04:10.510 INFO:tasks.rados.rados.0.smithi099.stdout:993: copy_from oid 32 from oid 45 current snap is 98 2024-04-12T16:04:10.510 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 30 v 223 (ObjNum 310 snap 96 seq_num 310) dirty exists 2024-04-12T16:04:10.511 INFO:tasks.rados.rados.0.smithi099.stdout:989: done (3 left) 2024-04-12T16:04:10.511 INFO:tasks.rados.rados.0.smithi099.stdout:994: snap_create 2024-04-12T16:04:10.514 INFO:tasks.rados.rados.0.smithi099.stdout:991: finishing write tid 1 to smithi09982431-38 2024-04-12T16:04:10.514 INFO:tasks.rados.rados.0.smithi099.stdout:991: finishing write tid 2 to smithi09982431-38 2024-04-12T16:04:10.516 INFO:tasks.rados.rados.0.smithi099.stdout:991: finishing write tid 3 to smithi09982431-38 2024-04-12T16:04:10.516 INFO:tasks.rados.rados.0.smithi099.stdout:991: oid 38 updating version 0 to 335 2024-04-12T16:04:10.516 INFO:tasks.rados.rados.0.smithi099.stdout:991: oid 38 updating version 335 to 336 2024-04-12T16:04:10.516 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 38 v 336 (ObjNum 322 snap 98 seq_num 322) dirty exists 2024-04-12T16:04:10.516 INFO:tasks.rados.rados.0.smithi099.stdout:991: left oid 38 (ObjNum 322 snap 98 seq_num 322) 2024-04-12T16:04:10.519 INFO:tasks.rados.rados.0.smithi099.stdout:992: expect (ObjNum 227 snap 66 seq_num 227) 2024-04-12T16:04:10.599 INFO:tasks.rados.rados.0.smithi099.stdout:993: finishing copy_from racing read to smithi09982431-32 2024-04-12T16:04:10.599 INFO:tasks.rados.rados.0.smithi099.stdout:993: finishing copy_from to smithi09982431-32 2024-04-12T16:04:10.599 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 32 v 213 (ObjNum 248 snap 72 seq_num 248) dirty exists 2024-04-12T16:04:10.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:10 smithi099 ceph-mon[39429]: osdmap e246: 8 total, 8 up, 8 in 2024-04-12T16:04:10.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:10 smithi099 ceph-mon[94290]: osdmap e246: 8 total, 8 up, 8 in 2024-04-12T16:04:10.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:10 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:04:10.375+0000 7ffbf6a9f200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T16:04:10.648 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:10 smithi110 ceph-mon[31279]: osdmap e246: 8 total, 8 up, 8 in 2024-04-12T16:04:11.084 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:04:10 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:04:10.649+0000 7f6fdb16d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T16:04:11.127 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:10 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:04:10.641+0000 7ffbf6a9f200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T16:04:11.483 INFO:tasks.rados.rados.0.smithi099.stdout:991: done (3 left) 2024-04-12T16:04:11.483 INFO:tasks.rados.rados.0.smithi099.stdout:992: done (2 left) 2024-04-12T16:04:11.483 INFO:tasks.rados.rados.0.smithi099.stdout:993: done (1 left) 2024-04-12T16:04:11.483 INFO:tasks.rados.rados.0.smithi099.stdout:994: done (0 left) 2024-04-12T16:04:11.483 INFO:tasks.rados.rados.0.smithi099.stdout:995: snap_create 2024-04-12T16:04:11.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:11 smithi110 ceph-mon[31279]: osdmap e247: 8 total, 8 up, 8 in 2024-04-12T16:04:11.834 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:04:11 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:04:11.453+0000 7f6fdb16d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T16:04:11.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:11 smithi099 ceph-mon[94290]: osdmap e247: 8 total, 8 up, 8 in 2024-04-12T16:04:11.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:11 smithi099 ceph-mon[39429]: osdmap e247: 8 total, 8 up, 8 in 2024-04-12T16:04:11.877 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:11 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:04:11.461+0000 7ffbf6a9f200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T16:04:12.334 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:04:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:04:12.026+0000 7f6fdb16d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T16:04:12.334 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:04:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:04:12.124+0000 7f6fdb16d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T16:04:12.364 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:04:12.038+0000 7ffbf6a9f200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T16:04:12.364 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:04:12.138+0000 7ffbf6a9f200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T16:04:12.375 INFO:tasks.rados.rados.0.smithi099.stdout:995: done (0 left) 2024-04-12T16:04:12.375 INFO:tasks.rados.rados.0.smithi099.stdout:996: snap_remove snap 95 2024-04-12T16:04:12.604 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:04:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:04:12.351+0000 7f6fdb16d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T16:04:12.604 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:04:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: [12/Apr/2024:16:04:12] ENGINE Bus STARTING 2024-04-12T16:04:12.604 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:04:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: CherryPy Checker: 2024-04-12T16:04:12.605 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:04:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: The Application mounted at '' has an empty config. 2024-04-12T16:04:12.605 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:04:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: 2024-04-12T16:04:12.605 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:04:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: [12/Apr/2024:16:04:12] ENGINE Serving on http://:::9283 2024-04-12T16:04:12.605 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 16:04:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x[79953]: [12/Apr/2024:16:04:12] ENGINE Bus STARTED 2024-04-12T16:04:12.605 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:12 smithi110 ceph-mon[31279]: osdmap e248: 8 total, 8 up, 8 in 2024-04-12T16:04:12.605 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:12 smithi110 ceph-mon[31279]: Standby manager daemon x restarted 2024-04-12T16:04:12.605 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:12 smithi110 ceph-mon[31279]: Standby manager daemon x started 2024-04-12T16:04:12.605 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:12 smithi110 ceph-mon[31279]: from='mgr.? 172.21.15.110:0/1723101219' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T16:04:12.606 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:12 smithi110 ceph-mon[31279]: from='mgr.? 172.21.15.110:0/1723101219' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T16:04:12.606 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:12 smithi110 ceph-mon[31279]: from='mgr.? 172.21.15.110:0/1723101219' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T16:04:12.606 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:12 smithi110 ceph-mon[31279]: from='mgr.? 172.21.15.110:0/1723101219' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T16:04:12.606 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:12 smithi110 ceph-mon[31279]: Active manager daemon y restarted 2024-04-12T16:04:12.606 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:12 smithi110 ceph-mon[31279]: Activating manager daemon y 2024-04-12T16:04:12.606 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:12 smithi110 ceph-mon[31279]: osdmap e249: 8 total, 8 up, 8 in 2024-04-12T16:04:12.606 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:12 smithi110 ceph-mon[31279]: mgrmap e39: y(active, starting, since 0.00646522s), standbys: x 2024-04-12T16:04:12.606 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:12 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:04:12.606 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:12 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:04:12.606 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:12 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:04:12.606 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:12 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T16:04:12.606 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:12 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T16:04:12.606 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:12 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T16:04:12.607 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:12 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T16:04:12.607 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:12 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:04:12.607 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:12 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T16:04:12.607 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:12 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:04:12.607 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:12 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:04:12.607 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:12 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T16:04:12.607 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:12 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T16:04:12.607 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:12 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T16:04:12.607 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:12 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T16:04:12.607 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:12 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T16:04:12.607 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:12 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T16:04:12.607 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:12 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T16:04:12.607 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:12 smithi110 ceph-mon[31279]: Manager daemon y is now available 2024-04-12T16:04:12.607 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:12 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:04:12.608 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:12 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:04:12.608 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:12 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T16:04:12.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[94290]: osdmap e248: 8 total, 8 up, 8 in 2024-04-12T16:04:12.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[94290]: Standby manager daemon x restarted 2024-04-12T16:04:12.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[94290]: Standby manager daemon x started 2024-04-12T16:04:12.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[94290]: from='mgr.? 172.21.15.110:0/1723101219' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T16:04:12.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[94290]: from='mgr.? 172.21.15.110:0/1723101219' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T16:04:12.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[94290]: from='mgr.? 172.21.15.110:0/1723101219' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T16:04:12.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[94290]: from='mgr.? 172.21.15.110:0/1723101219' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T16:04:12.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[94290]: Active manager daemon y restarted 2024-04-12T16:04:12.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[94290]: Activating manager daemon y 2024-04-12T16:04:12.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[94290]: osdmap e249: 8 total, 8 up, 8 in 2024-04-12T16:04:12.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[94290]: mgrmap e39: y(active, starting, since 0.00646522s), standbys: x 2024-04-12T16:04:12.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:04:12.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:04:12.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:04:12.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T16:04:12.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T16:04:12.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T16:04:12.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T16:04:12.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:04:12.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T16:04:12.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:04:12.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:04:12.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T16:04:12.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T16:04:12.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T16:04:12.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T16:04:12.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T16:04:12.630 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T16:04:12.630 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T16:04:12.630 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[94290]: Manager daemon y is now available 2024-04-12T16:04:12.630 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:04:12.365+0000 7ffbf6a9f200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T16:04:12.630 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:16:04:12] ENGINE Bus STARTING 2024-04-12T16:04:12.630 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:04:12.501+0000 7ffb54e2a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:04:12.630 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:04:12.501+0000 7ffb54e2a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:04:12.630 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:04:12.501+0000 7ffb54e2a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:04:12.630 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:04:12.501+0000 7ffb54e2a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:04:12.630 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:04:12.501+0000 7ffb54e2a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:04:12.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:04:12.502+0000 7ffb5762f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:04:12.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:04:12.502+0000 7ffb5762f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:04:12.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:04:12.502+0000 7ffb5762f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:04:12.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:04:12.502+0000 7ffb5762f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:04:12.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:04:12.502+0000 7ffb5762f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:04:12.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: CherryPy Checker: 2024-04-12T16:04:12.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: The Application mounted at '' has an empty config. 2024-04-12T16:04:12.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:04:12.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:16:04:12] ENGINE Serving on http://:::9283 2024-04-12T16:04:12.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:16:04:12] ENGINE Bus STARTED 2024-04-12T16:04:12.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:04:12.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:04:12.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T16:04:12.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[39429]: osdmap e248: 8 total, 8 up, 8 in 2024-04-12T16:04:12.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[39429]: Standby manager daemon x restarted 2024-04-12T16:04:12.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[39429]: Standby manager daemon x started 2024-04-12T16:04:12.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[39429]: from='mgr.? 172.21.15.110:0/1723101219' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T16:04:12.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[39429]: from='mgr.? 172.21.15.110:0/1723101219' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T16:04:12.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[39429]: from='mgr.? 172.21.15.110:0/1723101219' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T16:04:12.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[39429]: from='mgr.? 172.21.15.110:0/1723101219' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T16:04:12.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[39429]: Active manager daemon y restarted 2024-04-12T16:04:12.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[39429]: Activating manager daemon y 2024-04-12T16:04:12.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[39429]: osdmap e249: 8 total, 8 up, 8 in 2024-04-12T16:04:12.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[39429]: mgrmap e39: y(active, starting, since 0.00646522s), standbys: x 2024-04-12T16:04:12.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:04:12.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:04:12.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:04:12.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T16:04:12.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T16:04:12.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T16:04:12.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T16:04:12.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:04:12.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T16:04:12.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:04:12.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:04:12.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T16:04:12.634 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T16:04:12.634 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T16:04:12.634 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T16:04:12.634 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T16:04:12.634 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T16:04:12.634 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T16:04:12.634 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[39429]: Manager daemon y is now available 2024-04-12T16:04:12.634 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:04:12.634 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:04:12.634 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:12 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T16:04:13.376 INFO:tasks.rados.rados.0.smithi099.stdout:996: done (0 left) 2024-04-12T16:04:13.376 INFO:tasks.rados.rados.0.smithi099.stdout:997: snap_remove snap 74 2024-04-12T16:04:13.759 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:13 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:04:13.390+0000 7ffbacc40700 -1 mgr.server handle_report got status from non-daemon mon.a 2024-04-12T16:04:13.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T16:04:13.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:13 smithi099 ceph-mon[94290]: osdmap e250: 8 total, 8 up, 8 in 2024-04-12T16:04:13.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:13 smithi099 ceph-mon[94290]: mgrmap e40: y(active, since 1.01658s), standbys: x 2024-04-12T16:04:13.760 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:13 smithi099 ceph-mon[94290]: pgmap v4: 121 pgs: 121 active+clean; 327 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T16:04:13.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:13 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T16:04:13.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:13 smithi099 ceph-mon[39429]: osdmap e250: 8 total, 8 up, 8 in 2024-04-12T16:04:13.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:13 smithi099 ceph-mon[39429]: mgrmap e40: y(active, since 1.01658s), standbys: x 2024-04-12T16:04:13.760 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:13 smithi099 ceph-mon[39429]: pgmap v4: 121 pgs: 121 active+clean; 327 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T16:04:13.825 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:04:13 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:04:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi099\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:04:13.825 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:13 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T16:04:13.825 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:13 smithi110 ceph-mon[31279]: osdmap e250: 8 total, 8 up, 8 in 2024-04-12T16:04:13.826 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:13 smithi110 ceph-mon[31279]: mgrmap e40: y(active, since 1.01658s), standbys: x 2024-04-12T16:04:13.826 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:13 smithi110 ceph-mon[31279]: pgmap v4: 121 pgs: 121 active+clean; 327 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T16:04:14.388 INFO:tasks.rados.rados.0.smithi099.stdout:997: done (0 left) 2024-04-12T16:04:14.389 INFO:tasks.rados.rados.0.smithi099.stdout:998: delete oid 6 current snap is 100 2024-04-12T16:04:14.396 INFO:tasks.rados.rados.0.smithi099.stdout:998: done (0 left) 2024-04-12T16:04:14.396 INFO:tasks.rados.rados.0.smithi099.stdout:999: read oid 23 snap 90 2024-04-12T16:04:14.396 INFO:tasks.rados.rados.0.smithi099.stdout:999: expect (ObjNum 207 snap 53 seq_num 207) 2024-04-12T16:04:14.396 INFO:tasks.rados.rados.0.smithi099.stdout:1000: delete oid 47 current snap is 100 2024-04-12T16:04:14.400 INFO:tasks.rados.rados.0.smithi099.stdout:1000: done (1 left) 2024-04-12T16:04:14.400 INFO:tasks.rados.rados.0.smithi099.stdout:1001: rollback oid 41 current snap is 100 2024-04-12T16:04:14.400 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 41 to 73 2024-04-12T16:04:14.400 INFO:tasks.rados.rados.0.smithi099.stdout:1002: snap_remove snap 88 2024-04-12T16:04:15.397 INFO:tasks.rados.rados.0.smithi099.stdout:1002: done (2 left) 2024-04-12T16:04:15.398 INFO:tasks.rados.rados.0.smithi099.stdout:1003: read oid 29 snap -1 2024-04-12T16:04:15.398 INFO:tasks.rados.rados.0.smithi099.stdout:1003: expect (ObjNum 316 snap 98 seq_num 316) 2024-04-12T16:04:15.399 INFO:tasks.rados.rados.0.smithi099.stdout:1004: read oid 27 snap 92 2024-04-12T16:04:15.399 INFO:tasks.rados.rados.0.smithi099.stdout:1004: expect (ObjNum 271 snap 83 seq_num 271) 2024-04-12T16:04:15.399 INFO:tasks.rados.rados.0.smithi099.stdout:1005: snap_create 2024-04-12T16:04:15.399 INFO:tasks.rados.rados.0.smithi099.stdout:999: expect (ObjNum 207 snap 53 seq_num 207) 2024-04-12T16:04:15.437 INFO:tasks.rados.rados.0.smithi099.stdout:1001: finishing rollback tid 0 to smithi09982431-41 2024-04-12T16:04:15.437 INFO:tasks.rados.rados.0.smithi099.stdout:1001: finishing rollback tid 1 to smithi09982431-41 2024-04-12T16:04:15.437 INFO:tasks.rados.rados.0.smithi099.stdout:1001: finishing rollback tid 2 to smithi09982431-41 2024-04-12T16:04:15.437 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 41 v 484 (ObjNum 230 snap 66 seq_num 230) dirty exists 2024-04-12T16:04:15.437 INFO:tasks.rados.rados.0.smithi099.stdout:1003: expect (ObjNum 316 snap 98 seq_num 316) 2024-04-12T16:04:15.497 INFO:tasks.rados.rados.0.smithi099.stdout:1004: expect (ObjNum 271 snap 83 seq_num 271) 2024-04-12T16:04:15.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:15 smithi099 ceph-mon[94290]: [12/Apr/2024:16:04:13] ENGINE Bus STARTING 2024-04-12T16:04:15.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:15 smithi099 ceph-mon[94290]: [12/Apr/2024:16:04:13] ENGINE Serving on http://172.21.15.99:8765 2024-04-12T16:04:15.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:15 smithi099 ceph-mon[94290]: [12/Apr/2024:16:04:13] ENGINE Serving on https://172.21.15.99:7150 2024-04-12T16:04:15.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:15 smithi099 ceph-mon[94290]: [12/Apr/2024:16:04:13] ENGINE Bus STARTED 2024-04-12T16:04:15.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:15 smithi099 ceph-mon[94290]: pgmap v5: 121 pgs: 121 active+clean; 327 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T16:04:15.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:15 smithi099 ceph-mon[94290]: osdmap e251: 8 total, 8 up, 8 in 2024-04-12T16:04:15.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:15 smithi099 ceph-mon[94290]: mgrmap e41: y(active, since 2s), standbys: x 2024-04-12T16:04:15.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:15 smithi099 ceph-mon[39429]: [12/Apr/2024:16:04:13] ENGINE Bus STARTING 2024-04-12T16:04:15.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:15 smithi099 ceph-mon[39429]: [12/Apr/2024:16:04:13] ENGINE Serving on http://172.21.15.99:8765 2024-04-12T16:04:15.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:15 smithi099 ceph-mon[39429]: [12/Apr/2024:16:04:13] ENGINE Serving on https://172.21.15.99:7150 2024-04-12T16:04:15.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:15 smithi099 ceph-mon[39429]: [12/Apr/2024:16:04:13] ENGINE Bus STARTED 2024-04-12T16:04:15.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:15 smithi099 ceph-mon[39429]: pgmap v5: 121 pgs: 121 active+clean; 327 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T16:04:15.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:15 smithi099 ceph-mon[39429]: osdmap e251: 8 total, 8 up, 8 in 2024-04-12T16:04:15.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:15 smithi099 ceph-mon[39429]: mgrmap e41: y(active, since 2s), standbys: x 2024-04-12T16:04:15.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:15 smithi110 ceph-mon[31279]: [12/Apr/2024:16:04:13] ENGINE Bus STARTING 2024-04-12T16:04:15.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:15 smithi110 ceph-mon[31279]: [12/Apr/2024:16:04:13] ENGINE Serving on http://172.21.15.99:8765 2024-04-12T16:04:15.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:15 smithi110 ceph-mon[31279]: [12/Apr/2024:16:04:13] ENGINE Serving on https://172.21.15.99:7150 2024-04-12T16:04:15.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:15 smithi110 ceph-mon[31279]: [12/Apr/2024:16:04:13] ENGINE Bus STARTED 2024-04-12T16:04:15.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:15 smithi110 ceph-mon[31279]: pgmap v5: 121 pgs: 121 active+clean; 327 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T16:04:15.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:15 smithi110 ceph-mon[31279]: osdmap e251: 8 total, 8 up, 8 in 2024-04-12T16:04:15.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:15 smithi110 ceph-mon[31279]: mgrmap e41: y(active, since 2s), standbys: x 2024-04-12T16:04:16.411 INFO:tasks.rados.rados.0.smithi099.stdout:999: done (4 left) 2024-04-12T16:04:16.411 INFO:tasks.rados.rados.0.smithi099.stdout:1001: done (3 left) 2024-04-12T16:04:16.412 INFO:tasks.rados.rados.0.smithi099.stdout:1003: done (2 left) 2024-04-12T16:04:16.412 INFO:tasks.rados.rados.0.smithi099.stdout:1004: done (1 left) 2024-04-12T16:04:16.412 INFO:tasks.rados.rados.0.smithi099.stdout:1005: done (0 left) 2024-04-12T16:04:16.412 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 13 current snap is 101 2024-04-12T16:04:16.412 INFO:tasks.rados.rados.0.smithi099.stdout:1006: seq_num 325 ranges {5718016=647168} 2024-04-12T16:04:16.445 INFO:tasks.rados.rados.0.smithi099.stdout:1006: writing smithi09982431-13 from 5718016 to 6365184 tid 1 2024-04-12T16:04:16.445 INFO:tasks.rados.rados.0.smithi099.stdout:1007: snap_create 2024-04-12T16:04:16.450 INFO:tasks.rados.rados.0.smithi099.stdout:1006: finishing write tid 1 to smithi09982431-13 2024-04-12T16:04:16.450 INFO:tasks.rados.rados.0.smithi099.stdout:1006: finishing write tid 2 to smithi09982431-13 2024-04-12T16:04:16.451 INFO:tasks.rados.rados.0.smithi099.stdout:1006: finishing write tid 3 to smithi09982431-13 2024-04-12T16:04:16.451 INFO:tasks.rados.rados.0.smithi099.stdout:1006: oid 13 updating version 0 to 235 2024-04-12T16:04:16.451 INFO:tasks.rados.rados.0.smithi099.stdout:1006: oid 13 updating version 235 to 236 2024-04-12T16:04:16.451 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 13 v 236 (ObjNum 325 snap 101 seq_num 325) dirty exists 2024-04-12T16:04:16.451 INFO:tasks.rados.rados.0.smithi099.stdout:1006: left oid 13 (ObjNum 325 snap 101 seq_num 325) 2024-04-12T16:04:16.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:16 smithi110 ceph-mon[31279]: osdmap e252: 8 total, 8 up, 8 in 2024-04-12T16:04:16.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:16 smithi099 ceph-mon[94290]: osdmap e252: 8 total, 8 up, 8 in 2024-04-12T16:04:16.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:16 smithi099 ceph-mon[39429]: osdmap e252: 8 total, 8 up, 8 in 2024-04-12T16:04:16.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:04:16] "GET /metrics HTTP/1.1" 200 33283 "" "Prometheus/2.43.0" 2024-04-12T16:04:17.410 INFO:tasks.rados.rados.0.smithi099.stdout:1006: done (1 left) 2024-04-12T16:04:17.411 INFO:tasks.rados.rados.0.smithi099.stdout:1007: done (0 left) 2024-04-12T16:04:17.411 INFO:tasks.rados.rados.0.smithi099.stdout:1008: rollback oid 26 current snap is 102 2024-04-12T16:04:17.411 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 26 to 75 2024-04-12T16:04:17.411 INFO:tasks.rados.rados.0.smithi099.stdout:1009: copy_from oid 48 from oid 14 current snap is 102 2024-04-12T16:04:17.411 INFO:tasks.rados.rados.0.smithi099.stdout:1010: snap_create 2024-04-12T16:04:17.413 INFO:tasks.rados.rados.0.smithi099.stdout:1008: finishing rollback tid 0 to smithi09982431-26 2024-04-12T16:04:17.413 INFO:tasks.rados.rados.0.smithi099.stdout:1008: finishing rollback tid 1 to smithi09982431-26 2024-04-12T16:04:17.413 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 297 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-12T16:04:17.429 INFO:tasks.rados.rados.0.smithi099.stdout:1009: finishing copy_from racing read to smithi09982431-48 2024-04-12T16:04:17.431 INFO:tasks.rados.rados.0.smithi099.stdout:1009: finishing copy_from to smithi09982431-48 2024-04-12T16:04:17.431 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 48 v 176 (ObjNum 190 snap 48 seq_num 190) dirty exists 2024-04-12T16:04:17.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:17 smithi110 ceph-mon[31279]: pgmap v8: 121 pgs: 121 active+clean; 327 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T16:04:17.922 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:17 smithi110 ceph-mon[31279]: mgrmap e42: y(active, since 4s), standbys: x 2024-04-12T16:04:17.922 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:17 smithi110 ceph-mon[31279]: osdmap e253: 8 total, 8 up, 8 in 2024-04-12T16:04:17.922 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:17 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:17.923 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:17 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:17.923 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:17 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:17.923 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:17 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:17.923 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:17 smithi099 ceph-mon[94290]: pgmap v8: 121 pgs: 121 active+clean; 327 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T16:04:17.923 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:17 smithi099 ceph-mon[94290]: mgrmap e42: y(active, since 4s), standbys: x 2024-04-12T16:04:17.923 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:17 smithi099 ceph-mon[94290]: osdmap e253: 8 total, 8 up, 8 in 2024-04-12T16:04:17.924 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:17 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:17.924 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:17 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:17.924 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:17 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:17.924 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:17 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:17.924 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:17 smithi099 ceph-mon[39429]: pgmap v8: 121 pgs: 121 active+clean; 327 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T16:04:17.924 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:17 smithi099 ceph-mon[39429]: mgrmap e42: y(active, since 4s), standbys: x 2024-04-12T16:04:17.924 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:17 smithi099 ceph-mon[39429]: osdmap e253: 8 total, 8 up, 8 in 2024-04-12T16:04:17.924 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:17 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:17.924 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:17 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:17.924 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:17 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:17.924 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:17 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:18.421 INFO:tasks.rados.rados.0.smithi099.stdout:1008: done (2 left) 2024-04-12T16:04:18.421 INFO:tasks.rados.rados.0.smithi099.stdout:1009: done (1 left) 2024-04-12T16:04:18.421 INFO:tasks.rados.rados.0.smithi099.stdout:1010: done (0 left) 2024-04-12T16:04:18.421 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 23 current snap is 103 2024-04-12T16:04:18.421 INFO:tasks.rados.rados.0.smithi099.stdout:1011: seq_num 326 ranges {1654784=663552} 2024-04-12T16:04:18.433 INFO:tasks.rados.rados.0.smithi099.stdout:1011: writing smithi09982431-23 from 1654784 to 2318336 tid 1 2024-04-12T16:04:18.434 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 36 current snap is 103 2024-04-12T16:04:18.434 INFO:tasks.rados.rados.0.smithi099.stdout:1012: seq_num 327 ranges {0=679936} 2024-04-12T16:04:18.438 INFO:tasks.rados.rados.0.smithi099.stdout:1012: writing smithi09982431-36 from 0 to 679936 tid 1 2024-04-12T16:04:18.438 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 12 current snap is 103 2024-04-12T16:04:18.438 INFO:tasks.rados.rados.0.smithi099.stdout:1011: finishing write tid 1 to smithi09982431-23 2024-04-12T16:04:18.438 INFO:tasks.rados.rados.0.smithi099.stdout:1011: finishing write tid 2 to smithi09982431-23 2024-04-12T16:04:18.439 INFO:tasks.rados.rados.0.smithi099.stdout:1011: finishing write tid 3 to smithi09982431-23 2024-04-12T16:04:18.439 INFO:tasks.rados.rados.0.smithi099.stdout:1011: oid 23 updating version 0 to 288 2024-04-12T16:04:18.439 INFO:tasks.rados.rados.0.smithi099.stdout:1011: oid 23 version 288 is already newer than 287 2024-04-12T16:04:18.439 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 23 v 288 (ObjNum 326 snap 103 seq_num 326) dirty exists 2024-04-12T16:04:18.439 INFO:tasks.rados.rados.0.smithi099.stdout:1011: left oid 23 (ObjNum 326 snap 103 seq_num 326) 2024-04-12T16:04:18.439 INFO:tasks.rados.rados.0.smithi099.stdout:1013: seq_num 328 ranges {1073152=696320} 2024-04-12T16:04:18.448 INFO:tasks.rados.rados.0.smithi099.stdout:1013: writing smithi09982431-12 from 1073152 to 1769472 tid 1 2024-04-12T16:04:18.448 INFO:tasks.rados.rados.0.smithi099.stdout:1011: done (2 left) 2024-04-12T16:04:18.448 INFO:tasks.rados.rados.0.smithi099.stdout:1014: snap_create 2024-04-12T16:04:18.448 INFO:tasks.rados.rados.0.smithi099.stdout:1012: finishing write tid 1 to smithi09982431-36 2024-04-12T16:04:18.448 INFO:tasks.rados.rados.0.smithi099.stdout:1012: finishing write tid 2 to smithi09982431-36 2024-04-12T16:04:18.448 INFO:tasks.rados.rados.0.smithi099.stdout:1012: finishing write tid 3 to smithi09982431-36 2024-04-12T16:04:18.449 INFO:tasks.rados.rados.0.smithi099.stdout:1012: oid 36 updating version 0 to 278 2024-04-12T16:04:18.449 INFO:tasks.rados.rados.0.smithi099.stdout:1012: oid 36 updating version 278 to 279 2024-04-12T16:04:18.449 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 36 v 279 (ObjNum 327 snap 103 seq_num 327) dirty exists 2024-04-12T16:04:18.449 INFO:tasks.rados.rados.0.smithi099.stdout:1012: left oid 36 (ObjNum 327 snap 103 seq_num 327) 2024-04-12T16:04:18.453 INFO:tasks.rados.rados.0.smithi099.stdout:1013: finishing write tid 1 to smithi09982431-12 2024-04-12T16:04:18.453 INFO:tasks.rados.rados.0.smithi099.stdout:1013: finishing write tid 2 to smithi09982431-12 2024-04-12T16:04:18.454 INFO:tasks.rados.rados.0.smithi099.stdout:1013: finishing write tid 3 to smithi09982431-12 2024-04-12T16:04:18.455 INFO:tasks.rados.rados.0.smithi099.stdout:1013: oid 12 updating version 0 to 424 2024-04-12T16:04:18.455 INFO:tasks.rados.rados.0.smithi099.stdout:1013: oid 12 version 424 is already newer than 423 2024-04-12T16:04:18.455 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 424 (ObjNum 328 snap 103 seq_num 328) dirty exists 2024-04-12T16:04:18.455 INFO:tasks.rados.rados.0.smithi099.stdout:1013: left oid 12 (ObjNum 328 snap 103 seq_num 328) 2024-04-12T16:04:18.704 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:18 smithi110 ceph-mon[31279]: osdmap e254: 8 total, 8 up, 8 in 2024-04-12T16:04:18.704 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:18 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:18.704 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:18 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:18.704 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:18 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:18.704 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:18 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:18.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:18 smithi099 ceph-mon[94290]: osdmap e254: 8 total, 8 up, 8 in 2024-04-12T16:04:18.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:18 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:18.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:18 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:18.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:18 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:18.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:18 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:18.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:18 smithi099 ceph-mon[39429]: osdmap e254: 8 total, 8 up, 8 in 2024-04-12T16:04:18.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:18 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:18.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:18 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:18.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:18 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:18.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:18 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:18.976 INFO:tasks.rados.rados.0.smithi099.stdout:1012: done (2 left) 2024-04-12T16:04:18.976 INFO:tasks.rados.rados.0.smithi099.stdout:1013: done (1 left) 2024-04-12T16:04:18.976 INFO:tasks.rados.rados.0.smithi099.stdout:1014: done (0 left) 2024-04-12T16:04:18.976 INFO:tasks.rados.rados.0.smithi099.stdout:1015: read oid 16 snap -1 2024-04-12T16:04:18.976 INFO:tasks.rados.rados.0.smithi099.stdout:1015: expect (ObjNum 295 snap 87 seq_num 295) 2024-04-12T16:04:18.976 INFO:tasks.rados.rados.0.smithi099.stdout:1016: snap_create 2024-04-12T16:04:18.993 INFO:tasks.rados.rados.0.smithi099.stdout:1015: expect (ObjNum 295 snap 87 seq_num 295) 2024-04-12T16:04:19.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:19 smithi110 ceph-mon[31279]: pgmap v11: 121 pgs: 121 active+clean; 327 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T16:04:19.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:19 smithi110 ceph-mon[31279]: osdmap e255: 8 total, 8 up, 8 in 2024-04-12T16:04:19.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:19 smithi110 ceph-mon[31279]: osdmap e256: 8 total, 8 up, 8 in 2024-04-12T16:04:19.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:19 smithi099 ceph-mon[94290]: pgmap v11: 121 pgs: 121 active+clean; 327 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T16:04:19.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:19 smithi099 ceph-mon[94290]: osdmap e255: 8 total, 8 up, 8 in 2024-04-12T16:04:19.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:19 smithi099 ceph-mon[94290]: osdmap e256: 8 total, 8 up, 8 in 2024-04-12T16:04:19.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:19 smithi099 ceph-mon[39429]: pgmap v11: 121 pgs: 121 active+clean; 327 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T16:04:19.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:19 smithi099 ceph-mon[39429]: osdmap e255: 8 total, 8 up, 8 in 2024-04-12T16:04:19.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:19 smithi099 ceph-mon[39429]: osdmap e256: 8 total, 8 up, 8 in 2024-04-12T16:04:19.977 INFO:tasks.rados.rados.0.smithi099.stdout:1015: done (1 left) 2024-04-12T16:04:19.977 INFO:tasks.rados.rados.0.smithi099.stdout:1016: done (0 left) 2024-04-12T16:04:19.977 INFO:tasks.rados.rados.0.smithi099.stdout:1017: rmattr oid 40 current snap is 105 2024-04-12T16:04:19.978 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 32 current snap is 105 2024-04-12T16:04:19.978 INFO:tasks.rados.rados.0.smithi099.stdout:1018: seq_num 329 ranges {7610368=712704} 2024-04-12T16:04:20.023 INFO:tasks.rados.rados.0.smithi099.stdout:1018: writing smithi09982431-32 from 7610368 to 8323072 tid 1 2024-04-12T16:04:20.023 INFO:tasks.rados.rados.0.smithi099.stdout:1019: snap_create 2024-04-12T16:04:20.023 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 40 v 547 (ObjNum 227 snap 66 seq_num 227) dirty exists 2024-04-12T16:04:20.026 INFO:tasks.rados.rados.0.smithi099.stdout:1018: finishing write tid 1 to smithi09982431-32 2024-04-12T16:04:20.026 INFO:tasks.rados.rados.0.smithi099.stdout:1018: finishing write tid 2 to smithi09982431-32 2024-04-12T16:04:20.029 INFO:tasks.rados.rados.0.smithi099.stdout:1018: finishing write tid 3 to smithi09982431-32 2024-04-12T16:04:20.029 INFO:tasks.rados.rados.0.smithi099.stdout:1018: oid 32 updating version 0 to 337 2024-04-12T16:04:20.029 INFO:tasks.rados.rados.0.smithi099.stdout:1018: oid 32 updating version 337 to 338 2024-04-12T16:04:20.029 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 32 v 338 (ObjNum 329 snap 105 seq_num 329) dirty exists 2024-04-12T16:04:20.029 INFO:tasks.rados.rados.0.smithi099.stdout:1018: left oid 32 (ObjNum 329 snap 105 seq_num 329) 2024-04-12T16:04:20.983 INFO:tasks.rados.rados.0.smithi099.stdout:1017: done (2 left) 2024-04-12T16:04:20.983 INFO:tasks.rados.rados.0.smithi099.stdout:1018: done (1 left) 2024-04-12T16:04:20.983 INFO:tasks.rados.rados.0.smithi099.stdout:1019: done (0 left) 2024-04-12T16:04:20.984 INFO:tasks.rados.rados.0.smithi099.stdout:1020: snap_remove snap 87 2024-04-12T16:04:21.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:20 smithi110 ceph-mon[31279]: osdmap e257: 8 total, 8 up, 8 in 2024-04-12T16:04:21.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:20 smithi110 ceph-mon[31279]: pgmap v15: 121 pgs: 121 active+clean; 331 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.0 MiB/s wr, 34 op/s 2024-04-12T16:04:21.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:20 smithi099 ceph-mon[94290]: osdmap e257: 8 total, 8 up, 8 in 2024-04-12T16:04:21.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:20 smithi099 ceph-mon[94290]: pgmap v15: 121 pgs: 121 active+clean; 331 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.0 MiB/s wr, 34 op/s 2024-04-12T16:04:21.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:20 smithi099 ceph-mon[39429]: osdmap e257: 8 total, 8 up, 8 in 2024-04-12T16:04:21.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:20 smithi099 ceph-mon[39429]: pgmap v15: 121 pgs: 121 active+clean; 331 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.0 MiB/s wr, 34 op/s 2024-04-12T16:04:21.576 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-04-12T16:04:21.918 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T16:04:21.918 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (5m) 5s ago 5m 27.3M - 0.25.0 c8568f914cd2 d0012c0a0402 2024-04-12T16:04:21.918 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi110 *:3000 running (5m) 4s ago 5m 88.8M - 9.4.7 954c08fa6188 f1a47e96b342 2024-04-12T16:04:21.918 INFO:teuthology.orchestra.run.smithi099.stdout:mds.a smithi099 running (6m) 5s ago 6m 18.2M - 18.2.2-1187-gd540ebac bb2c5eac26a4 41cdf918e4eb 2024-04-12T16:04:21.918 INFO:teuthology.orchestra.run.smithi099.stdout:mds.b smithi110 running (6m) 4s ago 6m 14.1M - 18.2.2-1187-gd540ebac bb2c5eac26a4 453e0d052bae 2024-04-12T16:04:21.918 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi110 *:8443,9283,8765 running (34s) 4s ago 10m 447M - 19.0.0-2847-gbf9c5618 92de118a8b8f 39e31f4f4e9d 2024-04-12T16:04:21.918 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (65s) 5s ago 12m 474M - 19.0.0-2847-gbf9c5618 92de118a8b8f 8fb83982268a 2024-04-12T16:04:21.918 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (18s) 5s ago 12m 31.3M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f cc807b11358b 2024-04-12T16:04:21.918 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi110 running (10m) 4s ago 10m 54.2M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 b39199de30d8 2024-04-12T16:04:21.918 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (10m) 5s ago 10m 52.4M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 ff73cbf96bed 2024-04-12T16:04:21.919 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (5m) 5s ago 5m 15.2M - 1.5.0 0da6a335fe13 1555012f6fb4 2024-04-12T16:04:21.919 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi110 *:9100 running (5m) 4s ago 5m 15.0M - 1.5.0 0da6a335fe13 e64854b1f14f 2024-04-12T16:04:21.919 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (10m) 5s ago 10m 200M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 6bdf9d934811 2024-04-12T16:04:21.919 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (9m) 5s ago 9m 148M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 10eb3a0efddd 2024-04-12T16:04:21.919 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (9m) 5s ago 9m 175M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 bcc4792ed641 2024-04-12T16:04:21.919 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (8m) 5s ago 8m 137M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 c9320073515e 2024-04-12T16:04:21.919 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi110 running (8m) 4s ago 8m 171M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 cbe7627415bc 2024-04-12T16:04:21.919 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi110 running (8m) 4s ago 8m 196M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 adfdbd20159e 2024-04-12T16:04:21.919 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi110 running (7m) 4s ago 7m 131M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 27d42d053218 2024-04-12T16:04:21.919 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi110 running (7m) 4s ago 7m 124M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 d4e7f553110a 2024-04-12T16:04:21.919 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi110 *:9095 running (39s) 4s ago 6m 45.2M - 2.43.0 a07b618ecd1d 9fabb6d2365c 2024-04-12T16:04:22.001 INFO:tasks.rados.rados.0.smithi099.stdout:1020: done (0 left) 2024-04-12T16:04:22.001 INFO:tasks.rados.rados.0.smithi099.stdout:1021: copy_from oid 33 from oid 1 current snap is 106 2024-04-12T16:04:22.001 INFO:tasks.rados.rados.0.smithi099.stdout:1022: read oid 46 snap -1 2024-04-12T16:04:22.002 INFO:tasks.rados.rados.0.smithi099.stdout:1022: expect (ObjNum 319 snap 98 seq_num 319) 2024-04-12T16:04:22.002 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 38 current snap is 106 2024-04-12T16:04:22.002 INFO:tasks.rados.rados.0.smithi099.stdout:1023: seq_num 330 ranges {6471680=737280} 2024-04-12T16:04:22.043 INFO:tasks.rados.rados.0.smithi099.stdout:1023: writing smithi09982431-38 from 6471680 to 7208960 tid 1 2024-04-12T16:04:22.044 INFO:tasks.rados.rados.0.smithi099.stdout:1024: rollback oid 9 current snap is 106 2024-04-12T16:04:22.044 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 9 to 69 2024-04-12T16:04:22.044 INFO:tasks.rados.rados.0.smithi099.stdout:1022: expect (ObjNum 319 snap 98 seq_num 319) 2024-04-12T16:04:22.167 INFO:tasks.rados.rados.0.smithi099.stdout:1021: finishing copy_from racing read to smithi09982431-33 2024-04-12T16:04:22.167 INFO:tasks.rados.rados.0.smithi099.stdout:1021: finishing copy_from to smithi09982431-33 2024-04-12T16:04:22.167 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 33 v 422 (ObjNum 297 snap 91 seq_num 297) dirty exists 2024-04-12T16:04:22.167 INFO:tasks.rados.rados.0.smithi099.stdout:1024: finishing rollback tid 0 to smithi09982431-9 2024-04-12T16:04:22.167 INFO:tasks.rados.rados.0.smithi099.stdout:1021: done (3 left) 2024-04-12T16:04:22.167 INFO:tasks.rados.rados.0.smithi099.stdout:1022: done (2 left) 2024-04-12T16:04:22.167 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 10 current snap is 106 2024-04-12T16:04:22.167 INFO:tasks.rados.rados.0.smithi099.stdout:1024: finishing rollback tid 1 to smithi09982431-9 2024-04-12T16:04:22.167 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 9 v 378 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-12T16:04:22.167 INFO:tasks.rados.rados.0.smithi099.stdout:1023: finishing write tid 1 to smithi09982431-38 2024-04-12T16:04:22.168 INFO:tasks.rados.rados.0.smithi099.stdout:1023: finishing write tid 2 to smithi09982431-38 2024-04-12T16:04:22.168 INFO:tasks.rados.rados.0.smithi099.stdout:1023: finishing write tid 3 to smithi09982431-38 2024-04-12T16:04:22.168 INFO:tasks.rados.rados.0.smithi099.stdout:1023: oid 38 updating version 0 to 339 2024-04-12T16:04:22.168 INFO:tasks.rados.rados.0.smithi099.stdout:1023: oid 38 updating version 339 to 340 2024-04-12T16:04:22.168 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 38 v 340 (ObjNum 330 snap 106 seq_num 330) dirty exists 2024-04-12T16:04:22.168 INFO:tasks.rados.rados.0.smithi099.stdout:1023: left oid 38 (ObjNum 330 snap 106 seq_num 330) 2024-04-12T16:04:22.168 INFO:tasks.rados.rados.0.smithi099.stdout:1025: seq_num 331 ranges {5890048=753664} 2024-04-12T16:04:22.205 INFO:tasks.rados.rados.0.smithi099.stdout:1025: writing smithi09982431-10 from 5890048 to 6643712 tid 1 2024-04-12T16:04:22.205 INFO:tasks.rados.rados.0.smithi099.stdout:1023: done (2 left) 2024-04-12T16:04:22.205 INFO:tasks.rados.rados.0.smithi099.stdout:1024: done (1 left) 2024-04-12T16:04:22.205 INFO:tasks.rados.rados.0.smithi099.stdout:1026: snap_remove snap 96 2024-04-12T16:04:22.313 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:22 smithi110 ceph-mon[31279]: osdmap e258: 8 total, 8 up, 8 in 2024-04-12T16:04:22.313 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:22 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:22.313 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:22 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:22.313 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:22 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:04:22.313 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:22 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:04:22.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:22 smithi099 ceph-mon[39429]: osdmap e258: 8 total, 8 up, 8 in 2024-04-12T16:04:22.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:22 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:22.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:22 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:22.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:22 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:04:22.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:22 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:04:22.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:22 smithi099 ceph-mon[94290]: osdmap e258: 8 total, 8 up, 8 in 2024-04-12T16:04:22.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:22 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:22.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:22 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:22.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:22 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:04:22.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:22 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:04:22.508 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-04-12T16:04:22.508 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-04-12T16:04:22.508 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2, 2024-04-12T16:04:22.508 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 1 2024-04-12T16:04:22.508 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:04:22.508 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-04-12T16:04:22.508 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:04:22.508 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:04:22.509 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-04-12T16:04:22.509 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-12T16:04:22.509 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:04:22.509 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": { 2024-04-12T16:04:22.509 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:04:22.509 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:04:22.509 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-04-12T16:04:22.509 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 12, 2024-04-12T16:04:22.509 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 3 2024-04-12T16:04:22.509 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-04-12T16:04:22.509 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-04-12T16:04:22.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:04:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:04:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:04:23.015 INFO:tasks.rados.rados.0.smithi099.stdout:1026: done (1 left) 2024-04-12T16:04:23.015 INFO:tasks.rados.rados.0.smithi099.stdout:1027: snap_remove snap 68 2024-04-12T16:04:23.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:23 smithi110 ceph-mon[31279]: from='client.25232 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:04:23.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:23 smithi110 ceph-mon[31279]: from='client.34152 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:04:23.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:23 smithi110 ceph-mon[31279]: Updating smithi099:/etc/ceph/ceph.conf 2024-04-12T16:04:23.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:23 smithi110 ceph-mon[31279]: Updating smithi110:/etc/ceph/ceph.conf 2024-04-12T16:04:23.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:23 smithi110 ceph-mon[31279]: osdmap e259: 8 total, 8 up, 8 in 2024-04-12T16:04:23.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:23 smithi110 ceph-mon[31279]: Updating smithi099:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:04:23.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:23 smithi110 ceph-mon[31279]: Updating smithi110:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:04:23.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:23 smithi110 ceph-mon[31279]: pgmap v18: 121 pgs: 121 active+clean; 331 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T16:04:23.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:23 smithi110 ceph-mon[31279]: Updating smithi099:/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:04:23.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:23 smithi110 ceph-mon[31279]: Updating smithi110:/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:04:23.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:23 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:04:23.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:23 smithi110 ceph-mon[31279]: from='client.? 172.21.15.99:0/3527181672' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:04:23.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:23 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:04:23.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:23 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:04:23.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:23 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:04:23.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:23 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:04:23.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:23 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:04:23.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:23 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:04:23.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:23 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:04:23.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:23 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:04:23.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:23 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:04:23.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:23 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:04:23.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:23 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:04:23.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:23 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:04:23.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:23 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:04:23.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:23 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:04:23.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:23 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:04:23.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:23 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:04:23.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:23 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:04:23.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:23 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:04:23.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:23 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:04:23.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:23 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:04:23.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:23 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:04:23.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:23 smithi110 ceph-mon[31279]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:04:23.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:23 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:04:23.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:23 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:04:23.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:23 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:04:23.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:23 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:23.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:23 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:23.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:23 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:23.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:23 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:23.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[94290]: from='client.25232 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:04:23.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[94290]: from='client.34152 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:04:23.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[94290]: Updating smithi099:/etc/ceph/ceph.conf 2024-04-12T16:04:23.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[94290]: Updating smithi110:/etc/ceph/ceph.conf 2024-04-12T16:04:23.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[94290]: osdmap e259: 8 total, 8 up, 8 in 2024-04-12T16:04:23.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[94290]: Updating smithi099:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:04:23.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[94290]: Updating smithi110:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:04:23.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[94290]: pgmap v18: 121 pgs: 121 active+clean; 331 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T16:04:23.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[94290]: Updating smithi099:/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:04:23.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[94290]: Updating smithi110:/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:04:23.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:04:23.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3527181672' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:04:23.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:04:23.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:04:23.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:04:23.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:04:23.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:04:23.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:04:23.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:04:23.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:04:23.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:04:23.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:04:23.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:04:23.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:04:23.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:04:23.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:04:23.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:04:23.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:04:23.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:04:23.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:04:23.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:04:23.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:04:23.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:04:23.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:04:23.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:04:23.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:04:23.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:04:23.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:23.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:23.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:23.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:23.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[39429]: from='client.25232 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:04:23.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[39429]: from='client.34152 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:04:23.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[39429]: Updating smithi099:/etc/ceph/ceph.conf 2024-04-12T16:04:23.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[39429]: Updating smithi110:/etc/ceph/ceph.conf 2024-04-12T16:04:23.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[39429]: osdmap e259: 8 total, 8 up, 8 in 2024-04-12T16:04:23.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[39429]: Updating smithi099:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:04:23.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[39429]: Updating smithi110:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:04:23.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[39429]: pgmap v18: 121 pgs: 121 active+clean; 331 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T16:04:23.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[39429]: Updating smithi099:/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:04:23.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[39429]: Updating smithi110:/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:04:23.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:04:23.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[39429]: from='client.? 172.21.15.99:0/3527181672' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:04:23.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:04:23.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:04:23.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:04:23.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:04:23.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:04:23.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:04:23.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:04:23.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:04:23.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:04:23.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:04:23.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:04:23.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:04:23.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:04:23.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:04:23.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:04:23.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:04:23.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:04:23.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:04:23.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:04:23.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:04:23.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:04:23.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[39429]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:04:23.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:04:23.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:04:23.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:04:23.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:23.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:23.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:23.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:23 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:23.834 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:04:23 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:04:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi099\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:04:24.014 INFO:tasks.rados.rados.0.smithi099.stdout:1027: done (1 left) 2024-04-12T16:04:24.014 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 43 current snap is 106 2024-04-12T16:04:24.014 INFO:tasks.rados.rados.0.smithi099.stdout:1025: finishing write tid 1 to smithi09982431-10 2024-04-12T16:04:24.014 INFO:tasks.rados.rados.0.smithi099.stdout:1028: seq_num 332 ranges {942080=770048} 2024-04-12T16:04:24.025 INFO:tasks.rados.rados.0.smithi099.stdout:1028: writing smithi09982431-43 from 942080 to 1712128 tid 1 2024-04-12T16:04:24.025 INFO:tasks.rados.rados.0.smithi099.stdout:1029: read oid 48 snap -1 2024-04-12T16:04:24.025 INFO:tasks.rados.rados.0.smithi099.stdout:1029: expect (ObjNum 190 snap 48 seq_num 190) 2024-04-12T16:04:24.025 INFO:tasks.rados.rados.0.smithi099.stdout:1030: read oid 33 snap -1 2024-04-12T16:04:24.025 INFO:tasks.rados.rados.0.smithi099.stdout:1030: expect (ObjNum 297 snap 91 seq_num 297) 2024-04-12T16:04:24.025 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 31 current snap is 106 2024-04-12T16:04:24.025 INFO:tasks.rados.rados.0.smithi099.stdout:1025: finishing write tid 2 to smithi09982431-10 2024-04-12T16:04:24.025 INFO:tasks.rados.rados.0.smithi099.stdout:1025: finishing write tid 3 to smithi09982431-10 2024-04-12T16:04:24.025 INFO:tasks.rados.rados.0.smithi099.stdout:1025: oid 10 updating version 0 to 489 2024-04-12T16:04:24.026 INFO:tasks.rados.rados.0.smithi099.stdout:1025: oid 10 version 489 is already newer than 488 2024-04-12T16:04:24.026 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 10 v 489 (ObjNum 331 snap 106 seq_num 331) dirty exists 2024-04-12T16:04:24.026 INFO:tasks.rados.rados.0.smithi099.stdout:1025: left oid 10 (ObjNum 331 snap 106 seq_num 331) 2024-04-12T16:04:24.026 INFO:tasks.rados.rados.0.smithi099.stdout:1031: seq_num 333 ranges {0=786432} 2024-04-12T16:04:24.030 INFO:tasks.rados.rados.0.smithi099.stdout:1031: writing smithi09982431-31 from 0 to 786432 tid 1 2024-04-12T16:04:24.030 INFO:tasks.rados.rados.0.smithi099.stdout:1025: done (4 left) 2024-04-12T16:04:24.030 INFO:tasks.rados.rados.0.smithi099.stdout:1032: copy_from oid 26 from oid 28 current snap is 106 2024-04-12T16:04:24.031 INFO:tasks.rados.rados.0.smithi099.stdout:1028: finishing write tid 1 to smithi09982431-43 2024-04-12T16:04:24.031 INFO:tasks.rados.rados.0.smithi099.stdout:1028: finishing write tid 2 to smithi09982431-43 2024-04-12T16:04:24.031 INFO:tasks.rados.rados.0.smithi099.stdout:1033: read oid 36 snap -1 2024-04-12T16:04:24.031 INFO:tasks.rados.rados.0.smithi099.stdout:1033: expect (ObjNum 327 snap 103 seq_num 327) 2024-04-12T16:04:24.031 INFO:tasks.rados.rados.0.smithi099.stdout:1034: snap_create 2024-04-12T16:04:24.032 INFO:tasks.rados.rados.0.smithi099.stdout:1028: finishing write tid 3 to smithi09982431-43 2024-04-12T16:04:24.032 INFO:tasks.rados.rados.0.smithi099.stdout:1028: oid 43 updating version 0 to 500 2024-04-12T16:04:24.033 INFO:tasks.rados.rados.0.smithi099.stdout:1028: oid 43 version 500 is already newer than 499 2024-04-12T16:04:24.033 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 43 v 500 (ObjNum 332 snap 106 seq_num 332) dirty exists 2024-04-12T16:04:24.033 INFO:tasks.rados.rados.0.smithi099.stdout:1028: left oid 43 (ObjNum 332 snap 106 seq_num 332) 2024-04-12T16:04:24.041 INFO:tasks.rados.rados.0.smithi099.stdout:1033: expect (ObjNum 327 snap 103 seq_num 327) 2024-04-12T16:04:24.063 INFO:tasks.rados.rados.0.smithi099.stdout:1032: finishing copy_from to smithi09982431-26 2024-04-12T16:04:24.063 INFO:tasks.rados.rados.0.smithi099.stdout:1032: got expected ENOENT (src dne) 2024-04-12T16:04:24.063 INFO:tasks.rados.rados.0.smithi099.stdout:1032: finishing copy_from racing read to smithi09982431-26 2024-04-12T16:04:24.064 INFO:tasks.rados.rados.0.smithi099.stdout:1029: expect (ObjNum 190 snap 48 seq_num 190) 2024-04-12T16:04:24.229 INFO:tasks.rados.rados.0.smithi099.stdout:1031: finishing write tid 1 to smithi09982431-31 2024-04-12T16:04:24.229 INFO:tasks.rados.rados.0.smithi099.stdout:1031: finishing write tid 2 to smithi09982431-31 2024-04-12T16:04:24.229 INFO:tasks.rados.rados.0.smithi099.stdout:1030: expect (ObjNum 297 snap 91 seq_num 297) 2024-04-12T16:04:24.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:24 smithi110 ceph-mon[31279]: Updating smithi110:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T16:04:24.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:24 smithi110 ceph-mon[31279]: Updating smithi099:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T16:04:24.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:24 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:24.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:24 smithi110 ceph-mon[31279]: osdmap e260: 8 total, 8 up, 8 in 2024-04-12T16:04:24.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:24 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:04:24.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:24 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:04:24.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:24 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T16:04:24.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:24 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-12T16:04:24.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:24 smithi110 ceph-mon[31279]: Upgrade: It appears safe to stop mon.c 2024-04-12T16:04:24.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:24 smithi099 ceph-mon[94290]: Updating smithi110:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T16:04:24.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:24 smithi099 ceph-mon[94290]: Updating smithi099:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T16:04:24.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:24 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:24.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:24 smithi099 ceph-mon[94290]: osdmap e260: 8 total, 8 up, 8 in 2024-04-12T16:04:24.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:24 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:04:24.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:24 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:04:24.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:24 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T16:04:24.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:24 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-12T16:04:24.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:24 smithi099 ceph-mon[94290]: Upgrade: It appears safe to stop mon.c 2024-04-12T16:04:24.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:24 smithi099 ceph-mon[39429]: Updating smithi110:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T16:04:24.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:24 smithi099 ceph-mon[39429]: Updating smithi099:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T16:04:24.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:24 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:24.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:24 smithi099 ceph-mon[39429]: osdmap e260: 8 total, 8 up, 8 in 2024-04-12T16:04:24.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:24 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:04:24.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:24 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:04:24.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:24 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T16:04:24.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:24 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-12T16:04:24.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:24 smithi099 ceph-mon[39429]: Upgrade: It appears safe to stop mon.c 2024-04-12T16:04:24.757 INFO:tasks.rados.rados.0.smithi099.stdout:1031: finishing write tid 3 to smithi09982431-31 2024-04-12T16:04:24.757 INFO:tasks.rados.rados.0.smithi099.stdout:1031: oid 31 updating version 0 to 502 2024-04-12T16:04:24.757 INFO:tasks.rados.rados.0.smithi099.stdout:1031: oid 31 version 502 is already newer than 501 2024-04-12T16:04:24.757 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 31 v 502 (ObjNum 333 snap 106 seq_num 333) dirty exists 2024-04-12T16:04:24.757 INFO:tasks.rados.rados.0.smithi099.stdout:1031: left oid 31 (ObjNum 333 snap 106 seq_num 333) 2024-04-12T16:04:25.030 INFO:tasks.rados.rados.0.smithi099.stdout:1028: done (6 left) 2024-04-12T16:04:25.030 INFO:tasks.rados.rados.0.smithi099.stdout:1029: done (5 left) 2024-04-12T16:04:25.030 INFO:tasks.rados.rados.0.smithi099.stdout:1030: done (4 left) 2024-04-12T16:04:25.030 INFO:tasks.rados.rados.0.smithi099.stdout:1031: done (3 left) 2024-04-12T16:04:25.030 INFO:tasks.rados.rados.0.smithi099.stdout:1032: done (2 left) 2024-04-12T16:04:25.030 INFO:tasks.rados.rados.0.smithi099.stdout:1033: done (1 left) 2024-04-12T16:04:25.030 INFO:tasks.rados.rados.0.smithi099.stdout:1034: done (0 left) 2024-04-12T16:04:25.030 INFO:tasks.rados.rados.0.smithi099.stdout:1035: snap_remove snap 43 2024-04-12T16:04:25.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:25 smithi099 ceph-mon[94290]: osdmap e261: 8 total, 8 up, 8 in 2024-04-12T16:04:25.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:25 smithi099 ceph-mon[94290]: pgmap v21: 121 pgs: 121 active+clean; 341 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.4 MiB/s wr, 20 op/s 2024-04-12T16:04:25.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:25 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:25.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:25 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:04:25.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:25 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:04:25.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:25 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:04:25.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:25 smithi099 ceph-mon[39429]: osdmap e261: 8 total, 8 up, 8 in 2024-04-12T16:04:25.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:25 smithi099 ceph-mon[39429]: pgmap v21: 121 pgs: 121 active+clean; 341 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.4 MiB/s wr, 20 op/s 2024-04-12T16:04:25.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:25 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:25.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:25 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:04:25.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:25 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:04:25.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:25 smithi099 ceph-mon[39429]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:04:25.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:25 smithi110 ceph-mon[31279]: osdmap e261: 8 total, 8 up, 8 in 2024-04-12T16:04:25.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:25 smithi110 ceph-mon[31279]: pgmap v21: 121 pgs: 121 active+clean; 341 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.4 MiB/s wr, 20 op/s 2024-04-12T16:04:25.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:25 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:25.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:25 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:04:25.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:25 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:04:25.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:25 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:04:26.030 INFO:tasks.rados.rados.0.smithi099.stdout:1035: done (0 left) 2024-04-12T16:04:26.030 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 16 current snap is 107 2024-04-12T16:04:26.030 INFO:tasks.rados.rados.0.smithi099.stdout:1036: seq_num 334 ranges {5709824=802816} 2024-04-12T16:04:26.065 INFO:tasks.rados.rados.0.smithi099.stdout:1036: writing smithi09982431-16 from 5709824 to 6512640 tid 1 2024-04-12T16:04:26.066 INFO:tasks.rados.rados.0.smithi099.stdout:1037: setattr oid 24 current snap is 107 2024-04-12T16:04:26.068 INFO:tasks.rados.rados.0.smithi099.stdout:1038: rollback oid 44 current snap is 107 2024-04-12T16:04:26.068 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 44 to 99 2024-04-12T16:04:26.068 INFO:tasks.rados.rados.0.smithi099.stdout:1039: snap_remove snap 93 2024-04-12T16:04:26.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:26 smithi110 ceph-mon[31279]: Upgrade: Updating mon.c 2024-04-12T16:04:26.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:26 smithi110 ceph-mon[31279]: Deploying daemon mon.c on smithi099 2024-04-12T16:04:26.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:26 smithi110 ceph-mon[31279]: mgrmap e43: y(active, since 12s), standbys: x 2024-04-12T16:04:26.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:26 smithi110 ceph-mon[31279]: osdmap e262: 8 total, 8 up, 8 in 2024-04-12T16:04:26.359 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:26 smithi099 ceph-mon[94290]: Upgrade: Updating mon.c 2024-04-12T16:04:26.360 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:26 smithi099 ceph-mon[94290]: Deploying daemon mon.c on smithi099 2024-04-12T16:04:26.360 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:26 smithi099 ceph-mon[94290]: mgrmap e43: y(active, since 12s), standbys: x 2024-04-12T16:04:26.360 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:26 smithi099 ceph-mon[94290]: osdmap e262: 8 total, 8 up, 8 in 2024-04-12T16:04:26.360 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:26 smithi099 ceph-mon[39429]: Upgrade: Updating mon.c 2024-04-12T16:04:26.360 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:26 smithi099 ceph-mon[39429]: Deploying daemon mon.c on smithi099 2024-04-12T16:04:26.360 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:26 smithi099 ceph-mon[39429]: mgrmap e43: y(active, since 12s), standbys: x 2024-04-12T16:04:26.360 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:26 smithi099 ceph-mon[39429]: osdmap e262: 8 total, 8 up, 8 in 2024-04-12T16:04:26.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:04:26] "GET /metrics HTTP/1.1" 200 33283 "" "Prometheus/2.43.0" 2024-04-12T16:04:26.956 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:26 smithi099 systemd[1]: Stopping Ceph mon.c for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:04:27.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-c[39406]: 2024-04-12T16:04:26.956+0000 7f70ece13700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T16:04:27.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-c[39406]: 2024-04-12T16:04:26.956+0000 7f70ece13700 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-04-12T16:04:27.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:27 smithi099 podman[96669]: 2024-04-12 16:04:27.192276369 +0000 UTC m=+0.351713653 container died ff73cbf96bed3fd9a9a247a724a7ebf521209074a6c9d46483349bda103c948b (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-c, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240403, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=reef-d540eba, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-04-12T16:04:27.846 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:27 smithi099 podman[96669]: 2024-04-12 16:04:27.580299125 +0000 UTC m=+0.739736489 container cleanup ff73cbf96bed3fd9a9a247a724a7ebf521209074a6c9d46483349bda103c948b (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-c, RELEASE=reef-d540eba, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240403, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-12T16:04:27.846 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:27 smithi099 bash[96669]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-c 2024-04-12T16:04:28.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:27 smithi099 podman[96688]: 2024-04-12 16:04:27.84840336 +0000 UTC m=+0.657967541 container remove ff73cbf96bed3fd9a9a247a724a7ebf521209074a6c9d46483349bda103c948b (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-c, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=reef-d540eba, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-12T16:04:28.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mon.c.service: Deactivated successfully. 2024-04-12T16:04:28.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 systemd[1]: Stopped Ceph mon.c for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:04:28.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mon.c.service: Consumed 8.774s CPU time. 2024-04-12T16:04:28.464 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 systemd[1]: Starting Ceph mon.c for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:04:28.464 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 podman[96826]: 2024-04-12 16:04:28.332700621 +0000 UTC m=+0.019798335 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:04:28.717 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 podman[96826]: 2024-04-12 16:04:28.466638488 +0000 UTC m=+0.153736228 container create 3bb5784f6f376027a47921c5340d7b3e3e5026b5dc971836da05d63a25b36c3b (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-c, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-04-12T16:04:29.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 podman[96826]: 2024-04-12 16:04:28.719014179 +0000 UTC m=+0.406111878 container init 3bb5784f6f376027a47921c5340d7b3e3e5026b5dc971836da05d63a25b36c3b (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-c, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.build-date=20240409, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-12T16:04:29.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 podman[96826]: 2024-04-12 16:04:28.724386667 +0000 UTC m=+0.411484376 container start 3bb5784f6f376027a47921c5340d7b3e3e5026b5dc971836da05d63a25b36c3b (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-c, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-12T16:04:29.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: set uid:gid to 167:167 (ceph:ceph) 2024-04-12T16:04:29.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev), process ceph-mon, pid 7 2024-04-12T16:04:29.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: pidfile_write: ignore empty --pid-file 2024-04-12T16:04:29.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: load: jerasure load: lrc 2024-04-12T16:04:29.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: RocksDB version: 7.9.2 2024-04-12T16:04:29.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Git sha 0 2024-04-12T16:04:29.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Compile date 2024-04-09 18:12:34 2024-04-12T16:04:29.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: DB SUMMARY 2024-04-12T16:04:29.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: DB Session ID: E2DC8UG1SPN8KQXRH8XG 2024-04-12T16:04:29.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: CURRENT file: CURRENT 2024-04-12T16:04:29.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: IDENTITY file: IDENTITY 2024-04-12T16:04:29.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1411 Bytes 2024-04-12T16:04:29.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-04-12T16:04:29.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 9695845 ; 2024-04-12T16:04:29.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.error_if_exists: 0 2024-04-12T16:04:29.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.create_if_missing: 0 2024-04-12T16:04:29.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.paranoid_checks: 1 2024-04-12T16:04:29.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-12T16:04:29.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-12T16:04:29.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-12T16:04:29.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.env: 0x555e54da0cc0 2024-04-12T16:04:29.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.fs: PosixFileSystem 2024-04-12T16:04:29.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.info_log: 0x555e56813c20 2024-04-12T16:04:29.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.max_file_opening_threads: 16 2024-04-12T16:04:29.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.statistics: (nil) 2024-04-12T16:04:29.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.use_fsync: 0 2024-04-12T16:04:29.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.max_log_file_size: 0 2024-04-12T16:04:29.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-12T16:04:29.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-12T16:04:29.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.keep_log_file_num: 1000 2024-04-12T16:04:29.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.recycle_log_file_num: 0 2024-04-12T16:04:29.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.allow_fallocate: 1 2024-04-12T16:04:29.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.allow_mmap_reads: 0 2024-04-12T16:04:29.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.allow_mmap_writes: 0 2024-04-12T16:04:29.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.use_direct_reads: 0 2024-04-12T16:04:29.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-12T16:04:29.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.create_missing_column_families: 0 2024-04-12T16:04:29.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.db_log_dir: 2024-04-12T16:04:29.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.wal_dir: 2024-04-12T16:04:29.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-12T16:04:29.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-12T16:04:29.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-12T16:04:29.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-12T16:04:29.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-12T16:04:29.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-12T16:04:29.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.advise_random_on_open: 1 2024-04-12T16:04:29.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.db_write_buffer_size: 0 2024-04-12T16:04:29.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.write_buffer_manager: 0x555e567e4820 2024-04-12T16:04:29.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-12T16:04:29.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-12T16:04:29.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-12T16:04:29.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.rate_limiter: (nil) 2024-04-12T16:04:29.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-12T16:04:29.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.wal_recovery_mode: 2 2024-04-12T16:04:29.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.enable_thread_tracking: 0 2024-04-12T16:04:29.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.enable_pipelined_write: 0 2024-04-12T16:04:29.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.unordered_write: 0 2024-04-12T16:04:29.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-12T16:04:29.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-12T16:04:29.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-12T16:04:29.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-12T16:04:29.133 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.row_cache: None 2024-04-12T16:04:29.133 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.wal_filter: None 2024-04-12T16:04:29.133 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-12T16:04:29.133 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.allow_ingest_behind: 0 2024-04-12T16:04:29.133 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.two_write_queues: 0 2024-04-12T16:04:29.133 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.manual_wal_flush: 0 2024-04-12T16:04:29.133 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.wal_compression: 0 2024-04-12T16:04:29.133 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.atomic_flush: 0 2024-04-12T16:04:29.133 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-12T16:04:29.133 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-12T16:04:29.133 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-12T16:04:29.133 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.log_readahead_size: 0 2024-04-12T16:04:29.133 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-12T16:04:29.133 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.best_efforts_recovery: 0 2024-04-12T16:04:29.133 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-12T16:04:29.133 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-12T16:04:29.134 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.allow_data_in_errors: 0 2024-04-12T16:04:29.134 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.db_host_id: __hostname__ 2024-04-12T16:04:29.134 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-12T16:04:29.134 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.max_background_jobs: 2 2024-04-12T16:04:29.134 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.max_background_compactions: -1 2024-04-12T16:04:29.134 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.max_subcompactions: 1 2024-04-12T16:04:29.134 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-12T16:04:29.134 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-12T16:04:29.134 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-12T16:04:29.134 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.max_total_wal_size: 0 2024-04-12T16:04:29.134 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-12T16:04:29.134 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-12T16:04:29.134 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-12T16:04:29.134 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-12T16:04:29.134 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.max_open_files: -1 2024-04-12T16:04:29.134 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.bytes_per_sync: 0 2024-04-12T16:04:29.135 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-12T16:04:29.135 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-12T16:04:29.135 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.compaction_readahead_size: 0 2024-04-12T16:04:29.135 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.max_background_flushes: -1 2024-04-12T16:04:29.135 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Compression algorithms supported: 2024-04-12T16:04:29.135 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-12T16:04:29.135 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: kZSTD supported: 0 2024-04-12T16:04:29.135 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: kXpressCompression supported: 0 2024-04-12T16:04:29.135 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: kLZ4HCCompression supported: 1 2024-04-12T16:04:29.135 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: kZlibCompression supported: 1 2024-04-12T16:04:29.135 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: kSnappyCompression supported: 1 2024-04-12T16:04:29.135 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: kLZ4Compression supported: 1 2024-04-12T16:04:29.135 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: kBZip2Compression supported: 0 2024-04-12T16:04:29.135 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-12T16:04:29.135 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-12T16:04:29.135 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 2024-04-12T16:04:29.136 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-12T16:04:29.136 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-12T16:04:29.136 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.merge_operator: 2024-04-12T16:04:29.136 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.compaction_filter: None 2024-04-12T16:04:29.136 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.compaction_filter_factory: None 2024-04-12T16:04:29.136 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.sst_partitioner_factory: None 2024-04-12T16:04:29.136 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-12T16:04:29.136 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-12T16:04:29.136 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x555e56813de0) 2024-04-12T16:04:29.136 INFO:journalctl@ceph.mon.c.smithi099.stdout: cache_index_and_filter_blocks: 1 2024-04-12T16:04:29.136 INFO:journalctl@ceph.mon.c.smithi099.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-12T16:04:29.136 INFO:journalctl@ceph.mon.c.smithi099.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-12T16:04:29.136 INFO:journalctl@ceph.mon.c.smithi099.stdout: pin_top_level_index_and_filter: 1 2024-04-12T16:04:29.136 INFO:journalctl@ceph.mon.c.smithi099.stdout: index_type: 0 2024-04-12T16:04:29.136 INFO:journalctl@ceph.mon.c.smithi099.stdout: data_block_index_type: 0 2024-04-12T16:04:29.136 INFO:journalctl@ceph.mon.c.smithi099.stdout: index_shortening: 1 2024-04-12T16:04:29.137 INFO:journalctl@ceph.mon.c.smithi099.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-12T16:04:29.137 INFO:journalctl@ceph.mon.c.smithi099.stdout: checksum: 4 2024-04-12T16:04:29.137 INFO:journalctl@ceph.mon.c.smithi099.stdout: no_block_cache: 0 2024-04-12T16:04:29.137 INFO:journalctl@ceph.mon.c.smithi099.stdout: block_cache: 0x555e56817090 2024-04-12T16:04:29.137 INFO:journalctl@ceph.mon.c.smithi099.stdout: block_cache_name: BinnedLRUCache 2024-04-12T16:04:29.137 INFO:journalctl@ceph.mon.c.smithi099.stdout: block_cache_options: 2024-04-12T16:04:29.137 INFO:journalctl@ceph.mon.c.smithi099.stdout: capacity : 536870912 2024-04-12T16:04:29.137 INFO:journalctl@ceph.mon.c.smithi099.stdout: num_shard_bits : 4 2024-04-12T16:04:29.137 INFO:journalctl@ceph.mon.c.smithi099.stdout: strict_capacity_limit : 0 2024-04-12T16:04:29.137 INFO:journalctl@ceph.mon.c.smithi099.stdout: high_pri_pool_ratio: 0.000 2024-04-12T16:04:29.137 INFO:journalctl@ceph.mon.c.smithi099.stdout: block_cache_compressed: (nil) 2024-04-12T16:04:29.137 INFO:journalctl@ceph.mon.c.smithi099.stdout: persistent_cache: (nil) 2024-04-12T16:04:29.137 INFO:journalctl@ceph.mon.c.smithi099.stdout: block_size: 4096 2024-04-12T16:04:29.137 INFO:journalctl@ceph.mon.c.smithi099.stdout: block_size_deviation: 10 2024-04-12T16:04:29.138 INFO:journalctl@ceph.mon.c.smithi099.stdout: block_restart_interval: 16 2024-04-12T16:04:29.138 INFO:journalctl@ceph.mon.c.smithi099.stdout: index_block_restart_interval: 1 2024-04-12T16:04:29.138 INFO:journalctl@ceph.mon.c.smithi099.stdout: metadata_block_size: 4096 2024-04-12T16:04:29.138 INFO:journalctl@ceph.mon.c.smithi099.stdout: partition_filters: 0 2024-04-12T16:04:29.138 INFO:journalctl@ceph.mon.c.smithi099.stdout: use_delta_encoding: 1 2024-04-12T16:04:29.138 INFO:journalctl@ceph.mon.c.smithi099.stdout: filter_policy: bloomfilter 2024-04-12T16:04:29.138 INFO:journalctl@ceph.mon.c.smithi099.stdout: whole_key_filtering: 1 2024-04-12T16:04:29.138 INFO:journalctl@ceph.mon.c.smithi099.stdout: verify_compression: 0 2024-04-12T16:04:29.138 INFO:journalctl@ceph.mon.c.smithi099.stdout: read_amp_bytes_per_bit: 0 2024-04-12T16:04:29.138 INFO:journalctl@ceph.mon.c.smithi099.stdout: format_version: 5 2024-04-12T16:04:29.138 INFO:journalctl@ceph.mon.c.smithi099.stdout: enable_index_compression: 1 2024-04-12T16:04:29.138 INFO:journalctl@ceph.mon.c.smithi099.stdout: block_align: 0 2024-04-12T16:04:29.138 INFO:journalctl@ceph.mon.c.smithi099.stdout: max_auto_readahead_size: 262144 2024-04-12T16:04:29.138 INFO:journalctl@ceph.mon.c.smithi099.stdout: prepopulate_block_cache: 0 2024-04-12T16:04:29.138 INFO:journalctl@ceph.mon.c.smithi099.stdout: initial_auto_readahead_size: 8192 2024-04-12T16:04:29.139 INFO:journalctl@ceph.mon.c.smithi099.stdout: num_file_reads_for_auto_readahead: 2 2024-04-12T16:04:29.139 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.write_buffer_size: 33554432 2024-04-12T16:04:29.139 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.max_write_buffer_number: 2 2024-04-12T16:04:29.139 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.compression: NoCompression 2024-04-12T16:04:29.139 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.bottommost_compression: Disabled 2024-04-12T16:04:29.139 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.prefix_extractor: nullptr 2024-04-12T16:04:29.139 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-12T16:04:29.139 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.num_levels: 7 2024-04-12T16:04:29.139 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-12T16:04:29.139 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-12T16:04:29.139 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-12T16:04:29.139 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-12T16:04:29.139 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-12T16:04:29.139 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-12T16:04:29.139 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-12T16:04:29.139 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-12T16:04:29.139 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-12T16:04:29.140 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-12T16:04:29.140 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-12T16:04:29.140 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-12T16:04:29.140 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-12T16:04:29.140 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.compression_opts.level: 32767 2024-04-12T16:04:29.140 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.compression_opts.strategy: 0 2024-04-12T16:04:29.140 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-12T16:04:29.140 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-12T16:04:29.140 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-12T16:04:29.140 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-12T16:04:29.140 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.compression_opts.enabled: false 2024-04-12T16:04:29.140 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-12T16:04:29.140 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-12T16:04:29.140 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-12T16:04:29.140 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-12T16:04:29.140 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.target_file_size_base: 67108864 2024-04-12T16:04:29.141 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-12T16:04:29.141 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-12T16:04:29.141 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-12T16:04:29.141 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-12T16:04:29.141 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-12T16:04:29.141 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-12T16:04:29.142 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-12T16:04:29.142 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-12T16:04:29.142 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-12T16:04:29.142 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-12T16:04:29.142 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-12T16:04:29.142 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-12T16:04:29.142 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-12T16:04:29.142 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-12T16:04:29.142 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.arena_block_size: 1048576 2024-04-12T16:04:29.142 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-12T16:04:29.142 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-12T16:04:29.142 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.disable_auto_compactions: 0 2024-04-12T16:04:29.142 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-12T16:04:29.142 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-12T16:04:29.143 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-12T16:04:29.143 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-12T16:04:29.143 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-12T16:04:29.143 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-12T16:04:29.143 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-12T16:04:29.143 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-12T16:04:29.143 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-12T16:04:29.143 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-12T16:04:29.143 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-12T16:04:29.143 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.inplace_update_support: 0 2024-04-12T16:04:29.143 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-12T16:04:29.143 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-12T16:04:29.143 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-12T16:04:29.143 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-12T16:04:29.143 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.bloom_locality: 0 2024-04-12T16:04:29.143 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.max_successive_merges: 0 2024-04-12T16:04:29.144 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-12T16:04:29.144 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.paranoid_file_checks: 0 2024-04-12T16:04:29.144 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.force_consistency_checks: 1 2024-04-12T16:04:29.144 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.report_bg_io_stats: 0 2024-04-12T16:04:29.144 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.ttl: 2592000 2024-04-12T16:04:29.144 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-12T16:04:29.144 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-12T16:04:29.144 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-12T16:04:29.144 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.enable_blob_files: false 2024-04-12T16:04:29.144 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.min_blob_size: 0 2024-04-12T16:04:29.144 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.blob_file_size: 268435456 2024-04-12T16:04:29.144 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-12T16:04:29.144 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-12T16:04:29.144 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-12T16:04:29.144 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-12T16:04:29.144 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-12T16:04:29.145 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.blob_file_starting_level: 0 2024-04-12T16:04:29.145 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-12T16:04:29.145 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-12T16:04:29.145 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13486, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-04-12T16:04:29.145 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-04-12T16:04:29.145 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 51e130d0-543f-40cb-8aeb-07addc156cd1 2024-04-12T16:04:29.145 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712937868754175, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-04-12T16:04:29.145 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-04-12T16:04:29.145 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712937868778019, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 6000199, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13491, "largest_seqno": 16332, "table_properties": {"data_size": 5986781, "index_size": 9428, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2949, "raw_key_size": 28185, "raw_average_key_size": 24, "raw_value_size": 5960689, "raw_average_value_size": 5090, "num_data_blocks": 410, "num_entries": 1171, "num_filter_entries": 1171, "num_deletions": 35, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712937868, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "51e130d0-543f-40cb-8aeb-07addc156cd1", "db_session_id": "E2DC8UG1SPN8KQXRH8XG", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-04-12T16:04:29.145 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712937868778124, "job": 1, "event": "recovery_finished"} 2024-04-12T16:04:29.145 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-04-12T16:04:29.145 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-12T16:04:29.145 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-12T16:04:29.145 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x555e56906000 2024-04-12T16:04:29.145 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: DB pointer 0x555e568f0000 2024-04-12T16:04:29.146 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-12T16:04:29.146 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-12T16:04:29.146 INFO:journalctl@ceph.mon.c.smithi099.stdout: ** DB Stats ** 2024-04-12T16:04:29.146 INFO:journalctl@ceph.mon.c.smithi099.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T16:04:29.146 INFO:journalctl@ceph.mon.c.smithi099.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-12T16:04:29.146 INFO:journalctl@ceph.mon.c.smithi099.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T16:04:29.146 INFO:journalctl@ceph.mon.c.smithi099.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T16:04:29.146 INFO:journalctl@ceph.mon.c.smithi099.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-12T16:04:29.146 INFO:journalctl@ceph.mon.c.smithi099.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T16:04:29.146 INFO:journalctl@ceph.mon.c.smithi099.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T16:04:29.146 INFO:journalctl@ceph.mon.c.smithi099.stdout: 2024-04-12T16:04:29.146 INFO:journalctl@ceph.mon.c.smithi099.stdout: ** Compaction Stats [default] ** 2024-04-12T16:04:29.146 INFO:journalctl@ceph.mon.c.smithi099.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-12T16:04:29.146 INFO:journalctl@ceph.mon.c.smithi099.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-12T16:04:29.146 INFO:journalctl@ceph.mon.c.smithi099.stdout: L0 1/0 5.72 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 515.6 0.01 0.00 1 0.011 0 0 0.0 0.0 2024-04-12T16:04:29.147 INFO:journalctl@ceph.mon.c.smithi099.stdout: L6 1/0 7.76 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-12T16:04:29.147 INFO:journalctl@ceph.mon.c.smithi099.stdout: Sum 2/0 13.48 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 515.6 0.01 0.00 1 0.011 0 0 0.0 0.0 2024-04-12T16:04:29.147 INFO:journalctl@ceph.mon.c.smithi099.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 515.6 0.01 0.00 1 0.011 0 0 0.0 0.0 2024-04-12T16:04:29.147 INFO:journalctl@ceph.mon.c.smithi099.stdout: 2024-04-12T16:04:29.147 INFO:journalctl@ceph.mon.c.smithi099.stdout: ** Compaction Stats [default] ** 2024-04-12T16:04:29.147 INFO:journalctl@ceph.mon.c.smithi099.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-12T16:04:29.147 INFO:journalctl@ceph.mon.c.smithi099.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-12T16:04:29.147 INFO:journalctl@ceph.mon.c.smithi099.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 515.6 0.01 0.00 1 0.011 0 0 0.0 0.0 2024-04-12T16:04:29.147 INFO:journalctl@ceph.mon.c.smithi099.stdout: 2024-04-12T16:04:29.147 INFO:journalctl@ceph.mon.c.smithi099.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-12T16:04:29.147 INFO:journalctl@ceph.mon.c.smithi099.stdout: 2024-04-12T16:04:29.147 INFO:journalctl@ceph.mon.c.smithi099.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T16:04:29.147 INFO:journalctl@ceph.mon.c.smithi099.stdout: Flush(GB): cumulative 0.006, interval 0.006 2024-04-12T16:04:29.147 INFO:journalctl@ceph.mon.c.smithi099.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-12T16:04:29.147 INFO:journalctl@ceph.mon.c.smithi099.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-12T16:04:29.148 INFO:journalctl@ceph.mon.c.smithi099.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-12T16:04:29.148 INFO:journalctl@ceph.mon.c.smithi099.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-12T16:04:29.148 INFO:journalctl@ceph.mon.c.smithi099.stdout: Cumulative compaction: 0.01 GB write, 216.01 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T16:04:29.148 INFO:journalctl@ceph.mon.c.smithi099.stdout: Interval compaction: 0.01 GB write, 216.01 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T16:04:29.148 INFO:journalctl@ceph.mon.c.smithi099.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-12T16:04:29.148 INFO:journalctl@ceph.mon.c.smithi099.stdout: Block cache BinnedLRUCache@0x555e56817090#7 capacity: 512.00 MB usage: 13.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-04-12T16:04:29.148 INFO:journalctl@ceph.mon.c.smithi099.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,3.03 KB,0.000578165%) IndexBlock(1,10.08 KB,0.00192225%) Misc(1,0.00 KB,0%) 2024-04-12T16:04:29.148 INFO:journalctl@ceph.mon.c.smithi099.stdout: 2024-04-12T16:04:29.148 INFO:journalctl@ceph.mon.c.smithi099.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-12T16:04:29.148 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: starting mon.c rank 2 at public addrs [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] at bind addrs [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 2024-04-12T16:04:29.148 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: mon.c@-1(???) e3 preinit fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 2024-04-12T16:04:29.148 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: mon.c@-1(???).mds e6 new map 2024-04-12T16:04:29.148 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: mon.c@-1(???).mds e6 print_map 2024-04-12T16:04:29.148 INFO:journalctl@ceph.mon.c.smithi099.stdout: e6 2024-04-12T16:04:29.148 INFO:journalctl@ceph.mon.c.smithi099.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-12T16:04:29.148 INFO:journalctl@ceph.mon.c.smithi099.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-12T16:04:29.149 INFO:journalctl@ceph.mon.c.smithi099.stdout: legacy client fscid: 1 2024-04-12T16:04:29.149 INFO:journalctl@ceph.mon.c.smithi099.stdout: 2024-04-12T16:04:29.149 INFO:journalctl@ceph.mon.c.smithi099.stdout: Filesystem 'cephfs' (1) 2024-04-12T16:04:29.149 INFO:journalctl@ceph.mon.c.smithi099.stdout: fs_name cephfs 2024-04-12T16:04:29.149 INFO:journalctl@ceph.mon.c.smithi099.stdout: epoch 6 2024-04-12T16:04:29.149 INFO:journalctl@ceph.mon.c.smithi099.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-12T16:04:29.149 INFO:journalctl@ceph.mon.c.smithi099.stdout: created 2024-04-12T15:57:32.292413+0000 2024-04-12T16:04:29.149 INFO:journalctl@ceph.mon.c.smithi099.stdout: modified 2024-04-12T15:57:34.299505+0000 2024-04-12T16:04:29.149 INFO:journalctl@ceph.mon.c.smithi099.stdout: tableserver 0 2024-04-12T16:04:29.149 INFO:journalctl@ceph.mon.c.smithi099.stdout: root 0 2024-04-12T16:04:29.149 INFO:journalctl@ceph.mon.c.smithi099.stdout: session_timeout 60 2024-04-12T16:04:29.149 INFO:journalctl@ceph.mon.c.smithi099.stdout: session_autoclose 300 2024-04-12T16:04:29.149 INFO:journalctl@ceph.mon.c.smithi099.stdout: max_file_size 1099511627776 2024-04-12T16:04:29.149 INFO:journalctl@ceph.mon.c.smithi099.stdout: max_xattr_size 65536 2024-04-12T16:04:29.149 INFO:journalctl@ceph.mon.c.smithi099.stdout: required_client_features {} 2024-04-12T16:04:29.150 INFO:journalctl@ceph.mon.c.smithi099.stdout: last_failure 0 2024-04-12T16:04:29.150 INFO:journalctl@ceph.mon.c.smithi099.stdout: last_failure_osd_epoch 0 2024-04-12T16:04:29.150 INFO:journalctl@ceph.mon.c.smithi099.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-12T16:04:29.150 INFO:journalctl@ceph.mon.c.smithi099.stdout: max_mds 1 2024-04-12T16:04:29.150 INFO:journalctl@ceph.mon.c.smithi099.stdout: in 0 2024-04-12T16:04:29.150 INFO:journalctl@ceph.mon.c.smithi099.stdout: up {0=24350} 2024-04-12T16:04:29.150 INFO:journalctl@ceph.mon.c.smithi099.stdout: failed 2024-04-12T16:04:29.150 INFO:journalctl@ceph.mon.c.smithi099.stdout: damaged 2024-04-12T16:04:29.150 INFO:journalctl@ceph.mon.c.smithi099.stdout: stopped 2024-04-12T16:04:29.150 INFO:journalctl@ceph.mon.c.smithi099.stdout: data_pools [3] 2024-04-12T16:04:29.150 INFO:journalctl@ceph.mon.c.smithi099.stdout: metadata_pool 2 2024-04-12T16:04:29.150 INFO:journalctl@ceph.mon.c.smithi099.stdout: inline_data disabled 2024-04-12T16:04:29.150 INFO:journalctl@ceph.mon.c.smithi099.stdout: balancer 2024-04-12T16:04:29.150 INFO:journalctl@ceph.mon.c.smithi099.stdout: bal_rank_mask -1 2024-04-12T16:04:29.151 INFO:journalctl@ceph.mon.c.smithi099.stdout: standby_count_wanted 0 2024-04-12T16:04:29.151 INFO:journalctl@ceph.mon.c.smithi099.stdout: qdb_cluster leader: 0 members: 2024-04-12T16:04:29.151 INFO:journalctl@ceph.mon.c.smithi099.stdout: [mds.a{0:24350} state up:active seq 4 addr [v2:172.21.15.99:6834/701376503,v1:172.21.15.99:6835/701376503] compat {c=[1],r=[1],i=[7ff]}] 2024-04-12T16:04:29.151 INFO:journalctl@ceph.mon.c.smithi099.stdout: 2024-04-12T16:04:29.151 INFO:journalctl@ceph.mon.c.smithi099.stdout: 2024-04-12T16:04:29.151 INFO:journalctl@ceph.mon.c.smithi099.stdout: Standby daemons: 2024-04-12T16:04:29.151 INFO:journalctl@ceph.mon.c.smithi099.stdout: 2024-04-12T16:04:29.151 INFO:journalctl@ceph.mon.c.smithi099.stdout: [mds.b{-1:24328} state up:standby seq 1 addr [v2:172.21.15.110:6832/3505804678,v1:172.21.15.110:6833/3505804678] compat {c=[1],r=[1],i=[7ff]}] 2024-04-12T16:04:29.151 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: mon.c@-1(???).osd e263 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-12T16:04:29.151 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: mon.c@-1(???).osd e263 crush map has features 432629308056666112, adjusting msgr requires 2024-04-12T16:04:29.151 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: mon.c@-1(???).osd e263 crush map has features 432629308056666112, adjusting msgr requires 2024-04-12T16:04:29.151 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: mon.c@-1(???).osd e263 crush map has features 432629308056666112, adjusting msgr requires 2024-04-12T16:04:29.151 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 ceph-mon[96864]: mon.c@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-04-12T16:04:29.151 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 bash[96826]: 3bb5784f6f376027a47921c5340d7b3e3e5026b5dc971836da05d63a25b36c3b 2024-04-12T16:04:29.151 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:28 smithi099 systemd[1]: Started Ceph mon.c for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:04:32.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:04:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:04:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:04:33.834 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:04:33 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:04:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi099\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:04:35.013 INFO:tasks.rados.rados.0.smithi099.stdout:1039: done (3 left) 2024-04-12T16:04:35.013 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 10 current snap is 107 2024-04-12T16:04:35.013 INFO:tasks.rados.rados.0.smithi099.stdout:1040: seq_num 335 ranges {6643712=417792,7061504=401408} 2024-04-12T16:04:35.052 INFO:tasks.rados.rados.0.smithi099.stdout:1040: writing smithi09982431-10 from 6643712 to 7061504 tid 1 2024-04-12T16:04:35.055 INFO:tasks.rados.rados.0.smithi099.stdout:1040: writing smithi09982431-10 from 7061504 to 7462912 tid 2 2024-04-12T16:04:35.055 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 31 current snap is 107 2024-04-12T16:04:35.055 INFO:tasks.rados.rados.0.smithi099.stdout:1036: finishing write tid 1 to smithi09982431-16 2024-04-12T16:04:35.055 INFO:tasks.rados.rados.0.smithi099.stdout:1036: finishing write tid 2 to smithi09982431-16 2024-04-12T16:04:35.055 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 24 v 342 (ObjNum 251 snap 72 seq_num 251) dirty exists 2024-04-12T16:04:35.056 INFO:tasks.rados.rados.0.smithi099.stdout:1036: finishing write tid 3 to smithi09982431-16 2024-04-12T16:04:35.056 INFO:tasks.rados.rados.0.smithi099.stdout:1036: oid 16 updating version 0 to 426 2024-04-12T16:04:35.056 INFO:tasks.rados.rados.0.smithi099.stdout:1036: oid 16 version 426 is already newer than 425 2024-04-12T16:04:35.056 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 16 v 426 (ObjNum 334 snap 107 seq_num 334) dirty exists 2024-04-12T16:04:35.056 INFO:tasks.rados.rados.0.smithi099.stdout:1036: left oid 16 (ObjNum 334 snap 107 seq_num 334) 2024-04-12T16:04:35.056 INFO:tasks.rados.rados.0.smithi099.stdout:1038: finishing rollback tid 0 to smithi09982431-44 2024-04-12T16:04:35.056 INFO:tasks.rados.rados.0.smithi099.stdout:1038: finishing rollback tid 1 to smithi09982431-44 2024-04-12T16:04:35.056 INFO:tasks.rados.rados.0.smithi099.stdout:1038: finishing rollback tid 2 to smithi09982431-44 2024-04-12T16:04:35.056 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 44 v 512 (ObjNum 303 snap 93 seq_num 303) dirty exists 2024-04-12T16:04:35.056 INFO:tasks.rados.rados.0.smithi099.stdout:1041: seq_num 336 ranges {786432=434176,1220608=401408} 2024-04-12T16:04:35.061 INFO:tasks.rados.rados.0.smithi099.stdout:1041: writing smithi09982431-31 from 786432 to 1220608 tid 1 2024-04-12T16:04:35.064 INFO:tasks.rados.rados.0.smithi099.stdout:1041: writing smithi09982431-31 from 1220608 to 1622016 tid 2 2024-04-12T16:04:35.064 INFO:tasks.rados.rados.0.smithi099.stdout:1036: done (4 left) 2024-04-12T16:04:35.064 INFO:tasks.rados.rados.0.smithi099.stdout:1037: done (3 left) 2024-04-12T16:04:35.065 INFO:tasks.rados.rados.0.smithi099.stdout:1038: done (2 left) 2024-04-12T16:04:35.065 INFO:tasks.rados.rados.0.smithi099.stdout:1042: read oid 29 snap -1 2024-04-12T16:04:35.065 INFO:tasks.rados.rados.0.smithi099.stdout:1042: expect (ObjNum 316 snap 98 seq_num 316) 2024-04-12T16:04:35.065 INFO:tasks.rados.rados.0.smithi099.stdout:1043: setattr oid 25 current snap is 107 2024-04-12T16:04:35.065 INFO:tasks.rados.rados.0.smithi099.stdout:1040: finishing write tid 1 to smithi09982431-10 2024-04-12T16:04:35.065 INFO:tasks.rados.rados.0.smithi099.stdout:1040: finishing write tid 2 to smithi09982431-10 2024-04-12T16:04:35.065 INFO:tasks.rados.rados.0.smithi099.stdout:1040: finishing write tid 3 to smithi09982431-10 2024-04-12T16:04:35.065 INFO:tasks.rados.rados.0.smithi099.stdout:1040: finishing write tid 4 to smithi09982431-10 2024-04-12T16:04:35.065 INFO:tasks.rados.rados.0.smithi099.stdout:1040: oid 10 updating version 0 to 513 2024-04-12T16:04:35.065 INFO:tasks.rados.rados.0.smithi099.stdout:1040: oid 10 updating version 513 to 514 2024-04-12T16:04:35.065 INFO:tasks.rados.rados.0.smithi099.stdout:1040: oid 10 version 514 is already newer than 512 2024-04-12T16:04:35.065 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 10 v 514 (ObjNum 335 snap 107 seq_num 335) dirty exists 2024-04-12T16:04:35.065 INFO:tasks.rados.rados.0.smithi099.stdout:1040: left oid 10 (ObjNum 335 snap 107 seq_num 335) 2024-04-12T16:04:35.066 INFO:tasks.rados.rados.0.smithi099.stdout:1040: done (3 left) 2024-04-12T16:04:35.066 INFO:tasks.rados.rados.0.smithi099.stdout:1044: read oid 6 snap -1 2024-04-12T16:04:35.066 INFO:tasks.rados.rados.0.smithi099.stdout:1044: expect deleted 2024-04-12T16:04:35.066 INFO:tasks.rados.rados.0.smithi099.stdout:1045: delete oid 44 current snap is 107 2024-04-12T16:04:35.067 INFO:tasks.rados.rados.0.smithi099.stdout:1041: finishing write tid 1 to smithi09982431-31 2024-04-12T16:04:35.067 INFO:tasks.rados.rados.0.smithi099.stdout:1041: finishing write tid 2 to smithi09982431-31 2024-04-12T16:04:35.068 INFO:tasks.rados.rados.0.smithi099.stdout:1041: finishing write tid 3 to smithi09982431-31 2024-04-12T16:04:35.068 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 25 v 583 (ObjNum 317 snap 98 seq_num 317) dirty exists 2024-04-12T16:04:35.070 INFO:tasks.rados.rados.0.smithi099.stdout:1041: finishing write tid 4 to smithi09982431-31 2024-04-12T16:04:35.070 INFO:tasks.rados.rados.0.smithi099.stdout:1041: oid 31 updating version 0 to 522 2024-04-12T16:04:35.071 INFO:tasks.rados.rados.0.smithi099.stdout:1041: oid 31 version 522 is already newer than 521 2024-04-12T16:04:35.071 INFO:tasks.rados.rados.0.smithi099.stdout:1041: oid 31 version 522 is already newer than 520 2024-04-12T16:04:35.071 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 31 v 522 (ObjNum 336 snap 107 seq_num 336) dirty exists 2024-04-12T16:04:35.071 INFO:tasks.rados.rados.0.smithi099.stdout:1041: left oid 31 (ObjNum 336 snap 107 seq_num 336) 2024-04-12T16:04:35.071 INFO:tasks.rados.rados.0.smithi099.stdout:1041: done (4 left) 2024-04-12T16:04:35.071 INFO:tasks.rados.rados.0.smithi099.stdout:1043: done (3 left) 2024-04-12T16:04:35.071 INFO:tasks.rados.rados.0.smithi099.stdout:1045: done (2 left) 2024-04-12T16:04:35.071 INFO:tasks.rados.rados.0.smithi099.stdout:1046: snap_remove snap 73 2024-04-12T16:04:35.120 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:35 smithi099 ceph-mon[94290]: mon.c calling monitor election 2024-04-12T16:04:35.120 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:35 smithi099 ceph-mon[94290]: mon.b calling monitor election 2024-04-12T16:04:35.120 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:35 smithi099 ceph-mon[94290]: mon.a calling monitor election 2024-04-12T16:04:35.120 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:35 smithi099 ceph-mon[94290]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T16:04:35.120 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:35 smithi099 ceph-mon[94290]: monmap epoch 3 2024-04-12T16:04:35.120 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:35 smithi099 ceph-mon[94290]: fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 2024-04-12T16:04:35.120 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:35 smithi099 ceph-mon[94290]: last_changed 2024-04-12T15:53:37.483488+0000 2024-04-12T16:04:35.120 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:35 smithi099 ceph-mon[94290]: created 2024-04-12T15:51:58.657208+0000 2024-04-12T16:04:35.120 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:35 smithi099 ceph-mon[94290]: min_mon_release 18 (reef) 2024-04-12T16:04:35.120 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:35 smithi099 ceph-mon[94290]: election_strategy: 1 2024-04-12T16:04:35.120 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:35 smithi099 ceph-mon[94290]: 0: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.a 2024-04-12T16:04:35.120 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:35 smithi099 ceph-mon[94290]: 1: [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] mon.b 2024-04-12T16:04:35.120 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:35 smithi099 ceph-mon[94290]: 2: [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] mon.c 2024-04-12T16:04:35.121 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:35 smithi099 ceph-mon[94290]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T16:04:35.121 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:35 smithi099 ceph-mon[94290]: osdmap e263: 8 total, 8 up, 8 in 2024-04-12T16:04:35.121 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:35 smithi099 ceph-mon[94290]: mgrmap e43: y(active, since 22s), standbys: x 2024-04-12T16:04:35.121 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:35 smithi099 ceph-mon[94290]: overall HEALTH_OK 2024-04-12T16:04:35.121 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:35 smithi099 ceph-mon[96864]: mon.c calling monitor election 2024-04-12T16:04:35.121 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:35 smithi099 ceph-mon[96864]: mon.b calling monitor election 2024-04-12T16:04:35.121 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:35 smithi099 ceph-mon[96864]: mon.a calling monitor election 2024-04-12T16:04:35.121 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:35 smithi099 ceph-mon[96864]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T16:04:35.121 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:35 smithi099 ceph-mon[96864]: monmap epoch 3 2024-04-12T16:04:35.121 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:35 smithi099 ceph-mon[96864]: fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 2024-04-12T16:04:35.121 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:35 smithi099 ceph-mon[96864]: last_changed 2024-04-12T15:53:37.483488+0000 2024-04-12T16:04:35.121 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:35 smithi099 ceph-mon[96864]: created 2024-04-12T15:51:58.657208+0000 2024-04-12T16:04:35.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:35 smithi099 ceph-mon[96864]: min_mon_release 18 (reef) 2024-04-12T16:04:35.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:35 smithi099 ceph-mon[96864]: election_strategy: 1 2024-04-12T16:04:35.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:35 smithi099 ceph-mon[96864]: 0: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.a 2024-04-12T16:04:35.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:35 smithi099 ceph-mon[96864]: 1: [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] mon.b 2024-04-12T16:04:35.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:35 smithi099 ceph-mon[96864]: 2: [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] mon.c 2024-04-12T16:04:35.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:35 smithi099 ceph-mon[96864]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T16:04:35.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:35 smithi099 ceph-mon[96864]: osdmap e263: 8 total, 8 up, 8 in 2024-04-12T16:04:35.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:35 smithi099 ceph-mon[96864]: mgrmap e43: y(active, since 22s), standbys: x 2024-04-12T16:04:35.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:35 smithi099 ceph-mon[96864]: overall HEALTH_OK 2024-04-12T16:04:35.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:35 smithi110 ceph-mon[31279]: mon.c calling monitor election 2024-04-12T16:04:35.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:35 smithi110 ceph-mon[31279]: mon.b calling monitor election 2024-04-12T16:04:35.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:35 smithi110 ceph-mon[31279]: mon.a calling monitor election 2024-04-12T16:04:35.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:35 smithi110 ceph-mon[31279]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T16:04:35.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:35 smithi110 ceph-mon[31279]: monmap epoch 3 2024-04-12T16:04:35.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:35 smithi110 ceph-mon[31279]: fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 2024-04-12T16:04:35.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:35 smithi110 ceph-mon[31279]: last_changed 2024-04-12T15:53:37.483488+0000 2024-04-12T16:04:35.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:35 smithi110 ceph-mon[31279]: created 2024-04-12T15:51:58.657208+0000 2024-04-12T16:04:35.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:35 smithi110 ceph-mon[31279]: min_mon_release 18 (reef) 2024-04-12T16:04:35.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:35 smithi110 ceph-mon[31279]: election_strategy: 1 2024-04-12T16:04:35.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:35 smithi110 ceph-mon[31279]: 0: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.a 2024-04-12T16:04:35.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:35 smithi110 ceph-mon[31279]: 1: [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] mon.b 2024-04-12T16:04:35.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:35 smithi110 ceph-mon[31279]: 2: [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] mon.c 2024-04-12T16:04:35.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:35 smithi110 ceph-mon[31279]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T16:04:35.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:35 smithi110 ceph-mon[31279]: osdmap e263: 8 total, 8 up, 8 in 2024-04-12T16:04:35.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:35 smithi110 ceph-mon[31279]: mgrmap e43: y(active, since 22s), standbys: x 2024-04-12T16:04:35.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:35 smithi110 ceph-mon[31279]: overall HEALTH_OK 2024-04-12T16:04:36.032 INFO:tasks.rados.rados.0.smithi099.stdout:1046: done (2 left) 2024-04-12T16:04:36.032 INFO:tasks.rados.rados.0.smithi099.stdout:1047: read oid 13 snap -1 2024-04-12T16:04:36.032 INFO:tasks.rados.rados.0.smithi099.stdout:1047: expect (ObjNum 325 snap 101 seq_num 325) 2024-04-12T16:04:36.033 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 44 current snap is 107 2024-04-12T16:04:36.033 INFO:tasks.rados.rados.0.smithi099.stdout:1048: seq_num 338 ranges {0=466944,466944=401408} 2024-04-12T16:04:36.035 INFO:tasks.rados.rados.0.smithi099.stdout:1048: writing smithi09982431-44 from 0 to 466944 tid 1 2024-04-12T16:04:36.037 INFO:tasks.rados.rados.0.smithi099.stdout:1048: writing smithi09982431-44 from 466944 to 868352 tid 2 2024-04-12T16:04:36.037 INFO:tasks.rados.rados.0.smithi099.stdout:1049: copy_from oid 28 from oid 9 current snap is 107 2024-04-12T16:04:36.038 INFO:tasks.rados.rados.0.smithi099.stdout:1050: snap_create 2024-04-12T16:04:36.038 INFO:tasks.rados.rados.0.smithi099.stdout:1042: expect (ObjNum 316 snap 98 seq_num 316) 2024-04-12T16:04:36.107 INFO:tasks.rados.rados.0.smithi099.stdout:1048: finishing write tid 1 to smithi09982431-44 2024-04-12T16:04:36.107 INFO:tasks.rados.rados.0.smithi099.stdout:1048: finishing write tid 2 to smithi09982431-44 2024-04-12T16:04:36.107 INFO:tasks.rados.rados.0.smithi099.stdout:1048: finishing write tid 3 to smithi09982431-44 2024-04-12T16:04:36.107 INFO:tasks.rados.rados.0.smithi099.stdout:1048: finishing write tid 4 to smithi09982431-44 2024-04-12T16:04:36.107 INFO:tasks.rados.rados.0.smithi099.stdout:1048: oid 44 updating version 0 to 530 2024-04-12T16:04:36.108 INFO:tasks.rados.rados.0.smithi099.stdout:1048: oid 44 version 530 is already newer than 529 2024-04-12T16:04:36.108 INFO:tasks.rados.rados.0.smithi099.stdout:1048: oid 44 version 530 is already newer than 528 2024-04-12T16:04:36.108 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 44 v 530 (ObjNum 338 snap 107 seq_num 338) dirty exists 2024-04-12T16:04:36.108 INFO:tasks.rados.rados.0.smithi099.stdout:1048: left oid 44 (ObjNum 338 snap 107 seq_num 338) 2024-04-12T16:04:36.108 INFO:tasks.rados.rados.0.smithi099.stdout:1049: finishing copy_from to smithi09982431-28 2024-04-12T16:04:36.108 INFO:tasks.rados.rados.0.smithi099.stdout:1049: got expected ENOENT (src dne) 2024-04-12T16:04:36.108 INFO:tasks.rados.rados.0.smithi099.stdout:1049: finishing copy_from racing read to smithi09982431-28 2024-04-12T16:04:36.108 INFO:tasks.rados.rados.0.smithi099.stdout:1047: expect (ObjNum 325 snap 101 seq_num 325) 2024-04-12T16:04:36.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:36 smithi110 ceph-mon[31279]: osdmap e264: 8 total, 8 up, 8 in 2024-04-12T16:04:36.359 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:36 smithi099 ceph-mon[94290]: osdmap e264: 8 total, 8 up, 8 in 2024-04-12T16:04:36.359 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:36 smithi099 ceph-mon[96864]: osdmap e264: 8 total, 8 up, 8 in 2024-04-12T16:04:36.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:04:36] "GET /metrics HTTP/1.1" 200 36011 "" "Prometheus/2.43.0" 2024-04-12T16:04:37.037 INFO:tasks.rados.rados.0.smithi099.stdout:1042: done (5 left) 2024-04-12T16:04:37.037 INFO:tasks.rados.rados.0.smithi099.stdout:1044: done (4 left) 2024-04-12T16:04:37.037 INFO:tasks.rados.rados.0.smithi099.stdout:1047: done (3 left) 2024-04-12T16:04:37.037 INFO:tasks.rados.rados.0.smithi099.stdout:1048: done (2 left) 2024-04-12T16:04:37.037 INFO:tasks.rados.rados.0.smithi099.stdout:1049: done (1 left) 2024-04-12T16:04:37.037 INFO:tasks.rados.rados.0.smithi099.stdout:1050: done (0 left) 2024-04-12T16:04:37.037 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 34 current snap is 108 2024-04-12T16:04:37.037 INFO:tasks.rados.rados.0.smithi099.stdout:1051: seq_num 339 ranges {3358720=483328,3842048=401408} 2024-04-12T16:04:37.057 INFO:tasks.rados.rados.0.smithi099.stdout:1051: writing smithi09982431-34 from 3358720 to 3842048 tid 1 2024-04-12T16:04:37.061 INFO:tasks.rados.rados.0.smithi099.stdout:1051: writing smithi09982431-34 from 3842048 to 4243456 tid 2 2024-04-12T16:04:37.061 INFO:tasks.rados.rados.0.smithi099.stdout:1052: read oid 37 snap -1 2024-04-12T16:04:37.061 INFO:tasks.rados.rados.0.smithi099.stdout:1052: expect (ObjNum 241 snap 70 seq_num 241) 2024-04-12T16:04:37.061 INFO:tasks.rados.rados.0.smithi099.stdout:1053: delete oid 8 current snap is 108 2024-04-12T16:04:37.066 INFO:tasks.rados.rados.0.smithi099.stdout:1051: finishing write tid 1 to smithi09982431-34 2024-04-12T16:04:37.066 INFO:tasks.rados.rados.0.smithi099.stdout:1053: done (2 left) 2024-04-12T16:04:37.067 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 39 current snap is 108 2024-04-12T16:04:37.067 INFO:tasks.rados.rados.0.smithi099.stdout:1054: seq_num 341 ranges {0=516096,516096=401408} 2024-04-12T16:04:37.070 INFO:tasks.rados.rados.0.smithi099.stdout:1054: writing smithi09982431-39 from 0 to 516096 tid 1 2024-04-12T16:04:37.073 INFO:tasks.rados.rados.0.smithi099.stdout:1054: writing smithi09982431-39 from 516096 to 917504 tid 2 2024-04-12T16:04:37.073 INFO:tasks.rados.rados.0.smithi099.stdout:1055: setattr oid 1 current snap is 108 2024-04-12T16:04:37.073 INFO:tasks.rados.rados.0.smithi099.stdout:1051: finishing write tid 2 to smithi09982431-34 2024-04-12T16:04:37.073 INFO:tasks.rados.rados.0.smithi099.stdout:1051: finishing write tid 3 to smithi09982431-34 2024-04-12T16:04:37.073 INFO:tasks.rados.rados.0.smithi099.stdout:1051: finishing write tid 4 to smithi09982431-34 2024-04-12T16:04:37.073 INFO:tasks.rados.rados.0.smithi099.stdout:1051: oid 34 updating version 0 to 594 2024-04-12T16:04:37.073 INFO:tasks.rados.rados.0.smithi099.stdout:1051: oid 34 version 594 is already newer than 593 2024-04-12T16:04:37.073 INFO:tasks.rados.rados.0.smithi099.stdout:1051: oid 34 updating version 594 to 595 2024-04-12T16:04:37.073 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 34 v 595 (ObjNum 339 snap 108 seq_num 339) dirty exists 2024-04-12T16:04:37.074 INFO:tasks.rados.rados.0.smithi099.stdout:1051: left oid 34 (ObjNum 339 snap 108 seq_num 339) 2024-04-12T16:04:37.074 INFO:tasks.rados.rados.0.smithi099.stdout:1051: done (3 left) 2024-04-12T16:04:37.074 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 27 current snap is 108 2024-04-12T16:04:37.074 INFO:tasks.rados.rados.0.smithi099.stdout:1056: seq_num 342 ranges {0=532480,532480=401408} 2024-04-12T16:04:37.077 INFO:tasks.rados.rados.0.smithi099.stdout:1056: writing smithi09982431-27 from 0 to 532480 tid 1 2024-04-12T16:04:37.080 INFO:tasks.rados.rados.0.smithi099.stdout:1056: writing smithi09982431-27 from 532480 to 933888 tid 2 2024-04-12T16:04:37.080 INFO:tasks.rados.rados.0.smithi099.stdout:1057: snap_create 2024-04-12T16:04:37.080 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 1 v 427 (ObjNum 297 snap 91 seq_num 297) dirty exists 2024-04-12T16:04:37.080 INFO:tasks.rados.rados.0.smithi099.stdout:1052: expect (ObjNum 241 snap 70 seq_num 241) 2024-04-12T16:04:37.250 INFO:tasks.rados.rados.0.smithi099.stdout:1054: finishing write tid 1 to smithi09982431-39 2024-04-12T16:04:37.250 INFO:tasks.rados.rados.0.smithi099.stdout:1054: finishing write tid 2 to smithi09982431-39 2024-04-12T16:04:37.250 INFO:tasks.rados.rados.0.smithi099.stdout:1054: finishing write tid 3 to smithi09982431-39 2024-04-12T16:04:37.250 INFO:tasks.rados.rados.0.smithi099.stdout:1054: finishing write tid 4 to smithi09982431-39 2024-04-12T16:04:37.250 INFO:tasks.rados.rados.0.smithi099.stdout:1054: oid 39 updating version 0 to 404 2024-04-12T16:04:37.250 INFO:tasks.rados.rados.0.smithi099.stdout:1054: oid 39 version 404 is already newer than 403 2024-04-12T16:04:37.250 INFO:tasks.rados.rados.0.smithi099.stdout:1054: oid 39 updating version 404 to 405 2024-04-12T16:04:37.250 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 39 v 405 (ObjNum 341 snap 108 seq_num 341) dirty exists 2024-04-12T16:04:37.250 INFO:tasks.rados.rados.0.smithi099.stdout:1054: left oid 39 (ObjNum 341 snap 108 seq_num 341) 2024-04-12T16:04:37.250 INFO:tasks.rados.rados.0.smithi099.stdout:1056: finishing write tid 1 to smithi09982431-27 2024-04-12T16:04:37.251 INFO:tasks.rados.rados.0.smithi099.stdout:1056: finishing write tid 2 to smithi09982431-27 2024-04-12T16:04:37.251 INFO:tasks.rados.rados.0.smithi099.stdout:1056: finishing write tid 3 to smithi09982431-27 2024-04-12T16:04:37.251 INFO:tasks.rados.rados.0.smithi099.stdout:1056: finishing write tid 4 to smithi09982431-27 2024-04-12T16:04:37.251 INFO:tasks.rados.rados.0.smithi099.stdout:1056: oid 27 updating version 0 to 425 2024-04-12T16:04:37.251 INFO:tasks.rados.rados.0.smithi099.stdout:1056: oid 27 version 425 is already newer than 424 2024-04-12T16:04:37.251 INFO:tasks.rados.rados.0.smithi099.stdout:1056: oid 27 version 425 is already newer than 423 2024-04-12T16:04:37.251 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 27 v 425 (ObjNum 342 snap 108 seq_num 342) dirty exists 2024-04-12T16:04:37.251 INFO:tasks.rados.rados.0.smithi099.stdout:1056: left oid 27 (ObjNum 342 snap 108 seq_num 342) 2024-04-12T16:04:37.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:37 smithi110 ceph-mon[31279]: osdmap e265: 8 total, 8 up, 8 in 2024-04-12T16:04:37.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:37 smithi110 ceph-mon[31279]: pgmap v31: 121 pgs: 121 active+clean; 342 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 288 KiB/s wr, 5 op/s 2024-04-12T16:04:37.371 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:37 smithi099 ceph-mon[94290]: osdmap e265: 8 total, 8 up, 8 in 2024-04-12T16:04:37.371 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:37 smithi099 ceph-mon[94290]: pgmap v31: 121 pgs: 121 active+clean; 342 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 288 KiB/s wr, 5 op/s 2024-04-12T16:04:37.371 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:37 smithi099 ceph-mon[96864]: osdmap e265: 8 total, 8 up, 8 in 2024-04-12T16:04:37.371 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:37 smithi099 ceph-mon[96864]: pgmap v31: 121 pgs: 121 active+clean; 342 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 288 KiB/s wr, 5 op/s 2024-04-12T16:04:38.040 INFO:tasks.rados.rados.0.smithi099.stdout:1052: done (4 left) 2024-04-12T16:04:38.040 INFO:tasks.rados.rados.0.smithi099.stdout:1054: done (3 left) 2024-04-12T16:04:38.040 INFO:tasks.rados.rados.0.smithi099.stdout:1055: done (2 left) 2024-04-12T16:04:38.040 INFO:tasks.rados.rados.0.smithi099.stdout:1056: done (1 left) 2024-04-12T16:04:38.040 INFO:tasks.rados.rados.0.smithi099.stdout:1057: done (0 left) 2024-04-12T16:04:38.040 INFO:tasks.rados.rados.0.smithi099.stdout:1058: copy_from oid 31 from oid 47 current snap is 109 2024-04-12T16:04:38.040 INFO:tasks.rados.rados.0.smithi099.stdout:1059: read oid 12 snap 100 2024-04-12T16:04:38.040 INFO:tasks.rados.rados.0.smithi099.stdout:1059: expect (ObjNum 207 snap 53 seq_num 207) 2024-04-12T16:04:38.040 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 15 current snap is 109 2024-04-12T16:04:38.040 INFO:tasks.rados.rados.0.smithi099.stdout:1060: seq_num 343 ranges {565248=548864,1114112=401408} 2024-04-12T16:04:38.046 INFO:tasks.rados.rados.0.smithi099.stdout:1060: writing smithi09982431-15 from 565248 to 1114112 tid 1 2024-04-12T16:04:38.048 INFO:tasks.rados.rados.0.smithi099.stdout:1060: writing smithi09982431-15 from 1114112 to 1515520 tid 2 2024-04-12T16:04:38.048 INFO:tasks.rados.rados.0.smithi099.stdout:1061: snap_remove snap 60 2024-04-12T16:04:38.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:38 smithi110 ceph-mon[31279]: osdmap e266: 8 total, 8 up, 8 in 2024-04-12T16:04:38.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:38 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:38.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:38 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:38.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:38 smithi099 ceph-mon[94290]: osdmap e266: 8 total, 8 up, 8 in 2024-04-12T16:04:38.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:38.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:38.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:38 smithi099 ceph-mon[96864]: osdmap e266: 8 total, 8 up, 8 in 2024-04-12T16:04:38.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:38.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:38.978 INFO:tasks.rados.rados.0.smithi099.stdout:1061: done (3 left) 2024-04-12T16:04:38.979 INFO:tasks.rados.rados.0.smithi099.stdout:1062: copy_from oid 20 from oid 11 current snap is 109 2024-04-12T16:04:38.979 INFO:tasks.rados.rados.0.smithi099.stdout:1058: finishing copy_from to smithi09982431-31 2024-04-12T16:04:38.979 INFO:tasks.rados.rados.0.smithi099.stdout:1058: got expected ENOENT (src dne) 2024-04-12T16:04:38.979 INFO:tasks.rados.rados.0.smithi099.stdout:1058: finishing copy_from racing read to smithi09982431-31 2024-04-12T16:04:38.979 INFO:tasks.rados.rados.0.smithi099.stdout:1059: expect (ObjNum 207 snap 53 seq_num 207) 2024-04-12T16:04:39.020 INFO:tasks.rados.rados.0.smithi099.stdout:1060: finishing write tid 1 to smithi09982431-15 2024-04-12T16:04:39.020 INFO:tasks.rados.rados.0.smithi099.stdout:1060: finishing write tid 2 to smithi09982431-15 2024-04-12T16:04:39.021 INFO:tasks.rados.rados.0.smithi099.stdout:1058: done (3 left) 2024-04-12T16:04:39.021 INFO:tasks.rados.rados.0.smithi099.stdout:1059: done (2 left) 2024-04-12T16:04:39.021 INFO:tasks.rados.rados.0.smithi099.stdout:1063: snap_create 2024-04-12T16:04:39.021 INFO:tasks.rados.rados.0.smithi099.stdout:1060: finishing write tid 3 to smithi09982431-15 2024-04-12T16:04:39.021 INFO:tasks.rados.rados.0.smithi099.stdout:1060: finishing write tid 4 to smithi09982431-15 2024-04-12T16:04:39.021 INFO:tasks.rados.rados.0.smithi099.stdout:1060: oid 15 updating version 0 to 366 2024-04-12T16:04:39.021 INFO:tasks.rados.rados.0.smithi099.stdout:1060: oid 15 version 366 is already newer than 365 2024-04-12T16:04:39.021 INFO:tasks.rados.rados.0.smithi099.stdout:1060: oid 15 updating version 366 to 367 2024-04-12T16:04:39.021 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 15 v 367 (ObjNum 343 snap 109 seq_num 343) dirty exists 2024-04-12T16:04:39.021 INFO:tasks.rados.rados.0.smithi099.stdout:1060: left oid 15 (ObjNum 343 snap 109 seq_num 343) 2024-04-12T16:04:39.021 INFO:tasks.rados.rados.0.smithi099.stdout:1062: finishing copy_from racing read to smithi09982431-20 2024-04-12T16:04:39.021 INFO:tasks.rados.rados.0.smithi099.stdout:1062: finishing copy_from to smithi09982431-20 2024-04-12T16:04:39.021 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 20 v 89 (ObjNum 111 snap 23 seq_num 111) dirty exists 2024-04-12T16:04:39.040 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:38 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:04:38.786+0000 7ffbacc40700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-04-12T16:04:39.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:39 smithi110 ceph-mon[31279]: osdmap e267: 8 total, 8 up, 8 in 2024-04-12T16:04:39.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:39 smithi110 ceph-mon[31279]: pgmap v34: 121 pgs: 121 active+clean; 342 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T16:04:39.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:39 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:39.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:39 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:39.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:39 smithi110 ceph-mon[31279]: osdmap e268: 8 total, 8 up, 8 in 2024-04-12T16:04:39.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:39 smithi099 ceph-mon[94290]: osdmap e267: 8 total, 8 up, 8 in 2024-04-12T16:04:39.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:39 smithi099 ceph-mon[94290]: pgmap v34: 121 pgs: 121 active+clean; 342 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T16:04:39.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:39 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:39.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:39 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:39.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:39 smithi099 ceph-mon[94290]: osdmap e268: 8 total, 8 up, 8 in 2024-04-12T16:04:39.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:39 smithi099 ceph-mon[96864]: osdmap e267: 8 total, 8 up, 8 in 2024-04-12T16:04:39.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:39 smithi099 ceph-mon[96864]: pgmap v34: 121 pgs: 121 active+clean; 342 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T16:04:39.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:39 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:39.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:39 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:39.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:39 smithi099 ceph-mon[96864]: osdmap e268: 8 total, 8 up, 8 in 2024-04-12T16:04:39.981 INFO:tasks.rados.rados.0.smithi099.stdout:1060: done (2 left) 2024-04-12T16:04:39.981 INFO:tasks.rados.rados.0.smithi099.stdout:1062: done (1 left) 2024-04-12T16:04:39.981 INFO:tasks.rados.rados.0.smithi099.stdout:1063: done (0 left) 2024-04-12T16:04:39.981 INFO:tasks.rados.rados.0.smithi099.stdout:1064: copy_from oid 35 from oid 22 current snap is 110 2024-04-12T16:04:39.981 INFO:tasks.rados.rados.0.smithi099.stdout:1065: rollback oid 20 current snap is 110 2024-04-12T16:04:39.981 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 20 to 32 2024-04-12T16:04:39.981 INFO:tasks.rados.rados.0.smithi099.stdout:1066: delete oid 27 current snap is 110 2024-04-12T16:04:39.986 INFO:tasks.rados.rados.0.smithi099.stdout:1064: finishing copy_from to smithi09982431-35 2024-04-12T16:04:39.986 INFO:tasks.rados.rados.0.smithi099.stdout:1064: got expected ENOENT (src dne) 2024-04-12T16:04:39.986 INFO:tasks.rados.rados.0.smithi099.stdout:1064: finishing copy_from racing read to smithi09982431-35 2024-04-12T16:04:39.986 INFO:tasks.rados.rados.0.smithi099.stdout:1064: done (2 left) 2024-04-12T16:04:39.987 INFO:tasks.rados.rados.0.smithi099.stdout:1066: done (1 left) 2024-04-12T16:04:39.987 INFO:tasks.rados.rados.0.smithi099.stdout:1067: rollback oid 24 current snap is 110 2024-04-12T16:04:39.987 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 24 to 89 2024-04-12T16:04:39.987 INFO:tasks.rados.rados.0.smithi099.stdout:1068: delete oid 25 current snap is 110 2024-04-12T16:04:39.989 INFO:tasks.rados.rados.0.smithi099.stdout:1065: finishing rollback tid 0 to smithi09982431-20 2024-04-12T16:04:39.991 INFO:tasks.rados.rados.0.smithi099.stdout:1065: finishing rollback tid 1 to smithi09982431-20 2024-04-12T16:04:39.991 INFO:tasks.rados.rados.0.smithi099.stdout:1065: finishing rollback tid 2 to smithi09982431-20 2024-04-12T16:04:39.991 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 20 v 609 (ObjNum 138 snap 31 seq_num 138) dirty exists 2024-04-12T16:04:39.992 INFO:tasks.rados.rados.0.smithi099.stdout:1065: done (2 left) 2024-04-12T16:04:39.992 INFO:tasks.rados.rados.0.smithi099.stdout:1068: done (1 left) 2024-04-12T16:04:39.992 INFO:tasks.rados.rados.0.smithi099.stdout:1069: copy_from oid 1 from oid 48 current snap is 110 2024-04-12T16:04:39.992 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 5 current snap is 110 2024-04-12T16:04:39.992 INFO:tasks.rados.rados.0.smithi099.stdout:1070: seq_num 346 ranges {3342336=598016,3940352=401408} 2024-04-12T16:04:40.013 INFO:tasks.rados.rados.0.smithi099.stdout:1070: writing smithi09982431-5 from 3342336 to 3940352 tid 1 2024-04-12T16:04:40.016 INFO:tasks.rados.rados.0.smithi099.stdout:1070: writing smithi09982431-5 from 3940352 to 4341760 tid 2 2024-04-12T16:04:40.016 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 3 current snap is 110 2024-04-12T16:04:40.016 INFO:tasks.rados.rados.0.smithi099.stdout:1067: finishing rollback tid 0 to smithi09982431-24 2024-04-12T16:04:40.017 INFO:tasks.rados.rados.0.smithi099.stdout:1067: finishing rollback tid 1 to smithi09982431-24 2024-04-12T16:04:40.017 INFO:tasks.rados.rados.0.smithi099.stdout:1067: finishing rollback tid 2 to smithi09982431-24 2024-04-12T16:04:40.017 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 24 v 361 (ObjNum 251 snap 72 seq_num 251) dirty exists 2024-04-12T16:04:40.017 INFO:tasks.rados.rados.0.smithi099.stdout:1069: finishing copy_from racing read to smithi09982431-1 2024-04-12T16:04:40.017 INFO:tasks.rados.rados.0.smithi099.stdout:1069: finishing copy_from to smithi09982431-1 2024-04-12T16:04:40.017 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 1 v 176 (ObjNum 190 snap 48 seq_num 190) dirty exists 2024-04-12T16:04:40.017 INFO:tasks.rados.rados.0.smithi099.stdout:1071: seq_num 347 ranges {434176=614400,1048576=401408} 2024-04-12T16:04:40.022 INFO:tasks.rados.rados.0.smithi099.stdout:1071: writing smithi09982431-3 from 434176 to 1048576 tid 1 2024-04-12T16:04:40.025 INFO:tasks.rados.rados.0.smithi099.stdout:1071: writing smithi09982431-3 from 1048576 to 1449984 tid 2 2024-04-12T16:04:40.025 INFO:tasks.rados.rados.0.smithi099.stdout:1067: done (3 left) 2024-04-12T16:04:40.025 INFO:tasks.rados.rados.0.smithi099.stdout:1069: done (2 left) 2024-04-12T16:04:40.025 INFO:tasks.rados.rados.0.smithi099.stdout:1072: rollback oid 32 current snap is 110 2024-04-12T16:04:40.025 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 32 to 107 2024-04-12T16:04:40.025 INFO:tasks.rados.rados.0.smithi099.stdout:1070: finishing write tid 1 to smithi09982431-5 2024-04-12T16:04:40.025 INFO:tasks.rados.rados.0.smithi099.stdout:1070: finishing write tid 2 to smithi09982431-5 2024-04-12T16:04:40.025 INFO:tasks.rados.rados.0.smithi099.stdout:1073: read oid 10 snap -1 2024-04-12T16:04:40.025 INFO:tasks.rados.rados.0.smithi099.stdout:1073: expect (ObjNum 335 snap 107 seq_num 335) 2024-04-12T16:04:40.025 INFO:tasks.rados.rados.0.smithi099.stdout:1074: snap_remove snap 65 2024-04-12T16:04:40.987 INFO:tasks.rados.rados.0.smithi099.stdout:1074: done (4 left) 2024-04-12T16:04:40.987 INFO:tasks.rados.rados.0.smithi099.stdout:1075: read oid 23 snap -1 2024-04-12T16:04:40.987 INFO:tasks.rados.rados.0.smithi099.stdout:1075: expect (ObjNum 326 snap 103 seq_num 326) 2024-04-12T16:04:40.988 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 33 current snap is 110 2024-04-12T16:04:40.989 INFO:tasks.rados.rados.0.smithi099.stdout:1076: seq_num 348 ranges {5890048=630784,6520832=401408} 2024-04-12T16:04:41.024 INFO:tasks.rados.rados.0.smithi099.stdout:1076: writing smithi09982431-33 from 5890048 to 6520832 tid 1 2024-04-12T16:04:41.027 INFO:tasks.rados.rados.0.smithi099.stdout:1076: writing smithi09982431-33 from 6520832 to 6922240 tid 2 2024-04-12T16:04:41.027 INFO:tasks.rados.rados.0.smithi099.stdout:1077: snap_create 2024-04-12T16:04:41.027 INFO:tasks.rados.rados.0.smithi099.stdout:1070: finishing write tid 3 to smithi09982431-5 2024-04-12T16:04:41.027 INFO:tasks.rados.rados.0.smithi099.stdout:1070: finishing write tid 4 to smithi09982431-5 2024-04-12T16:04:41.027 INFO:tasks.rados.rados.0.smithi099.stdout:1070: oid 5 updating version 0 to 306 2024-04-12T16:04:41.027 INFO:tasks.rados.rados.0.smithi099.stdout:1070: oid 5 updating version 306 to 307 2024-04-12T16:04:41.027 INFO:tasks.rados.rados.0.smithi099.stdout:1070: oid 5 version 307 is already newer than 305 2024-04-12T16:04:41.027 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 5 v 307 (ObjNum 346 snap 110 seq_num 346) dirty exists 2024-04-12T16:04:41.027 INFO:tasks.rados.rados.0.smithi099.stdout:1070: left oid 5 (ObjNum 346 snap 110 seq_num 346) 2024-04-12T16:04:41.028 INFO:tasks.rados.rados.0.smithi099.stdout:1071: finishing write tid 1 to smithi09982431-3 2024-04-12T16:04:41.028 INFO:tasks.rados.rados.0.smithi099.stdout:1072: finishing rollback tid 0 to smithi09982431-32 2024-04-12T16:04:41.028 INFO:tasks.rados.rados.0.smithi099.stdout:1071: finishing write tid 2 to smithi09982431-3 2024-04-12T16:04:41.028 INFO:tasks.rados.rados.0.smithi099.stdout:1072: finishing rollback tid 1 to smithi09982431-32 2024-04-12T16:04:41.028 INFO:tasks.rados.rados.0.smithi099.stdout:1072: finishing rollback tid 2 to smithi09982431-32 2024-04-12T16:04:41.028 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 32 v 365 (ObjNum 329 snap 105 seq_num 329) dirty exists 2024-04-12T16:04:41.028 INFO:tasks.rados.rados.0.smithi099.stdout:1071: finishing write tid 3 to smithi09982431-3 2024-04-12T16:04:41.028 INFO:tasks.rados.rados.0.smithi099.stdout:1073: expect (ObjNum 335 snap 107 seq_num 335) 2024-04-12T16:04:41.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:40 smithi099 ceph-mon[94290]: osdmap e269: 8 total, 8 up, 8 in 2024-04-12T16:04:41.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:40 smithi099 ceph-mon[94290]: pgmap v37: 121 pgs: 121 active+clean; 348 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.5 MiB/s wr, 21 op/s 2024-04-12T16:04:41.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:40 smithi099 ceph-mon[96864]: osdmap e269: 8 total, 8 up, 8 in 2024-04-12T16:04:41.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:40 smithi099 ceph-mon[96864]: pgmap v37: 121 pgs: 121 active+clean; 348 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.5 MiB/s wr, 21 op/s 2024-04-12T16:04:41.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:40 smithi110 ceph-mon[31279]: osdmap e269: 8 total, 8 up, 8 in 2024-04-12T16:04:41.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:40 smithi110 ceph-mon[31279]: pgmap v37: 121 pgs: 121 active+clean; 348 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.5 MiB/s wr, 21 op/s 2024-04-12T16:04:41.824 INFO:tasks.rados.rados.0.smithi099.stdout:1071: finishing write tid 4 to smithi09982431-3 2024-04-12T16:04:41.824 INFO:tasks.rados.rados.0.smithi099.stdout:1071: oid 3 updating version 0 to 528 2024-04-12T16:04:41.824 INFO:tasks.rados.rados.0.smithi099.stdout:1071: oid 3 updating version 528 to 530 2024-04-12T16:04:41.824 INFO:tasks.rados.rados.0.smithi099.stdout:1071: oid 3 version 530 is already newer than 529 2024-04-12T16:04:41.824 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 3 v 530 (ObjNum 347 snap 110 seq_num 347) dirty exists 2024-04-12T16:04:41.824 INFO:tasks.rados.rados.0.smithi099.stdout:1071: left oid 3 (ObjNum 347 snap 110 seq_num 347) 2024-04-12T16:04:41.825 INFO:tasks.rados.rados.0.smithi099.stdout:1075: expect (ObjNum 326 snap 103 seq_num 326) 2024-04-12T16:04:41.928 INFO:tasks.rados.rados.0.smithi099.stdout:1076: finishing write tid 1 to smithi09982431-33 2024-04-12T16:04:41.929 INFO:tasks.rados.rados.0.smithi099.stdout:1076: finishing write tid 2 to smithi09982431-33 2024-04-12T16:04:41.929 INFO:tasks.rados.rados.0.smithi099.stdout:1076: finishing write tid 3 to smithi09982431-33 2024-04-12T16:04:41.929 INFO:tasks.rados.rados.0.smithi099.stdout:1076: finishing write tid 4 to smithi09982431-33 2024-04-12T16:04:41.929 INFO:tasks.rados.rados.0.smithi099.stdout:1076: oid 33 updating version 0 to 427 2024-04-12T16:04:41.929 INFO:tasks.rados.rados.0.smithi099.stdout:1076: oid 33 updating version 427 to 428 2024-04-12T16:04:41.929 INFO:tasks.rados.rados.0.smithi099.stdout:1076: oid 33 updating version 428 to 429 2024-04-12T16:04:41.929 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 33 v 429 (ObjNum 348 snap 110 seq_num 348) dirty exists 2024-04-12T16:04:41.929 INFO:tasks.rados.rados.0.smithi099.stdout:1076: left oid 33 (ObjNum 348 snap 110 seq_num 348) 2024-04-12T16:04:41.997 INFO:tasks.rados.rados.0.smithi099.stdout:1070: done (6 left) 2024-04-12T16:04:41.997 INFO:tasks.rados.rados.0.smithi099.stdout:1071: done (5 left) 2024-04-12T16:04:41.997 INFO:tasks.rados.rados.0.smithi099.stdout:1072: done (4 left) 2024-04-12T16:04:41.997 INFO:tasks.rados.rados.0.smithi099.stdout:1073: done (3 left) 2024-04-12T16:04:41.997 INFO:tasks.rados.rados.0.smithi099.stdout:1075: done (2 left) 2024-04-12T16:04:41.997 INFO:tasks.rados.rados.0.smithi099.stdout:1076: done (1 left) 2024-04-12T16:04:41.997 INFO:tasks.rados.rados.0.smithi099.stdout:1077: done (0 left) 2024-04-12T16:04:41.997 INFO:tasks.rados.rados.0.smithi099.stdout:1078: read oid 10 snap -1 2024-04-12T16:04:41.997 INFO:tasks.rados.rados.0.smithi099.stdout:1078: expect (ObjNum 335 snap 107 seq_num 335) 2024-04-12T16:04:41.997 INFO:tasks.rados.rados.0.smithi099.stdout:1079: setattr oid 17 current snap is 111 2024-04-12T16:04:41.998 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 8 current snap is 111 2024-04-12T16:04:41.999 INFO:tasks.rados.rados.0.smithi099.stdout:1080: seq_num 349 ranges {0=655360,655360=401408} 2024-04-12T16:04:42.002 INFO:tasks.rados.rados.0.smithi099.stdout:1080: writing smithi09982431-8 from 0 to 655360 tid 1 2024-04-12T16:04:42.005 INFO:tasks.rados.rados.0.smithi099.stdout:1080: writing smithi09982431-8 from 655360 to 1056768 tid 2 2024-04-12T16:04:42.005 INFO:tasks.rados.rados.0.smithi099.stdout:1081: delete oid 7 current snap is 111 2024-04-12T16:04:42.007 INFO:tasks.rados.rados.0.smithi099.stdout:1081: done (3 left) 2024-04-12T16:04:42.007 INFO:tasks.rados.rados.0.smithi099.stdout:1082: rollback oid 13 current snap is 111 2024-04-12T16:04:42.007 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 13 to 105 2024-04-12T16:04:42.007 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 14 current snap is 111 2024-04-12T16:04:42.007 INFO:tasks.rados.rados.0.smithi099.stdout:1083: seq_num 351 ranges {3702784=688128,4390912=401408} 2024-04-12T16:04:42.031 INFO:tasks.rados.rados.0.smithi099.stdout:1083: writing smithi09982431-14 from 3702784 to 4390912 tid 1 2024-04-12T16:04:42.034 INFO:tasks.rados.rados.0.smithi099.stdout:1083: writing smithi09982431-14 from 4390912 to 4792320 tid 2 2024-04-12T16:04:42.035 INFO:tasks.rados.rados.0.smithi099.stdout:1084: read oid 40 snap -1 2024-04-12T16:04:42.035 INFO:tasks.rados.rados.0.smithi099.stdout:1084: expect (ObjNum 227 snap 66 seq_num 227) 2024-04-12T16:04:42.035 INFO:tasks.rados.rados.0.smithi099.stdout:1080: finishing write tid 1 to smithi09982431-8 2024-04-12T16:04:42.035 INFO:tasks.rados.rados.0.smithi099.stdout:1080: finishing write tid 2 to smithi09982431-8 2024-04-12T16:04:42.035 INFO:tasks.rados.rados.0.smithi099.stdout:1085: read oid 12 snap 98 2024-04-12T16:04:42.035 INFO:tasks.rados.rados.0.smithi099.stdout:1085: expect (ObjNum 207 snap 53 seq_num 207) 2024-04-12T16:04:42.035 INFO:tasks.rados.rados.0.smithi099.stdout:1086: setattr oid 2 current snap is 111 2024-04-12T16:04:42.035 INFO:tasks.rados.rados.0.smithi099.stdout:1080: finishing write tid 3 to smithi09982431-8 2024-04-12T16:04:42.035 INFO:tasks.rados.rados.0.smithi099.stdout:1082: finishing rollback tid 0 to smithi09982431-13 2024-04-12T16:04:42.035 INFO:tasks.rados.rados.0.smithi099.stdout:1080: finishing write tid 4 to smithi09982431-8 2024-04-12T16:04:42.035 INFO:tasks.rados.rados.0.smithi099.stdout:1080: oid 8 updating version 0 to 371 2024-04-12T16:04:42.035 INFO:tasks.rados.rados.0.smithi099.stdout:1080: oid 8 updating version 371 to 372 2024-04-12T16:04:42.035 INFO:tasks.rados.rados.0.smithi099.stdout:1080: oid 8 version 372 is already newer than 370 2024-04-12T16:04:42.035 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 8 v 372 (ObjNum 349 snap 111 seq_num 349) dirty exists 2024-04-12T16:04:42.036 INFO:tasks.rados.rados.0.smithi099.stdout:1080: left oid 8 (ObjNum 349 snap 111 seq_num 349) 2024-04-12T16:04:42.036 INFO:tasks.rados.rados.0.smithi099.stdout:1082: finishing rollback tid 1 to smithi09982431-13 2024-04-12T16:04:42.036 INFO:tasks.rados.rados.0.smithi099.stdout:1082: finishing rollback tid 2 to smithi09982431-13 2024-04-12T16:04:42.036 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 13 v 264 (ObjNum 325 snap 101 seq_num 325) dirty exists 2024-04-12T16:04:42.036 INFO:tasks.rados.rados.0.smithi099.stdout:1078: expect (ObjNum 335 snap 107 seq_num 335) 2024-04-12T16:04:42.279 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:41 smithi099 ceph-mon[94290]: osdmap e270: 8 total, 8 up, 8 in 2024-04-12T16:04:42.280 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:41 smithi099 ceph-mon[96864]: osdmap e270: 8 total, 8 up, 8 in 2024-04-12T16:04:42.313 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:41 smithi110 ceph-mon[31279]: osdmap e270: 8 total, 8 up, 8 in 2024-04-12T16:04:42.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:04:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:04:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:04:42.816 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 17 v 101 (ObjNum 264 snap 82 seq_num 264) dirty exists 2024-04-12T16:04:42.816 INFO:tasks.rados.rados.0.smithi099.stdout:1083: finishing write tid 1 to smithi09982431-14 2024-04-12T16:04:42.816 INFO:tasks.rados.rados.0.smithi099.stdout:1085: expect (ObjNum 207 snap 53 seq_num 207) 2024-04-12T16:04:42.844 INFO:tasks.rados.rados.0.smithi099.stdout:1083: finishing write tid 2 to smithi09982431-14 2024-04-12T16:04:42.844 INFO:tasks.rados.rados.0.smithi099.stdout:1083: finishing write tid 3 to smithi09982431-14 2024-04-12T16:04:42.844 INFO:tasks.rados.rados.0.smithi099.stdout:1083: finishing write tid 4 to smithi09982431-14 2024-04-12T16:04:42.844 INFO:tasks.rados.rados.0.smithi099.stdout:1083: oid 14 updating version 0 to 206 2024-04-12T16:04:42.844 INFO:tasks.rados.rados.0.smithi099.stdout:1083: oid 14 updating version 206 to 208 2024-04-12T16:04:42.844 INFO:tasks.rados.rados.0.smithi099.stdout:1083: oid 14 version 208 is already newer than 207 2024-04-12T16:04:42.844 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 14 v 208 (ObjNum 351 snap 111 seq_num 351) dirty exists 2024-04-12T16:04:42.844 INFO:tasks.rados.rados.0.smithi099.stdout:1083: left oid 14 (ObjNum 351 snap 111 seq_num 351) 2024-04-12T16:04:42.844 INFO:tasks.rados.rados.0.smithi099.stdout:1084: expect (ObjNum 227 snap 66 seq_num 227) 2024-04-12T16:04:42.915 INFO:tasks.rados.rados.0.smithi099.stdout:1078: done (7 left) 2024-04-12T16:04:42.916 INFO:tasks.rados.rados.0.smithi099.stdout:1079: done (6 left) 2024-04-12T16:04:42.916 INFO:tasks.rados.rados.0.smithi099.stdout:1080: done (5 left) 2024-04-12T16:04:42.916 INFO:tasks.rados.rados.0.smithi099.stdout:1082: done (4 left) 2024-04-12T16:04:42.916 INFO:tasks.rados.rados.0.smithi099.stdout:1083: done (3 left) 2024-04-12T16:04:42.916 INFO:tasks.rados.rados.0.smithi099.stdout:1084: done (2 left) 2024-04-12T16:04:42.916 INFO:tasks.rados.rados.0.smithi099.stdout:1085: done (1 left) 2024-04-12T16:04:42.916 INFO:tasks.rados.rados.0.smithi099.stdout:1087: snap_remove snap 92 2024-04-12T16:04:43.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:42 smithi110 ceph-mon[31279]: osdmap e271: 8 total, 8 up, 8 in 2024-04-12T16:04:43.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:42 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:43.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:42 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:43.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:42 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:04:43.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:42 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:04:43.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:42 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:43.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:42 smithi110 ceph-mon[31279]: pgmap v40: 121 pgs: 121 active+clean; 348 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.5 MiB/s wr, 21 op/s 2024-04-12T16:04:43.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:42 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:04:43.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:42 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:04:43.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:42 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:04:43.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:42 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T16:04:43.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:42 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-12T16:04:43.346 INFO:tasks.rados.rados.0.smithi099.stdout:1087: done (1 left) 2024-04-12T16:04:43.347 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 31 current snap is 111 2024-04-12T16:04:43.347 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 2 v 210 (ObjNum 288 snap 87 seq_num 288) dirty exists 2024-04-12T16:04:43.347 INFO:tasks.rados.rados.0.smithi099.stdout:1088: seq_num 352 ranges {1622016=704512,2326528=401408} 2024-04-12T16:04:43.360 INFO:tasks.rados.rados.0.smithi099.stdout:1088: writing smithi09982431-31 from 1622016 to 2326528 tid 1 2024-04-12T16:04:43.363 INFO:tasks.rados.rados.0.smithi099.stdout:1088: writing smithi09982431-31 from 2326528 to 2727936 tid 2 2024-04-12T16:04:43.363 INFO:tasks.rados.rados.0.smithi099.stdout:1086: done (1 left) 2024-04-12T16:04:43.363 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 29 current snap is 111 2024-04-12T16:04:43.363 INFO:tasks.rados.rados.0.smithi099.stdout:1089: seq_num 353 ranges {1572864=720896,2293760=401408} 2024-04-12T16:04:43.376 INFO:tasks.rados.rados.0.smithi099.stdout:1089: writing smithi09982431-29 from 1572864 to 2293760 tid 1 2024-04-12T16:04:43.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:42 smithi099 ceph-mon[96864]: osdmap e271: 8 total, 8 up, 8 in 2024-04-12T16:04:43.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:43.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:43.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:04:43.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:04:43.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:43.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:42 smithi099 ceph-mon[96864]: pgmap v40: 121 pgs: 121 active+clean; 348 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.5 MiB/s wr, 21 op/s 2024-04-12T16:04:43.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:04:43.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:04:43.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:04:43.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T16:04:43.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-12T16:04:43.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:42 smithi099 ceph-mon[94290]: osdmap e271: 8 total, 8 up, 8 in 2024-04-12T16:04:43.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:43.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:43.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:04:43.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:04:43.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:43.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:42 smithi099 ceph-mon[94290]: pgmap v40: 121 pgs: 121 active+clean; 348 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.5 MiB/s wr, 21 op/s 2024-04-12T16:04:43.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:04:43.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:04:43.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:04:43.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T16:04:43.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-12T16:04:43.380 INFO:tasks.rados.rados.0.smithi099.stdout:1089: writing smithi09982431-29 from 2293760 to 2695168 tid 2 2024-04-12T16:04:43.380 INFO:tasks.rados.rados.0.smithi099.stdout:1090: rollback oid 12 current snap is 111 2024-04-12T16:04:43.380 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 12 to 70 2024-04-12T16:04:43.380 INFO:tasks.rados.rados.0.smithi099.stdout:1088: finishing write tid 1 to smithi09982431-31 2024-04-12T16:04:43.380 INFO:tasks.rados.rados.0.smithi099.stdout:1088: finishing write tid 2 to smithi09982431-31 2024-04-12T16:04:43.380 INFO:tasks.rados.rados.0.smithi099.stdout:1088: finishing write tid 3 to smithi09982431-31 2024-04-12T16:04:43.380 INFO:tasks.rados.rados.0.smithi099.stdout:1088: finishing write tid 4 to smithi09982431-31 2024-04-12T16:04:43.380 INFO:tasks.rados.rados.0.smithi099.stdout:1088: oid 31 updating version 0 to 555 2024-04-12T16:04:43.381 INFO:tasks.rados.rados.0.smithi099.stdout:1088: oid 31 version 555 is already newer than 554 2024-04-12T16:04:43.381 INFO:tasks.rados.rados.0.smithi099.stdout:1088: oid 31 updating version 555 to 556 2024-04-12T16:04:43.381 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 31 v 556 (ObjNum 352 snap 111 seq_num 352) dirty exists 2024-04-12T16:04:43.381 INFO:tasks.rados.rados.0.smithi099.stdout:1088: left oid 31 (ObjNum 352 snap 111 seq_num 352) 2024-04-12T16:04:43.381 INFO:tasks.rados.rados.0.smithi099.stdout:1088: done (2 left) 2024-04-12T16:04:43.381 INFO:tasks.rados.rados.0.smithi099.stdout:1091: rollback oid 25 current snap is 111 2024-04-12T16:04:43.381 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 25 to 99 2024-04-12T16:04:43.381 INFO:tasks.rados.rados.0.smithi099.stdout:1092: rmattr oid 46 current snap is 111 2024-04-12T16:04:43.381 INFO:tasks.rados.rados.0.smithi099.stdout:1093: rmattr oid 18 current snap is 111 2024-04-12T16:04:43.381 INFO:tasks.rados.rados.0.smithi099.stdout:1094: delete oid 7 current snap is 111 2024-04-12T16:04:43.382 INFO:tasks.rados.rados.0.smithi099.stdout:1089: finishing write tid 1 to smithi09982431-29 2024-04-12T16:04:43.382 INFO:tasks.rados.rados.0.smithi099.stdout:1091: finishing rollback tid 1 to smithi09982431-25 2024-04-12T16:04:43.382 INFO:tasks.rados.rados.0.smithi099.stdout:1090: finishing rollback tid 0 to smithi09982431-12 2024-04-12T16:04:43.383 INFO:tasks.rados.rados.0.smithi099.stdout:1091: finishing rollback tid 2 to smithi09982431-25 2024-04-12T16:04:43.383 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 25 v 630 (ObjNum 317 snap 98 seq_num 317) dirty exists 2024-04-12T16:04:43.383 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 46 v 385 (ObjNum 319 snap 98 seq_num 319) dirty exists 2024-04-12T16:04:43.383 INFO:tasks.rados.rados.0.smithi099.stdout:1091: done (5 left) 2024-04-12T16:04:43.383 INFO:tasks.rados.rados.0.smithi099.stdout:1092: done (4 left) 2024-04-12T16:04:43.383 INFO:tasks.rados.rados.0.smithi099.stdout:1094: done (3 left) 2024-04-12T16:04:43.384 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 33 current snap is 111 2024-04-12T16:04:43.384 INFO:tasks.rados.rados.0.smithi099.stdout:1095: seq_num 355 ranges {6922240=753664,7675904=401408} 2024-04-12T16:04:43.425 INFO:tasks.rados.rados.0.smithi099.stdout:1095: writing smithi09982431-33 from 6922240 to 7675904 tid 1 2024-04-12T16:04:43.427 INFO:tasks.rados.rados.0.smithi099.stdout:1095: writing smithi09982431-33 from 7675904 to 8077312 tid 2 2024-04-12T16:04:43.427 INFO:tasks.rados.rados.0.smithi099.stdout:1096: snap_remove snap 101 2024-04-12T16:04:43.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:04:43 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:04:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi099\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:04:44.353 INFO:tasks.rados.rados.0.smithi099.stdout:1096: done (4 left) 2024-04-12T16:04:44.353 INFO:tasks.rados.rados.0.smithi099.stdout:1097: read oid 31 snap -1 2024-04-12T16:04:44.353 INFO:tasks.rados.rados.0.smithi099.stdout:1097: expect (ObjNum 352 snap 111 seq_num 352) 2024-04-12T16:04:44.354 INFO:tasks.rados.rados.0.smithi099.stdout:1098: copy_from oid 5 from oid 11 current snap is 111 2024-04-12T16:04:44.354 INFO:tasks.rados.rados.0.smithi099.stdout:1089: finishing write tid 2 to smithi09982431-29 2024-04-12T16:04:44.354 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 18 v 544 (ObjNum 115 snap 24 seq_num 115) dirty exists 2024-04-12T16:04:44.354 INFO:tasks.rados.rados.0.smithi099.stdout:1089: finishing write tid 3 to smithi09982431-29 2024-04-12T16:04:44.354 INFO:tasks.rados.rados.0.smithi099.stdout:1090: finishing rollback tid 1 to smithi09982431-12 2024-04-12T16:04:44.354 INFO:tasks.rados.rados.0.smithi099.stdout:1090: finishing rollback tid 2 to smithi09982431-12 2024-04-12T16:04:44.354 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 430 (ObjNum 232 snap 67 seq_num 232) dirty exists 2024-04-12T16:04:44.354 INFO:tasks.rados.rados.0.smithi099.stdout:1089: finishing write tid 4 to smithi09982431-29 2024-04-12T16:04:44.354 INFO:tasks.rados.rados.0.smithi099.stdout:1089: oid 29 updating version 0 to 352 2024-04-12T16:04:44.354 INFO:tasks.rados.rados.0.smithi099.stdout:1089: oid 29 updating version 352 to 354 2024-04-12T16:04:44.354 INFO:tasks.rados.rados.0.smithi099.stdout:1089: oid 29 version 354 is already newer than 353 2024-04-12T16:04:44.354 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 29 v 354 (ObjNum 353 snap 111 seq_num 353) dirty exists 2024-04-12T16:04:44.354 INFO:tasks.rados.rados.0.smithi099.stdout:1089: left oid 29 (ObjNum 353 snap 111 seq_num 353) 2024-04-12T16:04:44.354 INFO:tasks.rados.rados.0.smithi099.stdout:1095: finishing write tid 1 to smithi09982431-33 2024-04-12T16:04:44.355 INFO:tasks.rados.rados.0.smithi099.stdout:1095: finishing write tid 2 to smithi09982431-33 2024-04-12T16:04:44.355 INFO:tasks.rados.rados.0.smithi099.stdout:1095: finishing write tid 3 to smithi09982431-33 2024-04-12T16:04:44.355 INFO:tasks.rados.rados.0.smithi099.stdout:1095: finishing write tid 4 to smithi09982431-33 2024-04-12T16:04:44.355 INFO:tasks.rados.rados.0.smithi099.stdout:1095: oid 33 updating version 0 to 431 2024-04-12T16:04:44.355 INFO:tasks.rados.rados.0.smithi099.stdout:1095: oid 33 updating version 431 to 432 2024-04-12T16:04:44.355 INFO:tasks.rados.rados.0.smithi099.stdout:1095: oid 33 version 432 is already newer than 430 2024-04-12T16:04:44.355 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 33 v 432 (ObjNum 355 snap 111 seq_num 355) dirty exists 2024-04-12T16:04:44.355 INFO:tasks.rados.rados.0.smithi099.stdout:1095: left oid 33 (ObjNum 355 snap 111 seq_num 355) 2024-04-12T16:04:44.355 INFO:tasks.rados.rados.0.smithi099.stdout:1089: done (5 left) 2024-04-12T16:04:44.356 INFO:tasks.rados.rados.0.smithi099.stdout:1090: done (4 left) 2024-04-12T16:04:44.356 INFO:tasks.rados.rados.0.smithi099.stdout:1093: done (3 left) 2024-04-12T16:04:44.356 INFO:tasks.rados.rados.0.smithi099.stdout:1095: done (2 left) 2024-04-12T16:04:44.356 INFO:tasks.rados.rados.0.smithi099.stdout:1099: delete oid 45 current snap is 111 2024-04-12T16:04:44.360 INFO:tasks.rados.rados.0.smithi099.stdout:1099: done (2 left) 2024-04-12T16:04:44.360 INFO:tasks.rados.rados.0.smithi099.stdout:1100: copy_from oid 24 from oid 26 current snap is 111 2024-04-12T16:04:44.360 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 40 current snap is 111 2024-04-12T16:04:44.360 INFO:tasks.rados.rados.0.smithi099.stdout:1101: seq_num 357 ranges {2269184=786432,3055616=401408} 2024-04-12T16:04:44.377 INFO:tasks.rados.rados.0.smithi099.stdout:1101: writing smithi09982431-40 from 2269184 to 3055616 tid 1 2024-04-12T16:04:44.380 INFO:tasks.rados.rados.0.smithi099.stdout:1101: writing smithi09982431-40 from 3055616 to 3457024 tid 2 2024-04-12T16:04:44.380 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 37 current snap is 111 2024-04-12T16:04:44.380 INFO:tasks.rados.rados.0.smithi099.stdout:1100: finishing copy_from to smithi09982431-24 2024-04-12T16:04:44.380 INFO:tasks.rados.rados.0.smithi099.stdout:1100: got expected ENOENT (src dne) 2024-04-12T16:04:44.380 INFO:tasks.rados.rados.0.smithi099.stdout:1100: finishing copy_from racing read to smithi09982431-24 2024-04-12T16:04:44.381 INFO:tasks.rados.rados.0.smithi099.stdout:1098: finishing copy_from racing read to smithi09982431-5 2024-04-12T16:04:44.381 INFO:tasks.rados.rados.0.smithi099.stdout:1097: expect (ObjNum 352 snap 111 seq_num 352) 2024-04-12T16:04:44.489 INFO:tasks.rados.rados.0.smithi099.stdout:1098: finishing copy_from to smithi09982431-5 2024-04-12T16:04:44.489 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 5 v 89 (ObjNum 111 snap 23 seq_num 111) dirty exists 2024-04-12T16:04:44.489 INFO:tasks.rados.rados.0.smithi099.stdout:1101: finishing write tid 1 to smithi09982431-40 2024-04-12T16:04:44.489 INFO:tasks.rados.rados.0.smithi099.stdout:1101: finishing write tid 2 to smithi09982431-40 2024-04-12T16:04:44.489 INFO:tasks.rados.rados.0.smithi099.stdout:1101: finishing write tid 3 to smithi09982431-40 2024-04-12T16:04:44.489 INFO:tasks.rados.rados.0.smithi099.stdout:1101: finishing write tid 4 to smithi09982431-40 2024-04-12T16:04:44.490 INFO:tasks.rados.rados.0.smithi099.stdout:1101: oid 40 updating version 0 to 642 2024-04-12T16:04:44.490 INFO:tasks.rados.rados.0.smithi099.stdout:1101: oid 40 version 642 is already newer than 641 2024-04-12T16:04:44.490 INFO:tasks.rados.rados.0.smithi099.stdout:1101: oid 40 updating version 642 to 643 2024-04-12T16:04:44.490 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 40 v 643 (ObjNum 357 snap 111 seq_num 357) dirty exists 2024-04-12T16:04:44.490 INFO:tasks.rados.rados.0.smithi099.stdout:1101: left oid 40 (ObjNum 357 snap 111 seq_num 357) 2024-04-12T16:04:44.490 INFO:tasks.rados.rados.0.smithi099.stdout:1102: seq_num 358 ranges {3481600=802816,4284416=401408} 2024-04-12T16:04:44.511 INFO:tasks.rados.rados.0.smithi099.stdout:1102: writing smithi09982431-37 from 3481600 to 4284416 tid 1 2024-04-12T16:04:44.514 INFO:tasks.rados.rados.0.smithi099.stdout:1102: writing smithi09982431-37 from 4284416 to 4685824 tid 2 2024-04-12T16:04:44.514 INFO:tasks.rados.rados.0.smithi099.stdout:1097: done (4 left) 2024-04-12T16:04:44.514 INFO:tasks.rados.rados.0.smithi099.stdout:1098: done (3 left) 2024-04-12T16:04:44.515 INFO:tasks.rados.rados.0.smithi099.stdout:1100: done (2 left) 2024-04-12T16:04:44.515 INFO:tasks.rados.rados.0.smithi099.stdout:1101: done (1 left) 2024-04-12T16:04:44.515 INFO:tasks.rados.rados.0.smithi099.stdout:1103: read oid 27 snap -1 2024-04-12T16:04:44.515 INFO:tasks.rados.rados.0.smithi099.stdout:1103: expect deleted 2024-04-12T16:04:44.515 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 47 current snap is 111 2024-04-12T16:04:44.515 INFO:tasks.rados.rados.0.smithi099.stdout:1104: seq_num 359 ranges {0=417792,417792=417792,835584=385024} 2024-04-12T16:04:44.516 INFO:tasks.rados.rados.0.smithi099.stdout:1104: writing smithi09982431-47 from 0 to 417792 tid 1 2024-04-12T16:04:44.519 INFO:tasks.rados.rados.0.smithi099.stdout:1104: writing smithi09982431-47 from 417792 to 835584 tid 2 2024-04-12T16:04:44.522 INFO:tasks.rados.rados.0.smithi099.stdout:1104: writing smithi09982431-47 from 835584 to 1220608 tid 3 2024-04-12T16:04:44.522 INFO:tasks.rados.rados.0.smithi099.stdout:1105: rollback oid 26 current snap is 111 2024-04-12T16:04:44.522 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 26 to 69 2024-04-12T16:04:44.522 INFO:tasks.rados.rados.0.smithi099.stdout:1102: finishing write tid 1 to smithi09982431-37 2024-04-12T16:04:44.522 INFO:tasks.rados.rados.0.smithi099.stdout:1102: finishing write tid 2 to smithi09982431-37 2024-04-12T16:04:44.522 INFO:tasks.rados.rados.0.smithi099.stdout:1102: finishing write tid 3 to smithi09982431-37 2024-04-12T16:04:44.522 INFO:tasks.rados.rados.0.smithi099.stdout:1102: finishing write tid 4 to smithi09982431-37 2024-04-12T16:04:44.522 INFO:tasks.rados.rados.0.smithi099.stdout:1102: oid 37 updating version 0 to 427 2024-04-12T16:04:44.522 INFO:tasks.rados.rados.0.smithi099.stdout:1102: oid 37 version 427 is already newer than 425 2024-04-12T16:04:44.522 INFO:tasks.rados.rados.0.smithi099.stdout:1102: oid 37 version 427 is already newer than 426 2024-04-12T16:04:44.522 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 37 v 427 (ObjNum 358 snap 111 seq_num 358) dirty exists 2024-04-12T16:04:44.523 INFO:tasks.rados.rados.0.smithi099.stdout:1102: left oid 37 (ObjNum 358 snap 111 seq_num 358) 2024-04-12T16:04:44.523 INFO:tasks.rados.rados.0.smithi099.stdout:1104: finishing write tid 1 to smithi09982431-47 2024-04-12T16:04:44.523 INFO:tasks.rados.rados.0.smithi099.stdout:1104: finishing write tid 2 to smithi09982431-47 2024-04-12T16:04:44.523 INFO:tasks.rados.rados.0.smithi099.stdout:1102: done (3 left) 2024-04-12T16:04:44.523 INFO:tasks.rados.rados.0.smithi099.stdout:1103: done (2 left) 2024-04-12T16:04:44.523 INFO:tasks.rados.rados.0.smithi099.stdout:1106: copy_from oid 43 from oid 14 current snap is 111 2024-04-12T16:04:44.523 INFO:tasks.rados.rados.0.smithi099.stdout:1107: snap_remove snap 110 2024-04-12T16:04:44.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:44 smithi110 ceph-mon[31279]: Upgrade: It appears safe to stop mon.b 2024-04-12T16:04:44.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:44 smithi110 ceph-mon[31279]: osdmap e272: 8 total, 8 up, 8 in 2024-04-12T16:04:44.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:44 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:44.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:44 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:04:44.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:44 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:04:44.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:44 smithi110 ceph-mon[31279]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:04:44.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:44 smithi099 ceph-mon[94290]: Upgrade: It appears safe to stop mon.b 2024-04-12T16:04:44.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:44 smithi099 ceph-mon[94290]: osdmap e272: 8 total, 8 up, 8 in 2024-04-12T16:04:44.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:44 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:44.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:44 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:04:44.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:44 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:04:44.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:44 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:04:44.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:44 smithi099 ceph-mon[96864]: Upgrade: It appears safe to stop mon.b 2024-04-12T16:04:44.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:44 smithi099 ceph-mon[96864]: osdmap e272: 8 total, 8 up, 8 in 2024-04-12T16:04:44.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:44 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:44.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:44 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:04:44.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:44 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:04:44.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:44 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:04:45.360 INFO:tasks.rados.rados.0.smithi099.stdout:1107: done (3 left) 2024-04-12T16:04:45.360 INFO:tasks.rados.rados.0.smithi099.stdout:1108: copy_from oid 23 from oid 33 current snap is 111 2024-04-12T16:04:45.360 INFO:tasks.rados.rados.0.smithi099.stdout:1105: finishing rollback tid 1 to smithi09982431-26 2024-04-12T16:04:45.360 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 297 (ObjNum 33 snap 0 seq_num 1924700880) dirty dne 2024-04-12T16:04:45.360 INFO:tasks.rados.rados.0.smithi099.stdout:1104: finishing write tid 3 to smithi09982431-47 2024-04-12T16:04:45.360 INFO:tasks.rados.rados.0.smithi099.stdout:1104: finishing write tid 4 to smithi09982431-47 2024-04-12T16:04:45.360 INFO:tasks.rados.rados.0.smithi099.stdout:1104: finishing write tid 5 to smithi09982431-47 2024-04-12T16:04:45.360 INFO:tasks.rados.rados.0.smithi099.stdout:1104: oid 47 updating version 0 to 356 2024-04-12T16:04:45.360 INFO:tasks.rados.rados.0.smithi099.stdout:1104: oid 47 version 356 is already newer than 355 2024-04-12T16:04:45.360 INFO:tasks.rados.rados.0.smithi099.stdout:1104: oid 47 updating version 356 to 357 2024-04-12T16:04:45.360 INFO:tasks.rados.rados.0.smithi099.stdout:1104: oid 47 updating version 357 to 358 2024-04-12T16:04:45.361 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 47 v 358 (ObjNum 359 snap 111 seq_num 359) dirty exists 2024-04-12T16:04:45.361 INFO:tasks.rados.rados.0.smithi099.stdout:1104: left oid 47 (ObjNum 359 snap 111 seq_num 359) 2024-04-12T16:04:45.361 INFO:tasks.rados.rados.0.smithi099.stdout:1106: finishing copy_from racing read to smithi09982431-43 2024-04-12T16:04:45.361 INFO:tasks.rados.rados.0.smithi099.stdout:1106: finishing copy_from to smithi09982431-43 2024-04-12T16:04:45.361 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 43 v 208 (ObjNum 351 snap 111 seq_num 351) dirty exists 2024-04-12T16:04:45.361 INFO:tasks.rados.rados.0.smithi099.stdout:1104: done (3 left) 2024-04-12T16:04:45.361 INFO:tasks.rados.rados.0.smithi099.stdout:1105: done (2 left) 2024-04-12T16:04:45.361 INFO:tasks.rados.rados.0.smithi099.stdout:1106: done (1 left) 2024-04-12T16:04:45.361 INFO:tasks.rados.rados.0.smithi099.stdout:1109: snap_create 2024-04-12T16:04:45.393 INFO:tasks.rados.rados.0.smithi099.stdout:1108: finishing copy_from racing read to smithi09982431-23 2024-04-12T16:04:45.398 INFO:tasks.rados.rados.0.smithi099.stdout:1108: finishing copy_from to smithi09982431-23 2024-04-12T16:04:45.398 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 23 v 432 (ObjNum 355 snap 111 seq_num 355) dirty exists 2024-04-12T16:04:45.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:45 smithi099 ceph-mon[94290]: Upgrade: Updating mon.b 2024-04-12T16:04:45.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:45 smithi099 ceph-mon[94290]: Deploying daemon mon.b on smithi110 2024-04-12T16:04:45.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:45 smithi099 ceph-mon[94290]: osdmap e273: 8 total, 8 up, 8 in 2024-04-12T16:04:45.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:45 smithi099 ceph-mon[94290]: pgmap v43: 121 pgs: 121 active+clean; 366 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.1 MiB/s wr, 32 op/s 2024-04-12T16:04:45.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:45 smithi099 ceph-mon[96864]: Upgrade: Updating mon.b 2024-04-12T16:04:45.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:45 smithi099 ceph-mon[96864]: Deploying daemon mon.b on smithi110 2024-04-12T16:04:45.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:45 smithi099 ceph-mon[96864]: osdmap e273: 8 total, 8 up, 8 in 2024-04-12T16:04:45.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:45 smithi099 ceph-mon[96864]: pgmap v43: 121 pgs: 121 active+clean; 366 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.1 MiB/s wr, 32 op/s 2024-04-12T16:04:45.760 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:45 smithi110 ceph-mon[31279]: Upgrade: Updating mon.b 2024-04-12T16:04:45.760 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:45 smithi110 ceph-mon[31279]: Deploying daemon mon.b on smithi110 2024-04-12T16:04:45.760 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:45 smithi110 ceph-mon[31279]: osdmap e273: 8 total, 8 up, 8 in 2024-04-12T16:04:45.760 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:45 smithi110 ceph-mon[31279]: pgmap v43: 121 pgs: 121 active+clean; 366 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.1 MiB/s wr, 32 op/s 2024-04-12T16:04:46.276 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:46 smithi110 systemd[1]: Stopping Ceph mon.b for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:04:46.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:46 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-b[31256]: 2024-04-12T16:04:46.277+0000 7fdf12f93700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T16:04:46.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:46 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-b[31256]: 2024-04-12T16:04:46.277+0000 7fdf12f93700 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-04-12T16:04:46.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:46 smithi110 podman[88492]: 2024-04-12 16:04:46.431586004 +0000 UTC m=+0.265296074 container died b39199de30d82c7f872bfb468880130d579d34c475b59247377700649f16b6c5 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-b, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=reef-d540eba, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240403, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T16:04:46.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:04:46] "GET /metrics HTTP/1.1" 200 36000 "" "Prometheus/2.43.0" 2024-04-12T16:04:47.048 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:46 smithi110 podman[88492]: 2024-04-12 16:04:46.782900217 +0000 UTC m=+0.616610289 container cleanup b39199de30d82c7f872bfb468880130d579d34c475b59247377700649f16b6c5 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-d540eba, ceph=True, org.label-schema.build-date=20240403, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-04-12T16:04:47.049 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:46 smithi110 bash[88492]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-b 2024-04-12T16:04:47.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 podman[88512]: 2024-04-12 16:04:47.051015765 +0000 UTC m=+0.615083155 container remove b39199de30d82c7f872bfb468880130d579d34c475b59247377700649f16b6c5 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-b, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=reef-d540eba, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240403, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T16:04:47.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mon.b.service: Deactivated successfully. 2024-04-12T16:04:47.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 systemd[1]: Stopped Ceph mon.b for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:04:47.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mon.b.service: Consumed 9.678s CPU time. 2024-04-12T16:04:47.724 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 systemd[1]: Starting Ceph mon.b for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:04:47.724 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 podman[88651]: 2024-04-12 16:04:47.610404612 +0000 UTC m=+0.097845065 container create 393831dfcb296a8692e4ca3ab317f317e92db289e3c757e3dc84582d5e8a6979 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-b, io.buildah.version=1.33.5, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409) 2024-04-12T16:04:47.724 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 podman[88651]: 2024-04-12 16:04:47.531584894 +0000 UTC m=+0.019025360 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:04:48.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 podman[88651]: 2024-04-12 16:04:47.846858179 +0000 UTC m=+0.334298633 container init 393831dfcb296a8692e4ca3ab317f317e92db289e3c757e3dc84582d5e8a6979 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-b, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-12T16:04:48.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 podman[88651]: 2024-04-12 16:04:47.852358667 +0000 UTC m=+0.339799123 container start 393831dfcb296a8692e4ca3ab317f317e92db289e3c757e3dc84582d5e8a6979 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-b, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T16:04:48.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: set uid:gid to 167:167 (ceph:ceph) 2024-04-12T16:04:48.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev), process ceph-mon, pid 7 2024-04-12T16:04:48.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: pidfile_write: ignore empty --pid-file 2024-04-12T16:04:48.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: load: jerasure load: lrc 2024-04-12T16:04:48.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: RocksDB version: 7.9.2 2024-04-12T16:04:48.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Git sha 0 2024-04-12T16:04:48.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Compile date 2024-04-09 18:12:34 2024-04-12T16:04:48.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: DB SUMMARY 2024-04-12T16:04:48.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: DB Session ID: 0HBT6415RLRAL7Y5ZLCI 2024-04-12T16:04:48.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: CURRENT file: CURRENT 2024-04-12T16:04:48.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: IDENTITY file: IDENTITY 2024-04-12T16:04:48.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1411 Bytes 2024-04-12T16:04:48.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-04-12T16:04:48.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 10555211 ; 2024-04-12T16:04:48.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.error_if_exists: 0 2024-04-12T16:04:48.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.create_if_missing: 0 2024-04-12T16:04:48.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.paranoid_checks: 1 2024-04-12T16:04:48.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-12T16:04:48.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-12T16:04:48.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-12T16:04:48.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.env: 0x55f3fa4abcc0 2024-04-12T16:04:48.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.fs: PosixFileSystem 2024-04-12T16:04:48.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.info_log: 0x55f3fbc8dc20 2024-04-12T16:04:48.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.max_file_opening_threads: 16 2024-04-12T16:04:48.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.statistics: (nil) 2024-04-12T16:04:48.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.use_fsync: 0 2024-04-12T16:04:48.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.max_log_file_size: 0 2024-04-12T16:04:48.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-12T16:04:48.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-12T16:04:48.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.keep_log_file_num: 1000 2024-04-12T16:04:48.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.recycle_log_file_num: 0 2024-04-12T16:04:48.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.allow_fallocate: 1 2024-04-12T16:04:48.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.allow_mmap_reads: 0 2024-04-12T16:04:48.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.allow_mmap_writes: 0 2024-04-12T16:04:48.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.use_direct_reads: 0 2024-04-12T16:04:48.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-12T16:04:48.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.create_missing_column_families: 0 2024-04-12T16:04:48.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.db_log_dir: 2024-04-12T16:04:48.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.wal_dir: 2024-04-12T16:04:48.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-12T16:04:48.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-12T16:04:48.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-12T16:04:48.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-12T16:04:48.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-12T16:04:48.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-12T16:04:48.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.advise_random_on_open: 1 2024-04-12T16:04:48.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.db_write_buffer_size: 0 2024-04-12T16:04:48.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.write_buffer_manager: 0x55f3fbc5e820 2024-04-12T16:04:48.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-12T16:04:48.340 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-12T16:04:48.340 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-12T16:04:48.340 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.rate_limiter: (nil) 2024-04-12T16:04:48.340 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-12T16:04:48.340 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.wal_recovery_mode: 2 2024-04-12T16:04:48.340 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.enable_thread_tracking: 0 2024-04-12T16:04:48.340 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.enable_pipelined_write: 0 2024-04-12T16:04:48.340 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.unordered_write: 0 2024-04-12T16:04:48.340 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-12T16:04:48.340 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-12T16:04:48.340 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-12T16:04:48.340 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-12T16:04:48.340 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.row_cache: None 2024-04-12T16:04:48.340 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.wal_filter: None 2024-04-12T16:04:48.340 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-12T16:04:48.341 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.allow_ingest_behind: 0 2024-04-12T16:04:48.341 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.two_write_queues: 0 2024-04-12T16:04:48.341 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.manual_wal_flush: 0 2024-04-12T16:04:48.341 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.wal_compression: 0 2024-04-12T16:04:48.341 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.atomic_flush: 0 2024-04-12T16:04:48.341 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-12T16:04:48.341 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-12T16:04:48.341 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-12T16:04:48.341 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.log_readahead_size: 0 2024-04-12T16:04:48.341 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-12T16:04:48.341 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.best_efforts_recovery: 0 2024-04-12T16:04:48.341 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-12T16:04:48.341 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-12T16:04:48.341 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.allow_data_in_errors: 0 2024-04-12T16:04:48.341 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.db_host_id: __hostname__ 2024-04-12T16:04:48.342 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-12T16:04:48.342 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.max_background_jobs: 2 2024-04-12T16:04:48.342 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.max_background_compactions: -1 2024-04-12T16:04:48.342 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.max_subcompactions: 1 2024-04-12T16:04:48.342 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-12T16:04:48.342 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-12T16:04:48.342 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-12T16:04:48.342 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.max_total_wal_size: 0 2024-04-12T16:04:48.342 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-12T16:04:48.342 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-12T16:04:48.342 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-12T16:04:48.342 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-12T16:04:48.342 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.max_open_files: -1 2024-04-12T16:04:48.342 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.bytes_per_sync: 0 2024-04-12T16:04:48.343 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-12T16:04:48.343 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-12T16:04:48.343 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.compaction_readahead_size: 0 2024-04-12T16:04:48.343 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.max_background_flushes: -1 2024-04-12T16:04:48.343 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Compression algorithms supported: 2024-04-12T16:04:48.343 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-12T16:04:48.343 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: kZSTD supported: 0 2024-04-12T16:04:48.343 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: kXpressCompression supported: 0 2024-04-12T16:04:48.343 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: kLZ4HCCompression supported: 1 2024-04-12T16:04:48.343 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: kZlibCompression supported: 1 2024-04-12T16:04:48.343 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: kSnappyCompression supported: 1 2024-04-12T16:04:48.343 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: kLZ4Compression supported: 1 2024-04-12T16:04:48.343 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: kBZip2Compression supported: 0 2024-04-12T16:04:48.343 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-12T16:04:48.343 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-12T16:04:48.344 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 2024-04-12T16:04:48.344 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-12T16:04:48.344 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-12T16:04:48.344 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.merge_operator: 2024-04-12T16:04:48.344 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.compaction_filter: None 2024-04-12T16:04:48.344 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.compaction_filter_factory: None 2024-04-12T16:04:48.344 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.sst_partitioner_factory: None 2024-04-12T16:04:48.344 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-12T16:04:48.344 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-12T16:04:48.344 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55f3fbc8dde0) 2024-04-12T16:04:48.344 INFO:journalctl@ceph.mon.b.smithi110.stdout: cache_index_and_filter_blocks: 1 2024-04-12T16:04:48.344 INFO:journalctl@ceph.mon.b.smithi110.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-12T16:04:48.344 INFO:journalctl@ceph.mon.b.smithi110.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-12T16:04:48.344 INFO:journalctl@ceph.mon.b.smithi110.stdout: pin_top_level_index_and_filter: 1 2024-04-12T16:04:48.344 INFO:journalctl@ceph.mon.b.smithi110.stdout: index_type: 0 2024-04-12T16:04:48.345 INFO:journalctl@ceph.mon.b.smithi110.stdout: data_block_index_type: 0 2024-04-12T16:04:48.345 INFO:journalctl@ceph.mon.b.smithi110.stdout: index_shortening: 1 2024-04-12T16:04:48.345 INFO:journalctl@ceph.mon.b.smithi110.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-12T16:04:48.345 INFO:journalctl@ceph.mon.b.smithi110.stdout: checksum: 4 2024-04-12T16:04:48.345 INFO:journalctl@ceph.mon.b.smithi110.stdout: no_block_cache: 0 2024-04-12T16:04:48.345 INFO:journalctl@ceph.mon.b.smithi110.stdout: block_cache: 0x55f3fbc91090 2024-04-12T16:04:48.345 INFO:journalctl@ceph.mon.b.smithi110.stdout: block_cache_name: BinnedLRUCache 2024-04-12T16:04:48.345 INFO:journalctl@ceph.mon.b.smithi110.stdout: block_cache_options: 2024-04-12T16:04:48.345 INFO:journalctl@ceph.mon.b.smithi110.stdout: capacity : 536870912 2024-04-12T16:04:48.345 INFO:journalctl@ceph.mon.b.smithi110.stdout: num_shard_bits : 4 2024-04-12T16:04:48.345 INFO:journalctl@ceph.mon.b.smithi110.stdout: strict_capacity_limit : 0 2024-04-12T16:04:48.345 INFO:journalctl@ceph.mon.b.smithi110.stdout: high_pri_pool_ratio: 0.000 2024-04-12T16:04:48.345 INFO:journalctl@ceph.mon.b.smithi110.stdout: block_cache_compressed: (nil) 2024-04-12T16:04:48.345 INFO:journalctl@ceph.mon.b.smithi110.stdout: persistent_cache: (nil) 2024-04-12T16:04:48.345 INFO:journalctl@ceph.mon.b.smithi110.stdout: block_size: 4096 2024-04-12T16:04:48.346 INFO:journalctl@ceph.mon.b.smithi110.stdout: block_size_deviation: 10 2024-04-12T16:04:48.346 INFO:journalctl@ceph.mon.b.smithi110.stdout: block_restart_interval: 16 2024-04-12T16:04:48.346 INFO:journalctl@ceph.mon.b.smithi110.stdout: index_block_restart_interval: 1 2024-04-12T16:04:48.346 INFO:journalctl@ceph.mon.b.smithi110.stdout: metadata_block_size: 4096 2024-04-12T16:04:48.346 INFO:journalctl@ceph.mon.b.smithi110.stdout: partition_filters: 0 2024-04-12T16:04:48.346 INFO:journalctl@ceph.mon.b.smithi110.stdout: use_delta_encoding: 1 2024-04-12T16:04:48.346 INFO:journalctl@ceph.mon.b.smithi110.stdout: filter_policy: bloomfilter 2024-04-12T16:04:48.346 INFO:journalctl@ceph.mon.b.smithi110.stdout: whole_key_filtering: 1 2024-04-12T16:04:48.346 INFO:journalctl@ceph.mon.b.smithi110.stdout: verify_compression: 0 2024-04-12T16:04:48.346 INFO:journalctl@ceph.mon.b.smithi110.stdout: read_amp_bytes_per_bit: 0 2024-04-12T16:04:48.346 INFO:journalctl@ceph.mon.b.smithi110.stdout: format_version: 5 2024-04-12T16:04:48.346 INFO:journalctl@ceph.mon.b.smithi110.stdout: enable_index_compression: 1 2024-04-12T16:04:48.346 INFO:journalctl@ceph.mon.b.smithi110.stdout: block_align: 0 2024-04-12T16:04:48.346 INFO:journalctl@ceph.mon.b.smithi110.stdout: max_auto_readahead_size: 262144 2024-04-12T16:04:48.346 INFO:journalctl@ceph.mon.b.smithi110.stdout: prepopulate_block_cache: 0 2024-04-12T16:04:48.347 INFO:journalctl@ceph.mon.b.smithi110.stdout: initial_auto_readahead_size: 8192 2024-04-12T16:04:48.347 INFO:journalctl@ceph.mon.b.smithi110.stdout: num_file_reads_for_auto_readahead: 2 2024-04-12T16:04:48.347 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.write_buffer_size: 33554432 2024-04-12T16:04:48.347 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.max_write_buffer_number: 2 2024-04-12T16:04:48.347 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.compression: NoCompression 2024-04-12T16:04:48.347 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.bottommost_compression: Disabled 2024-04-12T16:04:48.347 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.prefix_extractor: nullptr 2024-04-12T16:04:48.347 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-12T16:04:48.347 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.num_levels: 7 2024-04-12T16:04:48.347 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-12T16:04:48.347 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-12T16:04:48.347 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-12T16:04:48.347 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-12T16:04:48.347 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-12T16:04:48.347 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-12T16:04:48.348 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-12T16:04:48.348 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-12T16:04:48.348 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-12T16:04:48.348 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-12T16:04:48.348 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-12T16:04:48.348 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-12T16:04:48.348 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-12T16:04:48.348 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.compression_opts.level: 32767 2024-04-12T16:04:48.348 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.compression_opts.strategy: 0 2024-04-12T16:04:48.348 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-12T16:04:48.348 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-12T16:04:48.348 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-12T16:04:48.348 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-12T16:04:48.348 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.compression_opts.enabled: false 2024-04-12T16:04:48.348 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-12T16:04:48.348 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-12T16:04:48.349 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-12T16:04:48.349 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-12T16:04:48.349 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.target_file_size_base: 67108864 2024-04-12T16:04:48.349 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-12T16:04:48.349 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-12T16:04:48.349 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-12T16:04:48.349 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-12T16:04:48.349 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-12T16:04:48.349 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-12T16:04:48.349 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-12T16:04:48.349 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-12T16:04:48.349 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-12T16:04:48.349 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-12T16:04:48.349 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-12T16:04:48.350 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-12T16:04:48.350 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-12T16:04:48.350 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-12T16:04:48.350 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.arena_block_size: 1048576 2024-04-12T16:04:48.350 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-12T16:04:48.350 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-12T16:04:48.350 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.disable_auto_compactions: 0 2024-04-12T16:04:48.350 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-12T16:04:48.350 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-12T16:04:48.350 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-12T16:04:48.350 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-12T16:04:48.350 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-12T16:04:48.350 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-12T16:04:48.350 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-12T16:04:48.350 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-12T16:04:48.351 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-12T16:04:48.351 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-12T16:04:48.351 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-12T16:04:48.351 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.inplace_update_support: 0 2024-04-12T16:04:48.351 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-12T16:04:48.351 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-12T16:04:48.351 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-12T16:04:48.351 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-12T16:04:48.351 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.bloom_locality: 0 2024-04-12T16:04:48.351 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.max_successive_merges: 0 2024-04-12T16:04:48.351 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-12T16:04:48.351 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.paranoid_file_checks: 0 2024-04-12T16:04:48.351 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.force_consistency_checks: 1 2024-04-12T16:04:48.351 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.report_bg_io_stats: 0 2024-04-12T16:04:48.351 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.ttl: 2592000 2024-04-12T16:04:48.352 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-12T16:04:48.352 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-12T16:04:48.352 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-12T16:04:48.352 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.enable_blob_files: false 2024-04-12T16:04:48.352 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.min_blob_size: 0 2024-04-12T16:04:48.352 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.blob_file_size: 268435456 2024-04-12T16:04:48.352 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-12T16:04:48.352 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-12T16:04:48.352 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-12T16:04:48.352 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-12T16:04:48.352 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-12T16:04:48.352 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.blob_file_starting_level: 0 2024-04-12T16:04:48.352 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-12T16:04:48.352 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-12T16:04:48.352 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13601, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-04-12T16:04:48.353 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-04-12T16:04:48.353 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 5b79c8fd-20e3-485f-96f9-6adc0a7e829d 2024-04-12T16:04:48.353 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712937887881446, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-04-12T16:04:48.353 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-04-12T16:04:48.353 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712937887904083, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 6505521, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13606, "largest_seqno": 17111, "table_properties": {"data_size": 6489780, "index_size": 10726, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3973, "raw_key_size": 35867, "raw_average_key_size": 22, "raw_value_size": 6457176, "raw_average_value_size": 4115, "num_data_blocks": 467, "num_entries": 1569, "num_filter_entries": 1569, "num_deletions": 289, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712937887, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "5b79c8fd-20e3-485f-96f9-6adc0a7e829d", "db_session_id": "0HBT6415RLRAL7Y5ZLCI", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-04-12T16:04:48.353 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712937887904189, "job": 1, "event": "recovery_finished"} 2024-04-12T16:04:48.353 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-04-12T16:04:48.353 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-12T16:04:48.353 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-12T16:04:48.353 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55f3fbd80000 2024-04-12T16:04:48.353 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: DB pointer 0x55f3fbd6a000 2024-04-12T16:04:48.353 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-12T16:04:48.353 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-12T16:04:48.353 INFO:journalctl@ceph.mon.b.smithi110.stdout: ** DB Stats ** 2024-04-12T16:04:48.354 INFO:journalctl@ceph.mon.b.smithi110.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T16:04:48.354 INFO:journalctl@ceph.mon.b.smithi110.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-12T16:04:48.354 INFO:journalctl@ceph.mon.b.smithi110.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T16:04:48.354 INFO:journalctl@ceph.mon.b.smithi110.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T16:04:48.354 INFO:journalctl@ceph.mon.b.smithi110.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-12T16:04:48.354 INFO:journalctl@ceph.mon.b.smithi110.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T16:04:48.354 INFO:journalctl@ceph.mon.b.smithi110.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T16:04:48.354 INFO:journalctl@ceph.mon.b.smithi110.stdout: 2024-04-12T16:04:48.354 INFO:journalctl@ceph.mon.b.smithi110.stdout: ** Compaction Stats [default] ** 2024-04-12T16:04:48.354 INFO:journalctl@ceph.mon.b.smithi110.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-12T16:04:48.354 INFO:journalctl@ceph.mon.b.smithi110.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-12T16:04:48.354 INFO:journalctl@ceph.mon.b.smithi110.stdout: L0 1/0 6.20 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 699.9 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-04-12T16:04:48.354 INFO:journalctl@ceph.mon.b.smithi110.stdout: L6 1/0 7.76 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-12T16:04:48.354 INFO:journalctl@ceph.mon.b.smithi110.stdout: Sum 2/0 13.96 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 699.9 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-04-12T16:04:48.354 INFO:journalctl@ceph.mon.b.smithi110.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 699.9 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-04-12T16:04:48.355 INFO:journalctl@ceph.mon.b.smithi110.stdout: 2024-04-12T16:04:48.355 INFO:journalctl@ceph.mon.b.smithi110.stdout: ** Compaction Stats [default] ** 2024-04-12T16:04:48.355 INFO:journalctl@ceph.mon.b.smithi110.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-12T16:04:48.355 INFO:journalctl@ceph.mon.b.smithi110.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-12T16:04:48.355 INFO:journalctl@ceph.mon.b.smithi110.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 699.9 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-04-12T16:04:48.355 INFO:journalctl@ceph.mon.b.smithi110.stdout: 2024-04-12T16:04:48.355 INFO:journalctl@ceph.mon.b.smithi110.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-12T16:04:48.355 INFO:journalctl@ceph.mon.b.smithi110.stdout: 2024-04-12T16:04:48.355 INFO:journalctl@ceph.mon.b.smithi110.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T16:04:48.355 INFO:journalctl@ceph.mon.b.smithi110.stdout: Flush(GB): cumulative 0.006, interval 0.006 2024-04-12T16:04:48.355 INFO:journalctl@ceph.mon.b.smithi110.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-12T16:04:48.355 INFO:journalctl@ceph.mon.b.smithi110.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-12T16:04:48.355 INFO:journalctl@ceph.mon.b.smithi110.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-12T16:04:48.355 INFO:journalctl@ceph.mon.b.smithi110.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-12T16:04:48.355 INFO:journalctl@ceph.mon.b.smithi110.stdout: Cumulative compaction: 0.01 GB write, 244.87 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T16:04:48.356 INFO:journalctl@ceph.mon.b.smithi110.stdout: Interval compaction: 0.01 GB write, 244.87 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T16:04:48.356 INFO:journalctl@ceph.mon.b.smithi110.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-12T16:04:48.356 INFO:journalctl@ceph.mon.b.smithi110.stdout: Block cache BinnedLRUCache@0x55f3fbc91090#7 capacity: 512.00 MB usage: 16.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-04-12T16:04:48.356 INFO:journalctl@ceph.mon.b.smithi110.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.03 KB,0.0007689%) IndexBlock(1,12.08 KB,0.00230372%) Misc(1,0.00 KB,0%) 2024-04-12T16:04:48.356 INFO:journalctl@ceph.mon.b.smithi110.stdout: 2024-04-12T16:04:48.356 INFO:journalctl@ceph.mon.b.smithi110.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-12T16:04:48.356 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: starting mon.b rank 1 at public addrs [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] at bind addrs [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 2024-04-12T16:04:48.356 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: mon.b@-1(???) e3 preinit fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 2024-04-12T16:04:48.356 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: mon.b@-1(???).mds e6 new map 2024-04-12T16:04:48.356 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: mon.b@-1(???).mds e6 print_map 2024-04-12T16:04:48.356 INFO:journalctl@ceph.mon.b.smithi110.stdout: e6 2024-04-12T16:04:48.356 INFO:journalctl@ceph.mon.b.smithi110.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-12T16:04:48.356 INFO:journalctl@ceph.mon.b.smithi110.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-12T16:04:48.356 INFO:journalctl@ceph.mon.b.smithi110.stdout: legacy client fscid: 1 2024-04-12T16:04:48.356 INFO:journalctl@ceph.mon.b.smithi110.stdout: 2024-04-12T16:04:48.356 INFO:journalctl@ceph.mon.b.smithi110.stdout: Filesystem 'cephfs' (1) 2024-04-12T16:04:48.357 INFO:journalctl@ceph.mon.b.smithi110.stdout: fs_name cephfs 2024-04-12T16:04:48.357 INFO:journalctl@ceph.mon.b.smithi110.stdout: epoch 6 2024-04-12T16:04:48.357 INFO:journalctl@ceph.mon.b.smithi110.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-12T16:04:48.357 INFO:journalctl@ceph.mon.b.smithi110.stdout: created 2024-04-12T15:57:32.292413+0000 2024-04-12T16:04:48.357 INFO:journalctl@ceph.mon.b.smithi110.stdout: modified 2024-04-12T15:57:34.299505+0000 2024-04-12T16:04:48.357 INFO:journalctl@ceph.mon.b.smithi110.stdout: tableserver 0 2024-04-12T16:04:48.357 INFO:journalctl@ceph.mon.b.smithi110.stdout: root 0 2024-04-12T16:04:48.357 INFO:journalctl@ceph.mon.b.smithi110.stdout: session_timeout 60 2024-04-12T16:04:48.357 INFO:journalctl@ceph.mon.b.smithi110.stdout: session_autoclose 300 2024-04-12T16:04:48.357 INFO:journalctl@ceph.mon.b.smithi110.stdout: max_file_size 1099511627776 2024-04-12T16:04:48.357 INFO:journalctl@ceph.mon.b.smithi110.stdout: max_xattr_size 65536 2024-04-12T16:04:48.357 INFO:journalctl@ceph.mon.b.smithi110.stdout: required_client_features {} 2024-04-12T16:04:48.357 INFO:journalctl@ceph.mon.b.smithi110.stdout: last_failure 0 2024-04-12T16:04:48.357 INFO:journalctl@ceph.mon.b.smithi110.stdout: last_failure_osd_epoch 0 2024-04-12T16:04:48.358 INFO:journalctl@ceph.mon.b.smithi110.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-12T16:04:48.358 INFO:journalctl@ceph.mon.b.smithi110.stdout: max_mds 1 2024-04-12T16:04:48.358 INFO:journalctl@ceph.mon.b.smithi110.stdout: in 0 2024-04-12T16:04:48.358 INFO:journalctl@ceph.mon.b.smithi110.stdout: up {0=24350} 2024-04-12T16:04:48.358 INFO:journalctl@ceph.mon.b.smithi110.stdout: failed 2024-04-12T16:04:48.358 INFO:journalctl@ceph.mon.b.smithi110.stdout: damaged 2024-04-12T16:04:48.358 INFO:journalctl@ceph.mon.b.smithi110.stdout: stopped 2024-04-12T16:04:48.358 INFO:journalctl@ceph.mon.b.smithi110.stdout: data_pools [3] 2024-04-12T16:04:48.358 INFO:journalctl@ceph.mon.b.smithi110.stdout: metadata_pool 2 2024-04-12T16:04:48.358 INFO:journalctl@ceph.mon.b.smithi110.stdout: inline_data disabled 2024-04-12T16:04:48.358 INFO:journalctl@ceph.mon.b.smithi110.stdout: balancer 2024-04-12T16:04:48.358 INFO:journalctl@ceph.mon.b.smithi110.stdout: bal_rank_mask -1 2024-04-12T16:04:48.358 INFO:journalctl@ceph.mon.b.smithi110.stdout: standby_count_wanted 0 2024-04-12T16:04:48.358 INFO:journalctl@ceph.mon.b.smithi110.stdout: qdb_cluster leader: 0 members: 2024-04-12T16:04:48.358 INFO:journalctl@ceph.mon.b.smithi110.stdout: [mds.a{0:24350} state up:active seq 4 addr [v2:172.21.15.99:6834/701376503,v1:172.21.15.99:6835/701376503] compat {c=[1],r=[1],i=[7ff]}] 2024-04-12T16:04:48.359 INFO:journalctl@ceph.mon.b.smithi110.stdout: 2024-04-12T16:04:48.359 INFO:journalctl@ceph.mon.b.smithi110.stdout: 2024-04-12T16:04:48.359 INFO:journalctl@ceph.mon.b.smithi110.stdout: Standby daemons: 2024-04-12T16:04:48.359 INFO:journalctl@ceph.mon.b.smithi110.stdout: 2024-04-12T16:04:48.359 INFO:journalctl@ceph.mon.b.smithi110.stdout: [mds.b{-1:24328} state up:standby seq 1 addr [v2:172.21.15.110:6832/3505804678,v1:172.21.15.110:6833/3505804678] compat {c=[1],r=[1],i=[7ff]}] 2024-04-12T16:04:48.359 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: mon.b@-1(???).osd e274 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-12T16:04:48.359 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: mon.b@-1(???).osd e274 crush map has features 432629308056666112, adjusting msgr requires 2024-04-12T16:04:48.359 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: mon.b@-1(???).osd e274 crush map has features 432629308056666112, adjusting msgr requires 2024-04-12T16:04:48.359 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: mon.b@-1(???).osd e274 crush map has features 432629308056666112, adjusting msgr requires 2024-04-12T16:04:48.359 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 ceph-mon[88691]: mon.b@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2024-04-12T16:04:48.359 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 bash[88651]: 393831dfcb296a8692e4ca3ab317f317e92db289e3c757e3dc84582d5e8a6979 2024-04-12T16:04:48.359 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:47 smithi110 systemd[1]: Started Ceph mon.b for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:04:49.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:49 smithi099 ceph-mon[94290]: osdmap e274: 8 total, 8 up, 8 in 2024-04-12T16:04:49.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:49 smithi099 ceph-mon[96864]: osdmap e274: 8 total, 8 up, 8 in 2024-04-12T16:04:49.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:49 smithi110 ceph-mon[88691]: osdmap e274: 8 total, 8 up, 8 in 2024-04-12T16:04:50.377 INFO:tasks.rados.rados.0.smithi099.stdout:1108: done (1 left) 2024-04-12T16:04:50.378 INFO:tasks.rados.rados.0.smithi099.stdout:1109: done (0 left) 2024-04-12T16:04:50.378 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 11 current snap is 112 2024-04-12T16:04:50.378 INFO:tasks.rados.rados.0.smithi099.stdout:1110: seq_num 360 ranges {1867776=434176,2301952=704512,3006464=98304} 2024-04-12T16:04:50.390 INFO:tasks.rados.rados.0.smithi099.stdout:1110: writing smithi09982431-11 from 1867776 to 2301952 tid 1 2024-04-12T16:04:50.394 INFO:tasks.rados.rados.0.smithi099.stdout:1110: writing smithi09982431-11 from 2301952 to 3006464 tid 2 2024-04-12T16:04:50.395 INFO:tasks.rados.rados.0.smithi099.stdout:1110: writing smithi09982431-11 from 3006464 to 3104768 tid 3 2024-04-12T16:04:50.395 INFO:tasks.rados.rados.0.smithi099.stdout:1111: rmattr oid 30 current snap is 112 2024-04-12T16:04:50.395 INFO:tasks.rados.rados.0.smithi099.stdout:1112: delete oid 23 current snap is 112 2024-04-12T16:04:50.398 INFO:tasks.rados.rados.0.smithi099.stdout:1110: finishing write tid 1 to smithi09982431-11 2024-04-12T16:04:50.400 INFO:tasks.rados.rados.0.smithi099.stdout:1112: done (2 left) 2024-04-12T16:04:50.400 INFO:tasks.rados.rados.0.smithi099.stdout:1113: rollback oid 13 current snap is 112 2024-04-12T16:04:50.400 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 13 to 99 2024-04-12T16:04:50.400 INFO:tasks.rados.rados.0.smithi099.stdout:1114: copy_from oid 37 from oid 2 current snap is 112 2024-04-12T16:04:50.400 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 30 v 272 (ObjNum 310 snap 96 seq_num 310) dirty exists 2024-04-12T16:04:50.400 INFO:tasks.rados.rados.0.smithi099.stdout:1111: done (3 left) 2024-04-12T16:04:50.401 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 24 current snap is 112 2024-04-12T16:04:50.401 INFO:tasks.rados.rados.0.smithi099.stdout:1115: seq_num 362 ranges {5234688=466944,5701632=466944,6168576=335872} 2024-04-12T16:04:50.431 INFO:tasks.rados.rados.0.smithi099.stdout:1115: writing smithi09982431-24 from 5234688 to 5701632 tid 1 2024-04-12T16:04:50.433 INFO:tasks.rados.rados.0.smithi099.stdout:1115: writing smithi09982431-24 from 5701632 to 6168576 tid 2 2024-04-12T16:04:50.436 INFO:tasks.rados.rados.0.smithi099.stdout:1115: writing smithi09982431-24 from 6168576 to 6504448 tid 3 2024-04-12T16:04:50.436 INFO:tasks.rados.rados.0.smithi099.stdout:1116: read oid 33 snap 70 2024-04-12T16:04:50.436 INFO:tasks.rados.rados.0.smithi099.stdout:1116: expect deleted 2024-04-12T16:04:50.436 INFO:tasks.rados.rados.0.smithi099.stdout:1117: snap_create 2024-04-12T16:04:50.436 INFO:tasks.rados.rados.0.smithi099.stdout:1110: finishing write tid 2 to smithi09982431-11 2024-04-12T16:04:50.436 INFO:tasks.rados.rados.0.smithi099.stdout:1110: finishing write tid 3 to smithi09982431-11 2024-04-12T16:04:50.436 INFO:tasks.rados.rados.0.smithi099.stdout:1110: finishing write tid 4 to smithi09982431-11 2024-04-12T16:04:50.437 INFO:tasks.rados.rados.0.smithi099.stdout:1110: finishing write tid 5 to smithi09982431-11 2024-04-12T16:04:50.437 INFO:tasks.rados.rados.0.smithi099.stdout:1110: oid 11 updating version 0 to 298 2024-04-12T16:04:50.437 INFO:tasks.rados.rados.0.smithi099.stdout:1110: oid 11 updating version 298 to 299 2024-04-12T16:04:50.437 INFO:tasks.rados.rados.0.smithi099.stdout:1110: oid 11 updating version 299 to 300 2024-04-12T16:04:50.437 INFO:tasks.rados.rados.0.smithi099.stdout:1110: oid 11 updating version 300 to 301 2024-04-12T16:04:50.437 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 11 v 301 (ObjNum 360 snap 112 seq_num 360) dirty exists 2024-04-12T16:04:50.437 INFO:tasks.rados.rados.0.smithi099.stdout:1110: left oid 11 (ObjNum 360 snap 112 seq_num 360) 2024-04-12T16:04:50.437 INFO:tasks.rados.rados.0.smithi099.stdout:1113: finishing rollback tid 0 to smithi09982431-13 2024-04-12T16:04:50.437 INFO:tasks.rados.rados.0.smithi099.stdout:1113: finishing rollback tid 1 to smithi09982431-13 2024-04-12T16:04:50.437 INFO:tasks.rados.rados.0.smithi099.stdout:1113: finishing rollback tid 2 to smithi09982431-13 2024-04-12T16:04:50.437 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 13 v 276 (ObjNum 254 snap 73 seq_num 254) dirty exists 2024-04-12T16:04:50.437 INFO:tasks.rados.rados.0.smithi099.stdout:1114: finishing copy_from racing read to smithi09982431-37 2024-04-12T16:04:50.437 INFO:tasks.rados.rados.0.smithi099.stdout:1114: finishing copy_from to smithi09982431-37 2024-04-12T16:04:50.437 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 37 v 210 (ObjNum 288 snap 87 seq_num 288) dirty exists 2024-04-12T16:04:50.437 INFO:tasks.rados.rados.0.smithi099.stdout:1115: finishing write tid 1 to smithi09982431-24 2024-04-12T16:04:50.438 INFO:tasks.rados.rados.0.smithi099.stdout:1115: finishing write tid 2 to smithi09982431-24 2024-04-12T16:04:50.438 INFO:tasks.rados.rados.0.smithi099.stdout:1115: finishing write tid 3 to smithi09982431-24 2024-04-12T16:04:50.438 INFO:tasks.rados.rados.0.smithi099.stdout:1115: finishing write tid 4 to smithi09982431-24 2024-04-12T16:04:50.439 INFO:tasks.rados.rados.0.smithi099.stdout:1115: finishing write tid 5 to smithi09982431-24 2024-04-12T16:04:50.439 INFO:tasks.rados.rados.0.smithi099.stdout:1115: oid 24 updating version 0 to 385 2024-04-12T16:04:50.439 INFO:tasks.rados.rados.0.smithi099.stdout:1115: oid 24 updating version 385 to 386 2024-04-12T16:04:50.439 INFO:tasks.rados.rados.0.smithi099.stdout:1115: oid 24 updating version 386 to 387 2024-04-12T16:04:50.440 INFO:tasks.rados.rados.0.smithi099.stdout:1115: oid 24 version 387 is already newer than 384 2024-04-12T16:04:50.440 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 24 v 387 (ObjNum 362 snap 112 seq_num 362) dirty exists 2024-04-12T16:04:50.440 INFO:tasks.rados.rados.0.smithi099.stdout:1115: left oid 24 (ObjNum 362 snap 112 seq_num 362) 2024-04-12T16:04:50.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:50 smithi110 ceph-mon[88691]: 0: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.a 2024-04-12T16:04:50.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:50 smithi110 ceph-mon[88691]: 1: [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] mon.b 2024-04-12T16:04:50.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:50 smithi110 ceph-mon[88691]: 2: [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] mon.c 2024-04-12T16:04:50.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:50 smithi110 ceph-mon[88691]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T16:04:50.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:50 smithi110 ceph-mon[88691]: osdmap e274: 8 total, 8 up, 8 in 2024-04-12T16:04:50.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:50 smithi110 ceph-mon[88691]: mgrmap e43: y(active, since 37s), standbys: x 2024-04-12T16:04:50.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:50 smithi110 ceph-mon[88691]: overall HEALTH_OK 2024-04-12T16:04:50.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:50 smithi110 ceph-mon[88691]: mon.b calling monitor election 2024-04-12T16:04:50.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:50 smithi110 ceph-mon[88691]: mon.c calling monitor election 2024-04-12T16:04:50.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:50 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:04:50.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:50 smithi110 ceph-mon[88691]: mon.a calling monitor election 2024-04-12T16:04:50.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:50 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:04:50.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:50 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:04:50.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:50 smithi110 ceph-mon[88691]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T16:04:50.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:50 smithi110 ceph-mon[88691]: monmap epoch 4 2024-04-12T16:04:50.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:50 smithi110 ceph-mon[88691]: fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 2024-04-12T16:04:50.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:50 smithi110 ceph-mon[88691]: last_changed 2024-04-12T16:04:49.367974+0000 2024-04-12T16:04:50.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:50 smithi110 ceph-mon[88691]: created 2024-04-12T15:51:58.657208+0000 2024-04-12T16:04:50.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:50 smithi110 ceph-mon[88691]: min_mon_release 19 (squid) 2024-04-12T16:04:50.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:50 smithi110 ceph-mon[88691]: election_strategy: 1 2024-04-12T16:04:50.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:50 smithi110 ceph-mon[88691]: 0: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.a 2024-04-12T16:04:50.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:50 smithi110 ceph-mon[88691]: 1: [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] mon.b 2024-04-12T16:04:50.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:50 smithi110 ceph-mon[88691]: 2: [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] mon.c 2024-04-12T16:04:50.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:50 smithi110 ceph-mon[88691]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T16:04:50.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:50 smithi110 ceph-mon[88691]: osdmap e274: 8 total, 8 up, 8 in 2024-04-12T16:04:50.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:50 smithi110 ceph-mon[88691]: mgrmap e43: y(active, since 37s), standbys: x 2024-04-12T16:04:50.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:50 smithi110 ceph-mon[88691]: overall HEALTH_OK 2024-04-12T16:04:50.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:50 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:50.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:50 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:50.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:50 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:04:50.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[94290]: 0: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.a 2024-04-12T16:04:50.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[94290]: 1: [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] mon.b 2024-04-12T16:04:50.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[94290]: 2: [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] mon.c 2024-04-12T16:04:50.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[94290]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T16:04:50.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[94290]: osdmap e274: 8 total, 8 up, 8 in 2024-04-12T16:04:50.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[94290]: mgrmap e43: y(active, since 37s), standbys: x 2024-04-12T16:04:50.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[94290]: overall HEALTH_OK 2024-04-12T16:04:50.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[94290]: mon.b calling monitor election 2024-04-12T16:04:50.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[94290]: mon.c calling monitor election 2024-04-12T16:04:50.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:04:50.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[94290]: mon.a calling monitor election 2024-04-12T16:04:50.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:04:50.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:04:50.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[94290]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T16:04:50.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[94290]: monmap epoch 4 2024-04-12T16:04:50.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[94290]: fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 2024-04-12T16:04:50.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[94290]: last_changed 2024-04-12T16:04:49.367974+0000 2024-04-12T16:04:50.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[94290]: created 2024-04-12T15:51:58.657208+0000 2024-04-12T16:04:50.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[94290]: min_mon_release 19 (squid) 2024-04-12T16:04:50.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[94290]: election_strategy: 1 2024-04-12T16:04:50.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[94290]: 0: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.a 2024-04-12T16:04:50.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[94290]: 1: [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] mon.b 2024-04-12T16:04:50.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[94290]: 2: [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] mon.c 2024-04-12T16:04:50.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[94290]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T16:04:50.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[94290]: osdmap e274: 8 total, 8 up, 8 in 2024-04-12T16:04:50.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[94290]: mgrmap e43: y(active, since 37s), standbys: x 2024-04-12T16:04:50.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[94290]: overall HEALTH_OK 2024-04-12T16:04:50.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:50.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:50.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:04:50.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[96864]: 0: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.a 2024-04-12T16:04:50.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[96864]: 1: [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] mon.b 2024-04-12T16:04:50.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[96864]: 2: [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] mon.c 2024-04-12T16:04:50.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[96864]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T16:04:50.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[96864]: osdmap e274: 8 total, 8 up, 8 in 2024-04-12T16:04:50.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[96864]: mgrmap e43: y(active, since 37s), standbys: x 2024-04-12T16:04:50.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[96864]: overall HEALTH_OK 2024-04-12T16:04:50.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[96864]: mon.b calling monitor election 2024-04-12T16:04:50.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[96864]: mon.c calling monitor election 2024-04-12T16:04:50.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:04:50.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[96864]: mon.a calling monitor election 2024-04-12T16:04:50.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:04:50.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:04:50.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[96864]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T16:04:50.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[96864]: monmap epoch 4 2024-04-12T16:04:50.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[96864]: fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 2024-04-12T16:04:50.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[96864]: last_changed 2024-04-12T16:04:49.367974+0000 2024-04-12T16:04:50.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[96864]: created 2024-04-12T15:51:58.657208+0000 2024-04-12T16:04:50.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[96864]: min_mon_release 19 (squid) 2024-04-12T16:04:50.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[96864]: election_strategy: 1 2024-04-12T16:04:50.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[96864]: 0: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.a 2024-04-12T16:04:50.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[96864]: 1: [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] mon.b 2024-04-12T16:04:50.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[96864]: 2: [v2:172.21.15.99:3301/0,v1:172.21.15.99:6790/0] mon.c 2024-04-12T16:04:50.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[96864]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T16:04:50.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[96864]: osdmap e274: 8 total, 8 up, 8 in 2024-04-12T16:04:50.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[96864]: mgrmap e43: y(active, since 37s), standbys: x 2024-04-12T16:04:50.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[96864]: overall HEALTH_OK 2024-04-12T16:04:50.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:50.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:50.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:50 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:04:51.396 INFO:tasks.rados.rados.0.smithi099.stdout:1110: done (5 left) 2024-04-12T16:04:51.396 INFO:tasks.rados.rados.0.smithi099.stdout:1113: done (4 left) 2024-04-12T16:04:51.396 INFO:tasks.rados.rados.0.smithi099.stdout:1114: done (3 left) 2024-04-12T16:04:51.396 INFO:tasks.rados.rados.0.smithi099.stdout:1115: done (2 left) 2024-04-12T16:04:51.397 INFO:tasks.rados.rados.0.smithi099.stdout:1116: done (1 left) 2024-04-12T16:04:51.397 INFO:tasks.rados.rados.0.smithi099.stdout:1117: done (0 left) 2024-04-12T16:04:51.397 INFO:tasks.rados.rados.0.smithi099.stdout:1118: delete oid 26 current snap is 113 2024-04-12T16:04:51.399 INFO:tasks.rados.rados.0.smithi099.stdout:1118: done (0 left) 2024-04-12T16:04:51.399 INFO:tasks.rados.rados.0.smithi099.stdout:1119: delete oid 5 current snap is 113 2024-04-12T16:04:51.402 INFO:tasks.rados.rados.0.smithi099.stdout:1119: done (0 left) 2024-04-12T16:04:51.402 INFO:tasks.rados.rados.0.smithi099.stdout:1120: copy_from oid 21 from oid 29 current snap is 113 2024-04-12T16:04:51.403 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 3 current snap is 113 2024-04-12T16:04:51.403 INFO:tasks.rados.rados.0.smithi099.stdout:1121: seq_num 365 ranges {1449984=516096,1966080=573440,2539520=229376} 2024-04-12T16:04:51.413 INFO:tasks.rados.rados.0.smithi099.stdout:1121: writing smithi09982431-3 from 1449984 to 1966080 tid 1 2024-04-12T16:04:51.416 INFO:tasks.rados.rados.0.smithi099.stdout:1121: writing smithi09982431-3 from 1966080 to 2539520 tid 2 2024-04-12T16:04:51.419 INFO:tasks.rados.rados.0.smithi099.stdout:1121: writing smithi09982431-3 from 2539520 to 2768896 tid 3 2024-04-12T16:04:51.419 INFO:tasks.rados.rados.0.smithi099.stdout:1122: copy_from oid 35 from oid 34 current snap is 113 2024-04-12T16:04:51.419 INFO:tasks.rados.rados.0.smithi099.stdout:1120: finishing copy_from racing read to smithi09982431-21 2024-04-12T16:04:51.419 INFO:tasks.rados.rados.0.smithi099.stdout:1120: finishing copy_from to smithi09982431-21 2024-04-12T16:04:51.419 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 354 (ObjNum 353 snap 111 seq_num 353) dirty exists 2024-04-12T16:04:51.419 INFO:tasks.rados.rados.0.smithi099.stdout:1121: finishing write tid 1 to smithi09982431-3 2024-04-12T16:04:51.419 INFO:tasks.rados.rados.0.smithi099.stdout:1120: done (2 left) 2024-04-12T16:04:51.419 INFO:tasks.rados.rados.0.smithi099.stdout:1123: read oid 38 snap -1 2024-04-12T16:04:51.419 INFO:tasks.rados.rados.0.smithi099.stdout:1123: expect (ObjNum 330 snap 106 seq_num 330) 2024-04-12T16:04:51.419 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 26 current snap is 113 2024-04-12T16:04:51.419 INFO:tasks.rados.rados.0.smithi099.stdout:1124: seq_num 366 ranges {0=532480,532480=458752,991232=344064} 2024-04-12T16:04:51.421 INFO:tasks.rados.rados.0.smithi099.stdout:1124: writing smithi09982431-26 from 0 to 532480 tid 1 2024-04-12T16:04:51.424 INFO:tasks.rados.rados.0.smithi099.stdout:1124: writing smithi09982431-26 from 532480 to 991232 tid 2 2024-04-12T16:04:51.427 INFO:tasks.rados.rados.0.smithi099.stdout:1124: writing smithi09982431-26 from 991232 to 1335296 tid 3 2024-04-12T16:04:51.427 INFO:tasks.rados.rados.0.smithi099.stdout:1125: copy_from oid 30 from oid 31 current snap is 113 2024-04-12T16:04:51.427 INFO:tasks.rados.rados.0.smithi099.stdout:1121: finishing write tid 2 to smithi09982431-3 2024-04-12T16:04:51.427 INFO:tasks.rados.rados.0.smithi099.stdout:1121: finishing write tid 3 to smithi09982431-3 2024-04-12T16:04:51.427 INFO:tasks.rados.rados.0.smithi099.stdout:1121: finishing write tid 4 to smithi09982431-3 2024-04-12T16:04:51.427 INFO:tasks.rados.rados.0.smithi099.stdout:1121: finishing write tid 5 to smithi09982431-3 2024-04-12T16:04:51.427 INFO:tasks.rados.rados.0.smithi099.stdout:1121: oid 3 updating version 0 to 563 2024-04-12T16:04:51.427 INFO:tasks.rados.rados.0.smithi099.stdout:1121: oid 3 version 563 is already newer than 562 2024-04-12T16:04:51.427 INFO:tasks.rados.rados.0.smithi099.stdout:1121: oid 3 version 563 is already newer than 560 2024-04-12T16:04:51.427 INFO:tasks.rados.rados.0.smithi099.stdout:1121: oid 3 version 563 is already newer than 561 2024-04-12T16:04:51.427 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 3 v 563 (ObjNum 365 snap 113 seq_num 365) dirty exists 2024-04-12T16:04:51.427 INFO:tasks.rados.rados.0.smithi099.stdout:1121: left oid 3 (ObjNum 365 snap 113 seq_num 365) 2024-04-12T16:04:51.427 INFO:tasks.rados.rados.0.smithi099.stdout:1124: finishing write tid 1 to smithi09982431-26 2024-04-12T16:04:51.427 INFO:tasks.rados.rados.0.smithi099.stdout:1121: done (4 left) 2024-04-12T16:04:51.427 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 6 current snap is 113 2024-04-12T16:04:51.428 INFO:tasks.rados.rados.0.smithi099.stdout:1126: seq_num 367 ranges {0=548864,548864=737280,1286144=65536} 2024-04-12T16:04:51.429 INFO:tasks.rados.rados.0.smithi099.stdout:1126: writing smithi09982431-6 from 0 to 548864 tid 1 2024-04-12T16:04:51.434 INFO:tasks.rados.rados.0.smithi099.stdout:1126: writing smithi09982431-6 from 548864 to 1286144 tid 2 2024-04-12T16:04:51.435 INFO:tasks.rados.rados.0.smithi099.stdout:1126: writing smithi09982431-6 from 1286144 to 1351680 tid 3 2024-04-12T16:04:51.435 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 41 current snap is 113 2024-04-12T16:04:51.435 INFO:tasks.rados.rados.0.smithi099.stdout:1124: finishing write tid 2 to smithi09982431-26 2024-04-12T16:04:51.435 INFO:tasks.rados.rados.0.smithi099.stdout:1124: finishing write tid 3 to smithi09982431-26 2024-04-12T16:04:51.435 INFO:tasks.rados.rados.0.smithi099.stdout:1124: finishing write tid 4 to smithi09982431-26 2024-04-12T16:04:51.435 INFO:tasks.rados.rados.0.smithi099.stdout:1124: finishing write tid 5 to smithi09982431-26 2024-04-12T16:04:51.435 INFO:tasks.rados.rados.0.smithi099.stdout:1124: oid 26 updating version 0 to 303 2024-04-12T16:04:51.435 INFO:tasks.rados.rados.0.smithi099.stdout:1124: oid 26 version 303 is already newer than 302 2024-04-12T16:04:51.435 INFO:tasks.rados.rados.0.smithi099.stdout:1124: oid 26 updating version 303 to 305 2024-04-12T16:04:51.435 INFO:tasks.rados.rados.0.smithi099.stdout:1124: oid 26 version 305 is already newer than 304 2024-04-12T16:04:51.435 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 305 (ObjNum 366 snap 113 seq_num 366) dirty exists 2024-04-12T16:04:51.436 INFO:tasks.rados.rados.0.smithi099.stdout:1124: left oid 26 (ObjNum 366 snap 113 seq_num 366) 2024-04-12T16:04:51.436 INFO:tasks.rados.rados.0.smithi099.stdout:1126: finishing write tid 1 to smithi09982431-6 2024-04-12T16:04:51.436 INFO:tasks.rados.rados.0.smithi099.stdout:1127: seq_num 368 ranges {4743168=573440,5316608=622592,5939200=180224} 2024-04-12T16:04:51.465 INFO:tasks.rados.rados.0.smithi099.stdout:1127: writing smithi09982431-41 from 4743168 to 5316608 tid 1 2024-04-12T16:04:51.468 INFO:tasks.rados.rados.0.smithi099.stdout:1127: writing smithi09982431-41 from 5316608 to 5939200 tid 2 2024-04-12T16:04:51.469 INFO:tasks.rados.rados.0.smithi099.stdout:1127: writing smithi09982431-41 from 5939200 to 6119424 tid 3 2024-04-12T16:04:51.469 INFO:tasks.rados.rados.0.smithi099.stdout:1124: done (5 left) 2024-04-12T16:04:51.469 INFO:tasks.rados.rados.0.smithi099.stdout:1128: read oid 46 snap -1 2024-04-12T16:04:51.469 INFO:tasks.rados.rados.0.smithi099.stdout:1128: expect (ObjNum 319 snap 98 seq_num 319) 2024-04-12T16:04:51.469 INFO:tasks.rados.rados.0.smithi099.stdout:1129: snap_create 2024-04-12T16:04:51.469 INFO:tasks.rados.rados.0.smithi099.stdout:1126: finishing write tid 2 to smithi09982431-6 2024-04-12T16:04:51.469 INFO:tasks.rados.rados.0.smithi099.stdout:1126: finishing write tid 3 to smithi09982431-6 2024-04-12T16:04:51.469 INFO:tasks.rados.rados.0.smithi099.stdout:1126: finishing write tid 4 to smithi09982431-6 2024-04-12T16:04:51.469 INFO:tasks.rados.rados.0.smithi099.stdout:1126: finishing write tid 5 to smithi09982431-6 2024-04-12T16:04:51.470 INFO:tasks.rados.rados.0.smithi099.stdout:1126: oid 6 updating version 0 to 359 2024-04-12T16:04:51.470 INFO:tasks.rados.rados.0.smithi099.stdout:1126: oid 6 updating version 359 to 362 2024-04-12T16:04:51.470 INFO:tasks.rados.rados.0.smithi099.stdout:1126: oid 6 version 362 is already newer than 361 2024-04-12T16:04:51.470 INFO:tasks.rados.rados.0.smithi099.stdout:1126: oid 6 version 362 is already newer than 360 2024-04-12T16:04:51.470 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 6 v 362 (ObjNum 367 snap 113 seq_num 367) dirty exists 2024-04-12T16:04:51.470 INFO:tasks.rados.rados.0.smithi099.stdout:1126: left oid 6 (ObjNum 367 snap 113 seq_num 367) 2024-04-12T16:04:51.470 INFO:tasks.rados.rados.0.smithi099.stdout:1122: finishing copy_from racing read to smithi09982431-35 2024-04-12T16:04:51.470 INFO:tasks.rados.rados.0.smithi099.stdout:1122: finishing copy_from to smithi09982431-35 2024-04-12T16:04:51.470 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 595 (ObjNum 339 snap 108 seq_num 339) dirty exists 2024-04-12T16:04:51.470 INFO:tasks.rados.rados.0.smithi099.stdout:1123: expect (ObjNum 330 snap 106 seq_num 330) 2024-04-12T16:04:51.778 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:51 smithi099 ceph-mon[94290]: osdmap e275: 8 total, 8 up, 8 in 2024-04-12T16:04:51.778 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:51 smithi099 ceph-mon[94290]: pgmap v48: 121 pgs: 121 active+clean; 384 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T16:04:51.778 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:51 smithi099 ceph-mon[96864]: osdmap e275: 8 total, 8 up, 8 in 2024-04-12T16:04:51.778 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:51 smithi099 ceph-mon[96864]: pgmap v48: 121 pgs: 121 active+clean; 384 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T16:04:51.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:51 smithi110 ceph-mon[88691]: osdmap e275: 8 total, 8 up, 8 in 2024-04-12T16:04:51.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:51 smithi110 ceph-mon[88691]: pgmap v48: 121 pgs: 121 active+clean; 384 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T16:04:51.941 INFO:tasks.rados.rados.0.smithi099.stdout:1125: finishing copy_from racing read to smithi09982431-30 2024-04-12T16:04:51.941 INFO:tasks.rados.rados.0.smithi099.stdout:1125: finishing copy_from to smithi09982431-30 2024-04-12T16:04:51.941 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 30 v 556 (ObjNum 352 snap 111 seq_num 352) dirty exists 2024-04-12T16:04:51.941 INFO:tasks.rados.rados.0.smithi099.stdout:1127: finishing write tid 1 to smithi09982431-41 2024-04-12T16:04:51.941 INFO:tasks.rados.rados.0.smithi099.stdout:1127: finishing write tid 2 to smithi09982431-41 2024-04-12T16:04:51.941 INFO:tasks.rados.rados.0.smithi099.stdout:1127: finishing write tid 3 to smithi09982431-41 2024-04-12T16:04:51.941 INFO:tasks.rados.rados.0.smithi099.stdout:1127: finishing write tid 4 to smithi09982431-41 2024-04-12T16:04:51.941 INFO:tasks.rados.rados.0.smithi099.stdout:1128: expect (ObjNum 319 snap 98 seq_num 319) 2024-04-12T16:04:52.032 INFO:tasks.rados.rados.0.smithi099.stdout:1127: finishing write tid 5 to smithi09982431-41 2024-04-12T16:04:52.032 INFO:tasks.rados.rados.0.smithi099.stdout:1127: oid 41 updating version 0 to 567 2024-04-12T16:04:52.032 INFO:tasks.rados.rados.0.smithi099.stdout:1127: oid 41 version 567 is already newer than 565 2024-04-12T16:04:52.032 INFO:tasks.rados.rados.0.smithi099.stdout:1127: oid 41 version 567 is already newer than 566 2024-04-12T16:04:52.032 INFO:tasks.rados.rados.0.smithi099.stdout:1127: oid 41 version 567 is already newer than 564 2024-04-12T16:04:52.032 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 41 v 567 (ObjNum 368 snap 113 seq_num 368) dirty exists 2024-04-12T16:04:52.032 INFO:tasks.rados.rados.0.smithi099.stdout:1127: left oid 41 (ObjNum 368 snap 113 seq_num 368) 2024-04-12T16:04:52.396 INFO:tasks.rados.rados.0.smithi099.stdout:1122: done (6 left) 2024-04-12T16:04:52.396 INFO:tasks.rados.rados.0.smithi099.stdout:1123: done (5 left) 2024-04-12T16:04:52.397 INFO:tasks.rados.rados.0.smithi099.stdout:1125: done (4 left) 2024-04-12T16:04:52.397 INFO:tasks.rados.rados.0.smithi099.stdout:1126: done (3 left) 2024-04-12T16:04:52.397 INFO:tasks.rados.rados.0.smithi099.stdout:1127: done (2 left) 2024-04-12T16:04:52.397 INFO:tasks.rados.rados.0.smithi099.stdout:1128: done (1 left) 2024-04-12T16:04:52.397 INFO:tasks.rados.rados.0.smithi099.stdout:1129: done (0 left) 2024-04-12T16:04:52.397 INFO:tasks.rados.rados.0.smithi099.stdout:1130: setattr oid 23 current snap is 114 2024-04-12T16:04:52.397 INFO:tasks.rados.rados.0.smithi099.stdout:1131: snap_remove snap 89 2024-04-12T16:04:52.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:52 smithi110 ceph-mon[88691]: osdmap e276: 8 total, 8 up, 8 in 2024-04-12T16:04:52.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:04:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:04:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:04:52.870 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:52 smithi099 ceph-mon[94290]: osdmap e276: 8 total, 8 up, 8 in 2024-04-12T16:04:52.870 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:52 smithi099 ceph-mon[96864]: osdmap e276: 8 total, 8 up, 8 in 2024-04-12T16:04:52.870 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-04-12T16:04:53.127 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:52 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:04:52.913+0000 7ffbacc40700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-04-12T16:04:53.194 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T16:04:53.195 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (5m) 15s ago 6m 26.8M - 0.25.0 c8568f914cd2 d0012c0a0402 2024-04-12T16:04:53.195 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi110 *:3000 running (6m) 35s ago 6m 88.8M - 9.4.7 954c08fa6188 f1a47e96b342 2024-04-12T16:04:53.195 INFO:teuthology.orchestra.run.smithi099.stdout:mds.a smithi099 running (7m) 15s ago 7m 18.8M - 18.2.2-1187-gd540ebac bb2c5eac26a4 41cdf918e4eb 2024-04-12T16:04:53.195 INFO:teuthology.orchestra.run.smithi099.stdout:mds.b smithi110 running (7m) 35s ago 7m 14.1M - 18.2.2-1187-gd540ebac bb2c5eac26a4 453e0d052bae 2024-04-12T16:04:53.195 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi110 *:8443,9283,8765 running (65s) 35s ago 10m 447M - 19.0.0-2847-gbf9c5618 92de118a8b8f 39e31f4f4e9d 2024-04-12T16:04:53.195 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (96s) 15s ago 12m 501M - 19.0.0-2847-gbf9c5618 92de118a8b8f 8fb83982268a 2024-04-12T16:04:53.195 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (49s) 15s ago 12m 39.0M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f cc807b11358b 2024-04-12T16:04:53.195 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi110 starting - - - 2048M 2024-04-12T16:04:53.195 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (24s) 15s ago 11m 28.4M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 3bb5784f6f37 2024-04-12T16:04:53.195 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (5m) 15s ago 5m 16.0M - 1.5.0 0da6a335fe13 1555012f6fb4 2024-04-12T16:04:53.195 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi110 *:9100 running (5m) 35s ago 5m 15.0M - 1.5.0 0da6a335fe13 e64854b1f14f 2024-04-12T16:04:53.195 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (10m) 15s ago 10m 220M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 6bdf9d934811 2024-04-12T16:04:53.195 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (10m) 15s ago 10m 156M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 10eb3a0efddd 2024-04-12T16:04:53.195 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (9m) 15s ago 9m 186M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 bcc4792ed641 2024-04-12T16:04:53.195 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (9m) 15s ago 9m 140M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 c9320073515e 2024-04-12T16:04:53.196 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi110 running (9m) 35s ago 9m 171M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 cbe7627415bc 2024-04-12T16:04:53.196 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi110 running (8m) 35s ago 8m 196M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 adfdbd20159e 2024-04-12T16:04:53.196 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi110 running (8m) 35s ago 8m 131M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 27d42d053218 2024-04-12T16:04:53.196 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi110 running (7m) 35s ago 7m 124M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 d4e7f553110a 2024-04-12T16:04:53.196 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi110 *:9095 running (70s) 35s ago 6m 45.2M - 2.43.0 a07b618ecd1d 9fabb6d2365c 2024-04-12T16:04:53.401 INFO:tasks.rados.rados.0.smithi099.stdout:1131: done (1 left) 2024-04-12T16:04:53.401 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 45 current snap is 114 2024-04-12T16:04:53.401 INFO:tasks.rados.rados.0.smithi099.stdout:1132: seq_num 369 ranges {0=589824,589824=507904,1097728=294912} 2024-04-12T16:04:53.405 INFO:tasks.rados.rados.0.smithi099.stdout:1132: writing smithi09982431-45 from 0 to 589824 tid 1 2024-04-12T16:04:53.408 INFO:tasks.rados.rados.0.smithi099.stdout:1132: writing smithi09982431-45 from 589824 to 1097728 tid 2 2024-04-12T16:04:53.410 INFO:tasks.rados.rados.0.smithi099.stdout:1132: writing smithi09982431-45 from 1097728 to 1392640 tid 3 2024-04-12T16:04:53.410 INFO:tasks.rados.rados.0.smithi099.stdout:1133: snap_remove snap 107 2024-04-12T16:04:53.613 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-04-12T16:04:53.613 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-04-12T16:04:53.613 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 3 2024-04-12T16:04:53.613 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:04:53.613 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-04-12T16:04:53.613 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:04:53.613 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:04:53.613 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-04-12T16:04:53.613 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-12T16:04:53.613 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:04:53.613 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": { 2024-04-12T16:04:53.613 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:04:53.614 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:04:53.614 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-04-12T16:04:53.614 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 10, 2024-04-12T16:04:53.614 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 5 2024-04-12T16:04:53.614 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-04-12T16:04:53.614 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-04-12T16:04:53.614 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:53 smithi099 ceph-mon[94290]: pgmap v50: 121 pgs: 121 active+clean; 384 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:04:53.614 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:53 smithi099 ceph-mon[94290]: osdmap e277: 8 total, 8 up, 8 in 2024-04-12T16:04:53.614 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:53 smithi099 ceph-mon[96864]: pgmap v50: 121 pgs: 121 active+clean; 384 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:04:53.614 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:53 smithi099 ceph-mon[96864]: osdmap e277: 8 total, 8 up, 8 in 2024-04-12T16:04:53.754 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:53 smithi110 ceph-mon[88691]: pgmap v50: 121 pgs: 121 active+clean; 384 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:04:53.754 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:53 smithi110 ceph-mon[88691]: osdmap e277: 8 total, 8 up, 8 in 2024-04-12T16:04:53.754 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:04:53 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:04:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi099\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:04:53.982 INFO:tasks.rados.rados.0.smithi099.stdout:1133: done (2 left) 2024-04-12T16:04:53.982 INFO:tasks.rados.rados.0.smithi099.stdout:1134: delete oid 1 current snap is 114 2024-04-12T16:04:53.982 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 23 v 434 (ObjNum 1925207562 snap 22062 seq_num 304) dirty exists 2024-04-12T16:04:53.982 INFO:tasks.rados.rados.0.smithi099.stdout:1132: finishing write tid 1 to smithi09982431-45 2024-04-12T16:04:53.982 INFO:tasks.rados.rados.0.smithi099.stdout:1132: finishing write tid 2 to smithi09982431-45 2024-04-12T16:04:53.982 INFO:tasks.rados.rados.0.smithi099.stdout:1132: finishing write tid 3 to smithi09982431-45 2024-04-12T16:04:53.982 INFO:tasks.rados.rados.0.smithi099.stdout:1132: finishing write tid 4 to smithi09982431-45 2024-04-12T16:04:53.982 INFO:tasks.rados.rados.0.smithi099.stdout:1132: finishing write tid 5 to smithi09982431-45 2024-04-12T16:04:53.982 INFO:tasks.rados.rados.0.smithi099.stdout:1132: oid 45 updating version 0 to 434 2024-04-12T16:04:53.982 INFO:tasks.rados.rados.0.smithi099.stdout:1132: oid 45 updating version 434 to 435 2024-04-12T16:04:53.982 INFO:tasks.rados.rados.0.smithi099.stdout:1132: oid 45 updating version 435 to 437 2024-04-12T16:04:53.982 INFO:tasks.rados.rados.0.smithi099.stdout:1132: oid 45 version 437 is already newer than 436 2024-04-12T16:04:53.982 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 45 v 437 (ObjNum 369 snap 114 seq_num 369) dirty exists 2024-04-12T16:04:53.983 INFO:tasks.rados.rados.0.smithi099.stdout:1132: left oid 45 (ObjNum 369 snap 114 seq_num 369) 2024-04-12T16:04:53.990 INFO:tasks.rados.rados.0.smithi099.stdout:1130: done (2 left) 2024-04-12T16:04:53.991 INFO:tasks.rados.rados.0.smithi099.stdout:1132: done (1 left) 2024-04-12T16:04:53.991 INFO:tasks.rados.rados.0.smithi099.stdout:1134: done (0 left) 2024-04-12T16:04:53.991 INFO:tasks.rados.rados.0.smithi099.stdout:1135: rollback oid 50 current snap is 114 2024-04-12T16:04:53.991 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 50 to 90 2024-04-12T16:04:53.991 INFO:tasks.rados.rados.0.smithi099.stdout:1136: copy_from oid 39 from oid 10 current snap is 114 2024-04-12T16:04:53.991 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 2 current snap is 114 2024-04-12T16:04:53.991 INFO:tasks.rados.rados.0.smithi099.stdout:1137: seq_num 371 ranges {1990656=622592,2613248=679936,3293184=122880} 2024-04-12T16:04:54.005 INFO:tasks.rados.rados.0.smithi099.stdout:1137: writing smithi09982431-2 from 1990656 to 2613248 tid 1 2024-04-12T16:04:54.009 INFO:tasks.rados.rados.0.smithi099.stdout:1137: writing smithi09982431-2 from 2613248 to 3293184 tid 2 2024-04-12T16:04:54.010 INFO:tasks.rados.rados.0.smithi099.stdout:1137: writing smithi09982431-2 from 3293184 to 3416064 tid 3 2024-04-12T16:04:54.010 INFO:tasks.rados.rados.0.smithi099.stdout:1138: read oid 36 snap -1 2024-04-12T16:04:54.010 INFO:tasks.rados.rados.0.smithi099.stdout:1138: expect (ObjNum 327 snap 103 seq_num 327) 2024-04-12T16:04:54.010 INFO:tasks.rados.rados.0.smithi099.stdout:1139: rollback oid 32 current snap is 114 2024-04-12T16:04:54.011 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 32 to 55 2024-04-12T16:04:54.011 INFO:tasks.rados.rados.0.smithi099.stdout:1135: finishing rollback tid 1 to smithi09982431-50 2024-04-12T16:04:54.011 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 50 v 248 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-12T16:04:54.011 INFO:tasks.rados.rados.0.smithi099.stdout:1137: finishing write tid 1 to smithi09982431-2 2024-04-12T16:04:54.011 INFO:tasks.rados.rados.0.smithi099.stdout:1135: done (4 left) 2024-04-12T16:04:54.011 INFO:tasks.rados.rados.0.smithi099.stdout:1140: rollback oid 25 current snap is 114 2024-04-12T16:04:54.011 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 25 to 70 2024-04-12T16:04:54.011 INFO:tasks.rados.rados.0.smithi099.stdout:1141: copy_from oid 34 from oid 3 current snap is 114 2024-04-12T16:04:54.011 INFO:tasks.rados.rados.0.smithi099.stdout:1142: snap_create 2024-04-12T16:04:54.014 INFO:tasks.rados.rados.0.smithi099.stdout:1137: finishing write tid 2 to smithi09982431-2 2024-04-12T16:04:54.014 INFO:tasks.rados.rados.0.smithi099.stdout:1137: finishing write tid 3 to smithi09982431-2 2024-04-12T16:04:54.015 INFO:tasks.rados.rados.0.smithi099.stdout:1139: finishing rollback tid 0 to smithi09982431-32 2024-04-12T16:04:54.015 INFO:tasks.rados.rados.0.smithi099.stdout:1139: finishing rollback tid 1 to smithi09982431-32 2024-04-12T16:04:54.015 INFO:tasks.rados.rados.0.smithi099.stdout:1138: expect (ObjNum 327 snap 103 seq_num 327) 2024-04-12T16:04:54.036 INFO:tasks.rados.rados.0.smithi099.stdout:1137: finishing write tid 4 to smithi09982431-2 2024-04-12T16:04:54.036 INFO:tasks.rados.rados.0.smithi099.stdout:1139: finishing rollback tid 2 to smithi09982431-32 2024-04-12T16:04:54.036 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 32 v 401 (ObjNum 200 snap 51 seq_num 200) dirty exists 2024-04-12T16:04:54.036 INFO:tasks.rados.rados.0.smithi099.stdout:1140: finishing rollback tid 0 to smithi09982431-25 2024-04-12T16:04:54.036 INFO:tasks.rados.rados.0.smithi099.stdout:1140: finishing rollback tid 1 to smithi09982431-25 2024-04-12T16:04:54.036 INFO:tasks.rados.rados.0.smithi099.stdout:1140: finishing rollback tid 2 to smithi09982431-25 2024-04-12T16:04:54.036 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 25 v 665 (ObjNum 109 snap 23 seq_num 109) dirty exists 2024-04-12T16:04:54.036 INFO:tasks.rados.rados.0.smithi099.stdout:1137: finishing write tid 5 to smithi09982431-2 2024-04-12T16:04:54.036 INFO:tasks.rados.rados.0.smithi099.stdout:1137: oid 2 updating version 0 to 235 2024-04-12T16:04:54.036 INFO:tasks.rados.rados.0.smithi099.stdout:1137: oid 2 version 235 is already newer than 234 2024-04-12T16:04:54.036 INFO:tasks.rados.rados.0.smithi099.stdout:1137: oid 2 version 235 is already newer than 232 2024-04-12T16:04:54.036 INFO:tasks.rados.rados.0.smithi099.stdout:1137: oid 2 version 235 is already newer than 233 2024-04-12T16:04:54.037 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 2 v 235 (ObjNum 371 snap 114 seq_num 371) dirty exists 2024-04-12T16:04:54.037 INFO:tasks.rados.rados.0.smithi099.stdout:1137: left oid 2 (ObjNum 371 snap 114 seq_num 371) 2024-04-12T16:04:54.037 INFO:tasks.rados.rados.0.smithi099.stdout:1136: finishing copy_from racing read to smithi09982431-39 2024-04-12T16:04:54.037 INFO:tasks.rados.rados.0.smithi099.stdout:1136: finishing copy_from to smithi09982431-39 2024-04-12T16:04:54.037 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 39 v 514 (ObjNum 335 snap 107 seq_num 335) dirty exists 2024-04-12T16:04:54.037 INFO:tasks.rados.rados.0.smithi099.stdout:1141: finishing copy_from racing read to smithi09982431-34 2024-04-12T16:04:54.037 INFO:tasks.rados.rados.0.smithi099.stdout:1141: finishing copy_from to smithi09982431-34 2024-04-12T16:04:54.037 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 34 v 563 (ObjNum 365 snap 113 seq_num 365) dirty exists 2024-04-12T16:04:54.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:54 smithi110 ceph-mon[88691]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:04:54.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:54 smithi110 ceph-mon[88691]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:04:54.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:54 smithi110 ceph-mon[88691]: osdmap e278: 8 total, 8 up, 8 in 2024-04-12T16:04:54.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:54 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/887339636' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:04:54.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:54 smithi110 ceph-mon[88691]: osdmap e279: 8 total, 8 up, 8 in 2024-04-12T16:04:54.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:54 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:54.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:54 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:54.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:54 smithi099 ceph-mon[94290]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:04:54.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:54 smithi099 ceph-mon[94290]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:04:54.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:54 smithi099 ceph-mon[94290]: osdmap e278: 8 total, 8 up, 8 in 2024-04-12T16:04:54.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:54 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/887339636' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:04:54.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:54 smithi099 ceph-mon[94290]: osdmap e279: 8 total, 8 up, 8 in 2024-04-12T16:04:54.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:54 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:54.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:54 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:54.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:54 smithi099 ceph-mon[96864]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:04:54.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:54 smithi099 ceph-mon[96864]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:04:54.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:54 smithi099 ceph-mon[96864]: osdmap e278: 8 total, 8 up, 8 in 2024-04-12T16:04:54.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:54 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/887339636' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:04:54.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:54 smithi099 ceph-mon[96864]: osdmap e279: 8 total, 8 up, 8 in 2024-04-12T16:04:54.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:54 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:54.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:54 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:54.982 INFO:tasks.rados.rados.0.smithi099.stdout:1136: done (6 left) 2024-04-12T16:04:54.982 INFO:tasks.rados.rados.0.smithi099.stdout:1137: done (5 left) 2024-04-12T16:04:54.982 INFO:tasks.rados.rados.0.smithi099.stdout:1138: done (4 left) 2024-04-12T16:04:54.982 INFO:tasks.rados.rados.0.smithi099.stdout:1139: done (3 left) 2024-04-12T16:04:54.982 INFO:tasks.rados.rados.0.smithi099.stdout:1140: done (2 left) 2024-04-12T16:04:54.982 INFO:tasks.rados.rados.0.smithi099.stdout:1141: done (1 left) 2024-04-12T16:04:54.982 INFO:tasks.rados.rados.0.smithi099.stdout:1142: done (0 left) 2024-04-12T16:04:54.983 INFO:tasks.rados.rados.0.smithi099.stdout:1143: read oid 31 snap 83 2024-04-12T16:04:54.983 INFO:tasks.rados.rados.0.smithi099.stdout:1143: expect (ObjNum 214 snap 54 seq_num 214) 2024-04-12T16:04:54.983 INFO:tasks.rados.rados.0.smithi099.stdout:1144: delete oid 4 current snap is 115 2024-04-12T16:04:54.987 INFO:tasks.rados.rados.0.smithi099.stdout:1144: done (1 left) 2024-04-12T16:04:54.987 INFO:tasks.rados.rados.0.smithi099.stdout:1145: snap_remove snap 85 2024-04-12T16:04:55.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:55 smithi110 ceph-mon[88691]: pgmap v54: 121 pgs: 121 active+clean; 403 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 4.7 MiB/s wr, 19 op/s 2024-04-12T16:04:55.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:55 smithi110 ceph-mon[88691]: osdmap e280: 8 total, 8 up, 8 in 2024-04-12T16:04:55.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:55 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:55.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:55 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:55.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:55 smithi099 ceph-mon[94290]: pgmap v54: 121 pgs: 121 active+clean; 403 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 4.7 MiB/s wr, 19 op/s 2024-04-12T16:04:55.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:55 smithi099 ceph-mon[94290]: osdmap e280: 8 total, 8 up, 8 in 2024-04-12T16:04:55.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:55 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:55.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:55 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:55.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:55 smithi099 ceph-mon[96864]: pgmap v54: 121 pgs: 121 active+clean; 403 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 4.7 MiB/s wr, 19 op/s 2024-04-12T16:04:55.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:55 smithi099 ceph-mon[96864]: osdmap e280: 8 total, 8 up, 8 in 2024-04-12T16:04:55.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:55 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:55.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:55 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:55.985 INFO:tasks.rados.rados.0.smithi099.stdout:1143: expect (ObjNum 214 snap 54 seq_num 214) 2024-04-12T16:04:56.026 INFO:tasks.rados.rados.0.smithi099.stdout:1143: done (1 left) 2024-04-12T16:04:56.026 INFO:tasks.rados.rados.0.smithi099.stdout:1145: done (0 left) 2024-04-12T16:04:56.026 INFO:tasks.rados.rados.0.smithi099.stdout:1146: read oid 34 snap -1 2024-04-12T16:04:56.026 INFO:tasks.rados.rados.0.smithi099.stdout:1146: expect (ObjNum 365 snap 113 seq_num 365) 2024-04-12T16:04:56.026 INFO:tasks.rados.rados.0.smithi099.stdout:1147: delete oid 33 current snap is 115 2024-04-12T16:04:56.028 INFO:tasks.rados.rados.0.smithi099.stdout:1147: done (1 left) 2024-04-12T16:04:56.029 INFO:tasks.rados.rados.0.smithi099.stdout:1148: snap_remove snap 97 2024-04-12T16:04:56.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:04:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:04:56] "GET /metrics HTTP/1.1" 200 36000 "" "Prometheus/2.43.0" 2024-04-12T16:04:56.996 INFO:tasks.rados.rados.0.smithi099.stdout:1148: done (1 left) 2024-04-12T16:04:56.996 INFO:tasks.rados.rados.0.smithi099.stdout:1149: read oid 4 snap 69 2024-04-12T16:04:56.996 INFO:tasks.rados.rados.0.smithi099.stdout:1149: expect deleted 2024-04-12T16:04:56.996 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 35 current snap is 115 2024-04-12T16:04:56.996 INFO:tasks.rados.rados.0.smithi099.stdout:1150: seq_num 374 ranges {4243456=671744,4915200=778240,5693440=24576} 2024-04-12T16:04:57.023 INFO:tasks.rados.rados.0.smithi099.stdout:1150: writing smithi09982431-35 from 4243456 to 4915200 tid 1 2024-04-12T16:04:57.028 INFO:tasks.rados.rados.0.smithi099.stdout:1150: writing smithi09982431-35 from 4915200 to 5693440 tid 2 2024-04-12T16:04:57.028 INFO:tasks.rados.rados.0.smithi099.stdout:1150: writing smithi09982431-35 from 5693440 to 5718016 tid 3 2024-04-12T16:04:57.029 INFO:tasks.rados.rados.0.smithi099.stdout:1151: snap_create 2024-04-12T16:04:57.029 INFO:tasks.rados.rados.0.smithi099.stdout:1146: expect (ObjNum 365 snap 113 seq_num 365) 2024-04-12T16:04:57.130 INFO:tasks.rados.rados.0.smithi099.stdout:1150: finishing write tid 1 to smithi09982431-35 2024-04-12T16:04:57.130 INFO:tasks.rados.rados.0.smithi099.stdout:1150: finishing write tid 2 to smithi09982431-35 2024-04-12T16:04:57.130 INFO:tasks.rados.rados.0.smithi099.stdout:1150: finishing write tid 3 to smithi09982431-35 2024-04-12T16:04:57.130 INFO:tasks.rados.rados.0.smithi099.stdout:1150: finishing write tid 4 to smithi09982431-35 2024-04-12T16:04:57.130 INFO:tasks.rados.rados.0.smithi099.stdout:1150: finishing write tid 5 to smithi09982431-35 2024-04-12T16:04:57.130 INFO:tasks.rados.rados.0.smithi099.stdout:1150: oid 35 updating version 0 to 597 2024-04-12T16:04:57.131 INFO:tasks.rados.rados.0.smithi099.stdout:1150: oid 35 updating version 597 to 598 2024-04-12T16:04:57.131 INFO:tasks.rados.rados.0.smithi099.stdout:1150: oid 35 version 598 is already newer than 596 2024-04-12T16:04:57.131 INFO:tasks.rados.rados.0.smithi099.stdout:1150: oid 35 updating version 598 to 599 2024-04-12T16:04:57.131 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 599 (ObjNum 374 snap 115 seq_num 374) dirty exists 2024-04-12T16:04:57.131 INFO:tasks.rados.rados.0.smithi099.stdout:1150: left oid 35 (ObjNum 374 snap 115 seq_num 374) 2024-04-12T16:04:57.225 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:56 smithi110 ceph-mon[88691]: osdmap e281: 8 total, 8 up, 8 in 2024-04-12T16:04:57.225 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:56 smithi110 ceph-mon[88691]: pgmap v57: 121 pgs: 121 active+clean; 403 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 4.7 MiB/s wr, 19 op/s 2024-04-12T16:04:57.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:56 smithi099 ceph-mon[96864]: osdmap e281: 8 total, 8 up, 8 in 2024-04-12T16:04:57.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:56 smithi099 ceph-mon[96864]: pgmap v57: 121 pgs: 121 active+clean; 403 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 4.7 MiB/s wr, 19 op/s 2024-04-12T16:04:57.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:56 smithi099 ceph-mon[94290]: osdmap e281: 8 total, 8 up, 8 in 2024-04-12T16:04:57.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:56 smithi099 ceph-mon[94290]: pgmap v57: 121 pgs: 121 active+clean; 403 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 4.7 MiB/s wr, 19 op/s 2024-04-12T16:04:57.997 INFO:tasks.rados.rados.0.smithi099.stdout:1146: done (3 left) 2024-04-12T16:04:57.997 INFO:tasks.rados.rados.0.smithi099.stdout:1149: done (2 left) 2024-04-12T16:04:57.997 INFO:tasks.rados.rados.0.smithi099.stdout:1150: done (1 left) 2024-04-12T16:04:57.997 INFO:tasks.rados.rados.0.smithi099.stdout:1151: done (0 left) 2024-04-12T16:04:57.997 INFO:tasks.rados.rados.0.smithi099.stdout:1152: read oid 39 snap -1 2024-04-12T16:04:57.998 INFO:tasks.rados.rados.0.smithi099.stdout:1152: expect (ObjNum 335 snap 107 seq_num 335) 2024-04-12T16:04:57.998 INFO:tasks.rados.rados.0.smithi099.stdout:1153: copy_from oid 13 from oid 4 current snap is 116 2024-04-12T16:04:57.998 INFO:tasks.rados.rados.0.smithi099.stdout:1154: setattr oid 47 current snap is 116 2024-04-12T16:04:57.998 INFO:tasks.rados.rados.0.smithi099.stdout:1153: finishing copy_from to smithi09982431-13 2024-04-12T16:04:57.998 INFO:tasks.rados.rados.0.smithi099.stdout:1153: got expected ENOENT (src dne) 2024-04-12T16:04:57.999 INFO:tasks.rados.rados.0.smithi099.stdout:1153: finishing copy_from racing read to smithi09982431-13 2024-04-12T16:04:57.999 INFO:tasks.rados.rados.0.smithi099.stdout:1153: done (2 left) 2024-04-12T16:04:57.999 INFO:tasks.rados.rados.0.smithi099.stdout:1155: copy_from oid 46 from oid 9 current snap is 116 2024-04-12T16:04:57.999 INFO:tasks.rados.rados.0.smithi099.stdout:1156: snap_create 2024-04-12T16:04:57.999 INFO:tasks.rados.rados.0.smithi099.stdout:1155: finishing copy_from to smithi09982431-46 2024-04-12T16:04:58.000 INFO:tasks.rados.rados.0.smithi099.stdout:1155: got expected ENOENT (src dne) 2024-04-12T16:04:58.000 INFO:tasks.rados.rados.0.smithi099.stdout:1155: finishing copy_from racing read to smithi09982431-46 2024-04-12T16:04:58.003 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 47 v 363 (ObjNum 359 snap 111 seq_num 359) dirty exists 2024-04-12T16:04:58.009 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:57 smithi110 ceph-mon[88691]: osdmap e282: 8 total, 8 up, 8 in 2024-04-12T16:04:58.009 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:04:58.035 INFO:tasks.rados.rados.0.smithi099.stdout:1152: expect (ObjNum 335 snap 107 seq_num 335) 2024-04-12T16:04:58.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:57 smithi099 ceph-mon[94290]: osdmap e282: 8 total, 8 up, 8 in 2024-04-12T16:04:58.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:04:58.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:57 smithi099 ceph-mon[96864]: osdmap e282: 8 total, 8 up, 8 in 2024-04-12T16:04:58.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:04:59.003 INFO:tasks.rados.rados.0.smithi099.stdout:1152: done (3 left) 2024-04-12T16:04:59.004 INFO:tasks.rados.rados.0.smithi099.stdout:1154: done (2 left) 2024-04-12T16:04:59.004 INFO:tasks.rados.rados.0.smithi099.stdout:1155: done (1 left) 2024-04-12T16:04:59.004 INFO:tasks.rados.rados.0.smithi099.stdout:1156: done (0 left) 2024-04-12T16:04:59.004 INFO:tasks.rados.rados.0.smithi099.stdout:1157: snap_remove snap 69 2024-04-12T16:04:59.323 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:59 smithi099 ceph-mon[96864]: osdmap e283: 8 total, 8 up, 8 in 2024-04-12T16:04:59.323 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:59 smithi099 ceph-mon[96864]: pgmap v60: 121 pgs: 121 active+clean; 403 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-04-12T16:04:59.323 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:59 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:59.323 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:59 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:59.323 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:59 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:04:59.323 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:59 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:04:59.323 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:59 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:59.323 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:59 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:04:59.324 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:59 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:04:59.324 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:04:59 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:04:59.324 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:59 smithi099 ceph-mon[94290]: osdmap e283: 8 total, 8 up, 8 in 2024-04-12T16:04:59.324 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:59 smithi099 ceph-mon[94290]: pgmap v60: 121 pgs: 121 active+clean; 403 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-04-12T16:04:59.324 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:59 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:59.324 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:59 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:59.324 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:59 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:04:59.324 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:59 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:04:59.324 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:59 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:59.324 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:59 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:04:59.324 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:59 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:04:59.324 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:04:59 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:04:59.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:59 smithi110 ceph-mon[88691]: osdmap e283: 8 total, 8 up, 8 in 2024-04-12T16:04:59.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:59 smithi110 ceph-mon[88691]: pgmap v60: 121 pgs: 121 active+clean; 403 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-04-12T16:04:59.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:59 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:59.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:59 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:59.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:59 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:04:59.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:59 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:04:59.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:59 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:04:59.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:59 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:04:59.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:59 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:04:59.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:04:59 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:00.008 INFO:tasks.rados.rados.0.smithi099.stdout:1157: done (0 left) 2024-04-12T16:05:00.009 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 8 current snap is 117 2024-04-12T16:05:00.009 INFO:tasks.rados.rados.0.smithi099.stdout:1158: seq_num 375 ranges {1056768=688128,1744896=663552,2408448=139264} 2024-04-12T16:05:00.019 INFO:tasks.rados.rados.0.smithi099.stdout:1158: writing smithi09982431-8 from 1056768 to 1744896 tid 1 2024-04-12T16:05:00.023 INFO:tasks.rados.rados.0.smithi099.stdout:1158: writing smithi09982431-8 from 1744896 to 2408448 tid 2 2024-04-12T16:05:00.024 INFO:tasks.rados.rados.0.smithi099.stdout:1158: writing smithi09982431-8 from 2408448 to 2547712 tid 3 2024-04-12T16:05:00.025 INFO:tasks.rados.rados.0.smithi099.stdout:1159: rollback oid 31 current snap is 117 2024-04-12T16:05:00.025 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 31 to 70 2024-04-12T16:05:00.025 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 20 current snap is 117 2024-04-12T16:05:00.025 INFO:tasks.rados.rados.0.smithi099.stdout:1160: seq_num 376 ranges {4407296=704512,5111808=548864,5660672=253952} 2024-04-12T16:05:00.053 INFO:tasks.rados.rados.0.smithi099.stdout:1160: writing smithi09982431-20 from 4407296 to 5111808 tid 1 2024-04-12T16:05:00.056 INFO:tasks.rados.rados.0.smithi099.stdout:1160: writing smithi09982431-20 from 5111808 to 5660672 tid 2 2024-04-12T16:05:00.058 INFO:tasks.rados.rados.0.smithi099.stdout:1160: writing smithi09982431-20 from 5660672 to 5914624 tid 3 2024-04-12T16:05:00.058 INFO:tasks.rados.rados.0.smithi099.stdout:1161: read oid 41 snap -1 2024-04-12T16:05:00.058 INFO:tasks.rados.rados.0.smithi099.stdout:1161: expect (ObjNum 368 snap 113 seq_num 368) 2024-04-12T16:05:00.058 INFO:tasks.rados.rados.0.smithi099.stdout:1162: rmattr oid 46 current snap is 117 2024-04-12T16:05:00.058 INFO:tasks.rados.rados.0.smithi099.stdout:1162: done (4 left) 2024-04-12T16:05:00.058 INFO:tasks.rados.rados.0.smithi099.stdout:1163: rmattr oid 32 current snap is 117 2024-04-12T16:05:00.058 INFO:tasks.rados.rados.0.smithi099.stdout:1163: done (4 left) 2024-04-12T16:05:00.059 INFO:tasks.rados.rados.0.smithi099.stdout:1164: snap_create 2024-04-12T16:05:00.059 INFO:tasks.rados.rados.0.smithi099.stdout:1158: finishing write tid 1 to smithi09982431-8 2024-04-12T16:05:00.059 INFO:tasks.rados.rados.0.smithi099.stdout:1159: finishing rollback tid 0 to smithi09982431-31 2024-04-12T16:05:00.059 INFO:tasks.rados.rados.0.smithi099.stdout:1159: finishing rollback tid 1 to smithi09982431-31 2024-04-12T16:05:00.059 INFO:tasks.rados.rados.0.smithi099.stdout:1159: finishing rollback tid 2 to smithi09982431-31 2024-04-12T16:05:00.059 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 31 v 597 (ObjNum 214 snap 54 seq_num 214) dirty exists 2024-04-12T16:05:00.059 INFO:tasks.rados.rados.0.smithi099.stdout:1158: finishing write tid 2 to smithi09982431-8 2024-04-12T16:05:00.059 INFO:tasks.rados.rados.0.smithi099.stdout:1158: finishing write tid 3 to smithi09982431-8 2024-04-12T16:05:00.059 INFO:tasks.rados.rados.0.smithi099.stdout:1158: finishing write tid 4 to smithi09982431-8 2024-04-12T16:05:00.059 INFO:tasks.rados.rados.0.smithi099.stdout:1158: finishing write tid 5 to smithi09982431-8 2024-04-12T16:05:00.059 INFO:tasks.rados.rados.0.smithi099.stdout:1158: oid 8 updating version 0 to 413 2024-04-12T16:05:00.059 INFO:tasks.rados.rados.0.smithi099.stdout:1158: oid 8 updating version 413 to 414 2024-04-12T16:05:00.059 INFO:tasks.rados.rados.0.smithi099.stdout:1158: oid 8 updating version 414 to 416 2024-04-12T16:05:00.059 INFO:tasks.rados.rados.0.smithi099.stdout:1158: oid 8 version 416 is already newer than 415 2024-04-12T16:05:00.060 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 8 v 416 (ObjNum 375 snap 117 seq_num 375) dirty exists 2024-04-12T16:05:00.060 INFO:tasks.rados.rados.0.smithi099.stdout:1158: left oid 8 (ObjNum 375 snap 117 seq_num 375) 2024-04-12T16:05:00.060 INFO:tasks.rados.rados.0.smithi099.stdout:1160: finishing write tid 1 to smithi09982431-20 2024-04-12T16:05:00.060 INFO:tasks.rados.rados.0.smithi099.stdout:1160: finishing write tid 2 to smithi09982431-20 2024-04-12T16:05:00.060 INFO:tasks.rados.rados.0.smithi099.stdout:1160: finishing write tid 3 to smithi09982431-20 2024-04-12T16:05:00.061 INFO:tasks.rados.rados.0.smithi099.stdout:1160: finishing write tid 4 to smithi09982431-20 2024-04-12T16:05:00.062 INFO:tasks.rados.rados.0.smithi099.stdout:1160: finishing write tid 5 to smithi09982431-20 2024-04-12T16:05:00.062 INFO:tasks.rados.rados.0.smithi099.stdout:1160: oid 20 updating version 0 to 699 2024-04-12T16:05:00.063 INFO:tasks.rados.rados.0.smithi099.stdout:1160: oid 20 updating version 699 to 700 2024-04-12T16:05:00.063 INFO:tasks.rados.rados.0.smithi099.stdout:1160: oid 20 version 700 is already newer than 698 2024-04-12T16:05:00.063 INFO:tasks.rados.rados.0.smithi099.stdout:1160: oid 20 version 700 is already newer than 697 2024-04-12T16:05:00.063 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 20 v 700 (ObjNum 376 snap 117 seq_num 376) dirty exists 2024-04-12T16:05:00.063 INFO:tasks.rados.rados.0.smithi099.stdout:1160: left oid 20 (ObjNum 376 snap 117 seq_num 376) 2024-04-12T16:05:00.085 INFO:tasks.rados.rados.0.smithi099.stdout:1161: expect (ObjNum 368 snap 113 seq_num 368) 2024-04-12T16:05:00.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:00 smithi110 ceph-mon[88691]: Reconfiguring mon.a (monmap changed)... 2024-04-12T16:05:00.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:00 smithi110 ceph-mon[88691]: Reconfiguring daemon mon.a on smithi099 2024-04-12T16:05:00.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:00 smithi110 ceph-mon[88691]: osdmap e284: 8 total, 8 up, 8 in 2024-04-12T16:05:00.368 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:00 smithi099 ceph-mon[94290]: Reconfiguring mon.a (monmap changed)... 2024-04-12T16:05:00.368 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:00 smithi099 ceph-mon[94290]: Reconfiguring daemon mon.a on smithi099 2024-04-12T16:05:00.368 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:00 smithi099 ceph-mon[94290]: osdmap e284: 8 total, 8 up, 8 in 2024-04-12T16:05:00.368 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:00 smithi099 ceph-mon[96864]: Reconfiguring mon.a (monmap changed)... 2024-04-12T16:05:00.368 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:00 smithi099 ceph-mon[96864]: Reconfiguring daemon mon.a on smithi099 2024-04-12T16:05:00.369 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:00 smithi099 ceph-mon[96864]: osdmap e284: 8 total, 8 up, 8 in 2024-04-12T16:05:01.024 INFO:tasks.rados.rados.0.smithi099.stdout:1158: done (4 left) 2024-04-12T16:05:01.024 INFO:tasks.rados.rados.0.smithi099.stdout:1159: done (3 left) 2024-04-12T16:05:01.024 INFO:tasks.rados.rados.0.smithi099.stdout:1160: done (2 left) 2024-04-12T16:05:01.024 INFO:tasks.rados.rados.0.smithi099.stdout:1161: done (1 left) 2024-04-12T16:05:01.024 INFO:tasks.rados.rados.0.smithi099.stdout:1164: done (0 left) 2024-04-12T16:05:01.024 INFO:tasks.rados.rados.0.smithi099.stdout:1165: rollback oid 39 current snap is 118 2024-04-12T16:05:01.024 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 39 to 47 2024-04-12T16:05:01.024 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 44 current snap is 118 2024-04-12T16:05:01.024 INFO:tasks.rados.rados.0.smithi099.stdout:1166: seq_num 377 ranges {868352=720896,1589248=434176,2023424=368640} 2024-04-12T16:05:01.032 INFO:tasks.rados.rados.0.smithi099.stdout:1166: writing smithi09982431-44 from 868352 to 1589248 tid 1 2024-04-12T16:05:01.034 INFO:tasks.rados.rados.0.smithi099.stdout:1166: writing smithi09982431-44 from 1589248 to 2023424 tid 2 2024-04-12T16:05:01.037 INFO:tasks.rados.rados.0.smithi099.stdout:1166: writing smithi09982431-44 from 2023424 to 2392064 tid 3 2024-04-12T16:05:01.037 INFO:tasks.rados.rados.0.smithi099.stdout:1165: finishing rollback tid 0 to smithi09982431-39 2024-04-12T16:05:01.037 INFO:tasks.rados.rados.0.smithi099.stdout:1165: finishing rollback tid 1 to smithi09982431-39 2024-04-12T16:05:01.037 INFO:tasks.rados.rados.0.smithi099.stdout:1165: finishing rollback tid 2 to smithi09982431-39 2024-04-12T16:05:01.037 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 39 v 517 (ObjNum 163 snap 39 seq_num 163) dirty exists 2024-04-12T16:05:01.037 INFO:tasks.rados.rados.0.smithi099.stdout:1165: done (1 left) 2024-04-12T16:05:01.037 INFO:tasks.rados.rados.0.smithi099.stdout:1167: read oid 41 snap 109 2024-04-12T16:05:01.038 INFO:tasks.rados.rados.0.smithi099.stdout:1167: expect (ObjNum 230 snap 66 seq_num 230) 2024-04-12T16:05:01.038 INFO:tasks.rados.rados.0.smithi099.stdout:1168: snap_remove snap 78 2024-04-12T16:05:01.255 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:01 smithi099 ceph-mon[96864]: osdmap e285: 8 total, 8 up, 8 in 2024-04-12T16:05:01.255 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:01 smithi099 ceph-mon[96864]: pgmap v63: 121 pgs: 121 active+clean; 409 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.5 MiB/s wr, 16 op/s 2024-04-12T16:05:01.255 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:01 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:01.255 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:01 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:01.255 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:01 smithi099 ceph-mon[96864]: Reconfiguring mgr.y (monmap changed)... 2024-04-12T16:05:01.255 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:01 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:05:01.255 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:01 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T16:05:01.255 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:01 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:01.255 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:01 smithi099 ceph-mon[96864]: Reconfiguring daemon mgr.y on smithi099 2024-04-12T16:05:01.255 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:01 smithi099 ceph-mon[94290]: osdmap e285: 8 total, 8 up, 8 in 2024-04-12T16:05:01.256 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:01 smithi099 ceph-mon[94290]: pgmap v63: 121 pgs: 121 active+clean; 409 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.5 MiB/s wr, 16 op/s 2024-04-12T16:05:01.256 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:01 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:01.256 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:01 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:01.256 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:01 smithi099 ceph-mon[94290]: Reconfiguring mgr.y (monmap changed)... 2024-04-12T16:05:01.256 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:01 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:05:01.256 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:01 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T16:05:01.256 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:01 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:01.256 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:01 smithi099 ceph-mon[94290]: Reconfiguring daemon mgr.y on smithi099 2024-04-12T16:05:01.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:01 smithi110 ceph-mon[88691]: osdmap e285: 8 total, 8 up, 8 in 2024-04-12T16:05:01.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:01 smithi110 ceph-mon[88691]: pgmap v63: 121 pgs: 121 active+clean; 409 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.5 MiB/s wr, 16 op/s 2024-04-12T16:05:01.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:01 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:01.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:01 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:01.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:01 smithi110 ceph-mon[88691]: Reconfiguring mgr.y (monmap changed)... 2024-04-12T16:05:01.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:01 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:05:01.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:01 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T16:05:01.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:01 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:01.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:01 smithi110 ceph-mon[88691]: Reconfiguring daemon mgr.y on smithi099 2024-04-12T16:05:02.023 INFO:tasks.rados.rados.0.smithi099.stdout:1168: done (2 left) 2024-04-12T16:05:02.023 INFO:tasks.rados.rados.0.smithi099.stdout:1169: snap_remove snap 32 2024-04-12T16:05:02.315 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:02 smithi110 ceph-mon[88691]: osdmap e286: 8 total, 8 up, 8 in 2024-04-12T16:05:02.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:02 smithi099 ceph-mon[94290]: osdmap e286: 8 total, 8 up, 8 in 2024-04-12T16:05:02.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:02 smithi099 ceph-mon[96864]: osdmap e286: 8 total, 8 up, 8 in 2024-04-12T16:05:02.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:05:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:05:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:05:03.024 INFO:tasks.rados.rados.0.smithi099.stdout:1169: done (2 left) 2024-04-12T16:05:03.024 INFO:tasks.rados.rados.0.smithi099.stdout:1170: snap_remove snap 83 2024-04-12T16:05:03.077 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:03 smithi099 ceph-mon[94290]: osdmap e287: 8 total, 8 up, 8 in 2024-04-12T16:05:03.077 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:03 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:03.077 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:03 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:03.077 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:03 smithi099 ceph-mon[94290]: Reconfiguring mon.c (monmap changed)... 2024-04-12T16:05:03.077 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:03 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:05:03.077 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:03 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:05:03.077 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:03 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:03.077 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:03 smithi099 ceph-mon[94290]: Reconfiguring daemon mon.c on smithi099 2024-04-12T16:05:03.077 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:03 smithi099 ceph-mon[94290]: pgmap v66: 121 pgs: 121 active+clean; 409 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.5 MiB/s wr, 16 op/s 2024-04-12T16:05:03.078 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:03 smithi099 ceph-mon[96864]: osdmap e287: 8 total, 8 up, 8 in 2024-04-12T16:05:03.078 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:03 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:03.078 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:03 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:03.078 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:03 smithi099 ceph-mon[96864]: Reconfiguring mon.c (monmap changed)... 2024-04-12T16:05:03.078 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:03 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:05:03.078 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:03 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:05:03.078 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:03 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:03.078 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:03 smithi099 ceph-mon[96864]: Reconfiguring daemon mon.c on smithi099 2024-04-12T16:05:03.078 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:03 smithi099 ceph-mon[96864]: pgmap v66: 121 pgs: 121 active+clean; 409 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.5 MiB/s wr, 16 op/s 2024-04-12T16:05:03.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:03 smithi110 ceph-mon[88691]: osdmap e287: 8 total, 8 up, 8 in 2024-04-12T16:05:03.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:03 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:03.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:03 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:03.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:03 smithi110 ceph-mon[88691]: Reconfiguring mon.c (monmap changed)... 2024-04-12T16:05:03.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:03 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:05:03.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:03 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:05:03.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:03 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:03.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:03 smithi110 ceph-mon[88691]: Reconfiguring daemon mon.c on smithi099 2024-04-12T16:05:03.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:03 smithi110 ceph-mon[88691]: pgmap v66: 121 pgs: 121 active+clean; 409 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.5 MiB/s wr, 16 op/s 2024-04-12T16:05:03.834 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:05:03 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:05:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi099\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:05:03.983 INFO:tasks.rados.rados.0.smithi099.stdout:1170: done (2 left) 2024-04-12T16:05:03.983 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 28 current snap is 118 2024-04-12T16:05:03.983 INFO:tasks.rados.rados.0.smithi099.stdout:1171: seq_num 378 ranges {0=737280,737280=720896,1458176=81920} 2024-04-12T16:05:03.987 INFO:tasks.rados.rados.0.smithi099.stdout:1171: writing smithi09982431-28 from 0 to 737280 tid 1 2024-04-12T16:05:03.993 INFO:tasks.rados.rados.0.smithi099.stdout:1171: writing smithi09982431-28 from 737280 to 1458176 tid 2 2024-04-12T16:05:03.995 INFO:tasks.rados.rados.0.smithi099.stdout:1171: writing smithi09982431-28 from 1458176 to 1540096 tid 3 2024-04-12T16:05:03.995 INFO:tasks.rados.rados.0.smithi099.stdout:1166: finishing write tid 1 to smithi09982431-44 2024-04-12T16:05:03.995 INFO:tasks.rados.rados.0.smithi099.stdout:1166: finishing write tid 2 to smithi09982431-44 2024-04-12T16:05:03.995 INFO:tasks.rados.rados.0.smithi099.stdout:1166: finishing write tid 3 to smithi09982431-44 2024-04-12T16:05:03.996 INFO:tasks.rados.rados.0.smithi099.stdout:1166: finishing write tid 4 to smithi09982431-44 2024-04-12T16:05:03.996 INFO:tasks.rados.rados.0.smithi099.stdout:1166: finishing write tid 5 to smithi09982431-44 2024-04-12T16:05:03.996 INFO:tasks.rados.rados.0.smithi099.stdout:1166: oid 44 updating version 0 to 599 2024-04-12T16:05:03.996 INFO:tasks.rados.rados.0.smithi099.stdout:1166: oid 44 updating version 599 to 601 2024-04-12T16:05:03.996 INFO:tasks.rados.rados.0.smithi099.stdout:1166: oid 44 version 601 is already newer than 600 2024-04-12T16:05:03.996 INFO:tasks.rados.rados.0.smithi099.stdout:1166: oid 44 updating version 601 to 602 2024-04-12T16:05:03.996 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 44 v 602 (ObjNum 377 snap 118 seq_num 377) dirty exists 2024-04-12T16:05:03.996 INFO:tasks.rados.rados.0.smithi099.stdout:1166: left oid 44 (ObjNum 377 snap 118 seq_num 377) 2024-04-12T16:05:03.996 INFO:tasks.rados.rados.0.smithi099.stdout:1167: expect (ObjNum 230 snap 66 seq_num 230) 2024-04-12T16:05:04.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:04 smithi099 ceph-mon[96864]: osdmap e288: 8 total, 8 up, 8 in 2024-04-12T16:05:04.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:04 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:04.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:04 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:04.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:04 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T16:05:04.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:04 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:04.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:04 smithi099 ceph-mon[96864]: osdmap e289: 8 total, 8 up, 8 in 2024-04-12T16:05:04.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:04 smithi099 ceph-mon[94290]: osdmap e288: 8 total, 8 up, 8 in 2024-04-12T16:05:04.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:04 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:04.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:04 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:04.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:04 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T16:05:04.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:04 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:04.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:04 smithi099 ceph-mon[94290]: osdmap e289: 8 total, 8 up, 8 in 2024-04-12T16:05:04.232 INFO:tasks.rados.rados.0.smithi099.stdout:1171: finishing write tid 1 to smithi09982431-28 2024-04-12T16:05:04.232 INFO:tasks.rados.rados.0.smithi099.stdout:1171: finishing write tid 2 to smithi09982431-28 2024-04-12T16:05:04.232 INFO:tasks.rados.rados.0.smithi099.stdout:1171: finishing write tid 3 to smithi09982431-28 2024-04-12T16:05:04.232 INFO:tasks.rados.rados.0.smithi099.stdout:1171: finishing write tid 4 to smithi09982431-28 2024-04-12T16:05:04.232 INFO:tasks.rados.rados.0.smithi099.stdout:1171: finishing write tid 5 to smithi09982431-28 2024-04-12T16:05:04.232 INFO:tasks.rados.rados.0.smithi099.stdout:1171: oid 28 updating version 0 to 721 2024-04-12T16:05:04.232 INFO:tasks.rados.rados.0.smithi099.stdout:1171: oid 28 updating version 721 to 722 2024-04-12T16:05:04.232 INFO:tasks.rados.rados.0.smithi099.stdout:1171: oid 28 updating version 722 to 727 2024-04-12T16:05:04.232 INFO:tasks.rados.rados.0.smithi099.stdout:1171: oid 28 updating version 727 to 728 2024-04-12T16:05:04.233 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 28 v 728 (ObjNum 378 snap 118 seq_num 378) dirty exists 2024-04-12T16:05:04.233 INFO:tasks.rados.rados.0.smithi099.stdout:1171: left oid 28 (ObjNum 378 snap 118 seq_num 378) 2024-04-12T16:05:04.233 INFO:tasks.rados.rados.0.smithi099.stdout:1166: done (2 left) 2024-04-12T16:05:04.233 INFO:tasks.rados.rados.0.smithi099.stdout:1167: done (1 left) 2024-04-12T16:05:04.233 INFO:tasks.rados.rados.0.smithi099.stdout:1171: done (0 left) 2024-04-12T16:05:04.233 INFO:tasks.rados.rados.0.smithi099.stdout:1172: snap_remove snap 112 2024-04-12T16:05:04.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:04 smithi110 ceph-mon[88691]: osdmap e288: 8 total, 8 up, 8 in 2024-04-12T16:05:04.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:04 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:04.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:04 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:04.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:04 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T16:05:04.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:04 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:04.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:04 smithi110 ceph-mon[88691]: osdmap e289: 8 total, 8 up, 8 in 2024-04-12T16:05:05.041 INFO:tasks.rados.rados.0.smithi099.stdout:1172: done (0 left) 2024-04-12T16:05:05.041 INFO:tasks.rados.rados.0.smithi099.stdout:1173: delete oid 12 current snap is 118 2024-04-12T16:05:05.049 INFO:tasks.rados.rados.0.smithi099.stdout:1173: done (0 left) 2024-04-12T16:05:05.050 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 15 current snap is 118 2024-04-12T16:05:05.050 INFO:tasks.rados.rados.0.smithi099.stdout:1174: seq_num 380 ranges {1515520=770048,2285568=483328,2768896=319488} 2024-04-12T16:05:05.062 INFO:tasks.rados.rados.0.smithi099.stdout:1174: writing smithi09982431-15 from 1515520 to 2285568 tid 1 2024-04-12T16:05:05.065 INFO:tasks.rados.rados.0.smithi099.stdout:1174: writing smithi09982431-15 from 2285568 to 2768896 tid 2 2024-04-12T16:05:05.067 INFO:tasks.rados.rados.0.smithi099.stdout:1174: writing smithi09982431-15 from 2768896 to 3088384 tid 3 2024-04-12T16:05:05.067 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 22 current snap is 118 2024-04-12T16:05:05.067 INFO:tasks.rados.rados.0.smithi099.stdout:1174: finishing write tid 1 to smithi09982431-15 2024-04-12T16:05:05.067 INFO:tasks.rados.rados.0.smithi099.stdout:1175: seq_num 381 ranges {0=786432,786432=417792,1204224=385024} 2024-04-12T16:05:05.071 INFO:tasks.rados.rados.0.smithi099.stdout:1175: writing smithi09982431-22 from 0 to 786432 tid 1 2024-04-12T16:05:05.073 INFO:tasks.rados.rados.0.smithi099.stdout:1175: writing smithi09982431-22 from 786432 to 1204224 tid 2 2024-04-12T16:05:05.076 INFO:tasks.rados.rados.0.smithi099.stdout:1175: writing smithi09982431-22 from 1204224 to 1589248 tid 3 2024-04-12T16:05:05.076 INFO:tasks.rados.rados.0.smithi099.stdout:1176: read oid 30 snap -1 2024-04-12T16:05:05.077 INFO:tasks.rados.rados.0.smithi099.stdout:1176: expect (ObjNum 352 snap 111 seq_num 352) 2024-04-12T16:05:05.077 INFO:tasks.rados.rados.0.smithi099.stdout:1177: read oid 50 snap -1 2024-04-12T16:05:05.077 INFO:tasks.rados.rados.0.smithi099.stdout:1177: expect deleted 2024-04-12T16:05:05.077 INFO:tasks.rados.rados.0.smithi099.stdout:1178: snap_create 2024-04-12T16:05:05.077 INFO:tasks.rados.rados.0.smithi099.stdout:1174: finishing write tid 2 to smithi09982431-15 2024-04-12T16:05:05.077 INFO:tasks.rados.rados.0.smithi099.stdout:1174: finishing write tid 3 to smithi09982431-15 2024-04-12T16:05:05.077 INFO:tasks.rados.rados.0.smithi099.stdout:1174: finishing write tid 4 to smithi09982431-15 2024-04-12T16:05:05.077 INFO:tasks.rados.rados.0.smithi099.stdout:1174: finishing write tid 5 to smithi09982431-15 2024-04-12T16:05:05.077 INFO:tasks.rados.rados.0.smithi099.stdout:1174: oid 15 updating version 0 to 435 2024-04-12T16:05:05.077 INFO:tasks.rados.rados.0.smithi099.stdout:1174: oid 15 version 435 is already newer than 433 2024-04-12T16:05:05.077 INFO:tasks.rados.rados.0.smithi099.stdout:1174: oid 15 version 435 is already newer than 434 2024-04-12T16:05:05.077 INFO:tasks.rados.rados.0.smithi099.stdout:1174: oid 15 updating version 435 to 436 2024-04-12T16:05:05.077 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 15 v 436 (ObjNum 380 snap 118 seq_num 380) dirty exists 2024-04-12T16:05:05.077 INFO:tasks.rados.rados.0.smithi099.stdout:1174: left oid 15 (ObjNum 380 snap 118 seq_num 380) 2024-04-12T16:05:05.077 INFO:tasks.rados.rados.0.smithi099.stdout:1175: finishing write tid 1 to smithi09982431-22 2024-04-12T16:05:05.077 INFO:tasks.rados.rados.0.smithi099.stdout:1175: finishing write tid 2 to smithi09982431-22 2024-04-12T16:05:05.079 INFO:tasks.rados.rados.0.smithi099.stdout:1175: finishing write tid 3 to smithi09982431-22 2024-04-12T16:05:05.079 INFO:tasks.rados.rados.0.smithi099.stdout:1175: finishing write tid 4 to smithi09982431-22 2024-04-12T16:05:05.080 INFO:tasks.rados.rados.0.smithi099.stdout:1175: finishing write tid 5 to smithi09982431-22 2024-04-12T16:05:05.080 INFO:tasks.rados.rados.0.smithi099.stdout:1175: oid 22 updating version 0 to 616 2024-04-12T16:05:05.080 INFO:tasks.rados.rados.0.smithi099.stdout:1175: oid 22 updating version 616 to 618 2024-04-12T16:05:05.080 INFO:tasks.rados.rados.0.smithi099.stdout:1175: oid 22 version 618 is already newer than 617 2024-04-12T16:05:05.080 INFO:tasks.rados.rados.0.smithi099.stdout:1175: oid 22 updating version 618 to 619 2024-04-12T16:05:05.080 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 22 v 619 (ObjNum 381 snap 118 seq_num 381) dirty exists 2024-04-12T16:05:05.080 INFO:tasks.rados.rados.0.smithi099.stdout:1175: left oid 22 (ObjNum 381 snap 118 seq_num 381) 2024-04-12T16:05:05.083 INFO:tasks.rados.rados.0.smithi099.stdout:1176: expect (ObjNum 352 snap 111 seq_num 352) 2024-04-12T16:05:05.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:05 smithi099 ceph-mon[96864]: Reconfiguring osd.0 (monmap changed)... 2024-04-12T16:05:05.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:05 smithi099 ceph-mon[96864]: Reconfiguring daemon osd.0 on smithi099 2024-04-12T16:05:05.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:05 smithi099 ceph-mon[96864]: pgmap v69: 121 pgs: 121 active+clean; 374 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-04-12T16:05:05.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:05 smithi099 ceph-mon[94290]: Reconfiguring osd.0 (monmap changed)... 2024-04-12T16:05:05.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:05 smithi099 ceph-mon[94290]: Reconfiguring daemon osd.0 on smithi099 2024-04-12T16:05:05.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:05 smithi099 ceph-mon[94290]: pgmap v69: 121 pgs: 121 active+clean; 374 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-04-12T16:05:05.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:05 smithi110 ceph-mon[88691]: Reconfiguring osd.0 (monmap changed)... 2024-04-12T16:05:05.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:05 smithi110 ceph-mon[88691]: Reconfiguring daemon osd.0 on smithi099 2024-04-12T16:05:05.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:05 smithi110 ceph-mon[88691]: pgmap v69: 121 pgs: 121 active+clean; 374 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-04-12T16:05:06.045 INFO:tasks.rados.rados.0.smithi099.stdout:1174: done (4 left) 2024-04-12T16:05:06.046 INFO:tasks.rados.rados.0.smithi099.stdout:1175: done (3 left) 2024-04-12T16:05:06.046 INFO:tasks.rados.rados.0.smithi099.stdout:1176: done (2 left) 2024-04-12T16:05:06.046 INFO:tasks.rados.rados.0.smithi099.stdout:1177: done (1 left) 2024-04-12T16:05:06.046 INFO:tasks.rados.rados.0.smithi099.stdout:1178: done (0 left) 2024-04-12T16:05:06.046 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 17 current snap is 119 2024-04-12T16:05:06.046 INFO:tasks.rados.rados.0.smithi099.stdout:1179: seq_num 382 ranges {3260416=802816,4063232=704512,4767744=98304} 2024-04-12T16:05:06.068 INFO:tasks.rados.rados.0.smithi099.stdout:1179: writing smithi09982431-17 from 3260416 to 4063232 tid 1 2024-04-12T16:05:06.071 INFO:tasks.rados.rados.0.smithi099.stdout:1179: writing smithi09982431-17 from 4063232 to 4767744 tid 2 2024-04-12T16:05:06.072 INFO:tasks.rados.rados.0.smithi099.stdout:1179: writing smithi09982431-17 from 4767744 to 4866048 tid 3 2024-04-12T16:05:06.072 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 35 current snap is 119 2024-04-12T16:05:06.072 INFO:tasks.rados.rados.0.smithi099.stdout:1180: seq_num 383 ranges {5718016=417792,6135808=589824,6725632=417792,7143424=196608} 2024-04-12T16:05:06.106 INFO:tasks.rados.rados.0.smithi099.stdout:1180: writing smithi09982431-35 from 5718016 to 6135808 tid 1 2024-04-12T16:05:06.109 INFO:tasks.rados.rados.0.smithi099.stdout:1180: writing smithi09982431-35 from 6135808 to 6725632 tid 2 2024-04-12T16:05:06.112 INFO:tasks.rados.rados.0.smithi099.stdout:1180: writing smithi09982431-35 from 6725632 to 7143424 tid 3 2024-04-12T16:05:06.113 INFO:tasks.rados.rados.0.smithi099.stdout:1180: writing smithi09982431-35 from 7143424 to 7340032 tid 4 2024-04-12T16:05:06.113 INFO:tasks.rados.rados.0.smithi099.stdout:1181: snap_create 2024-04-12T16:05:06.113 INFO:tasks.rados.rados.0.smithi099.stdout:1179: finishing write tid 1 to smithi09982431-17 2024-04-12T16:05:06.113 INFO:tasks.rados.rados.0.smithi099.stdout:1179: finishing write tid 2 to smithi09982431-17 2024-04-12T16:05:06.114 INFO:tasks.rados.rados.0.smithi099.stdout:1179: finishing write tid 3 to smithi09982431-17 2024-04-12T16:05:06.114 INFO:tasks.rados.rados.0.smithi099.stdout:1179: finishing write tid 4 to smithi09982431-17 2024-04-12T16:05:06.114 INFO:tasks.rados.rados.0.smithi099.stdout:1179: finishing write tid 5 to smithi09982431-17 2024-04-12T16:05:06.114 INFO:tasks.rados.rados.0.smithi099.stdout:1179: oid 17 updating version 0 to 126 2024-04-12T16:05:06.114 INFO:tasks.rados.rados.0.smithi099.stdout:1179: oid 17 updating version 126 to 128 2024-04-12T16:05:06.114 INFO:tasks.rados.rados.0.smithi099.stdout:1179: oid 17 version 128 is already newer than 127 2024-04-12T16:05:06.114 INFO:tasks.rados.rados.0.smithi099.stdout:1179: oid 17 version 128 is already newer than 125 2024-04-12T16:05:06.114 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 17 v 128 (ObjNum 382 snap 119 seq_num 382) dirty exists 2024-04-12T16:05:06.114 INFO:tasks.rados.rados.0.smithi099.stdout:1179: left oid 17 (ObjNum 382 snap 119 seq_num 382) 2024-04-12T16:05:06.114 INFO:tasks.rados.rados.0.smithi099.stdout:1180: finishing write tid 1 to smithi09982431-35 2024-04-12T16:05:06.114 INFO:tasks.rados.rados.0.smithi099.stdout:1180: finishing write tid 2 to smithi09982431-35 2024-04-12T16:05:06.115 INFO:tasks.rados.rados.0.smithi099.stdout:1180: finishing write tid 3 to smithi09982431-35 2024-04-12T16:05:06.115 INFO:tasks.rados.rados.0.smithi099.stdout:1180: finishing write tid 4 to smithi09982431-35 2024-04-12T16:05:06.115 INFO:tasks.rados.rados.0.smithi099.stdout:1180: finishing write tid 5 to smithi09982431-35 2024-04-12T16:05:06.117 INFO:tasks.rados.rados.0.smithi099.stdout:1180: finishing write tid 6 to smithi09982431-35 2024-04-12T16:05:06.117 INFO:tasks.rados.rados.0.smithi099.stdout:1180: oid 35 updating version 0 to 600 2024-04-12T16:05:06.117 INFO:tasks.rados.rados.0.smithi099.stdout:1180: oid 35 updating version 600 to 601 2024-04-12T16:05:06.117 INFO:tasks.rados.rados.0.smithi099.stdout:1180: oid 35 updating version 601 to 604 2024-04-12T16:05:06.117 INFO:tasks.rados.rados.0.smithi099.stdout:1180: oid 35 version 604 is already newer than 602 2024-04-12T16:05:06.117 INFO:tasks.rados.rados.0.smithi099.stdout:1180: oid 35 version 604 is already newer than 603 2024-04-12T16:05:06.117 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 604 (ObjNum 383 snap 119 seq_num 383) dirty exists 2024-04-12T16:05:06.117 INFO:tasks.rados.rados.0.smithi099.stdout:1180: left oid 35 (ObjNum 383 snap 119 seq_num 383) 2024-04-12T16:05:06.297 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:06 smithi099 ceph-mon[94290]: osdmap e290: 8 total, 8 up, 8 in 2024-04-12T16:05:06.297 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:06 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:06.297 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:06 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:06.297 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:06 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T16:05:06.297 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:06 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:06.298 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:06 smithi099 ceph-mon[96864]: osdmap e290: 8 total, 8 up, 8 in 2024-04-12T16:05:06.298 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:06 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:06.298 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:06 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:06.298 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:06 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T16:05:06.298 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:06 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:06.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:06 smithi110 ceph-mon[88691]: osdmap e290: 8 total, 8 up, 8 in 2024-04-12T16:05:06.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:06 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:06.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:06 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:06.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:06 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T16:05:06.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:06 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:06.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:05:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:05:06] "GET /metrics HTTP/1.1" 200 36003 "" "Prometheus/2.43.0" 2024-04-12T16:05:07.052 INFO:tasks.rados.rados.0.smithi099.stdout:1179: done (2 left) 2024-04-12T16:05:07.052 INFO:tasks.rados.rados.0.smithi099.stdout:1180: done (1 left) 2024-04-12T16:05:07.052 INFO:tasks.rados.rados.0.smithi099.stdout:1181: done (0 left) 2024-04-12T16:05:07.052 INFO:tasks.rados.rados.0.smithi099.stdout:1182: delete oid 44 current snap is 120 2024-04-12T16:05:07.057 INFO:tasks.rados.rados.0.smithi099.stdout:1182: done (0 left) 2024-04-12T16:05:07.057 INFO:tasks.rados.rados.0.smithi099.stdout:1183: rmattr oid 21 current snap is 120 2024-04-12T16:05:07.057 INFO:tasks.rados.rados.0.smithi099.stdout:1184: read oid 35 snap -1 2024-04-12T16:05:07.057 INFO:tasks.rados.rados.0.smithi099.stdout:1184: expect (ObjNum 383 snap 119 seq_num 383) 2024-04-12T16:05:07.057 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 37 current snap is 120 2024-04-12T16:05:07.057 INFO:tasks.rados.rados.0.smithi099.stdout:1185: seq_num 385 ranges {1990656=450560,2441216=761856,3203072=442368} 2024-04-12T16:05:07.071 INFO:tasks.rados.rados.0.smithi099.stdout:1185: writing smithi09982431-37 from 1990656 to 2441216 tid 1 2024-04-12T16:05:07.075 INFO:tasks.rados.rados.0.smithi099.stdout:1185: writing smithi09982431-37 from 2441216 to 3203072 tid 2 2024-04-12T16:05:07.078 INFO:tasks.rados.rados.0.smithi099.stdout:1185: writing smithi09982431-37 from 3203072 to 3645440 tid 3 2024-04-12T16:05:07.078 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 24 current snap is 120 2024-04-12T16:05:07.078 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 632 (ObjNum 353 snap 111 seq_num 353) dirty exists 2024-04-12T16:05:07.078 INFO:tasks.rados.rados.0.smithi099.stdout:1186: seq_num 386 ranges {6504448=466944,6971392=638976,7610368=565248} 2024-04-12T16:05:07.115 INFO:tasks.rados.rados.0.smithi099.stdout:1186: writing smithi09982431-24 from 6504448 to 6971392 tid 1 2024-04-12T16:05:07.118 INFO:tasks.rados.rados.0.smithi099.stdout:1186: writing smithi09982431-24 from 6971392 to 7610368 tid 2 2024-04-12T16:05:07.122 INFO:tasks.rados.rados.0.smithi099.stdout:1186: writing smithi09982431-24 from 7610368 to 8175616 tid 3 2024-04-12T16:05:07.122 INFO:tasks.rados.rados.0.smithi099.stdout:1183: done (3 left) 2024-04-12T16:05:07.122 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 9 current snap is 120 2024-04-12T16:05:07.122 INFO:tasks.rados.rados.0.smithi099.stdout:1187: seq_num 387 ranges {0=483328,483328=524288,1007616=679936} 2024-04-12T16:05:07.124 INFO:tasks.rados.rados.0.smithi099.stdout:1187: writing smithi09982431-9 from 0 to 483328 tid 1 2024-04-12T16:05:07.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:07 smithi099 ceph-mon[94290]: Reconfiguring osd.1 (monmap changed)... 2024-04-12T16:05:07.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:07 smithi099 ceph-mon[94290]: Reconfiguring daemon osd.1 on smithi099 2024-04-12T16:05:07.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:07 smithi099 ceph-mon[94290]: osdmap e291: 8 total, 8 up, 8 in 2024-04-12T16:05:07.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:07 smithi099 ceph-mon[94290]: pgmap v72: 121 pgs: 121 active+clean; 374 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-04-12T16:05:07.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:07 smithi099 ceph-mon[96864]: Reconfiguring osd.1 (monmap changed)... 2024-04-12T16:05:07.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:07 smithi099 ceph-mon[96864]: Reconfiguring daemon osd.1 on smithi099 2024-04-12T16:05:07.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:07 smithi099 ceph-mon[96864]: osdmap e291: 8 total, 8 up, 8 in 2024-04-12T16:05:07.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:07 smithi099 ceph-mon[96864]: pgmap v72: 121 pgs: 121 active+clean; 374 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-04-12T16:05:07.128 INFO:tasks.rados.rados.0.smithi099.stdout:1187: writing smithi09982431-9 from 483328 to 1007616 tid 2 2024-04-12T16:05:07.132 INFO:tasks.rados.rados.0.smithi099.stdout:1187: writing smithi09982431-9 from 1007616 to 1687552 tid 3 2024-04-12T16:05:07.132 INFO:tasks.rados.rados.0.smithi099.stdout:1188: snap_remove snap 116 2024-04-12T16:05:07.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:07 smithi110 ceph-mon[88691]: Reconfiguring osd.1 (monmap changed)... 2024-04-12T16:05:07.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:07 smithi110 ceph-mon[88691]: Reconfiguring daemon osd.1 on smithi099 2024-04-12T16:05:07.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:07 smithi110 ceph-mon[88691]: osdmap e291: 8 total, 8 up, 8 in 2024-04-12T16:05:07.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:07 smithi110 ceph-mon[88691]: pgmap v72: 121 pgs: 121 active+clean; 374 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-04-12T16:05:08.054 INFO:tasks.rados.rados.0.smithi099.stdout:1188: done (4 left) 2024-04-12T16:05:08.054 INFO:tasks.rados.rados.0.smithi099.stdout:1189: snap_create 2024-04-12T16:05:08.054 INFO:tasks.rados.rados.0.smithi099.stdout:1185: finishing write tid 1 to smithi09982431-37 2024-04-12T16:05:08.054 INFO:tasks.rados.rados.0.smithi099.stdout:1185: finishing write tid 2 to smithi09982431-37 2024-04-12T16:05:08.055 INFO:tasks.rados.rados.0.smithi099.stdout:1185: finishing write tid 3 to smithi09982431-37 2024-04-12T16:05:08.055 INFO:tasks.rados.rados.0.smithi099.stdout:1185: finishing write tid 4 to smithi09982431-37 2024-04-12T16:05:08.055 INFO:tasks.rados.rados.0.smithi099.stdout:1185: finishing write tid 5 to smithi09982431-37 2024-04-12T16:05:08.055 INFO:tasks.rados.rados.0.smithi099.stdout:1185: oid 37 updating version 0 to 520 2024-04-12T16:05:08.055 INFO:tasks.rados.rados.0.smithi099.stdout:1185: oid 37 version 520 is already newer than 519 2024-04-12T16:05:08.055 INFO:tasks.rados.rados.0.smithi099.stdout:1185: oid 37 updating version 520 to 521 2024-04-12T16:05:08.055 INFO:tasks.rados.rados.0.smithi099.stdout:1185: oid 37 version 521 is already newer than 518 2024-04-12T16:05:08.055 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 37 v 521 (ObjNum 385 snap 120 seq_num 385) dirty exists 2024-04-12T16:05:08.055 INFO:tasks.rados.rados.0.smithi099.stdout:1185: left oid 37 (ObjNum 385 snap 120 seq_num 385) 2024-04-12T16:05:08.055 INFO:tasks.rados.rados.0.smithi099.stdout:1184: expect (ObjNum 383 snap 119 seq_num 383) 2024-04-12T16:05:08.081 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:08 smithi099 ceph-mon[94290]: osdmap e292: 8 total, 8 up, 8 in 2024-04-12T16:05:08.082 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:08.082 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:08.082 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:08 smithi099 ceph-mon[94290]: Reconfiguring osd.2 (monmap changed)... 2024-04-12T16:05:08.082 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T16:05:08.082 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:08.082 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:08 smithi099 ceph-mon[94290]: Reconfiguring daemon osd.2 on smithi099 2024-04-12T16:05:08.082 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:08 smithi099 ceph-mon[96864]: osdmap e292: 8 total, 8 up, 8 in 2024-04-12T16:05:08.082 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:08.082 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:08.082 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:08 smithi099 ceph-mon[96864]: Reconfiguring osd.2 (monmap changed)... 2024-04-12T16:05:08.082 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T16:05:08.083 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:08.083 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:08 smithi099 ceph-mon[96864]: Reconfiguring daemon osd.2 on smithi099 2024-04-12T16:05:08.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:08 smithi110 ceph-mon[88691]: osdmap e292: 8 total, 8 up, 8 in 2024-04-12T16:05:08.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:08.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:08.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:08 smithi110 ceph-mon[88691]: Reconfiguring osd.2 (monmap changed)... 2024-04-12T16:05:08.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T16:05:08.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:08.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:08 smithi110 ceph-mon[88691]: Reconfiguring daemon osd.2 on smithi099 2024-04-12T16:05:08.486 INFO:tasks.rados.rados.0.smithi099.stdout:1186: finishing write tid 1 to smithi09982431-24 2024-04-12T16:05:08.486 INFO:tasks.rados.rados.0.smithi099.stdout:1186: finishing write tid 2 to smithi09982431-24 2024-04-12T16:05:08.486 INFO:tasks.rados.rados.0.smithi099.stdout:1186: finishing write tid 3 to smithi09982431-24 2024-04-12T16:05:08.486 INFO:tasks.rados.rados.0.smithi099.stdout:1186: finishing write tid 4 to smithi09982431-24 2024-04-12T16:05:08.486 INFO:tasks.rados.rados.0.smithi099.stdout:1186: finishing write tid 5 to smithi09982431-24 2024-04-12T16:05:08.487 INFO:tasks.rados.rados.0.smithi099.stdout:1186: oid 24 updating version 0 to 442 2024-04-12T16:05:08.487 INFO:tasks.rados.rados.0.smithi099.stdout:1186: oid 24 updating version 442 to 443 2024-04-12T16:05:08.487 INFO:tasks.rados.rados.0.smithi099.stdout:1186: oid 24 version 443 is already newer than 441 2024-04-12T16:05:08.487 INFO:tasks.rados.rados.0.smithi099.stdout:1186: oid 24 version 443 is already newer than 440 2024-04-12T16:05:08.487 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 24 v 443 (ObjNum 386 snap 120 seq_num 386) dirty exists 2024-04-12T16:05:08.487 INFO:tasks.rados.rados.0.smithi099.stdout:1186: left oid 24 (ObjNum 386 snap 120 seq_num 386) 2024-04-12T16:05:08.487 INFO:tasks.rados.rados.0.smithi099.stdout:1187: finishing write tid 1 to smithi09982431-9 2024-04-12T16:05:08.487 INFO:tasks.rados.rados.0.smithi099.stdout:1187: finishing write tid 2 to smithi09982431-9 2024-04-12T16:05:08.487 INFO:tasks.rados.rados.0.smithi099.stdout:1187: finishing write tid 3 to smithi09982431-9 2024-04-12T16:05:08.487 INFO:tasks.rados.rados.0.smithi099.stdout:1187: finishing write tid 4 to smithi09982431-9 2024-04-12T16:05:08.487 INFO:tasks.rados.rados.0.smithi099.stdout:1187: finishing write tid 5 to smithi09982431-9 2024-04-12T16:05:08.487 INFO:tasks.rados.rados.0.smithi099.stdout:1187: oid 9 updating version 0 to 523 2024-04-12T16:05:08.487 INFO:tasks.rados.rados.0.smithi099.stdout:1187: oid 9 updating version 523 to 525 2024-04-12T16:05:08.487 INFO:tasks.rados.rados.0.smithi099.stdout:1187: oid 9 version 525 is already newer than 524 2024-04-12T16:05:08.487 INFO:tasks.rados.rados.0.smithi099.stdout:1187: oid 9 version 525 is already newer than 522 2024-04-12T16:05:08.488 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 9 v 525 (ObjNum 387 snap 120 seq_num 387) dirty exists 2024-04-12T16:05:08.488 INFO:tasks.rados.rados.0.smithi099.stdout:1187: left oid 9 (ObjNum 387 snap 120 seq_num 387) 2024-04-12T16:05:08.990 INFO:tasks.rados.rados.0.smithi099.stdout:1184: done (4 left) 2024-04-12T16:05:08.990 INFO:tasks.rados.rados.0.smithi099.stdout:1185: done (3 left) 2024-04-12T16:05:08.990 INFO:tasks.rados.rados.0.smithi099.stdout:1186: done (2 left) 2024-04-12T16:05:08.990 INFO:tasks.rados.rados.0.smithi099.stdout:1187: done (1 left) 2024-04-12T16:05:08.990 INFO:tasks.rados.rados.0.smithi099.stdout:1189: done (0 left) 2024-04-12T16:05:08.990 INFO:tasks.rados.rados.0.smithi099.stdout:1190: copy_from oid 34 from oid 38 current snap is 121 2024-04-12T16:05:08.990 INFO:tasks.rados.rados.0.smithi099.stdout:1191: rollback oid 46 current snap is 121 2024-04-12T16:05:08.990 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 46 to 103 2024-04-12T16:05:08.990 INFO:tasks.rados.rados.0.smithi099.stdout:1192: rollback oid 23 current snap is 121 2024-04-12T16:05:08.990 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 23 to 120 2024-04-12T16:05:08.990 INFO:tasks.rados.rados.0.smithi099.stdout:1193: delete oid 22 current snap is 121 2024-04-12T16:05:08.996 INFO:tasks.rados.rados.0.smithi099.stdout:1193: done (3 left) 2024-04-12T16:05:08.996 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 12 current snap is 121 2024-04-12T16:05:08.996 INFO:tasks.rados.rados.0.smithi099.stdout:1194: seq_num 389 ranges {0=524288,524288=745472,1269760=458752} 2024-04-12T16:05:08.999 INFO:tasks.rados.rados.0.smithi099.stdout:1194: writing smithi09982431-12 from 0 to 524288 tid 1 2024-04-12T16:05:09.004 INFO:tasks.rados.rados.0.smithi099.stdout:1194: writing smithi09982431-12 from 524288 to 1269760 tid 2 2024-04-12T16:05:09.007 INFO:tasks.rados.rados.0.smithi099.stdout:1194: writing smithi09982431-12 from 1269760 to 1728512 tid 3 2024-04-12T16:05:09.007 INFO:tasks.rados.rados.0.smithi099.stdout:1195: copy_from oid 28 from oid 42 current snap is 121 2024-04-12T16:05:09.008 INFO:tasks.rados.rados.0.smithi099.stdout:1191: finishing rollback tid 0 to smithi09982431-46 2024-04-12T16:05:09.008 INFO:tasks.rados.rados.0.smithi099.stdout:1191: finishing rollback tid 1 to smithi09982431-46 2024-04-12T16:05:09.008 INFO:tasks.rados.rados.0.smithi099.stdout:1192: finishing rollback tid 0 to smithi09982431-23 2024-04-12T16:05:09.008 INFO:tasks.rados.rados.0.smithi099.stdout:1192: finishing rollback tid 1 to smithi09982431-23 2024-04-12T16:05:09.008 INFO:tasks.rados.rados.0.smithi099.stdout:1192: finishing rollback tid 2 to smithi09982431-23 2024-04-12T16:05:09.008 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 23 v 437 (ObjNum 97 snap 0 seq_num 1925078336) dirty exists 2024-04-12T16:05:09.008 INFO:tasks.rados.rados.0.smithi099.stdout:1191: finishing rollback tid 2 to smithi09982431-46 2024-04-12T16:05:09.008 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 46 v 442 (ObjNum 319 snap 98 seq_num 319) dirty exists 2024-04-12T16:05:09.008 INFO:tasks.rados.rados.0.smithi099.stdout:1194: finishing write tid 1 to smithi09982431-12 2024-04-12T16:05:09.008 INFO:tasks.rados.rados.0.smithi099.stdout:1191: done (4 left) 2024-04-12T16:05:09.008 INFO:tasks.rados.rados.0.smithi099.stdout:1192: done (3 left) 2024-04-12T16:05:09.008 INFO:tasks.rados.rados.0.smithi099.stdout:1196: snap_remove snap 117 2024-04-12T16:05:09.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:09 smithi110 ceph-mon[88691]: osdmap e293: 8 total, 8 up, 8 in 2024-04-12T16:05:09.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:09 smithi110 ceph-mon[88691]: pgmap v75: 121 pgs: 121 active+clean; 374 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-04-12T16:05:09.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:09 smithi110 ceph-mon[88691]: osdmap e294: 8 total, 8 up, 8 in 2024-04-12T16:05:09.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:09 smithi099 ceph-mon[94290]: osdmap e293: 8 total, 8 up, 8 in 2024-04-12T16:05:09.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:09 smithi099 ceph-mon[94290]: pgmap v75: 121 pgs: 121 active+clean; 374 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-04-12T16:05:09.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:09 smithi099 ceph-mon[94290]: osdmap e294: 8 total, 8 up, 8 in 2024-04-12T16:05:09.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:09 smithi099 ceph-mon[96864]: osdmap e293: 8 total, 8 up, 8 in 2024-04-12T16:05:09.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:09 smithi099 ceph-mon[96864]: pgmap v75: 121 pgs: 121 active+clean; 374 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-04-12T16:05:09.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:09 smithi099 ceph-mon[96864]: osdmap e294: 8 total, 8 up, 8 in 2024-04-12T16:05:09.986 INFO:tasks.rados.rados.0.smithi099.stdout:1196: done (3 left) 2024-04-12T16:05:09.987 INFO:tasks.rados.rados.0.smithi099.stdout:1197: copy_from oid 35 from oid 46 current snap is 121 2024-04-12T16:05:09.987 INFO:tasks.rados.rados.0.smithi099.stdout:1194: finishing write tid 2 to smithi09982431-12 2024-04-12T16:05:09.987 INFO:tasks.rados.rados.0.smithi099.stdout:1194: finishing write tid 3 to smithi09982431-12 2024-04-12T16:05:09.987 INFO:tasks.rados.rados.0.smithi099.stdout:1194: finishing write tid 4 to smithi09982431-12 2024-04-12T16:05:09.987 INFO:tasks.rados.rados.0.smithi099.stdout:1194: finishing write tid 5 to smithi09982431-12 2024-04-12T16:05:09.987 INFO:tasks.rados.rados.0.smithi099.stdout:1194: oid 12 updating version 0 to 474 2024-04-12T16:05:09.987 INFO:tasks.rados.rados.0.smithi099.stdout:1194: oid 12 version 474 is already newer than 473 2024-04-12T16:05:09.987 INFO:tasks.rados.rados.0.smithi099.stdout:1194: oid 12 updating version 474 to 475 2024-04-12T16:05:09.987 INFO:tasks.rados.rados.0.smithi099.stdout:1194: oid 12 updating version 475 to 476 2024-04-12T16:05:09.987 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 476 (ObjNum 389 snap 121 seq_num 389) dirty exists 2024-04-12T16:05:09.987 INFO:tasks.rados.rados.0.smithi099.stdout:1194: left oid 12 (ObjNum 389 snap 121 seq_num 389) 2024-04-12T16:05:09.987 INFO:tasks.rados.rados.0.smithi099.stdout:1190: finishing copy_from racing read to smithi09982431-34 2024-04-12T16:05:09.987 INFO:tasks.rados.rados.0.smithi099.stdout:1190: finishing copy_from to smithi09982431-34 2024-04-12T16:05:09.987 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 34 v 340 (ObjNum 330 snap 106 seq_num 330) dirty exists 2024-04-12T16:05:09.987 INFO:tasks.rados.rados.0.smithi099.stdout:1195: finishing copy_from racing read to smithi09982431-28 2024-04-12T16:05:09.988 INFO:tasks.rados.rados.0.smithi099.stdout:1195: finishing copy_from to smithi09982431-28 2024-04-12T16:05:09.988 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 28 v 92 (ObjNum 87 snap 11 seq_num 87) dirty exists 2024-04-12T16:05:09.988 INFO:tasks.rados.rados.0.smithi099.stdout:1190: done (3 left) 2024-04-12T16:05:09.988 INFO:tasks.rados.rados.0.smithi099.stdout:1194: done (2 left) 2024-04-12T16:05:09.988 INFO:tasks.rados.rados.0.smithi099.stdout:1195: done (1 left) 2024-04-12T16:05:09.988 INFO:tasks.rados.rados.0.smithi099.stdout:1198: copy_from oid 7 from oid 48 current snap is 121 2024-04-12T16:05:09.988 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 27 current snap is 121 2024-04-12T16:05:09.988 INFO:tasks.rados.rados.0.smithi099.stdout:1199: seq_num 390 ranges {0=540672,540672=630784,1171456=573440} 2024-04-12T16:05:09.991 INFO:tasks.rados.rados.0.smithi099.stdout:1199: writing smithi09982431-27 from 0 to 540672 tid 1 2024-04-12T16:05:09.995 INFO:tasks.rados.rados.0.smithi099.stdout:1199: writing smithi09982431-27 from 540672 to 1171456 tid 2 2024-04-12T16:05:09.999 INFO:tasks.rados.rados.0.smithi099.stdout:1199: writing smithi09982431-27 from 1171456 to 1744896 tid 3 2024-04-12T16:05:10.000 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 31 current snap is 121 2024-04-12T16:05:10.000 INFO:tasks.rados.rados.0.smithi099.stdout:1199: finishing write tid 1 to smithi09982431-27 2024-04-12T16:05:10.000 INFO:tasks.rados.rados.0.smithi099.stdout:1200: seq_num 391 ranges {1196032=557056,1753088=516096,2269184=688128} 2024-04-12T16:05:10.010 INFO:tasks.rados.rados.0.smithi099.stdout:1200: writing smithi09982431-31 from 1196032 to 1753088 tid 1 2024-04-12T16:05:10.013 INFO:tasks.rados.rados.0.smithi099.stdout:1200: writing smithi09982431-31 from 1753088 to 2269184 tid 2 2024-04-12T16:05:10.018 INFO:tasks.rados.rados.0.smithi099.stdout:1200: writing smithi09982431-31 from 2269184 to 2957312 tid 3 2024-04-12T16:05:10.018 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 30 current snap is 121 2024-04-12T16:05:10.018 INFO:tasks.rados.rados.0.smithi099.stdout:1197: finishing copy_from racing read to smithi09982431-35 2024-04-12T16:05:10.018 INFO:tasks.rados.rados.0.smithi099.stdout:1199: finishing write tid 2 to smithi09982431-27 2024-04-12T16:05:10.018 INFO:tasks.rados.rados.0.smithi099.stdout:1199: finishing write tid 3 to smithi09982431-27 2024-04-12T16:05:10.018 INFO:tasks.rados.rados.0.smithi099.stdout:1199: finishing write tid 4 to smithi09982431-27 2024-04-12T16:05:10.018 INFO:tasks.rados.rados.0.smithi099.stdout:1197: finishing copy_from to smithi09982431-35 2024-04-12T16:05:10.018 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 442 (ObjNum 319 snap 98 seq_num 319) dirty exists 2024-04-12T16:05:10.019 INFO:tasks.rados.rados.0.smithi099.stdout:1199: finishing write tid 5 to smithi09982431-27 2024-04-12T16:05:10.019 INFO:tasks.rados.rados.0.smithi099.stdout:1199: oid 27 updating version 0 to 439 2024-04-12T16:05:10.019 INFO:tasks.rados.rados.0.smithi099.stdout:1199: oid 27 updating version 439 to 441 2024-04-12T16:05:10.019 INFO:tasks.rados.rados.0.smithi099.stdout:1199: oid 27 updating version 441 to 442 2024-04-12T16:05:10.019 INFO:tasks.rados.rados.0.smithi099.stdout:1199: oid 27 version 442 is already newer than 440 2024-04-12T16:05:10.019 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 27 v 442 (ObjNum 390 snap 121 seq_num 390) dirty exists 2024-04-12T16:05:10.019 INFO:tasks.rados.rados.0.smithi099.stdout:1199: left oid 27 (ObjNum 390 snap 121 seq_num 390) 2024-04-12T16:05:10.019 INFO:tasks.rados.rados.0.smithi099.stdout:1198: finishing copy_from racing read to smithi09982431-7 2024-04-12T16:05:10.019 INFO:tasks.rados.rados.0.smithi099.stdout:1198: finishing copy_from to smithi09982431-7 2024-04-12T16:05:10.019 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 7 v 176 (ObjNum 190 snap 48 seq_num 190) dirty exists 2024-04-12T16:05:10.019 INFO:tasks.rados.rados.0.smithi099.stdout:1200: finishing write tid 1 to smithi09982431-31 2024-04-12T16:05:10.019 INFO:tasks.rados.rados.0.smithi099.stdout:1200: finishing write tid 2 to smithi09982431-31 2024-04-12T16:05:10.019 INFO:tasks.rados.rados.0.smithi099.stdout:1201: seq_num 392 ranges {2727936=573440,3301376=802816,4104192=401408} 2024-04-12T16:05:10.035 INFO:tasks.rados.rados.0.smithi099.stdout:1201: writing smithi09982431-30 from 2727936 to 3301376 tid 1 2024-04-12T16:05:10.040 INFO:tasks.rados.rados.0.smithi099.stdout:1201: writing smithi09982431-30 from 3301376 to 4104192 tid 2 2024-04-12T16:05:10.043 INFO:tasks.rados.rados.0.smithi099.stdout:1201: writing smithi09982431-30 from 4104192 to 4505600 tid 3 2024-04-12T16:05:10.043 INFO:tasks.rados.rados.0.smithi099.stdout:1197: done (4 left) 2024-04-12T16:05:10.043 INFO:tasks.rados.rados.0.smithi099.stdout:1198: done (3 left) 2024-04-12T16:05:10.043 INFO:tasks.rados.rados.0.smithi099.stdout:1199: done (2 left) 2024-04-12T16:05:10.043 INFO:tasks.rados.rados.0.smithi099.stdout:1202: rmattr oid 15 current snap is 121 2024-04-12T16:05:10.043 INFO:tasks.rados.rados.0.smithi099.stdout:1202: done (2 left) 2024-04-12T16:05:10.043 INFO:tasks.rados.rados.0.smithi099.stdout:1203: delete oid 20 current snap is 121 2024-04-12T16:05:10.043 INFO:tasks.rados.rados.0.smithi099.stdout:1200: finishing write tid 3 to smithi09982431-31 2024-04-12T16:05:10.043 INFO:tasks.rados.rados.0.smithi099.stdout:1200: finishing write tid 4 to smithi09982431-31 2024-04-12T16:05:10.043 INFO:tasks.rados.rados.0.smithi099.stdout:1200: finishing write tid 5 to smithi09982431-31 2024-04-12T16:05:10.044 INFO:tasks.rados.rados.0.smithi099.stdout:1200: oid 31 updating version 0 to 647 2024-04-12T16:05:10.044 INFO:tasks.rados.rados.0.smithi099.stdout:1200: oid 31 version 647 is already newer than 646 2024-04-12T16:05:10.044 INFO:tasks.rados.rados.0.smithi099.stdout:1200: oid 31 version 647 is already newer than 645 2024-04-12T16:05:10.044 INFO:tasks.rados.rados.0.smithi099.stdout:1200: oid 31 version 647 is already newer than 644 2024-04-12T16:05:10.044 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 31 v 647 (ObjNum 391 snap 121 seq_num 391) dirty exists 2024-04-12T16:05:10.044 INFO:tasks.rados.rados.0.smithi099.stdout:1200: left oid 31 (ObjNum 391 snap 121 seq_num 391) 2024-04-12T16:05:10.044 INFO:tasks.rados.rados.0.smithi099.stdout:1201: finishing write tid 1 to smithi09982431-30 2024-04-12T16:05:10.044 INFO:tasks.rados.rados.0.smithi099.stdout:1201: finishing write tid 2 to smithi09982431-30 2024-04-12T16:05:10.045 INFO:tasks.rados.rados.0.smithi099.stdout:1201: finishing write tid 3 to smithi09982431-30 2024-04-12T16:05:10.045 INFO:tasks.rados.rados.0.smithi099.stdout:1200: done (2 left) 2024-04-12T16:05:10.046 INFO:tasks.rados.rados.0.smithi099.stdout:1203: done (1 left) 2024-04-12T16:05:10.046 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 5 current snap is 121 2024-04-12T16:05:10.046 INFO:tasks.rados.rados.0.smithi099.stdout:1204: seq_num 394 ranges {0=606208,606208=565248,1171456=557056,1728512=81920} 2024-04-12T16:05:10.049 INFO:tasks.rados.rados.0.smithi099.stdout:1204: writing smithi09982431-5 from 0 to 606208 tid 1 2024-04-12T16:05:10.052 INFO:tasks.rados.rados.0.smithi099.stdout:1204: writing smithi09982431-5 from 606208 to 1171456 tid 2 2024-04-12T16:05:10.055 INFO:tasks.rados.rados.0.smithi099.stdout:1204: writing smithi09982431-5 from 1171456 to 1728512 tid 3 2024-04-12T16:05:10.056 INFO:tasks.rados.rados.0.smithi099.stdout:1204: writing smithi09982431-5 from 1728512 to 1810432 tid 4 2024-04-12T16:05:10.056 INFO:tasks.rados.rados.0.smithi099.stdout:1205: delete oid 38 current snap is 121 2024-04-12T16:05:10.056 INFO:tasks.rados.rados.0.smithi099.stdout:1201: finishing write tid 4 to smithi09982431-30 2024-04-12T16:05:10.056 INFO:tasks.rados.rados.0.smithi099.stdout:1201: finishing write tid 5 to smithi09982431-30 2024-04-12T16:05:10.056 INFO:tasks.rados.rados.0.smithi099.stdout:1201: oid 30 updating version 0 to 558 2024-04-12T16:05:10.056 INFO:tasks.rados.rados.0.smithi099.stdout:1201: oid 30 version 558 is already newer than 557 2024-04-12T16:05:10.056 INFO:tasks.rados.rados.0.smithi099.stdout:1201: oid 30 updating version 558 to 560 2024-04-12T16:05:10.057 INFO:tasks.rados.rados.0.smithi099.stdout:1201: oid 30 version 560 is already newer than 559 2024-04-12T16:05:10.057 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 30 v 560 (ObjNum 392 snap 121 seq_num 392) dirty exists 2024-04-12T16:05:10.057 INFO:tasks.rados.rados.0.smithi099.stdout:1201: left oid 30 (ObjNum 392 snap 121 seq_num 392) 2024-04-12T16:05:10.057 INFO:tasks.rados.rados.0.smithi099.stdout:1204: finishing write tid 1 to smithi09982431-5 2024-04-12T16:05:10.057 INFO:tasks.rados.rados.0.smithi099.stdout:1204: finishing write tid 2 to smithi09982431-5 2024-04-12T16:05:10.058 INFO:tasks.rados.rados.0.smithi099.stdout:1201: done (2 left) 2024-04-12T16:05:10.058 INFO:tasks.rados.rados.0.smithi099.stdout:1205: done (1 left) 2024-04-12T16:05:10.058 INFO:tasks.rados.rados.0.smithi099.stdout:1206: setattr oid 17 current snap is 121 2024-04-12T16:05:10.059 INFO:tasks.rados.rados.0.smithi099.stdout:1204: finishing write tid 3 to smithi09982431-5 2024-04-12T16:05:10.059 INFO:tasks.rados.rados.0.smithi099.stdout:1204: finishing write tid 4 to smithi09982431-5 2024-04-12T16:05:10.059 INFO:tasks.rados.rados.0.smithi099.stdout:1204: finishing write tid 5 to smithi09982431-5 2024-04-12T16:05:10.060 INFO:tasks.rados.rados.0.smithi099.stdout:1204: finishing write tid 6 to smithi09982431-5 2024-04-12T16:05:10.060 INFO:tasks.rados.rados.0.smithi099.stdout:1204: oid 5 updating version 0 to 608 2024-04-12T16:05:10.060 INFO:tasks.rados.rados.0.smithi099.stdout:1204: oid 5 version 608 is already newer than 607 2024-04-12T16:05:10.060 INFO:tasks.rados.rados.0.smithi099.stdout:1204: oid 5 version 608 is already newer than 606 2024-04-12T16:05:10.060 INFO:tasks.rados.rados.0.smithi099.stdout:1204: oid 5 version 608 is already newer than 605 2024-04-12T16:05:10.060 INFO:tasks.rados.rados.0.smithi099.stdout:1204: oid 5 updating version 608 to 609 2024-04-12T16:05:10.061 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 5 v 609 (ObjNum 394 snap 121 seq_num 394) dirty exists 2024-04-12T16:05:10.061 INFO:tasks.rados.rados.0.smithi099.stdout:1204: left oid 5 (ObjNum 394 snap 121 seq_num 394) 2024-04-12T16:05:10.061 INFO:tasks.rados.rados.0.smithi099.stdout:1204: done (1 left) 2024-04-12T16:05:10.061 INFO:tasks.rados.rados.0.smithi099.stdout:1207: read oid 1 snap -1 2024-04-12T16:05:10.061 INFO:tasks.rados.rados.0.smithi099.stdout:1207: expect deleted 2024-04-12T16:05:10.061 INFO:tasks.rados.rados.0.smithi099.stdout:1208: snap_remove snap 119 2024-04-12T16:05:10.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:10.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:10.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:10 smithi099 ceph-mon[96864]: Reconfiguring osd.3 (monmap changed)... 2024-04-12T16:05:10.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T16:05:10.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:10.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:10 smithi099 ceph-mon[96864]: Reconfiguring daemon osd.3 on smithi099 2024-04-12T16:05:10.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:10 smithi099 ceph-mon[96864]: osdmap e295: 8 total, 8 up, 8 in 2024-04-12T16:05:10.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:10.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:10.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:10 smithi099 ceph-mon[94290]: Reconfiguring osd.3 (monmap changed)... 2024-04-12T16:05:10.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T16:05:10.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:10.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:10 smithi099 ceph-mon[94290]: Reconfiguring daemon osd.3 on smithi099 2024-04-12T16:05:10.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:10 smithi099 ceph-mon[94290]: osdmap e295: 8 total, 8 up, 8 in 2024-04-12T16:05:10.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:10.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:10.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:10 smithi110 ceph-mon[88691]: Reconfiguring osd.3 (monmap changed)... 2024-04-12T16:05:10.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T16:05:10.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:10.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:10 smithi110 ceph-mon[88691]: Reconfiguring daemon osd.3 on smithi099 2024-04-12T16:05:10.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:10 smithi110 ceph-mon[88691]: osdmap e295: 8 total, 8 up, 8 in 2024-04-12T16:05:10.989 INFO:tasks.rados.rados.0.smithi099.stdout:1208: done (2 left) 2024-04-12T16:05:10.990 INFO:tasks.rados.rados.0.smithi099.stdout:1209: snap_remove snap 100 2024-04-12T16:05:11.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:11 smithi099 ceph-mon[96864]: pgmap v78: 121 pgs: 121 active+clean; 386 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-04-12T16:05:11.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:11.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:11.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T16:05:11.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:11.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:11 smithi099 ceph-mon[96864]: osdmap e296: 8 total, 8 up, 8 in 2024-04-12T16:05:11.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:11 smithi099 ceph-mon[94290]: pgmap v78: 121 pgs: 121 active+clean; 386 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-04-12T16:05:11.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:11.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:11.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T16:05:11.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:11.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:11 smithi099 ceph-mon[94290]: osdmap e296: 8 total, 8 up, 8 in 2024-04-12T16:05:11.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:11 smithi110 ceph-mon[88691]: pgmap v78: 121 pgs: 121 active+clean; 386 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-04-12T16:05:11.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:11.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:11.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T16:05:11.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:11.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:11 smithi110 ceph-mon[88691]: osdmap e296: 8 total, 8 up, 8 in 2024-04-12T16:05:11.991 INFO:tasks.rados.rados.0.smithi099.stdout:1209: done (2 left) 2024-04-12T16:05:11.991 INFO:tasks.rados.rados.0.smithi099.stdout:1210: snap_create 2024-04-12T16:05:11.991 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 17 v 134 (ObjNum 382 snap 119 seq_num 382) dirty exists 2024-04-12T16:05:12.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:12 smithi099 ceph-mon[94290]: Reconfiguring mds.a (monmap changed)... 2024-04-12T16:05:12.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:12 smithi099 ceph-mon[94290]: Reconfiguring daemon mds.a on smithi099 2024-04-12T16:05:12.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:12 smithi099 ceph-mon[94290]: osdmap e297: 8 total, 8 up, 8 in 2024-04-12T16:05:12.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:12 smithi099 ceph-mon[96864]: Reconfiguring mds.a (monmap changed)... 2024-04-12T16:05:12.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:12 smithi099 ceph-mon[96864]: Reconfiguring daemon mds.a on smithi099 2024-04-12T16:05:12.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:12 smithi099 ceph-mon[96864]: osdmap e297: 8 total, 8 up, 8 in 2024-04-12T16:05:12.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:12 smithi110 ceph-mon[88691]: Reconfiguring mds.a (monmap changed)... 2024-04-12T16:05:12.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:12 smithi110 ceph-mon[88691]: Reconfiguring daemon mds.a on smithi099 2024-04-12T16:05:12.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:12 smithi110 ceph-mon[88691]: osdmap e297: 8 total, 8 up, 8 in 2024-04-12T16:05:12.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:05:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:05:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:05:12.989 INFO:tasks.rados.rados.0.smithi099.stdout:1206: done (2 left) 2024-04-12T16:05:12.989 INFO:tasks.rados.rados.0.smithi099.stdout:1207: done (1 left) 2024-04-12T16:05:12.989 INFO:tasks.rados.rados.0.smithi099.stdout:1210: done (0 left) 2024-04-12T16:05:12.989 INFO:tasks.rados.rados.0.smithi099.stdout:1211: rollback oid 14 current snap is 122 2024-04-12T16:05:12.989 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 14 to 75 2024-04-12T16:05:12.989 INFO:tasks.rados.rados.0.smithi099.stdout:1212: snap_remove snap 70 2024-04-12T16:05:13.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:05:13 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:05:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi099\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:05:13.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:13 smithi110 ceph-mon[88691]: pgmap v81: 121 pgs: 121 active+clean; 386 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-04-12T16:05:13.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:13.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:13.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:13 smithi110 ceph-mon[88691]: Reconfiguring mon.b (monmap changed)... 2024-04-12T16:05:13.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:05:13.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:05:13.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:13.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:13 smithi110 ceph-mon[88691]: Reconfiguring daemon mon.b on smithi110 2024-04-12T16:05:13.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:05:13.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:13 smithi110 ceph-mon[88691]: osdmap e298: 8 total, 8 up, 8 in 2024-04-12T16:05:13.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:13 smithi099 ceph-mon[96864]: pgmap v81: 121 pgs: 121 active+clean; 386 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-04-12T16:05:13.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:13.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:13.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:13 smithi099 ceph-mon[96864]: Reconfiguring mon.b (monmap changed)... 2024-04-12T16:05:13.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:05:13.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:05:13.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:13.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:13 smithi099 ceph-mon[96864]: Reconfiguring daemon mon.b on smithi110 2024-04-12T16:05:13.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:05:13.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:13 smithi099 ceph-mon[96864]: osdmap e298: 8 total, 8 up, 8 in 2024-04-12T16:05:13.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:13 smithi099 ceph-mon[94290]: pgmap v81: 121 pgs: 121 active+clean; 386 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-04-12T16:05:13.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:13.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:13.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:13 smithi099 ceph-mon[94290]: Reconfiguring mon.b (monmap changed)... 2024-04-12T16:05:13.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:05:13.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:05:13.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:13.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:13 smithi099 ceph-mon[94290]: Reconfiguring daemon mon.b on smithi110 2024-04-12T16:05:13.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:05:13.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:13 smithi099 ceph-mon[94290]: osdmap e298: 8 total, 8 up, 8 in 2024-04-12T16:05:13.992 INFO:tasks.rados.rados.0.smithi099.stdout:1212: done (1 left) 2024-04-12T16:05:13.992 INFO:tasks.rados.rados.0.smithi099.stdout:1213: snap_remove snap 103 2024-04-12T16:05:14.997 INFO:tasks.rados.rados.0.smithi099.stdout:1213: done (1 left) 2024-04-12T16:05:14.997 INFO:tasks.rados.rados.0.smithi099.stdout:1214: rollback oid 38 current snap is 122 2024-04-12T16:05:14.997 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 38 to 105 2024-04-12T16:05:14.998 INFO:tasks.rados.rados.0.smithi099.stdout:1211: finishing rollback tid 0 to smithi09982431-14 2024-04-12T16:05:14.998 INFO:tasks.rados.rados.0.smithi099.stdout:1211: finishing rollback tid 1 to smithi09982431-14 2024-04-12T16:05:14.998 INFO:tasks.rados.rados.0.smithi099.stdout:1211: finishing rollback tid 2 to smithi09982431-14 2024-04-12T16:05:14.998 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 14 v 265 (ObjNum 190 snap 48 seq_num 190) dirty exists 2024-04-12T16:05:14.998 INFO:tasks.rados.rados.0.smithi099.stdout:1211: done (1 left) 2024-04-12T16:05:14.998 INFO:tasks.rados.rados.0.smithi099.stdout:1215: read oid 30 snap -1 2024-04-12T16:05:14.998 INFO:tasks.rados.rados.0.smithi099.stdout:1215: expect (ObjNum 392 snap 121 seq_num 392) 2024-04-12T16:05:14.998 INFO:tasks.rados.rados.0.smithi099.stdout:1216: read oid 6 snap -1 2024-04-12T16:05:14.998 INFO:tasks.rados.rados.0.smithi099.stdout:1216: expect (ObjNum 367 snap 113 seq_num 367) 2024-04-12T16:05:14.998 INFO:tasks.rados.rados.0.smithi099.stdout:1217: rollback oid 22 current snap is 122 2024-04-12T16:05:14.998 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 22 to 109 2024-04-12T16:05:14.998 INFO:tasks.rados.rados.0.smithi099.stdout:1218: read oid 50 snap -1 2024-04-12T16:05:14.998 INFO:tasks.rados.rados.0.smithi099.stdout:1218: expect deleted 2024-04-12T16:05:14.998 INFO:tasks.rados.rados.0.smithi099.stdout:1219: rmattr oid 2 current snap is 122 2024-04-12T16:05:14.999 INFO:tasks.rados.rados.0.smithi099.stdout:1220: copy_from oid 39 from oid 47 current snap is 122 2024-04-12T16:05:14.999 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 3 current snap is 122 2024-04-12T16:05:14.999 INFO:tasks.rados.rados.0.smithi099.stdout:1221: seq_num 396 ranges {2768896=638976,3407872=786432,4194304=417792} 2024-04-12T16:05:15.017 INFO:tasks.rados.rados.0.smithi099.stdout:1221: writing smithi09982431-3 from 2768896 to 3407872 tid 1 2024-04-12T16:05:15.022 INFO:tasks.rados.rados.0.smithi099.stdout:1221: writing smithi09982431-3 from 3407872 to 4194304 tid 2 2024-04-12T16:05:15.025 INFO:tasks.rados.rados.0.smithi099.stdout:1221: writing smithi09982431-3 from 4194304 to 4612096 tid 3 2024-04-12T16:05:15.026 INFO:tasks.rados.rados.0.smithi099.stdout:1222: copy_from oid 43 from oid 37 current snap is 122 2024-04-12T16:05:15.026 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 2 v 273 (ObjNum 371 snap 114 seq_num 371) dirty exists 2024-04-12T16:05:15.026 INFO:tasks.rados.rados.0.smithi099.stdout:1217: finishing rollback tid 1 to smithi09982431-22 2024-04-12T16:05:15.026 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 22 v 621 (ObjNum 177 snap 0 seq_num 1924358672) dirty dne 2024-04-12T16:05:15.026 INFO:tasks.rados.rados.0.smithi099.stdout:1214: finishing rollback tid 1 to smithi09982431-38 2024-04-12T16:05:15.026 INFO:tasks.rados.rados.0.smithi099.stdout:1214: finishing rollback tid 2 to smithi09982431-38 2024-04-12T16:05:15.026 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 38 v 469 (ObjNum 322 snap 98 seq_num 322) dirty exists 2024-04-12T16:05:15.026 INFO:tasks.rados.rados.0.smithi099.stdout:1216: expect (ObjNum 367 snap 113 seq_num 367) 2024-04-12T16:05:15.063 INFO:tasks.rados.rados.0.smithi099.stdout:1220: finishing copy_from racing read to smithi09982431-39 2024-04-12T16:05:15.063 INFO:tasks.rados.rados.0.smithi099.stdout:1220: finishing copy_from to smithi09982431-39 2024-04-12T16:05:15.063 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 39 v 363 (ObjNum 359 snap 111 seq_num 359) dirty exists 2024-04-12T16:05:15.063 INFO:tasks.rados.rados.0.smithi099.stdout:1221: finishing write tid 1 to smithi09982431-3 2024-04-12T16:05:15.063 INFO:tasks.rados.rados.0.smithi099.stdout:1214: done (8 left) 2024-04-12T16:05:15.063 INFO:tasks.rados.rados.0.smithi099.stdout:1216: done (7 left) 2024-04-12T16:05:15.063 INFO:tasks.rados.rados.0.smithi099.stdout:1217: done (6 left) 2024-04-12T16:05:15.063 INFO:tasks.rados.rados.0.smithi099.stdout:1218: done (5 left) 2024-04-12T16:05:15.064 INFO:tasks.rados.rados.0.smithi099.stdout:1219: done (4 left) 2024-04-12T16:05:15.064 INFO:tasks.rados.rados.0.smithi099.stdout:1220: done (3 left) 2024-04-12T16:05:15.064 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 7 current snap is 122 2024-04-12T16:05:15.064 INFO:tasks.rados.rados.0.smithi099.stdout:1221: finishing write tid 2 to smithi09982431-3 2024-04-12T16:05:15.064 INFO:tasks.rados.rados.0.smithi099.stdout:1223: seq_num 397 ranges {3702784=655360,4358144=671744,5029888=532480} 2024-04-12T16:05:15.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:14 smithi110 ceph-mon[88691]: osdmap e299: 8 total, 8 up, 8 in 2024-04-12T16:05:15.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:14 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:15.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:14 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:15.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:14 smithi110 ceph-mon[88691]: Reconfiguring mgr.x (monmap changed)... 2024-04-12T16:05:15.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:14 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:05:15.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:14 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T16:05:15.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:14 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:15.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:14 smithi110 ceph-mon[88691]: Reconfiguring daemon mgr.x on smithi110 2024-04-12T16:05:15.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:14 smithi110 ceph-mon[88691]: pgmap v84: 121 pgs: 121 active+clean; 409 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 5.6 MiB/s wr, 15 op/s 2024-04-12T16:05:15.086 INFO:tasks.rados.rados.0.smithi099.stdout:1223: writing smithi09982431-7 from 3702784 to 4358144 tid 1 2024-04-12T16:05:15.090 INFO:tasks.rados.rados.0.smithi099.stdout:1223: writing smithi09982431-7 from 4358144 to 5029888 tid 2 2024-04-12T16:05:15.093 INFO:tasks.rados.rados.0.smithi099.stdout:1223: writing smithi09982431-7 from 5029888 to 5562368 tid 3 2024-04-12T16:05:15.093 INFO:tasks.rados.rados.0.smithi099.stdout:1224: rollback oid 33 current snap is 122 2024-04-12T16:05:15.093 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 33 to 111 2024-04-12T16:05:15.093 INFO:tasks.rados.rados.0.smithi099.stdout:1215: expect (ObjNum 392 snap 121 seq_num 392) 2024-04-12T16:05:15.289 INFO:tasks.rados.rados.0.smithi099.stdout:1221: finishing write tid 3 to smithi09982431-3 2024-04-12T16:05:15.289 INFO:tasks.rados.rados.0.smithi099.stdout:1221: finishing write tid 4 to smithi09982431-3 2024-04-12T16:05:15.290 INFO:tasks.rados.rados.0.smithi099.stdout:1221: finishing write tid 5 to smithi09982431-3 2024-04-12T16:05:15.290 INFO:tasks.rados.rados.0.smithi099.stdout:1221: oid 3 updating version 0 to 648 2024-04-12T16:05:15.290 INFO:tasks.rados.rados.0.smithi099.stdout:1221: oid 3 updating version 648 to 650 2024-04-12T16:05:15.290 INFO:tasks.rados.rados.0.smithi099.stdout:1221: oid 3 updating version 650 to 651 2024-04-12T16:05:15.290 INFO:tasks.rados.rados.0.smithi099.stdout:1221: oid 3 version 651 is already newer than 649 2024-04-12T16:05:15.290 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 3 v 651 (ObjNum 396 snap 122 seq_num 396) dirty exists 2024-04-12T16:05:15.290 INFO:tasks.rados.rados.0.smithi099.stdout:1221: left oid 3 (ObjNum 396 snap 122 seq_num 396) 2024-04-12T16:05:15.290 INFO:tasks.rados.rados.0.smithi099.stdout:1222: finishing copy_from racing read to smithi09982431-43 2024-04-12T16:05:15.290 INFO:tasks.rados.rados.0.smithi099.stdout:1222: finishing copy_from to smithi09982431-43 2024-04-12T16:05:15.290 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 43 v 521 (ObjNum 385 snap 120 seq_num 385) dirty exists 2024-04-12T16:05:15.290 INFO:tasks.rados.rados.0.smithi099.stdout:1215: done (4 left) 2024-04-12T16:05:15.290 INFO:tasks.rados.rados.0.smithi099.stdout:1221: done (3 left) 2024-04-12T16:05:15.290 INFO:tasks.rados.rados.0.smithi099.stdout:1222: done (2 left) 2024-04-12T16:05:15.290 INFO:tasks.rados.rados.0.smithi099.stdout:1225: rollback oid 47 current snap is 122 2024-04-12T16:05:15.291 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 47 to 94 2024-04-12T16:05:15.291 INFO:tasks.rados.rados.0.smithi099.stdout:1223: finishing write tid 1 to smithi09982431-7 2024-04-12T16:05:15.291 INFO:tasks.rados.rados.0.smithi099.stdout:1223: finishing write tid 2 to smithi09982431-7 2024-04-12T16:05:15.291 INFO:tasks.rados.rados.0.smithi099.stdout:1224: finishing rollback tid 1 to smithi09982431-33 2024-04-12T16:05:15.291 INFO:tasks.rados.rados.0.smithi099.stdout:1224: finishing rollback tid 2 to smithi09982431-33 2024-04-12T16:05:15.291 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 33 v 444 (ObjNum 355 snap 111 seq_num 355) dirty exists 2024-04-12T16:05:15.291 INFO:tasks.rados.rados.0.smithi099.stdout:1223: finishing write tid 3 to smithi09982431-7 2024-04-12T16:05:15.291 INFO:tasks.rados.rados.0.smithi099.stdout:1223: finishing write tid 4 to smithi09982431-7 2024-04-12T16:05:15.291 INFO:tasks.rados.rados.0.smithi099.stdout:1223: finishing write tid 5 to smithi09982431-7 2024-04-12T16:05:15.291 INFO:tasks.rados.rados.0.smithi099.stdout:1223: oid 7 updating version 0 to 780 2024-04-12T16:05:15.291 INFO:tasks.rados.rados.0.smithi099.stdout:1223: oid 7 updating version 780 to 781 2024-04-12T16:05:15.291 INFO:tasks.rados.rados.0.smithi099.stdout:1223: oid 7 version 781 is already newer than 779 2024-04-12T16:05:15.291 INFO:tasks.rados.rados.0.smithi099.stdout:1223: oid 7 updating version 781 to 782 2024-04-12T16:05:15.291 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 7 v 782 (ObjNum 397 snap 122 seq_num 397) dirty exists 2024-04-12T16:05:15.291 INFO:tasks.rados.rados.0.smithi099.stdout:1223: left oid 7 (ObjNum 397 snap 122 seq_num 397) 2024-04-12T16:05:15.292 INFO:tasks.rados.rados.0.smithi099.stdout:1223: done (2 left) 2024-04-12T16:05:15.292 INFO:tasks.rados.rados.0.smithi099.stdout:1224: done (1 left) 2024-04-12T16:05:15.292 INFO:tasks.rados.rados.0.smithi099.stdout:1226: snap_create 2024-04-12T16:05:15.292 INFO:tasks.rados.rados.0.smithi099.stdout:1225: finishing rollback tid 0 to smithi09982431-47 2024-04-12T16:05:15.292 INFO:tasks.rados.rados.0.smithi099.stdout:1225: finishing rollback tid 1 to smithi09982431-47 2024-04-12T16:05:15.292 INFO:tasks.rados.rados.0.smithi099.stdout:1225: finishing rollback tid 2 to smithi09982431-47 2024-04-12T16:05:15.293 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 47 v 387 (ObjNum 246 snap 71 seq_num 246) dirty exists 2024-04-12T16:05:15.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:14 smithi099 ceph-mon[96864]: osdmap e299: 8 total, 8 up, 8 in 2024-04-12T16:05:15.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:14 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:15.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:14 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:15.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:14 smithi099 ceph-mon[96864]: Reconfiguring mgr.x (monmap changed)... 2024-04-12T16:05:15.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:14 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:05:15.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:14 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T16:05:15.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:14 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:15.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:14 smithi099 ceph-mon[96864]: Reconfiguring daemon mgr.x on smithi110 2024-04-12T16:05:15.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:14 smithi099 ceph-mon[96864]: pgmap v84: 121 pgs: 121 active+clean; 409 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 5.6 MiB/s wr, 15 op/s 2024-04-12T16:05:15.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:14 smithi099 ceph-mon[94290]: osdmap e299: 8 total, 8 up, 8 in 2024-04-12T16:05:15.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:14 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:15.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:14 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:15.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:14 smithi099 ceph-mon[94290]: Reconfiguring mgr.x (monmap changed)... 2024-04-12T16:05:15.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:14 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:05:15.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:14 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T16:05:15.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:14 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:15.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:14 smithi099 ceph-mon[94290]: Reconfiguring daemon mgr.x on smithi110 2024-04-12T16:05:15.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:14 smithi099 ceph-mon[94290]: pgmap v84: 121 pgs: 121 active+clean; 409 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 5.6 MiB/s wr, 15 op/s 2024-04-12T16:05:16.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:15 smithi110 ceph-mon[88691]: osdmap e300: 8 total, 8 up, 8 in 2024-04-12T16:05:16.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:15 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:16.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:15 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:16.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:15 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-12T16:05:16.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:15 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:16.172 INFO:tasks.rados.rados.0.smithi099.stdout:1225: done (1 left) 2024-04-12T16:05:16.172 INFO:tasks.rados.rados.0.smithi099.stdout:1226: done (0 left) 2024-04-12T16:05:16.172 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 5 current snap is 123 2024-04-12T16:05:16.172 INFO:tasks.rados.rados.0.smithi099.stdout:1227: seq_num 398 ranges {1810432=671744,2482176=557056,3039232=532480,3571712=114688} 2024-04-12T16:05:16.185 INFO:tasks.rados.rados.0.smithi099.stdout:1227: writing smithi09982431-5 from 1810432 to 2482176 tid 1 2024-04-12T16:05:16.188 INFO:tasks.rados.rados.0.smithi099.stdout:1227: writing smithi09982431-5 from 2482176 to 3039232 tid 2 2024-04-12T16:05:16.192 INFO:tasks.rados.rados.0.smithi099.stdout:1227: writing smithi09982431-5 from 3039232 to 3571712 tid 3 2024-04-12T16:05:16.192 INFO:tasks.rados.rados.0.smithi099.stdout:1227: writing smithi09982431-5 from 3571712 to 3686400 tid 4 2024-04-12T16:05:16.192 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 10 current snap is 123 2024-04-12T16:05:16.193 INFO:tasks.rados.rados.0.smithi099.stdout:1227: finishing write tid 1 to smithi09982431-5 2024-04-12T16:05:16.193 INFO:tasks.rados.rados.0.smithi099.stdout:1228: seq_num 399 ranges {7462912=688128,8151040=434176,8585216=745472,9330688=24576} 2024-04-12T16:05:16.236 INFO:tasks.rados.rados.0.smithi099.stdout:1228: writing smithi09982431-10 from 7462912 to 8151040 tid 1 2024-04-12T16:05:16.238 INFO:tasks.rados.rados.0.smithi099.stdout:1228: writing smithi09982431-10 from 8151040 to 8585216 tid 2 2024-04-12T16:05:16.242 INFO:tasks.rados.rados.0.smithi099.stdout:1228: writing smithi09982431-10 from 8585216 to 9330688 tid 3 2024-04-12T16:05:16.244 INFO:tasks.rados.rados.0.smithi099.stdout:1228: writing smithi09982431-10 from 9330688 to 9355264 tid 4 2024-04-12T16:05:16.244 INFO:tasks.rados.rados.0.smithi099.stdout:1229: rmattr oid 30 current snap is 123 2024-04-12T16:05:16.244 INFO:tasks.rados.rados.0.smithi099.stdout:1229: done (2 left) 2024-04-12T16:05:16.244 INFO:tasks.rados.rados.0.smithi099.stdout:1230: copy_from oid 33 from oid 50 current snap is 123 2024-04-12T16:05:16.244 INFO:tasks.rados.rados.0.smithi099.stdout:1227: finishing write tid 2 to smithi09982431-5 2024-04-12T16:05:16.244 INFO:tasks.rados.rados.0.smithi099.stdout:1227: finishing write tid 3 to smithi09982431-5 2024-04-12T16:05:16.244 INFO:tasks.rados.rados.0.smithi099.stdout:1227: finishing write tid 4 to smithi09982431-5 2024-04-12T16:05:16.244 INFO:tasks.rados.rados.0.smithi099.stdout:1227: finishing write tid 5 to smithi09982431-5 2024-04-12T16:05:16.245 INFO:tasks.rados.rados.0.smithi099.stdout:1227: finishing write tid 6 to smithi09982431-5 2024-04-12T16:05:16.245 INFO:tasks.rados.rados.0.smithi099.stdout:1227: oid 5 updating version 0 to 612 2024-04-12T16:05:16.245 INFO:tasks.rados.rados.0.smithi099.stdout:1227: oid 5 version 612 is already newer than 610 2024-04-12T16:05:16.245 INFO:tasks.rados.rados.0.smithi099.stdout:1227: oid 5 updating version 612 to 613 2024-04-12T16:05:16.245 INFO:tasks.rados.rados.0.smithi099.stdout:1227: oid 5 updating version 613 to 614 2024-04-12T16:05:16.245 INFO:tasks.rados.rados.0.smithi099.stdout:1227: oid 5 version 614 is already newer than 611 2024-04-12T16:05:16.245 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 5 v 614 (ObjNum 398 snap 123 seq_num 398) dirty exists 2024-04-12T16:05:16.245 INFO:tasks.rados.rados.0.smithi099.stdout:1227: left oid 5 (ObjNum 398 snap 123 seq_num 398) 2024-04-12T16:05:16.245 INFO:tasks.rados.rados.0.smithi099.stdout:1228: finishing write tid 1 to smithi09982431-10 2024-04-12T16:05:16.245 INFO:tasks.rados.rados.0.smithi099.stdout:1228: finishing write tid 2 to smithi09982431-10 2024-04-12T16:05:16.245 INFO:tasks.rados.rados.0.smithi099.stdout:1227: done (2 left) 2024-04-12T16:05:16.245 INFO:tasks.rados.rados.0.smithi099.stdout:1231: read oid 28 snap -1 2024-04-12T16:05:16.245 INFO:tasks.rados.rados.0.smithi099.stdout:1231: expect (ObjNum 87 snap 11 seq_num 87) 2024-04-12T16:05:16.245 INFO:tasks.rados.rados.0.smithi099.stdout:1232: rollback oid 24 current snap is 123 2024-04-12T16:05:16.245 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 24 to 113 2024-04-12T16:05:16.245 INFO:tasks.rados.rados.0.smithi099.stdout:1233: read oid 36 snap -1 2024-04-12T16:05:16.245 INFO:tasks.rados.rados.0.smithi099.stdout:1233: expect (ObjNum 327 snap 103 seq_num 327) 2024-04-12T16:05:16.246 INFO:tasks.rados.rados.0.smithi099.stdout:1234: copy_from oid 14 from oid 35 current snap is 123 2024-04-12T16:05:16.246 INFO:tasks.rados.rados.0.smithi099.stdout:1235: snap_create 2024-04-12T16:05:16.247 INFO:tasks.rados.rados.0.smithi099.stdout:1228: finishing write tid 3 to smithi09982431-10 2024-04-12T16:05:16.247 INFO:tasks.rados.rados.0.smithi099.stdout:1230: finishing copy_from to smithi09982431-33 2024-04-12T16:05:16.247 INFO:tasks.rados.rados.0.smithi099.stdout:1230: got expected ENOENT (src dne) 2024-04-12T16:05:16.247 INFO:tasks.rados.rados.0.smithi099.stdout:1228: finishing write tid 4 to smithi09982431-10 2024-04-12T16:05:16.248 INFO:tasks.rados.rados.0.smithi099.stdout:1230: finishing copy_from racing read to smithi09982431-33 2024-04-12T16:05:16.248 INFO:tasks.rados.rados.0.smithi099.stdout:1228: finishing write tid 5 to smithi09982431-10 2024-04-12T16:05:16.248 INFO:tasks.rados.rados.0.smithi099.stdout:1233: expect (ObjNum 327 snap 103 seq_num 327) 2024-04-12T16:05:16.268 INFO:tasks.rados.rados.0.smithi099.stdout:1228: finishing write tid 6 to smithi09982431-10 2024-04-12T16:05:16.268 INFO:tasks.rados.rados.0.smithi099.stdout:1228: oid 10 updating version 0 to 657 2024-04-12T16:05:16.268 INFO:tasks.rados.rados.0.smithi099.stdout:1228: oid 10 updating version 657 to 658 2024-04-12T16:05:16.268 INFO:tasks.rados.rados.0.smithi099.stdout:1228: oid 10 version 658 is already newer than 656 2024-04-12T16:05:16.268 INFO:tasks.rados.rados.0.smithi099.stdout:1228: oid 10 version 658 is already newer than 655 2024-04-12T16:05:16.268 INFO:tasks.rados.rados.0.smithi099.stdout:1228: oid 10 updating version 658 to 659 2024-04-12T16:05:16.268 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 10 v 659 (ObjNum 399 snap 123 seq_num 399) dirty exists 2024-04-12T16:05:16.268 INFO:tasks.rados.rados.0.smithi099.stdout:1228: left oid 10 (ObjNum 399 snap 123 seq_num 399) 2024-04-12T16:05:16.268 INFO:tasks.rados.rados.0.smithi099.stdout:1232: finishing rollback tid 0 to smithi09982431-24 2024-04-12T16:05:16.268 INFO:tasks.rados.rados.0.smithi099.stdout:1232: finishing rollback tid 1 to smithi09982431-24 2024-04-12T16:05:16.268 INFO:tasks.rados.rados.0.smithi099.stdout:1232: finishing rollback tid 2 to smithi09982431-24 2024-04-12T16:05:16.268 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 24 v 481 (ObjNum 362 snap 112 seq_num 362) dirty exists 2024-04-12T16:05:16.268 INFO:tasks.rados.rados.0.smithi099.stdout:1231: expect (ObjNum 87 snap 11 seq_num 87) 2024-04-12T16:05:16.337 INFO:tasks.rados.rados.0.smithi099.stdout:1234: finishing copy_from racing read to smithi09982431-14 2024-04-12T16:05:16.337 INFO:tasks.rados.rados.0.smithi099.stdout:1234: finishing copy_from to smithi09982431-14 2024-04-12T16:05:16.337 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 14 v 442 (ObjNum 319 snap 98 seq_num 319) dirty exists 2024-04-12T16:05:16.359 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:15 smithi099 ceph-mon[96864]: osdmap e300: 8 total, 8 up, 8 in 2024-04-12T16:05:16.359 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:15 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:16.359 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:15 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:16.359 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:15 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-12T16:05:16.360 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:15 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:16.360 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:15 smithi099 ceph-mon[94290]: osdmap e300: 8 total, 8 up, 8 in 2024-04-12T16:05:16.360 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:15 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:16.360 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:15 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:16.360 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:15 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-12T16:05:16.360 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:15 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:16.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:05:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:05:16] "GET /metrics HTTP/1.1" 200 36001 "" "Prometheus/2.43.0" 2024-04-12T16:05:17.177 INFO:tasks.rados.rados.0.smithi099.stdout:1228: done (6 left) 2024-04-12T16:05:17.177 INFO:tasks.rados.rados.0.smithi099.stdout:1230: done (5 left) 2024-04-12T16:05:17.177 INFO:tasks.rados.rados.0.smithi099.stdout:1231: done (4 left) 2024-04-12T16:05:17.177 INFO:tasks.rados.rados.0.smithi099.stdout:1232: done (3 left) 2024-04-12T16:05:17.177 INFO:tasks.rados.rados.0.smithi099.stdout:1233: done (2 left) 2024-04-12T16:05:17.177 INFO:tasks.rados.rados.0.smithi099.stdout:1234: done (1 left) 2024-04-12T16:05:17.177 INFO:tasks.rados.rados.0.smithi099.stdout:1235: done (0 left) 2024-04-12T16:05:17.177 INFO:tasks.rados.rados.0.smithi099.stdout:1236: setattr oid 12 current snap is 124 2024-04-12T16:05:17.178 INFO:tasks.rados.rados.0.smithi099.stdout:1237: delete oid 11 current snap is 124 2024-04-12T16:05:17.184 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 498 (ObjNum 389 snap 121 seq_num 389) dirty exists 2024-04-12T16:05:17.184 INFO:tasks.rados.rados.0.smithi099.stdout:1236: done (1 left) 2024-04-12T16:05:17.184 INFO:tasks.rados.rados.0.smithi099.stdout:1237: done (0 left) 2024-04-12T16:05:17.184 INFO:tasks.rados.rados.0.smithi099.stdout:1238: snap_remove snap 55 2024-04-12T16:05:17.550 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:17 smithi110 ceph-mon[88691]: Reconfiguring osd.4 (monmap changed)... 2024-04-12T16:05:17.551 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:17 smithi110 ceph-mon[88691]: Reconfiguring daemon osd.4 on smithi110 2024-04-12T16:05:17.551 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:17 smithi110 ceph-mon[88691]: osdmap e301: 8 total, 8 up, 8 in 2024-04-12T16:05:17.551 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:17 smithi110 ceph-mon[88691]: pgmap v87: 121 pgs: 121 active+clean; 409 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 5.6 MiB/s wr, 15 op/s 2024-04-12T16:05:17.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:17 smithi099 ceph-mon[94290]: Reconfiguring osd.4 (monmap changed)... 2024-04-12T16:05:17.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:17 smithi099 ceph-mon[94290]: Reconfiguring daemon osd.4 on smithi110 2024-04-12T16:05:17.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:17 smithi099 ceph-mon[94290]: osdmap e301: 8 total, 8 up, 8 in 2024-04-12T16:05:17.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:17 smithi099 ceph-mon[94290]: pgmap v87: 121 pgs: 121 active+clean; 409 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 5.6 MiB/s wr, 15 op/s 2024-04-12T16:05:17.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:17 smithi099 ceph-mon[96864]: Reconfiguring osd.4 (monmap changed)... 2024-04-12T16:05:17.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:17 smithi099 ceph-mon[96864]: Reconfiguring daemon osd.4 on smithi110 2024-04-12T16:05:17.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:17 smithi099 ceph-mon[96864]: osdmap e301: 8 total, 8 up, 8 in 2024-04-12T16:05:17.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:17 smithi099 ceph-mon[96864]: pgmap v87: 121 pgs: 121 active+clean; 409 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 5.6 MiB/s wr, 15 op/s 2024-04-12T16:05:18.184 INFO:tasks.rados.rados.0.smithi099.stdout:1238: done (0 left) 2024-04-12T16:05:18.184 INFO:tasks.rados.rados.0.smithi099.stdout:1239: rmattr oid 47 current snap is 124 2024-04-12T16:05:18.184 INFO:tasks.rados.rados.0.smithi099.stdout:1239: done (0 left) 2024-04-12T16:05:18.184 INFO:tasks.rados.rados.0.smithi099.stdout:1240: read oid 24 snap 109 2024-04-12T16:05:18.184 INFO:tasks.rados.rados.0.smithi099.stdout:1240: expect (ObjNum 251 snap 72 seq_num 251) 2024-04-12T16:05:18.185 INFO:tasks.rados.rados.0.smithi099.stdout:1241: read oid 10 snap -1 2024-04-12T16:05:18.185 INFO:tasks.rados.rados.0.smithi099.stdout:1241: expect (ObjNum 399 snap 123 seq_num 399) 2024-04-12T16:05:18.185 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 29 current snap is 124 2024-04-12T16:05:18.185 INFO:tasks.rados.rados.0.smithi099.stdout:1242: seq_num 401 ranges {2695168=720896,3416064=606208,4022272=598016} 2024-04-12T16:05:18.205 INFO:tasks.rados.rados.0.smithi099.stdout:1242: writing smithi09982431-29 from 2695168 to 3416064 tid 1 2024-04-12T16:05:18.209 INFO:tasks.rados.rados.0.smithi099.stdout:1242: writing smithi09982431-29 from 3416064 to 4022272 tid 2 2024-04-12T16:05:18.213 INFO:tasks.rados.rados.0.smithi099.stdout:1242: writing smithi09982431-29 from 4022272 to 4620288 tid 3 2024-04-12T16:05:18.213 INFO:tasks.rados.rados.0.smithi099.stdout:1243: rollback oid 27 current snap is 124 2024-04-12T16:05:18.213 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 27 to 82 2024-04-12T16:05:18.213 INFO:tasks.rados.rados.0.smithi099.stdout:1244: rollback oid 46 current snap is 124 2024-04-12T16:05:18.213 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 46 to 98 2024-04-12T16:05:18.213 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 19 current snap is 124 2024-04-12T16:05:18.214 INFO:tasks.rados.rados.0.smithi099.stdout:1245: seq_num 402 ranges {1581056=737280,2318336=491520,2809856=516096,3325952=196608} 2024-04-12T16:05:18.226 INFO:tasks.rados.rados.0.smithi099.stdout:1245: writing smithi09982431-19 from 1581056 to 2318336 tid 1 2024-04-12T16:05:18.227 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:18 smithi110 ceph-mon[88691]: osdmap e302: 8 total, 8 up, 8 in 2024-04-12T16:05:18.227 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:18 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:18.227 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:18 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:18.227 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:18 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-12T16:05:18.227 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:18 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:18.229 INFO:tasks.rados.rados.0.smithi099.stdout:1245: writing smithi09982431-19 from 2318336 to 2809856 tid 2 2024-04-12T16:05:18.232 INFO:tasks.rados.rados.0.smithi099.stdout:1245: writing smithi09982431-19 from 2809856 to 3325952 tid 3 2024-04-12T16:05:18.233 INFO:tasks.rados.rados.0.smithi099.stdout:1245: writing smithi09982431-19 from 3325952 to 3522560 tid 4 2024-04-12T16:05:18.233 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 1 current snap is 124 2024-04-12T16:05:18.234 INFO:tasks.rados.rados.0.smithi099.stdout:1242: finishing write tid 1 to smithi09982431-29 2024-04-12T16:05:18.234 INFO:tasks.rados.rados.0.smithi099.stdout:1242: finishing write tid 2 to smithi09982431-29 2024-04-12T16:05:18.234 INFO:tasks.rados.rados.0.smithi099.stdout:1246: seq_num 403 ranges {0=753664,753664=425984,1179648=720896,1900544=57344} 2024-04-12T16:05:18.238 INFO:tasks.rados.rados.0.smithi099.stdout:1246: writing smithi09982431-1 from 0 to 753664 tid 1 2024-04-12T16:05:18.240 INFO:tasks.rados.rados.0.smithi099.stdout:1246: writing smithi09982431-1 from 753664 to 1179648 tid 2 2024-04-12T16:05:18.244 INFO:tasks.rados.rados.0.smithi099.stdout:1246: writing smithi09982431-1 from 1179648 to 1900544 tid 3 2024-04-12T16:05:18.245 INFO:tasks.rados.rados.0.smithi099.stdout:1246: writing smithi09982431-1 from 1900544 to 1957888 tid 4 2024-04-12T16:05:18.245 INFO:tasks.rados.rados.0.smithi099.stdout:1247: copy_from oid 49 from oid 39 current snap is 124 2024-04-12T16:05:18.245 INFO:tasks.rados.rados.0.smithi099.stdout:1243: finishing rollback tid 0 to smithi09982431-27 2024-04-12T16:05:18.245 INFO:tasks.rados.rados.0.smithi099.stdout:1243: finishing rollback tid 1 to smithi09982431-27 2024-04-12T16:05:18.245 INFO:tasks.rados.rados.0.smithi099.stdout:1243: finishing rollback tid 2 to smithi09982431-27 2024-04-12T16:05:18.245 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 27 v 447 (ObjNum 266 snap 82 seq_num 266) dirty exists 2024-04-12T16:05:18.245 INFO:tasks.rados.rados.0.smithi099.stdout:1242: finishing write tid 3 to smithi09982431-29 2024-04-12T16:05:18.246 INFO:tasks.rados.rados.0.smithi099.stdout:1242: finishing write tid 4 to smithi09982431-29 2024-04-12T16:05:18.246 INFO:tasks.rados.rados.0.smithi099.stdout:1242: finishing write tid 5 to smithi09982431-29 2024-04-12T16:05:18.246 INFO:tasks.rados.rados.0.smithi099.stdout:1242: oid 29 updating version 0 to 398 2024-04-12T16:05:18.246 INFO:tasks.rados.rados.0.smithi099.stdout:1242: oid 29 version 398 is already newer than 396 2024-04-12T16:05:18.246 INFO:tasks.rados.rados.0.smithi099.stdout:1242: oid 29 version 398 is already newer than 395 2024-04-12T16:05:18.246 INFO:tasks.rados.rados.0.smithi099.stdout:1242: oid 29 version 398 is already newer than 397 2024-04-12T16:05:18.246 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 29 v 398 (ObjNum 401 snap 124 seq_num 401) dirty exists 2024-04-12T16:05:18.246 INFO:tasks.rados.rados.0.smithi099.stdout:1242: left oid 29 (ObjNum 401 snap 124 seq_num 401) 2024-04-12T16:05:18.246 INFO:tasks.rados.rados.0.smithi099.stdout:1240: expect (ObjNum 251 snap 72 seq_num 251) 2024-04-12T16:05:18.465 INFO:tasks.rados.rados.0.smithi099.stdout:1244: finishing rollback tid 0 to smithi09982431-46 2024-04-12T16:05:18.465 INFO:tasks.rados.rados.0.smithi099.stdout:1244: finishing rollback tid 1 to smithi09982431-46 2024-04-12T16:05:18.465 INFO:tasks.rados.rados.0.smithi099.stdout:1240: done (7 left) 2024-04-12T16:05:18.466 INFO:tasks.rados.rados.0.smithi099.stdout:1242: done (6 left) 2024-04-12T16:05:18.466 INFO:tasks.rados.rados.0.smithi099.stdout:1243: done (5 left) 2024-04-12T16:05:18.466 INFO:tasks.rados.rados.0.smithi099.stdout:1248: read oid 40 snap 118 2024-04-12T16:05:18.466 INFO:tasks.rados.rados.0.smithi099.stdout:1248: expect (ObjNum 357 snap 111 seq_num 357) 2024-04-12T16:05:18.466 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 22 current snap is 124 2024-04-12T16:05:18.466 INFO:tasks.rados.rados.0.smithi099.stdout:1244: finishing rollback tid 2 to smithi09982431-46 2024-04-12T16:05:18.466 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 46 v 474 (ObjNum 319 snap 98 seq_num 319) dirty exists 2024-04-12T16:05:18.466 INFO:tasks.rados.rados.0.smithi099.stdout:1245: finishing write tid 1 to smithi09982431-19 2024-04-12T16:05:18.466 INFO:tasks.rados.rados.0.smithi099.stdout:1245: finishing write tid 2 to smithi09982431-19 2024-04-12T16:05:18.466 INFO:tasks.rados.rados.0.smithi099.stdout:1245: finishing write tid 3 to smithi09982431-19 2024-04-12T16:05:18.466 INFO:tasks.rados.rados.0.smithi099.stdout:1245: finishing write tid 4 to smithi09982431-19 2024-04-12T16:05:18.466 INFO:tasks.rados.rados.0.smithi099.stdout:1249: seq_num 404 ranges {0=770048,770048=712704,1482752=491520} 2024-04-12T16:05:18.469 INFO:tasks.rados.rados.0.smithi099.stdout:1249: writing smithi09982431-22 from 0 to 770048 tid 1 2024-04-12T16:05:18.473 INFO:tasks.rados.rados.0.smithi099.stdout:1249: writing smithi09982431-22 from 770048 to 1482752 tid 2 2024-04-12T16:05:18.476 INFO:tasks.rados.rados.0.smithi099.stdout:1249: writing smithi09982431-22 from 1482752 to 1974272 tid 3 2024-04-12T16:05:18.476 INFO:tasks.rados.rados.0.smithi099.stdout:1244: done (6 left) 2024-04-12T16:05:18.476 INFO:tasks.rados.rados.0.smithi099.stdout:1250: delete oid 17 current snap is 124 2024-04-12T16:05:18.476 INFO:tasks.rados.rados.0.smithi099.stdout:1241: expect (ObjNum 399 snap 123 seq_num 399) 2024-04-12T16:05:18.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:18 smithi099 ceph-mon[94290]: osdmap e302: 8 total, 8 up, 8 in 2024-04-12T16:05:18.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:18 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:18.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:18 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:18.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:18 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-12T16:05:18.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:18 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:18.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:18 smithi099 ceph-mon[96864]: osdmap e302: 8 total, 8 up, 8 in 2024-04-12T16:05:18.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:18 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:18.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:18 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:18.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:18 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-12T16:05:18.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:18 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:19.233 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:19 smithi110 ceph-mon[88691]: Reconfiguring osd.5 (monmap changed)... 2024-04-12T16:05:19.233 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:19 smithi110 ceph-mon[88691]: Reconfiguring daemon osd.5 on smithi110 2024-04-12T16:05:19.233 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:19 smithi110 ceph-mon[88691]: osdmap e303: 8 total, 8 up, 8 in 2024-04-12T16:05:19.233 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:19 smithi110 ceph-mon[88691]: pgmap v90: 121 pgs: 121 active+clean; 409 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:05:19.234 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:19 smithi110 ceph-mon[88691]: osdmap e304: 8 total, 8 up, 8 in 2024-04-12T16:05:19.402 INFO:tasks.rados.rados.0.smithi099.stdout:1245: finishing write tid 5 to smithi09982431-19 2024-04-12T16:05:19.402 INFO:tasks.rados.rados.0.smithi099.stdout:1245: finishing write tid 6 to smithi09982431-19 2024-04-12T16:05:19.402 INFO:tasks.rados.rados.0.smithi099.stdout:1245: oid 19 updating version 0 to 529 2024-04-12T16:05:19.402 INFO:tasks.rados.rados.0.smithi099.stdout:1245: oid 19 updating version 529 to 530 2024-04-12T16:05:19.402 INFO:tasks.rados.rados.0.smithi099.stdout:1245: oid 19 version 530 is already newer than 526 2024-04-12T16:05:19.402 INFO:tasks.rados.rados.0.smithi099.stdout:1245: oid 19 version 530 is already newer than 527 2024-04-12T16:05:19.402 INFO:tasks.rados.rados.0.smithi099.stdout:1245: oid 19 version 530 is already newer than 528 2024-04-12T16:05:19.402 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 19 v 530 (ObjNum 402 snap 124 seq_num 402) dirty exists 2024-04-12T16:05:19.402 INFO:tasks.rados.rados.0.smithi099.stdout:1245: left oid 19 (ObjNum 402 snap 124 seq_num 402) 2024-04-12T16:05:19.402 INFO:tasks.rados.rados.0.smithi099.stdout:1246: finishing write tid 1 to smithi09982431-1 2024-04-12T16:05:19.403 INFO:tasks.rados.rados.0.smithi099.stdout:1241: done (6 left) 2024-04-12T16:05:19.403 INFO:tasks.rados.rados.0.smithi099.stdout:1245: done (5 left) 2024-04-12T16:05:19.403 INFO:tasks.rados.rados.0.smithi099.stdout:1250: done (4 left) 2024-04-12T16:05:19.403 INFO:tasks.rados.rados.0.smithi099.stdout:1251: copy_from oid 37 from oid 26 current snap is 124 2024-04-12T16:05:19.403 INFO:tasks.rados.rados.0.smithi099.stdout:1246: finishing write tid 2 to smithi09982431-1 2024-04-12T16:05:19.403 INFO:tasks.rados.rados.0.smithi099.stdout:1246: finishing write tid 3 to smithi09982431-1 2024-04-12T16:05:19.403 INFO:tasks.rados.rados.0.smithi099.stdout:1246: finishing write tid 4 to smithi09982431-1 2024-04-12T16:05:19.403 INFO:tasks.rados.rados.0.smithi099.stdout:1246: finishing write tid 5 to smithi09982431-1 2024-04-12T16:05:19.403 INFO:tasks.rados.rados.0.smithi099.stdout:1246: finishing write tid 6 to smithi09982431-1 2024-04-12T16:05:19.403 INFO:tasks.rados.rados.0.smithi099.stdout:1246: oid 1 updating version 0 to 508 2024-04-12T16:05:19.403 INFO:tasks.rados.rados.0.smithi099.stdout:1246: oid 1 version 508 is already newer than 505 2024-04-12T16:05:19.403 INFO:tasks.rados.rados.0.smithi099.stdout:1246: oid 1 version 508 is already newer than 506 2024-04-12T16:05:19.403 INFO:tasks.rados.rados.0.smithi099.stdout:1246: oid 1 updating version 508 to 509 2024-04-12T16:05:19.403 INFO:tasks.rados.rados.0.smithi099.stdout:1246: oid 1 version 509 is already newer than 507 2024-04-12T16:05:19.403 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 1 v 509 (ObjNum 403 snap 124 seq_num 403) dirty exists 2024-04-12T16:05:19.403 INFO:tasks.rados.rados.0.smithi099.stdout:1246: left oid 1 (ObjNum 403 snap 124 seq_num 403) 2024-04-12T16:05:19.403 INFO:tasks.rados.rados.0.smithi099.stdout:1247: finishing copy_from racing read to smithi09982431-49 2024-04-12T16:05:19.403 INFO:tasks.rados.rados.0.smithi099.stdout:1247: finishing copy_from to smithi09982431-49 2024-04-12T16:05:19.404 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 49 v 363 (ObjNum 359 snap 111 seq_num 359) dirty exists 2024-04-12T16:05:19.404 INFO:tasks.rados.rados.0.smithi099.stdout:1246: done (4 left) 2024-04-12T16:05:19.404 INFO:tasks.rados.rados.0.smithi099.stdout:1247: done (3 left) 2024-04-12T16:05:19.404 INFO:tasks.rados.rados.0.smithi099.stdout:1252: snap_create 2024-04-12T16:05:19.404 INFO:tasks.rados.rados.0.smithi099.stdout:1249: finishing write tid 1 to smithi09982431-22 2024-04-12T16:05:19.404 INFO:tasks.rados.rados.0.smithi099.stdout:1248: expect (ObjNum 357 snap 111 seq_num 357) 2024-04-12T16:05:19.540 INFO:tasks.rados.rados.0.smithi099.stdout:1249: finishing write tid 2 to smithi09982431-22 2024-04-12T16:05:19.540 INFO:tasks.rados.rados.0.smithi099.stdout:1249: finishing write tid 3 to smithi09982431-22 2024-04-12T16:05:19.540 INFO:tasks.rados.rados.0.smithi099.stdout:1249: finishing write tid 4 to smithi09982431-22 2024-04-12T16:05:19.540 INFO:tasks.rados.rados.0.smithi099.stdout:1249: finishing write tid 5 to smithi09982431-22 2024-04-12T16:05:19.540 INFO:tasks.rados.rados.0.smithi099.stdout:1249: oid 22 updating version 0 to 668 2024-04-12T16:05:19.540 INFO:tasks.rados.rados.0.smithi099.stdout:1249: oid 22 updating version 668 to 670 2024-04-12T16:05:19.540 INFO:tasks.rados.rados.0.smithi099.stdout:1249: oid 22 version 670 is already newer than 669 2024-04-12T16:05:19.540 INFO:tasks.rados.rados.0.smithi099.stdout:1249: oid 22 updating version 670 to 671 2024-04-12T16:05:19.540 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 22 v 671 (ObjNum 404 snap 124 seq_num 404) dirty exists 2024-04-12T16:05:19.541 INFO:tasks.rados.rados.0.smithi099.stdout:1249: left oid 22 (ObjNum 404 snap 124 seq_num 404) 2024-04-12T16:05:19.541 INFO:tasks.rados.rados.0.smithi099.stdout:1251: finishing copy_from racing read to smithi09982431-37 2024-04-12T16:05:19.541 INFO:tasks.rados.rados.0.smithi099.stdout:1251: finishing copy_from to smithi09982431-37 2024-04-12T16:05:19.541 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 37 v 305 (ObjNum 366 snap 113 seq_num 366) dirty exists 2024-04-12T16:05:19.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:19 smithi099 ceph-mon[94290]: Reconfiguring osd.5 (monmap changed)... 2024-04-12T16:05:19.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:19 smithi099 ceph-mon[94290]: Reconfiguring daemon osd.5 on smithi110 2024-04-12T16:05:19.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:19 smithi099 ceph-mon[94290]: osdmap e303: 8 total, 8 up, 8 in 2024-04-12T16:05:19.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:19 smithi099 ceph-mon[94290]: pgmap v90: 121 pgs: 121 active+clean; 409 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:05:19.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:19 smithi099 ceph-mon[94290]: osdmap e304: 8 total, 8 up, 8 in 2024-04-12T16:05:19.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:19 smithi099 ceph-mon[96864]: Reconfiguring osd.5 (monmap changed)... 2024-04-12T16:05:19.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:19 smithi099 ceph-mon[96864]: Reconfiguring daemon osd.5 on smithi110 2024-04-12T16:05:19.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:19 smithi099 ceph-mon[96864]: osdmap e303: 8 total, 8 up, 8 in 2024-04-12T16:05:19.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:19 smithi099 ceph-mon[96864]: pgmap v90: 121 pgs: 121 active+clean; 409 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:05:19.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:19 smithi099 ceph-mon[96864]: osdmap e304: 8 total, 8 up, 8 in 2024-04-12T16:05:20.327 INFO:tasks.rados.rados.0.smithi099.stdout:1248: done (3 left) 2024-04-12T16:05:20.327 INFO:tasks.rados.rados.0.smithi099.stdout:1249: done (2 left) 2024-04-12T16:05:20.327 INFO:tasks.rados.rados.0.smithi099.stdout:1251: done (1 left) 2024-04-12T16:05:20.327 INFO:tasks.rados.rados.0.smithi099.stdout:1252: done (0 left) 2024-04-12T16:05:20.327 INFO:tasks.rados.rados.0.smithi099.stdout:1253: setattr oid 25 current snap is 125 2024-04-12T16:05:20.328 INFO:tasks.rados.rados.0.smithi099.stdout:1254: setattr oid 47 current snap is 125 2024-04-12T16:05:20.329 INFO:tasks.rados.rados.0.smithi099.stdout:1255: snap_create 2024-04-12T16:05:20.335 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 47 v 400 (ObjNum 246 snap 71 seq_num 246) dirty exists 2024-04-12T16:05:20.335 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 25 v 792 (ObjNum 109 snap 23 seq_num 109) dirty exists 2024-04-12T16:05:20.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:20 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:20.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:20 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:20.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:20 smithi110 ceph-mon[88691]: Reconfiguring osd.6 (monmap changed)... 2024-04-12T16:05:20.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:20 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-12T16:05:20.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:20 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:20.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:20 smithi110 ceph-mon[88691]: Reconfiguring daemon osd.6 on smithi110 2024-04-12T16:05:20.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:20 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:20.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:20 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:20.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:20 smithi099 ceph-mon[94290]: Reconfiguring osd.6 (monmap changed)... 2024-04-12T16:05:20.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:20 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-12T16:05:20.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:20 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:20.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:20 smithi099 ceph-mon[94290]: Reconfiguring daemon osd.6 on smithi110 2024-04-12T16:05:20.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:20 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:20.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:20 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:20.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:20 smithi099 ceph-mon[96864]: Reconfiguring osd.6 (monmap changed)... 2024-04-12T16:05:20.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:20 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-12T16:05:20.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:20 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:20.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:20 smithi099 ceph-mon[96864]: Reconfiguring daemon osd.6 on smithi110 2024-04-12T16:05:21.333 INFO:tasks.rados.rados.0.smithi099.stdout:1253: done (2 left) 2024-04-12T16:05:21.333 INFO:tasks.rados.rados.0.smithi099.stdout:1254: done (1 left) 2024-04-12T16:05:21.333 INFO:tasks.rados.rados.0.smithi099.stdout:1255: done (0 left) 2024-04-12T16:05:21.333 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 7 current snap is 126 2024-04-12T16:05:21.333 INFO:tasks.rados.rados.0.smithi099.stdout:1256: seq_num 406 ranges {5562368=802816,6365184=475136,6840320=499712,7340032=229376} 2024-04-12T16:05:21.366 INFO:tasks.rados.rados.0.smithi099.stdout:1256: writing smithi09982431-7 from 5562368 to 6365184 tid 1 2024-04-12T16:05:21.369 INFO:tasks.rados.rados.0.smithi099.stdout:1256: writing smithi09982431-7 from 6365184 to 6840320 tid 2 2024-04-12T16:05:21.373 INFO:tasks.rados.rados.0.smithi099.stdout:1256: writing smithi09982431-7 from 6840320 to 7340032 tid 3 2024-04-12T16:05:21.374 INFO:tasks.rados.rados.0.smithi099.stdout:1256: writing smithi09982431-7 from 7340032 to 7569408 tid 4 2024-04-12T16:05:21.374 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 32 current snap is 126 2024-04-12T16:05:21.374 INFO:tasks.rados.rados.0.smithi099.stdout:1257: seq_num 407 ranges {958464=425984,1384448=761856,2146304=704512,2850816=139264} 2024-04-12T16:05:21.382 INFO:tasks.rados.rados.0.smithi099.stdout:1257: writing smithi09982431-32 from 958464 to 1384448 tid 1 2024-04-12T16:05:21.386 INFO:tasks.rados.rados.0.smithi099.stdout:1257: writing smithi09982431-32 from 1384448 to 2146304 tid 2 2024-04-12T16:05:21.390 INFO:tasks.rados.rados.0.smithi099.stdout:1257: writing smithi09982431-32 from 2146304 to 2850816 tid 3 2024-04-12T16:05:21.391 INFO:tasks.rados.rados.0.smithi099.stdout:1257: writing smithi09982431-32 from 2850816 to 2990080 tid 4 2024-04-12T16:05:21.391 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 34 current snap is 126 2024-04-12T16:05:21.391 INFO:tasks.rados.rados.0.smithi099.stdout:1256: finishing write tid 1 to smithi09982431-7 2024-04-12T16:05:21.392 INFO:tasks.rados.rados.0.smithi099.stdout:1258: seq_num 408 ranges {7208960=442368,7651328=647168,8298496=507904,8806400=450560} 2024-04-12T16:05:21.432 INFO:tasks.rados.rados.0.smithi099.stdout:1258: writing smithi09982431-34 from 7208960 to 7651328 tid 1 2024-04-12T16:05:21.436 INFO:tasks.rados.rados.0.smithi099.stdout:1258: writing smithi09982431-34 from 7651328 to 8298496 tid 2 2024-04-12T16:05:21.439 INFO:tasks.rados.rados.0.smithi099.stdout:1258: writing smithi09982431-34 from 8298496 to 8806400 tid 3 2024-04-12T16:05:21.442 INFO:tasks.rados.rados.0.smithi099.stdout:1258: writing smithi09982431-34 from 8806400 to 9256960 tid 4 2024-04-12T16:05:21.442 INFO:tasks.rados.rados.0.smithi099.stdout:1259: snap_create 2024-04-12T16:05:21.443 INFO:tasks.rados.rados.0.smithi099.stdout:1256: finishing write tid 2 to smithi09982431-7 2024-04-12T16:05:21.443 INFO:tasks.rados.rados.0.smithi099.stdout:1256: finishing write tid 3 to smithi09982431-7 2024-04-12T16:05:21.443 INFO:tasks.rados.rados.0.smithi099.stdout:1256: finishing write tid 4 to smithi09982431-7 2024-04-12T16:05:21.443 INFO:tasks.rados.rados.0.smithi099.stdout:1256: finishing write tid 5 to smithi09982431-7 2024-04-12T16:05:21.443 INFO:tasks.rados.rados.0.smithi099.stdout:1256: finishing write tid 6 to smithi09982431-7 2024-04-12T16:05:21.443 INFO:tasks.rados.rados.0.smithi099.stdout:1256: oid 7 updating version 0 to 794 2024-04-12T16:05:21.443 INFO:tasks.rados.rados.0.smithi099.stdout:1256: oid 7 updating version 794 to 796 2024-04-12T16:05:21.443 INFO:tasks.rados.rados.0.smithi099.stdout:1256: oid 7 version 796 is already newer than 795 2024-04-12T16:05:21.443 INFO:tasks.rados.rados.0.smithi099.stdout:1256: oid 7 updating version 796 to 797 2024-04-12T16:05:21.443 INFO:tasks.rados.rados.0.smithi099.stdout:1256: oid 7 updating version 797 to 798 2024-04-12T16:05:21.443 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 7 v 798 (ObjNum 406 snap 126 seq_num 406) dirty exists 2024-04-12T16:05:21.443 INFO:tasks.rados.rados.0.smithi099.stdout:1256: left oid 7 (ObjNum 406 snap 126 seq_num 406) 2024-04-12T16:05:21.443 INFO:tasks.rados.rados.0.smithi099.stdout:1257: finishing write tid 1 to smithi09982431-32 2024-04-12T16:05:21.443 INFO:tasks.rados.rados.0.smithi099.stdout:1257: finishing write tid 2 to smithi09982431-32 2024-04-12T16:05:21.443 INFO:tasks.rados.rados.0.smithi099.stdout:1257: finishing write tid 3 to smithi09982431-32 2024-04-12T16:05:21.444 INFO:tasks.rados.rados.0.smithi099.stdout:1257: finishing write tid 4 to smithi09982431-32 2024-04-12T16:05:21.444 INFO:tasks.rados.rados.0.smithi099.stdout:1257: finishing write tid 5 to smithi09982431-32 2024-04-12T16:05:21.444 INFO:tasks.rados.rados.0.smithi099.stdout:1257: finishing write tid 6 to smithi09982431-32 2024-04-12T16:05:21.444 INFO:tasks.rados.rados.0.smithi099.stdout:1257: oid 32 updating version 0 to 489 2024-04-12T16:05:21.444 INFO:tasks.rados.rados.0.smithi099.stdout:1257: oid 32 updating version 489 to 490 2024-04-12T16:05:21.444 INFO:tasks.rados.rados.0.smithi099.stdout:1257: oid 32 version 490 is already newer than 488 2024-04-12T16:05:21.444 INFO:tasks.rados.rados.0.smithi099.stdout:1257: oid 32 updating version 490 to 491 2024-04-12T16:05:21.444 INFO:tasks.rados.rados.0.smithi099.stdout:1257: oid 32 version 491 is already newer than 487 2024-04-12T16:05:21.444 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 32 v 491 (ObjNum 407 snap 126 seq_num 407) dirty exists 2024-04-12T16:05:21.444 INFO:tasks.rados.rados.0.smithi099.stdout:1257: left oid 32 (ObjNum 407 snap 126 seq_num 407) 2024-04-12T16:05:21.444 INFO:tasks.rados.rados.0.smithi099.stdout:1258: finishing write tid 1 to smithi09982431-34 2024-04-12T16:05:21.444 INFO:tasks.rados.rados.0.smithi099.stdout:1258: finishing write tid 2 to smithi09982431-34 2024-04-12T16:05:21.444 INFO:tasks.rados.rados.0.smithi099.stdout:1258: finishing write tid 3 to smithi09982431-34 2024-04-12T16:05:21.445 INFO:tasks.rados.rados.0.smithi099.stdout:1258: finishing write tid 4 to smithi09982431-34 2024-04-12T16:05:21.451 INFO:tasks.rados.rados.0.smithi099.stdout:1258: finishing write tid 5 to smithi09982431-34 2024-04-12T16:05:21.452 INFO:tasks.rados.rados.0.smithi099.stdout:1258: finishing write tid 6 to smithi09982431-34 2024-04-12T16:05:21.453 INFO:tasks.rados.rados.0.smithi099.stdout:1258: oid 34 updating version 0 to 804 2024-04-12T16:05:21.453 INFO:tasks.rados.rados.0.smithi099.stdout:1258: oid 34 version 804 is already newer than 802 2024-04-12T16:05:21.453 INFO:tasks.rados.rados.0.smithi099.stdout:1258: oid 34 version 804 is already newer than 801 2024-04-12T16:05:21.453 INFO:tasks.rados.rados.0.smithi099.stdout:1258: oid 34 version 804 is already newer than 800 2024-04-12T16:05:21.453 INFO:tasks.rados.rados.0.smithi099.stdout:1258: oid 34 version 804 is already newer than 803 2024-04-12T16:05:21.453 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 34 v 804 (ObjNum 408 snap 126 seq_num 408) dirty exists 2024-04-12T16:05:21.453 INFO:tasks.rados.rados.0.smithi099.stdout:1258: left oid 34 (ObjNum 408 snap 126 seq_num 408) 2024-04-12T16:05:21.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:21 smithi110 ceph-mon[88691]: osdmap e305: 8 total, 8 up, 8 in 2024-04-12T16:05:21.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:21 smithi110 ceph-mon[88691]: pgmap v93: 121 pgs: 121 active+clean; 431 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 5.0 MiB/s wr, 27 op/s 2024-04-12T16:05:21.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:21.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:21.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-12T16:05:21.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:21.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:21 smithi099 ceph-mon[94290]: osdmap e305: 8 total, 8 up, 8 in 2024-04-12T16:05:21.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:21 smithi099 ceph-mon[94290]: pgmap v93: 121 pgs: 121 active+clean; 431 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 5.0 MiB/s wr, 27 op/s 2024-04-12T16:05:21.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:21.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:21.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-12T16:05:21.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:21.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:21 smithi099 ceph-mon[96864]: osdmap e305: 8 total, 8 up, 8 in 2024-04-12T16:05:21.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:21 smithi099 ceph-mon[96864]: pgmap v93: 121 pgs: 121 active+clean; 431 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 5.0 MiB/s wr, 27 op/s 2024-04-12T16:05:21.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:21.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:21.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-12T16:05:21.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:22.335 INFO:tasks.rados.rados.0.smithi099.stdout:1256: done (3 left) 2024-04-12T16:05:22.335 INFO:tasks.rados.rados.0.smithi099.stdout:1257: done (2 left) 2024-04-12T16:05:22.336 INFO:tasks.rados.rados.0.smithi099.stdout:1258: done (1 left) 2024-04-12T16:05:22.336 INFO:tasks.rados.rados.0.smithi099.stdout:1259: done (0 left) 2024-04-12T16:05:22.336 INFO:tasks.rados.rados.0.smithi099.stdout:1260: delete oid 40 current snap is 127 2024-04-12T16:05:22.341 INFO:tasks.rados.rados.0.smithi099.stdout:1260: done (0 left) 2024-04-12T16:05:22.341 INFO:tasks.rados.rados.0.smithi099.stdout:1261: snap_remove snap 82 2024-04-12T16:05:22.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:22 smithi110 ceph-mon[88691]: Reconfiguring osd.7 (monmap changed)... 2024-04-12T16:05:22.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:22 smithi110 ceph-mon[88691]: Reconfiguring daemon osd.7 on smithi110 2024-04-12T16:05:22.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:22 smithi110 ceph-mon[88691]: osdmap e306: 8 total, 8 up, 8 in 2024-04-12T16:05:22.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:05:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:05:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:05:22.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:22 smithi099 ceph-mon[94290]: Reconfiguring osd.7 (monmap changed)... 2024-04-12T16:05:22.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:22 smithi099 ceph-mon[94290]: Reconfiguring daemon osd.7 on smithi110 2024-04-12T16:05:22.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:22 smithi099 ceph-mon[94290]: osdmap e306: 8 total, 8 up, 8 in 2024-04-12T16:05:22.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:22 smithi099 ceph-mon[96864]: Reconfiguring osd.7 (monmap changed)... 2024-04-12T16:05:22.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:22 smithi099 ceph-mon[96864]: Reconfiguring daemon osd.7 on smithi110 2024-04-12T16:05:22.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:22 smithi099 ceph-mon[96864]: osdmap e306: 8 total, 8 up, 8 in 2024-04-12T16:05:23.345 INFO:tasks.rados.rados.0.smithi099.stdout:1261: done (0 left) 2024-04-12T16:05:23.346 INFO:tasks.rados.rados.0.smithi099.stdout:1262: snap_remove snap 125 2024-04-12T16:05:23.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:23 smithi110 ceph-mon[88691]: osdmap e307: 8 total, 8 up, 8 in 2024-04-12T16:05:23.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:23 smithi110 ceph-mon[88691]: pgmap v96: 121 pgs: 121 active+clean; 431 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 5.0 MiB/s wr, 27 op/s 2024-04-12T16:05:23.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:23 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:23.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:23 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:23.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:23 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T16:05:23.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:23 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:23.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:05:23 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:05:23.503Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi099\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:05:23.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:23 smithi099 ceph-mon[94290]: osdmap e307: 8 total, 8 up, 8 in 2024-04-12T16:05:23.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:23 smithi099 ceph-mon[94290]: pgmap v96: 121 pgs: 121 active+clean; 431 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 5.0 MiB/s wr, 27 op/s 2024-04-12T16:05:23.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:23 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:23.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:23 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:23.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:23 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T16:05:23.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:23 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:23.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:23 smithi099 ceph-mon[96864]: osdmap e307: 8 total, 8 up, 8 in 2024-04-12T16:05:23.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:23 smithi099 ceph-mon[96864]: pgmap v96: 121 pgs: 121 active+clean; 431 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 5.0 MiB/s wr, 27 op/s 2024-04-12T16:05:23.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:23 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:23.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:23 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:23.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:23 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T16:05:23.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:23 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:23.973 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-04-12T16:05:23.986 INFO:tasks.rados.rados.0.smithi099.stdout:1262: done (0 left) 2024-04-12T16:05:23.986 INFO:tasks.rados.rados.0.smithi099.stdout:1263: snap_remove snap 109 2024-04-12T16:05:24.292 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T16:05:24.292 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (6m) 46s ago 6m 26.8M - 0.25.0 c8568f914cd2 d0012c0a0402 2024-04-12T16:05:24.293 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi110 *:3000 running (6m) 30s ago 6m 88.8M - 9.4.7 954c08fa6188 f1a47e96b342 2024-04-12T16:05:24.293 INFO:teuthology.orchestra.run.smithi099.stdout:mds.a smithi099 running (8m) 46s ago 8m 18.8M - 18.2.2-1187-gd540ebac bb2c5eac26a4 41cdf918e4eb 2024-04-12T16:05:24.293 INFO:teuthology.orchestra.run.smithi099.stdout:mds.b smithi110 running (7m) 30s ago 7m 14.7M - 18.2.2-1187-gd540ebac bb2c5eac26a4 453e0d052bae 2024-04-12T16:05:24.293 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi110 *:8443,9283,8765 running (96s) 30s ago 11m 450M - 19.0.0-2847-gbf9c5618 92de118a8b8f 39e31f4f4e9d 2024-04-12T16:05:24.293 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (2m) 46s ago 13m 501M - 19.0.0-2847-gbf9c5618 92de118a8b8f 8fb83982268a 2024-04-12T16:05:24.293 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (80s) 46s ago 13m 39.0M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f cc807b11358b 2024-04-12T16:05:24.293 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi110 running (36s) 30s ago 11m 28.4M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 393831dfcb29 2024-04-12T16:05:24.293 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (55s) 46s ago 11m 28.4M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 3bb5784f6f37 2024-04-12T16:05:24.293 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (6m) 46s ago 6m 16.0M - 1.5.0 0da6a335fe13 1555012f6fb4 2024-04-12T16:05:24.293 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi110 *:9100 running (6m) 30s ago 6m 15.2M - 1.5.0 0da6a335fe13 e64854b1f14f 2024-04-12T16:05:24.293 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (11m) 46s ago 11m 220M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 6bdf9d934811 2024-04-12T16:05:24.293 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (10m) 46s ago 10m 156M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 10eb3a0efddd 2024-04-12T16:05:24.293 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (10m) 46s ago 10m 186M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 bcc4792ed641 2024-04-12T16:05:24.294 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (9m) 46s ago 9m 140M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 c9320073515e 2024-04-12T16:05:24.294 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi110 running (9m) 30s ago 9m 187M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 cbe7627415bc 2024-04-12T16:05:24.294 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi110 running (9m) 30s ago 9m 230M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 adfdbd20159e 2024-04-12T16:05:24.294 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi110 running (8m) 30s ago 8m 153M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 27d42d053218 2024-04-12T16:05:24.294 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi110 running (8m) 30s ago 8m 138M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 d4e7f553110a 2024-04-12T16:05:24.294 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi110 *:9095 running (101s) 30s ago 7m 53.7M - 2.43.0 a07b618ecd1d 9fabb6d2365c 2024-04-12T16:05:24.383 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:24 smithi110 ceph-mon[88691]: Reconfiguring mds.b (monmap changed)... 2024-04-12T16:05:24.384 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:24 smithi110 ceph-mon[88691]: Reconfiguring daemon mds.b on smithi110 2024-04-12T16:05:24.384 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:24 smithi110 ceph-mon[88691]: osdmap e308: 8 total, 8 up, 8 in 2024-04-12T16:05:24.384 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:24 smithi110 ceph-mon[88691]: osdmap e309: 8 total, 8 up, 8 in 2024-04-12T16:05:24.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:24 smithi099 ceph-mon[94290]: Reconfiguring mds.b (monmap changed)... 2024-04-12T16:05:24.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:24 smithi099 ceph-mon[94290]: Reconfiguring daemon mds.b on smithi110 2024-04-12T16:05:24.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:24 smithi099 ceph-mon[94290]: osdmap e308: 8 total, 8 up, 8 in 2024-04-12T16:05:24.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:24 smithi099 ceph-mon[94290]: osdmap e309: 8 total, 8 up, 8 in 2024-04-12T16:05:24.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:24 smithi099 ceph-mon[96864]: Reconfiguring mds.b (monmap changed)... 2024-04-12T16:05:24.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:24 smithi099 ceph-mon[96864]: Reconfiguring daemon mds.b on smithi110 2024-04-12T16:05:24.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:24 smithi099 ceph-mon[96864]: osdmap e308: 8 total, 8 up, 8 in 2024-04-12T16:05:24.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:24 smithi099 ceph-mon[96864]: osdmap e309: 8 total, 8 up, 8 in 2024-04-12T16:05:24.715 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-04-12T16:05:24.715 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-04-12T16:05:24.715 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 3 2024-04-12T16:05:24.715 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:05:24.715 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-04-12T16:05:24.715 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:05:24.715 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:05:24.715 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-04-12T16:05:24.715 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-12T16:05:24.715 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:05:24.715 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": { 2024-04-12T16:05:24.716 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:05:24.716 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:05:24.716 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-04-12T16:05:24.716 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 10, 2024-04-12T16:05:24.716 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 5 2024-04-12T16:05:24.716 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-04-12T16:05:24.716 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-04-12T16:05:24.999 INFO:tasks.rados.rados.0.smithi099.stdout:1263: done (0 left) 2024-04-12T16:05:24.999 INFO:tasks.rados.rados.0.smithi099.stdout:1264: delete oid 34 current snap is 127 2024-04-12T16:05:25.010 INFO:tasks.rados.rados.0.smithi099.stdout:1264: done (0 left) 2024-04-12T16:05:25.011 INFO:tasks.rados.rados.0.smithi099.stdout:1265: read oid 33 snap -1 2024-04-12T16:05:25.011 INFO:tasks.rados.rados.0.smithi099.stdout:1265: expect (ObjNum 355 snap 111 seq_num 355) 2024-04-12T16:05:25.011 INFO:tasks.rados.rados.0.smithi099.stdout:1266: snap_remove snap 118 2024-04-12T16:05:25.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:25 smithi110 ceph-mon[88691]: from='client.34194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:05:25.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:25 smithi110 ceph-mon[88691]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:05:25.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:25 smithi110 ceph-mon[88691]: pgmap v99: 121 pgs: 121 active+clean; 432 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 17 op/s 2024-04-12T16:05:25.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:25 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:25.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:25 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:25.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:25 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:05:25.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:25 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:05:25.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:25 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:05:25.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:25 smithi110 ceph-mon[88691]: Upgrade: Setting container_image for all mon 2024-04-12T16:05:25.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:25 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:25.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:25 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-12T16:05:25.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:25 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-12T16:05:25.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:25 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-12T16:05:25.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:25 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-12T16:05:25.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:25 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-12T16:05:25.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:25 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-12T16:05:25.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:25 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:05:25.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:25 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:25.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:25 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-12T16:05:25.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:25 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1491460731' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:05:25.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:25 smithi110 ceph-mon[88691]: osdmap e310: 8 total, 8 up, 8 in 2024-04-12T16:05:25.864 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:25 smithi099 ceph-mon[96864]: from='client.34194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:05:25.864 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:25 smithi099 ceph-mon[96864]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:05:25.864 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:25 smithi099 ceph-mon[96864]: pgmap v99: 121 pgs: 121 active+clean; 432 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 17 op/s 2024-04-12T16:05:25.864 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:25 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:25.864 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:25 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:25.864 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:25 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:05:25.864 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:25 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:05:25.864 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:25 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:05:25.865 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:25 smithi099 ceph-mon[96864]: Upgrade: Setting container_image for all mon 2024-04-12T16:05:25.865 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:25 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:25.865 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:25 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-12T16:05:25.865 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:25 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-12T16:05:25.865 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:25 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-12T16:05:25.865 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:25 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-12T16:05:25.865 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:25 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-12T16:05:25.865 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:25 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-12T16:05:25.865 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:25 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:05:25.865 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:25 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:25.865 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:25 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-12T16:05:25.865 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:25 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1491460731' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:05:25.865 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:25 smithi099 ceph-mon[96864]: osdmap e310: 8 total, 8 up, 8 in 2024-04-12T16:05:25.866 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:25 smithi099 ceph-mon[94290]: from='client.34194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:05:25.866 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:25 smithi099 ceph-mon[94290]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:05:25.866 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:25 smithi099 ceph-mon[94290]: pgmap v99: 121 pgs: 121 active+clean; 432 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 17 op/s 2024-04-12T16:05:25.866 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:25 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:25.866 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:25 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:25.866 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:25 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:05:25.866 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:25 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:05:25.866 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:25 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:05:25.866 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:25 smithi099 ceph-mon[94290]: Upgrade: Setting container_image for all mon 2024-04-12T16:05:25.866 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:25 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:25.867 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:25 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-12T16:05:25.867 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:25 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-12T16:05:25.867 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:25 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-12T16:05:25.867 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:25 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-12T16:05:25.867 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:25 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-12T16:05:25.867 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:25 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-12T16:05:25.867 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:25 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:05:25.867 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:25 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:25.867 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:25 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-12T16:05:25.867 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:25 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1491460731' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:05:25.867 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:25 smithi099 ceph-mon[94290]: osdmap e310: 8 total, 8 up, 8 in 2024-04-12T16:05:25.997 INFO:tasks.rados.rados.0.smithi099.stdout:1266: done (1 left) 2024-04-12T16:05:25.997 INFO:tasks.rados.rados.0.smithi099.stdout:1267: setattr oid 2 current snap is 127 2024-04-12T16:05:25.997 INFO:tasks.rados.rados.0.smithi099.stdout:1268: copy_from oid 28 from oid 27 current snap is 127 2024-04-12T16:05:25.997 INFO:tasks.rados.rados.0.smithi099.stdout:1269: read oid 31 snap -1 2024-04-12T16:05:25.997 INFO:tasks.rados.rados.0.smithi099.stdout:1269: expect (ObjNum 391 snap 121 seq_num 391) 2024-04-12T16:05:25.997 INFO:tasks.rados.rados.0.smithi099.stdout:1270: delete oid 45 current snap is 127 2024-04-12T16:05:25.997 INFO:tasks.rados.rados.0.smithi099.stdout:1265: expect (ObjNum 355 snap 111 seq_num 355) 2024-04-12T16:05:26.439 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:05:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:05:26] "GET /metrics HTTP/1.1" 200 36001 "" "Prometheus/2.43.0" 2024-04-12T16:05:26.815 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 2 v 443 (ObjNum 371 snap 114 seq_num 371) dirty exists 2024-04-12T16:05:26.815 INFO:tasks.rados.rados.0.smithi099.stdout:1269: expect (ObjNum 391 snap 121 seq_num 391) 2024-04-12T16:05:26.828 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:26 smithi099 ceph-mon[94290]: Upgrade: Setting container_image for all crash 2024-04-12T16:05:26.828 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:26 smithi099 ceph-mon[94290]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-12T16:05:26.828 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:26 smithi099 ceph-mon[94290]: Upgrade: osd.0 is safe to restart 2024-04-12T16:05:26.828 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:26 smithi099 ceph-mon[94290]: osdmap e311: 8 total, 8 up, 8 in 2024-04-12T16:05:26.828 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:26 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:26.828 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:26 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T16:05:26.829 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:26 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:26.829 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:26 smithi099 ceph-mon[96864]: Upgrade: Setting container_image for all crash 2024-04-12T16:05:26.829 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:26 smithi099 ceph-mon[96864]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-12T16:05:26.829 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:26 smithi099 ceph-mon[96864]: Upgrade: osd.0 is safe to restart 2024-04-12T16:05:26.829 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:26 smithi099 ceph-mon[96864]: osdmap e311: 8 total, 8 up, 8 in 2024-04-12T16:05:26.829 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:26 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:26.829 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:26 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T16:05:26.829 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:26 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:26.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:26 smithi110 ceph-mon[88691]: Upgrade: Setting container_image for all crash 2024-04-12T16:05:26.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:26 smithi110 ceph-mon[88691]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-12T16:05:26.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:26 smithi110 ceph-mon[88691]: Upgrade: osd.0 is safe to restart 2024-04-12T16:05:26.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:26 smithi110 ceph-mon[88691]: osdmap e311: 8 total, 8 up, 8 in 2024-04-12T16:05:26.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:26 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:26.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:26 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T16:05:26.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:26 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:26.909 INFO:tasks.rados.rados.0.smithi099.stdout:1268: finishing copy_from racing read to smithi09982431-28 2024-04-12T16:05:26.909 INFO:tasks.rados.rados.0.smithi099.stdout:1268: finishing copy_from to smithi09982431-28 2024-04-12T16:05:26.909 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 28 v 447 (ObjNum 266 snap 82 seq_num 266) dirty exists 2024-04-12T16:05:26.909 INFO:tasks.rados.rados.0.smithi099.stdout:1265: done (4 left) 2024-04-12T16:05:26.910 INFO:tasks.rados.rados.0.smithi099.stdout:1267: done (3 left) 2024-04-12T16:05:26.910 INFO:tasks.rados.rados.0.smithi099.stdout:1268: done (2 left) 2024-04-12T16:05:26.910 INFO:tasks.rados.rados.0.smithi099.stdout:1269: done (1 left) 2024-04-12T16:05:26.910 INFO:tasks.rados.rados.0.smithi099.stdout:1270: done (0 left) 2024-04-12T16:05:26.910 INFO:tasks.rados.rados.0.smithi099.stdout:1271: snap_remove snap 47 2024-04-12T16:05:27.446 INFO:tasks.rados.rados.0.smithi099.stdout:1271: done (0 left) 2024-04-12T16:05:27.446 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 27 current snap is 127 2024-04-12T16:05:27.446 INFO:tasks.rados.rados.0.smithi099.stdout:1272: seq_num 412 ranges {3055616=507904,3563520=630784,4194304=491520,4685824=483328} 2024-04-12T16:05:27.466 INFO:tasks.rados.rados.0.smithi099.stdout:1272: writing smithi09982431-27 from 3055616 to 3563520 tid 1 2024-04-12T16:05:27.471 INFO:tasks.rados.rados.0.smithi099.stdout:1272: writing smithi09982431-27 from 3563520 to 4194304 tid 2 2024-04-12T16:05:27.474 INFO:tasks.rados.rados.0.smithi099.stdout:1272: writing smithi09982431-27 from 4194304 to 4685824 tid 3 2024-04-12T16:05:27.477 INFO:tasks.rados.rados.0.smithi099.stdout:1272: writing smithi09982431-27 from 4685824 to 5169152 tid 4 2024-04-12T16:05:27.478 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 15 current snap is 127 2024-04-12T16:05:27.478 INFO:tasks.rados.rados.0.smithi099.stdout:1272: finishing write tid 1 to smithi09982431-27 2024-04-12T16:05:27.478 INFO:tasks.rados.rados.0.smithi099.stdout:1272: finishing write tid 2 to smithi09982431-27 2024-04-12T16:05:27.478 INFO:tasks.rados.rados.0.smithi099.stdout:1272: finishing write tid 3 to smithi09982431-27 2024-04-12T16:05:27.478 INFO:tasks.rados.rados.0.smithi099.stdout:1273: seq_num 413 ranges {3088384=524288,3612672=516096,4128768=696320,4825088=393216} 2024-04-12T16:05:27.497 INFO:tasks.rados.rados.0.smithi099.stdout:1273: writing smithi09982431-15 from 3088384 to 3612672 tid 1 2024-04-12T16:05:27.500 INFO:tasks.rados.rados.0.smithi099.stdout:1273: writing smithi09982431-15 from 3612672 to 4128768 tid 2 2024-04-12T16:05:27.504 INFO:tasks.rados.rados.0.smithi099.stdout:1273: writing smithi09982431-15 from 4128768 to 4825088 tid 3 2024-04-12T16:05:27.507 INFO:tasks.rados.rados.0.smithi099.stdout:1273: writing smithi09982431-15 from 4825088 to 5218304 tid 4 2024-04-12T16:05:27.507 INFO:tasks.rados.rados.0.smithi099.stdout:1274: rollback oid 16 current snap is 127 2024-04-12T16:05:27.507 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 16 to 126 2024-04-12T16:05:27.507 INFO:tasks.rados.rados.0.smithi099.stdout:1272: finishing write tid 4 to smithi09982431-27 2024-04-12T16:05:27.507 INFO:tasks.rados.rados.0.smithi099.stdout:1272: finishing write tid 5 to smithi09982431-27 2024-04-12T16:05:27.507 INFO:tasks.rados.rados.0.smithi099.stdout:1272: finishing write tid 6 to smithi09982431-27 2024-04-12T16:05:27.507 INFO:tasks.rados.rados.0.smithi099.stdout:1272: oid 27 updating version 0 to 453 2024-04-12T16:05:27.507 INFO:tasks.rados.rados.0.smithi099.stdout:1272: oid 27 version 453 is already newer than 449 2024-04-12T16:05:27.507 INFO:tasks.rados.rados.0.smithi099.stdout:1272: oid 27 version 453 is already newer than 451 2024-04-12T16:05:27.507 INFO:tasks.rados.rados.0.smithi099.stdout:1272: oid 27 version 453 is already newer than 452 2024-04-12T16:05:27.507 INFO:tasks.rados.rados.0.smithi099.stdout:1272: oid 27 version 453 is already newer than 450 2024-04-12T16:05:27.508 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 27 v 453 (ObjNum 412 snap 127 seq_num 412) dirty exists 2024-04-12T16:05:27.508 INFO:tasks.rados.rados.0.smithi099.stdout:1272: left oid 27 (ObjNum 412 snap 127 seq_num 412) 2024-04-12T16:05:27.508 INFO:tasks.rados.rados.0.smithi099.stdout:1273: finishing write tid 1 to smithi09982431-15 2024-04-12T16:05:27.508 INFO:tasks.rados.rados.0.smithi099.stdout:1273: finishing write tid 2 to smithi09982431-15 2024-04-12T16:05:27.508 INFO:tasks.rados.rados.0.smithi099.stdout:1272: done (2 left) 2024-04-12T16:05:27.508 INFO:tasks.rados.rados.0.smithi099.stdout:1275: setattr oid 45 current snap is 127 2024-04-12T16:05:27.508 INFO:tasks.rados.rados.0.smithi099.stdout:1273: finishing write tid 3 to smithi09982431-15 2024-04-12T16:05:27.509 INFO:tasks.rados.rados.0.smithi099.stdout:1273: finishing write tid 4 to smithi09982431-15 2024-04-12T16:05:27.509 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 20 current snap is 127 2024-04-12T16:05:27.509 INFO:tasks.rados.rados.0.smithi099.stdout:1276: seq_num 414 ranges {0=540672,540672=802816,1343488=458752,1802240=344064} 2024-04-12T16:05:27.512 INFO:tasks.rados.rados.0.smithi099.stdout:1276: writing smithi09982431-20 from 0 to 540672 tid 1 2024-04-12T16:05:27.517 INFO:tasks.rados.rados.0.smithi099.stdout:1276: writing smithi09982431-20 from 540672 to 1343488 tid 2 2024-04-12T16:05:27.520 INFO:tasks.rados.rados.0.smithi099.stdout:1276: writing smithi09982431-20 from 1343488 to 1802240 tid 3 2024-04-12T16:05:27.523 INFO:tasks.rados.rados.0.smithi099.stdout:1276: writing smithi09982431-20 from 1802240 to 2146304 tid 4 2024-04-12T16:05:27.523 INFO:tasks.rados.rados.0.smithi099.stdout:1277: copy_from oid 10 from oid 36 current snap is 127 2024-04-12T16:05:27.523 INFO:tasks.rados.rados.0.smithi099.stdout:1273: finishing write tid 5 to smithi09982431-15 2024-04-12T16:05:27.523 INFO:tasks.rados.rados.0.smithi099.stdout:1274: finishing rollback tid 0 to smithi09982431-16 2024-04-12T16:05:27.523 INFO:tasks.rados.rados.0.smithi099.stdout:1274: finishing rollback tid 1 to smithi09982431-16 2024-04-12T16:05:27.524 INFO:tasks.rados.rados.0.smithi099.stdout:1273: finishing write tid 6 to smithi09982431-15 2024-04-12T16:05:27.524 INFO:tasks.rados.rados.0.smithi099.stdout:1273: oid 15 updating version 0 to 496 2024-04-12T16:05:27.524 INFO:tasks.rados.rados.0.smithi099.stdout:1273: oid 15 version 496 is already newer than 494 2024-04-12T16:05:27.524 INFO:tasks.rados.rados.0.smithi099.stdout:1273: oid 15 version 496 is already newer than 495 2024-04-12T16:05:27.524 INFO:tasks.rados.rados.0.smithi099.stdout:1273: oid 15 version 496 is already newer than 493 2024-04-12T16:05:27.524 INFO:tasks.rados.rados.0.smithi099.stdout:1273: oid 15 version 496 is already newer than 492 2024-04-12T16:05:27.524 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 15 v 496 (ObjNum 413 snap 127 seq_num 413) dirty exists 2024-04-12T16:05:27.524 INFO:tasks.rados.rados.0.smithi099.stdout:1273: left oid 15 (ObjNum 413 snap 127 seq_num 413) 2024-04-12T16:05:27.524 INFO:tasks.rados.rados.0.smithi099.stdout:1274: finishing rollback tid 2 to smithi09982431-16 2024-04-12T16:05:27.524 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 16 v 527 (ObjNum 334 snap 107 seq_num 334) dirty exists 2024-04-12T16:05:27.524 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 45 v 454 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-12T16:05:27.524 INFO:tasks.rados.rados.0.smithi099.stdout:1276: finishing write tid 1 to smithi09982431-20 2024-04-12T16:05:27.524 INFO:tasks.rados.rados.0.smithi099.stdout:1273: done (4 left) 2024-04-12T16:05:27.524 INFO:tasks.rados.rados.0.smithi099.stdout:1274: done (3 left) 2024-04-12T16:05:27.524 INFO:tasks.rados.rados.0.smithi099.stdout:1275: done (2 left) 2024-04-12T16:05:27.525 INFO:tasks.rados.rados.0.smithi099.stdout:1278: read oid 13 snap -1 2024-04-12T16:05:27.525 INFO:tasks.rados.rados.0.smithi099.stdout:1278: expect (ObjNum 254 snap 73 seq_num 254) 2024-04-12T16:05:27.525 INFO:tasks.rados.rados.0.smithi099.stdout:1279: snap_create 2024-04-12T16:05:27.525 INFO:tasks.rados.rados.0.smithi099.stdout:1276: finishing write tid 2 to smithi09982431-20 2024-04-12T16:05:27.525 INFO:tasks.rados.rados.0.smithi099.stdout:1276: finishing write tid 3 to smithi09982431-20 2024-04-12T16:05:27.525 INFO:tasks.rados.rados.0.smithi099.stdout:1276: finishing write tid 4 to smithi09982431-20 2024-04-12T16:05:27.525 INFO:tasks.rados.rados.0.smithi099.stdout:1276: finishing write tid 5 to smithi09982431-20 2024-04-12T16:05:27.529 INFO:tasks.rados.rados.0.smithi099.stdout:1277: finishing copy_from racing read to smithi09982431-10 2024-04-12T16:05:27.529 INFO:tasks.rados.rados.0.smithi099.stdout:1276: finishing write tid 6 to smithi09982431-20 2024-04-12T16:05:27.530 INFO:tasks.rados.rados.0.smithi099.stdout:1276: oid 20 updating version 0 to 853 2024-04-12T16:05:27.530 INFO:tasks.rados.rados.0.smithi099.stdout:1276: oid 20 version 853 is already newer than 849 2024-04-12T16:05:27.530 INFO:tasks.rados.rados.0.smithi099.stdout:1276: oid 20 version 853 is already newer than 851 2024-04-12T16:05:27.530 INFO:tasks.rados.rados.0.smithi099.stdout:1276: oid 20 version 853 is already newer than 850 2024-04-12T16:05:27.530 INFO:tasks.rados.rados.0.smithi099.stdout:1276: oid 20 version 853 is already newer than 852 2024-04-12T16:05:27.530 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 20 v 853 (ObjNum 414 snap 127 seq_num 414) dirty exists 2024-04-12T16:05:27.530 INFO:tasks.rados.rados.0.smithi099.stdout:1276: left oid 20 (ObjNum 414 snap 127 seq_num 414) 2024-04-12T16:05:27.530 INFO:tasks.rados.rados.0.smithi099.stdout:1277: finishing copy_from to smithi09982431-10 2024-04-12T16:05:27.530 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 10 v 279 (ObjNum 327 snap 103 seq_num 327) dirty exists 2024-04-12T16:05:27.542 INFO:tasks.rados.rados.0.smithi099.stdout:1278: expect (ObjNum 254 snap 73 seq_num 254) 2024-04-12T16:05:27.826 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:27 smithi099 ceph-mon[94290]: Upgrade: Updating osd.0 2024-04-12T16:05:27.826 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:27 smithi099 ceph-mon[94290]: Deploying daemon osd.0 on smithi099 2024-04-12T16:05:27.826 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:27 smithi099 ceph-mon[94290]: pgmap v102: 121 pgs: 121 active+clean; 432 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 17 op/s 2024-04-12T16:05:27.826 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:27 smithi099 ceph-mon[96864]: Upgrade: Updating osd.0 2024-04-12T16:05:27.826 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:27 smithi099 ceph-mon[96864]: Deploying daemon osd.0 on smithi099 2024-04-12T16:05:27.826 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:27 smithi099 ceph-mon[96864]: pgmap v102: 121 pgs: 121 active+clean; 432 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 17 op/s 2024-04-12T16:05:27.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:27 smithi110 ceph-mon[88691]: Upgrade: Updating osd.0 2024-04-12T16:05:27.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:27 smithi110 ceph-mon[88691]: Deploying daemon osd.0 on smithi099 2024-04-12T16:05:27.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:27 smithi110 ceph-mon[88691]: pgmap v102: 121 pgs: 121 active+clean; 432 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 17 op/s 2024-04-12T16:05:28.455 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:28 smithi099 ceph-mon[94290]: osdmap e312: 8 total, 8 up, 8 in 2024-04-12T16:05:28.455 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:05:28.455 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:28 smithi099 ceph-mon[96864]: osdmap e312: 8 total, 8 up, 8 in 2024-04-12T16:05:28.455 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:05:28.457 INFO:tasks.rados.rados.0.smithi099.stdout:1276: done (3 left) 2024-04-12T16:05:28.458 INFO:tasks.rados.rados.0.smithi099.stdout:1277: done (2 left) 2024-04-12T16:05:28.458 INFO:tasks.rados.rados.0.smithi099.stdout:1278: done (1 left) 2024-04-12T16:05:28.458 INFO:tasks.rados.rados.0.smithi099.stdout:1279: done (0 left) 2024-04-12T16:05:28.458 INFO:tasks.rados.rados.0.smithi099.stdout:1280: delete oid 20 current snap is 128 2024-04-12T16:05:28.462 INFO:tasks.rados.rados.0.smithi099.stdout:1280: done (0 left) 2024-04-12T16:05:28.462 INFO:tasks.rados.rados.0.smithi099.stdout:1281: delete oid 13 current snap is 128 2024-04-12T16:05:28.465 INFO:tasks.rados.rados.0.smithi099.stdout:1281: done (0 left) 2024-04-12T16:05:28.465 INFO:tasks.rados.rados.0.smithi099.stdout:1282: snap_remove snap 123 2024-04-12T16:05:28.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:28 smithi110 ceph-mon[88691]: osdmap e312: 8 total, 8 up, 8 in 2024-04-12T16:05:28.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:05:29.465 INFO:tasks.rados.rados.0.smithi099.stdout:1282: done (0 left) 2024-04-12T16:05:29.466 INFO:tasks.rados.rados.0.smithi099.stdout:1283: snap_remove snap 120 2024-04-12T16:05:29.747 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:29 smithi099 ceph-mon[94290]: pgmap v104: 121 pgs: 121 active+clean; 432 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:05:29.747 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:29 smithi099 ceph-mon[94290]: osdmap e313: 8 total, 8 up, 8 in 2024-04-12T16:05:29.747 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:29 smithi099 ceph-mon[96864]: pgmap v104: 121 pgs: 121 active+clean; 432 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:05:29.747 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:29 smithi099 ceph-mon[96864]: osdmap e313: 8 total, 8 up, 8 in 2024-04-12T16:05:29.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:29 smithi110 ceph-mon[88691]: pgmap v104: 121 pgs: 121 active+clean; 432 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:05:29.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:29 smithi110 ceph-mon[88691]: osdmap e313: 8 total, 8 up, 8 in 2024-04-12T16:05:30.128 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:29 smithi099 systemd[1]: Stopping Ceph osd.0 for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:05:30.466 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:30 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0[43871]: 2024-04-12T16:05:30.183+0000 7f10d87e0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T16:05:30.467 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:30 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0[43871]: 2024-04-12T16:05:30.183+0000 7f10d87e0700 -1 osd.0 314 *** Got signal Terminated *** 2024-04-12T16:05:30.467 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:30 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0[43871]: 2024-04-12T16:05:30.183+0000 7f10d87e0700 -1 osd.0 314 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T16:05:30.474 INFO:tasks.rados.rados.0.smithi099.stdout:1283: done (0 left) 2024-04-12T16:05:30.474 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 23 current snap is 128 2024-04-12T16:05:30.474 INFO:tasks.rados.rados.0.smithi099.stdout:1284: seq_num 417 ranges {0=589824,589824=458752,1048576=679936,1728512=466944} 2024-04-12T16:05:30.477 INFO:tasks.rados.rados.0.smithi099.stdout:1284: writing smithi09982431-23 from 0 to 589824 tid 1 2024-04-12T16:05:30.480 INFO:tasks.rados.rados.0.smithi099.stdout:1284: writing smithi09982431-23 from 589824 to 1048576 tid 2 2024-04-12T16:05:30.485 INFO:tasks.rados.rados.0.smithi099.stdout:1284: writing smithi09982431-23 from 1048576 to 1728512 tid 3 2024-04-12T16:05:30.489 INFO:tasks.rados.rados.0.smithi099.stdout:1284: writing smithi09982431-23 from 1728512 to 2195456 tid 4 2024-04-12T16:05:30.489 INFO:tasks.rados.rados.0.smithi099.stdout:1284: finishing write tid 1 to smithi09982431-23 2024-04-12T16:05:30.489 INFO:tasks.rados.rados.0.smithi099.stdout:1284: finishing write tid 2 to smithi09982431-23 2024-04-12T16:05:30.489 INFO:tasks.rados.rados.0.smithi099.stdout:1285: rmattr oid 15 current snap is 128 2024-04-12T16:05:30.489 INFO:tasks.rados.rados.0.smithi099.stdout:1285: done (1 left) 2024-04-12T16:05:30.489 INFO:tasks.rados.rados.0.smithi099.stdout:1286: read oid 6 snap 102 2024-04-12T16:05:30.489 INFO:tasks.rados.rados.0.smithi099.stdout:1286: expect deleted 2024-04-12T16:05:30.489 INFO:tasks.rados.rados.0.smithi099.stdout:1287: snap_remove snap 90 2024-04-12T16:05:30.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:30 smithi110 ceph-mon[88691]: osdmap e314: 8 total, 8 up, 8 in 2024-04-12T16:05:30.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:30 smithi110 ceph-mon[88691]: osd.0 marked itself down and dead 2024-04-12T16:05:30.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:30 smithi099 ceph-mon[96864]: osdmap e314: 8 total, 8 up, 8 in 2024-04-12T16:05:30.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:30 smithi099 ceph-mon[96864]: osd.0 marked itself down and dead 2024-04-12T16:05:30.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:30 smithi099 ceph-mon[94290]: osdmap e314: 8 total, 8 up, 8 in 2024-04-12T16:05:30.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:30 smithi099 ceph-mon[94290]: osd.0 marked itself down and dead 2024-04-12T16:05:31.245 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:30 smithi099 podman[102201]: 2024-04-12 16:05:30.989964372 +0000 UTC m=+0.907489784 container died 6bdf9d9348119d6d99b02005219440db3dd81367010e7fffe50cae10e516f6b3 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=reef-d540eba, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240403, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0) 2024-04-12T16:05:31.474 INFO:tasks.rados.rados.0.smithi099.stdout:1287: done (2 left) 2024-04-12T16:05:31.475 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 24 current snap is 128 2024-04-12T16:05:31.475 INFO:tasks.rados.rados.0.smithi099.stdout:1288: seq_num 418 ranges {6504448=606208,7110656=737280,7847936=434176,8282112=434176} 2024-04-12T16:05:31.514 INFO:tasks.rados.rados.0.smithi099.stdout:1288: writing smithi09982431-24 from 6504448 to 7110656 tid 1 2024-04-12T16:05:31.518 INFO:tasks.rados.rados.0.smithi099.stdout:1288: writing smithi09982431-24 from 7110656 to 7847936 tid 2 2024-04-12T16:05:31.521 INFO:tasks.rados.rados.0.smithi099.stdout:1288: writing smithi09982431-24 from 7847936 to 8282112 tid 3 2024-04-12T16:05:31.523 INFO:tasks.rados.rados.0.smithi099.stdout:1288: writing smithi09982431-24 from 8282112 to 8716288 tid 4 2024-04-12T16:05:31.523 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 39 current snap is 128 2024-04-12T16:05:31.523 INFO:tasks.rados.rados.0.smithi099.stdout:1289: seq_num 419 ranges {1220608=622592,1843200=671744,2514944=647168,3162112=286720} 2024-04-12T16:05:31.533 INFO:tasks.rados.rados.0.smithi099.stdout:1289: writing smithi09982431-39 from 1220608 to 1843200 tid 1 2024-04-12T16:05:31.537 INFO:tasks.rados.rados.0.smithi099.stdout:1289: writing smithi09982431-39 from 1843200 to 2514944 tid 2 2024-04-12T16:05:31.540 INFO:tasks.rados.rados.0.smithi099.stdout:1289: writing smithi09982431-39 from 2514944 to 3162112 tid 3 2024-04-12T16:05:31.543 INFO:tasks.rados.rados.0.smithi099.stdout:1289: writing smithi09982431-39 from 3162112 to 3448832 tid 4 2024-04-12T16:05:31.543 INFO:tasks.rados.rados.0.smithi099.stdout:1290: read oid 17 snap 108 2024-04-12T16:05:31.543 INFO:tasks.rados.rados.0.smithi099.stdout:1290: expect (ObjNum 264 snap 82 seq_num 264) 2024-04-12T16:05:31.543 INFO:tasks.rados.rados.0.smithi099.stdout:1291: rollback oid 45 current snap is 128 2024-04-12T16:05:31.543 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 45 to 111 2024-04-12T16:05:31.543 INFO:tasks.rados.rados.0.smithi099.stdout:1284: finishing write tid 3 to smithi09982431-23 2024-04-12T16:05:31.543 INFO:tasks.rados.rados.0.smithi099.stdout:1284: finishing write tid 4 to smithi09982431-23 2024-04-12T16:05:31.543 INFO:tasks.rados.rados.0.smithi099.stdout:1286: done (5 left) 2024-04-12T16:05:31.543 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 49 current snap is 128 2024-04-12T16:05:31.543 INFO:tasks.rados.rados.0.smithi099.stdout:1284: finishing write tid 5 to smithi09982431-23 2024-04-12T16:05:31.543 INFO:tasks.rados.rados.0.smithi099.stdout:1292: seq_num 420 ranges {1220608=638976,1859584=557056,2416640=450560,2867200=598016} 2024-04-12T16:05:31.552 INFO:tasks.rados.rados.0.smithi099.stdout:1292: writing smithi09982431-49 from 1220608 to 1859584 tid 1 2024-04-12T16:05:31.556 INFO:tasks.rados.rados.0.smithi099.stdout:1292: writing smithi09982431-49 from 1859584 to 2416640 tid 2 2024-04-12T16:05:31.558 INFO:tasks.rados.rados.0.smithi099.stdout:1292: writing smithi09982431-49 from 2416640 to 2867200 tid 3 2024-04-12T16:05:31.561 INFO:tasks.rados.rados.0.smithi099.stdout:1292: writing smithi09982431-49 from 2867200 to 3465216 tid 4 2024-04-12T16:05:31.561 INFO:tasks.rados.rados.0.smithi099.stdout:1293: snap_remove snap 106 2024-04-12T16:05:31.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:31 smithi099 ceph-mon[96864]: pgmap v107: 121 pgs: 121 active+clean; 400 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 17 op/s 2024-04-12T16:05:31.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:31 smithi099 ceph-mon[96864]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:05:31.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:31 smithi099 ceph-mon[96864]: osdmap e315: 8 total, 7 up, 8 in 2024-04-12T16:05:31.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:31 smithi099 ceph-mon[94290]: pgmap v107: 121 pgs: 121 active+clean; 400 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 17 op/s 2024-04-12T16:05:31.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:31 smithi099 ceph-mon[94290]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:05:31.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:31 smithi099 ceph-mon[94290]: osdmap e315: 8 total, 7 up, 8 in 2024-04-12T16:05:31.628 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:31 smithi099 podman[102201]: 2024-04-12 16:05:31.337496902 +0000 UTC m=+1.255022302 container cleanup 6bdf9d9348119d6d99b02005219440db3dd81367010e7fffe50cae10e516f6b3 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, RELEASE=reef-d540eba, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240403, GIT_BRANCH=HEAD) 2024-04-12T16:05:31.628 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:31 smithi099 bash[102201]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0 2024-04-12T16:05:31.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:31 smithi110 ceph-mon[88691]: pgmap v107: 121 pgs: 121 active+clean; 400 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 17 op/s 2024-04-12T16:05:31.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:31 smithi110 ceph-mon[88691]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:05:31.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:31 smithi110 ceph-mon[88691]: osdmap e315: 8 total, 7 up, 8 in 2024-04-12T16:05:31.942 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:31 smithi099 podman[102224]: 2024-04-12 16:05:31.630698605 +0000 UTC m=+0.644526040 container remove 6bdf9d9348119d6d99b02005219440db3dd81367010e7fffe50cae10e516f6b3 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-d540eba, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240403, GIT_CLEAN=True) 2024-04-12T16:05:32.233 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:31 smithi099 podman[102323]: 2024-04-12 16:05:31.847893223 +0000 UTC m=+0.018376152 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:05:32.233 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:31 smithi099 podman[102323]: 2024-04-12 16:05:31.948461378 +0000 UTC m=+0.118944344 container create d4ddb5b4165de8d5fa3dce12afa8cc5d5f01ba652be41736aff38a1652aac4ff (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, ceph=True) 2024-04-12T16:05:32.233 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:32 smithi099 podman[102323]: 2024-04-12 16:05:32.176199538 +0000 UTC m=+0.346682459 container init d4ddb5b4165de8d5fa3dce12afa8cc5d5f01ba652be41736aff38a1652aac4ff (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-12T16:05:32.233 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:32 smithi099 podman[102323]: 2024-04-12 16:05:32.181255539 +0000 UTC m=+0.351738463 container start d4ddb5b4165de8d5fa3dce12afa8cc5d5f01ba652be41736aff38a1652aac4ff (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T16:05:32.478 INFO:tasks.rados.rados.0.smithi099.stdout:1293: done (6 left) 2024-04-12T16:05:32.478 INFO:tasks.rados.rados.0.smithi099.stdout:1294: rollback oid 12 current snap is 128 2024-04-12T16:05:32.478 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 12 to 126 2024-04-12T16:05:32.478 INFO:tasks.rados.rados.0.smithi099.stdout:1284: finishing write tid 6 to smithi09982431-23 2024-04-12T16:05:32.479 INFO:tasks.rados.rados.0.smithi099.stdout:1284: oid 23 updating version 0 to 439 2024-04-12T16:05:32.479 INFO:tasks.rados.rados.0.smithi099.stdout:1284: oid 23 updating version 439 to 440 2024-04-12T16:05:32.479 INFO:tasks.rados.rados.0.smithi099.stdout:1284: oid 23 version 440 is already newer than 438 2024-04-12T16:05:32.479 INFO:tasks.rados.rados.0.smithi099.stdout:1284: oid 23 updating version 440 to 442 2024-04-12T16:05:32.479 INFO:tasks.rados.rados.0.smithi099.stdout:1284: oid 23 version 442 is already newer than 441 2024-04-12T16:05:32.479 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 23 v 442 (ObjNum 417 snap 128 seq_num 417) dirty exists 2024-04-12T16:05:32.479 INFO:tasks.rados.rados.0.smithi099.stdout:1284: left oid 23 (ObjNum 417 snap 128 seq_num 417) 2024-04-12T16:05:32.479 INFO:tasks.rados.rados.0.smithi099.stdout:1288: finishing write tid 1 to smithi09982431-24 2024-04-12T16:05:32.479 INFO:tasks.rados.rados.0.smithi099.stdout:1288: finishing write tid 2 to smithi09982431-24 2024-04-12T16:05:32.479 INFO:tasks.rados.rados.0.smithi099.stdout:1288: finishing write tid 3 to smithi09982431-24 2024-04-12T16:05:32.479 INFO:tasks.rados.rados.0.smithi099.stdout:1288: finishing write tid 4 to smithi09982431-24 2024-04-12T16:05:32.479 INFO:tasks.rados.rados.0.smithi099.stdout:1284: done (6 left) 2024-04-12T16:05:32.479 INFO:tasks.rados.rados.0.smithi099.stdout:1295: snap_remove snap 124 2024-04-12T16:05:32.488 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:32 smithi099 ceph-mon[94290]: osdmap e316: 8 total, 7 up, 8 in 2024-04-12T16:05:32.488 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:32 smithi099 ceph-mon[96864]: osdmap e316: 8 total, 7 up, 8 in 2024-04-12T16:05:32.488 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:32 smithi099 podman[102323]: 2024-04-12 16:05:32.351691887 +0000 UTC m=+0.522174815 container attach d4ddb5b4165de8d5fa3dce12afa8cc5d5f01ba652be41736aff38a1652aac4ff (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-04-12T16:05:32.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:32 smithi110 ceph-mon[88691]: osdmap e316: 8 total, 7 up, 8 in 2024-04-12T16:05:32.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:05:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:05:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:05:32.814 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:32 smithi099 podman[102323]: 2024-04-12 16:05:32.491360825 +0000 UTC m=+0.661843755 container died d4ddb5b4165de8d5fa3dce12afa8cc5d5f01ba652be41736aff38a1652aac4ff (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-12T16:05:33.477 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:33 smithi099 podman[102369]: 2024-04-12 16:05:33.19789248 +0000 UTC m=+0.697538671 container remove d4ddb5b4165de8d5fa3dce12afa8cc5d5f01ba652be41736aff38a1652aac4ff (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T16:05:33.477 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:33 smithi099 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@osd.0.service: Deactivated successfully. 2024-04-12T16:05:33.477 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:33 smithi099 systemd[1]: Stopped Ceph osd.0 for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:05:33.477 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:33 smithi099 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@osd.0.service: Consumed 12.728s CPU time. 2024-04-12T16:05:33.477 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:33 smithi099 systemd[1]: Starting Ceph osd.0 for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:05:33.484 INFO:tasks.rados.rados.0.smithi099.stdout:1288: finishing write tid 5 to smithi09982431-24 2024-04-12T16:05:33.484 INFO:tasks.rados.rados.0.smithi099.stdout:1288: finishing write tid 6 to smithi09982431-24 2024-04-12T16:05:33.484 INFO:tasks.rados.rados.0.smithi099.stdout:1288: oid 24 updating version 0 to 531 2024-04-12T16:05:33.484 INFO:tasks.rados.rados.0.smithi099.stdout:1288: oid 24 updating version 531 to 533 2024-04-12T16:05:33.484 INFO:tasks.rados.rados.0.smithi099.stdout:1288: oid 24 version 533 is already newer than 532 2024-04-12T16:05:33.484 INFO:tasks.rados.rados.0.smithi099.stdout:1288: oid 24 updating version 533 to 535 2024-04-12T16:05:33.485 INFO:tasks.rados.rados.0.smithi099.stdout:1288: oid 24 version 535 is already newer than 534 2024-04-12T16:05:33.485 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 24 v 535 (ObjNum 418 snap 128 seq_num 418) dirty exists 2024-04-12T16:05:33.485 INFO:tasks.rados.rados.0.smithi099.stdout:1288: left oid 24 (ObjNum 418 snap 128 seq_num 418) 2024-04-12T16:05:33.485 INFO:tasks.rados.rados.0.smithi099.stdout:1289: finishing write tid 1 to smithi09982431-39 2024-04-12T16:05:33.485 INFO:tasks.rados.rados.0.smithi099.stdout:1289: finishing write tid 2 to smithi09982431-39 2024-04-12T16:05:33.485 INFO:tasks.rados.rados.0.smithi099.stdout:1291: finishing rollback tid 0 to smithi09982431-45 2024-04-12T16:05:33.485 INFO:tasks.rados.rados.0.smithi099.stdout:1289: finishing write tid 3 to smithi09982431-39 2024-04-12T16:05:33.485 INFO:tasks.rados.rados.0.smithi099.stdout:1291: finishing rollback tid 1 to smithi09982431-45 2024-04-12T16:05:33.485 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 45 v 456 (ObjNum 65 snap 0 seq_num 1752454753) dirty dne 2024-04-12T16:05:33.485 INFO:tasks.rados.rados.0.smithi099.stdout:1289: finishing write tid 4 to smithi09982431-39 2024-04-12T16:05:33.485 INFO:tasks.rados.rados.0.smithi099.stdout:1289: finishing write tid 5 to smithi09982431-39 2024-04-12T16:05:33.485 INFO:tasks.rados.rados.0.smithi099.stdout:1289: finishing write tid 6 to smithi09982431-39 2024-04-12T16:05:33.485 INFO:tasks.rados.rados.0.smithi099.stdout:1289: oid 39 updating version 0 to 574 2024-04-12T16:05:33.485 INFO:tasks.rados.rados.0.smithi099.stdout:1289: oid 39 version 574 is already newer than 573 2024-04-12T16:05:33.485 INFO:tasks.rados.rados.0.smithi099.stdout:1289: oid 39 version 574 is already newer than 572 2024-04-12T16:05:33.486 INFO:tasks.rados.rados.0.smithi099.stdout:1289: oid 39 updating version 574 to 575 2024-04-12T16:05:33.486 INFO:tasks.rados.rados.0.smithi099.stdout:1289: oid 39 updating version 575 to 576 2024-04-12T16:05:33.486 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 39 v 576 (ObjNum 419 snap 128 seq_num 419) dirty exists 2024-04-12T16:05:33.486 INFO:tasks.rados.rados.0.smithi099.stdout:1289: left oid 39 (ObjNum 419 snap 128 seq_num 419) 2024-04-12T16:05:33.486 INFO:tasks.rados.rados.0.smithi099.stdout:1292: finishing write tid 1 to smithi09982431-49 2024-04-12T16:05:33.486 INFO:tasks.rados.rados.0.smithi099.stdout:1290: expect (ObjNum 264 snap 82 seq_num 264) 2024-04-12T16:05:33.626 INFO:tasks.rados.rados.0.smithi099.stdout:1292: finishing write tid 2 to smithi09982431-49 2024-04-12T16:05:33.626 INFO:tasks.rados.rados.0.smithi099.stdout:1292: finishing write tid 3 to smithi09982431-49 2024-04-12T16:05:33.626 INFO:tasks.rados.rados.0.smithi099.stdout:1292: finishing write tid 4 to smithi09982431-49 2024-04-12T16:05:33.626 INFO:tasks.rados.rados.0.smithi099.stdout:1292: finishing write tid 5 to smithi09982431-49 2024-04-12T16:05:33.626 INFO:tasks.rados.rados.0.smithi099.stdout:1292: finishing write tid 6 to smithi09982431-49 2024-04-12T16:05:33.626 INFO:tasks.rados.rados.0.smithi099.stdout:1292: oid 49 updating version 0 to 719 2024-04-12T16:05:33.626 INFO:tasks.rados.rados.0.smithi099.stdout:1292: oid 49 updating version 719 to 720 2024-04-12T16:05:33.626 INFO:tasks.rados.rados.0.smithi099.stdout:1292: oid 49 version 720 is already newer than 717 2024-04-12T16:05:33.626 INFO:tasks.rados.rados.0.smithi099.stdout:1292: oid 49 updating version 720 to 721 2024-04-12T16:05:33.627 INFO:tasks.rados.rados.0.smithi099.stdout:1292: oid 49 version 721 is already newer than 718 2024-04-12T16:05:33.627 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 49 v 721 (ObjNum 420 snap 128 seq_num 420) dirty exists 2024-04-12T16:05:33.627 INFO:tasks.rados.rados.0.smithi099.stdout:1292: left oid 49 (ObjNum 420 snap 128 seq_num 420) 2024-04-12T16:05:33.627 INFO:tasks.rados.rados.0.smithi099.stdout:1294: finishing rollback tid 0 to smithi09982431-12 2024-04-12T16:05:33.627 INFO:tasks.rados.rados.0.smithi099.stdout:1294: finishing rollback tid 1 to smithi09982431-12 2024-04-12T16:05:33.627 INFO:tasks.rados.rados.0.smithi099.stdout:1294: finishing rollback tid 2 to smithi09982431-12 2024-04-12T16:05:33.627 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 541 (ObjNum 389 snap 121 seq_num 389) dirty exists 2024-04-12T16:05:33.627 INFO:tasks.rados.rados.0.smithi099.stdout:1288: done (6 left) 2024-04-12T16:05:33.627 INFO:tasks.rados.rados.0.smithi099.stdout:1289: done (5 left) 2024-04-12T16:05:33.627 INFO:tasks.rados.rados.0.smithi099.stdout:1290: done (4 left) 2024-04-12T16:05:33.627 INFO:tasks.rados.rados.0.smithi099.stdout:1291: done (3 left) 2024-04-12T16:05:33.627 INFO:tasks.rados.rados.0.smithi099.stdout:1292: done (2 left) 2024-04-12T16:05:33.627 INFO:tasks.rados.rados.0.smithi099.stdout:1294: done (1 left) 2024-04-12T16:05:33.627 INFO:tasks.rados.rados.0.smithi099.stdout:1295: done (0 left) 2024-04-12T16:05:33.627 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 41 current snap is 128 2024-04-12T16:05:33.627 INFO:tasks.rados.rados.0.smithi099.stdout:1296: seq_num 421 ranges {6119424=655360,6774784=442368,7217152=663552,7880704=499712} 2024-04-12T16:05:33.660 INFO:tasks.rados.rados.0.smithi099.stdout:1296: writing smithi09982431-41 from 6119424 to 6774784 tid 1 2024-04-12T16:05:33.663 INFO:tasks.rados.rados.0.smithi099.stdout:1296: writing smithi09982431-41 from 6774784 to 7217152 tid 2 2024-04-12T16:05:33.666 INFO:tasks.rados.rados.0.smithi099.stdout:1296: writing smithi09982431-41 from 7217152 to 7880704 tid 3 2024-04-12T16:05:33.669 INFO:tasks.rados.rados.0.smithi099.stdout:1296: writing smithi09982431-41 from 7880704 to 8380416 tid 4 2024-04-12T16:05:33.670 INFO:tasks.rados.rados.0.smithi099.stdout:1297: copy_from oid 10 from oid 5 current snap is 128 2024-04-12T16:05:33.670 INFO:tasks.rados.rados.0.smithi099.stdout:1296: finishing write tid 1 to smithi09982431-41 2024-04-12T16:05:33.670 INFO:tasks.rados.rados.0.smithi099.stdout:1296: finishing write tid 2 to smithi09982431-41 2024-04-12T16:05:33.670 INFO:tasks.rados.rados.0.smithi099.stdout:1298: rollback oid 2 current snap is 128 2024-04-12T16:05:33.670 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 2 to 122 2024-04-12T16:05:33.670 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 39 current snap is 128 2024-04-12T16:05:33.670 INFO:tasks.rados.rados.0.smithi099.stdout:1299: seq_num 422 ranges {3448832=671744,4120576=729088,4849664=417792,5267456=458752} 2024-04-12T16:05:33.692 INFO:tasks.rados.rados.0.smithi099.stdout:1299: writing smithi09982431-39 from 3448832 to 4120576 tid 1 2024-04-12T16:05:33.696 INFO:tasks.rados.rados.0.smithi099.stdout:1299: writing smithi09982431-39 from 4120576 to 4849664 tid 2 2024-04-12T16:05:33.698 INFO:tasks.rados.rados.0.smithi099.stdout:1299: writing smithi09982431-39 from 4849664 to 5267456 tid 3 2024-04-12T16:05:33.701 INFO:tasks.rados.rados.0.smithi099.stdout:1299: writing smithi09982431-39 from 5267456 to 5726208 tid 4 2024-04-12T16:05:33.701 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 48 current snap is 128 2024-04-12T16:05:33.701 INFO:tasks.rados.rados.0.smithi099.stdout:1296: finishing write tid 3 to smithi09982431-41 2024-04-12T16:05:33.701 INFO:tasks.rados.rados.0.smithi099.stdout:1296: finishing write tid 4 to smithi09982431-41 2024-04-12T16:05:33.701 INFO:tasks.rados.rados.0.smithi099.stdout:1298: finishing rollback tid 0 to smithi09982431-2 2024-04-12T16:05:33.701 INFO:tasks.rados.rados.0.smithi099.stdout:1298: finishing rollback tid 1 to smithi09982431-2 2024-04-12T16:05:33.702 INFO:tasks.rados.rados.0.smithi099.stdout:1296: finishing write tid 5 to smithi09982431-41 2024-04-12T16:05:33.702 INFO:tasks.rados.rados.0.smithi099.stdout:1300: seq_num 423 ranges {3702784=688128,4390912=614400,5005312=622592,5627904=368640} 2024-04-12T16:05:33.724 INFO:tasks.rados.rados.0.smithi099.stdout:1300: writing smithi09982431-48 from 3702784 to 4390912 tid 1 2024-04-12T16:05:33.728 INFO:tasks.rados.rados.0.smithi099.stdout:1300: writing smithi09982431-48 from 4390912 to 5005312 tid 2 2024-04-12T16:05:33.732 INFO:tasks.rados.rados.0.smithi099.stdout:1300: writing smithi09982431-48 from 5005312 to 5627904 tid 3 2024-04-12T16:05:33.734 INFO:tasks.rados.rados.0.smithi099.stdout:1300: writing smithi09982431-48 from 5627904 to 5996544 tid 4 2024-04-12T16:05:33.734 INFO:tasks.rados.rados.0.smithi099.stdout:1301: setattr oid 8 current snap is 128 2024-04-12T16:05:33.735 INFO:tasks.rados.rados.0.smithi099.stdout:1298: finishing rollback tid 2 to smithi09982431-2 2024-04-12T16:05:33.735 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 2 v 446 (ObjNum 371 snap 114 seq_num 371) dirty exists 2024-04-12T16:05:33.735 INFO:tasks.rados.rados.0.smithi099.stdout:1296: finishing write tid 6 to smithi09982431-41 2024-04-12T16:05:33.735 INFO:tasks.rados.rados.0.smithi099.stdout:1296: oid 41 updating version 0 to 724 2024-04-12T16:05:33.735 INFO:tasks.rados.rados.0.smithi099.stdout:1296: oid 41 version 724 is already newer than 723 2024-04-12T16:05:33.735 INFO:tasks.rados.rados.0.smithi099.stdout:1296: oid 41 updating version 724 to 727 2024-04-12T16:05:33.735 INFO:tasks.rados.rados.0.smithi099.stdout:1296: oid 41 version 727 is already newer than 725 2024-04-12T16:05:33.735 INFO:tasks.rados.rados.0.smithi099.stdout:1296: oid 41 version 727 is already newer than 726 2024-04-12T16:05:33.735 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 41 v 727 (ObjNum 421 snap 128 seq_num 421) dirty exists 2024-04-12T16:05:33.735 INFO:tasks.rados.rados.0.smithi099.stdout:1296: left oid 41 (ObjNum 421 snap 128 seq_num 421) 2024-04-12T16:05:33.735 INFO:tasks.rados.rados.0.smithi099.stdout:1297: finishing copy_from racing read to smithi09982431-10 2024-04-12T16:05:33.735 INFO:tasks.rados.rados.0.smithi099.stdout:1297: finishing copy_from to smithi09982431-10 2024-04-12T16:05:33.735 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 10 v 614 (ObjNum 398 snap 123 seq_num 398) dirty exists 2024-04-12T16:05:33.735 INFO:tasks.rados.rados.0.smithi099.stdout:1299: finishing write tid 1 to smithi09982431-39 2024-04-12T16:05:33.735 INFO:tasks.rados.rados.0.smithi099.stdout:1299: finishing write tid 2 to smithi09982431-39 2024-04-12T16:05:33.736 INFO:tasks.rados.rados.0.smithi099.stdout:1299: finishing write tid 3 to smithi09982431-39 2024-04-12T16:05:33.736 INFO:tasks.rados.rados.0.smithi099.stdout:1299: finishing write tid 4 to smithi09982431-39 2024-04-12T16:05:33.736 INFO:tasks.rados.rados.0.smithi099.stdout:1299: finishing write tid 5 to smithi09982431-39 2024-04-12T16:05:33.736 INFO:tasks.rados.rados.0.smithi099.stdout:1299: finishing write tid 6 to smithi09982431-39 2024-04-12T16:05:33.736 INFO:tasks.rados.rados.0.smithi099.stdout:1299: oid 39 updating version 0 to 585 2024-04-12T16:05:33.736 INFO:tasks.rados.rados.0.smithi099.stdout:1299: oid 39 version 585 is already newer than 583 2024-04-12T16:05:33.736 INFO:tasks.rados.rados.0.smithi099.stdout:1299: oid 39 version 585 is already newer than 584 2024-04-12T16:05:33.736 INFO:tasks.rados.rados.0.smithi099.stdout:1299: oid 39 updating version 585 to 586 2024-04-12T16:05:33.736 INFO:tasks.rados.rados.0.smithi099.stdout:1299: oid 39 updating version 586 to 587 2024-04-12T16:05:33.736 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 39 v 587 (ObjNum 422 snap 128 seq_num 422) dirty exists 2024-04-12T16:05:33.736 INFO:tasks.rados.rados.0.smithi099.stdout:1299: left oid 39 (ObjNum 422 snap 128 seq_num 422) 2024-04-12T16:05:33.736 INFO:tasks.rados.rados.0.smithi099.stdout:1300: finishing write tid 1 to smithi09982431-48 2024-04-12T16:05:33.736 INFO:tasks.rados.rados.0.smithi099.stdout:1300: finishing write tid 2 to smithi09982431-48 2024-04-12T16:05:33.737 INFO:tasks.rados.rados.0.smithi099.stdout:1296: done (5 left) 2024-04-12T16:05:33.737 INFO:tasks.rados.rados.0.smithi099.stdout:1297: done (4 left) 2024-04-12T16:05:33.737 INFO:tasks.rados.rados.0.smithi099.stdout:1298: done (3 left) 2024-04-12T16:05:33.737 INFO:tasks.rados.rados.0.smithi099.stdout:1299: done (2 left) 2024-04-12T16:05:33.737 INFO:tasks.rados.rados.0.smithi099.stdout:1302: snap_remove snap 111 2024-04-12T16:05:33.800 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:33 smithi099 ceph-mon[94290]: pgmap v110: 121 pgs: 15 stale+active+clean, 106 active+clean; 400 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-04-12T16:05:33.800 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:33 smithi099 ceph-mon[94290]: osdmap e317: 8 total, 7 up, 8 in 2024-04-12T16:05:33.800 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:33 smithi099 ceph-mon[96864]: pgmap v110: 121 pgs: 15 stale+active+clean, 106 active+clean; 400 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-04-12T16:05:33.800 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:33 smithi099 ceph-mon[96864]: osdmap e317: 8 total, 7 up, 8 in 2024-04-12T16:05:33.801 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:33 smithi099 podman[102475]: 2024-04-12 16:05:33.562958594 +0000 UTC m=+0.021720341 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:05:33.801 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:33 smithi099 podman[102475]: 2024-04-12 16:05:33.673539311 +0000 UTC m=+0.132301057 container create 46268a0e585690e2a2152fa6f220df378b9658aae96f857920e3d76557ea7c65 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0-activate, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-12T16:05:33.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:33 smithi110 ceph-mon[88691]: pgmap v110: 121 pgs: 15 stale+active+clean, 106 active+clean; 400 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-04-12T16:05:33.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:33 smithi110 ceph-mon[88691]: osdmap e317: 8 total, 7 up, 8 in 2024-04-12T16:05:33.834 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:05:33 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:05:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi099\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:05:33.991 INFO:tasks.rados.rados.0.smithi099.stdout:1302: done (2 left) 2024-04-12T16:05:33.991 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 37 current snap is 128 2024-04-12T16:05:33.991 INFO:tasks.rados.rados.0.smithi099.stdout:1300: finishing write tid 3 to smithi09982431-48 2024-04-12T16:05:33.991 INFO:tasks.rados.rados.0.smithi099.stdout:1303: seq_num 424 ranges {1335296=704512,2039808=491520,2531328=434176,2965504=679936} 2024-04-12T16:05:34.002 INFO:tasks.rados.rados.0.smithi099.stdout:1303: writing smithi09982431-37 from 1335296 to 2039808 tid 1 2024-04-12T16:05:34.004 INFO:tasks.rados.rados.0.smithi099.stdout:1303: writing smithi09982431-37 from 2039808 to 2531328 tid 2 2024-04-12T16:05:34.007 INFO:tasks.rados.rados.0.smithi099.stdout:1303: writing smithi09982431-37 from 2531328 to 2965504 tid 3 2024-04-12T16:05:34.012 INFO:tasks.rados.rados.0.smithi099.stdout:1303: writing smithi09982431-37 from 2965504 to 3645440 tid 4 2024-04-12T16:05:34.012 INFO:tasks.rados.rados.0.smithi099.stdout:1304: setattr oid 22 current snap is 128 2024-04-12T16:05:34.012 INFO:tasks.rados.rados.0.smithi099.stdout:1300: finishing write tid 4 to smithi09982431-48 2024-04-12T16:05:34.012 INFO:tasks.rados.rados.0.smithi099.stdout:1300: finishing write tid 5 to smithi09982431-48 2024-04-12T16:05:34.012 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 8 v 549 (ObjNum 375 snap 117 seq_num 375) dirty exists 2024-04-12T16:05:34.012 INFO:tasks.rados.rados.0.smithi099.stdout:1300: finishing write tid 6 to smithi09982431-48 2024-04-12T16:05:34.012 INFO:tasks.rados.rados.0.smithi099.stdout:1300: oid 48 updating version 0 to 504 2024-04-12T16:05:34.012 INFO:tasks.rados.rados.0.smithi099.stdout:1300: oid 48 version 504 is already newer than 503 2024-04-12T16:05:34.012 INFO:tasks.rados.rados.0.smithi099.stdout:1300: oid 48 version 504 is already newer than 502 2024-04-12T16:05:34.012 INFO:tasks.rados.rados.0.smithi099.stdout:1300: oid 48 updating version 504 to 506 2024-04-12T16:05:34.013 INFO:tasks.rados.rados.0.smithi099.stdout:1300: oid 48 version 506 is already newer than 505 2024-04-12T16:05:34.013 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 48 v 506 (ObjNum 423 snap 128 seq_num 423) dirty exists 2024-04-12T16:05:34.013 INFO:tasks.rados.rados.0.smithi099.stdout:1300: left oid 48 (ObjNum 423 snap 128 seq_num 423) 2024-04-12T16:05:34.015 INFO:tasks.rados.rados.0.smithi099.stdout:1303: finishing write tid 1 to smithi09982431-37 2024-04-12T16:05:34.015 INFO:tasks.rados.rados.0.smithi099.stdout:1300: done (3 left) 2024-04-12T16:05:34.015 INFO:tasks.rados.rados.0.smithi099.stdout:1301: done (2 left) 2024-04-12T16:05:34.015 INFO:tasks.rados.rados.0.smithi099.stdout:1305: snap_remove snap 99 2024-04-12T16:05:34.127 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:33 smithi099 podman[102475]: 2024-04-12 16:05:33.926440913 +0000 UTC m=+0.385202661 container init 46268a0e585690e2a2152fa6f220df378b9658aae96f857920e3d76557ea7c65 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0-activate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, ceph=True, GIT_BRANCH=HEAD) 2024-04-12T16:05:34.127 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:33 smithi099 podman[102475]: 2024-04-12 16:05:33.932177611 +0000 UTC m=+0.390939361 container start 46268a0e585690e2a2152fa6f220df378b9658aae96f857920e3d76557ea7c65 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0-activate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T16:05:34.127 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:34 smithi099 podman[102475]: 2024-04-12 16:05:34.018353669 +0000 UTC m=+0.477115425 container attach 46268a0e585690e2a2152fa6f220df378b9658aae96f857920e3d76557ea7c65 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0-activate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, io.buildah.version=1.33.5) 2024-04-12T16:05:34.752 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:34 smithi099 ceph-mon[94290]: osdmap e318: 8 total, 7 up, 8 in 2024-04-12T16:05:34.752 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:34 smithi099 ceph-mon[94290]: osdmap e319: 8 total, 7 up, 8 in 2024-04-12T16:05:34.752 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:34 smithi099 ceph-mon[94290]: pgmap v114: 121 pgs: 15 active+undersized+degraded, 39 active+undersized, 67 active+clean; 396 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 8 op/s; 142/831 objects degraded (17.088%) 2024-04-12T16:05:34.753 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:34 smithi099 ceph-mon[96864]: osdmap e318: 8 total, 7 up, 8 in 2024-04-12T16:05:34.753 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:34 smithi099 ceph-mon[96864]: osdmap e319: 8 total, 7 up, 8 in 2024-04-12T16:05:34.753 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:34 smithi099 ceph-mon[96864]: pgmap v114: 121 pgs: 15 active+undersized+degraded, 39 active+undersized, 67 active+clean; 396 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 8 op/s; 142/831 objects degraded (17.088%) 2024-04-12T16:05:34.753 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:34 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0-activate[102490]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-12T16:05:34.753 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:34 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0-activate[102490]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-12T16:05:34.753 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:34 smithi099 bash[102475]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-12T16:05:34.753 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:34 smithi099 bash[102475]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-12T16:05:34.753 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:34 smithi099 bash[102475]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-12T16:05:34.753 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:34 smithi099 bash[102475]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-12T16:05:34.753 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:34 smithi099 bash[102475]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-12T16:05:34.753 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:34 smithi099 bash[102475]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-12T16:05:34.754 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:34 smithi099 bash[102475]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-12T16:05:34.754 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:34 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0-activate[102490]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-12T16:05:34.754 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:34 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0-activate[102490]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-12T16:05:34.754 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:34 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0-activate[102490]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-12T16:05:34.754 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:34 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0-activate[102490]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-12T16:05:34.754 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:34 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0-activate[102490]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-12T16:05:34.754 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:34 smithi099 podman[102475]: 2024-04-12 16:05:34.406348573 +0000 UTC m=+0.865110334 container died 46268a0e585690e2a2152fa6f220df378b9658aae96f857920e3d76557ea7c65 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0-activate, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-04-12T16:05:34.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:34 smithi110 ceph-mon[88691]: osdmap e318: 8 total, 7 up, 8 in 2024-04-12T16:05:34.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:34 smithi110 ceph-mon[88691]: osdmap e319: 8 total, 7 up, 8 in 2024-04-12T16:05:34.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:34 smithi110 ceph-mon[88691]: pgmap v114: 121 pgs: 15 active+undersized+degraded, 39 active+undersized, 67 active+clean; 396 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 8 op/s; 142/831 objects degraded (17.088%) 2024-04-12T16:05:34.993 INFO:tasks.rados.rados.0.smithi099.stdout:1305: done (2 left) 2024-04-12T16:05:34.993 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 50 current snap is 128 2024-04-12T16:05:34.993 INFO:tasks.rados.rados.0.smithi099.stdout:1303: finishing write tid 2 to smithi09982431-37 2024-04-12T16:05:34.993 INFO:tasks.rados.rados.0.smithi099.stdout:1306: seq_num 425 ranges {0=720896,720896=778240,1499136=638976,2138112=188416} 2024-04-12T16:05:34.998 INFO:tasks.rados.rados.0.smithi099.stdout:1306: writing smithi09982431-50 from 0 to 720896 tid 1 2024-04-12T16:05:35.003 INFO:tasks.rados.rados.0.smithi099.stdout:1306: writing smithi09982431-50 from 720896 to 1499136 tid 2 2024-04-12T16:05:35.007 INFO:tasks.rados.rados.0.smithi099.stdout:1306: writing smithi09982431-50 from 1499136 to 2138112 tid 3 2024-04-12T16:05:35.009 INFO:tasks.rados.rados.0.smithi099.stdout:1306: writing smithi09982431-50 from 2138112 to 2326528 tid 4 2024-04-12T16:05:35.009 INFO:tasks.rados.rados.0.smithi099.stdout:1307: copy_from oid 28 from oid 19 current snap is 128 2024-04-12T16:05:35.009 INFO:tasks.rados.rados.0.smithi099.stdout:1303: finishing write tid 3 to smithi09982431-37 2024-04-12T16:05:35.009 INFO:tasks.rados.rados.0.smithi099.stdout:1303: finishing write tid 4 to smithi09982431-37 2024-04-12T16:05:35.009 INFO:tasks.rados.rados.0.smithi099.stdout:1303: finishing write tid 5 to smithi09982431-37 2024-04-12T16:05:35.009 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 22 v 733 (ObjNum 404 snap 124 seq_num 404) dirty exists 2024-04-12T16:05:35.009 INFO:tasks.rados.rados.0.smithi099.stdout:1303: finishing write tid 6 to smithi09982431-37 2024-04-12T16:05:35.010 INFO:tasks.rados.rados.0.smithi099.stdout:1303: oid 37 updating version 0 to 595 2024-04-12T16:05:35.010 INFO:tasks.rados.rados.0.smithi099.stdout:1303: oid 37 updating version 595 to 596 2024-04-12T16:05:35.010 INFO:tasks.rados.rados.0.smithi099.stdout:1303: oid 37 version 596 is already newer than 589 2024-04-12T16:05:35.010 INFO:tasks.rados.rados.0.smithi099.stdout:1303: oid 37 version 596 is already newer than 594 2024-04-12T16:05:35.010 INFO:tasks.rados.rados.0.smithi099.stdout:1303: oid 37 updating version 596 to 597 2024-04-12T16:05:35.010 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 37 v 597 (ObjNum 424 snap 128 seq_num 424) dirty exists 2024-04-12T16:05:35.010 INFO:tasks.rados.rados.0.smithi099.stdout:1303: left oid 37 (ObjNum 424 snap 128 seq_num 424) 2024-04-12T16:05:35.010 INFO:tasks.rados.rados.0.smithi099.stdout:1306: finishing write tid 1 to smithi09982431-50 2024-04-12T16:05:35.010 INFO:tasks.rados.rados.0.smithi099.stdout:1303: done (3 left) 2024-04-12T16:05:35.010 INFO:tasks.rados.rados.0.smithi099.stdout:1304: done (2 left) 2024-04-12T16:05:35.010 INFO:tasks.rados.rados.0.smithi099.stdout:1308: setattr oid 25 current snap is 128 2024-04-12T16:05:35.011 INFO:tasks.rados.rados.0.smithi099.stdout:1306: finishing write tid 2 to smithi09982431-50 2024-04-12T16:05:35.012 INFO:tasks.rados.rados.0.smithi099.stdout:1309: rollback oid 45 current snap is 128 2024-04-12T16:05:35.012 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 45 to 122 2024-04-12T16:05:35.012 INFO:tasks.rados.rados.0.smithi099.stdout:1310: rollback oid 6 current snap is 128 2024-04-12T16:05:35.012 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 6 to 94 2024-04-12T16:05:35.012 INFO:tasks.rados.rados.0.smithi099.stdout:1311: delete oid 7 current snap is 128 2024-04-12T16:05:35.013 INFO:tasks.rados.rados.0.smithi099.stdout:1309: finishing rollback tid 1 to smithi09982431-45 2024-04-12T16:05:35.014 INFO:tasks.rados.rados.0.smithi099.stdout:1306: finishing write tid 3 to smithi09982431-50 2024-04-12T16:05:35.014 INFO:tasks.rados.rados.0.smithi099.stdout:1306: finishing write tid 4 to smithi09982431-50 2024-04-12T16:05:35.014 INFO:tasks.rados.rados.0.smithi099.stdout:1309: finishing rollback tid 2 to smithi09982431-45 2024-04-12T16:05:35.014 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 45 v 458 (ObjNum 369 snap 114 seq_num 369) dirty exists 2024-04-12T16:05:35.015 INFO:tasks.rados.rados.0.smithi099.stdout:1306: finishing write tid 5 to smithi09982431-50 2024-04-12T16:05:35.016 INFO:tasks.rados.rados.0.smithi099.stdout:1310: finishing rollback tid 0 to smithi09982431-6 2024-04-12T16:05:35.016 INFO:tasks.rados.rados.0.smithi099.stdout:1310: finishing rollback tid 1 to smithi09982431-6 2024-04-12T16:05:35.016 INFO:tasks.rados.rados.0.smithi099.stdout:1306: finishing write tid 6 to smithi09982431-50 2024-04-12T16:05:35.016 INFO:tasks.rados.rados.0.smithi099.stdout:1306: oid 50 updating version 0 to 568 2024-04-12T16:05:35.016 INFO:tasks.rados.rados.0.smithi099.stdout:1306: oid 50 version 568 is already newer than 558 2024-04-12T16:05:35.016 INFO:tasks.rados.rados.0.smithi099.stdout:1306: oid 50 version 568 is already newer than 566 2024-04-12T16:05:35.016 INFO:tasks.rados.rados.0.smithi099.stdout:1306: oid 50 version 568 is already newer than 563 2024-04-12T16:05:35.016 INFO:tasks.rados.rados.0.smithi099.stdout:1306: oid 50 version 568 is already newer than 567 2024-04-12T16:05:35.016 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 50 v 568 (ObjNum 425 snap 128 seq_num 425) dirty exists 2024-04-12T16:05:35.016 INFO:tasks.rados.rados.0.smithi099.stdout:1306: left oid 50 (ObjNum 425 snap 128 seq_num 425) 2024-04-12T16:05:35.017 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 25 v 867 (ObjNum 109 snap 23 seq_num 109) dirty exists 2024-04-12T16:05:35.017 INFO:tasks.rados.rados.0.smithi099.stdout:1306: done (5 left) 2024-04-12T16:05:35.018 INFO:tasks.rados.rados.0.smithi099.stdout:1308: done (4 left) 2024-04-12T16:05:35.018 INFO:tasks.rados.rados.0.smithi099.stdout:1309: done (3 left) 2024-04-12T16:05:35.018 INFO:tasks.rados.rados.0.smithi099.stdout:1311: done (2 left) 2024-04-12T16:05:35.018 INFO:tasks.rados.rados.0.smithi099.stdout:1312: read oid 7 snap -1 2024-04-12T16:05:35.018 INFO:tasks.rados.rados.0.smithi099.stdout:1312: expect deleted 2024-04-12T16:05:35.018 INFO:tasks.rados.rados.0.smithi099.stdout:1313: read oid 29 snap 102 2024-04-12T16:05:35.018 INFO:tasks.rados.rados.0.smithi099.stdout:1313: expect (ObjNum 316 snap 98 seq_num 316) 2024-04-12T16:05:35.018 INFO:tasks.rados.rados.0.smithi099.stdout:1314: snap_remove snap 105 2024-04-12T16:05:35.377 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:35 smithi099 podman[102642]: 2024-04-12 16:05:35.072418543 +0000 UTC m=+0.661266624 container remove 46268a0e585690e2a2152fa6f220df378b9658aae96f857920e3d76557ea7c65 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0-activate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.build-date=20240409, ceph=True) 2024-04-12T16:05:35.377 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:35 smithi099 podman[102710]: 2024-04-12 16:05:35.273333794 +0000 UTC m=+0.106186634 container create 5e1f1df54e74958b2b52818a1e34af881ed90bbde8cd4b3bcbd11858508bd0da (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-04-12T16:05:35.377 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:35 smithi099 podman[102710]: 2024-04-12 16:05:35.185136391 +0000 UTC m=+0.017989238 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:05:35.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:35 smithi110 ceph-mon[88691]: Health check failed: Degraded data redundancy: 142/831 objects degraded (17.088%), 15 pgs degraded (PG_DEGRADED) 2024-04-12T16:05:35.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:35 smithi110 ceph-mon[88691]: osdmap e320: 8 total, 7 up, 8 in 2024-04-12T16:05:35.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:35 smithi099 ceph-mon[94290]: Health check failed: Degraded data redundancy: 142/831 objects degraded (17.088%), 15 pgs degraded (PG_DEGRADED) 2024-04-12T16:05:35.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:35 smithi099 ceph-mon[94290]: osdmap e320: 8 total, 7 up, 8 in 2024-04-12T16:05:35.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:35 smithi099 ceph-mon[96864]: Health check failed: Degraded data redundancy: 142/831 objects degraded (17.088%), 15 pgs degraded (PG_DEGRADED) 2024-04-12T16:05:35.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:35 smithi099 ceph-mon[96864]: osdmap e320: 8 total, 7 up, 8 in 2024-04-12T16:05:35.878 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:35 smithi099 podman[102710]: 2024-04-12 16:05:35.475506122 +0000 UTC m=+0.308358965 container init 5e1f1df54e74958b2b52818a1e34af881ed90bbde8cd4b3bcbd11858508bd0da (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0) 2024-04-12T16:05:35.878 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:35 smithi099 podman[102710]: 2024-04-12 16:05:35.480713171 +0000 UTC m=+0.313566014 container start 5e1f1df54e74958b2b52818a1e34af881ed90bbde8cd4b3bcbd11858508bd0da (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T16:05:35.878 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:35 smithi099 ceph-osd[102747]: -- 172.21.15.99:0/737090746 <== mon.0 v2:172.21.15.99:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b0b3211680 con 0x55b0b31dac00 2024-04-12T16:05:35.878 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:35 smithi099 bash[102710]: 5e1f1df54e74958b2b52818a1e34af881ed90bbde8cd4b3bcbd11858508bd0da 2024-04-12T16:05:35.878 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:35 smithi099 systemd[1]: Started Ceph osd.0 for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:05:35.996 INFO:tasks.rados.rados.0.smithi099.stdout:1314: done (4 left) 2024-04-12T16:05:35.996 INFO:tasks.rados.rados.0.smithi099.stdout:1315: delete oid 10 current snap is 128 2024-04-12T16:05:35.996 INFO:tasks.rados.rados.0.smithi099.stdout:1310: finishing rollback tid 2 to smithi09982431-6 2024-04-12T16:05:35.996 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 6 v 448 (ObjNum 302 snap 93 seq_num 302) dirty exists 2024-04-12T16:05:35.997 INFO:tasks.rados.rados.0.smithi099.stdout:1313: expect (ObjNum 316 snap 98 seq_num 316) 2024-04-12T16:05:36.067 INFO:tasks.rados.rados.0.smithi099.stdout:1307: finishing copy_from racing read to smithi09982431-28 2024-04-12T16:05:36.067 INFO:tasks.rados.rados.0.smithi099.stdout:1307: finishing copy_from to smithi09982431-28 2024-04-12T16:05:36.067 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 28 v 530 (ObjNum 402 snap 124 seq_num 402) dirty exists 2024-04-12T16:05:36.067 INFO:tasks.rados.rados.0.smithi099.stdout:1307: done (4 left) 2024-04-12T16:05:36.067 INFO:tasks.rados.rados.0.smithi099.stdout:1310: done (3 left) 2024-04-12T16:05:36.067 INFO:tasks.rados.rados.0.smithi099.stdout:1312: done (2 left) 2024-04-12T16:05:36.067 INFO:tasks.rados.rados.0.smithi099.stdout:1313: done (1 left) 2024-04-12T16:05:36.068 INFO:tasks.rados.rados.0.smithi099.stdout:1315: done (0 left) 2024-04-12T16:05:36.068 INFO:tasks.rados.rados.0.smithi099.stdout:1316: read oid 30 snap -1 2024-04-12T16:05:36.068 INFO:tasks.rados.rados.0.smithi099.stdout:1316: expect (ObjNum 392 snap 121 seq_num 392) 2024-04-12T16:05:36.068 INFO:tasks.rados.rados.0.smithi099.stdout:1317: read oid 43 snap -1 2024-04-12T16:05:36.068 INFO:tasks.rados.rados.0.smithi099.stdout:1317: expect (ObjNum 385 snap 120 seq_num 385) 2024-04-12T16:05:36.068 INFO:tasks.rados.rados.0.smithi099.stdout:1318: rollback oid 4 current snap is 128 2024-04-12T16:05:36.068 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 4 to 66 2024-04-12T16:05:36.068 INFO:tasks.rados.rados.0.smithi099.stdout:1319: copy_from oid 1 from oid 2 current snap is 128 2024-04-12T16:05:36.068 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 41 current snap is 128 2024-04-12T16:05:36.068 INFO:tasks.rados.rados.0.smithi099.stdout:1320: seq_num 428 ranges {8380416=778240,9158656=483328,9641984=409600,10051584=417792,10469376=294912} 2024-04-12T16:05:36.117 INFO:tasks.rados.rados.0.smithi099.stdout:1320: writing smithi09982431-41 from 8380416 to 9158656 tid 1 2024-04-12T16:05:36.120 INFO:tasks.rados.rados.0.smithi099.stdout:1320: writing smithi09982431-41 from 9158656 to 9641984 tid 2 2024-04-12T16:05:36.122 INFO:tasks.rados.rados.0.smithi099.stdout:1320: writing smithi09982431-41 from 9641984 to 10051584 tid 3 2024-04-12T16:05:36.125 INFO:tasks.rados.rados.0.smithi099.stdout:1320: writing smithi09982431-41 from 10051584 to 10469376 tid 4 2024-04-12T16:05:36.127 INFO:tasks.rados.rados.0.smithi099.stdout:1320: writing smithi09982431-41 from 10469376 to 10764288 tid 5 2024-04-12T16:05:36.127 INFO:tasks.rados.rados.0.smithi099.stdout:1321: read oid 49 snap -1 2024-04-12T16:05:36.127 INFO:tasks.rados.rados.0.smithi099.stdout:1321: expect (ObjNum 420 snap 128 seq_num 420) 2024-04-12T16:05:36.127 INFO:tasks.rados.rados.0.smithi099.stdout:1322: rollback oid 37 current snap is 128 2024-04-12T16:05:36.127 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 37 to 121 2024-04-12T16:05:36.128 INFO:tasks.rados.rados.0.smithi099.stdout:1318: finishing rollback tid 1 to smithi09982431-4 2024-04-12T16:05:36.128 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 4 v 403 (ObjNum 593 snap 0 seq_num 1924637928) dirty dne 2024-04-12T16:05:36.128 INFO:tasks.rados.rados.0.smithi099.stdout:1317: expect (ObjNum 385 snap 120 seq_num 385) 2024-04-12T16:05:36.310 INFO:tasks.rados.rados.0.smithi099.stdout:1316: expect (ObjNum 392 snap 121 seq_num 392) 2024-04-12T16:05:36.358 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0[102724]: 2024-04-12T16:05:36.019+0000 7fcf076287c0 -1 Falling back to public interface 2024-04-12T16:05:36.511 INFO:tasks.rados.rados.0.smithi099.stdout:1319: finishing copy_from racing read to smithi09982431-1 2024-04-12T16:05:36.511 INFO:tasks.rados.rados.0.smithi099.stdout:1319: finishing copy_from to smithi09982431-1 2024-04-12T16:05:36.511 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 1 v 446 (ObjNum 371 snap 114 seq_num 371) dirty exists 2024-04-12T16:05:36.511 INFO:tasks.rados.rados.0.smithi099.stdout:1320: finishing write tid 1 to smithi09982431-41 2024-04-12T16:05:36.512 INFO:tasks.rados.rados.0.smithi099.stdout:1320: finishing write tid 2 to smithi09982431-41 2024-04-12T16:05:36.512 INFO:tasks.rados.rados.0.smithi099.stdout:1320: finishing write tid 3 to smithi09982431-41 2024-04-12T16:05:36.512 INFO:tasks.rados.rados.0.smithi099.stdout:1320: finishing write tid 4 to smithi09982431-41 2024-04-12T16:05:36.512 INFO:tasks.rados.rados.0.smithi099.stdout:1320: finishing write tid 5 to smithi09982431-41 2024-04-12T16:05:36.512 INFO:tasks.rados.rados.0.smithi099.stdout:1322: finishing rollback tid 0 to smithi09982431-37 2024-04-12T16:05:36.512 INFO:tasks.rados.rados.0.smithi099.stdout:1320: finishing write tid 6 to smithi09982431-41 2024-04-12T16:05:36.512 INFO:tasks.rados.rados.0.smithi099.stdout:1322: finishing rollback tid 1 to smithi09982431-37 2024-04-12T16:05:36.512 INFO:tasks.rados.rados.0.smithi099.stdout:1322: finishing rollback tid 2 to smithi09982431-37 2024-04-12T16:05:36.512 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 37 v 614 (ObjNum 385 snap 120 seq_num 385) dirty exists 2024-04-12T16:05:36.512 INFO:tasks.rados.rados.0.smithi099.stdout:1320: finishing write tid 7 to smithi09982431-41 2024-04-12T16:05:36.512 INFO:tasks.rados.rados.0.smithi099.stdout:1320: oid 41 updating version 0 to 729 2024-04-12T16:05:36.512 INFO:tasks.rados.rados.0.smithi099.stdout:1320: oid 41 updating version 729 to 733 2024-04-12T16:05:36.512 INFO:tasks.rados.rados.0.smithi099.stdout:1320: oid 41 version 733 is already newer than 732 2024-04-12T16:05:36.513 INFO:tasks.rados.rados.0.smithi099.stdout:1320: oid 41 version 733 is already newer than 731 2024-04-12T16:05:36.513 INFO:tasks.rados.rados.0.smithi099.stdout:1320: oid 41 version 733 is already newer than 728 2024-04-12T16:05:36.513 INFO:tasks.rados.rados.0.smithi099.stdout:1320: oid 41 version 733 is already newer than 730 2024-04-12T16:05:36.513 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 41 v 733 (ObjNum 428 snap 128 seq_num 428) dirty exists 2024-04-12T16:05:36.513 INFO:tasks.rados.rados.0.smithi099.stdout:1320: left oid 41 (ObjNum 428 snap 128 seq_num 428) 2024-04-12T16:05:36.513 INFO:tasks.rados.rados.0.smithi099.stdout:1321: expect (ObjNum 420 snap 128 seq_num 420) 2024-04-12T16:05:36.626 INFO:tasks.rados.rados.0.smithi099.stdout:1316: done (6 left) 2024-04-12T16:05:36.626 INFO:tasks.rados.rados.0.smithi099.stdout:1317: done (5 left) 2024-04-12T16:05:36.626 INFO:tasks.rados.rados.0.smithi099.stdout:1318: done (4 left) 2024-04-12T16:05:36.626 INFO:tasks.rados.rados.0.smithi099.stdout:1319: done (3 left) 2024-04-12T16:05:36.626 INFO:tasks.rados.rados.0.smithi099.stdout:1320: done (2 left) 2024-04-12T16:05:36.626 INFO:tasks.rados.rados.0.smithi099.stdout:1321: done (1 left) 2024-04-12T16:05:36.626 INFO:tasks.rados.rados.0.smithi099.stdout:1322: done (0 left) 2024-04-12T16:05:36.626 INFO:tasks.rados.rados.0.smithi099.stdout:1323: delete oid 5 current snap is 128 2024-04-12T16:05:36.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:05:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:05:36] "GET /metrics HTTP/1.1" 200 36000 "" "Prometheus/2.43.0" 2024-04-12T16:05:36.628 INFO:tasks.rados.rados.0.smithi099.stdout:1323: done (0 left) 2024-04-12T16:05:36.628 INFO:tasks.rados.rados.0.smithi099.stdout:1324: delete oid 20 current snap is 128 2024-04-12T16:05:36.630 INFO:tasks.rados.rados.0.smithi099.stdout:1324: done (0 left) 2024-04-12T16:05:36.630 INFO:tasks.rados.rados.0.smithi099.stdout:1325: read oid 32 snap -1 2024-04-12T16:05:36.630 INFO:tasks.rados.rados.0.smithi099.stdout:1325: expect (ObjNum 407 snap 126 seq_num 407) 2024-04-12T16:05:36.630 INFO:tasks.rados.rados.0.smithi099.stdout:1326: setattr oid 19 current snap is 128 2024-04-12T16:05:36.631 INFO:tasks.rados.rados.0.smithi099.stdout:1327: snap_remove snap 115 2024-04-12T16:05:36.999 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:36 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:36.999 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:36 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:36.999 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:36 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:05:36.999 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:36 smithi110 ceph-mon[88691]: osdmap e321: 8 total, 7 up, 8 in 2024-04-12T16:05:36.999 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:36 smithi110 ceph-mon[88691]: pgmap v117: 121 pgs: 15 active+undersized+degraded, 39 active+undersized, 67 active+clean; 396 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 8 op/s; 142/831 objects degraded (17.088%) 2024-04-12T16:05:37.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:36 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:37.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:36 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:37.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:36 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:05:37.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:36 smithi099 ceph-mon[96864]: osdmap e321: 8 total, 7 up, 8 in 2024-04-12T16:05:37.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:36 smithi099 ceph-mon[96864]: pgmap v117: 121 pgs: 15 active+undersized+degraded, 39 active+undersized, 67 active+clean; 396 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 8 op/s; 142/831 objects degraded (17.088%) 2024-04-12T16:05:37.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:36 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:37.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:36 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:37.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:36 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:05:37.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:36 smithi099 ceph-mon[94290]: osdmap e321: 8 total, 7 up, 8 in 2024-04-12T16:05:37.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:36 smithi099 ceph-mon[94290]: pgmap v117: 121 pgs: 15 active+undersized+degraded, 39 active+undersized, 67 active+clean; 396 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 8 op/s; 142/831 objects degraded (17.088%) 2024-04-12T16:05:37.639 INFO:tasks.rados.rados.0.smithi099.stdout:1327: done (2 left) 2024-04-12T16:05:37.639 INFO:tasks.rados.rados.0.smithi099.stdout:1328: read oid 10 snap -1 2024-04-12T16:05:37.639 INFO:tasks.rados.rados.0.smithi099.stdout:1328: expect deleted 2024-04-12T16:05:37.639 INFO:tasks.rados.rados.0.smithi099.stdout:1329: rmattr oid 50 current snap is 128 2024-04-12T16:05:37.639 INFO:tasks.rados.rados.0.smithi099.stdout:1329: done (3 left) 2024-04-12T16:05:37.639 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 1 current snap is 128 2024-04-12T16:05:37.639 INFO:tasks.rados.rados.0.smithi099.stdout:1330: seq_num 431 ranges {3416064=24576} 2024-04-12T16:05:37.658 INFO:tasks.rados.rados.0.smithi099.stdout:1330: writing smithi09982431-1 from 3416064 to 3440640 tid 1 2024-04-12T16:05:37.658 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 36 current snap is 128 2024-04-12T16:05:37.658 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 19 v 616 (ObjNum 402 snap 124 seq_num 402) dirty exists 2024-04-12T16:05:37.659 INFO:tasks.rados.rados.0.smithi099.stdout:1331: seq_num 432 ranges {679936=40960} 2024-04-12T16:05:37.662 INFO:tasks.rados.rados.0.smithi099.stdout:1331: writing smithi09982431-36 from 679936 to 720896 tid 1 2024-04-12T16:05:37.662 INFO:tasks.rados.rados.0.smithi099.stdout:1326: done (4 left) 2024-04-12T16:05:37.663 INFO:tasks.rados.rados.0.smithi099.stdout:1332: snap_create 2024-04-12T16:05:37.663 INFO:tasks.rados.rados.0.smithi099.stdout:1325: expect (ObjNum 407 snap 126 seq_num 407) 2024-04-12T16:05:37.755 INFO:tasks.rados.rados.0.smithi099.stdout:1330: finishing write tid 1 to smithi09982431-1 2024-04-12T16:05:37.755 INFO:tasks.rados.rados.0.smithi099.stdout:1330: finishing write tid 2 to smithi09982431-1 2024-04-12T16:05:37.755 INFO:tasks.rados.rados.0.smithi099.stdout:1330: finishing write tid 3 to smithi09982431-1 2024-04-12T16:05:37.755 INFO:tasks.rados.rados.0.smithi099.stdout:1330: oid 1 updating version 0 to 582 2024-04-12T16:05:37.755 INFO:tasks.rados.rados.0.smithi099.stdout:1330: oid 1 version 582 is already newer than 581 2024-04-12T16:05:37.755 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 1 v 582 (ObjNum 431 snap 128 seq_num 431) dirty exists 2024-04-12T16:05:37.755 INFO:tasks.rados.rados.0.smithi099.stdout:1330: left oid 1 (ObjNum 431 snap 128 seq_num 431) 2024-04-12T16:05:37.756 INFO:tasks.rados.rados.0.smithi099.stdout:1331: finishing write tid 1 to smithi09982431-36 2024-04-12T16:05:37.756 INFO:tasks.rados.rados.0.smithi099.stdout:1331: finishing write tid 2 to smithi09982431-36 2024-04-12T16:05:37.756 INFO:tasks.rados.rados.0.smithi099.stdout:1331: finishing write tid 3 to smithi09982431-36 2024-04-12T16:05:37.756 INFO:tasks.rados.rados.0.smithi099.stdout:1331: oid 36 updating version 0 to 616 2024-04-12T16:05:37.756 INFO:tasks.rados.rados.0.smithi099.stdout:1331: oid 36 updating version 616 to 617 2024-04-12T16:05:37.756 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 36 v 617 (ObjNum 432 snap 128 seq_num 432) dirty exists 2024-04-12T16:05:37.756 INFO:tasks.rados.rados.0.smithi099.stdout:1331: left oid 36 (ObjNum 432 snap 128 seq_num 432) 2024-04-12T16:05:38.646 INFO:tasks.rados.rados.0.smithi099.stdout:1325: done (4 left) 2024-04-12T16:05:38.646 INFO:tasks.rados.rados.0.smithi099.stdout:1328: done (3 left) 2024-04-12T16:05:38.647 INFO:tasks.rados.rados.0.smithi099.stdout:1330: done (2 left) 2024-04-12T16:05:38.647 INFO:tasks.rados.rados.0.smithi099.stdout:1331: done (1 left) 2024-04-12T16:05:38.647 INFO:tasks.rados.rados.0.smithi099.stdout:1332: done (0 left) 2024-04-12T16:05:38.647 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 9 current snap is 129 2024-04-12T16:05:38.647 INFO:tasks.rados.rados.0.smithi099.stdout:1333: seq_num 433 ranges {1687552=57344} 2024-04-12T16:05:38.658 INFO:tasks.rados.rados.0.smithi099.stdout:1333: writing smithi09982431-9 from 1687552 to 1744896 tid 1 2024-04-12T16:05:38.658 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 10 current snap is 129 2024-04-12T16:05:38.658 INFO:tasks.rados.rados.0.smithi099.stdout:1334: seq_num 434 ranges {0=73728} 2024-04-12T16:05:38.658 INFO:tasks.rados.rados.0.smithi099.stdout:1334: writing smithi09982431-10 from 0 to 73728 tid 1 2024-04-12T16:05:38.658 INFO:tasks.rados.rados.0.smithi099.stdout:1335: copy_from oid 6 from oid 7 current snap is 129 2024-04-12T16:05:38.658 INFO:tasks.rados.rados.0.smithi099.stdout:1336: rmattr oid 30 current snap is 129 2024-04-12T16:05:38.659 INFO:tasks.rados.rados.0.smithi099.stdout:1336: done (3 left) 2024-04-12T16:05:38.659 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 4 current snap is 129 2024-04-12T16:05:38.659 INFO:tasks.rados.rados.0.smithi099.stdout:1337: seq_num 435 ranges {0=90112} 2024-04-12T16:05:38.659 INFO:tasks.rados.rados.0.smithi099.stdout:1337: writing smithi09982431-4 from 0 to 90112 tid 1 2024-04-12T16:05:38.659 INFO:tasks.rados.rados.0.smithi099.stdout:1338: delete oid 15 current snap is 129 2024-04-12T16:05:38.660 INFO:tasks.rados.rados.0.smithi099.stdout:1337: finishing write tid 1 to smithi09982431-4 2024-04-12T16:05:38.661 INFO:tasks.rados.rados.0.smithi099.stdout:1337: finishing write tid 2 to smithi09982431-4 2024-04-12T16:05:38.663 INFO:tasks.rados.rados.0.smithi099.stdout:1338: done (4 left) 2024-04-12T16:05:38.663 INFO:tasks.rados.rados.0.smithi099.stdout:1339: read oid 44 snap -1 2024-04-12T16:05:38.663 INFO:tasks.rados.rados.0.smithi099.stdout:1339: expect deleted 2024-04-12T16:05:38.663 INFO:tasks.rados.rados.0.smithi099.stdout:1340: snap_create 2024-04-12T16:05:38.663 INFO:tasks.rados.rados.0.smithi099.stdout:1335: finishing copy_from to smithi09982431-6 2024-04-12T16:05:38.663 INFO:tasks.rados.rados.0.smithi099.stdout:1335: got expected ENOENT (src dne) 2024-04-12T16:05:38.664 INFO:tasks.rados.rados.0.smithi099.stdout:1335: finishing copy_from racing read to smithi09982431-6 2024-04-12T16:05:38.664 INFO:tasks.rados.rados.0.smithi099.stdout:1333: finishing write tid 1 to smithi09982431-9 2024-04-12T16:05:38.665 INFO:tasks.rados.rados.0.smithi099.stdout:1334: finishing write tid 1 to smithi09982431-10 2024-04-12T16:05:38.665 INFO:tasks.rados.rados.0.smithi099.stdout:1337: finishing write tid 3 to smithi09982431-4 2024-04-12T16:05:38.665 INFO:tasks.rados.rados.0.smithi099.stdout:1337: oid 4 updating version 0 to 585 2024-04-12T16:05:38.665 INFO:tasks.rados.rados.0.smithi099.stdout:1337: oid 4 updating version 585 to 586 2024-04-12T16:05:38.665 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 4 v 586 (ObjNum 435 snap 129 seq_num 435) dirty exists 2024-04-12T16:05:38.665 INFO:tasks.rados.rados.0.smithi099.stdout:1337: left oid 4 (ObjNum 435 snap 129 seq_num 435) 2024-04-12T16:05:38.665 INFO:tasks.rados.rados.0.smithi099.stdout:1333: finishing write tid 2 to smithi09982431-9 2024-04-12T16:05:38.666 INFO:tasks.rados.rados.0.smithi099.stdout:1334: finishing write tid 2 to smithi09982431-10 2024-04-12T16:05:38.666 INFO:tasks.rados.rados.0.smithi099.stdout:1333: finishing write tid 3 to smithi09982431-9 2024-04-12T16:05:38.667 INFO:tasks.rados.rados.0.smithi099.stdout:1333: oid 9 updating version 0 to 624 2024-04-12T16:05:38.667 INFO:tasks.rados.rados.0.smithi099.stdout:1333: oid 9 updating version 624 to 625 2024-04-12T16:05:38.667 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 9 v 625 (ObjNum 433 snap 129 seq_num 433) dirty exists 2024-04-12T16:05:38.667 INFO:tasks.rados.rados.0.smithi099.stdout:1333: left oid 9 (ObjNum 433 snap 129 seq_num 433) 2024-04-12T16:05:38.667 INFO:tasks.rados.rados.0.smithi099.stdout:1334: finishing write tid 3 to smithi09982431-10 2024-04-12T16:05:38.668 INFO:tasks.rados.rados.0.smithi099.stdout:1334: oid 10 updating version 0 to 764 2024-04-12T16:05:38.668 INFO:tasks.rados.rados.0.smithi099.stdout:1334: oid 10 version 764 is already newer than 763 2024-04-12T16:05:38.668 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 10 v 764 (ObjNum 434 snap 129 seq_num 434) dirty exists 2024-04-12T16:05:38.668 INFO:tasks.rados.rados.0.smithi099.stdout:1334: left oid 10 (ObjNum 434 snap 129 seq_num 434) 2024-04-12T16:05:39.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:38 smithi110 ceph-mon[88691]: osdmap e322: 8 total, 7 up, 8 in 2024-04-12T16:05:39.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:38 smithi110 ceph-mon[88691]: pgmap v119: 121 pgs: 15 active+undersized+degraded, 39 active+undersized, 67 active+clean; 396 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 142/831 objects degraded (17.088%) 2024-04-12T16:05:39.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:38 smithi099 ceph-mon[94290]: osdmap e322: 8 total, 7 up, 8 in 2024-04-12T16:05:39.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:38 smithi099 ceph-mon[94290]: pgmap v119: 121 pgs: 15 active+undersized+degraded, 39 active+undersized, 67 active+clean; 396 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 142/831 objects degraded (17.088%) 2024-04-12T16:05:39.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:38 smithi099 ceph-mon[96864]: osdmap e322: 8 total, 7 up, 8 in 2024-04-12T16:05:39.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:38 smithi099 ceph-mon[96864]: pgmap v119: 121 pgs: 15 active+undersized+degraded, 39 active+undersized, 67 active+clean; 396 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 142/831 objects degraded (17.088%) 2024-04-12T16:05:39.423 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:39 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0[102724]: 2024-04-12T16:05:39.264+0000 7fcf076287c0 -1 osd.0 314 log_to_monitors true 2024-04-12T16:05:39.656 INFO:tasks.rados.rados.0.smithi099.stdout:1333: done (5 left) 2024-04-12T16:05:39.656 INFO:tasks.rados.rados.0.smithi099.stdout:1334: done (4 left) 2024-04-12T16:05:39.656 INFO:tasks.rados.rados.0.smithi099.stdout:1335: done (3 left) 2024-04-12T16:05:39.656 INFO:tasks.rados.rados.0.smithi099.stdout:1337: done (2 left) 2024-04-12T16:05:39.656 INFO:tasks.rados.rados.0.smithi099.stdout:1339: done (1 left) 2024-04-12T16:05:39.656 INFO:tasks.rados.rados.0.smithi099.stdout:1340: done (0 left) 2024-04-12T16:05:39.656 INFO:tasks.rados.rados.0.smithi099.stdout:1341: delete oid 24 current snap is 130 2024-04-12T16:05:39.659 INFO:tasks.rados.rados.0.smithi099.stdout:1341: done (0 left) 2024-04-12T16:05:39.659 INFO:tasks.rados.rados.0.smithi099.stdout:1342: snap_create 2024-04-12T16:05:39.877 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 16:05:39 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0[102724]: 2024-04-12T16:05:39.671+0000 7fcef4a78700 -1 osd.0 314 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T16:05:39.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:39 smithi099 ceph-mon[94290]: osdmap e323: 8 total, 7 up, 8 in 2024-04-12T16:05:39.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:39 smithi099 ceph-mon[94290]: from='osd.0 [v2:172.21.15.99:6802/2281173485,v1:172.21.15.99:6803/2281173485]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-12T16:05:39.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:39 smithi099 ceph-mon[94290]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-12T16:05:39.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:39 smithi099 ceph-mon[96864]: osdmap e323: 8 total, 7 up, 8 in 2024-04-12T16:05:39.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:39 smithi099 ceph-mon[96864]: from='osd.0 [v2:172.21.15.99:6802/2281173485,v1:172.21.15.99:6803/2281173485]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-12T16:05:39.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:39 smithi099 ceph-mon[96864]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-12T16:05:40.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:39 smithi110 ceph-mon[88691]: osdmap e323: 8 total, 7 up, 8 in 2024-04-12T16:05:40.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:39 smithi110 ceph-mon[88691]: from='osd.0 [v2:172.21.15.99:6802/2281173485,v1:172.21.15.99:6803/2281173485]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-12T16:05:40.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:39 smithi110 ceph-mon[88691]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-12T16:05:40.657 INFO:tasks.rados.rados.0.smithi099.stdout:1342: done (0 left) 2024-04-12T16:05:40.657 INFO:tasks.rados.rados.0.smithi099.stdout:1343: snap_remove snap 127 2024-04-12T16:05:41.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:40 smithi110 ceph-mon[88691]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-12T16:05:41.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:40 smithi110 ceph-mon[88691]: osdmap e324: 8 total, 7 up, 8 in 2024-04-12T16:05:41.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:40 smithi110 ceph-mon[88691]: from='osd.0 [v2:172.21.15.99:6802/2281173485,v1:172.21.15.99:6803/2281173485]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-04-12T16:05:41.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:40 smithi110 ceph-mon[88691]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-04-12T16:05:41.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:40 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:41.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:40 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:41.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:40 smithi110 ceph-mon[88691]: pgmap v122: 121 pgs: 15 active+undersized+degraded, 39 active+undersized, 67 active+clean; 408 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.3 MiB/s wr, 36 op/s; 148/858 objects degraded (17.249%) 2024-04-12T16:05:41.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:40 smithi099 ceph-mon[94290]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-12T16:05:41.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:40 smithi099 ceph-mon[94290]: osdmap e324: 8 total, 7 up, 8 in 2024-04-12T16:05:41.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:40 smithi099 ceph-mon[94290]: from='osd.0 [v2:172.21.15.99:6802/2281173485,v1:172.21.15.99:6803/2281173485]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-04-12T16:05:41.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:40 smithi099 ceph-mon[94290]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-04-12T16:05:41.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:40 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:41.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:40 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:41.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:40 smithi099 ceph-mon[94290]: pgmap v122: 121 pgs: 15 active+undersized+degraded, 39 active+undersized, 67 active+clean; 408 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.3 MiB/s wr, 36 op/s; 148/858 objects degraded (17.249%) 2024-04-12T16:05:41.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:40 smithi099 ceph-mon[96864]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-12T16:05:41.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:40 smithi099 ceph-mon[96864]: osdmap e324: 8 total, 7 up, 8 in 2024-04-12T16:05:41.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:40 smithi099 ceph-mon[96864]: from='osd.0 [v2:172.21.15.99:6802/2281173485,v1:172.21.15.99:6803/2281173485]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-04-12T16:05:41.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:40 smithi099 ceph-mon[96864]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-04-12T16:05:41.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:40 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:41.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:40 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:41.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:40 smithi099 ceph-mon[96864]: pgmap v122: 121 pgs: 15 active+undersized+degraded, 39 active+undersized, 67 active+clean; 408 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.3 MiB/s wr, 36 op/s; 148/858 objects degraded (17.249%) 2024-04-12T16:05:41.657 INFO:tasks.rados.rados.0.smithi099.stdout:1343: done (0 left) 2024-04-12T16:05:41.657 INFO:tasks.rados.rados.0.smithi099.stdout:1344: snap_create 2024-04-12T16:05:42.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:41 smithi110 ceph-mon[88691]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:05:42.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:41 smithi110 ceph-mon[88691]: osd.0 [v2:172.21.15.99:6802/2281173485,v1:172.21.15.99:6803/2281173485] boot 2024-04-12T16:05:42.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:41 smithi110 ceph-mon[88691]: osdmap e325: 8 total, 8 up, 8 in 2024-04-12T16:05:42.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:41 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:05:42.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:41 smithi110 ceph-mon[88691]: Health check update: Degraded data redundancy: 148/858 objects degraded (17.249%), 15 pgs degraded (PG_DEGRADED) 2024-04-12T16:05:42.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:41 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:42.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:41 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:42.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:41 smithi110 ceph-mon[88691]: osdmap e326: 8 total, 8 up, 8 in 2024-04-12T16:05:42.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:41 smithi099 ceph-mon[96864]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:05:42.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:41 smithi099 ceph-mon[96864]: osd.0 [v2:172.21.15.99:6802/2281173485,v1:172.21.15.99:6803/2281173485] boot 2024-04-12T16:05:42.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:41 smithi099 ceph-mon[96864]: osdmap e325: 8 total, 8 up, 8 in 2024-04-12T16:05:42.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:41 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:05:42.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:41 smithi099 ceph-mon[96864]: Health check update: Degraded data redundancy: 148/858 objects degraded (17.249%), 15 pgs degraded (PG_DEGRADED) 2024-04-12T16:05:42.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:41 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:42.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:41 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:42.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:41 smithi099 ceph-mon[96864]: osdmap e326: 8 total, 8 up, 8 in 2024-04-12T16:05:42.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:41 smithi099 ceph-mon[94290]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:05:42.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:41 smithi099 ceph-mon[94290]: osd.0 [v2:172.21.15.99:6802/2281173485,v1:172.21.15.99:6803/2281173485] boot 2024-04-12T16:05:42.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:41 smithi099 ceph-mon[94290]: osdmap e325: 8 total, 8 up, 8 in 2024-04-12T16:05:42.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:41 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:05:42.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:41 smithi099 ceph-mon[94290]: Health check update: Degraded data redundancy: 148/858 objects degraded (17.249%), 15 pgs degraded (PG_DEGRADED) 2024-04-12T16:05:42.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:41 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:42.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:41 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:42.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:41 smithi099 ceph-mon[94290]: osdmap e326: 8 total, 8 up, 8 in 2024-04-12T16:05:42.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:05:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:05:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:05:42.661 INFO:tasks.rados.rados.0.smithi099.stdout:1344: done (0 left) 2024-04-12T16:05:42.661 INFO:tasks.rados.rados.0.smithi099.stdout:1345: read oid 11 snap -1 2024-04-12T16:05:42.661 INFO:tasks.rados.rados.0.smithi099.stdout:1345: expect deleted 2024-04-12T16:05:42.661 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 24 current snap is 132 2024-04-12T16:05:42.661 INFO:tasks.rados.rados.0.smithi099.stdout:1346: seq_num 438 ranges {0=139264} 2024-04-12T16:05:42.662 INFO:tasks.rados.rados.0.smithi099.stdout:1346: writing smithi09982431-24 from 0 to 139264 tid 1 2024-04-12T16:05:42.662 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 32 current snap is 132 2024-04-12T16:05:42.662 INFO:tasks.rados.rados.0.smithi099.stdout:1347: seq_num 439 ranges {2990080=155648} 2024-04-12T16:05:42.679 INFO:tasks.rados.rados.0.smithi099.stdout:1347: writing smithi09982431-32 from 2990080 to 3145728 tid 1 2024-04-12T16:05:42.679 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 36 current snap is 132 2024-04-12T16:05:42.679 INFO:tasks.rados.rados.0.smithi099.stdout:1348: seq_num 440 ranges {720896=172032} 2024-04-12T16:05:42.684 INFO:tasks.rados.rados.0.smithi099.stdout:1348: writing smithi09982431-36 from 720896 to 892928 tid 1 2024-04-12T16:05:42.684 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 22 current snap is 132 2024-04-12T16:05:42.684 INFO:tasks.rados.rados.0.smithi099.stdout:1349: seq_num 441 ranges {1974272=188416} 2024-04-12T16:05:42.696 INFO:tasks.rados.rados.0.smithi099.stdout:1349: writing smithi09982431-22 from 1974272 to 2162688 tid 1 2024-04-12T16:05:42.696 INFO:tasks.rados.rados.0.smithi099.stdout:1350: snap_remove snap 121 2024-04-12T16:05:43.671 INFO:tasks.rados.rados.0.smithi099.stdout:1346: finishing write tid 1 to smithi09982431-24 2024-04-12T16:05:43.671 INFO:tasks.rados.rados.0.smithi099.stdout:1346: finishing write tid 2 to smithi09982431-24 2024-04-12T16:05:43.671 INFO:tasks.rados.rados.0.smithi099.stdout:1346: finishing write tid 3 to smithi09982431-24 2024-04-12T16:05:43.671 INFO:tasks.rados.rados.0.smithi099.stdout:1346: oid 24 updating version 0 to 593 2024-04-12T16:05:43.672 INFO:tasks.rados.rados.0.smithi099.stdout:1346: oid 24 updating version 593 to 594 2024-04-12T16:05:43.672 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 24 v 594 (ObjNum 438 snap 132 seq_num 438) dirty exists 2024-04-12T16:05:43.672 INFO:tasks.rados.rados.0.smithi099.stdout:1346: left oid 24 (ObjNum 438 snap 132 seq_num 438) 2024-04-12T16:05:43.672 INFO:tasks.rados.rados.0.smithi099.stdout:1347: finishing write tid 1 to smithi09982431-32 2024-04-12T16:05:43.672 INFO:tasks.rados.rados.0.smithi099.stdout:1347: finishing write tid 2 to smithi09982431-32 2024-04-12T16:05:43.672 INFO:tasks.rados.rados.0.smithi099.stdout:1347: finishing write tid 3 to smithi09982431-32 2024-04-12T16:05:43.672 INFO:tasks.rados.rados.0.smithi099.stdout:1347: oid 32 updating version 0 to 596 2024-04-12T16:05:43.672 INFO:tasks.rados.rados.0.smithi099.stdout:1347: oid 32 updating version 596 to 597 2024-04-12T16:05:43.672 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 32 v 597 (ObjNum 439 snap 132 seq_num 439) dirty exists 2024-04-12T16:05:43.672 INFO:tasks.rados.rados.0.smithi099.stdout:1347: left oid 32 (ObjNum 439 snap 132 seq_num 439) 2024-04-12T16:05:43.672 INFO:tasks.rados.rados.0.smithi099.stdout:1348: finishing write tid 1 to smithi09982431-36 2024-04-12T16:05:43.672 INFO:tasks.rados.rados.0.smithi099.stdout:1348: finishing write tid 2 to smithi09982431-36 2024-04-12T16:05:43.672 INFO:tasks.rados.rados.0.smithi099.stdout:1348: finishing write tid 3 to smithi09982431-36 2024-04-12T16:05:43.672 INFO:tasks.rados.rados.0.smithi099.stdout:1348: oid 36 updating version 0 to 619 2024-04-12T16:05:43.672 INFO:tasks.rados.rados.0.smithi099.stdout:1348: oid 36 version 619 is already newer than 618 2024-04-12T16:05:43.672 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 36 v 619 (ObjNum 440 snap 132 seq_num 440) dirty exists 2024-04-12T16:05:43.673 INFO:tasks.rados.rados.0.smithi099.stdout:1348: left oid 36 (ObjNum 440 snap 132 seq_num 440) 2024-04-12T16:05:43.673 INFO:tasks.rados.rados.0.smithi099.stdout:1349: finishing write tid 1 to smithi09982431-22 2024-04-12T16:05:43.673 INFO:tasks.rados.rados.0.smithi099.stdout:1349: finishing write tid 2 to smithi09982431-22 2024-04-12T16:05:43.673 INFO:tasks.rados.rados.0.smithi099.stdout:1349: finishing write tid 3 to smithi09982431-22 2024-04-12T16:05:43.673 INFO:tasks.rados.rados.0.smithi099.stdout:1349: oid 22 updating version 0 to 770 2024-04-12T16:05:43.673 INFO:tasks.rados.rados.0.smithi099.stdout:1349: oid 22 updating version 770 to 771 2024-04-12T16:05:43.673 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 22 v 771 (ObjNum 441 snap 132 seq_num 441) dirty exists 2024-04-12T16:05:43.673 INFO:tasks.rados.rados.0.smithi099.stdout:1349: left oid 22 (ObjNum 441 snap 132 seq_num 441) 2024-04-12T16:05:43.673 INFO:tasks.rados.rados.0.smithi099.stdout:1345: done (5 left) 2024-04-12T16:05:43.673 INFO:tasks.rados.rados.0.smithi099.stdout:1346: done (4 left) 2024-04-12T16:05:43.673 INFO:tasks.rados.rados.0.smithi099.stdout:1347: done (3 left) 2024-04-12T16:05:43.673 INFO:tasks.rados.rados.0.smithi099.stdout:1348: done (2 left) 2024-04-12T16:05:43.673 INFO:tasks.rados.rados.0.smithi099.stdout:1349: done (1 left) 2024-04-12T16:05:43.673 INFO:tasks.rados.rados.0.smithi099.stdout:1350: done (0 left) 2024-04-12T16:05:43.673 INFO:tasks.rados.rados.0.smithi099.stdout:1351: rollback oid 35 current snap is 132 2024-04-12T16:05:43.673 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 35 to 102 2024-04-12T16:05:43.674 INFO:tasks.rados.rados.0.smithi099.stdout:1352: snap_remove snap 114 2024-04-12T16:05:43.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:43 smithi110 ceph-mon[88691]: pgmap v125: 121 pgs: 15 active+undersized+degraded, 39 active+undersized, 67 active+clean; 408 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.9 MiB/s wr, 40 op/s; 148/858 objects degraded (17.249%) 2024-04-12T16:05:43.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:43 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:43.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:43 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:05:43.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:43 smithi110 ceph-mon[88691]: osdmap e327: 8 total, 8 up, 8 in 2024-04-12T16:05:43.835 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:05:43 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:05:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi099\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:05:43.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:43 smithi099 ceph-mon[94290]: pgmap v125: 121 pgs: 15 active+undersized+degraded, 39 active+undersized, 67 active+clean; 408 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.9 MiB/s wr, 40 op/s; 148/858 objects degraded (17.249%) 2024-04-12T16:05:43.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:43 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:43.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:43 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:05:43.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:43 smithi099 ceph-mon[94290]: osdmap e327: 8 total, 8 up, 8 in 2024-04-12T16:05:43.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:43 smithi099 ceph-mon[96864]: pgmap v125: 121 pgs: 15 active+undersized+degraded, 39 active+undersized, 67 active+clean; 408 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.9 MiB/s wr, 40 op/s; 148/858 objects degraded (17.249%) 2024-04-12T16:05:43.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:43 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:43.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:43 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:05:43.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:43 smithi099 ceph-mon[96864]: osdmap e327: 8 total, 8 up, 8 in 2024-04-12T16:05:43.991 INFO:tasks.rados.rados.0.smithi099.stdout:1352: done (1 left) 2024-04-12T16:05:43.991 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 23 current snap is 132 2024-04-12T16:05:43.991 INFO:tasks.rados.rados.0.smithi099.stdout:1351: finishing rollback tid 0 to smithi09982431-35 2024-04-12T16:05:43.991 INFO:tasks.rados.rados.0.smithi099.stdout:1351: finishing rollback tid 1 to smithi09982431-35 2024-04-12T16:05:43.991 INFO:tasks.rados.rados.0.smithi099.stdout:1351: finishing rollback tid 2 to smithi09982431-35 2024-04-12T16:05:43.991 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 622 (ObjNum 199 snap 51 seq_num 199) dirty exists 2024-04-12T16:05:43.991 INFO:tasks.rados.rados.0.smithi099.stdout:1353: seq_num 442 ranges {2195456=204800} 2024-04-12T16:05:44.005 INFO:tasks.rados.rados.0.smithi099.stdout:1353: writing smithi09982431-23 from 2195456 to 2400256 tid 1 2024-04-12T16:05:44.006 INFO:tasks.rados.rados.0.smithi099.stdout:1351: done (1 left) 2024-04-12T16:05:44.006 INFO:tasks.rados.rados.0.smithi099.stdout:1354: read oid 34 snap 94 2024-04-12T16:05:44.006 INFO:tasks.rados.rados.0.smithi099.stdout:1354: expect (ObjNum 278 snap 86 seq_num 278) 2024-04-12T16:05:44.006 INFO:tasks.rados.rados.0.smithi099.stdout:1355: read oid 46 snap 108 2024-04-12T16:05:44.006 INFO:tasks.rados.rados.0.smithi099.stdout:1355: expect (ObjNum 319 snap 98 seq_num 319) 2024-04-12T16:05:44.006 INFO:tasks.rados.rados.0.smithi099.stdout:1356: copy_from oid 15 from oid 11 current snap is 132 2024-04-12T16:05:44.006 INFO:tasks.rados.rados.0.smithi099.stdout:1357: copy_from oid 1 from oid 30 current snap is 132 2024-04-12T16:05:44.006 INFO:tasks.rados.rados.0.smithi099.stdout:1358: delete oid 24 current snap is 132 2024-04-12T16:05:44.013 INFO:tasks.rados.rados.0.smithi099.stdout:1358: done (5 left) 2024-04-12T16:05:44.013 INFO:tasks.rados.rados.0.smithi099.stdout:1359: read oid 10 snap -1 2024-04-12T16:05:44.013 INFO:tasks.rados.rados.0.smithi099.stdout:1359: expect (ObjNum 434 snap 129 seq_num 434) 2024-04-12T16:05:44.013 INFO:tasks.rados.rados.0.smithi099.stdout:1360: setattr oid 45 current snap is 132 2024-04-12T16:05:44.015 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 39 current snap is 132 2024-04-12T16:05:44.015 INFO:tasks.rados.rados.0.smithi099.stdout:1361: seq_num 444 ranges {5726208=237568} 2024-04-12T16:05:44.049 INFO:tasks.rados.rados.0.smithi099.stdout:1361: writing smithi09982431-39 from 5726208 to 5963776 tid 1 2024-04-12T16:05:44.049 INFO:tasks.rados.rados.0.smithi099.stdout:1362: copy_from oid 16 from oid 41 current snap is 132 2024-04-12T16:05:44.049 INFO:tasks.rados.rados.0.smithi099.stdout:1359: expect (ObjNum 434 snap 129 seq_num 434) 2024-04-12T16:05:44.052 INFO:tasks.rados.rados.0.smithi099.stdout:1353: finishing write tid 1 to smithi09982431-23 2024-04-12T16:05:44.052 INFO:tasks.rados.rados.0.smithi099.stdout:1359: done (8 left) 2024-04-12T16:05:44.052 INFO:tasks.rados.rados.0.smithi099.stdout:1363: read oid 18 snap 66 2024-04-12T16:05:44.052 INFO:tasks.rados.rados.0.smithi099.stdout:1363: expect (ObjNum 115 snap 24 seq_num 115) 2024-04-12T16:05:44.052 INFO:tasks.rados.rados.0.smithi099.stdout:1364: read oid 14 snap -1 2024-04-12T16:05:44.052 INFO:tasks.rados.rados.0.smithi099.stdout:1364: expect (ObjNum 319 snap 98 seq_num 319) 2024-04-12T16:05:44.052 INFO:tasks.rados.rados.0.smithi099.stdout:1365: read oid 38 snap -1 2024-04-12T16:05:44.052 INFO:tasks.rados.rados.0.smithi099.stdout:1365: expect (ObjNum 322 snap 98 seq_num 322) 2024-04-12T16:05:44.052 INFO:tasks.rados.rados.0.smithi099.stdout:1366: read oid 13 snap 104 2024-04-12T16:05:44.052 INFO:tasks.rados.rados.0.smithi099.stdout:1366: expect (ObjNum 325 snap 101 seq_num 325) 2024-04-12T16:05:44.052 INFO:tasks.rados.rados.0.smithi099.stdout:1367: snap_create 2024-04-12T16:05:44.053 INFO:tasks.rados.rados.0.smithi099.stdout:1353: finishing write tid 2 to smithi09982431-23 2024-04-12T16:05:44.053 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 45 v 459 (ObjNum 369 snap 114 seq_num 369) dirty exists 2024-04-12T16:05:44.053 INFO:tasks.rados.rados.0.smithi099.stdout:1353: finishing write tid 3 to smithi09982431-23 2024-04-12T16:05:44.053 INFO:tasks.rados.rados.0.smithi099.stdout:1353: oid 23 updating version 0 to 443 2024-04-12T16:05:44.053 INFO:tasks.rados.rados.0.smithi099.stdout:1353: oid 23 updating version 443 to 444 2024-04-12T16:05:44.053 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 23 v 444 (ObjNum 442 snap 132 seq_num 442) dirty exists 2024-04-12T16:05:44.053 INFO:tasks.rados.rados.0.smithi099.stdout:1353: left oid 23 (ObjNum 442 snap 132 seq_num 442) 2024-04-12T16:05:44.053 INFO:tasks.rados.rados.0.smithi099.stdout:1356: finishing copy_from to smithi09982431-15 2024-04-12T16:05:44.053 INFO:tasks.rados.rados.0.smithi099.stdout:1356: got expected ENOENT (src dne) 2024-04-12T16:05:44.053 INFO:tasks.rados.rados.0.smithi099.stdout:1356: finishing copy_from racing read to smithi09982431-15 2024-04-12T16:05:44.053 INFO:tasks.rados.rados.0.smithi099.stdout:1355: expect (ObjNum 319 snap 98 seq_num 319) 2024-04-12T16:05:44.152 INFO:tasks.rados.rados.0.smithi099.stdout:1354: expect (ObjNum 278 snap 86 seq_num 278) 2024-04-12T16:05:44.258 INFO:tasks.rados.rados.0.smithi099.stdout:1357: finishing copy_from racing read to smithi09982431-1 2024-04-12T16:05:44.258 INFO:tasks.rados.rados.0.smithi099.stdout:1357: finishing copy_from to smithi09982431-1 2024-04-12T16:05:44.258 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 1 v 560 (ObjNum 392 snap 121 seq_num 392) dirty exists 2024-04-12T16:05:44.258 INFO:tasks.rados.rados.0.smithi099.stdout:1361: finishing write tid 1 to smithi09982431-39 2024-04-12T16:05:44.258 INFO:tasks.rados.rados.0.smithi099.stdout:1361: finishing write tid 2 to smithi09982431-39 2024-04-12T16:05:44.258 INFO:tasks.rados.rados.0.smithi099.stdout:1361: finishing write tid 3 to smithi09982431-39 2024-04-12T16:05:44.258 INFO:tasks.rados.rados.0.smithi099.stdout:1361: oid 39 updating version 0 to 649 2024-04-12T16:05:44.258 INFO:tasks.rados.rados.0.smithi099.stdout:1361: oid 39 updating version 649 to 650 2024-04-12T16:05:44.258 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 39 v 650 (ObjNum 444 snap 132 seq_num 444) dirty exists 2024-04-12T16:05:44.259 INFO:tasks.rados.rados.0.smithi099.stdout:1361: left oid 39 (ObjNum 444 snap 132 seq_num 444) 2024-04-12T16:05:44.259 INFO:tasks.rados.rados.0.smithi099.stdout:1364: expect (ObjNum 319 snap 98 seq_num 319) 2024-04-12T16:05:44.348 INFO:tasks.rados.rados.0.smithi099.stdout:1366: expect (ObjNum 325 snap 101 seq_num 325) 2024-04-12T16:05:44.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:05:44 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:05:44.517+0000 7ffbacc40700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-12T16:05:44.704 INFO:tasks.rados.rados.0.smithi099.stdout:1363: expect (ObjNum 115 snap 24 seq_num 115) 2024-04-12T16:05:44.982 INFO:tasks.rados.rados.0.smithi099.stdout:1365: expect (ObjNum 322 snap 98 seq_num 322) 2024-04-12T16:05:45.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:44 smithi110 ceph-mon[88691]: osdmap e328: 8 total, 8 up, 8 in 2024-04-12T16:05:45.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:44 smithi110 ceph-mon[88691]: osdmap e329: 8 total, 8 up, 8 in 2024-04-12T16:05:45.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:44 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:45.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:44 smithi110 ceph-mon[88691]: pgmap v129: 121 pgs: 4 active+undersized+degraded, 11 active+undersized, 106 active+clean; 408 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.9 KiB/s rd, 230 KiB/s wr, 7 op/s; 62/852 objects degraded (7.277%); 11 MiB/s, 2 objects/s recovering 2024-04-12T16:05:45.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:44 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:45.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:44 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:45.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:44 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:05:45.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:44 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:45.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:44 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:05:45.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:44 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:05:45.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:44 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:05:45.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:44 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:05:45.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:44 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T16:05:45.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:44 smithi099 ceph-mon[96864]: osdmap e328: 8 total, 8 up, 8 in 2024-04-12T16:05:45.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:44 smithi099 ceph-mon[96864]: osdmap e329: 8 total, 8 up, 8 in 2024-04-12T16:05:45.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:44 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:45.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:44 smithi099 ceph-mon[96864]: pgmap v129: 121 pgs: 4 active+undersized+degraded, 11 active+undersized, 106 active+clean; 408 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.9 KiB/s rd, 230 KiB/s wr, 7 op/s; 62/852 objects degraded (7.277%); 11 MiB/s, 2 objects/s recovering 2024-04-12T16:05:45.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:44 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:45.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:44 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:45.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:44 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:05:45.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:44 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:45.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:44 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:05:45.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:44 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:05:45.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:44 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:05:45.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:44 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:05:45.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:44 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T16:05:45.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:44 smithi099 ceph-mon[94290]: osdmap e328: 8 total, 8 up, 8 in 2024-04-12T16:05:45.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:44 smithi099 ceph-mon[94290]: osdmap e329: 8 total, 8 up, 8 in 2024-04-12T16:05:45.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:44 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:45.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:44 smithi099 ceph-mon[94290]: pgmap v129: 121 pgs: 4 active+undersized+degraded, 11 active+undersized, 106 active+clean; 408 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.9 KiB/s rd, 230 KiB/s wr, 7 op/s; 62/852 objects degraded (7.277%); 11 MiB/s, 2 objects/s recovering 2024-04-12T16:05:45.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:44 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:45.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:44 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:05:45.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:44 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:05:45.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:44 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:45.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:44 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:05:45.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:44 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:05:45.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:44 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:05:45.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:44 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:05:45.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:44 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T16:05:45.329 INFO:tasks.rados.rados.0.smithi099.stdout:1362: finishing copy_from racing read to smithi09982431-16 2024-04-12T16:05:45.329 INFO:tasks.rados.rados.0.smithi099.stdout:1362: finishing copy_from to smithi09982431-16 2024-04-12T16:05:45.329 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 16 v 733 (ObjNum 428 snap 128 seq_num 428) dirty exists 2024-04-12T16:05:45.329 INFO:tasks.rados.rados.0.smithi099.stdout:1353: done (12 left) 2024-04-12T16:05:45.329 INFO:tasks.rados.rados.0.smithi099.stdout:1354: done (11 left) 2024-04-12T16:05:45.329 INFO:tasks.rados.rados.0.smithi099.stdout:1355: done (10 left) 2024-04-12T16:05:45.329 INFO:tasks.rados.rados.0.smithi099.stdout:1356: done (9 left) 2024-04-12T16:05:45.329 INFO:tasks.rados.rados.0.smithi099.stdout:1357: done (8 left) 2024-04-12T16:05:45.329 INFO:tasks.rados.rados.0.smithi099.stdout:1360: done (7 left) 2024-04-12T16:05:45.329 INFO:tasks.rados.rados.0.smithi099.stdout:1361: done (6 left) 2024-04-12T16:05:45.329 INFO:tasks.rados.rados.0.smithi099.stdout:1362: done (5 left) 2024-04-12T16:05:45.329 INFO:tasks.rados.rados.0.smithi099.stdout:1363: done (4 left) 2024-04-12T16:05:45.330 INFO:tasks.rados.rados.0.smithi099.stdout:1364: done (3 left) 2024-04-12T16:05:45.330 INFO:tasks.rados.rados.0.smithi099.stdout:1365: done (2 left) 2024-04-12T16:05:45.330 INFO:tasks.rados.rados.0.smithi099.stdout:1366: done (1 left) 2024-04-12T16:05:45.330 INFO:tasks.rados.rados.0.smithi099.stdout:1367: done (0 left) 2024-04-12T16:05:45.330 INFO:tasks.rados.rados.0.smithi099.stdout:1368: read oid 35 snap -1 2024-04-12T16:05:45.330 INFO:tasks.rados.rados.0.smithi099.stdout:1368: expect (ObjNum 199 snap 51 seq_num 199) 2024-04-12T16:05:45.330 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 41 current snap is 133 2024-04-12T16:05:45.330 INFO:tasks.rados.rados.0.smithi099.stdout:1369: seq_num 445 ranges {10764288=253952} 2024-04-12T16:05:45.387 INFO:tasks.rados.rados.0.smithi099.stdout:1369: writing smithi09982431-41 from 10764288 to 11018240 tid 1 2024-04-12T16:05:45.387 INFO:tasks.rados.rados.0.smithi099.stdout:1370: rollback oid 45 current snap is 133 2024-04-12T16:05:45.387 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 45 to 104 2024-04-12T16:05:45.387 INFO:tasks.rados.rados.0.smithi099.stdout:1368: expect (ObjNum 199 snap 51 seq_num 199) 2024-04-12T16:05:45.417 INFO:tasks.rados.rados.0.smithi099.stdout:1370: finishing rollback tid 0 to smithi09982431-45 2024-04-12T16:05:45.417 INFO:tasks.rados.rados.0.smithi099.stdout:1370: finishing rollback tid 1 to smithi09982431-45 2024-04-12T16:05:45.417 INFO:tasks.rados.rados.0.smithi099.stdout:1369: finishing write tid 1 to smithi09982431-41 2024-04-12T16:05:45.417 INFO:tasks.rados.rados.0.smithi099.stdout:1370: finishing rollback tid 2 to smithi09982431-45 2024-04-12T16:05:45.417 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 45 v 462 (ObjNum 248 snap 72 seq_num 248) dirty exists 2024-04-12T16:05:45.418 INFO:tasks.rados.rados.0.smithi099.stdout:1369: finishing write tid 2 to smithi09982431-41 2024-04-12T16:05:45.418 INFO:tasks.rados.rados.0.smithi099.stdout:1368: done (2 left) 2024-04-12T16:05:45.418 INFO:tasks.rados.rados.0.smithi099.stdout:1370: done (1 left) 2024-04-12T16:05:45.418 INFO:tasks.rados.rados.0.smithi099.stdout:1371: read oid 7 snap 94 2024-04-12T16:05:45.418 INFO:tasks.rados.rados.0.smithi099.stdout:1371: expect (ObjNum 1924472752 snap 22062 seq_num 603983520) 2024-04-12T16:05:45.418 INFO:tasks.rados.rados.0.smithi099.stdout:1372: rollback oid 50 current snap is 133 2024-04-12T16:05:45.418 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 50 to 113 2024-04-12T16:05:45.418 INFO:tasks.rados.rados.0.smithi099.stdout:1369: finishing write tid 3 to smithi09982431-41 2024-04-12T16:05:45.418 INFO:tasks.rados.rados.0.smithi099.stdout:1369: oid 41 updating version 0 to 776 2024-04-12T16:05:45.418 INFO:tasks.rados.rados.0.smithi099.stdout:1369: oid 41 version 776 is already newer than 775 2024-04-12T16:05:45.418 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 41 v 776 (ObjNum 445 snap 133 seq_num 445) dirty exists 2024-04-12T16:05:45.418 INFO:tasks.rados.rados.0.smithi099.stdout:1369: left oid 41 (ObjNum 445 snap 133 seq_num 445) 2024-04-12T16:05:45.418 INFO:tasks.rados.rados.0.smithi099.stdout:1369: done (2 left) 2024-04-12T16:05:45.418 INFO:tasks.rados.rados.0.smithi099.stdout:1373: read oid 14 snap -1 2024-04-12T16:05:45.419 INFO:tasks.rados.rados.0.smithi099.stdout:1373: expect (ObjNum 319 snap 98 seq_num 319) 2024-04-12T16:05:45.419 INFO:tasks.rados.rados.0.smithi099.stdout:1374: setattr oid 20 current snap is 133 2024-04-12T16:05:45.419 INFO:tasks.rados.rados.0.smithi099.stdout:1371: expect (ObjNum 1924472752 snap 22062 seq_num 603983520) 2024-04-12T16:05:45.421 INFO:tasks.rados.rados.0.smithi099.stdout:1372: finishing rollback tid 0 to smithi09982431-50 2024-04-12T16:05:45.421 INFO:tasks.rados.rados.0.smithi099.stdout:1372: finishing rollback tid 1 to smithi09982431-50 2024-04-12T16:05:45.421 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 50 v 735 (ObjNum 65 snap 0 seq_num 1481725278) dirty dne 2024-04-12T16:05:45.421 INFO:tasks.rados.rados.0.smithi099.stdout:1371: done (3 left) 2024-04-12T16:05:45.421 INFO:tasks.rados.rados.0.smithi099.stdout:1372: done (2 left) 2024-04-12T16:05:45.421 INFO:tasks.rados.rados.0.smithi099.stdout:1375: copy_from oid 35 from oid 28 current snap is 133 2024-04-12T16:05:45.421 INFO:tasks.rados.rados.0.smithi099.stdout:1376: read oid 10 snap -1 2024-04-12T16:05:45.421 INFO:tasks.rados.rados.0.smithi099.stdout:1376: expect (ObjNum 434 snap 129 seq_num 434) 2024-04-12T16:05:45.421 INFO:tasks.rados.rados.0.smithi099.stdout:1377: read oid 43 snap -1 2024-04-12T16:05:45.421 INFO:tasks.rados.rados.0.smithi099.stdout:1377: expect (ObjNum 385 snap 120 seq_num 385) 2024-04-12T16:05:45.421 INFO:tasks.rados.rados.0.smithi099.stdout:1378: rollback oid 33 current snap is 133 2024-04-12T16:05:45.422 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 33 to 132 2024-04-12T16:05:45.422 INFO:tasks.rados.rados.0.smithi099.stdout:1379: delete oid 36 current snap is 133 2024-04-12T16:05:45.424 INFO:tasks.rados.rados.0.smithi099.stdout:1376: expect (ObjNum 434 snap 129 seq_num 434) 2024-04-12T16:05:45.428 INFO:tasks.rados.rados.0.smithi099.stdout:1376: done (6 left) 2024-04-12T16:05:45.428 INFO:tasks.rados.rados.0.smithi099.stdout:1379: done (5 left) 2024-04-12T16:05:45.428 INFO:tasks.rados.rados.0.smithi099.stdout:1380: read oid 29 snap -1 2024-04-12T16:05:45.428 INFO:tasks.rados.rados.0.smithi099.stdout:1380: expect (ObjNum 401 snap 124 seq_num 401) 2024-04-12T16:05:45.428 INFO:tasks.rados.rados.0.smithi099.stdout:1381: snap_create 2024-04-12T16:05:45.428 INFO:tasks.rados.rados.0.smithi099.stdout:1378: finishing rollback tid 0 to smithi09982431-33 2024-04-12T16:05:45.428 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 20 v 937 (ObjNum 33 snap 0 seq_num 1924331648) dirty exists 2024-04-12T16:05:45.428 INFO:tasks.rados.rados.0.smithi099.stdout:1378: finishing rollback tid 1 to smithi09982431-33 2024-04-12T16:05:45.428 INFO:tasks.rados.rados.0.smithi099.stdout:1378: finishing rollback tid 2 to smithi09982431-33 2024-04-12T16:05:45.429 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 33 v 465 (ObjNum 355 snap 111 seq_num 355) dirty exists 2024-04-12T16:05:45.429 INFO:tasks.rados.rados.0.smithi099.stdout:1373: expect (ObjNum 319 snap 98 seq_num 319) 2024-04-12T16:05:45.521 INFO:tasks.rados.rados.0.smithi099.stdout:1375: finishing copy_from racing read to smithi09982431-35 2024-04-12T16:05:45.521 INFO:tasks.rados.rados.0.smithi099.stdout:1377: expect (ObjNum 385 snap 120 seq_num 385) 2024-04-12T16:05:45.678 INFO:tasks.rados.rados.0.smithi099.stdout:1375: finishing copy_from to smithi09982431-35 2024-04-12T16:05:45.678 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 530 (ObjNum 402 snap 124 seq_num 402) dirty exists 2024-04-12T16:05:45.678 INFO:tasks.rados.rados.0.smithi099.stdout:1380: expect (ObjNum 401 snap 124 seq_num 401) 2024-04-12T16:05:46.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:45 smithi110 ceph-mon[88691]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T16:05:46.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:45 smithi110 ceph-mon[88691]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-12T16:05:46.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:45 smithi110 ceph-mon[88691]: osdmap e330: 8 total, 8 up, 8 in 2024-04-12T16:05:46.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:45 smithi110 ceph-mon[88691]: mgrmap e44: y(active, since 93s), standbys: x 2024-04-12T16:05:46.359 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:45 smithi099 ceph-mon[94290]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T16:05:46.359 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:45 smithi099 ceph-mon[94290]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-12T16:05:46.359 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:45 smithi099 ceph-mon[94290]: osdmap e330: 8 total, 8 up, 8 in 2024-04-12T16:05:46.359 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:45 smithi099 ceph-mon[94290]: mgrmap e44: y(active, since 93s), standbys: x 2024-04-12T16:05:46.360 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:45 smithi099 ceph-mon[96864]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T16:05:46.360 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:45 smithi099 ceph-mon[96864]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-12T16:05:46.360 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:45 smithi099 ceph-mon[96864]: osdmap e330: 8 total, 8 up, 8 in 2024-04-12T16:05:46.360 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:45 smithi099 ceph-mon[96864]: mgrmap e44: y(active, since 93s), standbys: x 2024-04-12T16:05:46.411 INFO:tasks.rados.rados.0.smithi099.stdout:1373: done (6 left) 2024-04-12T16:05:46.412 INFO:tasks.rados.rados.0.smithi099.stdout:1374: done (5 left) 2024-04-12T16:05:46.412 INFO:tasks.rados.rados.0.smithi099.stdout:1375: done (4 left) 2024-04-12T16:05:46.412 INFO:tasks.rados.rados.0.smithi099.stdout:1377: done (3 left) 2024-04-12T16:05:46.412 INFO:tasks.rados.rados.0.smithi099.stdout:1378: done (2 left) 2024-04-12T16:05:46.412 INFO:tasks.rados.rados.0.smithi099.stdout:1380: done (1 left) 2024-04-12T16:05:46.412 INFO:tasks.rados.rados.0.smithi099.stdout:1381: done (0 left) 2024-04-12T16:05:46.412 INFO:tasks.rados.rados.0.smithi099.stdout:1382: rollback oid 43 current snap is 134 2024-04-12T16:05:46.412 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 43 to 129 2024-04-12T16:05:46.412 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 4 current snap is 134 2024-04-12T16:05:46.412 INFO:tasks.rados.rados.0.smithi099.stdout:1383: seq_num 447 ranges {90112=294912} 2024-04-12T16:05:46.413 INFO:tasks.rados.rados.0.smithi099.stdout:1383: writing smithi09982431-4 from 90112 to 385024 tid 1 2024-04-12T16:05:46.413 INFO:tasks.rados.rados.0.smithi099.stdout:1384: read oid 18 snap -1 2024-04-12T16:05:46.413 INFO:tasks.rados.rados.0.smithi099.stdout:1384: expect (ObjNum 115 snap 24 seq_num 115) 2024-04-12T16:05:46.413 INFO:tasks.rados.rados.0.smithi099.stdout:1385: snap_create 2024-04-12T16:05:46.419 INFO:tasks.rados.rados.0.smithi099.stdout:1383: finishing write tid 1 to smithi09982431-4 2024-04-12T16:05:46.419 INFO:tasks.rados.rados.0.smithi099.stdout:1383: finishing write tid 2 to smithi09982431-4 2024-04-12T16:05:46.419 INFO:tasks.rados.rados.0.smithi099.stdout:1382: finishing rollback tid 0 to smithi09982431-43 2024-04-12T16:05:46.420 INFO:tasks.rados.rados.0.smithi099.stdout:1382: finishing rollback tid 1 to smithi09982431-43 2024-04-12T16:05:46.420 INFO:tasks.rados.rados.0.smithi099.stdout:1383: finishing write tid 3 to smithi09982431-4 2024-04-12T16:05:46.420 INFO:tasks.rados.rados.0.smithi099.stdout:1383: oid 4 updating version 0 to 616 2024-04-12T16:05:46.420 INFO:tasks.rados.rados.0.smithi099.stdout:1383: oid 4 updating version 616 to 617 2024-04-12T16:05:46.420 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 4 v 617 (ObjNum 447 snap 134 seq_num 447) dirty exists 2024-04-12T16:05:46.420 INFO:tasks.rados.rados.0.smithi099.stdout:1383: left oid 4 (ObjNum 447 snap 134 seq_num 447) 2024-04-12T16:05:46.433 INFO:tasks.rados.rados.0.smithi099.stdout:1382: finishing rollback tid 2 to smithi09982431-43 2024-04-12T16:05:46.433 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 43 v 787 (ObjNum 385 snap 120 seq_num 385) dirty exists 2024-04-12T16:05:46.443 INFO:tasks.rados.rados.0.smithi099.stdout:1384: expect (ObjNum 115 snap 24 seq_num 115) 2024-04-12T16:05:46.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:05:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:05:46] "GET /metrics HTTP/1.1" 200 35914 "" "Prometheus/2.43.0" 2024-04-12T16:05:47.415 INFO:tasks.rados.rados.0.smithi099.stdout:1382: done (3 left) 2024-04-12T16:05:47.415 INFO:tasks.rados.rados.0.smithi099.stdout:1383: done (2 left) 2024-04-12T16:05:47.416 INFO:tasks.rados.rados.0.smithi099.stdout:1384: done (1 left) 2024-04-12T16:05:47.416 INFO:tasks.rados.rados.0.smithi099.stdout:1385: done (0 left) 2024-04-12T16:05:47.416 INFO:tasks.rados.rados.0.smithi099.stdout:1386: read oid 44 snap 131 2024-04-12T16:05:47.416 INFO:tasks.rados.rados.0.smithi099.stdout:1386: expect deleted 2024-04-12T16:05:47.416 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 50 current snap is 135 2024-04-12T16:05:47.416 INFO:tasks.rados.rados.0.smithi099.stdout:1387: seq_num 448 ranges {0=311296} 2024-04-12T16:05:47.417 INFO:tasks.rados.rados.0.smithi099.stdout:1387: writing smithi09982431-50 from 0 to 311296 tid 1 2024-04-12T16:05:47.417 INFO:tasks.rados.rados.0.smithi099.stdout:1388: read oid 12 snap -1 2024-04-12T16:05:47.417 INFO:tasks.rados.rados.0.smithi099.stdout:1388: expect (ObjNum 389 snap 121 seq_num 389) 2024-04-12T16:05:47.417 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 43 current snap is 135 2024-04-12T16:05:47.417 INFO:tasks.rados.rados.0.smithi099.stdout:1389: seq_num 449 ranges {3645440=327680} 2024-04-12T16:05:47.438 INFO:tasks.rados.rados.0.smithi099.stdout:1389: writing smithi09982431-43 from 3645440 to 3973120 tid 1 2024-04-12T16:05:47.439 INFO:tasks.rados.rados.0.smithi099.stdout:1390: snap_remove snap 130 2024-04-12T16:05:47.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:47 smithi110 ceph-mon[88691]: pgmap v131: 121 pgs: 121 active+clean; 396 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 215 KiB/s wr, 13 op/s; 15 MiB/s, 4 objects/s recovering 2024-04-12T16:05:47.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:47 smithi110 ceph-mon[88691]: osdmap e331: 8 total, 8 up, 8 in 2024-04-12T16:05:47.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:47 smithi110 ceph-mon[88691]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 62/852 objects degraded (7.277%), 4 pgs degraded) 2024-04-12T16:05:47.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:47 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:05:47.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:47 smithi099 ceph-mon[94290]: pgmap v131: 121 pgs: 121 active+clean; 396 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 215 KiB/s wr, 13 op/s; 15 MiB/s, 4 objects/s recovering 2024-04-12T16:05:47.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:47 smithi099 ceph-mon[94290]: osdmap e331: 8 total, 8 up, 8 in 2024-04-12T16:05:47.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:47 smithi099 ceph-mon[94290]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 62/852 objects degraded (7.277%), 4 pgs degraded) 2024-04-12T16:05:47.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:47 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:05:47.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:47 smithi099 ceph-mon[96864]: pgmap v131: 121 pgs: 121 active+clean; 396 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 215 KiB/s wr, 13 op/s; 15 MiB/s, 4 objects/s recovering 2024-04-12T16:05:47.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:47 smithi099 ceph-mon[96864]: osdmap e331: 8 total, 8 up, 8 in 2024-04-12T16:05:47.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:47 smithi099 ceph-mon[96864]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 62/852 objects degraded (7.277%), 4 pgs degraded) 2024-04-12T16:05:47.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:47 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:05:48.422 INFO:tasks.rados.rados.0.smithi099.stdout:1390: done (4 left) 2024-04-12T16:05:48.423 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 2 current snap is 135 2024-04-12T16:05:48.423 INFO:tasks.rados.rados.0.smithi099.stdout:1391: seq_num 450 ranges {3416064=344064} 2024-04-12T16:05:48.444 INFO:tasks.rados.rados.0.smithi099.stdout:1391: writing smithi09982431-2 from 3416064 to 3760128 tid 1 2024-04-12T16:05:48.444 INFO:tasks.rados.rados.0.smithi099.stdout:1392: copy_from oid 29 from oid 20 current snap is 135 2024-04-12T16:05:48.444 INFO:tasks.rados.rados.0.smithi099.stdout:1387: finishing write tid 1 to smithi09982431-50 2024-04-12T16:05:48.444 INFO:tasks.rados.rados.0.smithi099.stdout:1387: finishing write tid 2 to smithi09982431-50 2024-04-12T16:05:48.444 INFO:tasks.rados.rados.0.smithi099.stdout:1387: finishing write tid 3 to smithi09982431-50 2024-04-12T16:05:48.444 INFO:tasks.rados.rados.0.smithi099.stdout:1387: oid 50 updating version 0 to 737 2024-04-12T16:05:48.444 INFO:tasks.rados.rados.0.smithi099.stdout:1387: oid 50 version 737 is already newer than 736 2024-04-12T16:05:48.444 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 50 v 737 (ObjNum 448 snap 135 seq_num 448) dirty exists 2024-04-12T16:05:48.444 INFO:tasks.rados.rados.0.smithi099.stdout:1387: left oid 50 (ObjNum 448 snap 135 seq_num 448) 2024-04-12T16:05:48.444 INFO:tasks.rados.rados.0.smithi099.stdout:1388: expect (ObjNum 389 snap 121 seq_num 389) 2024-04-12T16:05:48.492 INFO:tasks.rados.rados.0.smithi099.stdout:1389: finishing write tid 1 to smithi09982431-43 2024-04-12T16:05:48.492 INFO:tasks.rados.rados.0.smithi099.stdout:1389: finishing write tid 2 to smithi09982431-43 2024-04-12T16:05:48.492 INFO:tasks.rados.rados.0.smithi099.stdout:1389: finishing write tid 3 to smithi09982431-43 2024-04-12T16:05:48.492 INFO:tasks.rados.rados.0.smithi099.stdout:1389: oid 43 updating version 0 to 789 2024-04-12T16:05:48.492 INFO:tasks.rados.rados.0.smithi099.stdout:1389: oid 43 updating version 789 to 790 2024-04-12T16:05:48.493 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 43 v 790 (ObjNum 449 snap 135 seq_num 449) dirty exists 2024-04-12T16:05:48.493 INFO:tasks.rados.rados.0.smithi099.stdout:1389: left oid 43 (ObjNum 449 snap 135 seq_num 449) 2024-04-12T16:05:48.493 INFO:tasks.rados.rados.0.smithi099.stdout:1386: done (5 left) 2024-04-12T16:05:48.493 INFO:tasks.rados.rados.0.smithi099.stdout:1387: done (4 left) 2024-04-12T16:05:48.493 INFO:tasks.rados.rados.0.smithi099.stdout:1388: done (3 left) 2024-04-12T16:05:48.493 INFO:tasks.rados.rados.0.smithi099.stdout:1389: done (2 left) 2024-04-12T16:05:48.493 INFO:tasks.rados.rados.0.smithi099.stdout:1393: rollback oid 33 current snap is 135 2024-04-12T16:05:48.493 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 33 to 133 2024-04-12T16:05:48.493 INFO:tasks.rados.rados.0.smithi099.stdout:1391: finishing write tid 1 to smithi09982431-2 2024-04-12T16:05:48.493 INFO:tasks.rados.rados.0.smithi099.stdout:1391: finishing write tid 2 to smithi09982431-2 2024-04-12T16:05:48.493 INFO:tasks.rados.rados.0.smithi099.stdout:1392: finishing copy_from racing read to smithi09982431-29 2024-04-12T16:05:48.493 INFO:tasks.rados.rados.0.smithi099.stdout:1392: finishing copy_from to smithi09982431-29 2024-04-12T16:05:48.493 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 29 v 937 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-12T16:05:48.493 INFO:tasks.rados.rados.0.smithi099.stdout:1391: finishing write tid 3 to smithi09982431-2 2024-04-12T16:05:48.493 INFO:tasks.rados.rados.0.smithi099.stdout:1391: oid 2 updating version 0 to 447 2024-04-12T16:05:48.494 INFO:tasks.rados.rados.0.smithi099.stdout:1391: oid 2 updating version 447 to 448 2024-04-12T16:05:48.494 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 2 v 448 (ObjNum 450 snap 135 seq_num 450) dirty exists 2024-04-12T16:05:48.494 INFO:tasks.rados.rados.0.smithi099.stdout:1391: left oid 2 (ObjNum 450 snap 135 seq_num 450) 2024-04-12T16:05:48.494 INFO:tasks.rados.rados.0.smithi099.stdout:1391: done (2 left) 2024-04-12T16:05:48.494 INFO:tasks.rados.rados.0.smithi099.stdout:1392: done (1 left) 2024-04-12T16:05:48.494 INFO:tasks.rados.rados.0.smithi099.stdout:1394: rollback oid 7 current snap is 135 2024-04-12T16:05:48.494 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 7 to 66 2024-04-12T16:05:48.494 INFO:tasks.rados.rados.0.smithi099.stdout:1395: snap_remove snap 113 2024-04-12T16:05:48.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:48 smithi110 ceph-mon[88691]: osdmap e332: 8 total, 8 up, 8 in 2024-04-12T16:05:48.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:48 smithi099 ceph-mon[94290]: osdmap e332: 8 total, 8 up, 8 in 2024-04-12T16:05:48.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:48 smithi099 ceph-mon[96864]: osdmap e332: 8 total, 8 up, 8 in 2024-04-12T16:05:48.993 INFO:tasks.rados.rados.0.smithi099.stdout:1395: done (2 left) 2024-04-12T16:05:48.993 INFO:tasks.rados.rados.0.smithi099.stdout:1396: snap_remove snap 129 2024-04-12T16:05:49.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:49 smithi110 ceph-mon[88691]: pgmap v134: 121 pgs: 121 active+clean; 396 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 0 B/s wr, 5 op/s; 4.2 MiB/s, 1 objects/s recovering 2024-04-12T16:05:49.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:49 smithi110 ceph-mon[88691]: osdmap e333: 8 total, 8 up, 8 in 2024-04-12T16:05:49.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:49 smithi110 ceph-mon[88691]: osdmap e334: 8 total, 8 up, 8 in 2024-04-12T16:05:49.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:49 smithi099 ceph-mon[94290]: pgmap v134: 121 pgs: 121 active+clean; 396 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 0 B/s wr, 5 op/s; 4.2 MiB/s, 1 objects/s recovering 2024-04-12T16:05:49.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:49 smithi099 ceph-mon[94290]: osdmap e333: 8 total, 8 up, 8 in 2024-04-12T16:05:49.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:49 smithi099 ceph-mon[94290]: osdmap e334: 8 total, 8 up, 8 in 2024-04-12T16:05:49.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:49 smithi099 ceph-mon[96864]: pgmap v134: 121 pgs: 121 active+clean; 396 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 0 B/s wr, 5 op/s; 4.2 MiB/s, 1 objects/s recovering 2024-04-12T16:05:49.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:49 smithi099 ceph-mon[96864]: osdmap e333: 8 total, 8 up, 8 in 2024-04-12T16:05:49.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:49 smithi099 ceph-mon[96864]: osdmap e334: 8 total, 8 up, 8 in 2024-04-12T16:05:49.995 INFO:tasks.rados.rados.0.smithi099.stdout:1396: done (2 left) 2024-04-12T16:05:49.995 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 47 current snap is 135 2024-04-12T16:05:49.995 INFO:tasks.rados.rados.0.smithi099.stdout:1397: seq_num 451 ranges {1728512=360448} 2024-04-12T16:05:50.008 INFO:tasks.rados.rados.0.smithi099.stdout:1397: writing smithi09982431-47 from 1728512 to 2088960 tid 1 2024-04-12T16:05:50.008 INFO:tasks.rados.rados.0.smithi099.stdout:1398: read oid 31 snap -1 2024-04-12T16:05:50.008 INFO:tasks.rados.rados.0.smithi099.stdout:1398: expect (ObjNum 391 snap 121 seq_num 391) 2024-04-12T16:05:50.008 INFO:tasks.rados.rados.0.smithi099.stdout:1399: read oid 12 snap 126 2024-04-12T16:05:50.008 INFO:tasks.rados.rados.0.smithi099.stdout:1399: expect (ObjNum 389 snap 121 seq_num 389) 2024-04-12T16:05:50.008 INFO:tasks.rados.rados.0.smithi099.stdout:1400: delete oid 34 current snap is 135 2024-04-12T16:05:50.008 INFO:tasks.rados.rados.0.smithi099.stdout:1394: finishing rollback tid 1 to smithi09982431-7 2024-04-12T16:05:50.008 INFO:tasks.rados.rados.0.smithi099.stdout:1394: finishing rollback tid 2 to smithi09982431-7 2024-04-12T16:05:50.008 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 7 v 939 (ObjNum 33 snap 0 seq_num 1924517168) dirty exists 2024-04-12T16:05:50.008 INFO:tasks.rados.rados.0.smithi099.stdout:1393: finishing rollback tid 0 to smithi09982431-33 2024-04-12T16:05:50.009 INFO:tasks.rados.rados.0.smithi099.stdout:1393: finishing rollback tid 1 to smithi09982431-33 2024-04-12T16:05:50.009 INFO:tasks.rados.rados.0.smithi099.stdout:1393: finishing rollback tid 2 to smithi09982431-33 2024-04-12T16:05:50.009 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 33 v 468 (ObjNum 355 snap 111 seq_num 355) dirty exists 2024-04-12T16:05:50.011 INFO:tasks.rados.rados.0.smithi099.stdout:1393: done (5 left) 2024-04-12T16:05:50.011 INFO:tasks.rados.rados.0.smithi099.stdout:1394: done (4 left) 2024-04-12T16:05:50.011 INFO:tasks.rados.rados.0.smithi099.stdout:1400: done (3 left) 2024-04-12T16:05:50.011 INFO:tasks.rados.rados.0.smithi099.stdout:1401: read oid 10 snap -1 2024-04-12T16:05:50.011 INFO:tasks.rados.rados.0.smithi099.stdout:1401: expect (ObjNum 434 snap 129 seq_num 434) 2024-04-12T16:05:50.011 INFO:tasks.rados.rados.0.smithi099.stdout:1402: copy_from oid 21 from oid 11 current snap is 135 2024-04-12T16:05:50.011 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 1 current snap is 135 2024-04-12T16:05:50.011 INFO:tasks.rados.rados.0.smithi099.stdout:1403: seq_num 453 ranges {4505600=393216} 2024-04-12T16:05:50.038 INFO:tasks.rados.rados.0.smithi099.stdout:1403: writing smithi09982431-1 from 4505600 to 4898816 tid 1 2024-04-12T16:05:50.038 INFO:tasks.rados.rados.0.smithi099.stdout:1404: copy_from oid 35 from oid 7 current snap is 135 2024-04-12T16:05:50.038 INFO:tasks.rados.rados.0.smithi099.stdout:1397: finishing write tid 1 to smithi09982431-47 2024-04-12T16:05:50.038 INFO:tasks.rados.rados.0.smithi099.stdout:1397: finishing write tid 2 to smithi09982431-47 2024-04-12T16:05:50.038 INFO:tasks.rados.rados.0.smithi099.stdout:1399: expect (ObjNum 389 snap 121 seq_num 389) 2024-04-12T16:05:50.087 INFO:tasks.rados.rados.0.smithi099.stdout:1401: expect (ObjNum 434 snap 129 seq_num 434) 2024-04-12T16:05:50.088 INFO:tasks.rados.rados.0.smithi099.stdout:1397: finishing write tid 3 to smithi09982431-47 2024-04-12T16:05:50.088 INFO:tasks.rados.rados.0.smithi099.stdout:1397: oid 47 updating version 0 to 939 2024-04-12T16:05:50.089 INFO:tasks.rados.rados.0.smithi099.stdout:1397: oid 47 version 939 is already newer than 938 2024-04-12T16:05:50.089 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 47 v 939 (ObjNum 451 snap 135 seq_num 451) dirty exists 2024-04-12T16:05:50.089 INFO:tasks.rados.rados.0.smithi099.stdout:1397: left oid 47 (ObjNum 451 snap 135 seq_num 451) 2024-04-12T16:05:50.089 INFO:tasks.rados.rados.0.smithi099.stdout:1398: expect (ObjNum 391 snap 121 seq_num 391) 2024-04-12T16:05:50.185 INFO:tasks.rados.rados.0.smithi099.stdout:1402: finishing copy_from to smithi09982431-21 2024-04-12T16:05:50.185 INFO:tasks.rados.rados.0.smithi099.stdout:1402: got expected ENOENT (src dne) 2024-04-12T16:05:50.185 INFO:tasks.rados.rados.0.smithi099.stdout:1402: finishing copy_from racing read to smithi09982431-21 2024-04-12T16:05:50.185 INFO:tasks.rados.rados.0.smithi099.stdout:1404: finishing copy_from racing read to smithi09982431-35 2024-04-12T16:05:50.185 INFO:tasks.rados.rados.0.smithi099.stdout:1403: finishing write tid 1 to smithi09982431-1 2024-04-12T16:05:50.185 INFO:tasks.rados.rados.0.smithi099.stdout:1403: finishing write tid 2 to smithi09982431-1 2024-04-12T16:05:50.185 INFO:tasks.rados.rados.0.smithi099.stdout:1397: done (6 left) 2024-04-12T16:05:50.185 INFO:tasks.rados.rados.0.smithi099.stdout:1398: done (5 left) 2024-04-12T16:05:50.185 INFO:tasks.rados.rados.0.smithi099.stdout:1399: done (4 left) 2024-04-12T16:05:50.185 INFO:tasks.rados.rados.0.smithi099.stdout:1401: done (3 left) 2024-04-12T16:05:50.185 INFO:tasks.rados.rados.0.smithi099.stdout:1402: done (2 left) 2024-04-12T16:05:50.185 INFO:tasks.rados.rados.0.smithi099.stdout:1405: read oid 49 snap -1 2024-04-12T16:05:50.186 INFO:tasks.rados.rados.0.smithi099.stdout:1405: expect (ObjNum 420 snap 128 seq_num 420) 2024-04-12T16:05:50.186 INFO:tasks.rados.rados.0.smithi099.stdout:1406: rollback oid 29 current snap is 135 2024-04-12T16:05:50.186 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 29 to 104 2024-04-12T16:05:50.186 INFO:tasks.rados.rados.0.smithi099.stdout:1404: finishing copy_from to smithi09982431-35 2024-04-12T16:05:50.186 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 939 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-12T16:05:50.186 INFO:tasks.rados.rados.0.smithi099.stdout:1404: done (3 left) 2024-04-12T16:05:50.186 INFO:tasks.rados.rados.0.smithi099.stdout:1407: rollback oid 37 current snap is 135 2024-04-12T16:05:50.186 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 37 to 104 2024-04-12T16:05:50.186 INFO:tasks.rados.rados.0.smithi099.stdout:1403: finishing write tid 3 to smithi09982431-1 2024-04-12T16:05:50.186 INFO:tasks.rados.rados.0.smithi099.stdout:1403: oid 1 updating version 0 to 739 2024-04-12T16:05:50.186 INFO:tasks.rados.rados.0.smithi099.stdout:1403: oid 1 version 739 is already newer than 738 2024-04-12T16:05:50.186 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 1 v 739 (ObjNum 453 snap 135 seq_num 453) dirty exists 2024-04-12T16:05:50.186 INFO:tasks.rados.rados.0.smithi099.stdout:1403: left oid 1 (ObjNum 453 snap 135 seq_num 453) 2024-04-12T16:05:50.186 INFO:tasks.rados.rados.0.smithi099.stdout:1403: done (3 left) 2024-04-12T16:05:50.187 INFO:tasks.rados.rados.0.smithi099.stdout:1408: rollback oid 36 current snap is 135 2024-04-12T16:05:50.187 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 36 to 126 2024-04-12T16:05:50.187 INFO:tasks.rados.rados.0.smithi099.stdout:1409: read oid 25 snap 132 2024-04-12T16:05:50.187 INFO:tasks.rados.rados.0.smithi099.stdout:1409: expect (ObjNum 109 snap 23 seq_num 109) 2024-04-12T16:05:50.187 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 31 current snap is 135 2024-04-12T16:05:50.187 INFO:tasks.rados.rados.0.smithi099.stdout:1410: seq_num 454 ranges {2957312=409600} 2024-04-12T16:05:50.202 INFO:tasks.rados.rados.0.smithi099.stdout:1410: writing smithi09982431-31 from 2957312 to 3366912 tid 1 2024-04-12T16:05:50.202 INFO:tasks.rados.rados.0.smithi099.stdout:1411: snap_remove snap 128 2024-04-12T16:05:50.999 INFO:tasks.rados.rados.0.smithi099.stdout:1411: done (6 left) 2024-04-12T16:05:50.999 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 44 current snap is 135 2024-04-12T16:05:50.999 INFO:tasks.rados.rados.0.smithi099.stdout:1408: finishing rollback tid 1 to smithi09982431-36 2024-04-12T16:05:50.999 INFO:tasks.rados.rados.0.smithi099.stdout:1412: seq_num 455 ranges {0=425984} 2024-04-12T16:05:51.002 INFO:tasks.rados.rados.0.smithi099.stdout:1412: writing smithi09982431-44 from 0 to 425984 tid 1 2024-04-12T16:05:51.002 INFO:tasks.rados.rados.0.smithi099.stdout:1413: snap_create 2024-04-12T16:05:51.003 INFO:tasks.rados.rados.0.smithi099.stdout:1408: finishing rollback tid 2 to smithi09982431-36 2024-04-12T16:05:51.003 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 36 v 941 (ObjNum 327 snap 103 seq_num 327) dirty exists 2024-04-12T16:05:51.003 INFO:tasks.rados.rados.0.smithi099.stdout:1406: finishing rollback tid 0 to smithi09982431-29 2024-04-12T16:05:51.003 INFO:tasks.rados.rados.0.smithi099.stdout:1406: finishing rollback tid 1 to smithi09982431-29 2024-04-12T16:05:51.003 INFO:tasks.rados.rados.0.smithi099.stdout:1407: finishing rollback tid 0 to smithi09982431-37 2024-04-12T16:05:51.003 INFO:tasks.rados.rados.0.smithi099.stdout:1407: finishing rollback tid 1 to smithi09982431-37 2024-04-12T16:05:51.003 INFO:tasks.rados.rados.0.smithi099.stdout:1406: finishing rollback tid 2 to smithi09982431-29 2024-04-12T16:05:51.003 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 29 v 942 (ObjNum 316 snap 98 seq_num 316) dirty exists 2024-04-12T16:05:51.003 INFO:tasks.rados.rados.0.smithi099.stdout:1407: finishing rollback tid 2 to smithi09982431-37 2024-04-12T16:05:51.003 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 37 v 664 (ObjNum 241 snap 70 seq_num 241) dirty exists 2024-04-12T16:05:51.003 INFO:tasks.rados.rados.0.smithi099.stdout:1409: expect (ObjNum 109 snap 23 seq_num 109) 2024-04-12T16:05:51.070 INFO:tasks.rados.rados.0.smithi099.stdout:1405: expect (ObjNum 420 snap 128 seq_num 420) 2024-04-12T16:05:51.178 INFO:tasks.rados.rados.0.smithi099.stdout:1410: finishing write tid 1 to smithi09982431-31 2024-04-12T16:05:51.179 INFO:tasks.rados.rados.0.smithi099.stdout:1410: finishing write tid 2 to smithi09982431-31 2024-04-12T16:05:51.179 INFO:tasks.rados.rados.0.smithi099.stdout:1410: finishing write tid 3 to smithi09982431-31 2024-04-12T16:05:51.179 INFO:tasks.rados.rados.0.smithi099.stdout:1410: oid 31 updating version 0 to 792 2024-04-12T16:05:51.179 INFO:tasks.rados.rados.0.smithi099.stdout:1410: oid 31 updating version 792 to 793 2024-04-12T16:05:51.179 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 31 v 793 (ObjNum 454 snap 135 seq_num 454) dirty exists 2024-04-12T16:05:51.179 INFO:tasks.rados.rados.0.smithi099.stdout:1410: left oid 31 (ObjNum 454 snap 135 seq_num 454) 2024-04-12T16:05:51.179 INFO:tasks.rados.rados.0.smithi099.stdout:1412: finishing write tid 1 to smithi09982431-44 2024-04-12T16:05:51.179 INFO:tasks.rados.rados.0.smithi099.stdout:1412: finishing write tid 2 to smithi09982431-44 2024-04-12T16:05:51.179 INFO:tasks.rados.rados.0.smithi099.stdout:1412: finishing write tid 3 to smithi09982431-44 2024-04-12T16:05:51.179 INFO:tasks.rados.rados.0.smithi099.stdout:1412: oid 44 updating version 0 to 795 2024-04-12T16:05:51.179 INFO:tasks.rados.rados.0.smithi099.stdout:1412: oid 44 version 795 is already newer than 794 2024-04-12T16:05:51.179 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 44 v 795 (ObjNum 455 snap 135 seq_num 455) dirty exists 2024-04-12T16:05:51.179 INFO:tasks.rados.rados.0.smithi099.stdout:1412: left oid 44 (ObjNum 455 snap 135 seq_num 455) 2024-04-12T16:05:51.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:50 smithi110 ceph-mon[88691]: osdmap e335: 8 total, 8 up, 8 in 2024-04-12T16:05:51.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:50 smithi110 ceph-mon[88691]: pgmap v138: 121 pgs: 121 active+clean; 406 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 4.9 MiB/s wr, 29 op/s 2024-04-12T16:05:51.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:50 smithi099 ceph-mon[94290]: osdmap e335: 8 total, 8 up, 8 in 2024-04-12T16:05:51.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:50 smithi099 ceph-mon[94290]: pgmap v138: 121 pgs: 121 active+clean; 406 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 4.9 MiB/s wr, 29 op/s 2024-04-12T16:05:51.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:50 smithi099 ceph-mon[96864]: osdmap e335: 8 total, 8 up, 8 in 2024-04-12T16:05:51.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:50 smithi099 ceph-mon[96864]: pgmap v138: 121 pgs: 121 active+clean; 406 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 4.9 MiB/s wr, 29 op/s 2024-04-12T16:05:52.005 INFO:tasks.rados.rados.0.smithi099.stdout:1405: done (7 left) 2024-04-12T16:05:52.006 INFO:tasks.rados.rados.0.smithi099.stdout:1406: done (6 left) 2024-04-12T16:05:52.006 INFO:tasks.rados.rados.0.smithi099.stdout:1407: done (5 left) 2024-04-12T16:05:52.006 INFO:tasks.rados.rados.0.smithi099.stdout:1408: done (4 left) 2024-04-12T16:05:52.006 INFO:tasks.rados.rados.0.smithi099.stdout:1409: done (3 left) 2024-04-12T16:05:52.006 INFO:tasks.rados.rados.0.smithi099.stdout:1410: done (2 left) 2024-04-12T16:05:52.006 INFO:tasks.rados.rados.0.smithi099.stdout:1412: done (1 left) 2024-04-12T16:05:52.006 INFO:tasks.rados.rados.0.smithi099.stdout:1413: done (0 left) 2024-04-12T16:05:52.006 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 3 current snap is 136 2024-04-12T16:05:52.007 INFO:tasks.rados.rados.0.smithi099.stdout:1414: seq_num 456 ranges {4612096=442368} 2024-04-12T16:05:52.033 INFO:tasks.rados.rados.0.smithi099.stdout:1414: writing smithi09982431-3 from 4612096 to 5054464 tid 1 2024-04-12T16:05:52.033 INFO:tasks.rados.rados.0.smithi099.stdout:1415: read oid 23 snap -1 2024-04-12T16:05:52.033 INFO:tasks.rados.rados.0.smithi099.stdout:1415: expect (ObjNum 442 snap 132 seq_num 442) 2024-04-12T16:05:52.033 INFO:tasks.rados.rados.0.smithi099.stdout:1416: copy_from oid 50 from oid 19 current snap is 136 2024-04-12T16:05:52.033 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 10 current snap is 136 2024-04-12T16:05:52.033 INFO:tasks.rados.rados.0.smithi099.stdout:1417: seq_num 457 ranges {73728=458752} 2024-04-12T16:05:52.036 INFO:tasks.rados.rados.0.smithi099.stdout:1417: writing smithi09982431-10 from 73728 to 532480 tid 1 2024-04-12T16:05:52.036 INFO:tasks.rados.rados.0.smithi099.stdout:1418: snap_create 2024-04-12T16:05:52.042 INFO:tasks.rados.rados.0.smithi099.stdout:1415: expect (ObjNum 442 snap 132 seq_num 442) 2024-04-12T16:05:52.145 INFO:tasks.rados.rados.0.smithi099.stdout:1414: finishing write tid 1 to smithi09982431-3 2024-04-12T16:05:52.145 INFO:tasks.rados.rados.0.smithi099.stdout:1414: finishing write tid 2 to smithi09982431-3 2024-04-12T16:05:52.145 INFO:tasks.rados.rados.0.smithi099.stdout:1417: finishing write tid 1 to smithi09982431-10 2024-04-12T16:05:52.145 INFO:tasks.rados.rados.0.smithi099.stdout:1417: finishing write tid 2 to smithi09982431-10 2024-04-12T16:05:52.145 INFO:tasks.rados.rados.0.smithi099.stdout:1414: finishing write tid 3 to smithi09982431-3 2024-04-12T16:05:52.145 INFO:tasks.rados.rados.0.smithi099.stdout:1414: oid 3 updating version 0 to 810 2024-04-12T16:05:52.145 INFO:tasks.rados.rados.0.smithi099.stdout:1414: oid 3 updating version 810 to 811 2024-04-12T16:05:52.145 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 3 v 811 (ObjNum 456 snap 136 seq_num 456) dirty exists 2024-04-12T16:05:52.145 INFO:tasks.rados.rados.0.smithi099.stdout:1414: left oid 3 (ObjNum 456 snap 136 seq_num 456) 2024-04-12T16:05:52.145 INFO:tasks.rados.rados.0.smithi099.stdout:1417: finishing write tid 3 to smithi09982431-10 2024-04-12T16:05:52.145 INFO:tasks.rados.rados.0.smithi099.stdout:1417: oid 10 updating version 0 to 814 2024-04-12T16:05:52.146 INFO:tasks.rados.rados.0.smithi099.stdout:1417: oid 10 version 814 is already newer than 813 2024-04-12T16:05:52.146 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 10 v 814 (ObjNum 457 snap 136 seq_num 457) dirty exists 2024-04-12T16:05:52.146 INFO:tasks.rados.rados.0.smithi099.stdout:1417: left oid 10 (ObjNum 457 snap 136 seq_num 457) 2024-04-12T16:05:52.146 INFO:tasks.rados.rados.0.smithi099.stdout:1416: finishing copy_from racing read to smithi09982431-50 2024-04-12T16:05:52.146 INFO:tasks.rados.rados.0.smithi099.stdout:1416: finishing copy_from to smithi09982431-50 2024-04-12T16:05:52.146 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 50 v 616 (ObjNum 402 snap 124 seq_num 402) dirty exists 2024-04-12T16:05:52.312 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:52 smithi110 ceph-mon[88691]: osdmap e336: 8 total, 8 up, 8 in 2024-04-12T16:05:52.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:51 smithi099 ceph-mon[94290]: osdmap e336: 8 total, 8 up, 8 in 2024-04-12T16:05:52.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:52 smithi099 ceph-mon[96864]: osdmap e336: 8 total, 8 up, 8 in 2024-04-12T16:05:52.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:05:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:05:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:05:53.011 INFO:tasks.rados.rados.0.smithi099.stdout:1414: done (4 left) 2024-04-12T16:05:53.011 INFO:tasks.rados.rados.0.smithi099.stdout:1415: done (3 left) 2024-04-12T16:05:53.011 INFO:tasks.rados.rados.0.smithi099.stdout:1416: done (2 left) 2024-04-12T16:05:53.011 INFO:tasks.rados.rados.0.smithi099.stdout:1417: done (1 left) 2024-04-12T16:05:53.011 INFO:tasks.rados.rados.0.smithi099.stdout:1418: done (0 left) 2024-04-12T16:05:53.011 INFO:tasks.rados.rados.0.smithi099.stdout:1419: read oid 9 snap -1 2024-04-12T16:05:53.011 INFO:tasks.rados.rados.0.smithi099.stdout:1419: expect (ObjNum 433 snap 129 seq_num 433) 2024-04-12T16:05:53.011 INFO:tasks.rados.rados.0.smithi099.stdout:1420: read oid 50 snap -1 2024-04-12T16:05:53.011 INFO:tasks.rados.rados.0.smithi099.stdout:1420: expect (ObjNum 402 snap 124 seq_num 402) 2024-04-12T16:05:53.011 INFO:tasks.rados.rados.0.smithi099.stdout:1421: read oid 35 snap 98 2024-04-12T16:05:53.011 INFO:tasks.rados.rados.0.smithi099.stdout:1421: expect (ObjNum 199 snap 51 seq_num 199) 2024-04-12T16:05:53.011 INFO:tasks.rados.rados.0.smithi099.stdout:1422: delete oid 11 current snap is 137 2024-04-12T16:05:53.016 INFO:tasks.rados.rados.0.smithi099.stdout:1421: expect (ObjNum 199 snap 51 seq_num 199) 2024-04-12T16:05:53.042 INFO:tasks.rados.rados.0.smithi099.stdout:1419: expect (ObjNum 433 snap 129 seq_num 433) 2024-04-12T16:05:53.113 INFO:tasks.rados.rados.0.smithi099.stdout:1420: expect (ObjNum 402 snap 124 seq_num 402) 2024-04-12T16:05:53.260 INFO:tasks.rados.rados.0.smithi099.stdout:1419: done (3 left) 2024-04-12T16:05:53.260 INFO:tasks.rados.rados.0.smithi099.stdout:1420: done (2 left) 2024-04-12T16:05:53.260 INFO:tasks.rados.rados.0.smithi099.stdout:1421: done (1 left) 2024-04-12T16:05:53.260 INFO:tasks.rados.rados.0.smithi099.stdout:1422: done (0 left) 2024-04-12T16:05:53.260 INFO:tasks.rados.rados.0.smithi099.stdout:1423: delete oid 34 current snap is 137 2024-04-12T16:05:53.263 INFO:tasks.rados.rados.0.smithi099.stdout:1423: done (0 left) 2024-04-12T16:05:53.263 INFO:tasks.rados.rados.0.smithi099.stdout:1424: snap_create 2024-04-12T16:05:53.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:53 smithi110 ceph-mon[88691]: osdmap e337: 8 total, 8 up, 8 in 2024-04-12T16:05:53.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:53 smithi110 ceph-mon[88691]: pgmap v141: 121 pgs: 121 active+clean; 406 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-12T16:05:53.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:53 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:53.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:53 smithi099 ceph-mon[94290]: osdmap e337: 8 total, 8 up, 8 in 2024-04-12T16:05:53.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:53 smithi099 ceph-mon[94290]: pgmap v141: 121 pgs: 121 active+clean; 406 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-12T16:05:53.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:53 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:53.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:53 smithi099 ceph-mon[96864]: osdmap e337: 8 total, 8 up, 8 in 2024-04-12T16:05:53.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:53 smithi099 ceph-mon[96864]: pgmap v141: 121 pgs: 121 active+clean; 406 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-12T16:05:53.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:53 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:53.834 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:05:53 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:05:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi099\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:05:53.994 INFO:tasks.rados.rados.0.smithi099.stdout:1424: done (0 left) 2024-04-12T16:05:53.994 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 49 current snap is 138 2024-04-12T16:05:53.994 INFO:tasks.rados.rados.0.smithi099.stdout:1425: seq_num 460 ranges {3465216=507904} 2024-04-12T16:05:54.015 INFO:tasks.rados.rados.0.smithi099.stdout:1425: writing smithi09982431-49 from 3465216 to 3973120 tid 1 2024-04-12T16:05:54.015 INFO:tasks.rados.rados.0.smithi099.stdout:1426: setattr oid 31 current snap is 138 2024-04-12T16:05:54.017 INFO:tasks.rados.rados.0.smithi099.stdout:1427: read oid 35 snap -1 2024-04-12T16:05:54.017 INFO:tasks.rados.rados.0.smithi099.stdout:1427: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:05:54.017 INFO:tasks.rados.rados.0.smithi099.stdout:1428: snap_create 2024-04-12T16:05:54.020 INFO:tasks.rados.rados.0.smithi099.stdout:1427: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:05:54.024 INFO:tasks.rados.rados.0.smithi099.stdout:1425: finishing write tid 1 to smithi09982431-49 2024-04-12T16:05:54.024 INFO:tasks.rados.rados.0.smithi099.stdout:1425: finishing write tid 2 to smithi09982431-49 2024-04-12T16:05:54.024 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 31 v 804 (ObjNum 454 snap 135 seq_num 454) dirty exists 2024-04-12T16:05:54.025 INFO:tasks.rados.rados.0.smithi099.stdout:1425: finishing write tid 3 to smithi09982431-49 2024-04-12T16:05:54.025 INFO:tasks.rados.rados.0.smithi099.stdout:1425: oid 49 updating version 0 to 801 2024-04-12T16:05:54.025 INFO:tasks.rados.rados.0.smithi099.stdout:1425: oid 49 updating version 801 to 802 2024-04-12T16:05:54.025 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 49 v 802 (ObjNum 460 snap 138 seq_num 460) dirty exists 2024-04-12T16:05:54.025 INFO:tasks.rados.rados.0.smithi099.stdout:1425: left oid 49 (ObjNum 460 snap 138 seq_num 460) 2024-04-12T16:05:54.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:54 smithi110 ceph-mon[88691]: osdmap e338: 8 total, 8 up, 8 in 2024-04-12T16:05:54.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:54 smithi110 ceph-mon[88691]: osdmap e339: 8 total, 8 up, 8 in 2024-04-12T16:05:54.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:54 smithi099 ceph-mon[94290]: osdmap e338: 8 total, 8 up, 8 in 2024-04-12T16:05:54.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:54 smithi099 ceph-mon[94290]: osdmap e339: 8 total, 8 up, 8 in 2024-04-12T16:05:54.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:54 smithi099 ceph-mon[96864]: osdmap e338: 8 total, 8 up, 8 in 2024-04-12T16:05:54.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:54 smithi099 ceph-mon[96864]: osdmap e339: 8 total, 8 up, 8 in 2024-04-12T16:05:55.019 INFO:tasks.rados.rados.0.smithi099.stdout:1425: done (3 left) 2024-04-12T16:05:55.019 INFO:tasks.rados.rados.0.smithi099.stdout:1426: done (2 left) 2024-04-12T16:05:55.019 INFO:tasks.rados.rados.0.smithi099.stdout:1427: done (1 left) 2024-04-12T16:05:55.019 INFO:tasks.rados.rados.0.smithi099.stdout:1428: done (0 left) 2024-04-12T16:05:55.019 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 3 current snap is 139 2024-04-12T16:05:55.019 INFO:tasks.rados.rados.0.smithi099.stdout:1429: seq_num 461 ranges {5054464=524288} 2024-04-12T16:05:55.048 INFO:tasks.rados.rados.0.smithi099.stdout:1429: writing smithi09982431-3 from 5054464 to 5578752 tid 1 2024-04-12T16:05:55.048 INFO:tasks.rados.rados.0.smithi099.stdout:1430: read oid 22 snap 94 2024-04-12T16:05:55.049 INFO:tasks.rados.rados.0.smithi099.stdout:1430: expect deleted 2024-04-12T16:05:55.049 INFO:tasks.rados.rados.0.smithi099.stdout:1431: read oid 9 snap 131 2024-04-12T16:05:55.049 INFO:tasks.rados.rados.0.smithi099.stdout:1431: expect (ObjNum 433 snap 129 seq_num 433) 2024-04-12T16:05:55.049 INFO:tasks.rados.rados.0.smithi099.stdout:1432: snap_remove snap 134 2024-04-12T16:05:55.080 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-04-12T16:05:55.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:55 smithi110 ceph-mon[88691]: pgmap v144: 121 pgs: 121 active+clean; 396 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-04-12T16:05:55.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:55 smithi099 ceph-mon[94290]: pgmap v144: 121 pgs: 121 active+clean; 396 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-04-12T16:05:55.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:55 smithi099 ceph-mon[96864]: pgmap v144: 121 pgs: 121 active+clean; 396 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-04-12T16:05:55.399 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T16:05:55.399 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (6m) 15s ago 7m 26.8M - 0.25.0 c8568f914cd2 d0012c0a0402 2024-04-12T16:05:55.399 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi110 *:3000 running (7m) 61s ago 7m 88.8M - 9.4.7 954c08fa6188 f1a47e96b342 2024-04-12T16:05:55.399 INFO:teuthology.orchestra.run.smithi099.stdout:mds.a smithi099 running (8m) 15s ago 8m 19.2M - 18.2.2-1187-gd540ebac bb2c5eac26a4 41cdf918e4eb 2024-04-12T16:05:55.399 INFO:teuthology.orchestra.run.smithi099.stdout:mds.b smithi110 running (8m) 61s ago 8m 14.7M - 18.2.2-1187-gd540ebac bb2c5eac26a4 453e0d052bae 2024-04-12T16:05:55.399 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi110 *:8443,9283,8765 running (2m) 61s ago 12m 450M - 19.0.0-2847-gbf9c5618 92de118a8b8f 39e31f4f4e9d 2024-04-12T16:05:55.399 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (2m) 15s ago 13m 506M - 19.0.0-2847-gbf9c5618 92de118a8b8f 8fb83982268a 2024-04-12T16:05:55.399 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (111s) 15s ago 13m 46.6M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f cc807b11358b 2024-04-12T16:05:55.399 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi110 running (67s) 61s ago 12m 28.4M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 393831dfcb29 2024-04-12T16:05:55.399 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (87s) 15s ago 12m 41.0M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 3bb5784f6f37 2024-04-12T16:05:55.399 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (6m) 15s ago 6m 15.9M - 1.5.0 0da6a335fe13 1555012f6fb4 2024-04-12T16:05:55.399 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi110 *:9100 running (6m) 61s ago 6m 15.2M - 1.5.0 0da6a335fe13 e64854b1f14f 2024-04-12T16:05:55.400 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (20s) 15s ago 11m 15.1M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 5e1f1df54e74 2024-04-12T16:05:55.400 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (11m) 15s ago 11m 208M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 10eb3a0efddd 2024-04-12T16:05:55.400 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (10m) 15s ago 10m 257M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 bcc4792ed641 2024-04-12T16:05:55.400 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (10m) 15s ago 10m 176M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 c9320073515e 2024-04-12T16:05:55.400 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi110 running (10m) 61s ago 10m 187M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 cbe7627415bc 2024-04-12T16:05:55.400 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi110 running (9m) 61s ago 9m 230M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 adfdbd20159e 2024-04-12T16:05:55.400 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi110 running (9m) 61s ago 9m 153M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 27d42d053218 2024-04-12T16:05:55.400 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi110 running (8m) 61s ago 8m 138M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 d4e7f553110a 2024-04-12T16:05:55.400 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi110 *:9095 running (2m) 61s ago 7m 53.7M - 2.43.0 a07b618ecd1d 9fabb6d2365c 2024-04-12T16:05:55.796 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-04-12T16:05:55.796 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-04-12T16:05:55.796 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 3 2024-04-12T16:05:55.796 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:05:55.796 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-04-12T16:05:55.796 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:05:55.796 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:05:55.796 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-04-12T16:05:55.796 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 7, 2024-04-12T16:05:55.796 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 1 2024-04-12T16:05:55.797 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:05:55.797 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": { 2024-04-12T16:05:55.797 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:05:55.797 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:05:55.797 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-04-12T16:05:55.797 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 9, 2024-04-12T16:05:55.797 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 6 2024-04-12T16:05:55.797 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-04-12T16:05:55.797 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-04-12T16:05:56.028 INFO:tasks.rados.rados.0.smithi099.stdout:1432: done (3 left) 2024-04-12T16:05:56.028 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 11 current snap is 139 2024-04-12T16:05:56.028 INFO:tasks.rados.rados.0.smithi099.stdout:1433: seq_num 462 ranges {0=540672} 2024-04-12T16:05:56.031 INFO:tasks.rados.rados.0.smithi099.stdout:1433: writing smithi09982431-11 from 0 to 540672 tid 1 2024-04-12T16:05:56.031 INFO:tasks.rados.rados.0.smithi099.stdout:1434: setattr oid 33 current snap is 139 2024-04-12T16:05:56.032 INFO:tasks.rados.rados.0.smithi099.stdout:1429: finishing write tid 1 to smithi09982431-3 2024-04-12T16:05:56.032 INFO:tasks.rados.rados.0.smithi099.stdout:1429: finishing write tid 2 to smithi09982431-3 2024-04-12T16:05:56.032 INFO:tasks.rados.rados.0.smithi099.stdout:1429: finishing write tid 3 to smithi09982431-3 2024-04-12T16:05:56.032 INFO:tasks.rados.rados.0.smithi099.stdout:1429: oid 3 updating version 0 to 817 2024-04-12T16:05:56.032 INFO:tasks.rados.rados.0.smithi099.stdout:1429: oid 3 version 817 is already newer than 816 2024-04-12T16:05:56.032 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 3 v 817 (ObjNum 461 snap 139 seq_num 461) dirty exists 2024-04-12T16:05:56.032 INFO:tasks.rados.rados.0.smithi099.stdout:1429: left oid 3 (ObjNum 461 snap 139 seq_num 461) 2024-04-12T16:05:56.032 INFO:tasks.rados.rados.0.smithi099.stdout:1431: expect (ObjNum 433 snap 129 seq_num 433) 2024-04-12T16:05:56.106 INFO:tasks.rados.rados.0.smithi099.stdout:1433: finishing write tid 1 to smithi09982431-11 2024-04-12T16:05:56.106 INFO:tasks.rados.rados.0.smithi099.stdout:1433: finishing write tid 2 to smithi09982431-11 2024-04-12T16:05:56.106 INFO:tasks.rados.rados.0.smithi099.stdout:1433: finishing write tid 3 to smithi09982431-11 2024-04-12T16:05:56.106 INFO:tasks.rados.rados.0.smithi099.stdout:1433: oid 11 updating version 0 to 307 2024-04-12T16:05:56.106 INFO:tasks.rados.rados.0.smithi099.stdout:1433: oid 11 updating version 307 to 308 2024-04-12T16:05:56.106 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 11 v 308 (ObjNum 462 snap 139 seq_num 462) dirty exists 2024-04-12T16:05:56.106 INFO:tasks.rados.rados.0.smithi099.stdout:1433: left oid 11 (ObjNum 462 snap 139 seq_num 462) 2024-04-12T16:05:56.106 INFO:tasks.rados.rados.0.smithi099.stdout:1429: done (4 left) 2024-04-12T16:05:56.107 INFO:tasks.rados.rados.0.smithi099.stdout:1430: done (3 left) 2024-04-12T16:05:56.107 INFO:tasks.rados.rados.0.smithi099.stdout:1431: done (2 left) 2024-04-12T16:05:56.107 INFO:tasks.rados.rados.0.smithi099.stdout:1433: done (1 left) 2024-04-12T16:05:56.107 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 34 current snap is 139 2024-04-12T16:05:56.107 INFO:tasks.rados.rados.0.smithi099.stdout:1435: seq_num 463 ranges {0=557056} 2024-04-12T16:05:56.109 INFO:tasks.rados.rados.0.smithi099.stdout:1435: writing smithi09982431-34 from 0 to 557056 tid 1 2024-04-12T16:05:56.109 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 33 v 469 (ObjNum 355 snap 111 seq_num 355) dirty exists 2024-04-12T16:05:56.109 INFO:tasks.rados.rados.0.smithi099.stdout:1434: done (1 left) 2024-04-12T16:05:56.109 INFO:tasks.rados.rados.0.smithi099.stdout:1436: copy_from oid 22 from oid 18 current snap is 139 2024-04-12T16:05:56.109 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 21 current snap is 139 2024-04-12T16:05:56.109 INFO:tasks.rados.rados.0.smithi099.stdout:1437: seq_num 464 ranges {2695168=573440} 2024-04-12T16:05:56.127 INFO:tasks.rados.rados.0.smithi099.stdout:1437: writing smithi09982431-21 from 2695168 to 3268608 tid 1 2024-04-12T16:05:56.127 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 15 current snap is 139 2024-04-12T16:05:56.127 INFO:tasks.rados.rados.0.smithi099.stdout:1435: finishing write tid 1 to smithi09982431-34 2024-04-12T16:05:56.127 INFO:tasks.rados.rados.0.smithi099.stdout:1435: finishing write tid 2 to smithi09982431-34 2024-04-12T16:05:56.127 INFO:tasks.rados.rados.0.smithi099.stdout:1435: finishing write tid 3 to smithi09982431-34 2024-04-12T16:05:56.127 INFO:tasks.rados.rados.0.smithi099.stdout:1435: oid 34 updating version 0 to 950 2024-04-12T16:05:56.127 INFO:tasks.rados.rados.0.smithi099.stdout:1435: oid 34 updating version 950 to 951 2024-04-12T16:05:56.127 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 34 v 951 (ObjNum 463 snap 139 seq_num 463) dirty exists 2024-04-12T16:05:56.127 INFO:tasks.rados.rados.0.smithi099.stdout:1435: left oid 34 (ObjNum 463 snap 139 seq_num 463) 2024-04-12T16:05:56.127 INFO:tasks.rados.rados.0.smithi099.stdout:1438: seq_num 465 ranges {0=598016} 2024-04-12T16:05:56.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:56 smithi099 ceph-mon[96864]: osdmap e340: 8 total, 8 up, 8 in 2024-04-12T16:05:56.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:56 smithi099 ceph-mon[96864]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:05:56.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:56 smithi099 ceph-mon[96864]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:05:56.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:56 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3743521769' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:05:56.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:56 smithi099 ceph-mon[94290]: osdmap e340: 8 total, 8 up, 8 in 2024-04-12T16:05:56.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:56 smithi099 ceph-mon[94290]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:05:56.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:56 smithi099 ceph-mon[94290]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:05:56.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:56 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3743521769' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:05:56.130 INFO:tasks.rados.rados.0.smithi099.stdout:1438: writing smithi09982431-15 from 0 to 598016 tid 1 2024-04-12T16:05:56.130 INFO:tasks.rados.rados.0.smithi099.stdout:1435: done (3 left) 2024-04-12T16:05:56.130 INFO:tasks.rados.rados.0.smithi099.stdout:1439: read oid 9 snap -1 2024-04-12T16:05:56.130 INFO:tasks.rados.rados.0.smithi099.stdout:1439: expect (ObjNum 433 snap 129 seq_num 433) 2024-04-12T16:05:56.130 INFO:tasks.rados.rados.0.smithi099.stdout:1440: snap_remove snap 137 2024-04-12T16:05:56.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:56 smithi110 ceph-mon[88691]: osdmap e340: 8 total, 8 up, 8 in 2024-04-12T16:05:56.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:56 smithi110 ceph-mon[88691]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:05:56.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:56 smithi110 ceph-mon[88691]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:05:56.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:56 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3743521769' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:05:56.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:05:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:05:56] "GET /metrics HTTP/1.1" 200 35914 "" "Prometheus/2.43.0" 2024-04-12T16:05:57.030 INFO:tasks.rados.rados.0.smithi099.stdout:1440: done (4 left) 2024-04-12T16:05:57.031 INFO:tasks.rados.rados.0.smithi099.stdout:1441: rmattr oid 1 current snap is 139 2024-04-12T16:05:57.031 INFO:tasks.rados.rados.0.smithi099.stdout:1441: done (4 left) 2024-04-12T16:05:57.031 INFO:tasks.rados.rados.0.smithi099.stdout:1442: rollback oid 30 current snap is 139 2024-04-12T16:05:57.031 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 30 to 126 2024-04-12T16:05:57.031 INFO:tasks.rados.rados.0.smithi099.stdout:1436: finishing copy_from racing read to smithi09982431-22 2024-04-12T16:05:57.031 INFO:tasks.rados.rados.0.smithi099.stdout:1437: finishing write tid 1 to smithi09982431-21 2024-04-12T16:05:57.031 INFO:tasks.rados.rados.0.smithi099.stdout:1437: finishing write tid 2 to smithi09982431-21 2024-04-12T16:05:57.031 INFO:tasks.rados.rados.0.smithi099.stdout:1436: finishing copy_from to smithi09982431-22 2024-04-12T16:05:57.031 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 22 v 544 (ObjNum 115 snap 24 seq_num 115) dirty exists 2024-04-12T16:05:57.031 INFO:tasks.rados.rados.0.smithi099.stdout:1438: finishing write tid 1 to smithi09982431-15 2024-04-12T16:05:57.031 INFO:tasks.rados.rados.0.smithi099.stdout:1438: finishing write tid 2 to smithi09982431-15 2024-04-12T16:05:57.031 INFO:tasks.rados.rados.0.smithi099.stdout:1437: finishing write tid 3 to smithi09982431-21 2024-04-12T16:05:57.031 INFO:tasks.rados.rados.0.smithi099.stdout:1437: oid 21 updating version 0 to 811 2024-04-12T16:05:57.031 INFO:tasks.rados.rados.0.smithi099.stdout:1437: oid 21 version 811 is already newer than 810 2024-04-12T16:05:57.032 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 811 (ObjNum 464 snap 139 seq_num 464) dirty exists 2024-04-12T16:05:57.032 INFO:tasks.rados.rados.0.smithi099.stdout:1437: left oid 21 (ObjNum 464 snap 139 seq_num 464) 2024-04-12T16:05:57.032 INFO:tasks.rados.rados.0.smithi099.stdout:1438: finishing write tid 3 to smithi09982431-15 2024-04-12T16:05:57.032 INFO:tasks.rados.rados.0.smithi099.stdout:1438: oid 15 updating version 0 to 548 2024-04-12T16:05:57.032 INFO:tasks.rados.rados.0.smithi099.stdout:1438: oid 15 version 548 is already newer than 547 2024-04-12T16:05:57.032 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 15 v 548 (ObjNum 465 snap 139 seq_num 465) dirty exists 2024-04-12T16:05:57.032 INFO:tasks.rados.rados.0.smithi099.stdout:1438: left oid 15 (ObjNum 465 snap 139 seq_num 465) 2024-04-12T16:05:57.032 INFO:tasks.rados.rados.0.smithi099.stdout:1439: expect (ObjNum 433 snap 129 seq_num 433) 2024-04-12T16:05:57.107 INFO:tasks.rados.rados.0.smithi099.stdout:1442: finishing rollback tid 0 to smithi09982431-30 2024-04-12T16:05:57.108 INFO:tasks.rados.rados.0.smithi099.stdout:1436: done (4 left) 2024-04-12T16:05:57.108 INFO:tasks.rados.rados.0.smithi099.stdout:1437: done (3 left) 2024-04-12T16:05:57.108 INFO:tasks.rados.rados.0.smithi099.stdout:1438: done (2 left) 2024-04-12T16:05:57.108 INFO:tasks.rados.rados.0.smithi099.stdout:1439: done (1 left) 2024-04-12T16:05:57.108 INFO:tasks.rados.rados.0.smithi099.stdout:1443: read oid 2 snap -1 2024-04-12T16:05:57.108 INFO:tasks.rados.rados.0.smithi099.stdout:1443: expect (ObjNum 450 snap 135 seq_num 450) 2024-04-12T16:05:57.108 INFO:tasks.rados.rados.0.smithi099.stdout:1444: rmattr oid 6 current snap is 139 2024-04-12T16:05:57.108 INFO:tasks.rados.rados.0.smithi099.stdout:1444: done (2 left) 2024-04-12T16:05:57.108 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 38 current snap is 139 2024-04-12T16:05:57.108 INFO:tasks.rados.rados.0.smithi099.stdout:1442: finishing rollback tid 1 to smithi09982431-30 2024-04-12T16:05:57.108 INFO:tasks.rados.rados.0.smithi099.stdout:1442: finishing rollback tid 2 to smithi09982431-30 2024-04-12T16:05:57.108 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 30 v 564 (ObjNum 392 snap 121 seq_num 392) dirty exists 2024-04-12T16:05:57.108 INFO:tasks.rados.rados.0.smithi099.stdout:1445: seq_num 466 ranges {6471680=614400} 2024-04-12T16:05:57.145 INFO:tasks.rados.rados.0.smithi099.stdout:1445: writing smithi09982431-38 from 6471680 to 7086080 tid 1 2024-04-12T16:05:57.145 INFO:tasks.rados.rados.0.smithi099.stdout:1442: done (2 left) 2024-04-12T16:05:57.145 INFO:tasks.rados.rados.0.smithi099.stdout:1446: rollback oid 50 current snap is 139 2024-04-12T16:05:57.146 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 50 to 66 2024-04-12T16:05:57.146 INFO:tasks.rados.rados.0.smithi099.stdout:1443: expect (ObjNum 450 snap 135 seq_num 450) 2024-04-12T16:05:57.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:57 smithi110 ceph-mon[88691]: osdmap e341: 8 total, 8 up, 8 in 2024-04-12T16:05:57.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:57 smithi110 ceph-mon[88691]: pgmap v147: 121 pgs: 121 active+clean; 396 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.5 MiB/s wr, 17 op/s 2024-04-12T16:05:57.359 INFO:tasks.rados.rados.0.smithi099.stdout:1446: finishing rollback tid 0 to smithi09982431-50 2024-04-12T16:05:57.359 INFO:tasks.rados.rados.0.smithi099.stdout:1445: finishing write tid 1 to smithi09982431-38 2024-04-12T16:05:57.359 INFO:tasks.rados.rados.0.smithi099.stdout:1445: finishing write tid 2 to smithi09982431-38 2024-04-12T16:05:57.360 INFO:tasks.rados.rados.0.smithi099.stdout:1446: finishing rollback tid 1 to smithi09982431-50 2024-04-12T16:05:57.360 INFO:tasks.rados.rados.0.smithi099.stdout:1446: finishing rollback tid 2 to smithi09982431-50 2024-04-12T16:05:57.360 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 50 v 742 (ObjNum 122 snap 29 seq_num 122) dirty exists 2024-04-12T16:05:57.360 INFO:tasks.rados.rados.0.smithi099.stdout:1445: finishing write tid 3 to smithi09982431-38 2024-04-12T16:05:57.360 INFO:tasks.rados.rados.0.smithi099.stdout:1445: oid 38 updating version 0 to 644 2024-04-12T16:05:57.360 INFO:tasks.rados.rados.0.smithi099.stdout:1445: oid 38 version 644 is already newer than 643 2024-04-12T16:05:57.360 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 38 v 644 (ObjNum 466 snap 139 seq_num 466) dirty exists 2024-04-12T16:05:57.360 INFO:tasks.rados.rados.0.smithi099.stdout:1445: left oid 38 (ObjNum 466 snap 139 seq_num 466) 2024-04-12T16:05:57.360 INFO:tasks.rados.rados.0.smithi099.stdout:1443: done (2 left) 2024-04-12T16:05:57.360 INFO:tasks.rados.rados.0.smithi099.stdout:1445: done (1 left) 2024-04-12T16:05:57.360 INFO:tasks.rados.rados.0.smithi099.stdout:1446: done (0 left) 2024-04-12T16:05:57.360 INFO:tasks.rados.rados.0.smithi099.stdout:1447: read oid 38 snap -1 2024-04-12T16:05:57.360 INFO:tasks.rados.rados.0.smithi099.stdout:1447: expect (ObjNum 466 snap 139 seq_num 466) 2024-04-12T16:05:57.360 INFO:tasks.rados.rados.0.smithi099.stdout:1448: copy_from oid 49 from oid 10 current snap is 139 2024-04-12T16:05:57.360 INFO:tasks.rados.rados.0.smithi099.stdout:1449: snap_create 2024-04-12T16:05:57.365 INFO:tasks.rados.rados.0.smithi099.stdout:1448: finishing copy_from racing read to smithi09982431-49 2024-04-12T16:05:57.366 INFO:tasks.rados.rados.0.smithi099.stdout:1448: finishing copy_from to smithi09982431-49 2024-04-12T16:05:57.367 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 49 v 814 (ObjNum 457 snap 136 seq_num 457) dirty exists 2024-04-12T16:05:57.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:57 smithi099 ceph-mon[94290]: osdmap e341: 8 total, 8 up, 8 in 2024-04-12T16:05:57.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:57 smithi099 ceph-mon[94290]: pgmap v147: 121 pgs: 121 active+clean; 396 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.5 MiB/s wr, 17 op/s 2024-04-12T16:05:57.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:57 smithi099 ceph-mon[96864]: osdmap e341: 8 total, 8 up, 8 in 2024-04-12T16:05:57.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:57 smithi099 ceph-mon[96864]: pgmap v147: 121 pgs: 121 active+clean; 396 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.5 MiB/s wr, 17 op/s 2024-04-12T16:05:57.381 INFO:tasks.rados.rados.0.smithi099.stdout:1447: expect (ObjNum 466 snap 139 seq_num 466) 2024-04-12T16:05:58.033 INFO:tasks.rados.rados.0.smithi099.stdout:1447: done (2 left) 2024-04-12T16:05:58.033 INFO:tasks.rados.rados.0.smithi099.stdout:1448: done (1 left) 2024-04-12T16:05:58.033 INFO:tasks.rados.rados.0.smithi099.stdout:1449: done (0 left) 2024-04-12T16:05:58.033 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 47 current snap is 140 2024-04-12T16:05:58.033 INFO:tasks.rados.rados.0.smithi099.stdout:1450: seq_num 467 ranges {2088960=630784} 2024-04-12T16:05:58.048 INFO:tasks.rados.rados.0.smithi099.stdout:1450: writing smithi09982431-47 from 2088960 to 2719744 tid 1 2024-04-12T16:05:58.048 INFO:tasks.rados.rados.0.smithi099.stdout:1451: read oid 37 snap -1 2024-04-12T16:05:58.048 INFO:tasks.rados.rados.0.smithi099.stdout:1451: expect (ObjNum 241 snap 70 seq_num 241) 2024-04-12T16:05:58.048 INFO:tasks.rados.rados.0.smithi099.stdout:1452: copy_from oid 46 from oid 15 current snap is 140 2024-04-12T16:05:58.048 INFO:tasks.rados.rados.0.smithi099.stdout:1453: delete oid 1 current snap is 140 2024-04-12T16:05:58.053 INFO:tasks.rados.rados.0.smithi099.stdout:1452: finishing copy_from racing read to smithi09982431-46 2024-04-12T16:05:58.053 INFO:tasks.rados.rados.0.smithi099.stdout:1453: done (3 left) 2024-04-12T16:05:58.054 INFO:tasks.rados.rados.0.smithi099.stdout:1454: copy_from oid 26 from oid 3 current snap is 140 2024-04-12T16:05:58.054 INFO:tasks.rados.rados.0.smithi099.stdout:1455: delete oid 8 current snap is 140 2024-04-12T16:05:58.054 INFO:tasks.rados.rados.0.smithi099.stdout:1450: finishing write tid 1 to smithi09982431-47 2024-04-12T16:05:58.054 INFO:tasks.rados.rados.0.smithi099.stdout:1450: finishing write tid 2 to smithi09982431-47 2024-04-12T16:05:58.057 INFO:tasks.rados.rados.0.smithi099.stdout:1452: finishing copy_from to smithi09982431-46 2024-04-12T16:05:58.057 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 46 v 548 (ObjNum 465 snap 139 seq_num 465) dirty exists 2024-04-12T16:05:58.058 INFO:tasks.rados.rados.0.smithi099.stdout:1452: done (4 left) 2024-04-12T16:05:58.058 INFO:tasks.rados.rados.0.smithi099.stdout:1455: done (3 left) 2024-04-12T16:05:58.058 INFO:tasks.rados.rados.0.smithi099.stdout:1456: read oid 9 snap -1 2024-04-12T16:05:58.058 INFO:tasks.rados.rados.0.smithi099.stdout:1456: expect (ObjNum 433 snap 129 seq_num 433) 2024-04-12T16:05:58.058 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 28 current snap is 140 2024-04-12T16:05:58.059 INFO:tasks.rados.rados.0.smithi099.stdout:1457: seq_num 470 ranges {3522560=679936} 2024-04-12T16:05:58.082 INFO:tasks.rados.rados.0.smithi099.stdout:1457: writing smithi09982431-28 from 3522560 to 4202496 tid 1 2024-04-12T16:05:58.082 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 38 current snap is 140 2024-04-12T16:05:58.082 INFO:tasks.rados.rados.0.smithi099.stdout:1458: seq_num 471 ranges {7086080=696320} 2024-04-12T16:05:58.124 INFO:tasks.rados.rados.0.smithi099.stdout:1458: writing smithi09982431-38 from 7086080 to 7782400 tid 1 2024-04-12T16:05:58.124 INFO:tasks.rados.rados.0.smithi099.stdout:1459: read oid 46 snap -1 2024-04-12T16:05:58.124 INFO:tasks.rados.rados.0.smithi099.stdout:1459: expect (ObjNum 465 snap 139 seq_num 465) 2024-04-12T16:05:58.124 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 18 current snap is 140 2024-04-12T16:05:58.124 INFO:tasks.rados.rados.0.smithi099.stdout:1450: finishing write tid 3 to smithi09982431-47 2024-04-12T16:05:58.124 INFO:tasks.rados.rados.0.smithi099.stdout:1450: oid 47 updating version 0 to 943 2024-04-12T16:05:58.124 INFO:tasks.rados.rados.0.smithi099.stdout:1450: oid 47 updating version 943 to 944 2024-04-12T16:05:58.124 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 47 v 944 (ObjNum 467 snap 140 seq_num 467) dirty exists 2024-04-12T16:05:58.124 INFO:tasks.rados.rados.0.smithi099.stdout:1450: left oid 47 (ObjNum 467 snap 140 seq_num 467) 2024-04-12T16:05:58.124 INFO:tasks.rados.rados.0.smithi099.stdout:1451: expect (ObjNum 241 snap 70 seq_num 241) 2024-04-12T16:05:58.287 INFO:tasks.rados.rados.0.smithi099.stdout:1456: expect (ObjNum 433 snap 129 seq_num 433) 2024-04-12T16:05:58.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:58 smithi110 ceph-mon[88691]: osdmap e342: 8 total, 8 up, 8 in 2024-04-12T16:05:58.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:58.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:05:58.358 INFO:tasks.rados.rados.0.smithi099.stdout:1454: finishing copy_from racing read to smithi09982431-26 2024-04-12T16:05:58.358 INFO:tasks.rados.rados.0.smithi099.stdout:1454: finishing copy_from to smithi09982431-26 2024-04-12T16:05:58.358 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 817 (ObjNum 461 snap 139 seq_num 461) dirty exists 2024-04-12T16:05:58.358 INFO:tasks.rados.rados.0.smithi099.stdout:1457: finishing write tid 1 to smithi09982431-28 2024-04-12T16:05:58.358 INFO:tasks.rados.rados.0.smithi099.stdout:1457: finishing write tid 2 to smithi09982431-28 2024-04-12T16:05:58.358 INFO:tasks.rados.rados.0.smithi099.stdout:1457: finishing write tid 3 to smithi09982431-28 2024-04-12T16:05:58.358 INFO:tasks.rados.rados.0.smithi099.stdout:1457: oid 28 updating version 0 to 954 2024-04-12T16:05:58.358 INFO:tasks.rados.rados.0.smithi099.stdout:1457: oid 28 version 954 is already newer than 953 2024-04-12T16:05:58.358 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 28 v 954 (ObjNum 470 snap 140 seq_num 470) dirty exists 2024-04-12T16:05:58.358 INFO:tasks.rados.rados.0.smithi099.stdout:1457: left oid 28 (ObjNum 470 snap 140 seq_num 470) 2024-04-12T16:05:58.358 INFO:tasks.rados.rados.0.smithi099.stdout:1458: finishing write tid 1 to smithi09982431-38 2024-04-12T16:05:58.358 INFO:tasks.rados.rados.0.smithi099.stdout:1459: expect (ObjNum 465 snap 139 seq_num 465) 2024-04-12T16:05:58.373 INFO:tasks.rados.rados.0.smithi099.stdout:1458: finishing write tid 2 to smithi09982431-38 2024-04-12T16:05:58.373 INFO:tasks.rados.rados.0.smithi099.stdout:1460: seq_num 472 ranges {5849088=712704} 2024-04-12T16:05:58.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:58 smithi099 ceph-mon[94290]: osdmap e342: 8 total, 8 up, 8 in 2024-04-12T16:05:58.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:58.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:05:58.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:58 smithi099 ceph-mon[96864]: osdmap e342: 8 total, 8 up, 8 in 2024-04-12T16:05:58.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:05:58.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:05:58.409 INFO:tasks.rados.rados.0.smithi099.stdout:1460: writing smithi09982431-18 from 5849088 to 6561792 tid 1 2024-04-12T16:05:58.409 INFO:tasks.rados.rados.0.smithi099.stdout:1450: done (7 left) 2024-04-12T16:05:58.409 INFO:tasks.rados.rados.0.smithi099.stdout:1451: done (6 left) 2024-04-12T16:05:58.409 INFO:tasks.rados.rados.0.smithi099.stdout:1454: done (5 left) 2024-04-12T16:05:58.409 INFO:tasks.rados.rados.0.smithi099.stdout:1456: done (4 left) 2024-04-12T16:05:58.410 INFO:tasks.rados.rados.0.smithi099.stdout:1457: done (3 left) 2024-04-12T16:05:58.410 INFO:tasks.rados.rados.0.smithi099.stdout:1459: done (2 left) 2024-04-12T16:05:58.410 INFO:tasks.rados.rados.0.smithi099.stdout:1461: setattr oid 23 current snap is 140 2024-04-12T16:05:58.410 INFO:tasks.rados.rados.0.smithi099.stdout:1458: finishing write tid 3 to smithi09982431-38 2024-04-12T16:05:58.410 INFO:tasks.rados.rados.0.smithi099.stdout:1458: oid 38 updating version 0 to 649 2024-04-12T16:05:58.410 INFO:tasks.rados.rados.0.smithi099.stdout:1458: oid 38 version 649 is already newer than 648 2024-04-12T16:05:58.410 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 38 v 649 (ObjNum 471 snap 140 seq_num 471) dirty exists 2024-04-12T16:05:58.410 INFO:tasks.rados.rados.0.smithi099.stdout:1458: left oid 38 (ObjNum 471 snap 140 seq_num 471) 2024-04-12T16:05:58.410 INFO:tasks.rados.rados.0.smithi099.stdout:1458: done (2 left) 2024-04-12T16:05:58.410 INFO:tasks.rados.rados.0.smithi099.stdout:1462: rmattr oid 16 current snap is 140 2024-04-12T16:05:58.410 INFO:tasks.rados.rados.0.smithi099.stdout:1463: snap_create 2024-04-12T16:05:58.412 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 23 v 445 (ObjNum 442 snap 132 seq_num 442) dirty exists 2024-04-12T16:05:58.412 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 16 v 744 (ObjNum 428 snap 128 seq_num 428) dirty exists 2024-04-12T16:05:58.414 INFO:tasks.rados.rados.0.smithi099.stdout:1460: finishing write tid 1 to smithi09982431-18 2024-04-12T16:05:58.414 INFO:tasks.rados.rados.0.smithi099.stdout:1460: finishing write tid 2 to smithi09982431-18 2024-04-12T16:05:58.415 INFO:tasks.rados.rados.0.smithi099.stdout:1460: finishing write tid 3 to smithi09982431-18 2024-04-12T16:05:58.415 INFO:tasks.rados.rados.0.smithi099.stdout:1460: oid 18 updating version 0 to 832 2024-04-12T16:05:58.415 INFO:tasks.rados.rados.0.smithi099.stdout:1460: oid 18 version 832 is already newer than 831 2024-04-12T16:05:58.416 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 18 v 832 (ObjNum 472 snap 140 seq_num 472) dirty exists 2024-04-12T16:05:58.416 INFO:tasks.rados.rados.0.smithi099.stdout:1460: left oid 18 (ObjNum 472 snap 140 seq_num 472) 2024-04-12T16:05:58.996 INFO:tasks.rados.rados.0.smithi099.stdout:1460: done (3 left) 2024-04-12T16:05:58.996 INFO:tasks.rados.rados.0.smithi099.stdout:1461: done (2 left) 2024-04-12T16:05:58.996 INFO:tasks.rados.rados.0.smithi099.stdout:1462: done (1 left) 2024-04-12T16:05:58.997 INFO:tasks.rados.rados.0.smithi099.stdout:1463: done (0 left) 2024-04-12T16:05:58.997 INFO:tasks.rados.rados.0.smithi099.stdout:1464: snap_remove snap 138 2024-04-12T16:05:59.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:59 smithi110 ceph-mon[88691]: osdmap e343: 8 total, 8 up, 8 in 2024-04-12T16:05:59.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:59 smithi110 ceph-mon[88691]: pgmap v150: 121 pgs: 121 active+clean; 401 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 612 KiB/s wr, 7 op/s 2024-04-12T16:05:59.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:05:59 smithi110 ceph-mon[88691]: osdmap e344: 8 total, 8 up, 8 in 2024-04-12T16:05:59.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:59 smithi099 ceph-mon[94290]: osdmap e343: 8 total, 8 up, 8 in 2024-04-12T16:05:59.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:59 smithi099 ceph-mon[94290]: pgmap v150: 121 pgs: 121 active+clean; 401 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 612 KiB/s wr, 7 op/s 2024-04-12T16:05:59.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:05:59 smithi099 ceph-mon[94290]: osdmap e344: 8 total, 8 up, 8 in 2024-04-12T16:05:59.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:59 smithi099 ceph-mon[96864]: osdmap e343: 8 total, 8 up, 8 in 2024-04-12T16:05:59.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:59 smithi099 ceph-mon[96864]: pgmap v150: 121 pgs: 121 active+clean; 401 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 612 KiB/s wr, 7 op/s 2024-04-12T16:05:59.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:05:59 smithi099 ceph-mon[96864]: osdmap e344: 8 total, 8 up, 8 in 2024-04-12T16:05:59.997 INFO:tasks.rados.rados.0.smithi099.stdout:1464: done (0 left) 2024-04-12T16:05:59.997 INFO:tasks.rados.rados.0.smithi099.stdout:1465: delete oid 49 current snap is 141 2024-04-12T16:06:00.006 INFO:tasks.rados.rados.0.smithi099.stdout:1465: done (0 left) 2024-04-12T16:06:00.007 INFO:tasks.rados.rados.0.smithi099.stdout:1466: delete oid 40 current snap is 141 2024-04-12T16:06:00.012 INFO:tasks.rados.rados.0.smithi099.stdout:1466: done (0 left) 2024-04-12T16:06:00.012 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 15 current snap is 141 2024-04-12T16:06:00.012 INFO:tasks.rados.rados.0.smithi099.stdout:1467: seq_num 475 ranges {598016=761856} 2024-04-12T16:06:00.020 INFO:tasks.rados.rados.0.smithi099.stdout:1467: writing smithi09982431-15 from 598016 to 1359872 tid 1 2024-04-12T16:06:00.020 INFO:tasks.rados.rados.0.smithi099.stdout:1468: delete oid 41 current snap is 141 2024-04-12T16:06:00.023 INFO:tasks.rados.rados.0.smithi099.stdout:1468: done (1 left) 2024-04-12T16:06:00.023 INFO:tasks.rados.rados.0.smithi099.stdout:1469: read oid 43 snap -1 2024-04-12T16:06:00.024 INFO:tasks.rados.rados.0.smithi099.stdout:1469: expect (ObjNum 449 snap 135 seq_num 449) 2024-04-12T16:06:00.024 INFO:tasks.rados.rados.0.smithi099.stdout:1470: read oid 27 snap -1 2024-04-12T16:06:00.024 INFO:tasks.rados.rados.0.smithi099.stdout:1470: expect (ObjNum 412 snap 127 seq_num 412) 2024-04-12T16:06:00.024 INFO:tasks.rados.rados.0.smithi099.stdout:1471: snap_remove snap 102 2024-04-12T16:06:00.294 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:00 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T16:06:00.294 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:00 smithi099 ceph-mon[94290]: osdmap e345: 8 total, 8 up, 8 in 2024-04-12T16:06:00.294 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:00 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T16:06:00.294 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:00 smithi099 ceph-mon[96864]: osdmap e345: 8 total, 8 up, 8 in 2024-04-12T16:06:00.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:00 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T16:06:00.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:00 smithi110 ceph-mon[88691]: osdmap e345: 8 total, 8 up, 8 in 2024-04-12T16:06:01.004 INFO:tasks.rados.rados.0.smithi099.stdout:1467: finishing write tid 1 to smithi09982431-15 2024-04-12T16:06:01.005 INFO:tasks.rados.rados.0.smithi099.stdout:1467: finishing write tid 2 to smithi09982431-15 2024-04-12T16:06:01.005 INFO:tasks.rados.rados.0.smithi099.stdout:1467: finishing write tid 3 to smithi09982431-15 2024-04-12T16:06:01.005 INFO:tasks.rados.rados.0.smithi099.stdout:1467: oid 15 updating version 0 to 554 2024-04-12T16:06:01.005 INFO:tasks.rados.rados.0.smithi099.stdout:1467: oid 15 updating version 554 to 555 2024-04-12T16:06:01.005 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 15 v 555 (ObjNum 475 snap 141 seq_num 475) dirty exists 2024-04-12T16:06:01.005 INFO:tasks.rados.rados.0.smithi099.stdout:1467: left oid 15 (ObjNum 475 snap 141 seq_num 475) 2024-04-12T16:06:01.005 INFO:tasks.rados.rados.0.smithi099.stdout:1469: expect (ObjNum 449 snap 135 seq_num 449) 2024-04-12T16:06:01.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:01 smithi099 ceph-mon[94290]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T16:06:01.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:01 smithi099 ceph-mon[94290]: Upgrade: osd.1 is safe to restart 2024-04-12T16:06:01.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:01 smithi099 ceph-mon[94290]: pgmap v153: 121 pgs: 121 active+clean; 417 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.4 MiB/s wr, 29 op/s 2024-04-12T16:06:01.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:01 smithi099 ceph-mon[94290]: osdmap e346: 8 total, 8 up, 8 in 2024-04-12T16:06:01.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:01 smithi099 ceph-mon[96864]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T16:06:01.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:01 smithi099 ceph-mon[96864]: Upgrade: osd.1 is safe to restart 2024-04-12T16:06:01.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:01 smithi099 ceph-mon[96864]: pgmap v153: 121 pgs: 121 active+clean; 417 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.4 MiB/s wr, 29 op/s 2024-04-12T16:06:01.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:01 smithi099 ceph-mon[96864]: osdmap e346: 8 total, 8 up, 8 in 2024-04-12T16:06:01.241 INFO:tasks.rados.rados.0.smithi099.stdout:1470: expect (ObjNum 412 snap 127 seq_num 412) 2024-04-12T16:06:01.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:01 smithi110 ceph-mon[88691]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T16:06:01.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:01 smithi110 ceph-mon[88691]: Upgrade: osd.1 is safe to restart 2024-04-12T16:06:01.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:01 smithi110 ceph-mon[88691]: pgmap v153: 121 pgs: 121 active+clean; 417 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.4 MiB/s wr, 29 op/s 2024-04-12T16:06:01.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:01 smithi110 ceph-mon[88691]: osdmap e346: 8 total, 8 up, 8 in 2024-04-12T16:06:01.449 INFO:tasks.rados.rados.0.smithi099.stdout:1467: done (3 left) 2024-04-12T16:06:01.449 INFO:tasks.rados.rados.0.smithi099.stdout:1469: done (2 left) 2024-04-12T16:06:01.449 INFO:tasks.rados.rados.0.smithi099.stdout:1470: done (1 left) 2024-04-12T16:06:01.449 INFO:tasks.rados.rados.0.smithi099.stdout:1471: done (0 left) 2024-04-12T16:06:01.449 INFO:tasks.rados.rados.0.smithi099.stdout:1472: read oid 20 snap -1 2024-04-12T16:06:01.449 INFO:tasks.rados.rados.0.smithi099.stdout:1472: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:06:01.449 INFO:tasks.rados.rados.0.smithi099.stdout:1473: snap_remove snap 132 2024-04-12T16:06:02.273 INFO:tasks.rados.rados.0.smithi099.stdout:1473: done (1 left) 2024-04-12T16:06:02.273 INFO:tasks.rados.rados.0.smithi099.stdout:1474: copy_from oid 4 from oid 6 current snap is 141 2024-04-12T16:06:02.273 INFO:tasks.rados.rados.0.smithi099.stdout:1472: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:06:02.275 INFO:tasks.rados.rados.0.smithi099.stdout:1472: done (1 left) 2024-04-12T16:06:02.275 INFO:tasks.rados.rados.0.smithi099.stdout:1475: snap_remove snap 104 2024-04-12T16:06:02.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:02 smithi099 ceph-mon[94290]: Upgrade: Updating osd.1 2024-04-12T16:06:02.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:02 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:02.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:02 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T16:06:02.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:02 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:06:02.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:02 smithi099 ceph-mon[94290]: Deploying daemon osd.1 on smithi099 2024-04-12T16:06:02.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:02 smithi099 ceph-mon[96864]: Upgrade: Updating osd.1 2024-04-12T16:06:02.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:02 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:02.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:02 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T16:06:02.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:02 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:06:02.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:02 smithi099 ceph-mon[96864]: Deploying daemon osd.1 on smithi099 2024-04-12T16:06:02.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:02 smithi110 ceph-mon[88691]: Upgrade: Updating osd.1 2024-04-12T16:06:02.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:02 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:02.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:02 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T16:06:02.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:02 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:06:02.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:02 smithi110 ceph-mon[88691]: Deploying daemon osd.1 on smithi099 2024-04-12T16:06:02.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:06:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:06:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:06:03.272 INFO:tasks.rados.rados.0.smithi099.stdout:1475: done (1 left) 2024-04-12T16:06:03.273 INFO:tasks.rados.rados.0.smithi099.stdout:1476: read oid 12 snap -1 2024-04-12T16:06:03.273 INFO:tasks.rados.rados.0.smithi099.stdout:1476: expect (ObjNum 389 snap 121 seq_num 389) 2024-04-12T16:06:03.273 INFO:tasks.rados.rados.0.smithi099.stdout:1474: finishing copy_from racing read to smithi09982431-4 2024-04-12T16:06:03.273 INFO:tasks.rados.rados.0.smithi099.stdout:1477: read oid 18 snap -1 2024-04-12T16:06:03.273 INFO:tasks.rados.rados.0.smithi099.stdout:1477: expect (ObjNum 472 snap 140 seq_num 472) 2024-04-12T16:06:03.273 INFO:tasks.rados.rados.0.smithi099.stdout:1478: rollback oid 34 current snap is 141 2024-04-12T16:06:03.273 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 34 to 133 2024-04-12T16:06:03.273 INFO:tasks.rados.rados.0.smithi099.stdout:1474: finishing copy_from to smithi09982431-4 2024-04-12T16:06:03.273 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 4 v 448 (ObjNum 302 snap 93 seq_num 302) dirty exists 2024-04-12T16:06:03.273 INFO:tasks.rados.rados.0.smithi099.stdout:1474: done (3 left) 2024-04-12T16:06:03.273 INFO:tasks.rados.rados.0.smithi099.stdout:1479: delete oid 39 current snap is 141 2024-04-12T16:06:03.287 INFO:tasks.rados.rados.0.smithi099.stdout:1479: done (3 left) 2024-04-12T16:06:03.287 INFO:tasks.rados.rados.0.smithi099.stdout:1480: snap_create 2024-04-12T16:06:03.287 INFO:tasks.rados.rados.0.smithi099.stdout:1478: finishing rollback tid 0 to smithi09982431-34 2024-04-12T16:06:03.287 INFO:tasks.rados.rados.0.smithi099.stdout:1478: finishing rollback tid 1 to smithi09982431-34 2024-04-12T16:06:03.287 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 34 v 970 (ObjNum 113 snap 0 seq_num 1659317177) dirty dne 2024-04-12T16:06:03.288 INFO:tasks.rados.rados.0.smithi099.stdout:1476: expect (ObjNum 389 snap 121 seq_num 389) 2024-04-12T16:06:03.342 INFO:tasks.rados.rados.0.smithi099.stdout:1477: expect (ObjNum 472 snap 140 seq_num 472) 2024-04-12T16:06:03.457 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:03 smithi099 ceph-mon[94290]: osdmap e347: 8 total, 8 up, 8 in 2024-04-12T16:06:03.457 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:03 smithi099 ceph-mon[94290]: pgmap v156: 121 pgs: 121 active+clean; 417 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.8 MiB/s wr, 22 op/s 2024-04-12T16:06:03.457 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:03 smithi099 ceph-mon[96864]: osdmap e347: 8 total, 8 up, 8 in 2024-04-12T16:06:03.457 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:03 smithi099 ceph-mon[96864]: pgmap v156: 121 pgs: 121 active+clean; 417 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.8 MiB/s wr, 22 op/s 2024-04-12T16:06:03.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:03 smithi110 ceph-mon[88691]: osdmap e347: 8 total, 8 up, 8 in 2024-04-12T16:06:03.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:03 smithi110 ceph-mon[88691]: pgmap v156: 121 pgs: 121 active+clean; 417 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.8 MiB/s wr, 22 op/s 2024-04-12T16:06:03.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:06:03 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:06:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi099\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:06:03.997 INFO:tasks.rados.rados.0.smithi099.stdout:1476: done (3 left) 2024-04-12T16:06:03.997 INFO:tasks.rados.rados.0.smithi099.stdout:1477: done (2 left) 2024-04-12T16:06:03.997 INFO:tasks.rados.rados.0.smithi099.stdout:1478: done (1 left) 2024-04-12T16:06:03.998 INFO:tasks.rados.rados.0.smithi099.stdout:1480: done (0 left) 2024-04-12T16:06:03.998 INFO:tasks.rados.rados.0.smithi099.stdout:1481: read oid 21 snap 140 2024-04-12T16:06:03.998 INFO:tasks.rados.rados.0.smithi099.stdout:1481: expect (ObjNum 464 snap 139 seq_num 464) 2024-04-12T16:06:03.998 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 39 current snap is 142 2024-04-12T16:06:03.998 INFO:tasks.rados.rados.0.smithi099.stdout:1482: seq_num 478 ranges {0=409600,409600=401408} 2024-04-12T16:06:03.999 INFO:tasks.rados.rados.0.smithi099.stdout:1482: writing smithi09982431-39 from 0 to 409600 tid 1 2024-04-12T16:06:04.001 INFO:tasks.rados.rados.0.smithi099.stdout:1482: writing smithi09982431-39 from 409600 to 811008 tid 2 2024-04-12T16:06:04.001 INFO:tasks.rados.rados.0.smithi099.stdout:1483: snap_remove snap 135 2024-04-12T16:06:04.520 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:04 smithi099 ceph-mon[94290]: osdmap e348: 8 total, 8 up, 8 in 2024-04-12T16:06:04.520 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:04 smithi099 ceph-mon[94290]: osdmap e349: 8 total, 8 up, 8 in 2024-04-12T16:06:04.521 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:04 smithi099 ceph-mon[96864]: osdmap e348: 8 total, 8 up, 8 in 2024-04-12T16:06:04.521 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:04 smithi099 ceph-mon[96864]: osdmap e349: 8 total, 8 up, 8 in 2024-04-12T16:06:04.521 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:04 smithi099 systemd[1]: Stopping Ceph osd.1 for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:06:04.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:04 smithi110 ceph-mon[88691]: osdmap e348: 8 total, 8 up, 8 in 2024-04-12T16:06:04.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:04 smithi110 ceph-mon[88691]: osdmap e349: 8 total, 8 up, 8 in 2024-04-12T16:06:04.877 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:04 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1[49808]: 2024-04-12T16:06:04.768+0000 7f4cceaf2700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T16:06:04.877 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:04 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1[49808]: 2024-04-12T16:06:04.768+0000 7f4cceaf2700 -1 osd.1 349 *** Got signal Terminated *** 2024-04-12T16:06:04.877 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:04 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1[49808]: 2024-04-12T16:06:04.768+0000 7f4cceaf2700 -1 osd.1 349 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T16:06:05.001 INFO:tasks.rados.rados.0.smithi099.stdout:1483: done (2 left) 2024-04-12T16:06:05.001 INFO:tasks.rados.rados.0.smithi099.stdout:1484: delete oid 19 current snap is 142 2024-04-12T16:06:05.001 INFO:tasks.rados.rados.0.smithi099.stdout:1482: finishing write tid 1 to smithi09982431-39 2024-04-12T16:06:05.001 INFO:tasks.rados.rados.0.smithi099.stdout:1482: finishing write tid 2 to smithi09982431-39 2024-04-12T16:06:05.001 INFO:tasks.rados.rados.0.smithi099.stdout:1482: finishing write tid 3 to smithi09982431-39 2024-04-12T16:06:05.001 INFO:tasks.rados.rados.0.smithi099.stdout:1482: finishing write tid 4 to smithi09982431-39 2024-04-12T16:06:05.002 INFO:tasks.rados.rados.0.smithi099.stdout:1482: oid 39 updating version 0 to 690 2024-04-12T16:06:05.002 INFO:tasks.rados.rados.0.smithi099.stdout:1482: oid 39 version 690 is already newer than 689 2024-04-12T16:06:05.002 INFO:tasks.rados.rados.0.smithi099.stdout:1482: oid 39 updating version 690 to 691 2024-04-12T16:06:05.002 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 39 v 691 (ObjNum 478 snap 142 seq_num 478) dirty exists 2024-04-12T16:06:05.002 INFO:tasks.rados.rados.0.smithi099.stdout:1482: left oid 39 (ObjNum 478 snap 142 seq_num 478) 2024-04-12T16:06:05.002 INFO:tasks.rados.rados.0.smithi099.stdout:1481: expect (ObjNum 464 snap 139 seq_num 464) 2024-04-12T16:06:05.562 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:05 smithi099 ceph-mon[94290]: pgmap v159: 121 pgs: 121 active+clean; 418 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 658 KiB/s wr, 11 op/s 2024-04-12T16:06:05.562 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:05 smithi099 ceph-mon[94290]: osd.1 marked itself down and dead 2024-04-12T16:06:05.562 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:05 smithi099 ceph-mon[94290]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:06:05.562 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:05 smithi099 ceph-mon[94290]: osdmap e350: 8 total, 7 up, 8 in 2024-04-12T16:06:05.563 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:05 smithi099 ceph-mon[96864]: pgmap v159: 121 pgs: 121 active+clean; 418 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 658 KiB/s wr, 11 op/s 2024-04-12T16:06:05.563 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:05 smithi099 ceph-mon[96864]: osd.1 marked itself down and dead 2024-04-12T16:06:05.563 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:05 smithi099 ceph-mon[96864]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:06:05.563 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:05 smithi099 ceph-mon[96864]: osdmap e350: 8 total, 7 up, 8 in 2024-04-12T16:06:05.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:05 smithi110 ceph-mon[88691]: pgmap v159: 121 pgs: 121 active+clean; 418 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 658 KiB/s wr, 11 op/s 2024-04-12T16:06:05.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:05 smithi110 ceph-mon[88691]: osd.1 marked itself down and dead 2024-04-12T16:06:05.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:05 smithi110 ceph-mon[88691]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:06:05.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:05 smithi110 ceph-mon[88691]: osdmap e350: 8 total, 7 up, 8 in 2024-04-12T16:06:05.877 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:05 smithi099 podman[107439]: 2024-04-12 16:06:05.564359363 +0000 UTC m=+0.900265277 container died 10eb3a0efddd06bfea46c197335722942bf71dac70d445d0a2f6df45968609f3 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1, org.label-schema.build-date=20240403, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-d540eba, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-12T16:06:06.015 INFO:tasks.rados.rados.0.smithi099.stdout:1481: done (2 left) 2024-04-12T16:06:06.016 INFO:tasks.rados.rados.0.smithi099.stdout:1482: done (1 left) 2024-04-12T16:06:06.016 INFO:tasks.rados.rados.0.smithi099.stdout:1484: done (0 left) 2024-04-12T16:06:06.016 INFO:tasks.rados.rados.0.smithi099.stdout:1485: rollback oid 6 current snap is 142 2024-04-12T16:06:06.016 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 6 to 126 2024-04-12T16:06:06.016 INFO:tasks.rados.rados.0.smithi099.stdout:1486: read oid 17 snap -1 2024-04-12T16:06:06.016 INFO:tasks.rados.rados.0.smithi099.stdout:1486: expect deleted 2024-04-12T16:06:06.016 INFO:tasks.rados.rados.0.smithi099.stdout:1487: snap_create 2024-04-12T16:06:06.019 INFO:tasks.rados.rados.0.smithi099.stdout:1485: finishing rollback tid 0 to smithi09982431-6 2024-04-12T16:06:06.019 INFO:tasks.rados.rados.0.smithi099.stdout:1485: finishing rollback tid 1 to smithi09982431-6 2024-04-12T16:06:06.019 INFO:tasks.rados.rados.0.smithi099.stdout:1485: finishing rollback tid 2 to smithi09982431-6 2024-04-12T16:06:06.019 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 6 v 947 (ObjNum 367 snap 113 seq_num 367) dirty exists 2024-04-12T16:06:06.359 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:06 smithi099 podman[107439]: 2024-04-12 16:06:06.091558106 +0000 UTC m=+1.427464016 container cleanup 10eb3a0efddd06bfea46c197335722942bf71dac70d445d0a2f6df45968609f3 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-d540eba, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-12T16:06:06.359 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:06 smithi099 bash[107439]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1 2024-04-12T16:06:06.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:06:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:06:06] "GET /metrics HTTP/1.1" 200 36058 "" "Prometheus/2.43.0" 2024-04-12T16:06:06.627 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:06 smithi099 podman[107463]: 2024-04-12 16:06:06.368378887 +0000 UTC m=+0.807097399 container remove 10eb3a0efddd06bfea46c197335722942bf71dac70d445d0a2f6df45968609f3 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-d540eba, org.label-schema.build-date=20240403, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T16:06:07.006 INFO:tasks.rados.rados.0.smithi099.stdout:1485: done (2 left) 2024-04-12T16:06:07.006 INFO:tasks.rados.rados.0.smithi099.stdout:1486: done (1 left) 2024-04-12T16:06:07.006 INFO:tasks.rados.rados.0.smithi099.stdout:1487: done (0 left) 2024-04-12T16:06:07.006 INFO:tasks.rados.rados.0.smithi099.stdout:1488: rollback oid 5 current snap is 143 2024-04-12T16:06:07.007 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 5 to 133 2024-04-12T16:06:07.007 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 46 current snap is 143 2024-04-12T16:06:07.007 INFO:tasks.rados.rados.0.smithi099.stdout:1489: seq_num 480 ranges {598016=442368,1040384=401408} 2024-04-12T16:06:07.011 INFO:tasks.rados.rados.0.smithi099.stdout:1489: writing smithi09982431-46 from 598016 to 1040384 tid 1 2024-04-12T16:06:07.014 INFO:tasks.rados.rados.0.smithi099.stdout:1489: writing smithi09982431-46 from 1040384 to 1441792 tid 2 2024-04-12T16:06:07.014 INFO:tasks.rados.rados.0.smithi099.stdout:1490: snap_create 2024-04-12T16:06:07.014 INFO:tasks.rados.rados.0.smithi099.stdout:1488: finishing rollback tid 1 to smithi09982431-5 2024-04-12T16:06:07.014 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 5 v 615 (ObjNum 33 snap 0 seq_num 1923995888) dirty dne 2024-04-12T16:06:07.018 INFO:tasks.rados.rados.0.smithi099.stdout:1489: finishing write tid 1 to smithi09982431-46 2024-04-12T16:06:07.018 INFO:tasks.rados.rados.0.smithi099.stdout:1489: finishing write tid 2 to smithi09982431-46 2024-04-12T16:06:07.018 INFO:tasks.rados.rados.0.smithi099.stdout:1489: finishing write tid 3 to smithi09982431-46 2024-04-12T16:06:07.019 INFO:tasks.rados.rados.0.smithi099.stdout:1489: finishing write tid 4 to smithi09982431-46 2024-04-12T16:06:07.019 INFO:tasks.rados.rados.0.smithi099.stdout:1489: oid 46 updating version 0 to 573 2024-04-12T16:06:07.019 INFO:tasks.rados.rados.0.smithi099.stdout:1489: oid 46 updating version 573 to 575 2024-04-12T16:06:07.019 INFO:tasks.rados.rados.0.smithi099.stdout:1489: oid 46 version 575 is already newer than 574 2024-04-12T16:06:07.019 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 46 v 575 (ObjNum 480 snap 143 seq_num 480) dirty exists 2024-04-12T16:06:07.019 INFO:tasks.rados.rados.0.smithi099.stdout:1489: left oid 46 (ObjNum 480 snap 143 seq_num 480) 2024-04-12T16:06:07.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:07 smithi099 ceph-mon[94290]: osdmap e351: 8 total, 7 up, 8 in 2024-04-12T16:06:07.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:07 smithi099 ceph-mon[94290]: pgmap v162: 121 pgs: 16 stale+active+clean, 105 active+clean; 418 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 658 KiB/s wr, 14 op/s 2024-04-12T16:06:07.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:07 smithi099 ceph-mon[96864]: osdmap e351: 8 total, 7 up, 8 in 2024-04-12T16:06:07.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:07 smithi099 ceph-mon[96864]: pgmap v162: 121 pgs: 16 stale+active+clean, 105 active+clean; 418 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 658 KiB/s wr, 14 op/s 2024-04-12T16:06:07.128 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:06 smithi099 podman[107559]: 2024-04-12 16:06:06.852574259 +0000 UTC m=+0.114431427 container create 4286fb15ef329793bca6d092328bba9f8fb4372ef635e7ac45bbbd688ca21063 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-12T16:06:07.128 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:06 smithi099 podman[107559]: 2024-04-12 16:06:06.755718 +0000 UTC m=+0.017575184 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:06:07.128 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:07 smithi099 podman[107559]: 2024-04-12 16:06:07.089128692 +0000 UTC m=+0.350985877 container init 4286fb15ef329793bca6d092328bba9f8fb4372ef635e7ac45bbbd688ca21063 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.build-date=20240409) 2024-04-12T16:06:07.128 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:07 smithi099 podman[107559]: 2024-04-12 16:06:07.09462488 +0000 UTC m=+0.356482049 container start 4286fb15ef329793bca6d092328bba9f8fb4372ef635e7ac45bbbd688ca21063 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1-deactivate, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux ) 2024-04-12T16:06:07.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:07 smithi110 ceph-mon[88691]: osdmap e351: 8 total, 7 up, 8 in 2024-04-12T16:06:07.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:07 smithi110 ceph-mon[88691]: pgmap v162: 121 pgs: 16 stale+active+clean, 105 active+clean; 418 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 658 KiB/s wr, 14 op/s 2024-04-12T16:06:07.627 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:07 smithi099 podman[107559]: 2024-04-12 16:06:07.197061358 +0000 UTC m=+0.458918529 container attach 4286fb15ef329793bca6d092328bba9f8fb4372ef635e7ac45bbbd688ca21063 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-04-12T16:06:07.627 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:07 smithi099 podman[107559]: 2024-04-12 16:06:07.387525261 +0000 UTC m=+0.649382421 container died 4286fb15ef329793bca6d092328bba9f8fb4372ef635e7ac45bbbd688ca21063 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-12T16:06:08.010 INFO:tasks.rados.rados.0.smithi099.stdout:1488: done (2 left) 2024-04-12T16:06:08.010 INFO:tasks.rados.rados.0.smithi099.stdout:1489: done (1 left) 2024-04-12T16:06:08.011 INFO:tasks.rados.rados.0.smithi099.stdout:1490: done (0 left) 2024-04-12T16:06:08.011 INFO:tasks.rados.rados.0.smithi099.stdout:1491: snap_remove snap 143 2024-04-12T16:06:08.333 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:08 smithi099 ceph-mon[94290]: osdmap e352: 8 total, 7 up, 8 in 2024-04-12T16:06:08.333 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:08 smithi099 ceph-mon[96864]: osdmap e352: 8 total, 7 up, 8 in 2024-04-12T16:06:08.333 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:08 smithi099 podman[107605]: 2024-04-12 16:06:08.110028734 +0000 UTC m=+0.717807259 container remove 4286fb15ef329793bca6d092328bba9f8fb4372ef635e7ac45bbbd688ca21063 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1-deactivate, GIT_BRANCH=HEAD, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS) 2024-04-12T16:06:08.334 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:08 smithi099 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@osd.1.service: Deactivated successfully. 2024-04-12T16:06:08.334 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:08 smithi099 systemd[1]: Stopped Ceph osd.1 for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:06:08.334 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:08 smithi099 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@osd.1.service: Consumed 11.199s CPU time. 2024-04-12T16:06:08.334 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:08 smithi099 systemd[1]: Starting Ceph osd.1 for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:06:08.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:08 smithi110 ceph-mon[88691]: osdmap e352: 8 total, 7 up, 8 in 2024-04-12T16:06:08.627 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:08 smithi099 podman[107717]: 2024-04-12 16:06:08.454378279 +0000 UTC m=+0.018097150 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:06:08.627 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:08 smithi099 podman[107717]: 2024-04-12 16:06:08.561028912 +0000 UTC m=+0.124747790 container create 264fe8399ae394200b6ac655be0f3a2dfc4ea8daf8aa374618a22055f07bb1e3 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=) 2024-04-12T16:06:08.999 INFO:tasks.rados.rados.0.smithi099.stdout:1491: done (0 left) 2024-04-12T16:06:08.999 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 49 current snap is 144 2024-04-12T16:06:08.999 INFO:tasks.rados.rados.0.smithi099.stdout:1492: seq_num 481 ranges {0=458752,458752=401408} 2024-04-12T16:06:09.001 INFO:tasks.rados.rados.0.smithi099.stdout:1492: writing smithi09982431-49 from 0 to 458752 tid 1 2024-04-12T16:06:09.004 INFO:tasks.rados.rados.0.smithi099.stdout:1492: writing smithi09982431-49 from 458752 to 860160 tid 2 2024-04-12T16:06:09.004 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 25 current snap is 144 2024-04-12T16:06:09.004 INFO:tasks.rados.rados.0.smithi099.stdout:1493: seq_num 482 ranges {1990656=475136,2465792=401408} 2024-04-12T16:06:09.014 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:08 smithi099 podman[107717]: 2024-04-12 16:06:08.755773844 +0000 UTC m=+0.319492721 container init 264fe8399ae394200b6ac655be0f3a2dfc4ea8daf8aa374618a22055f07bb1e3 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1-activate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-12T16:06:09.014 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:08 smithi099 podman[107717]: 2024-04-12 16:06:08.761450975 +0000 UTC m=+0.325169849 container start 264fe8399ae394200b6ac655be0f3a2dfc4ea8daf8aa374618a22055f07bb1e3 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409) 2024-04-12T16:06:09.014 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:08 smithi099 podman[107717]: 2024-04-12 16:06:08.863470901 +0000 UTC m=+0.427189780 container attach 264fe8399ae394200b6ac655be0f3a2dfc4ea8daf8aa374618a22055f07bb1e3 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1-activate, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-04-12T16:06:09.017 INFO:tasks.rados.rados.0.smithi099.stdout:1493: writing smithi09982431-25 from 1990656 to 2465792 tid 1 2024-04-12T16:06:09.020 INFO:tasks.rados.rados.0.smithi099.stdout:1493: writing smithi09982431-25 from 2465792 to 2867200 tid 2 2024-04-12T16:06:09.020 INFO:tasks.rados.rados.0.smithi099.stdout:1494: copy_from oid 30 from oid 13 current snap is 144 2024-04-12T16:06:09.020 INFO:tasks.rados.rados.0.smithi099.stdout:1495: read oid 1 snap -1 2024-04-12T16:06:09.020 INFO:tasks.rados.rados.0.smithi099.stdout:1495: expect deleted 2024-04-12T16:06:09.020 INFO:tasks.rados.rados.0.smithi099.stdout:1496: setattr oid 17 current snap is 144 2024-04-12T16:06:09.020 INFO:tasks.rados.rados.0.smithi099.stdout:1492: finishing write tid 1 to smithi09982431-49 2024-04-12T16:06:09.021 INFO:tasks.rados.rados.0.smithi099.stdout:1492: finishing write tid 2 to smithi09982431-49 2024-04-12T16:06:09.021 INFO:tasks.rados.rados.0.smithi099.stdout:1492: finishing write tid 3 to smithi09982431-49 2024-04-12T16:06:09.021 INFO:tasks.rados.rados.0.smithi099.stdout:1492: finishing write tid 4 to smithi09982431-49 2024-04-12T16:06:09.021 INFO:tasks.rados.rados.0.smithi099.stdout:1492: oid 49 updating version 0 to 860 2024-04-12T16:06:09.021 INFO:tasks.rados.rados.0.smithi099.stdout:1492: oid 49 updating version 860 to 861 2024-04-12T16:06:09.021 INFO:tasks.rados.rados.0.smithi099.stdout:1492: oid 49 updating version 861 to 862 2024-04-12T16:06:09.021 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 49 v 862 (ObjNum 481 snap 144 seq_num 481) dirty exists 2024-04-12T16:06:09.021 INFO:tasks.rados.rados.0.smithi099.stdout:1492: left oid 49 (ObjNum 481 snap 144 seq_num 481) 2024-04-12T16:06:09.022 INFO:tasks.rados.rados.0.smithi099.stdout:1492: done (4 left) 2024-04-12T16:06:09.022 INFO:tasks.rados.rados.0.smithi099.stdout:1497: read oid 37 snap -1 2024-04-12T16:06:09.022 INFO:tasks.rados.rados.0.smithi099.stdout:1497: expect (ObjNum 241 snap 70 seq_num 241) 2024-04-12T16:06:09.022 INFO:tasks.rados.rados.0.smithi099.stdout:1498: snap_create 2024-04-12T16:06:09.025 INFO:tasks.rados.rados.0.smithi099.stdout:1493: finishing write tid 1 to smithi09982431-25 2024-04-12T16:06:09.026 INFO:tasks.rados.rados.0.smithi099.stdout:1494: finishing copy_from to smithi09982431-30 2024-04-12T16:06:09.026 INFO:tasks.rados.rados.0.smithi099.stdout:1494: got expected ENOENT (src dne) 2024-04-12T16:06:09.026 INFO:tasks.rados.rados.0.smithi099.stdout:1494: finishing copy_from racing read to smithi09982431-30 2024-04-12T16:06:09.027 INFO:tasks.rados.rados.0.smithi099.stdout:1493: finishing write tid 2 to smithi09982431-25 2024-04-12T16:06:09.027 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 17 v 175 (ObjNum 33 snap 0 seq_num 1924064160) dirty exists 2024-04-12T16:06:09.027 INFO:tasks.rados.rados.0.smithi099.stdout:1493: finishing write tid 3 to smithi09982431-25 2024-04-12T16:06:09.028 INFO:tasks.rados.rados.0.smithi099.stdout:1493: finishing write tid 4 to smithi09982431-25 2024-04-12T16:06:09.028 INFO:tasks.rados.rados.0.smithi099.stdout:1493: oid 25 updating version 0 to 983 2024-04-12T16:06:09.029 INFO:tasks.rados.rados.0.smithi099.stdout:1493: oid 25 version 983 is already newer than 982 2024-04-12T16:06:09.029 INFO:tasks.rados.rados.0.smithi099.stdout:1493: oid 25 updating version 983 to 984 2024-04-12T16:06:09.029 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 25 v 984 (ObjNum 482 snap 144 seq_num 482) dirty exists 2024-04-12T16:06:09.029 INFO:tasks.rados.rados.0.smithi099.stdout:1493: left oid 25 (ObjNum 482 snap 144 seq_num 482) 2024-04-12T16:06:09.041 INFO:tasks.rados.rados.0.smithi099.stdout:1497: expect (ObjNum 241 snap 70 seq_num 241) 2024-04-12T16:06:09.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:09 smithi110 ceph-mon[88691]: osdmap e353: 8 total, 7 up, 8 in 2024-04-12T16:06:09.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:09 smithi110 ceph-mon[88691]: pgmap v165: 121 pgs: 3 active+undersized+degraded, 13 stale+active+clean, 3 active+undersized, 102 active+clean; 418 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 206 KiB/s wr, 3 op/s; 40/876 objects degraded (4.566%) 2024-04-12T16:06:09.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:09 smithi110 ceph-mon[88691]: osdmap e354: 8 total, 7 up, 8 in 2024-04-12T16:06:09.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:09 smithi099 ceph-mon[94290]: osdmap e353: 8 total, 7 up, 8 in 2024-04-12T16:06:09.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:09 smithi099 ceph-mon[94290]: pgmap v165: 121 pgs: 3 active+undersized+degraded, 13 stale+active+clean, 3 active+undersized, 102 active+clean; 418 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 206 KiB/s wr, 3 op/s; 40/876 objects degraded (4.566%) 2024-04-12T16:06:09.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:09 smithi099 ceph-mon[94290]: osdmap e354: 8 total, 7 up, 8 in 2024-04-12T16:06:09.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:09 smithi099 ceph-mon[96864]: osdmap e353: 8 total, 7 up, 8 in 2024-04-12T16:06:09.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:09 smithi099 ceph-mon[96864]: pgmap v165: 121 pgs: 3 active+undersized+degraded, 13 stale+active+clean, 3 active+undersized, 102 active+clean; 418 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 206 KiB/s wr, 3 op/s; 40/876 objects degraded (4.566%) 2024-04-12T16:06:09.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:09 smithi099 ceph-mon[96864]: osdmap e354: 8 total, 7 up, 8 in 2024-04-12T16:06:09.378 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:09 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1-activate[107732]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-12T16:06:09.378 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:09 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1-activate[107732]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-12T16:06:09.378 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:09 smithi099 bash[107717]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-12T16:06:09.378 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:09 smithi099 bash[107717]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-12T16:06:09.378 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:09 smithi099 bash[107717]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-12T16:06:09.379 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:09 smithi099 bash[107717]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-12T16:06:09.379 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:09 smithi099 bash[107717]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-04-12T16:06:09.379 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:09 smithi099 bash[107717]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-12T16:06:09.379 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:09 smithi099 bash[107717]: --> ceph-volume raw activate successful for osd ID: 1 2024-04-12T16:06:09.379 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:09 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1-activate[107732]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-12T16:06:09.379 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:09 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1-activate[107732]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-12T16:06:09.379 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:09 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1-activate[107732]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-04-12T16:06:09.379 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:09 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1-activate[107732]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-12T16:06:09.379 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:09 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1-activate[107732]: --> ceph-volume raw activate successful for osd ID: 1 2024-04-12T16:06:09.379 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:09 smithi099 podman[107717]: 2024-04-12 16:06:09.237330529 +0000 UTC m=+0.801049394 container died 264fe8399ae394200b6ac655be0f3a2dfc4ea8daf8aa374618a22055f07bb1e3 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1-activate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5) 2024-04-12T16:06:10.027 INFO:tasks.rados.rados.0.smithi099.stdout:1493: done (5 left) 2024-04-12T16:06:10.027 INFO:tasks.rados.rados.0.smithi099.stdout:1494: done (4 left) 2024-04-12T16:06:10.027 INFO:tasks.rados.rados.0.smithi099.stdout:1495: done (3 left) 2024-04-12T16:06:10.027 INFO:tasks.rados.rados.0.smithi099.stdout:1496: done (2 left) 2024-04-12T16:06:10.027 INFO:tasks.rados.rados.0.smithi099.stdout:1497: done (1 left) 2024-04-12T16:06:10.028 INFO:tasks.rados.rados.0.smithi099.stdout:1498: done (0 left) 2024-04-12T16:06:10.028 INFO:tasks.rados.rados.0.smithi099.stdout:1499: delete oid 33 current snap is 145 2024-04-12T16:06:10.031 INFO:tasks.rados.rados.0.smithi099.stdout:1499: done (0 left) 2024-04-12T16:06:10.031 INFO:tasks.rados.rados.0.smithi099.stdout:1500: read oid 29 snap -1 2024-04-12T16:06:10.031 INFO:tasks.rados.rados.0.smithi099.stdout:1500: expect (ObjNum 316 snap 98 seq_num 316) 2024-04-12T16:06:10.031 INFO:tasks.rados.rados.0.smithi099.stdout:1501: rollback oid 16 current snap is 145 2024-04-12T16:06:10.031 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 16 to 126 2024-04-12T16:06:10.031 INFO:tasks.rados.rados.0.smithi099.stdout:1502: rollback oid 48 current snap is 145 2024-04-12T16:06:10.032 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 48 to 75 2024-04-12T16:06:10.032 INFO:tasks.rados.rados.0.smithi099.stdout:1503: read oid 12 snap -1 2024-04-12T16:06:10.032 INFO:tasks.rados.rados.0.smithi099.stdout:1503: expect (ObjNum 389 snap 121 seq_num 389) 2024-04-12T16:06:10.032 INFO:tasks.rados.rados.0.smithi099.stdout:1504: rollback oid 34 current snap is 145 2024-04-12T16:06:10.032 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 34 to 98 2024-04-12T16:06:10.032 INFO:tasks.rados.rados.0.smithi099.stdout:1505: snap_create 2024-04-12T16:06:10.036 INFO:tasks.rados.rados.0.smithi099.stdout:1504: finishing rollback tid 1 to smithi09982431-34 2024-04-12T16:06:10.037 INFO:tasks.rados.rados.0.smithi099.stdout:1504: finishing rollback tid 2 to smithi09982431-34 2024-04-12T16:06:10.037 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 34 v 986 (ObjNum 278 snap 86 seq_num 278) dirty exists 2024-04-12T16:06:10.041 INFO:tasks.rados.rados.0.smithi099.stdout:1502: finishing rollback tid 0 to smithi09982431-48 2024-04-12T16:06:10.041 INFO:tasks.rados.rados.0.smithi099.stdout:1502: finishing rollback tid 1 to smithi09982431-48 2024-04-12T16:06:10.041 INFO:tasks.rados.rados.0.smithi099.stdout:1502: finishing rollback tid 2 to smithi09982431-48 2024-04-12T16:06:10.041 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 48 v 579 (ObjNum 230 snap 66 seq_num 230) dirty exists 2024-04-12T16:06:10.042 INFO:tasks.rados.rados.0.smithi099.stdout:1501: finishing rollback tid 0 to smithi09982431-16 2024-04-12T16:06:10.043 INFO:tasks.rados.rados.0.smithi099.stdout:1500: expect (ObjNum 316 snap 98 seq_num 316) 2024-04-12T16:06:10.108 INFO:tasks.rados.rados.0.smithi099.stdout:1501: finishing rollback tid 1 to smithi09982431-16 2024-04-12T16:06:10.108 INFO:tasks.rados.rados.0.smithi099.stdout:1503: expect (ObjNum 389 snap 121 seq_num 389) 2024-04-12T16:06:10.158 INFO:tasks.rados.rados.0.smithi099.stdout:1501: finishing rollback tid 2 to smithi09982431-16 2024-04-12T16:06:10.158 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 16 v 747 (ObjNum 334 snap 107 seq_num 334) dirty exists 2024-04-12T16:06:10.291 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:10 smithi099 ceph-mon[94290]: Health check failed: Degraded data redundancy: 40/876 objects degraded (4.566%), 3 pgs degraded (PG_DEGRADED) 2024-04-12T16:06:10.292 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:10 smithi099 ceph-mon[96864]: Health check failed: Degraded data redundancy: 40/876 objects degraded (4.566%), 3 pgs degraded (PG_DEGRADED) 2024-04-12T16:06:10.292 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:10 smithi099 podman[107869]: 2024-04-12 16:06:10.034762466 +0000 UTC m=+0.792136117 container remove 264fe8399ae394200b6ac655be0f3a2dfc4ea8daf8aa374618a22055f07bb1e3 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-12T16:06:10.292 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:10 smithi099 podman[107937]: 2024-04-12 16:06:10.157235426 +0000 UTC m=+0.017711798 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:06:10.292 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:10 smithi099 podman[107937]: 2024-04-12 16:06:10.293927454 +0000 UTC m=+0.154403798 container create 78ac083e3d823cba9fb0362bca79a79b0a19c86e2963d9545fb5cd1486e2de10 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.vendor=CentOS) 2024-04-12T16:06:10.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:10 smithi110 ceph-mon[88691]: Health check failed: Degraded data redundancy: 40/876 objects degraded (4.566%), 3 pgs degraded (PG_DEGRADED) 2024-04-12T16:06:10.553 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:10 smithi099 podman[107937]: 2024-04-12 16:06:10.530088486 +0000 UTC m=+0.390564834 container init 78ac083e3d823cba9fb0362bca79a79b0a19c86e2963d9545fb5cd1486e2de10 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.build-date=20240409, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T16:06:10.553 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:10 smithi099 podman[107937]: 2024-04-12 16:06:10.535379931 +0000 UTC m=+0.395856276 container start 78ac083e3d823cba9fb0362bca79a79b0a19c86e2963d9545fb5cd1486e2de10 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-04-12T16:06:10.877 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:10 smithi099 ceph-osd[107976]: -- 172.21.15.99:0/1317189948 <== mon.2 v2:172.21.15.99:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557a527bd680 con 0x557a52787000 2024-04-12T16:06:10.877 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:10 smithi099 bash[107937]: 78ac083e3d823cba9fb0362bca79a79b0a19c86e2963d9545fb5cd1486e2de10 2024-04-12T16:06:10.877 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:10 smithi099 systemd[1]: Started Ceph osd.1 for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:06:11.028 INFO:tasks.rados.rados.0.smithi099.stdout:1500: done (5 left) 2024-04-12T16:06:11.028 INFO:tasks.rados.rados.0.smithi099.stdout:1501: done (4 left) 2024-04-12T16:06:11.028 INFO:tasks.rados.rados.0.smithi099.stdout:1502: done (3 left) 2024-04-12T16:06:11.028 INFO:tasks.rados.rados.0.smithi099.stdout:1503: done (2 left) 2024-04-12T16:06:11.028 INFO:tasks.rados.rados.0.smithi099.stdout:1504: done (1 left) 2024-04-12T16:06:11.028 INFO:tasks.rados.rados.0.smithi099.stdout:1505: done (0 left) 2024-04-12T16:06:11.028 INFO:tasks.rados.rados.0.smithi099.stdout:1506: snap_create 2024-04-12T16:06:11.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:11 smithi110 ceph-mon[88691]: osdmap e355: 8 total, 7 up, 8 in 2024-04-12T16:06:11.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:11 smithi110 ceph-mon[88691]: pgmap v168: 121 pgs: 11 active+undersized+degraded, 32 active+undersized, 78 active+clean; 421 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 618 KiB/s wr, 4 op/s; 107/885 objects degraded (12.090%) 2024-04-12T16:06:11.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:11.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:11.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:06:11.377 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:11 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1[107953]: 2024-04-12T16:06:11.079+0000 7fce15e977c0 -1 Falling back to public interface 2024-04-12T16:06:11.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:11 smithi099 ceph-mon[94290]: osdmap e355: 8 total, 7 up, 8 in 2024-04-12T16:06:11.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:11 smithi099 ceph-mon[94290]: pgmap v168: 121 pgs: 11 active+undersized+degraded, 32 active+undersized, 78 active+clean; 421 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 618 KiB/s wr, 4 op/s; 107/885 objects degraded (12.090%) 2024-04-12T16:06:11.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:11.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:11.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:06:11.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:11 smithi099 ceph-mon[96864]: osdmap e355: 8 total, 7 up, 8 in 2024-04-12T16:06:11.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:11 smithi099 ceph-mon[96864]: pgmap v168: 121 pgs: 11 active+undersized+degraded, 32 active+undersized, 78 active+clean; 421 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 618 KiB/s wr, 4 op/s; 107/885 objects degraded (12.090%) 2024-04-12T16:06:11.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:11.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:11.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:06:12.030 INFO:tasks.rados.rados.0.smithi099.stdout:1506: done (0 left) 2024-04-12T16:06:12.030 INFO:tasks.rados.rados.0.smithi099.stdout:1507: read oid 37 snap -1 2024-04-12T16:06:12.030 INFO:tasks.rados.rados.0.smithi099.stdout:1507: expect (ObjNum 241 snap 70 seq_num 241) 2024-04-12T16:06:12.030 INFO:tasks.rados.rados.0.smithi099.stdout:1508: rollback oid 41 current snap is 147 2024-04-12T16:06:12.030 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 41 to 108 2024-04-12T16:06:12.030 INFO:tasks.rados.rados.0.smithi099.stdout:1509: snap_create 2024-04-12T16:06:12.037 INFO:tasks.rados.rados.0.smithi099.stdout:1508: finishing rollback tid 1 to smithi09982431-41 2024-04-12T16:06:12.038 INFO:tasks.rados.rados.0.smithi099.stdout:1508: finishing rollback tid 2 to smithi09982431-41 2024-04-12T16:06:12.038 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 41 v 864 (ObjNum 230 snap 66 seq_num 230) dirty exists 2024-04-12T16:06:12.051 INFO:tasks.rados.rados.0.smithi099.stdout:1507: expect (ObjNum 241 snap 70 seq_num 241) 2024-04-12T16:06:12.312 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:12 smithi110 ceph-mon[88691]: osdmap e356: 8 total, 7 up, 8 in 2024-04-12T16:06:12.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:12 smithi099 ceph-mon[94290]: osdmap e356: 8 total, 7 up, 8 in 2024-04-12T16:06:12.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:12 smithi099 ceph-mon[96864]: osdmap e356: 8 total, 7 up, 8 in 2024-04-12T16:06:12.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:06:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:06:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:06:13.041 INFO:tasks.rados.rados.0.smithi099.stdout:1507: done (2 left) 2024-04-12T16:06:13.041 INFO:tasks.rados.rados.0.smithi099.stdout:1508: done (1 left) 2024-04-12T16:06:13.041 INFO:tasks.rados.rados.0.smithi099.stdout:1509: done (0 left) 2024-04-12T16:06:13.042 INFO:tasks.rados.rados.0.smithi099.stdout:1510: delete oid 37 current snap is 148 2024-04-12T16:06:13.047 INFO:tasks.rados.rados.0.smithi099.stdout:1510: done (0 left) 2024-04-12T16:06:13.047 INFO:tasks.rados.rados.0.smithi099.stdout:1511: read oid 2 snap -1 2024-04-12T16:06:13.047 INFO:tasks.rados.rados.0.smithi099.stdout:1511: expect (ObjNum 450 snap 135 seq_num 450) 2024-04-12T16:06:13.047 INFO:tasks.rados.rados.0.smithi099.stdout:1512: rollback oid 26 current snap is 148 2024-04-12T16:06:13.047 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 26 to 126 2024-04-12T16:06:13.047 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 11 current snap is 148 2024-04-12T16:06:13.047 INFO:tasks.rados.rados.0.smithi099.stdout:1513: seq_num 485 ranges {540672=532480,1073152=401408} 2024-04-12T16:06:13.053 INFO:tasks.rados.rados.0.smithi099.stdout:1513: writing smithi09982431-11 from 540672 to 1073152 tid 1 2024-04-12T16:06:13.055 INFO:tasks.rados.rados.0.smithi099.stdout:1513: writing smithi09982431-11 from 1073152 to 1474560 tid 2 2024-04-12T16:06:13.056 INFO:tasks.rados.rados.0.smithi099.stdout:1514: snap_create 2024-04-12T16:06:13.056 INFO:tasks.rados.rados.0.smithi099.stdout:1512: finishing rollback tid 0 to smithi09982431-26 2024-04-12T16:06:13.056 INFO:tasks.rados.rados.0.smithi099.stdout:1512: finishing rollback tid 1 to smithi09982431-26 2024-04-12T16:06:13.057 INFO:tasks.rados.rados.0.smithi099.stdout:1512: finishing rollback tid 2 to smithi09982431-26 2024-04-12T16:06:13.057 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 820 (ObjNum 366 snap 113 seq_num 366) dirty exists 2024-04-12T16:06:13.059 INFO:tasks.rados.rados.0.smithi099.stdout:1513: finishing write tid 1 to smithi09982431-11 2024-04-12T16:06:13.059 INFO:tasks.rados.rados.0.smithi099.stdout:1513: finishing write tid 2 to smithi09982431-11 2024-04-12T16:06:13.059 INFO:tasks.rados.rados.0.smithi099.stdout:1513: finishing write tid 3 to smithi09982431-11 2024-04-12T16:06:13.060 INFO:tasks.rados.rados.0.smithi099.stdout:1513: finishing write tid 4 to smithi09982431-11 2024-04-12T16:06:13.060 INFO:tasks.rados.rados.0.smithi099.stdout:1513: oid 11 updating version 0 to 822 2024-04-12T16:06:13.060 INFO:tasks.rados.rados.0.smithi099.stdout:1513: oid 11 updating version 822 to 823 2024-04-12T16:06:13.061 INFO:tasks.rados.rados.0.smithi099.stdout:1513: oid 11 version 823 is already newer than 821 2024-04-12T16:06:13.061 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 11 v 823 (ObjNum 485 snap 148 seq_num 485) dirty exists 2024-04-12T16:06:13.061 INFO:tasks.rados.rados.0.smithi099.stdout:1513: left oid 11 (ObjNum 485 snap 148 seq_num 485) 2024-04-12T16:06:13.064 INFO:tasks.rados.rados.0.smithi099.stdout:1511: expect (ObjNum 450 snap 135 seq_num 450) 2024-04-12T16:06:13.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:13 smithi110 ceph-mon[88691]: osdmap e357: 8 total, 7 up, 8 in 2024-04-12T16:06:13.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:13 smithi110 ceph-mon[88691]: pgmap v171: 121 pgs: 11 active+undersized+degraded, 32 active+undersized, 78 active+clean; 421 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 412 KiB/s wr, 3 op/s; 107/885 objects degraded (12.090%) 2024-04-12T16:06:13.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:13.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:06:13.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:13 smithi099 ceph-mon[94290]: osdmap e357: 8 total, 7 up, 8 in 2024-04-12T16:06:13.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:13 smithi099 ceph-mon[94290]: pgmap v171: 121 pgs: 11 active+undersized+degraded, 32 active+undersized, 78 active+clean; 421 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 412 KiB/s wr, 3 op/s; 107/885 objects degraded (12.090%) 2024-04-12T16:06:13.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:13.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:06:13.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:13 smithi099 ceph-mon[96864]: osdmap e357: 8 total, 7 up, 8 in 2024-04-12T16:06:13.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:13 smithi099 ceph-mon[96864]: pgmap v171: 121 pgs: 11 active+undersized+degraded, 32 active+undersized, 78 active+clean; 421 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 412 KiB/s wr, 3 op/s; 107/885 objects degraded (12.090%) 2024-04-12T16:06:13.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:13.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:06:13.834 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:06:13 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:06:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi099\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:06:14.000 INFO:tasks.rados.rados.0.smithi099.stdout:1511: done (3 left) 2024-04-12T16:06:14.000 INFO:tasks.rados.rados.0.smithi099.stdout:1512: done (2 left) 2024-04-12T16:06:14.000 INFO:tasks.rados.rados.0.smithi099.stdout:1513: done (1 left) 2024-04-12T16:06:14.001 INFO:tasks.rados.rados.0.smithi099.stdout:1514: done (0 left) 2024-04-12T16:06:14.001 INFO:tasks.rados.rados.0.smithi099.stdout:1515: read oid 25 snap -1 2024-04-12T16:06:14.001 INFO:tasks.rados.rados.0.smithi099.stdout:1515: expect (ObjNum 482 snap 144 seq_num 482) 2024-04-12T16:06:14.001 INFO:tasks.rados.rados.0.smithi099.stdout:1516: rollback oid 39 current snap is 149 2024-04-12T16:06:14.001 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 39 to 122 2024-04-12T16:06:14.001 INFO:tasks.rados.rados.0.smithi099.stdout:1517: rmattr oid 9 current snap is 149 2024-04-12T16:06:14.001 INFO:tasks.rados.rados.0.smithi099.stdout:1517: done (2 left) 2024-04-12T16:06:14.001 INFO:tasks.rados.rados.0.smithi099.stdout:1518: rollback oid 24 current snap is 149 2024-04-12T16:06:14.001 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 24 to 139 2024-04-12T16:06:14.001 INFO:tasks.rados.rados.0.smithi099.stdout:1519: setattr oid 34 current snap is 149 2024-04-12T16:06:14.003 INFO:tasks.rados.rados.0.smithi099.stdout:1520: read oid 42 snap -1 2024-04-12T16:06:14.003 INFO:tasks.rados.rados.0.smithi099.stdout:1520: expect (ObjNum 87 snap 11 seq_num 87) 2024-04-12T16:06:14.003 INFO:tasks.rados.rados.0.smithi099.stdout:1521: read oid 33 snap 146 2024-04-12T16:06:14.003 INFO:tasks.rados.rados.0.smithi099.stdout:1521: expect deleted 2024-04-12T16:06:14.003 INFO:tasks.rados.rados.0.smithi099.stdout:1522: snap_remove snap 145 2024-04-12T16:06:14.317 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:14 smithi099 ceph-mon[96864]: osdmap e358: 8 total, 7 up, 8 in 2024-04-12T16:06:14.318 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:14 smithi099 ceph-mon[96864]: osdmap e359: 8 total, 7 up, 8 in 2024-04-12T16:06:14.318 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:14 smithi099 ceph-mon[94290]: osdmap e358: 8 total, 7 up, 8 in 2024-04-12T16:06:14.318 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:14 smithi099 ceph-mon[94290]: osdmap e359: 8 total, 7 up, 8 in 2024-04-12T16:06:14.318 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:14 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1[107953]: 2024-04-12T16:06:14.285+0000 7fce15e977c0 -1 osd.1 349 log_to_monitors true 2024-04-12T16:06:14.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:14 smithi110 ceph-mon[88691]: osdmap e358: 8 total, 7 up, 8 in 2024-04-12T16:06:14.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:14 smithi110 ceph-mon[88691]: osdmap e359: 8 total, 7 up, 8 in 2024-04-12T16:06:15.004 INFO:tasks.rados.rados.0.smithi099.stdout:1522: done (6 left) 2024-04-12T16:06:15.004 INFO:tasks.rados.rados.0.smithi099.stdout:1523: copy_from oid 26 from oid 43 current snap is 149 2024-04-12T16:06:15.004 INFO:tasks.rados.rados.0.smithi099.stdout:1518: finishing rollback tid 1 to smithi09982431-24 2024-04-12T16:06:15.004 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 24 v 608 (ObjNum 65 snap 0 seq_num 1583439712) dirty dne 2024-04-12T16:06:15.005 INFO:tasks.rados.rados.0.smithi099.stdout:1516: finishing rollback tid 0 to smithi09982431-39 2024-04-12T16:06:15.005 INFO:tasks.rados.rados.0.smithi099.stdout:1516: finishing rollback tid 1 to smithi09982431-39 2024-04-12T16:06:15.005 INFO:tasks.rados.rados.0.smithi099.stdout:1516: finishing rollback tid 2 to smithi09982431-39 2024-04-12T16:06:15.005 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 39 v 699 (ObjNum 359 snap 111 seq_num 359) dirty exists 2024-04-12T16:06:15.005 INFO:tasks.rados.rados.0.smithi099.stdout:1515: expect (ObjNum 482 snap 144 seq_num 482) 2024-04-12T16:06:15.129 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 34 v 988 (ObjNum 278 snap 86 seq_num 278) dirty exists 2024-04-12T16:06:15.130 INFO:tasks.rados.rados.0.smithi099.stdout:1520: expect (ObjNum 87 snap 11 seq_num 87) 2024-04-12T16:06:15.200 INFO:tasks.rados.rados.0.smithi099.stdout:1523: finishing copy_from racing read to smithi09982431-26 2024-04-12T16:06:15.200 INFO:tasks.rados.rados.0.smithi099.stdout:1523: finishing copy_from to smithi09982431-26 2024-04-12T16:06:15.200 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 790 (ObjNum 449 snap 135 seq_num 449) dirty exists 2024-04-12T16:06:15.200 INFO:tasks.rados.rados.0.smithi099.stdout:1515: done (6 left) 2024-04-12T16:06:15.200 INFO:tasks.rados.rados.0.smithi099.stdout:1516: done (5 left) 2024-04-12T16:06:15.200 INFO:tasks.rados.rados.0.smithi099.stdout:1518: done (4 left) 2024-04-12T16:06:15.200 INFO:tasks.rados.rados.0.smithi099.stdout:1519: done (3 left) 2024-04-12T16:06:15.200 INFO:tasks.rados.rados.0.smithi099.stdout:1520: done (2 left) 2024-04-12T16:06:15.200 INFO:tasks.rados.rados.0.smithi099.stdout:1521: done (1 left) 2024-04-12T16:06:15.200 INFO:tasks.rados.rados.0.smithi099.stdout:1523: done (0 left) 2024-04-12T16:06:15.201 INFO:tasks.rados.rados.0.smithi099.stdout:1524: snap_remove snap 94 2024-04-12T16:06:15.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:15 smithi110 ceph-mon[88691]: from='osd.1 [v2:172.21.15.99:6810/489046190,v1:172.21.15.99:6811/489046190]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T16:06:15.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:15 smithi110 ceph-mon[88691]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T16:06:15.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:15 smithi110 ceph-mon[88691]: pgmap v174: 121 pgs: 11 active+undersized+degraded, 32 active+undersized, 78 active+clean; 439 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 438 KiB/s wr, 14 op/s; 108/900 objects degraded (12.000%) 2024-04-12T16:06:15.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:15 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:15.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:15 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:15.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:15 smithi110 ceph-mon[88691]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-12T16:06:15.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:15 smithi110 ceph-mon[88691]: osdmap e360: 8 total, 7 up, 8 in 2024-04-12T16:06:15.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:15 smithi110 ceph-mon[88691]: from='osd.1 [v2:172.21.15.99:6810/489046190,v1:172.21.15.99:6811/489046190]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-04-12T16:06:15.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:15 smithi110 ceph-mon[88691]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-04-12T16:06:15.377 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:15 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1[107953]: 2024-04-12T16:06:15.027+0000 7fce032e7700 -1 osd.1 349 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T16:06:15.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:15 smithi099 ceph-mon[94290]: from='osd.1 [v2:172.21.15.99:6810/489046190,v1:172.21.15.99:6811/489046190]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T16:06:15.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:15 smithi099 ceph-mon[94290]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T16:06:15.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:15 smithi099 ceph-mon[94290]: pgmap v174: 121 pgs: 11 active+undersized+degraded, 32 active+undersized, 78 active+clean; 439 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 438 KiB/s wr, 14 op/s; 108/900 objects degraded (12.000%) 2024-04-12T16:06:15.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:15 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:15.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:15 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:15.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:15 smithi099 ceph-mon[94290]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-12T16:06:15.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:15 smithi099 ceph-mon[94290]: osdmap e360: 8 total, 7 up, 8 in 2024-04-12T16:06:15.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:15 smithi099 ceph-mon[94290]: from='osd.1 [v2:172.21.15.99:6810/489046190,v1:172.21.15.99:6811/489046190]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-04-12T16:06:15.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:15 smithi099 ceph-mon[94290]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-04-12T16:06:15.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:15 smithi099 ceph-mon[96864]: from='osd.1 [v2:172.21.15.99:6810/489046190,v1:172.21.15.99:6811/489046190]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T16:06:15.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:15 smithi099 ceph-mon[96864]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T16:06:15.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:15 smithi099 ceph-mon[96864]: pgmap v174: 121 pgs: 11 active+undersized+degraded, 32 active+undersized, 78 active+clean; 439 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 438 KiB/s wr, 14 op/s; 108/900 objects degraded (12.000%) 2024-04-12T16:06:15.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:15 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:15.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:15 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:15.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:15 smithi099 ceph-mon[96864]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-12T16:06:15.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:15 smithi099 ceph-mon[96864]: osdmap e360: 8 total, 7 up, 8 in 2024-04-12T16:06:15.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:15 smithi099 ceph-mon[96864]: from='osd.1 [v2:172.21.15.99:6810/489046190,v1:172.21.15.99:6811/489046190]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-04-12T16:06:15.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:15 smithi099 ceph-mon[96864]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-04-12T16:06:16.013 INFO:tasks.rados.rados.0.smithi099.stdout:1524: done (0 left) 2024-04-12T16:06:16.013 INFO:tasks.rados.rados.0.smithi099.stdout:1525: snap_remove snap 148 2024-04-12T16:06:16.312 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:16 smithi099 ceph-mon[94290]: Health check update: Degraded data redundancy: 108/900 objects degraded (12.000%), 11 pgs degraded (PG_DEGRADED) 2024-04-12T16:06:16.312 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:16 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:16.312 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:16 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:16.312 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:16 smithi099 ceph-mon[94290]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:06:16.312 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:16 smithi099 ceph-mon[94290]: osd.1 [v2:172.21.15.99:6810/489046190,v1:172.21.15.99:6811/489046190] boot 2024-04-12T16:06:16.312 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:16 smithi099 ceph-mon[94290]: osdmap e361: 8 total, 8 up, 8 in 2024-04-12T16:06:16.312 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:16 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T16:06:16.312 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:16 smithi099 ceph-mon[96864]: Health check update: Degraded data redundancy: 108/900 objects degraded (12.000%), 11 pgs degraded (PG_DEGRADED) 2024-04-12T16:06:16.312 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:16 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:16.313 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:16 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:16.313 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:16 smithi099 ceph-mon[96864]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:06:16.313 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:16 smithi099 ceph-mon[96864]: osd.1 [v2:172.21.15.99:6810/489046190,v1:172.21.15.99:6811/489046190] boot 2024-04-12T16:06:16.313 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:16 smithi099 ceph-mon[96864]: osdmap e361: 8 total, 8 up, 8 in 2024-04-12T16:06:16.313 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:16 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T16:06:16.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:16 smithi110 ceph-mon[88691]: Health check update: Degraded data redundancy: 108/900 objects degraded (12.000%), 11 pgs degraded (PG_DEGRADED) 2024-04-12T16:06:16.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:16 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:16.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:16 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:16.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:16 smithi110 ceph-mon[88691]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:06:16.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:16 smithi110 ceph-mon[88691]: osd.1 [v2:172.21.15.99:6810/489046190,v1:172.21.15.99:6811/489046190] boot 2024-04-12T16:06:16.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:16 smithi110 ceph-mon[88691]: osdmap e361: 8 total, 8 up, 8 in 2024-04-12T16:06:16.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:16 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T16:06:16.578 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:06:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:06:16] "GET /metrics HTTP/1.1" 200 36121 "" "Prometheus/2.43.0" 2024-04-12T16:06:17.014 INFO:tasks.rados.rados.0.smithi099.stdout:1525: done (0 left) 2024-04-12T16:06:17.014 INFO:tasks.rados.rados.0.smithi099.stdout:1526: read oid 25 snap -1 2024-04-12T16:06:17.014 INFO:tasks.rados.rados.0.smithi099.stdout:1526: expect (ObjNum 482 snap 144 seq_num 482) 2024-04-12T16:06:17.014 INFO:tasks.rados.rados.0.smithi099.stdout:1527: delete oid 1 current snap is 149 2024-04-12T16:06:17.028 INFO:tasks.rados.rados.0.smithi099.stdout:1527: done (1 left) 2024-04-12T16:06:17.028 INFO:tasks.rados.rados.0.smithi099.stdout:1528: snap_remove snap 98 2024-04-12T16:06:17.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:17 smithi110 ceph-mon[88691]: pgmap v177: 121 pgs: 11 active+undersized+degraded, 32 active+undersized, 78 active+clean; 442 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 438 KiB/s wr, 20 op/s; 109/906 objects degraded (12.031%) 2024-04-12T16:06:17.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:17 smithi110 ceph-mon[88691]: osdmap e362: 8 total, 8 up, 8 in 2024-04-12T16:06:17.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:17 smithi099 ceph-mon[94290]: pgmap v177: 121 pgs: 11 active+undersized+degraded, 32 active+undersized, 78 active+clean; 442 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 438 KiB/s wr, 20 op/s; 109/906 objects degraded (12.031%) 2024-04-12T16:06:17.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:17 smithi099 ceph-mon[94290]: osdmap e362: 8 total, 8 up, 8 in 2024-04-12T16:06:17.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:17 smithi099 ceph-mon[96864]: pgmap v177: 121 pgs: 11 active+undersized+degraded, 32 active+undersized, 78 active+clean; 442 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 438 KiB/s wr, 20 op/s; 109/906 objects degraded (12.031%) 2024-04-12T16:06:17.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:17 smithi099 ceph-mon[96864]: osdmap e362: 8 total, 8 up, 8 in 2024-04-12T16:06:18.011 INFO:tasks.rados.rados.0.smithi099.stdout:1528: done (1 left) 2024-04-12T16:06:18.011 INFO:tasks.rados.rados.0.smithi099.stdout:1529: rollback oid 1 current snap is 149 2024-04-12T16:06:18.012 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 1 to 131 2024-04-12T16:06:18.012 INFO:tasks.rados.rados.0.smithi099.stdout:1530: delete oid 49 current snap is 149 2024-04-12T16:06:18.012 INFO:tasks.rados.rados.0.smithi099.stdout:1526: expect (ObjNum 482 snap 144 seq_num 482) 2024-04-12T16:06:18.143 INFO:tasks.rados.rados.0.smithi099.stdout:1529: finishing rollback tid 1 to smithi09982431-1 2024-04-12T16:06:18.143 INFO:tasks.rados.rados.0.smithi099.stdout:1529: finishing rollback tid 2 to smithi09982431-1 2024-04-12T16:06:18.143 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 1 v 749 (ObjNum 431 snap 128 seq_num 431) dirty exists 2024-04-12T16:06:18.143 INFO:tasks.rados.rados.0.smithi099.stdout:1526: done (2 left) 2024-04-12T16:06:18.143 INFO:tasks.rados.rados.0.smithi099.stdout:1529: done (1 left) 2024-04-12T16:06:18.144 INFO:tasks.rados.rados.0.smithi099.stdout:1530: done (0 left) 2024-04-12T16:06:18.144 INFO:tasks.rados.rados.0.smithi099.stdout:1531: delete oid 27 current snap is 149 2024-04-12T16:06:18.145 INFO:tasks.rados.rados.0.smithi099.stdout:1531: done (0 left) 2024-04-12T16:06:18.145 INFO:tasks.rados.rados.0.smithi099.stdout:1532: snap_remove snap 108 2024-04-12T16:06:19.018 INFO:tasks.rados.rados.0.smithi099.stdout:1532: done (0 left) 2024-04-12T16:06:19.018 INFO:tasks.rados.rados.0.smithi099.stdout:1533: setattr oid 36 current snap is 149 2024-04-12T16:06:19.020 INFO:tasks.rados.rados.0.smithi099.stdout:1534: copy_from oid 38 from oid 1 current snap is 149 2024-04-12T16:06:19.020 INFO:tasks.rados.rados.0.smithi099.stdout:1535: rollback oid 15 current snap is 149 2024-04-12T16:06:19.020 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 15 to 133 2024-04-12T16:06:19.020 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 22 current snap is 149 2024-04-12T16:06:19.020 INFO:tasks.rados.rados.0.smithi099.stdout:1536: seq_num 489 ranges {5849088=598016,6447104=401408} 2024-04-12T16:06:19.056 INFO:tasks.rados.rados.0.smithi099.stdout:1536: writing smithi09982431-22 from 5849088 to 6447104 tid 1 2024-04-12T16:06:19.059 INFO:tasks.rados.rados.0.smithi099.stdout:1536: writing smithi09982431-22 from 6447104 to 6848512 tid 2 2024-04-12T16:06:19.059 INFO:tasks.rados.rados.0.smithi099.stdout:1537: rollback oid 10 current snap is 149 2024-04-12T16:06:19.059 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 10 to 66 2024-04-12T16:06:19.059 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 36 v 942 (ObjNum 327 snap 103 seq_num 327) dirty exists 2024-04-12T16:06:19.059 INFO:tasks.rados.rados.0.smithi099.stdout:1535: finishing rollback tid 0 to smithi09982431-15 2024-04-12T16:06:19.059 INFO:tasks.rados.rados.0.smithi099.stdout:1535: finishing rollback tid 1 to smithi09982431-15 2024-04-12T16:06:19.060 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 15 v 592 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-12T16:06:19.060 INFO:tasks.rados.rados.0.smithi099.stdout:1534: finishing copy_from racing read to smithi09982431-38 2024-04-12T16:06:19.060 INFO:tasks.rados.rados.0.smithi099.stdout:1533: done (4 left) 2024-04-12T16:06:19.060 INFO:tasks.rados.rados.0.smithi099.stdout:1535: done (3 left) 2024-04-12T16:06:19.060 INFO:tasks.rados.rados.0.smithi099.stdout:1538: snap_create 2024-04-12T16:06:19.060 INFO:tasks.rados.rados.0.smithi099.stdout:1534: finishing copy_from to smithi09982431-38 2024-04-12T16:06:19.060 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 38 v 749 (ObjNum 431 snap 128 seq_num 431) dirty exists 2024-04-12T16:06:19.061 INFO:tasks.rados.rados.0.smithi099.stdout:1536: finishing write tid 1 to smithi09982431-22 2024-04-12T16:06:19.062 INFO:tasks.rados.rados.0.smithi099.stdout:1536: finishing write tid 2 to smithi09982431-22 2024-04-12T16:06:19.062 INFO:tasks.rados.rados.0.smithi099.stdout:1536: finishing write tid 3 to smithi09982431-22 2024-04-12T16:06:19.065 INFO:tasks.rados.rados.0.smithi099.stdout:1537: finishing rollback tid 0 to smithi09982431-10 2024-04-12T16:06:19.065 INFO:tasks.rados.rados.0.smithi099.stdout:1536: finishing write tid 4 to smithi09982431-22 2024-04-12T16:06:19.065 INFO:tasks.rados.rados.0.smithi099.stdout:1536: oid 22 updating version 0 to 896 2024-04-12T16:06:19.065 INFO:tasks.rados.rados.0.smithi099.stdout:1536: oid 22 updating version 896 to 898 2024-04-12T16:06:19.066 INFO:tasks.rados.rados.0.smithi099.stdout:1536: oid 22 version 898 is already newer than 897 2024-04-12T16:06:19.066 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 22 v 898 (ObjNum 489 snap 149 seq_num 489) dirty exists 2024-04-12T16:06:19.066 INFO:tasks.rados.rados.0.smithi099.stdout:1536: left oid 22 (ObjNum 489 snap 149 seq_num 489) 2024-04-12T16:06:19.066 INFO:tasks.rados.rados.0.smithi099.stdout:1537: finishing rollback tid 1 to smithi09982431-10 2024-04-12T16:06:19.066 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 10 v 901 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-12T16:06:19.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:19 smithi110 ceph-mon[88691]: osdmap e363: 8 total, 8 up, 8 in 2024-04-12T16:06:19.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:19 smithi110 ceph-mon[88691]: pgmap v180: 121 pgs: 7 active+undersized+degraded, 27 active+undersized, 87 active+clean; 438 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 970 KiB/s wr, 7 op/s; 53/855 objects degraded (6.199%) 2024-04-12T16:06:19.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:19 smithi099 ceph-mon[94290]: osdmap e363: 8 total, 8 up, 8 in 2024-04-12T16:06:19.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:19 smithi099 ceph-mon[94290]: pgmap v180: 121 pgs: 7 active+undersized+degraded, 27 active+undersized, 87 active+clean; 438 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 970 KiB/s wr, 7 op/s; 53/855 objects degraded (6.199%) 2024-04-12T16:06:19.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:19 smithi099 ceph-mon[96864]: osdmap e363: 8 total, 8 up, 8 in 2024-04-12T16:06:19.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:19 smithi099 ceph-mon[96864]: pgmap v180: 121 pgs: 7 active+undersized+degraded, 27 active+undersized, 87 active+clean; 438 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 970 KiB/s wr, 7 op/s; 53/855 objects degraded (6.199%) 2024-04-12T16:06:19.877 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:06:19 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:06:19.715+0000 7ffbacc40700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-12T16:06:20.024 INFO:tasks.rados.rados.0.smithi099.stdout:1534: done (3 left) 2024-04-12T16:06:20.024 INFO:tasks.rados.rados.0.smithi099.stdout:1536: done (2 left) 2024-04-12T16:06:20.024 INFO:tasks.rados.rados.0.smithi099.stdout:1537: done (1 left) 2024-04-12T16:06:20.024 INFO:tasks.rados.rados.0.smithi099.stdout:1538: done (0 left) 2024-04-12T16:06:20.024 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 8 current snap is 150 2024-04-12T16:06:20.024 INFO:tasks.rados.rados.0.smithi099.stdout:1539: seq_num 490 ranges {0=614400,614400=401408} 2024-04-12T16:06:20.027 INFO:tasks.rados.rados.0.smithi099.stdout:1539: writing smithi09982431-8 from 0 to 614400 tid 1 2024-04-12T16:06:20.029 INFO:tasks.rados.rados.0.smithi099.stdout:1539: writing smithi09982431-8 from 614400 to 1015808 tid 2 2024-04-12T16:06:20.029 INFO:tasks.rados.rados.0.smithi099.stdout:1540: delete oid 12 current snap is 150 2024-04-12T16:06:20.034 INFO:tasks.rados.rados.0.smithi099.stdout:1540: done (1 left) 2024-04-12T16:06:20.034 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 35 current snap is 150 2024-04-12T16:06:20.034 INFO:tasks.rados.rados.0.smithi099.stdout:1541: seq_num 492 ranges {0=647168,647168=401408} 2024-04-12T16:06:20.038 INFO:tasks.rados.rados.0.smithi099.stdout:1541: writing smithi09982431-35 from 0 to 647168 tid 1 2024-04-12T16:06:20.041 INFO:tasks.rados.rados.0.smithi099.stdout:1541: writing smithi09982431-35 from 647168 to 1048576 tid 2 2024-04-12T16:06:20.041 INFO:tasks.rados.rados.0.smithi099.stdout:1542: delete oid 4 current snap is 150 2024-04-12T16:06:20.041 INFO:tasks.rados.rados.0.smithi099.stdout:1539: finishing write tid 1 to smithi09982431-8 2024-04-12T16:06:20.041 INFO:tasks.rados.rados.0.smithi099.stdout:1539: finishing write tid 2 to smithi09982431-8 2024-04-12T16:06:20.041 INFO:tasks.rados.rados.0.smithi099.stdout:1539: finishing write tid 3 to smithi09982431-8 2024-04-12T16:06:20.041 INFO:tasks.rados.rados.0.smithi099.stdout:1539: finishing write tid 4 to smithi09982431-8 2024-04-12T16:06:20.041 INFO:tasks.rados.rados.0.smithi099.stdout:1539: oid 8 updating version 0 to 750 2024-04-12T16:06:20.041 INFO:tasks.rados.rados.0.smithi099.stdout:1539: oid 8 updating version 750 to 752 2024-04-12T16:06:20.041 INFO:tasks.rados.rados.0.smithi099.stdout:1539: oid 8 version 752 is already newer than 751 2024-04-12T16:06:20.042 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 8 v 752 (ObjNum 490 snap 150 seq_num 490) dirty exists 2024-04-12T16:06:20.042 INFO:tasks.rados.rados.0.smithi099.stdout:1539: left oid 8 (ObjNum 490 snap 150 seq_num 490) 2024-04-12T16:06:20.042 INFO:tasks.rados.rados.0.smithi099.stdout:1539: done (2 left) 2024-04-12T16:06:20.042 INFO:tasks.rados.rados.0.smithi099.stdout:1542: done (1 left) 2024-04-12T16:06:20.043 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 47 current snap is 150 2024-04-12T16:06:20.043 INFO:tasks.rados.rados.0.smithi099.stdout:1543: seq_num 494 ranges {2719744=679936,3399680=401408} 2024-04-12T16:06:20.060 INFO:tasks.rados.rados.0.smithi099.stdout:1543: writing smithi09982431-47 from 2719744 to 3399680 tid 1 2024-04-12T16:06:20.064 INFO:tasks.rados.rados.0.smithi099.stdout:1543: writing smithi09982431-47 from 3399680 to 3801088 tid 2 2024-04-12T16:06:20.064 INFO:tasks.rados.rados.0.smithi099.stdout:1544: rmattr oid 23 current snap is 150 2024-04-12T16:06:20.064 INFO:tasks.rados.rados.0.smithi099.stdout:1541: finishing write tid 1 to smithi09982431-35 2024-04-12T16:06:20.064 INFO:tasks.rados.rados.0.smithi099.stdout:1541: finishing write tid 2 to smithi09982431-35 2024-04-12T16:06:20.064 INFO:tasks.rados.rados.0.smithi099.stdout:1541: finishing write tid 3 to smithi09982431-35 2024-04-12T16:06:20.064 INFO:tasks.rados.rados.0.smithi099.stdout:1541: finishing write tid 4 to smithi09982431-35 2024-04-12T16:06:20.064 INFO:tasks.rados.rados.0.smithi099.stdout:1541: oid 35 updating version 0 to 944 2024-04-12T16:06:20.064 INFO:tasks.rados.rados.0.smithi099.stdout:1541: oid 35 updating version 944 to 945 2024-04-12T16:06:20.064 INFO:tasks.rados.rados.0.smithi099.stdout:1541: oid 35 version 945 is already newer than 943 2024-04-12T16:06:20.064 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 945 (ObjNum 492 snap 150 seq_num 492) dirty exists 2024-04-12T16:06:20.064 INFO:tasks.rados.rados.0.smithi099.stdout:1541: left oid 35 (ObjNum 492 snap 150 seq_num 492) 2024-04-12T16:06:20.064 INFO:tasks.rados.rados.0.smithi099.stdout:1541: done (2 left) 2024-04-12T16:06:20.064 INFO:tasks.rados.rados.0.smithi099.stdout:1545: copy_from oid 31 from oid 2 current snap is 150 2024-04-12T16:06:20.065 INFO:tasks.rados.rados.0.smithi099.stdout:1546: copy_from oid 7 from oid 46 current snap is 150 2024-04-12T16:06:20.065 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 43 current snap is 150 2024-04-12T16:06:20.065 INFO:tasks.rados.rados.0.smithi099.stdout:1547: seq_num 495 ranges {3973120=696320,4669440=401408} 2024-04-12T16:06:20.089 INFO:tasks.rados.rados.0.smithi099.stdout:1547: writing smithi09982431-43 from 3973120 to 4669440 tid 1 2024-04-12T16:06:20.091 INFO:tasks.rados.rados.0.smithi099.stdout:1547: writing smithi09982431-43 from 4669440 to 5070848 tid 2 2024-04-12T16:06:20.092 INFO:tasks.rados.rados.0.smithi099.stdout:1548: delete oid 48 current snap is 150 2024-04-12T16:06:20.092 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 23 v 446 (ObjNum 442 snap 132 seq_num 442) dirty exists 2024-04-12T16:06:20.092 INFO:tasks.rados.rados.0.smithi099.stdout:1543: finishing write tid 1 to smithi09982431-47 2024-04-12T16:06:20.092 INFO:tasks.rados.rados.0.smithi099.stdout:1543: finishing write tid 2 to smithi09982431-47 2024-04-12T16:06:20.092 INFO:tasks.rados.rados.0.smithi099.stdout:1543: finishing write tid 3 to smithi09982431-47 2024-04-12T16:06:20.092 INFO:tasks.rados.rados.0.smithi099.stdout:1543: finishing write tid 4 to smithi09982431-47 2024-04-12T16:06:20.092 INFO:tasks.rados.rados.0.smithi099.stdout:1543: oid 47 updating version 0 to 949 2024-04-12T16:06:20.092 INFO:tasks.rados.rados.0.smithi099.stdout:1543: oid 47 version 949 is already newer than 948 2024-04-12T16:06:20.092 INFO:tasks.rados.rados.0.smithi099.stdout:1543: oid 47 updating version 949 to 950 2024-04-12T16:06:20.092 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 47 v 950 (ObjNum 494 snap 150 seq_num 494) dirty exists 2024-04-12T16:06:20.092 INFO:tasks.rados.rados.0.smithi099.stdout:1543: left oid 47 (ObjNum 494 snap 150 seq_num 494) 2024-04-12T16:06:20.092 INFO:tasks.rados.rados.0.smithi099.stdout:1546: finishing copy_from racing read to smithi09982431-7 2024-04-12T16:06:20.092 INFO:tasks.rados.rados.0.smithi099.stdout:1546: finishing copy_from to smithi09982431-7 2024-04-12T16:06:20.093 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 7 v 575 (ObjNum 480 snap 143 seq_num 480) dirty exists 2024-04-12T16:06:20.093 INFO:tasks.rados.rados.0.smithi099.stdout:1545: finishing copy_from racing read to smithi09982431-31 2024-04-12T16:06:20.093 INFO:tasks.rados.rados.0.smithi099.stdout:1545: finishing copy_from to smithi09982431-31 2024-04-12T16:06:20.093 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 31 v 448 (ObjNum 450 snap 135 seq_num 450) dirty exists 2024-04-12T16:06:20.094 INFO:tasks.rados.rados.0.smithi099.stdout:1543: done (5 left) 2024-04-12T16:06:20.094 INFO:tasks.rados.rados.0.smithi099.stdout:1544: done (4 left) 2024-04-12T16:06:20.094 INFO:tasks.rados.rados.0.smithi099.stdout:1545: done (3 left) 2024-04-12T16:06:20.094 INFO:tasks.rados.rados.0.smithi099.stdout:1546: done (2 left) 2024-04-12T16:06:20.095 INFO:tasks.rados.rados.0.smithi099.stdout:1548: done (1 left) 2024-04-12T16:06:20.095 INFO:tasks.rados.rados.0.smithi099.stdout:1549: read oid 29 snap -1 2024-04-12T16:06:20.095 INFO:tasks.rados.rados.0.smithi099.stdout:1549: expect (ObjNum 316 snap 98 seq_num 316) 2024-04-12T16:06:20.095 INFO:tasks.rados.rados.0.smithi099.stdout:1550: copy_from oid 49 from oid 8 current snap is 150 2024-04-12T16:06:20.095 INFO:tasks.rados.rados.0.smithi099.stdout:1551: read oid 5 snap -1 2024-04-12T16:06:20.095 INFO:tasks.rados.rados.0.smithi099.stdout:1551: expect deleted 2024-04-12T16:06:20.095 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 22 current snap is 150 2024-04-12T16:06:20.095 INFO:tasks.rados.rados.0.smithi099.stdout:1552: seq_num 497 ranges {6848512=729088,7577600=401408} 2024-04-12T16:06:20.134 INFO:tasks.rados.rados.0.smithi099.stdout:1552: writing smithi09982431-22 from 6848512 to 7577600 tid 1 2024-04-12T16:06:20.137 INFO:tasks.rados.rados.0.smithi099.stdout:1552: writing smithi09982431-22 from 7577600 to 7979008 tid 2 2024-04-12T16:06:20.137 INFO:tasks.rados.rados.0.smithi099.stdout:1553: copy_from oid 42 from oid 47 current snap is 150 2024-04-12T16:06:20.137 INFO:tasks.rados.rados.0.smithi099.stdout:1547: finishing write tid 1 to smithi09982431-43 2024-04-12T16:06:20.137 INFO:tasks.rados.rados.0.smithi099.stdout:1547: finishing write tid 2 to smithi09982431-43 2024-04-12T16:06:20.137 INFO:tasks.rados.rados.0.smithi099.stdout:1547: finishing write tid 3 to smithi09982431-43 2024-04-12T16:06:20.137 INFO:tasks.rados.rados.0.smithi099.stdout:1547: finishing write tid 4 to smithi09982431-43 2024-04-12T16:06:20.137 INFO:tasks.rados.rados.0.smithi099.stdout:1547: oid 43 updating version 0 to 903 2024-04-12T16:06:20.137 INFO:tasks.rados.rados.0.smithi099.stdout:1547: oid 43 updating version 903 to 905 2024-04-12T16:06:20.137 INFO:tasks.rados.rados.0.smithi099.stdout:1547: oid 43 version 905 is already newer than 904 2024-04-12T16:06:20.137 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 43 v 905 (ObjNum 495 snap 150 seq_num 495) dirty exists 2024-04-12T16:06:20.138 INFO:tasks.rados.rados.0.smithi099.stdout:1547: left oid 43 (ObjNum 495 snap 150 seq_num 495) 2024-04-12T16:06:20.138 INFO:tasks.rados.rados.0.smithi099.stdout:1550: finishing copy_from racing read to smithi09982431-49 2024-04-12T16:06:20.138 INFO:tasks.rados.rados.0.smithi099.stdout:1550: finishing copy_from to smithi09982431-49 2024-04-12T16:06:20.138 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 49 v 752 (ObjNum 490 snap 150 seq_num 490) dirty exists 2024-04-12T16:06:20.138 INFO:tasks.rados.rados.0.smithi099.stdout:1549: expect (ObjNum 316 snap 98 seq_num 316) 2024-04-12T16:06:20.198 INFO:tasks.rados.rados.0.smithi099.stdout:1552: finishing write tid 1 to smithi09982431-22 2024-04-12T16:06:20.198 INFO:tasks.rados.rados.0.smithi099.stdout:1552: finishing write tid 2 to smithi09982431-22 2024-04-12T16:06:20.198 INFO:tasks.rados.rados.0.smithi099.stdout:1552: finishing write tid 3 to smithi09982431-22 2024-04-12T16:06:20.198 INFO:tasks.rados.rados.0.smithi099.stdout:1552: finishing write tid 4 to smithi09982431-22 2024-04-12T16:06:20.198 INFO:tasks.rados.rados.0.smithi099.stdout:1552: oid 22 updating version 0 to 907 2024-04-12T16:06:20.198 INFO:tasks.rados.rados.0.smithi099.stdout:1552: oid 22 updating version 907 to 909 2024-04-12T16:06:20.198 INFO:tasks.rados.rados.0.smithi099.stdout:1552: oid 22 version 909 is already newer than 908 2024-04-12T16:06:20.198 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 22 v 909 (ObjNum 497 snap 150 seq_num 497) dirty exists 2024-04-12T16:06:20.199 INFO:tasks.rados.rados.0.smithi099.stdout:1552: left oid 22 (ObjNum 497 snap 150 seq_num 497) 2024-04-12T16:06:20.199 INFO:tasks.rados.rados.0.smithi099.stdout:1553: finishing copy_from racing read to smithi09982431-42 2024-04-12T16:06:20.199 INFO:tasks.rados.rados.0.smithi099.stdout:1547: done (5 left) 2024-04-12T16:06:20.199 INFO:tasks.rados.rados.0.smithi099.stdout:1549: done (4 left) 2024-04-12T16:06:20.199 INFO:tasks.rados.rados.0.smithi099.stdout:1550: done (3 left) 2024-04-12T16:06:20.199 INFO:tasks.rados.rados.0.smithi099.stdout:1551: done (2 left) 2024-04-12T16:06:20.199 INFO:tasks.rados.rados.0.smithi099.stdout:1552: done (1 left) 2024-04-12T16:06:20.199 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 37 current snap is 150 2024-04-12T16:06:20.199 INFO:tasks.rados.rados.0.smithi099.stdout:1554: seq_num 498 ranges {0=745472,745472=401408} 2024-04-12T16:06:20.201 INFO:tasks.rados.rados.0.smithi099.stdout:1554: writing smithi09982431-37 from 0 to 745472 tid 1 2024-04-12T16:06:20.204 INFO:tasks.rados.rados.0.smithi099.stdout:1554: writing smithi09982431-37 from 745472 to 1146880 tid 2 2024-04-12T16:06:20.204 INFO:tasks.rados.rados.0.smithi099.stdout:1555: snap_create 2024-04-12T16:06:20.204 INFO:tasks.rados.rados.0.smithi099.stdout:1553: finishing copy_from to smithi09982431-42 2024-04-12T16:06:20.204 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 42 v 950 (ObjNum 494 snap 150 seq_num 494) dirty exists 2024-04-12T16:06:20.207 INFO:tasks.rados.rados.0.smithi099.stdout:1554: finishing write tid 1 to smithi09982431-37 2024-04-12T16:06:20.207 INFO:tasks.rados.rados.0.smithi099.stdout:1554: finishing write tid 2 to smithi09982431-37 2024-04-12T16:06:20.207 INFO:tasks.rados.rados.0.smithi099.stdout:1554: finishing write tid 3 to smithi09982431-37 2024-04-12T16:06:20.208 INFO:tasks.rados.rados.0.smithi099.stdout:1554: finishing write tid 4 to smithi09982431-37 2024-04-12T16:06:20.208 INFO:tasks.rados.rados.0.smithi099.stdout:1554: oid 37 updating version 0 to 725 2024-04-12T16:06:20.208 INFO:tasks.rados.rados.0.smithi099.stdout:1554: oid 37 updating version 725 to 726 2024-04-12T16:06:20.208 INFO:tasks.rados.rados.0.smithi099.stdout:1554: oid 37 version 726 is already newer than 724 2024-04-12T16:06:20.208 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 37 v 726 (ObjNum 498 snap 150 seq_num 498) dirty exists 2024-04-12T16:06:20.208 INFO:tasks.rados.rados.0.smithi099.stdout:1554: left oid 37 (ObjNum 498 snap 150 seq_num 498) 2024-04-12T16:06:20.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:20 smithi110 ceph-mon[88691]: osdmap e364: 8 total, 8 up, 8 in 2024-04-12T16:06:20.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:20 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:20.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:20 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:20.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:20 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:06:20.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:20 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:06:20.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:20 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:20.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:20 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:06:20.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:20 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:06:20.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:20 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:06:20.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:20 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:06:20.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:20 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T16:06:20.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:20 smithi099 ceph-mon[96864]: osdmap e364: 8 total, 8 up, 8 in 2024-04-12T16:06:20.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:20 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:20.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:20 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:20.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:20 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:06:20.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:20 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:06:20.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:20 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:20.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:20 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:06:20.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:20 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:06:20.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:20 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:06:20.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:20 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:06:20.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:20 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T16:06:20.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:20 smithi099 ceph-mon[94290]: osdmap e364: 8 total, 8 up, 8 in 2024-04-12T16:06:20.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:20 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:20.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:20 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:20.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:20 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:06:20.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:20 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:06:20.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:20 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:20.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:20 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:06:20.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:20 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:06:20.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:20 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:06:20.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:20 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:06:20.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:20 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T16:06:21.031 INFO:tasks.rados.rados.0.smithi099.stdout:1553: done (2 left) 2024-04-12T16:06:21.032 INFO:tasks.rados.rados.0.smithi099.stdout:1554: done (1 left) 2024-04-12T16:06:21.032 INFO:tasks.rados.rados.0.smithi099.stdout:1555: done (0 left) 2024-04-12T16:06:21.032 INFO:tasks.rados.rados.0.smithi099.stdout:1556: read oid 4 snap -1 2024-04-12T16:06:21.032 INFO:tasks.rados.rados.0.smithi099.stdout:1556: expect deleted 2024-04-12T16:06:21.032 INFO:tasks.rados.rados.0.smithi099.stdout:1557: rollback oid 30 current snap is 151 2024-04-12T16:06:21.032 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 30 to 126 2024-04-12T16:06:21.032 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 10 current snap is 151 2024-04-12T16:06:21.032 INFO:tasks.rados.rados.0.smithi099.stdout:1558: seq_num 499 ranges {0=761856,761856=401408} 2024-04-12T16:06:21.036 INFO:tasks.rados.rados.0.smithi099.stdout:1558: writing smithi09982431-10 from 0 to 761856 tid 1 2024-04-12T16:06:21.040 INFO:tasks.rados.rados.0.smithi099.stdout:1558: writing smithi09982431-10 from 761856 to 1163264 tid 2 2024-04-12T16:06:21.040 INFO:tasks.rados.rados.0.smithi099.stdout:1559: copy_from oid 38 from oid 39 current snap is 151 2024-04-12T16:06:21.040 INFO:tasks.rados.rados.0.smithi099.stdout:1557: finishing rollback tid 0 to smithi09982431-30 2024-04-12T16:06:21.040 INFO:tasks.rados.rados.0.smithi099.stdout:1557: finishing rollback tid 1 to smithi09982431-30 2024-04-12T16:06:21.040 INFO:tasks.rados.rados.0.smithi099.stdout:1556: done (3 left) 2024-04-12T16:06:21.040 INFO:tasks.rados.rados.0.smithi099.stdout:1560: delete oid 23 current snap is 151 2024-04-12T16:06:21.040 INFO:tasks.rados.rados.0.smithi099.stdout:1557: finishing rollback tid 2 to smithi09982431-30 2024-04-12T16:06:21.040 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 30 v 567 (ObjNum 392 snap 121 seq_num 392) dirty exists 2024-04-12T16:06:21.045 INFO:tasks.rados.rados.0.smithi099.stdout:1557: done (3 left) 2024-04-12T16:06:21.045 INFO:tasks.rados.rados.0.smithi099.stdout:1560: done (2 left) 2024-04-12T16:06:21.045 INFO:tasks.rados.rados.0.smithi099.stdout:1561: rollback oid 5 current snap is 151 2024-04-12T16:06:21.045 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 5 to 150 2024-04-12T16:06:21.045 INFO:tasks.rados.rados.0.smithi099.stdout:1562: snap_create 2024-04-12T16:06:21.046 INFO:tasks.rados.rados.0.smithi099.stdout:1558: finishing write tid 1 to smithi09982431-10 2024-04-12T16:06:21.047 INFO:tasks.rados.rados.0.smithi099.stdout:1558: finishing write tid 2 to smithi09982431-10 2024-04-12T16:06:21.047 INFO:tasks.rados.rados.0.smithi099.stdout:1561: finishing rollback tid 1 to smithi09982431-5 2024-04-12T16:06:21.047 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 5 v 615 (ObjNum 33 snap 0 seq_num 1924853232) dirty dne 2024-04-12T16:06:21.047 INFO:tasks.rados.rados.0.smithi099.stdout:1558: finishing write tid 3 to smithi09982431-10 2024-04-12T16:06:21.048 INFO:tasks.rados.rados.0.smithi099.stdout:1558: finishing write tid 4 to smithi09982431-10 2024-04-12T16:06:21.048 INFO:tasks.rados.rados.0.smithi099.stdout:1558: oid 10 updating version 0 to 911 2024-04-12T16:06:21.048 INFO:tasks.rados.rados.0.smithi099.stdout:1558: oid 10 version 911 is already newer than 910 2024-04-12T16:06:21.048 INFO:tasks.rados.rados.0.smithi099.stdout:1558: oid 10 updating version 911 to 912 2024-04-12T16:06:21.048 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 10 v 912 (ObjNum 499 snap 151 seq_num 499) dirty exists 2024-04-12T16:06:21.048 INFO:tasks.rados.rados.0.smithi099.stdout:1558: left oid 10 (ObjNum 499 snap 151 seq_num 499) 2024-04-12T16:06:21.050 INFO:tasks.rados.rados.0.smithi099.stdout:1559: finishing copy_from racing read to smithi09982431-38 2024-04-12T16:06:21.051 INFO:tasks.rados.rados.0.smithi099.stdout:1559: finishing copy_from to smithi09982431-38 2024-04-12T16:06:21.051 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 38 v 699 (ObjNum 359 snap 111 seq_num 359) dirty exists 2024-04-12T16:06:21.281 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:21 smithi099 ceph-mon[94290]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T16:06:21.281 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:21 smithi099 ceph-mon[94290]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-12T16:06:21.281 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:21 smithi099 ceph-mon[94290]: osdmap e365: 8 total, 8 up, 8 in 2024-04-12T16:06:21.281 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:21 smithi099 ceph-mon[94290]: pgmap v183: 121 pgs: 121 active+clean; 419 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 970 KiB/s wr, 3 op/s; 4.1 MiB/s, 2 objects/s recovering 2024-04-12T16:06:21.281 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:21 smithi099 ceph-mon[96864]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T16:06:21.281 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:21 smithi099 ceph-mon[96864]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-12T16:06:21.282 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:21 smithi099 ceph-mon[96864]: osdmap e365: 8 total, 8 up, 8 in 2024-04-12T16:06:21.282 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:21 smithi099 ceph-mon[96864]: pgmap v183: 121 pgs: 121 active+clean; 419 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 970 KiB/s wr, 3 op/s; 4.1 MiB/s, 2 objects/s recovering 2024-04-12T16:06:21.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:21 smithi110 ceph-mon[88691]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T16:06:21.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:21 smithi110 ceph-mon[88691]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-12T16:06:21.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:21 smithi110 ceph-mon[88691]: osdmap e365: 8 total, 8 up, 8 in 2024-04-12T16:06:21.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:21 smithi110 ceph-mon[88691]: pgmap v183: 121 pgs: 121 active+clean; 419 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 970 KiB/s wr, 3 op/s; 4.1 MiB/s, 2 objects/s recovering 2024-04-12T16:06:22.037 INFO:tasks.rados.rados.0.smithi099.stdout:1558: done (3 left) 2024-04-12T16:06:22.037 INFO:tasks.rados.rados.0.smithi099.stdout:1559: done (2 left) 2024-04-12T16:06:22.038 INFO:tasks.rados.rados.0.smithi099.stdout:1561: done (1 left) 2024-04-12T16:06:22.038 INFO:tasks.rados.rados.0.smithi099.stdout:1562: done (0 left) 2024-04-12T16:06:22.038 INFO:tasks.rados.rados.0.smithi099.stdout:1563: read oid 30 snap 141 2024-04-12T16:06:22.038 INFO:tasks.rados.rados.0.smithi099.stdout:1563: expect (ObjNum 392 snap 121 seq_num 392) 2024-04-12T16:06:22.038 INFO:tasks.rados.rados.0.smithi099.stdout:1564: rollback oid 17 current snap is 152 2024-04-12T16:06:22.038 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 17 to 142 2024-04-12T16:06:22.038 INFO:tasks.rados.rados.0.smithi099.stdout:1565: read oid 14 snap 131 2024-04-12T16:06:22.038 INFO:tasks.rados.rados.0.smithi099.stdout:1565: expect (ObjNum 319 snap 98 seq_num 319) 2024-04-12T16:06:22.038 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 45 current snap is 152 2024-04-12T16:06:22.038 INFO:tasks.rados.rados.0.smithi099.stdout:1566: seq_num 501 ranges {7610368=794624,8404992=401408} 2024-04-12T16:06:22.083 INFO:tasks.rados.rados.0.smithi099.stdout:1566: writing smithi09982431-45 from 7610368 to 8404992 tid 1 2024-04-12T16:06:22.085 INFO:tasks.rados.rados.0.smithi099.stdout:1566: writing smithi09982431-45 from 8404992 to 8806400 tid 2 2024-04-12T16:06:22.085 INFO:tasks.rados.rados.0.smithi099.stdout:1567: rmattr oid 7 current snap is 152 2024-04-12T16:06:22.085 INFO:tasks.rados.rados.0.smithi099.stdout:1567: done (4 left) 2024-04-12T16:06:22.086 INFO:tasks.rados.rados.0.smithi099.stdout:1568: copy_from oid 33 from oid 36 current snap is 152 2024-04-12T16:06:22.086 INFO:tasks.rados.rados.0.smithi099.stdout:1564: finishing rollback tid 0 to smithi09982431-17 2024-04-12T16:06:22.086 INFO:tasks.rados.rados.0.smithi099.stdout:1564: finishing rollback tid 1 to smithi09982431-17 2024-04-12T16:06:22.086 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 17 v 184 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-12T16:06:22.086 INFO:tasks.rados.rados.0.smithi099.stdout:1565: expect (ObjNum 319 snap 98 seq_num 319) 2024-04-12T16:06:22.177 INFO:tasks.rados.rados.0.smithi099.stdout:1563: expect (ObjNum 392 snap 121 seq_num 392) 2024-04-12T16:06:22.292 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:22 smithi099 ceph-mon[94290]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 53/855 objects degraded (6.199%), 7 pgs degraded) 2024-04-12T16:06:22.292 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:22 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:06:22.292 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:22 smithi099 ceph-mon[94290]: osdmap e366: 8 total, 8 up, 8 in 2024-04-12T16:06:22.293 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:22 smithi099 ceph-mon[96864]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 53/855 objects degraded (6.199%), 7 pgs degraded) 2024-04-12T16:06:22.293 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:22 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:06:22.293 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:22 smithi099 ceph-mon[96864]: osdmap e366: 8 total, 8 up, 8 in 2024-04-12T16:06:22.313 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:22 smithi110 ceph-mon[88691]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 53/855 objects degraded (6.199%), 7 pgs degraded) 2024-04-12T16:06:22.313 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:22 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:06:22.313 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:22 smithi110 ceph-mon[88691]: osdmap e366: 8 total, 8 up, 8 in 2024-04-12T16:06:22.376 INFO:tasks.rados.rados.0.smithi099.stdout:1566: finishing write tid 1 to smithi09982431-45 2024-04-12T16:06:22.376 INFO:tasks.rados.rados.0.smithi099.stdout:1566: finishing write tid 2 to smithi09982431-45 2024-04-12T16:06:22.376 INFO:tasks.rados.rados.0.smithi099.stdout:1566: finishing write tid 3 to smithi09982431-45 2024-04-12T16:06:22.376 INFO:tasks.rados.rados.0.smithi099.stdout:1566: finishing write tid 4 to smithi09982431-45 2024-04-12T16:06:22.376 INFO:tasks.rados.rados.0.smithi099.stdout:1566: oid 45 updating version 0 to 493 2024-04-12T16:06:22.377 INFO:tasks.rados.rados.0.smithi099.stdout:1566: oid 45 version 493 is already newer than 491 2024-04-12T16:06:22.377 INFO:tasks.rados.rados.0.smithi099.stdout:1566: oid 45 version 493 is already newer than 492 2024-04-12T16:06:22.377 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 45 v 493 (ObjNum 501 snap 152 seq_num 501) dirty exists 2024-04-12T16:06:22.377 INFO:tasks.rados.rados.0.smithi099.stdout:1566: left oid 45 (ObjNum 501 snap 152 seq_num 501) 2024-04-12T16:06:22.377 INFO:tasks.rados.rados.0.smithi099.stdout:1568: finishing copy_from racing read to smithi09982431-33 2024-04-12T16:06:22.377 INFO:tasks.rados.rados.0.smithi099.stdout:1568: finishing copy_from to smithi09982431-33 2024-04-12T16:06:22.377 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 33 v 942 (ObjNum 327 snap 103 seq_num 327) dirty exists 2024-04-12T16:06:22.377 INFO:tasks.rados.rados.0.smithi099.stdout:1563: done (4 left) 2024-04-12T16:06:22.377 INFO:tasks.rados.rados.0.smithi099.stdout:1564: done (3 left) 2024-04-12T16:06:22.377 INFO:tasks.rados.rados.0.smithi099.stdout:1565: done (2 left) 2024-04-12T16:06:22.377 INFO:tasks.rados.rados.0.smithi099.stdout:1566: done (1 left) 2024-04-12T16:06:22.377 INFO:tasks.rados.rados.0.smithi099.stdout:1568: done (0 left) 2024-04-12T16:06:22.377 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 16 current snap is 152 2024-04-12T16:06:22.377 INFO:tasks.rados.rados.0.smithi099.stdout:1569: seq_num 502 ranges {6512640=409600,6922240=417792,7340032=385024} 2024-04-12T16:06:22.414 INFO:tasks.rados.rados.0.smithi099.stdout:1569: writing smithi09982431-16 from 6512640 to 6922240 tid 1 2024-04-12T16:06:22.416 INFO:tasks.rados.rados.0.smithi099.stdout:1569: writing smithi09982431-16 from 6922240 to 7340032 tid 2 2024-04-12T16:06:22.418 INFO:tasks.rados.rados.0.smithi099.stdout:1569: writing smithi09982431-16 from 7340032 to 7725056 tid 3 2024-04-12T16:06:22.418 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 20 current snap is 152 2024-04-12T16:06:22.418 INFO:tasks.rados.rados.0.smithi099.stdout:1570: seq_num 503 ranges {0=425984,425984=704512,1130496=98304} 2024-04-12T16:06:22.421 INFO:tasks.rados.rados.0.smithi099.stdout:1570: writing smithi09982431-20 from 0 to 425984 tid 1 2024-04-12T16:06:22.425 INFO:tasks.rados.rados.0.smithi099.stdout:1570: writing smithi09982431-20 from 425984 to 1130496 tid 2 2024-04-12T16:06:22.429 INFO:tasks.rados.rados.0.smithi099.stdout:1570: writing smithi09982431-20 from 1130496 to 1228800 tid 3 2024-04-12T16:06:22.429 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 18 current snap is 152 2024-04-12T16:06:22.430 INFO:tasks.rados.rados.0.smithi099.stdout:1569: finishing write tid 1 to smithi09982431-16 2024-04-12T16:06:22.430 INFO:tasks.rados.rados.0.smithi099.stdout:1571: seq_num 504 ranges {6561792=450560,7012352=589824,7602176=212992} 2024-04-12T16:06:22.464 INFO:tasks.rados.rados.0.smithi099.stdout:1571: writing smithi09982431-18 from 6561792 to 7012352 tid 1 2024-04-12T16:06:22.467 INFO:tasks.rados.rados.0.smithi099.stdout:1571: writing smithi09982431-18 from 7012352 to 7602176 tid 2 2024-04-12T16:06:22.469 INFO:tasks.rados.rados.0.smithi099.stdout:1571: writing smithi09982431-18 from 7602176 to 7815168 tid 3 2024-04-12T16:06:22.469 INFO:tasks.rados.rados.0.smithi099.stdout:1572: snap_create 2024-04-12T16:06:22.469 INFO:tasks.rados.rados.0.smithi099.stdout:1569: finishing write tid 2 to smithi09982431-16 2024-04-12T16:06:22.469 INFO:tasks.rados.rados.0.smithi099.stdout:1569: finishing write tid 3 to smithi09982431-16 2024-04-12T16:06:22.470 INFO:tasks.rados.rados.0.smithi099.stdout:1569: finishing write tid 4 to smithi09982431-16 2024-04-12T16:06:22.470 INFO:tasks.rados.rados.0.smithi099.stdout:1569: finishing write tid 5 to smithi09982431-16 2024-04-12T16:06:22.470 INFO:tasks.rados.rados.0.smithi099.stdout:1569: oid 16 updating version 0 to 751 2024-04-12T16:06:22.470 INFO:tasks.rados.rados.0.smithi099.stdout:1569: oid 16 updating version 751 to 754 2024-04-12T16:06:22.470 INFO:tasks.rados.rados.0.smithi099.stdout:1569: oid 16 version 754 is already newer than 752 2024-04-12T16:06:22.470 INFO:tasks.rados.rados.0.smithi099.stdout:1569: oid 16 version 754 is already newer than 753 2024-04-12T16:06:22.470 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 16 v 754 (ObjNum 502 snap 152 seq_num 502) dirty exists 2024-04-12T16:06:22.470 INFO:tasks.rados.rados.0.smithi099.stdout:1569: left oid 16 (ObjNum 502 snap 152 seq_num 502) 2024-04-12T16:06:22.470 INFO:tasks.rados.rados.0.smithi099.stdout:1570: finishing write tid 1 to smithi09982431-20 2024-04-12T16:06:22.470 INFO:tasks.rados.rados.0.smithi099.stdout:1570: finishing write tid 2 to smithi09982431-20 2024-04-12T16:06:22.470 INFO:tasks.rados.rados.0.smithi099.stdout:1570: finishing write tid 3 to smithi09982431-20 2024-04-12T16:06:22.470 INFO:tasks.rados.rados.0.smithi099.stdout:1570: finishing write tid 4 to smithi09982431-20 2024-04-12T16:06:22.471 INFO:tasks.rados.rados.0.smithi099.stdout:1570: finishing write tid 5 to smithi09982431-20 2024-04-12T16:06:22.471 INFO:tasks.rados.rados.0.smithi099.stdout:1570: oid 20 updating version 0 to 1023 2024-04-12T16:06:22.471 INFO:tasks.rados.rados.0.smithi099.stdout:1570: oid 20 version 1023 is already newer than 1020 2024-04-12T16:06:22.471 INFO:tasks.rados.rados.0.smithi099.stdout:1570: oid 20 version 1023 is already newer than 1021 2024-04-12T16:06:22.471 INFO:tasks.rados.rados.0.smithi099.stdout:1570: oid 20 version 1023 is already newer than 1022 2024-04-12T16:06:22.471 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 20 v 1023 (ObjNum 503 snap 152 seq_num 503) dirty exists 2024-04-12T16:06:22.471 INFO:tasks.rados.rados.0.smithi099.stdout:1570: left oid 20 (ObjNum 503 snap 152 seq_num 503) 2024-04-12T16:06:22.471 INFO:tasks.rados.rados.0.smithi099.stdout:1571: finishing write tid 1 to smithi09982431-18 2024-04-12T16:06:22.473 INFO:tasks.rados.rados.0.smithi099.stdout:1571: finishing write tid 2 to smithi09982431-18 2024-04-12T16:06:22.473 INFO:tasks.rados.rados.0.smithi099.stdout:1571: finishing write tid 3 to smithi09982431-18 2024-04-12T16:06:22.474 INFO:tasks.rados.rados.0.smithi099.stdout:1571: finishing write tid 4 to smithi09982431-18 2024-04-12T16:06:22.475 INFO:tasks.rados.rados.0.smithi099.stdout:1571: finishing write tid 5 to smithi09982431-18 2024-04-12T16:06:22.475 INFO:tasks.rados.rados.0.smithi099.stdout:1571: oid 18 updating version 0 to 916 2024-04-12T16:06:22.475 INFO:tasks.rados.rados.0.smithi099.stdout:1571: oid 18 updating version 916 to 917 2024-04-12T16:06:22.475 INFO:tasks.rados.rados.0.smithi099.stdout:1571: oid 18 version 917 is already newer than 915 2024-04-12T16:06:22.475 INFO:tasks.rados.rados.0.smithi099.stdout:1571: oid 18 version 917 is already newer than 914 2024-04-12T16:06:22.475 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 18 v 917 (ObjNum 504 snap 152 seq_num 504) dirty exists 2024-04-12T16:06:22.475 INFO:tasks.rados.rados.0.smithi099.stdout:1571: left oid 18 (ObjNum 504 snap 152 seq_num 504) 2024-04-12T16:06:22.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:06:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:06:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:06:23.042 INFO:tasks.rados.rados.0.smithi099.stdout:1569: done (3 left) 2024-04-12T16:06:23.042 INFO:tasks.rados.rados.0.smithi099.stdout:1570: done (2 left) 2024-04-12T16:06:23.042 INFO:tasks.rados.rados.0.smithi099.stdout:1571: done (1 left) 2024-04-12T16:06:23.042 INFO:tasks.rados.rados.0.smithi099.stdout:1572: done (0 left) 2024-04-12T16:06:23.042 INFO:tasks.rados.rados.0.smithi099.stdout:1573: delete oid 40 current snap is 153 2024-04-12T16:06:23.044 INFO:tasks.rados.rados.0.smithi099.stdout:1573: done (0 left) 2024-04-12T16:06:23.044 INFO:tasks.rados.rados.0.smithi099.stdout:1574: read oid 17 snap 133 2024-04-12T16:06:23.044 INFO:tasks.rados.rados.0.smithi099.stdout:1574: expect deleted 2024-04-12T16:06:23.044 INFO:tasks.rados.rados.0.smithi099.stdout:1575: read oid 45 snap 151 2024-04-12T16:06:23.044 INFO:tasks.rados.rados.0.smithi099.stdout:1575: expect (ObjNum 248 snap 72 seq_num 248) 2024-04-12T16:06:23.045 INFO:tasks.rados.rados.0.smithi099.stdout:1576: copy_from oid 25 from oid 40 current snap is 153 2024-04-12T16:06:23.045 INFO:tasks.rados.rados.0.smithi099.stdout:1577: snap_remove snap 75 2024-04-12T16:06:23.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:23 smithi110 ceph-mon[88691]: osdmap e367: 8 total, 8 up, 8 in 2024-04-12T16:06:23.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:23 smithi110 ceph-mon[88691]: pgmap v186: 121 pgs: 121 active+clean; 419 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 0 B/s wr, 1 op/s; 4.1 MiB/s, 2 objects/s recovering 2024-04-12T16:06:23.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:23 smithi099 ceph-mon[94290]: osdmap e367: 8 total, 8 up, 8 in 2024-04-12T16:06:23.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:23 smithi099 ceph-mon[94290]: pgmap v186: 121 pgs: 121 active+clean; 419 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 0 B/s wr, 1 op/s; 4.1 MiB/s, 2 objects/s recovering 2024-04-12T16:06:23.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:23 smithi099 ceph-mon[96864]: osdmap e367: 8 total, 8 up, 8 in 2024-04-12T16:06:23.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:23 smithi099 ceph-mon[96864]: pgmap v186: 121 pgs: 121 active+clean; 419 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 0 B/s wr, 1 op/s; 4.1 MiB/s, 2 objects/s recovering 2024-04-12T16:06:23.834 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:06:23 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:06:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi099\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:06:24.003 INFO:tasks.rados.rados.0.smithi099.stdout:1577: done (3 left) 2024-04-12T16:06:24.003 INFO:tasks.rados.rados.0.smithi099.stdout:1578: setattr oid 16 current snap is 153 2024-04-12T16:06:24.003 INFO:tasks.rados.rados.0.smithi099.stdout:1576: finishing copy_from to smithi09982431-25 2024-04-12T16:06:24.003 INFO:tasks.rados.rados.0.smithi099.stdout:1576: got expected ENOENT (src dne) 2024-04-12T16:06:24.003 INFO:tasks.rados.rados.0.smithi099.stdout:1576: finishing copy_from racing read to smithi09982431-25 2024-04-12T16:06:24.003 INFO:tasks.rados.rados.0.smithi099.stdout:1575: expect (ObjNum 248 snap 72 seq_num 248) 2024-04-12T16:06:24.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:24 smithi110 ceph-mon[88691]: osdmap e368: 8 total, 8 up, 8 in 2024-04-12T16:06:24.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:24 smithi110 ceph-mon[88691]: osdmap e369: 8 total, 8 up, 8 in 2024-04-12T16:06:24.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:24 smithi099 ceph-mon[94290]: osdmap e368: 8 total, 8 up, 8 in 2024-04-12T16:06:24.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:24 smithi099 ceph-mon[94290]: osdmap e369: 8 total, 8 up, 8 in 2024-04-12T16:06:24.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:24 smithi099 ceph-mon[96864]: osdmap e368: 8 total, 8 up, 8 in 2024-04-12T16:06:24.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:24 smithi099 ceph-mon[96864]: osdmap e369: 8 total, 8 up, 8 in 2024-04-12T16:06:24.428 INFO:tasks.rados.rados.0.smithi099.stdout:1574: done (3 left) 2024-04-12T16:06:24.428 INFO:tasks.rados.rados.0.smithi099.stdout:1575: done (2 left) 2024-04-12T16:06:24.428 INFO:tasks.rados.rados.0.smithi099.stdout:1576: done (1 left) 2024-04-12T16:06:24.428 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 31 current snap is 153 2024-04-12T16:06:24.428 INFO:tasks.rados.rados.0.smithi099.stdout:1579: seq_num 506 ranges {3760128=483328,4243456=761856,5005312=40960} 2024-04-12T16:06:24.450 INFO:tasks.rados.rados.0.smithi099.stdout:1579: writing smithi09982431-31 from 3760128 to 4243456 tid 1 2024-04-12T16:06:24.454 INFO:tasks.rados.rados.0.smithi099.stdout:1579: writing smithi09982431-31 from 4243456 to 5005312 tid 2 2024-04-12T16:06:24.455 INFO:tasks.rados.rados.0.smithi099.stdout:1579: writing smithi09982431-31 from 5005312 to 5046272 tid 3 2024-04-12T16:06:24.455 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 46 current snap is 153 2024-04-12T16:06:24.455 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 16 v 755 (ObjNum 502 snap 152 seq_num 502) dirty exists 2024-04-12T16:06:24.455 INFO:tasks.rados.rados.0.smithi099.stdout:1580: seq_num 507 ranges {1441792=499712,1941504=638976,2580480=163840} 2024-04-12T16:06:24.465 INFO:tasks.rados.rados.0.smithi099.stdout:1580: writing smithi09982431-46 from 1441792 to 1941504 tid 1 2024-04-12T16:06:24.468 INFO:tasks.rados.rados.0.smithi099.stdout:1580: writing smithi09982431-46 from 1941504 to 2580480 tid 2 2024-04-12T16:06:24.470 INFO:tasks.rados.rados.0.smithi099.stdout:1580: writing smithi09982431-46 from 2580480 to 2744320 tid 3 2024-04-12T16:06:24.470 INFO:tasks.rados.rados.0.smithi099.stdout:1578: done (2 left) 2024-04-12T16:06:24.470 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 25 current snap is 153 2024-04-12T16:06:24.470 INFO:tasks.rados.rados.0.smithi099.stdout:1579: finishing write tid 1 to smithi09982431-31 2024-04-12T16:06:24.470 INFO:tasks.rados.rados.0.smithi099.stdout:1581: seq_num 508 ranges {2867200=516096,3383296=524288,3907584=278528} 2024-04-12T16:06:24.488 INFO:tasks.rados.rados.0.smithi099.stdout:1581: writing smithi09982431-25 from 2867200 to 3383296 tid 1 2024-04-12T16:06:24.491 INFO:tasks.rados.rados.0.smithi099.stdout:1581: writing smithi09982431-25 from 3383296 to 3907584 tid 2 2024-04-12T16:06:24.493 INFO:tasks.rados.rados.0.smithi099.stdout:1581: writing smithi09982431-25 from 3907584 to 4186112 tid 3 2024-04-12T16:06:24.493 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 2 current snap is 153 2024-04-12T16:06:24.493 INFO:tasks.rados.rados.0.smithi099.stdout:1579: finishing write tid 2 to smithi09982431-31 2024-04-12T16:06:24.493 INFO:tasks.rados.rados.0.smithi099.stdout:1579: finishing write tid 3 to smithi09982431-31 2024-04-12T16:06:24.493 INFO:tasks.rados.rados.0.smithi099.stdout:1579: finishing write tid 4 to smithi09982431-31 2024-04-12T16:06:24.493 INFO:tasks.rados.rados.0.smithi099.stdout:1582: seq_num 509 ranges {3760128=532480,4292608=409600,4702208=393216} 2024-04-12T16:06:24.516 INFO:tasks.rados.rados.0.smithi099.stdout:1582: writing smithi09982431-2 from 3760128 to 4292608 tid 1 2024-04-12T16:06:24.518 INFO:tasks.rados.rados.0.smithi099.stdout:1582: writing smithi09982431-2 from 4292608 to 4702208 tid 2 2024-04-12T16:06:24.521 INFO:tasks.rados.rados.0.smithi099.stdout:1582: writing smithi09982431-2 from 4702208 to 5095424 tid 3 2024-04-12T16:06:24.521 INFO:tasks.rados.rados.0.smithi099.stdout:1583: rmattr oid 12 current snap is 153 2024-04-12T16:06:24.521 INFO:tasks.rados.rados.0.smithi099.stdout:1583: done (4 left) 2024-04-12T16:06:24.521 INFO:tasks.rados.rados.0.smithi099.stdout:1584: setattr oid 47 current snap is 153 2024-04-12T16:06:24.521 INFO:tasks.rados.rados.0.smithi099.stdout:1579: finishing write tid 5 to smithi09982431-31 2024-04-12T16:06:24.521 INFO:tasks.rados.rados.0.smithi099.stdout:1579: oid 31 updating version 0 to 904 2024-04-12T16:06:24.521 INFO:tasks.rados.rados.0.smithi099.stdout:1579: oid 31 updating version 904 to 905 2024-04-12T16:06:24.521 INFO:tasks.rados.rados.0.smithi099.stdout:1579: oid 31 updating version 905 to 906 2024-04-12T16:06:24.521 INFO:tasks.rados.rados.0.smithi099.stdout:1579: oid 31 version 906 is already newer than 903 2024-04-12T16:06:24.521 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 31 v 906 (ObjNum 506 snap 153 seq_num 506) dirty exists 2024-04-12T16:06:24.521 INFO:tasks.rados.rados.0.smithi099.stdout:1579: left oid 31 (ObjNum 506 snap 153 seq_num 506) 2024-04-12T16:06:24.521 INFO:tasks.rados.rados.0.smithi099.stdout:1580: finishing write tid 1 to smithi09982431-46 2024-04-12T16:06:24.521 INFO:tasks.rados.rados.0.smithi099.stdout:1580: finishing write tid 2 to smithi09982431-46 2024-04-12T16:06:24.522 INFO:tasks.rados.rados.0.smithi099.stdout:1580: finishing write tid 3 to smithi09982431-46 2024-04-12T16:06:24.522 INFO:tasks.rados.rados.0.smithi099.stdout:1580: finishing write tid 4 to smithi09982431-46 2024-04-12T16:06:24.522 INFO:tasks.rados.rados.0.smithi099.stdout:1580: finishing write tid 5 to smithi09982431-46 2024-04-12T16:06:24.522 INFO:tasks.rados.rados.0.smithi099.stdout:1580: oid 46 updating version 0 to 610 2024-04-12T16:06:24.522 INFO:tasks.rados.rados.0.smithi099.stdout:1580: oid 46 version 610 is already newer than 608 2024-04-12T16:06:24.522 INFO:tasks.rados.rados.0.smithi099.stdout:1580: oid 46 version 610 is already newer than 609 2024-04-12T16:06:24.522 INFO:tasks.rados.rados.0.smithi099.stdout:1580: oid 46 updating version 610 to 611 2024-04-12T16:06:24.522 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 46 v 611 (ObjNum 507 snap 153 seq_num 507) dirty exists 2024-04-12T16:06:24.522 INFO:tasks.rados.rados.0.smithi099.stdout:1580: left oid 46 (ObjNum 507 snap 153 seq_num 507) 2024-04-12T16:06:24.522 INFO:tasks.rados.rados.0.smithi099.stdout:1581: finishing write tid 1 to smithi09982431-25 2024-04-12T16:06:24.522 INFO:tasks.rados.rados.0.smithi099.stdout:1581: finishing write tid 2 to smithi09982431-25 2024-04-12T16:06:24.522 INFO:tasks.rados.rados.0.smithi099.stdout:1581: finishing write tid 3 to smithi09982431-25 2024-04-12T16:06:24.522 INFO:tasks.rados.rados.0.smithi099.stdout:1581: finishing write tid 4 to smithi09982431-25 2024-04-12T16:06:24.522 INFO:tasks.rados.rados.0.smithi099.stdout:1581: finishing write tid 5 to smithi09982431-25 2024-04-12T16:06:24.523 INFO:tasks.rados.rados.0.smithi099.stdout:1581: oid 25 updating version 0 to 1036 2024-04-12T16:06:24.523 INFO:tasks.rados.rados.0.smithi099.stdout:1581: oid 25 updating version 1036 to 1037 2024-04-12T16:06:24.523 INFO:tasks.rados.rados.0.smithi099.stdout:1581: oid 25 version 1037 is already newer than 1034 2024-04-12T16:06:24.523 INFO:tasks.rados.rados.0.smithi099.stdout:1581: oid 25 version 1037 is already newer than 1035 2024-04-12T16:06:24.523 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 25 v 1037 (ObjNum 508 snap 153 seq_num 508) dirty exists 2024-04-12T16:06:24.523 INFO:tasks.rados.rados.0.smithi099.stdout:1581: left oid 25 (ObjNum 508 snap 153 seq_num 508) 2024-04-12T16:06:24.523 INFO:tasks.rados.rados.0.smithi099.stdout:1582: finishing write tid 1 to smithi09982431-2 2024-04-12T16:06:24.523 INFO:tasks.rados.rados.0.smithi099.stdout:1582: finishing write tid 2 to smithi09982431-2 2024-04-12T16:06:24.524 INFO:tasks.rados.rados.0.smithi099.stdout:1579: done (4 left) 2024-04-12T16:06:24.524 INFO:tasks.rados.rados.0.smithi099.stdout:1580: done (3 left) 2024-04-12T16:06:24.524 INFO:tasks.rados.rados.0.smithi099.stdout:1581: done (2 left) 2024-04-12T16:06:24.524 INFO:tasks.rados.rados.0.smithi099.stdout:1585: rollback oid 24 current snap is 153 2024-04-12T16:06:24.524 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 24 to 144 2024-04-12T16:06:24.524 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 40 current snap is 153 2024-04-12T16:06:24.524 INFO:tasks.rados.rados.0.smithi099.stdout:1586: seq_num 510 ranges {0=548864,548864=745472,1294336=57344} 2024-04-12T16:06:24.525 INFO:tasks.rados.rados.0.smithi099.stdout:1586: writing smithi09982431-40 from 0 to 548864 tid 1 2024-04-12T16:06:24.530 INFO:tasks.rados.rados.0.smithi099.stdout:1586: writing smithi09982431-40 from 548864 to 1294336 tid 2 2024-04-12T16:06:24.531 INFO:tasks.rados.rados.0.smithi099.stdout:1586: writing smithi09982431-40 from 1294336 to 1351680 tid 3 2024-04-12T16:06:24.531 INFO:tasks.rados.rados.0.smithi099.stdout:1587: rollback oid 42 current snap is 153 2024-04-12T16:06:24.531 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 42 to 147 2024-04-12T16:06:24.531 INFO:tasks.rados.rados.0.smithi099.stdout:1582: finishing write tid 3 to smithi09982431-2 2024-04-12T16:06:24.531 INFO:tasks.rados.rados.0.smithi099.stdout:1582: finishing write tid 4 to smithi09982431-2 2024-04-12T16:06:24.531 INFO:tasks.rados.rados.0.smithi099.stdout:1585: finishing rollback tid 1 to smithi09982431-24 2024-04-12T16:06:24.531 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 24 v 608 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-12T16:06:24.531 INFO:tasks.rados.rados.0.smithi099.stdout:1582: finishing write tid 5 to smithi09982431-2 2024-04-12T16:06:24.531 INFO:tasks.rados.rados.0.smithi099.stdout:1582: oid 2 updating version 0 to 450 2024-04-12T16:06:24.531 INFO:tasks.rados.rados.0.smithi099.stdout:1582: oid 2 version 450 is already newer than 449 2024-04-12T16:06:24.531 INFO:tasks.rados.rados.0.smithi099.stdout:1582: oid 2 updating version 450 to 452 2024-04-12T16:06:24.531 INFO:tasks.rados.rados.0.smithi099.stdout:1582: oid 2 version 452 is already newer than 451 2024-04-12T16:06:24.531 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 2 v 452 (ObjNum 509 snap 153 seq_num 509) dirty exists 2024-04-12T16:06:24.531 INFO:tasks.rados.rados.0.smithi099.stdout:1582: left oid 2 (ObjNum 509 snap 153 seq_num 509) 2024-04-12T16:06:24.531 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 47 v 951 (ObjNum 494 snap 150 seq_num 494) dirty exists 2024-04-12T16:06:24.532 INFO:tasks.rados.rados.0.smithi099.stdout:1582: done (4 left) 2024-04-12T16:06:24.532 INFO:tasks.rados.rados.0.smithi099.stdout:1584: done (3 left) 2024-04-12T16:06:24.532 INFO:tasks.rados.rados.0.smithi099.stdout:1585: done (2 left) 2024-04-12T16:06:24.532 INFO:tasks.rados.rados.0.smithi099.stdout:1588: copy_from oid 34 from oid 6 current snap is 153 2024-04-12T16:06:24.532 INFO:tasks.rados.rados.0.smithi099.stdout:1586: finishing write tid 1 to smithi09982431-40 2024-04-12T16:06:24.532 INFO:tasks.rados.rados.0.smithi099.stdout:1589: delete oid 21 current snap is 153 2024-04-12T16:06:24.533 INFO:tasks.rados.rados.0.smithi099.stdout:1589: done (3 left) 2024-04-12T16:06:24.533 INFO:tasks.rados.rados.0.smithi099.stdout:1590: rmattr oid 26 current snap is 153 2024-04-12T16:06:24.533 INFO:tasks.rados.rados.0.smithi099.stdout:1591: copy_from oid 17 from oid 9 current snap is 153 2024-04-12T16:06:24.534 INFO:tasks.rados.rados.0.smithi099.stdout:1592: setattr oid 29 current snap is 153 2024-04-12T16:06:24.535 INFO:tasks.rados.rados.0.smithi099.stdout:1587: finishing rollback tid 0 to smithi09982431-42 2024-04-12T16:06:24.535 INFO:tasks.rados.rados.0.smithi099.stdout:1587: finishing rollback tid 1 to smithi09982431-42 2024-04-12T16:06:24.535 INFO:tasks.rados.rados.0.smithi099.stdout:1586: finishing write tid 2 to smithi09982431-40 2024-04-12T16:06:24.535 INFO:tasks.rados.rados.0.smithi099.stdout:1586: finishing write tid 3 to smithi09982431-40 2024-04-12T16:06:24.535 INFO:tasks.rados.rados.0.smithi099.stdout:1587: finishing rollback tid 2 to smithi09982431-42 2024-04-12T16:06:24.535 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 42 v 953 (ObjNum 87 snap 11 seq_num 87) dirty exists 2024-04-12T16:06:24.535 INFO:tasks.rados.rados.0.smithi099.stdout:1586: finishing write tid 4 to smithi09982431-40 2024-04-12T16:06:24.536 INFO:tasks.rados.rados.0.smithi099.stdout:1587: done (5 left) 2024-04-12T16:06:24.536 INFO:tasks.rados.rados.0.smithi099.stdout:1593: snap_create 2024-04-12T16:06:24.536 INFO:tasks.rados.rados.0.smithi099.stdout:1586: finishing write tid 5 to smithi09982431-40 2024-04-12T16:06:24.536 INFO:tasks.rados.rados.0.smithi099.stdout:1586: oid 40 updating version 0 to 1038 2024-04-12T16:06:24.536 INFO:tasks.rados.rados.0.smithi099.stdout:1586: oid 40 updating version 1038 to 1040 2024-04-12T16:06:24.536 INFO:tasks.rados.rados.0.smithi099.stdout:1586: oid 40 version 1040 is already newer than 1039 2024-04-12T16:06:24.537 INFO:tasks.rados.rados.0.smithi099.stdout:1586: oid 40 updating version 1040 to 1041 2024-04-12T16:06:24.537 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 40 v 1041 (ObjNum 510 snap 153 seq_num 510) dirty exists 2024-04-12T16:06:24.537 INFO:tasks.rados.rados.0.smithi099.stdout:1586: left oid 40 (ObjNum 510 snap 153 seq_num 510) 2024-04-12T16:06:24.537 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 824 (ObjNum 449 snap 135 seq_num 449) dirty exists 2024-04-12T16:06:24.539 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 29 v 952 (ObjNum 316 snap 98 seq_num 316) dirty exists 2024-04-12T16:06:24.541 INFO:tasks.rados.rados.0.smithi099.stdout:1591: finishing copy_from racing read to smithi09982431-17 2024-04-12T16:06:24.543 INFO:tasks.rados.rados.0.smithi099.stdout:1591: finishing copy_from to smithi09982431-17 2024-04-12T16:06:24.544 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 17 v 625 (ObjNum 433 snap 129 seq_num 433) dirty exists 2024-04-12T16:06:24.544 INFO:tasks.rados.rados.0.smithi099.stdout:1588: finishing copy_from racing read to smithi09982431-34 2024-04-12T16:06:24.546 INFO:tasks.rados.rados.0.smithi099.stdout:1588: finishing copy_from to smithi09982431-34 2024-04-12T16:06:24.546 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 34 v 947 (ObjNum 367 snap 113 seq_num 367) dirty exists 2024-04-12T16:06:25.050 INFO:tasks.rados.rados.0.smithi099.stdout:1586: done (5 left) 2024-04-12T16:06:25.050 INFO:tasks.rados.rados.0.smithi099.stdout:1588: done (4 left) 2024-04-12T16:06:25.050 INFO:tasks.rados.rados.0.smithi099.stdout:1590: done (3 left) 2024-04-12T16:06:25.050 INFO:tasks.rados.rados.0.smithi099.stdout:1591: done (2 left) 2024-04-12T16:06:25.050 INFO:tasks.rados.rados.0.smithi099.stdout:1592: done (1 left) 2024-04-12T16:06:25.051 INFO:tasks.rados.rados.0.smithi099.stdout:1593: done (0 left) 2024-04-12T16:06:25.051 INFO:tasks.rados.rados.0.smithi099.stdout:1594: delete oid 24 current snap is 154 2024-04-12T16:06:25.054 INFO:tasks.rados.rados.0.smithi099.stdout:1594: done (0 left) 2024-04-12T16:06:25.054 INFO:tasks.rados.rados.0.smithi099.stdout:1595: rmattr oid 14 current snap is 154 2024-04-12T16:06:25.054 INFO:tasks.rados.rados.0.smithi099.stdout:1596: delete oid 7 current snap is 154 2024-04-12T16:06:25.058 INFO:tasks.rados.rados.0.smithi099.stdout:1596: done (1 left) 2024-04-12T16:06:25.058 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 29 current snap is 154 2024-04-12T16:06:25.058 INFO:tasks.rados.rados.0.smithi099.stdout:1597: seq_num 514 ranges {1572864=614400,2187264=679936,2867200=122880} 2024-04-12T16:06:25.069 INFO:tasks.rados.rados.0.smithi099.stdout:1597: writing smithi09982431-29 from 1572864 to 2187264 tid 1 2024-04-12T16:06:25.073 INFO:tasks.rados.rados.0.smithi099.stdout:1597: writing smithi09982431-29 from 2187264 to 2867200 tid 2 2024-04-12T16:06:25.074 INFO:tasks.rados.rados.0.smithi099.stdout:1597: writing smithi09982431-29 from 2867200 to 2990080 tid 3 2024-04-12T16:06:25.074 INFO:tasks.rados.rados.0.smithi099.stdout:1598: snap_create 2024-04-12T16:06:25.074 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 14 v 453 (ObjNum 319 snap 98 seq_num 319) dirty exists 2024-04-12T16:06:25.078 INFO:tasks.rados.rados.0.smithi099.stdout:1597: finishing write tid 1 to smithi09982431-29 2024-04-12T16:06:25.078 INFO:tasks.rados.rados.0.smithi099.stdout:1597: finishing write tid 2 to smithi09982431-29 2024-04-12T16:06:25.079 INFO:tasks.rados.rados.0.smithi099.stdout:1597: finishing write tid 3 to smithi09982431-29 2024-04-12T16:06:25.079 INFO:tasks.rados.rados.0.smithi099.stdout:1597: finishing write tid 4 to smithi09982431-29 2024-04-12T16:06:25.081 INFO:tasks.rados.rados.0.smithi099.stdout:1597: finishing write tid 5 to smithi09982431-29 2024-04-12T16:06:25.081 INFO:tasks.rados.rados.0.smithi099.stdout:1597: oid 29 updating version 0 to 956 2024-04-12T16:06:25.081 INFO:tasks.rados.rados.0.smithi099.stdout:1597: oid 29 version 956 is already newer than 953 2024-04-12T16:06:25.081 INFO:tasks.rados.rados.0.smithi099.stdout:1597: oid 29 version 956 is already newer than 954 2024-04-12T16:06:25.081 INFO:tasks.rados.rados.0.smithi099.stdout:1597: oid 29 version 956 is already newer than 955 2024-04-12T16:06:25.081 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 29 v 956 (ObjNum 514 snap 154 seq_num 514) dirty exists 2024-04-12T16:06:25.081 INFO:tasks.rados.rados.0.smithi099.stdout:1597: left oid 29 (ObjNum 514 snap 154 seq_num 514) 2024-04-12T16:06:25.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:25 smithi110 ceph-mon[88691]: pgmap v189: 121 pgs: 121 active+clean; 401 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.9 MiB/s wr, 26 op/s 2024-04-12T16:06:25.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:25 smithi099 ceph-mon[94290]: pgmap v189: 121 pgs: 121 active+clean; 401 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.9 MiB/s wr, 26 op/s 2024-04-12T16:06:25.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:25 smithi099 ceph-mon[96864]: pgmap v189: 121 pgs: 121 active+clean; 401 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.9 MiB/s wr, 26 op/s 2024-04-12T16:06:26.064 INFO:tasks.rados.rados.0.smithi099.stdout:1595: done (2 left) 2024-04-12T16:06:26.065 INFO:tasks.rados.rados.0.smithi099.stdout:1597: done (1 left) 2024-04-12T16:06:26.065 INFO:tasks.rados.rados.0.smithi099.stdout:1598: done (0 left) 2024-04-12T16:06:26.065 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 45 current snap is 155 2024-04-12T16:06:26.065 INFO:tasks.rados.rados.0.smithi099.stdout:1599: seq_num 515 ranges {8806400=630784,9437184=565248,10002432=237568} 2024-04-12T16:06:26.118 INFO:tasks.rados.rados.0.smithi099.stdout:1599: writing smithi09982431-45 from 8806400 to 9437184 tid 1 2024-04-12T16:06:26.119 INFO:tasks.rados.rados.0.smithi099.stdout:1599: writing smithi09982431-45 from 9437184 to 10002432 tid 2 2024-04-12T16:06:26.121 INFO:tasks.rados.rados.0.smithi099.stdout:1599: writing smithi09982431-45 from 10002432 to 10240000 tid 3 2024-04-12T16:06:26.121 INFO:tasks.rados.rados.0.smithi099.stdout:1600: snap_remove snap 149 2024-04-12T16:06:26.167 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-04-12T16:06:26.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:26 smithi110 ceph-mon[88691]: osdmap e370: 8 total, 8 up, 8 in 2024-04-12T16:06:26.359 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:26 smithi099 ceph-mon[94290]: osdmap e370: 8 total, 8 up, 8 in 2024-04-12T16:06:26.359 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:26 smithi099 ceph-mon[96864]: osdmap e370: 8 total, 8 up, 8 in 2024-04-12T16:06:26.488 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T16:06:26.488 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (7m) 11s ago 8m 26.8M - 0.25.0 c8568f914cd2 d0012c0a0402 2024-04-12T16:06:26.488 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi110 *:3000 running (7m) 92s ago 7m 88.8M - 9.4.7 954c08fa6188 f1a47e96b342 2024-04-12T16:06:26.488 INFO:teuthology.orchestra.run.smithi099.stdout:mds.a smithi099 running (9m) 11s ago 9m 19.5M - 18.2.2-1187-gd540ebac bb2c5eac26a4 41cdf918e4eb 2024-04-12T16:06:26.488 INFO:teuthology.orchestra.run.smithi099.stdout:mds.b smithi110 running (9m) 92s ago 9m 14.7M - 18.2.2-1187-gd540ebac bb2c5eac26a4 453e0d052bae 2024-04-12T16:06:26.488 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi110 *:8443,9283,8765 running (2m) 92s ago 12m 450M - 19.0.0-2847-gbf9c5618 92de118a8b8f 39e31f4f4e9d 2024-04-12T16:06:26.488 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (3m) 11s ago 14m 507M - 19.0.0-2847-gbf9c5618 92de118a8b8f 8fb83982268a 2024-04-12T16:06:26.488 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (2m) 11s ago 14m 49.0M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f cc807b11358b 2024-04-12T16:06:26.488 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi110 running (98s) 92s ago 12m 28.4M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 393831dfcb29 2024-04-12T16:06:26.488 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (118s) 11s ago 12m 43.2M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 3bb5784f6f37 2024-04-12T16:06:26.488 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (7m) 11s ago 7m 15.7M - 1.5.0 0da6a335fe13 1555012f6fb4 2024-04-12T16:06:26.488 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi110 *:9100 running (7m) 92s ago 7m 15.2M - 1.5.0 0da6a335fe13 e64854b1f14f 2024-04-12T16:06:26.489 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (51s) 11s ago 12m 149M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 5e1f1df54e74 2024-04-12T16:06:26.489 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (16s) 11s ago 11m 14.8M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 78ac083e3d82 2024-04-12T16:06:26.489 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (11m) 11s ago 11m 261M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 bcc4792ed641 2024-04-12T16:06:26.489 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (10m) 11s ago 10m 187M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 c9320073515e 2024-04-12T16:06:26.489 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi110 running (10m) 92s ago 10m 187M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 cbe7627415bc 2024-04-12T16:06:26.489 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi110 running (10m) 92s ago 10m 230M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 adfdbd20159e 2024-04-12T16:06:26.489 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi110 running (9m) 92s ago 9m 153M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 27d42d053218 2024-04-12T16:06:26.489 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi110 running (9m) 92s ago 9m 138M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 d4e7f553110a 2024-04-12T16:06:26.489 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi110 *:9095 running (2m) 92s ago 8m 53.7M - 2.43.0 a07b618ecd1d 9fabb6d2365c 2024-04-12T16:06:26.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:06:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:06:26] "GET /metrics HTTP/1.1" 200 36121 "" "Prometheus/2.43.0" 2024-04-12T16:06:26.884 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-04-12T16:06:26.884 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-04-12T16:06:26.885 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 3 2024-04-12T16:06:26.885 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:06:26.885 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-04-12T16:06:26.885 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:06:26.885 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:06:26.885 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-04-12T16:06:26.885 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 6, 2024-04-12T16:06:26.885 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:06:26.885 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:06:26.885 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": { 2024-04-12T16:06:26.885 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:06:26.885 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:06:26.885 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-04-12T16:06:26.885 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8, 2024-04-12T16:06:26.885 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 7 2024-04-12T16:06:26.885 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-04-12T16:06:26.886 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-04-12T16:06:27.079 INFO:tasks.rados.rados.0.smithi099.stdout:1599: finishing write tid 1 to smithi09982431-45 2024-04-12T16:06:27.079 INFO:tasks.rados.rados.0.smithi099.stdout:1599: finishing write tid 2 to smithi09982431-45 2024-04-12T16:06:27.079 INFO:tasks.rados.rados.0.smithi099.stdout:1599: finishing write tid 3 to smithi09982431-45 2024-04-12T16:06:27.079 INFO:tasks.rados.rados.0.smithi099.stdout:1599: finishing write tid 4 to smithi09982431-45 2024-04-12T16:06:27.079 INFO:tasks.rados.rados.0.smithi099.stdout:1599: finishing write tid 5 to smithi09982431-45 2024-04-12T16:06:27.080 INFO:tasks.rados.rados.0.smithi099.stdout:1599: oid 45 updating version 0 to 946 2024-04-12T16:06:27.080 INFO:tasks.rados.rados.0.smithi099.stdout:1599: oid 45 version 946 is already newer than 943 2024-04-12T16:06:27.080 INFO:tasks.rados.rados.0.smithi099.stdout:1599: oid 45 version 946 is already newer than 945 2024-04-12T16:06:27.080 INFO:tasks.rados.rados.0.smithi099.stdout:1599: oid 45 version 946 is already newer than 944 2024-04-12T16:06:27.080 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 45 v 946 (ObjNum 515 snap 155 seq_num 515) dirty exists 2024-04-12T16:06:27.080 INFO:tasks.rados.rados.0.smithi099.stdout:1599: left oid 45 (ObjNum 515 snap 155 seq_num 515) 2024-04-12T16:06:27.080 INFO:tasks.rados.rados.0.smithi099.stdout:1599: done (1 left) 2024-04-12T16:06:27.080 INFO:tasks.rados.rados.0.smithi099.stdout:1600: done (0 left) 2024-04-12T16:06:27.081 INFO:tasks.rados.rados.0.smithi099.stdout:1601: copy_from oid 41 from oid 23 current snap is 155 2024-04-12T16:06:27.081 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 32 current snap is 155 2024-04-12T16:06:27.081 INFO:tasks.rados.rados.0.smithi099.stdout:1602: seq_num 516 ranges {3145728=647168,3792896=450560,4243456=352256} 2024-04-12T16:06:27.100 INFO:tasks.rados.rados.0.smithi099.stdout:1602: writing smithi09982431-32 from 3145728 to 3792896 tid 1 2024-04-12T16:06:27.102 INFO:tasks.rados.rados.0.smithi099.stdout:1602: writing smithi09982431-32 from 3792896 to 4243456 tid 2 2024-04-12T16:06:27.104 INFO:tasks.rados.rados.0.smithi099.stdout:1602: writing smithi09982431-32 from 4243456 to 4595712 tid 3 2024-04-12T16:06:27.104 INFO:tasks.rados.rados.0.smithi099.stdout:1603: snap_remove snap 152 2024-04-12T16:06:27.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:27 smithi110 ceph-mon[88691]: osdmap e371: 8 total, 8 up, 8 in 2024-04-12T16:06:27.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:27 smithi110 ceph-mon[88691]: from='client.34242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:06:27.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:27 smithi110 ceph-mon[88691]: pgmap v192: 121 pgs: 121 active+clean; 411 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 7.9 MiB/s wr, 34 op/s 2024-04-12T16:06:27.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:27 smithi110 ceph-mon[88691]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:06:27.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:27 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1416948131' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:06:27.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:27 smithi099 ceph-mon[94290]: osdmap e371: 8 total, 8 up, 8 in 2024-04-12T16:06:27.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:27 smithi099 ceph-mon[94290]: from='client.34242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:06:27.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:27 smithi099 ceph-mon[94290]: pgmap v192: 121 pgs: 121 active+clean; 411 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 7.9 MiB/s wr, 34 op/s 2024-04-12T16:06:27.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:27 smithi099 ceph-mon[94290]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:06:27.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:27 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1416948131' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:06:27.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:27 smithi099 ceph-mon[96864]: osdmap e371: 8 total, 8 up, 8 in 2024-04-12T16:06:27.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:27 smithi099 ceph-mon[96864]: from='client.34242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:06:27.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:27 smithi099 ceph-mon[96864]: pgmap v192: 121 pgs: 121 active+clean; 411 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 7.9 MiB/s wr, 34 op/s 2024-04-12T16:06:27.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:27 smithi099 ceph-mon[96864]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:06:27.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:27 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1416948131' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:06:28.080 INFO:tasks.rados.rados.0.smithi099.stdout:1603: done (2 left) 2024-04-12T16:06:28.080 INFO:tasks.rados.rados.0.smithi099.stdout:1604: delete oid 19 current snap is 155 2024-04-12T16:06:28.080 INFO:tasks.rados.rados.0.smithi099.stdout:1601: finishing copy_from to smithi09982431-41 2024-04-12T16:06:28.080 INFO:tasks.rados.rados.0.smithi099.stdout:1601: got expected ENOENT (src dne) 2024-04-12T16:06:28.080 INFO:tasks.rados.rados.0.smithi099.stdout:1601: finishing copy_from racing read to smithi09982431-41 2024-04-12T16:06:28.080 INFO:tasks.rados.rados.0.smithi099.stdout:1602: finishing write tid 1 to smithi09982431-32 2024-04-12T16:06:28.081 INFO:tasks.rados.rados.0.smithi099.stdout:1602: finishing write tid 2 to smithi09982431-32 2024-04-12T16:06:28.081 INFO:tasks.rados.rados.0.smithi099.stdout:1602: finishing write tid 3 to smithi09982431-32 2024-04-12T16:06:28.081 INFO:tasks.rados.rados.0.smithi099.stdout:1602: finishing write tid 4 to smithi09982431-32 2024-04-12T16:06:28.081 INFO:tasks.rados.rados.0.smithi099.stdout:1602: finishing write tid 5 to smithi09982431-32 2024-04-12T16:06:28.081 INFO:tasks.rados.rados.0.smithi099.stdout:1602: oid 32 updating version 0 to 755 2024-04-12T16:06:28.081 INFO:tasks.rados.rados.0.smithi099.stdout:1602: oid 32 version 755 is already newer than 754 2024-04-12T16:06:28.081 INFO:tasks.rados.rados.0.smithi099.stdout:1602: oid 32 updating version 755 to 757 2024-04-12T16:06:28.081 INFO:tasks.rados.rados.0.smithi099.stdout:1602: oid 32 version 757 is already newer than 756 2024-04-12T16:06:28.081 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 32 v 757 (ObjNum 516 snap 155 seq_num 516) dirty exists 2024-04-12T16:06:28.081 INFO:tasks.rados.rados.0.smithi099.stdout:1602: left oid 32 (ObjNum 516 snap 155 seq_num 516) 2024-04-12T16:06:28.086 INFO:tasks.rados.rados.0.smithi099.stdout:1601: done (2 left) 2024-04-12T16:06:28.086 INFO:tasks.rados.rados.0.smithi099.stdout:1602: done (1 left) 2024-04-12T16:06:28.086 INFO:tasks.rados.rados.0.smithi099.stdout:1604: done (0 left) 2024-04-12T16:06:28.086 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 23 current snap is 155 2024-04-12T16:06:28.086 INFO:tasks.rados.rados.0.smithi099.stdout:1605: seq_num 518 ranges {0=679936,679936=671744,1351680=131072} 2024-04-12T16:06:28.091 INFO:tasks.rados.rados.0.smithi099.stdout:1605: writing smithi09982431-23 from 0 to 679936 tid 1 2024-04-12T16:06:28.095 INFO:tasks.rados.rados.0.smithi099.stdout:1605: writing smithi09982431-23 from 679936 to 1351680 tid 2 2024-04-12T16:06:28.096 INFO:tasks.rados.rados.0.smithi099.stdout:1605: writing smithi09982431-23 from 1351680 to 1482752 tid 3 2024-04-12T16:06:28.096 INFO:tasks.rados.rados.0.smithi099.stdout:1606: snap_create 2024-04-12T16:06:28.096 INFO:tasks.rados.rados.0.smithi099.stdout:1605: finishing write tid 1 to smithi09982431-23 2024-04-12T16:06:28.101 INFO:tasks.rados.rados.0.smithi099.stdout:1605: finishing write tid 2 to smithi09982431-23 2024-04-12T16:06:28.101 INFO:tasks.rados.rados.0.smithi099.stdout:1605: finishing write tid 3 to smithi09982431-23 2024-04-12T16:06:28.101 INFO:tasks.rados.rados.0.smithi099.stdout:1605: finishing write tid 4 to smithi09982431-23 2024-04-12T16:06:28.102 INFO:tasks.rados.rados.0.smithi099.stdout:1605: finishing write tid 5 to smithi09982431-23 2024-04-12T16:06:28.102 INFO:tasks.rados.rados.0.smithi099.stdout:1605: oid 23 updating version 0 to 450 2024-04-12T16:06:28.102 INFO:tasks.rados.rados.0.smithi099.stdout:1605: oid 23 version 450 is already newer than 449 2024-04-12T16:06:28.102 INFO:tasks.rados.rados.0.smithi099.stdout:1605: oid 23 updating version 450 to 451 2024-04-12T16:06:28.102 INFO:tasks.rados.rados.0.smithi099.stdout:1605: oid 23 version 451 is already newer than 448 2024-04-12T16:06:28.102 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 23 v 451 (ObjNum 518 snap 155 seq_num 518) dirty exists 2024-04-12T16:06:28.102 INFO:tasks.rados.rados.0.smithi099.stdout:1605: left oid 23 (ObjNum 518 snap 155 seq_num 518) 2024-04-12T16:06:28.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:28 smithi110 ceph-mon[88691]: osdmap e372: 8 total, 8 up, 8 in 2024-04-12T16:06:28.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:28.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:06:28.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:28.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:28 smithi099 ceph-mon[94290]: osdmap e372: 8 total, 8 up, 8 in 2024-04-12T16:06:28.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:28.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:06:28.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:28.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:28 smithi099 ceph-mon[96864]: osdmap e372: 8 total, 8 up, 8 in 2024-04-12T16:06:28.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:28.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:06:28.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:29.004 INFO:tasks.rados.rados.0.smithi099.stdout:1605: done (1 left) 2024-04-12T16:06:29.004 INFO:tasks.rados.rados.0.smithi099.stdout:1606: done (0 left) 2024-04-12T16:06:29.004 INFO:tasks.rados.rados.0.smithi099.stdout:1607: read oid 33 snap -1 2024-04-12T16:06:29.004 INFO:tasks.rados.rados.0.smithi099.stdout:1607: expect (ObjNum 327 snap 103 seq_num 327) 2024-04-12T16:06:29.004 INFO:tasks.rados.rados.0.smithi099.stdout:1608: rollback oid 17 current snap is 156 2024-04-12T16:06:29.004 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 17 to 146 2024-04-12T16:06:29.004 INFO:tasks.rados.rados.0.smithi099.stdout:1609: snap_create 2024-04-12T16:06:29.008 INFO:tasks.rados.rados.0.smithi099.stdout:1607: expect (ObjNum 327 snap 103 seq_num 327) 2024-04-12T16:06:29.028 INFO:tasks.rados.rados.0.smithi099.stdout:1608: finishing rollback tid 0 to smithi09982431-17 2024-04-12T16:06:29.028 INFO:tasks.rados.rados.0.smithi099.stdout:1608: finishing rollback tid 1 to smithi09982431-17 2024-04-12T16:06:29.028 INFO:tasks.rados.rados.0.smithi099.stdout:1608: finishing rollback tid 2 to smithi09982431-17 2024-04-12T16:06:29.029 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 17 v 628 (ObjNum 33 snap 0 seq_num 1917564720) dirty exists 2024-04-12T16:06:29.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:29 smithi110 ceph-mon[88691]: osdmap e373: 8 total, 8 up, 8 in 2024-04-12T16:06:29.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:29 smithi110 ceph-mon[88691]: pgmap v195: 121 pgs: 121 active+clean; 409 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 4.6 MiB/s wr, 24 op/s 2024-04-12T16:06:29.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:29 smithi110 ceph-mon[88691]: osdmap e374: 8 total, 8 up, 8 in 2024-04-12T16:06:29.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:29 smithi099 ceph-mon[94290]: osdmap e373: 8 total, 8 up, 8 in 2024-04-12T16:06:29.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:29 smithi099 ceph-mon[94290]: pgmap v195: 121 pgs: 121 active+clean; 409 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 4.6 MiB/s wr, 24 op/s 2024-04-12T16:06:29.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:29 smithi099 ceph-mon[94290]: osdmap e374: 8 total, 8 up, 8 in 2024-04-12T16:06:29.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:29 smithi099 ceph-mon[96864]: osdmap e373: 8 total, 8 up, 8 in 2024-04-12T16:06:29.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:29 smithi099 ceph-mon[96864]: pgmap v195: 121 pgs: 121 active+clean; 409 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 4.6 MiB/s wr, 24 op/s 2024-04-12T16:06:29.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:29 smithi099 ceph-mon[96864]: osdmap e374: 8 total, 8 up, 8 in 2024-04-12T16:06:30.010 INFO:tasks.rados.rados.0.smithi099.stdout:1607: done (2 left) 2024-04-12T16:06:30.011 INFO:tasks.rados.rados.0.smithi099.stdout:1608: done (1 left) 2024-04-12T16:06:30.011 INFO:tasks.rados.rados.0.smithi099.stdout:1609: done (0 left) 2024-04-12T16:06:30.011 INFO:tasks.rados.rados.0.smithi099.stdout:1610: snap_create 2024-04-12T16:06:31.019 INFO:tasks.rados.rados.0.smithi099.stdout:1610: done (0 left) 2024-04-12T16:06:31.019 INFO:tasks.rados.rados.0.smithi099.stdout:1611: read oid 37 snap -1 2024-04-12T16:06:31.019 INFO:tasks.rados.rados.0.smithi099.stdout:1611: expect (ObjNum 498 snap 150 seq_num 498) 2024-04-12T16:06:31.020 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 17 current snap is 158 2024-04-12T16:06:31.020 INFO:tasks.rados.rados.0.smithi099.stdout:1612: seq_num 519 ranges {0=696320,696320=548864,1245184=253952} 2024-04-12T16:06:31.022 INFO:tasks.rados.rados.0.smithi099.stdout:1612: writing smithi09982431-17 from 0 to 696320 tid 1 2024-04-12T16:06:31.025 INFO:tasks.rados.rados.0.smithi099.stdout:1612: writing smithi09982431-17 from 696320 to 1245184 tid 2 2024-04-12T16:06:31.030 INFO:tasks.rados.rados.0.smithi099.stdout:1612: writing smithi09982431-17 from 1245184 to 1499136 tid 3 2024-04-12T16:06:31.030 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 45 current snap is 158 2024-04-12T16:06:31.030 INFO:tasks.rados.rados.0.smithi099.stdout:1613: seq_num 520 ranges {10240000=712704,10952704=434176,11386880=368640} 2024-04-12T16:06:31.086 INFO:tasks.rados.rados.0.smithi099.stdout:1613: writing smithi09982431-45 from 10240000 to 10952704 tid 1 2024-04-12T16:06:31.088 INFO:tasks.rados.rados.0.smithi099.stdout:1613: writing smithi09982431-45 from 10952704 to 11386880 tid 2 2024-04-12T16:06:31.091 INFO:tasks.rados.rados.0.smithi099.stdout:1613: writing smithi09982431-45 from 11386880 to 11755520 tid 3 2024-04-12T16:06:31.091 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 12 current snap is 158 2024-04-12T16:06:31.091 INFO:tasks.rados.rados.0.smithi099.stdout:1614: seq_num 521 ranges {0=729088,729088=720896,1449984=81920} 2024-04-12T16:06:31.095 INFO:tasks.rados.rados.0.smithi099.stdout:1614: writing smithi09982431-12 from 0 to 729088 tid 1 2024-04-12T16:06:31.099 INFO:tasks.rados.rados.0.smithi099.stdout:1614: writing smithi09982431-12 from 729088 to 1449984 tid 2 2024-04-12T16:06:31.100 INFO:tasks.rados.rados.0.smithi099.stdout:1614: writing smithi09982431-12 from 1449984 to 1531904 tid 3 2024-04-12T16:06:31.100 INFO:tasks.rados.rados.0.smithi099.stdout:1615: rollback oid 29 current snap is 158 2024-04-12T16:06:31.100 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 29 to 151 2024-04-12T16:06:31.100 INFO:tasks.rados.rados.0.smithi099.stdout:1611: expect (ObjNum 498 snap 150 seq_num 498) 2024-04-12T16:06:31.131 INFO:tasks.rados.rados.0.smithi099.stdout:1612: finishing write tid 1 to smithi09982431-17 2024-04-12T16:06:31.131 INFO:tasks.rados.rados.0.smithi099.stdout:1612: finishing write tid 2 to smithi09982431-17 2024-04-12T16:06:31.131 INFO:tasks.rados.rados.0.smithi099.stdout:1611: done (4 left) 2024-04-12T16:06:31.131 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 7 current snap is 158 2024-04-12T16:06:31.131 INFO:tasks.rados.rados.0.smithi099.stdout:1612: finishing write tid 3 to smithi09982431-17 2024-04-12T16:06:31.131 INFO:tasks.rados.rados.0.smithi099.stdout:1612: finishing write tid 4 to smithi09982431-17 2024-04-12T16:06:31.131 INFO:tasks.rados.rados.0.smithi099.stdout:1616: seq_num 522 ranges {0=745472,745472=606208,1351680=196608} 2024-04-12T16:06:31.135 INFO:tasks.rados.rados.0.smithi099.stdout:1616: writing smithi09982431-7 from 0 to 745472 tid 1 2024-04-12T16:06:31.138 INFO:tasks.rados.rados.0.smithi099.stdout:1616: writing smithi09982431-7 from 745472 to 1351680 tid 2 2024-04-12T16:06:31.140 INFO:tasks.rados.rados.0.smithi099.stdout:1616: writing smithi09982431-7 from 1351680 to 1548288 tid 3 2024-04-12T16:06:31.140 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 19 current snap is 158 2024-04-12T16:06:31.140 INFO:tasks.rados.rados.0.smithi099.stdout:1617: seq_num 523 ranges {0=770048,770048=491520,1261568=311296} 2024-04-12T16:06:31.144 INFO:tasks.rados.rados.0.smithi099.stdout:1617: writing smithi09982431-19 from 0 to 770048 tid 1 2024-04-12T16:06:31.147 INFO:tasks.rados.rados.0.smithi099.stdout:1617: writing smithi09982431-19 from 770048 to 1261568 tid 2 2024-04-12T16:06:31.150 INFO:tasks.rados.rados.0.smithi099.stdout:1617: writing smithi09982431-19 from 1261568 to 1572864 tid 3 2024-04-12T16:06:31.150 INFO:tasks.rados.rados.0.smithi099.stdout:1618: delete oid 34 current snap is 158 2024-04-12T16:06:31.150 INFO:tasks.rados.rados.0.smithi099.stdout:1612: finishing write tid 5 to smithi09982431-17 2024-04-12T16:06:31.150 INFO:tasks.rados.rados.0.smithi099.stdout:1612: oid 17 updating version 0 to 629 2024-04-12T16:06:31.151 INFO:tasks.rados.rados.0.smithi099.stdout:1612: oid 17 updating version 629 to 631 2024-04-12T16:06:31.151 INFO:tasks.rados.rados.0.smithi099.stdout:1612: oid 17 version 631 is already newer than 630 2024-04-12T16:06:31.151 INFO:tasks.rados.rados.0.smithi099.stdout:1612: oid 17 updating version 631 to 632 2024-04-12T16:06:31.151 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 17 v 632 (ObjNum 519 snap 158 seq_num 519) dirty exists 2024-04-12T16:06:31.151 INFO:tasks.rados.rados.0.smithi099.stdout:1612: left oid 17 (ObjNum 519 snap 158 seq_num 519) 2024-04-12T16:06:31.151 INFO:tasks.rados.rados.0.smithi099.stdout:1613: finishing write tid 1 to smithi09982431-45 2024-04-12T16:06:31.151 INFO:tasks.rados.rados.0.smithi099.stdout:1613: finishing write tid 2 to smithi09982431-45 2024-04-12T16:06:31.151 INFO:tasks.rados.rados.0.smithi099.stdout:1613: finishing write tid 3 to smithi09982431-45 2024-04-12T16:06:31.151 INFO:tasks.rados.rados.0.smithi099.stdout:1613: finishing write tid 4 to smithi09982431-45 2024-04-12T16:06:31.151 INFO:tasks.rados.rados.0.smithi099.stdout:1613: finishing write tid 5 to smithi09982431-45 2024-04-12T16:06:31.151 INFO:tasks.rados.rados.0.smithi099.stdout:1613: oid 45 updating version 0 to 947 2024-04-12T16:06:31.151 INFO:tasks.rados.rados.0.smithi099.stdout:1613: oid 45 updating version 947 to 948 2024-04-12T16:06:31.151 INFO:tasks.rados.rados.0.smithi099.stdout:1613: oid 45 updating version 948 to 949 2024-04-12T16:06:31.151 INFO:tasks.rados.rados.0.smithi099.stdout:1613: oid 45 updating version 949 to 950 2024-04-12T16:06:31.152 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 45 v 950 (ObjNum 520 snap 158 seq_num 520) dirty exists 2024-04-12T16:06:31.152 INFO:tasks.rados.rados.0.smithi099.stdout:1613: left oid 45 (ObjNum 520 snap 158 seq_num 520) 2024-04-12T16:06:31.152 INFO:tasks.rados.rados.0.smithi099.stdout:1614: finishing write tid 1 to smithi09982431-12 2024-04-12T16:06:31.152 INFO:tasks.rados.rados.0.smithi099.stdout:1614: finishing write tid 2 to smithi09982431-12 2024-04-12T16:06:31.152 INFO:tasks.rados.rados.0.smithi099.stdout:1614: finishing write tid 3 to smithi09982431-12 2024-04-12T16:06:31.152 INFO:tasks.rados.rados.0.smithi099.stdout:1615: finishing rollback tid 0 to smithi09982431-29 2024-04-12T16:06:31.152 INFO:tasks.rados.rados.0.smithi099.stdout:1614: finishing write tid 4 to smithi09982431-12 2024-04-12T16:06:31.152 INFO:tasks.rados.rados.0.smithi099.stdout:1615: finishing rollback tid 1 to smithi09982431-29 2024-04-12T16:06:31.152 INFO:tasks.rados.rados.0.smithi099.stdout:1615: finishing rollback tid 2 to smithi09982431-29 2024-04-12T16:06:31.152 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 29 v 959 (ObjNum 316 snap 98 seq_num 316) dirty exists 2024-04-12T16:06:31.152 INFO:tasks.rados.rados.0.smithi099.stdout:1614: finishing write tid 5 to smithi09982431-12 2024-04-12T16:06:31.152 INFO:tasks.rados.rados.0.smithi099.stdout:1614: oid 12 updating version 0 to 757 2024-04-12T16:06:31.152 INFO:tasks.rados.rados.0.smithi099.stdout:1614: oid 12 version 757 is already newer than 756 2024-04-12T16:06:31.152 INFO:tasks.rados.rados.0.smithi099.stdout:1614: oid 12 updating version 757 to 758 2024-04-12T16:06:31.152 INFO:tasks.rados.rados.0.smithi099.stdout:1614: oid 12 updating version 758 to 759 2024-04-12T16:06:31.153 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 759 (ObjNum 521 snap 158 seq_num 521) dirty exists 2024-04-12T16:06:31.153 INFO:tasks.rados.rados.0.smithi099.stdout:1614: left oid 12 (ObjNum 521 snap 158 seq_num 521) 2024-04-12T16:06:31.153 INFO:tasks.rados.rados.0.smithi099.stdout:1616: finishing write tid 1 to smithi09982431-7 2024-04-12T16:06:31.153 INFO:tasks.rados.rados.0.smithi099.stdout:1616: finishing write tid 2 to smithi09982431-7 2024-04-12T16:06:31.153 INFO:tasks.rados.rados.0.smithi099.stdout:1616: finishing write tid 3 to smithi09982431-7 2024-04-12T16:06:31.153 INFO:tasks.rados.rados.0.smithi099.stdout:1616: finishing write tid 4 to smithi09982431-7 2024-04-12T16:06:31.153 INFO:tasks.rados.rados.0.smithi099.stdout:1616: finishing write tid 5 to smithi09982431-7 2024-04-12T16:06:31.153 INFO:tasks.rados.rados.0.smithi099.stdout:1616: oid 7 updating version 0 to 1061 2024-04-12T16:06:31.153 INFO:tasks.rados.rados.0.smithi099.stdout:1616: oid 7 updating version 1061 to 1062 2024-04-12T16:06:31.153 INFO:tasks.rados.rados.0.smithi099.stdout:1616: oid 7 version 1062 is already newer than 1060 2024-04-12T16:06:31.153 INFO:tasks.rados.rados.0.smithi099.stdout:1616: oid 7 updating version 1062 to 1063 2024-04-12T16:06:31.153 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 7 v 1063 (ObjNum 522 snap 158 seq_num 522) dirty exists 2024-04-12T16:06:31.153 INFO:tasks.rados.rados.0.smithi099.stdout:1616: left oid 7 (ObjNum 522 snap 158 seq_num 522) 2024-04-12T16:06:31.153 INFO:tasks.rados.rados.0.smithi099.stdout:1617: finishing write tid 1 to smithi09982431-19 2024-04-12T16:06:31.154 INFO:tasks.rados.rados.0.smithi099.stdout:1612: done (6 left) 2024-04-12T16:06:31.154 INFO:tasks.rados.rados.0.smithi099.stdout:1613: done (5 left) 2024-04-12T16:06:31.154 INFO:tasks.rados.rados.0.smithi099.stdout:1614: done (4 left) 2024-04-12T16:06:31.154 INFO:tasks.rados.rados.0.smithi099.stdout:1615: done (3 left) 2024-04-12T16:06:31.154 INFO:tasks.rados.rados.0.smithi099.stdout:1616: done (2 left) 2024-04-12T16:06:31.154 INFO:tasks.rados.rados.0.smithi099.stdout:1618: done (1 left) 2024-04-12T16:06:31.155 INFO:tasks.rados.rados.0.smithi099.stdout:1619: read oid 15 snap -1 2024-04-12T16:06:31.155 INFO:tasks.rados.rados.0.smithi099.stdout:1619: expect deleted 2024-04-12T16:06:31.155 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 23 current snap is 158 2024-04-12T16:06:31.155 INFO:tasks.rados.rados.0.smithi099.stdout:1620: seq_num 525 ranges {1482752=802816,2285568=712704,2998272=90112} 2024-04-12T16:06:31.163 INFO:tasks.rados.rados.0.smithi099.stdout:1620: writing smithi09982431-23 from 1482752 to 2285568 tid 1 2024-04-12T16:06:31.167 INFO:tasks.rados.rados.0.smithi099.stdout:1620: writing smithi09982431-23 from 2285568 to 2998272 tid 2 2024-04-12T16:06:31.168 INFO:tasks.rados.rados.0.smithi099.stdout:1620: writing smithi09982431-23 from 2998272 to 3088384 tid 3 2024-04-12T16:06:31.168 INFO:tasks.rados.rados.0.smithi099.stdout:1621: delete oid 5 current snap is 158 2024-04-12T16:06:31.168 INFO:tasks.rados.rados.0.smithi099.stdout:1617: finishing write tid 2 to smithi09982431-19 2024-04-12T16:06:31.168 INFO:tasks.rados.rados.0.smithi099.stdout:1617: finishing write tid 3 to smithi09982431-19 2024-04-12T16:06:31.168 INFO:tasks.rados.rados.0.smithi099.stdout:1617: finishing write tid 4 to smithi09982431-19 2024-04-12T16:06:31.168 INFO:tasks.rados.rados.0.smithi099.stdout:1617: finishing write tid 5 to smithi09982431-19 2024-04-12T16:06:31.168 INFO:tasks.rados.rados.0.smithi099.stdout:1617: oid 19 updating version 0 to 734 2024-04-12T16:06:31.168 INFO:tasks.rados.rados.0.smithi099.stdout:1617: oid 19 updating version 734 to 736 2024-04-12T16:06:31.168 INFO:tasks.rados.rados.0.smithi099.stdout:1617: oid 19 updating version 736 to 737 2024-04-12T16:06:31.168 INFO:tasks.rados.rados.0.smithi099.stdout:1617: oid 19 version 737 is already newer than 735 2024-04-12T16:06:31.169 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 19 v 737 (ObjNum 523 snap 158 seq_num 523) dirty exists 2024-04-12T16:06:31.169 INFO:tasks.rados.rados.0.smithi099.stdout:1617: left oid 19 (ObjNum 523 snap 158 seq_num 523) 2024-04-12T16:06:31.169 INFO:tasks.rados.rados.0.smithi099.stdout:1620: finishing write tid 1 to smithi09982431-23 2024-04-12T16:06:31.170 INFO:tasks.rados.rados.0.smithi099.stdout:1617: done (3 left) 2024-04-12T16:06:31.170 INFO:tasks.rados.rados.0.smithi099.stdout:1619: done (2 left) 2024-04-12T16:06:31.170 INFO:tasks.rados.rados.0.smithi099.stdout:1621: done (1 left) 2024-04-12T16:06:31.170 INFO:tasks.rados.rados.0.smithi099.stdout:1622: copy_from oid 26 from oid 50 current snap is 158 2024-04-12T16:06:31.170 INFO:tasks.rados.rados.0.smithi099.stdout:1623: read oid 18 snap -1 2024-04-12T16:06:31.170 INFO:tasks.rados.rados.0.smithi099.stdout:1623: expect (ObjNum 504 snap 152 seq_num 504) 2024-04-12T16:06:31.170 INFO:tasks.rados.rados.0.smithi099.stdout:1624: rollback oid 2 current snap is 158 2024-04-12T16:06:31.170 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 2 to 155 2024-04-12T16:06:31.170 INFO:tasks.rados.rados.0.smithi099.stdout:1625: snap_create 2024-04-12T16:06:31.171 INFO:tasks.rados.rados.0.smithi099.stdout:1620: finishing write tid 2 to smithi09982431-23 2024-04-12T16:06:31.171 INFO:tasks.rados.rados.0.smithi099.stdout:1620: finishing write tid 3 to smithi09982431-23 2024-04-12T16:06:31.171 INFO:tasks.rados.rados.0.smithi099.stdout:1620: finishing write tid 4 to smithi09982431-23 2024-04-12T16:06:31.172 INFO:tasks.rados.rados.0.smithi099.stdout:1620: finishing write tid 5 to smithi09982431-23 2024-04-12T16:06:31.172 INFO:tasks.rados.rados.0.smithi099.stdout:1620: oid 23 updating version 0 to 452 2024-04-12T16:06:31.172 INFO:tasks.rados.rados.0.smithi099.stdout:1620: oid 23 updating version 452 to 453 2024-04-12T16:06:31.172 INFO:tasks.rados.rados.0.smithi099.stdout:1620: oid 23 updating version 453 to 455 2024-04-12T16:06:31.172 INFO:tasks.rados.rados.0.smithi099.stdout:1620: oid 23 version 455 is already newer than 454 2024-04-12T16:06:31.172 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 23 v 455 (ObjNum 525 snap 158 seq_num 525) dirty exists 2024-04-12T16:06:31.172 INFO:tasks.rados.rados.0.smithi099.stdout:1620: left oid 23 (ObjNum 525 snap 158 seq_num 525) 2024-04-12T16:06:31.179 INFO:tasks.rados.rados.0.smithi099.stdout:1624: finishing rollback tid 0 to smithi09982431-2 2024-04-12T16:06:31.181 INFO:tasks.rados.rados.0.smithi099.stdout:1624: finishing rollback tid 1 to smithi09982431-2 2024-04-12T16:06:31.181 INFO:tasks.rados.rados.0.smithi099.stdout:1624: finishing rollback tid 2 to smithi09982431-2 2024-04-12T16:06:31.181 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 2 v 456 (ObjNum 509 snap 153 seq_num 509) dirty exists 2024-04-12T16:06:31.188 INFO:tasks.rados.rados.0.smithi099.stdout:1622: finishing copy_from racing read to smithi09982431-26 2024-04-12T16:06:31.189 INFO:tasks.rados.rados.0.smithi099.stdout:1622: finishing copy_from to smithi09982431-26 2024-04-12T16:06:31.189 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 742 (ObjNum 122 snap 29 seq_num 122) dirty exists 2024-04-12T16:06:31.207 INFO:tasks.rados.rados.0.smithi099.stdout:1623: expect (ObjNum 504 snap 152 seq_num 504) 2024-04-12T16:06:31.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:31 smithi110 ceph-mon[88691]: osdmap e375: 8 total, 8 up, 8 in 2024-04-12T16:06:31.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:31 smithi110 ceph-mon[88691]: pgmap v198: 121 pgs: 121 active+clean; 406 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 514 KiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-04-12T16:06:31.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:31 smithi099 ceph-mon[94290]: osdmap e375: 8 total, 8 up, 8 in 2024-04-12T16:06:31.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:31 smithi099 ceph-mon[94290]: pgmap v198: 121 pgs: 121 active+clean; 406 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 514 KiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-04-12T16:06:31.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:31 smithi099 ceph-mon[96864]: osdmap e375: 8 total, 8 up, 8 in 2024-04-12T16:06:31.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:31 smithi099 ceph-mon[96864]: pgmap v198: 121 pgs: 121 active+clean; 406 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 514 KiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-04-12T16:06:32.022 INFO:tasks.rados.rados.0.smithi099.stdout:1620: done (4 left) 2024-04-12T16:06:32.022 INFO:tasks.rados.rados.0.smithi099.stdout:1622: done (3 left) 2024-04-12T16:06:32.022 INFO:tasks.rados.rados.0.smithi099.stdout:1623: done (2 left) 2024-04-12T16:06:32.022 INFO:tasks.rados.rados.0.smithi099.stdout:1624: done (1 left) 2024-04-12T16:06:32.022 INFO:tasks.rados.rados.0.smithi099.stdout:1625: done (0 left) 2024-04-12T16:06:32.022 INFO:tasks.rados.rados.0.smithi099.stdout:1626: snap_remove snap 153 2024-04-12T16:06:32.312 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:32 smithi110 ceph-mon[88691]: osdmap e376: 8 total, 8 up, 8 in 2024-04-12T16:06:32.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:32 smithi099 ceph-mon[94290]: osdmap e376: 8 total, 8 up, 8 in 2024-04-12T16:06:32.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:32 smithi099 ceph-mon[96864]: osdmap e376: 8 total, 8 up, 8 in 2024-04-12T16:06:32.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:06:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:06:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:06:33.030 INFO:tasks.rados.rados.0.smithi099.stdout:1626: done (0 left) 2024-04-12T16:06:33.030 INFO:tasks.rados.rados.0.smithi099.stdout:1627: rmattr oid 33 current snap is 159 2024-04-12T16:06:33.030 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 4 current snap is 159 2024-04-12T16:06:33.030 INFO:tasks.rados.rados.0.smithi099.stdout:1628: seq_num 527 ranges {0=434176,434176=475136,909312=565248,1474560=163840} 2024-04-12T16:06:33.033 INFO:tasks.rados.rados.0.smithi099.stdout:1628: writing smithi09982431-4 from 0 to 434176 tid 1 2024-04-12T16:06:33.036 INFO:tasks.rados.rados.0.smithi099.stdout:1628: writing smithi09982431-4 from 434176 to 909312 tid 2 2024-04-12T16:06:33.040 INFO:tasks.rados.rados.0.smithi099.stdout:1628: writing smithi09982431-4 from 909312 to 1474560 tid 3 2024-04-12T16:06:33.042 INFO:tasks.rados.rados.0.smithi099.stdout:1628: writing smithi09982431-4 from 1474560 to 1638400 tid 4 2024-04-12T16:06:33.042 INFO:tasks.rados.rados.0.smithi099.stdout:1629: snap_remove snap 136 2024-04-12T16:06:33.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:33 smithi110 ceph-mon[88691]: osdmap e377: 8 total, 8 up, 8 in 2024-04-12T16:06:33.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:33 smithi110 ceph-mon[88691]: pgmap v201: 121 pgs: 121 active+clean; 406 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 513 KiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-04-12T16:06:33.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:33 smithi099 ceph-mon[96864]: osdmap e377: 8 total, 8 up, 8 in 2024-04-12T16:06:33.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:33 smithi099 ceph-mon[96864]: pgmap v201: 121 pgs: 121 active+clean; 406 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 513 KiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-04-12T16:06:33.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:33 smithi099 ceph-mon[94290]: osdmap e377: 8 total, 8 up, 8 in 2024-04-12T16:06:33.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:33 smithi099 ceph-mon[94290]: pgmap v201: 121 pgs: 121 active+clean; 406 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 513 KiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-04-12T16:06:33.834 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:06:33 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:06:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi099\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:06:34.009 INFO:tasks.rados.rados.0.smithi099.stdout:1629: done (2 left) 2024-04-12T16:06:34.009 INFO:tasks.rados.rados.0.smithi099.stdout:1630: delete oid 15 current snap is 159 2024-04-12T16:06:34.010 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 33 v 951 (ObjNum 327 snap 103 seq_num 327) dirty exists 2024-04-12T16:06:34.010 INFO:tasks.rados.rados.0.smithi099.stdout:1628: finishing write tid 1 to smithi09982431-4 2024-04-12T16:06:34.010 INFO:tasks.rados.rados.0.smithi099.stdout:1628: finishing write tid 2 to smithi09982431-4 2024-04-12T16:06:34.010 INFO:tasks.rados.rados.0.smithi099.stdout:1628: finishing write tid 3 to smithi09982431-4 2024-04-12T16:06:34.010 INFO:tasks.rados.rados.0.smithi099.stdout:1628: finishing write tid 4 to smithi09982431-4 2024-04-12T16:06:34.010 INFO:tasks.rados.rados.0.smithi099.stdout:1628: finishing write tid 5 to smithi09982431-4 2024-04-12T16:06:34.010 INFO:tasks.rados.rados.0.smithi099.stdout:1628: finishing write tid 6 to smithi09982431-4 2024-04-12T16:06:34.010 INFO:tasks.rados.rados.0.smithi099.stdout:1628: oid 4 updating version 0 to 761 2024-04-12T16:06:34.010 INFO:tasks.rados.rados.0.smithi099.stdout:1628: oid 4 version 761 is already newer than 760 2024-04-12T16:06:34.010 INFO:tasks.rados.rados.0.smithi099.stdout:1628: oid 4 updating version 761 to 762 2024-04-12T16:06:34.010 INFO:tasks.rados.rados.0.smithi099.stdout:1628: oid 4 version 762 is already newer than 758 2024-04-12T16:06:34.010 INFO:tasks.rados.rados.0.smithi099.stdout:1628: oid 4 version 762 is already newer than 759 2024-04-12T16:06:34.010 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 4 v 762 (ObjNum 527 snap 159 seq_num 527) dirty exists 2024-04-12T16:06:34.011 INFO:tasks.rados.rados.0.smithi099.stdout:1628: left oid 4 (ObjNum 527 snap 159 seq_num 527) 2024-04-12T16:06:34.019 INFO:tasks.rados.rados.0.smithi099.stdout:1627: done (2 left) 2024-04-12T16:06:34.019 INFO:tasks.rados.rados.0.smithi099.stdout:1628: done (1 left) 2024-04-12T16:06:34.019 INFO:tasks.rados.rados.0.smithi099.stdout:1630: done (0 left) 2024-04-12T16:06:34.019 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 6 current snap is 159 2024-04-12T16:06:34.019 INFO:tasks.rados.rados.0.smithi099.stdout:1631: seq_num 529 ranges {1351680=466944,1818624=647168,2465792=532480,2998272=24576} 2024-04-12T16:06:34.030 INFO:tasks.rados.rados.0.smithi099.stdout:1631: writing smithi09982431-6 from 1351680 to 1818624 tid 1 2024-04-12T16:06:34.034 INFO:tasks.rados.rados.0.smithi099.stdout:1631: writing smithi09982431-6 from 1818624 to 2465792 tid 2 2024-04-12T16:06:34.038 INFO:tasks.rados.rados.0.smithi099.stdout:1631: writing smithi09982431-6 from 2465792 to 2998272 tid 3 2024-04-12T16:06:34.038 INFO:tasks.rados.rados.0.smithi099.stdout:1631: writing smithi09982431-6 from 2998272 to 3022848 tid 4 2024-04-12T16:06:34.039 INFO:tasks.rados.rados.0.smithi099.stdout:1632: snap_create 2024-04-12T16:06:34.039 INFO:tasks.rados.rados.0.smithi099.stdout:1631: finishing write tid 1 to smithi09982431-6 2024-04-12T16:06:34.044 INFO:tasks.rados.rados.0.smithi099.stdout:1631: finishing write tid 2 to smithi09982431-6 2024-04-12T16:06:34.044 INFO:tasks.rados.rados.0.smithi099.stdout:1631: finishing write tid 3 to smithi09982431-6 2024-04-12T16:06:34.044 INFO:tasks.rados.rados.0.smithi099.stdout:1631: finishing write tid 4 to smithi09982431-6 2024-04-12T16:06:34.044 INFO:tasks.rados.rados.0.smithi099.stdout:1631: finishing write tid 5 to smithi09982431-6 2024-04-12T16:06:34.045 INFO:tasks.rados.rados.0.smithi099.stdout:1631: finishing write tid 6 to smithi09982431-6 2024-04-12T16:06:34.046 INFO:tasks.rados.rados.0.smithi099.stdout:1631: oid 6 updating version 0 to 964 2024-04-12T16:06:34.046 INFO:tasks.rados.rados.0.smithi099.stdout:1631: oid 6 version 964 is already newer than 963 2024-04-12T16:06:34.046 INFO:tasks.rados.rados.0.smithi099.stdout:1631: oid 6 version 964 is already newer than 960 2024-04-12T16:06:34.046 INFO:tasks.rados.rados.0.smithi099.stdout:1631: oid 6 version 964 is already newer than 961 2024-04-12T16:06:34.046 INFO:tasks.rados.rados.0.smithi099.stdout:1631: oid 6 version 964 is already newer than 962 2024-04-12T16:06:34.046 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 6 v 964 (ObjNum 529 snap 159 seq_num 529) dirty exists 2024-04-12T16:06:34.046 INFO:tasks.rados.rados.0.smithi099.stdout:1631: left oid 6 (ObjNum 529 snap 159 seq_num 529) 2024-04-12T16:06:34.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:34 smithi110 ceph-mon[88691]: osdmap e378: 8 total, 8 up, 8 in 2024-04-12T16:06:34.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:34 smithi110 ceph-mon[88691]: osdmap e379: 8 total, 8 up, 8 in 2024-04-12T16:06:34.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:34 smithi099 ceph-mon[94290]: osdmap e378: 8 total, 8 up, 8 in 2024-04-12T16:06:34.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:34 smithi099 ceph-mon[94290]: osdmap e379: 8 total, 8 up, 8 in 2024-04-12T16:06:34.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:34 smithi099 ceph-mon[96864]: osdmap e378: 8 total, 8 up, 8 in 2024-04-12T16:06:34.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:34 smithi099 ceph-mon[96864]: osdmap e379: 8 total, 8 up, 8 in 2024-04-12T16:06:35.043 INFO:tasks.rados.rados.0.smithi099.stdout:1631: done (1 left) 2024-04-12T16:06:35.043 INFO:tasks.rados.rados.0.smithi099.stdout:1632: done (0 left) 2024-04-12T16:06:35.043 INFO:tasks.rados.rados.0.smithi099.stdout:1633: rmattr oid 25 current snap is 160 2024-04-12T16:06:35.043 INFO:tasks.rados.rados.0.smithi099.stdout:1634: copy_from oid 11 from oid 23 current snap is 160 2024-04-12T16:06:35.043 INFO:tasks.rados.rados.0.smithi099.stdout:1635: rollback oid 39 current snap is 160 2024-04-12T16:06:35.043 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 39 to 151 2024-04-12T16:06:35.043 INFO:tasks.rados.rados.0.smithi099.stdout:1636: read oid 18 snap -1 2024-04-12T16:06:35.043 INFO:tasks.rados.rados.0.smithi099.stdout:1636: expect (ObjNum 504 snap 152 seq_num 504) 2024-04-12T16:06:35.044 INFO:tasks.rados.rados.0.smithi099.stdout:1637: rollback oid 26 current snap is 160 2024-04-12T16:06:35.044 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 26 to 150 2024-04-12T16:06:35.044 INFO:tasks.rados.rados.0.smithi099.stdout:1638: snap_create 2024-04-12T16:06:35.052 INFO:tasks.rados.rados.0.smithi099.stdout:1637: finishing rollback tid 0 to smithi09982431-26 2024-04-12T16:06:35.052 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 25 v 1079 (ObjNum 508 snap 153 seq_num 508) dirty exists 2024-04-12T16:06:35.054 INFO:tasks.rados.rados.0.smithi099.stdout:1635: finishing rollback tid 0 to smithi09982431-39 2024-04-12T16:06:35.054 INFO:tasks.rados.rados.0.smithi099.stdout:1635: finishing rollback tid 1 to smithi09982431-39 2024-04-12T16:06:35.054 INFO:tasks.rados.rados.0.smithi099.stdout:1637: finishing rollback tid 1 to smithi09982431-26 2024-04-12T16:06:35.054 INFO:tasks.rados.rados.0.smithi099.stdout:1635: finishing rollback tid 2 to smithi09982431-39 2024-04-12T16:06:35.054 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 39 v 747 (ObjNum 359 snap 111 seq_num 359) dirty exists 2024-04-12T16:06:35.054 INFO:tasks.rados.rados.0.smithi099.stdout:1637: finishing rollback tid 2 to smithi09982431-26 2024-04-12T16:06:35.054 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 827 (ObjNum 449 snap 135 seq_num 449) dirty exists 2024-04-12T16:06:35.067 INFO:tasks.rados.rados.0.smithi099.stdout:1634: finishing copy_from racing read to smithi09982431-11 2024-04-12T16:06:35.069 INFO:tasks.rados.rados.0.smithi099.stdout:1634: finishing copy_from to smithi09982431-11 2024-04-12T16:06:35.069 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 11 v 455 (ObjNum 525 snap 158 seq_num 525) dirty exists 2024-04-12T16:06:35.084 INFO:tasks.rados.rados.0.smithi099.stdout:1636: expect (ObjNum 504 snap 152 seq_num 504) 2024-04-12T16:06:35.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:35 smithi110 ceph-mon[88691]: pgmap v204: 121 pgs: 121 active+clean; 417 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.6 MiB/s wr, 10 op/s 2024-04-12T16:06:35.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:35 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T16:06:35.338 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:35 smithi099 ceph-mon[94290]: pgmap v204: 121 pgs: 121 active+clean; 417 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.6 MiB/s wr, 10 op/s 2024-04-12T16:06:35.338 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:35 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T16:06:35.339 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:35 smithi099 ceph-mon[96864]: pgmap v204: 121 pgs: 121 active+clean; 417 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.6 MiB/s wr, 10 op/s 2024-04-12T16:06:35.339 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:35 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T16:06:36.042 INFO:tasks.rados.rados.0.smithi099.stdout:1633: done (5 left) 2024-04-12T16:06:36.042 INFO:tasks.rados.rados.0.smithi099.stdout:1634: done (4 left) 2024-04-12T16:06:36.042 INFO:tasks.rados.rados.0.smithi099.stdout:1635: done (3 left) 2024-04-12T16:06:36.042 INFO:tasks.rados.rados.0.smithi099.stdout:1636: done (2 left) 2024-04-12T16:06:36.042 INFO:tasks.rados.rados.0.smithi099.stdout:1637: done (1 left) 2024-04-12T16:06:36.042 INFO:tasks.rados.rados.0.smithi099.stdout:1638: done (0 left) 2024-04-12T16:06:36.042 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 41 current snap is 161 2024-04-12T16:06:36.042 INFO:tasks.rados.rados.0.smithi099.stdout:1639: seq_num 530 ranges {4743168=483328,5226496=532480,5758976=671744} 2024-04-12T16:06:36.070 INFO:tasks.rados.rados.0.smithi099.stdout:1639: writing smithi09982431-41 from 4743168 to 5226496 tid 1 2024-04-12T16:06:36.072 INFO:tasks.rados.rados.0.smithi099.stdout:1639: writing smithi09982431-41 from 5226496 to 5758976 tid 2 2024-04-12T16:06:36.077 INFO:tasks.rados.rados.0.smithi099.stdout:1639: writing smithi09982431-41 from 5758976 to 6430720 tid 3 2024-04-12T16:06:36.077 INFO:tasks.rados.rados.0.smithi099.stdout:1640: delete oid 38 current snap is 161 2024-04-12T16:06:36.083 INFO:tasks.rados.rados.0.smithi099.stdout:1639: finishing write tid 1 to smithi09982431-41 2024-04-12T16:06:36.083 INFO:tasks.rados.rados.0.smithi099.stdout:1639: finishing write tid 2 to smithi09982431-41 2024-04-12T16:06:36.084 INFO:tasks.rados.rados.0.smithi099.stdout:1639: finishing write tid 3 to smithi09982431-41 2024-04-12T16:06:36.084 INFO:tasks.rados.rados.0.smithi099.stdout:1639: finishing write tid 4 to smithi09982431-41 2024-04-12T16:06:36.084 INFO:tasks.rados.rados.0.smithi099.stdout:1640: done (1 left) 2024-04-12T16:06:36.084 INFO:tasks.rados.rados.0.smithi099.stdout:1641: read oid 34 snap -1 2024-04-12T16:06:36.084 INFO:tasks.rados.rados.0.smithi099.stdout:1641: expect deleted 2024-04-12T16:06:36.084 INFO:tasks.rados.rados.0.smithi099.stdout:1642: delete oid 36 current snap is 161 2024-04-12T16:06:36.084 INFO:tasks.rados.rados.0.smithi099.stdout:1639: finishing write tid 5 to smithi09982431-41 2024-04-12T16:06:36.084 INFO:tasks.rados.rados.0.smithi099.stdout:1639: oid 41 updating version 0 to 929 2024-04-12T16:06:36.084 INFO:tasks.rados.rados.0.smithi099.stdout:1639: oid 41 version 929 is already newer than 928 2024-04-12T16:06:36.084 INFO:tasks.rados.rados.0.smithi099.stdout:1639: oid 41 version 929 is already newer than 927 2024-04-12T16:06:36.084 INFO:tasks.rados.rados.0.smithi099.stdout:1639: oid 41 version 929 is already newer than 926 2024-04-12T16:06:36.085 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 41 v 929 (ObjNum 530 snap 161 seq_num 530) dirty exists 2024-04-12T16:06:36.085 INFO:tasks.rados.rados.0.smithi099.stdout:1639: left oid 41 (ObjNum 530 snap 161 seq_num 530) 2024-04-12T16:06:36.085 INFO:tasks.rados.rados.0.smithi099.stdout:1639: done (2 left) 2024-04-12T16:06:36.086 INFO:tasks.rados.rados.0.smithi099.stdout:1641: done (1 left) 2024-04-12T16:06:36.086 INFO:tasks.rados.rados.0.smithi099.stdout:1642: done (0 left) 2024-04-12T16:06:36.086 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 31 current snap is 161 2024-04-12T16:06:36.086 INFO:tasks.rados.rados.0.smithi099.stdout:1643: seq_num 533 ranges {5046272=532480,5578752=630784,6209536=516096,6725632=57344} 2024-04-12T16:06:36.114 INFO:tasks.rados.rados.0.smithi099.stdout:1643: writing smithi09982431-31 from 5046272 to 5578752 tid 1 2024-04-12T16:06:36.117 INFO:tasks.rados.rados.0.smithi099.stdout:1643: writing smithi09982431-31 from 5578752 to 6209536 tid 2 2024-04-12T16:06:36.120 INFO:tasks.rados.rados.0.smithi099.stdout:1643: writing smithi09982431-31 from 6209536 to 6725632 tid 3 2024-04-12T16:06:36.122 INFO:tasks.rados.rados.0.smithi099.stdout:1643: writing smithi09982431-31 from 6725632 to 6782976 tid 4 2024-04-12T16:06:36.122 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 49 current snap is 161 2024-04-12T16:06:36.122 INFO:tasks.rados.rados.0.smithi099.stdout:1643: finishing write tid 1 to smithi09982431-31 2024-04-12T16:06:36.122 INFO:tasks.rados.rados.0.smithi099.stdout:1643: finishing write tid 2 to smithi09982431-31 2024-04-12T16:06:36.123 INFO:tasks.rados.rados.0.smithi099.stdout:1644: seq_num 534 ranges {1015808=548864,1564672=516096,2080768=688128} 2024-04-12T16:06:36.129 INFO:tasks.rados.rados.0.smithi099.stdout:1644: writing smithi09982431-49 from 1015808 to 1564672 tid 1 2024-04-12T16:06:36.132 INFO:tasks.rados.rados.0.smithi099.stdout:1644: writing smithi09982431-49 from 1564672 to 2080768 tid 2 2024-04-12T16:06:36.136 INFO:tasks.rados.rados.0.smithi099.stdout:1644: writing smithi09982431-49 from 2080768 to 2768896 tid 3 2024-04-12T16:06:36.136 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 23 current snap is 161 2024-04-12T16:06:36.136 INFO:tasks.rados.rados.0.smithi099.stdout:1643: finishing write tid 3 to smithi09982431-31 2024-04-12T16:06:36.136 INFO:tasks.rados.rados.0.smithi099.stdout:1643: finishing write tid 4 to smithi09982431-31 2024-04-12T16:06:36.137 INFO:tasks.rados.rados.0.smithi099.stdout:1643: finishing write tid 5 to smithi09982431-31 2024-04-12T16:06:36.137 INFO:tasks.rados.rados.0.smithi099.stdout:1643: finishing write tid 6 to smithi09982431-31 2024-04-12T16:06:36.137 INFO:tasks.rados.rados.0.smithi099.stdout:1643: oid 31 updating version 0 to 932 2024-04-12T16:06:36.137 INFO:tasks.rados.rados.0.smithi099.stdout:1643: oid 31 version 932 is already newer than 931 2024-04-12T16:06:36.137 INFO:tasks.rados.rados.0.smithi099.stdout:1643: oid 31 updating version 932 to 933 2024-04-12T16:06:36.137 INFO:tasks.rados.rados.0.smithi099.stdout:1643: oid 31 updating version 933 to 934 2024-04-12T16:06:36.137 INFO:tasks.rados.rados.0.smithi099.stdout:1643: oid 31 updating version 934 to 935 2024-04-12T16:06:36.137 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 31 v 935 (ObjNum 533 snap 161 seq_num 533) dirty exists 2024-04-12T16:06:36.137 INFO:tasks.rados.rados.0.smithi099.stdout:1643: left oid 31 (ObjNum 533 snap 161 seq_num 533) 2024-04-12T16:06:36.137 INFO:tasks.rados.rados.0.smithi099.stdout:1644: finishing write tid 1 to smithi09982431-49 2024-04-12T16:06:36.137 INFO:tasks.rados.rados.0.smithi099.stdout:1644: finishing write tid 2 to smithi09982431-49 2024-04-12T16:06:36.137 INFO:tasks.rados.rados.0.smithi099.stdout:1645: seq_num 535 ranges {3088384=565248,3653632=802816,4456448=401408} 2024-04-12T16:06:36.155 INFO:tasks.rados.rados.0.smithi099.stdout:1645: writing smithi09982431-23 from 3088384 to 3653632 tid 1 2024-04-12T16:06:36.160 INFO:tasks.rados.rados.0.smithi099.stdout:1645: writing smithi09982431-23 from 3653632 to 4456448 tid 2 2024-04-12T16:06:36.163 INFO:tasks.rados.rados.0.smithi099.stdout:1645: writing smithi09982431-23 from 4456448 to 4857856 tid 3 2024-04-12T16:06:36.163 INFO:tasks.rados.rados.0.smithi099.stdout:1643: done (2 left) 2024-04-12T16:06:36.163 INFO:tasks.rados.rados.0.smithi099.stdout:1646: read oid 1 snap -1 2024-04-12T16:06:36.163 INFO:tasks.rados.rados.0.smithi099.stdout:1646: expect (ObjNum 431 snap 128 seq_num 431) 2024-04-12T16:06:36.163 INFO:tasks.rados.rados.0.smithi099.stdout:1647: read oid 37 snap -1 2024-04-12T16:06:36.164 INFO:tasks.rados.rados.0.smithi099.stdout:1647: expect (ObjNum 498 snap 150 seq_num 498) 2024-04-12T16:06:36.164 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 25 current snap is 161 2024-04-12T16:06:36.164 INFO:tasks.rados.rados.0.smithi099.stdout:1644: finishing write tid 3 to smithi09982431-49 2024-04-12T16:06:36.164 INFO:tasks.rados.rados.0.smithi099.stdout:1644: finishing write tid 4 to smithi09982431-49 2024-04-12T16:06:36.164 INFO:tasks.rados.rados.0.smithi099.stdout:1644: finishing write tid 5 to smithi09982431-49 2024-04-12T16:06:36.164 INFO:tasks.rados.rados.0.smithi099.stdout:1644: oid 49 updating version 0 to 940 2024-04-12T16:06:36.164 INFO:tasks.rados.rados.0.smithi099.stdout:1644: oid 49 version 940 is already newer than 938 2024-04-12T16:06:36.164 INFO:tasks.rados.rados.0.smithi099.stdout:1644: oid 49 version 940 is already newer than 937 2024-04-12T16:06:36.164 INFO:tasks.rados.rados.0.smithi099.stdout:1644: oid 49 version 940 is already newer than 939 2024-04-12T16:06:36.164 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 49 v 940 (ObjNum 534 snap 161 seq_num 534) dirty exists 2024-04-12T16:06:36.164 INFO:tasks.rados.rados.0.smithi099.stdout:1644: left oid 49 (ObjNum 534 snap 161 seq_num 534) 2024-04-12T16:06:36.164 INFO:tasks.rados.rados.0.smithi099.stdout:1645: finishing write tid 1 to smithi09982431-23 2024-04-12T16:06:36.164 INFO:tasks.rados.rados.0.smithi099.stdout:1648: seq_num 536 ranges {4186112=581632,4767744=688128,5455872=516096} 2024-04-12T16:06:36.188 INFO:tasks.rados.rados.0.smithi099.stdout:1648: writing smithi09982431-25 from 4186112 to 4767744 tid 1 2024-04-12T16:06:36.192 INFO:tasks.rados.rados.0.smithi099.stdout:1648: writing smithi09982431-25 from 4767744 to 5455872 tid 2 2024-04-12T16:06:36.196 INFO:tasks.rados.rados.0.smithi099.stdout:1648: writing smithi09982431-25 from 5455872 to 5971968 tid 3 2024-04-12T16:06:36.196 INFO:tasks.rados.rados.0.smithi099.stdout:1644: done (4 left) 2024-04-12T16:06:36.196 INFO:tasks.rados.rados.0.smithi099.stdout:1649: rollback oid 13 current snap is 161 2024-04-12T16:06:36.196 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 13 to 131 2024-04-12T16:06:36.197 INFO:tasks.rados.rados.0.smithi099.stdout:1645: finishing write tid 2 to smithi09982431-23 2024-04-12T16:06:36.197 INFO:tasks.rados.rados.0.smithi099.stdout:1645: finishing write tid 3 to smithi09982431-23 2024-04-12T16:06:36.197 INFO:tasks.rados.rados.0.smithi099.stdout:1645: finishing write tid 4 to smithi09982431-23 2024-04-12T16:06:36.197 INFO:tasks.rados.rados.0.smithi099.stdout:1645: finishing write tid 5 to smithi09982431-23 2024-04-12T16:06:36.197 INFO:tasks.rados.rados.0.smithi099.stdout:1645: oid 23 updating version 0 to 458 2024-04-12T16:06:36.197 INFO:tasks.rados.rados.0.smithi099.stdout:1645: oid 23 updating version 458 to 459 2024-04-12T16:06:36.197 INFO:tasks.rados.rados.0.smithi099.stdout:1645: oid 23 version 459 is already newer than 457 2024-04-12T16:06:36.197 INFO:tasks.rados.rados.0.smithi099.stdout:1645: oid 23 version 459 is already newer than 456 2024-04-12T16:06:36.197 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 23 v 459 (ObjNum 535 snap 161 seq_num 535) dirty exists 2024-04-12T16:06:36.197 INFO:tasks.rados.rados.0.smithi099.stdout:1645: left oid 23 (ObjNum 535 snap 161 seq_num 535) 2024-04-12T16:06:36.197 INFO:tasks.rados.rados.0.smithi099.stdout:1647: expect (ObjNum 498 snap 150 seq_num 498) 2024-04-12T16:06:36.227 INFO:tasks.rados.rados.0.smithi099.stdout:1646: expect (ObjNum 431 snap 128 seq_num 431) 2024-04-12T16:06:36.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:36 smithi110 ceph-mon[88691]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T16:06:36.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:36 smithi110 ceph-mon[88691]: Upgrade: osd.2 is safe to restart 2024-04-12T16:06:36.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:36 smithi110 ceph-mon[88691]: osdmap e380: 8 total, 8 up, 8 in 2024-04-12T16:06:36.355 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:36 smithi099 ceph-mon[94290]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T16:06:36.355 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:36 smithi099 ceph-mon[94290]: Upgrade: osd.2 is safe to restart 2024-04-12T16:06:36.355 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:36 smithi099 ceph-mon[94290]: osdmap e380: 8 total, 8 up, 8 in 2024-04-12T16:06:36.356 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:36 smithi099 ceph-mon[96864]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T16:06:36.356 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:36 smithi099 ceph-mon[96864]: Upgrade: osd.2 is safe to restart 2024-04-12T16:06:36.356 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:36 smithi099 ceph-mon[96864]: osdmap e380: 8 total, 8 up, 8 in 2024-04-12T16:06:36.440 INFO:tasks.rados.rados.0.smithi099.stdout:1648: finishing write tid 1 to smithi09982431-25 2024-04-12T16:06:36.440 INFO:tasks.rados.rados.0.smithi099.stdout:1648: finishing write tid 2 to smithi09982431-25 2024-04-12T16:06:36.440 INFO:tasks.rados.rados.0.smithi099.stdout:1645: done (4 left) 2024-04-12T16:06:36.440 INFO:tasks.rados.rados.0.smithi099.stdout:1646: done (3 left) 2024-04-12T16:06:36.440 INFO:tasks.rados.rados.0.smithi099.stdout:1647: done (2 left) 2024-04-12T16:06:36.440 INFO:tasks.rados.rados.0.smithi099.stdout:1650: snap_remove snap 150 2024-04-12T16:06:36.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:06:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:06:36] "GET /metrics HTTP/1.1" 200 36130 "" "Prometheus/2.43.0" 2024-04-12T16:06:37.326 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:37 smithi099 ceph-mon[94290]: osdmap e381: 8 total, 8 up, 8 in 2024-04-12T16:06:37.326 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:37 smithi099 ceph-mon[94290]: Upgrade: Updating osd.2 2024-04-12T16:06:37.326 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:37 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:37.326 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:37 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T16:06:37.327 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:37 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:06:37.327 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:37 smithi099 ceph-mon[94290]: Deploying daemon osd.2 on smithi099 2024-04-12T16:06:37.327 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:37 smithi099 ceph-mon[94290]: pgmap v207: 121 pgs: 121 active+clean; 419 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2024-04-12T16:06:37.327 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:37 smithi099 ceph-mon[96864]: osdmap e381: 8 total, 8 up, 8 in 2024-04-12T16:06:37.327 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:37 smithi099 ceph-mon[96864]: Upgrade: Updating osd.2 2024-04-12T16:06:37.327 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:37 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:37.327 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:37 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T16:06:37.327 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:37 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:06:37.327 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:37 smithi099 ceph-mon[96864]: Deploying daemon osd.2 on smithi099 2024-04-12T16:06:37.327 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:37 smithi099 ceph-mon[96864]: pgmap v207: 121 pgs: 121 active+clean; 419 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2024-04-12T16:06:37.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:37 smithi110 ceph-mon[88691]: osdmap e381: 8 total, 8 up, 8 in 2024-04-12T16:06:37.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:37 smithi110 ceph-mon[88691]: Upgrade: Updating osd.2 2024-04-12T16:06:37.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:37 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:37.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:37 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T16:06:37.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:37 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:06:37.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:37 smithi110 ceph-mon[88691]: Deploying daemon osd.2 on smithi099 2024-04-12T16:06:37.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:37 smithi110 ceph-mon[88691]: pgmap v207: 121 pgs: 121 active+clean; 419 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2024-04-12T16:06:37.408 INFO:tasks.rados.rados.0.smithi099.stdout:1650: done (2 left) 2024-04-12T16:06:37.408 INFO:tasks.rados.rados.0.smithi099.stdout:1651: rollback oid 37 current snap is 161 2024-04-12T16:06:37.408 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 37 to 139 2024-04-12T16:06:37.408 INFO:tasks.rados.rados.0.smithi099.stdout:1649: finishing rollback tid 1 to smithi09982431-13 2024-04-12T16:06:37.408 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 13 v 561 (ObjNum 65 snap 0 seq_num 1314810976) dirty dne 2024-04-12T16:06:37.408 INFO:tasks.rados.rados.0.smithi099.stdout:1648: finishing write tid 3 to smithi09982431-25 2024-04-12T16:06:37.408 INFO:tasks.rados.rados.0.smithi099.stdout:1648: finishing write tid 4 to smithi09982431-25 2024-04-12T16:06:37.408 INFO:tasks.rados.rados.0.smithi099.stdout:1648: finishing write tid 5 to smithi09982431-25 2024-04-12T16:06:37.408 INFO:tasks.rados.rados.0.smithi099.stdout:1648: oid 25 updating version 0 to 1081 2024-04-12T16:06:37.408 INFO:tasks.rados.rados.0.smithi099.stdout:1648: oid 25 updating version 1081 to 1082 2024-04-12T16:06:37.409 INFO:tasks.rados.rados.0.smithi099.stdout:1648: oid 25 updating version 1082 to 1084 2024-04-12T16:06:37.409 INFO:tasks.rados.rados.0.smithi099.stdout:1648: oid 25 version 1084 is already newer than 1083 2024-04-12T16:06:37.409 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 25 v 1084 (ObjNum 536 snap 161 seq_num 536) dirty exists 2024-04-12T16:06:37.409 INFO:tasks.rados.rados.0.smithi099.stdout:1648: left oid 25 (ObjNum 536 snap 161 seq_num 536) 2024-04-12T16:06:37.409 INFO:tasks.rados.rados.0.smithi099.stdout:1648: done (2 left) 2024-04-12T16:06:37.409 INFO:tasks.rados.rados.0.smithi099.stdout:1649: done (1 left) 2024-04-12T16:06:37.409 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 1 current snap is 161 2024-04-12T16:06:37.409 INFO:tasks.rados.rados.0.smithi099.stdout:1652: seq_num 537 ranges {3440640=598016,4038656=573440,4612096=491520,5103616=139264} 2024-04-12T16:06:37.430 INFO:tasks.rados.rados.0.smithi099.stdout:1652: writing smithi09982431-1 from 3440640 to 4038656 tid 1 2024-04-12T16:06:37.433 INFO:tasks.rados.rados.0.smithi099.stdout:1652: writing smithi09982431-1 from 4038656 to 4612096 tid 2 2024-04-12T16:06:37.436 INFO:tasks.rados.rados.0.smithi099.stdout:1652: writing smithi09982431-1 from 4612096 to 5103616 tid 3 2024-04-12T16:06:37.437 INFO:tasks.rados.rados.0.smithi099.stdout:1652: writing smithi09982431-1 from 5103616 to 5242880 tid 4 2024-04-12T16:06:37.437 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 8 current snap is 161 2024-04-12T16:06:37.437 INFO:tasks.rados.rados.0.smithi099.stdout:1651: finishing rollback tid 0 to smithi09982431-37 2024-04-12T16:06:37.437 INFO:tasks.rados.rados.0.smithi099.stdout:1651: finishing rollback tid 1 to smithi09982431-37 2024-04-12T16:06:37.437 INFO:tasks.rados.rados.0.smithi099.stdout:1651: finishing rollback tid 2 to smithi09982431-37 2024-04-12T16:06:37.437 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 37 v 751 (ObjNum 241 snap 70 seq_num 241) dirty exists 2024-04-12T16:06:37.438 INFO:tasks.rados.rados.0.smithi099.stdout:1653: seq_num 538 ranges {1015808=614400,1630208=450560,2080768=704512,2785280=49152} 2024-04-12T16:06:37.446 INFO:tasks.rados.rados.0.smithi099.stdout:1653: writing smithi09982431-8 from 1015808 to 1630208 tid 1 2024-04-12T16:06:37.448 INFO:tasks.rados.rados.0.smithi099.stdout:1653: writing smithi09982431-8 from 1630208 to 2080768 tid 2 2024-04-12T16:06:37.453 INFO:tasks.rados.rados.0.smithi099.stdout:1653: writing smithi09982431-8 from 2080768 to 2785280 tid 3 2024-04-12T16:06:37.453 INFO:tasks.rados.rados.0.smithi099.stdout:1653: writing smithi09982431-8 from 2785280 to 2834432 tid 4 2024-04-12T16:06:37.454 INFO:tasks.rados.rados.0.smithi099.stdout:1651: done (2 left) 2024-04-12T16:06:37.454 INFO:tasks.rados.rados.0.smithi099.stdout:1654: snap_create 2024-04-12T16:06:37.454 INFO:tasks.rados.rados.0.smithi099.stdout:1652: finishing write tid 1 to smithi09982431-1 2024-04-12T16:06:37.454 INFO:tasks.rados.rados.0.smithi099.stdout:1652: finishing write tid 2 to smithi09982431-1 2024-04-12T16:06:37.454 INFO:tasks.rados.rados.0.smithi099.stdout:1652: finishing write tid 3 to smithi09982431-1 2024-04-12T16:06:37.454 INFO:tasks.rados.rados.0.smithi099.stdout:1652: finishing write tid 4 to smithi09982431-1 2024-04-12T16:06:37.455 INFO:tasks.rados.rados.0.smithi099.stdout:1652: finishing write tid 5 to smithi09982431-1 2024-04-12T16:06:37.455 INFO:tasks.rados.rados.0.smithi099.stdout:1652: finishing write tid 6 to smithi09982431-1 2024-04-12T16:06:37.455 INFO:tasks.rados.rados.0.smithi099.stdout:1652: oid 1 updating version 0 to 763 2024-04-12T16:06:37.455 INFO:tasks.rados.rados.0.smithi099.stdout:1652: oid 1 version 763 is already newer than 760 2024-04-12T16:06:37.455 INFO:tasks.rados.rados.0.smithi099.stdout:1652: oid 1 version 763 is already newer than 762 2024-04-12T16:06:37.455 INFO:tasks.rados.rados.0.smithi099.stdout:1652: oid 1 updating version 763 to 764 2024-04-12T16:06:37.456 INFO:tasks.rados.rados.0.smithi099.stdout:1652: oid 1 version 764 is already newer than 761 2024-04-12T16:06:37.456 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 1 v 764 (ObjNum 537 snap 161 seq_num 537) dirty exists 2024-04-12T16:06:37.456 INFO:tasks.rados.rados.0.smithi099.stdout:1652: left oid 1 (ObjNum 537 snap 161 seq_num 537) 2024-04-12T16:06:37.456 INFO:tasks.rados.rados.0.smithi099.stdout:1653: finishing write tid 1 to smithi09982431-8 2024-04-12T16:06:37.456 INFO:tasks.rados.rados.0.smithi099.stdout:1653: finishing write tid 2 to smithi09982431-8 2024-04-12T16:06:37.458 INFO:tasks.rados.rados.0.smithi099.stdout:1653: finishing write tid 3 to smithi09982431-8 2024-04-12T16:06:37.458 INFO:tasks.rados.rados.0.smithi099.stdout:1653: finishing write tid 4 to smithi09982431-8 2024-04-12T16:06:37.458 INFO:tasks.rados.rados.0.smithi099.stdout:1653: finishing write tid 5 to smithi09982431-8 2024-04-12T16:06:37.458 INFO:tasks.rados.rados.0.smithi099.stdout:1653: finishing write tid 6 to smithi09982431-8 2024-04-12T16:06:37.458 INFO:tasks.rados.rados.0.smithi099.stdout:1653: oid 8 updating version 0 to 764 2024-04-12T16:06:37.458 INFO:tasks.rados.rados.0.smithi099.stdout:1653: oid 8 updating version 764 to 768 2024-04-12T16:06:37.459 INFO:tasks.rados.rados.0.smithi099.stdout:1653: oid 8 version 768 is already newer than 767 2024-04-12T16:06:37.459 INFO:tasks.rados.rados.0.smithi099.stdout:1653: oid 8 version 768 is already newer than 765 2024-04-12T16:06:37.459 INFO:tasks.rados.rados.0.smithi099.stdout:1653: oid 8 version 768 is already newer than 766 2024-04-12T16:06:37.459 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 8 v 768 (ObjNum 538 snap 161 seq_num 538) dirty exists 2024-04-12T16:06:37.459 INFO:tasks.rados.rados.0.smithi099.stdout:1653: left oid 8 (ObjNum 538 snap 161 seq_num 538) 2024-04-12T16:06:38.414 INFO:tasks.rados.rados.0.smithi099.stdout:1652: done (2 left) 2024-04-12T16:06:38.415 INFO:tasks.rados.rados.0.smithi099.stdout:1653: done (1 left) 2024-04-12T16:06:38.415 INFO:tasks.rados.rados.0.smithi099.stdout:1654: done (0 left) 2024-04-12T16:06:38.415 INFO:tasks.rados.rados.0.smithi099.stdout:1655: delete oid 50 current snap is 162 2024-04-12T16:06:38.420 INFO:tasks.rados.rados.0.smithi099.stdout:1655: done (0 left) 2024-04-12T16:06:38.420 INFO:tasks.rados.rados.0.smithi099.stdout:1656: rmattr oid 47 current snap is 162 2024-04-12T16:06:38.420 INFO:tasks.rados.rados.0.smithi099.stdout:1657: delete oid 15 current snap is 162 2024-04-12T16:06:38.422 INFO:tasks.rados.rados.0.smithi099.stdout:1657: done (1 left) 2024-04-12T16:06:38.422 INFO:tasks.rados.rados.0.smithi099.stdout:1658: snap_remove snap 159 2024-04-12T16:06:38.620 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:38 smithi099 ceph-mon[94290]: osdmap e382: 8 total, 8 up, 8 in 2024-04-12T16:06:38.620 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:38 smithi099 ceph-mon[96864]: osdmap e382: 8 total, 8 up, 8 in 2024-04-12T16:06:38.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:38 smithi110 ceph-mon[88691]: osdmap e382: 8 total, 8 up, 8 in 2024-04-12T16:06:39.007 INFO:tasks.rados.rados.0.smithi099.stdout:1658: done (1 left) 2024-04-12T16:06:39.007 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 44 current snap is 162 2024-04-12T16:06:39.007 INFO:tasks.rados.rados.0.smithi099.stdout:1659: seq_num 541 ranges {425984=663552,1089536=557056,1646592=475136,2121728=172032} 2024-04-12T16:06:39.014 INFO:tasks.rados.rados.0.smithi099.stdout:1659: writing smithi09982431-44 from 425984 to 1089536 tid 1 2024-04-12T16:06:39.017 INFO:tasks.rados.rados.0.smithi099.stdout:1659: writing smithi09982431-44 from 1089536 to 1646592 tid 2 2024-04-12T16:06:39.021 INFO:tasks.rados.rados.0.smithi099.stdout:1659: writing smithi09982431-44 from 1646592 to 2121728 tid 3 2024-04-12T16:06:39.022 INFO:tasks.rados.rados.0.smithi099.stdout:1659: writing smithi09982431-44 from 2121728 to 2293760 tid 4 2024-04-12T16:06:39.022 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 47 v 965 (ObjNum 494 snap 150 seq_num 494) dirty exists 2024-04-12T16:06:39.023 INFO:tasks.rados.rados.0.smithi099.stdout:1656: done (1 left) 2024-04-12T16:06:39.023 INFO:tasks.rados.rados.0.smithi099.stdout:1660: read oid 15 snap -1 2024-04-12T16:06:39.023 INFO:tasks.rados.rados.0.smithi099.stdout:1660: expect deleted 2024-04-12T16:06:39.023 INFO:tasks.rados.rados.0.smithi099.stdout:1661: setattr oid 35 current snap is 162 2024-04-12T16:06:39.024 INFO:tasks.rados.rados.0.smithi099.stdout:1660: done (2 left) 2024-04-12T16:06:39.024 INFO:tasks.rados.rados.0.smithi099.stdout:1662: snap_create 2024-04-12T16:06:39.026 INFO:tasks.rados.rados.0.smithi099.stdout:1659: finishing write tid 1 to smithi09982431-44 2024-04-12T16:06:39.026 INFO:tasks.rados.rados.0.smithi099.stdout:1659: finishing write tid 2 to smithi09982431-44 2024-04-12T16:06:39.028 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 947 (ObjNum 492 snap 150 seq_num 492) dirty exists 2024-04-12T16:06:39.029 INFO:tasks.rados.rados.0.smithi099.stdout:1659: finishing write tid 3 to smithi09982431-44 2024-04-12T16:06:39.029 INFO:tasks.rados.rados.0.smithi099.stdout:1659: finishing write tid 4 to smithi09982431-44 2024-04-12T16:06:39.029 INFO:tasks.rados.rados.0.smithi099.stdout:1659: finishing write tid 5 to smithi09982431-44 2024-04-12T16:06:39.030 INFO:tasks.rados.rados.0.smithi099.stdout:1659: finishing write tid 6 to smithi09982431-44 2024-04-12T16:06:39.030 INFO:tasks.rados.rados.0.smithi099.stdout:1659: oid 44 updating version 0 to 955 2024-04-12T16:06:39.031 INFO:tasks.rados.rados.0.smithi099.stdout:1659: oid 44 updating version 955 to 960 2024-04-12T16:06:39.031 INFO:tasks.rados.rados.0.smithi099.stdout:1659: oid 44 version 960 is already newer than 958 2024-04-12T16:06:39.031 INFO:tasks.rados.rados.0.smithi099.stdout:1659: oid 44 version 960 is already newer than 954 2024-04-12T16:06:39.031 INFO:tasks.rados.rados.0.smithi099.stdout:1659: oid 44 version 960 is already newer than 959 2024-04-12T16:06:39.031 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 44 v 960 (ObjNum 541 snap 162 seq_num 541) dirty exists 2024-04-12T16:06:39.031 INFO:tasks.rados.rados.0.smithi099.stdout:1659: left oid 44 (ObjNum 541 snap 162 seq_num 541) 2024-04-12T16:06:39.580 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:39 smithi099 ceph-mon[94290]: pgmap v209: 121 pgs: 121 active+clean; 435 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.0 MiB/s wr, 18 op/s 2024-04-12T16:06:39.580 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:39 smithi099 ceph-mon[94290]: osdmap e383: 8 total, 8 up, 8 in 2024-04-12T16:06:39.580 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:39 smithi099 ceph-mon[94290]: osdmap e384: 8 total, 8 up, 8 in 2024-04-12T16:06:39.581 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:39 smithi099 ceph-mon[96864]: pgmap v209: 121 pgs: 121 active+clean; 435 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.0 MiB/s wr, 18 op/s 2024-04-12T16:06:39.581 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:39 smithi099 ceph-mon[96864]: osdmap e383: 8 total, 8 up, 8 in 2024-04-12T16:06:39.581 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:39 smithi099 ceph-mon[96864]: osdmap e384: 8 total, 8 up, 8 in 2024-04-12T16:06:39.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:39 smithi110 ceph-mon[88691]: pgmap v209: 121 pgs: 121 active+clean; 435 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.0 MiB/s wr, 18 op/s 2024-04-12T16:06:39.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:39 smithi110 ceph-mon[88691]: osdmap e383: 8 total, 8 up, 8 in 2024-04-12T16:06:39.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:39 smithi110 ceph-mon[88691]: osdmap e384: 8 total, 8 up, 8 in 2024-04-12T16:06:39.837 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:39 smithi099 systemd[1]: Stopping Ceph osd.2 for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:06:40.012 INFO:tasks.rados.rados.0.smithi099.stdout:1659: done (2 left) 2024-04-12T16:06:40.012 INFO:tasks.rados.rados.0.smithi099.stdout:1661: done (1 left) 2024-04-12T16:06:40.012 INFO:tasks.rados.rados.0.smithi099.stdout:1662: done (0 left) 2024-04-12T16:06:40.012 INFO:tasks.rados.rados.0.smithi099.stdout:1663: delete oid 2 current snap is 163 2024-04-12T16:06:40.020 INFO:tasks.rados.rados.0.smithi099.stdout:1663: done (0 left) 2024-04-12T16:06:40.021 INFO:tasks.rados.rados.0.smithi099.stdout:1664: copy_from oid 29 from oid 30 current snap is 163 2024-04-12T16:06:40.021 INFO:tasks.rados.rados.0.smithi099.stdout:1665: read oid 1 snap 146 2024-04-12T16:06:40.021 INFO:tasks.rados.rados.0.smithi099.stdout:1665: expect deleted 2024-04-12T16:06:40.021 INFO:tasks.rados.rados.0.smithi099.stdout:1666: rollback oid 17 current snap is 163 2024-04-12T16:06:40.021 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 17 to 142 2024-04-12T16:06:40.021 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 49 current snap is 163 2024-04-12T16:06:40.021 INFO:tasks.rados.rados.0.smithi099.stdout:1667: seq_num 543 ranges {2768896=704512,3473408=729088,4202496=475136} 2024-04-12T16:06:40.039 INFO:tasks.rados.rados.0.smithi099.stdout:1667: writing smithi09982431-49 from 2768896 to 3473408 tid 1 2024-04-12T16:06:40.043 INFO:tasks.rados.rados.0.smithi099.stdout:1667: writing smithi09982431-49 from 3473408 to 4202496 tid 2 2024-04-12T16:06:40.047 INFO:tasks.rados.rados.0.smithi099.stdout:1667: writing smithi09982431-49 from 4202496 to 4677632 tid 3 2024-04-12T16:06:40.047 INFO:tasks.rados.rados.0.smithi099.stdout:1668: setattr oid 5 current snap is 163 2024-04-12T16:06:40.047 INFO:tasks.rados.rados.0.smithi099.stdout:1666: finishing rollback tid 0 to smithi09982431-17 2024-04-12T16:06:40.047 INFO:tasks.rados.rados.0.smithi099.stdout:1666: finishing rollback tid 1 to smithi09982431-17 2024-04-12T16:06:40.047 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 17 v 634 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-12T16:06:40.047 INFO:tasks.rados.rados.0.smithi099.stdout:1667: finishing write tid 1 to smithi09982431-49 2024-04-12T16:06:40.047 INFO:tasks.rados.rados.0.smithi099.stdout:1667: finishing write tid 2 to smithi09982431-49 2024-04-12T16:06:40.049 INFO:tasks.rados.rados.0.smithi099.stdout:1666: done (4 left) 2024-04-12T16:06:40.049 INFO:tasks.rados.rados.0.smithi099.stdout:1669: read oid 3 snap 147 2024-04-12T16:06:40.049 INFO:tasks.rados.rados.0.smithi099.stdout:1669: expect (ObjNum 461 snap 139 seq_num 461) 2024-04-12T16:06:40.049 INFO:tasks.rados.rados.0.smithi099.stdout:1670: rmattr oid 41 current snap is 163 2024-04-12T16:06:40.049 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 7 current snap is 163 2024-04-12T16:06:40.049 INFO:tasks.rados.rados.0.smithi099.stdout:1671: seq_num 544 ranges {1548288=720896,2269184=614400,2883584=589824} 2024-04-12T16:06:40.062 INFO:tasks.rados.rados.0.smithi099.stdout:1671: writing smithi09982431-7 from 1548288 to 2269184 tid 1 2024-04-12T16:06:40.067 INFO:tasks.rados.rados.0.smithi099.stdout:1671: writing smithi09982431-7 from 2269184 to 2883584 tid 2 2024-04-12T16:06:40.071 INFO:tasks.rados.rados.0.smithi099.stdout:1671: writing smithi09982431-7 from 2883584 to 3473408 tid 3 2024-04-12T16:06:40.071 INFO:tasks.rados.rados.0.smithi099.stdout:1672: rollback oid 23 current snap is 163 2024-04-12T16:06:40.072 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 23 to 142 2024-04-12T16:06:40.072 INFO:tasks.rados.rados.0.smithi099.stdout:1667: finishing write tid 3 to smithi09982431-49 2024-04-12T16:06:40.072 INFO:tasks.rados.rados.0.smithi099.stdout:1667: finishing write tid 4 to smithi09982431-49 2024-04-12T16:06:40.072 INFO:tasks.rados.rados.0.smithi099.stdout:1667: finishing write tid 5 to smithi09982431-49 2024-04-12T16:06:40.072 INFO:tasks.rados.rados.0.smithi099.stdout:1667: oid 49 updating version 0 to 965 2024-04-12T16:06:40.072 INFO:tasks.rados.rados.0.smithi099.stdout:1667: oid 49 version 965 is already newer than 962 2024-04-12T16:06:40.072 INFO:tasks.rados.rados.0.smithi099.stdout:1667: oid 49 version 965 is already newer than 963 2024-04-12T16:06:40.072 INFO:tasks.rados.rados.0.smithi099.stdout:1667: oid 49 version 965 is already newer than 964 2024-04-12T16:06:40.072 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 49 v 965 (ObjNum 543 snap 163 seq_num 543) dirty exists 2024-04-12T16:06:40.072 INFO:tasks.rados.rados.0.smithi099.stdout:1667: left oid 49 (ObjNum 543 snap 163 seq_num 543) 2024-04-12T16:06:40.072 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 5 v 948 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-12T16:06:40.072 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 41 v 967 (ObjNum 530 snap 161 seq_num 530) dirty exists 2024-04-12T16:06:40.072 INFO:tasks.rados.rados.0.smithi099.stdout:1671: finishing write tid 1 to smithi09982431-7 2024-04-12T16:06:40.072 INFO:tasks.rados.rados.0.smithi099.stdout:1671: finishing write tid 2 to smithi09982431-7 2024-04-12T16:06:40.073 INFO:tasks.rados.rados.0.smithi099.stdout:1667: done (7 left) 2024-04-12T16:06:40.073 INFO:tasks.rados.rados.0.smithi099.stdout:1668: done (6 left) 2024-04-12T16:06:40.073 INFO:tasks.rados.rados.0.smithi099.stdout:1670: done (5 left) 2024-04-12T16:06:40.073 INFO:tasks.rados.rados.0.smithi099.stdout:1673: copy_from oid 49 from oid 31 current snap is 163 2024-04-12T16:06:40.073 INFO:tasks.rados.rados.0.smithi099.stdout:1674: rollback oid 32 current snap is 163 2024-04-12T16:06:40.073 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 32 to 162 2024-04-12T16:06:40.073 INFO:tasks.rados.rados.0.smithi099.stdout:1675: setattr oid 37 current snap is 163 2024-04-12T16:06:40.073 INFO:tasks.rados.rados.0.smithi099.stdout:1676: read oid 40 snap -1 2024-04-12T16:06:40.074 INFO:tasks.rados.rados.0.smithi099.stdout:1676: expect (ObjNum 510 snap 153 seq_num 510) 2024-04-12T16:06:40.074 INFO:tasks.rados.rados.0.smithi099.stdout:1677: copy_from oid 42 from oid 16 current snap is 163 2024-04-12T16:06:40.074 INFO:tasks.rados.rados.0.smithi099.stdout:1678: snap_remove snap 156 2024-04-12T16:06:40.127 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:39 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2[56258]: 2024-04-12T16:06:39.837+0000 7f74059c2700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T16:06:40.127 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:39 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2[56258]: 2024-04-12T16:06:39.837+0000 7f74059c2700 -1 osd.2 384 *** Got signal Terminated *** 2024-04-12T16:06:40.127 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:39 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2[56258]: 2024-04-12T16:06:39.837+0000 7f74059c2700 -1 osd.2 384 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T16:06:40.801 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:40 smithi099 ceph-mon[94290]: osd.2 marked itself down and dead 2024-04-12T16:06:40.801 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:40 smithi099 ceph-mon[94290]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:06:40.801 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:40 smithi099 ceph-mon[94290]: osdmap e385: 8 total, 7 up, 8 in 2024-04-12T16:06:40.802 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:40 smithi099 ceph-mon[96864]: osd.2 marked itself down and dead 2024-04-12T16:06:40.802 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:40 smithi099 ceph-mon[96864]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:06:40.802 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:40 smithi099 ceph-mon[96864]: osdmap e385: 8 total, 7 up, 8 in 2024-04-12T16:06:40.802 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:40 smithi099 podman[112667]: 2024-04-12 16:06:40.553032994 +0000 UTC m=+0.828191717 container died bcc4792ed6414390ccec64709d66fdc26cc3f03eef359ed787df1564822a8195 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240403, RELEASE=reef-d540eba, org.label-schema.vendor=CentOS) 2024-04-12T16:06:40.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:40 smithi110 ceph-mon[88691]: osd.2 marked itself down and dead 2024-04-12T16:06:40.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:40 smithi110 ceph-mon[88691]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:06:40.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:40 smithi110 ceph-mon[88691]: osdmap e385: 8 total, 7 up, 8 in 2024-04-12T16:06:41.018 INFO:tasks.rados.rados.0.smithi099.stdout:1669: expect (ObjNum 461 snap 139 seq_num 461) 2024-04-12T16:06:41.102 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:40 smithi099 podman[112667]: 2024-04-12 16:06:40.894440874 +0000 UTC m=+1.169599588 container cleanup bcc4792ed6414390ccec64709d66fdc26cc3f03eef359ed787df1564822a8195 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=reef-d540eba) 2024-04-12T16:06:41.102 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:40 smithi099 bash[112667]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2 2024-04-12T16:06:41.377 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:41 smithi099 podman[112692]: 2024-04-12 16:06:41.104173143 +0000 UTC m=+0.548039421 container remove bcc4792ed6414390ccec64709d66fdc26cc3f03eef359ed787df1564822a8195 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2, RELEASE=reef-d540eba, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-12T16:06:41.427 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 37 v 759 (ObjNum 241 snap 70 seq_num 241) dirty exists 2024-04-12T16:06:41.427 INFO:tasks.rados.rados.0.smithi099.stdout:1671: finishing write tid 3 to smithi09982431-7 2024-04-12T16:06:41.427 INFO:tasks.rados.rados.0.smithi099.stdout:1671: finishing write tid 4 to smithi09982431-7 2024-04-12T16:06:41.427 INFO:tasks.rados.rados.0.smithi099.stdout:1671: finishing write tid 5 to smithi09982431-7 2024-04-12T16:06:41.427 INFO:tasks.rados.rados.0.smithi099.stdout:1671: oid 7 updating version 0 to 1097 2024-04-12T16:06:41.428 INFO:tasks.rados.rados.0.smithi099.stdout:1671: oid 7 updating version 1097 to 1098 2024-04-12T16:06:41.428 INFO:tasks.rados.rados.0.smithi099.stdout:1671: oid 7 version 1098 is already newer than 1096 2024-04-12T16:06:41.428 INFO:tasks.rados.rados.0.smithi099.stdout:1671: oid 7 updating version 1098 to 1099 2024-04-12T16:06:41.428 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 7 v 1099 (ObjNum 544 snap 163 seq_num 544) dirty exists 2024-04-12T16:06:41.428 INFO:tasks.rados.rados.0.smithi099.stdout:1671: left oid 7 (ObjNum 544 snap 163 seq_num 544) 2024-04-12T16:06:41.428 INFO:tasks.rados.rados.0.smithi099.stdout:1676: expect (ObjNum 510 snap 153 seq_num 510) 2024-04-12T16:06:41.464 INFO:tasks.rados.rados.0.smithi099.stdout:1673: finishing copy_from racing read to smithi09982431-49 2024-04-12T16:06:41.464 INFO:tasks.rados.rados.0.smithi099.stdout:1673: finishing copy_from to smithi09982431-49 2024-04-12T16:06:41.464 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 49 v 935 (ObjNum 533 snap 161 seq_num 533) dirty exists 2024-04-12T16:06:41.464 INFO:tasks.rados.rados.0.smithi099.stdout:1665: done (10 left) 2024-04-12T16:06:41.464 INFO:tasks.rados.rados.0.smithi099.stdout:1669: done (9 left) 2024-04-12T16:06:41.464 INFO:tasks.rados.rados.0.smithi099.stdout:1671: done (8 left) 2024-04-12T16:06:41.464 INFO:tasks.rados.rados.0.smithi099.stdout:1673: done (7 left) 2024-04-12T16:06:41.464 INFO:tasks.rados.rados.0.smithi099.stdout:1675: done (6 left) 2024-04-12T16:06:41.464 INFO:tasks.rados.rados.0.smithi099.stdout:1676: done (5 left) 2024-04-12T16:06:41.464 INFO:tasks.rados.rados.0.smithi099.stdout:1678: done (4 left) 2024-04-12T16:06:41.464 INFO:tasks.rados.rados.0.smithi099.stdout:1679: read oid 45 snap 157 2024-04-12T16:06:41.465 INFO:tasks.rados.rados.0.smithi099.stdout:1679: expect (ObjNum 515 snap 155 seq_num 515) 2024-04-12T16:06:41.465 INFO:tasks.rados.rados.0.smithi099.stdout:1680: delete oid 41 current snap is 163 2024-04-12T16:06:41.465 INFO:tasks.rados.rados.0.smithi099.stdout:1672: finishing rollback tid 0 to smithi09982431-23 2024-04-12T16:06:41.465 INFO:tasks.rados.rados.0.smithi099.stdout:1672: finishing rollback tid 1 to smithi09982431-23 2024-04-12T16:06:41.465 INFO:tasks.rados.rados.0.smithi099.stdout:1672: finishing rollback tid 2 to smithi09982431-23 2024-04-12T16:06:41.465 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 23 v 462 (ObjNum 442 snap 132 seq_num 442) dirty exists 2024-04-12T16:06:41.465 INFO:tasks.rados.rados.0.smithi099.stdout:1674: finishing rollback tid 0 to smithi09982431-32 2024-04-12T16:06:41.465 INFO:tasks.rados.rados.0.smithi099.stdout:1674: finishing rollback tid 1 to smithi09982431-32 2024-04-12T16:06:41.465 INFO:tasks.rados.rados.0.smithi099.stdout:1674: finishing rollback tid 2 to smithi09982431-32 2024-04-12T16:06:41.465 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 32 v 771 (ObjNum 516 snap 155 seq_num 516) dirty exists 2024-04-12T16:06:41.465 INFO:tasks.rados.rados.0.smithi099.stdout:1664: finishing copy_from racing read to smithi09982431-29 2024-04-12T16:06:41.465 INFO:tasks.rados.rados.0.smithi099.stdout:1664: finishing copy_from to smithi09982431-29 2024-04-12T16:06:41.465 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 29 v 567 (ObjNum 392 snap 121 seq_num 392) dirty exists 2024-04-12T16:06:41.466 INFO:tasks.rados.rados.0.smithi099.stdout:1677: finishing copy_from racing read to smithi09982431-42 2024-04-12T16:06:41.466 INFO:tasks.rados.rados.0.smithi099.stdout:1677: finishing copy_from to smithi09982431-42 2024-04-12T16:06:41.466 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 42 v 755 (ObjNum 502 snap 152 seq_num 502) dirty exists 2024-04-12T16:06:41.466 INFO:tasks.rados.rados.0.smithi099.stdout:1664: done (5 left) 2024-04-12T16:06:41.470 INFO:tasks.rados.rados.0.smithi099.stdout:1672: done (4 left) 2024-04-12T16:06:41.470 INFO:tasks.rados.rados.0.smithi099.stdout:1674: done (3 left) 2024-04-12T16:06:41.470 INFO:tasks.rados.rados.0.smithi099.stdout:1677: done (2 left) 2024-04-12T16:06:41.470 INFO:tasks.rados.rados.0.smithi099.stdout:1680: done (1 left) 2024-04-12T16:06:41.470 INFO:tasks.rados.rados.0.smithi099.stdout:1681: read oid 20 snap -1 2024-04-12T16:06:41.470 INFO:tasks.rados.rados.0.smithi099.stdout:1681: expect (ObjNum 503 snap 152 seq_num 503) 2024-04-12T16:06:41.470 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 6 current snap is 163 2024-04-12T16:06:41.471 INFO:tasks.rados.rados.0.smithi099.stdout:1682: seq_num 546 ranges {3022848=753664,3776512=778240,4554752=425984} 2024-04-12T16:06:41.487 INFO:tasks.rados.rados.0.smithi099.stdout:1682: writing smithi09982431-6 from 3022848 to 3776512 tid 1 2024-04-12T16:06:41.492 INFO:tasks.rados.rados.0.smithi099.stdout:1682: writing smithi09982431-6 from 3776512 to 4554752 tid 2 2024-04-12T16:06:41.494 INFO:tasks.rados.rados.0.smithi099.stdout:1682: writing smithi09982431-6 from 4554752 to 4980736 tid 3 2024-04-12T16:06:41.495 INFO:tasks.rados.rados.0.smithi099.stdout:1683: read oid 46 snap -1 2024-04-12T16:06:41.495 INFO:tasks.rados.rados.0.smithi099.stdout:1683: expect (ObjNum 507 snap 153 seq_num 507) 2024-04-12T16:06:41.495 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 1 current snap is 163 2024-04-12T16:06:41.495 INFO:tasks.rados.rados.0.smithi099.stdout:1684: seq_num 547 ranges {5242880=770048,6012928=663552,6676480=466944,7143424=73728} 2024-04-12T16:06:41.527 INFO:tasks.rados.rados.0.smithi099.stdout:1684: writing smithi09982431-1 from 5242880 to 6012928 tid 1 2024-04-12T16:06:41.530 INFO:tasks.rados.rados.0.smithi099.stdout:1684: writing smithi09982431-1 from 6012928 to 6676480 tid 2 2024-04-12T16:06:41.533 INFO:tasks.rados.rados.0.smithi099.stdout:1684: writing smithi09982431-1 from 6676480 to 7143424 tid 3 2024-04-12T16:06:41.534 INFO:tasks.rados.rados.0.smithi099.stdout:1684: writing smithi09982431-1 from 7143424 to 7217152 tid 4 2024-04-12T16:06:41.534 INFO:tasks.rados.rados.0.smithi099.stdout:1685: rollback oid 33 current snap is 163 2024-04-12T16:06:41.534 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 33 to 155 2024-04-12T16:06:41.534 INFO:tasks.rados.rados.0.smithi099.stdout:1681: expect (ObjNum 503 snap 152 seq_num 503) 2024-04-12T16:06:41.568 INFO:tasks.rados.rados.0.smithi099.stdout:1682: finishing write tid 1 to smithi09982431-6 2024-04-12T16:06:41.568 INFO:tasks.rados.rados.0.smithi099.stdout:1679: expect (ObjNum 515 snap 155 seq_num 515) 2024-04-12T16:06:41.689 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:41 smithi099 ceph-mon[94290]: pgmap v213: 121 pgs: 5 peering, 13 stale+active+clean, 103 active+clean; 436 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 4.1 MiB/s wr, 20 op/s 2024-04-12T16:06:41.689 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:41 smithi099 ceph-mon[94290]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-12T16:06:41.689 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:41 smithi099 ceph-mon[94290]: osdmap e386: 8 total, 7 up, 8 in 2024-04-12T16:06:41.690 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:41 smithi099 ceph-mon[96864]: pgmap v213: 121 pgs: 5 peering, 13 stale+active+clean, 103 active+clean; 436 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 4.1 MiB/s wr, 20 op/s 2024-04-12T16:06:41.690 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:41 smithi099 ceph-mon[96864]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-12T16:06:41.690 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:41 smithi099 ceph-mon[96864]: osdmap e386: 8 total, 7 up, 8 in 2024-04-12T16:06:41.690 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:41 smithi099 podman[112791]: 2024-04-12 16:06:41.443276071 +0000 UTC m=+0.018134688 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:06:41.691 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:41 smithi099 podman[112791]: 2024-04-12 16:06:41.580236571 +0000 UTC m=+0.155095189 container create f8aa7d9bf60e26b86ce7acab45cb8361a5b60de4c72821f633e2aac7e254b477 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2-deactivate, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-12T16:06:41.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:41 smithi110 ceph-mon[88691]: pgmap v213: 121 pgs: 5 peering, 13 stale+active+clean, 103 active+clean; 436 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 4.1 MiB/s wr, 20 op/s 2024-04-12T16:06:41.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:41 smithi110 ceph-mon[88691]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-12T16:06:41.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:41 smithi110 ceph-mon[88691]: osdmap e386: 8 total, 7 up, 8 in 2024-04-12T16:06:41.955 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:41 smithi099 podman[112791]: 2024-04-12 16:06:41.866497213 +0000 UTC m=+0.441355843 container init f8aa7d9bf60e26b86ce7acab45cb8361a5b60de4c72821f633e2aac7e254b477 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2-deactivate, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T16:06:41.955 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:41 smithi099 podman[112791]: 2024-04-12 16:06:41.871648682 +0000 UTC m=+0.446507301 container start f8aa7d9bf60e26b86ce7acab45cb8361a5b60de4c72821f633e2aac7e254b477 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True) 2024-04-12T16:06:42.325 INFO:tasks.rados.rados.0.smithi099.stdout:1682: finishing write tid 2 to smithi09982431-6 2024-04-12T16:06:42.325 INFO:tasks.rados.rados.0.smithi099.stdout:1682: finishing write tid 3 to smithi09982431-6 2024-04-12T16:06:42.325 INFO:tasks.rados.rados.0.smithi099.stdout:1679: done (5 left) 2024-04-12T16:06:42.325 INFO:tasks.rados.rados.0.smithi099.stdout:1681: done (4 left) 2024-04-12T16:06:42.326 INFO:tasks.rados.rados.0.smithi099.stdout:1686: read oid 24 snap -1 2024-04-12T16:06:42.326 INFO:tasks.rados.rados.0.smithi099.stdout:1686: expect deleted 2024-04-12T16:06:42.326 INFO:tasks.rados.rados.0.smithi099.stdout:1687: rollback oid 38 current snap is 163 2024-04-12T16:06:42.326 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 38 to 162 2024-04-12T16:06:42.326 INFO:tasks.rados.rados.0.smithi099.stdout:1682: finishing write tid 4 to smithi09982431-6 2024-04-12T16:06:42.326 INFO:tasks.rados.rados.0.smithi099.stdout:1688: copy_from oid 4 from oid 21 current snap is 163 2024-04-12T16:06:42.326 INFO:tasks.rados.rados.0.smithi099.stdout:1682: finishing write tid 5 to smithi09982431-6 2024-04-12T16:06:42.326 INFO:tasks.rados.rados.0.smithi099.stdout:1682: oid 6 updating version 0 to 969 2024-04-12T16:06:42.326 INFO:tasks.rados.rados.0.smithi099.stdout:1682: oid 6 version 969 is already newer than 966 2024-04-12T16:06:42.326 INFO:tasks.rados.rados.0.smithi099.stdout:1682: oid 6 version 969 is already newer than 967 2024-04-12T16:06:42.326 INFO:tasks.rados.rados.0.smithi099.stdout:1682: oid 6 version 969 is already newer than 968 2024-04-12T16:06:42.326 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 6 v 969 (ObjNum 546 snap 163 seq_num 546) dirty exists 2024-04-12T16:06:42.326 INFO:tasks.rados.rados.0.smithi099.stdout:1682: left oid 6 (ObjNum 546 snap 163 seq_num 546) 2024-04-12T16:06:42.326 INFO:tasks.rados.rados.0.smithi099.stdout:1683: expect (ObjNum 507 snap 153 seq_num 507) 2024-04-12T16:06:42.377 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:41 smithi099 podman[112791]: 2024-04-12 16:06:41.957680806 +0000 UTC m=+0.532539432 container attach f8aa7d9bf60e26b86ce7acab45cb8361a5b60de4c72821f633e2aac7e254b477 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True) 2024-04-12T16:06:42.377 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:42 smithi099 podman[112791]: 2024-04-12 16:06:42.173729343 +0000 UTC m=+0.748587963 container died f8aa7d9bf60e26b86ce7acab45cb8361a5b60de4c72821f633e2aac7e254b477 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2-deactivate, ceph=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-04-12T16:06:42.431 INFO:tasks.rados.rados.0.smithi099.stdout:1684: finishing write tid 1 to smithi09982431-1 2024-04-12T16:06:42.432 INFO:tasks.rados.rados.0.smithi099.stdout:1684: finishing write tid 2 to smithi09982431-1 2024-04-12T16:06:42.432 INFO:tasks.rados.rados.0.smithi099.stdout:1685: finishing rollback tid 0 to smithi09982431-33 2024-04-12T16:06:42.432 INFO:tasks.rados.rados.0.smithi099.stdout:1685: finishing rollback tid 1 to smithi09982431-33 2024-04-12T16:06:42.432 INFO:tasks.rados.rados.0.smithi099.stdout:1685: finishing rollback tid 2 to smithi09982431-33 2024-04-12T16:06:42.432 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 33 v 954 (ObjNum 327 snap 103 seq_num 327) dirty exists 2024-04-12T16:06:42.432 INFO:tasks.rados.rados.0.smithi099.stdout:1684: finishing write tid 3 to smithi09982431-1 2024-04-12T16:06:42.432 INFO:tasks.rados.rados.0.smithi099.stdout:1684: finishing write tid 4 to smithi09982431-1 2024-04-12T16:06:42.432 INFO:tasks.rados.rados.0.smithi099.stdout:1684: finishing write tid 5 to smithi09982431-1 2024-04-12T16:06:42.432 INFO:tasks.rados.rados.0.smithi099.stdout:1684: finishing write tid 6 to smithi09982431-1 2024-04-12T16:06:42.432 INFO:tasks.rados.rados.0.smithi099.stdout:1684: oid 1 updating version 0 to 769 2024-04-12T16:06:42.432 INFO:tasks.rados.rados.0.smithi099.stdout:1684: oid 1 version 769 is already newer than 766 2024-04-12T16:06:42.432 INFO:tasks.rados.rados.0.smithi099.stdout:1684: oid 1 version 769 is already newer than 767 2024-04-12T16:06:42.432 INFO:tasks.rados.rados.0.smithi099.stdout:1684: oid 1 updating version 769 to 770 2024-04-12T16:06:42.432 INFO:tasks.rados.rados.0.smithi099.stdout:1684: oid 1 version 770 is already newer than 768 2024-04-12T16:06:42.432 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 1 v 770 (ObjNum 547 snap 163 seq_num 547) dirty exists 2024-04-12T16:06:42.433 INFO:tasks.rados.rados.0.smithi099.stdout:1684: left oid 1 (ObjNum 547 snap 163 seq_num 547) 2024-04-12T16:06:42.433 INFO:tasks.rados.rados.0.smithi099.stdout:1682: done (6 left) 2024-04-12T16:06:42.433 INFO:tasks.rados.rados.0.smithi099.stdout:1683: done (5 left) 2024-04-12T16:06:42.433 INFO:tasks.rados.rados.0.smithi099.stdout:1684: done (4 left) 2024-04-12T16:06:42.433 INFO:tasks.rados.rados.0.smithi099.stdout:1685: done (3 left) 2024-04-12T16:06:42.433 INFO:tasks.rados.rados.0.smithi099.stdout:1689: read oid 33 snap -1 2024-04-12T16:06:42.433 INFO:tasks.rados.rados.0.smithi099.stdout:1689: expect (ObjNum 327 snap 103 seq_num 327) 2024-04-12T16:06:42.433 INFO:tasks.rados.rados.0.smithi099.stdout:1690: rollback oid 26 current snap is 163 2024-04-12T16:06:42.433 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 26 to 151 2024-04-12T16:06:42.433 INFO:tasks.rados.rados.0.smithi099.stdout:1687: finishing rollback tid 1 to smithi09982431-38 2024-04-12T16:06:42.433 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 38 v 763 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-12T16:06:42.433 INFO:tasks.rados.rados.0.smithi099.stdout:1688: finishing copy_from to smithi09982431-4 2024-04-12T16:06:42.434 INFO:tasks.rados.rados.0.smithi099.stdout:1688: got expected ENOENT (src dne) 2024-04-12T16:06:42.434 INFO:tasks.rados.rados.0.smithi099.stdout:1688: finishing copy_from racing read to smithi09982431-4 2024-04-12T16:06:42.434 INFO:tasks.rados.rados.0.smithi099.stdout:1686: done (4 left) 2024-04-12T16:06:42.434 INFO:tasks.rados.rados.0.smithi099.stdout:1687: done (3 left) 2024-04-12T16:06:42.434 INFO:tasks.rados.rados.0.smithi099.stdout:1688: done (2 left) 2024-04-12T16:06:42.434 INFO:tasks.rados.rados.0.smithi099.stdout:1691: copy_from oid 48 from oid 35 current snap is 163 2024-04-12T16:06:42.434 INFO:tasks.rados.rados.0.smithi099.stdout:1692: snap_remove snap 144 2024-04-12T16:06:42.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:06:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:06:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:06:43.127 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:42 smithi099 podman[112837]: 2024-04-12 16:06:42.753562377 +0000 UTC m=+0.573692811 container remove f8aa7d9bf60e26b86ce7acab45cb8361a5b60de4c72821f633e2aac7e254b477 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, io.buildah.version=1.33.5) 2024-04-12T16:06:43.128 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:42 smithi099 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@osd.2.service: Deactivated successfully. 2024-04-12T16:06:43.128 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:42 smithi099 systemd[1]: Stopped Ceph osd.2 for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:06:43.128 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:42 smithi099 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@osd.2.service: Consumed 15.292s CPU time. 2024-04-12T16:06:43.128 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:42 smithi099 systemd[1]: Starting Ceph osd.2 for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:06:43.424 INFO:tasks.rados.rados.0.smithi099.stdout:1692: done (3 left) 2024-04-12T16:06:43.424 INFO:tasks.rados.rados.0.smithi099.stdout:1693: read oid 27 snap 133 2024-04-12T16:06:43.425 INFO:tasks.rados.rados.0.smithi099.stdout:1693: expect (ObjNum 412 snap 127 seq_num 412) 2024-04-12T16:06:43.425 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 50 current snap is 163 2024-04-12T16:06:43.425 INFO:tasks.rados.rados.0.smithi099.stdout:1690: finishing rollback tid 0 to smithi09982431-26 2024-04-12T16:06:43.425 INFO:tasks.rados.rados.0.smithi099.stdout:1689: expect (ObjNum 327 snap 103 seq_num 327) 2024-04-12T16:06:43.451 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:43 smithi099 podman[112946]: 2024-04-12 16:06:43.102427018 +0000 UTC m=+0.017923569 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:06:43.451 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:43 smithi099 podman[112946]: 2024-04-12 16:06:43.23809547 +0000 UTC m=+0.153592012 container create 9bcd1e71a55543a5b24bfea7d14418a39628ba824bf7ea9e8dc616c0c647a04a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2-activate, org.label-schema.vendor=CentOS, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409) 2024-04-12T16:06:43.454 INFO:tasks.rados.rados.0.smithi099.stdout:1690: finishing rollback tid 1 to smithi09982431-26 2024-04-12T16:06:43.454 INFO:tasks.rados.rados.0.smithi099.stdout:1690: finishing rollback tid 2 to smithi09982431-26 2024-04-12T16:06:43.454 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 830 (ObjNum 449 snap 135 seq_num 449) dirty exists 2024-04-12T16:06:43.454 INFO:tasks.rados.rados.0.smithi099.stdout:1691: finishing copy_from racing read to smithi09982431-48 2024-04-12T16:06:43.454 INFO:tasks.rados.rados.0.smithi099.stdout:1691: finishing copy_from to smithi09982431-48 2024-04-12T16:06:43.454 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 48 v 947 (ObjNum 492 snap 150 seq_num 492) dirty exists 2024-04-12T16:06:43.454 INFO:tasks.rados.rados.0.smithi099.stdout:1694: seq_num 548 ranges {0=786432,786432=598016,1384448=606208} 2024-04-12T16:06:43.458 INFO:tasks.rados.rados.0.smithi099.stdout:1694: writing smithi09982431-50 from 0 to 786432 tid 1 2024-04-12T16:06:43.461 INFO:tasks.rados.rados.0.smithi099.stdout:1694: writing smithi09982431-50 from 786432 to 1384448 tid 2 2024-04-12T16:06:43.465 INFO:tasks.rados.rados.0.smithi099.stdout:1694: writing smithi09982431-50 from 1384448 to 1990656 tid 3 2024-04-12T16:06:43.465 INFO:tasks.rados.rados.0.smithi099.stdout:1689: done (4 left) 2024-04-12T16:06:43.465 INFO:tasks.rados.rados.0.smithi099.stdout:1690: done (3 left) 2024-04-12T16:06:43.465 INFO:tasks.rados.rados.0.smithi099.stdout:1691: done (2 left) 2024-04-12T16:06:43.465 INFO:tasks.rados.rados.0.smithi099.stdout:1695: rollback oid 7 current snap is 163 2024-04-12T16:06:43.465 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 7 to 140 2024-04-12T16:06:43.465 INFO:tasks.rados.rados.0.smithi099.stdout:1693: expect (ObjNum 412 snap 127 seq_num 412) 2024-04-12T16:06:43.674 INFO:tasks.rados.rados.0.smithi099.stdout:1694: finishing write tid 1 to smithi09982431-50 2024-04-12T16:06:43.674 INFO:tasks.rados.rados.0.smithi099.stdout:1694: finishing write tid 2 to smithi09982431-50 2024-04-12T16:06:43.674 INFO:tasks.rados.rados.0.smithi099.stdout:1694: finishing write tid 3 to smithi09982431-50 2024-04-12T16:06:43.674 INFO:tasks.rados.rados.0.smithi099.stdout:1693: done (2 left) 2024-04-12T16:06:43.674 INFO:tasks.rados.rados.0.smithi099.stdout:1696: delete oid 18 current snap is 163 2024-04-12T16:06:43.674 INFO:tasks.rados.rados.0.smithi099.stdout:1694: finishing write tid 4 to smithi09982431-50 2024-04-12T16:06:43.674 INFO:tasks.rados.rados.0.smithi099.stdout:1695: finishing rollback tid 0 to smithi09982431-7 2024-04-12T16:06:43.674 INFO:tasks.rados.rados.0.smithi099.stdout:1695: finishing rollback tid 1 to smithi09982431-7 2024-04-12T16:06:43.674 INFO:tasks.rados.rados.0.smithi099.stdout:1695: finishing rollback tid 2 to smithi09982431-7 2024-04-12T16:06:43.674 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 7 v 1112 (ObjNum 65 snap 0 seq_num 1431332459) dirty exists 2024-04-12T16:06:43.675 INFO:tasks.rados.rados.0.smithi099.stdout:1694: finishing write tid 5 to smithi09982431-50 2024-04-12T16:06:43.675 INFO:tasks.rados.rados.0.smithi099.stdout:1694: oid 50 updating version 0 to 772 2024-04-12T16:06:43.675 INFO:tasks.rados.rados.0.smithi099.stdout:1694: oid 50 updating version 772 to 774 2024-04-12T16:06:43.675 INFO:tasks.rados.rados.0.smithi099.stdout:1694: oid 50 version 774 is already newer than 771 2024-04-12T16:06:43.675 INFO:tasks.rados.rados.0.smithi099.stdout:1694: oid 50 version 774 is already newer than 773 2024-04-12T16:06:43.675 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 50 v 774 (ObjNum 548 snap 163 seq_num 548) dirty exists 2024-04-12T16:06:43.675 INFO:tasks.rados.rados.0.smithi099.stdout:1694: left oid 50 (ObjNum 548 snap 163 seq_num 548) 2024-04-12T16:06:43.676 INFO:tasks.rados.rados.0.smithi099.stdout:1694: done (2 left) 2024-04-12T16:06:43.677 INFO:tasks.rados.rados.0.smithi099.stdout:1695: done (1 left) 2024-04-12T16:06:43.677 INFO:tasks.rados.rados.0.smithi099.stdout:1696: done (0 left) 2024-04-12T16:06:43.677 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 43 current snap is 163 2024-04-12T16:06:43.677 INFO:tasks.rados.rados.0.smithi099.stdout:1697: seq_num 550 ranges {5070848=417792,5488640=770048,6258688=638976,6897664=196608} 2024-04-12T16:06:43.706 INFO:tasks.rados.rados.0.smithi099.stdout:1697: writing smithi09982431-43 from 5070848 to 5488640 tid 1 2024-04-12T16:06:43.710 INFO:tasks.rados.rados.0.smithi099.stdout:1697: writing smithi09982431-43 from 5488640 to 6258688 tid 2 2024-04-12T16:06:43.714 INFO:tasks.rados.rados.0.smithi099.stdout:1697: writing smithi09982431-43 from 6258688 to 6897664 tid 3 2024-04-12T16:06:43.718 INFO:tasks.rados.rados.0.smithi099.stdout:1697: writing smithi09982431-43 from 6897664 to 7094272 tid 4 2024-04-12T16:06:43.718 INFO:tasks.rados.rados.0.smithi099.stdout:1698: snap_create 2024-04-12T16:06:43.718 INFO:tasks.rados.rados.0.smithi099.stdout:1697: finishing write tid 1 to smithi09982431-43 2024-04-12T16:06:43.718 INFO:tasks.rados.rados.0.smithi099.stdout:1697: finishing write tid 2 to smithi09982431-43 2024-04-12T16:06:43.719 INFO:tasks.rados.rados.0.smithi099.stdout:1697: finishing write tid 3 to smithi09982431-43 2024-04-12T16:06:43.719 INFO:tasks.rados.rados.0.smithi099.stdout:1697: finishing write tid 4 to smithi09982431-43 2024-04-12T16:06:43.719 INFO:tasks.rados.rados.0.smithi099.stdout:1697: finishing write tid 5 to smithi09982431-43 2024-04-12T16:06:43.721 INFO:tasks.rados.rados.0.smithi099.stdout:1697: finishing write tid 6 to smithi09982431-43 2024-04-12T16:06:43.721 INFO:tasks.rados.rados.0.smithi099.stdout:1697: oid 43 updating version 0 to 954 2024-04-12T16:06:43.721 INFO:tasks.rados.rados.0.smithi099.stdout:1697: oid 43 updating version 954 to 956 2024-04-12T16:06:43.722 INFO:tasks.rados.rados.0.smithi099.stdout:1697: oid 43 updating version 956 to 957 2024-04-12T16:06:43.722 INFO:tasks.rados.rados.0.smithi099.stdout:1697: oid 43 version 957 is already newer than 955 2024-04-12T16:06:43.722 INFO:tasks.rados.rados.0.smithi099.stdout:1697: oid 43 version 957 is already newer than 953 2024-04-12T16:06:43.722 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 43 v 957 (ObjNum 550 snap 163 seq_num 550) dirty exists 2024-04-12T16:06:43.722 INFO:tasks.rados.rados.0.smithi099.stdout:1697: left oid 43 (ObjNum 550 snap 163 seq_num 550) 2024-04-12T16:06:43.834 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:06:43 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:06:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi099\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:06:43.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:43 smithi110 ceph-mon[88691]: pgmap v215: 121 pgs: 5 peering, 13 stale+active+clean, 103 active+clean; 436 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 436 KiB/s wr, 5 op/s 2024-04-12T16:06:43.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:43 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:43.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:43 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:06:43.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:43 smithi110 ceph-mon[88691]: osdmap e387: 8 total, 7 up, 8 in 2024-04-12T16:06:43.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:43 smithi099 ceph-mon[94290]: pgmap v215: 121 pgs: 5 peering, 13 stale+active+clean, 103 active+clean; 436 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 436 KiB/s wr, 5 op/s 2024-04-12T16:06:43.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:43 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:43.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:43 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:06:43.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:43 smithi099 ceph-mon[94290]: osdmap e387: 8 total, 7 up, 8 in 2024-04-12T16:06:43.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:43 smithi099 ceph-mon[96864]: pgmap v215: 121 pgs: 5 peering, 13 stale+active+clean, 103 active+clean; 436 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 436 KiB/s wr, 5 op/s 2024-04-12T16:06:43.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:43 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:43.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:43 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:06:43.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:43 smithi099 ceph-mon[96864]: osdmap e387: 8 total, 7 up, 8 in 2024-04-12T16:06:43.878 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:43 smithi099 podman[112946]: 2024-04-12 16:06:43.474574521 +0000 UTC m=+0.390071072 container init 9bcd1e71a55543a5b24bfea7d14418a39628ba824bf7ea9e8dc616c0c647a04a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2-activate, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, ceph=True, maintainer=Guillaume Abrioux ) 2024-04-12T16:06:43.878 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:43 smithi099 podman[112946]: 2024-04-12 16:06:43.480515902 +0000 UTC m=+0.396012440 container start 9bcd1e71a55543a5b24bfea7d14418a39628ba824bf7ea9e8dc616c0c647a04a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2-activate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240409, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561) 2024-04-12T16:06:43.879 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:43 smithi099 podman[112946]: 2024-04-12 16:06:43.582436872 +0000 UTC m=+0.497933430 container attach 9bcd1e71a55543a5b24bfea7d14418a39628ba824bf7ea9e8dc616c0c647a04a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2-activate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T16:06:44.007 INFO:tasks.rados.rados.0.smithi099.stdout:1697: done (1 left) 2024-04-12T16:06:44.007 INFO:tasks.rados.rados.0.smithi099.stdout:1698: done (0 left) 2024-04-12T16:06:44.008 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 42 current snap is 164 2024-04-12T16:06:44.008 INFO:tasks.rados.rados.0.smithi099.stdout:1699: seq_num 551 ranges {7725056=434176,8159232=647168,8806400=450560,9256960=507904} 2024-04-12T16:06:44.050 INFO:tasks.rados.rados.0.smithi099.stdout:1699: writing smithi09982431-42 from 7725056 to 8159232 tid 1 2024-04-12T16:06:44.054 INFO:tasks.rados.rados.0.smithi099.stdout:1699: writing smithi09982431-42 from 8159232 to 8806400 tid 2 2024-04-12T16:06:44.057 INFO:tasks.rados.rados.0.smithi099.stdout:1699: writing smithi09982431-42 from 8806400 to 9256960 tid 3 2024-04-12T16:06:44.060 INFO:tasks.rados.rados.0.smithi099.stdout:1699: writing smithi09982431-42 from 9256960 to 9764864 tid 4 2024-04-12T16:06:44.060 INFO:tasks.rados.rados.0.smithi099.stdout:1700: snap_create 2024-04-12T16:06:44.060 INFO:tasks.rados.rados.0.smithi099.stdout:1699: finishing write tid 1 to smithi09982431-42 2024-04-12T16:06:44.060 INFO:tasks.rados.rados.0.smithi099.stdout:1699: finishing write tid 2 to smithi09982431-42 2024-04-12T16:06:44.060 INFO:tasks.rados.rados.0.smithi099.stdout:1699: finishing write tid 3 to smithi09982431-42 2024-04-12T16:06:44.063 INFO:tasks.rados.rados.0.smithi099.stdout:1699: finishing write tid 4 to smithi09982431-42 2024-04-12T16:06:44.063 INFO:tasks.rados.rados.0.smithi099.stdout:1699: finishing write tid 5 to smithi09982431-42 2024-04-12T16:06:44.069 INFO:tasks.rados.rados.0.smithi099.stdout:1699: finishing write tid 6 to smithi09982431-42 2024-04-12T16:06:44.069 INFO:tasks.rados.rados.0.smithi099.stdout:1699: oid 42 updating version 0 to 955 2024-04-12T16:06:44.069 INFO:tasks.rados.rados.0.smithi099.stdout:1699: oid 42 updating version 955 to 957 2024-04-12T16:06:44.069 INFO:tasks.rados.rados.0.smithi099.stdout:1699: oid 42 updating version 957 to 958 2024-04-12T16:06:44.069 INFO:tasks.rados.rados.0.smithi099.stdout:1699: oid 42 version 958 is already newer than 954 2024-04-12T16:06:44.069 INFO:tasks.rados.rados.0.smithi099.stdout:1699: oid 42 version 958 is already newer than 956 2024-04-12T16:06:44.069 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 42 v 958 (ObjNum 551 snap 164 seq_num 551) dirty exists 2024-04-12T16:06:44.069 INFO:tasks.rados.rados.0.smithi099.stdout:1699: left oid 42 (ObjNum 551 snap 164 seq_num 551) 2024-04-12T16:06:44.359 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:43 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2-activate[112961]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-12T16:06:44.359 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:43 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2-activate[112961]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-12T16:06:44.360 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:43 smithi099 bash[112946]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-12T16:06:44.360 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:43 smithi099 bash[112946]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-12T16:06:44.360 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:43 smithi099 bash[112946]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-12T16:06:44.360 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:43 smithi099 bash[112946]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-12T16:06:44.360 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:43 smithi099 bash[112946]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-04-12T16:06:44.360 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:43 smithi099 bash[112946]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-12T16:06:44.360 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:43 smithi099 bash[112946]: --> ceph-volume raw activate successful for osd ID: 2 2024-04-12T16:06:44.360 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:43 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2-activate[112961]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-12T16:06:44.360 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:43 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2-activate[112961]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-12T16:06:44.360 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:43 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2-activate[112961]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-04-12T16:06:44.360 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:43 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2-activate[112961]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-12T16:06:44.360 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:43 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2-activate[112961]: --> ceph-volume raw activate successful for osd ID: 2 2024-04-12T16:06:44.360 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:43 smithi099 podman[112946]: 2024-04-12 16:06:43.951249282 +0000 UTC m=+0.866745830 container died 9bcd1e71a55543a5b24bfea7d14418a39628ba824bf7ea9e8dc616c0c647a04a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2-activate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.build-date=20240409, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-04-12T16:06:44.975 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:44 smithi099 podman[113113]: 2024-04-12 16:06:44.645457047 +0000 UTC m=+0.689499705 container remove 9bcd1e71a55543a5b24bfea7d14418a39628ba824bf7ea9e8dc616c0c647a04a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2-activate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True) 2024-04-12T16:06:44.976 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:44 smithi099 podman[113182]: 2024-04-12 16:06:44.75885117 +0000 UTC m=+0.017935529 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:06:44.976 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:44 smithi099 podman[113182]: 2024-04-12 16:06:44.862914449 +0000 UTC m=+0.121998802 container create e28b267bdc6ac77c9593b7978bb0354b9ffe9c454eaafe68e1b0afd04663cd1a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T16:06:45.019 INFO:tasks.rados.rados.0.smithi099.stdout:1699: done (1 left) 2024-04-12T16:06:45.019 INFO:tasks.rados.rados.0.smithi099.stdout:1700: done (0 left) 2024-04-12T16:06:45.019 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 18 current snap is 165 2024-04-12T16:06:45.019 INFO:tasks.rados.rados.0.smithi099.stdout:1701: seq_num 552 ranges {0=450560,450560=532480,983040=655360,1638400=417792} 2024-04-12T16:06:45.021 INFO:tasks.rados.rados.0.smithi099.stdout:1701: writing smithi09982431-18 from 0 to 450560 tid 1 2024-04-12T16:06:45.024 INFO:tasks.rados.rados.0.smithi099.stdout:1701: writing smithi09982431-18 from 450560 to 983040 tid 2 2024-04-12T16:06:45.028 INFO:tasks.rados.rados.0.smithi099.stdout:1701: writing smithi09982431-18 from 983040 to 1638400 tid 3 2024-04-12T16:06:45.030 INFO:tasks.rados.rados.0.smithi099.stdout:1701: writing smithi09982431-18 from 1638400 to 2056192 tid 4 2024-04-12T16:06:45.030 INFO:tasks.rados.rados.0.smithi099.stdout:1702: snap_create 2024-04-12T16:06:45.030 INFO:tasks.rados.rados.0.smithi099.stdout:1701: finishing write tid 1 to smithi09982431-18 2024-04-12T16:06:45.031 INFO:tasks.rados.rados.0.smithi099.stdout:1701: finishing write tid 2 to smithi09982431-18 2024-04-12T16:06:45.034 INFO:tasks.rados.rados.0.smithi099.stdout:1701: finishing write tid 3 to smithi09982431-18 2024-04-12T16:06:45.034 INFO:tasks.rados.rados.0.smithi099.stdout:1701: finishing write tid 4 to smithi09982431-18 2024-04-12T16:06:45.034 INFO:tasks.rados.rados.0.smithi099.stdout:1701: finishing write tid 5 to smithi09982431-18 2024-04-12T16:06:45.035 INFO:tasks.rados.rados.0.smithi099.stdout:1701: finishing write tid 6 to smithi09982431-18 2024-04-12T16:06:45.035 INFO:tasks.rados.rados.0.smithi099.stdout:1701: oid 18 updating version 0 to 960 2024-04-12T16:06:45.035 INFO:tasks.rados.rados.0.smithi099.stdout:1701: oid 18 version 960 is already newer than 959 2024-04-12T16:06:45.035 INFO:tasks.rados.rados.0.smithi099.stdout:1701: oid 18 updating version 960 to 961 2024-04-12T16:06:45.035 INFO:tasks.rados.rados.0.smithi099.stdout:1701: oid 18 version 961 is already newer than 958 2024-04-12T16:06:45.035 INFO:tasks.rados.rados.0.smithi099.stdout:1701: oid 18 updating version 961 to 962 2024-04-12T16:06:45.035 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 18 v 962 (ObjNum 552 snap 165 seq_num 552) dirty exists 2024-04-12T16:06:45.035 INFO:tasks.rados.rados.0.smithi099.stdout:1701: left oid 18 (ObjNum 552 snap 165 seq_num 552) 2024-04-12T16:06:45.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:45 smithi110 ceph-mon[88691]: osdmap e388: 8 total, 7 up, 8 in 2024-04-12T16:06:45.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:45 smithi110 ceph-mon[88691]: pgmap v218: 121 pgs: 7 active+undersized+degraded, 5 peering, 2 stale+active+clean, 19 active+undersized, 88 active+clean; 459 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.1 MiB/s wr, 29 op/s; 78/873 objects degraded (8.935%) 2024-04-12T16:06:45.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:45 smithi099 ceph-mon[94290]: osdmap e388: 8 total, 7 up, 8 in 2024-04-12T16:06:45.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:45 smithi099 ceph-mon[94290]: pgmap v218: 121 pgs: 7 active+undersized+degraded, 5 peering, 2 stale+active+clean, 19 active+undersized, 88 active+clean; 459 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.1 MiB/s wr, 29 op/s; 78/873 objects degraded (8.935%) 2024-04-12T16:06:45.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:45 smithi099 ceph-mon[96864]: osdmap e388: 8 total, 7 up, 8 in 2024-04-12T16:06:45.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:45 smithi099 ceph-mon[96864]: pgmap v218: 121 pgs: 7 active+undersized+degraded, 5 peering, 2 stale+active+clean, 19 active+undersized, 88 active+clean; 459 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.1 MiB/s wr, 29 op/s; 78/873 objects degraded (8.935%) 2024-04-12T16:06:45.378 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:45 smithi099 podman[113182]: 2024-04-12 16:06:45.098803456 +0000 UTC m=+0.357887817 container init e28b267bdc6ac77c9593b7978bb0354b9ffe9c454eaafe68e1b0afd04663cd1a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2, org.label-schema.build-date=20240409, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2) 2024-04-12T16:06:45.378 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:45 smithi099 podman[113182]: 2024-04-12 16:06:45.103954128 +0000 UTC m=+0.363038493 container start e28b267bdc6ac77c9593b7978bb0354b9ffe9c454eaafe68e1b0afd04663cd1a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_CLEAN=True) 2024-04-12T16:06:45.378 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:45 smithi099 ceph-osd[113220]: -- 172.21.15.99:0/4275718470 <== mon.0 v2:172.21.15.99:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55574ae99680 con 0x55574ae62c00 2024-04-12T16:06:45.378 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:45 smithi099 bash[113182]: e28b267bdc6ac77c9593b7978bb0354b9ffe9c454eaafe68e1b0afd04663cd1a 2024-04-12T16:06:45.378 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:45 smithi099 systemd[1]: Started Ceph osd.2 for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:06:46.012 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:45 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2[113197]: 2024-04-12T16:06:45.646+0000 7ff224dcd7c0 -1 Falling back to public interface 2024-04-12T16:06:46.020 INFO:tasks.rados.rados.0.smithi099.stdout:1701: done (1 left) 2024-04-12T16:06:46.020 INFO:tasks.rados.rados.0.smithi099.stdout:1702: done (0 left) 2024-04-12T16:06:46.020 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 17 current snap is 166 2024-04-12T16:06:46.020 INFO:tasks.rados.rados.0.smithi099.stdout:1703: seq_num 553 ranges {0=466944,466944=417792,884736=417792,1302528=516096,1818624=253952} 2024-04-12T16:06:46.022 INFO:tasks.rados.rados.0.smithi099.stdout:1703: writing smithi09982431-17 from 0 to 466944 tid 1 2024-04-12T16:06:46.024 INFO:tasks.rados.rados.0.smithi099.stdout:1703: writing smithi09982431-17 from 466944 to 884736 tid 2 2024-04-12T16:06:46.027 INFO:tasks.rados.rados.0.smithi099.stdout:1703: writing smithi09982431-17 from 884736 to 1302528 tid 3 2024-04-12T16:06:46.030 INFO:tasks.rados.rados.0.smithi099.stdout:1703: writing smithi09982431-17 from 1302528 to 1818624 tid 4 2024-04-12T16:06:46.033 INFO:tasks.rados.rados.0.smithi099.stdout:1703: writing smithi09982431-17 from 1818624 to 2072576 tid 5 2024-04-12T16:06:46.033 INFO:tasks.rados.rados.0.smithi099.stdout:1704: rollback oid 22 current snap is 166 2024-04-12T16:06:46.033 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 22 to 122 2024-04-12T16:06:46.033 INFO:tasks.rados.rados.0.smithi099.stdout:1703: finishing write tid 1 to smithi09982431-17 2024-04-12T16:06:46.034 INFO:tasks.rados.rados.0.smithi099.stdout:1703: finishing write tid 2 to smithi09982431-17 2024-04-12T16:06:46.034 INFO:tasks.rados.rados.0.smithi099.stdout:1703: finishing write tid 3 to smithi09982431-17 2024-04-12T16:06:46.034 INFO:tasks.rados.rados.0.smithi099.stdout:1705: delete oid 39 current snap is 166 2024-04-12T16:06:46.035 INFO:tasks.rados.rados.0.smithi099.stdout:1703: finishing write tid 4 to smithi09982431-17 2024-04-12T16:06:46.035 INFO:tasks.rados.rados.0.smithi099.stdout:1703: finishing write tid 5 to smithi09982431-17 2024-04-12T16:06:46.037 INFO:tasks.rados.rados.0.smithi099.stdout:1703: finishing write tid 6 to smithi09982431-17 2024-04-12T16:06:46.038 INFO:tasks.rados.rados.0.smithi099.stdout:1705: done (2 left) 2024-04-12T16:06:46.038 INFO:tasks.rados.rados.0.smithi099.stdout:1706: snap_remove snap 131 2024-04-12T16:06:46.308 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:46 smithi099 ceph-mon[94290]: Health check failed: Degraded data redundancy: 78/873 objects degraded (8.935%), 7 pgs degraded (PG_DEGRADED) 2024-04-12T16:06:46.308 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:46 smithi099 ceph-mon[94290]: osdmap e389: 8 total, 7 up, 8 in 2024-04-12T16:06:46.308 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:46 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:46.308 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:46 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:46.308 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:46 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:06:46.309 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:46 smithi099 ceph-mon[96864]: Health check failed: Degraded data redundancy: 78/873 objects degraded (8.935%), 7 pgs degraded (PG_DEGRADED) 2024-04-12T16:06:46.309 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:46 smithi099 ceph-mon[96864]: osdmap e389: 8 total, 7 up, 8 in 2024-04-12T16:06:46.309 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:46 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:46.309 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:46 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:46.309 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:46 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:06:46.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:46 smithi110 ceph-mon[88691]: Health check failed: Degraded data redundancy: 78/873 objects degraded (8.935%), 7 pgs degraded (PG_DEGRADED) 2024-04-12T16:06:46.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:46 smithi110 ceph-mon[88691]: osdmap e389: 8 total, 7 up, 8 in 2024-04-12T16:06:46.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:46 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:46.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:46 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:46.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:46 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:06:46.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:06:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:06:46] "GET /metrics HTTP/1.1" 200 36206 "" "Prometheus/2.43.0" 2024-04-12T16:06:47.035 INFO:tasks.rados.rados.0.smithi099.stdout:1706: done (2 left) 2024-04-12T16:06:47.035 INFO:tasks.rados.rados.0.smithi099.stdout:1707: snap_create 2024-04-12T16:06:47.036 INFO:tasks.rados.rados.0.smithi099.stdout:1703: finishing write tid 7 to smithi09982431-17 2024-04-12T16:06:47.036 INFO:tasks.rados.rados.0.smithi099.stdout:1703: oid 17 updating version 0 to 640 2024-04-12T16:06:47.036 INFO:tasks.rados.rados.0.smithi099.stdout:1703: oid 17 version 640 is already newer than 637 2024-04-12T16:06:47.036 INFO:tasks.rados.rados.0.smithi099.stdout:1703: oid 17 version 640 is already newer than 638 2024-04-12T16:06:47.036 INFO:tasks.rados.rados.0.smithi099.stdout:1703: oid 17 version 640 is already newer than 635 2024-04-12T16:06:47.036 INFO:tasks.rados.rados.0.smithi099.stdout:1703: oid 17 version 640 is already newer than 639 2024-04-12T16:06:47.036 INFO:tasks.rados.rados.0.smithi099.stdout:1703: oid 17 version 640 is already newer than 636 2024-04-12T16:06:47.036 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 17 v 640 (ObjNum 553 snap 166 seq_num 553) dirty exists 2024-04-12T16:06:47.036 INFO:tasks.rados.rados.0.smithi099.stdout:1703: left oid 17 (ObjNum 553 snap 166 seq_num 553) 2024-04-12T16:06:47.036 INFO:tasks.rados.rados.0.smithi099.stdout:1704: finishing rollback tid 0 to smithi09982431-22 2024-04-12T16:06:47.036 INFO:tasks.rados.rados.0.smithi099.stdout:1704: finishing rollback tid 1 to smithi09982431-22 2024-04-12T16:06:47.036 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 22 v 965 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-12T16:06:47.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:47 smithi110 ceph-mon[88691]: osdmap e390: 8 total, 7 up, 8 in 2024-04-12T16:06:47.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:47 smithi110 ceph-mon[88691]: pgmap v221: 121 pgs: 10 active+undersized+degraded, 26 active+undersized, 85 active+clean; 469 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 7.6 MiB/s wr, 42 op/s; 105/885 objects degraded (11.864%) 2024-04-12T16:06:47.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:47 smithi099 ceph-mon[96864]: osdmap e390: 8 total, 7 up, 8 in 2024-04-12T16:06:47.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:47 smithi099 ceph-mon[96864]: pgmap v221: 121 pgs: 10 active+undersized+degraded, 26 active+undersized, 85 active+clean; 469 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 7.6 MiB/s wr, 42 op/s; 105/885 objects degraded (11.864%) 2024-04-12T16:06:47.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:47 smithi099 ceph-mon[94290]: osdmap e390: 8 total, 7 up, 8 in 2024-04-12T16:06:47.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:47 smithi099 ceph-mon[94290]: pgmap v221: 121 pgs: 10 active+undersized+degraded, 26 active+undersized, 85 active+clean; 469 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 7.6 MiB/s wr, 42 op/s; 105/885 objects degraded (11.864%) 2024-04-12T16:06:48.038 INFO:tasks.rados.rados.0.smithi099.stdout:1703: done (2 left) 2024-04-12T16:06:48.038 INFO:tasks.rados.rados.0.smithi099.stdout:1704: done (1 left) 2024-04-12T16:06:48.038 INFO:tasks.rados.rados.0.smithi099.stdout:1707: done (0 left) 2024-04-12T16:06:48.038 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 10 current snap is 167 2024-04-12T16:06:48.038 INFO:tasks.rados.rados.0.smithi099.stdout:1708: seq_num 555 ranges {1163264=499712,1662976=638976,2301952=425984,2727936=540672} 2024-04-12T16:06:48.046 INFO:tasks.rados.rados.0.smithi099.stdout:1708: writing smithi09982431-10 from 1163264 to 1662976 tid 1 2024-04-12T16:06:48.050 INFO:tasks.rados.rados.0.smithi099.stdout:1708: writing smithi09982431-10 from 1662976 to 2301952 tid 2 2024-04-12T16:06:48.052 INFO:tasks.rados.rados.0.smithi099.stdout:1708: writing smithi09982431-10 from 2301952 to 2727936 tid 3 2024-04-12T16:06:48.056 INFO:tasks.rados.rados.0.smithi099.stdout:1708: writing smithi09982431-10 from 2727936 to 3268608 tid 4 2024-04-12T16:06:48.056 INFO:tasks.rados.rados.0.smithi099.stdout:1709: snap_create 2024-04-12T16:06:48.056 INFO:tasks.rados.rados.0.smithi099.stdout:1708: finishing write tid 1 to smithi09982431-10 2024-04-12T16:06:48.056 INFO:tasks.rados.rados.0.smithi099.stdout:1708: finishing write tid 2 to smithi09982431-10 2024-04-12T16:06:48.056 INFO:tasks.rados.rados.0.smithi099.stdout:1708: finishing write tid 3 to smithi09982431-10 2024-04-12T16:06:48.059 INFO:tasks.rados.rados.0.smithi099.stdout:1708: finishing write tid 4 to smithi09982431-10 2024-04-12T16:06:48.059 INFO:tasks.rados.rados.0.smithi099.stdout:1708: finishing write tid 5 to smithi09982431-10 2024-04-12T16:06:48.060 INFO:tasks.rados.rados.0.smithi099.stdout:1708: finishing write tid 6 to smithi09982431-10 2024-04-12T16:06:48.061 INFO:tasks.rados.rados.0.smithi099.stdout:1708: oid 10 updating version 0 to 978 2024-04-12T16:06:48.061 INFO:tasks.rados.rados.0.smithi099.stdout:1708: oid 10 updating version 978 to 979 2024-04-12T16:06:48.061 INFO:tasks.rados.rados.0.smithi099.stdout:1708: oid 10 updating version 979 to 981 2024-04-12T16:06:48.061 INFO:tasks.rados.rados.0.smithi099.stdout:1708: oid 10 version 981 is already newer than 980 2024-04-12T16:06:48.061 INFO:tasks.rados.rados.0.smithi099.stdout:1708: oid 10 version 981 is already newer than 977 2024-04-12T16:06:48.061 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 10 v 981 (ObjNum 555 snap 167 seq_num 555) dirty exists 2024-04-12T16:06:48.061 INFO:tasks.rados.rados.0.smithi099.stdout:1708: left oid 10 (ObjNum 555 snap 167 seq_num 555) 2024-04-12T16:06:48.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:48 smithi110 ceph-mon[88691]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-12T16:06:48.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:48 smithi110 ceph-mon[88691]: osdmap e391: 8 total, 7 up, 8 in 2024-04-12T16:06:48.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:48 smithi099 ceph-mon[94290]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-12T16:06:48.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:48 smithi099 ceph-mon[94290]: osdmap e391: 8 total, 7 up, 8 in 2024-04-12T16:06:48.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:48 smithi099 ceph-mon[96864]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-12T16:06:48.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:48 smithi099 ceph-mon[96864]: osdmap e391: 8 total, 7 up, 8 in 2024-04-12T16:06:49.010 INFO:tasks.rados.rados.0.smithi099.stdout:1708: done (1 left) 2024-04-12T16:06:49.010 INFO:tasks.rados.rados.0.smithi099.stdout:1709: done (0 left) 2024-04-12T16:06:49.010 INFO:tasks.rados.rados.0.smithi099.stdout:1710: rollback oid 27 current snap is 168 2024-04-12T16:06:49.010 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 27 to 167 2024-04-12T16:06:49.011 INFO:tasks.rados.rados.0.smithi099.stdout:1711: delete oid 39 current snap is 168 2024-04-12T16:06:49.012 INFO:tasks.rados.rados.0.smithi099.stdout:1711: done (1 left) 2024-04-12T16:06:49.012 INFO:tasks.rados.rados.0.smithi099.stdout:1712: rollback oid 5 current snap is 168 2024-04-12T16:06:49.013 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 5 to 155 2024-04-12T16:06:49.013 INFO:tasks.rados.rados.0.smithi099.stdout:1713: copy_from oid 6 from oid 24 current snap is 168 2024-04-12T16:06:49.013 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 17 current snap is 168 2024-04-12T16:06:49.013 INFO:tasks.rados.rados.0.smithi099.stdout:1714: seq_num 557 ranges {2072576=532480,2605056=802816,3407872=794624,4202496=8192} 2024-04-12T16:06:49.027 INFO:tasks.rados.rados.0.smithi099.stdout:1714: writing smithi09982431-17 from 2072576 to 2605056 tid 1 2024-04-12T16:06:49.033 INFO:tasks.rados.rados.0.smithi099.stdout:1714: writing smithi09982431-17 from 2605056 to 3407872 tid 2 2024-04-12T16:06:49.039 INFO:tasks.rados.rados.0.smithi099.stdout:1714: writing smithi09982431-17 from 3407872 to 4202496 tid 3 2024-04-12T16:06:49.040 INFO:tasks.rados.rados.0.smithi099.stdout:1714: writing smithi09982431-17 from 4202496 to 4210688 tid 4 2024-04-12T16:06:49.040 INFO:tasks.rados.rados.0.smithi099.stdout:1715: snap_create 2024-04-12T16:06:49.040 INFO:tasks.rados.rados.0.smithi099.stdout:1710: finishing rollback tid 1 to smithi09982431-27 2024-04-12T16:06:49.040 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 27 v 483 (ObjNum 129 snap 0 seq_num 270825349) dirty dne 2024-04-12T16:06:49.040 INFO:tasks.rados.rados.0.smithi099.stdout:1713: finishing copy_from to smithi09982431-6 2024-04-12T16:06:49.040 INFO:tasks.rados.rados.0.smithi099.stdout:1713: got expected ENOENT (src dne) 2024-04-12T16:06:49.040 INFO:tasks.rados.rados.0.smithi099.stdout:1713: finishing copy_from racing read to smithi09982431-6 2024-04-12T16:06:49.040 INFO:tasks.rados.rados.0.smithi099.stdout:1712: finishing rollback tid 0 to smithi09982431-5 2024-04-12T16:06:49.040 INFO:tasks.rados.rados.0.smithi099.stdout:1712: finishing rollback tid 1 to smithi09982431-5 2024-04-12T16:06:49.040 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 5 v 950 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-12T16:06:49.040 INFO:tasks.rados.rados.0.smithi099.stdout:1714: finishing write tid 1 to smithi09982431-17 2024-04-12T16:06:49.040 INFO:tasks.rados.rados.0.smithi099.stdout:1714: finishing write tid 2 to smithi09982431-17 2024-04-12T16:06:49.043 INFO:tasks.rados.rados.0.smithi099.stdout:1714: finishing write tid 3 to smithi09982431-17 2024-04-12T16:06:49.044 INFO:tasks.rados.rados.0.smithi099.stdout:1714: finishing write tid 4 to smithi09982431-17 2024-04-12T16:06:49.044 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:48 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2[113197]: 2024-04-12T16:06:48.858+0000 7ff224dcd7c0 -1 osd.2 384 log_to_monitors true 2024-04-12T16:06:49.046 INFO:tasks.rados.rados.0.smithi099.stdout:1714: finishing write tid 5 to smithi09982431-17 2024-04-12T16:06:49.047 INFO:tasks.rados.rados.0.smithi099.stdout:1714: finishing write tid 6 to smithi09982431-17 2024-04-12T16:06:49.047 INFO:tasks.rados.rados.0.smithi099.stdout:1714: oid 17 updating version 0 to 643 2024-04-12T16:06:49.047 INFO:tasks.rados.rados.0.smithi099.stdout:1714: oid 17 updating version 643 to 644 2024-04-12T16:06:49.047 INFO:tasks.rados.rados.0.smithi099.stdout:1714: oid 17 updating version 644 to 645 2024-04-12T16:06:49.047 INFO:tasks.rados.rados.0.smithi099.stdout:1714: oid 17 version 645 is already newer than 641 2024-04-12T16:06:49.047 INFO:tasks.rados.rados.0.smithi099.stdout:1714: oid 17 version 645 is already newer than 642 2024-04-12T16:06:49.047 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 17 v 645 (ObjNum 557 snap 168 seq_num 557) dirty exists 2024-04-12T16:06:49.047 INFO:tasks.rados.rados.0.smithi099.stdout:1714: left oid 17 (ObjNum 557 snap 168 seq_num 557) 2024-04-12T16:06:49.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:49 smithi110 ceph-mon[88691]: osdmap e392: 8 total, 7 up, 8 in 2024-04-12T16:06:49.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:49 smithi110 ceph-mon[88691]: pgmap v224: 121 pgs: 10 active+undersized+degraded, 26 active+undersized, 85 active+clean; 479 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.5 MiB/s wr, 19 op/s; 105/888 objects degraded (11.824%) 2024-04-12T16:06:49.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:49 smithi110 ceph-mon[88691]: from='osd.2 [v2:172.21.15.99:6818/1874299139,v1:172.21.15.99:6819/1874299139]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T16:06:49.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:49 smithi110 ceph-mon[88691]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T16:06:49.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:49 smithi110 ceph-mon[88691]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-12T16:06:49.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:49 smithi110 ceph-mon[88691]: osdmap e393: 8 total, 7 up, 8 in 2024-04-12T16:06:49.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:49 smithi110 ceph-mon[88691]: from='osd.2 [v2:172.21.15.99:6818/1874299139,v1:172.21.15.99:6819/1874299139]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-04-12T16:06:49.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:49 smithi110 ceph-mon[88691]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-04-12T16:06:49.377 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:06:49 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2[113197]: 2024-04-12T16:06:49.046+0000 7ff216225700 -1 osd.2 384 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T16:06:49.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:49 smithi099 ceph-mon[94290]: osdmap e392: 8 total, 7 up, 8 in 2024-04-12T16:06:49.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:49 smithi099 ceph-mon[94290]: pgmap v224: 121 pgs: 10 active+undersized+degraded, 26 active+undersized, 85 active+clean; 479 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.5 MiB/s wr, 19 op/s; 105/888 objects degraded (11.824%) 2024-04-12T16:06:49.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:49 smithi099 ceph-mon[94290]: from='osd.2 [v2:172.21.15.99:6818/1874299139,v1:172.21.15.99:6819/1874299139]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T16:06:49.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:49 smithi099 ceph-mon[94290]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T16:06:49.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:49 smithi099 ceph-mon[94290]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-12T16:06:49.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:49 smithi099 ceph-mon[94290]: osdmap e393: 8 total, 7 up, 8 in 2024-04-12T16:06:49.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:49 smithi099 ceph-mon[94290]: from='osd.2 [v2:172.21.15.99:6818/1874299139,v1:172.21.15.99:6819/1874299139]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-04-12T16:06:49.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:49 smithi099 ceph-mon[94290]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-04-12T16:06:49.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:49 smithi099 ceph-mon[96864]: osdmap e392: 8 total, 7 up, 8 in 2024-04-12T16:06:49.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:49 smithi099 ceph-mon[96864]: pgmap v224: 121 pgs: 10 active+undersized+degraded, 26 active+undersized, 85 active+clean; 479 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.5 MiB/s wr, 19 op/s; 105/888 objects degraded (11.824%) 2024-04-12T16:06:49.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:49 smithi099 ceph-mon[96864]: from='osd.2 [v2:172.21.15.99:6818/1874299139,v1:172.21.15.99:6819/1874299139]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T16:06:49.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:49 smithi099 ceph-mon[96864]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T16:06:49.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:49 smithi099 ceph-mon[96864]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-12T16:06:49.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:49 smithi099 ceph-mon[96864]: osdmap e393: 8 total, 7 up, 8 in 2024-04-12T16:06:49.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:49 smithi099 ceph-mon[96864]: from='osd.2 [v2:172.21.15.99:6818/1874299139,v1:172.21.15.99:6819/1874299139]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-04-12T16:06:49.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:49 smithi099 ceph-mon[96864]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-04-12T16:06:50.054 INFO:tasks.rados.rados.0.smithi099.stdout:1710: done (4 left) 2024-04-12T16:06:50.054 INFO:tasks.rados.rados.0.smithi099.stdout:1712: done (3 left) 2024-04-12T16:06:50.054 INFO:tasks.rados.rados.0.smithi099.stdout:1713: done (2 left) 2024-04-12T16:06:50.054 INFO:tasks.rados.rados.0.smithi099.stdout:1714: done (1 left) 2024-04-12T16:06:50.054 INFO:tasks.rados.rados.0.smithi099.stdout:1715: done (0 left) 2024-04-12T16:06:50.054 INFO:tasks.rados.rados.0.smithi099.stdout:1716: snap_remove snap 122 2024-04-12T16:06:50.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:50 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:50.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:50 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:50.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:50 smithi110 ceph-mon[88691]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:06:50.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:50 smithi110 ceph-mon[88691]: osd.2 [v2:172.21.15.99:6818/1874299139,v1:172.21.15.99:6819/1874299139] boot 2024-04-12T16:06:50.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:50 smithi110 ceph-mon[88691]: osdmap e394: 8 total, 8 up, 8 in 2024-04-12T16:06:50.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:50 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:06:50.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:50 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:50.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:50 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:50.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:50 smithi099 ceph-mon[94290]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:06:50.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:50 smithi099 ceph-mon[94290]: osd.2 [v2:172.21.15.99:6818/1874299139,v1:172.21.15.99:6819/1874299139] boot 2024-04-12T16:06:50.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:50 smithi099 ceph-mon[94290]: osdmap e394: 8 total, 8 up, 8 in 2024-04-12T16:06:50.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:50 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:06:50.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:50 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:50.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:50 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:50.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:50 smithi099 ceph-mon[96864]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:06:50.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:50 smithi099 ceph-mon[96864]: osd.2 [v2:172.21.15.99:6818/1874299139,v1:172.21.15.99:6819/1874299139] boot 2024-04-12T16:06:50.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:50 smithi099 ceph-mon[96864]: osdmap e394: 8 total, 8 up, 8 in 2024-04-12T16:06:50.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:50 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:06:51.058 INFO:tasks.rados.rados.0.smithi099.stdout:1716: done (0 left) 2024-04-12T16:06:51.058 INFO:tasks.rados.rados.0.smithi099.stdout:1717: read oid 42 snap 141 2024-04-12T16:06:51.059 INFO:tasks.rados.rados.0.smithi099.stdout:1717: expect (ObjNum 87 snap 11 seq_num 87) 2024-04-12T16:06:51.059 INFO:tasks.rados.rados.0.smithi099.stdout:1718: snap_remove snap 168 2024-04-12T16:06:51.183 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:51 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1[107953]: 2024-04-12T16:06:51.089+0000 7fcdef2bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap bf after trimming was started 2024-04-12T16:06:51.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:51 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:51.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:51 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:51.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:51 smithi110 ceph-mon[88691]: pgmap v227: 121 pgs: 10 active+undersized+degraded, 26 active+undersized, 85 active+clean; 477 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.4 MiB/s wr, 8 op/s; 105/885 objects degraded (11.864%) 2024-04-12T16:06:51.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:51 smithi110 ceph-mon[88691]: osdmap e395: 8 total, 8 up, 8 in 2024-04-12T16:06:51.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:51 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:51.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:51 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:51.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:51 smithi099 ceph-mon[96864]: pgmap v227: 121 pgs: 10 active+undersized+degraded, 26 active+undersized, 85 active+clean; 477 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.4 MiB/s wr, 8 op/s; 105/885 objects degraded (11.864%) 2024-04-12T16:06:51.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:51 smithi099 ceph-mon[96864]: osdmap e395: 8 total, 8 up, 8 in 2024-04-12T16:06:51.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:51 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:51.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:51 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:51.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:51 smithi099 ceph-mon[94290]: pgmap v227: 121 pgs: 10 active+undersized+degraded, 26 active+undersized, 85 active+clean; 477 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.4 MiB/s wr, 8 op/s; 105/885 objects degraded (11.864%) 2024-04-12T16:06:51.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:51 smithi099 ceph-mon[94290]: osdmap e395: 8 total, 8 up, 8 in 2024-04-12T16:06:52.054 INFO:tasks.rados.rados.0.smithi099.stdout:1718: done (1 left) 2024-04-12T16:06:52.054 INFO:tasks.rados.rados.0.smithi099.stdout:1719: snap_create 2024-04-12T16:06:52.054 INFO:tasks.rados.rados.0.smithi099.stdout:1717: expect (ObjNum 87 snap 11 seq_num 87) 2024-04-12T16:06:52.524 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:52 smithi099 ceph-mon[94290]: Health check update: Degraded data redundancy: 105/885 objects degraded (11.864%), 10 pgs degraded (PG_DEGRADED) 2024-04-12T16:06:52.524 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:52 smithi099 ceph-mon[94290]: osdmap e396: 8 total, 8 up, 8 in 2024-04-12T16:06:52.524 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:52 smithi099 ceph-mon[96864]: Health check update: Degraded data redundancy: 105/885 objects degraded (11.864%), 10 pgs degraded (PG_DEGRADED) 2024-04-12T16:06:52.525 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:52 smithi099 ceph-mon[96864]: osdmap e396: 8 total, 8 up, 8 in 2024-04-12T16:06:52.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:52 smithi110 ceph-mon[88691]: Health check update: Degraded data redundancy: 105/885 objects degraded (11.864%), 10 pgs degraded (PG_DEGRADED) 2024-04-12T16:06:52.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:52 smithi110 ceph-mon[88691]: osdmap e396: 8 total, 8 up, 8 in 2024-04-12T16:06:52.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:06:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:06:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:06:53.056 INFO:tasks.rados.rados.0.smithi099.stdout:1717: done (1 left) 2024-04-12T16:06:53.056 INFO:tasks.rados.rados.0.smithi099.stdout:1719: done (0 left) 2024-04-12T16:06:53.056 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 23 current snap is 170 2024-04-12T16:06:53.056 INFO:tasks.rados.rados.0.smithi099.stdout:1720: seq_num 558 ranges {2400256=548864,2949120=688128,3637248=606208,4243456=311296} 2024-04-12T16:06:53.071 INFO:tasks.rados.rados.0.smithi099.stdout:1720: writing smithi09982431-23 from 2400256 to 2949120 tid 1 2024-04-12T16:06:53.075 INFO:tasks.rados.rados.0.smithi099.stdout:1720: writing smithi09982431-23 from 2949120 to 3637248 tid 2 2024-04-12T16:06:53.079 INFO:tasks.rados.rados.0.smithi099.stdout:1720: writing smithi09982431-23 from 3637248 to 4243456 tid 3 2024-04-12T16:06:53.082 INFO:tasks.rados.rados.0.smithi099.stdout:1720: writing smithi09982431-23 from 4243456 to 4554752 tid 4 2024-04-12T16:06:53.082 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 35 current snap is 170 2024-04-12T16:06:53.082 INFO:tasks.rados.rados.0.smithi099.stdout:1720: finishing write tid 1 to smithi09982431-23 2024-04-12T16:06:53.082 INFO:tasks.rados.rados.0.smithi099.stdout:1720: finishing write tid 2 to smithi09982431-23 2024-04-12T16:06:53.082 INFO:tasks.rados.rados.0.smithi099.stdout:1721: seq_num 559 ranges {1048576=565248,1613824=573440,2187264=409600,2596864=622592} 2024-04-12T16:06:53.091 INFO:tasks.rados.rados.0.smithi099.stdout:1721: writing smithi09982431-35 from 1048576 to 1613824 tid 1 2024-04-12T16:06:53.095 INFO:tasks.rados.rados.0.smithi099.stdout:1721: writing smithi09982431-35 from 1613824 to 2187264 tid 2 2024-04-12T16:06:53.097 INFO:tasks.rados.rados.0.smithi099.stdout:1721: writing smithi09982431-35 from 2187264 to 2596864 tid 3 2024-04-12T16:06:53.102 INFO:tasks.rados.rados.0.smithi099.stdout:1721: writing smithi09982431-35 from 2596864 to 3219456 tid 4 2024-04-12T16:06:53.102 INFO:tasks.rados.rados.0.smithi099.stdout:1722: rollback oid 37 current snap is 170 2024-04-12T16:06:53.102 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 37 to 141 2024-04-12T16:06:53.102 INFO:tasks.rados.rados.0.smithi099.stdout:1720: finishing write tid 3 to smithi09982431-23 2024-04-12T16:06:53.103 INFO:tasks.rados.rados.0.smithi099.stdout:1720: finishing write tid 4 to smithi09982431-23 2024-04-12T16:06:53.103 INFO:tasks.rados.rados.0.smithi099.stdout:1720: finishing write tid 5 to smithi09982431-23 2024-04-12T16:06:53.103 INFO:tasks.rados.rados.0.smithi099.stdout:1720: finishing write tid 6 to smithi09982431-23 2024-04-12T16:06:53.103 INFO:tasks.rados.rados.0.smithi099.stdout:1720: oid 23 updating version 0 to 464 2024-04-12T16:06:53.103 INFO:tasks.rados.rados.0.smithi099.stdout:1720: oid 23 updating version 464 to 467 2024-04-12T16:06:53.103 INFO:tasks.rados.rados.0.smithi099.stdout:1720: oid 23 version 467 is already newer than 465 2024-04-12T16:06:53.103 INFO:tasks.rados.rados.0.smithi099.stdout:1720: oid 23 version 467 is already newer than 463 2024-04-12T16:06:53.103 INFO:tasks.rados.rados.0.smithi099.stdout:1720: oid 23 version 467 is already newer than 466 2024-04-12T16:06:53.103 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 23 v 467 (ObjNum 558 snap 170 seq_num 558) dirty exists 2024-04-12T16:06:53.103 INFO:tasks.rados.rados.0.smithi099.stdout:1720: left oid 23 (ObjNum 558 snap 170 seq_num 558) 2024-04-12T16:06:53.103 INFO:tasks.rados.rados.0.smithi099.stdout:1721: finishing write tid 1 to smithi09982431-35 2024-04-12T16:06:53.103 INFO:tasks.rados.rados.0.smithi099.stdout:1721: finishing write tid 2 to smithi09982431-35 2024-04-12T16:06:53.103 INFO:tasks.rados.rados.0.smithi099.stdout:1721: finishing write tid 3 to smithi09982431-35 2024-04-12T16:06:53.103 INFO:tasks.rados.rados.0.smithi099.stdout:1720: done (2 left) 2024-04-12T16:06:53.104 INFO:tasks.rados.rados.0.smithi099.stdout:1723: setattr oid 26 current snap is 170 2024-04-12T16:06:53.104 INFO:tasks.rados.rados.0.smithi099.stdout:1724: read oid 24 snap -1 2024-04-12T16:06:53.104 INFO:tasks.rados.rados.0.smithi099.stdout:1724: expect deleted 2024-04-12T16:06:53.104 INFO:tasks.rados.rados.0.smithi099.stdout:1725: snap_remove snap 158 2024-04-12T16:06:53.561 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:53 smithi099 ceph-mon[94290]: pgmap v230: 121 pgs: 10 active+undersized+degraded, 26 active+undersized, 85 active+clean; 477 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 105/885 objects degraded (11.864%) 2024-04-12T16:06:53.561 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:53 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:53.561 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:53 smithi099 ceph-mon[94290]: osdmap e397: 8 total, 8 up, 8 in 2024-04-12T16:06:53.562 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:53 smithi099 ceph-mon[96864]: pgmap v230: 121 pgs: 10 active+undersized+degraded, 26 active+undersized, 85 active+clean; 477 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 105/885 objects degraded (11.864%) 2024-04-12T16:06:53.562 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:53 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:53.562 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:53 smithi099 ceph-mon[96864]: osdmap e397: 8 total, 8 up, 8 in 2024-04-12T16:06:53.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:53 smithi110 ceph-mon[88691]: pgmap v230: 121 pgs: 10 active+undersized+degraded, 26 active+undersized, 85 active+clean; 477 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 105/885 objects degraded (11.864%) 2024-04-12T16:06:53.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:53 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:53.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:53 smithi110 ceph-mon[88691]: osdmap e397: 8 total, 8 up, 8 in 2024-04-12T16:06:53.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:06:53 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:06:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi099\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:06:54.058 INFO:tasks.rados.rados.0.smithi099.stdout:1725: done (4 left) 2024-04-12T16:06:54.059 INFO:tasks.rados.rados.0.smithi099.stdout:1726: delete oid 38 current snap is 170 2024-04-12T16:06:54.059 INFO:tasks.rados.rados.0.smithi099.stdout:1721: finishing write tid 4 to smithi09982431-35 2024-04-12T16:06:54.059 INFO:tasks.rados.rados.0.smithi099.stdout:1721: finishing write tid 5 to smithi09982431-35 2024-04-12T16:06:54.059 INFO:tasks.rados.rados.0.smithi099.stdout:1721: finishing write tid 6 to smithi09982431-35 2024-04-12T16:06:54.059 INFO:tasks.rados.rados.0.smithi099.stdout:1721: oid 35 updating version 0 to 954 2024-04-12T16:06:54.059 INFO:tasks.rados.rados.0.smithi099.stdout:1721: oid 35 version 954 is already newer than 952 2024-04-12T16:06:54.059 INFO:tasks.rados.rados.0.smithi099.stdout:1721: oid 35 version 954 is already newer than 951 2024-04-12T16:06:54.059 INFO:tasks.rados.rados.0.smithi099.stdout:1721: oid 35 version 954 is already newer than 953 2024-04-12T16:06:54.059 INFO:tasks.rados.rados.0.smithi099.stdout:1721: oid 35 updating version 954 to 955 2024-04-12T16:06:54.059 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 955 (ObjNum 559 snap 170 seq_num 559) dirty exists 2024-04-12T16:06:54.059 INFO:tasks.rados.rados.0.smithi099.stdout:1721: left oid 35 (ObjNum 559 snap 170 seq_num 559) 2024-04-12T16:06:54.059 INFO:tasks.rados.rados.0.smithi099.stdout:1722: finishing rollback tid 0 to smithi09982431-37 2024-04-12T16:06:54.059 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 831 (ObjNum 449 snap 135 seq_num 449) dirty exists 2024-04-12T16:06:54.059 INFO:tasks.rados.rados.0.smithi099.stdout:1722: finishing rollback tid 1 to smithi09982431-37 2024-04-12T16:06:54.060 INFO:tasks.rados.rados.0.smithi099.stdout:1722: finishing rollback tid 2 to smithi09982431-37 2024-04-12T16:06:54.060 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 37 v 788 (ObjNum 241 snap 70 seq_num 241) dirty exists 2024-04-12T16:06:54.074 INFO:tasks.rados.rados.0.smithi099.stdout:1721: done (4 left) 2024-04-12T16:06:54.074 INFO:tasks.rados.rados.0.smithi099.stdout:1722: done (3 left) 2024-04-12T16:06:54.074 INFO:tasks.rados.rados.0.smithi099.stdout:1723: done (2 left) 2024-04-12T16:06:54.074 INFO:tasks.rados.rados.0.smithi099.stdout:1724: done (1 left) 2024-04-12T16:06:54.074 INFO:tasks.rados.rados.0.smithi099.stdout:1726: done (0 left) 2024-04-12T16:06:54.074 INFO:tasks.rados.rados.0.smithi099.stdout:1727: snap_create 2024-04-12T16:06:54.377 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:06:54 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:06:54.179+0000 7ffbacc40700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-04-12T16:06:55.072 INFO:tasks.rados.rados.0.smithi099.stdout:1727: done (0 left) 2024-04-12T16:06:55.072 INFO:tasks.rados.rados.0.smithi099.stdout:1728: read oid 15 snap 165 2024-04-12T16:06:55.072 INFO:tasks.rados.rados.0.smithi099.stdout:1728: expect deleted 2024-04-12T16:06:55.072 INFO:tasks.rados.rados.0.smithi099.stdout:1729: setattr oid 3 current snap is 171 2024-04-12T16:06:55.074 INFO:tasks.rados.rados.0.smithi099.stdout:1730: snap_remove snap 141 2024-04-12T16:06:55.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:55 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:55.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:55 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:55.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:55 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:06:55.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:55 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:06:55.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:55 smithi110 ceph-mon[88691]: osdmap e398: 8 total, 8 up, 8 in 2024-04-12T16:06:55.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:55 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:55.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:55 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:06:55.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:55 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:06:55.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:55 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:06:55.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:55 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:06:55.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:55 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T16:06:55.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:55 smithi110 ceph-mon[88691]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T16:06:55.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:55 smithi110 ceph-mon[88691]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-04-12T16:06:55.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:55 smithi110 ceph-mon[88691]: pgmap v233: 121 pgs: 7 active+undersized, 114 active+clean; 469 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.5 MiB/s wr, 9 op/s; 11 MiB/s, 2 objects/s recovering 2024-04-12T16:06:55.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:55 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:55.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:55 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:55.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:55 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:06:55.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:55 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:06:55.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:55 smithi099 ceph-mon[94290]: osdmap e398: 8 total, 8 up, 8 in 2024-04-12T16:06:55.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:55 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:55.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:55 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:06:55.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:55 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:06:55.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:55 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:06:55.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:55 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:06:55.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:55 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T16:06:55.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:55 smithi099 ceph-mon[94290]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T16:06:55.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:55 smithi099 ceph-mon[94290]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-04-12T16:06:55.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:55 smithi099 ceph-mon[94290]: pgmap v233: 121 pgs: 7 active+undersized, 114 active+clean; 469 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.5 MiB/s wr, 9 op/s; 11 MiB/s, 2 objects/s recovering 2024-04-12T16:06:55.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:55 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:55.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:55 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:55.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:55 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:06:55.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:55 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:06:55.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:55 smithi099 ceph-mon[96864]: osdmap e398: 8 total, 8 up, 8 in 2024-04-12T16:06:55.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:55 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:55.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:55 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:06:55.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:55 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:06:55.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:55 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:06:55.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:55 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:06:55.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:55 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T16:06:55.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:55 smithi099 ceph-mon[96864]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T16:06:55.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:55 smithi099 ceph-mon[96864]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-04-12T16:06:55.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:55 smithi099 ceph-mon[96864]: pgmap v233: 121 pgs: 7 active+undersized, 114 active+clean; 469 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.5 MiB/s wr, 9 op/s; 11 MiB/s, 2 objects/s recovering 2024-04-12T16:06:56.080 INFO:tasks.rados.rados.0.smithi099.stdout:1730: done (2 left) 2024-04-12T16:06:56.080 INFO:tasks.rados.rados.0.smithi099.stdout:1731: read oid 42 snap 126 2024-04-12T16:06:56.080 INFO:tasks.rados.rados.0.smithi099.stdout:1731: expect (ObjNum 87 snap 11 seq_num 87) 2024-04-12T16:06:56.080 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 34 current snap is 171 2024-04-12T16:06:56.080 INFO:tasks.rados.rados.0.smithi099.stdout:1732: seq_num 561 ranges {0=598016,598016=745472,1343488=778240,2121728=81920} 2024-04-12T16:06:56.083 INFO:tasks.rados.rados.0.smithi099.stdout:1732: writing smithi09982431-34 from 0 to 598016 tid 1 2024-04-12T16:06:56.089 INFO:tasks.rados.rados.0.smithi099.stdout:1732: writing smithi09982431-34 from 598016 to 1343488 tid 2 2024-04-12T16:06:56.094 INFO:tasks.rados.rados.0.smithi099.stdout:1732: writing smithi09982431-34 from 1343488 to 2121728 tid 3 2024-04-12T16:06:56.096 INFO:tasks.rados.rados.0.smithi099.stdout:1732: writing smithi09982431-34 from 2121728 to 2203648 tid 4 2024-04-12T16:06:56.096 INFO:tasks.rados.rados.0.smithi099.stdout:1733: read oid 13 snap -1 2024-04-12T16:06:56.096 INFO:tasks.rados.rados.0.smithi099.stdout:1733: expect deleted 2024-04-12T16:06:56.096 INFO:tasks.rados.rados.0.smithi099.stdout:1734: copy_from oid 48 from oid 36 current snap is 171 2024-04-12T16:06:56.096 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 3 v 999 (ObjNum 461 snap 139 seq_num 461) dirty exists 2024-04-12T16:06:56.096 INFO:tasks.rados.rados.0.smithi099.stdout:1728: done (5 left) 2024-04-12T16:06:56.096 INFO:tasks.rados.rados.0.smithi099.stdout:1729: done (4 left) 2024-04-12T16:06:56.096 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 1 current snap is 171 2024-04-12T16:06:56.096 INFO:tasks.rados.rados.0.smithi099.stdout:1735: seq_num 562 ranges {7217152=622592,7839744=630784,8470528=581632,9052160=393216} 2024-04-12T16:06:56.138 INFO:tasks.rados.rados.0.smithi099.stdout:1735: writing smithi09982431-1 from 7217152 to 7839744 tid 1 2024-04-12T16:06:56.142 INFO:tasks.rados.rados.0.smithi099.stdout:1735: writing smithi09982431-1 from 7839744 to 8470528 tid 2 2024-04-12T16:06:56.145 INFO:tasks.rados.rados.0.smithi099.stdout:1735: writing smithi09982431-1 from 8470528 to 9052160 tid 3 2024-04-12T16:06:56.148 INFO:tasks.rados.rados.0.smithi099.stdout:1735: writing smithi09982431-1 from 9052160 to 9445376 tid 4 2024-04-12T16:06:56.148 INFO:tasks.rados.rados.0.smithi099.stdout:1736: read oid 5 snap -1 2024-04-12T16:06:56.148 INFO:tasks.rados.rados.0.smithi099.stdout:1736: expect deleted 2024-04-12T16:06:56.148 INFO:tasks.rados.rados.0.smithi099.stdout:1737: read oid 11 snap -1 2024-04-12T16:06:56.148 INFO:tasks.rados.rados.0.smithi099.stdout:1737: expect (ObjNum 525 snap 158 seq_num 525) 2024-04-12T16:06:56.148 INFO:tasks.rados.rados.0.smithi099.stdout:1738: snap_remove snap 146 2024-04-12T16:06:56.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:56 smithi110 ceph-mon[88691]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 105/885 objects degraded (11.864%), 10 pgs degraded) 2024-04-12T16:06:56.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:56 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:06:56.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:56 smithi110 ceph-mon[88691]: osdmap e399: 8 total, 8 up, 8 in 2024-04-12T16:06:56.358 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:56 smithi099 ceph-mon[96864]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 105/885 objects degraded (11.864%), 10 pgs degraded) 2024-04-12T16:06:56.358 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:56 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:06:56.359 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:56 smithi099 ceph-mon[96864]: osdmap e399: 8 total, 8 up, 8 in 2024-04-12T16:06:56.359 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:56 smithi099 ceph-mon[94290]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 105/885 objects degraded (11.864%), 10 pgs degraded) 2024-04-12T16:06:56.359 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:56 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:06:56.359 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:56 smithi099 ceph-mon[94290]: osdmap e399: 8 total, 8 up, 8 in 2024-04-12T16:06:56.359 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 16:06:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1[107953]: 2024-04-12T16:06:56.100+0000 7fcdeb2b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d2 after trimming was started 2024-04-12T16:06:56.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:06:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:06:56] "GET /metrics HTTP/1.1" 200 36206 "" "Prometheus/2.43.0" 2024-04-12T16:06:57.083 INFO:tasks.rados.rados.0.smithi099.stdout:1738: done (7 left) 2024-04-12T16:06:57.083 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 50 current snap is 171 2024-04-12T16:06:57.083 INFO:tasks.rados.rados.0.smithi099.stdout:1739: seq_num 563 ranges {1990656=638976,2629632=565248,3194880=794624,3989504=245760} 2024-04-12T16:06:57.098 INFO:tasks.rados.rados.0.smithi099.stdout:1739: writing smithi09982431-50 from 1990656 to 2629632 tid 1 2024-04-12T16:06:57.102 INFO:tasks.rados.rados.0.smithi099.stdout:1739: writing smithi09982431-50 from 2629632 to 3194880 tid 2 2024-04-12T16:06:57.107 INFO:tasks.rados.rados.0.smithi099.stdout:1739: writing smithi09982431-50 from 3194880 to 3989504 tid 3 2024-04-12T16:06:57.109 INFO:tasks.rados.rados.0.smithi099.stdout:1739: writing smithi09982431-50 from 3989504 to 4235264 tid 4 2024-04-12T16:06:57.109 INFO:tasks.rados.rados.0.smithi099.stdout:1740: read oid 18 snap -1 2024-04-12T16:06:57.109 INFO:tasks.rados.rados.0.smithi099.stdout:1740: expect (ObjNum 552 snap 165 seq_num 552) 2024-04-12T16:06:57.109 INFO:tasks.rados.rados.0.smithi099.stdout:1741: snap_remove snap 140 2024-04-12T16:06:57.269 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-04-12T16:06:57.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:57 smithi110 ceph-mon[88691]: osdmap e400: 8 total, 8 up, 8 in 2024-04-12T16:06:57.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:57 smithi110 ceph-mon[88691]: pgmap v236: 121 pgs: 121 active+clean; 467 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 10 op/s; 11 MiB/s, 2 objects/s recovering 2024-04-12T16:06:57.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:57 smithi099 ceph-mon[94290]: osdmap e400: 8 total, 8 up, 8 in 2024-04-12T16:06:57.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:57 smithi099 ceph-mon[94290]: pgmap v236: 121 pgs: 121 active+clean; 467 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 10 op/s; 11 MiB/s, 2 objects/s recovering 2024-04-12T16:06:57.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:57 smithi099 ceph-mon[96864]: osdmap e400: 8 total, 8 up, 8 in 2024-04-12T16:06:57.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:57 smithi099 ceph-mon[96864]: pgmap v236: 121 pgs: 121 active+clean; 467 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 10 op/s; 11 MiB/s, 2 objects/s recovering 2024-04-12T16:06:57.597 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T16:06:57.597 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (7m) 8s ago 8m 26.7M - 0.25.0 c8568f914cd2 d0012c0a0402 2024-04-12T16:06:57.597 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi110 *:3000 running (8m) 2m ago 8m 88.8M - 9.4.7 954c08fa6188 f1a47e96b342 2024-04-12T16:06:57.597 INFO:teuthology.orchestra.run.smithi099.stdout:mds.a smithi099 running (9m) 8s ago 9m 19.9M - 18.2.2-1187-gd540ebac bb2c5eac26a4 41cdf918e4eb 2024-04-12T16:06:57.597 INFO:teuthology.orchestra.run.smithi099.stdout:mds.b smithi110 running (9m) 2m ago 9m 14.7M - 18.2.2-1187-gd540ebac bb2c5eac26a4 453e0d052bae 2024-04-12T16:06:57.597 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi110 *:8443,9283,8765 running (3m) 2m ago 13m 450M - 19.0.0-2847-gbf9c5618 92de118a8b8f 39e31f4f4e9d 2024-04-12T16:06:57.597 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (3m) 8s ago 14m 512M - 19.0.0-2847-gbf9c5618 92de118a8b8f 8fb83982268a 2024-04-12T16:06:57.597 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (2m) 8s ago 14m 52.1M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f cc807b11358b 2024-04-12T16:06:57.598 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi110 running (2m) 2m ago 13m 28.4M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 393831dfcb29 2024-04-12T16:06:57.598 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (2m) 8s ago 13m 45.8M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 3bb5784f6f37 2024-04-12T16:06:57.598 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (7m) 8s ago 7m 15.8M - 1.5.0 0da6a335fe13 1555012f6fb4 2024-04-12T16:06:57.598 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi110 *:9100 running (7m) 2m ago 7m 15.2M - 1.5.0 0da6a335fe13 e64854b1f14f 2024-04-12T16:06:57.598 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (82s) 8s ago 12m 196M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 5e1f1df54e74 2024-04-12T16:06:57.598 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (47s) 8s ago 12m 116M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 78ac083e3d82 2024-04-12T16:06:57.598 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (12s) 8s ago 11m 12.2M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f e28b267bdc6a 2024-04-12T16:06:57.598 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (11m) 8s ago 11m 204M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 c9320073515e 2024-04-12T16:06:57.598 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi110 running (11m) 2m ago 11m 187M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 cbe7627415bc 2024-04-12T16:06:57.598 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi110 running (10m) 2m ago 10m 230M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 adfdbd20159e 2024-04-12T16:06:57.598 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi110 running (10m) 2m ago 10m 153M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 27d42d053218 2024-04-12T16:06:57.598 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi110 running (9m) 2m ago 9m 138M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 d4e7f553110a 2024-04-12T16:06:57.598 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi110 *:9095 running (3m) 2m ago 8m 53.7M - 2.43.0 a07b618ecd1d 9fabb6d2365c 2024-04-12T16:06:57.992 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-04-12T16:06:57.992 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-04-12T16:06:57.992 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 3 2024-04-12T16:06:57.992 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:06:57.992 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-04-12T16:06:57.992 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:06:57.992 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:06:57.992 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-04-12T16:06:57.992 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 5, 2024-04-12T16:06:57.992 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 3 2024-04-12T16:06:57.993 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:06:57.993 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": { 2024-04-12T16:06:57.993 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:06:57.993 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:06:57.993 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-04-12T16:06:57.993 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 7, 2024-04-12T16:06:57.993 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 8 2024-04-12T16:06:57.993 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-04-12T16:06:57.993 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-04-12T16:06:58.088 INFO:tasks.rados.rados.0.smithi099.stdout:1731: expect (ObjNum 87 snap 11 seq_num 87) 2024-04-12T16:06:58.164 INFO:tasks.rados.rados.0.smithi099.stdout:1732: finishing write tid 1 to smithi09982431-34 2024-04-12T16:06:58.164 INFO:tasks.rados.rados.0.smithi099.stdout:1732: finishing write tid 2 to smithi09982431-34 2024-04-12T16:06:58.165 INFO:tasks.rados.rados.0.smithi099.stdout:1734: finishing copy_from to smithi09982431-48 2024-04-12T16:06:58.165 INFO:tasks.rados.rados.0.smithi099.stdout:1734: got expected ENOENT (src dne) 2024-04-12T16:06:58.165 INFO:tasks.rados.rados.0.smithi099.stdout:1734: finishing copy_from racing read to smithi09982431-48 2024-04-12T16:06:58.165 INFO:tasks.rados.rados.0.smithi099.stdout:1731: done (9 left) 2024-04-12T16:06:58.165 INFO:tasks.rados.rados.0.smithi099.stdout:1733: done (8 left) 2024-04-12T16:06:58.165 INFO:tasks.rados.rados.0.smithi099.stdout:1734: done (7 left) 2024-04-12T16:06:58.165 INFO:tasks.rados.rados.0.smithi099.stdout:1741: done (6 left) 2024-04-12T16:06:58.165 INFO:tasks.rados.rados.0.smithi099.stdout:1742: snap_create 2024-04-12T16:06:58.165 INFO:tasks.rados.rados.0.smithi099.stdout:1732: finishing write tid 3 to smithi09982431-34 2024-04-12T16:06:58.165 INFO:tasks.rados.rados.0.smithi099.stdout:1732: finishing write tid 4 to smithi09982431-34 2024-04-12T16:06:58.165 INFO:tasks.rados.rados.0.smithi099.stdout:1732: finishing write tid 5 to smithi09982431-34 2024-04-12T16:06:58.165 INFO:tasks.rados.rados.0.smithi099.stdout:1732: finishing write tid 6 to smithi09982431-34 2024-04-12T16:06:58.165 INFO:tasks.rados.rados.0.smithi099.stdout:1732: oid 34 updating version 0 to 1136 2024-04-12T16:06:58.165 INFO:tasks.rados.rados.0.smithi099.stdout:1732: oid 34 updating version 1136 to 1140 2024-04-12T16:06:58.165 INFO:tasks.rados.rados.0.smithi099.stdout:1732: oid 34 version 1140 is already newer than 1135 2024-04-12T16:06:58.166 INFO:tasks.rados.rados.0.smithi099.stdout:1732: oid 34 updating version 1140 to 1141 2024-04-12T16:06:58.166 INFO:tasks.rados.rados.0.smithi099.stdout:1732: oid 34 version 1141 is already newer than 1139 2024-04-12T16:06:58.166 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 34 v 1141 (ObjNum 561 snap 171 seq_num 561) dirty exists 2024-04-12T16:06:58.166 INFO:tasks.rados.rados.0.smithi099.stdout:1732: left oid 34 (ObjNum 561 snap 171 seq_num 561) 2024-04-12T16:06:58.166 INFO:tasks.rados.rados.0.smithi099.stdout:1735: finishing write tid 1 to smithi09982431-1 2024-04-12T16:06:58.166 INFO:tasks.rados.rados.0.smithi099.stdout:1735: finishing write tid 2 to smithi09982431-1 2024-04-12T16:06:58.166 INFO:tasks.rados.rados.0.smithi099.stdout:1735: finishing write tid 3 to smithi09982431-1 2024-04-12T16:06:58.166 INFO:tasks.rados.rados.0.smithi099.stdout:1735: finishing write tid 4 to smithi09982431-1 2024-04-12T16:06:58.166 INFO:tasks.rados.rados.0.smithi099.stdout:1735: finishing write tid 5 to smithi09982431-1 2024-04-12T16:06:58.166 INFO:tasks.rados.rados.0.smithi099.stdout:1735: finishing write tid 6 to smithi09982431-1 2024-04-12T16:06:58.166 INFO:tasks.rados.rados.0.smithi099.stdout:1735: oid 1 updating version 0 to 786 2024-04-12T16:06:58.166 INFO:tasks.rados.rados.0.smithi099.stdout:1735: oid 1 version 786 is already newer than 784 2024-04-12T16:06:58.166 INFO:tasks.rados.rados.0.smithi099.stdout:1735: oid 1 version 786 is already newer than 783 2024-04-12T16:06:58.166 INFO:tasks.rados.rados.0.smithi099.stdout:1735: oid 1 version 786 is already newer than 785 2024-04-12T16:06:58.166 INFO:tasks.rados.rados.0.smithi099.stdout:1735: oid 1 version 786 is already newer than 782 2024-04-12T16:06:58.167 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 1 v 786 (ObjNum 562 snap 171 seq_num 562) dirty exists 2024-04-12T16:06:58.167 INFO:tasks.rados.rados.0.smithi099.stdout:1735: left oid 1 (ObjNum 562 snap 171 seq_num 562) 2024-04-12T16:06:58.167 INFO:tasks.rados.rados.0.smithi099.stdout:1737: expect (ObjNum 525 snap 158 seq_num 525) 2024-04-12T16:06:58.266 INFO:tasks.rados.rados.0.smithi099.stdout:1739: finishing write tid 1 to smithi09982431-50 2024-04-12T16:06:58.266 INFO:tasks.rados.rados.0.smithi099.stdout:1739: finishing write tid 2 to smithi09982431-50 2024-04-12T16:06:58.266 INFO:tasks.rados.rados.0.smithi099.stdout:1739: finishing write tid 3 to smithi09982431-50 2024-04-12T16:06:58.266 INFO:tasks.rados.rados.0.smithi099.stdout:1739: finishing write tid 4 to smithi09982431-50 2024-04-12T16:06:58.266 INFO:tasks.rados.rados.0.smithi099.stdout:1739: finishing write tid 5 to smithi09982431-50 2024-04-12T16:06:58.267 INFO:tasks.rados.rados.0.smithi099.stdout:1739: finishing write tid 6 to smithi09982431-50 2024-04-12T16:06:58.267 INFO:tasks.rados.rados.0.smithi099.stdout:1739: oid 50 updating version 0 to 793 2024-04-12T16:06:58.267 INFO:tasks.rados.rados.0.smithi099.stdout:1739: oid 50 updating version 793 to 797 2024-04-12T16:06:58.267 INFO:tasks.rados.rados.0.smithi099.stdout:1739: oid 50 version 797 is already newer than 788 2024-04-12T16:06:58.267 INFO:tasks.rados.rados.0.smithi099.stdout:1739: oid 50 updating version 797 to 798 2024-04-12T16:06:58.267 INFO:tasks.rados.rados.0.smithi099.stdout:1739: oid 50 version 798 is already newer than 796 2024-04-12T16:06:58.267 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 50 v 798 (ObjNum 563 snap 171 seq_num 563) dirty exists 2024-04-12T16:06:58.267 INFO:tasks.rados.rados.0.smithi099.stdout:1739: left oid 50 (ObjNum 563 snap 171 seq_num 563) 2024-04-12T16:06:58.267 INFO:tasks.rados.rados.0.smithi099.stdout:1740: expect (ObjNum 552 snap 165 seq_num 552) 2024-04-12T16:06:58.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:58 smithi110 ceph-mon[88691]: osdmap e401: 8 total, 8 up, 8 in 2024-04-12T16:06:58.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:58 smithi110 ceph-mon[88691]: from='client.34266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:06:58.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:58.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:06:58.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:58 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3071325684' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:06:58.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:58 smithi099 ceph-mon[94290]: osdmap e401: 8 total, 8 up, 8 in 2024-04-12T16:06:58.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:58 smithi099 ceph-mon[94290]: from='client.34266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:06:58.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:58.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:06:58.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:58 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3071325684' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:06:58.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:58 smithi099 ceph-mon[96864]: osdmap e401: 8 total, 8 up, 8 in 2024-04-12T16:06:58.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:58 smithi099 ceph-mon[96864]: from='client.34266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:06:58.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:06:58.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:06:58.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:58 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3071325684' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:06:59.012 INFO:tasks.rados.rados.0.smithi099.stdout:1732: done (6 left) 2024-04-12T16:06:59.013 INFO:tasks.rados.rados.0.smithi099.stdout:1735: done (5 left) 2024-04-12T16:06:59.013 INFO:tasks.rados.rados.0.smithi099.stdout:1736: done (4 left) 2024-04-12T16:06:59.013 INFO:tasks.rados.rados.0.smithi099.stdout:1737: done (3 left) 2024-04-12T16:06:59.013 INFO:tasks.rados.rados.0.smithi099.stdout:1739: done (2 left) 2024-04-12T16:06:59.013 INFO:tasks.rados.rados.0.smithi099.stdout:1740: done (1 left) 2024-04-12T16:06:59.013 INFO:tasks.rados.rados.0.smithi099.stdout:1742: done (0 left) 2024-04-12T16:06:59.013 INFO:tasks.rados.rados.0.smithi099.stdout:1743: rollback oid 39 current snap is 172 2024-04-12T16:06:59.013 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 39 to 126 2024-04-12T16:06:59.013 INFO:tasks.rados.rados.0.smithi099.stdout:1744: snap_create 2024-04-12T16:06:59.017 INFO:tasks.rados.rados.0.smithi099.stdout:1743: finishing rollback tid 1 to smithi09982431-39 2024-04-12T16:06:59.018 INFO:tasks.rados.rados.0.smithi099.stdout:1743: finishing rollback tid 2 to smithi09982431-39 2024-04-12T16:06:59.018 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 39 v 808 (ObjNum 359 snap 111 seq_num 359) dirty exists 2024-04-12T16:06:59.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:59 smithi099 ceph-mon[96864]: from='client.34272 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:06:59.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:59 smithi099 ceph-mon[96864]: osdmap e402: 8 total, 8 up, 8 in 2024-04-12T16:06:59.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:59 smithi099 ceph-mon[96864]: pgmap v239: 121 pgs: 121 active+clean; 465 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 0 B/s wr, 7 op/s 2024-04-12T16:06:59.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:06:59 smithi099 ceph-mon[96864]: osdmap e403: 8 total, 8 up, 8 in 2024-04-12T16:06:59.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:59 smithi099 ceph-mon[94290]: from='client.34272 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:06:59.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:59 smithi099 ceph-mon[94290]: osdmap e402: 8 total, 8 up, 8 in 2024-04-12T16:06:59.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:59 smithi099 ceph-mon[94290]: pgmap v239: 121 pgs: 121 active+clean; 465 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 0 B/s wr, 7 op/s 2024-04-12T16:06:59.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:06:59 smithi099 ceph-mon[94290]: osdmap e403: 8 total, 8 up, 8 in 2024-04-12T16:06:59.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:59 smithi110 ceph-mon[88691]: from='client.34272 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:06:59.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:59 smithi110 ceph-mon[88691]: osdmap e402: 8 total, 8 up, 8 in 2024-04-12T16:06:59.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:59 smithi110 ceph-mon[88691]: pgmap v239: 121 pgs: 121 active+clean; 465 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 0 B/s wr, 7 op/s 2024-04-12T16:06:59.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:06:59 smithi110 ceph-mon[88691]: osdmap e403: 8 total, 8 up, 8 in 2024-04-12T16:07:00.015 INFO:tasks.rados.rados.0.smithi099.stdout:1743: done (1 left) 2024-04-12T16:07:00.015 INFO:tasks.rados.rados.0.smithi099.stdout:1744: done (0 left) 2024-04-12T16:07:00.015 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 28 current snap is 173 2024-04-12T16:07:00.015 INFO:tasks.rados.rados.0.smithi099.stdout:1745: seq_num 564 ranges {4202496=655360,4857856=442368,5300224=598016,5898240=565248} 2024-04-12T16:07:00.040 INFO:tasks.rados.rados.0.smithi099.stdout:1745: writing smithi09982431-28 from 4202496 to 4857856 tid 1 2024-04-12T16:07:00.043 INFO:tasks.rados.rados.0.smithi099.stdout:1745: writing smithi09982431-28 from 4857856 to 5300224 tid 2 2024-04-12T16:07:00.047 INFO:tasks.rados.rados.0.smithi099.stdout:1745: writing smithi09982431-28 from 5300224 to 5898240 tid 3 2024-04-12T16:07:00.051 INFO:tasks.rados.rados.0.smithi099.stdout:1745: writing smithi09982431-28 from 5898240 to 6463488 tid 4 2024-04-12T16:07:00.051 INFO:tasks.rados.rados.0.smithi099.stdout:1746: snap_create 2024-04-12T16:07:00.051 INFO:tasks.rados.rados.0.smithi099.stdout:1745: finishing write tid 1 to smithi09982431-28 2024-04-12T16:07:00.051 INFO:tasks.rados.rados.0.smithi099.stdout:1745: finishing write tid 2 to smithi09982431-28 2024-04-12T16:07:00.051 INFO:tasks.rados.rados.0.smithi099.stdout:1745: finishing write tid 3 to smithi09982431-28 2024-04-12T16:07:00.055 INFO:tasks.rados.rados.0.smithi099.stdout:1745: finishing write tid 4 to smithi09982431-28 2024-04-12T16:07:00.056 INFO:tasks.rados.rados.0.smithi099.stdout:1745: finishing write tid 5 to smithi09982431-28 2024-04-12T16:07:00.056 INFO:tasks.rados.rados.0.smithi099.stdout:1745: finishing write tid 6 to smithi09982431-28 2024-04-12T16:07:00.056 INFO:tasks.rados.rados.0.smithi099.stdout:1745: oid 28 updating version 0 to 1159 2024-04-12T16:07:00.056 INFO:tasks.rados.rados.0.smithi099.stdout:1745: oid 28 updating version 1159 to 1160 2024-04-12T16:07:00.056 INFO:tasks.rados.rados.0.smithi099.stdout:1745: oid 28 updating version 1160 to 1163 2024-04-12T16:07:00.056 INFO:tasks.rados.rados.0.smithi099.stdout:1745: oid 28 version 1163 is already newer than 1161 2024-04-12T16:07:00.056 INFO:tasks.rados.rados.0.smithi099.stdout:1745: oid 28 version 1163 is already newer than 1162 2024-04-12T16:07:00.056 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 28 v 1163 (ObjNum 564 snap 173 seq_num 564) dirty exists 2024-04-12T16:07:00.056 INFO:tasks.rados.rados.0.smithi099.stdout:1745: left oid 28 (ObjNum 564 snap 173 seq_num 564) 2024-04-12T16:07:01.024 INFO:tasks.rados.rados.0.smithi099.stdout:1745: done (1 left) 2024-04-12T16:07:01.024 INFO:tasks.rados.rados.0.smithi099.stdout:1746: done (0 left) 2024-04-12T16:07:01.024 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 22 current snap is 174 2024-04-12T16:07:01.024 INFO:tasks.rados.rados.0.smithi099.stdout:1747: seq_num 565 ranges {0=671744,671744=729088,1400832=753664,2154496=122880} 2024-04-12T16:07:01.027 INFO:tasks.rados.rados.0.smithi099.stdout:1747: writing smithi09982431-22 from 0 to 671744 tid 1 2024-04-12T16:07:01.031 INFO:tasks.rados.rados.0.smithi099.stdout:1747: writing smithi09982431-22 from 671744 to 1400832 tid 2 2024-04-12T16:07:01.036 INFO:tasks.rados.rados.0.smithi099.stdout:1747: writing smithi09982431-22 from 1400832 to 2154496 tid 3 2024-04-12T16:07:01.037 INFO:tasks.rados.rados.0.smithi099.stdout:1747: writing smithi09982431-22 from 2154496 to 2277376 tid 4 2024-04-12T16:07:01.037 INFO:tasks.rados.rados.0.smithi099.stdout:1748: copy_from oid 50 from oid 15 current snap is 174 2024-04-12T16:07:01.037 INFO:tasks.rados.rados.0.smithi099.stdout:1747: finishing write tid 1 to smithi09982431-22 2024-04-12T16:07:01.037 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 8 current snap is 174 2024-04-12T16:07:01.037 INFO:tasks.rados.rados.0.smithi099.stdout:1749: seq_num 566 ranges {2834432=688128,3522560=614400,4136960=565248,4702208=425984} 2024-04-12T16:07:01.056 INFO:tasks.rados.rados.0.smithi099.stdout:1749: writing smithi09982431-8 from 2834432 to 3522560 tid 1 2024-04-12T16:07:01.059 INFO:tasks.rados.rados.0.smithi099.stdout:1749: writing smithi09982431-8 from 3522560 to 4136960 tid 2 2024-04-12T16:07:01.063 INFO:tasks.rados.rados.0.smithi099.stdout:1749: writing smithi09982431-8 from 4136960 to 4702208 tid 3 2024-04-12T16:07:01.066 INFO:tasks.rados.rados.0.smithi099.stdout:1749: writing smithi09982431-8 from 4702208 to 5128192 tid 4 2024-04-12T16:07:01.066 INFO:tasks.rados.rados.0.smithi099.stdout:1750: copy_from oid 31 from oid 27 current snap is 174 2024-04-12T16:07:01.066 INFO:tasks.rados.rados.0.smithi099.stdout:1747: finishing write tid 2 to smithi09982431-22 2024-04-12T16:07:01.066 INFO:tasks.rados.rados.0.smithi099.stdout:1748: finishing copy_from to smithi09982431-50 2024-04-12T16:07:01.066 INFO:tasks.rados.rados.0.smithi099.stdout:1748: got expected ENOENT (src dne) 2024-04-12T16:07:01.067 INFO:tasks.rados.rados.0.smithi099.stdout:1747: finishing write tid 3 to smithi09982431-22 2024-04-12T16:07:01.067 INFO:tasks.rados.rados.0.smithi099.stdout:1748: finishing copy_from racing read to smithi09982431-50 2024-04-12T16:07:01.067 INFO:tasks.rados.rados.0.smithi099.stdout:1747: finishing write tid 4 to smithi09982431-22 2024-04-12T16:07:01.067 INFO:tasks.rados.rados.0.smithi099.stdout:1747: finishing write tid 5 to smithi09982431-22 2024-04-12T16:07:01.067 INFO:tasks.rados.rados.0.smithi099.stdout:1747: finishing write tid 6 to smithi09982431-22 2024-04-12T16:07:01.067 INFO:tasks.rados.rados.0.smithi099.stdout:1747: oid 22 updating version 0 to 1034 2024-04-12T16:07:01.067 INFO:tasks.rados.rados.0.smithi099.stdout:1747: oid 22 version 1034 is already newer than 1030 2024-04-12T16:07:01.067 INFO:tasks.rados.rados.0.smithi099.stdout:1747: oid 22 version 1034 is already newer than 1032 2024-04-12T16:07:01.067 INFO:tasks.rados.rados.0.smithi099.stdout:1747: oid 22 version 1034 is already newer than 1033 2024-04-12T16:07:01.067 INFO:tasks.rados.rados.0.smithi099.stdout:1747: oid 22 version 1034 is already newer than 1031 2024-04-12T16:07:01.067 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 22 v 1034 (ObjNum 565 snap 174 seq_num 565) dirty exists 2024-04-12T16:07:01.067 INFO:tasks.rados.rados.0.smithi099.stdout:1747: left oid 22 (ObjNum 565 snap 174 seq_num 565) 2024-04-12T16:07:01.067 INFO:tasks.rados.rados.0.smithi099.stdout:1749: finishing write tid 1 to smithi09982431-8 2024-04-12T16:07:01.067 INFO:tasks.rados.rados.0.smithi099.stdout:1749: finishing write tid 2 to smithi09982431-8 2024-04-12T16:07:01.067 INFO:tasks.rados.rados.0.smithi099.stdout:1749: finishing write tid 3 to smithi09982431-8 2024-04-12T16:07:01.068 INFO:tasks.rados.rados.0.smithi099.stdout:1747: done (3 left) 2024-04-12T16:07:01.068 INFO:tasks.rados.rados.0.smithi099.stdout:1748: done (2 left) 2024-04-12T16:07:01.068 INFO:tasks.rados.rados.0.smithi099.stdout:1751: snap_create 2024-04-12T16:07:01.069 INFO:tasks.rados.rados.0.smithi099.stdout:1749: finishing write tid 4 to smithi09982431-8 2024-04-12T16:07:01.069 INFO:tasks.rados.rados.0.smithi099.stdout:1749: finishing write tid 5 to smithi09982431-8 2024-04-12T16:07:01.070 INFO:tasks.rados.rados.0.smithi099.stdout:1750: finishing copy_from to smithi09982431-31 2024-04-12T16:07:01.070 INFO:tasks.rados.rados.0.smithi099.stdout:1750: got expected ENOENT (src dne) 2024-04-12T16:07:01.070 INFO:tasks.rados.rados.0.smithi099.stdout:1750: finishing copy_from racing read to smithi09982431-31 2024-04-12T16:07:01.071 INFO:tasks.rados.rados.0.smithi099.stdout:1749: finishing write tid 6 to smithi09982431-8 2024-04-12T16:07:01.071 INFO:tasks.rados.rados.0.smithi099.stdout:1749: oid 8 updating version 0 to 822 2024-04-12T16:07:01.071 INFO:tasks.rados.rados.0.smithi099.stdout:1749: oid 8 version 822 is already newer than 819 2024-04-12T16:07:01.071 INFO:tasks.rados.rados.0.smithi099.stdout:1749: oid 8 updating version 822 to 823 2024-04-12T16:07:01.071 INFO:tasks.rados.rados.0.smithi099.stdout:1749: oid 8 version 823 is already newer than 821 2024-04-12T16:07:01.071 INFO:tasks.rados.rados.0.smithi099.stdout:1749: oid 8 version 823 is already newer than 820 2024-04-12T16:07:01.071 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 8 v 823 (ObjNum 566 snap 174 seq_num 566) dirty exists 2024-04-12T16:07:01.071 INFO:tasks.rados.rados.0.smithi099.stdout:1749: left oid 8 (ObjNum 566 snap 174 seq_num 566) 2024-04-12T16:07:01.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:01 smithi110 ceph-mon[88691]: osdmap e404: 8 total, 8 up, 8 in 2024-04-12T16:07:01.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:01 smithi110 ceph-mon[88691]: pgmap v242: 121 pgs: 121 active+clean; 471 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-04-12T16:07:01.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:01 smithi099 ceph-mon[96864]: osdmap e404: 8 total, 8 up, 8 in 2024-04-12T16:07:01.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:01 smithi099 ceph-mon[96864]: pgmap v242: 121 pgs: 121 active+clean; 471 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-04-12T16:07:01.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:01 smithi099 ceph-mon[94290]: osdmap e404: 8 total, 8 up, 8 in 2024-04-12T16:07:01.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:01 smithi099 ceph-mon[94290]: pgmap v242: 121 pgs: 121 active+clean; 471 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-04-12T16:07:02.029 INFO:tasks.rados.rados.0.smithi099.stdout:1749: done (2 left) 2024-04-12T16:07:02.029 INFO:tasks.rados.rados.0.smithi099.stdout:1750: done (1 left) 2024-04-12T16:07:02.029 INFO:tasks.rados.rados.0.smithi099.stdout:1751: done (0 left) 2024-04-12T16:07:02.029 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 43 current snap is 175 2024-04-12T16:07:02.029 INFO:tasks.rados.rados.0.smithi099.stdout:1752: seq_num 567 ranges {7094272=704512,7798784=499712,8298496=770048,9068544=335872} 2024-04-12T16:07:02.070 INFO:tasks.rados.rados.0.smithi099.stdout:1752: writing smithi09982431-43 from 7094272 to 7798784 tid 1 2024-04-12T16:07:02.073 INFO:tasks.rados.rados.0.smithi099.stdout:1752: writing smithi09982431-43 from 7798784 to 8298496 tid 2 2024-04-12T16:07:02.077 INFO:tasks.rados.rados.0.smithi099.stdout:1752: writing smithi09982431-43 from 8298496 to 9068544 tid 3 2024-04-12T16:07:02.079 INFO:tasks.rados.rados.0.smithi099.stdout:1752: writing smithi09982431-43 from 9068544 to 9404416 tid 4 2024-04-12T16:07:02.079 INFO:tasks.rados.rados.0.smithi099.stdout:1753: delete oid 18 current snap is 175 2024-04-12T16:07:02.081 INFO:tasks.rados.rados.0.smithi099.stdout:1752: finishing write tid 1 to smithi09982431-43 2024-04-12T16:07:02.081 INFO:tasks.rados.rados.0.smithi099.stdout:1752: finishing write tid 2 to smithi09982431-43 2024-04-12T16:07:02.085 INFO:tasks.rados.rados.0.smithi099.stdout:1752: finishing write tid 3 to smithi09982431-43 2024-04-12T16:07:02.085 INFO:tasks.rados.rados.0.smithi099.stdout:1752: finishing write tid 4 to smithi09982431-43 2024-04-12T16:07:02.085 INFO:tasks.rados.rados.0.smithi099.stdout:1752: finishing write tid 5 to smithi09982431-43 2024-04-12T16:07:02.088 INFO:tasks.rados.rados.0.smithi099.stdout:1752: finishing write tid 6 to smithi09982431-43 2024-04-12T16:07:02.088 INFO:tasks.rados.rados.0.smithi099.stdout:1752: oid 43 updating version 0 to 1036 2024-04-12T16:07:02.088 INFO:tasks.rados.rados.0.smithi099.stdout:1752: oid 43 updating version 1036 to 1037 2024-04-12T16:07:02.088 INFO:tasks.rados.rados.0.smithi099.stdout:1752: oid 43 updating version 1037 to 1040 2024-04-12T16:07:02.088 INFO:tasks.rados.rados.0.smithi099.stdout:1752: oid 43 version 1040 is already newer than 1039 2024-04-12T16:07:02.088 INFO:tasks.rados.rados.0.smithi099.stdout:1752: oid 43 version 1040 is already newer than 1038 2024-04-12T16:07:02.088 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 43 v 1040 (ObjNum 567 snap 175 seq_num 567) dirty exists 2024-04-12T16:07:02.088 INFO:tasks.rados.rados.0.smithi099.stdout:1752: left oid 43 (ObjNum 567 snap 175 seq_num 567) 2024-04-12T16:07:02.088 INFO:tasks.rados.rados.0.smithi099.stdout:1752: done (1 left) 2024-04-12T16:07:02.088 INFO:tasks.rados.rados.0.smithi099.stdout:1753: done (0 left) 2024-04-12T16:07:02.088 INFO:tasks.rados.rados.0.smithi099.stdout:1754: read oid 36 snap -1 2024-04-12T16:07:02.088 INFO:tasks.rados.rados.0.smithi099.stdout:1754: expect deleted 2024-04-12T16:07:02.088 INFO:tasks.rados.rados.0.smithi099.stdout:1755: snap_create 2024-04-12T16:07:02.312 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:02 smithi110 ceph-mon[88691]: osdmap e405: 8 total, 8 up, 8 in 2024-04-12T16:07:02.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:02 smithi099 ceph-mon[96864]: osdmap e405: 8 total, 8 up, 8 in 2024-04-12T16:07:02.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:02 smithi099 ceph-mon[94290]: osdmap e405: 8 total, 8 up, 8 in 2024-04-12T16:07:02.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:07:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:07:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:07:03.041 INFO:tasks.rados.rados.0.smithi099.stdout:1754: done (1 left) 2024-04-12T16:07:03.041 INFO:tasks.rados.rados.0.smithi099.stdout:1755: done (0 left) 2024-04-12T16:07:03.041 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 7 current snap is 176 2024-04-12T16:07:03.041 INFO:tasks.rados.rados.0.smithi099.stdout:1756: seq_num 569 ranges {0=737280,737280=671744,1409024=737280,2146304=196608} 2024-04-12T16:07:03.045 INFO:tasks.rados.rados.0.smithi099.stdout:1756: writing smithi09982431-7 from 0 to 737280 tid 1 2024-04-12T16:07:03.049 INFO:tasks.rados.rados.0.smithi099.stdout:1756: writing smithi09982431-7 from 737280 to 1409024 tid 2 2024-04-12T16:07:03.054 INFO:tasks.rados.rados.0.smithi099.stdout:1756: writing smithi09982431-7 from 1409024 to 2146304 tid 3 2024-04-12T16:07:03.055 INFO:tasks.rados.rados.0.smithi099.stdout:1756: writing smithi09982431-7 from 2146304 to 2342912 tid 4 2024-04-12T16:07:03.055 INFO:tasks.rados.rados.0.smithi099.stdout:1757: read oid 43 snap -1 2024-04-12T16:07:03.055 INFO:tasks.rados.rados.0.smithi099.stdout:1757: expect (ObjNum 567 snap 175 seq_num 567) 2024-04-12T16:07:03.055 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 40 current snap is 176 2024-04-12T16:07:03.055 INFO:tasks.rados.rados.0.smithi099.stdout:1758: seq_num 570 ranges {1351680=753664,2105344=548864,2654208=540672,3194880=516096} 2024-04-12T16:07:03.067 INFO:tasks.rados.rados.0.smithi099.stdout:1758: writing smithi09982431-40 from 1351680 to 2105344 tid 1 2024-04-12T16:07:03.070 INFO:tasks.rados.rados.0.smithi099.stdout:1758: writing smithi09982431-40 from 2105344 to 2654208 tid 2 2024-04-12T16:07:03.073 INFO:tasks.rados.rados.0.smithi099.stdout:1758: writing smithi09982431-40 from 2654208 to 3194880 tid 3 2024-04-12T16:07:03.077 INFO:tasks.rados.rados.0.smithi099.stdout:1758: writing smithi09982431-40 from 3194880 to 3710976 tid 4 2024-04-12T16:07:03.077 INFO:tasks.rados.rados.0.smithi099.stdout:1759: read oid 45 snap -1 2024-04-12T16:07:03.077 INFO:tasks.rados.rados.0.smithi099.stdout:1759: expect (ObjNum 520 snap 158 seq_num 520) 2024-04-12T16:07:03.077 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 44 current snap is 176 2024-04-12T16:07:03.077 INFO:tasks.rados.rados.0.smithi099.stdout:1760: seq_num 571 ranges {2293760=770048,3063808=483328,3547136=753664,4300800=368640} 2024-04-12T16:07:03.093 INFO:tasks.rados.rados.0.smithi099.stdout:1760: writing smithi09982431-44 from 2293760 to 3063808 tid 1 2024-04-12T16:07:03.096 INFO:tasks.rados.rados.0.smithi099.stdout:1760: writing smithi09982431-44 from 3063808 to 3547136 tid 2 2024-04-12T16:07:03.101 INFO:tasks.rados.rados.0.smithi099.stdout:1760: writing smithi09982431-44 from 3547136 to 4300800 tid 3 2024-04-12T16:07:03.103 INFO:tasks.rados.rados.0.smithi099.stdout:1760: writing smithi09982431-44 from 4300800 to 4669440 tid 4 2024-04-12T16:07:03.103 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 39 current snap is 176 2024-04-12T16:07:03.103 INFO:tasks.rados.rados.0.smithi099.stdout:1756: finishing write tid 1 to smithi09982431-7 2024-04-12T16:07:03.103 INFO:tasks.rados.rados.0.smithi099.stdout:1761: seq_num 572 ranges {1220608=786432,2007040=770048,2777088=557056,3334144=278528} 2024-04-12T16:07:03.115 INFO:tasks.rados.rados.0.smithi099.stdout:1761: writing smithi09982431-39 from 1220608 to 2007040 tid 1 2024-04-12T16:07:03.119 INFO:tasks.rados.rados.0.smithi099.stdout:1761: writing smithi09982431-39 from 2007040 to 2777088 tid 2 2024-04-12T16:07:03.123 INFO:tasks.rados.rados.0.smithi099.stdout:1761: writing smithi09982431-39 from 2777088 to 3334144 tid 3 2024-04-12T16:07:03.126 INFO:tasks.rados.rados.0.smithi099.stdout:1761: writing smithi09982431-39 from 3334144 to 3612672 tid 4 2024-04-12T16:07:03.126 INFO:tasks.rados.rados.0.smithi099.stdout:1762: copy_from oid 17 from oid 20 current snap is 176 2024-04-12T16:07:03.126 INFO:tasks.rados.rados.0.smithi099.stdout:1756: finishing write tid 2 to smithi09982431-7 2024-04-12T16:07:03.126 INFO:tasks.rados.rados.0.smithi099.stdout:1756: finishing write tid 3 to smithi09982431-7 2024-04-12T16:07:03.126 INFO:tasks.rados.rados.0.smithi099.stdout:1756: finishing write tid 4 to smithi09982431-7 2024-04-12T16:07:03.126 INFO:tasks.rados.rados.0.smithi099.stdout:1756: finishing write tid 5 to smithi09982431-7 2024-04-12T16:07:03.126 INFO:tasks.rados.rados.0.smithi099.stdout:1756: finishing write tid 6 to smithi09982431-7 2024-04-12T16:07:03.126 INFO:tasks.rados.rados.0.smithi099.stdout:1756: oid 7 updating version 0 to 1169 2024-04-12T16:07:03.126 INFO:tasks.rados.rados.0.smithi099.stdout:1756: oid 7 version 1169 is already newer than 1167 2024-04-12T16:07:03.126 INFO:tasks.rados.rados.0.smithi099.stdout:1756: oid 7 version 1169 is already newer than 1165 2024-04-12T16:07:03.126 INFO:tasks.rados.rados.0.smithi099.stdout:1756: oid 7 version 1169 is already newer than 1166 2024-04-12T16:07:03.127 INFO:tasks.rados.rados.0.smithi099.stdout:1756: oid 7 version 1169 is already newer than 1168 2024-04-12T16:07:03.127 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 7 v 1169 (ObjNum 569 snap 176 seq_num 569) dirty exists 2024-04-12T16:07:03.127 INFO:tasks.rados.rados.0.smithi099.stdout:1756: left oid 7 (ObjNum 569 snap 176 seq_num 569) 2024-04-12T16:07:03.127 INFO:tasks.rados.rados.0.smithi099.stdout:1758: finishing write tid 1 to smithi09982431-40 2024-04-12T16:07:03.127 INFO:tasks.rados.rados.0.smithi099.stdout:1758: finishing write tid 2 to smithi09982431-40 2024-04-12T16:07:03.127 INFO:tasks.rados.rados.0.smithi099.stdout:1758: finishing write tid 3 to smithi09982431-40 2024-04-12T16:07:03.127 INFO:tasks.rados.rados.0.smithi099.stdout:1756: done (6 left) 2024-04-12T16:07:03.127 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 42 current snap is 176 2024-04-12T16:07:03.127 INFO:tasks.rados.rados.0.smithi099.stdout:1758: finishing write tid 4 to smithi09982431-40 2024-04-12T16:07:03.127 INFO:tasks.rados.rados.0.smithi099.stdout:1758: finishing write tid 5 to smithi09982431-40 2024-04-12T16:07:03.127 INFO:tasks.rados.rados.0.smithi099.stdout:1758: finishing write tid 6 to smithi09982431-40 2024-04-12T16:07:03.127 INFO:tasks.rados.rados.0.smithi099.stdout:1758: oid 40 updating version 0 to 1171 2024-04-12T16:07:03.127 INFO:tasks.rados.rados.0.smithi099.stdout:1758: oid 40 updating version 1171 to 1175 2024-04-12T16:07:03.127 INFO:tasks.rados.rados.0.smithi099.stdout:1758: oid 40 version 1175 is already newer than 1172 2024-04-12T16:07:03.128 INFO:tasks.rados.rados.0.smithi099.stdout:1758: oid 40 version 1175 is already newer than 1173 2024-04-12T16:07:03.128 INFO:tasks.rados.rados.0.smithi099.stdout:1758: oid 40 version 1175 is already newer than 1174 2024-04-12T16:07:03.128 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 40 v 1175 (ObjNum 570 snap 176 seq_num 570) dirty exists 2024-04-12T16:07:03.128 INFO:tasks.rados.rados.0.smithi099.stdout:1758: left oid 40 (ObjNum 570 snap 176 seq_num 570) 2024-04-12T16:07:03.128 INFO:tasks.rados.rados.0.smithi099.stdout:1763: seq_num 573 ranges {9764864=802816,10567680=655360,11223040=720896,11943936=229376} 2024-04-12T16:07:03.181 INFO:tasks.rados.rados.0.smithi099.stdout:1763: writing smithi09982431-42 from 9764864 to 10567680 tid 1 2024-04-12T16:07:03.184 INFO:tasks.rados.rados.0.smithi099.stdout:1763: writing smithi09982431-42 from 10567680 to 11223040 tid 2 2024-04-12T16:07:03.190 INFO:tasks.rados.rados.0.smithi099.stdout:1763: writing smithi09982431-42 from 11223040 to 11943936 tid 3 2024-04-12T16:07:03.191 INFO:tasks.rados.rados.0.smithi099.stdout:1763: writing smithi09982431-42 from 11943936 to 12173312 tid 4 2024-04-12T16:07:03.191 INFO:tasks.rados.rados.0.smithi099.stdout:1758: done (6 left) 2024-04-12T16:07:03.191 INFO:tasks.rados.rados.0.smithi099.stdout:1764: read oid 41 snap -1 2024-04-12T16:07:03.191 INFO:tasks.rados.rados.0.smithi099.stdout:1764: expect deleted 2024-04-12T16:07:03.191 INFO:tasks.rados.rados.0.smithi099.stdout:1765: read oid 22 snap -1 2024-04-12T16:07:03.191 INFO:tasks.rados.rados.0.smithi099.stdout:1765: expect (ObjNum 565 snap 174 seq_num 565) 2024-04-12T16:07:03.191 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 48 current snap is 176 2024-04-12T16:07:03.191 INFO:tasks.rados.rados.0.smithi099.stdout:1757: expect (ObjNum 567 snap 175 seq_num 567) 2024-04-12T16:07:03.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:03 smithi110 ceph-mon[88691]: osdmap e406: 8 total, 8 up, 8 in 2024-04-12T16:07:03.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:03 smithi110 ceph-mon[88691]: pgmap v245: 121 pgs: 121 active+clean; 471 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-12T16:07:03.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:03 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:03.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:03 smithi099 ceph-mon[94290]: osdmap e406: 8 total, 8 up, 8 in 2024-04-12T16:07:03.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:03 smithi099 ceph-mon[94290]: pgmap v245: 121 pgs: 121 active+clean; 471 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-12T16:07:03.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:03 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:03.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:03 smithi099 ceph-mon[96864]: osdmap e406: 8 total, 8 up, 8 in 2024-04-12T16:07:03.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:03 smithi099 ceph-mon[96864]: pgmap v245: 121 pgs: 121 active+clean; 471 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-12T16:07:03.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:03 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:03.806 INFO:tasks.rados.rados.0.smithi099.stdout:1760: finishing write tid 1 to smithi09982431-44 2024-04-12T16:07:03.806 INFO:tasks.rados.rados.0.smithi099.stdout:1760: finishing write tid 2 to smithi09982431-44 2024-04-12T16:07:03.806 INFO:tasks.rados.rados.0.smithi099.stdout:1760: finishing write tid 3 to smithi09982431-44 2024-04-12T16:07:03.806 INFO:tasks.rados.rados.0.smithi099.stdout:1760: finishing write tid 4 to smithi09982431-44 2024-04-12T16:07:03.806 INFO:tasks.rados.rados.0.smithi099.stdout:1760: finishing write tid 5 to smithi09982431-44 2024-04-12T16:07:03.806 INFO:tasks.rados.rados.0.smithi099.stdout:1760: finishing write tid 6 to smithi09982431-44 2024-04-12T16:07:03.806 INFO:tasks.rados.rados.0.smithi099.stdout:1760: oid 44 updating version 0 to 1038 2024-04-12T16:07:03.807 INFO:tasks.rados.rados.0.smithi099.stdout:1760: oid 44 version 1038 is already newer than 1035 2024-04-12T16:07:03.807 INFO:tasks.rados.rados.0.smithi099.stdout:1760: oid 44 version 1038 is already newer than 1037 2024-04-12T16:07:03.807 INFO:tasks.rados.rados.0.smithi099.stdout:1760: oid 44 version 1038 is already newer than 1036 2024-04-12T16:07:03.807 INFO:tasks.rados.rados.0.smithi099.stdout:1760: oid 44 updating version 1038 to 1039 2024-04-12T16:07:03.807 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 44 v 1039 (ObjNum 571 snap 176 seq_num 571) dirty exists 2024-04-12T16:07:03.807 INFO:tasks.rados.rados.0.smithi099.stdout:1760: left oid 44 (ObjNum 571 snap 176 seq_num 571) 2024-04-12T16:07:03.807 INFO:tasks.rados.rados.0.smithi099.stdout:1759: expect (ObjNum 520 snap 158 seq_num 520) 2024-04-12T16:07:03.834 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:07:03 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:07:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi099\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:07:04.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:04 smithi110 ceph-mon[88691]: osdmap e407: 8 total, 8 up, 8 in 2024-04-12T16:07:04.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:04 smithi110 ceph-mon[88691]: osdmap e408: 8 total, 8 up, 8 in 2024-04-12T16:07:04.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:04 smithi099 ceph-mon[94290]: osdmap e407: 8 total, 8 up, 8 in 2024-04-12T16:07:04.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:04 smithi099 ceph-mon[94290]: osdmap e408: 8 total, 8 up, 8 in 2024-04-12T16:07:04.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:04 smithi099 ceph-mon[96864]: osdmap e407: 8 total, 8 up, 8 in 2024-04-12T16:07:04.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:04 smithi099 ceph-mon[96864]: osdmap e408: 8 total, 8 up, 8 in 2024-04-12T16:07:04.755 INFO:tasks.rados.rados.0.smithi099.stdout:1761: finishing write tid 1 to smithi09982431-39 2024-04-12T16:07:04.755 INFO:tasks.rados.rados.0.smithi099.stdout:1761: finishing write tid 2 to smithi09982431-39 2024-04-12T16:07:04.755 INFO:tasks.rados.rados.0.smithi099.stdout:1761: finishing write tid 3 to smithi09982431-39 2024-04-12T16:07:04.756 INFO:tasks.rados.rados.0.smithi099.stdout:1761: finishing write tid 4 to smithi09982431-39 2024-04-12T16:07:04.756 INFO:tasks.rados.rados.0.smithi099.stdout:1761: finishing write tid 5 to smithi09982431-39 2024-04-12T16:07:04.756 INFO:tasks.rados.rados.0.smithi099.stdout:1761: finishing write tid 6 to smithi09982431-39 2024-04-12T16:07:04.756 INFO:tasks.rados.rados.0.smithi099.stdout:1761: oid 39 updating version 0 to 811 2024-04-12T16:07:04.756 INFO:tasks.rados.rados.0.smithi099.stdout:1761: oid 39 updating version 811 to 812 2024-04-12T16:07:04.756 INFO:tasks.rados.rados.0.smithi099.stdout:1761: oid 39 updating version 812 to 814 2024-04-12T16:07:04.756 INFO:tasks.rados.rados.0.smithi099.stdout:1761: oid 39 version 814 is already newer than 810 2024-04-12T16:07:04.756 INFO:tasks.rados.rados.0.smithi099.stdout:1761: oid 39 version 814 is already newer than 813 2024-04-12T16:07:04.756 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 39 v 814 (ObjNum 572 snap 176 seq_num 572) dirty exists 2024-04-12T16:07:04.756 INFO:tasks.rados.rados.0.smithi099.stdout:1761: left oid 39 (ObjNum 572 snap 176 seq_num 572) 2024-04-12T16:07:04.756 INFO:tasks.rados.rados.0.smithi099.stdout:1762: finishing copy_from racing read to smithi09982431-17 2024-04-12T16:07:04.756 INFO:tasks.rados.rados.0.smithi099.stdout:1762: finishing copy_from to smithi09982431-17 2024-04-12T16:07:04.756 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 17 v 1023 (ObjNum 503 snap 152 seq_num 503) dirty exists 2024-04-12T16:07:04.756 INFO:tasks.rados.rados.0.smithi099.stdout:1763: finishing write tid 1 to smithi09982431-42 2024-04-12T16:07:04.756 INFO:tasks.rados.rados.0.smithi099.stdout:1763: finishing write tid 2 to smithi09982431-42 2024-04-12T16:07:04.757 INFO:tasks.rados.rados.0.smithi099.stdout:1763: finishing write tid 3 to smithi09982431-42 2024-04-12T16:07:04.757 INFO:tasks.rados.rados.0.smithi099.stdout:1766: seq_num 574 ranges {1048576=16384} 2024-04-12T16:07:04.761 INFO:tasks.rados.rados.0.smithi099.stdout:1766: writing smithi09982431-48 from 1048576 to 1064960 tid 1 2024-04-12T16:07:04.761 INFO:tasks.rados.rados.0.smithi099.stdout:1757: done (8 left) 2024-04-12T16:07:04.761 INFO:tasks.rados.rados.0.smithi099.stdout:1759: done (7 left) 2024-04-12T16:07:04.761 INFO:tasks.rados.rados.0.smithi099.stdout:1760: done (6 left) 2024-04-12T16:07:04.761 INFO:tasks.rados.rados.0.smithi099.stdout:1761: done (5 left) 2024-04-12T16:07:04.761 INFO:tasks.rados.rados.0.smithi099.stdout:1762: done (4 left) 2024-04-12T16:07:04.761 INFO:tasks.rados.rados.0.smithi099.stdout:1764: done (3 left) 2024-04-12T16:07:04.761 INFO:tasks.rados.rados.0.smithi099.stdout:1767: snap_remove snap 173 2024-04-12T16:07:05.048 INFO:tasks.rados.rados.0.smithi099.stdout:1767: done (3 left) 2024-04-12T16:07:05.048 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 32 current snap is 176 2024-04-12T16:07:05.048 INFO:tasks.rados.rados.0.smithi099.stdout:1763: finishing write tid 4 to smithi09982431-42 2024-04-12T16:07:05.048 INFO:tasks.rados.rados.0.smithi099.stdout:1763: finishing write tid 5 to smithi09982431-42 2024-04-12T16:07:05.049 INFO:tasks.rados.rados.0.smithi099.stdout:1763: finishing write tid 6 to smithi09982431-42 2024-04-12T16:07:05.049 INFO:tasks.rados.rados.0.smithi099.stdout:1763: oid 42 updating version 0 to 962 2024-04-12T16:07:05.049 INFO:tasks.rados.rados.0.smithi099.stdout:1763: oid 42 version 962 is already newer than 960 2024-04-12T16:07:05.049 INFO:tasks.rados.rados.0.smithi099.stdout:1763: oid 42 version 962 is already newer than 961 2024-04-12T16:07:05.049 INFO:tasks.rados.rados.0.smithi099.stdout:1763: oid 42 version 962 is already newer than 959 2024-04-12T16:07:05.049 INFO:tasks.rados.rados.0.smithi099.stdout:1763: oid 42 updating version 962 to 963 2024-04-12T16:07:05.049 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 42 v 963 (ObjNum 573 snap 176 seq_num 573) dirty exists 2024-04-12T16:07:05.049 INFO:tasks.rados.rados.0.smithi099.stdout:1763: left oid 42 (ObjNum 573 snap 176 seq_num 573) 2024-04-12T16:07:05.049 INFO:tasks.rados.rados.0.smithi099.stdout:1765: expect (ObjNum 565 snap 174 seq_num 565) 2024-04-12T16:07:05.108 INFO:tasks.rados.rados.0.smithi099.stdout:1766: finishing write tid 1 to smithi09982431-48 2024-04-12T16:07:05.109 INFO:tasks.rados.rados.0.smithi099.stdout:1766: finishing write tid 2 to smithi09982431-48 2024-04-12T16:07:05.109 INFO:tasks.rados.rados.0.smithi099.stdout:1766: finishing write tid 3 to smithi09982431-48 2024-04-12T16:07:05.109 INFO:tasks.rados.rados.0.smithi099.stdout:1766: oid 48 updating version 0 to 948 2024-04-12T16:07:05.109 INFO:tasks.rados.rados.0.smithi099.stdout:1766: oid 48 updating version 948 to 949 2024-04-12T16:07:05.109 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 48 v 949 (ObjNum 574 snap 176 seq_num 574) dirty exists 2024-04-12T16:07:05.109 INFO:tasks.rados.rados.0.smithi099.stdout:1766: left oid 48 (ObjNum 574 snap 176 seq_num 574) 2024-04-12T16:07:05.109 INFO:tasks.rados.rados.0.smithi099.stdout:1768: seq_num 575 ranges {4595712=32768} 2024-04-12T16:07:05.133 INFO:tasks.rados.rados.0.smithi099.stdout:1768: writing smithi09982431-32 from 4595712 to 4628480 tid 1 2024-04-12T16:07:05.133 INFO:tasks.rados.rados.0.smithi099.stdout:1763: done (3 left) 2024-04-12T16:07:05.133 INFO:tasks.rados.rados.0.smithi099.stdout:1765: done (2 left) 2024-04-12T16:07:05.133 INFO:tasks.rados.rados.0.smithi099.stdout:1766: done (1 left) 2024-04-12T16:07:05.133 INFO:tasks.rados.rados.0.smithi099.stdout:1769: delete oid 43 current snap is 176 2024-04-12T16:07:05.136 INFO:tasks.rados.rados.0.smithi099.stdout:1769: done (1 left) 2024-04-12T16:07:05.136 INFO:tasks.rados.rados.0.smithi099.stdout:1770: setattr oid 31 current snap is 176 2024-04-12T16:07:05.138 INFO:tasks.rados.rados.0.smithi099.stdout:1771: rmattr oid 49 current snap is 176 2024-04-12T16:07:05.138 INFO:tasks.rados.rados.0.smithi099.stdout:1772: delete oid 2 current snap is 176 2024-04-12T16:07:05.138 INFO:tasks.rados.rados.0.smithi099.stdout:1768: finishing write tid 1 to smithi09982431-32 2024-04-12T16:07:05.138 INFO:tasks.rados.rados.0.smithi099.stdout:1768: finishing write tid 2 to smithi09982431-32 2024-04-12T16:07:05.140 INFO:tasks.rados.rados.0.smithi099.stdout:1772: done (3 left) 2024-04-12T16:07:05.140 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 7 current snap is 176 2024-04-12T16:07:05.140 INFO:tasks.rados.rados.0.smithi099.stdout:1773: seq_num 578 ranges {2342912=81920} 2024-04-12T16:07:05.153 INFO:tasks.rados.rados.0.smithi099.stdout:1773: writing smithi09982431-7 from 2342912 to 2424832 tid 1 2024-04-12T16:07:05.153 INFO:tasks.rados.rados.0.smithi099.stdout:1774: read oid 42 snap -1 2024-04-12T16:07:05.153 INFO:tasks.rados.rados.0.smithi099.stdout:1774: expect (ObjNum 573 snap 176 seq_num 573) 2024-04-12T16:07:05.153 INFO:tasks.rados.rados.0.smithi099.stdout:1775: snap_remove snap 151 2024-04-12T16:07:05.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:05 smithi110 ceph-mon[88691]: pgmap v248: 121 pgs: 121 active+clean; 484 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.1 MiB/s wr, 11 op/s 2024-04-12T16:07:05.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:05 smithi099 ceph-mon[94290]: pgmap v248: 121 pgs: 121 active+clean; 484 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.1 MiB/s wr, 11 op/s 2024-04-12T16:07:05.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:05 smithi099 ceph-mon[96864]: pgmap v248: 121 pgs: 121 active+clean; 484 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.1 MiB/s wr, 11 op/s 2024-04-12T16:07:06.053 INFO:tasks.rados.rados.0.smithi099.stdout:1768: finishing write tid 3 to smithi09982431-32 2024-04-12T16:07:06.053 INFO:tasks.rados.rados.0.smithi099.stdout:1768: oid 32 updating version 0 to 825 2024-04-12T16:07:06.053 INFO:tasks.rados.rados.0.smithi099.stdout:1768: oid 32 updating version 825 to 826 2024-04-12T16:07:06.053 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 32 v 826 (ObjNum 575 snap 176 seq_num 575) dirty exists 2024-04-12T16:07:06.053 INFO:tasks.rados.rados.0.smithi099.stdout:1768: left oid 32 (ObjNum 575 snap 176 seq_num 575) 2024-04-12T16:07:06.053 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 31 v 1043 (ObjNum 533 snap 161 seq_num 533) dirty exists 2024-04-12T16:07:06.053 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 49 v 1045 (ObjNum 533 snap 161 seq_num 533) dirty exists 2024-04-12T16:07:06.053 INFO:tasks.rados.rados.0.smithi099.stdout:1773: finishing write tid 1 to smithi09982431-7 2024-04-12T16:07:06.053 INFO:tasks.rados.rados.0.smithi099.stdout:1773: finishing write tid 2 to smithi09982431-7 2024-04-12T16:07:06.053 INFO:tasks.rados.rados.0.smithi099.stdout:1773: finishing write tid 3 to smithi09982431-7 2024-04-12T16:07:06.053 INFO:tasks.rados.rados.0.smithi099.stdout:1773: oid 7 updating version 0 to 1181 2024-04-12T16:07:06.054 INFO:tasks.rados.rados.0.smithi099.stdout:1773: oid 7 version 1181 is already newer than 1180 2024-04-12T16:07:06.054 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 7 v 1181 (ObjNum 578 snap 176 seq_num 578) dirty exists 2024-04-12T16:07:06.054 INFO:tasks.rados.rados.0.smithi099.stdout:1773: left oid 7 (ObjNum 578 snap 176 seq_num 578) 2024-04-12T16:07:06.054 INFO:tasks.rados.rados.0.smithi099.stdout:1774: expect (ObjNum 573 snap 176 seq_num 573) 2024-04-12T16:07:06.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:06 smithi110 ceph-mon[88691]: osdmap e409: 8 total, 8 up, 8 in 2024-04-12T16:07:06.358 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:06 smithi099 ceph-mon[94290]: osdmap e409: 8 total, 8 up, 8 in 2024-04-12T16:07:06.359 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:06 smithi099 ceph-mon[96864]: osdmap e409: 8 total, 8 up, 8 in 2024-04-12T16:07:06.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:07:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:07:06] "GET /metrics HTTP/1.1" 200 36218 "" "Prometheus/2.43.0" 2024-04-12T16:07:07.122 INFO:tasks.rados.rados.0.smithi099.stdout:1768: done (5 left) 2024-04-12T16:07:07.122 INFO:tasks.rados.rados.0.smithi099.stdout:1770: done (4 left) 2024-04-12T16:07:07.122 INFO:tasks.rados.rados.0.smithi099.stdout:1771: done (3 left) 2024-04-12T16:07:07.122 INFO:tasks.rados.rados.0.smithi099.stdout:1773: done (2 left) 2024-04-12T16:07:07.122 INFO:tasks.rados.rados.0.smithi099.stdout:1774: done (1 left) 2024-04-12T16:07:07.122 INFO:tasks.rados.rados.0.smithi099.stdout:1775: done (0 left) 2024-04-12T16:07:07.122 INFO:tasks.rados.rados.0.smithi099.stdout:1776: delete oid 20 current snap is 176 2024-04-12T16:07:07.125 INFO:tasks.rados.rados.0.smithi099.stdout:1776: done (0 left) 2024-04-12T16:07:07.125 INFO:tasks.rados.rados.0.smithi099.stdout:1777: rollback oid 35 current snap is 176 2024-04-12T16:07:07.125 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 35 to 167 2024-04-12T16:07:07.125 INFO:tasks.rados.rados.0.smithi099.stdout:1778: read oid 6 snap -1 2024-04-12T16:07:07.125 INFO:tasks.rados.rados.0.smithi099.stdout:1778: expect (ObjNum 546 snap 163 seq_num 546) 2024-04-12T16:07:07.125 INFO:tasks.rados.rados.0.smithi099.stdout:1779: read oid 4 snap -1 2024-04-12T16:07:07.126 INFO:tasks.rados.rados.0.smithi099.stdout:1779: expect (ObjNum 527 snap 159 seq_num 527) 2024-04-12T16:07:07.126 INFO:tasks.rados.rados.0.smithi099.stdout:1780: rollback oid 12 current snap is 176 2024-04-12T16:07:07.126 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 12 to 171 2024-04-12T16:07:07.126 INFO:tasks.rados.rados.0.smithi099.stdout:1781: read oid 26 snap -1 2024-04-12T16:07:07.126 INFO:tasks.rados.rados.0.smithi099.stdout:1781: expect (ObjNum 449 snap 135 seq_num 449) 2024-04-12T16:07:07.126 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 3 current snap is 176 2024-04-12T16:07:07.126 INFO:tasks.rados.rados.0.smithi099.stdout:1782: seq_num 580 ranges {5578752=114688} 2024-04-12T16:07:07.159 INFO:tasks.rados.rados.0.smithi099.stdout:1782: writing smithi09982431-3 from 5578752 to 5693440 tid 1 2024-04-12T16:07:07.159 INFO:tasks.rados.rados.0.smithi099.stdout:1783: rollback oid 44 current snap is 176 2024-04-12T16:07:07.159 INFO:tasks.rados.rados.0.smithi099.stdout:1777: finishing rollback tid 0 to smithi09982431-35 2024-04-12T16:07:07.159 INFO:tasks.rados.rados.0.smithi099.stdout:1777: finishing rollback tid 1 to smithi09982431-35 2024-04-12T16:07:07.159 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 44 to 66 2024-04-12T16:07:07.159 INFO:tasks.rados.rados.0.smithi099.stdout:1780: finishing rollback tid 0 to smithi09982431-12 2024-04-12T16:07:07.159 INFO:tasks.rados.rados.0.smithi099.stdout:1780: finishing rollback tid 1 to smithi09982431-12 2024-04-12T16:07:07.159 INFO:tasks.rados.rados.0.smithi099.stdout:1780: finishing rollback tid 2 to smithi09982431-12 2024-04-12T16:07:07.160 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 814 (ObjNum 521 snap 158 seq_num 521) dirty exists 2024-04-12T16:07:07.160 INFO:tasks.rados.rados.0.smithi099.stdout:1779: expect (ObjNum 527 snap 159 seq_num 527) 2024-04-12T16:07:07.200 INFO:tasks.rados.rados.0.smithi099.stdout:1777: finishing rollback tid 2 to smithi09982431-35 2024-04-12T16:07:07.200 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 958 (ObjNum 492 snap 150 seq_num 492) dirty exists 2024-04-12T16:07:07.200 INFO:tasks.rados.rados.0.smithi099.stdout:1781: expect (ObjNum 449 snap 135 seq_num 449) 2024-04-12T16:07:07.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:07 smithi110 ceph-mon[88691]: osdmap e410: 8 total, 8 up, 8 in 2024-04-12T16:07:07.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:07 smithi110 ceph-mon[88691]: pgmap v251: 121 pgs: 121 active+clean; 493 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 5.3 MiB/s wr, 18 op/s 2024-04-12T16:07:07.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:07 smithi099 ceph-mon[94290]: osdmap e410: 8 total, 8 up, 8 in 2024-04-12T16:07:07.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:07 smithi099 ceph-mon[94290]: pgmap v251: 121 pgs: 121 active+clean; 493 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 5.3 MiB/s wr, 18 op/s 2024-04-12T16:07:07.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:07 smithi099 ceph-mon[96864]: osdmap e410: 8 total, 8 up, 8 in 2024-04-12T16:07:07.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:07 smithi099 ceph-mon[96864]: pgmap v251: 121 pgs: 121 active+clean; 493 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 5.3 MiB/s wr, 18 op/s 2024-04-12T16:07:07.425 INFO:tasks.rados.rados.0.smithi099.stdout:1778: expect (ObjNum 546 snap 163 seq_num 546) 2024-04-12T16:07:07.621 INFO:tasks.rados.rados.0.smithi099.stdout:1783: finishing rollback tid 0 to smithi09982431-44 2024-04-12T16:07:07.621 INFO:tasks.rados.rados.0.smithi099.stdout:1783: finishing rollback tid 1 to smithi09982431-44 2024-04-12T16:07:07.621 INFO:tasks.rados.rados.0.smithi099.stdout:1783: finishing rollback tid 2 to smithi09982431-44 2024-04-12T16:07:07.621 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 44 v 1058 (ObjNum 121 snap 28 seq_num 121) dirty exists 2024-04-12T16:07:07.621 INFO:tasks.rados.rados.0.smithi099.stdout:1782: finishing write tid 1 to smithi09982431-3 2024-04-12T16:07:07.621 INFO:tasks.rados.rados.0.smithi099.stdout:1777: done (6 left) 2024-04-12T16:07:07.621 INFO:tasks.rados.rados.0.smithi099.stdout:1778: done (5 left) 2024-04-12T16:07:07.621 INFO:tasks.rados.rados.0.smithi099.stdout:1779: done (4 left) 2024-04-12T16:07:07.621 INFO:tasks.rados.rados.0.smithi099.stdout:1780: done (3 left) 2024-04-12T16:07:07.621 INFO:tasks.rados.rados.0.smithi099.stdout:1781: done (2 left) 2024-04-12T16:07:07.621 INFO:tasks.rados.rados.0.smithi099.stdout:1783: done (1 left) 2024-04-12T16:07:07.621 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 42 current snap is 176 2024-04-12T16:07:07.622 INFO:tasks.rados.rados.0.smithi099.stdout:1782: finishing write tid 2 to smithi09982431-3 2024-04-12T16:07:07.622 INFO:tasks.rados.rados.0.smithi099.stdout:1784: seq_num 581 ranges {12173312=139264} 2024-04-12T16:07:07.685 INFO:tasks.rados.rados.0.smithi099.stdout:1784: writing smithi09982431-42 from 12173312 to 12312576 tid 1 2024-04-12T16:07:07.685 INFO:tasks.rados.rados.0.smithi099.stdout:1785: rollback oid 48 current snap is 176 2024-04-12T16:07:07.686 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 48 to 66 2024-04-12T16:07:07.686 INFO:tasks.rados.rados.0.smithi099.stdout:1782: finishing write tid 3 to smithi09982431-3 2024-04-12T16:07:07.686 INFO:tasks.rados.rados.0.smithi099.stdout:1782: oid 3 updating version 0 to 1061 2024-04-12T16:07:07.686 INFO:tasks.rados.rados.0.smithi099.stdout:1782: oid 3 version 1061 is already newer than 1060 2024-04-12T16:07:07.686 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 3 v 1061 (ObjNum 580 snap 176 seq_num 580) dirty exists 2024-04-12T16:07:07.686 INFO:tasks.rados.rados.0.smithi099.stdout:1782: left oid 3 (ObjNum 580 snap 176 seq_num 580) 2024-04-12T16:07:07.686 INFO:tasks.rados.rados.0.smithi099.stdout:1782: done (2 left) 2024-04-12T16:07:07.686 INFO:tasks.rados.rados.0.smithi099.stdout:1786: rollback oid 9 current snap is 176 2024-04-12T16:07:07.686 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 9 to 174 2024-04-12T16:07:07.686 INFO:tasks.rados.rados.0.smithi099.stdout:1787: copy_from oid 7 from oid 33 current snap is 176 2024-04-12T16:07:07.686 INFO:tasks.rados.rados.0.smithi099.stdout:1788: read oid 46 snap -1 2024-04-12T16:07:07.686 INFO:tasks.rados.rados.0.smithi099.stdout:1788: expect (ObjNum 507 snap 153 seq_num 507) 2024-04-12T16:07:07.686 INFO:tasks.rados.rados.0.smithi099.stdout:1789: delete oid 44 current snap is 176 2024-04-12T16:07:07.688 INFO:tasks.rados.rados.0.smithi099.stdout:1789: done (5 left) 2024-04-12T16:07:07.688 INFO:tasks.rados.rados.0.smithi099.stdout:1790: read oid 39 snap -1 2024-04-12T16:07:07.689 INFO:tasks.rados.rados.0.smithi099.stdout:1790: expect (ObjNum 572 snap 176 seq_num 572) 2024-04-12T16:07:07.689 INFO:tasks.rados.rados.0.smithi099.stdout:1791: snap_remove snap 155 2024-04-12T16:07:08.056 INFO:tasks.rados.rados.0.smithi099.stdout:1791: done (6 left) 2024-04-12T16:07:08.056 INFO:tasks.rados.rados.0.smithi099.stdout:1792: snap_create 2024-04-12T16:07:08.056 INFO:tasks.rados.rados.0.smithi099.stdout:1784: finishing write tid 1 to smithi09982431-42 2024-04-12T16:07:08.056 INFO:tasks.rados.rados.0.smithi099.stdout:1785: finishing rollback tid 0 to smithi09982431-48 2024-04-12T16:07:08.056 INFO:tasks.rados.rados.0.smithi099.stdout:1784: finishing write tid 2 to smithi09982431-42 2024-04-12T16:07:08.056 INFO:tasks.rados.rados.0.smithi099.stdout:1786: finishing rollback tid 0 to smithi09982431-9 2024-04-12T16:07:08.056 INFO:tasks.rados.rados.0.smithi099.stdout:1786: finishing rollback tid 1 to smithi09982431-9 2024-04-12T16:07:08.056 INFO:tasks.rados.rados.0.smithi099.stdout:1786: finishing rollback tid 2 to smithi09982431-9 2024-04-12T16:07:08.056 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 9 v 824 (ObjNum 433 snap 129 seq_num 433) dirty exists 2024-04-12T16:07:08.057 INFO:tasks.rados.rados.0.smithi099.stdout:1784: finishing write tid 3 to smithi09982431-42 2024-04-12T16:07:08.057 INFO:tasks.rados.rados.0.smithi099.stdout:1784: oid 42 updating version 0 to 964 2024-04-12T16:07:08.057 INFO:tasks.rados.rados.0.smithi099.stdout:1784: oid 42 updating version 964 to 965 2024-04-12T16:07:08.057 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 42 v 965 (ObjNum 581 snap 176 seq_num 581) dirty exists 2024-04-12T16:07:08.057 INFO:tasks.rados.rados.0.smithi099.stdout:1784: left oid 42 (ObjNum 581 snap 176 seq_num 581) 2024-04-12T16:07:08.057 INFO:tasks.rados.rados.0.smithi099.stdout:1787: finishing copy_from racing read to smithi09982431-7 2024-04-12T16:07:08.057 INFO:tasks.rados.rados.0.smithi099.stdout:1785: finishing rollback tid 1 to smithi09982431-48 2024-04-12T16:07:08.057 INFO:tasks.rados.rados.0.smithi099.stdout:1785: finishing rollback tid 2 to smithi09982431-48 2024-04-12T16:07:08.057 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 48 v 952 (ObjNum 230 snap 66 seq_num 230) dirty exists 2024-04-12T16:07:08.057 INFO:tasks.rados.rados.0.smithi099.stdout:1787: finishing copy_from to smithi09982431-7 2024-04-12T16:07:08.057 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 7 v 954 (ObjNum 327 snap 103 seq_num 327) dirty exists 2024-04-12T16:07:08.057 INFO:tasks.rados.rados.0.smithi099.stdout:1788: expect (ObjNum 507 snap 153 seq_num 507) 2024-04-12T16:07:08.165 INFO:tasks.rados.rados.0.smithi099.stdout:1790: expect (ObjNum 572 snap 176 seq_num 572) 2024-04-12T16:07:09.066 INFO:tasks.rados.rados.0.smithi099.stdout:1784: done (6 left) 2024-04-12T16:07:09.066 INFO:tasks.rados.rados.0.smithi099.stdout:1785: done (5 left) 2024-04-12T16:07:09.066 INFO:tasks.rados.rados.0.smithi099.stdout:1786: done (4 left) 2024-04-12T16:07:09.066 INFO:tasks.rados.rados.0.smithi099.stdout:1787: done (3 left) 2024-04-12T16:07:09.067 INFO:tasks.rados.rados.0.smithi099.stdout:1788: done (2 left) 2024-04-12T16:07:09.067 INFO:tasks.rados.rados.0.smithi099.stdout:1790: done (1 left) 2024-04-12T16:07:09.067 INFO:tasks.rados.rados.0.smithi099.stdout:1792: done (0 left) 2024-04-12T16:07:09.067 INFO:tasks.rados.rados.0.smithi099.stdout:1793: snap_remove snap 171 2024-04-12T16:07:09.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:09 smithi110 ceph-mon[88691]: osdmap e411: 8 total, 8 up, 8 in 2024-04-12T16:07:09.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:09 smithi110 ceph-mon[88691]: pgmap v253: 121 pgs: 121 active+clean; 491 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-04-12T16:07:09.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:09 smithi099 ceph-mon[96864]: osdmap e411: 8 total, 8 up, 8 in 2024-04-12T16:07:09.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:09 smithi099 ceph-mon[96864]: pgmap v253: 121 pgs: 121 active+clean; 491 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-04-12T16:07:09.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:09 smithi099 ceph-mon[94290]: osdmap e411: 8 total, 8 up, 8 in 2024-04-12T16:07:09.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:09 smithi099 ceph-mon[94290]: pgmap v253: 121 pgs: 121 active+clean; 491 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-04-12T16:07:10.065 INFO:tasks.rados.rados.0.smithi099.stdout:1793: done (0 left) 2024-04-12T16:07:10.065 INFO:tasks.rados.rados.0.smithi099.stdout:1794: rollback oid 17 current snap is 177 2024-04-12T16:07:10.065 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 17 to 139 2024-04-12T16:07:10.065 INFO:tasks.rados.rados.0.smithi099.stdout:1795: snap_remove snap 172 2024-04-12T16:07:10.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:10 smithi110 ceph-mon[88691]: osdmap e412: 8 total, 8 up, 8 in 2024-04-12T16:07:10.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T16:07:10.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:10 smithi110 ceph-mon[88691]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T16:07:10.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:10 smithi110 ceph-mon[88691]: Upgrade: osd.3 is safe to restart 2024-04-12T16:07:10.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:10 smithi099 ceph-mon[94290]: osdmap e412: 8 total, 8 up, 8 in 2024-04-12T16:07:10.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T16:07:10.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:10 smithi099 ceph-mon[94290]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T16:07:10.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:10 smithi099 ceph-mon[94290]: Upgrade: osd.3 is safe to restart 2024-04-12T16:07:10.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:10 smithi099 ceph-mon[96864]: osdmap e412: 8 total, 8 up, 8 in 2024-04-12T16:07:10.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T16:07:10.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:10 smithi099 ceph-mon[96864]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T16:07:10.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:10 smithi099 ceph-mon[96864]: Upgrade: osd.3 is safe to restart 2024-04-12T16:07:11.082 INFO:tasks.rados.rados.0.smithi099.stdout:1795: done (1 left) 2024-04-12T16:07:11.082 INFO:tasks.rados.rados.0.smithi099.stdout:1796: snap_create 2024-04-12T16:07:11.082 INFO:tasks.rados.rados.0.smithi099.stdout:1794: finishing rollback tid 0 to smithi09982431-17 2024-04-12T16:07:11.082 INFO:tasks.rados.rados.0.smithi099.stdout:1794: finishing rollback tid 1 to smithi09982431-17 2024-04-12T16:07:11.082 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 17 v 1025 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-12T16:07:11.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:11 smithi110 ceph-mon[88691]: osdmap e413: 8 total, 8 up, 8 in 2024-04-12T16:07:11.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:11 smithi110 ceph-mon[88691]: pgmap v256: 121 pgs: 121 active+clean; 489 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 238 KiB/s wr, 17 op/s 2024-04-12T16:07:11.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:11.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T16:07:11.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:07:11.345 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:11 smithi099 ceph-mon[94290]: osdmap e413: 8 total, 8 up, 8 in 2024-04-12T16:07:11.345 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:11 smithi099 ceph-mon[94290]: pgmap v256: 121 pgs: 121 active+clean; 489 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 238 KiB/s wr, 17 op/s 2024-04-12T16:07:11.345 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:11.345 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T16:07:11.345 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:07:11.345 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:11 smithi099 ceph-mon[96864]: osdmap e413: 8 total, 8 up, 8 in 2024-04-12T16:07:11.345 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:11 smithi099 ceph-mon[96864]: pgmap v256: 121 pgs: 121 active+clean; 489 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 238 KiB/s wr, 17 op/s 2024-04-12T16:07:11.345 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:11.346 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T16:07:11.346 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:07:12.078 INFO:tasks.rados.rados.0.smithi099.stdout:1794: done (1 left) 2024-04-12T16:07:12.078 INFO:tasks.rados.rados.0.smithi099.stdout:1796: done (0 left) 2024-04-12T16:07:12.078 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 48 current snap is 178 2024-04-12T16:07:12.078 INFO:tasks.rados.rados.0.smithi099.stdout:1797: seq_num 583 ranges {4743168=172032} 2024-04-12T16:07:12.104 INFO:tasks.rados.rados.0.smithi099.stdout:1797: writing smithi09982431-48 from 4743168 to 4915200 tid 1 2024-04-12T16:07:12.104 INFO:tasks.rados.rados.0.smithi099.stdout:1798: setattr oid 21 current snap is 178 2024-04-12T16:07:12.106 INFO:tasks.rados.rados.0.smithi099.stdout:1799: snap_create 2024-04-12T16:07:12.108 INFO:tasks.rados.rados.0.smithi099.stdout:1797: finishing write tid 1 to smithi09982431-48 2024-04-12T16:07:12.109 INFO:tasks.rados.rados.0.smithi099.stdout:1797: finishing write tid 2 to smithi09982431-48 2024-04-12T16:07:12.110 INFO:tasks.rados.rados.0.smithi099.stdout:1797: finishing write tid 3 to smithi09982431-48 2024-04-12T16:07:12.110 INFO:tasks.rados.rados.0.smithi099.stdout:1797: oid 48 updating version 0 to 954 2024-04-12T16:07:12.110 INFO:tasks.rados.rados.0.smithi099.stdout:1797: oid 48 version 954 is already newer than 953 2024-04-12T16:07:12.111 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 48 v 954 (ObjNum 583 snap 178 seq_num 583) dirty exists 2024-04-12T16:07:12.111 INFO:tasks.rados.rados.0.smithi099.stdout:1797: left oid 48 (ObjNum 583 snap 178 seq_num 583) 2024-04-12T16:07:12.111 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 1080 (ObjNum 161 snap 0 seq_num 274604575) dirty exists 2024-04-12T16:07:12.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:12 smithi110 ceph-mon[88691]: Upgrade: Updating osd.3 2024-04-12T16:07:12.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:12 smithi110 ceph-mon[88691]: Deploying daemon osd.3 on smithi099 2024-04-12T16:07:12.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:12 smithi110 ceph-mon[88691]: osdmap e414: 8 total, 8 up, 8 in 2024-04-12T16:07:12.334 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:07:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:07:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:07:12.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:12 smithi099 ceph-mon[94290]: Upgrade: Updating osd.3 2024-04-12T16:07:12.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:12 smithi099 ceph-mon[94290]: Deploying daemon osd.3 on smithi099 2024-04-12T16:07:12.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:12 smithi099 ceph-mon[94290]: osdmap e414: 8 total, 8 up, 8 in 2024-04-12T16:07:12.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:12 smithi099 ceph-mon[96864]: Upgrade: Updating osd.3 2024-04-12T16:07:12.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:12 smithi099 ceph-mon[96864]: Deploying daemon osd.3 on smithi099 2024-04-12T16:07:12.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:12 smithi099 ceph-mon[96864]: osdmap e414: 8 total, 8 up, 8 in 2024-04-12T16:07:13.088 INFO:tasks.rados.rados.0.smithi099.stdout:1797: done (2 left) 2024-04-12T16:07:13.088 INFO:tasks.rados.rados.0.smithi099.stdout:1798: done (1 left) 2024-04-12T16:07:13.088 INFO:tasks.rados.rados.0.smithi099.stdout:1799: done (0 left) 2024-04-12T16:07:13.088 INFO:tasks.rados.rados.0.smithi099.stdout:1800: setattr oid 1 current snap is 179 2024-04-12T16:07:13.089 INFO:tasks.rados.rados.0.smithi099.stdout:1801: rmattr oid 4 current snap is 179 2024-04-12T16:07:13.089 INFO:tasks.rados.rados.0.smithi099.stdout:1801: done (1 left) 2024-04-12T16:07:13.089 INFO:tasks.rados.rados.0.smithi099.stdout:1802: copy_from oid 15 from oid 24 current snap is 179 2024-04-12T16:07:13.090 INFO:tasks.rados.rados.0.smithi099.stdout:1803: snap_remove snap 157 2024-04-12T16:07:13.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:13 smithi110 ceph-mon[88691]: osdmap e415: 8 total, 8 up, 8 in 2024-04-12T16:07:13.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:13 smithi110 ceph-mon[88691]: pgmap v259: 121 pgs: 121 active+clean; 489 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 232 KiB/s wr, 7 op/s 2024-04-12T16:07:13.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:07:13.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:13 smithi099 ceph-mon[94290]: osdmap e415: 8 total, 8 up, 8 in 2024-04-12T16:07:13.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:13 smithi099 ceph-mon[94290]: pgmap v259: 121 pgs: 121 active+clean; 489 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 232 KiB/s wr, 7 op/s 2024-04-12T16:07:13.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:07:13.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:13 smithi099 ceph-mon[96864]: osdmap e415: 8 total, 8 up, 8 in 2024-04-12T16:07:13.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:13 smithi099 ceph-mon[96864]: pgmap v259: 121 pgs: 121 active+clean; 489 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 232 KiB/s wr, 7 op/s 2024-04-12T16:07:13.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:07:13.834 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:07:13 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:07:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi099\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:07:14.016 INFO:tasks.rados.rados.0.smithi099.stdout:1803: done (2 left) 2024-04-12T16:07:14.016 INFO:tasks.rados.rados.0.smithi099.stdout:1804: setattr oid 39 current snap is 179 2024-04-12T16:07:14.016 INFO:tasks.rados.rados.0.smithi099.stdout:1802: finishing copy_from to smithi09982431-15 2024-04-12T16:07:14.016 INFO:tasks.rados.rados.0.smithi099.stdout:1802: got expected ENOENT (src dne) 2024-04-12T16:07:14.017 INFO:tasks.rados.rados.0.smithi099.stdout:1802: finishing copy_from racing read to smithi09982431-15 2024-04-12T16:07:14.017 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 1 v 824 (ObjNum 562 snap 171 seq_num 562) dirty exists 2024-04-12T16:07:14.019 INFO:tasks.rados.rados.0.smithi099.stdout:1800: done (2 left) 2024-04-12T16:07:14.019 INFO:tasks.rados.rados.0.smithi099.stdout:1802: done (1 left) 2024-04-12T16:07:14.019 INFO:tasks.rados.rados.0.smithi099.stdout:1805: read oid 46 snap 126 2024-04-12T16:07:14.019 INFO:tasks.rados.rados.0.smithi099.stdout:1805: expect (ObjNum 319 snap 98 seq_num 319) 2024-04-12T16:07:14.019 INFO:tasks.rados.rados.0.smithi099.stdout:1806: delete oid 20 current snap is 179 2024-04-12T16:07:14.033 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 39 v 838 (ObjNum 572 snap 176 seq_num 572) dirty exists 2024-04-12T16:07:14.034 INFO:tasks.rados.rados.0.smithi099.stdout:1804: done (2 left) 2024-04-12T16:07:14.034 INFO:tasks.rados.rados.0.smithi099.stdout:1806: done (1 left) 2024-04-12T16:07:14.034 INFO:tasks.rados.rados.0.smithi099.stdout:1807: copy_from oid 1 from oid 39 current snap is 179 2024-04-12T16:07:14.034 INFO:tasks.rados.rados.0.smithi099.stdout:1808: setattr oid 12 current snap is 179 2024-04-12T16:07:14.036 INFO:tasks.rados.rados.0.smithi099.stdout:1809: read oid 43 snap -1 2024-04-12T16:07:14.036 INFO:tasks.rados.rados.0.smithi099.stdout:1809: expect deleted 2024-04-12T16:07:14.037 INFO:tasks.rados.rados.0.smithi099.stdout:1810: snap_create 2024-04-12T16:07:14.040 INFO:tasks.rados.rados.0.smithi099.stdout:1805: expect (ObjNum 319 snap 98 seq_num 319) 2024-04-12T16:07:14.136 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 830 (ObjNum 521 snap 158 seq_num 521) dirty exists 2024-04-12T16:07:14.136 INFO:tasks.rados.rados.0.smithi099.stdout:1807: finishing copy_from racing read to smithi09982431-1 2024-04-12T16:07:14.136 INFO:tasks.rados.rados.0.smithi099.stdout:1807: finishing copy_from to smithi09982431-1 2024-04-12T16:07:14.136 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 1 v 838 (ObjNum 572 snap 176 seq_num 572) dirty exists 2024-04-12T16:07:14.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:14 smithi099 ceph-mon[94290]: osdmap e416: 8 total, 8 up, 8 in 2024-04-12T16:07:14.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:14 smithi099 ceph-mon[94290]: osdmap e417: 8 total, 8 up, 8 in 2024-04-12T16:07:14.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:14 smithi099 ceph-mon[96864]: osdmap e416: 8 total, 8 up, 8 in 2024-04-12T16:07:14.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:14 smithi099 ceph-mon[96864]: osdmap e417: 8 total, 8 up, 8 in 2024-04-12T16:07:14.378 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:14 smithi099 systemd[1]: Stopping Ceph osd.3 for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:07:14.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:14 smithi110 ceph-mon[88691]: osdmap e416: 8 total, 8 up, 8 in 2024-04-12T16:07:14.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:14 smithi110 ceph-mon[88691]: osdmap e417: 8 total, 8 up, 8 in 2024-04-12T16:07:14.877 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:14 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3[62448]: 2024-04-12T16:07:14.434+0000 7f947c2a9700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T16:07:14.877 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:14 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3[62448]: 2024-04-12T16:07:14.434+0000 7f947c2a9700 -1 osd.3 417 *** Got signal Terminated *** 2024-04-12T16:07:14.877 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:14 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3[62448]: 2024-04-12T16:07:14.434+0000 7f947c2a9700 -1 osd.3 417 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T16:07:15.021 INFO:tasks.rados.rados.0.smithi099.stdout:1805: done (4 left) 2024-04-12T16:07:15.022 INFO:tasks.rados.rados.0.smithi099.stdout:1807: done (3 left) 2024-04-12T16:07:15.022 INFO:tasks.rados.rados.0.smithi099.stdout:1808: done (2 left) 2024-04-12T16:07:15.022 INFO:tasks.rados.rados.0.smithi099.stdout:1809: done (1 left) 2024-04-12T16:07:15.022 INFO:tasks.rados.rados.0.smithi099.stdout:1810: done (0 left) 2024-04-12T16:07:15.022 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 17 current snap is 180 2024-04-12T16:07:15.022 INFO:tasks.rados.rados.0.smithi099.stdout:1811: seq_num 585 ranges {0=204800} 2024-04-12T16:07:15.023 INFO:tasks.rados.rados.0.smithi099.stdout:1811: writing smithi09982431-17 from 0 to 204800 tid 1 2024-04-12T16:07:15.023 INFO:tasks.rados.rados.0.smithi099.stdout:1812: delete oid 34 current snap is 180 2024-04-12T16:07:15.030 INFO:tasks.rados.rados.0.smithi099.stdout:1811: finishing write tid 1 to smithi09982431-17 2024-04-12T16:07:15.030 INFO:tasks.rados.rados.0.smithi099.stdout:1811: finishing write tid 2 to smithi09982431-17 2024-04-12T16:07:15.033 INFO:tasks.rados.rados.0.smithi099.stdout:1811: finishing write tid 3 to smithi09982431-17 2024-04-12T16:07:15.033 INFO:tasks.rados.rados.0.smithi099.stdout:1811: oid 17 updating version 0 to 1027 2024-04-12T16:07:15.033 INFO:tasks.rados.rados.0.smithi099.stdout:1811: oid 17 version 1027 is already newer than 1026 2024-04-12T16:07:15.033 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 17 v 1027 (ObjNum 585 snap 180 seq_num 585) dirty exists 2024-04-12T16:07:15.033 INFO:tasks.rados.rados.0.smithi099.stdout:1811: left oid 17 (ObjNum 585 snap 180 seq_num 585) 2024-04-12T16:07:15.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:15 smithi099 ceph-mon[96864]: pgmap v262: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 489 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 42 KiB/s wr, 17 op/s 2024-04-12T16:07:15.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:15 smithi099 ceph-mon[96864]: osd.3 marked itself down and dead 2024-04-12T16:07:15.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:15 smithi099 ceph-mon[96864]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:07:15.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:15 smithi099 ceph-mon[96864]: osdmap e418: 8 total, 7 up, 8 in 2024-04-12T16:07:15.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:15 smithi099 ceph-mon[94290]: pgmap v262: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 489 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 42 KiB/s wr, 17 op/s 2024-04-12T16:07:15.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:15 smithi099 ceph-mon[94290]: osd.3 marked itself down and dead 2024-04-12T16:07:15.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:15 smithi099 ceph-mon[94290]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:07:15.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:15 smithi099 ceph-mon[94290]: osdmap e418: 8 total, 7 up, 8 in 2024-04-12T16:07:15.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:15 smithi110 ceph-mon[88691]: pgmap v262: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 489 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 42 KiB/s wr, 17 op/s 2024-04-12T16:07:15.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:15 smithi110 ceph-mon[88691]: osd.3 marked itself down and dead 2024-04-12T16:07:15.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:15 smithi110 ceph-mon[88691]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:07:15.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:15 smithi110 ceph-mon[88691]: osdmap e418: 8 total, 7 up, 8 in 2024-04-12T16:07:15.857 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:15 smithi099 podman[117888]: 2024-04-12 16:07:15.582317778 +0000 UTC m=+1.258145232 container died c9320073515eb61dfcfd6eb1992ee91cf3a74eb4e8f04dacde3c7ed2e2210552 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240403, maintainer=Guillaume Abrioux , RELEASE=reef-d540eba, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True) 2024-04-12T16:07:16.032 INFO:tasks.rados.rados.0.smithi099.stdout:1811: done (1 left) 2024-04-12T16:07:16.032 INFO:tasks.rados.rados.0.smithi099.stdout:1812: done (0 left) 2024-04-12T16:07:16.032 INFO:tasks.rados.rados.0.smithi099.stdout:1813: delete oid 42 current snap is 180 2024-04-12T16:07:16.036 INFO:tasks.rados.rados.0.smithi099.stdout:1813: done (0 left) 2024-04-12T16:07:16.036 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 39 current snap is 180 2024-04-12T16:07:16.036 INFO:tasks.rados.rados.0.smithi099.stdout:1814: seq_num 588 ranges {3612672=253952} 2024-04-12T16:07:16.057 INFO:tasks.rados.rados.0.smithi099.stdout:1814: writing smithi09982431-39 from 3612672 to 3866624 tid 1 2024-04-12T16:07:16.057 INFO:tasks.rados.rados.0.smithi099.stdout:1815: rollback oid 36 current snap is 180 2024-04-12T16:07:16.057 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 36 to 176 2024-04-12T16:07:16.057 INFO:tasks.rados.rados.0.smithi099.stdout:1816: read oid 43 snap -1 2024-04-12T16:07:16.057 INFO:tasks.rados.rados.0.smithi099.stdout:1816: expect deleted 2024-04-12T16:07:16.058 INFO:tasks.rados.rados.0.smithi099.stdout:1817: snap_remove snap 66 2024-04-12T16:07:16.127 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:15 smithi099 podman[117888]: 2024-04-12 16:07:15.940161029 +0000 UTC m=+1.615988488 container cleanup c9320073515eb61dfcfd6eb1992ee91cf3a74eb4e8f04dacde3c7ed2e2210552 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3, maintainer=Guillaume Abrioux , RELEASE=reef-d540eba, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240403) 2024-04-12T16:07:16.127 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:15 smithi099 bash[117888]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3 2024-04-12T16:07:16.563 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:07:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:07:16] "GET /metrics HTTP/1.1" 200 36200 "" "Prometheus/2.43.0" 2024-04-12T16:07:16.564 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:16 smithi099 podman[117910]: 2024-04-12 16:07:16.241600003 +0000 UTC m=+0.656306052 container remove c9320073515eb61dfcfd6eb1992ee91cf3a74eb4e8f04dacde3c7ed2e2210552 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240403, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-d540eba, maintainer=Guillaume Abrioux ) 2024-04-12T16:07:16.868 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:16 smithi099 podman[118008]: 2024-04-12 16:07:16.46814008 +0000 UTC m=+0.018080486 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:07:16.868 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:16 smithi099 podman[118008]: 2024-04-12 16:07:16.592770829 +0000 UTC m=+0.142711226 container create 5cbdef28f74a0c9444f9a16f4742292f9654edd58f856dc5b7ea1a2348e11706 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, ceph=True, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T16:07:16.868 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:16 smithi099 podman[118008]: 2024-04-12 16:07:16.795742715 +0000 UTC m=+0.345683112 container init 5cbdef28f74a0c9444f9a16f4742292f9654edd58f856dc5b7ea1a2348e11706 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-12T16:07:16.868 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:16 smithi099 podman[118008]: 2024-04-12 16:07:16.801943116 +0000 UTC m=+0.351883515 container start 5cbdef28f74a0c9444f9a16f4742292f9654edd58f856dc5b7ea1a2348e11706 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, GIT_CLEAN=True) 2024-04-12T16:07:16.868 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:16 smithi099 podman[118008]: 2024-04-12 16:07:16.870020313 +0000 UTC m=+0.419960731 container attach 5cbdef28f74a0c9444f9a16f4742292f9654edd58f856dc5b7ea1a2348e11706 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-04-12T16:07:17.027 INFO:tasks.rados.rados.0.smithi099.stdout:1815: finishing rollback tid 1 to smithi09982431-36 2024-04-12T16:07:17.027 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 36 v 946 (ObjNum 193 snap 0 seq_num 1659317007) dirty dne 2024-04-12T16:07:17.027 INFO:tasks.rados.rados.0.smithi099.stdout:1814: finishing write tid 1 to smithi09982431-39 2024-04-12T16:07:17.027 INFO:tasks.rados.rados.0.smithi099.stdout:1814: finishing write tid 2 to smithi09982431-39 2024-04-12T16:07:17.027 INFO:tasks.rados.rados.0.smithi099.stdout:1814: finishing write tid 3 to smithi09982431-39 2024-04-12T16:07:17.027 INFO:tasks.rados.rados.0.smithi099.stdout:1814: oid 39 updating version 0 to 847 2024-04-12T16:07:17.027 INFO:tasks.rados.rados.0.smithi099.stdout:1814: oid 39 version 847 is already newer than 846 2024-04-12T16:07:17.027 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 39 v 847 (ObjNum 588 snap 180 seq_num 588) dirty exists 2024-04-12T16:07:17.027 INFO:tasks.rados.rados.0.smithi099.stdout:1814: left oid 39 (ObjNum 588 snap 180 seq_num 588) 2024-04-12T16:07:17.028 INFO:tasks.rados.rados.0.smithi099.stdout:1814: done (3 left) 2024-04-12T16:07:17.028 INFO:tasks.rados.rados.0.smithi099.stdout:1815: done (2 left) 2024-04-12T16:07:17.028 INFO:tasks.rados.rados.0.smithi099.stdout:1816: done (1 left) 2024-04-12T16:07:17.028 INFO:tasks.rados.rados.0.smithi099.stdout:1817: done (0 left) 2024-04-12T16:07:17.028 INFO:tasks.rados.rados.0.smithi099.stdout:1818: read oid 8 snap -1 2024-04-12T16:07:17.028 INFO:tasks.rados.rados.0.smithi099.stdout:1818: expect (ObjNum 566 snap 174 seq_num 566) 2024-04-12T16:07:17.028 INFO:tasks.rados.rados.0.smithi099.stdout:1819: read oid 34 snap -1 2024-04-12T16:07:17.028 INFO:tasks.rados.rados.0.smithi099.stdout:1819: expect deleted 2024-04-12T16:07:17.028 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 4 current snap is 180 2024-04-12T16:07:17.028 INFO:tasks.rados.rados.0.smithi099.stdout:1820: seq_num 589 ranges {1638400=270336} 2024-04-12T16:07:17.037 INFO:tasks.rados.rados.0.smithi099.stdout:1820: writing smithi09982431-4 from 1638400 to 1908736 tid 1 2024-04-12T16:07:17.038 INFO:tasks.rados.rados.0.smithi099.stdout:1821: copy_from oid 36 from oid 48 current snap is 180 2024-04-12T16:07:17.038 INFO:tasks.rados.rados.0.smithi099.stdout:1819: done (3 left) 2024-04-12T16:07:17.038 INFO:tasks.rados.rados.0.smithi099.stdout:1822: read oid 11 snap -1 2024-04-12T16:07:17.038 INFO:tasks.rados.rados.0.smithi099.stdout:1822: expect (ObjNum 525 snap 158 seq_num 525) 2024-04-12T16:07:17.038 INFO:tasks.rados.rados.0.smithi099.stdout:1823: snap_create 2024-04-12T16:07:17.057 INFO:tasks.rados.rados.0.smithi099.stdout:1822: expect (ObjNum 525 snap 158 seq_num 525) 2024-04-12T16:07:17.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:17 smithi099 ceph-mon[94290]: osdmap e419: 8 total, 7 up, 8 in 2024-04-12T16:07:17.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:17 smithi099 ceph-mon[94290]: pgmap v265: 121 pgs: 8 peering, 14 stale+active+clean, 1 active+clean+snaptrim, 98 active+clean; 489 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 42 KiB/s wr, 17 op/s 2024-04-12T16:07:17.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:17 smithi099 ceph-mon[96864]: osdmap e419: 8 total, 7 up, 8 in 2024-04-12T16:07:17.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:17 smithi099 ceph-mon[96864]: pgmap v265: 121 pgs: 8 peering, 14 stale+active+clean, 1 active+clean+snaptrim, 98 active+clean; 489 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 42 KiB/s wr, 17 op/s 2024-04-12T16:07:17.128 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:07:17 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2[113197]: 2024-04-12T16:07:17.052+0000 7ff2029fe700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 70 after trimming was started 2024-04-12T16:07:17.128 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:17 smithi099 podman[118008]: 2024-04-12 16:07:17.101317009 +0000 UTC m=+0.651257405 container died 5cbdef28f74a0c9444f9a16f4742292f9654edd58f856dc5b7ea1a2348e11706 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-12T16:07:17.167 INFO:tasks.rados.rados.0.smithi099.stdout:1818: expect (ObjNum 566 snap 174 seq_num 566) 2024-04-12T16:07:17.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:17 smithi110 ceph-mon[88691]: osdmap e419: 8 total, 7 up, 8 in 2024-04-12T16:07:17.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:17 smithi110 ceph-mon[88691]: pgmap v265: 121 pgs: 8 peering, 14 stale+active+clean, 1 active+clean+snaptrim, 98 active+clean; 489 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 42 KiB/s wr, 17 op/s 2024-04-12T16:07:17.360 INFO:tasks.rados.rados.0.smithi099.stdout:1820: finishing write tid 1 to smithi09982431-4 2024-04-12T16:07:17.360 INFO:tasks.rados.rados.0.smithi099.stdout:1820: finishing write tid 2 to smithi09982431-4 2024-04-12T16:07:17.360 INFO:tasks.rados.rados.0.smithi099.stdout:1820: finishing write tid 3 to smithi09982431-4 2024-04-12T16:07:17.360 INFO:tasks.rados.rados.0.smithi099.stdout:1820: oid 4 updating version 0 to 856 2024-04-12T16:07:17.361 INFO:tasks.rados.rados.0.smithi099.stdout:1820: oid 4 updating version 856 to 857 2024-04-12T16:07:17.361 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 4 v 857 (ObjNum 589 snap 180 seq_num 589) dirty exists 2024-04-12T16:07:17.361 INFO:tasks.rados.rados.0.smithi099.stdout:1820: left oid 4 (ObjNum 589 snap 180 seq_num 589) 2024-04-12T16:07:17.361 INFO:tasks.rados.rados.0.smithi099.stdout:1821: finishing copy_from racing read to smithi09982431-36 2024-04-12T16:07:17.361 INFO:tasks.rados.rados.0.smithi099.stdout:1821: finishing copy_from to smithi09982431-36 2024-04-12T16:07:17.361 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 36 v 954 (ObjNum 583 snap 178 seq_num 583) dirty exists 2024-04-12T16:07:18.025 INFO:tasks.rados.rados.0.smithi099.stdout:1818: done (4 left) 2024-04-12T16:07:18.025 INFO:tasks.rados.rados.0.smithi099.stdout:1820: done (3 left) 2024-04-12T16:07:18.025 INFO:tasks.rados.rados.0.smithi099.stdout:1821: done (2 left) 2024-04-12T16:07:18.025 INFO:tasks.rados.rados.0.smithi099.stdout:1822: done (1 left) 2024-04-12T16:07:18.025 INFO:tasks.rados.rados.0.smithi099.stdout:1823: done (0 left) 2024-04-12T16:07:18.025 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 38 current snap is 181 2024-04-12T16:07:18.026 INFO:tasks.rados.rados.0.smithi099.stdout:1824: seq_num 590 ranges {0=286720} 2024-04-12T16:07:18.026 INFO:tasks.rados.rados.0.smithi099.stdout:1824: writing smithi09982431-38 from 0 to 286720 tid 1 2024-04-12T16:07:18.027 INFO:tasks.rados.rados.0.smithi099.stdout:1825: delete oid 14 current snap is 181 2024-04-12T16:07:18.027 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:17 smithi099 podman[118054]: 2024-04-12 16:07:17.698756655 +0000 UTC m=+0.592750587 container remove 5cbdef28f74a0c9444f9a16f4742292f9654edd58f856dc5b7ea1a2348e11706 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3-deactivate, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T16:07:18.027 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:17 smithi099 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@osd.3.service: Deactivated successfully. 2024-04-12T16:07:18.027 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:17 smithi099 systemd[1]: Stopped Ceph osd.3 for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:07:18.027 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:17 smithi099 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@osd.3.service: Consumed 11.476s CPU time. 2024-04-12T16:07:18.027 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:17 smithi099 systemd[1]: Starting Ceph osd.3 for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:07:18.031 INFO:tasks.rados.rados.0.smithi099.stdout:1825: done (1 left) 2024-04-12T16:07:18.031 INFO:tasks.rados.rados.0.smithi099.stdout:1826: rollback oid 48 current snap is 181 2024-04-12T16:07:18.031 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 48 to 142 2024-04-12T16:07:18.031 INFO:tasks.rados.rados.0.smithi099.stdout:1827: read oid 36 snap 154 2024-04-12T16:07:18.031 INFO:tasks.rados.rados.0.smithi099.stdout:1827: expect (ObjNum 327 snap 103 seq_num 327) 2024-04-12T16:07:18.031 INFO:tasks.rados.rados.0.smithi099.stdout:1828: setattr oid 27 current snap is 181 2024-04-12T16:07:18.033 INFO:tasks.rados.rados.0.smithi099.stdout:1829: read oid 25 snap -1 2024-04-12T16:07:18.033 INFO:tasks.rados.rados.0.smithi099.stdout:1829: expect (ObjNum 536 snap 161 seq_num 536) 2024-04-12T16:07:18.033 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 15 current snap is 181 2024-04-12T16:07:18.033 INFO:tasks.rados.rados.0.smithi099.stdout:1830: seq_num 592 ranges {0=319488} 2024-04-12T16:07:18.036 INFO:tasks.rados.rados.0.smithi099.stdout:1830: writing smithi09982431-15 from 0 to 319488 tid 1 2024-04-12T16:07:18.036 INFO:tasks.rados.rados.0.smithi099.stdout:1831: rollback oid 44 current snap is 181 2024-04-12T16:07:18.036 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 44 to 147 2024-04-12T16:07:18.036 INFO:tasks.rados.rados.0.smithi099.stdout:1832: read oid 7 snap -1 2024-04-12T16:07:18.036 INFO:tasks.rados.rados.0.smithi099.stdout:1832: expect (ObjNum 327 snap 103 seq_num 327) 2024-04-12T16:07:18.036 INFO:tasks.rados.rados.0.smithi099.stdout:1833: rmattr oid 45 current snap is 181 2024-04-12T16:07:18.036 INFO:tasks.rados.rados.0.smithi099.stdout:1834: copy_from oid 34 from oid 40 current snap is 181 2024-04-12T16:07:18.036 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 13 current snap is 181 2024-04-12T16:07:18.036 INFO:tasks.rados.rados.0.smithi099.stdout:1835: seq_num 593 ranges {0=335872} 2024-04-12T16:07:18.038 INFO:tasks.rados.rados.0.smithi099.stdout:1835: writing smithi09982431-13 from 0 to 335872 tid 1 2024-04-12T16:07:18.038 INFO:tasks.rados.rados.0.smithi099.stdout:1836: rollback oid 41 current snap is 181 2024-04-12T16:07:18.039 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 41 to 147 2024-04-12T16:07:18.039 INFO:tasks.rados.rados.0.smithi099.stdout:1837: copy_from oid 12 from oid 11 current snap is 181 2024-04-12T16:07:18.039 INFO:tasks.rados.rados.0.smithi099.stdout:1838: snap_create 2024-04-12T16:07:18.040 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 27 v 955 (ObjNum 129 snap 0 seq_num 1924850152) dirty exists 2024-04-12T16:07:18.041 INFO:tasks.rados.rados.0.smithi099.stdout:1831: finishing rollback tid 1 to smithi09982431-44 2024-04-12T16:07:18.042 INFO:tasks.rados.rados.0.smithi099.stdout:1824: finishing write tid 1 to smithi09982431-38 2024-04-12T16:07:18.042 INFO:tasks.rados.rados.0.smithi099.stdout:1824: finishing write tid 2 to smithi09982431-38 2024-04-12T16:07:18.044 INFO:tasks.rados.rados.0.smithi099.stdout:1824: finishing write tid 3 to smithi09982431-38 2024-04-12T16:07:18.044 INFO:tasks.rados.rados.0.smithi099.stdout:1824: oid 38 updating version 0 to 862 2024-04-12T16:07:18.044 INFO:tasks.rados.rados.0.smithi099.stdout:1824: oid 38 updating version 862 to 863 2024-04-12T16:07:18.044 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 38 v 863 (ObjNum 590 snap 181 seq_num 590) dirty exists 2024-04-12T16:07:18.044 INFO:tasks.rados.rados.0.smithi099.stdout:1824: left oid 38 (ObjNum 590 snap 181 seq_num 590) 2024-04-12T16:07:18.044 INFO:tasks.rados.rados.0.smithi099.stdout:1826: finishing rollback tid 0 to smithi09982431-48 2024-04-12T16:07:18.046 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 45 v 956 (ObjNum 520 snap 158 seq_num 520) dirty exists 2024-04-12T16:07:18.046 INFO:tasks.rados.rados.0.smithi099.stdout:1831: finishing rollback tid 2 to smithi09982431-44 2024-04-12T16:07:18.046 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 44 v 1098 (ObjNum 455 snap 135 seq_num 455) dirty exists 2024-04-12T16:07:18.047 INFO:tasks.rados.rados.0.smithi099.stdout:1835: finishing write tid 1 to smithi09982431-13 2024-04-12T16:07:18.047 INFO:tasks.rados.rados.0.smithi099.stdout:1835: finishing write tid 2 to smithi09982431-13 2024-04-12T16:07:18.047 INFO:tasks.rados.rados.0.smithi099.stdout:1836: finishing rollback tid 1 to smithi09982431-41 2024-04-12T16:07:18.048 INFO:tasks.rados.rados.0.smithi099.stdout:1827: expect (ObjNum 327 snap 103 seq_num 327) 2024-04-12T16:07:18.073 INFO:tasks.rados.rados.0.smithi099.stdout:1836: finishing rollback tid 2 to smithi09982431-41 2024-04-12T16:07:18.073 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 41 v 1100 (ObjNum 230 snap 66 seq_num 230) dirty exists 2024-04-12T16:07:18.073 INFO:tasks.rados.rados.0.smithi099.stdout:1835: finishing write tid 3 to smithi09982431-13 2024-04-12T16:07:18.074 INFO:tasks.rados.rados.0.smithi099.stdout:1835: oid 13 updating version 0 to 569 2024-04-12T16:07:18.074 INFO:tasks.rados.rados.0.smithi099.stdout:1835: oid 13 version 569 is already newer than 568 2024-04-12T16:07:18.074 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 13 v 569 (ObjNum 593 snap 181 seq_num 593) dirty exists 2024-04-12T16:07:18.074 INFO:tasks.rados.rados.0.smithi099.stdout:1835: left oid 13 (ObjNum 593 snap 181 seq_num 593) 2024-04-12T16:07:18.074 INFO:tasks.rados.rados.0.smithi099.stdout:1826: finishing rollback tid 1 to smithi09982431-48 2024-04-12T16:07:18.074 INFO:tasks.rados.rados.0.smithi099.stdout:1837: finishing copy_from racing read to smithi09982431-12 2024-04-12T16:07:18.074 INFO:tasks.rados.rados.0.smithi099.stdout:1837: finishing copy_from to smithi09982431-12 2024-04-12T16:07:18.074 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 455 (ObjNum 525 snap 158 seq_num 525) dirty exists 2024-04-12T16:07:18.074 INFO:tasks.rados.rados.0.smithi099.stdout:1829: expect (ObjNum 536 snap 161 seq_num 536) 2024-04-12T16:07:18.327 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:18 smithi099 ceph-mon[94290]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-12T16:07:18.327 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:18 smithi099 ceph-mon[94290]: osdmap e420: 8 total, 7 up, 8 in 2024-04-12T16:07:18.327 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:18 smithi099 ceph-mon[96864]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-12T16:07:18.327 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:18 smithi099 ceph-mon[96864]: osdmap e420: 8 total, 7 up, 8 in 2024-04-12T16:07:18.328 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:18 smithi099 podman[118162]: 2024-04-12 16:07:18.060222573 +0000 UTC m=+0.032952019 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:07:18.328 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:18 smithi099 podman[118162]: 2024-04-12 16:07:18.191342206 +0000 UTC m=+0.164071626 container create f818951d335b6231c05f73dcdc95ae48119d1f5158c92b53560628a465ab1a0c (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3-activate, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T16:07:18.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:18 smithi110 ceph-mon[88691]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-12T16:07:18.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:18 smithi110 ceph-mon[88691]: osdmap e420: 8 total, 7 up, 8 in 2024-04-12T16:07:18.381 INFO:tasks.rados.rados.0.smithi099.stdout:1826: finishing rollback tid 2 to smithi09982431-48 2024-04-12T16:07:18.381 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 48 v 957 (ObjNum 423 snap 128 seq_num 423) dirty exists 2024-04-12T16:07:18.381 INFO:tasks.rados.rados.0.smithi099.stdout:1832: expect (ObjNum 327 snap 103 seq_num 327) 2024-04-12T16:07:18.401 INFO:tasks.rados.rados.0.smithi099.stdout:1830: finishing write tid 1 to smithi09982431-15 2024-04-12T16:07:18.401 INFO:tasks.rados.rados.0.smithi099.stdout:1830: finishing write tid 2 to smithi09982431-15 2024-04-12T16:07:18.401 INFO:tasks.rados.rados.0.smithi099.stdout:1830: finishing write tid 3 to smithi09982431-15 2024-04-12T16:07:18.401 INFO:tasks.rados.rados.0.smithi099.stdout:1830: oid 15 updating version 0 to 958 2024-04-12T16:07:18.401 INFO:tasks.rados.rados.0.smithi099.stdout:1830: oid 15 updating version 958 to 959 2024-04-12T16:07:18.401 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 15 v 959 (ObjNum 592 snap 181 seq_num 592) dirty exists 2024-04-12T16:07:18.401 INFO:tasks.rados.rados.0.smithi099.stdout:1830: left oid 15 (ObjNum 592 snap 181 seq_num 592) 2024-04-12T16:07:18.401 INFO:tasks.rados.rados.0.smithi099.stdout:1834: finishing copy_from racing read to smithi09982431-34 2024-04-12T16:07:18.401 INFO:tasks.rados.rados.0.smithi099.stdout:1834: finishing copy_from to smithi09982431-34 2024-04-12T16:07:18.401 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 34 v 1175 (ObjNum 570 snap 176 seq_num 570) dirty exists 2024-04-12T16:07:18.627 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:18 smithi099 podman[118162]: 2024-04-12 16:07:18.461651261 +0000 UTC m=+0.434380701 container init f818951d335b6231c05f73dcdc95ae48119d1f5158c92b53560628a465ab1a0c (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-12T16:07:18.627 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:18 smithi099 podman[118162]: 2024-04-12 16:07:18.467352335 +0000 UTC m=+0.440081762 container start f818951d335b6231c05f73dcdc95ae48119d1f5158c92b53560628a465ab1a0c (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3-activate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2) 2024-04-12T16:07:18.627 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:18 smithi099 podman[118162]: 2024-04-12 16:07:18.527679394 +0000 UTC m=+0.500408827 container attach f818951d335b6231c05f73dcdc95ae48119d1f5158c92b53560628a465ab1a0c (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3-activate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T16:07:19.019 INFO:tasks.rados.rados.0.smithi099.stdout:1824: done (13 left) 2024-04-12T16:07:19.019 INFO:tasks.rados.rados.0.smithi099.stdout:1826: done (12 left) 2024-04-12T16:07:19.020 INFO:tasks.rados.rados.0.smithi099.stdout:1827: done (11 left) 2024-04-12T16:07:19.020 INFO:tasks.rados.rados.0.smithi099.stdout:1828: done (10 left) 2024-04-12T16:07:19.020 INFO:tasks.rados.rados.0.smithi099.stdout:1829: done (9 left) 2024-04-12T16:07:19.020 INFO:tasks.rados.rados.0.smithi099.stdout:1830: done (8 left) 2024-04-12T16:07:19.020 INFO:tasks.rados.rados.0.smithi099.stdout:1831: done (7 left) 2024-04-12T16:07:19.021 INFO:tasks.rados.rados.0.smithi099.stdout:1832: done (6 left) 2024-04-12T16:07:19.021 INFO:tasks.rados.rados.0.smithi099.stdout:1833: done (5 left) 2024-04-12T16:07:19.021 INFO:tasks.rados.rados.0.smithi099.stdout:1834: done (4 left) 2024-04-12T16:07:19.021 INFO:tasks.rados.rados.0.smithi099.stdout:1835: done (3 left) 2024-04-12T16:07:19.021 INFO:tasks.rados.rados.0.smithi099.stdout:1836: done (2 left) 2024-04-12T16:07:19.021 INFO:tasks.rados.rados.0.smithi099.stdout:1837: done (1 left) 2024-04-12T16:07:19.022 INFO:tasks.rados.rados.0.smithi099.stdout:1838: done (0 left) 2024-04-12T16:07:19.022 INFO:tasks.rados.rados.0.smithi099.stdout:1839: copy_from oid 35 from oid 2 current snap is 182 2024-04-12T16:07:19.022 INFO:tasks.rados.rados.0.smithi099.stdout:1840: copy_from oid 24 from oid 12 current snap is 182 2024-04-12T16:07:19.022 INFO:tasks.rados.rados.0.smithi099.stdout:1841: copy_from oid 44 from oid 36 current snap is 182 2024-04-12T16:07:19.022 INFO:tasks.rados.rados.0.smithi099.stdout:1842: snap_create 2024-04-12T16:07:19.024 INFO:tasks.rados.rados.0.smithi099.stdout:1839: finishing copy_from to smithi09982431-35 2024-04-12T16:07:19.024 INFO:tasks.rados.rados.0.smithi099.stdout:1839: got expected ENOENT (src dne) 2024-04-12T16:07:19.024 INFO:tasks.rados.rados.0.smithi099.stdout:1839: finishing copy_from racing read to smithi09982431-35 2024-04-12T16:07:19.034 INFO:tasks.rados.rados.0.smithi099.stdout:1840: finishing copy_from racing read to smithi09982431-24 2024-04-12T16:07:19.036 INFO:tasks.rados.rados.0.smithi099.stdout:1840: finishing copy_from to smithi09982431-24 2024-04-12T16:07:19.036 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 24 v 455 (ObjNum 525 snap 158 seq_num 525) dirty exists 2024-04-12T16:07:19.047 INFO:tasks.rados.rados.0.smithi099.stdout:1841: finishing copy_from racing read to smithi09982431-44 2024-04-12T16:07:19.047 INFO:tasks.rados.rados.0.smithi099.stdout:1841: finishing copy_from to smithi09982431-44 2024-04-12T16:07:19.047 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 44 v 954 (ObjNum 583 snap 178 seq_num 583) dirty exists 2024-04-12T16:07:19.288 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:19 smithi099 ceph-mon[94290]: osdmap e421: 8 total, 7 up, 8 in 2024-04-12T16:07:19.288 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:19 smithi099 ceph-mon[94290]: pgmap v268: 121 pgs: 2 active+undersized+degraded, 8 peering, 3 stale+active+clean, 1 active+clean+snaptrim, 19 active+undersized, 88 active+clean; 460 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 112 KiB/s wr, 8 op/s; 14/852 objects degraded (1.643%) 2024-04-12T16:07:19.288 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:19 smithi099 ceph-mon[94290]: osdmap e422: 8 total, 7 up, 8 in 2024-04-12T16:07:19.288 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:19 smithi099 ceph-mon[96864]: osdmap e421: 8 total, 7 up, 8 in 2024-04-12T16:07:19.289 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:19 smithi099 ceph-mon[96864]: pgmap v268: 121 pgs: 2 active+undersized+degraded, 8 peering, 3 stale+active+clean, 1 active+clean+snaptrim, 19 active+undersized, 88 active+clean; 460 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 112 KiB/s wr, 8 op/s; 14/852 objects degraded (1.643%) 2024-04-12T16:07:19.289 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:19 smithi099 ceph-mon[96864]: osdmap e422: 8 total, 7 up, 8 in 2024-04-12T16:07:19.289 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:18 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3-activate[118177]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-12T16:07:19.289 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:18 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3-activate[118177]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-12T16:07:19.289 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:18 smithi099 bash[118162]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-12T16:07:19.289 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:18 smithi099 bash[118162]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-12T16:07:19.289 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:18 smithi099 bash[118162]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-12T16:07:19.289 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:18 smithi099 bash[118162]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-12T16:07:19.289 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:18 smithi099 bash[118162]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-04-12T16:07:19.289 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:18 smithi099 bash[118162]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-12T16:07:19.289 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:18 smithi099 bash[118162]: --> ceph-volume raw activate successful for osd ID: 3 2024-04-12T16:07:19.290 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:18 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3-activate[118177]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-12T16:07:19.290 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:18 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3-activate[118177]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-12T16:07:19.290 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:18 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3-activate[118177]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-04-12T16:07:19.290 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:18 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3-activate[118177]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-12T16:07:19.290 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:18 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3-activate[118177]: --> ceph-volume raw activate successful for osd ID: 3 2024-04-12T16:07:19.290 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:18 smithi099 podman[118162]: 2024-04-12 16:07:18.932594848 +0000 UTC m=+0.905324281 container died f818951d335b6231c05f73dcdc95ae48119d1f5158c92b53560628a465ab1a0c (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3-activate, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-12T16:07:19.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:19 smithi110 ceph-mon[88691]: osdmap e421: 8 total, 7 up, 8 in 2024-04-12T16:07:19.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:19 smithi110 ceph-mon[88691]: pgmap v268: 121 pgs: 2 active+undersized+degraded, 8 peering, 3 stale+active+clean, 1 active+clean+snaptrim, 19 active+undersized, 88 active+clean; 460 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 112 KiB/s wr, 8 op/s; 14/852 objects degraded (1.643%) 2024-04-12T16:07:19.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:19 smithi110 ceph-mon[88691]: osdmap e422: 8 total, 7 up, 8 in 2024-04-12T16:07:19.877 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:19 smithi099 podman[118324]: 2024-04-12 16:07:19.589852507 +0000 UTC m=+0.652378841 container remove f818951d335b6231c05f73dcdc95ae48119d1f5158c92b53560628a465ab1a0c (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3-activate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, CEPH_POINT_RELEASE=) 2024-04-12T16:07:19.878 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:19 smithi099 podman[118392]: 2024-04-12 16:07:19.701874825 +0000 UTC m=+0.017708110 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:07:19.878 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:19 smithi099 podman[118392]: 2024-04-12 16:07:19.83247539 +0000 UTC m=+0.148308706 container create 594ef50fe21247a6e26a7529a359be3033bde334d337c395246d01e7a87f9642 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, io.buildah.version=1.33.5) 2024-04-12T16:07:20.022 INFO:tasks.rados.rados.0.smithi099.stdout:1839: done (3 left) 2024-04-12T16:07:20.022 INFO:tasks.rados.rados.0.smithi099.stdout:1840: done (2 left) 2024-04-12T16:07:20.022 INFO:tasks.rados.rados.0.smithi099.stdout:1841: done (1 left) 2024-04-12T16:07:20.022 INFO:tasks.rados.rados.0.smithi099.stdout:1842: done (0 left) 2024-04-12T16:07:20.022 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 45 current snap is 183 2024-04-12T16:07:20.023 INFO:tasks.rados.rados.0.smithi099.stdout:1843: seq_num 594 ranges {11755520=352256} 2024-04-12T16:07:20.087 INFO:tasks.rados.rados.0.smithi099.stdout:1843: writing smithi09982431-45 from 11755520 to 12107776 tid 1 2024-04-12T16:07:20.088 INFO:tasks.rados.rados.0.smithi099.stdout:1844: rollback oid 15 current snap is 183 2024-04-12T16:07:20.088 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 15 to 176 2024-04-12T16:07:20.088 INFO:tasks.rados.rados.0.smithi099.stdout:1845: snap_remove snap 142 2024-04-12T16:07:20.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:20 smithi110 ceph-mon[88691]: Health check failed: Degraded data redundancy: 14/852 objects degraded (1.643%), 2 pgs degraded (PG_DEGRADED) 2024-04-12T16:07:20.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:20 smithi110 ceph-mon[88691]: osdmap e423: 8 total, 7 up, 8 in 2024-04-12T16:07:20.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:20 smithi099 ceph-mon[94290]: Health check failed: Degraded data redundancy: 14/852 objects degraded (1.643%), 2 pgs degraded (PG_DEGRADED) 2024-04-12T16:07:20.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:20 smithi099 ceph-mon[94290]: osdmap e423: 8 total, 7 up, 8 in 2024-04-12T16:07:20.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:20 smithi099 ceph-mon[96864]: Health check failed: Degraded data redundancy: 14/852 objects degraded (1.643%), 2 pgs degraded (PG_DEGRADED) 2024-04-12T16:07:20.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:20 smithi099 ceph-mon[96864]: osdmap e423: 8 total, 7 up, 8 in 2024-04-12T16:07:20.378 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:20 smithi099 podman[118392]: 2024-04-12 16:07:20.010175133 +0000 UTC m=+0.326008410 container init 594ef50fe21247a6e26a7529a359be3033bde334d337c395246d01e7a87f9642 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-12T16:07:20.378 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:20 smithi099 podman[118392]: 2024-04-12 16:07:20.016037381 +0000 UTC m=+0.331870663 container start 594ef50fe21247a6e26a7529a359be3033bde334d337c395246d01e7a87f9642 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-12T16:07:20.378 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:20 smithi099 ceph-osd[118429]: -- 172.21.15.99:0/857011093 <== mon.2 v2:172.21.15.99:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55631b7ff680 con 0x55631b7c9000 2024-04-12T16:07:20.378 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:20 smithi099 bash[118392]: 594ef50fe21247a6e26a7529a359be3033bde334d337c395246d01e7a87f9642 2024-04-12T16:07:20.378 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:20 smithi099 systemd[1]: Started Ceph osd.3 for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:07:20.877 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:20 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3[118406]: 2024-04-12T16:07:20.563+0000 7fa4d3f4c7c0 -1 Falling back to public interface 2024-04-12T16:07:21.038 INFO:tasks.rados.rados.0.smithi099.stdout:1845: done (2 left) 2024-04-12T16:07:21.039 INFO:tasks.rados.rados.0.smithi099.stdout:1846: read oid 8 snap 160 2024-04-12T16:07:21.039 INFO:tasks.rados.rados.0.smithi099.stdout:1846: expect (ObjNum 490 snap 150 seq_num 490) 2024-04-12T16:07:21.039 INFO:tasks.rados.rados.0.smithi099.stdout:1847: rollback oid 47 current snap is 183 2024-04-12T16:07:21.039 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 47 to 169 2024-04-12T16:07:21.039 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 11 current snap is 183 2024-04-12T16:07:21.039 INFO:tasks.rados.rados.0.smithi099.stdout:1848: seq_num 595 ranges {3088384=368640} 2024-04-12T16:07:21.059 INFO:tasks.rados.rados.0.smithi099.stdout:1848: writing smithi09982431-11 from 3088384 to 3457024 tid 1 2024-04-12T16:07:21.059 INFO:tasks.rados.rados.0.smithi099.stdout:1849: copy_from oid 23 from oid 42 current snap is 183 2024-04-12T16:07:21.060 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 41 current snap is 183 2024-04-12T16:07:21.060 INFO:tasks.rados.rados.0.smithi099.stdout:1843: finishing write tid 1 to smithi09982431-45 2024-04-12T16:07:21.060 INFO:tasks.rados.rados.0.smithi099.stdout:1844: finishing rollback tid 0 to smithi09982431-15 2024-04-12T16:07:21.060 INFO:tasks.rados.rados.0.smithi099.stdout:1843: finishing write tid 2 to smithi09982431-45 2024-04-12T16:07:21.060 INFO:tasks.rados.rados.0.smithi099.stdout:1844: finishing rollback tid 1 to smithi09982431-15 2024-04-12T16:07:21.060 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 15 v 961 (ObjNum 33 snap 0 seq_num 1924508896) dirty dne 2024-04-12T16:07:21.060 INFO:tasks.rados.rados.0.smithi099.stdout:1843: finishing write tid 3 to smithi09982431-45 2024-04-12T16:07:21.060 INFO:tasks.rados.rados.0.smithi099.stdout:1843: oid 45 updating version 0 to 957 2024-04-12T16:07:21.060 INFO:tasks.rados.rados.0.smithi099.stdout:1843: oid 45 updating version 957 to 958 2024-04-12T16:07:21.060 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 45 v 958 (ObjNum 594 snap 183 seq_num 594) dirty exists 2024-04-12T16:07:21.060 INFO:tasks.rados.rados.0.smithi099.stdout:1843: left oid 45 (ObjNum 594 snap 183 seq_num 594) 2024-04-12T16:07:21.060 INFO:tasks.rados.rados.0.smithi099.stdout:1847: finishing rollback tid 0 to smithi09982431-47 2024-04-12T16:07:21.060 INFO:tasks.rados.rados.0.smithi099.stdout:1847: finishing rollback tid 1 to smithi09982431-47 2024-04-12T16:07:21.060 INFO:tasks.rados.rados.0.smithi099.stdout:1847: finishing rollback tid 2 to smithi09982431-47 2024-04-12T16:07:21.060 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 47 v 972 (ObjNum 494 snap 150 seq_num 494) dirty exists 2024-04-12T16:07:21.061 INFO:tasks.rados.rados.0.smithi099.stdout:1846: expect (ObjNum 490 snap 150 seq_num 490) 2024-04-12T16:07:21.103 INFO:tasks.rados.rados.0.smithi099.stdout:1849: finishing copy_from to smithi09982431-23 2024-04-12T16:07:21.103 INFO:tasks.rados.rados.0.smithi099.stdout:1849: got expected ENOENT (src dne) 2024-04-12T16:07:21.103 INFO:tasks.rados.rados.0.smithi099.stdout:1849: finishing copy_from racing read to smithi09982431-23 2024-04-12T16:07:21.103 INFO:tasks.rados.rados.0.smithi099.stdout:1848: finishing write tid 1 to smithi09982431-11 2024-04-12T16:07:21.104 INFO:tasks.rados.rados.0.smithi099.stdout:1848: finishing write tid 2 to smithi09982431-11 2024-04-12T16:07:21.104 INFO:tasks.rados.rados.0.smithi099.stdout:1850: seq_num 596 ranges {4743168=385024} 2024-04-12T16:07:21.133 INFO:tasks.rados.rados.0.smithi099.stdout:1850: writing smithi09982431-41 from 4743168 to 5128192 tid 1 2024-04-12T16:07:21.133 INFO:tasks.rados.rados.0.smithi099.stdout:1843: done (6 left) 2024-04-12T16:07:21.133 INFO:tasks.rados.rados.0.smithi099.stdout:1844: done (5 left) 2024-04-12T16:07:21.133 INFO:tasks.rados.rados.0.smithi099.stdout:1846: done (4 left) 2024-04-12T16:07:21.133 INFO:tasks.rados.rados.0.smithi099.stdout:1847: done (3 left) 2024-04-12T16:07:21.133 INFO:tasks.rados.rados.0.smithi099.stdout:1849: done (2 left) 2024-04-12T16:07:21.133 INFO:tasks.rados.rados.0.smithi099.stdout:1851: snap_remove snap 126 2024-04-12T16:07:21.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:21.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:21.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:07:21.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:21 smithi099 ceph-mon[94290]: pgmap v271: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 462 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.8 MiB/s wr, 29 op/s; 74/828 objects degraded (8.937%) 2024-04-12T16:07:21.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:21 smithi099 ceph-mon[94290]: osdmap e424: 8 total, 7 up, 8 in 2024-04-12T16:07:21.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:21.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:21.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:07:21.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:21 smithi099 ceph-mon[96864]: pgmap v271: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 462 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.8 MiB/s wr, 29 op/s; 74/828 objects degraded (8.937%) 2024-04-12T16:07:21.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:21 smithi099 ceph-mon[96864]: osdmap e424: 8 total, 7 up, 8 in 2024-04-12T16:07:21.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:21.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:21.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:07:21.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:21 smithi110 ceph-mon[88691]: pgmap v271: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 462 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.8 MiB/s wr, 29 op/s; 74/828 objects degraded (8.937%) 2024-04-12T16:07:21.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:21 smithi110 ceph-mon[88691]: osdmap e424: 8 total, 7 up, 8 in 2024-04-12T16:07:22.041 INFO:tasks.rados.rados.0.smithi099.stdout:1851: done (2 left) 2024-04-12T16:07:22.041 INFO:tasks.rados.rados.0.smithi099.stdout:1852: snap_remove snap 174 2024-04-12T16:07:22.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:22 smithi099 ceph-mon[94290]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-12T16:07:22.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:22 smithi099 ceph-mon[94290]: osdmap e425: 8 total, 7 up, 8 in 2024-04-12T16:07:22.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:22 smithi099 ceph-mon[96864]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-12T16:07:22.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:22 smithi099 ceph-mon[96864]: osdmap e425: 8 total, 7 up, 8 in 2024-04-12T16:07:22.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:22 smithi110 ceph-mon[88691]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-12T16:07:22.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:22 smithi110 ceph-mon[88691]: osdmap e425: 8 total, 7 up, 8 in 2024-04-12T16:07:22.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:07:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:07:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:07:23.045 INFO:tasks.rados.rados.0.smithi099.stdout:1852: done (2 left) 2024-04-12T16:07:23.045 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 35 current snap is 183 2024-04-12T16:07:23.045 INFO:tasks.rados.rados.0.smithi099.stdout:1853: seq_num 597 ranges {1048576=401408} 2024-04-12T16:07:23.054 INFO:tasks.rados.rados.0.smithi099.stdout:1853: writing smithi09982431-35 from 1048576 to 1449984 tid 1 2024-04-12T16:07:23.055 INFO:tasks.rados.rados.0.smithi099.stdout:1854: setattr oid 12 current snap is 183 2024-04-12T16:07:23.055 INFO:tasks.rados.rados.0.smithi099.stdout:1848: finishing write tid 3 to smithi09982431-11 2024-04-12T16:07:23.055 INFO:tasks.rados.rados.0.smithi099.stdout:1848: oid 11 updating version 0 to 832 2024-04-12T16:07:23.055 INFO:tasks.rados.rados.0.smithi099.stdout:1848: oid 11 updating version 832 to 833 2024-04-12T16:07:23.055 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 11 v 833 (ObjNum 595 snap 183 seq_num 595) dirty exists 2024-04-12T16:07:23.055 INFO:tasks.rados.rados.0.smithi099.stdout:1848: left oid 11 (ObjNum 595 snap 183 seq_num 595) 2024-04-12T16:07:23.055 INFO:tasks.rados.rados.0.smithi099.stdout:1850: finishing write tid 1 to smithi09982431-41 2024-04-12T16:07:23.055 INFO:tasks.rados.rados.0.smithi099.stdout:1850: finishing write tid 2 to smithi09982431-41 2024-04-12T16:07:23.055 INFO:tasks.rados.rados.0.smithi099.stdout:1850: finishing write tid 3 to smithi09982431-41 2024-04-12T16:07:23.056 INFO:tasks.rados.rados.0.smithi099.stdout:1850: oid 41 updating version 0 to 1111 2024-04-12T16:07:23.056 INFO:tasks.rados.rados.0.smithi099.stdout:1850: oid 41 version 1111 is already newer than 1110 2024-04-12T16:07:23.056 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 41 v 1111 (ObjNum 596 snap 183 seq_num 596) dirty exists 2024-04-12T16:07:23.056 INFO:tasks.rados.rados.0.smithi099.stdout:1850: left oid 41 (ObjNum 596 snap 183 seq_num 596) 2024-04-12T16:07:23.058 INFO:tasks.rados.rados.0.smithi099.stdout:1848: done (3 left) 2024-04-12T16:07:23.058 INFO:tasks.rados.rados.0.smithi099.stdout:1850: done (2 left) 2024-04-12T16:07:23.058 INFO:tasks.rados.rados.0.smithi099.stdout:1855: rollback oid 11 current snap is 183 2024-04-12T16:07:23.058 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 11 to 161 2024-04-12T16:07:23.058 INFO:tasks.rados.rados.0.smithi099.stdout:1856: read oid 47 snap -1 2024-04-12T16:07:23.058 INFO:tasks.rados.rados.0.smithi099.stdout:1856: expect (ObjNum 494 snap 150 seq_num 494) 2024-04-12T16:07:23.058 INFO:tasks.rados.rados.0.smithi099.stdout:1857: read oid 26 snap -1 2024-04-12T16:07:23.058 INFO:tasks.rados.rados.0.smithi099.stdout:1857: expect (ObjNum 449 snap 135 seq_num 449) 2024-04-12T16:07:23.058 INFO:tasks.rados.rados.0.smithi099.stdout:1858: read oid 31 snap -1 2024-04-12T16:07:23.058 INFO:tasks.rados.rados.0.smithi099.stdout:1858: expect (ObjNum 533 snap 161 seq_num 533) 2024-04-12T16:07:23.058 INFO:tasks.rados.rados.0.smithi099.stdout:1859: rollback oid 13 current snap is 183 2024-04-12T16:07:23.058 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 13 to 180 2024-04-12T16:07:23.059 INFO:tasks.rados.rados.0.smithi099.stdout:1860: snap_create 2024-04-12T16:07:23.060 INFO:tasks.rados.rados.0.smithi099.stdout:1853: finishing write tid 1 to smithi09982431-35 2024-04-12T16:07:23.062 INFO:tasks.rados.rados.0.smithi099.stdout:1853: finishing write tid 2 to smithi09982431-35 2024-04-12T16:07:23.062 INFO:tasks.rados.rados.0.smithi099.stdout:1859: finishing rollback tid 0 to smithi09982431-13 2024-04-12T16:07:23.062 INFO:tasks.rados.rados.0.smithi099.stdout:1859: finishing rollback tid 1 to smithi09982431-13 2024-04-12T16:07:23.062 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 13 v 571 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-12T16:07:23.064 INFO:tasks.rados.rados.0.smithi099.stdout:1855: finishing rollback tid 0 to smithi09982431-11 2024-04-12T16:07:23.064 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 857 (ObjNum 525 snap 158 seq_num 525) dirty exists 2024-04-12T16:07:23.064 INFO:tasks.rados.rados.0.smithi099.stdout:1855: finishing rollback tid 1 to smithi09982431-11 2024-04-12T16:07:23.064 INFO:tasks.rados.rados.0.smithi099.stdout:1853: finishing write tid 3 to smithi09982431-35 2024-04-12T16:07:23.064 INFO:tasks.rados.rados.0.smithi099.stdout:1853: oid 35 updating version 0 to 960 2024-04-12T16:07:23.064 INFO:tasks.rados.rados.0.smithi099.stdout:1853: oid 35 version 960 is already newer than 959 2024-04-12T16:07:23.064 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 960 (ObjNum 597 snap 183 seq_num 597) dirty exists 2024-04-12T16:07:23.064 INFO:tasks.rados.rados.0.smithi099.stdout:1853: left oid 35 (ObjNum 597 snap 183 seq_num 597) 2024-04-12T16:07:23.070 INFO:tasks.rados.rados.0.smithi099.stdout:1855: finishing rollback tid 2 to smithi09982431-11 2024-04-12T16:07:23.070 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 11 v 836 (ObjNum 525 snap 158 seq_num 525) dirty exists 2024-04-12T16:07:23.091 INFO:tasks.rados.rados.0.smithi099.stdout:1856: expect (ObjNum 494 snap 150 seq_num 494) 2024-04-12T16:07:23.313 INFO:tasks.rados.rados.0.smithi099.stdout:1857: expect (ObjNum 449 snap 135 seq_num 449) 2024-04-12T16:07:23.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:23 smithi099 ceph-mon[94290]: pgmap v274: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 462 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.7 MiB/s wr, 20 op/s; 74/828 objects degraded (8.937%) 2024-04-12T16:07:23.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:23 smithi099 ceph-mon[94290]: osdmap e426: 8 total, 7 up, 8 in 2024-04-12T16:07:23.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:23 smithi099 ceph-mon[96864]: pgmap v274: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 462 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.7 MiB/s wr, 20 op/s; 74/828 objects degraded (8.937%) 2024-04-12T16:07:23.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:23 smithi099 ceph-mon[96864]: osdmap e426: 8 total, 7 up, 8 in 2024-04-12T16:07:23.504 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:23 smithi110 ceph-mon[88691]: pgmap v274: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 462 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.7 MiB/s wr, 20 op/s; 74/828 objects degraded (8.937%) 2024-04-12T16:07:23.504 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:23 smithi110 ceph-mon[88691]: osdmap e426: 8 total, 7 up, 8 in 2024-04-12T16:07:23.557 INFO:tasks.rados.rados.0.smithi099.stdout:1858: expect (ObjNum 533 snap 161 seq_num 533) 2024-04-12T16:07:23.834 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:07:23 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:07:23.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi099\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:07:24.018 INFO:tasks.rados.rados.0.smithi099.stdout:1853: done (7 left) 2024-04-12T16:07:24.018 INFO:tasks.rados.rados.0.smithi099.stdout:1854: done (6 left) 2024-04-12T16:07:24.018 INFO:tasks.rados.rados.0.smithi099.stdout:1855: done (5 left) 2024-04-12T16:07:24.018 INFO:tasks.rados.rados.0.smithi099.stdout:1856: done (4 left) 2024-04-12T16:07:24.018 INFO:tasks.rados.rados.0.smithi099.stdout:1857: done (3 left) 2024-04-12T16:07:24.018 INFO:tasks.rados.rados.0.smithi099.stdout:1858: done (2 left) 2024-04-12T16:07:24.018 INFO:tasks.rados.rados.0.smithi099.stdout:1859: done (1 left) 2024-04-12T16:07:24.018 INFO:tasks.rados.rados.0.smithi099.stdout:1860: done (0 left) 2024-04-12T16:07:24.018 INFO:tasks.rados.rados.0.smithi099.stdout:1861: read oid 3 snap -1 2024-04-12T16:07:24.018 INFO:tasks.rados.rados.0.smithi099.stdout:1861: expect (ObjNum 580 snap 176 seq_num 580) 2024-04-12T16:07:24.018 INFO:tasks.rados.rados.0.smithi099.stdout:1862: rollback oid 42 current snap is 184 2024-04-12T16:07:24.018 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 42 to 180 2024-04-12T16:07:24.019 INFO:tasks.rados.rados.0.smithi099.stdout:1863: rollback oid 25 current snap is 184 2024-04-12T16:07:24.019 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 25 to 176 2024-04-12T16:07:24.019 INFO:tasks.rados.rados.0.smithi099.stdout:1864: snap_create 2024-04-12T16:07:24.023 INFO:tasks.rados.rados.0.smithi099.stdout:1862: finishing rollback tid 1 to smithi09982431-42 2024-04-12T16:07:24.023 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 42 v 966 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-12T16:07:24.028 INFO:tasks.rados.rados.0.smithi099.stdout:1863: finishing rollback tid 0 to smithi09982431-25 2024-04-12T16:07:24.028 INFO:tasks.rados.rados.0.smithi099.stdout:1863: finishing rollback tid 1 to smithi09982431-25 2024-04-12T16:07:24.029 INFO:tasks.rados.rados.0.smithi099.stdout:1863: finishing rollback tid 2 to smithi09982431-25 2024-04-12T16:07:24.029 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 25 v 1238 (ObjNum 536 snap 161 seq_num 536) dirty exists 2024-04-12T16:07:24.046 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:23 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3[118406]: 2024-04-12T16:07:23.734+0000 7fa4d3f4c7c0 -1 osd.3 417 log_to_monitors true 2024-04-12T16:07:24.049 INFO:tasks.rados.rados.0.smithi099.stdout:1861: expect (ObjNum 580 snap 176 seq_num 580) 2024-04-12T16:07:24.377 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:07:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3[118406]: 2024-04-12T16:07:24.046+0000 7fa4c53a4700 -1 osd.3 417 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T16:07:24.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:24 smithi099 ceph-mon[94290]: from='osd.3 [v2:172.21.15.99:6826/3783319293,v1:172.21.15.99:6827/3783319293]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T16:07:24.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:24 smithi099 ceph-mon[94290]: from='osd.3 [v2:172.21.15.99:6826/3783319293,v1:172.21.15.99:6827/3783319293]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-12T16:07:24.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:24 smithi099 ceph-mon[94290]: osdmap e427: 8 total, 7 up, 8 in 2024-04-12T16:07:24.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:24 smithi099 ceph-mon[94290]: from='osd.3 [v2:172.21.15.99:6826/3783319293,v1:172.21.15.99:6827/3783319293]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-04-12T16:07:24.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:24 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:24.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:24 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:24.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:24 smithi099 ceph-mon[96864]: from='osd.3 [v2:172.21.15.99:6826/3783319293,v1:172.21.15.99:6827/3783319293]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T16:07:24.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:24 smithi099 ceph-mon[96864]: from='osd.3 [v2:172.21.15.99:6826/3783319293,v1:172.21.15.99:6827/3783319293]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-12T16:07:24.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:24 smithi099 ceph-mon[96864]: osdmap e427: 8 total, 7 up, 8 in 2024-04-12T16:07:24.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:24 smithi099 ceph-mon[96864]: from='osd.3 [v2:172.21.15.99:6826/3783319293,v1:172.21.15.99:6827/3783319293]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-04-12T16:07:24.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:24 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:24.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:24 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:24.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:24 smithi110 ceph-mon[88691]: from='osd.3 [v2:172.21.15.99:6826/3783319293,v1:172.21.15.99:6827/3783319293]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T16:07:24.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:24 smithi110 ceph-mon[88691]: from='osd.3 [v2:172.21.15.99:6826/3783319293,v1:172.21.15.99:6827/3783319293]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-12T16:07:24.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:24 smithi110 ceph-mon[88691]: osdmap e427: 8 total, 7 up, 8 in 2024-04-12T16:07:24.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:24 smithi110 ceph-mon[88691]: from='osd.3 [v2:172.21.15.99:6826/3783319293,v1:172.21.15.99:6827/3783319293]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-04-12T16:07:24.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:24 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:24.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:24 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:25.021 INFO:tasks.rados.rados.0.smithi099.stdout:1861: done (3 left) 2024-04-12T16:07:25.021 INFO:tasks.rados.rados.0.smithi099.stdout:1862: done (2 left) 2024-04-12T16:07:25.021 INFO:tasks.rados.rados.0.smithi099.stdout:1863: done (1 left) 2024-04-12T16:07:25.021 INFO:tasks.rados.rados.0.smithi099.stdout:1864: done (0 left) 2024-04-12T16:07:25.022 INFO:tasks.rados.rados.0.smithi099.stdout:1865: read oid 42 snap 178 2024-04-12T16:07:25.022 INFO:tasks.rados.rados.0.smithi099.stdout:1865: expect (ObjNum 581 snap 176 seq_num 581) 2024-04-12T16:07:25.022 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 34 current snap is 185 2024-04-12T16:07:25.022 INFO:tasks.rados.rados.0.smithi099.stdout:1866: seq_num 598 ranges {3710976=417792} 2024-04-12T16:07:25.045 INFO:tasks.rados.rados.0.smithi099.stdout:1866: writing smithi09982431-34 from 3710976 to 4128768 tid 1 2024-04-12T16:07:25.045 INFO:tasks.rados.rados.0.smithi099.stdout:1867: rollback oid 4 current snap is 185 2024-04-12T16:07:25.046 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 4 to 133 2024-04-12T16:07:25.046 INFO:tasks.rados.rados.0.smithi099.stdout:1868: delete oid 41 current snap is 185 2024-04-12T16:07:25.049 INFO:tasks.rados.rados.0.smithi099.stdout:1867: finishing rollback tid 0 to smithi09982431-4 2024-04-12T16:07:25.050 INFO:tasks.rados.rados.0.smithi099.stdout:1868: done (3 left) 2024-04-12T16:07:25.050 INFO:tasks.rados.rados.0.smithi099.stdout:1869: setattr oid 16 current snap is 185 2024-04-12T16:07:25.052 INFO:tasks.rados.rados.0.smithi099.stdout:1867: finishing rollback tid 1 to smithi09982431-4 2024-04-12T16:07:25.053 INFO:tasks.rados.rados.0.smithi099.stdout:1870: rollback oid 46 current snap is 185 2024-04-12T16:07:25.053 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 46 to 170 2024-04-12T16:07:25.053 INFO:tasks.rados.rados.0.smithi099.stdout:1871: rollback oid 43 current snap is 185 2024-04-12T16:07:25.053 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 43 to 164 2024-04-12T16:07:25.053 INFO:tasks.rados.rados.0.smithi099.stdout:1872: read oid 8 snap 181 2024-04-12T16:07:25.053 INFO:tasks.rados.rados.0.smithi099.stdout:1872: expect (ObjNum 566 snap 174 seq_num 566) 2024-04-12T16:07:25.054 INFO:tasks.rados.rados.0.smithi099.stdout:1873: delete oid 3 current snap is 185 2024-04-12T16:07:25.054 INFO:tasks.rados.rados.0.smithi099.stdout:1867: finishing rollback tid 2 to smithi09982431-4 2024-04-12T16:07:25.054 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 4 v 886 (ObjNum 435 snap 129 seq_num 435) dirty exists 2024-04-12T16:07:25.057 INFO:tasks.rados.rados.0.smithi099.stdout:1871: finishing rollback tid 1 to smithi09982431-43 2024-04-12T16:07:25.057 INFO:tasks.rados.rados.0.smithi099.stdout:1871: finishing rollback tid 2 to smithi09982431-43 2024-04-12T16:07:25.057 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 43 v 1129 (ObjNum 550 snap 163 seq_num 550) dirty exists 2024-04-12T16:07:25.058 INFO:tasks.rados.rados.0.smithi099.stdout:1867: done (7 left) 2024-04-12T16:07:25.058 INFO:tasks.rados.rados.0.smithi099.stdout:1871: done (6 left) 2024-04-12T16:07:25.059 INFO:tasks.rados.rados.0.smithi099.stdout:1873: done (5 left) 2024-04-12T16:07:25.059 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 49 current snap is 185 2024-04-12T16:07:25.059 INFO:tasks.rados.rados.0.smithi099.stdout:1874: seq_num 601 ranges {6782976=475136} 2024-04-12T16:07:25.099 INFO:tasks.rados.rados.0.smithi099.stdout:1874: writing smithi09982431-49 from 6782976 to 7258112 tid 1 2024-04-12T16:07:25.099 INFO:tasks.rados.rados.0.smithi099.stdout:1875: delete oid 23 current snap is 185 2024-04-12T16:07:25.099 INFO:tasks.rados.rados.0.smithi099.stdout:1870: finishing rollback tid 0 to smithi09982431-46 2024-04-12T16:07:25.099 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 16 v 859 (ObjNum 502 snap 152 seq_num 502) dirty exists 2024-04-12T16:07:25.100 INFO:tasks.rados.rados.0.smithi099.stdout:1870: finishing rollback tid 1 to smithi09982431-46 2024-04-12T16:07:25.100 INFO:tasks.rados.rados.0.smithi099.stdout:1870: finishing rollback tid 2 to smithi09982431-46 2024-04-12T16:07:25.100 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 46 v 964 (ObjNum 507 snap 153 seq_num 507) dirty exists 2024-04-12T16:07:25.100 INFO:tasks.rados.rados.0.smithi099.stdout:1872: expect (ObjNum 566 snap 174 seq_num 566) 2024-04-12T16:07:25.308 INFO:tasks.rados.rados.0.smithi099.stdout:1865: expect (ObjNum 581 snap 176 seq_num 581) 2024-04-12T16:07:25.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:25 smithi110 ceph-mon[88691]: pgmap v277: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 433 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 13 op/s; 75/786 objects degraded (9.542%) 2024-04-12T16:07:25.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:25 smithi110 ceph-mon[88691]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:07:25.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:25 smithi110 ceph-mon[88691]: osd.3 [v2:172.21.15.99:6826/3783319293,v1:172.21.15.99:6827/3783319293] boot 2024-04-12T16:07:25.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:25 smithi110 ceph-mon[88691]: osdmap e428: 8 total, 8 up, 8 in 2024-04-12T16:07:25.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:25 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:07:25.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:25 smithi099 ceph-mon[94290]: pgmap v277: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 433 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 13 op/s; 75/786 objects degraded (9.542%) 2024-04-12T16:07:25.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:25 smithi099 ceph-mon[94290]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:07:25.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:25 smithi099 ceph-mon[94290]: osd.3 [v2:172.21.15.99:6826/3783319293,v1:172.21.15.99:6827/3783319293] boot 2024-04-12T16:07:25.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:25 smithi099 ceph-mon[94290]: osdmap e428: 8 total, 8 up, 8 in 2024-04-12T16:07:25.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:25 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:07:25.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:25 smithi099 ceph-mon[96864]: pgmap v277: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 433 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 13 op/s; 75/786 objects degraded (9.542%) 2024-04-12T16:07:25.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:25 smithi099 ceph-mon[96864]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:07:25.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:25 smithi099 ceph-mon[96864]: osd.3 [v2:172.21.15.99:6826/3783319293,v1:172.21.15.99:6827/3783319293] boot 2024-04-12T16:07:25.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:25 smithi099 ceph-mon[96864]: osdmap e428: 8 total, 8 up, 8 in 2024-04-12T16:07:25.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:25 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:07:26.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:26 smithi110 ceph-mon[88691]: Health check update: Degraded data redundancy: 75/786 objects degraded (9.542%), 8 pgs degraded (PG_DEGRADED) 2024-04-12T16:07:26.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:26 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:26.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:26 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:26.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:26 smithi110 ceph-mon[88691]: osdmap e429: 8 total, 8 up, 8 in 2024-04-12T16:07:26.612 INFO:tasks.rados.rados.0.smithi099.stdout:1874: finishing write tid 1 to smithi09982431-49 2024-04-12T16:07:26.612 INFO:tasks.rados.rados.0.smithi099.stdout:1874: finishing write tid 2 to smithi09982431-49 2024-04-12T16:07:26.612 INFO:tasks.rados.rados.0.smithi099.stdout:1874: finishing write tid 3 to smithi09982431-49 2024-04-12T16:07:26.612 INFO:tasks.rados.rados.0.smithi099.stdout:1874: oid 49 updating version 0 to 1130 2024-04-12T16:07:26.612 INFO:tasks.rados.rados.0.smithi099.stdout:1874: oid 49 version 1130 is already newer than 1129 2024-04-12T16:07:26.612 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 49 v 1130 (ObjNum 601 snap 185 seq_num 601) dirty exists 2024-04-12T16:07:26.612 INFO:tasks.rados.rados.0.smithi099.stdout:1874: left oid 49 (ObjNum 601 snap 185 seq_num 601) 2024-04-12T16:07:26.612 INFO:tasks.rados.rados.0.smithi099.stdout:1866: finishing write tid 1 to smithi09982431-34 2024-04-12T16:07:26.612 INFO:tasks.rados.rados.0.smithi099.stdout:1865: done (6 left) 2024-04-12T16:07:26.612 INFO:tasks.rados.rados.0.smithi099.stdout:1869: done (5 left) 2024-04-12T16:07:26.612 INFO:tasks.rados.rados.0.smithi099.stdout:1870: done (4 left) 2024-04-12T16:07:26.612 INFO:tasks.rados.rados.0.smithi099.stdout:1872: done (3 left) 2024-04-12T16:07:26.613 INFO:tasks.rados.rados.0.smithi099.stdout:1874: done (2 left) 2024-04-12T16:07:26.613 INFO:tasks.rados.rados.0.smithi099.stdout:1875: done (1 left) 2024-04-12T16:07:26.613 INFO:tasks.rados.rados.0.smithi099.stdout:1876: snap_remove snap 175 2024-04-12T16:07:26.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:07:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:07:26] "GET /metrics HTTP/1.1" 200 36200 "" "Prometheus/2.43.0" 2024-04-12T16:07:26.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:26 smithi099 ceph-mon[96864]: Health check update: Degraded data redundancy: 75/786 objects degraded (9.542%), 8 pgs degraded (PG_DEGRADED) 2024-04-12T16:07:26.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:26 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:26.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:26 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:26.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:26 smithi099 ceph-mon[96864]: osdmap e429: 8 total, 8 up, 8 in 2024-04-12T16:07:26.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:26 smithi099 ceph-mon[94290]: Health check update: Degraded data redundancy: 75/786 objects degraded (9.542%), 8 pgs degraded (PG_DEGRADED) 2024-04-12T16:07:26.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:26 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:26.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:26 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:26.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:26 smithi099 ceph-mon[94290]: osdmap e429: 8 total, 8 up, 8 in 2024-04-12T16:07:27.195 INFO:tasks.rados.rados.0.smithi099.stdout:1876: done (1 left) 2024-04-12T16:07:27.195 INFO:tasks.rados.rados.0.smithi099.stdout:1877: snap_remove snap 181 2024-04-12T16:07:27.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:27 smithi110 ceph-mon[88691]: pgmap v280: 121 pgs: 6 peering, 7 active+undersized+degraded, 28 active+undersized, 80 active+clean; 432 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 14 op/s; 75/783 objects degraded (9.579%) 2024-04-12T16:07:27.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:27 smithi099 ceph-mon[94290]: pgmap v280: 121 pgs: 6 peering, 7 active+undersized+degraded, 28 active+undersized, 80 active+clean; 432 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 14 op/s; 75/783 objects degraded (9.579%) 2024-04-12T16:07:27.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:27 smithi099 ceph-mon[96864]: pgmap v280: 121 pgs: 6 peering, 7 active+undersized+degraded, 28 active+undersized, 80 active+clean; 432 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 14 op/s; 75/783 objects degraded (9.579%) 2024-04-12T16:07:28.192 INFO:tasks.rados.rados.0.smithi099.stdout:1877: done (1 left) 2024-04-12T16:07:28.192 INFO:tasks.rados.rados.0.smithi099.stdout:1878: rollback oid 39 current snap is 185 2024-04-12T16:07:28.192 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 39 to 165 2024-04-12T16:07:28.192 INFO:tasks.rados.rados.0.smithi099.stdout:1866: finishing write tid 2 to smithi09982431-34 2024-04-12T16:07:28.192 INFO:tasks.rados.rados.0.smithi099.stdout:1866: finishing write tid 3 to smithi09982431-34 2024-04-12T16:07:28.192 INFO:tasks.rados.rados.0.smithi099.stdout:1866: oid 34 updating version 0 to 1241 2024-04-12T16:07:28.192 INFO:tasks.rados.rados.0.smithi099.stdout:1866: oid 34 version 1241 is already newer than 1240 2024-04-12T16:07:28.192 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 34 v 1241 (ObjNum 598 snap 185 seq_num 598) dirty exists 2024-04-12T16:07:28.192 INFO:tasks.rados.rados.0.smithi099.stdout:1866: left oid 34 (ObjNum 598 snap 185 seq_num 598) 2024-04-12T16:07:28.193 INFO:tasks.rados.rados.0.smithi099.stdout:1866: done (1 left) 2024-04-12T16:07:28.193 INFO:tasks.rados.rados.0.smithi099.stdout:1879: snap_remove snap 182 2024-04-12T16:07:28.368 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-04-12T16:07:28.369 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:28 smithi099 ceph-mon[96864]: osdmap e430: 8 total, 8 up, 8 in 2024-04-12T16:07:28.369 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:28.369 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:07:28.369 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:28 smithi099 ceph-mon[94290]: osdmap e430: 8 total, 8 up, 8 in 2024-04-12T16:07:28.369 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:28.369 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:07:28.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:28 smithi110 ceph-mon[88691]: osdmap e430: 8 total, 8 up, 8 in 2024-04-12T16:07:28.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:28.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:07:28.695 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T16:07:28.695 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (8m) 4s ago 9m 26.7M - 0.25.0 c8568f914cd2 d0012c0a0402 2024-04-12T16:07:28.695 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi110 *:3000 running (8m) 2m ago 8m 88.8M - 9.4.7 954c08fa6188 f1a47e96b342 2024-04-12T16:07:28.695 INFO:teuthology.orchestra.run.smithi099.stdout:mds.a smithi099 running (10m) 4s ago 10m 20.2M - 18.2.2-1187-gd540ebac bb2c5eac26a4 41cdf918e4eb 2024-04-12T16:07:28.695 INFO:teuthology.orchestra.run.smithi099.stdout:mds.b smithi110 running (10m) 2m ago 10m 14.7M - 18.2.2-1187-gd540ebac bb2c5eac26a4 453e0d052bae 2024-04-12T16:07:28.695 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi110 *:8443,9283,8765 running (3m) 2m ago 13m 450M - 19.0.0-2847-gbf9c5618 92de118a8b8f 39e31f4f4e9d 2024-04-12T16:07:28.695 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (4m) 4s ago 15m 514M - 19.0.0-2847-gbf9c5618 92de118a8b8f 8fb83982268a 2024-04-12T16:07:28.696 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (3m) 4s ago 15m 54.8M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f cc807b11358b 2024-04-12T16:07:28.696 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi110 running (2m) 2m ago 13m 28.4M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 393831dfcb29 2024-04-12T16:07:28.696 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (3m) 4s ago 13m 48.5M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 3bb5784f6f37 2024-04-12T16:07:28.696 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (8m) 4s ago 8m 15.8M - 1.5.0 0da6a335fe13 1555012f6fb4 2024-04-12T16:07:28.696 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi110 *:9100 running (8m) 2m ago 8m 15.2M - 1.5.0 0da6a335fe13 e64854b1f14f 2024-04-12T16:07:28.696 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (113s) 4s ago 13m 235M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 5e1f1df54e74 2024-04-12T16:07:28.696 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (78s) 4s ago 12m 152M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 78ac083e3d82 2024-04-12T16:07:28.696 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (43s) 4s ago 12m 116M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f e28b267bdc6a 2024-04-12T16:07:28.696 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (8s) 4s ago 11m 15.0M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 594ef50fe212 2024-04-12T16:07:28.696 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi110 running (11m) 2m ago 11m 187M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 cbe7627415bc 2024-04-12T16:07:28.696 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi110 running (11m) 2m ago 11m 230M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 adfdbd20159e 2024-04-12T16:07:28.696 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi110 running (10m) 2m ago 10m 153M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 27d42d053218 2024-04-12T16:07:28.696 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi110 running (10m) 2m ago 10m 138M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 d4e7f553110a 2024-04-12T16:07:28.696 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi110 *:9095 running (3m) 2m ago 9m 53.7M - 2.43.0 a07b618ecd1d 9fabb6d2365c 2024-04-12T16:07:29.115 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-04-12T16:07:29.115 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-04-12T16:07:29.115 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 3 2024-04-12T16:07:29.115 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:07:29.115 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-04-12T16:07:29.115 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:07:29.115 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:07:29.115 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-04-12T16:07:29.115 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 4, 2024-04-12T16:07:29.115 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 4 2024-04-12T16:07:29.115 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:07:29.116 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": { 2024-04-12T16:07:29.116 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:07:29.116 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:07:29.116 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-04-12T16:07:29.116 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 6, 2024-04-12T16:07:29.116 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 9 2024-04-12T16:07:29.116 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-04-12T16:07:29.116 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-04-12T16:07:29.204 INFO:tasks.rados.rados.0.smithi099.stdout:1879: done (1 left) 2024-04-12T16:07:29.204 INFO:tasks.rados.rados.0.smithi099.stdout:1880: copy_from oid 27 from oid 36 current snap is 185 2024-04-12T16:07:29.204 INFO:tasks.rados.rados.0.smithi099.stdout:1878: finishing rollback tid 0 to smithi09982431-39 2024-04-12T16:07:29.204 INFO:tasks.rados.rados.0.smithi099.stdout:1878: finishing rollback tid 1 to smithi09982431-39 2024-04-12T16:07:29.204 INFO:tasks.rados.rados.0.smithi099.stdout:1878: finishing rollback tid 2 to smithi09982431-39 2024-04-12T16:07:29.204 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 39 v 879 (ObjNum 359 snap 111 seq_num 359) dirty exists 2024-04-12T16:07:29.204 INFO:tasks.rados.rados.0.smithi099.stdout:1878: done (1 left) 2024-04-12T16:07:29.204 INFO:tasks.rados.rados.0.smithi099.stdout:1881: snap_remove snap 178 2024-04-12T16:07:29.377 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:07:29 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:07:29.004+0000 7ffbacc40700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-04-12T16:07:29.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:29 smithi099 ceph-mon[96864]: osdmap e431: 8 total, 8 up, 8 in 2024-04-12T16:07:29.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:29 smithi099 ceph-mon[96864]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:07:29.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:29 smithi099 ceph-mon[96864]: pgmap v283: 121 pgs: 6 peering, 5 active+undersized+degraded, 20 active+undersized, 90 active+clean; 434 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 202 KiB/s wr, 4 op/s; 60/780 objects degraded (7.692%); 1.5 MiB/s, 0 objects/s recovering 2024-04-12T16:07:29.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:29 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:29.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:29 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:29.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:29 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:07:29.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:29 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:07:29.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:29 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:29.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:29 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:07:29.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:29 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:07:29.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:29 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:07:29.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:29 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:07:29.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:29 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T16:07:29.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:29 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3511212252' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:07:29.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:29 smithi099 ceph-mon[94290]: osdmap e431: 8 total, 8 up, 8 in 2024-04-12T16:07:29.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:29 smithi099 ceph-mon[94290]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:07:29.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:29 smithi099 ceph-mon[94290]: pgmap v283: 121 pgs: 6 peering, 5 active+undersized+degraded, 20 active+undersized, 90 active+clean; 434 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 202 KiB/s wr, 4 op/s; 60/780 objects degraded (7.692%); 1.5 MiB/s, 0 objects/s recovering 2024-04-12T16:07:29.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:29 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:29.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:29 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:29.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:29 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:07:29.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:29 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:07:29.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:29 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:29.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:29 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:07:29.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:29 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:07:29.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:29 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:07:29.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:29 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:07:29.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:29 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T16:07:29.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:29 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3511212252' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:07:29.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:29 smithi110 ceph-mon[88691]: osdmap e431: 8 total, 8 up, 8 in 2024-04-12T16:07:29.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:29 smithi110 ceph-mon[88691]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:07:29.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:29 smithi110 ceph-mon[88691]: pgmap v283: 121 pgs: 6 peering, 5 active+undersized+degraded, 20 active+undersized, 90 active+clean; 434 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 202 KiB/s wr, 4 op/s; 60/780 objects degraded (7.692%); 1.5 MiB/s, 0 objects/s recovering 2024-04-12T16:07:29.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:29 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:29.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:29 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:29.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:29 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:07:29.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:29 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:07:29.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:29 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:29.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:29 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:07:29.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:29 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:07:29.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:29 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:07:29.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:29 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:07:29.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:29 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T16:07:29.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:29 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3511212252' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:07:30.205 INFO:tasks.rados.rados.0.smithi099.stdout:1881: done (1 left) 2024-04-12T16:07:30.205 INFO:tasks.rados.rados.0.smithi099.stdout:1882: delete oid 11 current snap is 185 2024-04-12T16:07:30.206 INFO:tasks.rados.rados.0.smithi099.stdout:1880: finishing copy_from racing read to smithi09982431-27 2024-04-12T16:07:30.206 INFO:tasks.rados.rados.0.smithi099.stdout:1880: finishing copy_from to smithi09982431-27 2024-04-12T16:07:30.206 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 27 v 954 (ObjNum 583 snap 178 seq_num 583) dirty exists 2024-04-12T16:07:30.213 INFO:tasks.rados.rados.0.smithi099.stdout:1880: done (1 left) 2024-04-12T16:07:30.213 INFO:tasks.rados.rados.0.smithi099.stdout:1882: done (0 left) 2024-04-12T16:07:30.213 INFO:tasks.rados.rados.0.smithi099.stdout:1883: read oid 47 snap -1 2024-04-12T16:07:30.214 INFO:tasks.rados.rados.0.smithi099.stdout:1883: expect (ObjNum 494 snap 150 seq_num 494) 2024-04-12T16:07:30.214 INFO:tasks.rados.rados.0.smithi099.stdout:1884: rmattr oid 21 current snap is 185 2024-04-12T16:07:30.214 INFO:tasks.rados.rados.0.smithi099.stdout:1885: snap_remove snap 177 2024-04-12T16:07:30.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:30 smithi110 ceph-mon[88691]: from='client.44222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:07:30.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:30 smithi110 ceph-mon[88691]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T16:07:30.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:30 smithi110 ceph-mon[88691]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-04-12T16:07:30.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:30 smithi110 ceph-mon[88691]: osdmap e432: 8 total, 8 up, 8 in 2024-04-12T16:07:30.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:30 smithi099 ceph-mon[94290]: from='client.44222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:07:30.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:30 smithi099 ceph-mon[94290]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T16:07:30.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:30 smithi099 ceph-mon[94290]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-04-12T16:07:30.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:30 smithi099 ceph-mon[94290]: osdmap e432: 8 total, 8 up, 8 in 2024-04-12T16:07:30.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:30 smithi099 ceph-mon[96864]: from='client.44222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:07:30.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:30 smithi099 ceph-mon[96864]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T16:07:30.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:30 smithi099 ceph-mon[96864]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-04-12T16:07:30.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:30 smithi099 ceph-mon[96864]: osdmap e432: 8 total, 8 up, 8 in 2024-04-12T16:07:31.220 INFO:tasks.rados.rados.0.smithi099.stdout:1885: done (2 left) 2024-04-12T16:07:31.220 INFO:tasks.rados.rados.0.smithi099.stdout:1886: rollback oid 43 current snap is 185 2024-04-12T16:07:31.220 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 43 to 154 2024-04-12T16:07:31.220 INFO:tasks.rados.rados.0.smithi099.stdout:1887: read oid 16 snap -1 2024-04-12T16:07:31.220 INFO:tasks.rados.rados.0.smithi099.stdout:1887: expect (ObjNum 502 snap 152 seq_num 502) 2024-04-12T16:07:31.220 INFO:tasks.rados.rados.0.smithi099.stdout:1888: read oid 48 snap -1 2024-04-12T16:07:31.221 INFO:tasks.rados.rados.0.smithi099.stdout:1888: expect (ObjNum 423 snap 128 seq_num 423) 2024-04-12T16:07:31.221 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 46 current snap is 185 2024-04-12T16:07:31.221 INFO:tasks.rados.rados.0.smithi099.stdout:1889: seq_num 604 ranges {2744320=524288} 2024-04-12T16:07:31.238 INFO:tasks.rados.rados.0.smithi099.stdout:1889: writing smithi09982431-46 from 2744320 to 3268608 tid 1 2024-04-12T16:07:31.238 INFO:tasks.rados.rados.0.smithi099.stdout:1890: snap_create 2024-04-12T16:07:31.238 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 1150 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-04-12T16:07:31.238 INFO:tasks.rados.rados.0.smithi099.stdout:1883: expect (ObjNum 494 snap 150 seq_num 494) 2024-04-12T16:07:31.447 INFO:tasks.rados.rados.0.smithi099.stdout:1886: finishing rollback tid 0 to smithi09982431-43 2024-04-12T16:07:31.447 INFO:tasks.rados.rados.0.smithi099.stdout:1886: finishing rollback tid 1 to smithi09982431-43 2024-04-12T16:07:31.447 INFO:tasks.rados.rados.0.smithi099.stdout:1886: finishing rollback tid 2 to smithi09982431-43 2024-04-12T16:07:31.447 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 43 v 1146 (ObjNum 495 snap 150 seq_num 495) dirty exists 2024-04-12T16:07:31.447 INFO:tasks.rados.rados.0.smithi099.stdout:1888: expect (ObjNum 423 snap 128 seq_num 423) 2024-04-12T16:07:31.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:31 smithi110 ceph-mon[88691]: osdmap e433: 8 total, 8 up, 8 in 2024-04-12T16:07:31.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:31 smithi110 ceph-mon[88691]: pgmap v286: 121 pgs: 121 active+clean; 397 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.5 MiB/s wr, 13 op/s; 7.5 MiB/s, 2 objects/s recovering 2024-04-12T16:07:31.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:31 smithi099 ceph-mon[94290]: osdmap e433: 8 total, 8 up, 8 in 2024-04-12T16:07:31.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:31 smithi099 ceph-mon[94290]: pgmap v286: 121 pgs: 121 active+clean; 397 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.5 MiB/s wr, 13 op/s; 7.5 MiB/s, 2 objects/s recovering 2024-04-12T16:07:31.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:31 smithi099 ceph-mon[96864]: osdmap e433: 8 total, 8 up, 8 in 2024-04-12T16:07:31.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:31 smithi099 ceph-mon[96864]: pgmap v286: 121 pgs: 121 active+clean; 397 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.5 MiB/s wr, 13 op/s; 7.5 MiB/s, 2 objects/s recovering 2024-04-12T16:07:31.717 INFO:tasks.rados.rados.0.smithi099.stdout:1887: expect (ObjNum 502 snap 152 seq_num 502) 2024-04-12T16:07:32.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:32 smithi099 ceph-mon[94290]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 60/780 objects degraded (7.692%), 5 pgs degraded) 2024-04-12T16:07:32.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:32 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:07:32.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:32 smithi099 ceph-mon[94290]: osdmap e434: 8 total, 8 up, 8 in 2024-04-12T16:07:32.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:32 smithi099 ceph-mon[96864]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 60/780 objects degraded (7.692%), 5 pgs degraded) 2024-04-12T16:07:32.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:32 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:07:32.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:32 smithi099 ceph-mon[96864]: osdmap e434: 8 total, 8 up, 8 in 2024-04-12T16:07:32.392 INFO:tasks.rados.rados.0.smithi099.stdout:1889: finishing write tid 1 to smithi09982431-46 2024-04-12T16:07:32.392 INFO:tasks.rados.rados.0.smithi099.stdout:1889: finishing write tid 2 to smithi09982431-46 2024-04-12T16:07:32.392 INFO:tasks.rados.rados.0.smithi099.stdout:1883: done (6 left) 2024-04-12T16:07:32.392 INFO:tasks.rados.rados.0.smithi099.stdout:1884: done (5 left) 2024-04-12T16:07:32.392 INFO:tasks.rados.rados.0.smithi099.stdout:1886: done (4 left) 2024-04-12T16:07:32.392 INFO:tasks.rados.rados.0.smithi099.stdout:1887: done (3 left) 2024-04-12T16:07:32.392 INFO:tasks.rados.rados.0.smithi099.stdout:1888: done (2 left) 2024-04-12T16:07:32.392 INFO:tasks.rados.rados.0.smithi099.stdout:1890: done (1 left) 2024-04-12T16:07:32.392 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 18 current snap is 186 2024-04-12T16:07:32.392 INFO:tasks.rados.rados.0.smithi099.stdout:1889: finishing write tid 3 to smithi09982431-46 2024-04-12T16:07:32.393 INFO:tasks.rados.rados.0.smithi099.stdout:1889: oid 46 updating version 0 to 965 2024-04-12T16:07:32.393 INFO:tasks.rados.rados.0.smithi099.stdout:1889: oid 46 updating version 965 to 966 2024-04-12T16:07:32.393 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 46 v 966 (ObjNum 604 snap 185 seq_num 604) dirty exists 2024-04-12T16:07:32.393 INFO:tasks.rados.rados.0.smithi099.stdout:1889: left oid 46 (ObjNum 604 snap 185 seq_num 604) 2024-04-12T16:07:32.393 INFO:tasks.rados.rados.0.smithi099.stdout:1891: seq_num 605 ranges {0=540672} 2024-04-12T16:07:32.394 INFO:tasks.rados.rados.0.smithi099.stdout:1891: writing smithi09982431-18 from 0 to 540672 tid 1 2024-04-12T16:07:32.395 INFO:tasks.rados.rados.0.smithi099.stdout:1889: done (1 left) 2024-04-12T16:07:32.395 INFO:tasks.rados.rados.0.smithi099.stdout:1892: read oid 2 snap -1 2024-04-12T16:07:32.395 INFO:tasks.rados.rados.0.smithi099.stdout:1892: expect deleted 2024-04-12T16:07:32.395 INFO:tasks.rados.rados.0.smithi099.stdout:1893: snap_remove snap 139 2024-04-12T16:07:32.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:32 smithi110 ceph-mon[88691]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 60/780 objects degraded (7.692%), 5 pgs degraded) 2024-04-12T16:07:32.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:32 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:07:32.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:32 smithi110 ceph-mon[88691]: osdmap e434: 8 total, 8 up, 8 in 2024-04-12T16:07:32.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:07:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:07:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:07:33.228 INFO:tasks.rados.rados.0.smithi099.stdout:1891: finishing write tid 1 to smithi09982431-18 2024-04-12T16:07:33.228 INFO:tasks.rados.rados.0.smithi099.stdout:1891: finishing write tid 2 to smithi09982431-18 2024-04-12T16:07:33.228 INFO:tasks.rados.rados.0.smithi099.stdout:1891: finishing write tid 3 to smithi09982431-18 2024-04-12T16:07:33.228 INFO:tasks.rados.rados.0.smithi099.stdout:1891: oid 18 updating version 0 to 1147 2024-04-12T16:07:33.228 INFO:tasks.rados.rados.0.smithi099.stdout:1891: oid 18 updating version 1147 to 1148 2024-04-12T16:07:33.228 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 18 v 1148 (ObjNum 605 snap 186 seq_num 605) dirty exists 2024-04-12T16:07:33.228 INFO:tasks.rados.rados.0.smithi099.stdout:1891: left oid 18 (ObjNum 605 snap 186 seq_num 605) 2024-04-12T16:07:33.228 INFO:tasks.rados.rados.0.smithi099.stdout:1891: done (2 left) 2024-04-12T16:07:33.228 INFO:tasks.rados.rados.0.smithi099.stdout:1892: done (1 left) 2024-04-12T16:07:33.228 INFO:tasks.rados.rados.0.smithi099.stdout:1893: done (0 left) 2024-04-12T16:07:33.228 INFO:tasks.rados.rados.0.smithi099.stdout:1894: rollback oid 2 current snap is 186 2024-04-12T16:07:33.229 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 2 to 165 2024-04-12T16:07:33.229 INFO:tasks.rados.rados.0.smithi099.stdout:1895: setattr oid 36 current snap is 186 2024-04-12T16:07:33.229 INFO:tasks.rados.rados.0.smithi099.stdout:1896: snap_create 2024-04-12T16:07:33.237 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 36 v 961 (ObjNum 583 snap 178 seq_num 583) dirty exists 2024-04-12T16:07:33.243 INFO:tasks.rados.rados.0.smithi099.stdout:1894: finishing rollback tid 1 to smithi09982431-2 2024-04-12T16:07:33.243 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 2 v 457 (ObjNum 81 snap 0 seq_num 1924545888) dirty dne 2024-04-12T16:07:33.501 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:33 smithi110 ceph-mon[88691]: osdmap e435: 8 total, 8 up, 8 in 2024-04-12T16:07:33.502 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:33 smithi110 ceph-mon[88691]: pgmap v289: 121 pgs: 121 active+clean; 397 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 10 op/s; 6.0 MiB/s, 1 objects/s recovering 2024-04-12T16:07:33.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:33 smithi099 ceph-mon[94290]: osdmap e435: 8 total, 8 up, 8 in 2024-04-12T16:07:33.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:33 smithi099 ceph-mon[94290]: pgmap v289: 121 pgs: 121 active+clean; 397 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 10 op/s; 6.0 MiB/s, 1 objects/s recovering 2024-04-12T16:07:33.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:33 smithi099 ceph-mon[96864]: osdmap e435: 8 total, 8 up, 8 in 2024-04-12T16:07:33.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:33 smithi099 ceph-mon[96864]: pgmap v289: 121 pgs: 121 active+clean; 397 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 10 op/s; 6.0 MiB/s, 1 objects/s recovering 2024-04-12T16:07:33.834 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:07:33 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:07:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi099\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:07:34.020 INFO:tasks.rados.rados.0.smithi099.stdout:1894: done (2 left) 2024-04-12T16:07:34.021 INFO:tasks.rados.rados.0.smithi099.stdout:1895: done (1 left) 2024-04-12T16:07:34.021 INFO:tasks.rados.rados.0.smithi099.stdout:1896: done (0 left) 2024-04-12T16:07:34.021 INFO:tasks.rados.rados.0.smithi099.stdout:1897: delete oid 49 current snap is 187 2024-04-12T16:07:34.027 INFO:tasks.rados.rados.0.smithi099.stdout:1897: done (0 left) 2024-04-12T16:07:34.027 INFO:tasks.rados.rados.0.smithi099.stdout:1898: read oid 3 snap 164 2024-04-12T16:07:34.027 INFO:tasks.rados.rados.0.smithi099.stdout:1898: expect (ObjNum 461 snap 139 seq_num 461) 2024-04-12T16:07:34.027 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 10 current snap is 187 2024-04-12T16:07:34.027 INFO:tasks.rados.rados.0.smithi099.stdout:1899: seq_num 607 ranges {3268608=573440} 2024-04-12T16:07:34.049 INFO:tasks.rados.rados.0.smithi099.stdout:1899: writing smithi09982431-10 from 3268608 to 3842048 tid 1 2024-04-12T16:07:34.050 INFO:tasks.rados.rados.0.smithi099.stdout:1900: snap_create 2024-04-12T16:07:34.051 INFO:tasks.rados.rados.0.smithi099.stdout:1898: expect (ObjNum 461 snap 139 seq_num 461) 2024-04-12T16:07:34.418 INFO:tasks.rados.rados.0.smithi099.stdout:1899: finishing write tid 1 to smithi09982431-10 2024-04-12T16:07:34.419 INFO:tasks.rados.rados.0.smithi099.stdout:1899: finishing write tid 2 to smithi09982431-10 2024-04-12T16:07:34.419 INFO:tasks.rados.rados.0.smithi099.stdout:1899: finishing write tid 3 to smithi09982431-10 2024-04-12T16:07:34.419 INFO:tasks.rados.rados.0.smithi099.stdout:1899: oid 10 updating version 0 to 1161 2024-04-12T16:07:34.419 INFO:tasks.rados.rados.0.smithi099.stdout:1899: oid 10 version 1161 is already newer than 1160 2024-04-12T16:07:34.419 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 10 v 1161 (ObjNum 607 snap 187 seq_num 607) dirty exists 2024-04-12T16:07:34.419 INFO:tasks.rados.rados.0.smithi099.stdout:1899: left oid 10 (ObjNum 607 snap 187 seq_num 607) 2024-04-12T16:07:34.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:34 smithi110 ceph-mon[88691]: osdmap e436: 8 total, 8 up, 8 in 2024-04-12T16:07:34.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:34 smithi110 ceph-mon[88691]: osdmap e437: 8 total, 8 up, 8 in 2024-04-12T16:07:34.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:34 smithi099 ceph-mon[94290]: osdmap e436: 8 total, 8 up, 8 in 2024-04-12T16:07:34.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:34 smithi099 ceph-mon[94290]: osdmap e437: 8 total, 8 up, 8 in 2024-04-12T16:07:34.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:34 smithi099 ceph-mon[96864]: osdmap e436: 8 total, 8 up, 8 in 2024-04-12T16:07:34.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:34 smithi099 ceph-mon[96864]: osdmap e437: 8 total, 8 up, 8 in 2024-04-12T16:07:35.025 INFO:tasks.rados.rados.0.smithi099.stdout:1898: done (2 left) 2024-04-12T16:07:35.026 INFO:tasks.rados.rados.0.smithi099.stdout:1899: done (1 left) 2024-04-12T16:07:35.026 INFO:tasks.rados.rados.0.smithi099.stdout:1900: done (0 left) 2024-04-12T16:07:35.026 INFO:tasks.rados.rados.0.smithi099.stdout:1901: copy_from oid 45 from oid 2 current snap is 188 2024-04-12T16:07:35.026 INFO:tasks.rados.rados.0.smithi099.stdout:1902: read oid 19 snap 183 2024-04-12T16:07:35.026 INFO:tasks.rados.rados.0.smithi099.stdout:1902: expect (ObjNum 523 snap 158 seq_num 523) 2024-04-12T16:07:35.026 INFO:tasks.rados.rados.0.smithi099.stdout:1903: setattr oid 40 current snap is 188 2024-04-12T16:07:35.027 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 49 current snap is 188 2024-04-12T16:07:35.027 INFO:tasks.rados.rados.0.smithi099.stdout:1904: seq_num 608 ranges {0=589824} 2024-04-12T16:07:35.032 INFO:tasks.rados.rados.0.smithi099.stdout:1904: writing smithi09982431-49 from 0 to 589824 tid 1 2024-04-12T16:07:35.032 INFO:tasks.rados.rados.0.smithi099.stdout:1905: rmattr oid 27 current snap is 188 2024-04-12T16:07:35.032 INFO:tasks.rados.rados.0.smithi099.stdout:1901: finishing copy_from to smithi09982431-45 2024-04-12T16:07:35.032 INFO:tasks.rados.rados.0.smithi099.stdout:1901: got expected ENOENT (src dne) 2024-04-12T16:07:35.032 INFO:tasks.rados.rados.0.smithi099.stdout:1906: rmattr oid 38 current snap is 188 2024-04-12T16:07:35.032 INFO:tasks.rados.rados.0.smithi099.stdout:1906: done (5 left) 2024-04-12T16:07:35.032 INFO:tasks.rados.rados.0.smithi099.stdout:1907: delete oid 11 current snap is 188 2024-04-12T16:07:35.032 INFO:tasks.rados.rados.0.smithi099.stdout:1901: finishing copy_from racing read to smithi09982431-45 2024-04-12T16:07:35.032 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 40 v 1315 (ObjNum 570 snap 176 seq_num 570) dirty exists 2024-04-12T16:07:35.033 INFO:tasks.rados.rados.0.smithi099.stdout:1902: expect (ObjNum 523 snap 158 seq_num 523) 2024-04-12T16:07:35.076 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 27 v 959 (ObjNum 583 snap 178 seq_num 583) dirty exists 2024-04-12T16:07:35.076 INFO:tasks.rados.rados.0.smithi099.stdout:1904: finishing write tid 1 to smithi09982431-49 2024-04-12T16:07:35.076 INFO:tasks.rados.rados.0.smithi099.stdout:1904: finishing write tid 2 to smithi09982431-49 2024-04-12T16:07:35.076 INFO:tasks.rados.rados.0.smithi099.stdout:1904: finishing write tid 3 to smithi09982431-49 2024-04-12T16:07:35.076 INFO:tasks.rados.rados.0.smithi099.stdout:1904: oid 49 updating version 0 to 1165 2024-04-12T16:07:35.076 INFO:tasks.rados.rados.0.smithi099.stdout:1904: oid 49 updating version 1165 to 1166 2024-04-12T16:07:35.076 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 49 v 1166 (ObjNum 608 snap 188 seq_num 608) dirty exists 2024-04-12T16:07:35.076 INFO:tasks.rados.rados.0.smithi099.stdout:1904: left oid 49 (ObjNum 608 snap 188 seq_num 608) 2024-04-12T16:07:35.076 INFO:tasks.rados.rados.0.smithi099.stdout:1901: done (5 left) 2024-04-12T16:07:35.077 INFO:tasks.rados.rados.0.smithi099.stdout:1902: done (4 left) 2024-04-12T16:07:35.077 INFO:tasks.rados.rados.0.smithi099.stdout:1903: done (3 left) 2024-04-12T16:07:35.077 INFO:tasks.rados.rados.0.smithi099.stdout:1904: done (2 left) 2024-04-12T16:07:35.077 INFO:tasks.rados.rados.0.smithi099.stdout:1905: done (1 left) 2024-04-12T16:07:35.077 INFO:tasks.rados.rados.0.smithi099.stdout:1907: done (0 left) 2024-04-12T16:07:35.077 INFO:tasks.rados.rados.0.smithi099.stdout:1908: rmattr oid 5 current snap is 188 2024-04-12T16:07:35.077 INFO:tasks.rados.rados.0.smithi099.stdout:1908: done (0 left) 2024-04-12T16:07:35.077 INFO:tasks.rados.rados.0.smithi099.stdout:1909: read oid 16 snap 162 2024-04-12T16:07:35.077 INFO:tasks.rados.rados.0.smithi099.stdout:1909: expect (ObjNum 502 snap 152 seq_num 502) 2024-04-12T16:07:35.077 INFO:tasks.rados.rados.0.smithi099.stdout:1910: read oid 32 snap -1 2024-04-12T16:07:35.077 INFO:tasks.rados.rados.0.smithi099.stdout:1910: expect (ObjNum 575 snap 176 seq_num 575) 2024-04-12T16:07:35.077 INFO:tasks.rados.rados.0.smithi099.stdout:1911: read oid 29 snap -1 2024-04-12T16:07:35.077 INFO:tasks.rados.rados.0.smithi099.stdout:1911: expect (ObjNum 392 snap 121 seq_num 392) 2024-04-12T16:07:35.077 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 36 current snap is 188 2024-04-12T16:07:35.077 INFO:tasks.rados.rados.0.smithi099.stdout:1912: seq_num 610 ranges {4915200=622592} 2024-04-12T16:07:35.106 INFO:tasks.rados.rados.0.smithi099.stdout:1912: writing smithi09982431-36 from 4915200 to 5537792 tid 1 2024-04-12T16:07:35.107 INFO:tasks.rados.rados.0.smithi099.stdout:1913: rollback oid 47 current snap is 188 2024-04-12T16:07:35.107 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 47 to 184 2024-04-12T16:07:35.107 INFO:tasks.rados.rados.0.smithi099.stdout:1910: expect (ObjNum 575 snap 176 seq_num 575) 2024-04-12T16:07:35.411 INFO:tasks.rados.rados.0.smithi099.stdout:1911: expect (ObjNum 392 snap 121 seq_num 392) 2024-04-12T16:07:35.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:35 smithi110 ceph-mon[88691]: pgmap v292: 121 pgs: 121 active+clean; 394 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 260 KiB/s wr, 11 op/s 2024-04-12T16:07:35.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:35 smithi110 ceph-mon[88691]: osdmap e438: 8 total, 8 up, 8 in 2024-04-12T16:07:35.605 INFO:tasks.rados.rados.0.smithi099.stdout:1913: finishing rollback tid 0 to smithi09982431-47 2024-04-12T16:07:35.605 INFO:tasks.rados.rados.0.smithi099.stdout:1913: finishing rollback tid 1 to smithi09982431-47 2024-04-12T16:07:35.606 INFO:tasks.rados.rados.0.smithi099.stdout:1913: finishing rollback tid 2 to smithi09982431-47 2024-04-12T16:07:35.606 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 47 v 975 (ObjNum 494 snap 150 seq_num 494) dirty exists 2024-04-12T16:07:35.606 INFO:tasks.rados.rados.0.smithi099.stdout:1909: expect (ObjNum 502 snap 152 seq_num 502) 2024-04-12T16:07:35.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:35 smithi099 ceph-mon[94290]: pgmap v292: 121 pgs: 121 active+clean; 394 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 260 KiB/s wr, 11 op/s 2024-04-12T16:07:35.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:35 smithi099 ceph-mon[94290]: osdmap e438: 8 total, 8 up, 8 in 2024-04-12T16:07:35.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:35 smithi099 ceph-mon[96864]: pgmap v292: 121 pgs: 121 active+clean; 394 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 260 KiB/s wr, 11 op/s 2024-04-12T16:07:35.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:35 smithi099 ceph-mon[96864]: osdmap e438: 8 total, 8 up, 8 in 2024-04-12T16:07:36.272 INFO:tasks.rados.rados.0.smithi099.stdout:1912: finishing write tid 1 to smithi09982431-36 2024-04-12T16:07:36.272 INFO:tasks.rados.rados.0.smithi099.stdout:1912: finishing write tid 2 to smithi09982431-36 2024-04-12T16:07:36.272 INFO:tasks.rados.rados.0.smithi099.stdout:1909: done (4 left) 2024-04-12T16:07:36.272 INFO:tasks.rados.rados.0.smithi099.stdout:1910: done (3 left) 2024-04-12T16:07:36.272 INFO:tasks.rados.rados.0.smithi099.stdout:1911: done (2 left) 2024-04-12T16:07:36.273 INFO:tasks.rados.rados.0.smithi099.stdout:1913: done (1 left) 2024-04-12T16:07:36.273 INFO:tasks.rados.rados.0.smithi099.stdout:1914: rollback oid 20 current snap is 188 2024-04-12T16:07:36.273 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 20 to 186 2024-04-12T16:07:36.273 INFO:tasks.rados.rados.0.smithi099.stdout:1912: finishing write tid 3 to smithi09982431-36 2024-04-12T16:07:36.273 INFO:tasks.rados.rados.0.smithi099.stdout:1912: oid 36 updating version 0 to 963 2024-04-12T16:07:36.273 INFO:tasks.rados.rados.0.smithi099.stdout:1912: oid 36 version 963 is already newer than 962 2024-04-12T16:07:36.273 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 36 v 963 (ObjNum 610 snap 188 seq_num 610) dirty exists 2024-04-12T16:07:36.273 INFO:tasks.rados.rados.0.smithi099.stdout:1912: left oid 36 (ObjNum 610 snap 188 seq_num 610) 2024-04-12T16:07:36.273 INFO:tasks.rados.rados.0.smithi099.stdout:1912: done (1 left) 2024-04-12T16:07:36.273 INFO:tasks.rados.rados.0.smithi099.stdout:1915: rollback oid 9 current snap is 188 2024-04-12T16:07:36.273 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 9 to 147 2024-04-12T16:07:36.273 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 31 current snap is 188 2024-04-12T16:07:36.273 INFO:tasks.rados.rados.0.smithi099.stdout:1916: seq_num 611 ranges {6782976=638976} 2024-04-12T16:07:36.312 INFO:tasks.rados.rados.0.smithi099.stdout:1916: writing smithi09982431-31 from 6782976 to 7421952 tid 1 2024-04-12T16:07:36.312 INFO:tasks.rados.rados.0.smithi099.stdout:1917: read oid 7 snap -1 2024-04-12T16:07:36.312 INFO:tasks.rados.rados.0.smithi099.stdout:1917: expect (ObjNum 327 snap 103 seq_num 327) 2024-04-12T16:07:36.312 INFO:tasks.rados.rados.0.smithi099.stdout:1918: delete oid 15 current snap is 188 2024-04-12T16:07:36.312 INFO:tasks.rados.rados.0.smithi099.stdout:1914: finishing rollback tid 1 to smithi09982431-20 2024-04-12T16:07:36.312 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 20 v 1193 (ObjNum 81 snap 0 seq_num 273388971) dirty dne 2024-04-12T16:07:36.312 INFO:tasks.rados.rados.0.smithi099.stdout:1915: finishing rollback tid 0 to smithi09982431-9 2024-04-12T16:07:36.312 INFO:tasks.rados.rados.0.smithi099.stdout:1915: finishing rollback tid 1 to smithi09982431-9 2024-04-12T16:07:36.312 INFO:tasks.rados.rados.0.smithi099.stdout:1915: finishing rollback tid 2 to smithi09982431-9 2024-04-12T16:07:36.312 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 9 v 897 (ObjNum 433 snap 129 seq_num 433) dirty exists 2024-04-12T16:07:36.313 INFO:tasks.rados.rados.0.smithi099.stdout:1914: done (4 left) 2024-04-12T16:07:36.313 INFO:tasks.rados.rados.0.smithi099.stdout:1915: done (3 left) 2024-04-12T16:07:36.313 INFO:tasks.rados.rados.0.smithi099.stdout:1918: done (2 left) 2024-04-12T16:07:36.313 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 21 current snap is 188 2024-04-12T16:07:36.313 INFO:tasks.rados.rados.0.smithi099.stdout:1919: seq_num 613 ranges {0=671744} 2024-04-12T16:07:36.317 INFO:tasks.rados.rados.0.smithi099.stdout:1919: writing smithi09982431-21 from 0 to 671744 tid 1 2024-04-12T16:07:36.317 INFO:tasks.rados.rados.0.smithi099.stdout:1920: snap_remove snap 176 2024-04-12T16:07:36.373 INFO:tasks.rados.rados.0.smithi099.stdout:1920: done (3 left) 2024-04-12T16:07:36.373 INFO:tasks.rados.rados.0.smithi099.stdout:1921: read oid 20 snap -1 2024-04-12T16:07:36.373 INFO:tasks.rados.rados.0.smithi099.stdout:1921: expect deleted 2024-04-12T16:07:36.373 INFO:tasks.rados.rados.0.smithi099.stdout:1922: delete oid 2 current snap is 188 2024-04-12T16:07:36.373 INFO:tasks.rados.rados.0.smithi099.stdout:1917: expect (ObjNum 327 snap 103 seq_num 327) 2024-04-12T16:07:36.401 INFO:tasks.rados.rados.0.smithi099.stdout:1916: finishing write tid 1 to smithi09982431-31 2024-04-12T16:07:36.401 INFO:tasks.rados.rados.0.smithi099.stdout:1916: finishing write tid 2 to smithi09982431-31 2024-04-12T16:07:36.401 INFO:tasks.rados.rados.0.smithi099.stdout:1916: finishing write tid 3 to smithi09982431-31 2024-04-12T16:07:36.401 INFO:tasks.rados.rados.0.smithi099.stdout:1916: oid 31 updating version 0 to 1169 2024-04-12T16:07:36.402 INFO:tasks.rados.rados.0.smithi099.stdout:1916: oid 31 version 1169 is already newer than 1168 2024-04-12T16:07:36.402 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 31 v 1169 (ObjNum 611 snap 188 seq_num 611) dirty exists 2024-04-12T16:07:36.402 INFO:tasks.rados.rados.0.smithi099.stdout:1916: left oid 31 (ObjNum 611 snap 188 seq_num 611) 2024-04-12T16:07:36.402 INFO:tasks.rados.rados.0.smithi099.stdout:1919: finishing write tid 1 to smithi09982431-21 2024-04-12T16:07:36.402 INFO:tasks.rados.rados.0.smithi099.stdout:1916: done (4 left) 2024-04-12T16:07:36.402 INFO:tasks.rados.rados.0.smithi099.stdout:1917: done (3 left) 2024-04-12T16:07:36.402 INFO:tasks.rados.rados.0.smithi099.stdout:1922: done (2 left) 2024-04-12T16:07:36.402 INFO:tasks.rados.rados.0.smithi099.stdout:1923: read oid 31 snap 184 2024-04-12T16:07:36.402 INFO:tasks.rados.rados.0.smithi099.stdout:1923: expect (ObjNum 533 snap 161 seq_num 533) 2024-04-12T16:07:36.402 INFO:tasks.rados.rados.0.smithi099.stdout:1924: delete oid 23 current snap is 188 2024-04-12T16:07:36.402 INFO:tasks.rados.rados.0.smithi099.stdout:1919: finishing write tid 2 to smithi09982431-21 2024-04-12T16:07:36.402 INFO:tasks.rados.rados.0.smithi099.stdout:1919: finishing write tid 3 to smithi09982431-21 2024-04-12T16:07:36.402 INFO:tasks.rados.rados.0.smithi099.stdout:1919: oid 21 updating version 0 to 1172 2024-04-12T16:07:36.402 INFO:tasks.rados.rados.0.smithi099.stdout:1919: oid 21 version 1172 is already newer than 1171 2024-04-12T16:07:36.402 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 1172 (ObjNum 613 snap 188 seq_num 613) dirty exists 2024-04-12T16:07:36.403 INFO:tasks.rados.rados.0.smithi099.stdout:1919: left oid 21 (ObjNum 613 snap 188 seq_num 613) 2024-04-12T16:07:36.403 INFO:tasks.rados.rados.0.smithi099.stdout:1919: done (3 left) 2024-04-12T16:07:36.404 INFO:tasks.rados.rados.0.smithi099.stdout:1921: done (2 left) 2024-04-12T16:07:36.404 INFO:tasks.rados.rados.0.smithi099.stdout:1924: done (1 left) 2024-04-12T16:07:36.404 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 38 current snap is 188 2024-04-12T16:07:36.404 INFO:tasks.rados.rados.0.smithi099.stdout:1925: seq_num 616 ranges {286720=720896} 2024-04-12T16:07:36.409 INFO:tasks.rados.rados.0.smithi099.stdout:1925: writing smithi09982431-38 from 286720 to 1007616 tid 1 2024-04-12T16:07:36.409 INFO:tasks.rados.rados.0.smithi099.stdout:1926: snap_create 2024-04-12T16:07:36.413 INFO:tasks.rados.rados.0.smithi099.stdout:1925: finishing write tid 1 to smithi09982431-38 2024-04-12T16:07:36.413 INFO:tasks.rados.rados.0.smithi099.stdout:1925: finishing write tid 2 to smithi09982431-38 2024-04-12T16:07:36.414 INFO:tasks.rados.rados.0.smithi099.stdout:1925: finishing write tid 3 to smithi09982431-38 2024-04-12T16:07:36.414 INFO:tasks.rados.rados.0.smithi099.stdout:1925: oid 38 updating version 0 to 911 2024-04-12T16:07:36.414 INFO:tasks.rados.rados.0.smithi099.stdout:1925: oid 38 version 911 is already newer than 910 2024-04-12T16:07:36.414 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 38 v 911 (ObjNum 616 snap 188 seq_num 616) dirty exists 2024-04-12T16:07:36.414 INFO:tasks.rados.rados.0.smithi099.stdout:1925: left oid 38 (ObjNum 616 snap 188 seq_num 616) 2024-04-12T16:07:36.429 INFO:tasks.rados.rados.0.smithi099.stdout:1923: expect (ObjNum 533 snap 161 seq_num 533) 2024-04-12T16:07:36.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:07:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:07:36] "GET /metrics HTTP/1.1" 200 36052 "" "Prometheus/2.43.0" 2024-04-12T16:07:37.379 INFO:tasks.rados.rados.0.smithi099.stdout:1923: done (2 left) 2024-04-12T16:07:37.379 INFO:tasks.rados.rados.0.smithi099.stdout:1925: done (1 left) 2024-04-12T16:07:37.379 INFO:tasks.rados.rados.0.smithi099.stdout:1926: done (0 left) 2024-04-12T16:07:37.379 INFO:tasks.rados.rados.0.smithi099.stdout:1927: delete oid 41 current snap is 189 2024-04-12T16:07:37.383 INFO:tasks.rados.rados.0.smithi099.stdout:1927: done (0 left) 2024-04-12T16:07:37.383 INFO:tasks.rados.rados.0.smithi099.stdout:1928: setattr oid 48 current snap is 189 2024-04-12T16:07:37.385 INFO:tasks.rados.rados.0.smithi099.stdout:1929: read oid 33 snap -1 2024-04-12T16:07:37.385 INFO:tasks.rados.rados.0.smithi099.stdout:1929: expect (ObjNum 327 snap 103 seq_num 327) 2024-04-12T16:07:37.385 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 42 current snap is 189 2024-04-12T16:07:37.385 INFO:tasks.rados.rados.0.smithi099.stdout:1930: seq_num 618 ranges {0=753664} 2024-04-12T16:07:37.390 INFO:tasks.rados.rados.0.smithi099.stdout:1930: writing smithi09982431-42 from 0 to 753664 tid 1 2024-04-12T16:07:37.390 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 25 current snap is 189 2024-04-12T16:07:37.390 INFO:tasks.rados.rados.0.smithi099.stdout:1931: seq_num 619 ranges {5971968=770048} 2024-04-12T16:07:37.426 INFO:tasks.rados.rados.0.smithi099.stdout:1931: writing smithi09982431-25 from 5971968 to 6742016 tid 1 2024-04-12T16:07:37.426 INFO:tasks.rados.rados.0.smithi099.stdout:1932: snap_remove snap 167 2024-04-12T16:07:37.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:37 smithi099 ceph-mon[96864]: osdmap e439: 8 total, 8 up, 8 in 2024-04-12T16:07:37.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:37 smithi099 ceph-mon[96864]: pgmap v295: 121 pgs: 121 active+clean; 394 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 260 KiB/s wr, 11 op/s 2024-04-12T16:07:37.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:37 smithi099 ceph-mon[94290]: osdmap e439: 8 total, 8 up, 8 in 2024-04-12T16:07:37.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:37 smithi099 ceph-mon[94290]: pgmap v295: 121 pgs: 121 active+clean; 394 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 260 KiB/s wr, 11 op/s 2024-04-12T16:07:37.657 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:37 smithi110 ceph-mon[88691]: osdmap e439: 8 total, 8 up, 8 in 2024-04-12T16:07:37.657 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:37 smithi110 ceph-mon[88691]: pgmap v295: 121 pgs: 121 active+clean; 394 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 260 KiB/s wr, 11 op/s 2024-04-12T16:07:38.395 INFO:tasks.rados.rados.0.smithi099.stdout:1932: done (4 left) 2024-04-12T16:07:38.395 INFO:tasks.rados.rados.0.smithi099.stdout:1933: delete oid 29 current snap is 189 2024-04-12T16:07:38.395 INFO:tasks.rados.rados.0.smithi099.stdout:1929: expect (ObjNum 327 snap 103 seq_num 327) 2024-04-12T16:07:38.424 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 48 v 967 (ObjNum 423 snap 128 seq_num 423) dirty exists 2024-04-12T16:07:38.424 INFO:tasks.rados.rados.0.smithi099.stdout:1930: finishing write tid 1 to smithi09982431-42 2024-04-12T16:07:38.425 INFO:tasks.rados.rados.0.smithi099.stdout:1930: finishing write tid 2 to smithi09982431-42 2024-04-12T16:07:38.425 INFO:tasks.rados.rados.0.smithi099.stdout:1930: finishing write tid 3 to smithi09982431-42 2024-04-12T16:07:38.425 INFO:tasks.rados.rados.0.smithi099.stdout:1930: oid 42 updating version 0 to 967 2024-04-12T16:07:38.425 INFO:tasks.rados.rados.0.smithi099.stdout:1930: oid 42 updating version 967 to 968 2024-04-12T16:07:38.425 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 42 v 968 (ObjNum 618 snap 189 seq_num 618) dirty exists 2024-04-12T16:07:38.425 INFO:tasks.rados.rados.0.smithi099.stdout:1930: left oid 42 (ObjNum 618 snap 189 seq_num 618) 2024-04-12T16:07:38.425 INFO:tasks.rados.rados.0.smithi099.stdout:1931: finishing write tid 1 to smithi09982431-25 2024-04-12T16:07:38.425 INFO:tasks.rados.rados.0.smithi099.stdout:1928: done (4 left) 2024-04-12T16:07:38.425 INFO:tasks.rados.rados.0.smithi099.stdout:1929: done (3 left) 2024-04-12T16:07:38.425 INFO:tasks.rados.rados.0.smithi099.stdout:1930: done (2 left) 2024-04-12T16:07:38.425 INFO:tasks.rados.rados.0.smithi099.stdout:1933: done (1 left) 2024-04-12T16:07:38.425 INFO:tasks.rados.rados.0.smithi099.stdout:1934: setattr oid 11 current snap is 189 2024-04-12T16:07:38.425 INFO:tasks.rados.rados.0.smithi099.stdout:1931: finishing write tid 2 to smithi09982431-25 2024-04-12T16:07:38.425 INFO:tasks.rados.rados.0.smithi099.stdout:1931: finishing write tid 3 to smithi09982431-25 2024-04-12T16:07:38.426 INFO:tasks.rados.rados.0.smithi099.stdout:1931: oid 25 updating version 0 to 1325 2024-04-12T16:07:38.426 INFO:tasks.rados.rados.0.smithi099.stdout:1931: oid 25 version 1325 is already newer than 1324 2024-04-12T16:07:38.426 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 25 v 1325 (ObjNum 619 snap 189 seq_num 619) dirty exists 2024-04-12T16:07:38.426 INFO:tasks.rados.rados.0.smithi099.stdout:1931: left oid 25 (ObjNum 619 snap 189 seq_num 619) 2024-04-12T16:07:38.427 INFO:tasks.rados.rados.0.smithi099.stdout:1931: done (1 left) 2024-04-12T16:07:38.427 INFO:tasks.rados.rados.0.smithi099.stdout:1935: rollback oid 24 current snap is 189 2024-04-12T16:07:38.427 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 24 to 185 2024-04-12T16:07:38.427 INFO:tasks.rados.rados.0.smithi099.stdout:1936: rollback oid 50 current snap is 189 2024-04-12T16:07:38.427 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 50 to 169 2024-04-12T16:07:38.427 INFO:tasks.rados.rados.0.smithi099.stdout:1937: rmattr oid 23 current snap is 189 2024-04-12T16:07:38.427 INFO:tasks.rados.rados.0.smithi099.stdout:1937: done (3 left) 2024-04-12T16:07:38.427 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 28 current snap is 189 2024-04-12T16:07:38.427 INFO:tasks.rados.rados.0.smithi099.stdout:1938: seq_num 621 ranges {6463488=409600,6873088=401408} 2024-04-12T16:07:38.462 INFO:tasks.rados.rados.0.smithi099.stdout:1938: writing smithi09982431-28 from 6463488 to 6873088 tid 1 2024-04-12T16:07:38.465 INFO:tasks.rados.rados.0.smithi099.stdout:1938: writing smithi09982431-28 from 6873088 to 7274496 tid 2 2024-04-12T16:07:38.465 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 27 current snap is 189 2024-04-12T16:07:38.465 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 11 v 838 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-04-12T16:07:38.465 INFO:tasks.rados.rados.0.smithi099.stdout:1936: finishing rollback tid 0 to smithi09982431-50 2024-04-12T16:07:38.465 INFO:tasks.rados.rados.0.smithi099.stdout:1936: finishing rollback tid 1 to smithi09982431-50 2024-04-12T16:07:38.465 INFO:tasks.rados.rados.0.smithi099.stdout:1936: finishing rollback tid 2 to smithi09982431-50 2024-04-12T16:07:38.465 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 50 v 911 (ObjNum 548 snap 163 seq_num 548) dirty exists 2024-04-12T16:07:38.465 INFO:tasks.rados.rados.0.smithi099.stdout:1939: seq_num 622 ranges {4915200=425984,5341184=401408} 2024-04-12T16:07:38.493 INFO:tasks.rados.rados.0.smithi099.stdout:1939: writing smithi09982431-27 from 4915200 to 5341184 tid 1 2024-04-12T16:07:38.497 INFO:tasks.rados.rados.0.smithi099.stdout:1939: writing smithi09982431-27 from 5341184 to 5742592 tid 2 2024-04-12T16:07:38.497 INFO:tasks.rados.rados.0.smithi099.stdout:1934: done (4 left) 2024-04-12T16:07:38.497 INFO:tasks.rados.rados.0.smithi099.stdout:1936: done (3 left) 2024-04-12T16:07:38.497 INFO:tasks.rados.rados.0.smithi099.stdout:1940: read oid 36 snap -1 2024-04-12T16:07:38.497 INFO:tasks.rados.rados.0.smithi099.stdout:1940: expect (ObjNum 610 snap 188 seq_num 610) 2024-04-12T16:07:38.497 INFO:tasks.rados.rados.0.smithi099.stdout:1941: setattr oid 5 current snap is 189 2024-04-12T16:07:38.497 INFO:tasks.rados.rados.0.smithi099.stdout:1935: finishing rollback tid 0 to smithi09982431-24 2024-04-12T16:07:38.497 INFO:tasks.rados.rados.0.smithi099.stdout:1935: finishing rollback tid 1 to smithi09982431-24 2024-04-12T16:07:38.497 INFO:tasks.rados.rados.0.smithi099.stdout:1935: finishing rollback tid 2 to smithi09982431-24 2024-04-12T16:07:38.497 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 24 v 921 (ObjNum 525 snap 158 seq_num 525) dirty exists 2024-04-12T16:07:38.497 INFO:tasks.rados.rados.0.smithi099.stdout:1938: finishing write tid 1 to smithi09982431-28 2024-04-12T16:07:38.497 INFO:tasks.rados.rados.0.smithi099.stdout:1938: finishing write tid 2 to smithi09982431-28 2024-04-12T16:07:38.497 INFO:tasks.rados.rados.0.smithi099.stdout:1938: finishing write tid 3 to smithi09982431-28 2024-04-12T16:07:38.497 INFO:tasks.rados.rados.0.smithi099.stdout:1938: finishing write tid 4 to smithi09982431-28 2024-04-12T16:07:38.497 INFO:tasks.rados.rados.0.smithi099.stdout:1938: oid 28 updating version 0 to 1339 2024-04-12T16:07:38.498 INFO:tasks.rados.rados.0.smithi099.stdout:1938: oid 28 version 1339 is already newer than 1338 2024-04-12T16:07:38.498 INFO:tasks.rados.rados.0.smithi099.stdout:1938: oid 28 version 1339 is already newer than 1337 2024-04-12T16:07:38.498 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 28 v 1339 (ObjNum 621 snap 189 seq_num 621) dirty exists 2024-04-12T16:07:38.498 INFO:tasks.rados.rados.0.smithi099.stdout:1938: left oid 28 (ObjNum 621 snap 189 seq_num 621) 2024-04-12T16:07:38.498 INFO:tasks.rados.rados.0.smithi099.stdout:1935: done (4 left) 2024-04-12T16:07:38.498 INFO:tasks.rados.rados.0.smithi099.stdout:1938: done (3 left) 2024-04-12T16:07:38.498 INFO:tasks.rados.rados.0.smithi099.stdout:1942: snap_remove snap 184 2024-04-12T16:07:38.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:38 smithi099 ceph-mon[96864]: osdmap e440: 8 total, 8 up, 8 in 2024-04-12T16:07:38.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:38.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:38 smithi099 ceph-mon[94290]: osdmap e440: 8 total, 8 up, 8 in 2024-04-12T16:07:38.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:38.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:38 smithi110 ceph-mon[88691]: osdmap e440: 8 total, 8 up, 8 in 2024-04-12T16:07:38.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:39.026 INFO:tasks.rados.rados.0.smithi099.stdout:1942: done (3 left) 2024-04-12T16:07:39.026 INFO:tasks.rados.rados.0.smithi099.stdout:1943: read oid 39 snap -1 2024-04-12T16:07:39.026 INFO:tasks.rados.rados.0.smithi099.stdout:1943: expect (ObjNum 359 snap 111 seq_num 359) 2024-04-12T16:07:39.026 INFO:tasks.rados.rados.0.smithi099.stdout:1944: rmattr oid 47 current snap is 189 2024-04-12T16:07:39.026 INFO:tasks.rados.rados.0.smithi099.stdout:1945: copy_from oid 41 from oid 13 current snap is 189 2024-04-12T16:07:39.026 INFO:tasks.rados.rados.0.smithi099.stdout:1946: snap_create 2024-04-12T16:07:39.027 INFO:tasks.rados.rados.0.smithi099.stdout:1939: finishing write tid 1 to smithi09982431-27 2024-04-12T16:07:39.027 INFO:tasks.rados.rados.0.smithi099.stdout:1939: finishing write tid 2 to smithi09982431-27 2024-04-12T16:07:39.027 INFO:tasks.rados.rados.0.smithi099.stdout:1939: finishing write tid 3 to smithi09982431-27 2024-04-12T16:07:39.027 INFO:tasks.rados.rados.0.smithi099.stdout:1939: finishing write tid 4 to smithi09982431-27 2024-04-12T16:07:39.027 INFO:tasks.rados.rados.0.smithi099.stdout:1939: oid 27 updating version 0 to 962 2024-04-12T16:07:39.027 INFO:tasks.rados.rados.0.smithi099.stdout:1939: oid 27 version 962 is already newer than 960 2024-04-12T16:07:39.027 INFO:tasks.rados.rados.0.smithi099.stdout:1939: oid 27 version 962 is already newer than 961 2024-04-12T16:07:39.027 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 27 v 962 (ObjNum 622 snap 189 seq_num 622) dirty exists 2024-04-12T16:07:39.027 INFO:tasks.rados.rados.0.smithi099.stdout:1939: left oid 27 (ObjNum 622 snap 189 seq_num 622) 2024-04-12T16:07:39.027 INFO:tasks.rados.rados.0.smithi099.stdout:1940: expect (ObjNum 610 snap 188 seq_num 610) 2024-04-12T16:07:39.431 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 5 v 964 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-12T16:07:39.431 INFO:tasks.rados.rados.0.smithi099.stdout:1943: expect (ObjNum 359 snap 111 seq_num 359) 2024-04-12T16:07:39.464 INFO:tasks.rados.rados.0.smithi099.stdout:1945: finishing copy_from to smithi09982431-41 2024-04-12T16:07:39.464 INFO:tasks.rados.rados.0.smithi099.stdout:1945: got expected ENOENT (src dne) 2024-04-12T16:07:39.464 INFO:tasks.rados.rados.0.smithi099.stdout:1945: finishing copy_from racing read to smithi09982431-41 2024-04-12T16:07:39.464 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 47 v 977 (ObjNum 494 snap 150 seq_num 494) dirty exists 2024-04-12T16:07:39.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:39 smithi110 ceph-mon[88691]: osdmap e441: 8 total, 8 up, 8 in 2024-04-12T16:07:39.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:39 smithi110 ceph-mon[88691]: pgmap v298: 121 pgs: 121 active+clean; 395 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 604 KiB/s wr, 8 op/s 2024-04-12T16:07:39.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:39 smithi110 ceph-mon[88691]: osdmap e442: 8 total, 8 up, 8 in 2024-04-12T16:07:39.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:39 smithi099 ceph-mon[94290]: osdmap e441: 8 total, 8 up, 8 in 2024-04-12T16:07:39.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:39 smithi099 ceph-mon[94290]: pgmap v298: 121 pgs: 121 active+clean; 395 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 604 KiB/s wr, 8 op/s 2024-04-12T16:07:39.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:39 smithi099 ceph-mon[94290]: osdmap e442: 8 total, 8 up, 8 in 2024-04-12T16:07:39.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:39 smithi099 ceph-mon[96864]: osdmap e441: 8 total, 8 up, 8 in 2024-04-12T16:07:39.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:39 smithi099 ceph-mon[96864]: pgmap v298: 121 pgs: 121 active+clean; 395 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 604 KiB/s wr, 8 op/s 2024-04-12T16:07:39.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:39 smithi099 ceph-mon[96864]: osdmap e442: 8 total, 8 up, 8 in 2024-04-12T16:07:40.024 INFO:tasks.rados.rados.0.smithi099.stdout:1939: done (6 left) 2024-04-12T16:07:40.024 INFO:tasks.rados.rados.0.smithi099.stdout:1940: done (5 left) 2024-04-12T16:07:40.025 INFO:tasks.rados.rados.0.smithi099.stdout:1941: done (4 left) 2024-04-12T16:07:40.025 INFO:tasks.rados.rados.0.smithi099.stdout:1943: done (3 left) 2024-04-12T16:07:40.025 INFO:tasks.rados.rados.0.smithi099.stdout:1944: done (2 left) 2024-04-12T16:07:40.025 INFO:tasks.rados.rados.0.smithi099.stdout:1945: done (1 left) 2024-04-12T16:07:40.025 INFO:tasks.rados.rados.0.smithi099.stdout:1946: done (0 left) 2024-04-12T16:07:40.025 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 40 current snap is 190 2024-04-12T16:07:40.026 INFO:tasks.rados.rados.0.smithi099.stdout:1947: seq_num 623 ranges {3710976=442368,4153344=401408} 2024-04-12T16:07:40.045 INFO:tasks.rados.rados.0.smithi099.stdout:1947: writing smithi09982431-40 from 3710976 to 4153344 tid 1 2024-04-12T16:07:40.047 INFO:tasks.rados.rados.0.smithi099.stdout:1947: writing smithi09982431-40 from 4153344 to 4554752 tid 2 2024-04-12T16:07:40.048 INFO:tasks.rados.rados.0.smithi099.stdout:1948: setattr oid 23 current snap is 190 2024-04-12T16:07:40.050 INFO:tasks.rados.rados.0.smithi099.stdout:1949: delete oid 21 current snap is 190 2024-04-12T16:07:40.053 INFO:tasks.rados.rados.0.smithi099.stdout:1947: finishing write tid 1 to smithi09982431-40 2024-04-12T16:07:40.053 INFO:tasks.rados.rados.0.smithi099.stdout:1947: finishing write tid 2 to smithi09982431-40 2024-04-12T16:07:40.053 INFO:tasks.rados.rados.0.smithi099.stdout:1947: finishing write tid 3 to smithi09982431-40 2024-04-12T16:07:40.055 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 23 v 469 (ObjNum 33 snap 0 seq_num 1924618160) dirty exists 2024-04-12T16:07:40.057 INFO:tasks.rados.rados.0.smithi099.stdout:1948: done (2 left) 2024-04-12T16:07:40.057 INFO:tasks.rados.rados.0.smithi099.stdout:1949: done (1 left) 2024-04-12T16:07:40.057 INFO:tasks.rados.rados.0.smithi099.stdout:1950: read oid 18 snap -1 2024-04-12T16:07:40.057 INFO:tasks.rados.rados.0.smithi099.stdout:1950: expect (ObjNum 605 snap 186 seq_num 605) 2024-04-12T16:07:40.057 INFO:tasks.rados.rados.0.smithi099.stdout:1951: rollback oid 44 current snap is 190 2024-04-12T16:07:40.057 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 44 to 154 2024-04-12T16:07:40.057 INFO:tasks.rados.rados.0.smithi099.stdout:1952: setattr oid 32 current snap is 190 2024-04-12T16:07:40.058 INFO:tasks.rados.rados.0.smithi099.stdout:1947: finishing write tid 4 to smithi09982431-40 2024-04-12T16:07:40.058 INFO:tasks.rados.rados.0.smithi099.stdout:1947: oid 40 updating version 0 to 1351 2024-04-12T16:07:40.058 INFO:tasks.rados.rados.0.smithi099.stdout:1947: oid 40 version 1351 is already newer than 1350 2024-04-12T16:07:40.058 INFO:tasks.rados.rados.0.smithi099.stdout:1947: oid 40 version 1351 is already newer than 1349 2024-04-12T16:07:40.058 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 40 v 1351 (ObjNum 623 snap 190 seq_num 623) dirty exists 2024-04-12T16:07:40.058 INFO:tasks.rados.rados.0.smithi099.stdout:1947: left oid 40 (ObjNum 623 snap 190 seq_num 623) 2024-04-12T16:07:40.059 INFO:tasks.rados.rados.0.smithi099.stdout:1947: done (3 left) 2024-04-12T16:07:40.059 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 10 current snap is 190 2024-04-12T16:07:40.059 INFO:tasks.rados.rados.0.smithi099.stdout:1953: seq_num 625 ranges {3842048=475136,4317184=401408} 2024-04-12T16:07:40.081 INFO:tasks.rados.rados.0.smithi099.stdout:1953: writing smithi09982431-10 from 3842048 to 4317184 tid 1 2024-04-12T16:07:40.084 INFO:tasks.rados.rados.0.smithi099.stdout:1953: writing smithi09982431-10 from 4317184 to 4718592 tid 2 2024-04-12T16:07:40.084 INFO:tasks.rados.rados.0.smithi099.stdout:1954: copy_from oid 47 from oid 11 current snap is 190 2024-04-12T16:07:40.084 INFO:tasks.rados.rados.0.smithi099.stdout:1950: expect (ObjNum 605 snap 186 seq_num 605) 2024-04-12T16:07:40.098 INFO:tasks.rados.rados.0.smithi099.stdout:1951: finishing rollback tid 0 to smithi09982431-44 2024-04-12T16:07:40.098 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 32 v 929 (ObjNum 575 snap 176 seq_num 575) dirty exists 2024-04-12T16:07:40.098 INFO:tasks.rados.rados.0.smithi099.stdout:1951: finishing rollback tid 1 to smithi09982431-44 2024-04-12T16:07:40.098 INFO:tasks.rados.rados.0.smithi099.stdout:1951: finishing rollback tid 2 to smithi09982431-44 2024-04-12T16:07:40.098 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 44 v 1197 (ObjNum 455 snap 135 seq_num 455) dirty exists 2024-04-12T16:07:40.098 INFO:tasks.rados.rados.0.smithi099.stdout:1953: finishing write tid 1 to smithi09982431-10 2024-04-12T16:07:40.098 INFO:tasks.rados.rados.0.smithi099.stdout:1953: finishing write tid 2 to smithi09982431-10 2024-04-12T16:07:40.099 INFO:tasks.rados.rados.0.smithi099.stdout:1953: finishing write tid 3 to smithi09982431-10 2024-04-12T16:07:40.099 INFO:tasks.rados.rados.0.smithi099.stdout:1953: finishing write tid 4 to smithi09982431-10 2024-04-12T16:07:40.099 INFO:tasks.rados.rados.0.smithi099.stdout:1953: oid 10 updating version 0 to 1180 2024-04-12T16:07:40.099 INFO:tasks.rados.rados.0.smithi099.stdout:1953: oid 10 version 1180 is already newer than 1179 2024-04-12T16:07:40.099 INFO:tasks.rados.rados.0.smithi099.stdout:1953: oid 10 updating version 1180 to 1181 2024-04-12T16:07:40.099 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 10 v 1181 (ObjNum 625 snap 190 seq_num 625) dirty exists 2024-04-12T16:07:40.099 INFO:tasks.rados.rados.0.smithi099.stdout:1953: left oid 10 (ObjNum 625 snap 190 seq_num 625) 2024-04-12T16:07:40.099 INFO:tasks.rados.rados.0.smithi099.stdout:1954: finishing copy_from racing read to smithi09982431-47 2024-04-12T16:07:40.099 INFO:tasks.rados.rados.0.smithi099.stdout:1950: done (4 left) 2024-04-12T16:07:40.099 INFO:tasks.rados.rados.0.smithi099.stdout:1951: done (3 left) 2024-04-12T16:07:40.099 INFO:tasks.rados.rados.0.smithi099.stdout:1952: done (2 left) 2024-04-12T16:07:40.099 INFO:tasks.rados.rados.0.smithi099.stdout:1953: done (1 left) 2024-04-12T16:07:40.099 INFO:tasks.rados.rados.0.smithi099.stdout:1955: snap_remove snap 170 2024-04-12T16:07:41.031 INFO:tasks.rados.rados.0.smithi099.stdout:1955: done (1 left) 2024-04-12T16:07:41.031 INFO:tasks.rados.rados.0.smithi099.stdout:1956: snap_create 2024-04-12T16:07:41.031 INFO:tasks.rados.rados.0.smithi099.stdout:1954: finishing copy_from to smithi09982431-47 2024-04-12T16:07:41.031 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 47 v 838 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-12T16:07:41.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:41 smithi110 ceph-mon[88691]: osdmap e443: 8 total, 8 up, 8 in 2024-04-12T16:07:41.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:41 smithi110 ceph-mon[88691]: pgmap v301: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 397 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 1.7 MiB/s wr, 36 op/s 2024-04-12T16:07:41.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:41 smithi099 ceph-mon[94290]: osdmap e443: 8 total, 8 up, 8 in 2024-04-12T16:07:41.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:41 smithi099 ceph-mon[94290]: pgmap v301: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 397 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 1.7 MiB/s wr, 36 op/s 2024-04-12T16:07:41.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:41 smithi099 ceph-mon[96864]: osdmap e443: 8 total, 8 up, 8 in 2024-04-12T16:07:41.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:41 smithi099 ceph-mon[96864]: pgmap v301: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 397 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 1.7 MiB/s wr, 36 op/s 2024-04-12T16:07:42.040 INFO:tasks.rados.rados.0.smithi099.stdout:1954: done (1 left) 2024-04-12T16:07:42.040 INFO:tasks.rados.rados.0.smithi099.stdout:1956: done (0 left) 2024-04-12T16:07:42.040 INFO:tasks.rados.rados.0.smithi099.stdout:1957: rollback oid 29 current snap is 191 2024-04-12T16:07:42.040 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 29 to 163 2024-04-12T16:07:42.040 INFO:tasks.rados.rados.0.smithi099.stdout:1958: snap_remove snap 164 2024-04-12T16:07:42.313 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:42 smithi110 ceph-mon[88691]: osdmap e444: 8 total, 8 up, 8 in 2024-04-12T16:07:42.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:42 smithi099 ceph-mon[94290]: osdmap e444: 8 total, 8 up, 8 in 2024-04-12T16:07:42.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:42 smithi099 ceph-mon[96864]: osdmap e444: 8 total, 8 up, 8 in 2024-04-12T16:07:42.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:07:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:07:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:07:43.043 INFO:tasks.rados.rados.0.smithi099.stdout:1958: done (1 left) 2024-04-12T16:07:43.043 INFO:tasks.rados.rados.0.smithi099.stdout:1959: rollback oid 42 current snap is 191 2024-04-12T16:07:43.043 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 42 to 190 2024-04-12T16:07:43.044 INFO:tasks.rados.rados.0.smithi099.stdout:1957: finishing rollback tid 1 to smithi09982431-29 2024-04-12T16:07:43.044 INFO:tasks.rados.rados.0.smithi099.stdout:1957: finishing rollback tid 2 to smithi09982431-29 2024-04-12T16:07:43.044 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 29 v 979 (ObjNum 392 snap 121 seq_num 392) dirty exists 2024-04-12T16:07:43.044 INFO:tasks.rados.rados.0.smithi099.stdout:1957: done (1 left) 2024-04-12T16:07:43.044 INFO:tasks.rados.rados.0.smithi099.stdout:1960: delete oid 11 current snap is 191 2024-04-12T16:07:43.054 INFO:tasks.rados.rados.0.smithi099.stdout:1960: done (1 left) 2024-04-12T16:07:43.054 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 49 current snap is 191 2024-04-12T16:07:43.054 INFO:tasks.rados.rados.0.smithi099.stdout:1961: seq_num 627 ranges {589824=507904,1097728=401408} 2024-04-12T16:07:43.060 INFO:tasks.rados.rados.0.smithi099.stdout:1961: writing smithi09982431-49 from 589824 to 1097728 tid 1 2024-04-12T16:07:43.063 INFO:tasks.rados.rados.0.smithi099.stdout:1961: writing smithi09982431-49 from 1097728 to 1499136 tid 2 2024-04-12T16:07:43.063 INFO:tasks.rados.rados.0.smithi099.stdout:1962: rmattr oid 12 current snap is 191 2024-04-12T16:07:43.064 INFO:tasks.rados.rados.0.smithi099.stdout:1963: rmattr oid 34 current snap is 191 2024-04-12T16:07:43.064 INFO:tasks.rados.rados.0.smithi099.stdout:1963: done (3 left) 2024-04-12T16:07:43.065 INFO:tasks.rados.rados.0.smithi099.stdout:1964: copy_from oid 32 from oid 16 current snap is 191 2024-04-12T16:07:43.065 INFO:tasks.rados.rados.0.smithi099.stdout:1965: copy_from oid 13 from oid 34 current snap is 191 2024-04-12T16:07:43.065 INFO:tasks.rados.rados.0.smithi099.stdout:1959: finishing rollback tid 0 to smithi09982431-42 2024-04-12T16:07:43.065 INFO:tasks.rados.rados.0.smithi099.stdout:1959: finishing rollback tid 1 to smithi09982431-42 2024-04-12T16:07:43.065 INFO:tasks.rados.rados.0.smithi099.stdout:1966: snap_remove snap 165 2024-04-12T16:07:43.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:43 smithi110 ceph-mon[88691]: osdmap e445: 8 total, 8 up, 8 in 2024-04-12T16:07:43.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:43 smithi110 ceph-mon[88691]: pgmap v304: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 397 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.1 MiB/s wr, 27 op/s 2024-04-12T16:07:43.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:43 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:43.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:43 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:07:43.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:43 smithi099 ceph-mon[96864]: osdmap e445: 8 total, 8 up, 8 in 2024-04-12T16:07:43.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:43 smithi099 ceph-mon[96864]: pgmap v304: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 397 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.1 MiB/s wr, 27 op/s 2024-04-12T16:07:43.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:43 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:43.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:43 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:07:43.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:43 smithi099 ceph-mon[94290]: osdmap e445: 8 total, 8 up, 8 in 2024-04-12T16:07:43.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:43 smithi099 ceph-mon[94290]: pgmap v304: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 397 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.1 MiB/s wr, 27 op/s 2024-04-12T16:07:43.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:43 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:43.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:43 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:07:43.834 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:07:43 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:07:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi099\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:07:44.026 INFO:tasks.rados.rados.0.smithi099.stdout:1966: done (5 left) 2024-04-12T16:07:44.026 INFO:tasks.rados.rados.0.smithi099.stdout:1967: rollback oid 41 current snap is 191 2024-04-12T16:07:44.026 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 41 to 154 2024-04-12T16:07:44.026 INFO:tasks.rados.rados.0.smithi099.stdout:1959: finishing rollback tid 2 to smithi09982431-42 2024-04-12T16:07:44.026 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 42 v 971 (ObjNum 618 snap 189 seq_num 618) dirty exists 2024-04-12T16:07:44.026 INFO:tasks.rados.rados.0.smithi099.stdout:1961: finishing write tid 1 to smithi09982431-49 2024-04-12T16:07:44.026 INFO:tasks.rados.rados.0.smithi099.stdout:1961: finishing write tid 2 to smithi09982431-49 2024-04-12T16:07:44.026 INFO:tasks.rados.rados.0.smithi099.stdout:1961: finishing write tid 3 to smithi09982431-49 2024-04-12T16:07:44.026 INFO:tasks.rados.rados.0.smithi099.stdout:1961: finishing write tid 4 to smithi09982431-49 2024-04-12T16:07:44.026 INFO:tasks.rados.rados.0.smithi099.stdout:1961: oid 49 updating version 0 to 1210 2024-04-12T16:07:44.026 INFO:tasks.rados.rados.0.smithi099.stdout:1961: oid 49 version 1210 is already newer than 1209 2024-04-12T16:07:44.026 INFO:tasks.rados.rados.0.smithi099.stdout:1961: oid 49 updating version 1210 to 1211 2024-04-12T16:07:44.027 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 49 v 1211 (ObjNum 627 snap 191 seq_num 627) dirty exists 2024-04-12T16:07:44.027 INFO:tasks.rados.rados.0.smithi099.stdout:1961: left oid 49 (ObjNum 627 snap 191 seq_num 627) 2024-04-12T16:07:44.027 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 925 (ObjNum 525 snap 158 seq_num 525) dirty exists 2024-04-12T16:07:44.027 INFO:tasks.rados.rados.0.smithi099.stdout:1965: finishing copy_from racing read to smithi09982431-13 2024-04-12T16:07:44.027 INFO:tasks.rados.rados.0.smithi099.stdout:1964: finishing copy_from racing read to smithi09982431-32 2024-04-12T16:07:44.027 INFO:tasks.rados.rados.0.smithi099.stdout:1965: finishing copy_from to smithi09982431-13 2024-04-12T16:07:44.027 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 13 v 1241 (ObjNum 598 snap 185 seq_num 598) dirty exists 2024-04-12T16:07:44.027 INFO:tasks.rados.rados.0.smithi099.stdout:1964: finishing copy_from to smithi09982431-32 2024-04-12T16:07:44.027 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 32 v 859 (ObjNum 502 snap 152 seq_num 502) dirty exists 2024-04-12T16:07:44.027 INFO:tasks.rados.rados.0.smithi099.stdout:1959: done (5 left) 2024-04-12T16:07:44.027 INFO:tasks.rados.rados.0.smithi099.stdout:1961: done (4 left) 2024-04-12T16:07:44.027 INFO:tasks.rados.rados.0.smithi099.stdout:1962: done (3 left) 2024-04-12T16:07:44.027 INFO:tasks.rados.rados.0.smithi099.stdout:1964: done (2 left) 2024-04-12T16:07:44.027 INFO:tasks.rados.rados.0.smithi099.stdout:1965: done (1 left) 2024-04-12T16:07:44.027 INFO:tasks.rados.rados.0.smithi099.stdout:1968: rollback oid 9 current snap is 191 2024-04-12T16:07:44.027 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 9 to 180 2024-04-12T16:07:44.028 INFO:tasks.rados.rados.0.smithi099.stdout:1969: read oid 48 snap -1 2024-04-12T16:07:44.028 INFO:tasks.rados.rados.0.smithi099.stdout:1969: expect (ObjNum 423 snap 128 seq_num 423) 2024-04-12T16:07:44.028 INFO:tasks.rados.rados.0.smithi099.stdout:1970: rmattr oid 43 current snap is 191 2024-04-12T16:07:44.028 INFO:tasks.rados.rados.0.smithi099.stdout:1971: read oid 12 snap 166 2024-04-12T16:07:44.028 INFO:tasks.rados.rados.0.smithi099.stdout:1971: expect (ObjNum 521 snap 158 seq_num 521) 2024-04-12T16:07:44.028 INFO:tasks.rados.rados.0.smithi099.stdout:1972: snap_create 2024-04-12T16:07:44.038 INFO:tasks.rados.rados.0.smithi099.stdout:1967: finishing rollback tid 1 to smithi09982431-41 2024-04-12T16:07:44.040 INFO:tasks.rados.rados.0.smithi099.stdout:1968: finishing rollback tid 0 to smithi09982431-9 2024-04-12T16:07:44.042 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 43 v 1199 (ObjNum 495 snap 150 seq_num 495) dirty exists 2024-04-12T16:07:44.042 INFO:tasks.rados.rados.0.smithi099.stdout:1968: finishing rollback tid 1 to smithi09982431-9 2024-04-12T16:07:44.043 INFO:tasks.rados.rados.0.smithi099.stdout:1967: finishing rollback tid 2 to smithi09982431-41 2024-04-12T16:07:44.043 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 41 v 1219 (ObjNum 230 snap 66 seq_num 230) dirty exists 2024-04-12T16:07:44.046 INFO:tasks.rados.rados.0.smithi099.stdout:1968: finishing rollback tid 2 to smithi09982431-9 2024-04-12T16:07:44.046 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 9 v 921 (ObjNum 433 snap 129 seq_num 433) dirty exists 2024-04-12T16:07:44.046 INFO:tasks.rados.rados.0.smithi099.stdout:1971: expect (ObjNum 521 snap 158 seq_num 521) 2024-04-12T16:07:44.095 INFO:tasks.rados.rados.0.smithi099.stdout:1969: expect (ObjNum 423 snap 128 seq_num 423) 2024-04-12T16:07:44.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:44 smithi110 ceph-mon[88691]: osdmap e446: 8 total, 8 up, 8 in 2024-04-12T16:07:44.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:44 smithi110 ceph-mon[88691]: osdmap e447: 8 total, 8 up, 8 in 2024-04-12T16:07:44.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:44 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T16:07:44.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:44 smithi099 ceph-mon[96864]: osdmap e446: 8 total, 8 up, 8 in 2024-04-12T16:07:44.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:44 smithi099 ceph-mon[96864]: osdmap e447: 8 total, 8 up, 8 in 2024-04-12T16:07:44.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:44 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T16:07:44.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:44 smithi099 ceph-mon[94290]: osdmap e446: 8 total, 8 up, 8 in 2024-04-12T16:07:44.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:44 smithi099 ceph-mon[94290]: osdmap e447: 8 total, 8 up, 8 in 2024-04-12T16:07:44.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:44 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T16:07:45.024 INFO:tasks.rados.rados.0.smithi099.stdout:1967: done (5 left) 2024-04-12T16:07:45.024 INFO:tasks.rados.rados.0.smithi099.stdout:1968: done (4 left) 2024-04-12T16:07:45.024 INFO:tasks.rados.rados.0.smithi099.stdout:1969: done (3 left) 2024-04-12T16:07:45.024 INFO:tasks.rados.rados.0.smithi099.stdout:1970: done (2 left) 2024-04-12T16:07:45.025 INFO:tasks.rados.rados.0.smithi099.stdout:1971: done (1 left) 2024-04-12T16:07:45.025 INFO:tasks.rados.rados.0.smithi099.stdout:1972: done (0 left) 2024-04-12T16:07:45.025 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 27 current snap is 192 2024-04-12T16:07:45.025 INFO:tasks.rados.rados.0.smithi099.stdout:1973: seq_num 628 ranges {5742592=524288,6266880=401408} 2024-04-12T16:07:45.058 INFO:tasks.rados.rados.0.smithi099.stdout:1973: writing smithi09982431-27 from 5742592 to 6266880 tid 1 2024-04-12T16:07:45.060 INFO:tasks.rados.rados.0.smithi099.stdout:1973: writing smithi09982431-27 from 6266880 to 6668288 tid 2 2024-04-12T16:07:45.060 INFO:tasks.rados.rados.0.smithi099.stdout:1974: setattr oid 31 current snap is 192 2024-04-12T16:07:45.062 INFO:tasks.rados.rados.0.smithi099.stdout:1975: read oid 26 snap -1 2024-04-12T16:07:45.063 INFO:tasks.rados.rados.0.smithi099.stdout:1975: expect (ObjNum 449 snap 135 seq_num 449) 2024-04-12T16:07:45.063 INFO:tasks.rados.rados.0.smithi099.stdout:1976: snap_create 2024-04-12T16:07:45.064 INFO:tasks.rados.rados.0.smithi099.stdout:1973: finishing write tid 1 to smithi09982431-27 2024-04-12T16:07:45.064 INFO:tasks.rados.rados.0.smithi099.stdout:1973: finishing write tid 2 to smithi09982431-27 2024-04-12T16:07:45.065 INFO:tasks.rados.rados.0.smithi099.stdout:1973: finishing write tid 3 to smithi09982431-27 2024-04-12T16:07:45.066 INFO:tasks.rados.rados.0.smithi099.stdout:1973: finishing write tid 4 to smithi09982431-27 2024-04-12T16:07:45.066 INFO:tasks.rados.rados.0.smithi099.stdout:1973: oid 27 updating version 0 to 964 2024-04-12T16:07:45.066 INFO:tasks.rados.rados.0.smithi099.stdout:1973: oid 27 updating version 964 to 965 2024-04-12T16:07:45.066 INFO:tasks.rados.rados.0.smithi099.stdout:1973: oid 27 version 965 is already newer than 963 2024-04-12T16:07:45.067 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 27 v 965 (ObjNum 628 snap 192 seq_num 628) dirty exists 2024-04-12T16:07:45.067 INFO:tasks.rados.rados.0.smithi099.stdout:1973: left oid 27 (ObjNum 628 snap 192 seq_num 628) 2024-04-12T16:07:45.067 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 31 v 1223 (ObjNum 611 snap 188 seq_num 611) dirty exists 2024-04-12T16:07:45.080 INFO:tasks.rados.rados.0.smithi099.stdout:1975: expect (ObjNum 449 snap 135 seq_num 449) 2024-04-12T16:07:45.267 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:45 smithi110 ceph-mon[88691]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T16:07:45.268 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:45 smithi110 ceph-mon[88691]: Upgrade: osd.4 is safe to restart 2024-04-12T16:07:45.268 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:45 smithi110 ceph-mon[88691]: pgmap v307: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 413 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 3.3 MiB/s wr, 28 op/s 2024-04-12T16:07:45.268 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:45 smithi110 ceph-mon[88691]: osdmap e448: 8 total, 8 up, 8 in 2024-04-12T16:07:45.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:45 smithi099 ceph-mon[96864]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T16:07:45.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:45 smithi099 ceph-mon[96864]: Upgrade: osd.4 is safe to restart 2024-04-12T16:07:45.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:45 smithi099 ceph-mon[96864]: pgmap v307: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 413 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 3.3 MiB/s wr, 28 op/s 2024-04-12T16:07:45.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:45 smithi099 ceph-mon[96864]: osdmap e448: 8 total, 8 up, 8 in 2024-04-12T16:07:45.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:45 smithi099 ceph-mon[94290]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T16:07:45.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:45 smithi099 ceph-mon[94290]: Upgrade: osd.4 is safe to restart 2024-04-12T16:07:45.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:45 smithi099 ceph-mon[94290]: pgmap v307: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 413 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 3.3 MiB/s wr, 28 op/s 2024-04-12T16:07:45.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:45 smithi099 ceph-mon[94290]: osdmap e448: 8 total, 8 up, 8 in 2024-04-12T16:07:46.052 INFO:tasks.rados.rados.0.smithi099.stdout:1973: done (3 left) 2024-04-12T16:07:46.052 INFO:tasks.rados.rados.0.smithi099.stdout:1974: done (2 left) 2024-04-12T16:07:46.052 INFO:tasks.rados.rados.0.smithi099.stdout:1975: done (1 left) 2024-04-12T16:07:46.052 INFO:tasks.rados.rados.0.smithi099.stdout:1976: done (0 left) 2024-04-12T16:07:46.052 INFO:tasks.rados.rados.0.smithi099.stdout:1977: setattr oid 39 current snap is 193 2024-04-12T16:07:46.054 INFO:tasks.rados.rados.0.smithi099.stdout:1978: rmattr oid 7 current snap is 193 2024-04-12T16:07:46.054 INFO:tasks.rados.rados.0.smithi099.stdout:1979: read oid 26 snap -1 2024-04-12T16:07:46.054 INFO:tasks.rados.rados.0.smithi099.stdout:1979: expect (ObjNum 449 snap 135 seq_num 449) 2024-04-12T16:07:46.054 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 50 current snap is 193 2024-04-12T16:07:46.054 INFO:tasks.rados.rados.0.smithi099.stdout:1980: seq_num 629 ranges {1990656=540672,2531328=401408} 2024-04-12T16:07:46.068 INFO:tasks.rados.rados.0.smithi099.stdout:1980: writing smithi09982431-50 from 1990656 to 2531328 tid 1 2024-04-12T16:07:46.071 INFO:tasks.rados.rados.0.smithi099.stdout:1980: writing smithi09982431-50 from 2531328 to 2932736 tid 2 2024-04-12T16:07:46.071 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 40 current snap is 193 2024-04-12T16:07:46.071 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 39 v 929 (ObjNum 359 snap 111 seq_num 359) dirty exists 2024-04-12T16:07:46.071 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 7 v 1383 (ObjNum 327 snap 103 seq_num 327) dirty exists 2024-04-12T16:07:46.071 INFO:tasks.rados.rados.0.smithi099.stdout:1981: seq_num 630 ranges {4554752=557056,5111808=401408} 2024-04-12T16:07:46.098 INFO:tasks.rados.rados.0.smithi099.stdout:1981: writing smithi09982431-40 from 4554752 to 5111808 tid 1 2024-04-12T16:07:46.100 INFO:tasks.rados.rados.0.smithi099.stdout:1981: writing smithi09982431-40 from 5111808 to 5513216 tid 2 2024-04-12T16:07:46.101 INFO:tasks.rados.rados.0.smithi099.stdout:1977: done (4 left) 2024-04-12T16:07:46.101 INFO:tasks.rados.rados.0.smithi099.stdout:1978: done (3 left) 2024-04-12T16:07:46.101 INFO:tasks.rados.rados.0.smithi099.stdout:1982: rmattr oid 5 current snap is 193 2024-04-12T16:07:46.101 INFO:tasks.rados.rados.0.smithi099.stdout:1979: expect (ObjNum 449 snap 135 seq_num 449) 2024-04-12T16:07:46.329 INFO:tasks.rados.rados.0.smithi099.stdout:1980: finishing write tid 1 to smithi09982431-50 2024-04-12T16:07:46.329 INFO:tasks.rados.rados.0.smithi099.stdout:1980: finishing write tid 2 to smithi09982431-50 2024-04-12T16:07:46.329 INFO:tasks.rados.rados.0.smithi099.stdout:1980: finishing write tid 3 to smithi09982431-50 2024-04-12T16:07:46.329 INFO:tasks.rados.rados.0.smithi099.stdout:1980: finishing write tid 4 to smithi09982431-50 2024-04-12T16:07:46.329 INFO:tasks.rados.rados.0.smithi099.stdout:1980: oid 50 updating version 0 to 944 2024-04-12T16:07:46.329 INFO:tasks.rados.rados.0.smithi099.stdout:1980: oid 50 version 944 is already newer than 943 2024-04-12T16:07:46.330 INFO:tasks.rados.rados.0.smithi099.stdout:1980: oid 50 updating version 944 to 945 2024-04-12T16:07:46.330 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 50 v 945 (ObjNum 629 snap 193 seq_num 629) dirty exists 2024-04-12T16:07:46.330 INFO:tasks.rados.rados.0.smithi099.stdout:1980: left oid 50 (ObjNum 629 snap 193 seq_num 629) 2024-04-12T16:07:46.330 INFO:tasks.rados.rados.0.smithi099.stdout:1981: finishing write tid 1 to smithi09982431-40 2024-04-12T16:07:46.330 INFO:tasks.rados.rados.0.smithi099.stdout:1979: done (3 left) 2024-04-12T16:07:46.330 INFO:tasks.rados.rados.0.smithi099.stdout:1980: done (2 left) 2024-04-12T16:07:46.330 INFO:tasks.rados.rados.0.smithi099.stdout:1983: rollback oid 45 current snap is 193 2024-04-12T16:07:46.330 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 45 to 188 2024-04-12T16:07:46.330 INFO:tasks.rados.rados.0.smithi099.stdout:1981: finishing write tid 2 to smithi09982431-40 2024-04-12T16:07:46.331 INFO:tasks.rados.rados.0.smithi099.stdout:1981: finishing write tid 3 to smithi09982431-40 2024-04-12T16:07:46.331 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 5 v 965 (ObjNum 65 snap 0 seq_num 1868198501) dirty exists 2024-04-12T16:07:46.331 INFO:tasks.rados.rados.0.smithi099.stdout:1981: finishing write tid 4 to smithi09982431-40 2024-04-12T16:07:46.331 INFO:tasks.rados.rados.0.smithi099.stdout:1981: oid 40 updating version 0 to 1386 2024-04-12T16:07:46.331 INFO:tasks.rados.rados.0.smithi099.stdout:1981: oid 40 updating version 1386 to 1387 2024-04-12T16:07:46.331 INFO:tasks.rados.rados.0.smithi099.stdout:1981: oid 40 version 1387 is already newer than 1385 2024-04-12T16:07:46.331 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 40 v 1387 (ObjNum 630 snap 193 seq_num 630) dirty exists 2024-04-12T16:07:46.331 INFO:tasks.rados.rados.0.smithi099.stdout:1981: left oid 40 (ObjNum 630 snap 193 seq_num 630) 2024-04-12T16:07:46.331 INFO:tasks.rados.rados.0.smithi099.stdout:1981: done (2 left) 2024-04-12T16:07:46.331 INFO:tasks.rados.rados.0.smithi099.stdout:1982: done (1 left) 2024-04-12T16:07:46.332 INFO:tasks.rados.rados.0.smithi099.stdout:1984: delete oid 8 current snap is 193 2024-04-12T16:07:46.335 INFO:tasks.rados.rados.0.smithi099.stdout:1984: done (1 left) 2024-04-12T16:07:46.335 INFO:tasks.rados.rados.0.smithi099.stdout:1985: setattr oid 47 current snap is 193 2024-04-12T16:07:46.336 INFO:tasks.rados.rados.0.smithi099.stdout:1983: finishing rollback tid 0 to smithi09982431-45 2024-04-12T16:07:46.336 INFO:tasks.rados.rados.0.smithi099.stdout:1983: finishing rollback tid 1 to smithi09982431-45 2024-04-12T16:07:46.336 INFO:tasks.rados.rados.0.smithi099.stdout:1983: finishing rollback tid 2 to smithi09982431-45 2024-04-12T16:07:46.336 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 45 v 968 (ObjNum 594 snap 183 seq_num 594) dirty exists 2024-04-12T16:07:46.336 INFO:tasks.rados.rados.0.smithi099.stdout:1983: done (1 left) 2024-04-12T16:07:46.336 INFO:tasks.rados.rados.0.smithi099.stdout:1986: rmattr oid 50 current snap is 193 2024-04-12T16:07:46.336 INFO:tasks.rados.rados.0.smithi099.stdout:1986: done (1 left) 2024-04-12T16:07:46.336 INFO:tasks.rados.rados.0.smithi099.stdout:1987: read oid 43 snap -1 2024-04-12T16:07:46.336 INFO:tasks.rados.rados.0.smithi099.stdout:1987: expect (ObjNum 495 snap 150 seq_num 495) 2024-04-12T16:07:46.336 INFO:tasks.rados.rados.0.smithi099.stdout:1988: rmattr oid 17 current snap is 193 2024-04-12T16:07:46.336 INFO:tasks.rados.rados.0.smithi099.stdout:1988: done (2 left) 2024-04-12T16:07:46.336 INFO:tasks.rados.rados.0.smithi099.stdout:1989: read oid 18 snap -1 2024-04-12T16:07:46.337 INFO:tasks.rados.rados.0.smithi099.stdout:1989: expect (ObjNum 605 snap 186 seq_num 605) 2024-04-12T16:07:46.337 INFO:tasks.rados.rados.0.smithi099.stdout:1990: snap_remove snap 191 2024-04-12T16:07:46.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:07:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:07:46] "GET /metrics HTTP/1.1" 200 36198 "" "Prometheus/2.43.0" 2024-04-12T16:07:47.064 INFO:tasks.rados.rados.0.smithi099.stdout:1990: done (3 left) 2024-04-12T16:07:47.064 INFO:tasks.rados.rados.0.smithi099.stdout:1991: read oid 44 snap -1 2024-04-12T16:07:47.065 INFO:tasks.rados.rados.0.smithi099.stdout:1991: expect (ObjNum 455 snap 135 seq_num 455) 2024-04-12T16:07:47.065 INFO:tasks.rados.rados.0.smithi099.stdout:1992: copy_from oid 5 from oid 50 current snap is 193 2024-04-12T16:07:47.065 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 47 v 980 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-12T16:07:47.065 INFO:tasks.rados.rados.0.smithi099.stdout:1987: expect (ObjNum 495 snap 150 seq_num 495) 2024-04-12T16:07:47.078 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:46 smithi099 ceph-mon[94290]: Upgrade: Updating osd.4 2024-04-12T16:07:47.078 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:46 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:47.078 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:46 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-12T16:07:47.079 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:46 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:07:47.079 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:46 smithi099 ceph-mon[94290]: Deploying daemon osd.4 on smithi110 2024-04-12T16:07:47.079 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:46 smithi099 ceph-mon[94290]: osdmap e449: 8 total, 8 up, 8 in 2024-04-12T16:07:47.079 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:46 smithi099 ceph-mon[94290]: pgmap v310: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 414 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 3.5 MiB/s wr, 29 op/s 2024-04-12T16:07:47.079 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:46 smithi099 ceph-mon[96864]: Upgrade: Updating osd.4 2024-04-12T16:07:47.079 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:46 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:47.079 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:46 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-12T16:07:47.079 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:46 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:07:47.079 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:46 smithi099 ceph-mon[96864]: Deploying daemon osd.4 on smithi110 2024-04-12T16:07:47.079 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:46 smithi099 ceph-mon[96864]: osdmap e449: 8 total, 8 up, 8 in 2024-04-12T16:07:47.079 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:46 smithi099 ceph-mon[96864]: pgmap v310: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 414 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 3.5 MiB/s wr, 29 op/s 2024-04-12T16:07:47.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:46 smithi110 ceph-mon[88691]: Upgrade: Updating osd.4 2024-04-12T16:07:47.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:46 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:47.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:46 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-12T16:07:47.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:46 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:07:47.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:46 smithi110 ceph-mon[88691]: Deploying daemon osd.4 on smithi110 2024-04-12T16:07:47.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:46 smithi110 ceph-mon[88691]: osdmap e449: 8 total, 8 up, 8 in 2024-04-12T16:07:47.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:46 smithi110 ceph-mon[88691]: pgmap v310: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 414 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 3.5 MiB/s wr, 29 op/s 2024-04-12T16:07:47.377 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:07:47 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2[113197]: 2024-04-12T16:07:47.079+0000 7ff1fd9f4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 104 after trimming was started 2024-04-12T16:07:47.384 INFO:tasks.rados.rados.0.smithi099.stdout:1989: expect (ObjNum 605 snap 186 seq_num 605) 2024-04-12T16:07:47.397 INFO:tasks.rados.rados.0.smithi099.stdout:1991: expect (ObjNum 455 snap 135 seq_num 455) 2024-04-12T16:07:47.409 INFO:tasks.rados.rados.0.smithi099.stdout:1992: finishing copy_from racing read to smithi09982431-5 2024-04-12T16:07:47.409 INFO:tasks.rados.rados.0.smithi099.stdout:1992: finishing copy_from to smithi09982431-5 2024-04-12T16:07:47.409 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 5 v 945 (ObjNum 629 snap 193 seq_num 629) dirty exists 2024-04-12T16:07:47.409 INFO:tasks.rados.rados.0.smithi099.stdout:1985: done (4 left) 2024-04-12T16:07:47.409 INFO:tasks.rados.rados.0.smithi099.stdout:1987: done (3 left) 2024-04-12T16:07:47.409 INFO:tasks.rados.rados.0.smithi099.stdout:1989: done (2 left) 2024-04-12T16:07:47.410 INFO:tasks.rados.rados.0.smithi099.stdout:1991: done (1 left) 2024-04-12T16:07:47.410 INFO:tasks.rados.rados.0.smithi099.stdout:1992: done (0 left) 2024-04-12T16:07:47.410 INFO:tasks.rados.rados.0.smithi099.stdout:1993: read oid 2 snap -1 2024-04-12T16:07:47.410 INFO:tasks.rados.rados.0.smithi099.stdout:1993: expect deleted 2024-04-12T16:07:47.410 INFO:tasks.rados.rados.0.smithi099.stdout:1994: snap_create 2024-04-12T16:07:48.068 INFO:tasks.rados.rados.0.smithi099.stdout:1993: done (1 left) 2024-04-12T16:07:48.068 INFO:tasks.rados.rados.0.smithi099.stdout:1994: done (0 left) 2024-04-12T16:07:48.068 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 24 current snap is 194 2024-04-12T16:07:48.068 INFO:tasks.rados.rados.0.smithi099.stdout:1995: seq_num 632 ranges {3088384=589824,3678208=401408} 2024-04-12T16:07:48.087 INFO:tasks.rados.rados.0.smithi099.stdout:1995: writing smithi09982431-24 from 3088384 to 3678208 tid 1 2024-04-12T16:07:48.090 INFO:tasks.rados.rados.0.smithi099.stdout:1995: writing smithi09982431-24 from 3678208 to 4079616 tid 2 2024-04-12T16:07:48.090 INFO:tasks.rados.rados.0.smithi099.stdout:1996: delete oid 9 current snap is 194 2024-04-12T16:07:48.095 INFO:tasks.rados.rados.0.smithi099.stdout:1996: done (1 left) 2024-04-12T16:07:48.095 INFO:tasks.rados.rados.0.smithi099.stdout:1997: read oid 27 snap -1 2024-04-12T16:07:48.095 INFO:tasks.rados.rados.0.smithi099.stdout:1997: expect (ObjNum 628 snap 192 seq_num 628) 2024-04-12T16:07:48.095 INFO:tasks.rados.rados.0.smithi099.stdout:1998: rmattr oid 7 current snap is 194 2024-04-12T16:07:48.095 INFO:tasks.rados.rados.0.smithi099.stdout:1995: finishing write tid 1 to smithi09982431-24 2024-04-12T16:07:48.095 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 22 current snap is 194 2024-04-12T16:07:48.095 INFO:tasks.rados.rados.0.smithi099.stdout:1999: seq_num 634 ranges {2277376=622592,2899968=401408} 2024-04-12T16:07:48.111 INFO:tasks.rados.rados.0.smithi099.stdout:1999: writing smithi09982431-22 from 2277376 to 2899968 tid 1 2024-04-12T16:07:48.114 INFO:tasks.rados.rados.0.smithi099.stdout:1999: writing smithi09982431-22 from 2899968 to 3301376 tid 2 2024-04-12T16:07:48.114 INFO:tasks.rados.rados.0.smithi099.stdout:2000: delete oid 30 current snap is 194 2024-04-12T16:07:48.114 INFO:tasks.rados.rados.0.smithi099.stdout:1995: finishing write tid 2 to smithi09982431-24 2024-04-12T16:07:48.114 INFO:tasks.rados.rados.0.smithi099.stdout:1995: finishing write tid 3 to smithi09982431-24 2024-04-12T16:07:48.114 INFO:tasks.rados.rados.0.smithi099.stdout:1995: finishing write tid 4 to smithi09982431-24 2024-04-12T16:07:48.114 INFO:tasks.rados.rados.0.smithi099.stdout:1995: oid 24 updating version 0 to 955 2024-04-12T16:07:48.114 INFO:tasks.rados.rados.0.smithi099.stdout:1995: oid 24 updating version 955 to 956 2024-04-12T16:07:48.114 INFO:tasks.rados.rados.0.smithi099.stdout:1995: oid 24 updating version 956 to 957 2024-04-12T16:07:48.115 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 24 v 957 (ObjNum 632 snap 194 seq_num 632) dirty exists 2024-04-12T16:07:48.115 INFO:tasks.rados.rados.0.smithi099.stdout:1995: left oid 24 (ObjNum 632 snap 194 seq_num 632) 2024-04-12T16:07:48.115 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 7 v 1393 (ObjNum 327 snap 103 seq_num 327) dirty exists 2024-04-12T16:07:48.116 INFO:tasks.rados.rados.0.smithi099.stdout:1995: done (4 left) 2024-04-12T16:07:48.116 INFO:tasks.rados.rados.0.smithi099.stdout:1998: done (3 left) 2024-04-12T16:07:48.117 INFO:tasks.rados.rados.0.smithi099.stdout:2000: done (2 left) 2024-04-12T16:07:48.117 INFO:tasks.rados.rados.0.smithi099.stdout:2001: read oid 18 snap -1 2024-04-12T16:07:48.117 INFO:tasks.rados.rados.0.smithi099.stdout:2001: expect (ObjNum 605 snap 186 seq_num 605) 2024-04-12T16:07:48.117 INFO:tasks.rados.rados.0.smithi099.stdout:2002: snap_remove snap 161 2024-04-12T16:07:48.266 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:48 smithi110 ceph-mon[88691]: osdmap e450: 8 total, 8 up, 8 in 2024-04-12T16:07:48.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:48 smithi099 ceph-mon[94290]: osdmap e450: 8 total, 8 up, 8 in 2024-04-12T16:07:48.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:48 smithi099 ceph-mon[96864]: osdmap e450: 8 total, 8 up, 8 in 2024-04-12T16:07:49.025 INFO:tasks.rados.rados.0.smithi099.stdout:2002: done (3 left) 2024-04-12T16:07:49.025 INFO:tasks.rados.rados.0.smithi099.stdout:2003: delete oid 25 current snap is 194 2024-04-12T16:07:49.025 INFO:tasks.rados.rados.0.smithi099.stdout:1999: finishing write tid 1 to smithi09982431-22 2024-04-12T16:07:49.025 INFO:tasks.rados.rados.0.smithi099.stdout:1999: finishing write tid 2 to smithi09982431-22 2024-04-12T16:07:49.025 INFO:tasks.rados.rados.0.smithi099.stdout:1999: finishing write tid 3 to smithi09982431-22 2024-04-12T16:07:49.025 INFO:tasks.rados.rados.0.smithi099.stdout:1999: finishing write tid 4 to smithi09982431-22 2024-04-12T16:07:49.025 INFO:tasks.rados.rados.0.smithi099.stdout:1999: oid 22 updating version 0 to 1211 2024-04-12T16:07:49.025 INFO:tasks.rados.rados.0.smithi099.stdout:1999: oid 22 updating version 1211 to 1212 2024-04-12T16:07:49.025 INFO:tasks.rados.rados.0.smithi099.stdout:1999: oid 22 updating version 1212 to 1213 2024-04-12T16:07:49.025 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 22 v 1213 (ObjNum 634 snap 194 seq_num 634) dirty exists 2024-04-12T16:07:49.025 INFO:tasks.rados.rados.0.smithi099.stdout:1999: left oid 22 (ObjNum 634 snap 194 seq_num 634) 2024-04-12T16:07:49.025 INFO:tasks.rados.rados.0.smithi099.stdout:2001: expect (ObjNum 605 snap 186 seq_num 605) 2024-04-12T16:07:49.047 INFO:tasks.rados.rados.0.smithi099.stdout:1997: expect (ObjNum 628 snap 192 seq_num 628) 2024-04-12T16:07:49.273 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:49 smithi110 ceph-mon[88691]: osdmap e451: 8 total, 8 up, 8 in 2024-04-12T16:07:49.273 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:49 smithi110 ceph-mon[88691]: pgmap v313: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 419 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 456 KiB/s wr, 27 op/s 2024-04-12T16:07:49.273 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:49 smithi110 ceph-mon[88691]: osdmap e452: 8 total, 8 up, 8 in 2024-04-12T16:07:49.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:49 smithi099 ceph-mon[96864]: osdmap e451: 8 total, 8 up, 8 in 2024-04-12T16:07:49.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:49 smithi099 ceph-mon[96864]: pgmap v313: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 419 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 456 KiB/s wr, 27 op/s 2024-04-12T16:07:49.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:49 smithi099 ceph-mon[96864]: osdmap e452: 8 total, 8 up, 8 in 2024-04-12T16:07:49.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:49 smithi099 ceph-mon[94290]: osdmap e451: 8 total, 8 up, 8 in 2024-04-12T16:07:49.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:49 smithi099 ceph-mon[94290]: pgmap v313: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 419 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 456 KiB/s wr, 27 op/s 2024-04-12T16:07:49.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:49 smithi099 ceph-mon[94290]: osdmap e452: 8 total, 8 up, 8 in 2024-04-12T16:07:49.524 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:49 smithi110 systemd[1]: Stopping Ceph osd.4 for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:07:49.567 INFO:tasks.rados.rados.0.smithi099.stdout:1997: done (3 left) 2024-04-12T16:07:49.567 INFO:tasks.rados.rados.0.smithi099.stdout:1999: done (2 left) 2024-04-12T16:07:49.567 INFO:tasks.rados.rados.0.smithi099.stdout:2001: done (1 left) 2024-04-12T16:07:49.567 INFO:tasks.rados.rados.0.smithi099.stdout:2003: done (0 left) 2024-04-12T16:07:49.567 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 21 current snap is 194 2024-04-12T16:07:49.568 INFO:tasks.rados.rados.0.smithi099.stdout:2004: seq_num 637 ranges {0=671744,671744=401408} 2024-04-12T16:07:49.569 INFO:tasks.rados.rados.0.smithi099.stdout:2004: writing smithi09982431-21 from 0 to 671744 tid 1 2024-04-12T16:07:49.572 INFO:tasks.rados.rados.0.smithi099.stdout:2004: writing smithi09982431-21 from 671744 to 1073152 tid 2 2024-04-12T16:07:49.572 INFO:tasks.rados.rados.0.smithi099.stdout:2005: rollback oid 24 current snap is 194 2024-04-12T16:07:49.572 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 24 to 187 2024-04-12T16:07:49.573 INFO:tasks.rados.rados.0.smithi099.stdout:2006: copy_from oid 44 from oid 15 current snap is 194 2024-04-12T16:07:49.573 INFO:tasks.rados.rados.0.smithi099.stdout:2007: rmattr oid 11 current snap is 194 2024-04-12T16:07:49.573 INFO:tasks.rados.rados.0.smithi099.stdout:2007: done (3 left) 2024-04-12T16:07:49.573 INFO:tasks.rados.rados.0.smithi099.stdout:2008: rmattr oid 47 current snap is 194 2024-04-12T16:07:49.573 INFO:tasks.rados.rados.0.smithi099.stdout:2009: delete oid 46 current snap is 194 2024-04-12T16:07:49.576 INFO:tasks.rados.rados.0.smithi099.stdout:2004: finishing write tid 1 to smithi09982431-21 2024-04-12T16:07:49.576 INFO:tasks.rados.rados.0.smithi099.stdout:2009: done (4 left) 2024-04-12T16:07:49.576 INFO:tasks.rados.rados.0.smithi099.stdout:2010: read oid 31 snap -1 2024-04-12T16:07:49.576 INFO:tasks.rados.rados.0.smithi099.stdout:2010: expect (ObjNum 611 snap 188 seq_num 611) 2024-04-12T16:07:49.576 INFO:tasks.rados.rados.0.smithi099.stdout:2011: rollback oid 27 current snap is 194 2024-04-12T16:07:49.576 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 27 to 160 2024-04-12T16:07:49.576 INFO:tasks.rados.rados.0.smithi099.stdout:2012: rmattr oid 33 current snap is 194 2024-04-12T16:07:49.576 INFO:tasks.rados.rados.0.smithi099.stdout:2013: read oid 6 snap -1 2024-04-12T16:07:49.576 INFO:tasks.rados.rados.0.smithi099.stdout:2013: expect (ObjNum 546 snap 163 seq_num 546) 2024-04-12T16:07:49.577 INFO:tasks.rados.rados.0.smithi099.stdout:2014: copy_from oid 10 from oid 50 current snap is 194 2024-04-12T16:07:49.577 INFO:tasks.rados.rados.0.smithi099.stdout:2015: rollback oid 25 current snap is 194 2024-04-12T16:07:49.577 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 25 to 162 2024-04-12T16:07:49.577 INFO:tasks.rados.rados.0.smithi099.stdout:2016: read oid 2 snap 187 2024-04-12T16:07:49.577 INFO:tasks.rados.rados.0.smithi099.stdout:2016: expect deleted 2024-04-12T16:07:49.577 INFO:tasks.rados.rados.0.smithi099.stdout:2017: rollback oid 5 current snap is 194 2024-04-12T16:07:49.577 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 5 to 162 2024-04-12T16:07:49.577 INFO:tasks.rados.rados.0.smithi099.stdout:2018: rollback oid 30 current snap is 194 2024-04-12T16:07:49.577 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 30 to 193 2024-04-12T16:07:49.577 INFO:tasks.rados.rados.0.smithi099.stdout:2019: rollback oid 11 current snap is 194 2024-04-12T16:07:49.577 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 11 to 188 2024-04-12T16:07:49.577 INFO:tasks.rados.rados.0.smithi099.stdout:2020: read oid 40 snap -1 2024-04-12T16:07:49.578 INFO:tasks.rados.rados.0.smithi099.stdout:2020: expect (ObjNum 630 snap 193 seq_num 630) 2024-04-12T16:07:49.578 INFO:tasks.rados.rados.0.smithi099.stdout:2021: snap_remove snap 169 2024-04-12T16:07:49.834 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:49 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4[36807]: 2024-04-12T16:07:49.524+0000 7fd71f1a9700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T16:07:49.834 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:49 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4[36807]: 2024-04-12T16:07:49.524+0000 7fd71f1a9700 -1 osd.4 452 *** Got signal Terminated *** 2024-04-12T16:07:49.834 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:49 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4[36807]: 2024-04-12T16:07:49.524+0000 7fd71f1a9700 -1 osd.4 452 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T16:07:50.081 INFO:tasks.rados.rados.0.smithi099.stdout:2021: done (15 left) 2024-04-12T16:07:50.081 INFO:tasks.rados.rados.0.smithi099.stdout:2022: rollback oid 26 current snap is 194 2024-04-12T16:07:50.081 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 26 to 183 2024-04-12T16:07:50.081 INFO:tasks.rados.rados.0.smithi099.stdout: waiting on 16 2024-04-12T16:07:50.082 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 47 v 981 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-12T16:07:50.082 INFO:tasks.rados.rados.0.smithi099.stdout:2004: finishing write tid 2 to smithi09982431-21 2024-04-12T16:07:50.082 INFO:tasks.rados.rados.0.smithi099.stdout:2005: finishing rollback tid 0 to smithi09982431-24 2024-04-12T16:07:50.082 INFO:tasks.rados.rados.0.smithi099.stdout:2005: finishing rollback tid 1 to smithi09982431-24 2024-04-12T16:07:50.082 INFO:tasks.rados.rados.0.smithi099.stdout:2005: finishing rollback tid 2 to smithi09982431-24 2024-04-12T16:07:50.082 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 24 v 966 (ObjNum 525 snap 158 seq_num 525) dirty exists 2024-04-12T16:07:50.082 INFO:tasks.rados.rados.0.smithi099.stdout:2019: finishing rollback tid 1 to smithi09982431-11 2024-04-12T16:07:50.083 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 11 v 839 (ObjNum 33 snap 0 seq_num 1917560056) dirty dne 2024-04-12T16:07:50.083 INFO:tasks.rados.rados.0.smithi099.stdout:2018: finishing rollback tid 1 to smithi09982431-30 2024-04-12T16:07:50.083 INFO:tasks.rados.rados.0.smithi099.stdout:2006: finishing copy_from to smithi09982431-44 2024-04-12T16:07:50.083 INFO:tasks.rados.rados.0.smithi099.stdout:2006: got expected ENOENT (src dne) 2024-04-12T16:07:50.083 INFO:tasks.rados.rados.0.smithi099.stdout:2017: finishing rollback tid 0 to smithi09982431-5 2024-04-12T16:07:50.083 INFO:tasks.rados.rados.0.smithi099.stdout:2006: finishing copy_from racing read to smithi09982431-44 2024-04-12T16:07:50.083 INFO:tasks.rados.rados.0.smithi099.stdout:2004: finishing write tid 3 to smithi09982431-21 2024-04-12T16:07:50.084 INFO:tasks.rados.rados.0.smithi099.stdout:2017: finishing rollback tid 1 to smithi09982431-5 2024-04-12T16:07:50.084 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 5 v 967 (ObjNum 33 snap 0 seq_num 270907369) dirty dne 2024-04-12T16:07:50.084 INFO:tasks.rados.rados.0.smithi099.stdout:2011: finishing rollback tid 0 to smithi09982431-27 2024-04-12T16:07:50.084 INFO:tasks.rados.rados.0.smithi099.stdout:2018: finishing rollback tid 2 to smithi09982431-30 2024-04-12T16:07:50.084 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 30 v 1244 (ObjNum 392 snap 121 seq_num 392) dirty exists 2024-04-12T16:07:50.084 INFO:tasks.rados.rados.0.smithi099.stdout:2011: finishing rollback tid 1 to smithi09982431-27 2024-04-12T16:07:50.084 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 27 v 970 (ObjNum 129 snap 0 seq_num 1924884800) dirty dne 2024-04-12T16:07:50.084 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 33 v 971 (ObjNum 327 snap 103 seq_num 327) dirty exists 2024-04-12T16:07:50.084 INFO:tasks.rados.rados.0.smithi099.stdout:2015: finishing rollback tid 1 to smithi09982431-25 2024-04-12T16:07:50.085 INFO:tasks.rados.rados.0.smithi099.stdout:2015: finishing rollback tid 2 to smithi09982431-25 2024-04-12T16:07:50.085 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 25 v 1407 (ObjNum 536 snap 161 seq_num 536) dirty exists 2024-04-12T16:07:50.085 INFO:tasks.rados.rados.0.smithi099.stdout:2014: finishing copy_from racing read to smithi09982431-10 2024-04-12T16:07:50.085 INFO:tasks.rados.rados.0.smithi099.stdout:2014: finishing copy_from to smithi09982431-10 2024-04-12T16:07:50.085 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 10 v 945 (ObjNum 629 snap 193 seq_num 629) dirty exists 2024-04-12T16:07:50.085 INFO:tasks.rados.rados.0.smithi099.stdout:2020: expect (ObjNum 630 snap 193 seq_num 630) 2024-04-12T16:07:50.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:50 smithi110 ceph-mon[88691]: osd.4 marked itself down and dead 2024-04-12T16:07:50.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:50 smithi099 ceph-mon[94290]: osd.4 marked itself down and dead 2024-04-12T16:07:50.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:50 smithi099 ceph-mon[96864]: osd.4 marked itself down and dead 2024-04-12T16:07:50.381 INFO:tasks.rados.rados.0.smithi099.stdout:2013: expect (ObjNum 546 snap 163 seq_num 546) 2024-04-12T16:07:50.576 INFO:tasks.rados.rados.0.smithi099.stdout:2004: finishing write tid 4 to smithi09982431-21 2024-04-12T16:07:50.576 INFO:tasks.rados.rados.0.smithi099.stdout:2004: oid 21 updating version 0 to 1234 2024-04-12T16:07:50.576 INFO:tasks.rados.rados.0.smithi099.stdout:2004: oid 21 updating version 1234 to 1235 2024-04-12T16:07:50.576 INFO:tasks.rados.rados.0.smithi099.stdout:2004: oid 21 updating version 1235 to 1236 2024-04-12T16:07:50.576 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 1236 (ObjNum 637 snap 194 seq_num 637) dirty exists 2024-04-12T16:07:50.576 INFO:tasks.rados.rados.0.smithi099.stdout:2004: left oid 21 (ObjNum 637 snap 194 seq_num 637) 2024-04-12T16:07:50.576 INFO:tasks.rados.rados.0.smithi099.stdout:2010: expect (ObjNum 611 snap 188 seq_num 611) 2024-04-12T16:07:50.938 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:50 smithi110 podman[93909]: 2024-04-12 16:07:50.648962763 +0000 UTC m=+1.234228517 container died cbe7627415bc7c80971c4db7a6a88238337701a947d2fb55b2a0c6013aafa85a (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240403, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-d540eba) 2024-04-12T16:07:51.134 INFO:tasks.rados.rados.0.smithi099.stdout:2022: finishing rollback tid 0 to smithi09982431-26 2024-04-12T16:07:51.134 INFO:tasks.rados.rados.0.smithi099.stdout:2022: finishing rollback tid 1 to smithi09982431-26 2024-04-12T16:07:51.134 INFO:tasks.rados.rados.0.smithi099.stdout:2022: finishing rollback tid 2 to smithi09982431-26 2024-04-12T16:07:51.134 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 842 (ObjNum 449 snap 135 seq_num 449) dirty exists 2024-04-12T16:07:51.134 INFO:tasks.rados.rados.0.smithi099.stdout:2004: done (15 left) 2024-04-12T16:07:51.134 INFO:tasks.rados.rados.0.smithi099.stdout:2005: done (14 left) 2024-04-12T16:07:51.134 INFO:tasks.rados.rados.0.smithi099.stdout:2006: done (13 left) 2024-04-12T16:07:51.134 INFO:tasks.rados.rados.0.smithi099.stdout:2008: done (12 left) 2024-04-12T16:07:51.134 INFO:tasks.rados.rados.0.smithi099.stdout:2010: done (11 left) 2024-04-12T16:07:51.134 INFO:tasks.rados.rados.0.smithi099.stdout:2011: done (10 left) 2024-04-12T16:07:51.134 INFO:tasks.rados.rados.0.smithi099.stdout:2012: done (9 left) 2024-04-12T16:07:51.134 INFO:tasks.rados.rados.0.smithi099.stdout:2013: done (8 left) 2024-04-12T16:07:51.135 INFO:tasks.rados.rados.0.smithi099.stdout:2014: done (7 left) 2024-04-12T16:07:51.135 INFO:tasks.rados.rados.0.smithi099.stdout:2015: done (6 left) 2024-04-12T16:07:51.135 INFO:tasks.rados.rados.0.smithi099.stdout:2016: done (5 left) 2024-04-12T16:07:51.135 INFO:tasks.rados.rados.0.smithi099.stdout:2017: done (4 left) 2024-04-12T16:07:51.135 INFO:tasks.rados.rados.0.smithi099.stdout:2018: done (3 left) 2024-04-12T16:07:51.135 INFO:tasks.rados.rados.0.smithi099.stdout:2019: done (2 left) 2024-04-12T16:07:51.135 INFO:tasks.rados.rados.0.smithi099.stdout:2020: done (1 left) 2024-04-12T16:07:51.135 INFO:tasks.rados.rados.0.smithi099.stdout:2022: done (0 left) 2024-04-12T16:07:51.135 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 34 current snap is 194 2024-04-12T16:07:51.135 INFO:tasks.rados.rados.0.smithi099.stdout:2023: seq_num 639 ranges {4128768=704512,4833280=401408} 2024-04-12T16:07:51.159 INFO:tasks.rados.rados.0.smithi099.stdout:2023: writing smithi09982431-34 from 4128768 to 4833280 tid 1 2024-04-12T16:07:51.161 INFO:tasks.rados.rados.0.smithi099.stdout:2023: writing smithi09982431-34 from 4833280 to 5234688 tid 2 2024-04-12T16:07:51.161 INFO:tasks.rados.rados.0.smithi099.stdout:2024: read oid 36 snap 133 2024-04-12T16:07:51.161 INFO:tasks.rados.rados.0.smithi099.stdout:2024: expect deleted 2024-04-12T16:07:51.161 INFO:tasks.rados.rados.0.smithi099.stdout:2025: delete oid 26 current snap is 194 2024-04-12T16:07:51.163 INFO:tasks.rados.rados.0.smithi099.stdout:2024: done (2 left) 2024-04-12T16:07:51.163 INFO:tasks.rados.rados.0.smithi099.stdout:2025: done (1 left) 2024-04-12T16:07:51.163 INFO:tasks.rados.rados.0.smithi099.stdout:2026: delete oid 38 current snap is 194 2024-04-12T16:07:51.165 INFO:tasks.rados.rados.0.smithi099.stdout:2023: finishing write tid 1 to smithi09982431-34 2024-04-12T16:07:51.165 INFO:tasks.rados.rados.0.smithi099.stdout:2023: finishing write tid 2 to smithi09982431-34 2024-04-12T16:07:51.165 INFO:tasks.rados.rados.0.smithi099.stdout:2023: finishing write tid 3 to smithi09982431-34 2024-04-12T16:07:51.165 INFO:tasks.rados.rados.0.smithi099.stdout:2026: done (1 left) 2024-04-12T16:07:51.165 INFO:tasks.rados.rados.0.smithi099.stdout:2027: setattr oid 37 current snap is 194 2024-04-12T16:07:51.166 INFO:tasks.rados.rados.0.smithi099.stdout:2023: finishing write tid 4 to smithi09982431-34 2024-04-12T16:07:51.166 INFO:tasks.rados.rados.0.smithi099.stdout:2023: oid 34 updating version 0 to 1421 2024-04-12T16:07:51.166 INFO:tasks.rados.rados.0.smithi099.stdout:2023: oid 34 version 1421 is already newer than 1420 2024-04-12T16:07:51.166 INFO:tasks.rados.rados.0.smithi099.stdout:2023: oid 34 version 1421 is already newer than 1419 2024-04-12T16:07:51.167 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 34 v 1421 (ObjNum 639 snap 194 seq_num 639) dirty exists 2024-04-12T16:07:51.167 INFO:tasks.rados.rados.0.smithi099.stdout:2023: left oid 34 (ObjNum 639 snap 194 seq_num 639) 2024-04-12T16:07:51.167 INFO:tasks.rados.rados.0.smithi099.stdout:2023: done (1 left) 2024-04-12T16:07:51.167 INFO:tasks.rados.rados.0.smithi099.stdout:2028: snap_remove snap 188 2024-04-12T16:07:51.304 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:51 smithi110 ceph-mon[88691]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:07:51.305 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:51 smithi110 ceph-mon[88691]: osdmap e453: 8 total, 7 up, 8 in 2024-04-12T16:07:51.305 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:51 smithi110 ceph-mon[88691]: pgmap v316: 121 pgs: 8 stale+active+clean, 1 active+clean+snaptrim, 112 active+clean; 431 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 1.9 MiB/s wr, 40 op/s 2024-04-12T16:07:51.305 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:51 smithi110 podman[93909]: 2024-04-12 16:07:51.038722064 +0000 UTC m=+1.623987808 container cleanup cbe7627415bc7c80971c4db7a6a88238337701a947d2fb55b2a0c6013aafa85a (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, RELEASE=reef-d540eba, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T16:07:51.305 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:51 smithi110 bash[93909]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4 2024-04-12T16:07:51.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:51 smithi099 ceph-mon[96864]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:07:51.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:51 smithi099 ceph-mon[96864]: osdmap e453: 8 total, 7 up, 8 in 2024-04-12T16:07:51.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:51 smithi099 ceph-mon[96864]: pgmap v316: 121 pgs: 8 stale+active+clean, 1 active+clean+snaptrim, 112 active+clean; 431 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 1.9 MiB/s wr, 40 op/s 2024-04-12T16:07:51.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:51 smithi099 ceph-mon[94290]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:07:51.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:51 smithi099 ceph-mon[94290]: osdmap e453: 8 total, 7 up, 8 in 2024-04-12T16:07:51.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:51 smithi099 ceph-mon[94290]: pgmap v316: 121 pgs: 8 stale+active+clean, 1 active+clean+snaptrim, 112 active+clean; 431 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 1.9 MiB/s wr, 40 op/s 2024-04-12T16:07:51.584 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:51 smithi110 podman[93931]: 2024-04-12 16:07:51.306865884 +0000 UTC m=+0.661608126 container remove cbe7627415bc7c80971c4db7a6a88238337701a947d2fb55b2a0c6013aafa85a (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=reef-d540eba, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-04-12T16:07:51.908 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:51 smithi110 podman[94032]: 2024-04-12 16:07:51.562901545 +0000 UTC m=+0.017753261 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:07:51.908 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:51 smithi110 podman[94032]: 2024-04-12 16:07:51.682801555 +0000 UTC m=+0.137653298 container create 5fba1a891ebbb8ed0e88a74e48901563fe5e80053c17aeeb9058d32d846e6c27 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T16:07:52.086 INFO:tasks.rados.rados.0.smithi099.stdout:2028: done (1 left) 2024-04-12T16:07:52.086 INFO:tasks.rados.rados.0.smithi099.stdout:2029: snap_create 2024-04-12T16:07:52.086 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 37 v 945 (ObjNum 241 snap 70 seq_num 241) dirty exists 2024-04-12T16:07:52.215 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:52 smithi110 ceph-mon[88691]: osdmap e454: 8 total, 7 up, 8 in 2024-04-12T16:07:52.216 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:51 smithi110 podman[94032]: 2024-04-12 16:07:51.91064592 +0000 UTC m=+0.365497633 container init 5fba1a891ebbb8ed0e88a74e48901563fe5e80053c17aeeb9058d32d846e6c27 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.build-date=20240409) 2024-04-12T16:07:52.216 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:51 smithi110 podman[94032]: 2024-04-12 16:07:51.916329999 +0000 UTC m=+0.371181700 container start 5fba1a891ebbb8ed0e88a74e48901563fe5e80053c17aeeb9058d32d846e6c27 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-04-12T16:07:52.216 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:51 smithi110 podman[94032]: 2024-04-12 16:07:51.985094056 +0000 UTC m=+0.439945771 container attach 5fba1a891ebbb8ed0e88a74e48901563fe5e80053c17aeeb9058d32d846e6c27 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-04-12T16:07:52.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:52 smithi099 ceph-mon[96864]: osdmap e454: 8 total, 7 up, 8 in 2024-04-12T16:07:52.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:52 smithi099 ceph-mon[94290]: osdmap e454: 8 total, 7 up, 8 in 2024-04-12T16:07:52.503 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:07:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:07:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:07:52.503 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:52 smithi110 podman[94032]: 2024-04-12 16:07:52.217810528 +0000 UTC m=+0.672662228 container died 5fba1a891ebbb8ed0e88a74e48901563fe5e80053c17aeeb9058d32d846e6c27 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-12T16:07:53.084 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:52 smithi110 podman[94078]: 2024-04-12 16:07:52.78032706 +0000 UTC m=+0.557100813 container remove 5fba1a891ebbb8ed0e88a74e48901563fe5e80053c17aeeb9058d32d846e6c27 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T16:07:53.084 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:52 smithi110 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@osd.4.service: Deactivated successfully. 2024-04-12T16:07:53.084 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:52 smithi110 systemd[1]: Stopped Ceph osd.4 for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:07:53.084 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:52 smithi110 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@osd.4.service: Consumed 16.436s CPU time. 2024-04-12T16:07:53.084 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:52 smithi110 systemd[1]: Starting Ceph osd.4 for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:07:53.098 INFO:tasks.rados.rados.0.smithi099.stdout:2027: done (1 left) 2024-04-12T16:07:53.099 INFO:tasks.rados.rados.0.smithi099.stdout:2029: done (0 left) 2024-04-12T16:07:53.099 INFO:tasks.rados.rados.0.smithi099.stdout:2030: read oid 42 snap -1 2024-04-12T16:07:53.099 INFO:tasks.rados.rados.0.smithi099.stdout:2030: expect (ObjNum 618 snap 189 seq_num 618) 2024-04-12T16:07:53.099 INFO:tasks.rados.rados.0.smithi099.stdout:2031: snap_remove snap 186 2024-04-12T16:07:53.345 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:53 smithi110 ceph-mon[88691]: osdmap e455: 8 total, 7 up, 8 in 2024-04-12T16:07:53.345 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:53 smithi110 ceph-mon[88691]: pgmap v319: 121 pgs: 8 stale+active+clean, 1 active+clean+snaptrim, 112 active+clean; 431 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-04-12T16:07:53.345 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:53 smithi110 podman[94189]: 2024-04-12 16:07:53.119210523 +0000 UTC m=+0.017946996 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:07:53.345 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:53 smithi110 podman[94189]: 2024-04-12 16:07:53.222959178 +0000 UTC m=+0.121695643 container create 96602e16a77f7fa5b89ce3fe50335cc85b265975f9c26409a0033255250f0ee6 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4-activate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, io.buildah.version=1.33.5, org.label-schema.build-date=20240409) 2024-04-12T16:07:53.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:53 smithi099 ceph-mon[94290]: osdmap e455: 8 total, 7 up, 8 in 2024-04-12T16:07:53.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:53 smithi099 ceph-mon[94290]: pgmap v319: 121 pgs: 8 stale+active+clean, 1 active+clean+snaptrim, 112 active+clean; 431 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-04-12T16:07:53.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:53 smithi099 ceph-mon[96864]: osdmap e455: 8 total, 7 up, 8 in 2024-04-12T16:07:53.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:53 smithi099 ceph-mon[96864]: pgmap v319: 121 pgs: 8 stale+active+clean, 1 active+clean+snaptrim, 112 active+clean; 431 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-04-12T16:07:53.834 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:07:53 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:07:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi099\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi099\", job=\"node\", machine=\"x86_64\", nodename=\"smithi099\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:07:53.834 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:53 smithi110 podman[94189]: 2024-04-12 16:07:53.434076751 +0000 UTC m=+0.332813222 container init 96602e16a77f7fa5b89ce3fe50335cc85b265975f9c26409a0033255250f0ee6 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4-activate, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T16:07:53.834 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:53 smithi110 podman[94189]: 2024-04-12 16:07:53.440027133 +0000 UTC m=+0.338763601 container start 96602e16a77f7fa5b89ce3fe50335cc85b265975f9c26409a0033255250f0ee6 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4-activate, maintainer=Guillaume Abrioux , RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T16:07:53.834 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:53 smithi110 podman[94189]: 2024-04-12 16:07:53.525154142 +0000 UTC m=+0.423890611 container attach 96602e16a77f7fa5b89ce3fe50335cc85b265975f9c26409a0033255250f0ee6 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4-activate, org.label-schema.build-date=20240409, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561) 2024-04-12T16:07:54.027 INFO:tasks.rados.rados.0.smithi099.stdout:2031: done (1 left) 2024-04-12T16:07:54.027 INFO:tasks.rados.rados.0.smithi099.stdout:2032: copy_from oid 21 from oid 12 current snap is 195 2024-04-12T16:07:54.027 INFO:tasks.rados.rados.0.smithi099.stdout:2033: copy_from oid 13 from oid 26 current snap is 195 2024-04-12T16:07:54.028 INFO:tasks.rados.rados.0.smithi099.stdout:2034: delete oid 50 current snap is 195 2024-04-12T16:07:54.028 INFO:tasks.rados.rados.0.smithi099.stdout:2030: expect (ObjNum 618 snap 189 seq_num 618) 2024-04-12T16:07:54.057 INFO:tasks.rados.rados.0.smithi099.stdout:2033: finishing copy_from to smithi09982431-13 2024-04-12T16:07:54.057 INFO:tasks.rados.rados.0.smithi099.stdout:2033: got expected ENOENT (src dne) 2024-04-12T16:07:54.057 INFO:tasks.rados.rados.0.smithi099.stdout:2033: finishing copy_from racing read to smithi09982431-13 2024-04-12T16:07:54.057 INFO:tasks.rados.rados.0.smithi099.stdout:2032: finishing copy_from racing read to smithi09982431-21 2024-04-12T16:07:54.057 INFO:tasks.rados.rados.0.smithi099.stdout:2030: done (3 left) 2024-04-12T16:07:54.057 INFO:tasks.rados.rados.0.smithi099.stdout:2033: done (2 left) 2024-04-12T16:07:54.057 INFO:tasks.rados.rados.0.smithi099.stdout:2034: done (1 left) 2024-04-12T16:07:54.058 INFO:tasks.rados.rados.0.smithi099.stdout:2035: read oid 9 snap -1 2024-04-12T16:07:54.058 INFO:tasks.rados.rados.0.smithi099.stdout:2035: expect deleted 2024-04-12T16:07:54.058 INFO:tasks.rados.rados.0.smithi099.stdout:2036: snap_remove snap 160 2024-04-12T16:07:54.277 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:54 smithi110 ceph-mon[88691]: osdmap e456: 8 total, 7 up, 8 in 2024-04-12T16:07:54.277 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:54 smithi110 ceph-mon[88691]: osdmap e457: 8 total, 7 up, 8 in 2024-04-12T16:07:54.277 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:53 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4-activate[94205]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-12T16:07:54.277 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:53 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4-activate[94205]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-12T16:07:54.277 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:53 smithi110 bash[94189]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-12T16:07:54.278 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:53 smithi110 bash[94189]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-12T16:07:54.278 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:53 smithi110 bash[94189]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-12T16:07:54.278 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:53 smithi110 bash[94189]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-12T16:07:54.278 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:53 smithi110 bash[94189]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-04-12T16:07:54.278 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:53 smithi110 bash[94189]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-12T16:07:54.278 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:53 smithi110 bash[94189]: --> ceph-volume raw activate successful for osd ID: 4 2024-04-12T16:07:54.278 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:53 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4-activate[94205]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-12T16:07:54.278 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:53 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4-activate[94205]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-12T16:07:54.278 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:53 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4-activate[94205]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-04-12T16:07:54.278 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:53 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4-activate[94205]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-12T16:07:54.278 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:53 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4-activate[94205]: --> ceph-volume raw activate successful for osd ID: 4 2024-04-12T16:07:54.278 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:53 smithi110 podman[94189]: 2024-04-12 16:07:53.908900156 +0000 UTC m=+0.807636622 container died 96602e16a77f7fa5b89ce3fe50335cc85b265975f9c26409a0033255250f0ee6 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T16:07:54.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:54 smithi099 ceph-mon[94290]: osdmap e456: 8 total, 7 up, 8 in 2024-04-12T16:07:54.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:54 smithi099 ceph-mon[94290]: osdmap e457: 8 total, 7 up, 8 in 2024-04-12T16:07:54.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:54 smithi099 ceph-mon[96864]: osdmap e456: 8 total, 7 up, 8 in 2024-04-12T16:07:54.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:54 smithi099 ceph-mon[96864]: osdmap e457: 8 total, 7 up, 8 in 2024-04-12T16:07:54.834 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:54 smithi110 podman[94346]: 2024-04-12 16:07:54.579580471 +0000 UTC m=+0.665785724 container remove 96602e16a77f7fa5b89ce3fe50335cc85b265975f9c26409a0033255250f0ee6 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4-activate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240409) 2024-04-12T16:07:54.834 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:54 smithi110 podman[94416]: 2024-04-12 16:07:54.694392534 +0000 UTC m=+0.017356459 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:07:54.834 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:54 smithi110 podman[94416]: 2024-04-12 16:07:54.797031868 +0000 UTC m=+0.119995788 container create f21efac2aa7908274de44aee990e1ffdf4012f825d011ee35e6030cd44cd91e5 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.build-date=20240409, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T16:07:55.028 INFO:tasks.rados.rados.0.smithi099.stdout:2036: done (2 left) 2024-04-12T16:07:55.029 INFO:tasks.rados.rados.0.smithi099.stdout:2037: copy_from oid 17 from oid 48 current snap is 195 2024-04-12T16:07:55.029 INFO:tasks.rados.rados.0.smithi099.stdout:2038: delete oid 29 current snap is 195 2024-04-12T16:07:55.029 INFO:tasks.rados.rados.0.smithi099.stdout:2032: finishing copy_from to smithi09982431-21 2024-04-12T16:07:55.029 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 925 (ObjNum 525 snap 158 seq_num 525) dirty exists 2024-04-12T16:07:55.036 INFO:tasks.rados.rados.0.smithi099.stdout:2032: done (3 left) 2024-04-12T16:07:55.036 INFO:tasks.rados.rados.0.smithi099.stdout:2035: done (2 left) 2024-04-12T16:07:55.036 INFO:tasks.rados.rados.0.smithi099.stdout:2038: done (1 left) 2024-04-12T16:07:55.036 INFO:tasks.rados.rados.0.smithi099.stdout:2039: read oid 30 snap -1 2024-04-12T16:07:55.036 INFO:tasks.rados.rados.0.smithi099.stdout:2039: expect (ObjNum 392 snap 121 seq_num 392) 2024-04-12T16:07:55.036 INFO:tasks.rados.rados.0.smithi099.stdout:2040: snap_remove snap 189 2024-04-12T16:07:55.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:55 smithi110 ceph-mon[88691]: pgmap v322: 121 pgs: 7 active+undersized+degraded, 3 stale+active+clean, 24 active+undersized, 87 active+clean; 436 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 978 KiB/s wr, 14 op/s; 95/867 objects degraded (10.957%) 2024-04-12T16:07:55.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:55 smithi110 ceph-mon[88691]: osdmap e458: 8 total, 7 up, 8 in 2024-04-12T16:07:55.334 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:55 smithi110 podman[94416]: 2024-04-12 16:07:55.016011422 +0000 UTC m=+0.338975341 container init f21efac2aa7908274de44aee990e1ffdf4012f825d011ee35e6030cd44cd91e5 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS) 2024-04-12T16:07:55.335 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:55 smithi110 podman[94416]: 2024-04-12 16:07:55.02118911 +0000 UTC m=+0.344153023 container start f21efac2aa7908274de44aee990e1ffdf4012f825d011ee35e6030cd44cd91e5 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-12T16:07:55.335 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:55 smithi110 ceph-osd[94453]: -- 172.21.15.110:0/1325149421 <== mon.1 v2:172.21.15.110:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556d9f683680 con 0x556d9f64d000 2024-04-12T16:07:55.335 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:55 smithi110 bash[94416]: f21efac2aa7908274de44aee990e1ffdf4012f825d011ee35e6030cd44cd91e5 2024-04-12T16:07:55.335 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:55 smithi110 systemd[1]: Started Ceph osd.4 for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:07:55.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:55 smithi099 ceph-mon[94290]: pgmap v322: 121 pgs: 7 active+undersized+degraded, 3 stale+active+clean, 24 active+undersized, 87 active+clean; 436 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 978 KiB/s wr, 14 op/s; 95/867 objects degraded (10.957%) 2024-04-12T16:07:55.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:55 smithi099 ceph-mon[94290]: osdmap e458: 8 total, 7 up, 8 in 2024-04-12T16:07:55.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:55 smithi099 ceph-mon[96864]: pgmap v322: 121 pgs: 7 active+undersized+degraded, 3 stale+active+clean, 24 active+undersized, 87 active+clean; 436 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 978 KiB/s wr, 14 op/s; 95/867 objects degraded (10.957%) 2024-04-12T16:07:55.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:55 smithi099 ceph-mon[96864]: osdmap e458: 8 total, 7 up, 8 in 2024-04-12T16:07:55.834 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:55 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4[94430]: 2024-04-12T16:07:55.568+0000 7f9695c887c0 -1 Falling back to public interface 2024-04-12T16:07:56.031 INFO:tasks.rados.rados.0.smithi099.stdout:2039: expect (ObjNum 392 snap 121 seq_num 392) 2024-04-12T16:07:56.234 INFO:tasks.rados.rados.0.smithi099.stdout:2037: finishing copy_from racing read to smithi09982431-17 2024-04-12T16:07:56.234 INFO:tasks.rados.rados.0.smithi099.stdout:2037: finishing copy_from to smithi09982431-17 2024-04-12T16:07:56.234 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 17 v 967 (ObjNum 423 snap 128 seq_num 423) dirty exists 2024-04-12T16:07:56.234 INFO:tasks.rados.rados.0.smithi099.stdout:2037: done (2 left) 2024-04-12T16:07:56.234 INFO:tasks.rados.rados.0.smithi099.stdout:2039: done (1 left) 2024-04-12T16:07:56.235 INFO:tasks.rados.rados.0.smithi099.stdout:2040: done (0 left) 2024-04-12T16:07:56.235 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 22 current snap is 195 2024-04-12T16:07:56.235 INFO:tasks.rados.rados.0.smithi099.stdout:2041: seq_num 644 ranges {3301376=794624,4096000=401408} 2024-04-12T16:07:56.256 INFO:tasks.rados.rados.0.smithi099.stdout:2041: writing smithi09982431-22 from 3301376 to 4096000 tid 1 2024-04-12T16:07:56.258 INFO:tasks.rados.rados.0.smithi099.stdout:2041: writing smithi09982431-22 from 4096000 to 4497408 tid 2 2024-04-12T16:07:56.258 INFO:tasks.rados.rados.0.smithi099.stdout:2042: rmattr oid 39 current snap is 195 2024-04-12T16:07:56.258 INFO:tasks.rados.rados.0.smithi099.stdout:2043: read oid 32 snap 133 2024-04-12T16:07:56.259 INFO:tasks.rados.rados.0.smithi099.stdout:2043: expect (ObjNum 439 snap 132 seq_num 439) 2024-04-12T16:07:56.259 INFO:tasks.rados.rados.0.smithi099.stdout:2044: read oid 17 snap 194 2024-04-12T16:07:56.259 INFO:tasks.rados.rados.0.smithi099.stdout:2044: expect (ObjNum 585 snap 180 seq_num 585) 2024-04-12T16:07:56.259 INFO:tasks.rados.rados.0.smithi099.stdout:2045: delete oid 44 current snap is 195 2024-04-12T16:07:56.261 INFO:tasks.rados.rados.0.smithi099.stdout:2045: done (4 left) 2024-04-12T16:07:56.261 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 1 current snap is 195 2024-04-12T16:07:56.261 INFO:tasks.rados.rados.0.smithi099.stdout:2046: seq_num 646 ranges {3612672=425984,4038656=655360,4694016=147456} 2024-04-12T16:07:56.283 INFO:tasks.rados.rados.0.smithi099.stdout:2046: writing smithi09982431-1 from 3612672 to 4038656 tid 1 2024-04-12T16:07:56.287 INFO:tasks.rados.rados.0.smithi099.stdout:2046: writing smithi09982431-1 from 4038656 to 4694016 tid 2 2024-04-12T16:07:56.288 INFO:tasks.rados.rados.0.smithi099.stdout:2046: writing smithi09982431-1 from 4694016 to 4841472 tid 3 2024-04-12T16:07:56.288 INFO:tasks.rados.rados.0.smithi099.stdout:2047: delete oid 45 current snap is 195 2024-04-12T16:07:56.288 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 39 v 971 (ObjNum 359 snap 111 seq_num 359) dirty exists 2024-04-12T16:07:56.288 INFO:tasks.rados.rados.0.smithi099.stdout:2041: finishing write tid 1 to smithi09982431-22 2024-04-12T16:07:56.288 INFO:tasks.rados.rados.0.smithi099.stdout:2041: finishing write tid 2 to smithi09982431-22 2024-04-12T16:07:56.288 INFO:tasks.rados.rados.0.smithi099.stdout:2041: finishing write tid 3 to smithi09982431-22 2024-04-12T16:07:56.288 INFO:tasks.rados.rados.0.smithi099.stdout:2041: finishing write tid 4 to smithi09982431-22 2024-04-12T16:07:56.289 INFO:tasks.rados.rados.0.smithi099.stdout:2041: oid 22 updating version 0 to 1227 2024-04-12T16:07:56.289 INFO:tasks.rados.rados.0.smithi099.stdout:2041: oid 22 updating version 1227 to 1228 2024-04-12T16:07:56.289 INFO:tasks.rados.rados.0.smithi099.stdout:2041: oid 22 updating version 1228 to 1229 2024-04-12T16:07:56.289 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 22 v 1229 (ObjNum 644 snap 195 seq_num 644) dirty exists 2024-04-12T16:07:56.289 INFO:tasks.rados.rados.0.smithi099.stdout:2041: left oid 22 (ObjNum 644 snap 195 seq_num 644) 2024-04-12T16:07:56.289 INFO:tasks.rados.rados.0.smithi099.stdout:2044: expect (ObjNum 585 snap 180 seq_num 585) 2024-04-12T16:07:56.294 INFO:tasks.rados.rados.0.smithi099.stdout:2043: expect (ObjNum 439 snap 132 seq_num 439) 2024-04-12T16:07:56.359 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:56 smithi099 ceph-mon[96864]: Health check failed: Degraded data redundancy: 95/867 objects degraded (10.957%), 7 pgs degraded (PG_DEGRADED) 2024-04-12T16:07:56.359 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:56 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:56.359 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:56 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:56.359 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:56 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:07:56.359 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:56 smithi099 ceph-mon[96864]: osdmap e459: 8 total, 7 up, 8 in 2024-04-12T16:07:56.359 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:56 smithi099 ceph-mon[94290]: Health check failed: Degraded data redundancy: 95/867 objects degraded (10.957%), 7 pgs degraded (PG_DEGRADED) 2024-04-12T16:07:56.360 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:56 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:56.360 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:56 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:56.360 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:56 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:07:56.360 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:56 smithi099 ceph-mon[94290]: osdmap e459: 8 total, 7 up, 8 in 2024-04-12T16:07:56.376 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:56 smithi110 ceph-mon[88691]: Health check failed: Degraded data redundancy: 95/867 objects degraded (10.957%), 7 pgs degraded (PG_DEGRADED) 2024-04-12T16:07:56.376 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:56 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:56.376 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:56 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:56.376 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:56 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:07:56.376 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:56 smithi110 ceph-mon[88691]: osdmap e459: 8 total, 7 up, 8 in 2024-04-12T16:07:56.438 INFO:tasks.rados.rados.0.smithi099.stdout:2046: finishing write tid 1 to smithi09982431-1 2024-04-12T16:07:56.439 INFO:tasks.rados.rados.0.smithi099.stdout:2046: finishing write tid 2 to smithi09982431-1 2024-04-12T16:07:56.439 INFO:tasks.rados.rados.0.smithi099.stdout:2046: finishing write tid 3 to smithi09982431-1 2024-04-12T16:07:56.439 INFO:tasks.rados.rados.0.smithi099.stdout:2046: finishing write tid 4 to smithi09982431-1 2024-04-12T16:07:56.439 INFO:tasks.rados.rados.0.smithi099.stdout:2041: done (5 left) 2024-04-12T16:07:56.439 INFO:tasks.rados.rados.0.smithi099.stdout:2042: done (4 left) 2024-04-12T16:07:56.439 INFO:tasks.rados.rados.0.smithi099.stdout:2043: done (3 left) 2024-04-12T16:07:56.439 INFO:tasks.rados.rados.0.smithi099.stdout:2044: done (2 left) 2024-04-12T16:07:56.439 INFO:tasks.rados.rados.0.smithi099.stdout:2047: done (1 left) 2024-04-12T16:07:56.439 INFO:tasks.rados.rados.0.smithi099.stdout:2048: snap_create 2024-04-12T16:07:56.439 INFO:tasks.rados.rados.0.smithi099.stdout:2046: finishing write tid 5 to smithi09982431-1 2024-04-12T16:07:56.439 INFO:tasks.rados.rados.0.smithi099.stdout:2046: oid 1 updating version 0 to 987 2024-04-12T16:07:56.439 INFO:tasks.rados.rados.0.smithi099.stdout:2046: oid 1 updating version 987 to 990 2024-04-12T16:07:56.439 INFO:tasks.rados.rados.0.smithi099.stdout:2046: oid 1 version 990 is already newer than 988 2024-04-12T16:07:56.439 INFO:tasks.rados.rados.0.smithi099.stdout:2046: oid 1 version 990 is already newer than 989 2024-04-12T16:07:56.440 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 1 v 990 (ObjNum 646 snap 195 seq_num 646) dirty exists 2024-04-12T16:07:56.440 INFO:tasks.rados.rados.0.smithi099.stdout:2046: left oid 1 (ObjNum 646 snap 195 seq_num 646) 2024-04-12T16:07:56.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:07:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:07:56] "GET /metrics HTTP/1.1" 200 36198 "" "Prometheus/2.43.0" 2024-04-12T16:07:57.114 INFO:tasks.rados.rados.0.smithi099.stdout:2046: done (1 left) 2024-04-12T16:07:57.114 INFO:tasks.rados.rados.0.smithi099.stdout:2048: done (0 left) 2024-04-12T16:07:57.114 INFO:tasks.rados.rados.0.smithi099.stdout:2049: snap_remove snap 179 2024-04-12T16:07:57.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:57 smithi110 ceph-mon[88691]: pgmap v325: 121 pgs: 14 active+undersized+degraded, 32 active+undersized, 75 active+clean; 437 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.2 MiB/s wr, 16 op/s; 126/870 objects degraded (14.483%) 2024-04-12T16:07:57.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:57 smithi099 ceph-mon[94290]: pgmap v325: 121 pgs: 14 active+undersized+degraded, 32 active+undersized, 75 active+clean; 437 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.2 MiB/s wr, 16 op/s; 126/870 objects degraded (14.483%) 2024-04-12T16:07:57.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:57 smithi099 ceph-mon[96864]: pgmap v325: 121 pgs: 14 active+undersized+degraded, 32 active+undersized, 75 active+clean; 437 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.2 MiB/s wr, 16 op/s; 126/870 objects degraded (14.483%) 2024-04-12T16:07:58.120 INFO:tasks.rados.rados.0.smithi099.stdout:2049: done (0 left) 2024-04-12T16:07:58.120 INFO:tasks.rados.rados.0.smithi099.stdout:2050: copy_from oid 33 from oid 14 current snap is 196 2024-04-12T16:07:58.120 INFO:tasks.rados.rados.0.smithi099.stdout:2051: rmattr oid 20 current snap is 196 2024-04-12T16:07:58.120 INFO:tasks.rados.rados.0.smithi099.stdout:2051: done (1 left) 2024-04-12T16:07:58.120 INFO:tasks.rados.rados.0.smithi099.stdout:2052: snap_remove snap 162 2024-04-12T16:07:58.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:58 smithi110 ceph-mon[88691]: osdmap e460: 8 total, 7 up, 8 in 2024-04-12T16:07:58.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:58.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:07:58.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:58 smithi099 ceph-mon[94290]: osdmap e460: 8 total, 7 up, 8 in 2024-04-12T16:07:58.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:58.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:07:58.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:58 smithi099 ceph-mon[96864]: osdmap e460: 8 total, 7 up, 8 in 2024-04-12T16:07:58.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:07:58.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:07:59.028 INFO:tasks.rados.rados.0.smithi099.stdout:2052: done (1 left) 2024-04-12T16:07:59.028 INFO:tasks.rados.rados.0.smithi099.stdout:2053: snap_create 2024-04-12T16:07:59.028 INFO:tasks.rados.rados.0.smithi099.stdout:2050: finishing copy_from to smithi09982431-33 2024-04-12T16:07:59.028 INFO:tasks.rados.rados.0.smithi099.stdout:2050: got expected ENOENT (src dne) 2024-04-12T16:07:59.028 INFO:tasks.rados.rados.0.smithi099.stdout:2050: finishing copy_from racing read to smithi09982431-33 2024-04-12T16:07:59.334 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:58 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4[94430]: 2024-04-12T16:07:58.970+0000 7f9695c887c0 -1 osd.4 452 log_to_monitors true 2024-04-12T16:07:59.334 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:07:59 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4[94430]: 2024-04-12T16:07:59.049+0000 7f96870e0700 -1 osd.4 452 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T16:07:59.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:59 smithi110 ceph-mon[88691]: osdmap e461: 8 total, 7 up, 8 in 2024-04-12T16:07:59.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:59 smithi110 ceph-mon[88691]: pgmap v328: 121 pgs: 14 active+undersized+degraded, 32 active+undersized, 75 active+clean; 447 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 703 KiB/s rd, 2.7 MiB/s wr, 9 op/s; 129/882 objects degraded (14.626%) 2024-04-12T16:07:59.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:59 smithi110 ceph-mon[88691]: from='osd.4 [v2:172.21.15.110:6800/1003620780,v1:172.21.15.110:6801/1003620780]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T16:07:59.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:59 smithi110 ceph-mon[88691]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T16:07:59.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:59 smithi110 ceph-mon[88691]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-12T16:07:59.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:59 smithi110 ceph-mon[88691]: from='osd.4 [v2:172.21.15.110:6800/1003620780,v1:172.21.15.110:6801/1003620780]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T16:07:59.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:59 smithi110 ceph-mon[88691]: osdmap e462: 8 total, 7 up, 8 in 2024-04-12T16:07:59.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:07:59 smithi110 ceph-mon[88691]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T16:07:59.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:59 smithi099 ceph-mon[96864]: osdmap e461: 8 total, 7 up, 8 in 2024-04-12T16:07:59.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:59 smithi099 ceph-mon[96864]: pgmap v328: 121 pgs: 14 active+undersized+degraded, 32 active+undersized, 75 active+clean; 447 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 703 KiB/s rd, 2.7 MiB/s wr, 9 op/s; 129/882 objects degraded (14.626%) 2024-04-12T16:07:59.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:59 smithi099 ceph-mon[96864]: from='osd.4 [v2:172.21.15.110:6800/1003620780,v1:172.21.15.110:6801/1003620780]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T16:07:59.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:59 smithi099 ceph-mon[96864]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T16:07:59.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:59 smithi099 ceph-mon[96864]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-12T16:07:59.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:59 smithi099 ceph-mon[96864]: from='osd.4 [v2:172.21.15.110:6800/1003620780,v1:172.21.15.110:6801/1003620780]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T16:07:59.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:59 smithi099 ceph-mon[96864]: osdmap e462: 8 total, 7 up, 8 in 2024-04-12T16:07:59.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:07:59 smithi099 ceph-mon[96864]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T16:07:59.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:59 smithi099 ceph-mon[94290]: osdmap e461: 8 total, 7 up, 8 in 2024-04-12T16:07:59.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:59 smithi099 ceph-mon[94290]: pgmap v328: 121 pgs: 14 active+undersized+degraded, 32 active+undersized, 75 active+clean; 447 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 703 KiB/s rd, 2.7 MiB/s wr, 9 op/s; 129/882 objects degraded (14.626%) 2024-04-12T16:07:59.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:59 smithi099 ceph-mon[94290]: from='osd.4 [v2:172.21.15.110:6800/1003620780,v1:172.21.15.110:6801/1003620780]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T16:07:59.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:59 smithi099 ceph-mon[94290]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T16:07:59.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:59 smithi099 ceph-mon[94290]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-12T16:07:59.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:59 smithi099 ceph-mon[94290]: from='osd.4 [v2:172.21.15.110:6800/1003620780,v1:172.21.15.110:6801/1003620780]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T16:07:59.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:59 smithi099 ceph-mon[94290]: osdmap e462: 8 total, 7 up, 8 in 2024-04-12T16:07:59.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:07:59 smithi099 ceph-mon[94290]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T16:07:59.482 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-04-12T16:07:59.800 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T16:07:59.801 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (8m) 35s ago 9m 26.7M - 0.25.0 c8568f914cd2 d0012c0a0402 2024-04-12T16:07:59.801 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi110 *:3000 running (9m) 3m ago 9m 88.8M - 9.4.7 954c08fa6188 f1a47e96b342 2024-04-12T16:07:59.801 INFO:teuthology.orchestra.run.smithi099.stdout:mds.a smithi099 running (10m) 35s ago 10m 20.2M - 18.2.2-1187-gd540ebac bb2c5eac26a4 41cdf918e4eb 2024-04-12T16:07:59.801 INFO:teuthology.orchestra.run.smithi099.stdout:mds.b smithi110 running (10m) 3m ago 10m 14.7M - 18.2.2-1187-gd540ebac bb2c5eac26a4 453e0d052bae 2024-04-12T16:07:59.801 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi110 *:8443,9283,8765 running (4m) 3m ago 14m 450M - 19.0.0-2847-gbf9c5618 92de118a8b8f 39e31f4f4e9d 2024-04-12T16:07:59.801 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (4m) 35s ago 15m 514M - 19.0.0-2847-gbf9c5618 92de118a8b8f 8fb83982268a 2024-04-12T16:07:59.801 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (3m) 35s ago 15m 54.8M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f cc807b11358b 2024-04-12T16:07:59.801 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi110 running (3m) 3m ago 14m 28.4M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 393831dfcb29 2024-04-12T16:07:59.801 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (3m) 35s ago 14m 48.5M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 3bb5784f6f37 2024-04-12T16:07:59.801 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (9m) 35s ago 9m 15.8M - 1.5.0 0da6a335fe13 1555012f6fb4 2024-04-12T16:07:59.801 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi110 *:9100 running (8m) 3m ago 8m 15.2M - 1.5.0 0da6a335fe13 e64854b1f14f 2024-04-12T16:07:59.801 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (2m) 35s ago 13m 235M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 5e1f1df54e74 2024-04-12T16:07:59.801 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (109s) 35s ago 13m 152M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 78ac083e3d82 2024-04-12T16:07:59.802 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (75s) 35s ago 12m 116M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f e28b267bdc6a 2024-04-12T16:07:59.802 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (40s) 35s ago 12m 15.0M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 594ef50fe212 2024-04-12T16:07:59.802 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi110 starting - - - 2480M 2024-04-12T16:07:59.802 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi110 running (11m) 3m ago 11m 230M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 adfdbd20159e 2024-04-12T16:07:59.802 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi110 running (11m) 3m ago 11m 153M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 27d42d053218 2024-04-12T16:07:59.802 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi110 running (10m) 3m ago 10m 138M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 d4e7f553110a 2024-04-12T16:07:59.802 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi110 *:9095 running (4m) 3m ago 10m 53.7M - 2.43.0 a07b618ecd1d 9fabb6d2365c 2024-04-12T16:08:00.033 INFO:tasks.rados.rados.0.smithi099.stdout:2050: done (1 left) 2024-04-12T16:08:00.033 INFO:tasks.rados.rados.0.smithi099.stdout:2053: done (0 left) 2024-04-12T16:08:00.033 INFO:tasks.rados.rados.0.smithi099.stdout:2054: read oid 47 snap -1 2024-04-12T16:08:00.033 INFO:tasks.rados.rados.0.smithi099.stdout:2054: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:08:00.033 INFO:tasks.rados.rados.0.smithi099.stdout:2055: copy_from oid 13 from oid 9 current snap is 197 2024-04-12T16:08:00.033 INFO:tasks.rados.rados.0.smithi099.stdout:2056: snap_create 2024-04-12T16:08:00.047 INFO:tasks.rados.rados.0.smithi099.stdout:2054: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:08:00.050 INFO:tasks.rados.rados.0.smithi099.stdout:2055: finishing copy_from to smithi09982431-13 2024-04-12T16:08:00.050 INFO:tasks.rados.rados.0.smithi099.stdout:2055: got expected ENOENT (src dne) 2024-04-12T16:08:00.050 INFO:tasks.rados.rados.0.smithi099.stdout:2055: finishing copy_from racing read to smithi09982431-13 2024-04-12T16:08:00.211 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-04-12T16:08:00.211 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-04-12T16:08:00.211 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 3 2024-04-12T16:08:00.211 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:08:00.211 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-04-12T16:08:00.211 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:08:00.211 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:08:00.211 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-04-12T16:08:00.211 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3, 2024-04-12T16:08:00.211 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 5 2024-04-12T16:08:00.212 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:08:00.212 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": { 2024-04-12T16:08:00.212 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:08:00.212 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:08:00.212 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-04-12T16:08:00.212 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 5, 2024-04-12T16:08:00.212 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 10 2024-04-12T16:08:00.212 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-04-12T16:08:00.212 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-04-12T16:08:00.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:00 smithi099 ceph-mon[94290]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:08:00.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:00 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:00.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:00 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:00.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:00 smithi099 ceph-mon[94290]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:08:00.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:00 smithi099 ceph-mon[94290]: osd.4 [v2:172.21.15.110:6800/1003620780,v1:172.21.15.110:6801/1003620780] boot 2024-04-12T16:08:00.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:00 smithi099 ceph-mon[94290]: osdmap e463: 8 total, 8 up, 8 in 2024-04-12T16:08:00.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:00 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T16:08:00.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:00 smithi099 ceph-mon[96864]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:08:00.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:00 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:00.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:00 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:00.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:00 smithi099 ceph-mon[96864]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:08:00.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:00 smithi099 ceph-mon[96864]: osd.4 [v2:172.21.15.110:6800/1003620780,v1:172.21.15.110:6801/1003620780] boot 2024-04-12T16:08:00.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:00 smithi099 ceph-mon[96864]: osdmap e463: 8 total, 8 up, 8 in 2024-04-12T16:08:00.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:00 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T16:08:00.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:00 smithi110 ceph-mon[88691]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:08:00.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:00 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:00.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:00 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:00.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:00 smithi110 ceph-mon[88691]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:08:00.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:00 smithi110 ceph-mon[88691]: osd.4 [v2:172.21.15.110:6800/1003620780,v1:172.21.15.110:6801/1003620780] boot 2024-04-12T16:08:00.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:00 smithi110 ceph-mon[88691]: osdmap e463: 8 total, 8 up, 8 in 2024-04-12T16:08:00.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:00 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T16:08:01.033 INFO:tasks.rados.rados.0.smithi099.stdout:2054: done (2 left) 2024-04-12T16:08:01.033 INFO:tasks.rados.rados.0.smithi099.stdout:2055: done (1 left) 2024-04-12T16:08:01.033 INFO:tasks.rados.rados.0.smithi099.stdout:2056: done (0 left) 2024-04-12T16:08:01.033 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 33 current snap is 198 2024-04-12T16:08:01.034 INFO:tasks.rados.rados.0.smithi099.stdout:2057: seq_num 648 ranges {679936=458752,1138688=475136,1613824=327680} 2024-04-12T16:08:01.040 INFO:tasks.rados.rados.0.smithi099.stdout:2057: writing smithi09982431-33 from 679936 to 1138688 tid 1 2024-04-12T16:08:01.043 INFO:tasks.rados.rados.0.smithi099.stdout:2057: writing smithi09982431-33 from 1138688 to 1613824 tid 2 2024-04-12T16:08:01.045 INFO:tasks.rados.rados.0.smithi099.stdout:2057: writing smithi09982431-33 from 1613824 to 1941504 tid 3 2024-04-12T16:08:01.046 INFO:tasks.rados.rados.0.smithi099.stdout:2058: snap_create 2024-04-12T16:08:01.055 INFO:tasks.rados.rados.0.smithi099.stdout:2057: finishing write tid 1 to smithi09982431-33 2024-04-12T16:08:01.056 INFO:tasks.rados.rados.0.smithi099.stdout:2057: finishing write tid 2 to smithi09982431-33 2024-04-12T16:08:01.058 INFO:tasks.rados.rados.0.smithi099.stdout:2057: finishing write tid 3 to smithi09982431-33 2024-04-12T16:08:01.059 INFO:tasks.rados.rados.0.smithi099.stdout:2057: finishing write tid 4 to smithi09982431-33 2024-04-12T16:08:01.063 INFO:tasks.rados.rados.0.smithi099.stdout:2057: finishing write tid 5 to smithi09982431-33 2024-04-12T16:08:01.063 INFO:tasks.rados.rados.0.smithi099.stdout:2057: oid 33 updating version 0 to 975 2024-04-12T16:08:01.063 INFO:tasks.rados.rados.0.smithi099.stdout:2057: oid 33 version 975 is already newer than 973 2024-04-12T16:08:01.063 INFO:tasks.rados.rados.0.smithi099.stdout:2057: oid 33 updating version 975 to 976 2024-04-12T16:08:01.063 INFO:tasks.rados.rados.0.smithi099.stdout:2057: oid 33 version 976 is already newer than 974 2024-04-12T16:08:01.063 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 33 v 976 (ObjNum 648 snap 198 seq_num 648) dirty exists 2024-04-12T16:08:01.063 INFO:tasks.rados.rados.0.smithi099.stdout:2057: left oid 33 (ObjNum 648 snap 198 seq_num 648) 2024-04-12T16:08:01.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:01 smithi099 ceph-mon[94290]: from='client.44246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:08:01.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:01 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3057654928' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:08:01.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:01 smithi099 ceph-mon[94290]: pgmap v331: 121 pgs: 6 peering, 11 active+undersized+degraded, 29 active+undersized, 75 active+clean; 445 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.7 MiB/s wr, 11 op/s; 121/876 objects degraded (13.813%) 2024-04-12T16:08:01.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:01 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:01.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:01 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:01.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:01 smithi099 ceph-mon[94290]: osdmap e464: 8 total, 8 up, 8 in 2024-04-12T16:08:01.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:01 smithi099 ceph-mon[96864]: from='client.44246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:08:01.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:01 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3057654928' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:08:01.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:01 smithi099 ceph-mon[96864]: pgmap v331: 121 pgs: 6 peering, 11 active+undersized+degraded, 29 active+undersized, 75 active+clean; 445 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.7 MiB/s wr, 11 op/s; 121/876 objects degraded (13.813%) 2024-04-12T16:08:01.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:01 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:01.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:01 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:01.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:01 smithi099 ceph-mon[96864]: osdmap e464: 8 total, 8 up, 8 in 2024-04-12T16:08:01.578 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:01 smithi110 ceph-mon[88691]: from='client.44246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:08:01.578 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:01 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3057654928' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:08:01.578 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:01 smithi110 ceph-mon[88691]: pgmap v331: 121 pgs: 6 peering, 11 active+undersized+degraded, 29 active+undersized, 75 active+clean; 445 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.7 MiB/s wr, 11 op/s; 121/876 objects degraded (13.813%) 2024-04-12T16:08:01.578 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:01 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:01.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:01 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:01.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:01 smithi110 ceph-mon[88691]: osdmap e464: 8 total, 8 up, 8 in 2024-04-12T16:08:02.037 INFO:tasks.rados.rados.0.smithi099.stdout:2057: done (1 left) 2024-04-12T16:08:02.038 INFO:tasks.rados.rados.0.smithi099.stdout:2058: done (0 left) 2024-04-12T16:08:02.038 INFO:tasks.rados.rados.0.smithi099.stdout:2059: delete oid 46 current snap is 199 2024-04-12T16:08:02.040 INFO:tasks.rados.rados.0.smithi099.stdout:2059: done (0 left) 2024-04-12T16:08:02.041 INFO:tasks.rados.rados.0.smithi099.stdout:2060: delete oid 40 current snap is 199 2024-04-12T16:08:02.044 INFO:tasks.rados.rados.0.smithi099.stdout:2060: done (0 left) 2024-04-12T16:08:02.044 INFO:tasks.rados.rados.0.smithi099.stdout:2061: snap_create 2024-04-12T16:08:02.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:02 smithi099 ceph-mon[94290]: Health check update: Degraded data redundancy: 121/876 objects degraded (13.813%), 11 pgs degraded (PG_DEGRADED) 2024-04-12T16:08:02.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:02 smithi099 ceph-mon[94290]: osdmap e465: 8 total, 8 up, 8 in 2024-04-12T16:08:02.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:02 smithi099 ceph-mon[96864]: Health check update: Degraded data redundancy: 121/876 objects degraded (13.813%), 11 pgs degraded (PG_DEGRADED) 2024-04-12T16:08:02.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:02 smithi099 ceph-mon[96864]: osdmap e465: 8 total, 8 up, 8 in 2024-04-12T16:08:02.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:08:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:08:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:08:02.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:02 smithi110 ceph-mon[88691]: Health check update: Degraded data redundancy: 121/876 objects degraded (13.813%), 11 pgs degraded (PG_DEGRADED) 2024-04-12T16:08:02.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:02 smithi110 ceph-mon[88691]: osdmap e465: 8 total, 8 up, 8 in 2024-04-12T16:08:03.036 INFO:tasks.rados.rados.0.smithi099.stdout:2061: done (0 left) 2024-04-12T16:08:03.036 INFO:tasks.rados.rados.0.smithi099.stdout:2062: read oid 50 snap -1 2024-04-12T16:08:03.036 INFO:tasks.rados.rados.0.smithi099.stdout:2062: expect deleted 2024-04-12T16:08:03.036 INFO:tasks.rados.rados.0.smithi099.stdout:2063: read oid 18 snap -1 2024-04-12T16:08:03.036 INFO:tasks.rados.rados.0.smithi099.stdout:2063: expect (ObjNum 605 snap 186 seq_num 605) 2024-04-12T16:08:03.037 INFO:tasks.rados.rados.0.smithi099.stdout:2064: rmattr oid 13 current snap is 200 2024-04-12T16:08:03.037 INFO:tasks.rados.rados.0.smithi099.stdout:2064: done (2 left) 2024-04-12T16:08:03.037 INFO:tasks.rados.rados.0.smithi099.stdout:2065: rmattr oid 11 current snap is 200 2024-04-12T16:08:03.037 INFO:tasks.rados.rados.0.smithi099.stdout:2065: done (2 left) 2024-04-12T16:08:03.037 INFO:tasks.rados.rados.0.smithi099.stdout:2066: snap_create 2024-04-12T16:08:03.041 INFO:tasks.rados.rados.0.smithi099.stdout:2063: expect (ObjNum 605 snap 186 seq_num 605) 2024-04-12T16:08:03.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:03 smithi110 ceph-mon[88691]: pgmap v334: 121 pgs: 6 peering, 11 active+undersized+degraded, 29 active+undersized, 75 active+clean; 445 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 300 KiB/s wr, 3 op/s; 121/876 objects degraded (13.813%) 2024-04-12T16:08:03.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:03 smithi110 ceph-mon[88691]: osdmap e466: 8 total, 8 up, 8 in 2024-04-12T16:08:03.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:03 smithi099 ceph-mon[94290]: pgmap v334: 121 pgs: 6 peering, 11 active+undersized+degraded, 29 active+undersized, 75 active+clean; 445 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 300 KiB/s wr, 3 op/s; 121/876 objects degraded (13.813%) 2024-04-12T16:08:03.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:03 smithi099 ceph-mon[94290]: osdmap e466: 8 total, 8 up, 8 in 2024-04-12T16:08:03.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:03 smithi099 ceph-mon[96864]: pgmap v334: 121 pgs: 6 peering, 11 active+undersized+degraded, 29 active+undersized, 75 active+clean; 445 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 300 KiB/s wr, 3 op/s; 121/876 objects degraded (13.813%) 2024-04-12T16:08:03.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:03 smithi099 ceph-mon[96864]: osdmap e466: 8 total, 8 up, 8 in 2024-04-12T16:08:03.770 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:08:03 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:08:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi110\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi110\", job=\"node\", machine=\"x86_64\", nodename=\"smithi110\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi110\", job=\"node\", machine=\"x86_64\", nodename=\"smithi110\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:08:04.035 INFO:tasks.rados.rados.0.smithi099.stdout:2062: done (2 left) 2024-04-12T16:08:04.035 INFO:tasks.rados.rados.0.smithi099.stdout:2063: done (1 left) 2024-04-12T16:08:04.035 INFO:tasks.rados.rados.0.smithi099.stdout:2066: done (0 left) 2024-04-12T16:08:04.035 INFO:tasks.rados.rados.0.smithi099.stdout:2067: copy_from oid 48 from oid 32 current snap is 201 2024-04-12T16:08:04.035 INFO:tasks.rados.rados.0.smithi099.stdout:2068: rollback oid 19 current snap is 201 2024-04-12T16:08:04.035 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 19 to 163 2024-04-12T16:08:04.035 INFO:tasks.rados.rados.0.smithi099.stdout:2069: copy_from oid 36 from oid 37 current snap is 201 2024-04-12T16:08:04.035 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 39 current snap is 201 2024-04-12T16:08:04.035 INFO:tasks.rados.rados.0.smithi099.stdout:2070: seq_num 651 ranges {1220608=507904,1728512=532480,2260992=270336} 2024-04-12T16:08:04.044 INFO:tasks.rados.rados.0.smithi099.stdout:2070: writing smithi09982431-39 from 1220608 to 1728512 tid 1 2024-04-12T16:08:04.047 INFO:tasks.rados.rados.0.smithi099.stdout:2070: writing smithi09982431-39 from 1728512 to 2260992 tid 2 2024-04-12T16:08:04.049 INFO:tasks.rados.rados.0.smithi099.stdout:2070: writing smithi09982431-39 from 2260992 to 2531328 tid 3 2024-04-12T16:08:04.049 INFO:tasks.rados.rados.0.smithi099.stdout:2071: snap_create 2024-04-12T16:08:04.049 INFO:tasks.rados.rados.0.smithi099.stdout:2068: finishing rollback tid 0 to smithi09982431-19 2024-04-12T16:08:04.049 INFO:tasks.rados.rados.0.smithi099.stdout:2068: finishing rollback tid 1 to smithi09982431-19 2024-04-12T16:08:04.049 INFO:tasks.rados.rados.0.smithi099.stdout:2068: finishing rollback tid 2 to smithi09982431-19 2024-04-12T16:08:04.049 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 19 v 987 (ObjNum 523 snap 158 seq_num 523) dirty exists 2024-04-12T16:08:04.054 INFO:tasks.rados.rados.0.smithi099.stdout:2070: finishing write tid 1 to smithi09982431-39 2024-04-12T16:08:04.054 INFO:tasks.rados.rados.0.smithi099.stdout:2070: finishing write tid 2 to smithi09982431-39 2024-04-12T16:08:04.054 INFO:tasks.rados.rados.0.smithi099.stdout:2070: finishing write tid 3 to smithi09982431-39 2024-04-12T16:08:04.055 INFO:tasks.rados.rados.0.smithi099.stdout:2070: finishing write tid 4 to smithi09982431-39 2024-04-12T16:08:04.055 INFO:tasks.rados.rados.0.smithi099.stdout:2070: finishing write tid 5 to smithi09982431-39 2024-04-12T16:08:04.055 INFO:tasks.rados.rados.0.smithi099.stdout:2070: oid 39 updating version 0 to 990 2024-04-12T16:08:04.055 INFO:tasks.rados.rados.0.smithi099.stdout:2070: oid 39 version 990 is already newer than 989 2024-04-12T16:08:04.055 INFO:tasks.rados.rados.0.smithi099.stdout:2070: oid 39 updating version 990 to 991 2024-04-12T16:08:04.055 INFO:tasks.rados.rados.0.smithi099.stdout:2070: oid 39 updating version 991 to 992 2024-04-12T16:08:04.055 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 39 v 992 (ObjNum 651 snap 201 seq_num 651) dirty exists 2024-04-12T16:08:04.055 INFO:tasks.rados.rados.0.smithi099.stdout:2070: left oid 39 (ObjNum 651 snap 201 seq_num 651) 2024-04-12T16:08:04.059 INFO:tasks.rados.rados.0.smithi099.stdout:2069: finishing copy_from racing read to smithi09982431-36 2024-04-12T16:08:04.060 INFO:tasks.rados.rados.0.smithi099.stdout:2069: finishing copy_from to smithi09982431-36 2024-04-12T16:08:04.060 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 36 v 945 (ObjNum 241 snap 70 seq_num 241) dirty exists 2024-04-12T16:08:04.072 INFO:tasks.rados.rados.0.smithi099.stdout:2067: finishing copy_from racing read to smithi09982431-48 2024-04-12T16:08:04.078 INFO:tasks.rados.rados.0.smithi099.stdout:2067: finishing copy_from to smithi09982431-48 2024-04-12T16:08:04.078 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 48 v 859 (ObjNum 502 snap 152 seq_num 502) dirty exists 2024-04-12T16:08:05.042 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:08:04 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:08:04.767+0000 7ffbacc40700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-04-12T16:08:05.048 INFO:tasks.rados.rados.0.smithi099.stdout:2067: done (4 left) 2024-04-12T16:08:05.049 INFO:tasks.rados.rados.0.smithi099.stdout:2068: done (3 left) 2024-04-12T16:08:05.049 INFO:tasks.rados.rados.0.smithi099.stdout:2069: done (2 left) 2024-04-12T16:08:05.049 INFO:tasks.rados.rados.0.smithi099.stdout:2070: done (1 left) 2024-04-12T16:08:05.049 INFO:tasks.rados.rados.0.smithi099.stdout:2071: done (0 left) 2024-04-12T16:08:05.049 INFO:tasks.rados.rados.0.smithi099.stdout:2072: read oid 28 snap -1 2024-04-12T16:08:05.049 INFO:tasks.rados.rados.0.smithi099.stdout:2072: expect (ObjNum 621 snap 189 seq_num 621) 2024-04-12T16:08:05.049 INFO:tasks.rados.rados.0.smithi099.stdout:2073: setattr oid 9 current snap is 202 2024-04-12T16:08:05.050 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 45 current snap is 202 2024-04-12T16:08:05.051 INFO:tasks.rados.rados.0.smithi099.stdout:2074: seq_num 652 ranges {0=524288,524288=409600,933888=393216} 2024-04-12T16:08:05.054 INFO:tasks.rados.rados.0.smithi099.stdout:2074: writing smithi09982431-45 from 0 to 524288 tid 1 2024-04-12T16:08:05.058 INFO:tasks.rados.rados.0.smithi099.stdout:2074: writing smithi09982431-45 from 524288 to 933888 tid 2 2024-04-12T16:08:05.060 INFO:tasks.rados.rados.0.smithi099.stdout:2074: writing smithi09982431-45 from 933888 to 1327104 tid 3 2024-04-12T16:08:05.060 INFO:tasks.rados.rados.0.smithi099.stdout:2075: rollback oid 14 current snap is 202 2024-04-12T16:08:05.060 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 14 to 199 2024-04-12T16:08:05.060 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 9 v 993 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-12T16:08:05.060 INFO:tasks.rados.rados.0.smithi099.stdout:2073: done (3 left) 2024-04-12T16:08:05.060 INFO:tasks.rados.rados.0.smithi099.stdout:2076: setattr oid 46 current snap is 202 2024-04-12T16:08:05.060 INFO:tasks.rados.rados.0.smithi099.stdout:2074: finishing write tid 1 to smithi09982431-45 2024-04-12T16:08:05.061 INFO:tasks.rados.rados.0.smithi099.stdout:2077: copy_from oid 15 from oid 19 current snap is 202 2024-04-12T16:08:05.061 INFO:tasks.rados.rados.0.smithi099.stdout:2078: rmattr oid 9 current snap is 202 2024-04-12T16:08:05.061 INFO:tasks.rados.rados.0.smithi099.stdout:2079: copy_from oid 5 from oid 8 current snap is 202 2024-04-12T16:08:05.061 INFO:tasks.rados.rados.0.smithi099.stdout:2080: read oid 29 snap -1 2024-04-12T16:08:05.061 INFO:tasks.rados.rados.0.smithi099.stdout:2080: expect deleted 2024-04-12T16:08:05.062 INFO:tasks.rados.rados.0.smithi099.stdout:2081: delete oid 37 current snap is 202 2024-04-12T16:08:05.063 INFO:tasks.rados.rados.0.smithi099.stdout:2079: finishing copy_from to smithi09982431-5 2024-04-12T16:08:05.063 INFO:tasks.rados.rados.0.smithi099.stdout:2079: got expected ENOENT (src dne) 2024-04-12T16:08:05.063 INFO:tasks.rados.rados.0.smithi099.stdout:2079: finishing copy_from racing read to smithi09982431-5 2024-04-12T16:08:05.064 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 9 v 994 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-12T16:08:05.065 INFO:tasks.rados.rados.0.smithi099.stdout:2078: done (8 left) 2024-04-12T16:08:05.065 INFO:tasks.rados.rados.0.smithi099.stdout:2079: done (7 left) 2024-04-12T16:08:05.065 INFO:tasks.rados.rados.0.smithi099.stdout:2080: done (6 left) 2024-04-12T16:08:05.065 INFO:tasks.rados.rados.0.smithi099.stdout:2081: done (5 left) 2024-04-12T16:08:05.065 INFO:tasks.rados.rados.0.smithi099.stdout:2082: rmattr oid 9 current snap is 202 2024-04-12T16:08:05.065 INFO:tasks.rados.rados.0.smithi099.stdout:2083: delete oid 49 current snap is 202 2024-04-12T16:08:05.066 INFO:tasks.rados.rados.0.smithi099.stdout:2074: finishing write tid 2 to smithi09982431-45 2024-04-12T16:08:05.068 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 9 v 997 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-12T16:08:05.068 INFO:tasks.rados.rados.0.smithi099.stdout:2075: finishing rollback tid 1 to smithi09982431-14 2024-04-12T16:08:05.068 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 14 v 458 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-04-12T16:08:05.068 INFO:tasks.rados.rados.0.smithi099.stdout:2074: finishing write tid 3 to smithi09982431-45 2024-04-12T16:08:05.069 INFO:tasks.rados.rados.0.smithi099.stdout:2074: finishing write tid 4 to smithi09982431-45 2024-04-12T16:08:05.071 INFO:tasks.rados.rados.0.smithi099.stdout:2075: done (6 left) 2024-04-12T16:08:05.071 INFO:tasks.rados.rados.0.smithi099.stdout:2082: done (5 left) 2024-04-12T16:08:05.071 INFO:tasks.rados.rados.0.smithi099.stdout:2083: done (4 left) 2024-04-12T16:08:05.071 INFO:tasks.rados.rados.0.smithi099.stdout:2084: rollback oid 31 current snap is 202 2024-04-12T16:08:05.072 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 31 to 187 2024-04-12T16:08:05.072 INFO:tasks.rados.rados.0.smithi099.stdout:2085: rollback oid 7 current snap is 202 2024-04-12T16:08:05.072 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 7 to 166 2024-04-12T16:08:05.072 INFO:tasks.rados.rados.0.smithi099.stdout:2086: read oid 25 snap 180 2024-04-12T16:08:05.072 INFO:tasks.rados.rados.0.smithi099.stdout:2086: expect (ObjNum 536 snap 161 seq_num 536) 2024-04-12T16:08:05.072 INFO:tasks.rados.rados.0.smithi099.stdout:2087: copy_from oid 27 from oid 26 current snap is 202 2024-04-12T16:08:05.072 INFO:tasks.rados.rados.0.smithi099.stdout:2088: delete oid 3 current snap is 202 2024-04-12T16:08:05.072 INFO:tasks.rados.rados.0.smithi099.stdout:2077: finishing copy_from racing read to smithi09982431-15 2024-04-12T16:08:05.073 INFO:tasks.rados.rados.0.smithi099.stdout:2074: finishing write tid 5 to smithi09982431-45 2024-04-12T16:08:05.073 INFO:tasks.rados.rados.0.smithi099.stdout:2074: oid 45 updating version 0 to 978 2024-04-12T16:08:05.073 INFO:tasks.rados.rados.0.smithi099.stdout:2074: oid 45 updating version 978 to 979 2024-04-12T16:08:05.073 INFO:tasks.rados.rados.0.smithi099.stdout:2074: oid 45 version 979 is already newer than 977 2024-04-12T16:08:05.074 INFO:tasks.rados.rados.0.smithi099.stdout:2074: oid 45 updating version 979 to 980 2024-04-12T16:08:05.074 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 45 v 980 (ObjNum 652 snap 202 seq_num 652) dirty exists 2024-04-12T16:08:05.074 INFO:tasks.rados.rados.0.smithi099.stdout:2074: left oid 45 (ObjNum 652 snap 202 seq_num 652) 2024-04-12T16:08:05.074 INFO:tasks.rados.rados.0.smithi099.stdout:2074: done (8 left) 2024-04-12T16:08:05.074 INFO:tasks.rados.rados.0.smithi099.stdout:2088: done (7 left) 2024-04-12T16:08:05.074 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 23 current snap is 202 2024-04-12T16:08:05.075 INFO:tasks.rados.rados.0.smithi099.stdout:2089: seq_num 656 ranges {0=589824,589824=802816} 2024-04-12T16:08:05.077 INFO:tasks.rados.rados.0.smithi099.stdout:2089: writing smithi09982431-23 from 0 to 589824 tid 1 2024-04-12T16:08:05.083 INFO:tasks.rados.rados.0.smithi099.stdout:2089: writing smithi09982431-23 from 589824 to 1392640 tid 2 2024-04-12T16:08:05.083 INFO:tasks.rados.rados.0.smithi099.stdout:2090: rmattr oid 43 current snap is 202 2024-04-12T16:08:05.083 INFO:tasks.rados.rados.0.smithi099.stdout:2084: finishing rollback tid 0 to smithi09982431-31 2024-04-12T16:08:05.083 INFO:tasks.rados.rados.0.smithi099.stdout:2084: finishing rollback tid 1 to smithi09982431-31 2024-04-12T16:08:05.084 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 12 current snap is 202 2024-04-12T16:08:05.084 INFO:tasks.rados.rados.0.smithi099.stdout:2084: finishing rollback tid 2 to smithi09982431-31 2024-04-12T16:08:05.084 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 31 v 1282 (ObjNum 533 snap 161 seq_num 533) dirty exists 2024-04-12T16:08:05.084 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 46 v 969 (ObjNum 129 snap 0 seq_num 1924308800) dirty exists 2024-04-12T16:08:05.084 INFO:tasks.rados.rados.0.smithi099.stdout:2091: seq_num 657 ranges {3088384=606208,3694592=688128,4382720=114688} 2024-04-12T16:08:05.104 INFO:tasks.rados.rados.0.smithi099.stdout:2091: writing smithi09982431-12 from 3088384 to 3694592 tid 1 2024-04-12T16:08:05.108 INFO:tasks.rados.rados.0.smithi099.stdout:2091: writing smithi09982431-12 from 3694592 to 4382720 tid 2 2024-04-12T16:08:05.110 INFO:tasks.rados.rados.0.smithi099.stdout:2091: writing smithi09982431-12 from 4382720 to 4497408 tid 3 2024-04-12T16:08:05.110 INFO:tasks.rados.rados.0.smithi099.stdout:2076: done (9 left) 2024-04-12T16:08:05.110 INFO:tasks.rados.rados.0.smithi099.stdout:2084: done (8 left) 2024-04-12T16:08:05.110 INFO:tasks.rados.rados.0.smithi099.stdout:2092: delete oid 4 current snap is 202 2024-04-12T16:08:05.110 INFO:tasks.rados.rados.0.smithi099.stdout:2087: finishing copy_from to smithi09982431-27 2024-04-12T16:08:05.110 INFO:tasks.rados.rados.0.smithi099.stdout:2087: got expected ENOENT (src dne) 2024-04-12T16:08:05.110 INFO:tasks.rados.rados.0.smithi099.stdout:2087: finishing copy_from racing read to smithi09982431-27 2024-04-12T16:08:05.110 INFO:tasks.rados.rados.0.smithi099.stdout:2089: finishing write tid 1 to smithi09982431-23 2024-04-12T16:08:05.110 INFO:tasks.rados.rados.0.smithi099.stdout:2072: expect (ObjNum 621 snap 189 seq_num 621) 2024-04-12T16:08:05.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:05 smithi110 ceph-mon[88691]: osdmap e467: 8 total, 8 up, 8 in 2024-04-12T16:08:05.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:05 smithi110 ceph-mon[88691]: pgmap v337: 121 pgs: 6 peering, 3 active+undersized+degraded, 3 active+undersized, 109 active+clean; 438 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 418 KiB/s rd, 1.8 MiB/s wr, 2 op/s; 22/840 objects degraded (2.619%); 3.9 MiB/s, 1 objects/s recovering 2024-04-12T16:08:05.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:05 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:05.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:05 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:05.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:05 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:08:05.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:05 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:08:05.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:05 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:05.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:05 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:08:05.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:05 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:08:05.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:05 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:08:05.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:05 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:08:05.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:05 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-12T16:08:05.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:05 smithi099 ceph-mon[94290]: osdmap e467: 8 total, 8 up, 8 in 2024-04-12T16:08:05.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:05 smithi099 ceph-mon[94290]: pgmap v337: 121 pgs: 6 peering, 3 active+undersized+degraded, 3 active+undersized, 109 active+clean; 438 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 418 KiB/s rd, 1.8 MiB/s wr, 2 op/s; 22/840 objects degraded (2.619%); 3.9 MiB/s, 1 objects/s recovering 2024-04-12T16:08:05.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:05 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:05.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:05 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:05.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:05 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:08:05.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:05 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:08:05.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:05 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:05.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:05 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:08:05.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:05 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:08:05.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:05 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:08:05.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:05 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:08:05.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:05 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-12T16:08:05.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:05 smithi099 ceph-mon[96864]: osdmap e467: 8 total, 8 up, 8 in 2024-04-12T16:08:05.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:05 smithi099 ceph-mon[96864]: pgmap v337: 121 pgs: 6 peering, 3 active+undersized+degraded, 3 active+undersized, 109 active+clean; 438 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 418 KiB/s rd, 1.8 MiB/s wr, 2 op/s; 22/840 objects degraded (2.619%); 3.9 MiB/s, 1 objects/s recovering 2024-04-12T16:08:05.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:05 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:05.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:05 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:05.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:05 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:08:05.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:05 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:08:05.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:05 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:05.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:05 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:08:05.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:05 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:08:05.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:05 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:08:05.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:05 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:08:05.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:05 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-12T16:08:05.577 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 43 v 1256 (ObjNum 495 snap 150 seq_num 495) dirty exists 2024-04-12T16:08:05.577 INFO:tasks.rados.rados.0.smithi099.stdout:2077: finishing copy_from to smithi09982431-15 2024-04-12T16:08:05.577 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 15 v 987 (ObjNum 523 snap 158 seq_num 523) dirty exists 2024-04-12T16:08:05.577 INFO:tasks.rados.rados.0.smithi099.stdout:2089: finishing write tid 2 to smithi09982431-23 2024-04-12T16:08:05.577 INFO:tasks.rados.rados.0.smithi099.stdout:2089: finishing write tid 3 to smithi09982431-23 2024-04-12T16:08:05.577 INFO:tasks.rados.rados.0.smithi099.stdout:2072: done (8 left) 2024-04-12T16:08:05.577 INFO:tasks.rados.rados.0.smithi099.stdout:2077: done (7 left) 2024-04-12T16:08:05.577 INFO:tasks.rados.rados.0.smithi099.stdout:2087: done (6 left) 2024-04-12T16:08:05.577 INFO:tasks.rados.rados.0.smithi099.stdout:2090: done (5 left) 2024-04-12T16:08:05.577 INFO:tasks.rados.rados.0.smithi099.stdout:2092: done (4 left) 2024-04-12T16:08:05.578 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 1 current snap is 202 2024-04-12T16:08:05.578 INFO:tasks.rados.rados.0.smithi099.stdout:2089: finishing write tid 4 to smithi09982431-23 2024-04-12T16:08:05.578 INFO:tasks.rados.rados.0.smithi099.stdout:2089: oid 23 updating version 0 to 470 2024-04-12T16:08:05.578 INFO:tasks.rados.rados.0.smithi099.stdout:2089: oid 23 updating version 470 to 472 2024-04-12T16:08:05.578 INFO:tasks.rados.rados.0.smithi099.stdout:2089: oid 23 version 472 is already newer than 471 2024-04-12T16:08:05.578 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 23 v 472 (ObjNum 656 snap 202 seq_num 656) dirty exists 2024-04-12T16:08:05.578 INFO:tasks.rados.rados.0.smithi099.stdout:2089: left oid 23 (ObjNum 656 snap 202 seq_num 656) 2024-04-12T16:08:05.578 INFO:tasks.rados.rados.0.smithi099.stdout:2085: finishing rollback tid 0 to smithi09982431-7 2024-04-12T16:08:05.578 INFO:tasks.rados.rados.0.smithi099.stdout:2093: seq_num 659 ranges {4841472=647168,5488640=450560,5939200=352256} 2024-04-12T16:08:05.605 INFO:tasks.rados.rados.0.smithi099.stdout:2093: writing smithi09982431-1 from 4841472 to 5488640 tid 1 2024-04-12T16:08:05.608 INFO:tasks.rados.rados.0.smithi099.stdout:2093: writing smithi09982431-1 from 5488640 to 5939200 tid 2 2024-04-12T16:08:05.610 INFO:tasks.rados.rados.0.smithi099.stdout:2093: writing smithi09982431-1 from 5939200 to 6291456 tid 3 2024-04-12T16:08:05.610 INFO:tasks.rados.rados.0.smithi099.stdout:2089: done (4 left) 2024-04-12T16:08:05.610 INFO:tasks.rados.rados.0.smithi099.stdout:2094: delete oid 43 current snap is 202 2024-04-12T16:08:05.610 INFO:tasks.rados.rados.0.smithi099.stdout:2085: finishing rollback tid 1 to smithi09982431-7 2024-04-12T16:08:05.611 INFO:tasks.rados.rados.0.smithi099.stdout:2085: finishing rollback tid 2 to smithi09982431-7 2024-04-12T16:08:05.611 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 7 v 1485 (ObjNum 65 snap 0 seq_num 1516397675) dirty exists 2024-04-12T16:08:05.611 INFO:tasks.rados.rados.0.smithi099.stdout:2091: finishing write tid 1 to smithi09982431-12 2024-04-12T16:08:05.611 INFO:tasks.rados.rados.0.smithi099.stdout:2086: expect (ObjNum 536 snap 161 seq_num 536) 2024-04-12T16:08:05.914 INFO:tasks.rados.rados.0.smithi099.stdout:2091: finishing write tid 2 to smithi09982431-12 2024-04-12T16:08:05.914 INFO:tasks.rados.rados.0.smithi099.stdout:2091: finishing write tid 3 to smithi09982431-12 2024-04-12T16:08:05.914 INFO:tasks.rados.rados.0.smithi099.stdout:2091: finishing write tid 4 to smithi09982431-12 2024-04-12T16:08:05.914 INFO:tasks.rados.rados.0.smithi099.stdout:2091: finishing write tid 5 to smithi09982431-12 2024-04-12T16:08:05.915 INFO:tasks.rados.rados.0.smithi099.stdout:2091: oid 12 updating version 0 to 1008 2024-04-12T16:08:05.915 INFO:tasks.rados.rados.0.smithi099.stdout:2091: oid 12 version 1008 is already newer than 1006 2024-04-12T16:08:05.915 INFO:tasks.rados.rados.0.smithi099.stdout:2091: oid 12 version 1008 is already newer than 1007 2024-04-12T16:08:05.915 INFO:tasks.rados.rados.0.smithi099.stdout:2091: oid 12 updating version 1008 to 1009 2024-04-12T16:08:05.915 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 1009 (ObjNum 657 snap 202 seq_num 657) dirty exists 2024-04-12T16:08:05.915 INFO:tasks.rados.rados.0.smithi099.stdout:2091: left oid 12 (ObjNum 657 snap 202 seq_num 657) 2024-04-12T16:08:05.915 INFO:tasks.rados.rados.0.smithi099.stdout:2093: finishing write tid 1 to smithi09982431-1 2024-04-12T16:08:05.915 INFO:tasks.rados.rados.0.smithi099.stdout:2093: finishing write tid 2 to smithi09982431-1 2024-04-12T16:08:05.915 INFO:tasks.rados.rados.0.smithi099.stdout:2085: done (4 left) 2024-04-12T16:08:05.915 INFO:tasks.rados.rados.0.smithi099.stdout:2086: done (3 left) 2024-04-12T16:08:05.915 INFO:tasks.rados.rados.0.smithi099.stdout:2091: done (2 left) 2024-04-12T16:08:05.915 INFO:tasks.rados.rados.0.smithi099.stdout:2094: done (1 left) 2024-04-12T16:08:05.915 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 30 current snap is 202 2024-04-12T16:08:05.916 INFO:tasks.rados.rados.0.smithi099.stdout:2093: finishing write tid 3 to smithi09982431-1 2024-04-12T16:08:05.916 INFO:tasks.rados.rados.0.smithi099.stdout:2093: finishing write tid 4 to smithi09982431-1 2024-04-12T16:08:05.916 INFO:tasks.rados.rados.0.smithi099.stdout:2093: finishing write tid 5 to smithi09982431-1 2024-04-12T16:08:05.916 INFO:tasks.rados.rados.0.smithi099.stdout:2093: oid 1 updating version 0 to 1014 2024-04-12T16:08:05.916 INFO:tasks.rados.rados.0.smithi099.stdout:2093: oid 1 version 1014 is already newer than 1012 2024-04-12T16:08:05.916 INFO:tasks.rados.rados.0.smithi099.stdout:2093: oid 1 version 1014 is already newer than 1013 2024-04-12T16:08:05.916 INFO:tasks.rados.rados.0.smithi099.stdout:2093: oid 1 version 1014 is already newer than 1011 2024-04-12T16:08:05.916 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 1 v 1014 (ObjNum 659 snap 202 seq_num 659) dirty exists 2024-04-12T16:08:05.916 INFO:tasks.rados.rados.0.smithi099.stdout:2093: left oid 1 (ObjNum 659 snap 202 seq_num 659) 2024-04-12T16:08:05.916 INFO:tasks.rados.rados.0.smithi099.stdout:2095: seq_num 661 ranges {4505600=679936,5185536=622592,5808128=180224} 2024-04-12T16:08:05.941 INFO:tasks.rados.rados.0.smithi099.stdout:2095: writing smithi09982431-30 from 4505600 to 5185536 tid 1 2024-04-12T16:08:05.944 INFO:tasks.rados.rados.0.smithi099.stdout:2095: writing smithi09982431-30 from 5185536 to 5808128 tid 2 2024-04-12T16:08:05.945 INFO:tasks.rados.rados.0.smithi099.stdout:2095: writing smithi09982431-30 from 5808128 to 5988352 tid 3 2024-04-12T16:08:05.945 INFO:tasks.rados.rados.0.smithi099.stdout:2093: done (1 left) 2024-04-12T16:08:05.945 INFO:tasks.rados.rados.0.smithi099.stdout:2096: snap_create 2024-04-12T16:08:05.946 INFO:tasks.rados.rados.0.smithi099.stdout:2095: finishing write tid 1 to smithi09982431-30 2024-04-12T16:08:05.948 INFO:tasks.rados.rados.0.smithi099.stdout:2095: finishing write tid 2 to smithi09982431-30 2024-04-12T16:08:05.948 INFO:tasks.rados.rados.0.smithi099.stdout:2095: finishing write tid 3 to smithi09982431-30 2024-04-12T16:08:05.948 INFO:tasks.rados.rados.0.smithi099.stdout:2095: finishing write tid 4 to smithi09982431-30 2024-04-12T16:08:05.949 INFO:tasks.rados.rados.0.smithi099.stdout:2095: finishing write tid 5 to smithi09982431-30 2024-04-12T16:08:05.949 INFO:tasks.rados.rados.0.smithi099.stdout:2095: oid 30 updating version 0 to 1245 2024-04-12T16:08:05.949 INFO:tasks.rados.rados.0.smithi099.stdout:2095: oid 30 updating version 1245 to 1246 2024-04-12T16:08:05.949 INFO:tasks.rados.rados.0.smithi099.stdout:2095: oid 30 updating version 1246 to 1247 2024-04-12T16:08:05.950 INFO:tasks.rados.rados.0.smithi099.stdout:2095: oid 30 updating version 1247 to 1248 2024-04-12T16:08:05.950 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 30 v 1248 (ObjNum 661 snap 202 seq_num 661) dirty exists 2024-04-12T16:08:05.950 INFO:tasks.rados.rados.0.smithi099.stdout:2095: left oid 30 (ObjNum 661 snap 202 seq_num 661) 2024-04-12T16:08:06.050 INFO:tasks.rados.rados.0.smithi099.stdout:2095: done (1 left) 2024-04-12T16:08:06.050 INFO:tasks.rados.rados.0.smithi099.stdout:2096: done (0 left) 2024-04-12T16:08:06.050 INFO:tasks.rados.rados.0.smithi099.stdout:2097: delete oid 47 current snap is 203 2024-04-12T16:08:06.055 INFO:tasks.rados.rados.0.smithi099.stdout:2097: done (0 left) 2024-04-12T16:08:06.056 INFO:tasks.rados.rados.0.smithi099.stdout:2098: copy_from oid 37 from oid 34 current snap is 203 2024-04-12T16:08:06.056 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 9 current snap is 203 2024-04-12T16:08:06.056 INFO:tasks.rados.rados.0.smithi099.stdout:2099: seq_num 663 ranges {0=712704,712704=442368,1155072=360448} 2024-04-12T16:08:06.059 INFO:tasks.rados.rados.0.smithi099.stdout:2099: writing smithi09982431-9 from 0 to 712704 tid 1 2024-04-12T16:08:06.062 INFO:tasks.rados.rados.0.smithi099.stdout:2099: writing smithi09982431-9 from 712704 to 1155072 tid 2 2024-04-12T16:08:06.065 INFO:tasks.rados.rados.0.smithi099.stdout:2099: writing smithi09982431-9 from 1155072 to 1515520 tid 3 2024-04-12T16:08:06.065 INFO:tasks.rados.rados.0.smithi099.stdout:2100: rollback oid 27 current snap is 203 2024-04-12T16:08:06.065 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 27 to 198 2024-04-12T16:08:06.065 INFO:tasks.rados.rados.0.smithi099.stdout:2101: delete oid 28 current snap is 203 2024-04-12T16:08:06.065 INFO:tasks.rados.rados.0.smithi099.stdout:2099: finishing write tid 1 to smithi09982431-9 2024-04-12T16:08:06.067 INFO:tasks.rados.rados.0.smithi099.stdout:2099: finishing write tid 2 to smithi09982431-9 2024-04-12T16:08:06.067 INFO:tasks.rados.rados.0.smithi099.stdout:2100: finishing rollback tid 1 to smithi09982431-27 2024-04-12T16:08:06.068 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 27 v 970 (ObjNum 33 snap 0 seq_num 1924966560) dirty dne 2024-04-12T16:08:06.068 INFO:tasks.rados.rados.0.smithi099.stdout:2099: finishing write tid 3 to smithi09982431-9 2024-04-12T16:08:06.069 INFO:tasks.rados.rados.0.smithi099.stdout:2100: done (3 left) 2024-04-12T16:08:06.070 INFO:tasks.rados.rados.0.smithi099.stdout:2101: done (2 left) 2024-04-12T16:08:06.070 INFO:tasks.rados.rados.0.smithi099.stdout:2102: delete oid 28 current snap is 203 2024-04-12T16:08:06.070 INFO:tasks.rados.rados.0.smithi099.stdout:2099: finishing write tid 4 to smithi09982431-9 2024-04-12T16:08:06.071 INFO:tasks.rados.rados.0.smithi099.stdout:2099: finishing write tid 5 to smithi09982431-9 2024-04-12T16:08:06.071 INFO:tasks.rados.rados.0.smithi099.stdout:2099: oid 9 updating version 0 to 1000 2024-04-12T16:08:06.071 INFO:tasks.rados.rados.0.smithi099.stdout:2099: oid 9 updating version 1000 to 1002 2024-04-12T16:08:06.071 INFO:tasks.rados.rados.0.smithi099.stdout:2099: oid 9 version 1002 is already newer than 1001 2024-04-12T16:08:06.071 INFO:tasks.rados.rados.0.smithi099.stdout:2099: oid 9 version 1002 is already newer than 999 2024-04-12T16:08:06.071 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 9 v 1002 (ObjNum 663 snap 203 seq_num 663) dirty exists 2024-04-12T16:08:06.071 INFO:tasks.rados.rados.0.smithi099.stdout:2099: left oid 9 (ObjNum 663 snap 203 seq_num 663) 2024-04-12T16:08:06.072 INFO:tasks.rados.rados.0.smithi099.stdout:2099: done (2 left) 2024-04-12T16:08:06.072 INFO:tasks.rados.rados.0.smithi099.stdout:2102: done (1 left) 2024-04-12T16:08:06.072 INFO:tasks.rados.rados.0.smithi099.stdout:2103: snap_create 2024-04-12T16:08:06.081 INFO:tasks.rados.rados.0.smithi099.stdout:2098: finishing copy_from racing read to smithi09982431-37 2024-04-12T16:08:06.083 INFO:tasks.rados.rados.0.smithi099.stdout:2098: finishing copy_from to smithi09982431-37 2024-04-12T16:08:06.083 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 37 v 1421 (ObjNum 639 snap 194 seq_num 639) dirty exists 2024-04-12T16:08:06.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:06 smithi110 ceph-mon[88691]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-12T16:08:06.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:06 smithi110 ceph-mon[88691]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-04-12T16:08:06.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:06 smithi110 ceph-mon[88691]: osdmap e468: 8 total, 8 up, 8 in 2024-04-12T16:08:06.358 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:06 smithi099 ceph-mon[94290]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-12T16:08:06.359 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:06 smithi099 ceph-mon[94290]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-04-12T16:08:06.359 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:06 smithi099 ceph-mon[94290]: osdmap e468: 8 total, 8 up, 8 in 2024-04-12T16:08:06.359 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:06 smithi099 ceph-mon[96864]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-12T16:08:06.359 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:06 smithi099 ceph-mon[96864]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-04-12T16:08:06.359 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:06 smithi099 ceph-mon[96864]: osdmap e468: 8 total, 8 up, 8 in 2024-04-12T16:08:06.628 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:08:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:08:06] "GET /metrics HTTP/1.1" 200 36203 "" "Prometheus/2.43.0" 2024-04-12T16:08:07.060 INFO:tasks.rados.rados.0.smithi099.stdout:2098: done (1 left) 2024-04-12T16:08:07.060 INFO:tasks.rados.rados.0.smithi099.stdout:2103: done (0 left) 2024-04-12T16:08:07.060 INFO:tasks.rados.rados.0.smithi099.stdout:2104: snap_remove snap 180 2024-04-12T16:08:07.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:07 smithi110 ceph-mon[88691]: osdmap e469: 8 total, 8 up, 8 in 2024-04-12T16:08:07.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:07 smithi110 ceph-mon[88691]: pgmap v340: 121 pgs: 121 active+clean; 437 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 418 KiB/s rd, 2.1 MiB/s wr, 4 op/s; 6.8 MiB/s, 2 objects/s recovering 2024-04-12T16:08:07.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:07 smithi099 ceph-mon[94290]: osdmap e469: 8 total, 8 up, 8 in 2024-04-12T16:08:07.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:07 smithi099 ceph-mon[94290]: pgmap v340: 121 pgs: 121 active+clean; 437 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 418 KiB/s rd, 2.1 MiB/s wr, 4 op/s; 6.8 MiB/s, 2 objects/s recovering 2024-04-12T16:08:07.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:07 smithi099 ceph-mon[96864]: osdmap e469: 8 total, 8 up, 8 in 2024-04-12T16:08:07.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:07 smithi099 ceph-mon[96864]: pgmap v340: 121 pgs: 121 active+clean; 437 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 418 KiB/s rd, 2.1 MiB/s wr, 4 op/s; 6.8 MiB/s, 2 objects/s recovering 2024-04-12T16:08:08.073 INFO:tasks.rados.rados.0.smithi099.stdout:2104: done (0 left) 2024-04-12T16:08:08.073 INFO:tasks.rados.rados.0.smithi099.stdout:2105: snap_create 2024-04-12T16:08:08.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:08 smithi110 ceph-mon[88691]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/840 objects degraded (2.619%), 3 pgs degraded) 2024-04-12T16:08:08.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:08 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:08:08.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:08 smithi110 ceph-mon[88691]: osdmap e470: 8 total, 8 up, 8 in 2024-04-12T16:08:08.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:08 smithi099 ceph-mon[94290]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/840 objects degraded (2.619%), 3 pgs degraded) 2024-04-12T16:08:08.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:08 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:08:08.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:08 smithi099 ceph-mon[94290]: osdmap e470: 8 total, 8 up, 8 in 2024-04-12T16:08:08.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:08 smithi099 ceph-mon[96864]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/840 objects degraded (2.619%), 3 pgs degraded) 2024-04-12T16:08:08.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:08 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:08:08.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:08 smithi099 ceph-mon[96864]: osdmap e470: 8 total, 8 up, 8 in 2024-04-12T16:08:09.031 INFO:tasks.rados.rados.0.smithi099.stdout:2105: done (0 left) 2024-04-12T16:08:09.031 INFO:tasks.rados.rados.0.smithi099.stdout:2106: snap_remove snap 154 2024-04-12T16:08:09.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:09 smithi110 ceph-mon[88691]: osdmap e471: 8 total, 8 up, 8 in 2024-04-12T16:08:09.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:09 smithi110 ceph-mon[88691]: pgmap v343: 121 pgs: 121 active+clean; 445 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.2 MiB/s wr, 14 op/s; 2.9 MiB/s, 0 objects/s recovering 2024-04-12T16:08:09.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:09 smithi110 ceph-mon[88691]: osdmap e472: 8 total, 8 up, 8 in 2024-04-12T16:08:09.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:09 smithi099 ceph-mon[94290]: osdmap e471: 8 total, 8 up, 8 in 2024-04-12T16:08:09.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:09 smithi099 ceph-mon[94290]: pgmap v343: 121 pgs: 121 active+clean; 445 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.2 MiB/s wr, 14 op/s; 2.9 MiB/s, 0 objects/s recovering 2024-04-12T16:08:09.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:09 smithi099 ceph-mon[94290]: osdmap e472: 8 total, 8 up, 8 in 2024-04-12T16:08:09.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:09 smithi099 ceph-mon[96864]: osdmap e471: 8 total, 8 up, 8 in 2024-04-12T16:08:09.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:09 smithi099 ceph-mon[96864]: pgmap v343: 121 pgs: 121 active+clean; 445 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.2 MiB/s wr, 14 op/s; 2.9 MiB/s, 0 objects/s recovering 2024-04-12T16:08:09.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:09 smithi099 ceph-mon[96864]: osdmap e472: 8 total, 8 up, 8 in 2024-04-12T16:08:10.040 INFO:tasks.rados.rados.0.smithi099.stdout:2106: done (0 left) 2024-04-12T16:08:10.040 INFO:tasks.rados.rados.0.smithi099.stdout:2107: setattr oid 43 current snap is 205 2024-04-12T16:08:10.041 INFO:tasks.rados.rados.0.smithi099.stdout:2108: setattr oid 29 current snap is 205 2024-04-12T16:08:10.042 INFO:tasks.rados.rados.0.smithi099.stdout:2109: rmattr oid 12 current snap is 205 2024-04-12T16:08:10.043 INFO:tasks.rados.rados.0.smithi099.stdout:2110: read oid 6 snap -1 2024-04-12T16:08:10.043 INFO:tasks.rados.rados.0.smithi099.stdout:2110: expect (ObjNum 546 snap 163 seq_num 546) 2024-04-12T16:08:10.043 INFO:tasks.rados.rados.0.smithi099.stdout:2111: copy_from oid 42 from oid 26 current snap is 205 2024-04-12T16:08:10.043 INFO:tasks.rados.rados.0.smithi099.stdout:2112: read oid 46 snap 202 2024-04-12T16:08:10.043 INFO:tasks.rados.rados.0.smithi099.stdout:2112: expect (ObjNum 1924358160 snap 22062 seq_num 1923958352) 2024-04-12T16:08:10.044 INFO:tasks.rados.rados.0.smithi099.stdout:2113: read oid 50 snap -1 2024-04-12T16:08:10.044 INFO:tasks.rados.rados.0.smithi099.stdout:2113: expect deleted 2024-04-12T16:08:10.045 INFO:tasks.rados.rados.0.smithi099.stdout:2114: read oid 8 snap -1 2024-04-12T16:08:10.045 INFO:tasks.rados.rados.0.smithi099.stdout:2114: expect deleted 2024-04-12T16:08:10.045 INFO:tasks.rados.rados.0.smithi099.stdout:2115: rollback oid 35 current snap is 205 2024-04-12T16:08:10.045 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 35 to 196 2024-04-12T16:08:10.045 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 16 current snap is 205 2024-04-12T16:08:10.045 INFO:tasks.rados.rados.0.smithi099.stdout:2116: seq_num 666 ranges {7725056=761856,8486912=491520,8978432=311296} 2024-04-12T16:08:10.092 INFO:tasks.rados.rados.0.smithi099.stdout:2116: writing smithi09982431-16 from 7725056 to 8486912 tid 1 2024-04-12T16:08:10.095 INFO:tasks.rados.rados.0.smithi099.stdout:2116: writing smithi09982431-16 from 8486912 to 8978432 tid 2 2024-04-12T16:08:10.096 INFO:tasks.rados.rados.0.smithi099.stdout:2116: writing smithi09982431-16 from 8978432 to 9289728 tid 3 2024-04-12T16:08:10.097 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 28 current snap is 205 2024-04-12T16:08:10.097 INFO:tasks.rados.rados.0.smithi099.stdout:2117: seq_num 667 ranges {0=778240,778240=778240,1556480=24576} 2024-04-12T16:08:10.101 INFO:tasks.rados.rados.0.smithi099.stdout:2117: writing smithi09982431-28 from 0 to 778240 tid 1 2024-04-12T16:08:10.106 INFO:tasks.rados.rados.0.smithi099.stdout:2117: writing smithi09982431-28 from 778240 to 1556480 tid 2 2024-04-12T16:08:10.106 INFO:tasks.rados.rados.0.smithi099.stdout:2117: writing smithi09982431-28 from 1556480 to 1581056 tid 3 2024-04-12T16:08:10.106 INFO:tasks.rados.rados.0.smithi099.stdout:2118: read oid 14 snap -1 2024-04-12T16:08:10.106 INFO:tasks.rados.rados.0.smithi099.stdout:2118: expect deleted 2024-04-12T16:08:10.106 INFO:tasks.rados.rados.0.smithi099.stdout:2119: snap_create 2024-04-12T16:08:10.106 INFO:tasks.rados.rados.0.smithi099.stdout:2112: expect (ObjNum 1924358160 snap 22062 seq_num 1923958352) 2024-04-12T16:08:10.108 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 43 v 1264 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-04-12T16:08:10.108 INFO:tasks.rados.rados.0.smithi099.stdout:2111: finishing copy_from to smithi09982431-42 2024-04-12T16:08:10.109 INFO:tasks.rados.rados.0.smithi099.stdout:2111: got expected ENOENT (src dne) 2024-04-12T16:08:10.109 INFO:tasks.rados.rados.0.smithi099.stdout:2111: finishing copy_from racing read to smithi09982431-42 2024-04-12T16:08:10.109 INFO:tasks.rados.rados.0.smithi099.stdout:2115: finishing rollback tid 0 to smithi09982431-35 2024-04-12T16:08:10.109 INFO:tasks.rados.rados.0.smithi099.stdout:2115: finishing rollback tid 1 to smithi09982431-35 2024-04-12T16:08:10.109 INFO:tasks.rados.rados.0.smithi099.stdout:2115: finishing rollback tid 2 to smithi09982431-35 2024-04-12T16:08:10.109 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 970 (ObjNum 597 snap 183 seq_num 597) dirty exists 2024-04-12T16:08:10.109 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 1024 (ObjNum 657 snap 202 seq_num 657) dirty exists 2024-04-12T16:08:10.109 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 29 v 984 (ObjNum 65 snap 0 seq_num 1599697999) dirty exists 2024-04-12T16:08:10.109 INFO:tasks.rados.rados.0.smithi099.stdout:2110: expect (ObjNum 546 snap 163 seq_num 546) 2024-04-12T16:08:10.306 INFO:tasks.rados.rados.0.smithi099.stdout:2116: finishing write tid 1 to smithi09982431-16 2024-04-12T16:08:10.306 INFO:tasks.rados.rados.0.smithi099.stdout:2116: finishing write tid 2 to smithi09982431-16 2024-04-12T16:08:10.306 INFO:tasks.rados.rados.0.smithi099.stdout:2116: finishing write tid 3 to smithi09982431-16 2024-04-12T16:08:10.307 INFO:tasks.rados.rados.0.smithi099.stdout:2116: finishing write tid 4 to smithi09982431-16 2024-04-12T16:08:10.307 INFO:tasks.rados.rados.0.smithi099.stdout:2116: finishing write tid 5 to smithi09982431-16 2024-04-12T16:08:10.307 INFO:tasks.rados.rados.0.smithi099.stdout:2116: oid 16 updating version 0 to 1034 2024-04-12T16:08:10.307 INFO:tasks.rados.rados.0.smithi099.stdout:2116: oid 16 version 1034 is already newer than 1033 2024-04-12T16:08:10.307 INFO:tasks.rados.rados.0.smithi099.stdout:2116: oid 16 version 1034 is already newer than 1032 2024-04-12T16:08:10.307 INFO:tasks.rados.rados.0.smithi099.stdout:2116: oid 16 updating version 1034 to 1035 2024-04-12T16:08:10.307 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 16 v 1035 (ObjNum 666 snap 205 seq_num 666) dirty exists 2024-04-12T16:08:10.307 INFO:tasks.rados.rados.0.smithi099.stdout:2116: left oid 16 (ObjNum 666 snap 205 seq_num 666) 2024-04-12T16:08:10.307 INFO:tasks.rados.rados.0.smithi099.stdout:2117: finishing write tid 1 to smithi09982431-28 2024-04-12T16:08:10.307 INFO:tasks.rados.rados.0.smithi099.stdout:2117: finishing write tid 2 to smithi09982431-28 2024-04-12T16:08:10.307 INFO:tasks.rados.rados.0.smithi099.stdout:2117: finishing write tid 3 to smithi09982431-28 2024-04-12T16:08:10.307 INFO:tasks.rados.rados.0.smithi099.stdout:2117: finishing write tid 4 to smithi09982431-28 2024-04-12T16:08:10.307 INFO:tasks.rados.rados.0.smithi099.stdout:2117: finishing write tid 5 to smithi09982431-28 2024-04-12T16:08:10.307 INFO:tasks.rados.rados.0.smithi099.stdout:2117: oid 28 updating version 0 to 1507 2024-04-12T16:08:10.307 INFO:tasks.rados.rados.0.smithi099.stdout:2117: oid 28 updating version 1507 to 1508 2024-04-12T16:08:10.308 INFO:tasks.rados.rados.0.smithi099.stdout:2117: oid 28 updating version 1508 to 1510 2024-04-12T16:08:10.308 INFO:tasks.rados.rados.0.smithi099.stdout:2117: oid 28 version 1510 is already newer than 1509 2024-04-12T16:08:10.308 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 28 v 1510 (ObjNum 667 snap 205 seq_num 667) dirty exists 2024-04-12T16:08:10.308 INFO:tasks.rados.rados.0.smithi099.stdout:2117: left oid 28 (ObjNum 667 snap 205 seq_num 667) 2024-04-12T16:08:11.050 INFO:tasks.rados.rados.0.smithi099.stdout:2107: done (12 left) 2024-04-12T16:08:11.050 INFO:tasks.rados.rados.0.smithi099.stdout:2108: done (11 left) 2024-04-12T16:08:11.050 INFO:tasks.rados.rados.0.smithi099.stdout:2109: done (10 left) 2024-04-12T16:08:11.050 INFO:tasks.rados.rados.0.smithi099.stdout:2110: done (9 left) 2024-04-12T16:08:11.050 INFO:tasks.rados.rados.0.smithi099.stdout:2111: done (8 left) 2024-04-12T16:08:11.050 INFO:tasks.rados.rados.0.smithi099.stdout:2112: done (7 left) 2024-04-12T16:08:11.050 INFO:tasks.rados.rados.0.smithi099.stdout:2113: done (6 left) 2024-04-12T16:08:11.051 INFO:tasks.rados.rados.0.smithi099.stdout:2114: done (5 left) 2024-04-12T16:08:11.051 INFO:tasks.rados.rados.0.smithi099.stdout:2115: done (4 left) 2024-04-12T16:08:11.051 INFO:tasks.rados.rados.0.smithi099.stdout:2116: done (3 left) 2024-04-12T16:08:11.051 INFO:tasks.rados.rados.0.smithi099.stdout:2117: done (2 left) 2024-04-12T16:08:11.051 INFO:tasks.rados.rados.0.smithi099.stdout:2118: done (1 left) 2024-04-12T16:08:11.051 INFO:tasks.rados.rados.0.smithi099.stdout:2119: done (0 left) 2024-04-12T16:08:11.051 INFO:tasks.rados.rados.0.smithi099.stdout:2120: read oid 40 snap 190 2024-04-12T16:08:11.051 INFO:tasks.rados.rados.0.smithi099.stdout:2120: expect (ObjNum 623 snap 190 seq_num 623) 2024-04-12T16:08:11.051 INFO:tasks.rados.rados.0.smithi099.stdout:2121: snap_remove snap 203 2024-04-12T16:08:11.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:11 smithi110 ceph-mon[88691]: osdmap e473: 8 total, 8 up, 8 in 2024-04-12T16:08:11.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:11 smithi110 ceph-mon[88691]: pgmap v346: 121 pgs: 121 active+clean; 450 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 4.8 MiB/s wr, 29 op/s 2024-04-12T16:08:11.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:11 smithi099 ceph-mon[94290]: osdmap e473: 8 total, 8 up, 8 in 2024-04-12T16:08:11.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:11 smithi099 ceph-mon[94290]: pgmap v346: 121 pgs: 121 active+clean; 450 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 4.8 MiB/s wr, 29 op/s 2024-04-12T16:08:11.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:11 smithi099 ceph-mon[96864]: osdmap e473: 8 total, 8 up, 8 in 2024-04-12T16:08:11.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:11 smithi099 ceph-mon[96864]: pgmap v346: 121 pgs: 121 active+clean; 450 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 4.8 MiB/s wr, 29 op/s 2024-04-12T16:08:12.051 INFO:tasks.rados.rados.0.smithi099.stdout:2121: done (1 left) 2024-04-12T16:08:12.051 INFO:tasks.rados.rados.0.smithi099.stdout:2122: snap_remove snap 198 2024-04-12T16:08:12.313 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:12 smithi110 ceph-mon[88691]: osdmap e474: 8 total, 8 up, 8 in 2024-04-12T16:08:12.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:12 smithi099 ceph-mon[96864]: osdmap e474: 8 total, 8 up, 8 in 2024-04-12T16:08:12.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:12 smithi099 ceph-mon[94290]: osdmap e474: 8 total, 8 up, 8 in 2024-04-12T16:08:12.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:08:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:08:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:08:13.063 INFO:tasks.rados.rados.0.smithi099.stdout:2122: done (1 left) 2024-04-12T16:08:13.063 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 46 current snap is 206 2024-04-12T16:08:13.063 INFO:tasks.rados.rados.0.smithi099.stdout:2123: seq_num 668 ranges {0=794624,794624=663552,1458176=139264} 2024-04-12T16:08:13.067 INFO:tasks.rados.rados.0.smithi099.stdout:2123: writing smithi09982431-46 from 0 to 794624 tid 1 2024-04-12T16:08:13.072 INFO:tasks.rados.rados.0.smithi099.stdout:2123: writing smithi09982431-46 from 794624 to 1458176 tid 2 2024-04-12T16:08:13.073 INFO:tasks.rados.rados.0.smithi099.stdout:2123: writing smithi09982431-46 from 1458176 to 1597440 tid 3 2024-04-12T16:08:13.073 INFO:tasks.rados.rados.0.smithi099.stdout:2124: snap_create 2024-04-12T16:08:13.074 INFO:tasks.rados.rados.0.smithi099.stdout:2120: expect (ObjNum 623 snap 190 seq_num 623) 2024-04-12T16:08:13.277 INFO:tasks.rados.rados.0.smithi099.stdout:2123: finishing write tid 1 to smithi09982431-46 2024-04-12T16:08:13.277 INFO:tasks.rados.rados.0.smithi099.stdout:2123: finishing write tid 2 to smithi09982431-46 2024-04-12T16:08:13.277 INFO:tasks.rados.rados.0.smithi099.stdout:2123: finishing write tid 3 to smithi09982431-46 2024-04-12T16:08:13.277 INFO:tasks.rados.rados.0.smithi099.stdout:2123: finishing write tid 4 to smithi09982431-46 2024-04-12T16:08:13.277 INFO:tasks.rados.rados.0.smithi099.stdout:2123: finishing write tid 5 to smithi09982431-46 2024-04-12T16:08:13.278 INFO:tasks.rados.rados.0.smithi099.stdout:2123: oid 46 updating version 0 to 988 2024-04-12T16:08:13.278 INFO:tasks.rados.rados.0.smithi099.stdout:2123: oid 46 updating version 988 to 989 2024-04-12T16:08:13.278 INFO:tasks.rados.rados.0.smithi099.stdout:2123: oid 46 updating version 989 to 991 2024-04-12T16:08:13.278 INFO:tasks.rados.rados.0.smithi099.stdout:2123: oid 46 version 991 is already newer than 990 2024-04-12T16:08:13.278 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 46 v 991 (ObjNum 668 snap 206 seq_num 668) dirty exists 2024-04-12T16:08:13.278 INFO:tasks.rados.rados.0.smithi099.stdout:2123: left oid 46 (ObjNum 668 snap 206 seq_num 668) 2024-04-12T16:08:13.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:13 smithi110 ceph-mon[88691]: osdmap e475: 8 total, 8 up, 8 in 2024-04-12T16:08:13.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:13 smithi110 ceph-mon[88691]: pgmap v349: 121 pgs: 121 active+clean; 450 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.9 MiB/s wr, 16 op/s 2024-04-12T16:08:13.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:13.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:08:13.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:13.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:13 smithi099 ceph-mon[96864]: osdmap e475: 8 total, 8 up, 8 in 2024-04-12T16:08:13.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:13 smithi099 ceph-mon[96864]: pgmap v349: 121 pgs: 121 active+clean; 450 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.9 MiB/s wr, 16 op/s 2024-04-12T16:08:13.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:13.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:08:13.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:13.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:13 smithi099 ceph-mon[94290]: osdmap e475: 8 total, 8 up, 8 in 2024-04-12T16:08:13.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:13 smithi099 ceph-mon[94290]: pgmap v349: 121 pgs: 121 active+clean; 450 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.9 MiB/s wr, 16 op/s 2024-04-12T16:08:13.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:13.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:08:13.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:14.031 INFO:tasks.rados.rados.0.smithi099.stdout:2120: done (2 left) 2024-04-12T16:08:14.031 INFO:tasks.rados.rados.0.smithi099.stdout:2123: done (1 left) 2024-04-12T16:08:14.032 INFO:tasks.rados.rados.0.smithi099.stdout:2124: done (0 left) 2024-04-12T16:08:14.032 INFO:tasks.rados.rados.0.smithi099.stdout:2125: delete oid 37 current snap is 207 2024-04-12T16:08:14.037 INFO:tasks.rados.rados.0.smithi099.stdout:2125: done (0 left) 2024-04-12T16:08:14.037 INFO:tasks.rados.rados.0.smithi099.stdout:2126: delete oid 8 current snap is 207 2024-04-12T16:08:14.043 INFO:tasks.rados.rados.0.smithi099.stdout:2126: done (0 left) 2024-04-12T16:08:14.043 INFO:tasks.rados.rados.0.smithi099.stdout:2127: read oid 49 snap 192 2024-04-12T16:08:14.043 INFO:tasks.rados.rados.0.smithi099.stdout:2127: expect (ObjNum 627 snap 191 seq_num 627) 2024-04-12T16:08:14.044 INFO:tasks.rados.rados.0.smithi099.stdout:2128: read oid 36 snap 187 2024-04-12T16:08:14.044 INFO:tasks.rados.rados.0.smithi099.stdout:2128: expect (ObjNum 583 snap 178 seq_num 583) 2024-04-12T16:08:14.044 INFO:tasks.rados.rados.0.smithi099.stdout:2129: setattr oid 45 current snap is 207 2024-04-12T16:08:14.045 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 5 current snap is 207 2024-04-12T16:08:14.045 INFO:tasks.rados.rados.0.smithi099.stdout:2130: seq_num 671 ranges {0=442368,442368=761856,1204224=442368} 2024-04-12T16:08:14.047 INFO:tasks.rados.rados.0.smithi099.stdout:2130: writing smithi09982431-5 from 0 to 442368 tid 1 2024-04-12T16:08:14.052 INFO:tasks.rados.rados.0.smithi099.stdout:2130: writing smithi09982431-5 from 442368 to 1204224 tid 2 2024-04-12T16:08:14.055 INFO:tasks.rados.rados.0.smithi099.stdout:2130: writing smithi09982431-5 from 1204224 to 1646592 tid 3 2024-04-12T16:08:14.056 INFO:tasks.rados.rados.0.smithi099.stdout:2131: copy_from oid 25 from oid 33 current snap is 207 2024-04-12T16:08:14.056 INFO:tasks.rados.rados.0.smithi099.stdout:2127: expect (ObjNum 627 snap 191 seq_num 627) 2024-04-12T16:08:14.109 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 45 v 981 (ObjNum 652 snap 202 seq_num 652) dirty exists 2024-04-12T16:08:14.109 INFO:tasks.rados.rados.0.smithi099.stdout:2128: expect (ObjNum 583 snap 178 seq_num 583) 2024-04-12T16:08:14.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:14 smithi110 ceph-mon[88691]: osdmap e476: 8 total, 8 up, 8 in 2024-04-12T16:08:14.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:14 smithi110 ceph-mon[88691]: osdmap e477: 8 total, 8 up, 8 in 2024-04-12T16:08:14.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:14 smithi099 ceph-mon[94290]: osdmap e476: 8 total, 8 up, 8 in 2024-04-12T16:08:14.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:14 smithi099 ceph-mon[94290]: osdmap e477: 8 total, 8 up, 8 in 2024-04-12T16:08:14.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:14 smithi099 ceph-mon[96864]: osdmap e476: 8 total, 8 up, 8 in 2024-04-12T16:08:14.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:14 smithi099 ceph-mon[96864]: osdmap e477: 8 total, 8 up, 8 in 2024-04-12T16:08:14.412 INFO:tasks.rados.rados.0.smithi099.stdout:2130: finishing write tid 1 to smithi09982431-5 2024-04-12T16:08:14.412 INFO:tasks.rados.rados.0.smithi099.stdout:2130: finishing write tid 2 to smithi09982431-5 2024-04-12T16:08:14.412 INFO:tasks.rados.rados.0.smithi099.stdout:2130: finishing write tid 3 to smithi09982431-5 2024-04-12T16:08:14.412 INFO:tasks.rados.rados.0.smithi099.stdout:2130: finishing write tid 4 to smithi09982431-5 2024-04-12T16:08:14.412 INFO:tasks.rados.rados.0.smithi099.stdout:2127: done (4 left) 2024-04-12T16:08:14.412 INFO:tasks.rados.rados.0.smithi099.stdout:2128: done (3 left) 2024-04-12T16:08:14.413 INFO:tasks.rados.rados.0.smithi099.stdout:2129: done (2 left) 2024-04-12T16:08:14.413 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 6 current snap is 207 2024-04-12T16:08:14.413 INFO:tasks.rados.rados.0.smithi099.stdout:2131: finishing copy_from racing read to smithi09982431-25 2024-04-12T16:08:14.413 INFO:tasks.rados.rados.0.smithi099.stdout:2132: seq_num 672 ranges {4980736=458752,5439488=647168,6086656=466944,6553600=90112} 2024-04-12T16:08:14.440 INFO:tasks.rados.rados.0.smithi099.stdout:2132: writing smithi09982431-6 from 4980736 to 5439488 tid 1 2024-04-12T16:08:14.444 INFO:tasks.rados.rados.0.smithi099.stdout:2132: writing smithi09982431-6 from 5439488 to 6086656 tid 2 2024-04-12T16:08:14.446 INFO:tasks.rados.rados.0.smithi099.stdout:2132: writing smithi09982431-6 from 6086656 to 6553600 tid 3 2024-04-12T16:08:14.448 INFO:tasks.rados.rados.0.smithi099.stdout:2132: writing smithi09982431-6 from 6553600 to 6643712 tid 4 2024-04-12T16:08:14.448 INFO:tasks.rados.rados.0.smithi099.stdout:2133: rollback oid 9 current snap is 207 2024-04-12T16:08:14.448 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 9 to 185 2024-04-12T16:08:14.448 INFO:tasks.rados.rados.0.smithi099.stdout:2130: finishing write tid 5 to smithi09982431-5 2024-04-12T16:08:14.448 INFO:tasks.rados.rados.0.smithi099.stdout:2130: oid 5 updating version 0 to 972 2024-04-12T16:08:14.448 INFO:tasks.rados.rados.0.smithi099.stdout:2130: oid 5 updating version 972 to 973 2024-04-12T16:08:14.448 INFO:tasks.rados.rados.0.smithi099.stdout:2130: oid 5 updating version 973 to 974 2024-04-12T16:08:14.448 INFO:tasks.rados.rados.0.smithi099.stdout:2130: oid 5 version 974 is already newer than 971 2024-04-12T16:08:14.449 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 5 v 974 (ObjNum 671 snap 207 seq_num 671) dirty exists 2024-04-12T16:08:14.449 INFO:tasks.rados.rados.0.smithi099.stdout:2130: left oid 5 (ObjNum 671 snap 207 seq_num 671) 2024-04-12T16:08:14.449 INFO:tasks.rados.rados.0.smithi099.stdout:2131: finishing copy_from to smithi09982431-25 2024-04-12T16:08:14.449 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 25 v 976 (ObjNum 648 snap 198 seq_num 648) dirty exists 2024-04-12T16:08:14.449 INFO:tasks.rados.rados.0.smithi099.stdout:2132: finishing write tid 1 to smithi09982431-6 2024-04-12T16:08:14.449 INFO:tasks.rados.rados.0.smithi099.stdout:2130: done (3 left) 2024-04-12T16:08:14.449 INFO:tasks.rados.rados.0.smithi099.stdout:2131: done (2 left) 2024-04-12T16:08:14.449 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 25 current snap is 207 2024-04-12T16:08:14.449 INFO:tasks.rados.rados.0.smithi099.stdout:2134: seq_num 673 ranges {1941504=475136,2416640=532480,2949120=671744} 2024-04-12T16:08:14.460 INFO:tasks.rados.rados.0.smithi099.stdout:2134: writing smithi09982431-25 from 1941504 to 2416640 tid 1 2024-04-12T16:08:14.464 INFO:tasks.rados.rados.0.smithi099.stdout:2134: writing smithi09982431-25 from 2416640 to 2949120 tid 2 2024-04-12T16:08:14.469 INFO:tasks.rados.rados.0.smithi099.stdout:2134: writing smithi09982431-25 from 2949120 to 3620864 tid 3 2024-04-12T16:08:14.469 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 17 current snap is 207 2024-04-12T16:08:14.469 INFO:tasks.rados.rados.0.smithi099.stdout:2132: finishing write tid 2 to smithi09982431-6 2024-04-12T16:08:14.469 INFO:tasks.rados.rados.0.smithi099.stdout:2132: finishing write tid 3 to smithi09982431-6 2024-04-12T16:08:14.469 INFO:tasks.rados.rados.0.smithi099.stdout:2132: finishing write tid 4 to smithi09982431-6 2024-04-12T16:08:14.469 INFO:tasks.rados.rados.0.smithi099.stdout:2132: finishing write tid 5 to smithi09982431-6 2024-04-12T16:08:14.469 INFO:tasks.rados.rados.0.smithi099.stdout:2133: finishing rollback tid 0 to smithi09982431-9 2024-04-12T16:08:14.469 INFO:tasks.rados.rados.0.smithi099.stdout:2133: finishing rollback tid 1 to smithi09982431-9 2024-04-12T16:08:14.469 INFO:tasks.rados.rados.0.smithi099.stdout:2133: finishing rollback tid 2 to smithi09982431-9 2024-04-12T16:08:14.469 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 9 v 1425 (ObjNum 433 snap 129 seq_num 433) dirty exists 2024-04-12T16:08:14.469 INFO:tasks.rados.rados.0.smithi099.stdout:2132: finishing write tid 6 to smithi09982431-6 2024-04-12T16:08:14.470 INFO:tasks.rados.rados.0.smithi099.stdout:2132: oid 6 updating version 0 to 988 2024-04-12T16:08:14.470 INFO:tasks.rados.rados.0.smithi099.stdout:2132: oid 6 version 988 is already newer than 985 2024-04-12T16:08:14.470 INFO:tasks.rados.rados.0.smithi099.stdout:2132: oid 6 version 988 is already newer than 987 2024-04-12T16:08:14.470 INFO:tasks.rados.rados.0.smithi099.stdout:2132: oid 6 updating version 988 to 989 2024-04-12T16:08:14.470 INFO:tasks.rados.rados.0.smithi099.stdout:2132: oid 6 version 989 is already newer than 986 2024-04-12T16:08:14.470 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 6 v 989 (ObjNum 672 snap 207 seq_num 672) dirty exists 2024-04-12T16:08:14.470 INFO:tasks.rados.rados.0.smithi099.stdout:2132: left oid 6 (ObjNum 672 snap 207 seq_num 672) 2024-04-12T16:08:14.470 INFO:tasks.rados.rados.0.smithi099.stdout:2134: finishing write tid 1 to smithi09982431-25 2024-04-12T16:08:14.470 INFO:tasks.rados.rados.0.smithi099.stdout:2135: seq_num 674 ranges {5996544=491520,6488064=417792,6905856=483328,7389184=303104} 2024-04-12T16:08:14.502 INFO:tasks.rados.rados.0.smithi099.stdout:2135: writing smithi09982431-17 from 5996544 to 6488064 tid 1 2024-04-12T16:08:14.504 INFO:tasks.rados.rados.0.smithi099.stdout:2135: writing smithi09982431-17 from 6488064 to 6905856 tid 2 2024-04-12T16:08:14.508 INFO:tasks.rados.rados.0.smithi099.stdout:2135: writing smithi09982431-17 from 6905856 to 7389184 tid 3 2024-04-12T16:08:14.511 INFO:tasks.rados.rados.0.smithi099.stdout:2135: writing smithi09982431-17 from 7389184 to 7692288 tid 4 2024-04-12T16:08:14.511 INFO:tasks.rados.rados.0.smithi099.stdout:2134: finishing write tid 2 to smithi09982431-25 2024-04-12T16:08:14.511 INFO:tasks.rados.rados.0.smithi099.stdout:2134: finishing write tid 3 to smithi09982431-25 2024-04-12T16:08:14.511 INFO:tasks.rados.rados.0.smithi099.stdout:2134: finishing write tid 4 to smithi09982431-25 2024-04-12T16:08:14.511 INFO:tasks.rados.rados.0.smithi099.stdout:2134: finishing write tid 5 to smithi09982431-25 2024-04-12T16:08:14.511 INFO:tasks.rados.rados.0.smithi099.stdout:2134: oid 25 updating version 0 to 1521 2024-04-12T16:08:14.511 INFO:tasks.rados.rados.0.smithi099.stdout:2134: oid 25 version 1521 is already newer than 1520 2024-04-12T16:08:14.511 INFO:tasks.rados.rados.0.smithi099.stdout:2134: oid 25 updating version 1521 to 1522 2024-04-12T16:08:14.512 INFO:tasks.rados.rados.0.smithi099.stdout:2134: oid 25 version 1522 is already newer than 1519 2024-04-12T16:08:14.512 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 25 v 1522 (ObjNum 673 snap 207 seq_num 673) dirty exists 2024-04-12T16:08:14.512 INFO:tasks.rados.rados.0.smithi099.stdout:2134: left oid 25 (ObjNum 673 snap 207 seq_num 673) 2024-04-12T16:08:14.512 INFO:tasks.rados.rados.0.smithi099.stdout:2135: finishing write tid 1 to smithi09982431-17 2024-04-12T16:08:14.512 INFO:tasks.rados.rados.0.smithi099.stdout:2135: finishing write tid 2 to smithi09982431-17 2024-04-12T16:08:14.512 INFO:tasks.rados.rados.0.smithi099.stdout:2132: done (3 left) 2024-04-12T16:08:14.512 INFO:tasks.rados.rados.0.smithi099.stdout:2133: done (2 left) 2024-04-12T16:08:14.512 INFO:tasks.rados.rados.0.smithi099.stdout:2134: done (1 left) 2024-04-12T16:08:14.512 INFO:tasks.rados.rados.0.smithi099.stdout:2136: copy_from oid 31 from oid 18 current snap is 207 2024-04-12T16:08:14.512 INFO:tasks.rados.rados.0.smithi099.stdout:2137: snap_remove snap 205 2024-04-12T16:08:15.074 INFO:tasks.rados.rados.0.smithi099.stdout:2137: done (2 left) 2024-04-12T16:08:15.074 INFO:tasks.rados.rados.0.smithi099.stdout:2138: read oid 34 snap -1 2024-04-12T16:08:15.074 INFO:tasks.rados.rados.0.smithi099.stdout:2138: expect (ObjNum 639 snap 194 seq_num 639) 2024-04-12T16:08:15.074 INFO:tasks.rados.rados.0.smithi099.stdout:2139: snap_remove snap 201 2024-04-12T16:08:15.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:15 smithi110 ceph-mon[88691]: pgmap v352: 121 pgs: 121 active+clean; 439 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 772 KiB/s wr, 15 op/s 2024-04-12T16:08:15.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:15 smithi099 ceph-mon[94290]: pgmap v352: 121 pgs: 121 active+clean; 439 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 772 KiB/s wr, 15 op/s 2024-04-12T16:08:15.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:15 smithi099 ceph-mon[96864]: pgmap v352: 121 pgs: 121 active+clean; 439 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 772 KiB/s wr, 15 op/s 2024-04-12T16:08:16.074 INFO:tasks.rados.rados.0.smithi099.stdout:2139: done (3 left) 2024-04-12T16:08:16.075 INFO:tasks.rados.rados.0.smithi099.stdout:2140: read oid 38 snap -1 2024-04-12T16:08:16.075 INFO:tasks.rados.rados.0.smithi099.stdout:2140: expect deleted 2024-04-12T16:08:16.075 INFO:tasks.rados.rados.0.smithi099.stdout:2141: rollback oid 26 current snap is 207 2024-04-12T16:08:16.075 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 26 to 190 2024-04-12T16:08:16.075 INFO:tasks.rados.rados.0.smithi099.stdout:2142: copy_from oid 21 from oid 12 current snap is 207 2024-04-12T16:08:16.075 INFO:tasks.rados.rados.0.smithi099.stdout:2143: snap_remove snap 163 2024-04-12T16:08:16.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:16 smithi110 ceph-mon[88691]: osdmap e478: 8 total, 8 up, 8 in 2024-04-12T16:08:16.359 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:16 smithi099 ceph-mon[94290]: osdmap e478: 8 total, 8 up, 8 in 2024-04-12T16:08:16.359 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:16 smithi099 ceph-mon[96864]: osdmap e478: 8 total, 8 up, 8 in 2024-04-12T16:08:16.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:08:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:08:16] "GET /metrics HTTP/1.1" 200 36196 "" "Prometheus/2.43.0" 2024-04-12T16:08:17.091 INFO:tasks.rados.rados.0.smithi099.stdout:2143: done (6 left) 2024-04-12T16:08:17.092 INFO:tasks.rados.rados.0.smithi099.stdout:2144: rollback oid 40 current snap is 207 2024-04-12T16:08:17.092 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 40 to 196 2024-04-12T16:08:17.092 INFO:tasks.rados.rados.0.smithi099.stdout:2145: read oid 24 snap 187 2024-04-12T16:08:17.092 INFO:tasks.rados.rados.0.smithi099.stdout:2145: expect (ObjNum 525 snap 158 seq_num 525) 2024-04-12T16:08:17.092 INFO:tasks.rados.rados.0.smithi099.stdout:2146: snap_create 2024-04-12T16:08:17.092 INFO:tasks.rados.rados.0.smithi099.stdout:2135: finishing write tid 3 to smithi09982431-17 2024-04-12T16:08:17.092 INFO:tasks.rados.rados.0.smithi099.stdout:2135: finishing write tid 4 to smithi09982431-17 2024-04-12T16:08:17.092 INFO:tasks.rados.rados.0.smithi099.stdout:2135: finishing write tid 5 to smithi09982431-17 2024-04-12T16:08:17.092 INFO:tasks.rados.rados.0.smithi099.stdout:2135: finishing write tid 6 to smithi09982431-17 2024-04-12T16:08:17.092 INFO:tasks.rados.rados.0.smithi099.stdout:2135: oid 17 updating version 0 to 1029 2024-04-12T16:08:17.092 INFO:tasks.rados.rados.0.smithi099.stdout:2135: oid 17 updating version 1029 to 1030 2024-04-12T16:08:17.092 INFO:tasks.rados.rados.0.smithi099.stdout:2135: oid 17 version 1030 is already newer than 1028 2024-04-12T16:08:17.092 INFO:tasks.rados.rados.0.smithi099.stdout:2135: oid 17 updating version 1030 to 1031 2024-04-12T16:08:17.092 INFO:tasks.rados.rados.0.smithi099.stdout:2135: oid 17 updating version 1031 to 1032 2024-04-12T16:08:17.093 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 17 v 1032 (ObjNum 674 snap 207 seq_num 674) dirty exists 2024-04-12T16:08:17.093 INFO:tasks.rados.rados.0.smithi099.stdout:2135: left oid 17 (ObjNum 674 snap 207 seq_num 674) 2024-04-12T16:08:17.093 INFO:tasks.rados.rados.0.smithi099.stdout:2136: finishing copy_from racing read to smithi09982431-31 2024-04-12T16:08:17.093 INFO:tasks.rados.rados.0.smithi099.stdout:2136: finishing copy_from to smithi09982431-31 2024-04-12T16:08:17.093 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 31 v 1148 (ObjNum 605 snap 186 seq_num 605) dirty exists 2024-04-12T16:08:17.093 INFO:tasks.rados.rados.0.smithi099.stdout:2138: expect (ObjNum 639 snap 194 seq_num 639) 2024-04-12T16:08:17.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:17 smithi110 ceph-mon[88691]: osdmap e479: 8 total, 8 up, 8 in 2024-04-12T16:08:17.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:17 smithi110 ceph-mon[88691]: pgmap v355: 121 pgs: 121 active+clean; 443 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.0 MiB/s wr, 24 op/s 2024-04-12T16:08:17.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:17 smithi099 ceph-mon[94290]: osdmap e479: 8 total, 8 up, 8 in 2024-04-12T16:08:17.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:17 smithi099 ceph-mon[94290]: pgmap v355: 121 pgs: 121 active+clean; 443 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.0 MiB/s wr, 24 op/s 2024-04-12T16:08:17.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:17 smithi099 ceph-mon[96864]: osdmap e479: 8 total, 8 up, 8 in 2024-04-12T16:08:17.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:17 smithi099 ceph-mon[96864]: pgmap v355: 121 pgs: 121 active+clean; 443 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.0 MiB/s wr, 24 op/s 2024-04-12T16:08:17.378 INFO:tasks.rados.rados.0.smithi099.stdout:2141: finishing rollback tid 1 to smithi09982431-26 2024-04-12T16:08:17.378 INFO:tasks.rados.rados.0.smithi099.stdout:2141: finishing rollback tid 2 to smithi09982431-26 2024-04-12T16:08:17.379 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 845 (ObjNum 449 snap 135 seq_num 449) dirty exists 2024-04-12T16:08:17.379 INFO:tasks.rados.rados.0.smithi099.stdout:2142: finishing copy_from racing read to smithi09982431-21 2024-04-12T16:08:17.379 INFO:tasks.rados.rados.0.smithi099.stdout:2142: finishing copy_from to smithi09982431-21 2024-04-12T16:08:17.379 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 1024 (ObjNum 657 snap 202 seq_num 657) dirty exists 2024-04-12T16:08:17.379 INFO:tasks.rados.rados.0.smithi099.stdout:2144: finishing rollback tid 1 to smithi09982431-40 2024-04-12T16:08:17.379 INFO:tasks.rados.rados.0.smithi099.stdout:2144: finishing rollback tid 2 to smithi09982431-40 2024-04-12T16:08:17.379 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 40 v 1536 (ObjNum 630 snap 193 seq_num 630) dirty exists 2024-04-12T16:08:17.379 INFO:tasks.rados.rados.0.smithi099.stdout:2145: expect (ObjNum 525 snap 158 seq_num 525) 2024-04-12T16:08:18.093 INFO:tasks.rados.rados.0.smithi099.stdout:2135: done (8 left) 2024-04-12T16:08:18.093 INFO:tasks.rados.rados.0.smithi099.stdout:2136: done (7 left) 2024-04-12T16:08:18.093 INFO:tasks.rados.rados.0.smithi099.stdout:2138: done (6 left) 2024-04-12T16:08:18.093 INFO:tasks.rados.rados.0.smithi099.stdout:2140: done (5 left) 2024-04-12T16:08:18.093 INFO:tasks.rados.rados.0.smithi099.stdout:2141: done (4 left) 2024-04-12T16:08:18.093 INFO:tasks.rados.rados.0.smithi099.stdout:2142: done (3 left) 2024-04-12T16:08:18.093 INFO:tasks.rados.rados.0.smithi099.stdout:2144: done (2 left) 2024-04-12T16:08:18.094 INFO:tasks.rados.rados.0.smithi099.stdout:2145: done (1 left) 2024-04-12T16:08:18.094 INFO:tasks.rados.rados.0.smithi099.stdout:2146: done (0 left) 2024-04-12T16:08:18.094 INFO:tasks.rados.rados.0.smithi099.stdout:2147: setattr oid 9 current snap is 208 2024-04-12T16:08:18.094 INFO:tasks.rados.rados.0.smithi099.stdout:2148: read oid 10 snap -1 2024-04-12T16:08:18.094 INFO:tasks.rados.rados.0.smithi099.stdout:2148: expect (ObjNum 629 snap 193 seq_num 629) 2024-04-12T16:08:18.094 INFO:tasks.rados.rados.0.smithi099.stdout:2149: setattr oid 3 current snap is 208 2024-04-12T16:08:18.095 INFO:tasks.rados.rados.0.smithi099.stdout:2150: read oid 21 snap -1 2024-04-12T16:08:18.095 INFO:tasks.rados.rados.0.smithi099.stdout:2150: expect (ObjNum 657 snap 202 seq_num 657) 2024-04-12T16:08:18.095 INFO:tasks.rados.rados.0.smithi099.stdout:2151: setattr oid 14 current snap is 208 2024-04-12T16:08:18.097 INFO:tasks.rados.rados.0.smithi099.stdout:2152: snap_create 2024-04-12T16:08:18.100 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 9 v 1426 (ObjNum 433 snap 129 seq_num 433) dirty exists 2024-04-12T16:08:18.102 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 14 v 494 (ObjNum 33 snap 0 seq_num 1924064160) dirty exists 2024-04-12T16:08:18.124 INFO:tasks.rados.rados.0.smithi099.stdout:2148: expect (ObjNum 629 snap 193 seq_num 629) 2024-04-12T16:08:18.231 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 3 v 1287 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-12T16:08:18.231 INFO:tasks.rados.rados.0.smithi099.stdout:2150: expect (ObjNum 657 snap 202 seq_num 657) 2024-04-12T16:08:18.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:18 smithi099 ceph-mon[94290]: osdmap e480: 8 total, 8 up, 8 in 2024-04-12T16:08:18.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:18 smithi099 ceph-mon[96864]: osdmap e480: 8 total, 8 up, 8 in 2024-04-12T16:08:18.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:18 smithi110 ceph-mon[88691]: osdmap e480: 8 total, 8 up, 8 in 2024-04-12T16:08:19.033 INFO:tasks.rados.rados.0.smithi099.stdout:2147: done (5 left) 2024-04-12T16:08:19.033 INFO:tasks.rados.rados.0.smithi099.stdout:2148: done (4 left) 2024-04-12T16:08:19.033 INFO:tasks.rados.rados.0.smithi099.stdout:2149: done (3 left) 2024-04-12T16:08:19.034 INFO:tasks.rados.rados.0.smithi099.stdout:2150: done (2 left) 2024-04-12T16:08:19.034 INFO:tasks.rados.rados.0.smithi099.stdout:2151: done (1 left) 2024-04-12T16:08:19.034 INFO:tasks.rados.rados.0.smithi099.stdout:2152: done (0 left) 2024-04-12T16:08:19.034 INFO:tasks.rados.rados.0.smithi099.stdout:2153: snap_create 2024-04-12T16:08:19.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:19 smithi110 ceph-mon[88691]: osdmap e481: 8 total, 8 up, 8 in 2024-04-12T16:08:19.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:19 smithi110 ceph-mon[88691]: pgmap v358: 121 pgs: 121 active+clean; 445 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-04-12T16:08:19.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:19 smithi110 ceph-mon[88691]: osdmap e482: 8 total, 8 up, 8 in 2024-04-12T16:08:19.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:19 smithi099 ceph-mon[94290]: osdmap e481: 8 total, 8 up, 8 in 2024-04-12T16:08:19.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:19 smithi099 ceph-mon[94290]: pgmap v358: 121 pgs: 121 active+clean; 445 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-04-12T16:08:19.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:19 smithi099 ceph-mon[94290]: osdmap e482: 8 total, 8 up, 8 in 2024-04-12T16:08:19.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:19 smithi099 ceph-mon[96864]: osdmap e481: 8 total, 8 up, 8 in 2024-04-12T16:08:19.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:19 smithi099 ceph-mon[96864]: pgmap v358: 121 pgs: 121 active+clean; 445 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-04-12T16:08:19.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:19 smithi099 ceph-mon[96864]: osdmap e482: 8 total, 8 up, 8 in 2024-04-12T16:08:20.034 INFO:tasks.rados.rados.0.smithi099.stdout:2153: done (0 left) 2024-04-12T16:08:20.035 INFO:tasks.rados.rados.0.smithi099.stdout:2154: snap_remove snap 187 2024-04-12T16:08:20.364 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:20 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-12T16:08:20.364 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:20 smithi110 ceph-mon[88691]: osdmap e483: 8 total, 8 up, 8 in 2024-04-12T16:08:20.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:20 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-12T16:08:20.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:20 smithi099 ceph-mon[94290]: osdmap e483: 8 total, 8 up, 8 in 2024-04-12T16:08:20.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:20 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-12T16:08:20.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:20 smithi099 ceph-mon[96864]: osdmap e483: 8 total, 8 up, 8 in 2024-04-12T16:08:21.045 INFO:tasks.rados.rados.0.smithi099.stdout:2154: done (0 left) 2024-04-12T16:08:21.046 INFO:tasks.rados.rados.0.smithi099.stdout:2155: rmattr oid 25 current snap is 210 2024-04-12T16:08:21.046 INFO:tasks.rados.rados.0.smithi099.stdout:2156: read oid 26 snap -1 2024-04-12T16:08:21.046 INFO:tasks.rados.rados.0.smithi099.stdout:2156: expect (ObjNum 449 snap 135 seq_num 449) 2024-04-12T16:08:21.046 INFO:tasks.rados.rados.0.smithi099.stdout:2157: snap_remove snap 204 2024-04-12T16:08:21.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:21 smithi110 ceph-mon[88691]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-12T16:08:21.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:21 smithi110 ceph-mon[88691]: Upgrade: osd.5 is safe to restart 2024-04-12T16:08:21.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:21 smithi110 ceph-mon[88691]: pgmap v361: 121 pgs: 121 active+clean; 460 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.4 MiB/s wr, 27 op/s 2024-04-12T16:08:21.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:21 smithi110 ceph-mon[88691]: osdmap e484: 8 total, 8 up, 8 in 2024-04-12T16:08:21.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:21 smithi099 ceph-mon[94290]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-12T16:08:21.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:21 smithi099 ceph-mon[94290]: Upgrade: osd.5 is safe to restart 2024-04-12T16:08:21.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:21 smithi099 ceph-mon[94290]: pgmap v361: 121 pgs: 121 active+clean; 460 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.4 MiB/s wr, 27 op/s 2024-04-12T16:08:21.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:21 smithi099 ceph-mon[94290]: osdmap e484: 8 total, 8 up, 8 in 2024-04-12T16:08:21.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:21 smithi099 ceph-mon[96864]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-12T16:08:21.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:21 smithi099 ceph-mon[96864]: Upgrade: osd.5 is safe to restart 2024-04-12T16:08:21.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:21 smithi099 ceph-mon[96864]: pgmap v361: 121 pgs: 121 active+clean; 460 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.4 MiB/s wr, 27 op/s 2024-04-12T16:08:21.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:21 smithi099 ceph-mon[96864]: osdmap e484: 8 total, 8 up, 8 in 2024-04-12T16:08:22.046 INFO:tasks.rados.rados.0.smithi099.stdout:2157: done (2 left) 2024-04-12T16:08:22.048 INFO:tasks.rados.rados.0.smithi099.stdout:2158: rollback oid 40 current snap is 210 2024-04-12T16:08:22.048 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 40 to 166 2024-04-12T16:08:22.048 INFO:tasks.rados.rados.0.smithi099.stdout:2159: setattr oid 10 current snap is 210 2024-04-12T16:08:22.048 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 25 v 1544 (ObjNum 673 snap 207 seq_num 673) dirty exists 2024-04-12T16:08:22.048 INFO:tasks.rados.rados.0.smithi099.stdout:2156: expect (ObjNum 449 snap 135 seq_num 449) 2024-04-12T16:08:22.276 INFO:tasks.rados.rados.0.smithi099.stdout:2158: finishing rollback tid 0 to smithi09982431-40 2024-04-12T16:08:22.276 INFO:tasks.rados.rados.0.smithi099.stdout:2158: finishing rollback tid 1 to smithi09982431-40 2024-04-12T16:08:22.276 INFO:tasks.rados.rados.0.smithi099.stdout:2158: finishing rollback tid 2 to smithi09982431-40 2024-04-12T16:08:22.276 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 40 v 1558 (ObjNum 510 snap 153 seq_num 510) dirty exists 2024-04-12T16:08:22.276 INFO:tasks.rados.rados.0.smithi099.stdout:2155: done (3 left) 2024-04-12T16:08:22.276 INFO:tasks.rados.rados.0.smithi099.stdout:2156: done (2 left) 2024-04-12T16:08:22.276 INFO:tasks.rados.rados.0.smithi099.stdout:2158: done (1 left) 2024-04-12T16:08:22.276 INFO:tasks.rados.rados.0.smithi099.stdout:2160: setattr oid 19 current snap is 210 2024-04-12T16:08:22.277 INFO:tasks.rados.rados.0.smithi099.stdout:2161: read oid 49 snap -1 2024-04-12T16:08:22.277 INFO:tasks.rados.rados.0.smithi099.stdout:2161: expect deleted 2024-04-12T16:08:22.277 INFO:tasks.rados.rados.0.smithi099.stdout:2162: rmattr oid 21 current snap is 210 2024-04-12T16:08:22.277 INFO:tasks.rados.rados.0.smithi099.stdout:2163: copy_from oid 2 from oid 7 current snap is 210 2024-04-12T16:08:22.277 INFO:tasks.rados.rados.0.smithi099.stdout:2164: delete oid 24 current snap is 210 2024-04-12T16:08:22.281 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 10 v 1295 (ObjNum 629 snap 193 seq_num 629) dirty exists 2024-04-12T16:08:22.281 INFO:tasks.rados.rados.0.smithi099.stdout:2159: done (5 left) 2024-04-12T16:08:22.282 INFO:tasks.rados.rados.0.smithi099.stdout:2161: done (4 left) 2024-04-12T16:08:22.282 INFO:tasks.rados.rados.0.smithi099.stdout:2164: done (3 left) 2024-04-12T16:08:22.282 INFO:tasks.rados.rados.0.smithi099.stdout:2165: rollback oid 49 current snap is 210 2024-04-12T16:08:22.282 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 49 to 195 2024-04-12T16:08:22.282 INFO:tasks.rados.rados.0.smithi099.stdout:2166: read oid 8 snap -1 2024-04-12T16:08:22.282 INFO:tasks.rados.rados.0.smithi099.stdout:2166: expect deleted 2024-04-12T16:08:22.282 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 38 current snap is 210 2024-04-12T16:08:22.282 INFO:tasks.rados.rados.0.smithi099.stdout:2167: seq_num 676 ranges {0=524288,524288=589824,1114112=450560,1564672=163840} 2024-04-12T16:08:22.284 INFO:tasks.rados.rados.0.smithi099.stdout:2167: writing smithi09982431-38 from 0 to 524288 tid 1 2024-04-12T16:08:22.288 INFO:tasks.rados.rados.0.smithi099.stdout:2167: writing smithi09982431-38 from 524288 to 1114112 tid 2 2024-04-12T16:08:22.290 INFO:tasks.rados.rados.0.smithi099.stdout:2167: writing smithi09982431-38 from 1114112 to 1564672 tid 3 2024-04-12T16:08:22.292 INFO:tasks.rados.rados.0.smithi099.stdout:2167: writing smithi09982431-38 from 1564672 to 1728512 tid 4 2024-04-12T16:08:22.292 INFO:tasks.rados.rados.0.smithi099.stdout:2168: read oid 29 snap -1 2024-04-12T16:08:22.292 INFO:tasks.rados.rados.0.smithi099.stdout:2168: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:08:22.292 INFO:tasks.rados.rados.0.smithi099.stdout:2163: finishing copy_from racing read to smithi09982431-2 2024-04-12T16:08:22.292 INFO:tasks.rados.rados.0.smithi099.stdout:2163: finishing copy_from to smithi09982431-2 2024-04-12T16:08:22.292 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 2 v 1485 (ObjNum 65 snap 0 seq_num 1886347600) dirty exists 2024-04-12T16:08:22.293 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 19 v 1427 (ObjNum 523 snap 158 seq_num 523) dirty exists 2024-04-12T16:08:22.293 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 1328 (ObjNum 657 snap 202 seq_num 657) dirty exists 2024-04-12T16:08:22.293 INFO:tasks.rados.rados.0.smithi099.stdout:2165: finishing rollback tid 1 to smithi09982431-49 2024-04-12T16:08:22.293 INFO:tasks.rados.rados.0.smithi099.stdout:2165: finishing rollback tid 2 to smithi09982431-49 2024-04-12T16:08:22.293 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 49 v 1330 (ObjNum 627 snap 191 seq_num 627) dirty exists 2024-04-12T16:08:22.293 INFO:tasks.rados.rados.0.smithi099.stdout:2167: finishing write tid 1 to smithi09982431-38 2024-04-12T16:08:22.293 INFO:tasks.rados.rados.0.smithi099.stdout:2167: finishing write tid 2 to smithi09982431-38 2024-04-12T16:08:22.293 INFO:tasks.rados.rados.0.smithi099.stdout:2160: done (6 left) 2024-04-12T16:08:22.293 INFO:tasks.rados.rados.0.smithi099.stdout:2162: done (5 left) 2024-04-12T16:08:22.293 INFO:tasks.rados.rados.0.smithi099.stdout:2163: done (4 left) 2024-04-12T16:08:22.293 INFO:tasks.rados.rados.0.smithi099.stdout:2165: done (3 left) 2024-04-12T16:08:22.293 INFO:tasks.rados.rados.0.smithi099.stdout:2166: done (2 left) 2024-04-12T16:08:22.293 INFO:tasks.rados.rados.0.smithi099.stdout:2169: snap_create 2024-04-12T16:08:22.294 INFO:tasks.rados.rados.0.smithi099.stdout:2168: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:08:22.294 INFO:tasks.rados.rados.0.smithi099.stdout:2167: finishing write tid 3 to smithi09982431-38 2024-04-12T16:08:22.294 INFO:tasks.rados.rados.0.smithi099.stdout:2167: finishing write tid 4 to smithi09982431-38 2024-04-12T16:08:22.295 INFO:tasks.rados.rados.0.smithi099.stdout:2167: finishing write tid 5 to smithi09982431-38 2024-04-12T16:08:22.296 INFO:tasks.rados.rados.0.smithi099.stdout:2167: finishing write tid 6 to smithi09982431-38 2024-04-12T16:08:22.296 INFO:tasks.rados.rados.0.smithi099.stdout:2167: oid 38 updating version 0 to 1058 2024-04-12T16:08:22.296 INFO:tasks.rados.rados.0.smithi099.stdout:2167: oid 38 version 1058 is already newer than 1056 2024-04-12T16:08:22.296 INFO:tasks.rados.rados.0.smithi099.stdout:2167: oid 38 updating version 1058 to 1060 2024-04-12T16:08:22.296 INFO:tasks.rados.rados.0.smithi099.stdout:2167: oid 38 version 1060 is already newer than 1057 2024-04-12T16:08:22.296 INFO:tasks.rados.rados.0.smithi099.stdout:2167: oid 38 version 1060 is already newer than 1059 2024-04-12T16:08:22.296 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 38 v 1060 (ObjNum 676 snap 210 seq_num 676) dirty exists 2024-04-12T16:08:22.296 INFO:tasks.rados.rados.0.smithi099.stdout:2167: left oid 38 (ObjNum 676 snap 210 seq_num 676) 2024-04-12T16:08:22.441 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:08:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:08:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:08:22.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:22 smithi110 ceph-mon[88691]: Upgrade: Updating osd.5 2024-04-12T16:08:22.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:22 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:22.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:22 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-12T16:08:22.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:22 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:08:22.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:22 smithi110 ceph-mon[88691]: Deploying daemon osd.5 on smithi110 2024-04-12T16:08:22.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:22 smithi110 ceph-mon[88691]: osdmap e485: 8 total, 8 up, 8 in 2024-04-12T16:08:22.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:22 smithi110 ceph-mon[88691]: pgmap v364: 121 pgs: 121 active+clean; 460 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-04-12T16:08:22.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:22 smithi099 ceph-mon[94290]: Upgrade: Updating osd.5 2024-04-12T16:08:22.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:22 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:22.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:22 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-12T16:08:22.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:22 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:08:22.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:22 smithi099 ceph-mon[94290]: Deploying daemon osd.5 on smithi110 2024-04-12T16:08:22.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:22 smithi099 ceph-mon[94290]: osdmap e485: 8 total, 8 up, 8 in 2024-04-12T16:08:22.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:22 smithi099 ceph-mon[94290]: pgmap v364: 121 pgs: 121 active+clean; 460 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-04-12T16:08:22.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:22 smithi099 ceph-mon[96864]: Upgrade: Updating osd.5 2024-04-12T16:08:22.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:22 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:22.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:22 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-12T16:08:22.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:22 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:08:22.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:22 smithi099 ceph-mon[96864]: Deploying daemon osd.5 on smithi110 2024-04-12T16:08:22.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:22 smithi099 ceph-mon[96864]: osdmap e485: 8 total, 8 up, 8 in 2024-04-12T16:08:22.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:22 smithi099 ceph-mon[96864]: pgmap v364: 121 pgs: 121 active+clean; 460 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-04-12T16:08:23.045 INFO:tasks.rados.rados.0.smithi099.stdout:2167: done (2 left) 2024-04-12T16:08:23.045 INFO:tasks.rados.rados.0.smithi099.stdout:2168: done (1 left) 2024-04-12T16:08:23.045 INFO:tasks.rados.rados.0.smithi099.stdout:2169: done (0 left) 2024-04-12T16:08:23.045 INFO:tasks.rados.rados.0.smithi099.stdout:2170: delete oid 22 current snap is 211 2024-04-12T16:08:23.047 INFO:tasks.rados.rados.0.smithi099.stdout:2170: done (0 left) 2024-04-12T16:08:23.047 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 21 current snap is 211 2024-04-12T16:08:23.048 INFO:tasks.rados.rados.0.smithi099.stdout:2171: seq_num 678 ranges {4497408=565248,5062656=802816,5865472=401408} 2024-04-12T16:08:23.074 INFO:tasks.rados.rados.0.smithi099.stdout:2171: writing smithi09982431-21 from 4497408 to 5062656 tid 1 2024-04-12T16:08:23.079 INFO:tasks.rados.rados.0.smithi099.stdout:2171: writing smithi09982431-21 from 5062656 to 5865472 tid 2 2024-04-12T16:08:23.082 INFO:tasks.rados.rados.0.smithi099.stdout:2171: writing smithi09982431-21 from 5865472 to 6266880 tid 3 2024-04-12T16:08:23.082 INFO:tasks.rados.rados.0.smithi099.stdout:2172: rollback oid 1 current snap is 211 2024-04-12T16:08:23.082 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 1 to 207 2024-04-12T16:08:23.082 INFO:tasks.rados.rados.0.smithi099.stdout:2171: finishing write tid 1 to smithi09982431-21 2024-04-12T16:08:23.082 INFO:tasks.rados.rados.0.smithi099.stdout:2173: snap_create 2024-04-12T16:08:23.084 INFO:tasks.rados.rados.0.smithi099.stdout:2171: finishing write tid 2 to smithi09982431-21 2024-04-12T16:08:23.084 INFO:tasks.rados.rados.0.smithi099.stdout:2171: finishing write tid 3 to smithi09982431-21 2024-04-12T16:08:23.085 INFO:tasks.rados.rados.0.smithi099.stdout:2171: finishing write tid 4 to smithi09982431-21 2024-04-12T16:08:23.086 INFO:tasks.rados.rados.0.smithi099.stdout:2171: finishing write tid 5 to smithi09982431-21 2024-04-12T16:08:23.086 INFO:tasks.rados.rados.0.smithi099.stdout:2171: oid 21 updating version 0 to 1335 2024-04-12T16:08:23.086 INFO:tasks.rados.rados.0.smithi099.stdout:2171: oid 21 version 1335 is already newer than 1332 2024-04-12T16:08:23.086 INFO:tasks.rados.rados.0.smithi099.stdout:2171: oid 21 version 1335 is already newer than 1334 2024-04-12T16:08:23.086 INFO:tasks.rados.rados.0.smithi099.stdout:2171: oid 21 version 1335 is already newer than 1333 2024-04-12T16:08:23.086 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 1335 (ObjNum 678 snap 211 seq_num 678) dirty exists 2024-04-12T16:08:23.086 INFO:tasks.rados.rados.0.smithi099.stdout:2171: left oid 21 (ObjNum 678 snap 211 seq_num 678) 2024-04-12T16:08:23.088 INFO:tasks.rados.rados.0.smithi099.stdout:2172: finishing rollback tid 0 to smithi09982431-1 2024-04-12T16:08:23.089 INFO:tasks.rados.rados.0.smithi099.stdout:2172: finishing rollback tid 1 to smithi09982431-1 2024-04-12T16:08:23.089 INFO:tasks.rados.rados.0.smithi099.stdout:2172: finishing rollback tid 2 to smithi09982431-1 2024-04-12T16:08:23.089 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 1 v 1075 (ObjNum 659 snap 202 seq_num 659) dirty exists 2024-04-12T16:08:24.036 INFO:tasks.rados.rados.0.smithi099.stdout:2171: done (2 left) 2024-04-12T16:08:24.036 INFO:tasks.rados.rados.0.smithi099.stdout:2172: done (1 left) 2024-04-12T16:08:24.036 INFO:tasks.rados.rados.0.smithi099.stdout:2173: done (0 left) 2024-04-12T16:08:24.036 INFO:tasks.rados.rados.0.smithi099.stdout:2174: snap_create 2024-04-12T16:08:24.251 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:24 smithi110 ceph-mon[88691]: osdmap e486: 8 total, 8 up, 8 in 2024-04-12T16:08:24.251 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:24 smithi110 ceph-mon[88691]: osdmap e487: 8 total, 8 up, 8 in 2024-04-12T16:08:24.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:24 smithi099 ceph-mon[94290]: osdmap e486: 8 total, 8 up, 8 in 2024-04-12T16:08:24.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:24 smithi099 ceph-mon[94290]: osdmap e487: 8 total, 8 up, 8 in 2024-04-12T16:08:24.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:24 smithi099 ceph-mon[96864]: osdmap e486: 8 total, 8 up, 8 in 2024-04-12T16:08:24.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:24 smithi099 ceph-mon[96864]: osdmap e487: 8 total, 8 up, 8 in 2024-04-12T16:08:25.040 INFO:tasks.rados.rados.0.smithi099.stdout:2174: done (0 left) 2024-04-12T16:08:25.040 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 36 current snap is 213 2024-04-12T16:08:25.040 INFO:tasks.rados.rados.0.smithi099.stdout:2175: seq_num 679 ranges {3481600=581632,4063232=688128,4751360=516096} 2024-04-12T16:08:25.062 INFO:tasks.rados.rados.0.smithi099.stdout:2175: writing smithi09982431-36 from 3481600 to 4063232 tid 1 2024-04-12T16:08:25.066 INFO:tasks.rados.rados.0.smithi099.stdout:2175: writing smithi09982431-36 from 4063232 to 4751360 tid 2 2024-04-12T16:08:25.069 INFO:tasks.rados.rados.0.smithi099.stdout:2175: writing smithi09982431-36 from 4751360 to 5267456 tid 3 2024-04-12T16:08:25.069 INFO:tasks.rados.rados.0.smithi099.stdout:2176: snap_create 2024-04-12T16:08:25.070 INFO:tasks.rados.rados.0.smithi099.stdout:2175: finishing write tid 1 to smithi09982431-36 2024-04-12T16:08:25.070 INFO:tasks.rados.rados.0.smithi099.stdout:2175: finishing write tid 2 to smithi09982431-36 2024-04-12T16:08:25.072 INFO:tasks.rados.rados.0.smithi099.stdout:2175: finishing write tid 3 to smithi09982431-36 2024-04-12T16:08:25.073 INFO:tasks.rados.rados.0.smithi099.stdout:2175: finishing write tid 4 to smithi09982431-36 2024-04-12T16:08:25.075 INFO:tasks.rados.rados.0.smithi099.stdout:2175: finishing write tid 5 to smithi09982431-36 2024-04-12T16:08:25.075 INFO:tasks.rados.rados.0.smithi099.stdout:2175: oid 36 updating version 0 to 977 2024-04-12T16:08:25.075 INFO:tasks.rados.rados.0.smithi099.stdout:2175: oid 36 version 977 is already newer than 976 2024-04-12T16:08:25.075 INFO:tasks.rados.rados.0.smithi099.stdout:2175: oid 36 version 977 is already newer than 975 2024-04-12T16:08:25.075 INFO:tasks.rados.rados.0.smithi099.stdout:2175: oid 36 updating version 977 to 978 2024-04-12T16:08:25.075 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 36 v 978 (ObjNum 679 snap 213 seq_num 679) dirty exists 2024-04-12T16:08:25.075 INFO:tasks.rados.rados.0.smithi099.stdout:2175: left oid 36 (ObjNum 679 snap 213 seq_num 679) 2024-04-12T16:08:25.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:25 smithi110 ceph-mon[88691]: pgmap v367: 121 pgs: 121 active+clean; 465 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 854 KiB/s wr, 17 op/s 2024-04-12T16:08:25.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:25 smithi110 ceph-mon[88691]: osdmap e488: 8 total, 8 up, 8 in 2024-04-12T16:08:25.335 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:24 smithi110 systemd[1]: Stopping Ceph osd.5 for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:08:25.335 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5[43175]: 2024-04-12T16:08:25.168+0000 7f43f8ec9700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T16:08:25.335 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5[43175]: 2024-04-12T16:08:25.168+0000 7f43f8ec9700 -1 osd.5 488 *** Got signal Terminated *** 2024-04-12T16:08:25.335 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5[43175]: 2024-04-12T16:08:25.169+0000 7f43f8ec9700 -1 osd.5 488 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T16:08:25.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:25 smithi099 ceph-mon[94290]: pgmap v367: 121 pgs: 121 active+clean; 465 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 854 KiB/s wr, 17 op/s 2024-04-12T16:08:25.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:25 smithi099 ceph-mon[94290]: osdmap e488: 8 total, 8 up, 8 in 2024-04-12T16:08:25.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:25 smithi099 ceph-mon[96864]: pgmap v367: 121 pgs: 121 active+clean; 465 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 854 KiB/s wr, 17 op/s 2024-04-12T16:08:25.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:25 smithi099 ceph-mon[96864]: osdmap e488: 8 total, 8 up, 8 in 2024-04-12T16:08:26.065 INFO:tasks.rados.rados.0.smithi099.stdout:2175: done (1 left) 2024-04-12T16:08:26.065 INFO:tasks.rados.rados.0.smithi099.stdout:2176: done (0 left) 2024-04-12T16:08:26.065 INFO:tasks.rados.rados.0.smithi099.stdout:2177: read oid 5 snap 206 2024-04-12T16:08:26.065 INFO:tasks.rados.rados.0.smithi099.stdout:2177: expect deleted 2024-04-12T16:08:26.065 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 19 current snap is 214 2024-04-12T16:08:26.066 INFO:tasks.rados.rados.0.smithi099.stdout:2178: seq_num 680 ranges {1572864=598016,2170880=573440,2744320=434176,3178496=196608} 2024-04-12T16:08:26.078 INFO:tasks.rados.rados.0.smithi099.stdout:2178: writing smithi09982431-19 from 1572864 to 2170880 tid 1 2024-04-12T16:08:26.082 INFO:tasks.rados.rados.0.smithi099.stdout:2178: writing smithi09982431-19 from 2170880 to 2744320 tid 2 2024-04-12T16:08:26.084 INFO:tasks.rados.rados.0.smithi099.stdout:2178: writing smithi09982431-19 from 2744320 to 3178496 tid 3 2024-04-12T16:08:26.086 INFO:tasks.rados.rados.0.smithi099.stdout:2178: writing smithi09982431-19 from 3178496 to 3375104 tid 4 2024-04-12T16:08:26.086 INFO:tasks.rados.rados.0.smithi099.stdout:2179: delete oid 18 current snap is 214 2024-04-12T16:08:26.086 INFO:tasks.rados.rados.0.smithi099.stdout:2178: finishing write tid 1 to smithi09982431-19 2024-04-12T16:08:26.086 INFO:tasks.rados.rados.0.smithi099.stdout:2178: finishing write tid 2 to smithi09982431-19 2024-04-12T16:08:26.089 INFO:tasks.rados.rados.0.smithi099.stdout:2178: finishing write tid 3 to smithi09982431-19 2024-04-12T16:08:26.089 INFO:tasks.rados.rados.0.smithi099.stdout:2178: finishing write tid 4 to smithi09982431-19 2024-04-12T16:08:26.089 INFO:tasks.rados.rados.0.smithi099.stdout:2178: finishing write tid 5 to smithi09982431-19 2024-04-12T16:08:26.091 INFO:tasks.rados.rados.0.smithi099.stdout:2178: finishing write tid 6 to smithi09982431-19 2024-04-12T16:08:26.091 INFO:tasks.rados.rados.0.smithi099.stdout:2178: oid 19 updating version 0 to 1428 2024-04-12T16:08:26.091 INFO:tasks.rados.rados.0.smithi099.stdout:2178: oid 19 updating version 1428 to 1431 2024-04-12T16:08:26.091 INFO:tasks.rados.rados.0.smithi099.stdout:2178: oid 19 version 1431 is already newer than 1429 2024-04-12T16:08:26.091 INFO:tasks.rados.rados.0.smithi099.stdout:2178: oid 19 updating version 1431 to 1432 2024-04-12T16:08:26.091 INFO:tasks.rados.rados.0.smithi099.stdout:2178: oid 19 version 1432 is already newer than 1430 2024-04-12T16:08:26.091 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 19 v 1432 (ObjNum 680 snap 214 seq_num 680) dirty exists 2024-04-12T16:08:26.091 INFO:tasks.rados.rados.0.smithi099.stdout:2178: left oid 19 (ObjNum 680 snap 214 seq_num 680) 2024-04-12T16:08:26.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:26 smithi110 ceph-mon[88691]: osd.5 marked itself down and dead 2024-04-12T16:08:26.359 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:26 smithi099 ceph-mon[96864]: osd.5 marked itself down and dead 2024-04-12T16:08:26.359 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:26 smithi099 ceph-mon[94290]: osd.5 marked itself down and dead 2024-04-12T16:08:26.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:08:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:08:26] "GET /metrics HTTP/1.1" 200 36196 "" "Prometheus/2.43.0" 2024-04-12T16:08:26.941 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:26 smithi110 podman[98708]: 2024-04-12 16:08:26.655042166 +0000 UTC m=+1.574273492 container died adfdbd20159e489d638d7ea7c4db7dc63661fcbc68f80d3766724c9f5d0c2984 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5, GIT_CLEAN=True, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-d540eba, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5) 2024-04-12T16:08:27.088 INFO:tasks.rados.rados.0.smithi099.stdout:2177: done (2 left) 2024-04-12T16:08:27.089 INFO:tasks.rados.rados.0.smithi099.stdout:2178: done (1 left) 2024-04-12T16:08:27.089 INFO:tasks.rados.rados.0.smithi099.stdout:2179: done (0 left) 2024-04-12T16:08:27.089 INFO:tasks.rados.rados.0.smithi099.stdout:2180: delete oid 41 current snap is 214 2024-04-12T16:08:27.096 INFO:tasks.rados.rados.0.smithi099.stdout:2180: done (0 left) 2024-04-12T16:08:27.096 INFO:tasks.rados.rados.0.smithi099.stdout:2181: read oid 40 snap -1 2024-04-12T16:08:27.096 INFO:tasks.rados.rados.0.smithi099.stdout:2181: expect (ObjNum 510 snap 153 seq_num 510) 2024-04-12T16:08:27.096 INFO:tasks.rados.rados.0.smithi099.stdout:2182: snap_create 2024-04-12T16:08:27.103 INFO:tasks.rados.rados.0.smithi099.stdout:2181: expect (ObjNum 510 snap 153 seq_num 510) 2024-04-12T16:08:27.299 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:27 smithi110 ceph-mon[88691]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:08:27.299 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:27 smithi110 ceph-mon[88691]: osdmap e489: 8 total, 7 up, 8 in 2024-04-12T16:08:27.299 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:27 smithi110 ceph-mon[88691]: pgmap v370: 121 pgs: 19 stale+active+clean, 102 active+clean; 466 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 854 KiB/s wr, 20 op/s 2024-04-12T16:08:27.299 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:27 smithi110 podman[98708]: 2024-04-12 16:08:27.041328122 +0000 UTC m=+1.960559453 container cleanup adfdbd20159e489d638d7ea7c4db7dc63661fcbc68f80d3766724c9f5d0c2984 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=reef-d540eba) 2024-04-12T16:08:27.299 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:27 smithi110 bash[98708]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5 2024-04-12T16:08:27.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:27 smithi099 ceph-mon[96864]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:08:27.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:27 smithi099 ceph-mon[96864]: osdmap e489: 8 total, 7 up, 8 in 2024-04-12T16:08:27.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:27 smithi099 ceph-mon[96864]: pgmap v370: 121 pgs: 19 stale+active+clean, 102 active+clean; 466 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 854 KiB/s wr, 20 op/s 2024-04-12T16:08:27.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:27 smithi099 ceph-mon[94290]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:08:27.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:27 smithi099 ceph-mon[94290]: osdmap e489: 8 total, 7 up, 8 in 2024-04-12T16:08:27.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:27 smithi099 ceph-mon[94290]: pgmap v370: 121 pgs: 19 stale+active+clean, 102 active+clean; 466 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 854 KiB/s wr, 20 op/s 2024-04-12T16:08:27.584 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:27 smithi110 podman[98731]: 2024-04-12 16:08:27.301175055 +0000 UTC m=+0.646501517 container remove adfdbd20159e489d638d7ea7c4db7dc63661fcbc68f80d3766724c9f5d0c2984 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, io.buildah.version=1.33.5, RELEASE=reef-d540eba, org.label-schema.license=GPLv2, org.label-schema.build-date=20240403, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T16:08:27.927 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:27 smithi110 podman[98827]: 2024-04-12 16:08:27.502285488 +0000 UTC m=+0.017580714 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:08:27.927 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:27 smithi110 podman[98827]: 2024-04-12 16:08:27.602068491 +0000 UTC m=+0.117363711 container create aa48e12d2b4ad49f66ddc5299e8e5526beb432931e16d63799770d16d401b0c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5-deactivate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409) 2024-04-12T16:08:27.927 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:27 smithi110 podman[98827]: 2024-04-12 16:08:27.821790948 +0000 UTC m=+0.337086172 container init aa48e12d2b4ad49f66ddc5299e8e5526beb432931e16d63799770d16d401b0c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5-deactivate, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.build-date=20240409) 2024-04-12T16:08:27.927 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:27 smithi110 podman[98827]: 2024-04-12 16:08:27.827371757 +0000 UTC m=+0.342666987 container start aa48e12d2b4ad49f66ddc5299e8e5526beb432931e16d63799770d16d401b0c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, GIT_CLEAN=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-12T16:08:27.927 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:27 smithi110 podman[98827]: 2024-04-12 16:08:27.9290344 +0000 UTC m=+0.444329630 container attach aa48e12d2b4ad49f66ddc5299e8e5526beb432931e16d63799770d16d401b0c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5-deactivate, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T16:08:28.083 INFO:tasks.rados.rados.0.smithi099.stdout:2181: done (1 left) 2024-04-12T16:08:28.083 INFO:tasks.rados.rados.0.smithi099.stdout:2182: done (0 left) 2024-04-12T16:08:28.083 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 35 current snap is 215 2024-04-12T16:08:28.083 INFO:tasks.rados.rados.0.smithi099.stdout:2183: seq_num 683 ranges {1449984=647168,2097152=630784,2727936=573440} 2024-04-12T16:08:28.094 INFO:tasks.rados.rados.0.smithi099.stdout:2183: writing smithi09982431-35 from 1449984 to 2097152 tid 1 2024-04-12T16:08:28.098 INFO:tasks.rados.rados.0.smithi099.stdout:2183: writing smithi09982431-35 from 2097152 to 2727936 tid 2 2024-04-12T16:08:28.101 INFO:tasks.rados.rados.0.smithi099.stdout:2183: writing smithi09982431-35 from 2727936 to 3301376 tid 3 2024-04-12T16:08:28.101 INFO:tasks.rados.rados.0.smithi099.stdout:2184: snap_create 2024-04-12T16:08:28.101 INFO:tasks.rados.rados.0.smithi099.stdout:2183: finishing write tid 1 to smithi09982431-35 2024-04-12T16:08:28.102 INFO:tasks.rados.rados.0.smithi099.stdout:2183: finishing write tid 2 to smithi09982431-35 2024-04-12T16:08:28.104 INFO:tasks.rados.rados.0.smithi099.stdout:2183: finishing write tid 3 to smithi09982431-35 2024-04-12T16:08:28.105 INFO:tasks.rados.rados.0.smithi099.stdout:2183: finishing write tid 4 to smithi09982431-35 2024-04-12T16:08:28.106 INFO:tasks.rados.rados.0.smithi099.stdout:2183: finishing write tid 5 to smithi09982431-35 2024-04-12T16:08:28.106 INFO:tasks.rados.rados.0.smithi099.stdout:2183: oid 35 updating version 0 to 979 2024-04-12T16:08:28.106 INFO:tasks.rados.rados.0.smithi099.stdout:2183: oid 35 updating version 979 to 981 2024-04-12T16:08:28.106 INFO:tasks.rados.rados.0.smithi099.stdout:2183: oid 35 updating version 981 to 982 2024-04-12T16:08:28.107 INFO:tasks.rados.rados.0.smithi099.stdout:2183: oid 35 version 982 is already newer than 980 2024-04-12T16:08:28.107 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 982 (ObjNum 683 snap 215 seq_num 683) dirty exists 2024-04-12T16:08:28.107 INFO:tasks.rados.rados.0.smithi099.stdout:2183: left oid 35 (ObjNum 683 snap 215 seq_num 683) 2024-04-12T16:08:28.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:28 smithi110 ceph-mon[88691]: osdmap e490: 8 total, 7 up, 8 in 2024-04-12T16:08:28.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:28.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:08:28.334 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:28 smithi110 podman[98827]: 2024-04-12 16:08:28.121760509 +0000 UTC m=+0.637055729 container died aa48e12d2b4ad49f66ddc5299e8e5526beb432931e16d63799770d16d401b0c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5-deactivate, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T16:08:28.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:28 smithi099 ceph-mon[96864]: osdmap e490: 8 total, 7 up, 8 in 2024-04-12T16:08:28.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:28.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:08:28.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:28 smithi099 ceph-mon[94290]: osdmap e490: 8 total, 7 up, 8 in 2024-04-12T16:08:28.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:28.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:08:29.042 INFO:tasks.rados.rados.0.smithi099.stdout:2183: done (1 left) 2024-04-12T16:08:29.042 INFO:tasks.rados.rados.0.smithi099.stdout:2184: done (0 left) 2024-04-12T16:08:29.043 INFO:tasks.rados.rados.0.smithi099.stdout:2185: read oid 2 snap -1 2024-04-12T16:08:29.043 INFO:tasks.rados.rados.0.smithi099.stdout:2185: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:08:29.043 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 25 current snap is 216 2024-04-12T16:08:29.043 INFO:tasks.rados.rados.0.smithi099.stdout:2186: seq_num 684 ranges {3620864=663552,4284416=507904,4792320=409600,5201920=286720} 2024-04-12T16:08:29.065 INFO:tasks.rados.rados.0.smithi099.stdout:2186: writing smithi09982431-25 from 3620864 to 4284416 tid 1 2024-04-12T16:08:29.067 INFO:tasks.rados.rados.0.smithi099.stdout:2186: writing smithi09982431-25 from 4284416 to 4792320 tid 2 2024-04-12T16:08:29.070 INFO:tasks.rados.rados.0.smithi099.stdout:2186: writing smithi09982431-25 from 4792320 to 5201920 tid 3 2024-04-12T16:08:29.072 INFO:tasks.rados.rados.0.smithi099.stdout:2186: writing smithi09982431-25 from 5201920 to 5488640 tid 4 2024-04-12T16:08:29.072 INFO:tasks.rados.rados.0.smithi099.stdout:2187: rollback oid 13 current snap is 216 2024-04-12T16:08:29.073 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 13 to 202 2024-04-12T16:08:29.073 INFO:tasks.rados.rados.0.smithi099.stdout:2185: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:08:29.074 INFO:tasks.rados.rados.0.smithi099.stdout:2186: finishing write tid 1 to smithi09982431-25 2024-04-12T16:08:29.074 INFO:tasks.rados.rados.0.smithi099.stdout:2186: finishing write tid 2 to smithi09982431-25 2024-04-12T16:08:29.074 INFO:tasks.rados.rados.0.smithi099.stdout:2185: done (2 left) 2024-04-12T16:08:29.074 INFO:tasks.rados.rados.0.smithi099.stdout:2188: delete oid 45 current snap is 216 2024-04-12T16:08:29.076 INFO:tasks.rados.rados.0.smithi099.stdout:2186: finishing write tid 3 to smithi09982431-25 2024-04-12T16:08:29.077 INFO:tasks.rados.rados.0.smithi099.stdout:2186: finishing write tid 4 to smithi09982431-25 2024-04-12T16:08:29.078 INFO:tasks.rados.rados.0.smithi099.stdout:2186: finishing write tid 5 to smithi09982431-25 2024-04-12T16:08:29.079 INFO:tasks.rados.rados.0.smithi099.stdout:2186: finishing write tid 6 to smithi09982431-25 2024-04-12T16:08:29.080 INFO:tasks.rados.rados.0.smithi099.stdout:2186: oid 25 updating version 0 to 1562 2024-04-12T16:08:29.080 INFO:tasks.rados.rados.0.smithi099.stdout:2186: oid 25 updating version 1562 to 1565 2024-04-12T16:08:29.080 INFO:tasks.rados.rados.0.smithi099.stdout:2186: oid 25 version 1565 is already newer than 1563 2024-04-12T16:08:29.080 INFO:tasks.rados.rados.0.smithi099.stdout:2186: oid 25 updating version 1565 to 1566 2024-04-12T16:08:29.080 INFO:tasks.rados.rados.0.smithi099.stdout:2186: oid 25 version 1566 is already newer than 1564 2024-04-12T16:08:29.080 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 25 v 1566 (ObjNum 684 snap 216 seq_num 684) dirty exists 2024-04-12T16:08:29.080 INFO:tasks.rados.rados.0.smithi099.stdout:2186: left oid 25 (ObjNum 684 snap 216 seq_num 684) 2024-04-12T16:08:29.081 INFO:tasks.rados.rados.0.smithi099.stdout:2186: done (2 left) 2024-04-12T16:08:29.081 INFO:tasks.rados.rados.0.smithi099.stdout:2188: done (1 left) 2024-04-12T16:08:29.081 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 31 current snap is 216 2024-04-12T16:08:29.081 INFO:tasks.rados.rados.0.smithi099.stdout:2189: seq_num 686 ranges {540672=696320,1236992=729088,1966080=425984,2392064=49152} 2024-04-12T16:08:29.084 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:28 smithi110 podman[98874]: 2024-04-12 16:08:28.823964705 +0000 UTC m=+0.692907846 container remove aa48e12d2b4ad49f66ddc5299e8e5526beb432931e16d63799770d16d401b0c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5-deactivate, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-04-12T16:08:29.084 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:28 smithi110 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@osd.5.service: Deactivated successfully. 2024-04-12T16:08:29.084 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:28 smithi110 systemd[1]: Stopped Ceph osd.5 for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:08:29.084 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:28 smithi110 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@osd.5.service: Consumed 20.005s CPU time. 2024-04-12T16:08:29.084 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:29 smithi110 systemd[1]: Starting Ceph osd.5 for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:08:29.088 INFO:tasks.rados.rados.0.smithi099.stdout:2189: writing smithi09982431-31 from 540672 to 1236992 tid 1 2024-04-12T16:08:29.094 INFO:tasks.rados.rados.0.smithi099.stdout:2189: writing smithi09982431-31 from 1236992 to 1966080 tid 2 2024-04-12T16:08:29.094 INFO:tasks.rados.rados.0.smithi099.stdout:2189: writing smithi09982431-31 from 1966080 to 2392064 tid 3 2024-04-12T16:08:29.098 INFO:tasks.rados.rados.0.smithi099.stdout:2189: writing smithi09982431-31 from 2392064 to 2441216 tid 4 2024-04-12T16:08:29.098 INFO:tasks.rados.rados.0.smithi099.stdout:2190: delete oid 44 current snap is 216 2024-04-12T16:08:29.098 INFO:tasks.rados.rados.0.smithi099.stdout:2187: finishing rollback tid 0 to smithi09982431-13 2024-04-12T16:08:29.098 INFO:tasks.rados.rados.0.smithi099.stdout:2187: finishing rollback tid 1 to smithi09982431-13 2024-04-12T16:08:29.098 INFO:tasks.rados.rados.0.smithi099.stdout:2187: finishing rollback tid 2 to smithi09982431-13 2024-04-12T16:08:29.098 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 13 v 1251 (ObjNum 598 snap 185 seq_num 598) dirty exists 2024-04-12T16:08:29.099 INFO:tasks.rados.rados.0.smithi099.stdout:2189: finishing write tid 1 to smithi09982431-31 2024-04-12T16:08:29.099 INFO:tasks.rados.rados.0.smithi099.stdout:2189: finishing write tid 2 to smithi09982431-31 2024-04-12T16:08:29.099 INFO:tasks.rados.rados.0.smithi099.stdout:2189: finishing write tid 3 to smithi09982431-31 2024-04-12T16:08:29.099 INFO:tasks.rados.rados.0.smithi099.stdout:2189: finishing write tid 4 to smithi09982431-31 2024-04-12T16:08:29.099 INFO:tasks.rados.rados.0.smithi099.stdout:2189: finishing write tid 5 to smithi09982431-31 2024-04-12T16:08:29.099 INFO:tasks.rados.rados.0.smithi099.stdout:2187: done (2 left) 2024-04-12T16:08:29.100 INFO:tasks.rados.rados.0.smithi099.stdout:2190: done (1 left) 2024-04-12T16:08:29.100 INFO:tasks.rados.rados.0.smithi099.stdout:2191: snap_remove snap 215 2024-04-12T16:08:29.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:29 smithi099 ceph-mon[94290]: osdmap e491: 8 total, 7 up, 8 in 2024-04-12T16:08:29.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:29 smithi099 ceph-mon[94290]: pgmap v373: 121 pgs: 4 active+undersized+degraded, 15 stale+active+clean, 11 active+undersized, 91 active+clean; 468 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 440 KiB/s wr, 5 op/s; 28/864 objects degraded (3.241%) 2024-04-12T16:08:29.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:29 smithi099 ceph-mon[94290]: osdmap e492: 8 total, 7 up, 8 in 2024-04-12T16:08:29.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:29 smithi099 ceph-mon[96864]: osdmap e491: 8 total, 7 up, 8 in 2024-04-12T16:08:29.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:29 smithi099 ceph-mon[96864]: pgmap v373: 121 pgs: 4 active+undersized+degraded, 15 stale+active+clean, 11 active+undersized, 91 active+clean; 468 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 440 KiB/s wr, 5 op/s; 28/864 objects degraded (3.241%) 2024-04-12T16:08:29.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:29 smithi099 ceph-mon[96864]: osdmap e492: 8 total, 7 up, 8 in 2024-04-12T16:08:29.393 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:29 smithi110 ceph-mon[88691]: osdmap e491: 8 total, 7 up, 8 in 2024-04-12T16:08:29.394 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:29 smithi110 ceph-mon[88691]: pgmap v373: 121 pgs: 4 active+undersized+degraded, 15 stale+active+clean, 11 active+undersized, 91 active+clean; 468 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 440 KiB/s wr, 5 op/s; 28/864 objects degraded (3.241%) 2024-04-12T16:08:29.394 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:29 smithi110 ceph-mon[88691]: osdmap e492: 8 total, 7 up, 8 in 2024-04-12T16:08:29.394 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:29 smithi110 podman[98986]: 2024-04-12 16:08:29.16093127 +0000 UTC m=+0.017047047 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:08:29.394 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:29 smithi110 podman[98986]: 2024-04-12 16:08:29.283354346 +0000 UTC m=+0.139470169 container create 82c667176f54ab49004a19c443871c9e31cf74e7f1b034265b98f6cb026716ea (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5-activate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-12T16:08:29.834 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:29 smithi110 podman[98986]: 2024-04-12 16:08:29.511636057 +0000 UTC m=+0.367751837 container init 82c667176f54ab49004a19c443871c9e31cf74e7f1b034265b98f6cb026716ea (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5-activate, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2) 2024-04-12T16:08:29.834 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:29 smithi110 podman[98986]: 2024-04-12 16:08:29.517166389 +0000 UTC m=+0.373282171 container start 82c667176f54ab49004a19c443871c9e31cf74e7f1b034265b98f6cb026716ea (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5-activate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-12T16:08:29.834 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:29 smithi110 podman[98986]: 2024-04-12 16:08:29.602488264 +0000 UTC m=+0.458604055 container attach 82c667176f54ab49004a19c443871c9e31cf74e7f1b034265b98f6cb026716ea (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5-activate, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_BRANCH=HEAD) 2024-04-12T16:08:30.098 INFO:tasks.rados.rados.0.smithi099.stdout:2191: done (1 left) 2024-04-12T16:08:30.098 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 39 current snap is 216 2024-04-12T16:08:30.098 INFO:tasks.rados.rados.0.smithi099.stdout:2189: finishing write tid 6 to smithi09982431-31 2024-04-12T16:08:30.098 INFO:tasks.rados.rados.0.smithi099.stdout:2189: oid 31 updating version 0 to 1343 2024-04-12T16:08:30.098 INFO:tasks.rados.rados.0.smithi099.stdout:2189: oid 31 version 1343 is already newer than 1341 2024-04-12T16:08:30.098 INFO:tasks.rados.rados.0.smithi099.stdout:2189: oid 31 version 1343 is already newer than 1342 2024-04-12T16:08:30.098 INFO:tasks.rados.rados.0.smithi099.stdout:2189: oid 31 version 1343 is already newer than 1340 2024-04-12T16:08:30.098 INFO:tasks.rados.rados.0.smithi099.stdout:2189: oid 31 version 1343 is already newer than 1339 2024-04-12T16:08:30.098 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 31 v 1343 (ObjNum 686 snap 216 seq_num 686) dirty exists 2024-04-12T16:08:30.098 INFO:tasks.rados.rados.0.smithi099.stdout:2189: left oid 31 (ObjNum 686 snap 216 seq_num 686) 2024-04-12T16:08:30.099 INFO:tasks.rados.rados.0.smithi099.stdout:2192: seq_num 688 ranges {2531328=729088,3260416=499712,3760128=704512} 2024-04-12T16:08:30.117 INFO:tasks.rados.rados.0.smithi099.stdout:2192: writing smithi09982431-39 from 2531328 to 3260416 tid 1 2024-04-12T16:08:30.118 INFO:tasks.rados.rados.0.smithi099.stdout:2192: writing smithi09982431-39 from 3260416 to 3760128 tid 2 2024-04-12T16:08:30.122 INFO:tasks.rados.rados.0.smithi099.stdout:2192: writing smithi09982431-39 from 3760128 to 4464640 tid 3 2024-04-12T16:08:30.122 INFO:tasks.rados.rados.0.smithi099.stdout:2189: done (1 left) 2024-04-12T16:08:30.123 INFO:tasks.rados.rados.0.smithi099.stdout:2193: snap_remove snap 200 2024-04-12T16:08:30.328 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:30 smithi110 ceph-mon[88691]: Health check failed: Degraded data redundancy: 28/864 objects degraded (3.241%), 4 pgs degraded (PG_DEGRADED) 2024-04-12T16:08:30.329 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5-activate[99001]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-12T16:08:30.329 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5-activate[99001]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-12T16:08:30.329 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:29 smithi110 bash[98986]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-12T16:08:30.329 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:29 smithi110 bash[98986]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-12T16:08:30.329 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:29 smithi110 bash[98986]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-12T16:08:30.329 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:29 smithi110 bash[98986]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-12T16:08:30.329 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:29 smithi110 bash[98986]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-04-12T16:08:30.329 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:29 smithi110 bash[98986]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-12T16:08:30.329 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:29 smithi110 bash[98986]: --> ceph-volume raw activate successful for osd ID: 5 2024-04-12T16:08:30.329 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5-activate[99001]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-12T16:08:30.329 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5-activate[99001]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-12T16:08:30.329 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5-activate[99001]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-04-12T16:08:30.330 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5-activate[99001]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-12T16:08:30.330 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5-activate[99001]: --> ceph-volume raw activate successful for osd ID: 5 2024-04-12T16:08:30.330 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:29 smithi110 podman[98986]: 2024-04-12 16:08:29.984364853 +0000 UTC m=+0.840480633 container died 82c667176f54ab49004a19c443871c9e31cf74e7f1b034265b98f6cb026716ea (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5-activate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5) 2024-04-12T16:08:30.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:30 smithi099 ceph-mon[94290]: Health check failed: Degraded data redundancy: 28/864 objects degraded (3.241%), 4 pgs degraded (PG_DEGRADED) 2024-04-12T16:08:30.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:30 smithi099 ceph-mon[96864]: Health check failed: Degraded data redundancy: 28/864 objects degraded (3.241%), 4 pgs degraded (PG_DEGRADED) 2024-04-12T16:08:30.563 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-04-12T16:08:30.884 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T16:08:30.884 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (9m) 66s ago 10m 26.7M - 0.25.0 c8568f914cd2 d0012c0a0402 2024-04-12T16:08:30.884 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi110 *:3000 running (9m) 31s ago 9m 88.2M - 9.4.7 954c08fa6188 f1a47e96b342 2024-04-12T16:08:30.885 INFO:teuthology.orchestra.run.smithi099.stdout:mds.a smithi099 running (11m) 66s ago 11m 20.2M - 18.2.2-1187-gd540ebac bb2c5eac26a4 41cdf918e4eb 2024-04-12T16:08:30.885 INFO:teuthology.orchestra.run.smithi099.stdout:mds.b smithi110 running (11m) 31s ago 11m 15.5M - 18.2.2-1187-gd540ebac bb2c5eac26a4 453e0d052bae 2024-04-12T16:08:30.885 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi110 *:8443,9283,8765 running (4m) 31s ago 14m 452M - 19.0.0-2847-gbf9c5618 92de118a8b8f 39e31f4f4e9d 2024-04-12T16:08:30.885 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (5m) 66s ago 16m 514M - 19.0.0-2847-gbf9c5618 92de118a8b8f 8fb83982268a 2024-04-12T16:08:30.885 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (4m) 66s ago 16m 54.8M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f cc807b11358b 2024-04-12T16:08:30.885 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi110 running (3m) 31s ago 15m 44.5M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 393831dfcb29 2024-04-12T16:08:30.885 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (4m) 66s ago 14m 48.5M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 3bb5784f6f37 2024-04-12T16:08:30.885 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (9m) 66s ago 9m 15.8M - 1.5.0 0da6a335fe13 1555012f6fb4 2024-04-12T16:08:30.885 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi110 *:9100 running (9m) 31s ago 9m 14.8M - 1.5.0 0da6a335fe13 e64854b1f14f 2024-04-12T16:08:30.885 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (2m) 66s ago 14m 235M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 5e1f1df54e74 2024-04-12T16:08:30.885 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (2m) 66s ago 13m 152M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 78ac083e3d82 2024-04-12T16:08:30.885 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (106s) 66s ago 13m 116M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f e28b267bdc6a 2024-04-12T16:08:30.885 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (71s) 66s ago 13m 15.0M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 594ef50fe212 2024-04-12T16:08:30.885 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi110 running (36s) 31s ago 12m 12.3M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f f21efac2aa79 2024-04-12T16:08:30.885 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi110 running (12m) 31s ago 12m 463M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 adfdbd20159e 2024-04-12T16:08:30.886 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi110 running (11m) 31s ago 11m 309M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 27d42d053218 2024-04-12T16:08:30.886 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi110 running (11m) 31s ago 11m 278M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 d4e7f553110a 2024-04-12T16:08:30.886 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi110 *:9095 running (4m) 31s ago 10m 62.5M - 2.43.0 a07b618ecd1d 9fabb6d2365c 2024-04-12T16:08:30.957 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:30 smithi110 podman[99137]: 2024-04-12 16:08:30.606364256 +0000 UTC m=+0.613644438 container remove 82c667176f54ab49004a19c443871c9e31cf74e7f1b034265b98f6cb026716ea (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5-activate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240409) 2024-04-12T16:08:30.958 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:30 smithi110 podman[99209]: 2024-04-12 16:08:30.719924167 +0000 UTC m=+0.017968500 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:08:30.958 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:30 smithi110 podman[99209]: 2024-04-12 16:08:30.840570752 +0000 UTC m=+0.138615115 container create 3295109109cf4c80c9246d33e9ef9ca7af256ac93dcc5e067f12f7440f19f2b2 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_CLEAN=True) 2024-04-12T16:08:31.107 INFO:tasks.rados.rados.0.smithi099.stdout:2193: done (1 left) 2024-04-12T16:08:31.107 INFO:tasks.rados.rados.0.smithi099.stdout:2194: copy_from oid 8 from oid 42 current snap is 216 2024-04-12T16:08:31.107 INFO:tasks.rados.rados.0.smithi099.stdout:2192: finishing write tid 1 to smithi09982431-39 2024-04-12T16:08:31.107 INFO:tasks.rados.rados.0.smithi099.stdout:2192: finishing write tid 2 to smithi09982431-39 2024-04-12T16:08:31.107 INFO:tasks.rados.rados.0.smithi099.stdout:2192: finishing write tid 3 to smithi09982431-39 2024-04-12T16:08:31.107 INFO:tasks.rados.rados.0.smithi099.stdout:2192: finishing write tid 4 to smithi09982431-39 2024-04-12T16:08:31.107 INFO:tasks.rados.rados.0.smithi099.stdout:2192: finishing write tid 5 to smithi09982431-39 2024-04-12T16:08:31.107 INFO:tasks.rados.rados.0.smithi099.stdout:2192: oid 39 updating version 0 to 1434 2024-04-12T16:08:31.108 INFO:tasks.rados.rados.0.smithi099.stdout:2192: oid 39 updating version 1434 to 1436 2024-04-12T16:08:31.108 INFO:tasks.rados.rados.0.smithi099.stdout:2192: oid 39 version 1436 is already newer than 1433 2024-04-12T16:08:31.108 INFO:tasks.rados.rados.0.smithi099.stdout:2192: oid 39 version 1436 is already newer than 1435 2024-04-12T16:08:31.108 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 39 v 1436 (ObjNum 688 snap 216 seq_num 688) dirty exists 2024-04-12T16:08:31.108 INFO:tasks.rados.rados.0.smithi099.stdout:2192: left oid 39 (ObjNum 688 snap 216 seq_num 688) 2024-04-12T16:08:31.108 INFO:tasks.rados.rados.0.smithi099.stdout:2192: done (1 left) 2024-04-12T16:08:31.108 INFO:tasks.rados.rados.0.smithi099.stdout:2195: read oid 40 snap 211 2024-04-12T16:08:31.108 INFO:tasks.rados.rados.0.smithi099.stdout:2195: expect (ObjNum 510 snap 153 seq_num 510) 2024-04-12T16:08:31.108 INFO:tasks.rados.rados.0.smithi099.stdout:2196: copy_from oid 10 from oid 26 current snap is 216 2024-04-12T16:08:31.108 INFO:tasks.rados.rados.0.smithi099.stdout:2197: rmattr oid 35 current snap is 216 2024-04-12T16:08:31.108 INFO:tasks.rados.rados.0.smithi099.stdout:2198: rmattr oid 18 current snap is 216 2024-04-12T16:08:31.108 INFO:tasks.rados.rados.0.smithi099.stdout:2198: done (4 left) 2024-04-12T16:08:31.108 INFO:tasks.rados.rados.0.smithi099.stdout:2199: snap_create 2024-04-12T16:08:31.119 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 983 (ObjNum 683 snap 215 seq_num 683) dirty exists 2024-04-12T16:08:31.121 INFO:tasks.rados.rados.0.smithi099.stdout:2195: expect (ObjNum 510 snap 153 seq_num 510) 2024-04-12T16:08:31.158 INFO:tasks.rados.rados.0.smithi099.stdout:2196: finishing copy_from racing read to smithi09982431-10 2024-04-12T16:08:31.158 INFO:tasks.rados.rados.0.smithi099.stdout:2194: finishing copy_from racing read to smithi09982431-8 2024-04-12T16:08:31.158 INFO:tasks.rados.rados.0.smithi099.stdout:2194: finishing copy_from to smithi09982431-8 2024-04-12T16:08:31.158 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 8 v 971 (ObjNum 618 snap 189 seq_num 618) dirty exists 2024-04-12T16:08:31.159 INFO:tasks.rados.rados.0.smithi099.stdout:2196: finishing copy_from to smithi09982431-10 2024-04-12T16:08:31.159 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 10 v 845 (ObjNum 449 snap 135 seq_num 449) dirty exists 2024-04-12T16:08:31.320 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:31 smithi099 ceph-mon[94290]: osdmap e493: 8 total, 7 up, 8 in 2024-04-12T16:08:31.320 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:31 smithi099 ceph-mon[94290]: pgmap v376: 121 pgs: 12 active+undersized+degraded, 38 active+undersized, 71 active+clean; 473 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 991 KiB/s rd, 1.7 MiB/s wr, 7 op/s; 160/882 objects degraded (18.141%) 2024-04-12T16:08:31.321 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:31 smithi099 ceph-mon[96864]: osdmap e493: 8 total, 7 up, 8 in 2024-04-12T16:08:31.321 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:31 smithi099 ceph-mon[96864]: pgmap v376: 121 pgs: 12 active+undersized+degraded, 38 active+undersized, 71 active+clean; 473 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 991 KiB/s rd, 1.7 MiB/s wr, 7 op/s; 160/882 objects degraded (18.141%) 2024-04-12T16:08:31.321 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-04-12T16:08:31.321 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-04-12T16:08:31.321 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 3 2024-04-12T16:08:31.321 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:08:31.321 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-04-12T16:08:31.321 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:08:31.321 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:08:31.322 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-04-12T16:08:31.322 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2, 2024-04-12T16:08:31.322 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 5 2024-04-12T16:08:31.322 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:08:31.322 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": { 2024-04-12T16:08:31.322 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:08:31.322 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:08:31.322 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-04-12T16:08:31.322 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 4, 2024-04-12T16:08:31.322 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 10 2024-04-12T16:08:31.322 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-04-12T16:08:31.322 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-04-12T16:08:31.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:31 smithi110 ceph-mon[88691]: osdmap e493: 8 total, 7 up, 8 in 2024-04-12T16:08:31.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:31 smithi110 ceph-mon[88691]: pgmap v376: 121 pgs: 12 active+undersized+degraded, 38 active+undersized, 71 active+clean; 473 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 991 KiB/s rd, 1.7 MiB/s wr, 7 op/s; 160/882 objects degraded (18.141%) 2024-04-12T16:08:31.334 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:31 smithi110 podman[99209]: 2024-04-12 16:08:31.043159144 +0000 UTC m=+0.341203462 container init 3295109109cf4c80c9246d33e9ef9ca7af256ac93dcc5e067f12f7440f19f2b2 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2) 2024-04-12T16:08:31.334 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:31 smithi110 podman[99209]: 2024-04-12 16:08:31.048679338 +0000 UTC m=+0.346723655 container start 3295109109cf4c80c9246d33e9ef9ca7af256ac93dcc5e067f12f7440f19f2b2 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409) 2024-04-12T16:08:31.334 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:31 smithi110 ceph-osd[99247]: -- 172.21.15.110:0/1380108085 <== mon.1 v2:172.21.15.110:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a514625680 con 0x55a5145ef000 2024-04-12T16:08:31.334 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:31 smithi110 bash[99209]: 3295109109cf4c80c9246d33e9ef9ca7af256ac93dcc5e067f12f7440f19f2b2 2024-04-12T16:08:31.334 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:31 smithi110 systemd[1]: Started Ceph osd.5 for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:08:32.084 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:31 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5[99224]: 2024-04-12T16:08:31.592+0000 7f141d1e57c0 -1 Falling back to public interface 2024-04-12T16:08:32.111 INFO:tasks.rados.rados.0.smithi099.stdout:2194: done (4 left) 2024-04-12T16:08:32.111 INFO:tasks.rados.rados.0.smithi099.stdout:2195: done (3 left) 2024-04-12T16:08:32.111 INFO:tasks.rados.rados.0.smithi099.stdout:2196: done (2 left) 2024-04-12T16:08:32.111 INFO:tasks.rados.rados.0.smithi099.stdout:2197: done (1 left) 2024-04-12T16:08:32.112 INFO:tasks.rados.rados.0.smithi099.stdout:2199: done (0 left) 2024-04-12T16:08:32.112 INFO:tasks.rados.rados.0.smithi099.stdout:2200: read oid 19 snap -1 2024-04-12T16:08:32.112 INFO:tasks.rados.rados.0.smithi099.stdout:2200: expect (ObjNum 680 snap 214 seq_num 680) 2024-04-12T16:08:32.112 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 30 current snap is 217 2024-04-12T16:08:32.112 INFO:tasks.rados.rados.0.smithi099.stdout:2201: seq_num 689 ranges {5988352=745472,6733824=786432,7520256=417792} 2024-04-12T16:08:32.148 INFO:tasks.rados.rados.0.smithi099.stdout:2201: writing smithi09982431-30 from 5988352 to 6733824 tid 1 2024-04-12T16:08:32.153 INFO:tasks.rados.rados.0.smithi099.stdout:2201: writing smithi09982431-30 from 6733824 to 7520256 tid 2 2024-04-12T16:08:32.156 INFO:tasks.rados.rados.0.smithi099.stdout:2201: writing smithi09982431-30 from 7520256 to 7938048 tid 3 2024-04-12T16:08:32.156 INFO:tasks.rados.rados.0.smithi099.stdout:2202: read oid 50 snap -1 2024-04-12T16:08:32.156 INFO:tasks.rados.rados.0.smithi099.stdout:2202: expect deleted 2024-04-12T16:08:32.156 INFO:tasks.rados.rados.0.smithi099.stdout:2203: snap_remove snap 196 2024-04-12T16:08:32.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:32 smithi099 ceph-mon[96864]: from='client.34332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:08:32.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:32 smithi099 ceph-mon[96864]: from='client.44264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:08:32.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:32 smithi099 ceph-mon[96864]: osdmap e494: 8 total, 7 up, 8 in 2024-04-12T16:08:32.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:32 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:32.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:32 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:32.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:32 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:08:32.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:32 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1491563040' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:08:32.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:32 smithi099 ceph-mon[94290]: from='client.34332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:08:32.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:32 smithi099 ceph-mon[94290]: from='client.44264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:08:32.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:32 smithi099 ceph-mon[94290]: osdmap e494: 8 total, 7 up, 8 in 2024-04-12T16:08:32.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:32 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:32.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:32 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:32.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:32 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:08:32.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:32 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1491563040' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:08:32.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:08:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:08:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:08:32.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:32 smithi110 ceph-mon[88691]: from='client.34332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:08:32.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:32 smithi110 ceph-mon[88691]: from='client.44264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:08:32.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:32 smithi110 ceph-mon[88691]: osdmap e494: 8 total, 7 up, 8 in 2024-04-12T16:08:32.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:32 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:32.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:32 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:32.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:32 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:08:32.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:32 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1491563040' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:08:33.116 INFO:tasks.rados.rados.0.smithi099.stdout:2203: done (3 left) 2024-04-12T16:08:33.116 INFO:tasks.rados.rados.0.smithi099.stdout:2204: read oid 23 snap -1 2024-04-12T16:08:33.116 INFO:tasks.rados.rados.0.smithi099.stdout:2204: expect (ObjNum 656 snap 202 seq_num 656) 2024-04-12T16:08:33.116 INFO:tasks.rados.rados.0.smithi099.stdout:2205: rollback oid 12 current snap is 217 2024-04-12T16:08:33.116 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 12 to 195 2024-04-12T16:08:33.116 INFO:tasks.rados.rados.0.smithi099.stdout:2200: expect (ObjNum 680 snap 214 seq_num 680) 2024-04-12T16:08:33.237 INFO:tasks.rados.rados.0.smithi099.stdout:2201: finishing write tid 1 to smithi09982431-30 2024-04-12T16:08:33.237 INFO:tasks.rados.rados.0.smithi099.stdout:2201: finishing write tid 2 to smithi09982431-30 2024-04-12T16:08:33.238 INFO:tasks.rados.rados.0.smithi099.stdout:2201: finishing write tid 3 to smithi09982431-30 2024-04-12T16:08:33.238 INFO:tasks.rados.rados.0.smithi099.stdout:2200: done (4 left) 2024-04-12T16:08:33.238 INFO:tasks.rados.rados.0.smithi099.stdout:2202: done (3 left) 2024-04-12T16:08:33.238 INFO:tasks.rados.rados.0.smithi099.stdout:2206: rmattr oid 5 current snap is 217 2024-04-12T16:08:33.238 INFO:tasks.rados.rados.0.smithi099.stdout:2206: done (3 left) 2024-04-12T16:08:33.238 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 10 current snap is 217 2024-04-12T16:08:33.238 INFO:tasks.rados.rados.0.smithi099.stdout:2201: finishing write tid 4 to smithi09982431-30 2024-04-12T16:08:33.238 INFO:tasks.rados.rados.0.smithi099.stdout:2201: finishing write tid 5 to smithi09982431-30 2024-04-12T16:08:33.238 INFO:tasks.rados.rados.0.smithi099.stdout:2201: oid 30 updating version 0 to 1254 2024-04-12T16:08:33.238 INFO:tasks.rados.rados.0.smithi099.stdout:2201: oid 30 updating version 1254 to 1255 2024-04-12T16:08:33.238 INFO:tasks.rados.rados.0.smithi099.stdout:2201: oid 30 version 1255 is already newer than 1252 2024-04-12T16:08:33.238 INFO:tasks.rados.rados.0.smithi099.stdout:2201: oid 30 version 1255 is already newer than 1253 2024-04-12T16:08:33.238 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 30 v 1255 (ObjNum 689 snap 217 seq_num 689) dirty exists 2024-04-12T16:08:33.239 INFO:tasks.rados.rados.0.smithi099.stdout:2201: left oid 30 (ObjNum 689 snap 217 seq_num 689) 2024-04-12T16:08:33.239 INFO:tasks.rados.rados.0.smithi099.stdout:2207: seq_num 690 ranges {3973120=761856,4734976=663552,5398528=409600,5808128=131072} 2024-04-12T16:08:33.262 INFO:tasks.rados.rados.0.smithi099.stdout:2207: writing smithi09982431-10 from 3973120 to 4734976 tid 1 2024-04-12T16:08:33.265 INFO:tasks.rados.rados.0.smithi099.stdout:2207: writing smithi09982431-10 from 4734976 to 5398528 tid 2 2024-04-12T16:08:33.267 INFO:tasks.rados.rados.0.smithi099.stdout:2207: writing smithi09982431-10 from 5398528 to 5808128 tid 3 2024-04-12T16:08:33.269 INFO:tasks.rados.rados.0.smithi099.stdout:2207: writing smithi09982431-10 from 5808128 to 5939200 tid 4 2024-04-12T16:08:33.269 INFO:tasks.rados.rados.0.smithi099.stdout:2201: done (3 left) 2024-04-12T16:08:33.269 INFO:tasks.rados.rados.0.smithi099.stdout:2208: read oid 27 snap -1 2024-04-12T16:08:33.270 INFO:tasks.rados.rados.0.smithi099.stdout:2208: expect deleted 2024-04-12T16:08:33.270 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 40 current snap is 217 2024-04-12T16:08:33.270 INFO:tasks.rados.rados.0.smithi099.stdout:2205: finishing rollback tid 0 to smithi09982431-12 2024-04-12T16:08:33.270 INFO:tasks.rados.rados.0.smithi099.stdout:2205: finishing rollback tid 1 to smithi09982431-12 2024-04-12T16:08:33.270 INFO:tasks.rados.rados.0.smithi099.stdout:2205: finishing rollback tid 2 to smithi09982431-12 2024-04-12T16:08:33.270 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 1079 (ObjNum 525 snap 158 seq_num 525) dirty exists 2024-04-12T16:08:33.270 INFO:tasks.rados.rados.0.smithi099.stdout:2204: expect (ObjNum 656 snap 202 seq_num 656) 2024-04-12T16:08:33.307 INFO:tasks.rados.rados.0.smithi099.stdout:2207: finishing write tid 1 to smithi09982431-10 2024-04-12T16:08:33.307 INFO:tasks.rados.rados.0.smithi099.stdout:2207: finishing write tid 2 to smithi09982431-10 2024-04-12T16:08:33.307 INFO:tasks.rados.rados.0.smithi099.stdout:2207: finishing write tid 3 to smithi09982431-10 2024-04-12T16:08:33.308 INFO:tasks.rados.rados.0.smithi099.stdout:2207: finishing write tid 4 to smithi09982431-10 2024-04-12T16:08:33.308 INFO:tasks.rados.rados.0.smithi099.stdout:2207: finishing write tid 5 to smithi09982431-10 2024-04-12T16:08:33.308 INFO:tasks.rados.rados.0.smithi099.stdout:2207: finishing write tid 6 to smithi09982431-10 2024-04-12T16:08:33.308 INFO:tasks.rados.rados.0.smithi099.stdout:2207: oid 10 updating version 0 to 1307 2024-04-12T16:08:33.308 INFO:tasks.rados.rados.0.smithi099.stdout:2207: oid 10 version 1307 is already newer than 1304 2024-04-12T16:08:33.308 INFO:tasks.rados.rados.0.smithi099.stdout:2207: oid 10 version 1307 is already newer than 1303 2024-04-12T16:08:33.308 INFO:tasks.rados.rados.0.smithi099.stdout:2207: oid 10 version 1307 is already newer than 1305 2024-04-12T16:08:33.308 INFO:tasks.rados.rados.0.smithi099.stdout:2207: oid 10 version 1307 is already newer than 1306 2024-04-12T16:08:33.308 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 10 v 1307 (ObjNum 690 snap 217 seq_num 690) dirty exists 2024-04-12T16:08:33.308 INFO:tasks.rados.rados.0.smithi099.stdout:2207: left oid 10 (ObjNum 690 snap 217 seq_num 690) 2024-04-12T16:08:33.308 INFO:tasks.rados.rados.0.smithi099.stdout:2209: seq_num 691 ranges {1351680=778240,2129920=548864,2678784=614400,3293184=40960} 2024-04-12T16:08:33.318 INFO:tasks.rados.rados.0.smithi099.stdout:2209: writing smithi09982431-40 from 1351680 to 2129920 tid 1 2024-04-12T16:08:33.322 INFO:tasks.rados.rados.0.smithi099.stdout:2209: writing smithi09982431-40 from 2129920 to 2678784 tid 2 2024-04-12T16:08:33.326 INFO:tasks.rados.rados.0.smithi099.stdout:2209: writing smithi09982431-40 from 2678784 to 3293184 tid 3 2024-04-12T16:08:33.326 INFO:tasks.rados.rados.0.smithi099.stdout:2209: writing smithi09982431-40 from 3293184 to 3334144 tid 4 2024-04-12T16:08:33.326 INFO:tasks.rados.rados.0.smithi099.stdout:2204: done (4 left) 2024-04-12T16:08:33.327 INFO:tasks.rados.rados.0.smithi099.stdout:2205: done (3 left) 2024-04-12T16:08:33.327 INFO:tasks.rados.rados.0.smithi099.stdout:2207: done (2 left) 2024-04-12T16:08:33.327 INFO:tasks.rados.rados.0.smithi099.stdout:2208: done (1 left) 2024-04-12T16:08:33.327 INFO:tasks.rados.rados.0.smithi099.stdout:2210: snap_create 2024-04-12T16:08:33.327 INFO:tasks.rados.rados.0.smithi099.stdout:2209: finishing write tid 1 to smithi09982431-40 2024-04-12T16:08:33.327 INFO:tasks.rados.rados.0.smithi099.stdout:2209: finishing write tid 2 to smithi09982431-40 2024-04-12T16:08:33.330 INFO:tasks.rados.rados.0.smithi099.stdout:2209: finishing write tid 3 to smithi09982431-40 2024-04-12T16:08:33.330 INFO:tasks.rados.rados.0.smithi099.stdout:2209: finishing write tid 4 to smithi09982431-40 2024-04-12T16:08:33.330 INFO:tasks.rados.rados.0.smithi099.stdout:2209: finishing write tid 5 to smithi09982431-40 2024-04-12T16:08:33.331 INFO:tasks.rados.rados.0.smithi099.stdout:2209: finishing write tid 6 to smithi09982431-40 2024-04-12T16:08:33.331 INFO:tasks.rados.rados.0.smithi099.stdout:2209: oid 40 updating version 0 to 1587 2024-04-12T16:08:33.331 INFO:tasks.rados.rados.0.smithi099.stdout:2209: oid 40 version 1587 is already newer than 1586 2024-04-12T16:08:33.331 INFO:tasks.rados.rados.0.smithi099.stdout:2209: oid 40 version 1587 is already newer than 1584 2024-04-12T16:08:33.331 INFO:tasks.rados.rados.0.smithi099.stdout:2209: oid 40 version 1587 is already newer than 1585 2024-04-12T16:08:33.331 INFO:tasks.rados.rados.0.smithi099.stdout:2209: oid 40 updating version 1587 to 1588 2024-04-12T16:08:33.331 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 40 v 1588 (ObjNum 691 snap 217 seq_num 691) dirty exists 2024-04-12T16:08:33.331 INFO:tasks.rados.rados.0.smithi099.stdout:2209: left oid 40 (ObjNum 691 snap 217 seq_num 691) 2024-04-12T16:08:33.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:33 smithi110 ceph-mon[88691]: osdmap e495: 8 total, 7 up, 8 in 2024-04-12T16:08:33.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:33 smithi110 ceph-mon[88691]: pgmap v379: 121 pgs: 12 active+undersized+degraded, 38 active+undersized, 71 active+clean; 473 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 991 KiB/s rd, 1.3 MiB/s wr, 5 op/s; 160/882 objects degraded (18.141%) 2024-04-12T16:08:33.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:33 smithi099 ceph-mon[94290]: osdmap e495: 8 total, 7 up, 8 in 2024-04-12T16:08:33.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:33 smithi099 ceph-mon[94290]: pgmap v379: 121 pgs: 12 active+undersized+degraded, 38 active+undersized, 71 active+clean; 473 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 991 KiB/s rd, 1.3 MiB/s wr, 5 op/s; 160/882 objects degraded (18.141%) 2024-04-12T16:08:33.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:33 smithi099 ceph-mon[96864]: osdmap e495: 8 total, 7 up, 8 in 2024-04-12T16:08:33.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:33 smithi099 ceph-mon[96864]: pgmap v379: 121 pgs: 12 active+undersized+degraded, 38 active+undersized, 71 active+clean; 473 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 991 KiB/s rd, 1.3 MiB/s wr, 5 op/s; 160/882 objects degraded (18.141%) 2024-04-12T16:08:33.378 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:08:33 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2[113197]: 2024-04-12T16:08:33.128+0000 7ff2031ff700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 109 after trimming was started 2024-04-12T16:08:34.115 INFO:tasks.rados.rados.0.smithi099.stdout:2209: done (1 left) 2024-04-12T16:08:34.116 INFO:tasks.rados.rados.0.smithi099.stdout:2210: done (0 left) 2024-04-12T16:08:34.116 INFO:tasks.rados.rados.0.smithi099.stdout:2211: copy_from oid 27 from oid 18 current snap is 218 2024-04-12T16:08:34.116 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 13 current snap is 218 2024-04-12T16:08:34.116 INFO:tasks.rados.rados.0.smithi099.stdout:2212: seq_num 692 ranges {4128768=794624,4923392=483328,5406720=720896} 2024-04-12T16:08:34.141 INFO:tasks.rados.rados.0.smithi099.stdout:2212: writing smithi09982431-13 from 4128768 to 4923392 tid 1 2024-04-12T16:08:34.144 INFO:tasks.rados.rados.0.smithi099.stdout:2212: writing smithi09982431-13 from 4923392 to 5406720 tid 2 2024-04-12T16:08:34.149 INFO:tasks.rados.rados.0.smithi099.stdout:2212: writing smithi09982431-13 from 5406720 to 6127616 tid 3 2024-04-12T16:08:34.149 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 35 current snap is 218 2024-04-12T16:08:34.150 INFO:tasks.rados.rados.0.smithi099.stdout:2211: finishing copy_from to smithi09982431-27 2024-04-12T16:08:34.150 INFO:tasks.rados.rados.0.smithi099.stdout:2211: got expected ENOENT (src dne) 2024-04-12T16:08:34.150 INFO:tasks.rados.rados.0.smithi099.stdout:2213: seq_num 693 ranges {3301376=409600,3710976=770048,4481024=581632,5062656=253952} 2024-04-12T16:08:34.169 INFO:tasks.rados.rados.0.smithi099.stdout:2213: writing smithi09982431-35 from 3301376 to 3710976 tid 1 2024-04-12T16:08:34.173 INFO:tasks.rados.rados.0.smithi099.stdout:2213: writing smithi09982431-35 from 3710976 to 4481024 tid 2 2024-04-12T16:08:34.177 INFO:tasks.rados.rados.0.smithi099.stdout:2213: writing smithi09982431-35 from 4481024 to 5062656 tid 3 2024-04-12T16:08:34.179 INFO:tasks.rados.rados.0.smithi099.stdout:2213: writing smithi09982431-35 from 5062656 to 5316608 tid 4 2024-04-12T16:08:34.179 INFO:tasks.rados.rados.0.smithi099.stdout:2214: read oid 3 snap -1 2024-04-12T16:08:34.179 INFO:tasks.rados.rados.0.smithi099.stdout:2214: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:08:34.179 INFO:tasks.rados.rados.0.smithi099.stdout:2215: delete oid 21 current snap is 218 2024-04-12T16:08:34.179 INFO:tasks.rados.rados.0.smithi099.stdout:2211: finishing copy_from racing read to smithi09982431-27 2024-04-12T16:08:34.179 INFO:tasks.rados.rados.0.smithi099.stdout:2212: finishing write tid 1 to smithi09982431-13 2024-04-12T16:08:34.179 INFO:tasks.rados.rados.0.smithi099.stdout:2212: finishing write tid 2 to smithi09982431-13 2024-04-12T16:08:34.180 INFO:tasks.rados.rados.0.smithi099.stdout:2212: finishing write tid 3 to smithi09982431-13 2024-04-12T16:08:34.180 INFO:tasks.rados.rados.0.smithi099.stdout:2212: finishing write tid 4 to smithi09982431-13 2024-04-12T16:08:34.180 INFO:tasks.rados.rados.0.smithi099.stdout:2212: finishing write tid 5 to smithi09982431-13 2024-04-12T16:08:34.180 INFO:tasks.rados.rados.0.smithi099.stdout:2212: oid 13 updating version 0 to 1257 2024-04-12T16:08:34.180 INFO:tasks.rados.rados.0.smithi099.stdout:2212: oid 13 updating version 1257 to 1259 2024-04-12T16:08:34.180 INFO:tasks.rados.rados.0.smithi099.stdout:2212: oid 13 version 1259 is already newer than 1256 2024-04-12T16:08:34.180 INFO:tasks.rados.rados.0.smithi099.stdout:2212: oid 13 version 1259 is already newer than 1258 2024-04-12T16:08:34.180 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 13 v 1259 (ObjNum 692 snap 218 seq_num 692) dirty exists 2024-04-12T16:08:34.180 INFO:tasks.rados.rados.0.smithi099.stdout:2212: left oid 13 (ObjNum 692 snap 218 seq_num 692) 2024-04-12T16:08:34.180 INFO:tasks.rados.rados.0.smithi099.stdout:2213: finishing write tid 1 to smithi09982431-35 2024-04-12T16:08:34.180 INFO:tasks.rados.rados.0.smithi099.stdout:2213: finishing write tid 2 to smithi09982431-35 2024-04-12T16:08:34.181 INFO:tasks.rados.rados.0.smithi099.stdout:2214: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:08:34.182 INFO:tasks.rados.rados.0.smithi099.stdout:2213: finishing write tid 3 to smithi09982431-35 2024-04-12T16:08:34.183 INFO:tasks.rados.rados.0.smithi099.stdout:2213: finishing write tid 4 to smithi09982431-35 2024-04-12T16:08:34.183 INFO:tasks.rados.rados.0.smithi099.stdout:2213: finishing write tid 5 to smithi09982431-35 2024-04-12T16:08:34.183 INFO:tasks.rados.rados.0.smithi099.stdout:2211: done (4 left) 2024-04-12T16:08:34.183 INFO:tasks.rados.rados.0.smithi099.stdout:2212: done (3 left) 2024-04-12T16:08:34.183 INFO:tasks.rados.rados.0.smithi099.stdout:2214: done (2 left) 2024-04-12T16:08:34.183 INFO:tasks.rados.rados.0.smithi099.stdout:2215: done (1 left) 2024-04-12T16:08:34.183 INFO:tasks.rados.rados.0.smithi099.stdout:2216: snap_remove snap 133 2024-04-12T16:08:34.192 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:34 smithi110 ceph-mon[88691]: osdmap e496: 8 total, 7 up, 8 in 2024-04-12T16:08:34.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:34 smithi099 ceph-mon[94290]: osdmap e496: 8 total, 7 up, 8 in 2024-04-12T16:08:34.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:34 smithi099 ceph-mon[96864]: osdmap e496: 8 total, 7 up, 8 in 2024-04-12T16:08:35.129 INFO:tasks.rados.rados.0.smithi099.stdout:2213: finishing write tid 6 to smithi09982431-35 2024-04-12T16:08:35.130 INFO:tasks.rados.rados.0.smithi099.stdout:2213: oid 35 updating version 0 to 988 2024-04-12T16:08:35.130 INFO:tasks.rados.rados.0.smithi099.stdout:2213: oid 35 version 988 is already newer than 985 2024-04-12T16:08:35.130 INFO:tasks.rados.rados.0.smithi099.stdout:2213: oid 35 version 988 is already newer than 984 2024-04-12T16:08:35.130 INFO:tasks.rados.rados.0.smithi099.stdout:2213: oid 35 version 988 is already newer than 987 2024-04-12T16:08:35.130 INFO:tasks.rados.rados.0.smithi099.stdout:2213: oid 35 version 988 is already newer than 986 2024-04-12T16:08:35.130 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 988 (ObjNum 693 snap 218 seq_num 693) dirty exists 2024-04-12T16:08:35.130 INFO:tasks.rados.rados.0.smithi099.stdout:2213: left oid 35 (ObjNum 693 snap 218 seq_num 693) 2024-04-12T16:08:35.130 INFO:tasks.rados.rados.0.smithi099.stdout:2213: done (1 left) 2024-04-12T16:08:35.130 INFO:tasks.rados.rados.0.smithi099.stdout:2216: done (0 left) 2024-04-12T16:08:35.130 INFO:tasks.rados.rados.0.smithi099.stdout:2217: rmattr oid 7 current snap is 218 2024-04-12T16:08:35.130 INFO:tasks.rados.rados.0.smithi099.stdout:2218: read oid 45 snap -1 2024-04-12T16:08:35.131 INFO:tasks.rados.rados.0.smithi099.stdout:2218: expect deleted 2024-04-12T16:08:35.131 INFO:tasks.rados.rados.0.smithi099.stdout:2219: read oid 15 snap -1 2024-04-12T16:08:35.131 INFO:tasks.rados.rados.0.smithi099.stdout:2219: expect (ObjNum 523 snap 158 seq_num 523) 2024-04-12T16:08:35.131 INFO:tasks.rados.rados.0.smithi099.stdout:2220: snap_remove snap 194 2024-04-12T16:08:35.315 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:35 smithi110 ceph-mon[88691]: osdmap e497: 8 total, 7 up, 8 in 2024-04-12T16:08:35.315 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:35 smithi110 ceph-mon[88691]: pgmap v382: 121 pgs: 12 active+undersized+degraded, 38 active+undersized, 71 active+clean; 485 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.0 MiB/s wr, 14 op/s; 164/903 objects degraded (18.162%) 2024-04-12T16:08:35.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:35 smithi099 ceph-mon[94290]: osdmap e497: 8 total, 7 up, 8 in 2024-04-12T16:08:35.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:35 smithi099 ceph-mon[94290]: pgmap v382: 121 pgs: 12 active+undersized+degraded, 38 active+undersized, 71 active+clean; 485 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.0 MiB/s wr, 14 op/s; 164/903 objects degraded (18.162%) 2024-04-12T16:08:35.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:35 smithi099 ceph-mon[96864]: osdmap e497: 8 total, 7 up, 8 in 2024-04-12T16:08:35.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:35 smithi099 ceph-mon[96864]: pgmap v382: 121 pgs: 12 active+undersized+degraded, 38 active+undersized, 71 active+clean; 485 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.0 MiB/s wr, 14 op/s; 164/903 objects degraded (18.162%) 2024-04-12T16:08:35.566 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:35 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5[99224]: 2024-04-12T16:08:35.316+0000 7f141d1e57c0 -1 osd.5 488 log_to_monitors true 2024-04-12T16:08:36.140 INFO:tasks.rados.rados.0.smithi099.stdout:2220: done (3 left) 2024-04-12T16:08:36.140 INFO:tasks.rados.rados.0.smithi099.stdout:2221: delete oid 16 current snap is 218 2024-04-12T16:08:36.140 INFO:tasks.rados.rados.0.smithi099.stdout:2219: expect (ObjNum 523 snap 158 seq_num 523) 2024-04-12T16:08:36.188 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 7 v 1594 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-12T16:08:36.188 INFO:tasks.rados.rados.0.smithi099.stdout:2217: done (3 left) 2024-04-12T16:08:36.188 INFO:tasks.rados.rados.0.smithi099.stdout:2218: done (2 left) 2024-04-12T16:08:36.188 INFO:tasks.rados.rados.0.smithi099.stdout:2219: done (1 left) 2024-04-12T16:08:36.188 INFO:tasks.rados.rados.0.smithi099.stdout:2221: done (0 left) 2024-04-12T16:08:36.188 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 29 current snap is 218 2024-04-12T16:08:36.188 INFO:tasks.rados.rados.0.smithi099.stdout:2222: seq_num 696 ranges {0=458752,458752=417792,876544=753664,1630208=434176} 2024-04-12T16:08:36.190 INFO:tasks.rados.rados.0.smithi099.stdout:2222: writing smithi09982431-29 from 0 to 458752 tid 1 2024-04-12T16:08:36.192 INFO:tasks.rados.rados.0.smithi099.stdout:2222: writing smithi09982431-29 from 458752 to 876544 tid 2 2024-04-12T16:08:36.197 INFO:tasks.rados.rados.0.smithi099.stdout:2222: writing smithi09982431-29 from 876544 to 1630208 tid 3 2024-04-12T16:08:36.199 INFO:tasks.rados.rados.0.smithi099.stdout:2222: writing smithi09982431-29 from 1630208 to 2064384 tid 4 2024-04-12T16:08:36.199 INFO:tasks.rados.rados.0.smithi099.stdout:2223: copy_from oid 21 from oid 20 current snap is 218 2024-04-12T16:08:36.200 INFO:tasks.rados.rados.0.smithi099.stdout:2222: finishing write tid 1 to smithi09982431-29 2024-04-12T16:08:36.200 INFO:tasks.rados.rados.0.smithi099.stdout:2222: finishing write tid 2 to smithi09982431-29 2024-04-12T16:08:36.200 INFO:tasks.rados.rados.0.smithi099.stdout:2224: snap_create 2024-04-12T16:08:36.200 INFO:tasks.rados.rados.0.smithi099.stdout:2222: finishing write tid 3 to smithi09982431-29 2024-04-12T16:08:36.201 INFO:tasks.rados.rados.0.smithi099.stdout:2223: finishing copy_from to smithi09982431-21 2024-04-12T16:08:36.201 INFO:tasks.rados.rados.0.smithi099.stdout:2223: got expected ENOENT (src dne) 2024-04-12T16:08:36.201 INFO:tasks.rados.rados.0.smithi099.stdout:2223: finishing copy_from racing read to smithi09982431-21 2024-04-12T16:08:36.202 INFO:tasks.rados.rados.0.smithi099.stdout:2222: finishing write tid 4 to smithi09982431-29 2024-04-12T16:08:36.202 INFO:tasks.rados.rados.0.smithi099.stdout:2222: finishing write tid 5 to smithi09982431-29 2024-04-12T16:08:36.204 INFO:tasks.rados.rados.0.smithi099.stdout:2222: finishing write tid 6 to smithi09982431-29 2024-04-12T16:08:36.204 INFO:tasks.rados.rados.0.smithi099.stdout:2222: oid 29 updating version 0 to 990 2024-04-12T16:08:36.204 INFO:tasks.rados.rados.0.smithi099.stdout:2222: oid 29 updating version 990 to 992 2024-04-12T16:08:36.204 INFO:tasks.rados.rados.0.smithi099.stdout:2222: oid 29 version 992 is already newer than 991 2024-04-12T16:08:36.204 INFO:tasks.rados.rados.0.smithi099.stdout:2222: oid 29 updating version 992 to 993 2024-04-12T16:08:36.204 INFO:tasks.rados.rados.0.smithi099.stdout:2222: oid 29 updating version 993 to 994 2024-04-12T16:08:36.204 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 29 v 994 (ObjNum 696 snap 218 seq_num 696) dirty exists 2024-04-12T16:08:36.204 INFO:tasks.rados.rados.0.smithi099.stdout:2222: left oid 29 (ObjNum 696 snap 218 seq_num 696) 2024-04-12T16:08:36.377 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:08:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:08:36] "GET /metrics HTTP/1.1" 200 36195 "" "Prometheus/2.43.0" 2024-04-12T16:08:36.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:36 smithi099 ceph-mon[94290]: Health check update: Degraded data redundancy: 164/903 objects degraded (18.162%), 12 pgs degraded (PG_DEGRADED) 2024-04-12T16:08:36.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:36 smithi099 ceph-mon[94290]: osdmap e498: 8 total, 7 up, 8 in 2024-04-12T16:08:36.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:36 smithi099 ceph-mon[94290]: from='osd.5 [v2:172.21.15.110:6808/1972972177,v1:172.21.15.110:6809/1972972177]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T16:08:36.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:36 smithi099 ceph-mon[94290]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T16:08:36.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:36 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:36.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:36 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:36.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:36 smithi099 ceph-mon[96864]: Health check update: Degraded data redundancy: 164/903 objects degraded (18.162%), 12 pgs degraded (PG_DEGRADED) 2024-04-12T16:08:36.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:36 smithi099 ceph-mon[96864]: osdmap e498: 8 total, 7 up, 8 in 2024-04-12T16:08:36.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:36 smithi099 ceph-mon[96864]: from='osd.5 [v2:172.21.15.110:6808/1972972177,v1:172.21.15.110:6809/1972972177]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T16:08:36.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:36 smithi099 ceph-mon[96864]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T16:08:36.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:36 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:36.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:36 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:36.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:36 smithi110 ceph-mon[88691]: Health check update: Degraded data redundancy: 164/903 objects degraded (18.162%), 12 pgs degraded (PG_DEGRADED) 2024-04-12T16:08:36.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:36 smithi110 ceph-mon[88691]: osdmap e498: 8 total, 7 up, 8 in 2024-04-12T16:08:36.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:36 smithi110 ceph-mon[88691]: from='osd.5 [v2:172.21.15.110:6808/1972972177,v1:172.21.15.110:6809/1972972177]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T16:08:36.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:36 smithi110 ceph-mon[88691]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T16:08:36.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:36 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:36.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:36 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:36.584 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 16:08:36 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5[99224]: 2024-04-12T16:08:36.165+0000 7f140e63d700 -1 osd.5 488 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T16:08:37.152 INFO:tasks.rados.rados.0.smithi099.stdout:2222: done (2 left) 2024-04-12T16:08:37.153 INFO:tasks.rados.rados.0.smithi099.stdout:2223: done (1 left) 2024-04-12T16:08:37.153 INFO:tasks.rados.rados.0.smithi099.stdout:2224: done (0 left) 2024-04-12T16:08:37.153 INFO:tasks.rados.rados.0.smithi099.stdout:2225: setattr oid 10 current snap is 219 2024-04-12T16:08:37.154 INFO:tasks.rados.rados.0.smithi099.stdout:2226: copy_from oid 36 from oid 20 current snap is 219 2024-04-12T16:08:37.155 INFO:tasks.rados.rados.0.smithi099.stdout:2227: copy_from oid 12 from oid 48 current snap is 219 2024-04-12T16:08:37.155 INFO:tasks.rados.rados.0.smithi099.stdout:2228: snap_create 2024-04-12T16:08:37.160 INFO:tasks.rados.rados.0.smithi099.stdout:2226: finishing copy_from to smithi09982431-36 2024-04-12T16:08:37.160 INFO:tasks.rados.rados.0.smithi099.stdout:2226: got expected ENOENT (src dne) 2024-04-12T16:08:37.160 INFO:tasks.rados.rados.0.smithi099.stdout:2226: finishing copy_from racing read to smithi09982431-36 2024-04-12T16:08:37.486 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:37 smithi110 ceph-mon[88691]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-12T16:08:37.486 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:37 smithi110 ceph-mon[88691]: osdmap e499: 8 total, 7 up, 8 in 2024-04-12T16:08:37.486 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:37 smithi110 ceph-mon[88691]: from='osd.5 [v2:172.21.15.110:6808/1972972177,v1:172.21.15.110:6809/1972972177]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T16:08:37.486 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:37 smithi110 ceph-mon[88691]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T16:08:37.486 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:37 smithi110 ceph-mon[88691]: pgmap v385: 121 pgs: 12 active+undersized+degraded, 38 active+undersized, 71 active+clean; 487 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.4 MiB/s wr, 16 op/s; 164/906 objects degraded (18.102%) 2024-04-12T16:08:37.486 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:37 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:37.486 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:37 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:37.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:37 smithi099 ceph-mon[96864]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-12T16:08:37.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:37 smithi099 ceph-mon[96864]: osdmap e499: 8 total, 7 up, 8 in 2024-04-12T16:08:37.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:37 smithi099 ceph-mon[96864]: from='osd.5 [v2:172.21.15.110:6808/1972972177,v1:172.21.15.110:6809/1972972177]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T16:08:37.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:37 smithi099 ceph-mon[96864]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T16:08:37.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:37 smithi099 ceph-mon[96864]: pgmap v385: 121 pgs: 12 active+undersized+degraded, 38 active+undersized, 71 active+clean; 487 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.4 MiB/s wr, 16 op/s; 164/906 objects degraded (18.102%) 2024-04-12T16:08:37.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:37 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:37.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:37 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:37.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:37 smithi099 ceph-mon[94290]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-12T16:08:37.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:37 smithi099 ceph-mon[94290]: osdmap e499: 8 total, 7 up, 8 in 2024-04-12T16:08:37.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:37 smithi099 ceph-mon[94290]: from='osd.5 [v2:172.21.15.110:6808/1972972177,v1:172.21.15.110:6809/1972972177]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T16:08:37.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:37 smithi099 ceph-mon[94290]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T16:08:37.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:37 smithi099 ceph-mon[94290]: pgmap v385: 121 pgs: 12 active+undersized+degraded, 38 active+undersized, 71 active+clean; 487 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.4 MiB/s wr, 16 op/s; 164/906 objects degraded (18.102%) 2024-04-12T16:08:37.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:37 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:37.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:37 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:38.153 INFO:tasks.rados.rados.0.smithi099.stdout:2226: done (3 left) 2024-04-12T16:08:38.153 INFO:tasks.rados.rados.0.smithi099.stdout:2228: done (2 left) 2024-04-12T16:08:38.153 INFO:tasks.rados.rados.0.smithi099.stdout:2229: rmattr oid 3 current snap is 220 2024-04-12T16:08:38.153 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 46 current snap is 220 2024-04-12T16:08:38.153 INFO:tasks.rados.rados.0.smithi099.stdout:2230: seq_num 697 ranges {1597440=475136,2072576=704512,2777088=557056,3334144=344064} 2024-04-12T16:08:38.165 INFO:tasks.rados.rados.0.smithi099.stdout:2230: writing smithi09982431-46 from 1597440 to 2072576 tid 1 2024-04-12T16:08:38.170 INFO:tasks.rados.rados.0.smithi099.stdout:2230: writing smithi09982431-46 from 2072576 to 2777088 tid 2 2024-04-12T16:08:38.173 INFO:tasks.rados.rados.0.smithi099.stdout:2230: writing smithi09982431-46 from 2777088 to 3334144 tid 3 2024-04-12T16:08:38.176 INFO:tasks.rados.rados.0.smithi099.stdout:2230: writing smithi09982431-46 from 3334144 to 3678208 tid 4 2024-04-12T16:08:38.176 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 9 current snap is 220 2024-04-12T16:08:38.176 INFO:tasks.rados.rados.0.smithi099.stdout:2231: seq_num 698 ranges {1744896=499712,2244608=589824,2834432=770048,3604480=245760} 2024-04-12T16:08:38.188 INFO:tasks.rados.rados.0.smithi099.stdout:2231: writing smithi09982431-9 from 1744896 to 2244608 tid 1 2024-04-12T16:08:38.192 INFO:tasks.rados.rados.0.smithi099.stdout:2231: writing smithi09982431-9 from 2244608 to 2834432 tid 2 2024-04-12T16:08:38.197 INFO:tasks.rados.rados.0.smithi099.stdout:2231: writing smithi09982431-9 from 2834432 to 3604480 tid 3 2024-04-12T16:08:38.199 INFO:tasks.rados.rados.0.smithi099.stdout:2231: writing smithi09982431-9 from 3604480 to 3850240 tid 4 2024-04-12T16:08:38.199 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 1 current snap is 220 2024-04-12T16:08:38.199 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 3 v 1309 (ObjNum 65 snap 0 seq_num 1718121327) dirty exists 2024-04-12T16:08:38.199 INFO:tasks.rados.rados.0.smithi099.stdout:2232: seq_num 699 ranges {6291456=516096,6807552=475136,7282688=573440,7856128=557056} 2024-04-12T16:08:38.236 INFO:tasks.rados.rados.0.smithi099.stdout:2232: writing smithi09982431-1 from 6291456 to 6807552 tid 1 2024-04-12T16:08:38.239 INFO:tasks.rados.rados.0.smithi099.stdout:2232: writing smithi09982431-1 from 6807552 to 7282688 tid 2 2024-04-12T16:08:38.242 INFO:tasks.rados.rados.0.smithi099.stdout:2232: writing smithi09982431-1 from 7282688 to 7856128 tid 3 2024-04-12T16:08:38.247 INFO:tasks.rados.rados.0.smithi099.stdout:2232: writing smithi09982431-1 from 7856128 to 8413184 tid 4 2024-04-12T16:08:38.247 INFO:tasks.rados.rados.0.smithi099.stdout:2229: done (5 left) 2024-04-12T16:08:38.247 INFO:tasks.rados.rados.0.smithi099.stdout:2233: delete oid 19 current snap is 220 2024-04-12T16:08:38.247 INFO:tasks.rados.rados.0.smithi099.stdout:2230: finishing write tid 1 to smithi09982431-46 2024-04-12T16:08:38.248 INFO:tasks.rados.rados.0.smithi099.stdout:2230: finishing write tid 2 to smithi09982431-46 2024-04-12T16:08:38.248 INFO:tasks.rados.rados.0.smithi099.stdout:2230: finishing write tid 3 to smithi09982431-46 2024-04-12T16:08:38.248 INFO:tasks.rados.rados.0.smithi099.stdout:2230: finishing write tid 4 to smithi09982431-46 2024-04-12T16:08:38.248 INFO:tasks.rados.rados.0.smithi099.stdout:2230: finishing write tid 5 to smithi09982431-46 2024-04-12T16:08:38.248 INFO:tasks.rados.rados.0.smithi099.stdout:2230: finishing write tid 6 to smithi09982431-46 2024-04-12T16:08:38.248 INFO:tasks.rados.rados.0.smithi099.stdout:2230: oid 46 updating version 0 to 992 2024-04-12T16:08:38.248 INFO:tasks.rados.rados.0.smithi099.stdout:2230: oid 46 updating version 992 to 993 2024-04-12T16:08:38.248 INFO:tasks.rados.rados.0.smithi099.stdout:2230: oid 46 updating version 993 to 994 2024-04-12T16:08:38.248 INFO:tasks.rados.rados.0.smithi099.stdout:2230: oid 46 updating version 994 to 995 2024-04-12T16:08:38.248 INFO:tasks.rados.rados.0.smithi099.stdout:2230: oid 46 updating version 995 to 996 2024-04-12T16:08:38.248 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 46 v 996 (ObjNum 697 snap 220 seq_num 697) dirty exists 2024-04-12T16:08:38.248 INFO:tasks.rados.rados.0.smithi099.stdout:2230: left oid 46 (ObjNum 697 snap 220 seq_num 697) 2024-04-12T16:08:38.248 INFO:tasks.rados.rados.0.smithi099.stdout:2231: finishing write tid 1 to smithi09982431-9 2024-04-12T16:08:38.249 INFO:tasks.rados.rados.0.smithi099.stdout:2231: finishing write tid 2 to smithi09982431-9 2024-04-12T16:08:38.249 INFO:tasks.rados.rados.0.smithi099.stdout:2231: finishing write tid 3 to smithi09982431-9 2024-04-12T16:08:38.249 INFO:tasks.rados.rados.0.smithi099.stdout:2231: finishing write tid 4 to smithi09982431-9 2024-04-12T16:08:38.249 INFO:tasks.rados.rados.0.smithi099.stdout:2231: finishing write tid 5 to smithi09982431-9 2024-04-12T16:08:38.249 INFO:tasks.rados.rados.0.smithi099.stdout:2231: finishing write tid 6 to smithi09982431-9 2024-04-12T16:08:38.249 INFO:tasks.rados.rados.0.smithi099.stdout:2231: oid 9 updating version 0 to 1439 2024-04-12T16:08:38.249 INFO:tasks.rados.rados.0.smithi099.stdout:2231: oid 9 updating version 1439 to 1441 2024-04-12T16:08:38.249 INFO:tasks.rados.rados.0.smithi099.stdout:2231: oid 9 version 1441 is already newer than 1438 2024-04-12T16:08:38.249 INFO:tasks.rados.rados.0.smithi099.stdout:2231: oid 9 version 1441 is already newer than 1440 2024-04-12T16:08:38.249 INFO:tasks.rados.rados.0.smithi099.stdout:2231: oid 9 version 1441 is already newer than 1437 2024-04-12T16:08:38.249 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 9 v 1441 (ObjNum 698 snap 220 seq_num 698) dirty exists 2024-04-12T16:08:38.249 INFO:tasks.rados.rados.0.smithi099.stdout:2231: left oid 9 (ObjNum 698 snap 220 seq_num 698) 2024-04-12T16:08:38.249 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 10 v 1311 (ObjNum 690 snap 217 seq_num 690) dirty exists 2024-04-12T16:08:38.250 INFO:tasks.rados.rados.0.smithi099.stdout:2227: finishing copy_from racing read to smithi09982431-12 2024-04-12T16:08:38.250 INFO:tasks.rados.rados.0.smithi099.stdout:2227: finishing copy_from to smithi09982431-12 2024-04-12T16:08:38.250 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 859 (ObjNum 502 snap 152 seq_num 502) dirty exists 2024-04-12T16:08:38.250 INFO:tasks.rados.rados.0.smithi099.stdout:2232: finishing write tid 1 to smithi09982431-1 2024-04-12T16:08:38.250 INFO:tasks.rados.rados.0.smithi099.stdout:2232: finishing write tid 2 to smithi09982431-1 2024-04-12T16:08:38.251 INFO:tasks.rados.rados.0.smithi099.stdout:2232: finishing write tid 3 to smithi09982431-1 2024-04-12T16:08:38.251 INFO:tasks.rados.rados.0.smithi099.stdout:2225: done (5 left) 2024-04-12T16:08:38.251 INFO:tasks.rados.rados.0.smithi099.stdout:2227: done (4 left) 2024-04-12T16:08:38.251 INFO:tasks.rados.rados.0.smithi099.stdout:2230: done (3 left) 2024-04-12T16:08:38.251 INFO:tasks.rados.rados.0.smithi099.stdout:2231: done (2 left) 2024-04-12T16:08:38.251 INFO:tasks.rados.rados.0.smithi099.stdout:2233: done (1 left) 2024-04-12T16:08:38.251 INFO:tasks.rados.rados.0.smithi099.stdout:2234: snap_create 2024-04-12T16:08:38.252 INFO:tasks.rados.rados.0.smithi099.stdout:2232: finishing write tid 4 to smithi09982431-1 2024-04-12T16:08:38.252 INFO:tasks.rados.rados.0.smithi099.stdout:2232: finishing write tid 5 to smithi09982431-1 2024-04-12T16:08:38.253 INFO:tasks.rados.rados.0.smithi099.stdout:2232: finishing write tid 6 to smithi09982431-1 2024-04-12T16:08:38.253 INFO:tasks.rados.rados.0.smithi099.stdout:2232: oid 1 updating version 0 to 1087 2024-04-12T16:08:38.253 INFO:tasks.rados.rados.0.smithi099.stdout:2232: oid 1 version 1087 is already newer than 1085 2024-04-12T16:08:38.253 INFO:tasks.rados.rados.0.smithi099.stdout:2232: oid 1 version 1087 is already newer than 1086 2024-04-12T16:08:38.253 INFO:tasks.rados.rados.0.smithi099.stdout:2232: oid 1 updating version 1087 to 1089 2024-04-12T16:08:38.253 INFO:tasks.rados.rados.0.smithi099.stdout:2232: oid 1 version 1089 is already newer than 1088 2024-04-12T16:08:38.253 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 1 v 1089 (ObjNum 699 snap 220 seq_num 699) dirty exists 2024-04-12T16:08:38.253 INFO:tasks.rados.rados.0.smithi099.stdout:2232: left oid 1 (ObjNum 699 snap 220 seq_num 699) 2024-04-12T16:08:38.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:38 smithi110 ceph-mon[88691]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:08:38.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:38 smithi110 ceph-mon[88691]: osd.5 [v2:172.21.15.110:6808/1972972177,v1:172.21.15.110:6809/1972972177] boot 2024-04-12T16:08:38.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:38 smithi110 ceph-mon[88691]: osdmap e500: 8 total, 8 up, 8 in 2024-04-12T16:08:38.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T16:08:38.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:38 smithi099 ceph-mon[94290]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:08:38.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:38 smithi099 ceph-mon[94290]: osd.5 [v2:172.21.15.110:6808/1972972177,v1:172.21.15.110:6809/1972972177] boot 2024-04-12T16:08:38.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:38 smithi099 ceph-mon[94290]: osdmap e500: 8 total, 8 up, 8 in 2024-04-12T16:08:38.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T16:08:38.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:38 smithi099 ceph-mon[96864]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:08:38.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:38 smithi099 ceph-mon[96864]: osd.5 [v2:172.21.15.110:6808/1972972177,v1:172.21.15.110:6809/1972972177] boot 2024-04-12T16:08:38.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:38 smithi099 ceph-mon[96864]: osdmap e500: 8 total, 8 up, 8 in 2024-04-12T16:08:38.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T16:08:39.163 INFO:tasks.rados.rados.0.smithi099.stdout:2232: done (1 left) 2024-04-12T16:08:39.163 INFO:tasks.rados.rados.0.smithi099.stdout:2234: done (0 left) 2024-04-12T16:08:39.163 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 48 current snap is 221 2024-04-12T16:08:39.163 INFO:tasks.rados.rados.0.smithi099.stdout:2235: seq_num 701 ranges {7725056=548864,8273920=696320,8970240=540672,9510912=368640} 2024-04-12T16:08:39.207 INFO:tasks.rados.rados.0.smithi099.stdout:2235: writing smithi09982431-48 from 7725056 to 8273920 tid 1 2024-04-12T16:08:39.211 INFO:tasks.rados.rados.0.smithi099.stdout:2235: writing smithi09982431-48 from 8273920 to 8970240 tid 2 2024-04-12T16:08:39.214 INFO:tasks.rados.rados.0.smithi099.stdout:2235: writing smithi09982431-48 from 8970240 to 9510912 tid 3 2024-04-12T16:08:39.217 INFO:tasks.rados.rados.0.smithi099.stdout:2235: writing smithi09982431-48 from 9510912 to 9879552 tid 4 2024-04-12T16:08:39.217 INFO:tasks.rados.rados.0.smithi099.stdout:2236: delete oid 9 current snap is 221 2024-04-12T16:08:39.217 INFO:tasks.rados.rados.0.smithi099.stdout:2235: finishing write tid 1 to smithi09982431-48 2024-04-12T16:08:39.217 INFO:tasks.rados.rados.0.smithi099.stdout:2235: finishing write tid 2 to smithi09982431-48 2024-04-12T16:08:39.221 INFO:tasks.rados.rados.0.smithi099.stdout:2236: done (1 left) 2024-04-12T16:08:39.221 INFO:tasks.rados.rados.0.smithi099.stdout:2237: read oid 25 snap -1 2024-04-12T16:08:39.221 INFO:tasks.rados.rados.0.smithi099.stdout:2237: expect (ObjNum 684 snap 216 seq_num 684) 2024-04-12T16:08:39.221 INFO:tasks.rados.rados.0.smithi099.stdout:2238: read oid 18 snap -1 2024-04-12T16:08:39.221 INFO:tasks.rados.rados.0.smithi099.stdout:2238: expect deleted 2024-04-12T16:08:39.221 INFO:tasks.rados.rados.0.smithi099.stdout:2239: copy_from oid 45 from oid 1 current snap is 221 2024-04-12T16:08:39.221 INFO:tasks.rados.rados.0.smithi099.stdout:2240: read oid 20 snap -1 2024-04-12T16:08:39.221 INFO:tasks.rados.rados.0.smithi099.stdout:2240: expect deleted 2024-04-12T16:08:39.221 INFO:tasks.rados.rados.0.smithi099.stdout:2241: rollback oid 21 current snap is 221 2024-04-12T16:08:39.221 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 21 to 217 2024-04-12T16:08:39.222 INFO:tasks.rados.rados.0.smithi099.stdout:2242: snap_create 2024-04-12T16:08:39.222 INFO:tasks.rados.rados.0.smithi099.stdout:2235: finishing write tid 3 to smithi09982431-48 2024-04-12T16:08:39.222 INFO:tasks.rados.rados.0.smithi099.stdout:2235: finishing write tid 4 to smithi09982431-48 2024-04-12T16:08:39.225 INFO:tasks.rados.rados.0.smithi099.stdout:2241: finishing rollback tid 1 to smithi09982431-21 2024-04-12T16:08:39.228 INFO:tasks.rados.rados.0.smithi099.stdout:2241: finishing rollback tid 2 to smithi09982431-21 2024-04-12T16:08:39.228 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 1370 (ObjNum 678 snap 211 seq_num 678) dirty exists 2024-04-12T16:08:39.228 INFO:tasks.rados.rados.0.smithi099.stdout:2235: finishing write tid 5 to smithi09982431-48 2024-04-12T16:08:39.230 INFO:tasks.rados.rados.0.smithi099.stdout:2235: finishing write tid 6 to smithi09982431-48 2024-04-12T16:08:39.230 INFO:tasks.rados.rados.0.smithi099.stdout:2235: oid 48 updating version 0 to 1001 2024-04-12T16:08:39.230 INFO:tasks.rados.rados.0.smithi099.stdout:2235: oid 48 version 1001 is already newer than 997 2024-04-12T16:08:39.230 INFO:tasks.rados.rados.0.smithi099.stdout:2235: oid 48 version 1001 is already newer than 998 2024-04-12T16:08:39.231 INFO:tasks.rados.rados.0.smithi099.stdout:2235: oid 48 version 1001 is already newer than 999 2024-04-12T16:08:39.231 INFO:tasks.rados.rados.0.smithi099.stdout:2235: oid 48 version 1001 is already newer than 1000 2024-04-12T16:08:39.231 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 48 v 1001 (ObjNum 701 snap 221 seq_num 701) dirty exists 2024-04-12T16:08:39.231 INFO:tasks.rados.rados.0.smithi099.stdout:2235: left oid 48 (ObjNum 701 snap 221 seq_num 701) 2024-04-12T16:08:39.244 INFO:tasks.rados.rados.0.smithi099.stdout:2237: expect (ObjNum 684 snap 216 seq_num 684) 2024-04-12T16:08:39.483 INFO:tasks.rados.rados.0.smithi099.stdout:2239: finishing copy_from racing read to smithi09982431-45 2024-04-12T16:08:39.484 INFO:tasks.rados.rados.0.smithi099.stdout:2239: finishing copy_from to smithi09982431-45 2024-04-12T16:08:39.484 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 45 v 1089 (ObjNum 699 snap 220 seq_num 699) dirty exists 2024-04-12T16:08:39.486 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:39 smithi110 ceph-mon[88691]: osdmap e501: 8 total, 8 up, 8 in 2024-04-12T16:08:39.486 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:39 smithi110 ceph-mon[88691]: pgmap v388: 121 pgs: 8 active+undersized+degraded, 31 active+undersized, 82 active+clean; 473 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 990 KiB/s rd, 1.5 MiB/s wr, 5 op/s; 136/894 objects degraded (15.213%); 504 KiB/s, 0 objects/s recovering 2024-04-12T16:08:39.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:39 smithi099 ceph-mon[94290]: osdmap e501: 8 total, 8 up, 8 in 2024-04-12T16:08:39.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:39 smithi099 ceph-mon[94290]: pgmap v388: 121 pgs: 8 active+undersized+degraded, 31 active+undersized, 82 active+clean; 473 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 990 KiB/s rd, 1.5 MiB/s wr, 5 op/s; 136/894 objects degraded (15.213%); 504 KiB/s, 0 objects/s recovering 2024-04-12T16:08:39.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:39 smithi099 ceph-mon[96864]: osdmap e501: 8 total, 8 up, 8 in 2024-04-12T16:08:39.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:39 smithi099 ceph-mon[96864]: pgmap v388: 121 pgs: 8 active+undersized+degraded, 31 active+undersized, 82 active+clean; 473 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 990 KiB/s rd, 1.5 MiB/s wr, 5 op/s; 136/894 objects degraded (15.213%); 504 KiB/s, 0 objects/s recovering 2024-04-12T16:08:40.168 INFO:tasks.rados.rados.0.smithi099.stdout:2235: done (6 left) 2024-04-12T16:08:40.168 INFO:tasks.rados.rados.0.smithi099.stdout:2237: done (5 left) 2024-04-12T16:08:40.168 INFO:tasks.rados.rados.0.smithi099.stdout:2238: done (4 left) 2024-04-12T16:08:40.168 INFO:tasks.rados.rados.0.smithi099.stdout:2239: done (3 left) 2024-04-12T16:08:40.168 INFO:tasks.rados.rados.0.smithi099.stdout:2240: done (2 left) 2024-04-12T16:08:40.168 INFO:tasks.rados.rados.0.smithi099.stdout:2241: done (1 left) 2024-04-12T16:08:40.168 INFO:tasks.rados.rados.0.smithi099.stdout:2242: done (0 left) 2024-04-12T16:08:40.169 INFO:tasks.rados.rados.0.smithi099.stdout:2243: snap_remove snap 221 2024-04-12T16:08:40.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:40 smithi110 ceph-mon[88691]: osdmap e502: 8 total, 8 up, 8 in 2024-04-12T16:08:40.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:40 smithi099 ceph-mon[94290]: osdmap e502: 8 total, 8 up, 8 in 2024-04-12T16:08:40.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:40 smithi099 ceph-mon[96864]: osdmap e502: 8 total, 8 up, 8 in 2024-04-12T16:08:41.173 INFO:tasks.rados.rados.0.smithi099.stdout:2243: done (0 left) 2024-04-12T16:08:41.173 INFO:tasks.rados.rados.0.smithi099.stdout:2244: delete oid 47 current snap is 222 2024-04-12T16:08:41.175 INFO:tasks.rados.rados.0.smithi099.stdout:2244: done (0 left) 2024-04-12T16:08:41.175 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 27 current snap is 222 2024-04-12T16:08:41.175 INFO:tasks.rados.rados.0.smithi099.stdout:2245: seq_num 704 ranges {0=598016,598016=745472,1343488=712704,2056192=147456} 2024-04-12T16:08:41.178 INFO:tasks.rados.rados.0.smithi099.stdout:2245: writing smithi09982431-27 from 0 to 598016 tid 1 2024-04-12T16:08:41.183 INFO:tasks.rados.rados.0.smithi099.stdout:2245: writing smithi09982431-27 from 598016 to 1343488 tid 2 2024-04-12T16:08:41.187 INFO:tasks.rados.rados.0.smithi099.stdout:2245: writing smithi09982431-27 from 1343488 to 2056192 tid 3 2024-04-12T16:08:41.189 INFO:tasks.rados.rados.0.smithi099.stdout:2245: writing smithi09982431-27 from 2056192 to 2203648 tid 4 2024-04-12T16:08:41.189 INFO:tasks.rados.rados.0.smithi099.stdout:2246: read oid 18 snap -1 2024-04-12T16:08:41.189 INFO:tasks.rados.rados.0.smithi099.stdout:2246: expect deleted 2024-04-12T16:08:41.189 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 43 current snap is 222 2024-04-12T16:08:41.189 INFO:tasks.rados.rados.0.smithi099.stdout:2245: finishing write tid 1 to smithi09982431-27 2024-04-12T16:08:41.189 INFO:tasks.rados.rados.0.smithi099.stdout:2247: seq_num 705 ranges {0=614400,614400=630784,1245184=524288,1769472=450560} 2024-04-12T16:08:41.192 INFO:tasks.rados.rados.0.smithi099.stdout:2247: writing smithi09982431-43 from 0 to 614400 tid 1 2024-04-12T16:08:41.195 INFO:tasks.rados.rados.0.smithi099.stdout:2247: writing smithi09982431-43 from 614400 to 1245184 tid 2 2024-04-12T16:08:41.198 INFO:tasks.rados.rados.0.smithi099.stdout:2247: writing smithi09982431-43 from 1245184 to 1769472 tid 3 2024-04-12T16:08:41.201 INFO:tasks.rados.rados.0.smithi099.stdout:2247: writing smithi09982431-43 from 1769472 to 2220032 tid 4 2024-04-12T16:08:41.202 INFO:tasks.rados.rados.0.smithi099.stdout:2248: read oid 8 snap 211 2024-04-12T16:08:41.202 INFO:tasks.rados.rados.0.smithi099.stdout:2248: expect deleted 2024-04-12T16:08:41.202 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 13 current snap is 222 2024-04-12T16:08:41.202 INFO:tasks.rados.rados.0.smithi099.stdout:2249: seq_num 706 ranges {6127616=630784,6758400=516096,7274496=729088,8003584=360448} 2024-04-12T16:08:41.237 INFO:tasks.rados.rados.0.smithi099.stdout:2249: writing smithi09982431-13 from 6127616 to 6758400 tid 1 2024-04-12T16:08:41.240 INFO:tasks.rados.rados.0.smithi099.stdout:2249: writing smithi09982431-13 from 6758400 to 7274496 tid 2 2024-04-12T16:08:41.244 INFO:tasks.rados.rados.0.smithi099.stdout:2249: writing smithi09982431-13 from 7274496 to 8003584 tid 3 2024-04-12T16:08:41.246 INFO:tasks.rados.rados.0.smithi099.stdout:2249: writing smithi09982431-13 from 8003584 to 8364032 tid 4 2024-04-12T16:08:41.246 INFO:tasks.rados.rados.0.smithi099.stdout:2250: snap_remove snap 217 2024-04-12T16:08:41.379 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:08:41 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T16:08:41.027+0000 7ffbacc40700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-12T16:08:41.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:41 smithi099 ceph-mon[94290]: osdmap e503: 8 total, 8 up, 8 in 2024-04-12T16:08:41.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:41 smithi099 ceph-mon[94290]: pgmap v391: 121 pgs: 2 active+undersized+degraded, 17 active+undersized, 102 active+clean; 444 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.8 MiB/s wr, 14 op/s; 35/861 objects degraded (4.065%); 8.0 MiB/s, 3 objects/s recovering 2024-04-12T16:08:41.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:41 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:41.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:41 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:41.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:41 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:08:41.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:41 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:08:41.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:41 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:41.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:41 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:08:41.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:41 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:08:41.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:41 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:08:41.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:41 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:08:41.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:41 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-12T16:08:41.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:41 smithi099 ceph-mon[96864]: osdmap e503: 8 total, 8 up, 8 in 2024-04-12T16:08:41.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:41 smithi099 ceph-mon[96864]: pgmap v391: 121 pgs: 2 active+undersized+degraded, 17 active+undersized, 102 active+clean; 444 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.8 MiB/s wr, 14 op/s; 35/861 objects degraded (4.065%); 8.0 MiB/s, 3 objects/s recovering 2024-04-12T16:08:41.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:41 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:41.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:41 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:41.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:41 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:08:41.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:41 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:08:41.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:41 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:41.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:41 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:08:41.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:41 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:08:41.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:41 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:08:41.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:41 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:08:41.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:41 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-12T16:08:41.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:41 smithi110 ceph-mon[88691]: osdmap e503: 8 total, 8 up, 8 in 2024-04-12T16:08:41.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:41 smithi110 ceph-mon[88691]: pgmap v391: 121 pgs: 2 active+undersized+degraded, 17 active+undersized, 102 active+clean; 444 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.8 MiB/s wr, 14 op/s; 35/861 objects degraded (4.065%); 8.0 MiB/s, 3 objects/s recovering 2024-04-12T16:08:41.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:41 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:41.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:41 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:41.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:41 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:08:41.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:41 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:08:41.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:41 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:41.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:41 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:08:41.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:41 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:08:41.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:41 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:08:41.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:41 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:08:41.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:41 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-12T16:08:42.179 INFO:tasks.rados.rados.0.smithi099.stdout:2250: done (5 left) 2024-04-12T16:08:42.179 INFO:tasks.rados.rados.0.smithi099.stdout:2251: read oid 49 snap -1 2024-04-12T16:08:42.179 INFO:tasks.rados.rados.0.smithi099.stdout:2251: expect (ObjNum 627 snap 191 seq_num 627) 2024-04-12T16:08:42.179 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 21 current snap is 222 2024-04-12T16:08:42.179 INFO:tasks.rados.rados.0.smithi099.stdout:2245: finishing write tid 2 to smithi09982431-27 2024-04-12T16:08:42.180 INFO:tasks.rados.rados.0.smithi099.stdout:2252: seq_num 707 ranges {6266880=647168,6914048=802816,7716864=532480,8249344=270336} 2024-04-12T16:08:42.217 INFO:tasks.rados.rados.0.smithi099.stdout:2252: writing smithi09982431-21 from 6266880 to 6914048 tid 1 2024-04-12T16:08:42.221 INFO:tasks.rados.rados.0.smithi099.stdout:2252: writing smithi09982431-21 from 6914048 to 7716864 tid 2 2024-04-12T16:08:42.224 INFO:tasks.rados.rados.0.smithi099.stdout:2252: writing smithi09982431-21 from 7716864 to 8249344 tid 3 2024-04-12T16:08:42.227 INFO:tasks.rados.rados.0.smithi099.stdout:2252: writing smithi09982431-21 from 8249344 to 8519680 tid 4 2024-04-12T16:08:42.227 INFO:tasks.rados.rados.0.smithi099.stdout:2253: snap_create 2024-04-12T16:08:42.227 INFO:tasks.rados.rados.0.smithi099.stdout:2245: finishing write tid 3 to smithi09982431-27 2024-04-12T16:08:42.227 INFO:tasks.rados.rados.0.smithi099.stdout:2245: finishing write tid 4 to smithi09982431-27 2024-04-12T16:08:42.227 INFO:tasks.rados.rados.0.smithi099.stdout:2245: finishing write tid 5 to smithi09982431-27 2024-04-12T16:08:42.227 INFO:tasks.rados.rados.0.smithi099.stdout:2245: finishing write tid 6 to smithi09982431-27 2024-04-12T16:08:42.228 INFO:tasks.rados.rados.0.smithi099.stdout:2245: oid 27 updating version 0 to 1090 2024-04-12T16:08:42.228 INFO:tasks.rados.rados.0.smithi099.stdout:2245: oid 27 updating version 1090 to 1092 2024-04-12T16:08:42.228 INFO:tasks.rados.rados.0.smithi099.stdout:2245: oid 27 updating version 1092 to 1093 2024-04-12T16:08:42.228 INFO:tasks.rados.rados.0.smithi099.stdout:2245: oid 27 version 1093 is already newer than 1091 2024-04-12T16:08:42.228 INFO:tasks.rados.rados.0.smithi099.stdout:2245: oid 27 updating version 1093 to 1094 2024-04-12T16:08:42.228 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 27 v 1094 (ObjNum 704 snap 222 seq_num 704) dirty exists 2024-04-12T16:08:42.228 INFO:tasks.rados.rados.0.smithi099.stdout:2245: left oid 27 (ObjNum 704 snap 222 seq_num 704) 2024-04-12T16:08:42.228 INFO:tasks.rados.rados.0.smithi099.stdout:2247: finishing write tid 1 to smithi09982431-43 2024-04-12T16:08:42.228 INFO:tasks.rados.rados.0.smithi099.stdout:2247: finishing write tid 2 to smithi09982431-43 2024-04-12T16:08:42.228 INFO:tasks.rados.rados.0.smithi099.stdout:2247: finishing write tid 3 to smithi09982431-43 2024-04-12T16:08:42.228 INFO:tasks.rados.rados.0.smithi099.stdout:2247: finishing write tid 4 to smithi09982431-43 2024-04-12T16:08:42.228 INFO:tasks.rados.rados.0.smithi099.stdout:2247: finishing write tid 5 to smithi09982431-43 2024-04-12T16:08:42.228 INFO:tasks.rados.rados.0.smithi099.stdout:2247: finishing write tid 6 to smithi09982431-43 2024-04-12T16:08:42.228 INFO:tasks.rados.rados.0.smithi099.stdout:2247: oid 43 updating version 0 to 1334 2024-04-12T16:08:42.229 INFO:tasks.rados.rados.0.smithi099.stdout:2247: oid 43 updating version 1334 to 1337 2024-04-12T16:08:42.229 INFO:tasks.rados.rados.0.smithi099.stdout:2247: oid 43 version 1337 is already newer than 1333 2024-04-12T16:08:42.229 INFO:tasks.rados.rados.0.smithi099.stdout:2247: oid 43 version 1337 is already newer than 1335 2024-04-12T16:08:42.229 INFO:tasks.rados.rados.0.smithi099.stdout:2247: oid 43 version 1337 is already newer than 1336 2024-04-12T16:08:42.229 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 43 v 1337 (ObjNum 705 snap 222 seq_num 705) dirty exists 2024-04-12T16:08:42.229 INFO:tasks.rados.rados.0.smithi099.stdout:2247: left oid 43 (ObjNum 705 snap 222 seq_num 705) 2024-04-12T16:08:42.229 INFO:tasks.rados.rados.0.smithi099.stdout:2249: finishing write tid 1 to smithi09982431-13 2024-04-12T16:08:42.229 INFO:tasks.rados.rados.0.smithi099.stdout:2249: finishing write tid 2 to smithi09982431-13 2024-04-12T16:08:42.229 INFO:tasks.rados.rados.0.smithi099.stdout:2249: finishing write tid 3 to smithi09982431-13 2024-04-12T16:08:42.229 INFO:tasks.rados.rados.0.smithi099.stdout:2249: finishing write tid 4 to smithi09982431-13 2024-04-12T16:08:42.229 INFO:tasks.rados.rados.0.smithi099.stdout:2249: finishing write tid 5 to smithi09982431-13 2024-04-12T16:08:42.229 INFO:tasks.rados.rados.0.smithi099.stdout:2249: finishing write tid 6 to smithi09982431-13 2024-04-12T16:08:42.229 INFO:tasks.rados.rados.0.smithi099.stdout:2249: oid 13 updating version 0 to 1261 2024-04-12T16:08:42.229 INFO:tasks.rados.rados.0.smithi099.stdout:2249: oid 13 updating version 1261 to 1263 2024-04-12T16:08:42.230 INFO:tasks.rados.rados.0.smithi099.stdout:2249: oid 13 version 1263 is already newer than 1260 2024-04-12T16:08:42.230 INFO:tasks.rados.rados.0.smithi099.stdout:2249: oid 13 updating version 1263 to 1264 2024-04-12T16:08:42.230 INFO:tasks.rados.rados.0.smithi099.stdout:2249: oid 13 version 1264 is already newer than 1262 2024-04-12T16:08:42.230 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 13 v 1264 (ObjNum 706 snap 222 seq_num 706) dirty exists 2024-04-12T16:08:42.230 INFO:tasks.rados.rados.0.smithi099.stdout:2249: left oid 13 (ObjNum 706 snap 222 seq_num 706) 2024-04-12T16:08:42.230 INFO:tasks.rados.rados.0.smithi099.stdout:2251: expect (ObjNum 627 snap 191 seq_num 627) 2024-04-12T16:08:42.274 INFO:tasks.rados.rados.0.smithi099.stdout:2252: finishing write tid 1 to smithi09982431-21 2024-04-12T16:08:42.274 INFO:tasks.rados.rados.0.smithi099.stdout:2252: finishing write tid 2 to smithi09982431-21 2024-04-12T16:08:42.274 INFO:tasks.rados.rados.0.smithi099.stdout:2252: finishing write tid 3 to smithi09982431-21 2024-04-12T16:08:42.275 INFO:tasks.rados.rados.0.smithi099.stdout:2252: finishing write tid 4 to smithi09982431-21 2024-04-12T16:08:42.275 INFO:tasks.rados.rados.0.smithi099.stdout:2252: finishing write tid 5 to smithi09982431-21 2024-04-12T16:08:42.275 INFO:tasks.rados.rados.0.smithi099.stdout:2252: finishing write tid 6 to smithi09982431-21 2024-04-12T16:08:42.275 INFO:tasks.rados.rados.0.smithi099.stdout:2252: oid 21 updating version 0 to 1375 2024-04-12T16:08:42.275 INFO:tasks.rados.rados.0.smithi099.stdout:2252: oid 21 version 1375 is already newer than 1373 2024-04-12T16:08:42.275 INFO:tasks.rados.rados.0.smithi099.stdout:2252: oid 21 version 1375 is already newer than 1374 2024-04-12T16:08:42.275 INFO:tasks.rados.rados.0.smithi099.stdout:2252: oid 21 updating version 1375 to 1376 2024-04-12T16:08:42.275 INFO:tasks.rados.rados.0.smithi099.stdout:2252: oid 21 updating version 1376 to 1377 2024-04-12T16:08:42.275 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 1377 (ObjNum 707 snap 222 seq_num 707) dirty exists 2024-04-12T16:08:42.275 INFO:tasks.rados.rados.0.smithi099.stdout:2252: left oid 21 (ObjNum 707 snap 222 seq_num 707) 2024-04-12T16:08:42.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:42 smithi110 ceph-mon[88691]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-12T16:08:42.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:42 smithi110 ceph-mon[88691]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-12T16:08:42.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:42 smithi110 ceph-mon[88691]: Health check update: Degraded data redundancy: 35/861 objects degraded (4.065%), 2 pgs degraded (PG_DEGRADED) 2024-04-12T16:08:42.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:42 smithi110 ceph-mon[88691]: osdmap e504: 8 total, 8 up, 8 in 2024-04-12T16:08:42.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:08:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:08:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:08:42.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:42 smithi099 ceph-mon[94290]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-12T16:08:42.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:42 smithi099 ceph-mon[94290]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-12T16:08:42.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:42 smithi099 ceph-mon[94290]: Health check update: Degraded data redundancy: 35/861 objects degraded (4.065%), 2 pgs degraded (PG_DEGRADED) 2024-04-12T16:08:42.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:42 smithi099 ceph-mon[94290]: osdmap e504: 8 total, 8 up, 8 in 2024-04-12T16:08:42.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:42 smithi099 ceph-mon[96864]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-12T16:08:42.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:42 smithi099 ceph-mon[96864]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-12T16:08:42.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:42 smithi099 ceph-mon[96864]: Health check update: Degraded data redundancy: 35/861 objects degraded (4.065%), 2 pgs degraded (PG_DEGRADED) 2024-04-12T16:08:42.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:42 smithi099 ceph-mon[96864]: osdmap e504: 8 total, 8 up, 8 in 2024-04-12T16:08:43.181 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:08:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[63637]: logger=cleanup t=2024-04-12T16:08:42.916156359Z level=info msg="Completed cleanup jobs" duration=12.854598ms 2024-04-12T16:08:43.189 INFO:tasks.rados.rados.0.smithi099.stdout:2245: done (7 left) 2024-04-12T16:08:43.189 INFO:tasks.rados.rados.0.smithi099.stdout:2246: done (6 left) 2024-04-12T16:08:43.190 INFO:tasks.rados.rados.0.smithi099.stdout:2247: done (5 left) 2024-04-12T16:08:43.190 INFO:tasks.rados.rados.0.smithi099.stdout:2248: done (4 left) 2024-04-12T16:08:43.190 INFO:tasks.rados.rados.0.smithi099.stdout:2249: done (3 left) 2024-04-12T16:08:43.190 INFO:tasks.rados.rados.0.smithi099.stdout:2251: done (2 left) 2024-04-12T16:08:43.190 INFO:tasks.rados.rados.0.smithi099.stdout:2252: done (1 left) 2024-04-12T16:08:43.190 INFO:tasks.rados.rados.0.smithi099.stdout:2253: done (0 left) 2024-04-12T16:08:43.190 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 12 current snap is 223 2024-04-12T16:08:43.190 INFO:tasks.rados.rados.0.smithi099.stdout:2254: seq_num 708 ranges {7725056=663552,8388608=737280,9125888=696320,9822208=172032} 2024-04-12T16:08:43.233 INFO:tasks.rados.rados.0.smithi099.stdout:2254: writing smithi09982431-12 from 7725056 to 8388608 tid 1 2024-04-12T16:08:43.238 INFO:tasks.rados.rados.0.smithi099.stdout:2254: writing smithi09982431-12 from 8388608 to 9125888 tid 2 2024-04-12T16:08:43.241 INFO:tasks.rados.rados.0.smithi099.stdout:2254: writing smithi09982431-12 from 9125888 to 9822208 tid 3 2024-04-12T16:08:43.243 INFO:tasks.rados.rados.0.smithi099.stdout:2254: writing smithi09982431-12 from 9822208 to 9994240 tid 4 2024-04-12T16:08:43.243 INFO:tasks.rados.rados.0.smithi099.stdout:2255: rollback oid 49 current snap is 223 2024-04-12T16:08:43.243 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 49 to 197 2024-04-12T16:08:43.243 INFO:tasks.rados.rados.0.smithi099.stdout:2256: copy_from oid 20 from oid 40 current snap is 223 2024-04-12T16:08:43.243 INFO:tasks.rados.rados.0.smithi099.stdout:2257: rollback oid 8 current snap is 223 2024-04-12T16:08:43.243 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 8 to 222 2024-04-12T16:08:43.243 INFO:tasks.rados.rados.0.smithi099.stdout:2258: delete oid 31 current snap is 223 2024-04-12T16:08:43.245 INFO:tasks.rados.rados.0.smithi099.stdout:2254: finishing write tid 1 to smithi09982431-12 2024-04-12T16:08:43.245 INFO:tasks.rados.rados.0.smithi099.stdout:2254: finishing write tid 2 to smithi09982431-12 2024-04-12T16:08:43.248 INFO:tasks.rados.rados.0.smithi099.stdout:2254: finishing write tid 3 to smithi09982431-12 2024-04-12T16:08:43.249 INFO:tasks.rados.rados.0.smithi099.stdout:2255: finishing rollback tid 0 to smithi09982431-49 2024-04-12T16:08:43.249 INFO:tasks.rados.rados.0.smithi099.stdout:2255: finishing rollback tid 1 to smithi09982431-49 2024-04-12T16:08:43.250 INFO:tasks.rados.rados.0.smithi099.stdout:2254: finishing write tid 4 to smithi09982431-12 2024-04-12T16:08:43.250 INFO:tasks.rados.rados.0.smithi099.stdout:2257: finishing rollback tid 0 to smithi09982431-8 2024-04-12T16:08:43.250 INFO:tasks.rados.rados.0.smithi099.stdout:2255: finishing rollback tid 2 to smithi09982431-49 2024-04-12T16:08:43.250 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 49 v 1381 (ObjNum 627 snap 191 seq_num 627) dirty exists 2024-04-12T16:08:43.250 INFO:tasks.rados.rados.0.smithi099.stdout:2254: finishing write tid 5 to smithi09982431-12 2024-04-12T16:08:43.250 INFO:tasks.rados.rados.0.smithi099.stdout:2255: done (4 left) 2024-04-12T16:08:43.251 INFO:tasks.rados.rados.0.smithi099.stdout:2258: done (3 left) 2024-04-12T16:08:43.251 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 26 current snap is 223 2024-04-12T16:08:43.251 INFO:tasks.rados.rados.0.smithi099.stdout:2259: seq_num 710 ranges {3973120=696320,4669440=499712,5169152=712704,5881856=393216} 2024-04-12T16:08:43.276 INFO:tasks.rados.rados.0.smithi099.stdout:2259: writing smithi09982431-26 from 3973120 to 4669440 tid 1 2024-04-12T16:08:43.279 INFO:tasks.rados.rados.0.smithi099.stdout:2259: writing smithi09982431-26 from 4669440 to 5169152 tid 2 2024-04-12T16:08:43.282 INFO:tasks.rados.rados.0.smithi099.stdout:2259: writing smithi09982431-26 from 5169152 to 5881856 tid 3 2024-04-12T16:08:43.285 INFO:tasks.rados.rados.0.smithi099.stdout:2259: writing smithi09982431-26 from 5881856 to 6275072 tid 4 2024-04-12T16:08:43.285 INFO:tasks.rados.rados.0.smithi099.stdout:2260: setattr oid 50 current snap is 223 2024-04-12T16:08:43.286 INFO:tasks.rados.rados.0.smithi099.stdout:2257: finishing rollback tid 1 to smithi09982431-8 2024-04-12T16:08:43.286 INFO:tasks.rados.rados.0.smithi099.stdout:2257: finishing rollback tid 2 to smithi09982431-8 2024-04-12T16:08:43.286 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 8 v 1077 (ObjNum 618 snap 189 seq_num 618) dirty exists 2024-04-12T16:08:43.286 INFO:tasks.rados.rados.0.smithi099.stdout:2254: finishing write tid 6 to smithi09982431-12 2024-04-12T16:08:43.286 INFO:tasks.rados.rados.0.smithi099.stdout:2254: oid 12 updating version 0 to 1114 2024-04-12T16:08:43.287 INFO:tasks.rados.rados.0.smithi099.stdout:2254: oid 12 updating version 1114 to 1115 2024-04-12T16:08:43.287 INFO:tasks.rados.rados.0.smithi099.stdout:2254: oid 12 updating version 1115 to 1116 2024-04-12T16:08:43.287 INFO:tasks.rados.rados.0.smithi099.stdout:2254: oid 12 updating version 1116 to 1117 2024-04-12T16:08:43.287 INFO:tasks.rados.rados.0.smithi099.stdout:2254: oid 12 version 1117 is already newer than 1113 2024-04-12T16:08:43.288 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 1117 (ObjNum 708 snap 223 seq_num 708) dirty exists 2024-04-12T16:08:43.288 INFO:tasks.rados.rados.0.smithi099.stdout:2254: left oid 12 (ObjNum 708 snap 223 seq_num 708) 2024-04-12T16:08:43.288 INFO:tasks.rados.rados.0.smithi099.stdout:2256: finishing copy_from racing read to smithi09982431-20 2024-04-12T16:08:43.288 INFO:tasks.rados.rados.0.smithi099.stdout:2256: finishing copy_from to smithi09982431-20 2024-04-12T16:08:43.288 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 20 v 1588 (ObjNum 691 snap 217 seq_num 691) dirty exists 2024-04-12T16:08:43.288 INFO:tasks.rados.rados.0.smithi099.stdout:2259: finishing write tid 1 to smithi09982431-26 2024-04-12T16:08:43.288 INFO:tasks.rados.rados.0.smithi099.stdout:2259: finishing write tid 2 to smithi09982431-26 2024-04-12T16:08:43.289 INFO:tasks.rados.rados.0.smithi099.stdout:2254: done (4 left) 2024-04-12T16:08:43.289 INFO:tasks.rados.rados.0.smithi099.stdout:2256: done (3 left) 2024-04-12T16:08:43.289 INFO:tasks.rados.rados.0.smithi099.stdout:2257: done (2 left) 2024-04-12T16:08:43.289 INFO:tasks.rados.rados.0.smithi099.stdout:2261: read oid 33 snap -1 2024-04-12T16:08:43.289 INFO:tasks.rados.rados.0.smithi099.stdout:2261: expect (ObjNum 648 snap 198 seq_num 648) 2024-04-12T16:08:43.290 INFO:tasks.rados.rados.0.smithi099.stdout:2262: read oid 14 snap -1 2024-04-12T16:08:43.290 INFO:tasks.rados.rados.0.smithi099.stdout:2262: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:08:43.290 INFO:tasks.rados.rados.0.smithi099.stdout:2263: snap_create 2024-04-12T16:08:43.290 INFO:tasks.rados.rados.0.smithi099.stdout:2259: finishing write tid 3 to smithi09982431-26 2024-04-12T16:08:43.290 INFO:tasks.rados.rados.0.smithi099.stdout:2259: finishing write tid 4 to smithi09982431-26 2024-04-12T16:08:43.290 INFO:tasks.rados.rados.0.smithi099.stdout:2259: finishing write tid 5 to smithi09982431-26 2024-04-12T16:08:43.290 INFO:tasks.rados.rados.0.smithi099.stdout:2262: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:08:43.292 INFO:tasks.rados.rados.0.smithi099.stdout:2259: finishing write tid 6 to smithi09982431-26 2024-04-12T16:08:43.292 INFO:tasks.rados.rados.0.smithi099.stdout:2259: oid 26 updating version 0 to 846 2024-04-12T16:08:43.292 INFO:tasks.rados.rados.0.smithi099.stdout:2259: oid 26 updating version 846 to 849 2024-04-12T16:08:43.292 INFO:tasks.rados.rados.0.smithi099.stdout:2259: oid 26 version 849 is already newer than 848 2024-04-12T16:08:43.292 INFO:tasks.rados.rados.0.smithi099.stdout:2259: oid 26 version 849 is already newer than 847 2024-04-12T16:08:43.292 INFO:tasks.rados.rados.0.smithi099.stdout:2259: oid 26 updating version 849 to 850 2024-04-12T16:08:43.292 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 850 (ObjNum 710 snap 223 seq_num 710) dirty exists 2024-04-12T16:08:43.292 INFO:tasks.rados.rados.0.smithi099.stdout:2259: left oid 26 (ObjNum 710 snap 223 seq_num 710) 2024-04-12T16:08:43.292 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 50 v 1118 (ObjNum 65 snap 0 seq_num 1902726747) dirty exists 2024-04-12T16:08:43.293 INFO:tasks.rados.rados.0.smithi099.stdout:2261: expect (ObjNum 648 snap 198 seq_num 648) 2024-04-12T16:08:43.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:43 smithi110 ceph-mon[88691]: osdmap e505: 8 total, 8 up, 8 in 2024-04-12T16:08:43.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:43 smithi110 ceph-mon[88691]: pgmap v394: 121 pgs: 121 active+clean; 442 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 5.8 MiB/s wr, 19 op/s; 11 MiB/s, 3 objects/s recovering 2024-04-12T16:08:43.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:43 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:43.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:43 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:08:43.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:43 smithi099 ceph-mon[94290]: osdmap e505: 8 total, 8 up, 8 in 2024-04-12T16:08:43.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:43 smithi099 ceph-mon[94290]: pgmap v394: 121 pgs: 121 active+clean; 442 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 5.8 MiB/s wr, 19 op/s; 11 MiB/s, 3 objects/s recovering 2024-04-12T16:08:43.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:43 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:43.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:43 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:08:43.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:43 smithi099 ceph-mon[96864]: osdmap e505: 8 total, 8 up, 8 in 2024-04-12T16:08:43.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:43 smithi099 ceph-mon[96864]: pgmap v394: 121 pgs: 121 active+clean; 442 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 5.8 MiB/s wr, 19 op/s; 11 MiB/s, 3 objects/s recovering 2024-04-12T16:08:43.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:43 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:43.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:43 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:08:44.042 INFO:tasks.rados.rados.0.smithi099.stdout:2259: done (4 left) 2024-04-12T16:08:44.042 INFO:tasks.rados.rados.0.smithi099.stdout:2260: done (3 left) 2024-04-12T16:08:44.042 INFO:tasks.rados.rados.0.smithi099.stdout:2261: done (2 left) 2024-04-12T16:08:44.043 INFO:tasks.rados.rados.0.smithi099.stdout:2262: done (1 left) 2024-04-12T16:08:44.043 INFO:tasks.rados.rados.0.smithi099.stdout:2263: done (0 left) 2024-04-12T16:08:44.043 INFO:tasks.rados.rados.0.smithi099.stdout:2264: snap_remove snap 195 2024-04-12T16:08:44.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:44 smithi110 ceph-mon[88691]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 35/861 objects degraded (4.065%), 2 pgs degraded) 2024-04-12T16:08:44.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:44 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:08:44.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:44 smithi110 ceph-mon[88691]: osdmap e506: 8 total, 8 up, 8 in 2024-04-12T16:08:44.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:44 smithi110 ceph-mon[88691]: osdmap e507: 8 total, 8 up, 8 in 2024-04-12T16:08:44.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:44 smithi099 ceph-mon[94290]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 35/861 objects degraded (4.065%), 2 pgs degraded) 2024-04-12T16:08:44.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:44 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:08:44.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:44 smithi099 ceph-mon[94290]: osdmap e506: 8 total, 8 up, 8 in 2024-04-12T16:08:44.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:44 smithi099 ceph-mon[94290]: osdmap e507: 8 total, 8 up, 8 in 2024-04-12T16:08:44.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:44 smithi099 ceph-mon[96864]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 35/861 objects degraded (4.065%), 2 pgs degraded) 2024-04-12T16:08:44.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:44 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:08:44.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:44 smithi099 ceph-mon[96864]: osdmap e506: 8 total, 8 up, 8 in 2024-04-12T16:08:44.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:44 smithi099 ceph-mon[96864]: osdmap e507: 8 total, 8 up, 8 in 2024-04-12T16:08:45.046 INFO:tasks.rados.rados.0.smithi099.stdout:2264: done (0 left) 2024-04-12T16:08:45.046 INFO:tasks.rados.rados.0.smithi099.stdout:2265: rmattr oid 26 current snap is 224 2024-04-12T16:08:45.046 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 11 current snap is 224 2024-04-12T16:08:45.046 INFO:tasks.rados.rados.0.smithi099.stdout:2266: seq_num 711 ranges {0=712704,712704=786432,1499136=516096,2015232=303104} 2024-04-12T16:08:45.050 INFO:tasks.rados.rados.0.smithi099.stdout:2266: writing smithi09982431-11 from 0 to 712704 tid 1 2024-04-12T16:08:45.056 INFO:tasks.rados.rados.0.smithi099.stdout:2266: writing smithi09982431-11 from 712704 to 1499136 tid 2 2024-04-12T16:08:45.060 INFO:tasks.rados.rados.0.smithi099.stdout:2266: writing smithi09982431-11 from 1499136 to 2015232 tid 3 2024-04-12T16:08:45.065 INFO:tasks.rados.rados.0.smithi099.stdout:2266: writing smithi09982431-11 from 2015232 to 2318336 tid 4 2024-04-12T16:08:45.066 INFO:tasks.rados.rados.0.smithi099.stdout:2267: copy_from oid 24 from oid 3 current snap is 224 2024-04-12T16:08:45.066 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 851 (ObjNum 710 snap 223 seq_num 710) dirty exists 2024-04-12T16:08:45.066 INFO:tasks.rados.rados.0.smithi099.stdout:2265: done (2 left) 2024-04-12T16:08:45.066 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 42 current snap is 224 2024-04-12T16:08:45.066 INFO:tasks.rados.rados.0.smithi099.stdout:2268: seq_num 712 ranges {753664=729088,1482752=671744,2154496=671744,2826240=262144} 2024-04-12T16:08:45.072 INFO:tasks.rados.rados.0.smithi099.stdout:2268: writing smithi09982431-42 from 753664 to 1482752 tid 1 2024-04-12T16:08:45.076 INFO:tasks.rados.rados.0.smithi099.stdout:2268: writing smithi09982431-42 from 1482752 to 2154496 tid 2 2024-04-12T16:08:45.080 INFO:tasks.rados.rados.0.smithi099.stdout:2268: writing smithi09982431-42 from 2154496 to 2826240 tid 3 2024-04-12T16:08:45.082 INFO:tasks.rados.rados.0.smithi099.stdout:2268: writing smithi09982431-42 from 2826240 to 3088384 tid 4 2024-04-12T16:08:45.082 INFO:tasks.rados.rados.0.smithi099.stdout:2266: finishing write tid 1 to smithi09982431-11 2024-04-12T16:08:45.082 INFO:tasks.rados.rados.0.smithi099.stdout:2269: delete oid 39 current snap is 224 2024-04-12T16:08:45.082 INFO:tasks.rados.rados.0.smithi099.stdout:2266: finishing write tid 2 to smithi09982431-11 2024-04-12T16:08:45.082 INFO:tasks.rados.rados.0.smithi099.stdout:2266: finishing write tid 3 to smithi09982431-11 2024-04-12T16:08:45.082 INFO:tasks.rados.rados.0.smithi099.stdout:2266: finishing write tid 4 to smithi09982431-11 2024-04-12T16:08:45.083 INFO:tasks.rados.rados.0.smithi099.stdout:2266: finishing write tid 5 to smithi09982431-11 2024-04-12T16:08:45.083 INFO:tasks.rados.rados.0.smithi099.stdout:2266: finishing write tid 6 to smithi09982431-11 2024-04-12T16:08:45.083 INFO:tasks.rados.rados.0.smithi099.stdout:2266: oid 11 updating version 0 to 852 2024-04-12T16:08:45.083 INFO:tasks.rados.rados.0.smithi099.stdout:2266: oid 11 updating version 852 to 855 2024-04-12T16:08:45.083 INFO:tasks.rados.rados.0.smithi099.stdout:2266: oid 11 version 855 is already newer than 854 2024-04-12T16:08:45.083 INFO:tasks.rados.rados.0.smithi099.stdout:2266: oid 11 updating version 855 to 856 2024-04-12T16:08:45.083 INFO:tasks.rados.rados.0.smithi099.stdout:2266: oid 11 version 856 is already newer than 853 2024-04-12T16:08:45.083 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 11 v 856 (ObjNum 711 snap 224 seq_num 711) dirty exists 2024-04-12T16:08:45.083 INFO:tasks.rados.rados.0.smithi099.stdout:2266: left oid 11 (ObjNum 711 snap 224 seq_num 711) 2024-04-12T16:08:45.083 INFO:tasks.rados.rados.0.smithi099.stdout:2267: finishing copy_from racing read to smithi09982431-24 2024-04-12T16:08:45.083 INFO:tasks.rados.rados.0.smithi099.stdout:2267: finishing copy_from to smithi09982431-24 2024-04-12T16:08:45.083 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 24 v 1309 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-12T16:08:45.083 INFO:tasks.rados.rados.0.smithi099.stdout:2268: finishing write tid 1 to smithi09982431-42 2024-04-12T16:08:45.084 INFO:tasks.rados.rados.0.smithi099.stdout:2268: finishing write tid 2 to smithi09982431-42 2024-04-12T16:08:45.084 INFO:tasks.rados.rados.0.smithi099.stdout:2268: finishing write tid 3 to smithi09982431-42 2024-04-12T16:08:45.084 INFO:tasks.rados.rados.0.smithi099.stdout:2268: finishing write tid 4 to smithi09982431-42 2024-04-12T16:08:45.084 INFO:tasks.rados.rados.0.smithi099.stdout:2268: finishing write tid 5 to smithi09982431-42 2024-04-12T16:08:45.085 INFO:tasks.rados.rados.0.smithi099.stdout:2266: done (3 left) 2024-04-12T16:08:45.085 INFO:tasks.rados.rados.0.smithi099.stdout:2267: done (2 left) 2024-04-12T16:08:45.085 INFO:tasks.rados.rados.0.smithi099.stdout:2269: done (1 left) 2024-04-12T16:08:45.085 INFO:tasks.rados.rados.0.smithi099.stdout:2270: rollback oid 41 current snap is 224 2024-04-12T16:08:45.085 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 41 to 210 2024-04-12T16:08:45.086 INFO:tasks.rados.rados.0.smithi099.stdout:2271: rollback oid 35 current snap is 224 2024-04-12T16:08:45.086 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 35 to 197 2024-04-12T16:08:45.086 INFO:tasks.rados.rados.0.smithi099.stdout:2272: rollback oid 19 current snap is 224 2024-04-12T16:08:45.086 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 19 to 214 2024-04-12T16:08:45.086 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 4 current snap is 224 2024-04-12T16:08:45.086 INFO:tasks.rados.rados.0.smithi099.stdout:2273: seq_num 714 ranges {0=761856,761856=442368,1204224=688128,1892352=475136} 2024-04-12T16:08:45.090 INFO:tasks.rados.rados.0.smithi099.stdout:2273: writing smithi09982431-4 from 0 to 761856 tid 1 2024-04-12T16:08:45.092 INFO:tasks.rados.rados.0.smithi099.stdout:2273: writing smithi09982431-4 from 761856 to 1204224 tid 2 2024-04-12T16:08:45.097 INFO:tasks.rados.rados.0.smithi099.stdout:2273: writing smithi09982431-4 from 1204224 to 1892352 tid 3 2024-04-12T16:08:45.100 INFO:tasks.rados.rados.0.smithi099.stdout:2273: writing smithi09982431-4 from 1892352 to 2367488 tid 4 2024-04-12T16:08:45.100 INFO:tasks.rados.rados.0.smithi099.stdout:2274: snap_create 2024-04-12T16:08:45.101 INFO:tasks.rados.rados.0.smithi099.stdout:2268: finishing write tid 6 to smithi09982431-42 2024-04-12T16:08:45.101 INFO:tasks.rados.rados.0.smithi099.stdout:2268: oid 42 updating version 0 to 976 2024-04-12T16:08:45.101 INFO:tasks.rados.rados.0.smithi099.stdout:2268: oid 42 version 976 is already newer than 973 2024-04-12T16:08:45.101 INFO:tasks.rados.rados.0.smithi099.stdout:2268: oid 42 version 976 is already newer than 972 2024-04-12T16:08:45.101 INFO:tasks.rados.rados.0.smithi099.stdout:2268: oid 42 version 976 is already newer than 974 2024-04-12T16:08:45.101 INFO:tasks.rados.rados.0.smithi099.stdout:2268: oid 42 version 976 is already newer than 975 2024-04-12T16:08:45.101 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 42 v 976 (ObjNum 712 snap 224 seq_num 712) dirty exists 2024-04-12T16:08:45.101 INFO:tasks.rados.rados.0.smithi099.stdout:2268: left oid 42 (ObjNum 712 snap 224 seq_num 712) 2024-04-12T16:08:45.101 INFO:tasks.rados.rados.0.smithi099.stdout:2270: finishing rollback tid 1 to smithi09982431-41 2024-04-12T16:08:45.101 INFO:tasks.rados.rados.0.smithi099.stdout:2270: finishing rollback tid 2 to smithi09982431-41 2024-04-12T16:08:45.101 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 41 v 1393 (ObjNum 230 snap 66 seq_num 230) dirty exists 2024-04-12T16:08:45.101 INFO:tasks.rados.rados.0.smithi099.stdout:2272: finishing rollback tid 1 to smithi09982431-19 2024-04-12T16:08:45.101 INFO:tasks.rados.rados.0.smithi099.stdout:2272: finishing rollback tid 2 to smithi09982431-19 2024-04-12T16:08:45.101 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 19 v 1446 (ObjNum 680 snap 214 seq_num 680) dirty exists 2024-04-12T16:08:45.102 INFO:tasks.rados.rados.0.smithi099.stdout:2271: finishing rollback tid 0 to smithi09982431-35 2024-04-12T16:08:45.102 INFO:tasks.rados.rados.0.smithi099.stdout:2271: finishing rollback tid 1 to smithi09982431-35 2024-04-12T16:08:45.102 INFO:tasks.rados.rados.0.smithi099.stdout:2271: finishing rollback tid 2 to smithi09982431-35 2024-04-12T16:08:45.102 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 991 (ObjNum 597 snap 183 seq_num 597) dirty exists 2024-04-12T16:08:45.102 INFO:tasks.rados.rados.0.smithi099.stdout:2273: finishing write tid 1 to smithi09982431-4 2024-04-12T16:08:45.102 INFO:tasks.rados.rados.0.smithi099.stdout:2273: finishing write tid 2 to smithi09982431-4 2024-04-12T16:08:45.102 INFO:tasks.rados.rados.0.smithi099.stdout:2273: finishing write tid 3 to smithi09982431-4 2024-04-12T16:08:45.102 INFO:tasks.rados.rados.0.smithi099.stdout:2273: finishing write tid 4 to smithi09982431-4 2024-04-12T16:08:45.103 INFO:tasks.rados.rados.0.smithi099.stdout:2273: finishing write tid 5 to smithi09982431-4 2024-04-12T16:08:45.104 INFO:tasks.rados.rados.0.smithi099.stdout:2273: finishing write tid 6 to smithi09982431-4 2024-04-12T16:08:45.104 INFO:tasks.rados.rados.0.smithi099.stdout:2273: oid 4 updating version 0 to 1314 2024-04-12T16:08:45.104 INFO:tasks.rados.rados.0.smithi099.stdout:2273: oid 4 version 1314 is already newer than 1311 2024-04-12T16:08:45.104 INFO:tasks.rados.rados.0.smithi099.stdout:2273: oid 4 version 1314 is already newer than 1310 2024-04-12T16:08:45.104 INFO:tasks.rados.rados.0.smithi099.stdout:2273: oid 4 version 1314 is already newer than 1313 2024-04-12T16:08:45.104 INFO:tasks.rados.rados.0.smithi099.stdout:2273: oid 4 version 1314 is already newer than 1312 2024-04-12T16:08:45.104 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 4 v 1314 (ObjNum 714 snap 224 seq_num 714) dirty exists 2024-04-12T16:08:45.104 INFO:tasks.rados.rados.0.smithi099.stdout:2273: left oid 4 (ObjNum 714 snap 224 seq_num 714) 2024-04-12T16:08:45.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:45 smithi110 ceph-mon[88691]: pgmap v397: 121 pgs: 121 active+clean; 460 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.7 MiB/s wr, 24 op/s; 3.2 MiB/s, 1 objects/s recovering 2024-04-12T16:08:45.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:45 smithi110 ceph-mon[88691]: osdmap e508: 8 total, 8 up, 8 in 2024-04-12T16:08:45.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:45 smithi099 ceph-mon[94290]: pgmap v397: 121 pgs: 121 active+clean; 460 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.7 MiB/s wr, 24 op/s; 3.2 MiB/s, 1 objects/s recovering 2024-04-12T16:08:45.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:45 smithi099 ceph-mon[94290]: osdmap e508: 8 total, 8 up, 8 in 2024-04-12T16:08:45.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:45 smithi099 ceph-mon[96864]: pgmap v397: 121 pgs: 121 active+clean; 460 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.7 MiB/s wr, 24 op/s; 3.2 MiB/s, 1 objects/s recovering 2024-04-12T16:08:45.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:45 smithi099 ceph-mon[96864]: osdmap e508: 8 total, 8 up, 8 in 2024-04-12T16:08:46.047 INFO:tasks.rados.rados.0.smithi099.stdout:2268: done (5 left) 2024-04-12T16:08:46.047 INFO:tasks.rados.rados.0.smithi099.stdout:2270: done (4 left) 2024-04-12T16:08:46.048 INFO:tasks.rados.rados.0.smithi099.stdout:2271: done (3 left) 2024-04-12T16:08:46.048 INFO:tasks.rados.rados.0.smithi099.stdout:2272: done (2 left) 2024-04-12T16:08:46.048 INFO:tasks.rados.rados.0.smithi099.stdout:2273: done (1 left) 2024-04-12T16:08:46.048 INFO:tasks.rados.rados.0.smithi099.stdout:2274: done (0 left) 2024-04-12T16:08:46.048 INFO:tasks.rados.rados.0.smithi099.stdout:2275: read oid 19 snap -1 2024-04-12T16:08:46.048 INFO:tasks.rados.rados.0.smithi099.stdout:2275: expect (ObjNum 680 snap 214 seq_num 680) 2024-04-12T16:08:46.048 INFO:tasks.rados.rados.0.smithi099.stdout:2276: copy_from oid 3 from oid 21 current snap is 225 2024-04-12T16:08:46.048 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 24 current snap is 225 2024-04-12T16:08:46.048 INFO:tasks.rados.rados.0.smithi099.stdout:2277: seq_num 715 ranges {0=778240,778240=770048,1548288=499712,2048000=335872} 2024-04-12T16:08:46.051 INFO:tasks.rados.rados.0.smithi099.stdout:2277: writing smithi09982431-24 from 0 to 778240 tid 1 2024-04-12T16:08:46.056 INFO:tasks.rados.rados.0.smithi099.stdout:2277: writing smithi09982431-24 from 778240 to 1548288 tid 2 2024-04-12T16:08:46.059 INFO:tasks.rados.rados.0.smithi099.stdout:2277: writing smithi09982431-24 from 1548288 to 2048000 tid 3 2024-04-12T16:08:46.062 INFO:tasks.rados.rados.0.smithi099.stdout:2277: writing smithi09982431-24 from 2048000 to 2383872 tid 4 2024-04-12T16:08:46.062 INFO:tasks.rados.rados.0.smithi099.stdout:2278: rollback oid 11 current snap is 225 2024-04-12T16:08:46.062 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 11 to 147 2024-04-12T16:08:46.062 INFO:tasks.rados.rados.0.smithi099.stdout:2279: read oid 38 snap -1 2024-04-12T16:08:46.062 INFO:tasks.rados.rados.0.smithi099.stdout:2279: expect (ObjNum 676 snap 210 seq_num 676) 2024-04-12T16:08:46.063 INFO:tasks.rados.rados.0.smithi099.stdout:2280: delete oid 30 current snap is 225 2024-04-12T16:08:46.063 INFO:tasks.rados.rados.0.smithi099.stdout:2277: finishing write tid 1 to smithi09982431-24 2024-04-12T16:08:46.063 INFO:tasks.rados.rados.0.smithi099.stdout:2277: finishing write tid 2 to smithi09982431-24 2024-04-12T16:08:46.066 INFO:tasks.rados.rados.0.smithi099.stdout:2277: finishing write tid 3 to smithi09982431-24 2024-04-12T16:08:46.067 INFO:tasks.rados.rados.0.smithi099.stdout:2277: finishing write tid 4 to smithi09982431-24 2024-04-12T16:08:46.067 INFO:tasks.rados.rados.0.smithi099.stdout:2278: finishing rollback tid 0 to smithi09982431-11 2024-04-12T16:08:46.068 INFO:tasks.rados.rados.0.smithi099.stdout:2277: finishing write tid 5 to smithi09982431-24 2024-04-12T16:08:46.068 INFO:tasks.rados.rados.0.smithi099.stdout:2275: expect (ObjNum 680 snap 214 seq_num 680) 2024-04-12T16:08:46.184 INFO:tasks.rados.rados.0.smithi099.stdout:2278: finishing rollback tid 1 to smithi09982431-11 2024-04-12T16:08:46.184 INFO:tasks.rados.rados.0.smithi099.stdout:2278: finishing rollback tid 2 to smithi09982431-11 2024-04-12T16:08:46.184 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 11 v 859 (ObjNum 462 snap 139 seq_num 462) dirty exists 2024-04-12T16:08:46.184 INFO:tasks.rados.rados.0.smithi099.stdout:2277: finishing write tid 6 to smithi09982431-24 2024-04-12T16:08:46.185 INFO:tasks.rados.rados.0.smithi099.stdout:2277: oid 24 updating version 0 to 1318 2024-04-12T16:08:46.185 INFO:tasks.rados.rados.0.smithi099.stdout:2277: oid 24 version 1318 is already newer than 1316 2024-04-12T16:08:46.185 INFO:tasks.rados.rados.0.smithi099.stdout:2277: oid 24 version 1318 is already newer than 1315 2024-04-12T16:08:46.185 INFO:tasks.rados.rados.0.smithi099.stdout:2277: oid 24 updating version 1318 to 1319 2024-04-12T16:08:46.185 INFO:tasks.rados.rados.0.smithi099.stdout:2277: oid 24 version 1319 is already newer than 1317 2024-04-12T16:08:46.185 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 24 v 1319 (ObjNum 715 snap 225 seq_num 715) dirty exists 2024-04-12T16:08:46.185 INFO:tasks.rados.rados.0.smithi099.stdout:2277: left oid 24 (ObjNum 715 snap 225 seq_num 715) 2024-04-12T16:08:46.185 INFO:tasks.rados.rados.0.smithi099.stdout:2279: expect (ObjNum 676 snap 210 seq_num 676) 2024-04-12T16:08:46.229 INFO:tasks.rados.rados.0.smithi099.stdout:2276: finishing copy_from racing read to smithi09982431-3 2024-04-12T16:08:46.229 INFO:tasks.rados.rados.0.smithi099.stdout:2276: finishing copy_from to smithi09982431-3 2024-04-12T16:08:46.229 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 3 v 1377 (ObjNum 707 snap 222 seq_num 707) dirty exists 2024-04-12T16:08:46.229 INFO:tasks.rados.rados.0.smithi099.stdout:2275: done (5 left) 2024-04-12T16:08:46.229 INFO:tasks.rados.rados.0.smithi099.stdout:2276: done (4 left) 2024-04-12T16:08:46.229 INFO:tasks.rados.rados.0.smithi099.stdout:2277: done (3 left) 2024-04-12T16:08:46.229 INFO:tasks.rados.rados.0.smithi099.stdout:2278: done (2 left) 2024-04-12T16:08:46.229 INFO:tasks.rados.rados.0.smithi099.stdout:2279: done (1 left) 2024-04-12T16:08:46.229 INFO:tasks.rados.rados.0.smithi099.stdout:2280: done (0 left) 2024-04-12T16:08:46.229 INFO:tasks.rados.rados.0.smithi099.stdout:2281: read oid 20 snap -1 2024-04-12T16:08:46.229 INFO:tasks.rados.rados.0.smithi099.stdout:2281: expect (ObjNum 691 snap 217 seq_num 691) 2024-04-12T16:08:46.229 INFO:tasks.rados.rados.0.smithi099.stdout:2282: setattr oid 27 current snap is 225 2024-04-12T16:08:46.230 INFO:tasks.rados.rados.0.smithi099.stdout:2283: read oid 50 snap -1 2024-04-12T16:08:46.230 INFO:tasks.rados.rados.0.smithi099.stdout:2283: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:08:46.230 INFO:tasks.rados.rados.0.smithi099.stdout:2284: delete oid 25 current snap is 225 2024-04-12T16:08:46.230 INFO:tasks.rados.rados.0.smithi099.stdout:2283: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:08:46.235 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 27 v 1095 (ObjNum 704 snap 222 seq_num 704) dirty exists 2024-04-12T16:08:46.239 INFO:tasks.rados.rados.0.smithi099.stdout:2281: expect (ObjNum 691 snap 217 seq_num 691) 2024-04-12T16:08:46.346 INFO:tasks.rados.rados.0.smithi099.stdout:2281: done (3 left) 2024-04-12T16:08:46.346 INFO:tasks.rados.rados.0.smithi099.stdout:2282: done (2 left) 2024-04-12T16:08:46.346 INFO:tasks.rados.rados.0.smithi099.stdout:2283: done (1 left) 2024-04-12T16:08:46.346 INFO:tasks.rados.rados.0.smithi099.stdout:2284: done (0 left) 2024-04-12T16:08:46.346 INFO:tasks.rados.rados.0.smithi099.stdout:2285: read oid 29 snap -1 2024-04-12T16:08:46.346 INFO:tasks.rados.rados.0.smithi099.stdout:2285: expect (ObjNum 696 snap 218 seq_num 696) 2024-04-12T16:08:46.346 INFO:tasks.rados.rados.0.smithi099.stdout:2286: read oid 36 snap -1 2024-04-12T16:08:46.346 INFO:tasks.rados.rados.0.smithi099.stdout:2286: expect (ObjNum 679 snap 213 seq_num 679) 2024-04-12T16:08:46.346 INFO:tasks.rados.rados.0.smithi099.stdout:2287: delete oid 13 current snap is 225 2024-04-12T16:08:46.350 INFO:tasks.rados.rados.0.smithi099.stdout:2287: done (2 left) 2024-04-12T16:08:46.351 INFO:tasks.rados.rados.0.smithi099.stdout:2288: snap_create 2024-04-12T16:08:46.355 INFO:tasks.rados.rados.0.smithi099.stdout:2285: expect (ObjNum 696 snap 218 seq_num 696) 2024-04-12T16:08:46.411 INFO:tasks.rados.rados.0.smithi099.stdout:2286: expect (ObjNum 679 snap 213 seq_num 679) 2024-04-12T16:08:46.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:08:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:08:46] "GET /metrics HTTP/1.1" 200 36209 "" "Prometheus/2.43.0" 2024-04-12T16:08:47.049 INFO:tasks.rados.rados.0.smithi099.stdout:2285: done (2 left) 2024-04-12T16:08:47.049 INFO:tasks.rados.rados.0.smithi099.stdout:2286: done (1 left) 2024-04-12T16:08:47.049 INFO:tasks.rados.rados.0.smithi099.stdout:2288: done (0 left) 2024-04-12T16:08:47.049 INFO:tasks.rados.rados.0.smithi099.stdout:2289: copy_from oid 8 from oid 3 current snap is 226 2024-04-12T16:08:47.049 INFO:tasks.rados.rados.0.smithi099.stdout:2290: setattr oid 13 current snap is 226 2024-04-12T16:08:47.050 INFO:tasks.rados.rados.0.smithi099.stdout:2291: delete oid 23 current snap is 226 2024-04-12T16:08:47.054 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 13 v 1267 (ObjNum 49 snap 0 seq_num 1925690208) dirty exists 2024-04-12T16:08:47.055 INFO:tasks.rados.rados.0.smithi099.stdout:2290: done (2 left) 2024-04-12T16:08:47.056 INFO:tasks.rados.rados.0.smithi099.stdout:2291: done (1 left) 2024-04-12T16:08:47.056 INFO:tasks.rados.rados.0.smithi099.stdout:2292: copy_from oid 37 from oid 48 current snap is 226 2024-04-12T16:08:47.056 INFO:tasks.rados.rados.0.smithi099.stdout:2293: snap_create 2024-04-12T16:08:47.086 INFO:tasks.rados.rados.0.smithi099.stdout:2289: finishing copy_from racing read to smithi09982431-8 2024-04-12T16:08:47.093 INFO:tasks.rados.rados.0.smithi099.stdout:2289: finishing copy_from to smithi09982431-8 2024-04-12T16:08:47.093 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 8 v 1377 (ObjNum 707 snap 222 seq_num 707) dirty exists 2024-04-12T16:08:47.096 INFO:tasks.rados.rados.0.smithi099.stdout:2292: finishing copy_from racing read to smithi09982431-37 2024-04-12T16:08:47.097 INFO:tasks.rados.rados.0.smithi099.stdout:2292: finishing copy_from to smithi09982431-37 2024-04-12T16:08:47.097 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 37 v 1001 (ObjNum 701 snap 221 seq_num 701) dirty exists 2024-04-12T16:08:47.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:47 smithi110 ceph-mon[88691]: osdmap e509: 8 total, 8 up, 8 in 2024-04-12T16:08:47.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:47 smithi110 ceph-mon[88691]: pgmap v400: 121 pgs: 121 active+clean; 476 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.6 MiB/s wr, 21 op/s 2024-04-12T16:08:47.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:47 smithi099 ceph-mon[94290]: osdmap e509: 8 total, 8 up, 8 in 2024-04-12T16:08:47.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:47 smithi099 ceph-mon[94290]: pgmap v400: 121 pgs: 121 active+clean; 476 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.6 MiB/s wr, 21 op/s 2024-04-12T16:08:47.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:47 smithi099 ceph-mon[96864]: osdmap e509: 8 total, 8 up, 8 in 2024-04-12T16:08:47.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:47 smithi099 ceph-mon[96864]: pgmap v400: 121 pgs: 121 active+clean; 476 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.6 MiB/s wr, 21 op/s 2024-04-12T16:08:48.057 INFO:tasks.rados.rados.0.smithi099.stdout:2289: done (2 left) 2024-04-12T16:08:48.057 INFO:tasks.rados.rados.0.smithi099.stdout:2292: done (1 left) 2024-04-12T16:08:48.057 INFO:tasks.rados.rados.0.smithi099.stdout:2293: done (0 left) 2024-04-12T16:08:48.057 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 12 current snap is 227 2024-04-12T16:08:48.058 INFO:tasks.rados.rados.0.smithi099.stdout:2294: seq_num 720 ranges {9994240=65536} 2024-04-12T16:08:48.110 INFO:tasks.rados.rados.0.smithi099.stdout:2294: writing smithi09982431-12 from 9994240 to 10059776 tid 1 2024-04-12T16:08:48.110 INFO:tasks.rados.rados.0.smithi099.stdout:2295: read oid 33 snap -1 2024-04-12T16:08:48.110 INFO:tasks.rados.rados.0.smithi099.stdout:2295: expect (ObjNum 648 snap 198 seq_num 648) 2024-04-12T16:08:48.110 INFO:tasks.rados.rados.0.smithi099.stdout:2296: delete oid 28 current snap is 227 2024-04-12T16:08:48.116 INFO:tasks.rados.rados.0.smithi099.stdout:2296: done (2 left) 2024-04-12T16:08:48.116 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 22 current snap is 227 2024-04-12T16:08:48.116 INFO:tasks.rados.rados.0.smithi099.stdout:2297: seq_num 722 ranges {0=98304} 2024-04-12T16:08:48.117 INFO:tasks.rados.rados.0.smithi099.stdout:2297: writing smithi09982431-22 from 0 to 98304 tid 1 2024-04-12T16:08:48.117 INFO:tasks.rados.rados.0.smithi099.stdout:2298: snap_create 2024-04-12T16:08:48.119 INFO:tasks.rados.rados.0.smithi099.stdout:2295: expect (ObjNum 648 snap 198 seq_num 648) 2024-04-12T16:08:48.182 INFO:tasks.rados.rados.0.smithi099.stdout:2294: finishing write tid 1 to smithi09982431-12 2024-04-12T16:08:48.182 INFO:tasks.rados.rados.0.smithi099.stdout:2294: finishing write tid 2 to smithi09982431-12 2024-04-12T16:08:48.182 INFO:tasks.rados.rados.0.smithi099.stdout:2294: finishing write tid 3 to smithi09982431-12 2024-04-12T16:08:48.182 INFO:tasks.rados.rados.0.smithi099.stdout:2294: oid 12 updating version 0 to 1127 2024-04-12T16:08:48.182 INFO:tasks.rados.rados.0.smithi099.stdout:2294: oid 12 version 1127 is already newer than 1126 2024-04-12T16:08:48.182 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 1127 (ObjNum 720 snap 227 seq_num 720) dirty exists 2024-04-12T16:08:48.182 INFO:tasks.rados.rados.0.smithi099.stdout:2294: left oid 12 (ObjNum 720 snap 227 seq_num 720) 2024-04-12T16:08:48.182 INFO:tasks.rados.rados.0.smithi099.stdout:2297: finishing write tid 1 to smithi09982431-22 2024-04-12T16:08:48.182 INFO:tasks.rados.rados.0.smithi099.stdout:2297: finishing write tid 2 to smithi09982431-22 2024-04-12T16:08:48.182 INFO:tasks.rados.rados.0.smithi099.stdout:2297: finishing write tid 3 to smithi09982431-22 2024-04-12T16:08:48.182 INFO:tasks.rados.rados.0.smithi099.stdout:2297: oid 22 updating version 0 to 1379 2024-04-12T16:08:48.183 INFO:tasks.rados.rados.0.smithi099.stdout:2297: oid 22 version 1379 is already newer than 1378 2024-04-12T16:08:48.183 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 22 v 1379 (ObjNum 722 snap 227 seq_num 722) dirty exists 2024-04-12T16:08:48.183 INFO:tasks.rados.rados.0.smithi099.stdout:2297: left oid 22 (ObjNum 722 snap 227 seq_num 722) 2024-04-12T16:08:48.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:48 smithi110 ceph-mon[88691]: osdmap e510: 8 total, 8 up, 8 in 2024-04-12T16:08:48.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:48 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:48.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:48 smithi099 ceph-mon[94290]: osdmap e510: 8 total, 8 up, 8 in 2024-04-12T16:08:48.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:48 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:48.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:48 smithi099 ceph-mon[96864]: osdmap e510: 8 total, 8 up, 8 in 2024-04-12T16:08:48.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:48 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:49.042 INFO:tasks.rados.rados.0.smithi099.stdout:2294: done (3 left) 2024-04-12T16:08:49.042 INFO:tasks.rados.rados.0.smithi099.stdout:2295: done (2 left) 2024-04-12T16:08:49.042 INFO:tasks.rados.rados.0.smithi099.stdout:2297: done (1 left) 2024-04-12T16:08:49.042 INFO:tasks.rados.rados.0.smithi099.stdout:2298: done (0 left) 2024-04-12T16:08:49.042 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 37 current snap is 228 2024-04-12T16:08:49.042 INFO:tasks.rados.rados.0.smithi099.stdout:2299: seq_num 723 ranges {9879552=114688} 2024-04-12T16:08:49.096 INFO:tasks.rados.rados.0.smithi099.stdout:2299: writing smithi09982431-37 from 9879552 to 9994240 tid 1 2024-04-12T16:08:49.096 INFO:tasks.rados.rados.0.smithi099.stdout:2300: rollback oid 2 current snap is 228 2024-04-12T16:08:49.096 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 2 to 185 2024-04-12T16:08:49.097 INFO:tasks.rados.rados.0.smithi099.stdout:2301: delete oid 36 current snap is 228 2024-04-12T16:08:49.100 INFO:tasks.rados.rados.0.smithi099.stdout:2300: finishing rollback tid 0 to smithi09982431-2 2024-04-12T16:08:49.101 INFO:tasks.rados.rados.0.smithi099.stdout:2300: finishing rollback tid 1 to smithi09982431-2 2024-04-12T16:08:49.101 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 2 v 1487 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-12T16:08:49.101 INFO:tasks.rados.rados.0.smithi099.stdout:2300: done (2 left) 2024-04-12T16:08:49.101 INFO:tasks.rados.rados.0.smithi099.stdout:2301: done (1 left) 2024-04-12T16:08:49.101 INFO:tasks.rados.rados.0.smithi099.stdout:2302: snap_remove snap 219 2024-04-12T16:08:49.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:49 smithi110 ceph-mon[88691]: osdmap e511: 8 total, 8 up, 8 in 2024-04-12T16:08:49.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:49 smithi110 ceph-mon[88691]: pgmap v403: 121 pgs: 121 active+clean; 489 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 6.2 MiB/s wr, 7 op/s 2024-04-12T16:08:49.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:49 smithi110 ceph-mon[88691]: osdmap e512: 8 total, 8 up, 8 in 2024-04-12T16:08:49.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:49 smithi099 ceph-mon[94290]: osdmap e511: 8 total, 8 up, 8 in 2024-04-12T16:08:49.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:49 smithi099 ceph-mon[94290]: pgmap v403: 121 pgs: 121 active+clean; 489 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 6.2 MiB/s wr, 7 op/s 2024-04-12T16:08:49.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:49 smithi099 ceph-mon[94290]: osdmap e512: 8 total, 8 up, 8 in 2024-04-12T16:08:49.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:49 smithi099 ceph-mon[96864]: osdmap e511: 8 total, 8 up, 8 in 2024-04-12T16:08:49.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:49 smithi099 ceph-mon[96864]: pgmap v403: 121 pgs: 121 active+clean; 489 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 6.2 MiB/s wr, 7 op/s 2024-04-12T16:08:49.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:49 smithi099 ceph-mon[96864]: osdmap e512: 8 total, 8 up, 8 in 2024-04-12T16:08:50.066 INFO:tasks.rados.rados.0.smithi099.stdout:2302: done (1 left) 2024-04-12T16:08:50.066 INFO:tasks.rados.rados.0.smithi099.stdout:2303: rmattr oid 34 current snap is 228 2024-04-12T16:08:50.066 INFO:tasks.rados.rados.0.smithi099.stdout:2303: done (1 left) 2024-04-12T16:08:50.066 INFO:tasks.rados.rados.0.smithi099.stdout:2304: rollback oid 20 current snap is 228 2024-04-12T16:08:50.066 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 20 to 212 2024-04-12T16:08:50.066 INFO:tasks.rados.rados.0.smithi099.stdout:2305: snap_remove snap 211 2024-04-12T16:08:51.072 INFO:tasks.rados.rados.0.smithi099.stdout:2305: done (2 left) 2024-04-12T16:08:51.072 INFO:tasks.rados.rados.0.smithi099.stdout:2306: delete oid 17 current snap is 228 2024-04-12T16:08:51.072 INFO:tasks.rados.rados.0.smithi099.stdout:2299: finishing write tid 1 to smithi09982431-37 2024-04-12T16:08:51.072 INFO:tasks.rados.rados.0.smithi099.stdout:2299: finishing write tid 2 to smithi09982431-37 2024-04-12T16:08:51.072 INFO:tasks.rados.rados.0.smithi099.stdout:2299: finishing write tid 3 to smithi09982431-37 2024-04-12T16:08:51.072 INFO:tasks.rados.rados.0.smithi099.stdout:2299: oid 37 updating version 0 to 1447 2024-04-12T16:08:51.073 INFO:tasks.rados.rados.0.smithi099.stdout:2299: oid 37 updating version 1447 to 1448 2024-04-12T16:08:51.073 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 37 v 1448 (ObjNum 723 snap 228 seq_num 723) dirty exists 2024-04-12T16:08:51.073 INFO:tasks.rados.rados.0.smithi099.stdout:2299: left oid 37 (ObjNum 723 snap 228 seq_num 723) 2024-04-12T16:08:51.073 INFO:tasks.rados.rados.0.smithi099.stdout:2304: finishing rollback tid 0 to smithi09982431-20 2024-04-12T16:08:51.073 INFO:tasks.rados.rados.0.smithi099.stdout:2304: finishing rollback tid 1 to smithi09982431-20 2024-04-12T16:08:51.073 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 20 v 1622 (ObjNum 33 snap 0 seq_num 1925639120) dirty dne 2024-04-12T16:08:51.082 INFO:tasks.rados.rados.0.smithi099.stdout:2299: done (2 left) 2024-04-12T16:08:51.082 INFO:tasks.rados.rados.0.smithi099.stdout:2304: done (1 left) 2024-04-12T16:08:51.083 INFO:tasks.rados.rados.0.smithi099.stdout:2306: done (0 left) 2024-04-12T16:08:51.083 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 10 current snap is 228 2024-04-12T16:08:51.083 INFO:tasks.rados.rados.0.smithi099.stdout:2307: seq_num 726 ranges {5939200=163840} 2024-04-12T16:08:51.116 INFO:tasks.rados.rados.0.smithi099.stdout:2307: writing smithi09982431-10 from 5939200 to 6103040 tid 1 2024-04-12T16:08:51.116 INFO:tasks.rados.rados.0.smithi099.stdout:2308: read oid 6 snap -1 2024-04-12T16:08:51.116 INFO:tasks.rados.rados.0.smithi099.stdout:2308: expect (ObjNum 672 snap 207 seq_num 672) 2024-04-12T16:08:51.116 INFO:tasks.rados.rados.0.smithi099.stdout:2309: rollback oid 37 current snap is 228 2024-04-12T16:08:51.116 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 37 to 218 2024-04-12T16:08:51.117 INFO:tasks.rados.rados.0.smithi099.stdout:2310: read oid 17 snap -1 2024-04-12T16:08:51.117 INFO:tasks.rados.rados.0.smithi099.stdout:2310: expect deleted 2024-04-12T16:08:51.117 INFO:tasks.rados.rados.0.smithi099.stdout:2311: snap_remove snap 212 2024-04-12T16:08:51.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:51 smithi110 ceph-mon[88691]: osdmap e513: 8 total, 8 up, 8 in 2024-04-12T16:08:51.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:51 smithi110 ceph-mon[88691]: pgmap v406: 121 pgs: 121 active+clean; 511 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.6 MiB/s wr, 33 op/s 2024-04-12T16:08:51.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:51 smithi099 ceph-mon[94290]: osdmap e513: 8 total, 8 up, 8 in 2024-04-12T16:08:51.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:51 smithi099 ceph-mon[94290]: pgmap v406: 121 pgs: 121 active+clean; 511 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.6 MiB/s wr, 33 op/s 2024-04-12T16:08:51.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:51 smithi099 ceph-mon[96864]: osdmap e513: 8 total, 8 up, 8 in 2024-04-12T16:08:51.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:51 smithi099 ceph-mon[96864]: pgmap v406: 121 pgs: 121 active+clean; 511 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.6 MiB/s wr, 33 op/s 2024-04-12T16:08:52.076 INFO:tasks.rados.rados.0.smithi099.stdout:2311: done (4 left) 2024-04-12T16:08:52.076 INFO:tasks.rados.rados.0.smithi099.stdout:2312: read oid 7 snap -1 2024-04-12T16:08:52.076 INFO:tasks.rados.rados.0.smithi099.stdout:2312: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:08:52.076 INFO:tasks.rados.rados.0.smithi099.stdout:2309: finishing rollback tid 0 to smithi09982431-37 2024-04-12T16:08:52.076 INFO:tasks.rados.rados.0.smithi099.stdout:2307: finishing write tid 1 to smithi09982431-10 2024-04-12T16:08:52.076 INFO:tasks.rados.rados.0.smithi099.stdout:2307: finishing write tid 2 to smithi09982431-10 2024-04-12T16:08:52.077 INFO:tasks.rados.rados.0.smithi099.stdout:2309: finishing rollback tid 1 to smithi09982431-37 2024-04-12T16:08:52.077 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 37 v 1450 (ObjNum 81 snap 0 seq_num 1903258704) dirty dne 2024-04-12T16:08:52.077 INFO:tasks.rados.rados.0.smithi099.stdout:2307: finishing write tid 3 to smithi09982431-10 2024-04-12T16:08:52.077 INFO:tasks.rados.rados.0.smithi099.stdout:2307: oid 10 updating version 0 to 1381 2024-04-12T16:08:52.077 INFO:tasks.rados.rados.0.smithi099.stdout:2307: oid 10 version 1381 is already newer than 1380 2024-04-12T16:08:52.077 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 10 v 1381 (ObjNum 726 snap 228 seq_num 726) dirty exists 2024-04-12T16:08:52.077 INFO:tasks.rados.rados.0.smithi099.stdout:2307: left oid 10 (ObjNum 726 snap 228 seq_num 726) 2024-04-12T16:08:52.077 INFO:tasks.rados.rados.0.smithi099.stdout:2308: expect (ObjNum 672 snap 207 seq_num 672) 2024-04-12T16:08:52.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:52 smithi110 ceph-mon[88691]: osdmap e514: 8 total, 8 up, 8 in 2024-04-12T16:08:52.334 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:08:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:08:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:08:52.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:52 smithi099 ceph-mon[94290]: osdmap e514: 8 total, 8 up, 8 in 2024-04-12T16:08:52.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:52 smithi099 ceph-mon[96864]: osdmap e514: 8 total, 8 up, 8 in 2024-04-12T16:08:52.402 INFO:tasks.rados.rados.0.smithi099.stdout:2307: done (4 left) 2024-04-12T16:08:52.402 INFO:tasks.rados.rados.0.smithi099.stdout:2308: done (3 left) 2024-04-12T16:08:52.403 INFO:tasks.rados.rados.0.smithi099.stdout:2309: done (2 left) 2024-04-12T16:08:52.403 INFO:tasks.rados.rados.0.smithi099.stdout:2310: done (1 left) 2024-04-12T16:08:52.403 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 40 current snap is 228 2024-04-12T16:08:52.403 INFO:tasks.rados.rados.0.smithi099.stdout:2313: seq_num 727 ranges {3334144=180224} 2024-04-12T16:08:52.421 INFO:tasks.rados.rados.0.smithi099.stdout:2313: writing smithi09982431-40 from 3334144 to 3514368 tid 1 2024-04-12T16:08:52.421 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 27 current snap is 228 2024-04-12T16:08:52.421 INFO:tasks.rados.rados.0.smithi099.stdout:2314: seq_num 728 ranges {2203648=196608} 2024-04-12T16:08:52.435 INFO:tasks.rados.rados.0.smithi099.stdout:2314: writing smithi09982431-27 from 2203648 to 2400256 tid 1 2024-04-12T16:08:52.435 INFO:tasks.rados.rados.0.smithi099.stdout:2315: setattr oid 26 current snap is 228 2024-04-12T16:08:52.435 INFO:tasks.rados.rados.0.smithi099.stdout:2312: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:08:52.435 INFO:tasks.rados.rados.0.smithi099.stdout:2313: finishing write tid 1 to smithi09982431-40 2024-04-12T16:08:52.435 INFO:tasks.rados.rados.0.smithi099.stdout:2313: finishing write tid 2 to smithi09982431-40 2024-04-12T16:08:52.435 INFO:tasks.rados.rados.0.smithi099.stdout:2313: finishing write tid 3 to smithi09982431-40 2024-04-12T16:08:52.436 INFO:tasks.rados.rados.0.smithi099.stdout:2313: oid 40 updating version 0 to 1645 2024-04-12T16:08:52.436 INFO:tasks.rados.rados.0.smithi099.stdout:2313: oid 40 version 1645 is already newer than 1644 2024-04-12T16:08:52.436 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 40 v 1645 (ObjNum 727 snap 228 seq_num 727) dirty exists 2024-04-12T16:08:52.436 INFO:tasks.rados.rados.0.smithi099.stdout:2313: left oid 40 (ObjNum 727 snap 228 seq_num 727) 2024-04-12T16:08:52.437 INFO:tasks.rados.rados.0.smithi099.stdout:2312: done (3 left) 2024-04-12T16:08:52.437 INFO:tasks.rados.rados.0.smithi099.stdout:2313: done (2 left) 2024-04-12T16:08:52.437 INFO:tasks.rados.rados.0.smithi099.stdout:2316: copy_from oid 14 from oid 2 current snap is 228 2024-04-12T16:08:52.437 INFO:tasks.rados.rados.0.smithi099.stdout:2317: snap_create 2024-04-12T16:08:52.437 INFO:tasks.rados.rados.0.smithi099.stdout:2314: finishing write tid 1 to smithi09982431-27 2024-04-12T16:08:52.437 INFO:tasks.rados.rados.0.smithi099.stdout:2314: finishing write tid 2 to smithi09982431-27 2024-04-12T16:08:52.438 INFO:tasks.rados.rados.0.smithi099.stdout:2314: finishing write tid 3 to smithi09982431-27 2024-04-12T16:08:52.438 INFO:tasks.rados.rados.0.smithi099.stdout:2314: oid 27 updating version 0 to 1096 2024-04-12T16:08:52.438 INFO:tasks.rados.rados.0.smithi099.stdout:2314: oid 27 updating version 1096 to 1097 2024-04-12T16:08:52.438 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 27 v 1097 (ObjNum 728 snap 228 seq_num 728) dirty exists 2024-04-12T16:08:52.439 INFO:tasks.rados.rados.0.smithi099.stdout:2314: left oid 27 (ObjNum 728 snap 228 seq_num 728) 2024-04-12T16:08:52.439 INFO:tasks.rados.rados.0.smithi099.stdout:2316: finishing copy_from to smithi09982431-14 2024-04-12T16:08:52.439 INFO:tasks.rados.rados.0.smithi099.stdout:2316: got expected ENOENT (src dne) 2024-04-12T16:08:52.439 INFO:tasks.rados.rados.0.smithi099.stdout:2316: finishing copy_from racing read to smithi09982431-14 2024-04-12T16:08:52.441 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 860 (ObjNum 710 snap 223 seq_num 710) dirty exists 2024-04-12T16:08:53.081 INFO:tasks.rados.rados.0.smithi099.stdout:2314: done (3 left) 2024-04-12T16:08:53.081 INFO:tasks.rados.rados.0.smithi099.stdout:2315: done (2 left) 2024-04-12T16:08:53.081 INFO:tasks.rados.rados.0.smithi099.stdout:2316: done (1 left) 2024-04-12T16:08:53.081 INFO:tasks.rados.rados.0.smithi099.stdout:2317: done (0 left) 2024-04-12T16:08:53.081 INFO:tasks.rados.rados.0.smithi099.stdout:2318: rollback oid 6 current snap is 229 2024-04-12T16:08:53.081 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 6 to 185 2024-04-12T16:08:53.082 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 9 current snap is 229 2024-04-12T16:08:53.082 INFO:tasks.rados.rados.0.smithi099.stdout:2319: seq_num 729 ranges {0=212992} 2024-04-12T16:08:53.082 INFO:tasks.rados.rados.0.smithi099.stdout:2319: writing smithi09982431-9 from 0 to 212992 tid 1 2024-04-12T16:08:53.082 INFO:tasks.rados.rados.0.smithi099.stdout:2320: copy_from oid 19 from oid 31 current snap is 229 2024-04-12T16:08:53.082 INFO:tasks.rados.rados.0.smithi099.stdout:2321: rollback oid 17 current snap is 229 2024-04-12T16:08:53.083 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 17 to 192 2024-04-12T16:08:53.083 INFO:tasks.rados.rados.0.smithi099.stdout:2322: delete oid 21 current snap is 229 2024-04-12T16:08:53.086 INFO:tasks.rados.rados.0.smithi099.stdout:2318: finishing rollback tid 0 to smithi09982431-6 2024-04-12T16:08:53.089 INFO:tasks.rados.rados.0.smithi099.stdout:2322: done (4 left) 2024-04-12T16:08:53.089 INFO:tasks.rados.rados.0.smithi099.stdout:2323: read oid 33 snap -1 2024-04-12T16:08:53.089 INFO:tasks.rados.rados.0.smithi099.stdout:2323: expect (ObjNum 648 snap 198 seq_num 648) 2024-04-12T16:08:53.089 INFO:tasks.rados.rados.0.smithi099.stdout:2324: rollback oid 27 current snap is 229 2024-04-12T16:08:53.089 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 27 to 207 2024-04-12T16:08:53.089 INFO:tasks.rados.rados.0.smithi099.stdout:2325: rollback oid 8 current snap is 229 2024-04-12T16:08:53.089 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 8 to 207 2024-04-12T16:08:53.089 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 37 current snap is 229 2024-04-12T16:08:53.089 INFO:tasks.rados.rados.0.smithi099.stdout:2326: seq_num 731 ranges {0=245760} 2024-04-12T16:08:53.090 INFO:tasks.rados.rados.0.smithi099.stdout:2326: writing smithi09982431-37 from 0 to 245760 tid 1 2024-04-12T16:08:53.090 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 16 current snap is 229 2024-04-12T16:08:53.090 INFO:tasks.rados.rados.0.smithi099.stdout:2327: seq_num 732 ranges {0=262144} 2024-04-12T16:08:53.092 INFO:tasks.rados.rados.0.smithi099.stdout:2327: writing smithi09982431-16 from 0 to 262144 tid 1 2024-04-12T16:08:53.092 INFO:tasks.rados.rados.0.smithi099.stdout:2328: copy_from oid 35 from oid 42 current snap is 229 2024-04-12T16:08:53.092 INFO:tasks.rados.rados.0.smithi099.stdout:2329: setattr oid 48 current snap is 229 2024-04-12T16:08:53.096 INFO:tasks.rados.rados.0.smithi099.stdout:2330: read oid 1 snap -1 2024-04-12T16:08:53.097 INFO:tasks.rados.rados.0.smithi099.stdout:2330: expect (ObjNum 699 snap 220 seq_num 699) 2024-04-12T16:08:53.097 INFO:tasks.rados.rados.0.smithi099.stdout:2319: finishing write tid 1 to smithi09982431-9 2024-04-12T16:08:53.097 INFO:tasks.rados.rados.0.smithi099.stdout:2318: finishing rollback tid 1 to smithi09982431-6 2024-04-12T16:08:53.097 INFO:tasks.rados.rados.0.smithi099.stdout:2319: finishing write tid 2 to smithi09982431-9 2024-04-12T16:08:53.097 INFO:tasks.rados.rados.0.smithi099.stdout:2318: finishing rollback tid 2 to smithi09982431-6 2024-04-12T16:08:53.097 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 6 v 997 (ObjNum 546 snap 163 seq_num 546) dirty exists 2024-04-12T16:08:53.097 INFO:tasks.rados.rados.0.smithi099.stdout:2321: finishing rollback tid 1 to smithi09982431-17 2024-04-12T16:08:53.097 INFO:tasks.rados.rados.0.smithi099.stdout:2321: finishing rollback tid 2 to smithi09982431-17 2024-04-12T16:08:53.097 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 17 v 1035 (ObjNum 585 snap 180 seq_num 585) dirty exists 2024-04-12T16:08:53.097 INFO:tasks.rados.rados.0.smithi099.stdout:2320: finishing copy_from to smithi09982431-19 2024-04-12T16:08:53.097 INFO:tasks.rados.rados.0.smithi099.stdout:2320: got expected ENOENT (src dne) 2024-04-12T16:08:53.097 INFO:tasks.rados.rados.0.smithi099.stdout:2319: finishing write tid 3 to smithi09982431-9 2024-04-12T16:08:53.097 INFO:tasks.rados.rados.0.smithi099.stdout:2319: oid 9 updating version 0 to 1451 2024-04-12T16:08:53.098 INFO:tasks.rados.rados.0.smithi099.stdout:2319: oid 9 updating version 1451 to 1452 2024-04-12T16:08:53.098 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 9 v 1452 (ObjNum 729 snap 229 seq_num 729) dirty exists 2024-04-12T16:08:53.098 INFO:tasks.rados.rados.0.smithi099.stdout:2319: left oid 9 (ObjNum 729 snap 229 seq_num 729) 2024-04-12T16:08:53.098 INFO:tasks.rados.rados.0.smithi099.stdout:2320: finishing copy_from racing read to smithi09982431-19 2024-04-12T16:08:53.098 INFO:tasks.rados.rados.0.smithi099.stdout:2325: finishing rollback tid 0 to smithi09982431-8 2024-04-12T16:08:53.098 INFO:tasks.rados.rados.0.smithi099.stdout:2325: finishing rollback tid 1 to smithi09982431-8 2024-04-12T16:08:53.098 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 8 v 1379 (ObjNum 33 snap 0 seq_num 274234630) dirty dne 2024-04-12T16:08:53.098 INFO:tasks.rados.rados.0.smithi099.stdout:2326: finishing write tid 1 to smithi09982431-37 2024-04-12T16:08:53.098 INFO:tasks.rados.rados.0.smithi099.stdout:2326: finishing write tid 2 to smithi09982431-37 2024-04-12T16:08:53.098 INFO:tasks.rados.rados.0.smithi099.stdout:2318: done (11 left) 2024-04-12T16:08:53.098 INFO:tasks.rados.rados.0.smithi099.stdout:2319: done (10 left) 2024-04-12T16:08:53.098 INFO:tasks.rados.rados.0.smithi099.stdout:2320: done (9 left) 2024-04-12T16:08:53.098 INFO:tasks.rados.rados.0.smithi099.stdout:2321: done (8 left) 2024-04-12T16:08:53.098 INFO:tasks.rados.rados.0.smithi099.stdout:2325: done (7 left) 2024-04-12T16:08:53.098 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 49 current snap is 229 2024-04-12T16:08:53.099 INFO:tasks.rados.rados.0.smithi099.stdout:2331: seq_num 733 ranges {1499136=278528} 2024-04-12T16:08:53.106 INFO:tasks.rados.rados.0.smithi099.stdout:2331: writing smithi09982431-49 from 1499136 to 1777664 tid 1 2024-04-12T16:08:53.106 INFO:tasks.rados.rados.0.smithi099.stdout:2332: read oid 40 snap -1 2024-04-12T16:08:53.106 INFO:tasks.rados.rados.0.smithi099.stdout:2332: expect (ObjNum 727 snap 228 seq_num 727) 2024-04-12T16:08:53.106 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 34 current snap is 229 2024-04-12T16:08:53.106 INFO:tasks.rados.rados.0.smithi099.stdout:2326: finishing write tid 3 to smithi09982431-37 2024-04-12T16:08:53.106 INFO:tasks.rados.rados.0.smithi099.stdout:2326: oid 37 updating version 0 to 1454 2024-04-12T16:08:53.107 INFO:tasks.rados.rados.0.smithi099.stdout:2326: oid 37 version 1454 is already newer than 1453 2024-04-12T16:08:53.107 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 37 v 1454 (ObjNum 731 snap 229 seq_num 731) dirty exists 2024-04-12T16:08:53.107 INFO:tasks.rados.rados.0.smithi099.stdout:2326: left oid 37 (ObjNum 731 snap 229 seq_num 731) 2024-04-12T16:08:53.107 INFO:tasks.rados.rados.0.smithi099.stdout:2323: expect (ObjNum 648 snap 198 seq_num 648) 2024-04-12T16:08:53.174 INFO:tasks.rados.rados.0.smithi099.stdout:2324: finishing rollback tid 0 to smithi09982431-27 2024-04-12T16:08:53.174 INFO:tasks.rados.rados.0.smithi099.stdout:2324: finishing rollback tid 1 to smithi09982431-27 2024-04-12T16:08:53.175 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 27 v 1099 (ObjNum 1924503296 snap 22062 seq_num 304) dirty dne 2024-04-12T16:08:53.175 INFO:tasks.rados.rados.0.smithi099.stdout:2327: finishing write tid 1 to smithi09982431-16 2024-04-12T16:08:53.175 INFO:tasks.rados.rados.0.smithi099.stdout:2327: finishing write tid 2 to smithi09982431-16 2024-04-12T16:08:53.175 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 48 v 1002 (ObjNum 701 snap 221 seq_num 701) dirty exists 2024-04-12T16:08:53.175 INFO:tasks.rados.rados.0.smithi099.stdout:2331: finishing write tid 1 to smithi09982431-49 2024-04-12T16:08:53.175 INFO:tasks.rados.rados.0.smithi099.stdout:2331: finishing write tid 2 to smithi09982431-49 2024-04-12T16:08:53.175 INFO:tasks.rados.rados.0.smithi099.stdout:2331: finishing write tid 3 to smithi09982431-49 2024-04-12T16:08:53.175 INFO:tasks.rados.rados.0.smithi099.stdout:2331: oid 49 updating version 0 to 1417 2024-04-12T16:08:53.175 INFO:tasks.rados.rados.0.smithi099.stdout:2331: oid 49 updating version 1417 to 1418 2024-04-12T16:08:53.175 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 49 v 1418 (ObjNum 733 snap 229 seq_num 733) dirty exists 2024-04-12T16:08:53.175 INFO:tasks.rados.rados.0.smithi099.stdout:2331: left oid 49 (ObjNum 733 snap 229 seq_num 733) 2024-04-12T16:08:53.175 INFO:tasks.rados.rados.0.smithi099.stdout:2333: seq_num 734 ranges {5234688=294912} 2024-04-12T16:08:53.204 INFO:tasks.rados.rados.0.smithi099.stdout:2333: writing smithi09982431-34 from 5234688 to 5529600 tid 1 2024-04-12T16:08:53.204 INFO:tasks.rados.rados.0.smithi099.stdout:2323: done (9 left) 2024-04-12T16:08:53.204 INFO:tasks.rados.rados.0.smithi099.stdout:2324: done (8 left) 2024-04-12T16:08:53.204 INFO:tasks.rados.rados.0.smithi099.stdout:2326: done (7 left) 2024-04-12T16:08:53.204 INFO:tasks.rados.rados.0.smithi099.stdout:2329: done (6 left) 2024-04-12T16:08:53.205 INFO:tasks.rados.rados.0.smithi099.stdout:2331: done (5 left) 2024-04-12T16:08:53.205 INFO:tasks.rados.rados.0.smithi099.stdout:2334: copy_from oid 14 from oid 41 current snap is 229 2024-04-12T16:08:53.205 INFO:tasks.rados.rados.0.smithi099.stdout:2328: finishing copy_from racing read to smithi09982431-35 2024-04-12T16:08:53.205 INFO:tasks.rados.rados.0.smithi099.stdout:2328: finishing copy_from to smithi09982431-35 2024-04-12T16:08:53.205 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 976 (ObjNum 712 snap 224 seq_num 712) dirty exists 2024-04-12T16:08:53.205 INFO:tasks.rados.rados.0.smithi099.stdout:2332: expect (ObjNum 727 snap 228 seq_num 727) 2024-04-12T16:08:53.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:53 smithi110 ceph-mon[88691]: osdmap e515: 8 total, 8 up, 8 in 2024-04-12T16:08:53.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:53 smithi110 ceph-mon[88691]: pgmap v409: 121 pgs: 121 active+clean; 511 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 4.4 MiB/s wr, 32 op/s 2024-04-12T16:08:53.368 INFO:tasks.rados.rados.0.smithi099.stdout:2330: expect (ObjNum 699 snap 220 seq_num 699) 2024-04-12T16:08:53.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:53 smithi099 ceph-mon[94290]: osdmap e515: 8 total, 8 up, 8 in 2024-04-12T16:08:53.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:53 smithi099 ceph-mon[94290]: pgmap v409: 121 pgs: 121 active+clean; 511 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 4.4 MiB/s wr, 32 op/s 2024-04-12T16:08:53.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:53 smithi099 ceph-mon[96864]: osdmap e515: 8 total, 8 up, 8 in 2024-04-12T16:08:53.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:53 smithi099 ceph-mon[96864]: pgmap v409: 121 pgs: 121 active+clean; 511 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 4.4 MiB/s wr, 32 op/s 2024-04-12T16:08:53.837 INFO:tasks.rados.rados.0.smithi099.stdout:2327: finishing write tid 3 to smithi09982431-16 2024-04-12T16:08:53.837 INFO:tasks.rados.rados.0.smithi099.stdout:2327: oid 16 updating version 0 to 1144 2024-04-12T16:08:53.837 INFO:tasks.rados.rados.0.smithi099.stdout:2327: oid 16 updating version 1144 to 1145 2024-04-12T16:08:53.837 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 16 v 1145 (ObjNum 732 snap 229 seq_num 732) dirty exists 2024-04-12T16:08:53.837 INFO:tasks.rados.rados.0.smithi099.stdout:2327: left oid 16 (ObjNum 732 snap 229 seq_num 732) 2024-04-12T16:08:53.837 INFO:tasks.rados.rados.0.smithi099.stdout:2333: finishing write tid 1 to smithi09982431-34 2024-04-12T16:08:53.837 INFO:tasks.rados.rados.0.smithi099.stdout:2333: finishing write tid 2 to smithi09982431-34 2024-04-12T16:08:53.837 INFO:tasks.rados.rados.0.smithi099.stdout:2333: finishing write tid 3 to smithi09982431-34 2024-04-12T16:08:53.837 INFO:tasks.rados.rados.0.smithi099.stdout:2333: oid 34 updating version 0 to 1647 2024-04-12T16:08:53.837 INFO:tasks.rados.rados.0.smithi099.stdout:2333: oid 34 updating version 1647 to 1648 2024-04-12T16:08:53.837 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 34 v 1648 (ObjNum 734 snap 229 seq_num 734) dirty exists 2024-04-12T16:08:53.838 INFO:tasks.rados.rados.0.smithi099.stdout:2333: left oid 34 (ObjNum 734 snap 229 seq_num 734) 2024-04-12T16:08:53.838 INFO:tasks.rados.rados.0.smithi099.stdout:2334: finishing copy_from racing read to smithi09982431-14 2024-04-12T16:08:53.838 INFO:tasks.rados.rados.0.smithi099.stdout:2334: finishing copy_from to smithi09982431-14 2024-04-12T16:08:53.838 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 14 v 1393 (ObjNum 230 snap 66 seq_num 230) dirty exists 2024-04-12T16:08:53.838 INFO:tasks.rados.rados.0.smithi099.stdout:2327: done (5 left) 2024-04-12T16:08:53.838 INFO:tasks.rados.rados.0.smithi099.stdout:2328: done (4 left) 2024-04-12T16:08:53.838 INFO:tasks.rados.rados.0.smithi099.stdout:2330: done (3 left) 2024-04-12T16:08:53.838 INFO:tasks.rados.rados.0.smithi099.stdout:2332: done (2 left) 2024-04-12T16:08:53.838 INFO:tasks.rados.rados.0.smithi099.stdout:2333: done (1 left) 2024-04-12T16:08:53.838 INFO:tasks.rados.rados.0.smithi099.stdout:2334: done (0 left) 2024-04-12T16:08:53.838 INFO:tasks.rados.rados.0.smithi099.stdout:2335: read oid 8 snap -1 2024-04-12T16:08:53.838 INFO:tasks.rados.rados.0.smithi099.stdout:2335: expect deleted 2024-04-12T16:08:53.838 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 2 current snap is 229 2024-04-12T16:08:53.839 INFO:tasks.rados.rados.0.smithi099.stdout:2336: seq_num 735 ranges {0=311296} 2024-04-12T16:08:53.839 INFO:tasks.rados.rados.0.smithi099.stdout:2336: writing smithi09982431-2 from 0 to 311296 tid 1 2024-04-12T16:08:53.839 INFO:tasks.rados.rados.0.smithi099.stdout:2337: snap_remove snap 210 2024-04-12T16:08:54.044 INFO:tasks.rados.rados.0.smithi099.stdout:2337: done (2 left) 2024-04-12T16:08:54.044 INFO:tasks.rados.rados.0.smithi099.stdout:2338: snap_remove snap 222 2024-04-12T16:08:54.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:54 smithi110 ceph-mon[88691]: osdmap e516: 8 total, 8 up, 8 in 2024-04-12T16:08:54.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:54 smithi110 ceph-mon[88691]: osdmap e517: 8 total, 8 up, 8 in 2024-04-12T16:08:54.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:54 smithi099 ceph-mon[94290]: osdmap e516: 8 total, 8 up, 8 in 2024-04-12T16:08:54.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:54 smithi099 ceph-mon[94290]: osdmap e517: 8 total, 8 up, 8 in 2024-04-12T16:08:54.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:54 smithi099 ceph-mon[96864]: osdmap e516: 8 total, 8 up, 8 in 2024-04-12T16:08:54.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:54 smithi099 ceph-mon[96864]: osdmap e517: 8 total, 8 up, 8 in 2024-04-12T16:08:55.045 INFO:tasks.rados.rados.0.smithi099.stdout:2338: done (2 left) 2024-04-12T16:08:55.045 INFO:tasks.rados.rados.0.smithi099.stdout:2339: delete oid 31 current snap is 229 2024-04-12T16:08:55.045 INFO:tasks.rados.rados.0.smithi099.stdout:2336: finishing write tid 1 to smithi09982431-2 2024-04-12T16:08:55.045 INFO:tasks.rados.rados.0.smithi099.stdout:2336: finishing write tid 2 to smithi09982431-2 2024-04-12T16:08:55.046 INFO:tasks.rados.rados.0.smithi099.stdout:2336: finishing write tid 3 to smithi09982431-2 2024-04-12T16:08:55.046 INFO:tasks.rados.rados.0.smithi099.stdout:2336: oid 2 updating version 0 to 1488 2024-04-12T16:08:55.046 INFO:tasks.rados.rados.0.smithi099.stdout:2336: oid 2 updating version 1488 to 1489 2024-04-12T16:08:55.046 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 2 v 1489 (ObjNum 735 snap 229 seq_num 735) dirty exists 2024-04-12T16:08:55.046 INFO:tasks.rados.rados.0.smithi099.stdout:2336: left oid 2 (ObjNum 735 snap 229 seq_num 735) 2024-04-12T16:08:55.058 INFO:tasks.rados.rados.0.smithi099.stdout:2335: done (2 left) 2024-04-12T16:08:55.058 INFO:tasks.rados.rados.0.smithi099.stdout:2336: done (1 left) 2024-04-12T16:08:55.058 INFO:tasks.rados.rados.0.smithi099.stdout:2339: done (0 left) 2024-04-12T16:08:55.059 INFO:tasks.rados.rados.0.smithi099.stdout:2340: rollback oid 41 current snap is 229 2024-04-12T16:08:55.059 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 41 to 197 2024-04-12T16:08:55.059 INFO:tasks.rados.rados.0.smithi099.stdout:2341: copy_from oid 2 from oid 3 current snap is 229 2024-04-12T16:08:55.059 INFO:tasks.rados.rados.0.smithi099.stdout:2342: delete oid 12 current snap is 229 2024-04-12T16:08:55.067 INFO:tasks.rados.rados.0.smithi099.stdout:2340: finishing rollback tid 0 to smithi09982431-41 2024-04-12T16:08:55.067 INFO:tasks.rados.rados.0.smithi099.stdout:2340: finishing rollback tid 1 to smithi09982431-41 2024-04-12T16:08:55.067 INFO:tasks.rados.rados.0.smithi099.stdout:2342: done (2 left) 2024-04-12T16:08:55.067 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 46 current snap is 229 2024-04-12T16:08:55.067 INFO:tasks.rados.rados.0.smithi099.stdout:2343: seq_num 738 ranges {3678208=368640} 2024-04-12T16:08:55.090 INFO:tasks.rados.rados.0.smithi099.stdout:2343: writing smithi09982431-46 from 3678208 to 4046848 tid 1 2024-04-12T16:08:55.090 INFO:tasks.rados.rados.0.smithi099.stdout:2344: copy_from oid 30 from oid 25 current snap is 229 2024-04-12T16:08:55.090 INFO:tasks.rados.rados.0.smithi099.stdout:2340: finishing rollback tid 2 to smithi09982431-41 2024-04-12T16:08:55.091 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 41 v 1437 (ObjNum 230 snap 66 seq_num 230) dirty exists 2024-04-12T16:08:55.091 INFO:tasks.rados.rados.0.smithi099.stdout:2340: done (3 left) 2024-04-12T16:08:55.091 INFO:tasks.rados.rados.0.smithi099.stdout:2345: snap_remove snap 223 2024-04-12T16:08:55.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:55 smithi099 ceph-mon[94290]: pgmap v412: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 519 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 21 op/s 2024-04-12T16:08:55.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:55 smithi099 ceph-mon[94290]: osdmap e518: 8 total, 8 up, 8 in 2024-04-12T16:08:55.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:55 smithi099 ceph-mon[96864]: pgmap v412: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 519 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 21 op/s 2024-04-12T16:08:55.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:55 smithi099 ceph-mon[96864]: osdmap e518: 8 total, 8 up, 8 in 2024-04-12T16:08:55.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:55 smithi110 ceph-mon[88691]: pgmap v412: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 519 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 21 op/s 2024-04-12T16:08:55.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:55 smithi110 ceph-mon[88691]: osdmap e518: 8 total, 8 up, 8 in 2024-04-12T16:08:56.097 INFO:tasks.rados.rados.0.smithi099.stdout:2341: finishing copy_from racing read to smithi09982431-2 2024-04-12T16:08:56.097 INFO:tasks.rados.rados.0.smithi099.stdout:2344: finishing copy_from to smithi09982431-30 2024-04-12T16:08:56.097 INFO:tasks.rados.rados.0.smithi099.stdout:2344: got expected ENOENT (src dne) 2024-04-12T16:08:56.097 INFO:tasks.rados.rados.0.smithi099.stdout:2344: finishing copy_from racing read to smithi09982431-30 2024-04-12T16:08:56.097 INFO:tasks.rados.rados.0.smithi099.stdout:2341: finishing copy_from to smithi09982431-2 2024-04-12T16:08:56.097 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 2 v 1377 (ObjNum 707 snap 222 seq_num 707) dirty exists 2024-04-12T16:08:56.097 INFO:tasks.rados.rados.0.smithi099.stdout:2343: finishing write tid 1 to smithi09982431-46 2024-04-12T16:08:56.097 INFO:tasks.rados.rados.0.smithi099.stdout:2343: finishing write tid 2 to smithi09982431-46 2024-04-12T16:08:56.098 INFO:tasks.rados.rados.0.smithi099.stdout:2343: finishing write tid 3 to smithi09982431-46 2024-04-12T16:08:56.098 INFO:tasks.rados.rados.0.smithi099.stdout:2343: oid 46 updating version 0 to 1004 2024-04-12T16:08:56.098 INFO:tasks.rados.rados.0.smithi099.stdout:2343: oid 46 version 1004 is already newer than 1003 2024-04-12T16:08:56.098 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 46 v 1004 (ObjNum 738 snap 229 seq_num 738) dirty exists 2024-04-12T16:08:56.098 INFO:tasks.rados.rados.0.smithi099.stdout:2343: left oid 46 (ObjNum 738 snap 229 seq_num 738) 2024-04-12T16:08:56.098 INFO:tasks.rados.rados.0.smithi099.stdout:2341: done (3 left) 2024-04-12T16:08:56.098 INFO:tasks.rados.rados.0.smithi099.stdout:2343: done (2 left) 2024-04-12T16:08:56.098 INFO:tasks.rados.rados.0.smithi099.stdout:2344: done (1 left) 2024-04-12T16:08:56.098 INFO:tasks.rados.rados.0.smithi099.stdout:2345: done (0 left) 2024-04-12T16:08:56.098 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 15 current snap is 229 2024-04-12T16:08:56.098 INFO:tasks.rados.rados.0.smithi099.stdout:2346: seq_num 739 ranges {1572864=385024} 2024-04-12T16:08:56.108 INFO:tasks.rados.rados.0.smithi099.stdout:2346: writing smithi09982431-15 from 1572864 to 1957888 tid 1 2024-04-12T16:08:56.108 INFO:tasks.rados.rados.0.smithi099.stdout:2347: delete oid 40 current snap is 229 2024-04-12T16:08:56.118 INFO:tasks.rados.rados.0.smithi099.stdout:2347: done (1 left) 2024-04-12T16:08:56.118 INFO:tasks.rados.rados.0.smithi099.stdout:2348: delete oid 29 current snap is 229 2024-04-12T16:08:56.119 INFO:tasks.rados.rados.0.smithi099.stdout:2346: finishing write tid 1 to smithi09982431-15 2024-04-12T16:08:56.120 INFO:tasks.rados.rados.0.smithi099.stdout:2348: done (1 left) 2024-04-12T16:08:56.121 INFO:tasks.rados.rados.0.smithi099.stdout:2349: snap_remove snap 224 2024-04-12T16:08:56.359 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:56 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-12T16:08:56.359 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:56 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-12T16:08:56.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:56 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-12T16:08:56.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:08:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:08:56] "GET /metrics HTTP/1.1" 200 36209 "" "Prometheus/2.43.0" 2024-04-12T16:08:57.102 INFO:tasks.rados.rados.0.smithi099.stdout:2346: finishing write tid 2 to smithi09982431-15 2024-04-12T16:08:57.102 INFO:tasks.rados.rados.0.smithi099.stdout:2346: finishing write tid 3 to smithi09982431-15 2024-04-12T16:08:57.102 INFO:tasks.rados.rados.0.smithi099.stdout:2346: oid 15 updating version 0 to 1005 2024-04-12T16:08:57.102 INFO:tasks.rados.rados.0.smithi099.stdout:2346: oid 15 updating version 1005 to 1006 2024-04-12T16:08:57.103 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 15 v 1006 (ObjNum 739 snap 229 seq_num 739) dirty exists 2024-04-12T16:08:57.103 INFO:tasks.rados.rados.0.smithi099.stdout:2346: left oid 15 (ObjNum 739 snap 229 seq_num 739) 2024-04-12T16:08:57.103 INFO:tasks.rados.rados.0.smithi099.stdout:2346: done (1 left) 2024-04-12T16:08:57.103 INFO:tasks.rados.rados.0.smithi099.stdout:2349: done (0 left) 2024-04-12T16:08:57.103 INFO:tasks.rados.rados.0.smithi099.stdout:2350: snap_create 2024-04-12T16:08:57.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:57 smithi110 ceph-mon[88691]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-12T16:08:57.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:57 smithi110 ceph-mon[88691]: Upgrade: osd.6 is safe to restart 2024-04-12T16:08:57.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:57 smithi110 ceph-mon[88691]: osdmap e519: 8 total, 8 up, 8 in 2024-04-12T16:08:57.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:57 smithi110 ceph-mon[88691]: pgmap v415: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 520 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.3 MiB/s wr, 26 op/s 2024-04-12T16:08:57.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:57 smithi099 ceph-mon[94290]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-12T16:08:57.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:57 smithi099 ceph-mon[94290]: Upgrade: osd.6 is safe to restart 2024-04-12T16:08:57.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:57 smithi099 ceph-mon[94290]: osdmap e519: 8 total, 8 up, 8 in 2024-04-12T16:08:57.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:57 smithi099 ceph-mon[94290]: pgmap v415: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 520 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.3 MiB/s wr, 26 op/s 2024-04-12T16:08:57.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:57 smithi099 ceph-mon[96864]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-12T16:08:57.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:57 smithi099 ceph-mon[96864]: Upgrade: osd.6 is safe to restart 2024-04-12T16:08:57.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:57 smithi099 ceph-mon[96864]: osdmap e519: 8 total, 8 up, 8 in 2024-04-12T16:08:57.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:57 smithi099 ceph-mon[96864]: pgmap v415: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 520 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.3 MiB/s wr, 26 op/s 2024-04-12T16:08:58.106 INFO:tasks.rados.rados.0.smithi099.stdout:2350: done (0 left) 2024-04-12T16:08:58.107 INFO:tasks.rados.rados.0.smithi099.stdout:2351: rmattr oid 49 current snap is 230 2024-04-12T16:08:58.107 INFO:tasks.rados.rados.0.smithi099.stdout:2351: done (0 left) 2024-04-12T16:08:58.107 INFO:tasks.rados.rados.0.smithi099.stdout:2352: snap_remove snap 225 2024-04-12T16:08:58.374 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:58 smithi110 ceph-mon[88691]: osdmap e520: 8 total, 8 up, 8 in 2024-04-12T16:08:58.374 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:58.374 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:08:58.374 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:58.374 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-12T16:08:58.374 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:08:58.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:58 smithi099 ceph-mon[96864]: osdmap e520: 8 total, 8 up, 8 in 2024-04-12T16:08:58.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:58.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:08:58.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:58.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-12T16:08:58.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:08:58.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:58 smithi099 ceph-mon[94290]: osdmap e520: 8 total, 8 up, 8 in 2024-04-12T16:08:58.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:58.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:08:58.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:08:58.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-12T16:08:58.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:08:59.046 INFO:tasks.rados.rados.0.smithi099.stdout:2352: done (0 left) 2024-04-12T16:08:59.046 INFO:tasks.rados.rados.0.smithi099.stdout:2353: rollback oid 11 current snap is 230 2024-04-12T16:08:59.046 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 11 to 216 2024-04-12T16:08:59.046 INFO:tasks.rados.rados.0.smithi099.stdout:2354: delete oid 36 current snap is 230 2024-04-12T16:08:59.056 INFO:tasks.rados.rados.0.smithi099.stdout:2354: done (1 left) 2024-04-12T16:08:59.056 INFO:tasks.rados.rados.0.smithi099.stdout:2355: copy_from oid 1 from oid 9 current snap is 230 2024-04-12T16:08:59.056 INFO:tasks.rados.rados.0.smithi099.stdout:2356: snap_remove snap 166 2024-04-12T16:08:59.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:59 smithi099 ceph-mon[94290]: Upgrade: Updating osd.6 2024-04-12T16:08:59.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:59 smithi099 ceph-mon[94290]: Deploying daemon osd.6 on smithi110 2024-04-12T16:08:59.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:59 smithi099 ceph-mon[94290]: osdmap e521: 8 total, 8 up, 8 in 2024-04-12T16:08:59.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:59 smithi099 ceph-mon[94290]: pgmap v418: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 528 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.3 MiB/s wr, 8 op/s 2024-04-12T16:08:59.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:08:59 smithi099 ceph-mon[94290]: osdmap e522: 8 total, 8 up, 8 in 2024-04-12T16:08:59.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:59 smithi099 ceph-mon[96864]: Upgrade: Updating osd.6 2024-04-12T16:08:59.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:59 smithi099 ceph-mon[96864]: Deploying daemon osd.6 on smithi110 2024-04-12T16:08:59.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:59 smithi099 ceph-mon[96864]: osdmap e521: 8 total, 8 up, 8 in 2024-04-12T16:08:59.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:59 smithi099 ceph-mon[96864]: pgmap v418: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 528 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.3 MiB/s wr, 8 op/s 2024-04-12T16:08:59.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:08:59 smithi099 ceph-mon[96864]: osdmap e522: 8 total, 8 up, 8 in 2024-04-12T16:08:59.379 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:59 smithi110 ceph-mon[88691]: Upgrade: Updating osd.6 2024-04-12T16:08:59.379 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:59 smithi110 ceph-mon[88691]: Deploying daemon osd.6 on smithi110 2024-04-12T16:08:59.379 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:59 smithi110 ceph-mon[88691]: osdmap e521: 8 total, 8 up, 8 in 2024-04-12T16:08:59.380 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:59 smithi110 ceph-mon[88691]: pgmap v418: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 528 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.3 MiB/s wr, 8 op/s 2024-04-12T16:08:59.380 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:08:59 smithi110 ceph-mon[88691]: osdmap e522: 8 total, 8 up, 8 in 2024-04-12T16:09:00.053 INFO:tasks.rados.rados.0.smithi099.stdout:2353: finishing rollback tid 0 to smithi09982431-11 2024-04-12T16:09:00.053 INFO:tasks.rados.rados.0.smithi099.stdout:2353: finishing rollback tid 1 to smithi09982431-11 2024-04-12T16:09:00.053 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 11 v 862 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-12T16:09:00.053 INFO:tasks.rados.rados.0.smithi099.stdout:2355: finishing copy_from racing read to smithi09982431-1 2024-04-12T16:09:00.053 INFO:tasks.rados.rados.0.smithi099.stdout:2355: finishing copy_from to smithi09982431-1 2024-04-12T16:09:00.053 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 1 v 1452 (ObjNum 729 snap 229 seq_num 729) dirty exists 2024-04-12T16:09:00.053 INFO:tasks.rados.rados.0.smithi099.stdout:2353: done (2 left) 2024-04-12T16:09:00.053 INFO:tasks.rados.rados.0.smithi099.stdout:2355: done (1 left) 2024-04-12T16:09:00.053 INFO:tasks.rados.rados.0.smithi099.stdout:2356: done (0 left) 2024-04-12T16:09:00.053 INFO:tasks.rados.rados.0.smithi099.stdout:2357: setattr oid 24 current snap is 230 2024-04-12T16:09:00.055 INFO:tasks.rados.rados.0.smithi099.stdout:2358: snap_create 2024-04-12T16:09:00.070 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 24 v 1380 (ObjNum 715 snap 225 seq_num 715) dirty exists 2024-04-12T16:09:01.060 INFO:tasks.rados.rados.0.smithi099.stdout:2357: done (1 left) 2024-04-12T16:09:01.060 INFO:tasks.rados.rados.0.smithi099.stdout:2358: done (0 left) 2024-04-12T16:09:01.060 INFO:tasks.rados.rados.0.smithi099.stdout:2359: snap_remove snap 190 2024-04-12T16:09:01.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:01 smithi110 ceph-mon[88691]: osdmap e523: 8 total, 8 up, 8 in 2024-04-12T16:09:01.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:01 smithi110 ceph-mon[88691]: pgmap v421: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 520 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:09:01.334 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:01 smithi110 systemd[1]: Stopping Ceph osd.6 for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:09:01.335 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:01 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[49460]: 2024-04-12T16:09:01.278+0000 7f6f41c0a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T16:09:01.335 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:01 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[49460]: 2024-04-12T16:09:01.278+0000 7f6f41c0a700 -1 osd.6 524 *** Got signal Terminated *** 2024-04-12T16:09:01.335 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:01 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[49460]: 2024-04-12T16:09:01.278+0000 7f6f41c0a700 -1 osd.6 524 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T16:09:01.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:01 smithi099 ceph-mon[94290]: osdmap e523: 8 total, 8 up, 8 in 2024-04-12T16:09:01.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:01 smithi099 ceph-mon[94290]: pgmap v421: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 520 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:09:01.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:01 smithi099 ceph-mon[96864]: osdmap e523: 8 total, 8 up, 8 in 2024-04-12T16:09:01.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:01 smithi099 ceph-mon[96864]: pgmap v421: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 520 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:09:01.681 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-04-12T16:09:01.999 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T16:09:01.999 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (9m) 97s ago 10m 26.7M - 0.25.0 c8568f914cd2 d0012c0a0402 2024-04-12T16:09:01.999 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi110 *:3000 running (10m) 25s ago 10m 88.6M - 9.4.7 954c08fa6188 f1a47e96b342 2024-04-12T16:09:01.999 INFO:teuthology.orchestra.run.smithi099.stdout:mds.a smithi099 running (11m) 97s ago 11m 20.2M - 18.2.2-1187-gd540ebac bb2c5eac26a4 41cdf918e4eb 2024-04-12T16:09:01.999 INFO:teuthology.orchestra.run.smithi099.stdout:mds.b smithi110 running (11m) 25s ago 11m 15.6M - 18.2.2-1187-gd540ebac bb2c5eac26a4 453e0d052bae 2024-04-12T16:09:02.000 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi110 *:8443,9283,8765 running (5m) 25s ago 15m 452M - 19.0.0-2847-gbf9c5618 92de118a8b8f 39e31f4f4e9d 2024-04-12T16:09:02.000 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (5m) 97s ago 16m 514M - 19.0.0-2847-gbf9c5618 92de118a8b8f 8fb83982268a 2024-04-12T16:09:02.000 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (4m) 97s ago 17m 54.8M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f cc807b11358b 2024-04-12T16:09:02.000 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi110 running (4m) 25s ago 15m 47.1M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 393831dfcb29 2024-04-12T16:09:02.000 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (4m) 97s ago 15m 48.5M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 3bb5784f6f37 2024-04-12T16:09:02.000 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (10m) 97s ago 10m 15.8M - 1.5.0 0da6a335fe13 1555012f6fb4 2024-04-12T16:09:02.000 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi110 *:9100 running (10m) 25s ago 9m 15.3M - 1.5.0 0da6a335fe13 e64854b1f14f 2024-04-12T16:09:02.000 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (3m) 97s ago 14m 235M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 5e1f1df54e74 2024-04-12T16:09:02.000 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (2m) 97s ago 14m 152M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 78ac083e3d82 2024-04-12T16:09:02.000 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (2m) 97s ago 13m 116M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f e28b267bdc6a 2024-04-12T16:09:02.000 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (102s) 97s ago 13m 15.0M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 594ef50fe212 2024-04-12T16:09:02.000 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi110 running (67s) 25s ago 13m 139M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f f21efac2aa79 2024-04-12T16:09:02.000 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi110 running (31s) 25s ago 12m 15.1M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 3295109109cf 2024-04-12T16:09:02.000 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi110 running (12m) 25s ago 12m 330M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 27d42d053218 2024-04-12T16:09:02.000 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi110 running (11m) 25s ago 11m 300M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 d4e7f553110a 2024-04-12T16:09:02.001 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi110 *:9095 running (5m) 25s ago 11m 60.8M - 2.43.0 a07b618ecd1d 9fabb6d2365c 2024-04-12T16:09:02.071 INFO:tasks.rados.rados.0.smithi099.stdout:2359: done (0 left) 2024-04-12T16:09:02.071 INFO:tasks.rados.rados.0.smithi099.stdout:2360: delete oid 29 current snap is 231 2024-04-12T16:09:02.075 INFO:tasks.rados.rados.0.smithi099.stdout:2360: done (0 left) 2024-04-12T16:09:02.075 INFO:tasks.rados.rados.0.smithi099.stdout:2361: copy_from oid 14 from oid 22 current snap is 231 2024-04-12T16:09:02.075 INFO:tasks.rados.rados.0.smithi099.stdout:2362: delete oid 40 current snap is 231 2024-04-12T16:09:02.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:02 smithi110 ceph-mon[88691]: osdmap e524: 8 total, 8 up, 8 in 2024-04-12T16:09:02.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:02 smithi110 ceph-mon[88691]: osd.6 marked itself down and dead 2024-04-12T16:09:02.334 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:09:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:09:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:09:02.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:02 smithi099 ceph-mon[94290]: osdmap e524: 8 total, 8 up, 8 in 2024-04-12T16:09:02.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:02 smithi099 ceph-mon[94290]: osd.6 marked itself down and dead 2024-04-12T16:09:02.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:02 smithi099 ceph-mon[96864]: osdmap e524: 8 total, 8 up, 8 in 2024-04-12T16:09:02.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:02 smithi099 ceph-mon[96864]: osd.6 marked itself down and dead 2024-04-12T16:09:02.417 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-04-12T16:09:02.417 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-04-12T16:09:02.417 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 3 2024-04-12T16:09:02.417 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:09:02.417 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-04-12T16:09:02.417 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:09:02.417 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:09:02.417 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-04-12T16:09:02.418 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 1, 2024-04-12T16:09:02.418 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 6 2024-04-12T16:09:02.418 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:09:02.418 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": { 2024-04-12T16:09:02.418 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:09:02.418 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:09:02.418 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-04-12T16:09:02.418 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3, 2024-04-12T16:09:02.418 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 11 2024-04-12T16:09:02.418 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-04-12T16:09:02.418 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-04-12T16:09:02.775 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:02 smithi110 podman[103643]: 2024-04-12 16:09:02.516455228 +0000 UTC m=+1.345302706 container died 27d42d053218487249bf9dd1901e5c7a3be6c24982945467dd64e8796a84cfdc (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-d540eba, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240403) 2024-04-12T16:09:03.072 INFO:tasks.rados.rados.0.smithi099.stdout:2362: done (1 left) 2024-04-12T16:09:03.073 INFO:tasks.rados.rados.0.smithi099.stdout:2363: delete oid 21 current snap is 231 2024-04-12T16:09:03.073 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:02 smithi110 podman[103643]: 2024-04-12 16:09:02.867286553 +0000 UTC m=+1.696134022 container cleanup 27d42d053218487249bf9dd1901e5c7a3be6c24982945467dd64e8796a84cfdc (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240403, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=reef-d540eba, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T16:09:03.073 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:02 smithi110 bash[103643]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6 2024-04-12T16:09:03.074 INFO:tasks.rados.rados.0.smithi099.stdout:2361: finishing copy_from racing read to smithi09982431-14 2024-04-12T16:09:03.076 INFO:tasks.rados.rados.0.smithi099.stdout:2363: done (1 left) 2024-04-12T16:09:03.076 INFO:tasks.rados.rados.0.smithi099.stdout:2364: rmattr oid 28 current snap is 231 2024-04-12T16:09:03.076 INFO:tasks.rados.rados.0.smithi099.stdout:2364: done (1 left) 2024-04-12T16:09:03.076 INFO:tasks.rados.rados.0.smithi099.stdout:2365: read oid 7 snap 199 2024-04-12T16:09:03.076 INFO:tasks.rados.rados.0.smithi099.stdout:2365: expect (ObjNum 327 snap 103 seq_num 327) 2024-04-12T16:09:03.076 INFO:tasks.rados.rados.0.smithi099.stdout:2366: snap_create 2024-04-12T16:09:03.077 INFO:tasks.rados.rados.0.smithi099.stdout:2361: finishing copy_from to smithi09982431-14 2024-04-12T16:09:03.077 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 14 v 1379 (ObjNum 722 snap 227 seq_num 722) dirty exists 2024-04-12T16:09:03.080 INFO:tasks.rados.rados.0.smithi099.stdout:2365: expect (ObjNum 327 snap 103 seq_num 327) 2024-04-12T16:09:03.334 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:03 smithi110 podman[103668]: 2024-04-12 16:09:03.185482884 +0000 UTC m=+0.664086113 container remove 27d42d053218487249bf9dd1901e5c7a3be6c24982945467dd64e8796a84cfdc (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=reef-d540eba, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-04-12T16:09:03.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:03 smithi110 ceph-mon[88691]: from='client.34353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:09:03.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:03 smithi110 ceph-mon[88691]: from='client.34359 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:09:03.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:03 smithi110 ceph-mon[88691]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:09:03.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:03 smithi110 ceph-mon[88691]: osdmap e525: 8 total, 7 up, 8 in 2024-04-12T16:09:03.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:03 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3964444600' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:09:03.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:03 smithi110 ceph-mon[88691]: pgmap v424: 121 pgs: 14 stale+active+clean, 3 active+clean+snaptrim, 104 active+clean; 513 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 236 KiB/s wr, 3 op/s 2024-04-12T16:09:03.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:03 smithi110 ceph-mon[88691]: osdmap e526: 8 total, 7 up, 8 in 2024-04-12T16:09:03.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:03 smithi099 ceph-mon[94290]: from='client.34353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:09:03.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:03 smithi099 ceph-mon[94290]: from='client.34359 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:09:03.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:03 smithi099 ceph-mon[94290]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:09:03.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:03 smithi099 ceph-mon[94290]: osdmap e525: 8 total, 7 up, 8 in 2024-04-12T16:09:03.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:03 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3964444600' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:09:03.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:03 smithi099 ceph-mon[94290]: pgmap v424: 121 pgs: 14 stale+active+clean, 3 active+clean+snaptrim, 104 active+clean; 513 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 236 KiB/s wr, 3 op/s 2024-04-12T16:09:03.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:03 smithi099 ceph-mon[94290]: osdmap e526: 8 total, 7 up, 8 in 2024-04-12T16:09:03.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:03 smithi099 ceph-mon[96864]: from='client.34353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:09:03.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:03 smithi099 ceph-mon[96864]: from='client.34359 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:09:03.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:03 smithi099 ceph-mon[96864]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:09:03.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:03 smithi099 ceph-mon[96864]: osdmap e525: 8 total, 7 up, 8 in 2024-04-12T16:09:03.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:03 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3964444600' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:09:03.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:03 smithi099 ceph-mon[96864]: pgmap v424: 121 pgs: 14 stale+active+clean, 3 active+clean+snaptrim, 104 active+clean; 513 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 236 KiB/s wr, 3 op/s 2024-04-12T16:09:03.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:03 smithi099 ceph-mon[96864]: osdmap e526: 8 total, 7 up, 8 in 2024-04-12T16:09:03.834 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:03 smithi110 podman[103766]: 2024-04-12 16:09:03.436838911 +0000 UTC m=+0.017893671 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:09:03.834 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:03 smithi110 podman[103766]: 2024-04-12 16:09:03.536482403 +0000 UTC m=+0.117537205 container create 527baa933618798b3172fe2d0b52dac33d5b76aea5130c0d4e0fb509e87272e4 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561) 2024-04-12T16:09:03.834 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:03 smithi110 podman[103766]: 2024-04-12 16:09:03.764086583 +0000 UTC m=+0.345141347 container init 527baa933618798b3172fe2d0b52dac33d5b76aea5130c0d4e0fb509e87272e4 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-12T16:09:03.834 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:03 smithi110 podman[103766]: 2024-04-12 16:09:03.770148466 +0000 UTC m=+0.351203227 container start 527baa933618798b3172fe2d0b52dac33d5b76aea5130c0d4e0fb509e87272e4 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T16:09:04.050 INFO:tasks.rados.rados.0.smithi099.stdout:2361: done (2 left) 2024-04-12T16:09:04.050 INFO:tasks.rados.rados.0.smithi099.stdout:2365: done (1 left) 2024-04-12T16:09:04.050 INFO:tasks.rados.rados.0.smithi099.stdout:2366: done (0 left) 2024-04-12T16:09:04.050 INFO:tasks.rados.rados.0.smithi099.stdout:2367: read oid 28 snap 208 2024-04-12T16:09:04.050 INFO:tasks.rados.rados.0.smithi099.stdout:2367: expect (ObjNum 667 snap 205 seq_num 667) 2024-04-12T16:09:04.050 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 16 current snap is 232 2024-04-12T16:09:04.050 INFO:tasks.rados.rados.0.smithi099.stdout:2368: seq_num 746 ranges {262144=499712} 2024-04-12T16:09:04.054 INFO:tasks.rados.rados.0.smithi099.stdout:2368: writing smithi09982431-16 from 262144 to 761856 tid 1 2024-04-12T16:09:04.054 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 49 current snap is 232 2024-04-12T16:09:04.054 INFO:tasks.rados.rados.0.smithi099.stdout:2369: seq_num 747 ranges {1777664=516096} 2024-04-12T16:09:04.067 INFO:tasks.rados.rados.0.smithi099.stdout:2369: writing smithi09982431-49 from 1777664 to 2293760 tid 1 2024-04-12T16:09:04.067 INFO:tasks.rados.rados.0.smithi099.stdout:2370: delete oid 38 current snap is 232 2024-04-12T16:09:04.067 INFO:tasks.rados.rados.0.smithi099.stdout:2367: expect (ObjNum 667 snap 205 seq_num 667) 2024-04-12T16:09:04.109 INFO:tasks.rados.rados.0.smithi099.stdout:2368: finishing write tid 1 to smithi09982431-16 2024-04-12T16:09:04.109 INFO:tasks.rados.rados.0.smithi099.stdout:2368: finishing write tid 2 to smithi09982431-16 2024-04-12T16:09:04.109 INFO:tasks.rados.rados.0.smithi099.stdout:2368: finishing write tid 3 to smithi09982431-16 2024-04-12T16:09:04.110 INFO:tasks.rados.rados.0.smithi099.stdout:2368: oid 16 updating version 0 to 1453 2024-04-12T16:09:04.110 INFO:tasks.rados.rados.0.smithi099.stdout:2368: oid 16 updating version 1453 to 1454 2024-04-12T16:09:04.110 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 16 v 1454 (ObjNum 746 snap 232 seq_num 746) dirty exists 2024-04-12T16:09:04.110 INFO:tasks.rados.rados.0.smithi099.stdout:2368: left oid 16 (ObjNum 746 snap 232 seq_num 746) 2024-04-12T16:09:04.110 INFO:tasks.rados.rados.0.smithi099.stdout:2367: done (3 left) 2024-04-12T16:09:04.110 INFO:tasks.rados.rados.0.smithi099.stdout:2368: done (2 left) 2024-04-12T16:09:04.110 INFO:tasks.rados.rados.0.smithi099.stdout:2370: done (1 left) 2024-04-12T16:09:04.110 INFO:tasks.rados.rados.0.smithi099.stdout:2371: snap_remove snap 231 2024-04-12T16:09:04.334 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:03 smithi110 podman[103766]: 2024-04-12 16:09:03.855270197 +0000 UTC m=+0.436324970 container attach 527baa933618798b3172fe2d0b52dac33d5b76aea5130c0d4e0fb509e87272e4 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-12T16:09:04.335 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:04 smithi110 podman[103766]: 2024-04-12 16:09:04.066952793 +0000 UTC m=+0.648007557 container died 527baa933618798b3172fe2d0b52dac33d5b76aea5130c0d4e0fb509e87272e4 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T16:09:05.051 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:04 smithi110 podman[103812]: 2024-04-12 16:09:04.650516327 +0000 UTC m=+0.574014108 container remove 527baa933618798b3172fe2d0b52dac33d5b76aea5130c0d4e0fb509e87272e4 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-12T16:09:05.051 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:04 smithi110 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@osd.6.service: Deactivated successfully. 2024-04-12T16:09:05.052 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:04 smithi110 systemd[1]: Stopped Ceph osd.6 for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:09:05.052 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:04 smithi110 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@osd.6.service: Consumed 15.573s CPU time. 2024-04-12T16:09:05.052 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:04 smithi110 systemd[1]: Starting Ceph osd.6 for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:09:05.063 INFO:tasks.rados.rados.0.smithi099.stdout:2371: done (1 left) 2024-04-12T16:09:05.063 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 8 current snap is 232 2024-04-12T16:09:05.063 INFO:tasks.rados.rados.0.smithi099.stdout:2369: finishing write tid 1 to smithi09982431-49 2024-04-12T16:09:05.063 INFO:tasks.rados.rados.0.smithi099.stdout:2372: seq_num 749 ranges {0=548864} 2024-04-12T16:09:05.066 INFO:tasks.rados.rados.0.smithi099.stdout:2372: writing smithi09982431-8 from 0 to 548864 tid 1 2024-04-12T16:09:05.066 INFO:tasks.rados.rados.0.smithi099.stdout:2373: read oid 48 snap -1 2024-04-12T16:09:05.067 INFO:tasks.rados.rados.0.smithi099.stdout:2373: expect (ObjNum 701 snap 221 seq_num 701) 2024-04-12T16:09:05.067 INFO:tasks.rados.rados.0.smithi099.stdout:2374: snap_create 2024-04-12T16:09:05.067 INFO:tasks.rados.rados.0.smithi099.stdout:2369: finishing write tid 2 to smithi09982431-49 2024-04-12T16:09:05.067 INFO:tasks.rados.rados.0.smithi099.stdout:2369: finishing write tid 3 to smithi09982431-49 2024-04-12T16:09:05.067 INFO:tasks.rados.rados.0.smithi099.stdout:2369: oid 49 updating version 0 to 1468 2024-04-12T16:09:05.067 INFO:tasks.rados.rados.0.smithi099.stdout:2369: oid 49 updating version 1468 to 1469 2024-04-12T16:09:05.067 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 49 v 1469 (ObjNum 747 snap 232 seq_num 747) dirty exists 2024-04-12T16:09:05.067 INFO:tasks.rados.rados.0.smithi099.stdout:2369: left oid 49 (ObjNum 747 snap 232 seq_num 747) 2024-04-12T16:09:05.083 INFO:tasks.rados.rados.0.smithi099.stdout:2372: finishing write tid 1 to smithi09982431-8 2024-04-12T16:09:05.083 INFO:tasks.rados.rados.0.smithi099.stdout:2372: finishing write tid 2 to smithi09982431-8 2024-04-12T16:09:05.083 INFO:tasks.rados.rados.0.smithi099.stdout:2372: finishing write tid 3 to smithi09982431-8 2024-04-12T16:09:05.083 INFO:tasks.rados.rados.0.smithi099.stdout:2372: oid 8 updating version 0 to 1382 2024-04-12T16:09:05.083 INFO:tasks.rados.rados.0.smithi099.stdout:2372: oid 8 updating version 1382 to 1383 2024-04-12T16:09:05.083 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 8 v 1383 (ObjNum 749 snap 232 seq_num 749) dirty exists 2024-04-12T16:09:05.084 INFO:tasks.rados.rados.0.smithi099.stdout:2372: left oid 8 (ObjNum 749 snap 232 seq_num 749) 2024-04-12T16:09:05.101 INFO:tasks.rados.rados.0.smithi099.stdout:2373: expect (ObjNum 701 snap 221 seq_num 701) 2024-04-12T16:09:05.326 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:05 smithi110 ceph-mon[88691]: osdmap e527: 8 total, 7 up, 8 in 2024-04-12T16:09:05.327 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:05 smithi110 ceph-mon[88691]: pgmap v427: 121 pgs: 5 active+undersized+degraded, 6 stale+active+clean, 22 active+undersized, 88 active+clean; 499 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 122 KiB/s wr, 6 op/s; 37/909 objects degraded (4.070%) 2024-04-12T16:09:05.327 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:05 smithi110 podman[103925]: 2024-04-12 16:09:05.076345862 +0000 UTC m=+0.109284415 container create 38c5ebf4816ee7e98ec63a09b0a6cf54fec6e6dd75f0b708c88de25f6be7e774 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6-activate, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-12T16:09:05.327 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:05 smithi110 podman[103925]: 2024-04-12 16:09:04.984566908 +0000 UTC m=+0.017505471 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:09:05.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:05 smithi099 ceph-mon[96864]: osdmap e527: 8 total, 7 up, 8 in 2024-04-12T16:09:05.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:05 smithi099 ceph-mon[96864]: pgmap v427: 121 pgs: 5 active+undersized+degraded, 6 stale+active+clean, 22 active+undersized, 88 active+clean; 499 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 122 KiB/s wr, 6 op/s; 37/909 objects degraded (4.070%) 2024-04-12T16:09:05.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:05 smithi099 ceph-mon[94290]: osdmap e527: 8 total, 7 up, 8 in 2024-04-12T16:09:05.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:05 smithi099 ceph-mon[94290]: pgmap v427: 121 pgs: 5 active+undersized+degraded, 6 stale+active+clean, 22 active+undersized, 88 active+clean; 499 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 122 KiB/s wr, 6 op/s; 37/909 objects degraded (4.070%) 2024-04-12T16:09:05.584 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:05 smithi110 podman[103925]: 2024-04-12 16:09:05.329046477 +0000 UTC m=+0.361985028 container init 38c5ebf4816ee7e98ec63a09b0a6cf54fec6e6dd75f0b708c88de25f6be7e774 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6-activate, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-12T16:09:05.584 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:05 smithi110 podman[103925]: 2024-04-12 16:09:05.334569747 +0000 UTC m=+0.367508301 container start 38c5ebf4816ee7e98ec63a09b0a6cf54fec6e6dd75f0b708c88de25f6be7e774 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T16:09:05.584 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:05 smithi110 podman[103925]: 2024-04-12 16:09:05.420556485 +0000 UTC m=+0.453495056 container attach 38c5ebf4816ee7e98ec63a09b0a6cf54fec6e6dd75f0b708c88de25f6be7e774 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6-activate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=) 2024-04-12T16:09:06.052 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:05 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6-activate[103940]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-12T16:09:06.052 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:05 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6-activate[103940]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-12T16:09:06.052 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:05 smithi110 bash[103925]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-12T16:09:06.052 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:05 smithi110 bash[103925]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-12T16:09:06.053 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:05 smithi110 bash[103925]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-12T16:09:06.053 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:05 smithi110 bash[103925]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-12T16:09:06.053 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:05 smithi110 bash[103925]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-04-12T16:09:06.053 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:05 smithi110 bash[103925]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-12T16:09:06.053 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:05 smithi110 bash[103925]: --> ceph-volume raw activate successful for osd ID: 6 2024-04-12T16:09:06.053 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:05 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6-activate[103940]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-12T16:09:06.053 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:05 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6-activate[103940]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-12T16:09:06.053 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:05 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6-activate[103940]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-04-12T16:09:06.053 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:05 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6-activate[103940]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-12T16:09:06.053 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:05 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6-activate[103940]: --> ceph-volume raw activate successful for osd ID: 6 2024-04-12T16:09:06.053 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:05 smithi110 podman[103925]: 2024-04-12 16:09:05.794249351 +0000 UTC m=+0.827187899 container died 38c5ebf4816ee7e98ec63a09b0a6cf54fec6e6dd75f0b708c88de25f6be7e774 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6-activate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T16:09:06.060 INFO:tasks.rados.rados.0.smithi099.stdout:2369: done (3 left) 2024-04-12T16:09:06.060 INFO:tasks.rados.rados.0.smithi099.stdout:2372: done (2 left) 2024-04-12T16:09:06.060 INFO:tasks.rados.rados.0.smithi099.stdout:2373: done (1 left) 2024-04-12T16:09:06.060 INFO:tasks.rados.rados.0.smithi099.stdout:2374: done (0 left) 2024-04-12T16:09:06.060 INFO:tasks.rados.rados.0.smithi099.stdout:2375: snap_create 2024-04-12T16:09:06.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:06 smithi110 ceph-mon[88691]: Health check failed: Degraded data redundancy: 37/909 objects degraded (4.070%), 5 pgs degraded (PG_DEGRADED) 2024-04-12T16:09:06.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:06 smithi110 ceph-mon[88691]: osdmap e528: 8 total, 7 up, 8 in 2024-04-12T16:09:06.359 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:06 smithi099 ceph-mon[94290]: Health check failed: Degraded data redundancy: 37/909 objects degraded (4.070%), 5 pgs degraded (PG_DEGRADED) 2024-04-12T16:09:06.359 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:06 smithi099 ceph-mon[94290]: osdmap e528: 8 total, 7 up, 8 in 2024-04-12T16:09:06.359 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:06 smithi099 ceph-mon[96864]: Health check failed: Degraded data redundancy: 37/909 objects degraded (4.070%), 5 pgs degraded (PG_DEGRADED) 2024-04-12T16:09:06.359 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:06 smithi099 ceph-mon[96864]: osdmap e528: 8 total, 7 up, 8 in 2024-04-12T16:09:06.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:09:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:09:06] "GET /metrics HTTP/1.1" 200 36198 "" "Prometheus/2.43.0" 2024-04-12T16:09:06.766 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:06 smithi110 podman[104075]: 2024-04-12 16:09:06.432784327 +0000 UTC m=+0.633469390 container remove 38c5ebf4816ee7e98ec63a09b0a6cf54fec6e6dd75f0b708c88de25f6be7e774 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6-activate, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.build-date=20240409) 2024-04-12T16:09:06.767 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:06 smithi110 podman[104145]: 2024-04-12 16:09:06.545478072 +0000 UTC m=+0.017565152 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:09:06.767 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:06 smithi110 podman[104145]: 2024-04-12 16:09:06.658573617 +0000 UTC m=+0.130660695 container create 97a8d1469e517042e5e99ded687a394a07f8becd929b61b054ebf61adcdd2832 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561) 2024-04-12T16:09:07.067 INFO:tasks.rados.rados.0.smithi099.stdout:2375: done (0 left) 2024-04-12T16:09:07.067 INFO:tasks.rados.rados.0.smithi099.stdout:2376: rollback oid 2 current snap is 234 2024-04-12T16:09:07.067 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 2 to 199 2024-04-12T16:09:07.067 INFO:tasks.rados.rados.0.smithi099.stdout:2377: read oid 40 snap -1 2024-04-12T16:09:07.067 INFO:tasks.rados.rados.0.smithi099.stdout:2377: expect deleted 2024-04-12T16:09:07.067 INFO:tasks.rados.rados.0.smithi099.stdout:2378: read oid 24 snap -1 2024-04-12T16:09:07.067 INFO:tasks.rados.rados.0.smithi099.stdout:2378: expect (ObjNum 715 snap 225 seq_num 715) 2024-04-12T16:09:07.068 INFO:tasks.rados.rados.0.smithi099.stdout:2379: snap_create 2024-04-12T16:09:07.072 INFO:tasks.rados.rados.0.smithi099.stdout:2376: finishing rollback tid 0 to smithi09982431-2 2024-04-12T16:09:07.073 INFO:tasks.rados.rados.0.smithi099.stdout:2376: finishing rollback tid 1 to smithi09982431-2 2024-04-12T16:09:07.073 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 2 v 1491 (ObjNum 225 snap 0 seq_num 1924268832) dirty dne 2024-04-12T16:09:07.077 INFO:tasks.rados.rados.0.smithi099.stdout:2378: expect (ObjNum 715 snap 225 seq_num 715) 2024-04-12T16:09:07.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:07 smithi110 ceph-mon[88691]: osdmap e529: 8 total, 7 up, 8 in 2024-04-12T16:09:07.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:07 smithi110 ceph-mon[88691]: pgmap v430: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 498 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 146 KiB/s wr, 9 op/s; 107/891 objects degraded (12.009%) 2024-04-12T16:09:07.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:07 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:07.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:07 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:07.335 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:06 smithi110 podman[104145]: 2024-04-12 16:09:06.852443652 +0000 UTC m=+0.324530731 container init 97a8d1469e517042e5e99ded687a394a07f8becd929b61b054ebf61adcdd2832 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240409) 2024-04-12T16:09:07.335 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:06 smithi110 podman[104145]: 2024-04-12 16:09:06.857689293 +0000 UTC m=+0.329776374 container start 97a8d1469e517042e5e99ded687a394a07f8becd929b61b054ebf61adcdd2832 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6, org.label-schema.build-date=20240409, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True) 2024-04-12T16:09:07.335 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:06 smithi110 ceph-osd[104182]: -- 172.21.15.110:0/2564669103 <== mon.1 v2:172.21.15.110:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563142a09680 con 0x5631429d2c00 2024-04-12T16:09:07.335 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:06 smithi110 bash[104145]: 97a8d1469e517042e5e99ded687a394a07f8becd929b61b054ebf61adcdd2832 2024-04-12T16:09:07.335 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:06 smithi110 systemd[1]: Started Ceph osd.6 for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:09:07.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:07 smithi099 ceph-mon[94290]: osdmap e529: 8 total, 7 up, 8 in 2024-04-12T16:09:07.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:07 smithi099 ceph-mon[94290]: pgmap v430: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 498 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 146 KiB/s wr, 9 op/s; 107/891 objects degraded (12.009%) 2024-04-12T16:09:07.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:07 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:07.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:07 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:07.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:07 smithi099 ceph-mon[96864]: osdmap e529: 8 total, 7 up, 8 in 2024-04-12T16:09:07.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:07 smithi099 ceph-mon[96864]: pgmap v430: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 498 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 146 KiB/s wr, 9 op/s; 107/891 objects degraded (12.009%) 2024-04-12T16:09:07.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:07 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:07.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:07 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:07.834 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:07 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T16:09:07.412+0000 7f7b60fe07c0 -1 Falling back to public interface 2024-04-12T16:09:08.068 INFO:tasks.rados.rados.0.smithi099.stdout:2376: done (3 left) 2024-04-12T16:09:08.068 INFO:tasks.rados.rados.0.smithi099.stdout:2377: done (2 left) 2024-04-12T16:09:08.068 INFO:tasks.rados.rados.0.smithi099.stdout:2378: done (1 left) 2024-04-12T16:09:08.068 INFO:tasks.rados.rados.0.smithi099.stdout:2379: done (0 left) 2024-04-12T16:09:08.068 INFO:tasks.rados.rados.0.smithi099.stdout:2380: copy_from oid 40 from oid 50 current snap is 235 2024-04-12T16:09:08.068 INFO:tasks.rados.rados.0.smithi099.stdout:2381: read oid 27 snap 232 2024-04-12T16:09:08.068 INFO:tasks.rados.rados.0.smithi099.stdout:2381: expect deleted 2024-04-12T16:09:08.068 INFO:tasks.rados.rados.0.smithi099.stdout:2382: rmattr oid 46 current snap is 235 2024-04-12T16:09:08.068 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 45 current snap is 235 2024-04-12T16:09:08.068 INFO:tasks.rados.rados.0.smithi099.stdout:2383: seq_num 750 ranges {8413184=565248} 2024-04-12T16:09:08.117 INFO:tasks.rados.rados.0.smithi099.stdout:2383: writing smithi09982431-45 from 8413184 to 8978432 tid 1 2024-04-12T16:09:08.117 INFO:tasks.rados.rados.0.smithi099.stdout:2384: copy_from oid 47 from oid 14 current snap is 235 2024-04-12T16:09:08.117 INFO:tasks.rados.rados.0.smithi099.stdout:2380: finishing copy_from racing read to smithi09982431-40 2024-04-12T16:09:08.117 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 46 v 1007 (ObjNum 738 snap 229 seq_num 738) dirty exists 2024-04-12T16:09:08.117 INFO:tasks.rados.rados.0.smithi099.stdout:2380: finishing copy_from to smithi09982431-40 2024-04-12T16:09:08.117 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 40 v 1118 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-12T16:09:08.117 INFO:tasks.rados.rados.0.smithi099.stdout:2380: done (4 left) 2024-04-12T16:09:08.117 INFO:tasks.rados.rados.0.smithi099.stdout:2381: done (3 left) 2024-04-12T16:09:08.117 INFO:tasks.rados.rados.0.smithi099.stdout:2382: done (2 left) 2024-04-12T16:09:08.117 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 50 current snap is 235 2024-04-12T16:09:08.117 INFO:tasks.rados.rados.0.smithi099.stdout:2385: seq_num 751 ranges {0=581632} 2024-04-12T16:09:08.120 INFO:tasks.rados.rados.0.smithi099.stdout:2385: writing smithi09982431-50 from 0 to 581632 tid 1 2024-04-12T16:09:08.120 INFO:tasks.rados.rados.0.smithi099.stdout:2386: snap_remove snap 233 2024-04-12T16:09:08.253 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:09:08.253 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:08 smithi110 ceph-mon[88691]: osdmap e530: 8 total, 7 up, 8 in 2024-04-12T16:09:08.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:09:08.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:08 smithi099 ceph-mon[96864]: osdmap e530: 8 total, 7 up, 8 in 2024-04-12T16:09:08.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:09:08.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:08 smithi099 ceph-mon[94290]: osdmap e530: 8 total, 7 up, 8 in 2024-04-12T16:09:09.050 INFO:tasks.rados.rados.0.smithi099.stdout:2386: done (3 left) 2024-04-12T16:09:09.050 INFO:tasks.rados.rados.0.smithi099.stdout:2387: delete oid 32 current snap is 235 2024-04-12T16:09:09.050 INFO:tasks.rados.rados.0.smithi099.stdout:2384: finishing copy_from racing read to smithi09982431-47 2024-04-12T16:09:09.050 INFO:tasks.rados.rados.0.smithi099.stdout:2384: finishing copy_from to smithi09982431-47 2024-04-12T16:09:09.050 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 47 v 1379 (ObjNum 722 snap 227 seq_num 722) dirty exists 2024-04-12T16:09:09.050 INFO:tasks.rados.rados.0.smithi099.stdout:2383: finishing write tid 1 to smithi09982431-45 2024-04-12T16:09:09.050 INFO:tasks.rados.rados.0.smithi099.stdout:2383: finishing write tid 2 to smithi09982431-45 2024-04-12T16:09:09.050 INFO:tasks.rados.rados.0.smithi099.stdout:2383: finishing write tid 3 to smithi09982431-45 2024-04-12T16:09:09.050 INFO:tasks.rados.rados.0.smithi099.stdout:2383: oid 45 updating version 0 to 1100 2024-04-12T16:09:09.050 INFO:tasks.rados.rados.0.smithi099.stdout:2383: oid 45 updating version 1100 to 1101 2024-04-12T16:09:09.051 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 45 v 1101 (ObjNum 750 snap 235 seq_num 750) dirty exists 2024-04-12T16:09:09.051 INFO:tasks.rados.rados.0.smithi099.stdout:2383: left oid 45 (ObjNum 750 snap 235 seq_num 750) 2024-04-12T16:09:09.051 INFO:tasks.rados.rados.0.smithi099.stdout:2385: finishing write tid 1 to smithi09982431-50 2024-04-12T16:09:09.051 INFO:tasks.rados.rados.0.smithi099.stdout:2385: finishing write tid 2 to smithi09982431-50 2024-04-12T16:09:09.051 INFO:tasks.rados.rados.0.smithi099.stdout:2385: finishing write tid 3 to smithi09982431-50 2024-04-12T16:09:09.051 INFO:tasks.rados.rados.0.smithi099.stdout:2385: oid 50 updating version 0 to 1456 2024-04-12T16:09:09.051 INFO:tasks.rados.rados.0.smithi099.stdout:2385: oid 50 version 1456 is already newer than 1455 2024-04-12T16:09:09.051 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 50 v 1456 (ObjNum 751 snap 235 seq_num 751) dirty exists 2024-04-12T16:09:09.051 INFO:tasks.rados.rados.0.smithi099.stdout:2385: left oid 50 (ObjNum 751 snap 235 seq_num 751) 2024-04-12T16:09:09.057 INFO:tasks.rados.rados.0.smithi099.stdout:2383: done (3 left) 2024-04-12T16:09:09.057 INFO:tasks.rados.rados.0.smithi099.stdout:2384: done (2 left) 2024-04-12T16:09:09.057 INFO:tasks.rados.rados.0.smithi099.stdout:2385: done (1 left) 2024-04-12T16:09:09.057 INFO:tasks.rados.rados.0.smithi099.stdout:2387: done (0 left) 2024-04-12T16:09:09.058 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 43 current snap is 235 2024-04-12T16:09:09.058 INFO:tasks.rados.rados.0.smithi099.stdout:2388: seq_num 753 ranges {2220032=614400} 2024-04-12T16:09:09.073 INFO:tasks.rados.rados.0.smithi099.stdout:2388: writing smithi09982431-43 from 2220032 to 2834432 tid 1 2024-04-12T16:09:09.073 INFO:tasks.rados.rados.0.smithi099.stdout:2389: snap_remove snap 209 2024-04-12T16:09:09.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:09 smithi110 ceph-mon[88691]: osdmap e531: 8 total, 7 up, 8 in 2024-04-12T16:09:09.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:09 smithi110 ceph-mon[88691]: pgmap v433: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 498 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 48 KiB/s wr, 2 op/s; 107/891 objects degraded (12.009%) 2024-04-12T16:09:09.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:09 smithi110 ceph-mon[88691]: osdmap e532: 8 total, 7 up, 8 in 2024-04-12T16:09:09.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:09 smithi099 ceph-mon[94290]: osdmap e531: 8 total, 7 up, 8 in 2024-04-12T16:09:09.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:09 smithi099 ceph-mon[94290]: pgmap v433: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 498 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 48 KiB/s wr, 2 op/s; 107/891 objects degraded (12.009%) 2024-04-12T16:09:09.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:09 smithi099 ceph-mon[94290]: osdmap e532: 8 total, 7 up, 8 in 2024-04-12T16:09:09.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:09 smithi099 ceph-mon[96864]: osdmap e531: 8 total, 7 up, 8 in 2024-04-12T16:09:09.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:09 smithi099 ceph-mon[96864]: pgmap v433: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 498 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 48 KiB/s wr, 2 op/s; 107/891 objects degraded (12.009%) 2024-04-12T16:09:09.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:09 smithi099 ceph-mon[96864]: osdmap e532: 8 total, 7 up, 8 in 2024-04-12T16:09:10.083 INFO:tasks.rados.rados.0.smithi099.stdout:2389: done (1 left) 2024-04-12T16:09:10.084 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 21 current snap is 235 2024-04-12T16:09:10.084 INFO:tasks.rados.rados.0.smithi099.stdout:2390: seq_num 754 ranges {0=630784} 2024-04-12T16:09:10.088 INFO:tasks.rados.rados.0.smithi099.stdout:2390: writing smithi09982431-21 from 0 to 630784 tid 1 2024-04-12T16:09:10.088 INFO:tasks.rados.rados.0.smithi099.stdout:2391: rmattr oid 39 current snap is 235 2024-04-12T16:09:10.088 INFO:tasks.rados.rados.0.smithi099.stdout:2391: done (2 left) 2024-04-12T16:09:10.088 INFO:tasks.rados.rados.0.smithi099.stdout:2392: snap_remove snap 185 2024-04-12T16:09:10.915 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:10 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T16:09:10.796+0000 7f7b60fe07c0 -1 osd.6 524 log_to_monitors true 2024-04-12T16:09:11.090 INFO:tasks.rados.rados.0.smithi099.stdout:2388: finishing write tid 1 to smithi09982431-43 2024-04-12T16:09:11.090 INFO:tasks.rados.rados.0.smithi099.stdout:2388: finishing write tid 2 to smithi09982431-43 2024-04-12T16:09:11.090 INFO:tasks.rados.rados.0.smithi099.stdout:2388: finishing write tid 3 to smithi09982431-43 2024-04-12T16:09:11.090 INFO:tasks.rados.rados.0.smithi099.stdout:2388: oid 43 updating version 0 to 1413 2024-04-12T16:09:11.090 INFO:tasks.rados.rados.0.smithi099.stdout:2388: oid 43 version 1413 is already newer than 1412 2024-04-12T16:09:11.090 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 43 v 1413 (ObjNum 753 snap 235 seq_num 753) dirty exists 2024-04-12T16:09:11.090 INFO:tasks.rados.rados.0.smithi099.stdout:2388: left oid 43 (ObjNum 753 snap 235 seq_num 753) 2024-04-12T16:09:11.090 INFO:tasks.rados.rados.0.smithi099.stdout:2390: finishing write tid 1 to smithi09982431-21 2024-04-12T16:09:11.090 INFO:tasks.rados.rados.0.smithi099.stdout:2390: finishing write tid 2 to smithi09982431-21 2024-04-12T16:09:11.090 INFO:tasks.rados.rados.0.smithi099.stdout:2390: finishing write tid 3 to smithi09982431-21 2024-04-12T16:09:11.091 INFO:tasks.rados.rados.0.smithi099.stdout:2390: oid 21 updating version 0 to 1479 2024-04-12T16:09:11.091 INFO:tasks.rados.rados.0.smithi099.stdout:2390: oid 21 version 1479 is already newer than 1478 2024-04-12T16:09:11.091 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 1479 (ObjNum 754 snap 235 seq_num 754) dirty exists 2024-04-12T16:09:11.091 INFO:tasks.rados.rados.0.smithi099.stdout:2390: left oid 21 (ObjNum 754 snap 235 seq_num 754) 2024-04-12T16:09:11.091 INFO:tasks.rados.rados.0.smithi099.stdout:2388: done (2 left) 2024-04-12T16:09:11.091 INFO:tasks.rados.rados.0.smithi099.stdout:2390: done (1 left) 2024-04-12T16:09:11.091 INFO:tasks.rados.rados.0.smithi099.stdout:2392: done (0 left) 2024-04-12T16:09:11.091 INFO:tasks.rados.rados.0.smithi099.stdout:2393: snap_remove snap 208 2024-04-12T16:09:11.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:11 smithi110 ceph-mon[88691]: osdmap e533: 8 total, 7 up, 8 in 2024-04-12T16:09:11.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:11 smithi110 ceph-mon[88691]: pgmap v436: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 500 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 564 KiB/s wr, 9 op/s; 108/909 objects degraded (11.881%) 2024-04-12T16:09:11.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:11 smithi110 ceph-mon[88691]: from='osd.6 [v2:172.21.15.110:6816/3450414817,v1:172.21.15.110:6817/3450414817]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T16:09:11.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:11 smithi110 ceph-mon[88691]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T16:09:11.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:11 smithi099 ceph-mon[96864]: osdmap e533: 8 total, 7 up, 8 in 2024-04-12T16:09:11.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:11 smithi099 ceph-mon[96864]: pgmap v436: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 500 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 564 KiB/s wr, 9 op/s; 108/909 objects degraded (11.881%) 2024-04-12T16:09:11.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:11 smithi099 ceph-mon[96864]: from='osd.6 [v2:172.21.15.110:6816/3450414817,v1:172.21.15.110:6817/3450414817]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T16:09:11.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:11 smithi099 ceph-mon[96864]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T16:09:11.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:11 smithi099 ceph-mon[94290]: osdmap e533: 8 total, 7 up, 8 in 2024-04-12T16:09:11.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:11 smithi099 ceph-mon[94290]: pgmap v436: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 500 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 564 KiB/s wr, 9 op/s; 108/909 objects degraded (11.881%) 2024-04-12T16:09:11.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:11 smithi099 ceph-mon[94290]: from='osd.6 [v2:172.21.15.110:6816/3450414817,v1:172.21.15.110:6817/3450414817]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T16:09:11.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:11 smithi099 ceph-mon[94290]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T16:09:11.834 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 16:09:11 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T16:09:11.358+0000 7f7b4e430700 -1 osd.6 524 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T16:09:12.091 INFO:tasks.rados.rados.0.smithi099.stdout:2393: done (0 left) 2024-04-12T16:09:12.091 INFO:tasks.rados.rados.0.smithi099.stdout:2394: rmattr oid 22 current snap is 235 2024-04-12T16:09:12.091 INFO:tasks.rados.rados.0.smithi099.stdout:2394: done (0 left) 2024-04-12T16:09:12.091 INFO:tasks.rados.rados.0.smithi099.stdout:2395: read oid 19 snap -1 2024-04-12T16:09:12.091 INFO:tasks.rados.rados.0.smithi099.stdout:2395: expect (ObjNum 680 snap 214 seq_num 680) 2024-04-12T16:09:12.091 INFO:tasks.rados.rados.0.smithi099.stdout:2396: rollback oid 2 current snap is 235 2024-04-12T16:09:12.092 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 2 to 202 2024-04-12T16:09:12.092 INFO:tasks.rados.rados.0.smithi099.stdout:2397: delete oid 5 current snap is 235 2024-04-12T16:09:12.109 INFO:tasks.rados.rados.0.smithi099.stdout:2397: done (2 left) 2024-04-12T16:09:12.109 INFO:tasks.rados.rados.0.smithi099.stdout:2398: setattr oid 15 current snap is 235 2024-04-12T16:09:12.111 INFO:tasks.rados.rados.0.smithi099.stdout:2399: rmattr oid 43 current snap is 235 2024-04-12T16:09:12.111 INFO:tasks.rados.rados.0.smithi099.stdout:2400: rmattr oid 36 current snap is 235 2024-04-12T16:09:12.111 INFO:tasks.rados.rados.0.smithi099.stdout:2400: done (4 left) 2024-04-12T16:09:12.111 INFO:tasks.rados.rados.0.smithi099.stdout:2401: read oid 46 snap 226 2024-04-12T16:09:12.111 INFO:tasks.rados.rados.0.smithi099.stdout:2401: expect (ObjNum 697 snap 220 seq_num 697) 2024-04-12T16:09:12.111 INFO:tasks.rados.rados.0.smithi099.stdout:2402: read oid 50 snap -1 2024-04-12T16:09:12.111 INFO:tasks.rados.rados.0.smithi099.stdout:2402: expect (ObjNum 751 snap 235 seq_num 751) 2024-04-12T16:09:12.111 INFO:tasks.rados.rados.0.smithi099.stdout:2403: snap_remove snap 197 2024-04-12T16:09:12.334 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:09:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:09:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:09:12.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:12 smithi110 ceph-mon[88691]: Health check update: Degraded data redundancy: 108/909 objects degraded (11.881%), 9 pgs degraded (PG_DEGRADED) 2024-04-12T16:09:12.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:12 smithi110 ceph-mon[88691]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-12T16:09:12.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:12 smithi110 ceph-mon[88691]: osdmap e534: 8 total, 7 up, 8 in 2024-04-12T16:09:12.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:12 smithi110 ceph-mon[88691]: from='osd.6 [v2:172.21.15.110:6816/3450414817,v1:172.21.15.110:6817/3450414817]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T16:09:12.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:12 smithi110 ceph-mon[88691]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T16:09:12.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:12 smithi110 ceph-mon[88691]: from='osd.6 ' entity='osd.6' 2024-04-12T16:09:12.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:12 smithi099 ceph-mon[96864]: Health check update: Degraded data redundancy: 108/909 objects degraded (11.881%), 9 pgs degraded (PG_DEGRADED) 2024-04-12T16:09:12.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:12 smithi099 ceph-mon[96864]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-12T16:09:12.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:12 smithi099 ceph-mon[96864]: osdmap e534: 8 total, 7 up, 8 in 2024-04-12T16:09:12.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:12 smithi099 ceph-mon[96864]: from='osd.6 [v2:172.21.15.110:6816/3450414817,v1:172.21.15.110:6817/3450414817]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T16:09:12.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:12 smithi099 ceph-mon[96864]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T16:09:12.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:12 smithi099 ceph-mon[96864]: from='osd.6 ' entity='osd.6' 2024-04-12T16:09:12.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:12 smithi099 ceph-mon[94290]: Health check update: Degraded data redundancy: 108/909 objects degraded (11.881%), 9 pgs degraded (PG_DEGRADED) 2024-04-12T16:09:12.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:12 smithi099 ceph-mon[94290]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-12T16:09:12.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:12 smithi099 ceph-mon[94290]: osdmap e534: 8 total, 7 up, 8 in 2024-04-12T16:09:12.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:12 smithi099 ceph-mon[94290]: from='osd.6 [v2:172.21.15.110:6816/3450414817,v1:172.21.15.110:6817/3450414817]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T16:09:12.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:12 smithi099 ceph-mon[94290]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T16:09:12.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:12 smithi099 ceph-mon[94290]: from='osd.6 ' entity='osd.6' 2024-04-12T16:09:13.092 INFO:tasks.rados.rados.0.smithi099.stdout:2403: done (6 left) 2024-04-12T16:09:13.092 INFO:tasks.rados.rados.0.smithi099.stdout:2404: read oid 37 snap -1 2024-04-12T16:09:13.092 INFO:tasks.rados.rados.0.smithi099.stdout:2404: expect (ObjNum 731 snap 229 seq_num 731) 2024-04-12T16:09:13.092 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 1 current snap is 235 2024-04-12T16:09:13.092 INFO:tasks.rados.rados.0.smithi099.stdout:2405: seq_num 756 ranges {212992=671744} 2024-04-12T16:09:13.098 INFO:tasks.rados.rados.0.smithi099.stdout:2405: writing smithi09982431-1 from 212992 to 884736 tid 1 2024-04-12T16:09:13.099 INFO:tasks.rados.rados.0.smithi099.stdout:2406: rollback oid 30 current snap is 235 2024-04-12T16:09:13.099 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 30 to 228 2024-04-12T16:09:13.099 INFO:tasks.rados.rados.0.smithi099.stdout:2402: expect (ObjNum 751 snap 235 seq_num 751) 2024-04-12T16:09:13.128 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 15 v 1008 (ObjNum 739 snap 229 seq_num 739) dirty exists 2024-04-12T16:09:13.128 INFO:tasks.rados.rados.0.smithi099.stdout:2401: expect (ObjNum 697 snap 220 seq_num 697) 2024-04-12T16:09:13.263 INFO:tasks.rados.rados.0.smithi099.stdout:2406: finishing rollback tid 1 to smithi09982431-30 2024-04-12T16:09:13.264 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 30 v 1265 (ObjNum 4033 snap 0 seq_num 1925044896) dirty dne 2024-04-12T16:09:13.264 INFO:tasks.rados.rados.0.smithi099.stdout:2405: finishing write tid 1 to smithi09982431-1 2024-04-12T16:09:13.264 INFO:tasks.rados.rados.0.smithi099.stdout:2405: finishing write tid 2 to smithi09982431-1 2024-04-12T16:09:13.264 INFO:tasks.rados.rados.0.smithi099.stdout:2398: done (8 left) 2024-04-12T16:09:13.264 INFO:tasks.rados.rados.0.smithi099.stdout:2401: done (7 left) 2024-04-12T16:09:13.264 INFO:tasks.rados.rados.0.smithi099.stdout:2402: done (6 left) 2024-04-12T16:09:13.264 INFO:tasks.rados.rados.0.smithi099.stdout:2406: done (5 left) 2024-04-12T16:09:13.264 INFO:tasks.rados.rados.0.smithi099.stdout:2407: rmattr oid 42 current snap is 235 2024-04-12T16:09:13.264 INFO:tasks.rados.rados.0.smithi099.stdout:2407: done (5 left) 2024-04-12T16:09:13.264 INFO:tasks.rados.rados.0.smithi099.stdout:2408: read oid 23 snap 213 2024-04-12T16:09:13.264 INFO:tasks.rados.rados.0.smithi099.stdout:2408: expect (ObjNum 656 snap 202 seq_num 656) 2024-04-12T16:09:13.264 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 3 current snap is 235 2024-04-12T16:09:13.265 INFO:tasks.rados.rados.0.smithi099.stdout:2405: finishing write tid 3 to smithi09982431-1 2024-04-12T16:09:13.265 INFO:tasks.rados.rados.0.smithi099.stdout:2405: oid 1 updating version 0 to 1457 2024-04-12T16:09:13.265 INFO:tasks.rados.rados.0.smithi099.stdout:2405: oid 1 updating version 1457 to 1458 2024-04-12T16:09:13.265 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 1 v 1458 (ObjNum 756 snap 235 seq_num 756) dirty exists 2024-04-12T16:09:13.265 INFO:tasks.rados.rados.0.smithi099.stdout:2405: left oid 1 (ObjNum 756 snap 235 seq_num 756) 2024-04-12T16:09:13.265 INFO:tasks.rados.rados.0.smithi099.stdout:2395: expect (ObjNum 680 snap 214 seq_num 680) 2024-04-12T16:09:13.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:13 smithi110 ceph-mon[88691]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:09:13.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:13 smithi110 ceph-mon[88691]: osd.6 [v2:172.21.15.110:6816/3450414817,v1:172.21.15.110:6817/3450414817] boot 2024-04-12T16:09:13.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:13 smithi110 ceph-mon[88691]: osdmap e535: 8 total, 8 up, 8 in 2024-04-12T16:09:13.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T16:09:13.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:13.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:13.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:13 smithi110 ceph-mon[88691]: pgmap v439: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 501 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 690 KiB/s wr, 9 op/s; 109/912 objects degraded (11.952%) 2024-04-12T16:09:13.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:13.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:09:13.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:13 smithi099 ceph-mon[94290]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:09:13.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:13 smithi099 ceph-mon[94290]: osd.6 [v2:172.21.15.110:6816/3450414817,v1:172.21.15.110:6817/3450414817] boot 2024-04-12T16:09:13.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:13 smithi099 ceph-mon[94290]: osdmap e535: 8 total, 8 up, 8 in 2024-04-12T16:09:13.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T16:09:13.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:13.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:13.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:13 smithi099 ceph-mon[94290]: pgmap v439: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 501 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 690 KiB/s wr, 9 op/s; 109/912 objects degraded (11.952%) 2024-04-12T16:09:13.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:13.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:09:13.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:13 smithi099 ceph-mon[96864]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:09:13.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:13 smithi099 ceph-mon[96864]: osd.6 [v2:172.21.15.110:6816/3450414817,v1:172.21.15.110:6817/3450414817] boot 2024-04-12T16:09:13.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:13 smithi099 ceph-mon[96864]: osdmap e535: 8 total, 8 up, 8 in 2024-04-12T16:09:13.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T16:09:13.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:13.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:13.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:13 smithi099 ceph-mon[96864]: pgmap v439: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 501 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 690 KiB/s wr, 9 op/s; 109/912 objects degraded (11.952%) 2024-04-12T16:09:13.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:13.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:09:13.379 INFO:tasks.rados.rados.0.smithi099.stdout:2404: expect (ObjNum 731 snap 229 seq_num 731) 2024-04-12T16:09:13.384 INFO:tasks.rados.rados.0.smithi099.stdout:2396: finishing rollback tid 1 to smithi09982431-2 2024-04-12T16:09:13.385 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 2 v 1491 (ObjNum 33 snap 0 seq_num 1925176608) dirty dne 2024-04-12T16:09:13.385 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 43 v 1414 (ObjNum 753 snap 235 seq_num 753) dirty exists 2024-04-12T16:09:13.386 INFO:tasks.rados.rados.0.smithi099.stdout:2408: expect (ObjNum 656 snap 202 seq_num 656) 2024-04-12T16:09:13.422 INFO:tasks.rados.rados.0.smithi099.stdout:2409: seq_num 757 ranges {8519680=688128} 2024-04-12T16:09:13.471 INFO:tasks.rados.rados.0.smithi099.stdout:2409: writing smithi09982431-3 from 8519680 to 9207808 tid 1 2024-04-12T16:09:13.471 INFO:tasks.rados.rados.0.smithi099.stdout:2395: done (6 left) 2024-04-12T16:09:13.472 INFO:tasks.rados.rados.0.smithi099.stdout:2396: done (5 left) 2024-04-12T16:09:13.472 INFO:tasks.rados.rados.0.smithi099.stdout:2399: done (4 left) 2024-04-12T16:09:13.472 INFO:tasks.rados.rados.0.smithi099.stdout:2404: done (3 left) 2024-04-12T16:09:13.472 INFO:tasks.rados.rados.0.smithi099.stdout:2405: done (2 left) 2024-04-12T16:09:13.472 INFO:tasks.rados.rados.0.smithi099.stdout:2408: done (1 left) 2024-04-12T16:09:13.472 INFO:tasks.rados.rados.0.smithi099.stdout:2410: rollback oid 20 current snap is 235 2024-04-12T16:09:13.472 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 20 to 214 2024-04-12T16:09:13.472 INFO:tasks.rados.rados.0.smithi099.stdout:2411: rmattr oid 50 current snap is 235 2024-04-12T16:09:13.472 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 30 current snap is 235 2024-04-12T16:09:13.472 INFO:tasks.rados.rados.0.smithi099.stdout:2412: seq_num 758 ranges {0=704512} 2024-04-12T16:09:13.475 INFO:tasks.rados.rados.0.smithi099.stdout:2412: writing smithi09982431-30 from 0 to 704512 tid 1 2024-04-12T16:09:13.475 INFO:tasks.rados.rados.0.smithi099.stdout:2413: copy_from oid 4 from oid 46 current snap is 235 2024-04-12T16:09:13.475 INFO:tasks.rados.rados.0.smithi099.stdout:2410: finishing rollback tid 1 to smithi09982431-20 2024-04-12T16:09:13.475 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 20 v 1622 (ObjNum 257 snap 0 seq_num 1323465652) dirty dne 2024-04-12T16:09:13.476 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 50 v 1459 (ObjNum 751 snap 235 seq_num 751) dirty exists 2024-04-12T16:09:13.476 INFO:tasks.rados.rados.0.smithi099.stdout:2410: done (4 left) 2024-04-12T16:09:13.476 INFO:tasks.rados.rados.0.smithi099.stdout:2411: done (3 left) 2024-04-12T16:09:13.476 INFO:tasks.rados.rados.0.smithi099.stdout:2414: read oid 17 snap -1 2024-04-12T16:09:13.476 INFO:tasks.rados.rados.0.smithi099.stdout:2414: expect (ObjNum 585 snap 180 seq_num 585) 2024-04-12T16:09:13.476 INFO:tasks.rados.rados.0.smithi099.stdout:2415: setattr oid 43 current snap is 235 2024-04-12T16:09:13.476 INFO:tasks.rados.rados.0.smithi099.stdout:2409: finishing write tid 1 to smithi09982431-3 2024-04-12T16:09:13.477 INFO:tasks.rados.rados.0.smithi099.stdout:2416: rmattr oid 28 current snap is 235 2024-04-12T16:09:13.477 INFO:tasks.rados.rados.0.smithi099.stdout:2416: done (5 left) 2024-04-12T16:09:13.477 INFO:tasks.rados.rados.0.smithi099.stdout:2417: read oid 38 snap 213 2024-04-12T16:09:13.477 INFO:tasks.rados.rados.0.smithi099.stdout:2417: expect (ObjNum 676 snap 210 seq_num 676) 2024-04-12T16:09:13.477 INFO:tasks.rados.rados.0.smithi099.stdout:2418: snap_create 2024-04-12T16:09:13.477 INFO:tasks.rados.rados.0.smithi099.stdout:2409: finishing write tid 2 to smithi09982431-3 2024-04-12T16:09:13.479 INFO:tasks.rados.rados.0.smithi099.stdout:2409: finishing write tid 3 to smithi09982431-3 2024-04-12T16:09:13.479 INFO:tasks.rados.rados.0.smithi099.stdout:2409: oid 3 updating version 0 to 1437 2024-04-12T16:09:13.479 INFO:tasks.rados.rados.0.smithi099.stdout:2409: oid 3 version 1437 is already newer than 1436 2024-04-12T16:09:13.479 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 3 v 1437 (ObjNum 757 snap 235 seq_num 757) dirty exists 2024-04-12T16:09:13.479 INFO:tasks.rados.rados.0.smithi099.stdout:2409: left oid 3 (ObjNum 757 snap 235 seq_num 757) 2024-04-12T16:09:13.481 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 43 v 1438 (ObjNum 753 snap 235 seq_num 753) dirty exists 2024-04-12T16:09:13.481 INFO:tasks.rados.rados.0.smithi099.stdout:2414: expect (ObjNum 585 snap 180 seq_num 585) 2024-04-12T16:09:13.487 INFO:tasks.rados.rados.0.smithi099.stdout:2412: finishing write tid 1 to smithi09982431-30 2024-04-12T16:09:13.487 INFO:tasks.rados.rados.0.smithi099.stdout:2412: finishing write tid 2 to smithi09982431-30 2024-04-12T16:09:13.488 INFO:tasks.rados.rados.0.smithi099.stdout:2412: finishing write tid 3 to smithi09982431-30 2024-04-12T16:09:13.488 INFO:tasks.rados.rados.0.smithi099.stdout:2412: oid 30 updating version 0 to 1269 2024-04-12T16:09:13.488 INFO:tasks.rados.rados.0.smithi099.stdout:2412: oid 30 version 1269 is already newer than 1268 2024-04-12T16:09:13.488 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 30 v 1269 (ObjNum 758 snap 235 seq_num 758) dirty exists 2024-04-12T16:09:13.488 INFO:tasks.rados.rados.0.smithi099.stdout:2412: left oid 30 (ObjNum 758 snap 235 seq_num 758) 2024-04-12T16:09:13.488 INFO:tasks.rados.rados.0.smithi099.stdout:2417: expect (ObjNum 676 snap 210 seq_num 676) 2024-04-12T16:09:13.533 INFO:tasks.rados.rados.0.smithi099.stdout:2413: finishing copy_from racing read to smithi09982431-4 2024-04-12T16:09:13.533 INFO:tasks.rados.rados.0.smithi099.stdout:2413: finishing copy_from to smithi09982431-4 2024-04-12T16:09:13.533 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 4 v 1007 (ObjNum 738 snap 229 seq_num 738) dirty exists 2024-04-12T16:09:14.147 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:14 smithi110 ceph-mon[88691]: osdmap e536: 8 total, 8 up, 8 in 2024-04-12T16:09:14.148 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:14 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:14.148 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:14 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:14.254 INFO:tasks.rados.rados.0.smithi099.stdout:2409: done (6 left) 2024-04-12T16:09:14.254 INFO:tasks.rados.rados.0.smithi099.stdout:2412: done (5 left) 2024-04-12T16:09:14.254 INFO:tasks.rados.rados.0.smithi099.stdout:2413: done (4 left) 2024-04-12T16:09:14.254 INFO:tasks.rados.rados.0.smithi099.stdout:2414: done (3 left) 2024-04-12T16:09:14.254 INFO:tasks.rados.rados.0.smithi099.stdout:2415: done (2 left) 2024-04-12T16:09:14.254 INFO:tasks.rados.rados.0.smithi099.stdout:2417: done (1 left) 2024-04-12T16:09:14.254 INFO:tasks.rados.rados.0.smithi099.stdout:2418: done (0 left) 2024-04-12T16:09:14.254 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 15 current snap is 236 2024-04-12T16:09:14.255 INFO:tasks.rados.rados.0.smithi099.stdout:2419: seq_num 759 ranges {1957888=720896} 2024-04-12T16:09:14.268 INFO:tasks.rados.rados.0.smithi099.stdout:2419: writing smithi09982431-15 from 1957888 to 2678784 tid 1 2024-04-12T16:09:14.268 INFO:tasks.rados.rados.0.smithi099.stdout:2420: delete oid 23 current snap is 236 2024-04-12T16:09:14.271 INFO:tasks.rados.rados.0.smithi099.stdout:2420: done (1 left) 2024-04-12T16:09:14.271 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 28 current snap is 236 2024-04-12T16:09:14.271 INFO:tasks.rados.rados.0.smithi099.stdout:2421: seq_num 761 ranges {0=753664} 2024-04-12T16:09:14.276 INFO:tasks.rados.rados.0.smithi099.stdout:2421: writing smithi09982431-28 from 0 to 753664 tid 1 2024-04-12T16:09:14.276 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 37 current snap is 236 2024-04-12T16:09:14.276 INFO:tasks.rados.rados.0.smithi099.stdout:2419: finishing write tid 1 to smithi09982431-15 2024-04-12T16:09:14.276 INFO:tasks.rados.rados.0.smithi099.stdout:2419: finishing write tid 2 to smithi09982431-15 2024-04-12T16:09:14.276 INFO:tasks.rados.rados.0.smithi099.stdout:2419: finishing write tid 3 to smithi09982431-15 2024-04-12T16:09:14.276 INFO:tasks.rados.rados.0.smithi099.stdout:2419: oid 15 updating version 0 to 1010 2024-04-12T16:09:14.277 INFO:tasks.rados.rados.0.smithi099.stdout:2419: oid 15 version 1010 is already newer than 1009 2024-04-12T16:09:14.277 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 15 v 1010 (ObjNum 759 snap 236 seq_num 759) dirty exists 2024-04-12T16:09:14.277 INFO:tasks.rados.rados.0.smithi099.stdout:2419: left oid 15 (ObjNum 759 snap 236 seq_num 759) 2024-04-12T16:09:14.277 INFO:tasks.rados.rados.0.smithi099.stdout:2422: seq_num 762 ranges {245760=770048} 2024-04-12T16:09:14.281 INFO:tasks.rados.rados.0.smithi099.stdout:2422: writing smithi09982431-37 from 245760 to 1015808 tid 1 2024-04-12T16:09:14.281 INFO:tasks.rados.rados.0.smithi099.stdout:2419: done (2 left) 2024-04-12T16:09:14.282 INFO:tasks.rados.rados.0.smithi099.stdout:2423: read oid 36 snap -1 2024-04-12T16:09:14.282 INFO:tasks.rados.rados.0.smithi099.stdout:2423: expect deleted 2024-04-12T16:09:14.282 INFO:tasks.rados.rados.0.smithi099.stdout:2424: delete oid 19 current snap is 236 2024-04-12T16:09:14.295 INFO:tasks.rados.rados.0.smithi099.stdout:2421: finishing write tid 1 to smithi09982431-28 2024-04-12T16:09:14.296 INFO:tasks.rados.rados.0.smithi099.stdout:2421: finishing write tid 2 to smithi09982431-28 2024-04-12T16:09:14.297 INFO:tasks.rados.rados.0.smithi099.stdout:2422: finishing write tid 1 to smithi09982431-37 2024-04-12T16:09:14.297 INFO:tasks.rados.rados.0.smithi099.stdout:2422: finishing write tid 2 to smithi09982431-37 2024-04-12T16:09:14.298 INFO:tasks.rados.rados.0.smithi099.stdout:2423: done (3 left) 2024-04-12T16:09:14.298 INFO:tasks.rados.rados.0.smithi099.stdout:2424: done (2 left) 2024-04-12T16:09:14.298 INFO:tasks.rados.rados.0.smithi099.stdout:2425: copy_from oid 27 from oid 23 current snap is 236 2024-04-12T16:09:14.298 INFO:tasks.rados.rados.0.smithi099.stdout:2426: copy_from oid 14 from oid 6 current snap is 236 2024-04-12T16:09:14.298 INFO:tasks.rados.rados.0.smithi099.stdout:2421: finishing write tid 3 to smithi09982431-28 2024-04-12T16:09:14.298 INFO:tasks.rados.rados.0.smithi099.stdout:2421: oid 28 updating version 0 to 1743 2024-04-12T16:09:14.298 INFO:tasks.rados.rados.0.smithi099.stdout:2421: oid 28 version 1743 is already newer than 1742 2024-04-12T16:09:14.298 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 28 v 1743 (ObjNum 761 snap 236 seq_num 761) dirty exists 2024-04-12T16:09:14.298 INFO:tasks.rados.rados.0.smithi099.stdout:2421: left oid 28 (ObjNum 761 snap 236 seq_num 761) 2024-04-12T16:09:14.298 INFO:tasks.rados.rados.0.smithi099.stdout:2421: done (3 left) 2024-04-12T16:09:14.299 INFO:tasks.rados.rados.0.smithi099.stdout:2427: snap_create 2024-04-12T16:09:14.299 INFO:tasks.rados.rados.0.smithi099.stdout:2425: finishing copy_from to smithi09982431-27 2024-04-12T16:09:14.299 INFO:tasks.rados.rados.0.smithi099.stdout:2425: got expected ENOENT (src dne) 2024-04-12T16:09:14.299 INFO:tasks.rados.rados.0.smithi099.stdout:2425: finishing copy_from racing read to smithi09982431-27 2024-04-12T16:09:14.299 INFO:tasks.rados.rados.0.smithi099.stdout:2422: finishing write tid 3 to smithi09982431-37 2024-04-12T16:09:14.300 INFO:tasks.rados.rados.0.smithi099.stdout:2422: oid 37 updating version 0 to 1456 2024-04-12T16:09:14.300 INFO:tasks.rados.rados.0.smithi099.stdout:2422: oid 37 version 1456 is already newer than 1455 2024-04-12T16:09:14.300 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 37 v 1456 (ObjNum 762 snap 236 seq_num 762) dirty exists 2024-04-12T16:09:14.300 INFO:tasks.rados.rados.0.smithi099.stdout:2422: left oid 37 (ObjNum 762 snap 236 seq_num 762) 2024-04-12T16:09:14.316 INFO:tasks.rados.rados.0.smithi099.stdout:2426: finishing copy_from racing read to smithi09982431-14 2024-04-12T16:09:14.319 INFO:tasks.rados.rados.0.smithi099.stdout:2426: finishing copy_from to smithi09982431-14 2024-04-12T16:09:14.319 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 14 v 997 (ObjNum 546 snap 163 seq_num 546) dirty exists 2024-04-12T16:09:14.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:14 smithi099 ceph-mon[94290]: osdmap e536: 8 total, 8 up, 8 in 2024-04-12T16:09:14.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:14 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:14.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:14 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:14.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:14 smithi099 ceph-mon[96864]: osdmap e536: 8 total, 8 up, 8 in 2024-04-12T16:09:14.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:14 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:14.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:14 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:15.264 INFO:tasks.rados.rados.0.smithi099.stdout:2422: done (3 left) 2024-04-12T16:09:15.264 INFO:tasks.rados.rados.0.smithi099.stdout:2425: done (2 left) 2024-04-12T16:09:15.264 INFO:tasks.rados.rados.0.smithi099.stdout:2426: done (1 left) 2024-04-12T16:09:15.264 INFO:tasks.rados.rados.0.smithi099.stdout:2427: done (0 left) 2024-04-12T16:09:15.264 INFO:tasks.rados.rados.0.smithi099.stdout:2428: copy_from oid 4 from oid 16 current snap is 237 2024-04-12T16:09:15.264 INFO:tasks.rados.rados.0.smithi099.stdout:2429: snap_create 2024-04-12T16:09:15.271 INFO:tasks.rados.rados.0.smithi099.stdout:2428: finishing copy_from racing read to smithi09982431-4 2024-04-12T16:09:15.272 INFO:tasks.rados.rados.0.smithi099.stdout:2428: finishing copy_from to smithi09982431-4 2024-04-12T16:09:15.272 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 4 v 1454 (ObjNum 746 snap 232 seq_num 746) dirty exists 2024-04-12T16:09:15.299 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:15 smithi110 ceph-mon[88691]: osdmap e537: 8 total, 8 up, 8 in 2024-04-12T16:09:15.300 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:15 smithi110 ceph-mon[88691]: pgmap v442: 121 pgs: 6 active+undersized+degraded, 18 active+undersized, 97 active+clean; 506 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.6 MiB/s wr, 15 op/s; 77/915 objects degraded (8.415%) 2024-04-12T16:09:15.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:15 smithi099 ceph-mon[94290]: osdmap e537: 8 total, 8 up, 8 in 2024-04-12T16:09:15.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:15 smithi099 ceph-mon[94290]: pgmap v442: 121 pgs: 6 active+undersized+degraded, 18 active+undersized, 97 active+clean; 506 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.6 MiB/s wr, 15 op/s; 77/915 objects degraded (8.415%) 2024-04-12T16:09:15.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:15 smithi099 ceph-mon[96864]: osdmap e537: 8 total, 8 up, 8 in 2024-04-12T16:09:15.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:15 smithi099 ceph-mon[96864]: pgmap v442: 121 pgs: 6 active+undersized+degraded, 18 active+undersized, 97 active+clean; 506 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.6 MiB/s wr, 15 op/s; 77/915 objects degraded (8.415%) 2024-04-12T16:09:16.269 INFO:tasks.rados.rados.0.smithi099.stdout:2428: done (1 left) 2024-04-12T16:09:16.269 INFO:tasks.rados.rados.0.smithi099.stdout:2429: done (0 left) 2024-04-12T16:09:16.269 INFO:tasks.rados.rados.0.smithi099.stdout:2430: read oid 49 snap -1 2024-04-12T16:09:16.269 INFO:tasks.rados.rados.0.smithi099.stdout:2430: expect (ObjNum 747 snap 232 seq_num 747) 2024-04-12T16:09:16.269 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 22 current snap is 238 2024-04-12T16:09:16.269 INFO:tasks.rados.rados.0.smithi099.stdout:2431: seq_num 764 ranges {98304=802816} 2024-04-12T16:09:16.273 INFO:tasks.rados.rados.0.smithi099.stdout:2431: writing smithi09982431-22 from 98304 to 901120 tid 1 2024-04-12T16:09:16.273 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 26 current snap is 238 2024-04-12T16:09:16.274 INFO:tasks.rados.rados.0.smithi099.stdout:2432: seq_num 765 ranges {6275072=417792,6692864=401408} 2024-04-12T16:09:16.309 INFO:tasks.rados.rados.0.smithi099.stdout:2432: writing smithi09982431-26 from 6275072 to 6692864 tid 1 2024-04-12T16:09:16.312 INFO:tasks.rados.rados.0.smithi099.stdout:2432: writing smithi09982431-26 from 6692864 to 7094272 tid 2 2024-04-12T16:09:16.312 INFO:tasks.rados.rados.0.smithi099.stdout:2433: copy_from oid 45 from oid 28 current snap is 238 2024-04-12T16:09:16.312 INFO:tasks.rados.rados.0.smithi099.stdout:2430: expect (ObjNum 747 snap 232 seq_num 747) 2024-04-12T16:09:16.435 INFO:tasks.rados.rados.0.smithi099.stdout:2431: finishing write tid 1 to smithi09982431-22 2024-04-12T16:09:16.435 INFO:tasks.rados.rados.0.smithi099.stdout:2431: finishing write tid 2 to smithi09982431-22 2024-04-12T16:09:16.435 INFO:tasks.rados.rados.0.smithi099.stdout:2431: finishing write tid 3 to smithi09982431-22 2024-04-12T16:09:16.435 INFO:tasks.rados.rados.0.smithi099.stdout:2431: oid 22 updating version 0 to 1441 2024-04-12T16:09:16.435 INFO:tasks.rados.rados.0.smithi099.stdout:2431: oid 22 version 1441 is already newer than 1440 2024-04-12T16:09:16.435 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 22 v 1441 (ObjNum 764 snap 238 seq_num 764) dirty exists 2024-04-12T16:09:16.435 INFO:tasks.rados.rados.0.smithi099.stdout:2431: left oid 22 (ObjNum 764 snap 238 seq_num 764) 2024-04-12T16:09:16.435 INFO:tasks.rados.rados.0.smithi099.stdout:2430: done (3 left) 2024-04-12T16:09:16.436 INFO:tasks.rados.rados.0.smithi099.stdout:2431: done (2 left) 2024-04-12T16:09:16.436 INFO:tasks.rados.rados.0.smithi099.stdout:2434: snap_create 2024-04-12T16:09:16.436 INFO:tasks.rados.rados.0.smithi099.stdout:2432: finishing write tid 1 to smithi09982431-26 2024-04-12T16:09:16.436 INFO:tasks.rados.rados.0.smithi099.stdout:2432: finishing write tid 2 to smithi09982431-26 2024-04-12T16:09:16.436 INFO:tasks.rados.rados.0.smithi099.stdout:2432: finishing write tid 3 to smithi09982431-26 2024-04-12T16:09:16.436 INFO:tasks.rados.rados.0.smithi099.stdout:2432: finishing write tid 4 to smithi09982431-26 2024-04-12T16:09:16.436 INFO:tasks.rados.rados.0.smithi099.stdout:2432: oid 26 updating version 0 to 865 2024-04-12T16:09:16.436 INFO:tasks.rados.rados.0.smithi099.stdout:2432: oid 26 version 865 is already newer than 864 2024-04-12T16:09:16.436 INFO:tasks.rados.rados.0.smithi099.stdout:2432: oid 26 version 865 is already newer than 863 2024-04-12T16:09:16.436 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 865 (ObjNum 765 snap 238 seq_num 765) dirty exists 2024-04-12T16:09:16.436 INFO:tasks.rados.rados.0.smithi099.stdout:2432: left oid 26 (ObjNum 765 snap 238 seq_num 765) 2024-04-12T16:09:16.436 INFO:tasks.rados.rados.0.smithi099.stdout:2433: finishing copy_from racing read to smithi09982431-45 2024-04-12T16:09:16.436 INFO:tasks.rados.rados.0.smithi099.stdout:2433: finishing copy_from to smithi09982431-45 2024-04-12T16:09:16.436 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 45 v 1743 (ObjNum 761 snap 236 seq_num 761) dirty exists 2024-04-12T16:09:16.507 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:16 smithi110 ceph-mon[88691]: osdmap e538: 8 total, 8 up, 8 in 2024-04-12T16:09:16.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:16 smithi099 ceph-mon[94290]: osdmap e538: 8 total, 8 up, 8 in 2024-04-12T16:09:16.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:16 smithi099 ceph-mon[96864]: osdmap e538: 8 total, 8 up, 8 in 2024-04-12T16:09:16.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:09:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:09:16] "GET /metrics HTTP/1.1" 200 36048 "" "Prometheus/2.43.0" 2024-04-12T16:09:17.282 INFO:tasks.rados.rados.0.smithi099.stdout:2432: done (2 left) 2024-04-12T16:09:17.282 INFO:tasks.rados.rados.0.smithi099.stdout:2433: done (1 left) 2024-04-12T16:09:17.282 INFO:tasks.rados.rados.0.smithi099.stdout:2434: done (0 left) 2024-04-12T16:09:17.282 INFO:tasks.rados.rados.0.smithi099.stdout:2435: snap_remove snap 213 2024-04-12T16:09:17.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:17 smithi110 ceph-mon[88691]: osdmap e539: 8 total, 8 up, 8 in 2024-04-12T16:09:17.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:17 smithi110 ceph-mon[88691]: pgmap v445: 121 pgs: 121 active+clean; 512 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.0 MiB/s wr, 24 op/s; 4.4 MiB/s, 1 objects/s recovering 2024-04-12T16:09:17.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:17 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:17.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:17 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:17.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:17 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:09:17.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:17 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:09:17.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:17 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:17.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:17 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:09:17.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:17 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:09:17.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:17 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:09:17.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:17 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:09:17.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:17 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-12T16:09:17.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:17 smithi099 ceph-mon[94290]: osdmap e539: 8 total, 8 up, 8 in 2024-04-12T16:09:17.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:17 smithi099 ceph-mon[94290]: pgmap v445: 121 pgs: 121 active+clean; 512 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.0 MiB/s wr, 24 op/s; 4.4 MiB/s, 1 objects/s recovering 2024-04-12T16:09:17.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:17 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:17.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:17 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:17.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:17 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:09:17.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:17 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:09:17.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:17 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:17.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:17 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:09:17.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:17 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:09:17.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:17 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:09:17.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:17 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:09:17.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:17 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-12T16:09:17.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:17 smithi099 ceph-mon[96864]: osdmap e539: 8 total, 8 up, 8 in 2024-04-12T16:09:17.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:17 smithi099 ceph-mon[96864]: pgmap v445: 121 pgs: 121 active+clean; 512 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.0 MiB/s wr, 24 op/s; 4.4 MiB/s, 1 objects/s recovering 2024-04-12T16:09:17.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:17 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:17.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:17 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:17.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:17 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:09:17.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:17 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:09:17.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:17 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:17.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:17 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:09:17.629 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:17 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:09:17.629 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:17 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:09:17.629 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:17 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:09:17.629 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:17 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-12T16:09:18.287 INFO:tasks.rados.rados.0.smithi099.stdout:2435: done (0 left) 2024-04-12T16:09:18.287 INFO:tasks.rados.rados.0.smithi099.stdout:2436: snap_remove snap 207 2024-04-12T16:09:18.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:18 smithi110 ceph-mon[88691]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-12T16:09:18.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:18 smithi110 ceph-mon[88691]: Upgrade: osd.7 is safe to restart 2024-04-12T16:09:18.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:18 smithi110 ceph-mon[88691]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 77/915 objects degraded (8.415%), 6 pgs degraded) 2024-04-12T16:09:18.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:18 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:09:18.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:18 smithi110 ceph-mon[88691]: osdmap e540: 8 total, 8 up, 8 in 2024-04-12T16:09:18.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:18 smithi099 ceph-mon[94290]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-12T16:09:18.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:18 smithi099 ceph-mon[94290]: Upgrade: osd.7 is safe to restart 2024-04-12T16:09:18.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:18 smithi099 ceph-mon[94290]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 77/915 objects degraded (8.415%), 6 pgs degraded) 2024-04-12T16:09:18.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:18 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:09:18.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:18 smithi099 ceph-mon[94290]: osdmap e540: 8 total, 8 up, 8 in 2024-04-12T16:09:18.629 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:18 smithi099 ceph-mon[96864]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-12T16:09:18.629 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:18 smithi099 ceph-mon[96864]: Upgrade: osd.7 is safe to restart 2024-04-12T16:09:18.629 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:18 smithi099 ceph-mon[96864]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 77/915 objects degraded (8.415%), 6 pgs degraded) 2024-04-12T16:09:18.629 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:18 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:09:18.629 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:18 smithi099 ceph-mon[96864]: osdmap e540: 8 total, 8 up, 8 in 2024-04-12T16:09:19.055 INFO:tasks.rados.rados.0.smithi099.stdout:2436: done (0 left) 2024-04-12T16:09:19.056 INFO:tasks.rados.rados.0.smithi099.stdout:2437: rollback oid 35 current snap is 239 2024-04-12T16:09:19.056 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 35 to 192 2024-04-12T16:09:19.056 INFO:tasks.rados.rados.0.smithi099.stdout:2438: snap_remove snap 216 2024-04-12T16:09:19.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:19 smithi110 ceph-mon[88691]: osdmap e541: 8 total, 8 up, 8 in 2024-04-12T16:09:19.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:19 smithi110 ceph-mon[88691]: pgmap v448: 121 pgs: 121 active+clean; 513 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 151 KiB/s rd, 1.7 MiB/s wr, 10 op/s; 4.4 MiB/s, 1 objects/s recovering 2024-04-12T16:09:19.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:19 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:19.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:19 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-12T16:09:19.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:19 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:09:19.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:19 smithi110 ceph-mon[88691]: osdmap e542: 8 total, 8 up, 8 in 2024-04-12T16:09:19.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:19 smithi099 ceph-mon[94290]: osdmap e541: 8 total, 8 up, 8 in 2024-04-12T16:09:19.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:19 smithi099 ceph-mon[94290]: pgmap v448: 121 pgs: 121 active+clean; 513 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 151 KiB/s rd, 1.7 MiB/s wr, 10 op/s; 4.4 MiB/s, 1 objects/s recovering 2024-04-12T16:09:19.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:19 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:19.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:19 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-12T16:09:19.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:19 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:09:19.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:19 smithi099 ceph-mon[94290]: osdmap e542: 8 total, 8 up, 8 in 2024-04-12T16:09:19.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:19 smithi099 ceph-mon[96864]: osdmap e541: 8 total, 8 up, 8 in 2024-04-12T16:09:19.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:19 smithi099 ceph-mon[96864]: pgmap v448: 121 pgs: 121 active+clean; 513 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 151 KiB/s rd, 1.7 MiB/s wr, 10 op/s; 4.4 MiB/s, 1 objects/s recovering 2024-04-12T16:09:19.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:19 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:19.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:19 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-12T16:09:19.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:19 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:09:19.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:19 smithi099 ceph-mon[96864]: osdmap e542: 8 total, 8 up, 8 in 2024-04-12T16:09:20.059 INFO:tasks.rados.rados.0.smithi099.stdout:2438: done (1 left) 2024-04-12T16:09:20.059 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 13 current snap is 239 2024-04-12T16:09:20.059 INFO:tasks.rados.rados.0.smithi099.stdout:2439: seq_num 766 ranges {0=434176,434176=401408} 2024-04-12T16:09:20.059 INFO:tasks.rados.rados.0.smithi099.stdout:2439: writing smithi09982431-13 from 0 to 434176 tid 1 2024-04-12T16:09:20.061 INFO:tasks.rados.rados.0.smithi099.stdout:2439: writing smithi09982431-13 from 434176 to 835584 tid 2 2024-04-12T16:09:20.061 INFO:tasks.rados.rados.0.smithi099.stdout:2440: setattr oid 41 current snap is 239 2024-04-12T16:09:20.061 INFO:tasks.rados.rados.0.smithi099.stdout:2437: finishing rollback tid 0 to smithi09982431-35 2024-04-12T16:09:20.061 INFO:tasks.rados.rados.0.smithi099.stdout:2437: finishing rollback tid 1 to smithi09982431-35 2024-04-12T16:09:20.061 INFO:tasks.rados.rados.0.smithi099.stdout:2437: finishing rollback tid 2 to smithi09982431-35 2024-04-12T16:09:20.061 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 996 (ObjNum 597 snap 183 seq_num 597) dirty exists 2024-04-12T16:09:20.063 INFO:tasks.rados.rados.0.smithi099.stdout:2437: done (2 left) 2024-04-12T16:09:20.063 INFO:tasks.rados.rados.0.smithi099.stdout:2441: read oid 49 snap -1 2024-04-12T16:09:20.063 INFO:tasks.rados.rados.0.smithi099.stdout:2441: expect (ObjNum 747 snap 232 seq_num 747) 2024-04-12T16:09:20.063 INFO:tasks.rados.rados.0.smithi099.stdout:2442: rollback oid 24 current snap is 239 2024-04-12T16:09:20.063 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 24 to 237 2024-04-12T16:09:20.063 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 8 current snap is 239 2024-04-12T16:09:20.064 INFO:tasks.rados.rados.0.smithi099.stdout:2443: seq_num 767 ranges {548864=450560,999424=401408} 2024-04-12T16:09:20.069 INFO:tasks.rados.rados.0.smithi099.stdout:2443: writing smithi09982431-8 from 548864 to 999424 tid 1 2024-04-12T16:09:20.072 INFO:tasks.rados.rados.0.smithi099.stdout:2443: writing smithi09982431-8 from 999424 to 1400832 tid 2 2024-04-12T16:09:20.073 INFO:tasks.rados.rados.0.smithi099.stdout:2444: read oid 50 snap -1 2024-04-12T16:09:20.073 INFO:tasks.rados.rados.0.smithi099.stdout:2444: expect (ObjNum 751 snap 235 seq_num 751) 2024-04-12T16:09:20.073 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 37 current snap is 239 2024-04-12T16:09:20.073 INFO:tasks.rados.rados.0.smithi099.stdout:2445: seq_num 768 ranges {1015808=466944,1482752=401408} 2024-04-12T16:09:20.082 INFO:tasks.rados.rados.0.smithi099.stdout:2445: writing smithi09982431-37 from 1015808 to 1482752 tid 1 2024-04-12T16:09:20.085 INFO:tasks.rados.rados.0.smithi099.stdout:2445: writing smithi09982431-37 from 1482752 to 1884160 tid 2 2024-04-12T16:09:20.085 INFO:tasks.rados.rados.0.smithi099.stdout:2446: snap_create 2024-04-12T16:09:20.087 INFO:tasks.rados.rados.0.smithi099.stdout:2439: finishing write tid 1 to smithi09982431-13 2024-04-12T16:09:20.087 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 41 v 1523 (ObjNum 230 snap 66 seq_num 230) dirty exists 2024-04-12T16:09:20.087 INFO:tasks.rados.rados.0.smithi099.stdout:2439: finishing write tid 2 to smithi09982431-13 2024-04-12T16:09:20.088 INFO:tasks.rados.rados.0.smithi099.stdout:2439: finishing write tid 3 to smithi09982431-13 2024-04-12T16:09:20.088 INFO:tasks.rados.rados.0.smithi099.stdout:2444: expect (ObjNum 751 snap 235 seq_num 751) 2024-04-12T16:09:20.107 INFO:tasks.rados.rados.0.smithi099.stdout:2439: finishing write tid 4 to smithi09982431-13 2024-04-12T16:09:20.107 INFO:tasks.rados.rados.0.smithi099.stdout:2439: oid 13 updating version 0 to 1270 2024-04-12T16:09:20.107 INFO:tasks.rados.rados.0.smithi099.stdout:2439: oid 13 updating version 1270 to 1271 2024-04-12T16:09:20.107 INFO:tasks.rados.rados.0.smithi099.stdout:2439: oid 13 updating version 1271 to 1272 2024-04-12T16:09:20.108 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 13 v 1272 (ObjNum 766 snap 239 seq_num 766) dirty exists 2024-04-12T16:09:20.108 INFO:tasks.rados.rados.0.smithi099.stdout:2439: left oid 13 (ObjNum 766 snap 239 seq_num 766) 2024-04-12T16:09:20.108 INFO:tasks.rados.rados.0.smithi099.stdout:2442: finishing rollback tid 0 to smithi09982431-24 2024-04-12T16:09:20.108 INFO:tasks.rados.rados.0.smithi099.stdout:2442: finishing rollback tid 1 to smithi09982431-24 2024-04-12T16:09:20.108 INFO:tasks.rados.rados.0.smithi099.stdout:2441: expect (ObjNum 747 snap 232 seq_num 747) 2024-04-12T16:09:20.226 INFO:tasks.rados.rados.0.smithi099.stdout:2442: finishing rollback tid 2 to smithi09982431-24 2024-04-12T16:09:20.227 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 24 v 1457 (ObjNum 715 snap 225 seq_num 715) dirty exists 2024-04-12T16:09:20.227 INFO:tasks.rados.rados.0.smithi099.stdout:2443: finishing write tid 1 to smithi09982431-8 2024-04-12T16:09:20.227 INFO:tasks.rados.rados.0.smithi099.stdout:2443: finishing write tid 2 to smithi09982431-8 2024-04-12T16:09:20.227 INFO:tasks.rados.rados.0.smithi099.stdout:2443: finishing write tid 3 to smithi09982431-8 2024-04-12T16:09:20.227 INFO:tasks.rados.rados.0.smithi099.stdout:2443: finishing write tid 4 to smithi09982431-8 2024-04-12T16:09:20.227 INFO:tasks.rados.rados.0.smithi099.stdout:2443: oid 8 updating version 0 to 1458 2024-04-12T16:09:20.227 INFO:tasks.rados.rados.0.smithi099.stdout:2443: oid 8 updating version 1458 to 1459 2024-04-12T16:09:20.228 INFO:tasks.rados.rados.0.smithi099.stdout:2443: oid 8 updating version 1459 to 1460 2024-04-12T16:09:20.228 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 8 v 1460 (ObjNum 767 snap 239 seq_num 767) dirty exists 2024-04-12T16:09:20.228 INFO:tasks.rados.rados.0.smithi099.stdout:2443: left oid 8 (ObjNum 767 snap 239 seq_num 767) 2024-04-12T16:09:20.228 INFO:tasks.rados.rados.0.smithi099.stdout:2445: finishing write tid 1 to smithi09982431-37 2024-04-12T16:09:20.228 INFO:tasks.rados.rados.0.smithi099.stdout:2445: finishing write tid 2 to smithi09982431-37 2024-04-12T16:09:20.228 INFO:tasks.rados.rados.0.smithi099.stdout:2445: finishing write tid 3 to smithi09982431-37 2024-04-12T16:09:20.228 INFO:tasks.rados.rados.0.smithi099.stdout:2445: finishing write tid 4 to smithi09982431-37 2024-04-12T16:09:20.228 INFO:tasks.rados.rados.0.smithi099.stdout:2445: oid 37 updating version 0 to 1458 2024-04-12T16:09:20.229 INFO:tasks.rados.rados.0.smithi099.stdout:2445: oid 37 updating version 1458 to 1460 2024-04-12T16:09:20.229 INFO:tasks.rados.rados.0.smithi099.stdout:2445: oid 37 version 1460 is already newer than 1459 2024-04-12T16:09:20.229 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 37 v 1460 (ObjNum 768 snap 239 seq_num 768) dirty exists 2024-04-12T16:09:20.229 INFO:tasks.rados.rados.0.smithi099.stdout:2445: left oid 37 (ObjNum 768 snap 239 seq_num 768) 2024-04-12T16:09:20.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:20 smithi110 ceph-mon[88691]: Upgrade: Updating osd.7 2024-04-12T16:09:20.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:20 smithi110 ceph-mon[88691]: Deploying daemon osd.7 on smithi110 2024-04-12T16:09:20.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:20 smithi110 ceph-mon[88691]: osdmap e543: 8 total, 8 up, 8 in 2024-04-12T16:09:20.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:20 smithi099 ceph-mon[94290]: Upgrade: Updating osd.7 2024-04-12T16:09:20.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:20 smithi099 ceph-mon[94290]: Deploying daemon osd.7 on smithi110 2024-04-12T16:09:20.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:20 smithi099 ceph-mon[94290]: osdmap e543: 8 total, 8 up, 8 in 2024-04-12T16:09:20.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:20 smithi099 ceph-mon[96864]: Upgrade: Updating osd.7 2024-04-12T16:09:20.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:20 smithi099 ceph-mon[96864]: Deploying daemon osd.7 on smithi110 2024-04-12T16:09:20.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:20 smithi099 ceph-mon[96864]: osdmap e543: 8 total, 8 up, 8 in 2024-04-12T16:09:21.056 INFO:tasks.rados.rados.0.smithi099.stdout:2439: done (7 left) 2024-04-12T16:09:21.056 INFO:tasks.rados.rados.0.smithi099.stdout:2440: done (6 left) 2024-04-12T16:09:21.056 INFO:tasks.rados.rados.0.smithi099.stdout:2441: done (5 left) 2024-04-12T16:09:21.056 INFO:tasks.rados.rados.0.smithi099.stdout:2442: done (4 left) 2024-04-12T16:09:21.056 INFO:tasks.rados.rados.0.smithi099.stdout:2443: done (3 left) 2024-04-12T16:09:21.057 INFO:tasks.rados.rados.0.smithi099.stdout:2444: done (2 left) 2024-04-12T16:09:21.057 INFO:tasks.rados.rados.0.smithi099.stdout:2445: done (1 left) 2024-04-12T16:09:21.057 INFO:tasks.rados.rados.0.smithi099.stdout:2446: done (0 left) 2024-04-12T16:09:21.057 INFO:tasks.rados.rados.0.smithi099.stdout:2447: setattr oid 17 current snap is 240 2024-04-12T16:09:21.057 INFO:tasks.rados.rados.0.smithi099.stdout:2448: read oid 6 snap -1 2024-04-12T16:09:21.058 INFO:tasks.rados.rados.0.smithi099.stdout:2448: expect (ObjNum 546 snap 163 seq_num 546) 2024-04-12T16:09:21.058 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 26 current snap is 240 2024-04-12T16:09:21.058 INFO:tasks.rados.rados.0.smithi099.stdout:2449: seq_num 769 ranges {7094272=483328,7577600=401408} 2024-04-12T16:09:21.100 INFO:tasks.rados.rados.0.smithi099.stdout:2449: writing smithi09982431-26 from 7094272 to 7577600 tid 1 2024-04-12T16:09:21.102 INFO:tasks.rados.rados.0.smithi099.stdout:2449: writing smithi09982431-26 from 7577600 to 7979008 tid 2 2024-04-12T16:09:21.102 INFO:tasks.rados.rados.0.smithi099.stdout:2450: snap_remove snap 220 2024-04-12T16:09:21.432 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:21 smithi110 ceph-mon[88691]: pgmap v451: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 511 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 934 KiB/s wr, 4 op/s 2024-04-12T16:09:21.432 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:21 smithi110 ceph-mon[88691]: osdmap e544: 8 total, 8 up, 8 in 2024-04-12T16:09:21.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:21 smithi099 ceph-mon[94290]: pgmap v451: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 511 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 934 KiB/s wr, 4 op/s 2024-04-12T16:09:21.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:21 smithi099 ceph-mon[94290]: osdmap e544: 8 total, 8 up, 8 in 2024-04-12T16:09:21.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:21 smithi099 ceph-mon[96864]: pgmap v451: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 511 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 934 KiB/s wr, 4 op/s 2024-04-12T16:09:21.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:21 smithi099 ceph-mon[96864]: osdmap e544: 8 total, 8 up, 8 in 2024-04-12T16:09:22.061 INFO:tasks.rados.rados.0.smithi099.stdout:2450: done (3 left) 2024-04-12T16:09:22.061 INFO:tasks.rados.rados.0.smithi099.stdout:2451: rollback oid 42 current snap is 240 2024-04-12T16:09:22.061 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 42 to 234 2024-04-12T16:09:22.061 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 17 v 1036 (ObjNum 585 snap 180 seq_num 585) dirty exists 2024-04-12T16:09:22.061 INFO:tasks.rados.rados.0.smithi099.stdout:2448: expect (ObjNum 546 snap 163 seq_num 546) 2024-04-12T16:09:22.266 INFO:tasks.rados.rados.0.smithi099.stdout:2449: finishing write tid 1 to smithi09982431-26 2024-04-12T16:09:22.266 INFO:tasks.rados.rados.0.smithi099.stdout:2449: finishing write tid 2 to smithi09982431-26 2024-04-12T16:09:22.266 INFO:tasks.rados.rados.0.smithi099.stdout:2449: finishing write tid 3 to smithi09982431-26 2024-04-12T16:09:22.266 INFO:tasks.rados.rados.0.smithi099.stdout:2449: finishing write tid 4 to smithi09982431-26 2024-04-12T16:09:22.266 INFO:tasks.rados.rados.0.smithi099.stdout:2449: oid 26 updating version 0 to 868 2024-04-12T16:09:22.267 INFO:tasks.rados.rados.0.smithi099.stdout:2449: oid 26 version 868 is already newer than 867 2024-04-12T16:09:22.267 INFO:tasks.rados.rados.0.smithi099.stdout:2449: oid 26 version 868 is already newer than 866 2024-04-12T16:09:22.267 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 868 (ObjNum 769 snap 240 seq_num 769) dirty exists 2024-04-12T16:09:22.267 INFO:tasks.rados.rados.0.smithi099.stdout:2449: left oid 26 (ObjNum 769 snap 240 seq_num 769) 2024-04-12T16:09:22.267 INFO:tasks.rados.rados.0.smithi099.stdout:2447: done (3 left) 2024-04-12T16:09:22.267 INFO:tasks.rados.rados.0.smithi099.stdout:2448: done (2 left) 2024-04-12T16:09:22.267 INFO:tasks.rados.rados.0.smithi099.stdout:2449: done (1 left) 2024-04-12T16:09:22.267 INFO:tasks.rados.rados.0.smithi099.stdout:2452: read oid 13 snap -1 2024-04-12T16:09:22.267 INFO:tasks.rados.rados.0.smithi099.stdout:2452: expect (ObjNum 766 snap 239 seq_num 766) 2024-04-12T16:09:22.267 INFO:tasks.rados.rados.0.smithi099.stdout:2453: read oid 36 snap -1 2024-04-12T16:09:22.268 INFO:tasks.rados.rados.0.smithi099.stdout:2453: expect deleted 2024-04-12T16:09:22.268 INFO:tasks.rados.rados.0.smithi099.stdout:2454: delete oid 10 current snap is 240 2024-04-12T16:09:22.268 INFO:tasks.rados.rados.0.smithi099.stdout:2451: finishing rollback tid 0 to smithi09982431-42 2024-04-12T16:09:22.268 INFO:tasks.rados.rados.0.smithi099.stdout:2451: finishing rollback tid 1 to smithi09982431-42 2024-04-12T16:09:22.268 INFO:tasks.rados.rados.0.smithi099.stdout:2451: finishing rollback tid 2 to smithi09982431-42 2024-04-12T16:09:22.268 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 42 v 979 (ObjNum 712 snap 224 seq_num 712) dirty exists 2024-04-12T16:09:22.268 INFO:tasks.rados.rados.0.smithi099.stdout:2452: expect (ObjNum 766 snap 239 seq_num 766) 2024-04-12T16:09:22.293 INFO:tasks.rados.rados.0.smithi099.stdout:2451: done (3 left) 2024-04-12T16:09:22.293 INFO:tasks.rados.rados.0.smithi099.stdout:2452: done (2 left) 2024-04-12T16:09:22.293 INFO:tasks.rados.rados.0.smithi099.stdout:2453: done (1 left) 2024-04-12T16:09:22.293 INFO:tasks.rados.rados.0.smithi099.stdout:2454: done (0 left) 2024-04-12T16:09:22.293 INFO:tasks.rados.rados.0.smithi099.stdout:2455: rmattr oid 7 current snap is 240 2024-04-12T16:09:22.294 INFO:tasks.rados.rados.0.smithi099.stdout:2456: snap_remove snap 147 2024-04-12T16:09:22.432 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:22 smithi110 systemd[1]: Stopping Ceph osd.7 for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:09:22.432 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:09:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:09:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:09:22.834 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[55537]: 2024-04-12T16:09:22.432+0000 7fc557096700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T16:09:22.834 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[55537]: 2024-04-12T16:09:22.432+0000 7fc557096700 -1 osd.7 545 *** Got signal Terminated *** 2024-04-12T16:09:22.834 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[55537]: 2024-04-12T16:09:22.432+0000 7fc557096700 -1 osd.7 545 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T16:09:23.069 INFO:tasks.rados.rados.0.smithi099.stdout:2456: done (1 left) 2024-04-12T16:09:23.069 INFO:tasks.rados.rados.0.smithi099.stdout:2457: rollback oid 2 current snap is 240 2024-04-12T16:09:23.069 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 7 v 1783 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-12T16:09:23.070 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 2 to 206 2024-04-12T16:09:23.070 INFO:tasks.rados.rados.0.smithi099.stdout:2455: done (1 left) 2024-04-12T16:09:23.070 INFO:tasks.rados.rados.0.smithi099.stdout:2458: copy_from oid 36 from oid 45 current snap is 240 2024-04-12T16:09:23.070 INFO:tasks.rados.rados.0.smithi099.stdout:2459: read oid 33 snap -1 2024-04-12T16:09:23.070 INFO:tasks.rados.rados.0.smithi099.stdout:2459: expect (ObjNum 648 snap 198 seq_num 648) 2024-04-12T16:09:23.070 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 39 current snap is 240 2024-04-12T16:09:23.071 INFO:tasks.rados.rados.0.smithi099.stdout:2460: seq_num 771 ranges {0=516096,516096=401408} 2024-04-12T16:09:23.072 INFO:tasks.rados.rados.0.smithi099.stdout:2460: writing smithi09982431-39 from 0 to 516096 tid 1 2024-04-12T16:09:23.075 INFO:tasks.rados.rados.0.smithi099.stdout:2460: writing smithi09982431-39 from 516096 to 917504 tid 2 2024-04-12T16:09:23.076 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 25 current snap is 240 2024-04-12T16:09:23.076 INFO:tasks.rados.rados.0.smithi099.stdout:2461: seq_num 772 ranges {0=532480,532480=401408} 2024-04-12T16:09:23.080 INFO:tasks.rados.rados.0.smithi099.stdout:2461: writing smithi09982431-25 from 0 to 532480 tid 1 2024-04-12T16:09:23.083 INFO:tasks.rados.rados.0.smithi099.stdout:2461: writing smithi09982431-25 from 532480 to 933888 tid 2 2024-04-12T16:09:23.083 INFO:tasks.rados.rados.0.smithi099.stdout:2462: delete oid 12 current snap is 240 2024-04-12T16:09:23.090 INFO:tasks.rados.rados.0.smithi099.stdout:2457: finishing rollback tid 1 to smithi09982431-2 2024-04-12T16:09:23.090 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 2 v 1491 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-12T16:09:23.092 INFO:tasks.rados.rados.0.smithi099.stdout:2459: expect (ObjNum 648 snap 198 seq_num 648) 2024-04-12T16:09:23.159 INFO:tasks.rados.rados.0.smithi099.stdout:2461: finishing write tid 1 to smithi09982431-25 2024-04-12T16:09:23.159 INFO:tasks.rados.rados.0.smithi099.stdout:2458: finishing copy_from racing read to smithi09982431-36 2024-04-12T16:09:23.159 INFO:tasks.rados.rados.0.smithi099.stdout:2458: finishing copy_from to smithi09982431-36 2024-04-12T16:09:23.159 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 36 v 1743 (ObjNum 761 snap 236 seq_num 761) dirty exists 2024-04-12T16:09:23.159 INFO:tasks.rados.rados.0.smithi099.stdout:2461: finishing write tid 2 to smithi09982431-25 2024-04-12T16:09:23.159 INFO:tasks.rados.rados.0.smithi099.stdout:2461: finishing write tid 3 to smithi09982431-25 2024-04-12T16:09:23.160 INFO:tasks.rados.rados.0.smithi099.stdout:2461: finishing write tid 4 to smithi09982431-25 2024-04-12T16:09:23.160 INFO:tasks.rados.rados.0.smithi099.stdout:2461: oid 25 updating version 0 to 1790 2024-04-12T16:09:23.160 INFO:tasks.rados.rados.0.smithi099.stdout:2461: oid 25 version 1790 is already newer than 1789 2024-04-12T16:09:23.160 INFO:tasks.rados.rados.0.smithi099.stdout:2461: oid 25 version 1790 is already newer than 1788 2024-04-12T16:09:23.160 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 25 v 1790 (ObjNum 772 snap 240 seq_num 772) dirty exists 2024-04-12T16:09:23.160 INFO:tasks.rados.rados.0.smithi099.stdout:2461: left oid 25 (ObjNum 772 snap 240 seq_num 772) 2024-04-12T16:09:23.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:23 smithi110 ceph-mon[88691]: osdmap e545: 8 total, 8 up, 8 in 2024-04-12T16:09:23.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:23 smithi110 ceph-mon[88691]: osd.7 marked itself down and dead 2024-04-12T16:09:23.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:23 smithi110 ceph-mon[88691]: pgmap v454: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 512 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 942 KiB/s wr, 9 op/s 2024-04-12T16:09:23.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:23 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:23.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:23 smithi099 ceph-mon[96864]: osdmap e545: 8 total, 8 up, 8 in 2024-04-12T16:09:23.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:23 smithi099 ceph-mon[96864]: osd.7 marked itself down and dead 2024-04-12T16:09:23.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:23 smithi099 ceph-mon[96864]: pgmap v454: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 512 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 942 KiB/s wr, 9 op/s 2024-04-12T16:09:23.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:23 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:23.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:23 smithi099 ceph-mon[94290]: osdmap e545: 8 total, 8 up, 8 in 2024-04-12T16:09:23.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:23 smithi099 ceph-mon[94290]: osd.7 marked itself down and dead 2024-04-12T16:09:23.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:23 smithi099 ceph-mon[94290]: pgmap v454: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 512 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 942 KiB/s wr, 9 op/s 2024-04-12T16:09:23.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:23 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:23.912 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:23 smithi110 podman[108546]: 2024-04-12 16:09:23.632204283 +0000 UTC m=+1.309614253 container died d4e7f553110a1dc0c68a05ad76e657eb760440742a3df97a7a904cfefe80b14e (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-d540eba, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240403) 2024-04-12T16:09:24.070 INFO:tasks.rados.rados.0.smithi099.stdout:2457: done (5 left) 2024-04-12T16:09:24.070 INFO:tasks.rados.rados.0.smithi099.stdout:2458: done (4 left) 2024-04-12T16:09:24.070 INFO:tasks.rados.rados.0.smithi099.stdout:2459: done (3 left) 2024-04-12T16:09:24.070 INFO:tasks.rados.rados.0.smithi099.stdout:2461: done (2 left) 2024-04-12T16:09:24.070 INFO:tasks.rados.rados.0.smithi099.stdout:2462: done (1 left) 2024-04-12T16:09:24.070 INFO:tasks.rados.rados.0.smithi099.stdout:2463: rollback oid 32 current snap is 240 2024-04-12T16:09:24.071 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 32 to 193 2024-04-12T16:09:24.071 INFO:tasks.rados.rados.0.smithi099.stdout:2464: rollback oid 29 current snap is 240 2024-04-12T16:09:24.071 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 29 to 226 2024-04-12T16:09:24.071 INFO:tasks.rados.rados.0.smithi099.stdout:2465: copy_from oid 47 from oid 33 current snap is 240 2024-04-12T16:09:24.071 INFO:tasks.rados.rados.0.smithi099.stdout:2466: copy_from oid 13 from oid 16 current snap is 240 2024-04-12T16:09:24.071 INFO:tasks.rados.rados.0.smithi099.stdout:2467: snap_remove snap 235 2024-04-12T16:09:24.245 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:24 smithi110 ceph-mon[88691]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:09:24.246 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:24 smithi110 ceph-mon[88691]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-12T16:09:24.246 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:24 smithi110 ceph-mon[88691]: osdmap e546: 8 total, 7 up, 8 in 2024-04-12T16:09:24.246 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:24 smithi110 ceph-mon[88691]: osdmap e547: 8 total, 7 up, 8 in 2024-04-12T16:09:24.246 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:24 smithi110 podman[108546]: 2024-04-12 16:09:24.013390923 +0000 UTC m=+1.690800895 container cleanup d4e7f553110a1dc0c68a05ad76e657eb760440742a3df97a7a904cfefe80b14e (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-d540eba, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240403) 2024-04-12T16:09:24.246 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:24 smithi110 bash[108546]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7 2024-04-12T16:09:24.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:24 smithi099 ceph-mon[94290]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:09:24.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:24 smithi099 ceph-mon[94290]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-12T16:09:24.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:24 smithi099 ceph-mon[94290]: osdmap e546: 8 total, 7 up, 8 in 2024-04-12T16:09:24.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:24 smithi099 ceph-mon[94290]: osdmap e547: 8 total, 7 up, 8 in 2024-04-12T16:09:24.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:24 smithi099 ceph-mon[96864]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:09:24.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:24 smithi099 ceph-mon[96864]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-12T16:09:24.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:24 smithi099 ceph-mon[96864]: osdmap e546: 8 total, 7 up, 8 in 2024-04-12T16:09:24.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:24 smithi099 ceph-mon[96864]: osdmap e547: 8 total, 7 up, 8 in 2024-04-12T16:09:24.562 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:24 smithi110 podman[108569]: 2024-04-12 16:09:24.248023707 +0000 UTC m=+0.611276657 container remove d4e7f553110a1dc0c68a05ad76e657eb760440742a3df97a7a904cfefe80b14e (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7, ceph=True, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=reef-d540eba, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T16:09:24.834 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:24 smithi110 podman[108669]: 2024-04-12 16:09:24.46720707 +0000 UTC m=+0.017929756 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:09:24.834 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:24 smithi110 podman[108669]: 2024-04-12 16:09:24.56531268 +0000 UTC m=+0.116035356 container create 4f10d815827e0ea454e52538db939dbb6186369f29d8da8b5ac27703b5114ad7 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561) 2024-04-12T16:09:24.834 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:24 smithi110 podman[108669]: 2024-04-12 16:09:24.801543221 +0000 UTC m=+0.352265894 container init 4f10d815827e0ea454e52538db939dbb6186369f29d8da8b5ac27703b5114ad7 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7-deactivate, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-04-12T16:09:24.834 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:24 smithi110 podman[108669]: 2024-04-12 16:09:24.807021701 +0000 UTC m=+0.357744380 container start 4f10d815827e0ea454e52538db939dbb6186369f29d8da8b5ac27703b5114ad7 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7-deactivate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.build-date=20240409, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-04-12T16:09:25.072 INFO:tasks.rados.rados.0.smithi099.stdout:2467: done (5 left) 2024-04-12T16:09:25.072 INFO:tasks.rados.rados.0.smithi099.stdout:2468: delete oid 42 current snap is 240 2024-04-12T16:09:25.073 INFO:tasks.rados.rados.0.smithi099.stdout:2460: finishing write tid 1 to smithi09982431-39 2024-04-12T16:09:25.073 INFO:tasks.rados.rados.0.smithi099.stdout:2460: finishing write tid 2 to smithi09982431-39 2024-04-12T16:09:25.073 INFO:tasks.rados.rados.0.smithi099.stdout:2464: finishing rollback tid 1 to smithi09982431-29 2024-04-12T16:09:25.073 INFO:tasks.rados.rados.0.smithi099.stdout:2464: finishing rollback tid 2 to smithi09982431-29 2024-04-12T16:09:25.073 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 29 v 1381 (ObjNum 696 snap 218 seq_num 696) dirty exists 2024-04-12T16:09:25.073 INFO:tasks.rados.rados.0.smithi099.stdout:2460: finishing write tid 3 to smithi09982431-39 2024-04-12T16:09:25.073 INFO:tasks.rados.rados.0.smithi099.stdout:2463: finishing rollback tid 1 to smithi09982431-32 2024-04-12T16:09:25.073 INFO:tasks.rados.rados.0.smithi099.stdout:2463: finishing rollback tid 2 to smithi09982431-32 2024-04-12T16:09:25.073 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 32 v 1462 (ObjNum 502 snap 152 seq_num 502) dirty exists 2024-04-12T16:09:25.073 INFO:tasks.rados.rados.0.smithi099.stdout:2460: finishing write tid 4 to smithi09982431-39 2024-04-12T16:09:25.073 INFO:tasks.rados.rados.0.smithi099.stdout:2460: oid 39 updating version 0 to 1463 2024-04-12T16:09:25.073 INFO:tasks.rados.rados.0.smithi099.stdout:2460: oid 39 version 1463 is already newer than 1462 2024-04-12T16:09:25.074 INFO:tasks.rados.rados.0.smithi099.stdout:2460: oid 39 version 1463 is already newer than 1461 2024-04-12T16:09:25.074 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 39 v 1463 (ObjNum 771 snap 240 seq_num 771) dirty exists 2024-04-12T16:09:25.074 INFO:tasks.rados.rados.0.smithi099.stdout:2460: left oid 39 (ObjNum 771 snap 240 seq_num 771) 2024-04-12T16:09:25.074 INFO:tasks.rados.rados.0.smithi099.stdout:2466: finishing copy_from racing read to smithi09982431-13 2024-04-12T16:09:25.074 INFO:tasks.rados.rados.0.smithi099.stdout:2466: finishing copy_from to smithi09982431-13 2024-04-12T16:09:25.074 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 13 v 1454 (ObjNum 746 snap 232 seq_num 746) dirty exists 2024-04-12T16:09:25.074 INFO:tasks.rados.rados.0.smithi099.stdout:2465: finishing copy_from racing read to smithi09982431-47 2024-04-12T16:09:25.074 INFO:tasks.rados.rados.0.smithi099.stdout:2465: finishing copy_from to smithi09982431-47 2024-04-12T16:09:25.074 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 47 v 976 (ObjNum 648 snap 198 seq_num 648) dirty exists 2024-04-12T16:09:25.082 INFO:tasks.rados.rados.0.smithi099.stdout:2460: done (5 left) 2024-04-12T16:09:25.082 INFO:tasks.rados.rados.0.smithi099.stdout:2463: done (4 left) 2024-04-12T16:09:25.082 INFO:tasks.rados.rados.0.smithi099.stdout:2464: done (3 left) 2024-04-12T16:09:25.082 INFO:tasks.rados.rados.0.smithi099.stdout:2465: done (2 left) 2024-04-12T16:09:25.082 INFO:tasks.rados.rados.0.smithi099.stdout:2466: done (1 left) 2024-04-12T16:09:25.083 INFO:tasks.rados.rados.0.smithi099.stdout:2468: done (0 left) 2024-04-12T16:09:25.083 INFO:tasks.rados.rados.0.smithi099.stdout:2469: delete oid 21 current snap is 240 2024-04-12T16:09:25.085 INFO:tasks.rados.rados.0.smithi099.stdout:2469: done (0 left) 2024-04-12T16:09:25.085 INFO:tasks.rados.rados.0.smithi099.stdout:2470: copy_from oid 13 from oid 17 current snap is 240 2024-04-12T16:09:25.085 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 26 current snap is 240 2024-04-12T16:09:25.085 INFO:tasks.rados.rados.0.smithi099.stdout:2471: seq_num 776 ranges {7979008=606208,8585216=401408} 2024-04-12T16:09:25.131 INFO:tasks.rados.rados.0.smithi099.stdout:2471: writing smithi09982431-26 from 7979008 to 8585216 tid 1 2024-04-12T16:09:25.133 INFO:tasks.rados.rados.0.smithi099.stdout:2471: writing smithi09982431-26 from 8585216 to 8986624 tid 2 2024-04-12T16:09:25.133 INFO:tasks.rados.rados.0.smithi099.stdout:2472: snap_create 2024-04-12T16:09:25.133 INFO:tasks.rados.rados.0.smithi099.stdout:2470: finishing copy_from racing read to smithi09982431-13 2024-04-12T16:09:25.133 INFO:tasks.rados.rados.0.smithi099.stdout:2470: finishing copy_from to smithi09982431-13 2024-04-12T16:09:25.133 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 13 v 1036 (ObjNum 585 snap 180 seq_num 585) dirty exists 2024-04-12T16:09:25.136 INFO:tasks.rados.rados.0.smithi099.stdout:2471: finishing write tid 1 to smithi09982431-26 2024-04-12T16:09:25.136 INFO:tasks.rados.rados.0.smithi099.stdout:2471: finishing write tid 2 to smithi09982431-26 2024-04-12T16:09:25.136 INFO:tasks.rados.rados.0.smithi099.stdout:2471: finishing write tid 3 to smithi09982431-26 2024-04-12T16:09:25.137 INFO:tasks.rados.rados.0.smithi099.stdout:2471: finishing write tid 4 to smithi09982431-26 2024-04-12T16:09:25.137 INFO:tasks.rados.rados.0.smithi099.stdout:2471: oid 26 updating version 0 to 869 2024-04-12T16:09:25.137 INFO:tasks.rados.rados.0.smithi099.stdout:2471: oid 26 updating version 869 to 871 2024-04-12T16:09:25.137 INFO:tasks.rados.rados.0.smithi099.stdout:2471: oid 26 version 871 is already newer than 870 2024-04-12T16:09:25.137 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 871 (ObjNum 776 snap 240 seq_num 776) dirty exists 2024-04-12T16:09:25.137 INFO:tasks.rados.rados.0.smithi099.stdout:2471: left oid 26 (ObjNum 776 snap 240 seq_num 776) 2024-04-12T16:09:25.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:25 smithi110 ceph-mon[88691]: pgmap v457: 121 pgs: 5 active+undersized, 91 active+clean, 10 stale+active+clean, 1 activating+undersized+degraded, 3 active+undersized+degraded, 11 activating+undersized; 499 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.6 MiB/s wr, 20 op/s; 59/888 objects degraded (6.644%) 2024-04-12T16:09:25.335 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:24 smithi110 podman[108669]: 2024-04-12 16:09:24.915929643 +0000 UTC m=+0.466652331 container attach 4f10d815827e0ea454e52538db939dbb6186369f29d8da8b5ac27703b5114ad7 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7-deactivate, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-12T16:09:25.335 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:25 smithi110 podman[108669]: 2024-04-12 16:09:25.103389738 +0000 UTC m=+0.654112411 container died 4f10d815827e0ea454e52538db939dbb6186369f29d8da8b5ac27703b5114ad7 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-04-12T16:09:25.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:25 smithi099 ceph-mon[94290]: pgmap v457: 121 pgs: 5 active+undersized, 91 active+clean, 10 stale+active+clean, 1 activating+undersized+degraded, 3 active+undersized+degraded, 11 activating+undersized; 499 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.6 MiB/s wr, 20 op/s; 59/888 objects degraded (6.644%) 2024-04-12T16:09:25.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:25 smithi099 ceph-mon[96864]: pgmap v457: 121 pgs: 5 active+undersized, 91 active+clean, 10 stale+active+clean, 1 activating+undersized+degraded, 3 active+undersized+degraded, 11 activating+undersized; 499 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.6 MiB/s wr, 20 op/s; 59/888 objects degraded (6.644%) 2024-04-12T16:09:26.068 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:25 smithi110 podman[108715]: 2024-04-12 16:09:25.67994947 +0000 UTC m=+0.571403493 container remove 4f10d815827e0ea454e52538db939dbb6186369f29d8da8b5ac27703b5114ad7 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-04-12T16:09:26.069 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:25 smithi110 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@osd.7.service: Deactivated successfully. 2024-04-12T16:09:26.069 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:25 smithi110 systemd[1]: Stopped Ceph osd.7 for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:09:26.069 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:25 smithi110 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@osd.7.service: Consumed 18.257s CPU time. 2024-04-12T16:09:26.069 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:25 smithi110 systemd[1]: Starting Ceph osd.7 for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:09:26.081 INFO:tasks.rados.rados.0.smithi099.stdout:2470: done (2 left) 2024-04-12T16:09:26.081 INFO:tasks.rados.rados.0.smithi099.stdout:2471: done (1 left) 2024-04-12T16:09:26.081 INFO:tasks.rados.rados.0.smithi099.stdout:2472: done (0 left) 2024-04-12T16:09:26.082 INFO:tasks.rados.rados.0.smithi099.stdout:2473: copy_from oid 24 from oid 35 current snap is 241 2024-04-12T16:09:26.082 INFO:tasks.rados.rados.0.smithi099.stdout:2474: read oid 32 snap 192 2024-04-12T16:09:26.082 INFO:tasks.rados.rados.0.smithi099.stdout:2474: expect (ObjNum 502 snap 152 seq_num 502) 2024-04-12T16:09:26.082 INFO:tasks.rados.rados.0.smithi099.stdout:2475: snap_remove snap 230 2024-04-12T16:09:26.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:26 smithi110 ceph-mon[88691]: Health check failed: Reduced data availability: 3 pgs inactive (PG_AVAILABILITY) 2024-04-12T16:09:26.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:26 smithi110 ceph-mon[88691]: Health check failed: Degraded data redundancy: 59/888 objects degraded (6.644%), 4 pgs degraded (PG_DEGRADED) 2024-04-12T16:09:26.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:26 smithi110 ceph-mon[88691]: osdmap e548: 8 total, 7 up, 8 in 2024-04-12T16:09:26.335 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:26 smithi110 podman[108831]: 2024-04-12 16:09:26.015235341 +0000 UTC m=+0.017278395 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:09:26.335 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:26 smithi110 podman[108831]: 2024-04-12 16:09:26.123160238 +0000 UTC m=+0.125203285 container create 55f27566a7146292799e3416f7c03e5f99ce9f6076c6d0e698276c06b6c1bf77 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7-activate, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD) 2024-04-12T16:09:26.358 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:26 smithi099 ceph-mon[96864]: Health check failed: Reduced data availability: 3 pgs inactive (PG_AVAILABILITY) 2024-04-12T16:09:26.358 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:26 smithi099 ceph-mon[96864]: Health check failed: Degraded data redundancy: 59/888 objects degraded (6.644%), 4 pgs degraded (PG_DEGRADED) 2024-04-12T16:09:26.358 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:26 smithi099 ceph-mon[96864]: osdmap e548: 8 total, 7 up, 8 in 2024-04-12T16:09:26.358 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:26 smithi099 ceph-mon[94290]: Health check failed: Reduced data availability: 3 pgs inactive (PG_AVAILABILITY) 2024-04-12T16:09:26.358 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:26 smithi099 ceph-mon[94290]: Health check failed: Degraded data redundancy: 59/888 objects degraded (6.644%), 4 pgs degraded (PG_DEGRADED) 2024-04-12T16:09:26.359 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:26 smithi099 ceph-mon[94290]: osdmap e548: 8 total, 7 up, 8 in 2024-04-12T16:09:26.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:09:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:09:26] "GET /metrics HTTP/1.1" 200 36048 "" "Prometheus/2.43.0" 2024-04-12T16:09:26.810 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:26 smithi110 podman[108831]: 2024-04-12 16:09:26.365933749 +0000 UTC m=+0.367976816 container init 55f27566a7146292799e3416f7c03e5f99ce9f6076c6d0e698276c06b6c1bf77 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7-activate, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-12T16:09:26.810 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:26 smithi110 podman[108831]: 2024-04-12 16:09:26.371162578 +0000 UTC m=+0.373205625 container start 55f27566a7146292799e3416f7c03e5f99ce9f6076c6d0e698276c06b6c1bf77 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7-activate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-12T16:09:26.810 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:26 smithi110 podman[108831]: 2024-04-12 16:09:26.450705096 +0000 UTC m=+0.452748141 container attach 55f27566a7146292799e3416f7c03e5f99ce9f6076c6d0e698276c06b6c1bf77 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7-activate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T16:09:26.811 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:26 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7-activate[108846]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-12T16:09:26.811 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:26 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7-activate[108846]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-12T16:09:27.080 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:26 smithi110 bash[108831]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-12T16:09:27.080 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:26 smithi110 bash[108831]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-12T16:09:27.081 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:26 smithi110 bash[108831]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-12T16:09:27.081 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:26 smithi110 bash[108831]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-12T16:09:27.081 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:26 smithi110 bash[108831]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-04-12T16:09:27.081 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:26 smithi110 bash[108831]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-12T16:09:27.081 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:26 smithi110 bash[108831]: --> ceph-volume raw activate successful for osd ID: 7 2024-04-12T16:09:27.081 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:26 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7-activate[108846]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-12T16:09:27.081 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:26 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7-activate[108846]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-12T16:09:27.082 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:26 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7-activate[108846]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-04-12T16:09:27.082 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:26 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7-activate[108846]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-12T16:09:27.082 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:26 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7-activate[108846]: --> ceph-volume raw activate successful for osd ID: 7 2024-04-12T16:09:27.082 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:26 smithi110 podman[108831]: 2024-04-12 16:09:26.836768468 +0000 UTC m=+0.838811522 container died 55f27566a7146292799e3416f7c03e5f99ce9f6076c6d0e698276c06b6c1bf77 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7-activate, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T16:09:27.084 INFO:tasks.rados.rados.0.smithi099.stdout:2473: finishing copy_from racing read to smithi09982431-24 2024-04-12T16:09:27.084 INFO:tasks.rados.rados.0.smithi099.stdout:2474: expect (ObjNum 502 snap 152 seq_num 502) 2024-04-12T16:09:27.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:27 smithi110 ceph-mon[88691]: osdmap e549: 8 total, 7 up, 8 in 2024-04-12T16:09:27.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:27 smithi110 ceph-mon[88691]: pgmap v460: 121 pgs: 30 active+undersized, 71 active+clean, 1 activating+undersized+degraded, 8 active+undersized+degraded, 11 activating+undersized; 468 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.1 MiB/s wr, 17 op/s; 93/843 objects degraded (11.032%) 2024-04-12T16:09:27.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:27 smithi099 ceph-mon[94290]: osdmap e549: 8 total, 7 up, 8 in 2024-04-12T16:09:27.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:27 smithi099 ceph-mon[94290]: pgmap v460: 121 pgs: 30 active+undersized, 71 active+clean, 1 activating+undersized+degraded, 8 active+undersized+degraded, 11 activating+undersized; 468 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.1 MiB/s wr, 17 op/s; 93/843 objects degraded (11.032%) 2024-04-12T16:09:27.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:27 smithi099 ceph-mon[96864]: osdmap e549: 8 total, 7 up, 8 in 2024-04-12T16:09:27.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:27 smithi099 ceph-mon[96864]: pgmap v460: 121 pgs: 30 active+undersized, 71 active+clean, 1 activating+undersized+degraded, 8 active+undersized+degraded, 11 activating+undersized; 468 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.1 MiB/s wr, 17 op/s; 93/843 objects degraded (11.032%) 2024-04-12T16:09:27.761 INFO:tasks.rados.rados.0.smithi099.stdout:2473: finishing copy_from to smithi09982431-24 2024-04-12T16:09:27.761 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 24 v 996 (ObjNum 597 snap 183 seq_num 597) dirty exists 2024-04-12T16:09:27.761 INFO:tasks.rados.rados.0.smithi099.stdout:2473: done (2 left) 2024-04-12T16:09:27.761 INFO:tasks.rados.rados.0.smithi099.stdout:2474: done (1 left) 2024-04-12T16:09:27.761 INFO:tasks.rados.rados.0.smithi099.stdout:2475: done (0 left) 2024-04-12T16:09:27.761 INFO:tasks.rados.rados.0.smithi099.stdout:2476: copy_from oid 14 from oid 19 current snap is 241 2024-04-12T16:09:27.761 INFO:tasks.rados.rados.0.smithi099.stdout:2477: rollback oid 13 current snap is 241 2024-04-12T16:09:27.761 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 13 to 240 2024-04-12T16:09:27.762 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 3 current snap is 241 2024-04-12T16:09:27.762 INFO:tasks.rados.rados.0.smithi099.stdout:2478: seq_num 777 ranges {9207808=622592,9830400=401408} 2024-04-12T16:09:27.778 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:27 smithi110 podman[108997]: 2024-04-12 16:09:27.437459086 +0000 UTC m=+0.595766363 container remove 55f27566a7146292799e3416f7c03e5f99ce9f6076c6d0e698276c06b6c1bf77 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7-activate, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T16:09:27.778 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:27 smithi110 podman[109067]: 2024-04-12 16:09:27.55154716 +0000 UTC m=+0.017871236 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:09:27.778 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:27 smithi110 podman[109067]: 2024-04-12 16:09:27.655063515 +0000 UTC m=+0.121387607 container create 1bbbfc73a4c15b5d15465df6617d86ff7517d7b990cb14292441bf3ef2a2118e (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T16:09:27.812 INFO:tasks.rados.rados.0.smithi099.stdout:2478: writing smithi09982431-3 from 9207808 to 9830400 tid 1 2024-04-12T16:09:27.815 INFO:tasks.rados.rados.0.smithi099.stdout:2478: writing smithi09982431-3 from 9830400 to 10231808 tid 2 2024-04-12T16:09:27.815 INFO:tasks.rados.rados.0.smithi099.stdout:2479: delete oid 43 current snap is 241 2024-04-12T16:09:27.815 INFO:tasks.rados.rados.0.smithi099.stdout:2476: finishing copy_from to smithi09982431-14 2024-04-12T16:09:27.815 INFO:tasks.rados.rados.0.smithi099.stdout:2476: got expected ENOENT (src dne) 2024-04-12T16:09:27.815 INFO:tasks.rados.rados.0.smithi099.stdout:2476: finishing copy_from racing read to smithi09982431-14 2024-04-12T16:09:27.815 INFO:tasks.rados.rados.0.smithi099.stdout:2477: finishing rollback tid 0 to smithi09982431-13 2024-04-12T16:09:27.815 INFO:tasks.rados.rados.0.smithi099.stdout:2477: finishing rollback tid 1 to smithi09982431-13 2024-04-12T16:09:27.815 INFO:tasks.rados.rados.0.smithi099.stdout:2477: finishing rollback tid 2 to smithi09982431-13 2024-04-12T16:09:27.815 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 13 v 1457 (ObjNum 585 snap 180 seq_num 585) dirty exists 2024-04-12T16:09:27.818 INFO:tasks.rados.rados.0.smithi099.stdout:2478: finishing write tid 1 to smithi09982431-3 2024-04-12T16:09:27.818 INFO:tasks.rados.rados.0.smithi099.stdout:2478: finishing write tid 2 to smithi09982431-3 2024-04-12T16:09:27.818 INFO:tasks.rados.rados.0.smithi099.stdout:2478: finishing write tid 3 to smithi09982431-3 2024-04-12T16:09:27.821 INFO:tasks.rados.rados.0.smithi099.stdout:2478: finishing write tid 4 to smithi09982431-3 2024-04-12T16:09:27.821 INFO:tasks.rados.rados.0.smithi099.stdout:2478: oid 3 updating version 0 to 1495 2024-04-12T16:09:27.821 INFO:tasks.rados.rados.0.smithi099.stdout:2478: oid 3 updating version 1495 to 1496 2024-04-12T16:09:27.821 INFO:tasks.rados.rados.0.smithi099.stdout:2478: oid 3 updating version 1496 to 1497 2024-04-12T16:09:27.822 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 3 v 1497 (ObjNum 777 snap 241 seq_num 777) dirty exists 2024-04-12T16:09:27.822 INFO:tasks.rados.rados.0.smithi099.stdout:2478: left oid 3 (ObjNum 777 snap 241 seq_num 777) 2024-04-12T16:09:27.822 INFO:tasks.rados.rados.0.smithi099.stdout:2476: done (3 left) 2024-04-12T16:09:27.822 INFO:tasks.rados.rados.0.smithi099.stdout:2477: done (2 left) 2024-04-12T16:09:27.822 INFO:tasks.rados.rados.0.smithi099.stdout:2478: done (1 left) 2024-04-12T16:09:27.822 INFO:tasks.rados.rados.0.smithi099.stdout:2479: done (0 left) 2024-04-12T16:09:27.822 INFO:tasks.rados.rados.0.smithi099.stdout:2480: snap_create 2024-04-12T16:09:28.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:28 smithi110 ceph-mon[88691]: osdmap e550: 8 total, 7 up, 8 in 2024-04-12T16:09:28.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:28.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:09:28.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:28.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:28.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:09:28.336 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:27 smithi110 podman[109067]: 2024-04-12 16:09:27.874171144 +0000 UTC m=+0.340495195 container init 1bbbfc73a4c15b5d15465df6617d86ff7517d7b990cb14292441bf3ef2a2118e (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-04-12T16:09:28.336 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:27 smithi110 podman[109067]: 2024-04-12 16:09:27.880067363 +0000 UTC m=+0.346391418 container start 1bbbfc73a4c15b5d15465df6617d86ff7517d7b990cb14292441bf3ef2a2118e (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, ceph=True, org.label-schema.schema-version=1.0) 2024-04-12T16:09:28.336 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:27 smithi110 ceph-osd[109105]: -- 172.21.15.110:0/3812976059 <== mon.1 v2:172.21.15.110:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55aa6eab7680 con 0x55aa6ea81000 2024-04-12T16:09:28.336 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:27 smithi110 bash[109067]: 1bbbfc73a4c15b5d15465df6617d86ff7517d7b990cb14292441bf3ef2a2118e 2024-04-12T16:09:28.336 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:27 smithi110 systemd[1]: Started Ceph osd.7 for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:09:28.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:28 smithi099 ceph-mon[96864]: osdmap e550: 8 total, 7 up, 8 in 2024-04-12T16:09:28.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:28.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:09:28.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:28.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:28.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:09:28.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:28 smithi099 ceph-mon[94290]: osdmap e550: 8 total, 7 up, 8 in 2024-04-12T16:09:28.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:28.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:09:28.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:28.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:28.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:09:28.458 INFO:tasks.rados.rados.0.smithi099.stdout:2480: done (0 left) 2024-04-12T16:09:28.458 INFO:tasks.rados.rados.0.smithi099.stdout:2481: read oid 11 snap -1 2024-04-12T16:09:28.458 INFO:tasks.rados.rados.0.smithi099.stdout:2481: expect deleted 2024-04-12T16:09:28.458 INFO:tasks.rados.rados.0.smithi099.stdout:2482: snap_remove snap 202 2024-04-12T16:09:28.834 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:28 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T16:09:28.432+0000 7f02274197c0 -1 Falling back to public interface 2024-04-12T16:09:29.055 INFO:tasks.rados.rados.0.smithi099.stdout:2481: done (1 left) 2024-04-12T16:09:29.055 INFO:tasks.rados.rados.0.smithi099.stdout:2482: done (0 left) 2024-04-12T16:09:29.055 INFO:tasks.rados.rados.0.smithi099.stdout:2483: setattr oid 40 current snap is 242 2024-04-12T16:09:29.057 INFO:tasks.rados.rados.0.smithi099.stdout:2484: read oid 46 snap -1 2024-04-12T16:09:29.057 INFO:tasks.rados.rados.0.smithi099.stdout:2484: expect (ObjNum 738 snap 229 seq_num 738) 2024-04-12T16:09:29.057 INFO:tasks.rados.rados.0.smithi099.stdout:2485: read oid 26 snap 234 2024-04-12T16:09:29.057 INFO:tasks.rados.rados.0.smithi099.stdout:2485: expect (ObjNum 710 snap 223 seq_num 710) 2024-04-12T16:09:29.058 INFO:tasks.rados.rados.0.smithi099.stdout:2486: setattr oid 9 current snap is 242 2024-04-12T16:09:29.059 INFO:tasks.rados.rados.0.smithi099.stdout:2487: read oid 37 snap -1 2024-04-12T16:09:29.060 INFO:tasks.rados.rados.0.smithi099.stdout:2487: expect (ObjNum 768 snap 239 seq_num 768) 2024-04-12T16:09:29.060 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 45 current snap is 242 2024-04-12T16:09:29.060 INFO:tasks.rados.rados.0.smithi099.stdout:2488: seq_num 779 ranges {753664=655360,1409024=401408} 2024-04-12T16:09:29.068 INFO:tasks.rados.rados.0.smithi099.stdout:2488: writing smithi09982431-45 from 753664 to 1409024 tid 1 2024-04-12T16:09:29.072 INFO:tasks.rados.rados.0.smithi099.stdout:2488: writing smithi09982431-45 from 1409024 to 1810432 tid 2 2024-04-12T16:09:29.072 INFO:tasks.rados.rados.0.smithi099.stdout:2489: snap_create 2024-04-12T16:09:29.072 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 9 v 1464 (ObjNum 729 snap 229 seq_num 729) dirty exists 2024-04-12T16:09:29.075 INFO:tasks.rados.rados.0.smithi099.stdout:2487: expect (ObjNum 768 snap 239 seq_num 768) 2024-04-12T16:09:29.153 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 40 v 1802 (ObjNum 129 snap 0 seq_num 1924129456) dirty exists 2024-04-12T16:09:29.153 INFO:tasks.rados.rados.0.smithi099.stdout:2488: finishing write tid 1 to smithi09982431-45 2024-04-12T16:09:29.153 INFO:tasks.rados.rados.0.smithi099.stdout:2488: finishing write tid 2 to smithi09982431-45 2024-04-12T16:09:29.153 INFO:tasks.rados.rados.0.smithi099.stdout:2488: finishing write tid 3 to smithi09982431-45 2024-04-12T16:09:29.153 INFO:tasks.rados.rados.0.smithi099.stdout:2485: expect (ObjNum 710 snap 223 seq_num 710) 2024-04-12T16:09:29.499 INFO:tasks.rados.rados.0.smithi099.stdout:2488: finishing write tid 4 to smithi09982431-45 2024-04-12T16:09:29.499 INFO:tasks.rados.rados.0.smithi099.stdout:2488: oid 45 updating version 0 to 1746 2024-04-12T16:09:29.499 INFO:tasks.rados.rados.0.smithi099.stdout:2488: oid 45 version 1746 is already newer than 1745 2024-04-12T16:09:29.499 INFO:tasks.rados.rados.0.smithi099.stdout:2488: oid 45 version 1746 is already newer than 1744 2024-04-12T16:09:29.500 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 45 v 1746 (ObjNum 779 snap 242 seq_num 779) dirty exists 2024-04-12T16:09:29.500 INFO:tasks.rados.rados.0.smithi099.stdout:2488: left oid 45 (ObjNum 779 snap 242 seq_num 779) 2024-04-12T16:09:29.500 INFO:tasks.rados.rados.0.smithi099.stdout:2484: expect (ObjNum 738 snap 229 seq_num 738) 2024-04-12T16:09:29.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:29 smithi110 ceph-mon[88691]: pgmap v462: 121 pgs: 30 active+undersized, 71 active+clean, 1 activating+undersized+degraded, 8 active+undersized+degraded, 11 activating+undersized; 468 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.9 MiB/s wr, 15 op/s; 93/843 objects degraded (11.032%) 2024-04-12T16:09:29.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:29 smithi110 ceph-mon[88691]: osdmap e551: 8 total, 7 up, 8 in 2024-04-12T16:09:29.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:29 smithi110 ceph-mon[88691]: osdmap e552: 8 total, 7 up, 8 in 2024-04-12T16:09:29.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:29 smithi099 ceph-mon[94290]: pgmap v462: 121 pgs: 30 active+undersized, 71 active+clean, 1 activating+undersized+degraded, 8 active+undersized+degraded, 11 activating+undersized; 468 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.9 MiB/s wr, 15 op/s; 93/843 objects degraded (11.032%) 2024-04-12T16:09:29.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:29 smithi099 ceph-mon[94290]: osdmap e551: 8 total, 7 up, 8 in 2024-04-12T16:09:29.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:29 smithi099 ceph-mon[94290]: osdmap e552: 8 total, 7 up, 8 in 2024-04-12T16:09:29.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:29 smithi099 ceph-mon[96864]: pgmap v462: 121 pgs: 30 active+undersized, 71 active+clean, 1 activating+undersized+degraded, 8 active+undersized+degraded, 11 activating+undersized; 468 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.9 MiB/s wr, 15 op/s; 93/843 objects degraded (11.032%) 2024-04-12T16:09:29.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:29 smithi099 ceph-mon[96864]: osdmap e551: 8 total, 7 up, 8 in 2024-04-12T16:09:29.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:29 smithi099 ceph-mon[96864]: osdmap e552: 8 total, 7 up, 8 in 2024-04-12T16:09:30.055 INFO:tasks.rados.rados.0.smithi099.stdout:2483: done (6 left) 2024-04-12T16:09:30.055 INFO:tasks.rados.rados.0.smithi099.stdout:2484: done (5 left) 2024-04-12T16:09:30.055 INFO:tasks.rados.rados.0.smithi099.stdout:2485: done (4 left) 2024-04-12T16:09:30.055 INFO:tasks.rados.rados.0.smithi099.stdout:2486: done (3 left) 2024-04-12T16:09:30.055 INFO:tasks.rados.rados.0.smithi099.stdout:2487: done (2 left) 2024-04-12T16:09:30.056 INFO:tasks.rados.rados.0.smithi099.stdout:2488: done (1 left) 2024-04-12T16:09:30.056 INFO:tasks.rados.rados.0.smithi099.stdout:2489: done (0 left) 2024-04-12T16:09:30.056 INFO:tasks.rados.rados.0.smithi099.stdout:2490: snap_create 2024-04-12T16:09:31.065 INFO:tasks.rados.rados.0.smithi099.stdout:2490: done (0 left) 2024-04-12T16:09:31.065 INFO:tasks.rados.rados.0.smithi099.stdout:2491: delete oid 14 current snap is 244 2024-04-12T16:09:31.071 INFO:tasks.rados.rados.0.smithi099.stdout:2491: done (0 left) 2024-04-12T16:09:31.071 INFO:tasks.rados.rados.0.smithi099.stdout:2492: snap_create 2024-04-12T16:09:31.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:31 smithi110 ceph-mon[88691]: osdmap e553: 8 total, 7 up, 8 in 2024-04-12T16:09:31.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:31 smithi110 ceph-mon[88691]: pgmap v466: 121 pgs: 39 active+undersized, 69 active+clean, 11 active+undersized+degraded, 2 active+clean+snaptrim; 470 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 908 KiB/s wr, 11 op/s; 93/852 objects degraded (10.915%) 2024-04-12T16:09:31.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:31 smithi099 ceph-mon[96864]: osdmap e553: 8 total, 7 up, 8 in 2024-04-12T16:09:31.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:31 smithi099 ceph-mon[96864]: pgmap v466: 121 pgs: 39 active+undersized, 69 active+clean, 11 active+undersized+degraded, 2 active+clean+snaptrim; 470 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 908 KiB/s wr, 11 op/s; 93/852 objects degraded (10.915%) 2024-04-12T16:09:31.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:31 smithi099 ceph-mon[94290]: osdmap e553: 8 total, 7 up, 8 in 2024-04-12T16:09:31.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:31 smithi099 ceph-mon[94290]: pgmap v466: 121 pgs: 39 active+undersized, 69 active+clean, 11 active+undersized+degraded, 2 active+clean+snaptrim; 470 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 908 KiB/s wr, 11 op/s; 93/852 objects degraded (10.915%) 2024-04-12T16:09:32.060 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:31 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T16:09:31.703+0000 7f02274197c0 -1 osd.7 545 log_to_monitors true 2024-04-12T16:09:32.075 INFO:tasks.rados.rados.0.smithi099.stdout:2492: done (0 left) 2024-04-12T16:09:32.075 INFO:tasks.rados.rados.0.smithi099.stdout:2493: copy_from oid 50 from oid 8 current snap is 245 2024-04-12T16:09:32.075 INFO:tasks.rados.rados.0.smithi099.stdout:2494: copy_from oid 29 from oid 43 current snap is 245 2024-04-12T16:09:32.075 INFO:tasks.rados.rados.0.smithi099.stdout:2495: read oid 40 snap -1 2024-04-12T16:09:32.075 INFO:tasks.rados.rados.0.smithi099.stdout:2495: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:09:32.075 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 3 current snap is 245 2024-04-12T16:09:32.076 INFO:tasks.rados.rados.0.smithi099.stdout:2496: seq_num 781 ranges {10231808=688128,10919936=401408} 2024-04-12T16:09:32.133 INFO:tasks.rados.rados.0.smithi099.stdout:2496: writing smithi09982431-3 from 10231808 to 10919936 tid 1 2024-04-12T16:09:32.136 INFO:tasks.rados.rados.0.smithi099.stdout:2496: writing smithi09982431-3 from 10919936 to 11321344 tid 2 2024-04-12T16:09:32.136 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 32 current snap is 245 2024-04-12T16:09:32.136 INFO:tasks.rados.rados.0.smithi099.stdout:2497: seq_num 782 ranges {7725056=704512,8429568=401408} 2024-04-12T16:09:32.180 INFO:tasks.rados.rados.0.smithi099.stdout:2497: writing smithi09982431-32 from 7725056 to 8429568 tid 1 2024-04-12T16:09:32.182 INFO:tasks.rados.rados.0.smithi099.stdout:2497: writing smithi09982431-32 from 8429568 to 8830976 tid 2 2024-04-12T16:09:32.182 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 22 current snap is 245 2024-04-12T16:09:32.182 INFO:tasks.rados.rados.0.smithi099.stdout:2498: seq_num 783 ranges {901120=720896,1622016=401408} 2024-04-12T16:09:32.191 INFO:tasks.rados.rados.0.smithi099.stdout:2498: writing smithi09982431-22 from 901120 to 1622016 tid 1 2024-04-12T16:09:32.194 INFO:tasks.rados.rados.0.smithi099.stdout:2498: writing smithi09982431-22 from 1622016 to 2023424 tid 2 2024-04-12T16:09:32.194 INFO:tasks.rados.rados.0.smithi099.stdout:2499: read oid 25 snap 199 2024-04-12T16:09:32.194 INFO:tasks.rados.rados.0.smithi099.stdout:2499: expect (ObjNum 536 snap 161 seq_num 536) 2024-04-12T16:09:32.194 INFO:tasks.rados.rados.0.smithi099.stdout:2500: rollback oid 35 current snap is 245 2024-04-12T16:09:32.194 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 35 to 199 2024-04-12T16:09:32.194 INFO:tasks.rados.rados.0.smithi099.stdout:2495: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:09:32.202 INFO:tasks.rados.rados.0.smithi099.stdout:2494: finishing copy_from to smithi09982431-29 2024-04-12T16:09:32.202 INFO:tasks.rados.rados.0.smithi099.stdout:2494: got expected ENOENT (src dne) 2024-04-12T16:09:32.202 INFO:tasks.rados.rados.0.smithi099.stdout:2494: finishing copy_from racing read to smithi09982431-29 2024-04-12T16:09:32.202 INFO:tasks.rados.rados.0.smithi099.stdout:2493: finishing copy_from racing read to smithi09982431-50 2024-04-12T16:09:32.202 INFO:tasks.rados.rados.0.smithi099.stdout:2494: done (7 left) 2024-04-12T16:09:32.202 INFO:tasks.rados.rados.0.smithi099.stdout:2495: done (6 left) 2024-04-12T16:09:32.202 INFO:tasks.rados.rados.0.smithi099.stdout:2501: rmattr oid 26 current snap is 245 2024-04-12T16:09:32.203 INFO:tasks.rados.rados.0.smithi099.stdout:2493: finishing copy_from to smithi09982431-50 2024-04-12T16:09:32.203 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 50 v 1460 (ObjNum 767 snap 239 seq_num 767) dirty exists 2024-04-12T16:09:32.203 INFO:tasks.rados.rados.0.smithi099.stdout:2496: finishing write tid 1 to smithi09982431-3 2024-04-12T16:09:32.203 INFO:tasks.rados.rados.0.smithi099.stdout:2496: finishing write tid 2 to smithi09982431-3 2024-04-12T16:09:32.203 INFO:tasks.rados.rados.0.smithi099.stdout:2496: finishing write tid 3 to smithi09982431-3 2024-04-12T16:09:32.203 INFO:tasks.rados.rados.0.smithi099.stdout:2496: finishing write tid 4 to smithi09982431-3 2024-04-12T16:09:32.203 INFO:tasks.rados.rados.0.smithi099.stdout:2496: oid 3 updating version 0 to 1507 2024-04-12T16:09:32.203 INFO:tasks.rados.rados.0.smithi099.stdout:2496: oid 3 updating version 1507 to 1508 2024-04-12T16:09:32.203 INFO:tasks.rados.rados.0.smithi099.stdout:2496: oid 3 updating version 1508 to 1509 2024-04-12T16:09:32.203 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 3 v 1509 (ObjNum 781 snap 245 seq_num 781) dirty exists 2024-04-12T16:09:32.203 INFO:tasks.rados.rados.0.smithi099.stdout:2496: left oid 3 (ObjNum 781 snap 245 seq_num 781) 2024-04-12T16:09:32.203 INFO:tasks.rados.rados.0.smithi099.stdout:2497: finishing write tid 1 to smithi09982431-32 2024-04-12T16:09:32.203 INFO:tasks.rados.rados.0.smithi099.stdout:2497: finishing write tid 2 to smithi09982431-32 2024-04-12T16:09:32.203 INFO:tasks.rados.rados.0.smithi099.stdout:2497: finishing write tid 3 to smithi09982431-32 2024-04-12T16:09:32.204 INFO:tasks.rados.rados.0.smithi099.stdout:2497: finishing write tid 4 to smithi09982431-32 2024-04-12T16:09:32.204 INFO:tasks.rados.rados.0.smithi099.stdout:2497: oid 32 updating version 0 to 1465 2024-04-12T16:09:32.204 INFO:tasks.rados.rados.0.smithi099.stdout:2497: oid 32 version 1465 is already newer than 1464 2024-04-12T16:09:32.204 INFO:tasks.rados.rados.0.smithi099.stdout:2497: oid 32 version 1465 is already newer than 1463 2024-04-12T16:09:32.204 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 32 v 1465 (ObjNum 782 snap 245 seq_num 782) dirty exists 2024-04-12T16:09:32.204 INFO:tasks.rados.rados.0.smithi099.stdout:2497: left oid 32 (ObjNum 782 snap 245 seq_num 782) 2024-04-12T16:09:32.204 INFO:tasks.rados.rados.0.smithi099.stdout:2493: done (6 left) 2024-04-12T16:09:32.204 INFO:tasks.rados.rados.0.smithi099.stdout:2496: done (5 left) 2024-04-12T16:09:32.204 INFO:tasks.rados.rados.0.smithi099.stdout:2497: done (4 left) 2024-04-12T16:09:32.204 INFO:tasks.rados.rados.0.smithi099.stdout:2502: read oid 46 snap -1 2024-04-12T16:09:32.204 INFO:tasks.rados.rados.0.smithi099.stdout:2502: expect (ObjNum 738 snap 229 seq_num 738) 2024-04-12T16:09:32.204 INFO:tasks.rados.rados.0.smithi099.stdout:2503: snap_remove snap 206 2024-04-12T16:09:32.312 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 16:09:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T16:09:32.090+0000 7f0218871700 -1 osd.7 545 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T16:09:32.312 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:32 smithi110 ceph-mon[88691]: Health check update: Degraded data redundancy: 93/852 objects degraded (10.915%), 11 pgs degraded (PG_DEGRADED) 2024-04-12T16:09:32.312 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:32 smithi110 ceph-mon[88691]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive) 2024-04-12T16:09:32.312 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:32 smithi110 ceph-mon[88691]: osdmap e554: 8 total, 7 up, 8 in 2024-04-12T16:09:32.312 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:32 smithi110 ceph-mon[88691]: from='osd.7 [v2:172.21.15.110:6824/2729418392,v1:172.21.15.110:6825/2729418392]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T16:09:32.313 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:32 smithi110 ceph-mon[88691]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T16:09:32.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:32 smithi099 ceph-mon[94290]: Health check update: Degraded data redundancy: 93/852 objects degraded (10.915%), 11 pgs degraded (PG_DEGRADED) 2024-04-12T16:09:32.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:32 smithi099 ceph-mon[94290]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive) 2024-04-12T16:09:32.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:32 smithi099 ceph-mon[94290]: osdmap e554: 8 total, 7 up, 8 in 2024-04-12T16:09:32.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:32 smithi099 ceph-mon[94290]: from='osd.7 [v2:172.21.15.110:6824/2729418392,v1:172.21.15.110:6825/2729418392]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T16:09:32.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:32 smithi099 ceph-mon[94290]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T16:09:32.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:32 smithi099 ceph-mon[96864]: Health check update: Degraded data redundancy: 93/852 objects degraded (10.915%), 11 pgs degraded (PG_DEGRADED) 2024-04-12T16:09:32.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:32 smithi099 ceph-mon[96864]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive) 2024-04-12T16:09:32.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:32 smithi099 ceph-mon[96864]: osdmap e554: 8 total, 7 up, 8 in 2024-04-12T16:09:32.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:32 smithi099 ceph-mon[96864]: from='osd.7 [v2:172.21.15.110:6824/2729418392,v1:172.21.15.110:6825/2729418392]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T16:09:32.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:32 smithi099 ceph-mon[96864]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T16:09:32.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:09:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:09:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:09:32.776 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-04-12T16:09:33.080 INFO:tasks.rados.rados.0.smithi099.stdout:2503: done (5 left) 2024-04-12T16:09:33.081 INFO:tasks.rados.rados.0.smithi099.stdout:2504: setattr oid 40 current snap is 245 2024-04-12T16:09:33.081 INFO:tasks.rados.rados.0.smithi099.stdout:2498: finishing write tid 1 to smithi09982431-22 2024-04-12T16:09:33.081 INFO:tasks.rados.rados.0.smithi099.stdout:2498: finishing write tid 2 to smithi09982431-22 2024-04-12T16:09:33.081 INFO:tasks.rados.rados.0.smithi099.stdout:2498: finishing write tid 3 to smithi09982431-22 2024-04-12T16:09:33.081 INFO:tasks.rados.rados.0.smithi099.stdout:2500: finishing rollback tid 0 to smithi09982431-35 2024-04-12T16:09:33.081 INFO:tasks.rados.rados.0.smithi099.stdout:2498: finishing write tid 4 to smithi09982431-22 2024-04-12T16:09:33.081 INFO:tasks.rados.rados.0.smithi099.stdout:2498: oid 22 updating version 0 to 1512 2024-04-12T16:09:33.081 INFO:tasks.rados.rados.0.smithi099.stdout:2498: oid 22 updating version 1512 to 1513 2024-04-12T16:09:33.081 INFO:tasks.rados.rados.0.smithi099.stdout:2498: oid 22 version 1513 is already newer than 1511 2024-04-12T16:09:33.081 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 22 v 1513 (ObjNum 783 snap 245 seq_num 783) dirty exists 2024-04-12T16:09:33.081 INFO:tasks.rados.rados.0.smithi099.stdout:2498: left oid 22 (ObjNum 783 snap 245 seq_num 783) 2024-04-12T16:09:33.081 INFO:tasks.rados.rados.0.smithi099.stdout:2500: finishing rollback tid 1 to smithi09982431-35 2024-04-12T16:09:33.081 INFO:tasks.rados.rados.0.smithi099.stdout:2500: finishing rollback tid 2 to smithi09982431-35 2024-04-12T16:09:33.082 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 1746 (ObjNum 597 snap 183 seq_num 597) dirty exists 2024-04-12T16:09:33.082 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 872 (ObjNum 776 snap 240 seq_num 776) dirty exists 2024-04-12T16:09:33.082 INFO:tasks.rados.rados.0.smithi099.stdout:2499: expect (ObjNum 536 snap 161 seq_num 536) 2024-04-12T16:09:33.121 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T16:09:33.121 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (10m) 2m ago 11m 26.7M - 0.25.0 c8568f914cd2 d0012c0a0402 2024-04-12T16:09:33.121 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi110 *:3000 running (10m) 0s ago 10m 88.8M - 9.4.7 954c08fa6188 f1a47e96b342 2024-04-12T16:09:33.121 INFO:teuthology.orchestra.run.smithi099.stdout:mds.a smithi099 running (12m) 2m ago 12m 20.2M - 18.2.2-1187-gd540ebac bb2c5eac26a4 41cdf918e4eb 2024-04-12T16:09:33.121 INFO:teuthology.orchestra.run.smithi099.stdout:mds.b smithi110 running (12m) 0s ago 12m 15.9M - 18.2.2-1187-gd540ebac bb2c5eac26a4 453e0d052bae 2024-04-12T16:09:33.121 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi110 *:8443,9283,8765 running (5m) 0s ago 15m 452M - 19.0.0-2847-gbf9c5618 92de118a8b8f 39e31f4f4e9d 2024-04-12T16:09:33.121 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (6m) 2m ago 17m 514M - 19.0.0-2847-gbf9c5618 92de118a8b8f 8fb83982268a 2024-04-12T16:09:33.122 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (5m) 2m ago 17m 54.8M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f cc807b11358b 2024-04-12T16:09:33.122 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi110 running (4m) 0s ago 16m 50.0M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 393831dfcb29 2024-04-12T16:09:33.122 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (5m) 2m ago 15m 48.5M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 3bb5784f6f37 2024-04-12T16:09:33.122 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (10m) 2m ago 10m 15.8M - 1.5.0 0da6a335fe13 1555012f6fb4 2024-04-12T16:09:33.122 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi110 *:9100 running (10m) 0s ago 10m 15.0M - 1.5.0 0da6a335fe13 e64854b1f14f 2024-04-12T16:09:33.122 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (3m) 2m ago 15m 235M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 5e1f1df54e74 2024-04-12T16:09:33.122 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (3m) 2m ago 14m 152M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 78ac083e3d82 2024-04-12T16:09:33.122 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (2m) 2m ago 14m 116M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f e28b267bdc6a 2024-04-12T16:09:33.122 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (2m) 2m ago 14m 15.0M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 594ef50fe212 2024-04-12T16:09:33.122 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi110 running (98s) 0s ago 13m 182M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f f21efac2aa79 2024-04-12T16:09:33.122 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi110 running (62s) 0s ago 13m 203M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 3295109109cf 2024-04-12T16:09:33.122 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi110 running (26s) 0s ago 12m 122M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 97a8d1469e51 2024-04-12T16:09:33.122 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi110 running (5s) 0s ago 12m 12.1M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 1bbbfc73a4c1 2024-04-12T16:09:33.123 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi110 *:9095 running (5m) 0s ago 11m 58.1M - 2.43.0 a07b618ecd1d 9fabb6d2365c 2024-04-12T16:09:33.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:33 smithi099 ceph-mon[94290]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-12T16:09:33.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:33 smithi099 ceph-mon[94290]: osdmap e555: 8 total, 7 up, 8 in 2024-04-12T16:09:33.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:33 smithi099 ceph-mon[94290]: from='osd.7 [v2:172.21.15.110:6824/2729418392,v1:172.21.15.110:6825/2729418392]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T16:09:33.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:33 smithi099 ceph-mon[94290]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T16:09:33.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:33 smithi099 ceph-mon[94290]: pgmap v469: 121 pgs: 39 active+undersized, 69 active+clean, 11 active+undersized+degraded, 2 active+clean+snaptrim; 471 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.1 MiB/s wr, 19 op/s; 94/864 objects degraded (10.880%) 2024-04-12T16:09:33.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:33 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:33.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:33 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:33.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:33 smithi099 ceph-mon[96864]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-12T16:09:33.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:33 smithi099 ceph-mon[96864]: osdmap e555: 8 total, 7 up, 8 in 2024-04-12T16:09:33.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:33 smithi099 ceph-mon[96864]: from='osd.7 [v2:172.21.15.110:6824/2729418392,v1:172.21.15.110:6825/2729418392]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T16:09:33.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:33 smithi099 ceph-mon[96864]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T16:09:33.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:33 smithi099 ceph-mon[96864]: pgmap v469: 121 pgs: 39 active+undersized, 69 active+clean, 11 active+undersized+degraded, 2 active+clean+snaptrim; 471 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.1 MiB/s wr, 19 op/s; 94/864 objects degraded (10.880%) 2024-04-12T16:09:33.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:33 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:33.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:33 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:33.404 INFO:tasks.rados.rados.0.smithi099.stdout:2502: expect (ObjNum 738 snap 229 seq_num 738) 2024-04-12T16:09:33.518 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-04-12T16:09:33.519 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-04-12T16:09:33.519 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 3 2024-04-12T16:09:33.519 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:09:33.519 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-04-12T16:09:33.519 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:09:33.519 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:09:33.519 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-04-12T16:09:33.519 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 8 2024-04-12T16:09:33.519 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:09:33.519 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": { 2024-04-12T16:09:33.519 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:09:33.519 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:09:33.519 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-04-12T16:09:33.519 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2, 2024-04-12T16:09:33.520 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 13 2024-04-12T16:09:33.520 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-04-12T16:09:33.520 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-04-12T16:09:33.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:33 smithi110 ceph-mon[88691]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-12T16:09:33.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:33 smithi110 ceph-mon[88691]: osdmap e555: 8 total, 7 up, 8 in 2024-04-12T16:09:33.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:33 smithi110 ceph-mon[88691]: from='osd.7 [v2:172.21.15.110:6824/2729418392,v1:172.21.15.110:6825/2729418392]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T16:09:33.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:33 smithi110 ceph-mon[88691]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-04-12T16:09:33.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:33 smithi110 ceph-mon[88691]: pgmap v469: 121 pgs: 39 active+undersized, 69 active+clean, 11 active+undersized+degraded, 2 active+clean+snaptrim; 471 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.1 MiB/s wr, 19 op/s; 94/864 objects degraded (10.880%) 2024-04-12T16:09:33.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:33 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:33.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:33 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:33.593 INFO:tasks.rados.rados.0.smithi099.stdout:2498: done (5 left) 2024-04-12T16:09:33.593 INFO:tasks.rados.rados.0.smithi099.stdout:2499: done (4 left) 2024-04-12T16:09:33.593 INFO:tasks.rados.rados.0.smithi099.stdout:2500: done (3 left) 2024-04-12T16:09:33.593 INFO:tasks.rados.rados.0.smithi099.stdout:2501: done (2 left) 2024-04-12T16:09:33.593 INFO:tasks.rados.rados.0.smithi099.stdout:2502: done (1 left) 2024-04-12T16:09:33.594 INFO:tasks.rados.rados.0.smithi099.stdout:2505: rollback oid 10 current snap is 245 2024-04-12T16:09:33.594 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 10 to 228 2024-04-12T16:09:33.594 INFO:tasks.rados.rados.0.smithi099.stdout:2506: snap_create 2024-04-12T16:09:33.597 INFO:tasks.rados.rados.0.smithi099.stdout:2505: finishing rollback tid 1 to smithi09982431-10 2024-04-12T16:09:33.597 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 40 v 1820 (ObjNum 33 snap 0 seq_num 273592169) dirty exists 2024-04-12T16:09:33.597 INFO:tasks.rados.rados.0.smithi099.stdout:2505: finishing rollback tid 2 to smithi09982431-10 2024-04-12T16:09:33.597 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 10 v 1523 (ObjNum 726 snap 228 seq_num 726) dirty exists 2024-04-12T16:09:34.077 INFO:tasks.rados.rados.0.smithi099.stdout:2504: done (2 left) 2024-04-12T16:09:34.077 INFO:tasks.rados.rados.0.smithi099.stdout:2505: done (1 left) 2024-04-12T16:09:34.077 INFO:tasks.rados.rados.0.smithi099.stdout:2506: done (0 left) 2024-04-12T16:09:34.077 INFO:tasks.rados.rados.0.smithi099.stdout:2507: rollback oid 30 current snap is 246 2024-04-12T16:09:34.077 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 30 to 193 2024-04-12T16:09:34.077 INFO:tasks.rados.rados.0.smithi099.stdout:2508: snap_remove snap 183 2024-04-12T16:09:34.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:34 smithi099 ceph-mon[94290]: from='client.44309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:09:34.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:34 smithi099 ceph-mon[94290]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:09:34.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:34 smithi099 ceph-mon[94290]: osd.7 [v2:172.21.15.110:6824/2729418392,v1:172.21.15.110:6825/2729418392] boot 2024-04-12T16:09:34.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:34 smithi099 ceph-mon[94290]: osdmap e556: 8 total, 8 up, 8 in 2024-04-12T16:09:34.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T16:09:34.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:34 smithi099 ceph-mon[94290]: from='client.34389 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:09:34.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:34 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2927512559' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:09:34.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:34.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:34.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:34 smithi099 ceph-mon[94290]: osdmap e557: 8 total, 8 up, 8 in 2024-04-12T16:09:34.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:34 smithi099 ceph-mon[96864]: from='client.44309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:09:34.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:34 smithi099 ceph-mon[96864]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:09:34.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:34 smithi099 ceph-mon[96864]: osd.7 [v2:172.21.15.110:6824/2729418392,v1:172.21.15.110:6825/2729418392] boot 2024-04-12T16:09:34.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:34 smithi099 ceph-mon[96864]: osdmap e556: 8 total, 8 up, 8 in 2024-04-12T16:09:34.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T16:09:34.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:34 smithi099 ceph-mon[96864]: from='client.34389 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:09:34.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:34 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2927512559' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:09:34.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:34.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:34.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:34 smithi099 ceph-mon[96864]: osdmap e557: 8 total, 8 up, 8 in 2024-04-12T16:09:34.429 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:34 smithi110 ceph-mon[88691]: from='client.44309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:09:34.429 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:34 smithi110 ceph-mon[88691]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:09:34.429 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:34 smithi110 ceph-mon[88691]: osd.7 [v2:172.21.15.110:6824/2729418392,v1:172.21.15.110:6825/2729418392] boot 2024-04-12T16:09:34.429 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:34 smithi110 ceph-mon[88691]: osdmap e556: 8 total, 8 up, 8 in 2024-04-12T16:09:34.429 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T16:09:34.430 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:34 smithi110 ceph-mon[88691]: from='client.34389 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:09:34.430 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:34 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2927512559' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:09:34.430 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:34.430 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:34.430 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:34 smithi110 ceph-mon[88691]: osdmap e557: 8 total, 8 up, 8 in 2024-04-12T16:09:35.077 INFO:tasks.rados.rados.0.smithi099.stdout:2507: finishing rollback tid 0 to smithi09982431-30 2024-04-12T16:09:35.077 INFO:tasks.rados.rados.0.smithi099.stdout:2507: finishing rollback tid 1 to smithi09982431-30 2024-04-12T16:09:35.077 INFO:tasks.rados.rados.0.smithi099.stdout:2507: finishing rollback tid 2 to smithi09982431-30 2024-04-12T16:09:35.078 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 30 v 1460 (ObjNum 392 snap 121 seq_num 392) dirty exists 2024-04-12T16:09:35.078 INFO:tasks.rados.rados.0.smithi099.stdout:2507: done (1 left) 2024-04-12T16:09:35.078 INFO:tasks.rados.rados.0.smithi099.stdout:2508: done (0 left) 2024-04-12T16:09:35.078 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 41 current snap is 246 2024-04-12T16:09:35.078 INFO:tasks.rados.rados.0.smithi099.stdout:2509: seq_num 784 ranges {4743168=737280,5480448=401408} 2024-04-12T16:09:35.109 INFO:tasks.rados.rados.0.smithi099.stdout:2509: writing smithi09982431-41 from 4743168 to 5480448 tid 1 2024-04-12T16:09:35.112 INFO:tasks.rados.rados.0.smithi099.stdout:2509: writing smithi09982431-41 from 5480448 to 5881856 tid 2 2024-04-12T16:09:35.112 INFO:tasks.rados.rados.0.smithi099.stdout:2510: snap_remove snap 192 2024-04-12T16:09:35.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:35 smithi110 ceph-mon[88691]: pgmap v472: 121 pgs: 1 active+recovery_wait+degraded, 7 peering, 32 active+undersized, 74 active+clean, 7 active+undersized+degraded; 480 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 862 KiB/s wr, 15 op/s; 55/873 objects degraded (6.300%) 2024-04-12T16:09:35.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:35 smithi110 ceph-mon[88691]: osdmap e558: 8 total, 8 up, 8 in 2024-04-12T16:09:35.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:35 smithi099 ceph-mon[96864]: pgmap v472: 121 pgs: 1 active+recovery_wait+degraded, 7 peering, 32 active+undersized, 74 active+clean, 7 active+undersized+degraded; 480 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 862 KiB/s wr, 15 op/s; 55/873 objects degraded (6.300%) 2024-04-12T16:09:35.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:35 smithi099 ceph-mon[96864]: osdmap e558: 8 total, 8 up, 8 in 2024-04-12T16:09:35.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:35 smithi099 ceph-mon[94290]: pgmap v472: 121 pgs: 1 active+recovery_wait+degraded, 7 peering, 32 active+undersized, 74 active+clean, 7 active+undersized+degraded; 480 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 862 KiB/s wr, 15 op/s; 55/873 objects degraded (6.300%) 2024-04-12T16:09:35.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:35 smithi099 ceph-mon[94290]: osdmap e558: 8 total, 8 up, 8 in 2024-04-12T16:09:36.122 INFO:tasks.rados.rados.0.smithi099.stdout:2510: done (1 left) 2024-04-12T16:09:36.122 INFO:tasks.rados.rados.0.smithi099.stdout:2511: copy_from oid 45 from oid 36 current snap is 246 2024-04-12T16:09:36.122 INFO:tasks.rados.rados.0.smithi099.stdout:2509: finishing write tid 1 to smithi09982431-41 2024-04-12T16:09:36.122 INFO:tasks.rados.rados.0.smithi099.stdout:2509: finishing write tid 2 to smithi09982431-41 2024-04-12T16:09:36.122 INFO:tasks.rados.rados.0.smithi099.stdout:2509: finishing write tid 3 to smithi09982431-41 2024-04-12T16:09:36.122 INFO:tasks.rados.rados.0.smithi099.stdout:2509: finishing write tid 4 to smithi09982431-41 2024-04-12T16:09:36.122 INFO:tasks.rados.rados.0.smithi099.stdout:2509: oid 41 updating version 0 to 1571 2024-04-12T16:09:36.122 INFO:tasks.rados.rados.0.smithi099.stdout:2509: oid 41 version 1571 is already newer than 1570 2024-04-12T16:09:36.122 INFO:tasks.rados.rados.0.smithi099.stdout:2509: oid 41 version 1571 is already newer than 1569 2024-04-12T16:09:36.123 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 41 v 1571 (ObjNum 784 snap 246 seq_num 784) dirty exists 2024-04-12T16:09:36.123 INFO:tasks.rados.rados.0.smithi099.stdout:2509: left oid 41 (ObjNum 784 snap 246 seq_num 784) 2024-04-12T16:09:36.123 INFO:tasks.rados.rados.0.smithi099.stdout:2509: done (1 left) 2024-04-12T16:09:36.123 INFO:tasks.rados.rados.0.smithi099.stdout:2512: delete oid 47 current snap is 246 2024-04-12T16:09:36.135 INFO:tasks.rados.rados.0.smithi099.stdout:2512: done (1 left) 2024-04-12T16:09:36.135 INFO:tasks.rados.rados.0.smithi099.stdout:2513: copy_from oid 3 from oid 38 current snap is 246 2024-04-12T16:09:36.135 INFO:tasks.rados.rados.0.smithi099.stdout:2514: setattr oid 10 current snap is 246 2024-04-12T16:09:36.137 INFO:tasks.rados.rados.0.smithi099.stdout:2515: rollback oid 20 current snap is 246 2024-04-12T16:09:36.137 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 20 to 241 2024-04-12T16:09:36.138 INFO:tasks.rados.rados.0.smithi099.stdout:2516: rmattr oid 23 current snap is 246 2024-04-12T16:09:36.138 INFO:tasks.rados.rados.0.smithi099.stdout:2516: done (4 left) 2024-04-12T16:09:36.138 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 12 current snap is 246 2024-04-12T16:09:36.138 INFO:tasks.rados.rados.0.smithi099.stdout:2517: seq_num 786 ranges {0=770048,770048=401408} 2024-04-12T16:09:36.143 INFO:tasks.rados.rados.0.smithi099.stdout:2517: writing smithi09982431-12 from 0 to 770048 tid 1 2024-04-12T16:09:36.147 INFO:tasks.rados.rados.0.smithi099.stdout:2517: writing smithi09982431-12 from 770048 to 1171456 tid 2 2024-04-12T16:09:36.147 INFO:tasks.rados.rados.0.smithi099.stdout:2518: delete oid 39 current snap is 246 2024-04-12T16:09:36.147 INFO:tasks.rados.rados.0.smithi099.stdout:2511: finishing copy_from racing read to smithi09982431-45 2024-04-12T16:09:36.147 INFO:tasks.rados.rados.0.smithi099.stdout:2511: finishing copy_from to smithi09982431-45 2024-04-12T16:09:36.147 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 45 v 1743 (ObjNum 761 snap 236 seq_num 761) dirty exists 2024-04-12T16:09:36.147 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 10 v 1539 (ObjNum 726 snap 228 seq_num 726) dirty exists 2024-04-12T16:09:36.147 INFO:tasks.rados.rados.0.smithi099.stdout:2515: finishing rollback tid 1 to smithi09982431-20 2024-04-12T16:09:36.147 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 20 v 1622 (ObjNum 33 snap 0 seq_num 909191504) dirty dne 2024-04-12T16:09:36.148 INFO:tasks.rados.rados.0.smithi099.stdout:2513: finishing copy_from to smithi09982431-3 2024-04-12T16:09:36.148 INFO:tasks.rados.rados.0.smithi099.stdout:2513: got expected ENOENT (src dne) 2024-04-12T16:09:36.148 INFO:tasks.rados.rados.0.smithi099.stdout:2513: finishing copy_from racing read to smithi09982431-3 2024-04-12T16:09:36.150 INFO:tasks.rados.rados.0.smithi099.stdout:2511: done (5 left) 2024-04-12T16:09:36.150 INFO:tasks.rados.rados.0.smithi099.stdout:2513: done (4 left) 2024-04-12T16:09:36.150 INFO:tasks.rados.rados.0.smithi099.stdout:2514: done (3 left) 2024-04-12T16:09:36.150 INFO:tasks.rados.rados.0.smithi099.stdout:2515: done (2 left) 2024-04-12T16:09:36.150 INFO:tasks.rados.rados.0.smithi099.stdout:2518: done (1 left) 2024-04-12T16:09:36.150 INFO:tasks.rados.rados.0.smithi099.stdout:2519: copy_from oid 23 from oid 33 current snap is 246 2024-04-12T16:09:36.150 INFO:tasks.rados.rados.0.smithi099.stdout:2520: delete oid 40 current snap is 246 2024-04-12T16:09:36.152 INFO:tasks.rados.rados.0.smithi099.stdout:2517: finishing write tid 1 to smithi09982431-12 2024-04-12T16:09:36.153 INFO:tasks.rados.rados.0.smithi099.stdout:2517: finishing write tid 2 to smithi09982431-12 2024-04-12T16:09:36.154 INFO:tasks.rados.rados.0.smithi099.stdout:2517: finishing write tid 3 to smithi09982431-12 2024-04-12T16:09:36.159 INFO:tasks.rados.rados.0.smithi099.stdout:2520: done (2 left) 2024-04-12T16:09:36.159 INFO:tasks.rados.rados.0.smithi099.stdout:2521: setattr oid 31 current snap is 246 2024-04-12T16:09:36.160 INFO:tasks.rados.rados.0.smithi099.stdout:2517: finishing write tid 4 to smithi09982431-12 2024-04-12T16:09:36.160 INFO:tasks.rados.rados.0.smithi099.stdout:2517: oid 12 updating version 0 to 1463 2024-04-12T16:09:36.160 INFO:tasks.rados.rados.0.smithi099.stdout:2517: oid 12 version 1463 is already newer than 1461 2024-04-12T16:09:36.160 INFO:tasks.rados.rados.0.smithi099.stdout:2517: oid 12 version 1463 is already newer than 1462 2024-04-12T16:09:36.160 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 1463 (ObjNum 786 snap 246 seq_num 786) dirty exists 2024-04-12T16:09:36.160 INFO:tasks.rados.rados.0.smithi099.stdout:2517: left oid 12 (ObjNum 786 snap 246 seq_num 786) 2024-04-12T16:09:36.160 INFO:tasks.rados.rados.0.smithi099.stdout:2517: done (2 left) 2024-04-12T16:09:36.160 INFO:tasks.rados.rados.0.smithi099.stdout:2522: rollback oid 10 current snap is 246 2024-04-12T16:09:36.160 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 10 to 244 2024-04-12T16:09:36.160 INFO:tasks.rados.rados.0.smithi099.stdout:2523: copy_from oid 46 from oid 49 current snap is 246 2024-04-12T16:09:36.160 INFO:tasks.rados.rados.0.smithi099.stdout:2524: rollback oid 25 current snap is 246 2024-04-12T16:09:36.160 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 25 to 229 2024-04-12T16:09:36.160 INFO:tasks.rados.rados.0.smithi099.stdout:2525: read oid 15 snap -1 2024-04-12T16:09:36.161 INFO:tasks.rados.rados.0.smithi099.stdout:2525: expect (ObjNum 759 snap 236 seq_num 759) 2024-04-12T16:09:36.161 INFO:tasks.rados.rados.0.smithi099.stdout:2526: read oid 40 snap -1 2024-04-12T16:09:36.161 INFO:tasks.rados.rados.0.smithi099.stdout:2526: expect deleted 2024-04-12T16:09:36.161 INFO:tasks.rados.rados.0.smithi099.stdout:2527: rollback oid 8 current snap is 246 2024-04-12T16:09:36.161 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 8 to 199 2024-04-12T16:09:36.161 INFO:tasks.rados.rados.0.smithi099.stdout:2528: copy_from oid 21 from oid 14 current snap is 246 2024-04-12T16:09:36.161 INFO:tasks.rados.rados.0.smithi099.stdout:2529: setattr oid 7 current snap is 246 2024-04-12T16:09:36.161 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 11 current snap is 246 2024-04-12T16:09:36.161 INFO:tasks.rados.rados.0.smithi099.stdout:2530: seq_num 789 ranges {0=417792,417792=663552,1081344=139264} 2024-04-12T16:09:36.162 INFO:tasks.rados.rados.0.smithi099.stdout:2530: writing smithi09982431-11 from 0 to 417792 tid 1 2024-04-12T16:09:36.166 INFO:tasks.rados.rados.0.smithi099.stdout:2530: writing smithi09982431-11 from 417792 to 1081344 tid 2 2024-04-12T16:09:36.168 INFO:tasks.rados.rados.0.smithi099.stdout:2530: writing smithi09982431-11 from 1081344 to 1220608 tid 3 2024-04-12T16:09:36.168 INFO:tasks.rados.rados.0.smithi099.stdout:2519: finishing copy_from racing read to smithi09982431-23 2024-04-12T16:09:36.168 INFO:tasks.rados.rados.0.smithi099.stdout:2528: finishing copy_from to smithi09982431-21 2024-04-12T16:09:36.168 INFO:tasks.rados.rados.0.smithi099.stdout:2528: got expected ENOENT (src dne) 2024-04-12T16:09:36.168 INFO:tasks.rados.rados.0.smithi099.stdout:2528: finishing copy_from racing read to smithi09982431-21 2024-04-12T16:09:36.168 INFO:tasks.rados.rados.0.smithi099.stdout:2522: finishing rollback tid 0 to smithi09982431-10 2024-04-12T16:09:36.168 INFO:tasks.rados.rados.0.smithi099.stdout:2522: finishing rollback tid 1 to smithi09982431-10 2024-04-12T16:09:36.168 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 10 v 1541 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-12T16:09:36.168 INFO:tasks.rados.rados.0.smithi099.stdout:2527: finishing rollback tid 0 to smithi09982431-8 2024-04-12T16:09:36.168 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 31 v 1580 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-12T16:09:36.168 INFO:tasks.rados.rados.0.smithi099.stdout:2530: finishing write tid 1 to smithi09982431-11 2024-04-12T16:09:36.168 INFO:tasks.rados.rados.0.smithi099.stdout:2521: done (10 left) 2024-04-12T16:09:36.169 INFO:tasks.rados.rados.0.smithi099.stdout:2522: done (9 left) 2024-04-12T16:09:36.169 INFO:tasks.rados.rados.0.smithi099.stdout:2526: done (8 left) 2024-04-12T16:09:36.169 INFO:tasks.rados.rados.0.smithi099.stdout:2528: done (7 left) 2024-04-12T16:09:36.169 INFO:tasks.rados.rados.0.smithi099.stdout:2531: read oid 16 snap 244 2024-04-12T16:09:36.169 INFO:tasks.rados.rados.0.smithi099.stdout:2531: expect (ObjNum 746 snap 232 seq_num 746) 2024-04-12T16:09:36.169 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 31 current snap is 246 2024-04-12T16:09:36.169 INFO:tasks.rados.rados.0.smithi099.stdout:2532: seq_num 790 ranges {0=434176,434176=548864,983040=253952} 2024-04-12T16:09:36.170 INFO:tasks.rados.rados.0.smithi099.stdout:2532: writing smithi09982431-31 from 0 to 434176 tid 1 2024-04-12T16:09:36.174 INFO:tasks.rados.rados.0.smithi099.stdout:2532: writing smithi09982431-31 from 434176 to 983040 tid 2 2024-04-12T16:09:36.175 INFO:tasks.rados.rados.0.smithi099.stdout:2532: writing smithi09982431-31 from 983040 to 1236992 tid 3 2024-04-12T16:09:36.175 INFO:tasks.rados.rados.0.smithi099.stdout:2533: snap_remove snap 228 2024-04-12T16:09:36.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:09:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:09:36] "GET /metrics HTTP/1.1" 200 36262 "" "Prometheus/2.43.0" 2024-04-12T16:09:36.627 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:09:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3[118406]: 2024-04-12T16:09:36.133+0000 7fa4b3380700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 105 after trimming was started 2024-04-12T16:09:37.129 INFO:tasks.rados.rados.0.smithi099.stdout:2527: finishing rollback tid 1 to smithi09982431-8 2024-04-12T16:09:37.129 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 8 v 1467 (ObjNum 33 snap 0 seq_num 1925589472) dirty dne 2024-04-12T16:09:37.129 INFO:tasks.rados.rados.0.smithi099.stdout:2519: finishing copy_from to smithi09982431-23 2024-04-12T16:09:37.129 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 23 v 976 (ObjNum 648 snap 198 seq_num 648) dirty exists 2024-04-12T16:09:37.129 INFO:tasks.rados.rados.0.smithi099.stdout:2524: finishing rollback tid 0 to smithi09982431-25 2024-04-12T16:09:37.129 INFO:tasks.rados.rados.0.smithi099.stdout:2524: finishing rollback tid 1 to smithi09982431-25 2024-04-12T16:09:37.130 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 25 v 1846 (ObjNum 65 snap 0 seq_num 1683124069) dirty dne 2024-04-12T16:09:37.130 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 7 v 1848 (ObjNum 65 snap 0 seq_num 1481929814) dirty exists 2024-04-12T16:09:37.130 INFO:tasks.rados.rados.0.smithi099.stdout:2530: finishing write tid 2 to smithi09982431-11 2024-04-12T16:09:37.130 INFO:tasks.rados.rados.0.smithi099.stdout:2530: finishing write tid 3 to smithi09982431-11 2024-04-12T16:09:37.130 INFO:tasks.rados.rados.0.smithi099.stdout:2530: finishing write tid 4 to smithi09982431-11 2024-04-12T16:09:37.130 INFO:tasks.rados.rados.0.smithi099.stdout:2530: finishing write tid 5 to smithi09982431-11 2024-04-12T16:09:37.130 INFO:tasks.rados.rados.0.smithi099.stdout:2530: oid 11 updating version 0 to 874 2024-04-12T16:09:37.130 INFO:tasks.rados.rados.0.smithi099.stdout:2530: oid 11 version 874 is already newer than 873 2024-04-12T16:09:37.130 INFO:tasks.rados.rados.0.smithi099.stdout:2530: oid 11 updating version 874 to 875 2024-04-12T16:09:37.130 INFO:tasks.rados.rados.0.smithi099.stdout:2530: oid 11 updating version 875 to 876 2024-04-12T16:09:37.130 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 11 v 876 (ObjNum 789 snap 246 seq_num 789) dirty exists 2024-04-12T16:09:37.131 INFO:tasks.rados.rados.0.smithi099.stdout:2530: left oid 11 (ObjNum 789 snap 246 seq_num 789) 2024-04-12T16:09:37.131 INFO:tasks.rados.rados.0.smithi099.stdout:2532: finishing write tid 1 to smithi09982431-31 2024-04-12T16:09:37.131 INFO:tasks.rados.rados.0.smithi099.stdout:2525: expect (ObjNum 759 snap 236 seq_num 759) 2024-04-12T16:09:37.262 INFO:tasks.rados.rados.0.smithi099.stdout:2531: expect (ObjNum 746 snap 232 seq_num 746) 2024-04-12T16:09:37.286 INFO:tasks.rados.rados.0.smithi099.stdout:2532: finishing write tid 2 to smithi09982431-31 2024-04-12T16:09:37.286 INFO:tasks.rados.rados.0.smithi099.stdout:2532: finishing write tid 3 to smithi09982431-31 2024-04-12T16:09:37.286 INFO:tasks.rados.rados.0.smithi099.stdout:2532: finishing write tid 4 to smithi09982431-31 2024-04-12T16:09:37.286 INFO:tasks.rados.rados.0.smithi099.stdout:2519: done (9 left) 2024-04-12T16:09:37.286 INFO:tasks.rados.rados.0.smithi099.stdout:2524: done (8 left) 2024-04-12T16:09:37.286 INFO:tasks.rados.rados.0.smithi099.stdout:2525: done (7 left) 2024-04-12T16:09:37.286 INFO:tasks.rados.rados.0.smithi099.stdout:2527: done (6 left) 2024-04-12T16:09:37.286 INFO:tasks.rados.rados.0.smithi099.stdout:2529: done (5 left) 2024-04-12T16:09:37.286 INFO:tasks.rados.rados.0.smithi099.stdout:2530: done (4 left) 2024-04-12T16:09:37.286 INFO:tasks.rados.rados.0.smithi099.stdout:2531: done (3 left) 2024-04-12T16:09:37.287 INFO:tasks.rados.rados.0.smithi099.stdout:2533: done (2 left) 2024-04-12T16:09:37.287 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 11 current snap is 246 2024-04-12T16:09:37.287 INFO:tasks.rados.rados.0.smithi099.stdout:2532: finishing write tid 5 to smithi09982431-31 2024-04-12T16:09:37.287 INFO:tasks.rados.rados.0.smithi099.stdout:2532: oid 31 updating version 0 to 1584 2024-04-12T16:09:37.287 INFO:tasks.rados.rados.0.smithi099.stdout:2532: oid 31 version 1584 is already newer than 1583 2024-04-12T16:09:37.287 INFO:tasks.rados.rados.0.smithi099.stdout:2532: oid 31 version 1584 is already newer than 1581 2024-04-12T16:09:37.287 INFO:tasks.rados.rados.0.smithi099.stdout:2532: oid 31 version 1584 is already newer than 1582 2024-04-12T16:09:37.287 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 31 v 1584 (ObjNum 790 snap 246 seq_num 790) dirty exists 2024-04-12T16:09:37.287 INFO:tasks.rados.rados.0.smithi099.stdout:2532: left oid 31 (ObjNum 790 snap 246 seq_num 790) 2024-04-12T16:09:37.287 INFO:tasks.rados.rados.0.smithi099.stdout:2523: finishing copy_from racing read to smithi09982431-46 2024-04-12T16:09:37.287 INFO:tasks.rados.rados.0.smithi099.stdout:2523: finishing copy_from to smithi09982431-46 2024-04-12T16:09:37.287 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 46 v 1469 (ObjNum 747 snap 232 seq_num 747) dirty exists 2024-04-12T16:09:37.287 INFO:tasks.rados.rados.0.smithi099.stdout:2534: seq_num 791 ranges {1220608=450560,1671168=475136,2146304=327680} 2024-04-12T16:09:37.294 INFO:tasks.rados.rados.0.smithi099.stdout:2534: writing smithi09982431-11 from 1220608 to 1671168 tid 1 2024-04-12T16:09:37.296 INFO:tasks.rados.rados.0.smithi099.stdout:2534: writing smithi09982431-11 from 1671168 to 2146304 tid 2 2024-04-12T16:09:37.300 INFO:tasks.rados.rados.0.smithi099.stdout:2534: writing smithi09982431-11 from 2146304 to 2473984 tid 3 2024-04-12T16:09:37.300 INFO:tasks.rados.rados.0.smithi099.stdout:2523: done (2 left) 2024-04-12T16:09:37.300 INFO:tasks.rados.rados.0.smithi099.stdout:2532: done (1 left) 2024-04-12T16:09:37.300 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 30 current snap is 246 2024-04-12T16:09:37.300 INFO:tasks.rados.rados.0.smithi099.stdout:2534: finishing write tid 1 to smithi09982431-11 2024-04-12T16:09:37.300 INFO:tasks.rados.rados.0.smithi099.stdout:2535: seq_num 792 ranges {4505600=466944,4972544=761856,5734400=40960} 2024-04-12T16:09:37.325 INFO:tasks.rados.rados.0.smithi099.stdout:2535: writing smithi09982431-30 from 4505600 to 4972544 tid 1 2024-04-12T16:09:37.330 INFO:tasks.rados.rados.0.smithi099.stdout:2535: writing smithi09982431-30 from 4972544 to 5734400 tid 2 2024-04-12T16:09:37.330 INFO:tasks.rados.rados.0.smithi099.stdout:2535: writing smithi09982431-30 from 5734400 to 5775360 tid 3 2024-04-12T16:09:37.330 INFO:tasks.rados.rados.0.smithi099.stdout:2536: snap_create 2024-04-12T16:09:37.330 INFO:tasks.rados.rados.0.smithi099.stdout:2534: finishing write tid 2 to smithi09982431-11 2024-04-12T16:09:37.330 INFO:tasks.rados.rados.0.smithi099.stdout:2534: finishing write tid 3 to smithi09982431-11 2024-04-12T16:09:37.330 INFO:tasks.rados.rados.0.smithi099.stdout:2534: finishing write tid 4 to smithi09982431-11 2024-04-12T16:09:37.330 INFO:tasks.rados.rados.0.smithi099.stdout:2534: finishing write tid 5 to smithi09982431-11 2024-04-12T16:09:37.330 INFO:tasks.rados.rados.0.smithi099.stdout:2534: oid 11 updating version 0 to 879 2024-04-12T16:09:37.330 INFO:tasks.rados.rados.0.smithi099.stdout:2534: oid 11 version 879 is already newer than 877 2024-04-12T16:09:37.330 INFO:tasks.rados.rados.0.smithi099.stdout:2534: oid 11 updating version 879 to 880 2024-04-12T16:09:37.330 INFO:tasks.rados.rados.0.smithi099.stdout:2534: oid 11 version 880 is already newer than 878 2024-04-12T16:09:37.331 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 11 v 880 (ObjNum 791 snap 246 seq_num 791) dirty exists 2024-04-12T16:09:37.331 INFO:tasks.rados.rados.0.smithi099.stdout:2534: left oid 11 (ObjNum 791 snap 246 seq_num 791) 2024-04-12T16:09:37.331 INFO:tasks.rados.rados.0.smithi099.stdout:2535: finishing write tid 1 to smithi09982431-30 2024-04-12T16:09:37.333 INFO:tasks.rados.rados.0.smithi099.stdout:2535: finishing write tid 2 to smithi09982431-30 2024-04-12T16:09:37.333 INFO:tasks.rados.rados.0.smithi099.stdout:2535: finishing write tid 3 to smithi09982431-30 2024-04-12T16:09:37.333 INFO:tasks.rados.rados.0.smithi099.stdout:2535: finishing write tid 4 to smithi09982431-30 2024-04-12T16:09:37.334 INFO:tasks.rados.rados.0.smithi099.stdout:2535: finishing write tid 5 to smithi09982431-30 2024-04-12T16:09:37.334 INFO:tasks.rados.rados.0.smithi099.stdout:2535: oid 30 updating version 0 to 1464 2024-04-12T16:09:37.334 INFO:tasks.rados.rados.0.smithi099.stdout:2535: oid 30 version 1464 is already newer than 1463 2024-04-12T16:09:37.335 INFO:tasks.rados.rados.0.smithi099.stdout:2535: oid 30 version 1464 is already newer than 1461 2024-04-12T16:09:37.335 INFO:tasks.rados.rados.0.smithi099.stdout:2535: oid 30 version 1464 is already newer than 1462 2024-04-12T16:09:37.335 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 30 v 1464 (ObjNum 792 snap 246 seq_num 792) dirty exists 2024-04-12T16:09:37.335 INFO:tasks.rados.rados.0.smithi099.stdout:2535: left oid 30 (ObjNum 792 snap 246 seq_num 792) 2024-04-12T16:09:37.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:37 smithi099 ceph-mon[94290]: osdmap e559: 8 total, 8 up, 8 in 2024-04-12T16:09:37.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:37 smithi099 ceph-mon[94290]: pgmap v475: 121 pgs: 1 active+recovery_wait+degraded, 7 peering, 14 active+undersized, 94 active+clean, 5 active+undersized+degraded; 482 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 22 op/s; 52/876 objects degraded (5.936%) 2024-04-12T16:09:37.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:37 smithi099 ceph-mon[96864]: osdmap e559: 8 total, 8 up, 8 in 2024-04-12T16:09:37.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:37 smithi099 ceph-mon[96864]: pgmap v475: 121 pgs: 1 active+recovery_wait+degraded, 7 peering, 14 active+undersized, 94 active+clean, 5 active+undersized+degraded; 482 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 22 op/s; 52/876 objects degraded (5.936%) 2024-04-12T16:09:37.523 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:37 smithi110 ceph-mon[88691]: osdmap e559: 8 total, 8 up, 8 in 2024-04-12T16:09:37.523 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:37 smithi110 ceph-mon[88691]: pgmap v475: 121 pgs: 1 active+recovery_wait+degraded, 7 peering, 14 active+undersized, 94 active+clean, 5 active+undersized+degraded; 482 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 22 op/s; 52/876 objects degraded (5.936%) 2024-04-12T16:09:38.129 INFO:tasks.rados.rados.0.smithi099.stdout:2534: done (2 left) 2024-04-12T16:09:38.129 INFO:tasks.rados.rados.0.smithi099.stdout:2535: done (1 left) 2024-04-12T16:09:38.129 INFO:tasks.rados.rados.0.smithi099.stdout:2536: done (0 left) 2024-04-12T16:09:38.130 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 25 current snap is 247 2024-04-12T16:09:38.130 INFO:tasks.rados.rados.0.smithi099.stdout:2537: seq_num 793 ranges {0=483328,483328=647168,1130496=155648} 2024-04-12T16:09:38.132 INFO:tasks.rados.rados.0.smithi099.stdout:2537: writing smithi09982431-25 from 0 to 483328 tid 1 2024-04-12T16:09:38.136 INFO:tasks.rados.rados.0.smithi099.stdout:2537: writing smithi09982431-25 from 483328 to 1130496 tid 2 2024-04-12T16:09:38.137 INFO:tasks.rados.rados.0.smithi099.stdout:2537: writing smithi09982431-25 from 1130496 to 1286144 tid 3 2024-04-12T16:09:38.138 INFO:tasks.rados.rados.0.smithi099.stdout:2538: rmattr oid 5 current snap is 247 2024-04-12T16:09:38.138 INFO:tasks.rados.rados.0.smithi099.stdout:2538: done (1 left) 2024-04-12T16:09:38.138 INFO:tasks.rados.rados.0.smithi099.stdout:2539: snap_create 2024-04-12T16:09:38.147 INFO:tasks.rados.rados.0.smithi099.stdout:2537: finishing write tid 1 to smithi09982431-25 2024-04-12T16:09:38.147 INFO:tasks.rados.rados.0.smithi099.stdout:2537: finishing write tid 2 to smithi09982431-25 2024-04-12T16:09:38.148 INFO:tasks.rados.rados.0.smithi099.stdout:2537: finishing write tid 3 to smithi09982431-25 2024-04-12T16:09:38.150 INFO:tasks.rados.rados.0.smithi099.stdout:2537: finishing write tid 4 to smithi09982431-25 2024-04-12T16:09:38.151 INFO:tasks.rados.rados.0.smithi099.stdout:2537: finishing write tid 5 to smithi09982431-25 2024-04-12T16:09:38.151 INFO:tasks.rados.rados.0.smithi099.stdout:2537: oid 25 updating version 0 to 1855 2024-04-12T16:09:38.151 INFO:tasks.rados.rados.0.smithi099.stdout:2537: oid 25 updating version 1855 to 1856 2024-04-12T16:09:38.151 INFO:tasks.rados.rados.0.smithi099.stdout:2537: oid 25 updating version 1856 to 1858 2024-04-12T16:09:38.151 INFO:tasks.rados.rados.0.smithi099.stdout:2537: oid 25 version 1858 is already newer than 1857 2024-04-12T16:09:38.151 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 25 v 1858 (ObjNum 793 snap 247 seq_num 793) dirty exists 2024-04-12T16:09:38.151 INFO:tasks.rados.rados.0.smithi099.stdout:2537: left oid 25 (ObjNum 793 snap 247 seq_num 793) 2024-04-12T16:09:38.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:38 smithi110 ceph-mon[88691]: Health check update: Degraded data redundancy: 52/876 objects degraded (5.936%), 6 pgs degraded (PG_DEGRADED) 2024-04-12T16:09:38.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:38 smithi110 ceph-mon[88691]: osdmap e560: 8 total, 8 up, 8 in 2024-04-12T16:09:38.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:38.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:38.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:09:38.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:09:38.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:38.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:09:38.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:09:38.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:09:38.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:09:38.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:09:38.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:38.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-12T16:09:38.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-12T16:09:38.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-12T16:09:38.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-12T16:09:38.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-12T16:09:38.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-12T16:09:38.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-12T16:09:38.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-12T16:09:38.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-12T16:09:38.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-12T16:09:38.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-12T16:09:38.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-12T16:09:38.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-12T16:09:38.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-12T16:09:38.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-12T16:09:38.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-12T16:09:38.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-12T16:09:38.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[94290]: Health check update: Degraded data redundancy: 52/876 objects degraded (5.936%), 6 pgs degraded (PG_DEGRADED) 2024-04-12T16:09:38.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[94290]: osdmap e560: 8 total, 8 up, 8 in 2024-04-12T16:09:38.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:38.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:38.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:09:38.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:09:38.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:38.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:09:38.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:09:38.630 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:09:38.630 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:09:38.630 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:09:38.630 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:38.630 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-12T16:09:38.630 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-12T16:09:38.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-12T16:09:38.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-12T16:09:38.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-12T16:09:38.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-12T16:09:38.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-12T16:09:38.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-12T16:09:38.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-12T16:09:38.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-12T16:09:38.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-12T16:09:38.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-12T16:09:38.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-12T16:09:38.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-12T16:09:38.633 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-12T16:09:38.633 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-12T16:09:38.633 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-12T16:09:38.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[96864]: Health check update: Degraded data redundancy: 52/876 objects degraded (5.936%), 6 pgs degraded (PG_DEGRADED) 2024-04-12T16:09:38.634 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[96864]: osdmap e560: 8 total, 8 up, 8 in 2024-04-12T16:09:38.634 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:38.634 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:38.635 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:09:38.635 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:09:38.636 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:38.638 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:09:38.638 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:09:38.638 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:09:38.638 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:09:38.639 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:09:38.639 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:38.639 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-12T16:09:38.639 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-12T16:09:38.639 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-12T16:09:38.639 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-12T16:09:38.639 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-12T16:09:38.639 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-12T16:09:38.639 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-12T16:09:38.639 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-12T16:09:38.639 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-12T16:09:38.639 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-12T16:09:38.639 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-12T16:09:38.639 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-12T16:09:38.640 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-12T16:09:38.640 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-12T16:09:38.640 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-12T16:09:38.640 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-12T16:09:38.640 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-12T16:09:39.138 INFO:tasks.rados.rados.0.smithi099.stdout:2537: done (1 left) 2024-04-12T16:09:39.139 INFO:tasks.rados.rados.0.smithi099.stdout:2539: done (0 left) 2024-04-12T16:09:39.139 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 40 current snap is 248 2024-04-12T16:09:39.139 INFO:tasks.rados.rados.0.smithi099.stdout:2540: seq_num 794 ranges {0=499712,499712=532480,1032192=270336} 2024-04-12T16:09:39.141 INFO:tasks.rados.rados.0.smithi099.stdout:2540: writing smithi09982431-40 from 0 to 499712 tid 1 2024-04-12T16:09:39.144 INFO:tasks.rados.rados.0.smithi099.stdout:2540: writing smithi09982431-40 from 499712 to 1032192 tid 2 2024-04-12T16:09:39.146 INFO:tasks.rados.rados.0.smithi099.stdout:2540: writing smithi09982431-40 from 1032192 to 1302528 tid 3 2024-04-12T16:09:39.146 INFO:tasks.rados.rados.0.smithi099.stdout:2541: snap_create 2024-04-12T16:09:39.147 INFO:tasks.rados.rados.0.smithi099.stdout:2540: finishing write tid 1 to smithi09982431-40 2024-04-12T16:09:39.150 INFO:tasks.rados.rados.0.smithi099.stdout:2540: finishing write tid 2 to smithi09982431-40 2024-04-12T16:09:39.150 INFO:tasks.rados.rados.0.smithi099.stdout:2540: finishing write tid 3 to smithi09982431-40 2024-04-12T16:09:39.150 INFO:tasks.rados.rados.0.smithi099.stdout:2540: finishing write tid 4 to smithi09982431-40 2024-04-12T16:09:39.151 INFO:tasks.rados.rados.0.smithi099.stdout:2540: finishing write tid 5 to smithi09982431-40 2024-04-12T16:09:39.151 INFO:tasks.rados.rados.0.smithi099.stdout:2540: oid 40 updating version 0 to 1859 2024-04-12T16:09:39.151 INFO:tasks.rados.rados.0.smithi099.stdout:2540: oid 40 updating version 1859 to 1862 2024-04-12T16:09:39.151 INFO:tasks.rados.rados.0.smithi099.stdout:2540: oid 40 version 1862 is already newer than 1860 2024-04-12T16:09:39.151 INFO:tasks.rados.rados.0.smithi099.stdout:2540: oid 40 version 1862 is already newer than 1861 2024-04-12T16:09:39.151 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 40 v 1862 (ObjNum 794 snap 248 seq_num 794) dirty exists 2024-04-12T16:09:39.151 INFO:tasks.rados.rados.0.smithi099.stdout:2540: left oid 40 (ObjNum 794 snap 248 seq_num 794) 2024-04-12T16:09:39.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:39 smithi110 ceph-mon[88691]: Upgrade: Setting container_image for all osd 2024-04-12T16:09:39.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:39 smithi110 ceph-mon[88691]: Upgrade: Setting require_osd_release to 19 squid 2024-04-12T16:09:39.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:39 smithi110 ceph-mon[88691]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-12T16:09:39.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:39 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-12T16:09:39.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:39 smithi110 ceph-mon[88691]: osdmap e561: 8 total, 8 up, 8 in 2024-04-12T16:09:39.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:39 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-12T16:09:39.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:39 smithi110 ceph-mon[88691]: Upgrade: It appears safe to stop mds.a 2024-04-12T16:09:39.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:39 smithi110 ceph-mon[88691]: pgmap v478: 121 pgs: 1 active+recovery_wait+degraded, 7 peering, 113 active+clean; 458 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 540 KiB/s wr, 14 op/s; 2/834 objects degraded (0.240%); 1.3 MiB/s, 1 objects/s recovering 2024-04-12T16:09:39.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:39 smithi099 ceph-mon[94290]: Upgrade: Setting container_image for all osd 2024-04-12T16:09:39.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:39 smithi099 ceph-mon[94290]: Upgrade: Setting require_osd_release to 19 squid 2024-04-12T16:09:39.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:39 smithi099 ceph-mon[94290]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-12T16:09:39.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:39 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-12T16:09:39.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:39 smithi099 ceph-mon[94290]: osdmap e561: 8 total, 8 up, 8 in 2024-04-12T16:09:39.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:39 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-12T16:09:39.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:39 smithi099 ceph-mon[94290]: Upgrade: It appears safe to stop mds.a 2024-04-12T16:09:39.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:39 smithi099 ceph-mon[94290]: pgmap v478: 121 pgs: 1 active+recovery_wait+degraded, 7 peering, 113 active+clean; 458 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 540 KiB/s wr, 14 op/s; 2/834 objects degraded (0.240%); 1.3 MiB/s, 1 objects/s recovering 2024-04-12T16:09:39.374 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:39 smithi099 ceph-mon[96864]: Upgrade: Setting container_image for all osd 2024-04-12T16:09:39.374 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:39 smithi099 ceph-mon[96864]: Upgrade: Setting require_osd_release to 19 squid 2024-04-12T16:09:39.374 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:39 smithi099 ceph-mon[96864]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-12T16:09:39.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:39 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-12T16:09:39.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:39 smithi099 ceph-mon[96864]: osdmap e561: 8 total, 8 up, 8 in 2024-04-12T16:09:39.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:39 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-12T16:09:39.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:39 smithi099 ceph-mon[96864]: Upgrade: It appears safe to stop mds.a 2024-04-12T16:09:39.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:39 smithi099 ceph-mon[96864]: pgmap v478: 121 pgs: 1 active+recovery_wait+degraded, 7 peering, 113 active+clean; 458 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 540 KiB/s wr, 14 op/s; 2/834 objects degraded (0.240%); 1.3 MiB/s, 1 objects/s recovering 2024-04-12T16:09:40.142 INFO:tasks.rados.rados.0.smithi099.stdout:2540: done (1 left) 2024-04-12T16:09:40.142 INFO:tasks.rados.rados.0.smithi099.stdout:2541: done (0 left) 2024-04-12T16:09:40.142 INFO:tasks.rados.rados.0.smithi099.stdout:2542: snap_create 2024-04-12T16:09:40.417 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:40 smithi099 ceph-mon[94290]: osdmap e562: 8 total, 8 up, 8 in 2024-04-12T16:09:40.417 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:40 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:40.417 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:40 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T16:09:40.418 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:40 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:09:40.418 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:40 smithi099 ceph-mon[96864]: osdmap e562: 8 total, 8 up, 8 in 2024-04-12T16:09:40.418 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:40 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:40.418 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:40 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T16:09:40.418 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:40 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:09:40.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:40 smithi110 ceph-mon[88691]: osdmap e562: 8 total, 8 up, 8 in 2024-04-12T16:09:40.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:40 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:40.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:40 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T16:09:40.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:40 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:09:41.147 INFO:tasks.rados.rados.0.smithi099.stdout:2542: done (0 left) 2024-04-12T16:09:41.147 INFO:tasks.rados.rados.0.smithi099.stdout:2543: setattr oid 37 current snap is 250 2024-04-12T16:09:41.149 INFO:tasks.rados.rados.0.smithi099.stdout:2544: copy_from oid 13 from oid 1 current snap is 250 2024-04-12T16:09:41.149 INFO:tasks.rados.rados.0.smithi099.stdout:2545: delete oid 27 current snap is 250 2024-04-12T16:09:41.154 INFO:tasks.rados.rados.0.smithi099.stdout:2545: done (2 left) 2024-04-12T16:09:41.154 INFO:tasks.rados.rados.0.smithi099.stdout:2546: copy_from oid 26 from oid 36 current snap is 250 2024-04-12T16:09:41.154 INFO:tasks.rados.rados.0.smithi099.stdout:2547: snap_remove snap 241 2024-04-12T16:09:41.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:41 smithi099 ceph-mon[94290]: Upgrade: Updating mds.a 2024-04-12T16:09:41.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:41 smithi099 ceph-mon[94290]: Deploying daemon mds.a on smithi099 2024-04-12T16:09:41.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:41 smithi099 ceph-mon[94290]: osdmap e563: 8 total, 8 up, 8 in 2024-04-12T16:09:41.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:41 smithi099 ceph-mon[94290]: pgmap v481: 121 pgs: 121 active+clean; 425 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 MiB/s wr, 23 op/s; 6.1 MiB/s, 2 objects/s recovering 2024-04-12T16:09:41.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:41 smithi099 ceph-mon[96864]: Upgrade: Updating mds.a 2024-04-12T16:09:41.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:41 smithi099 ceph-mon[96864]: Deploying daemon mds.a on smithi099 2024-04-12T16:09:41.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:41 smithi099 ceph-mon[96864]: osdmap e563: 8 total, 8 up, 8 in 2024-04-12T16:09:41.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:41 smithi099 ceph-mon[96864]: pgmap v481: 121 pgs: 121 active+clean; 425 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 MiB/s wr, 23 op/s; 6.1 MiB/s, 2 objects/s recovering 2024-04-12T16:09:41.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:41 smithi110 ceph-mon[88691]: Upgrade: Updating mds.a 2024-04-12T16:09:41.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:41 smithi110 ceph-mon[88691]: Deploying daemon mds.a on smithi099 2024-04-12T16:09:41.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:41 smithi110 ceph-mon[88691]: osdmap e563: 8 total, 8 up, 8 in 2024-04-12T16:09:41.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:41 smithi110 ceph-mon[88691]: pgmap v481: 121 pgs: 121 active+clean; 425 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 MiB/s wr, 23 op/s; 6.1 MiB/s, 2 objects/s recovering 2024-04-12T16:09:42.014 INFO:journalctl@ceph.mds.a.smithi099.stdout:Apr 12 16:09:41 smithi099 systemd[1]: Stopping Ceph mds.a for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:09:42.022 INFO:tasks.rados.rados.0.smithi099.stdout:2547: done (3 left) 2024-04-12T16:09:42.022 INFO:tasks.rados.rados.0.smithi099.stdout:2548: rmattr oid 3 current snap is 250 2024-04-12T16:09:42.022 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 37 v 1466 (ObjNum 768 snap 239 seq_num 768) dirty exists 2024-04-12T16:09:42.022 INFO:tasks.rados.rados.0.smithi099.stdout:2544: finishing copy_from racing read to smithi09982431-13 2024-04-12T16:09:42.022 INFO:tasks.rados.rados.0.smithi099.stdout:2544: finishing copy_from to smithi09982431-13 2024-04-12T16:09:42.022 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 13 v 1458 (ObjNum 756 snap 235 seq_num 756) dirty exists 2024-04-12T16:09:42.022 INFO:tasks.rados.rados.0.smithi099.stdout:2546: finishing copy_from racing read to smithi09982431-26 2024-04-12T16:09:42.022 INFO:tasks.rados.rados.0.smithi099.stdout:2546: finishing copy_from to smithi09982431-26 2024-04-12T16:09:42.022 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 1743 (ObjNum 761 snap 236 seq_num 761) dirty exists 2024-04-12T16:09:42.022 INFO:tasks.rados.rados.0.smithi099.stdout:2543: done (3 left) 2024-04-12T16:09:42.023 INFO:tasks.rados.rados.0.smithi099.stdout:2544: done (2 left) 2024-04-12T16:09:42.023 INFO:tasks.rados.rados.0.smithi099.stdout:2546: done (1 left) 2024-04-12T16:09:42.023 INFO:tasks.rados.rados.0.smithi099.stdout:2549: setattr oid 48 current snap is 250 2024-04-12T16:09:42.024 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 26 current snap is 250 2024-04-12T16:09:42.024 INFO:tasks.rados.rados.0.smithi099.stdout:2550: seq_num 796 ranges {753664=540672,1294336=704512,1998848=98304} 2024-04-12T16:09:42.033 INFO:tasks.rados.rados.0.smithi099.stdout:2550: writing smithi09982431-26 from 753664 to 1294336 tid 1 2024-04-12T16:09:42.038 INFO:tasks.rados.rados.0.smithi099.stdout:2550: writing smithi09982431-26 from 1294336 to 1998848 tid 2 2024-04-12T16:09:42.039 INFO:tasks.rados.rados.0.smithi099.stdout:2550: writing smithi09982431-26 from 1998848 to 2097152 tid 3 2024-04-12T16:09:42.039 INFO:tasks.rados.rados.0.smithi099.stdout:2551: read oid 32 snap -1 2024-04-12T16:09:42.039 INFO:tasks.rados.rados.0.smithi099.stdout:2551: expect (ObjNum 782 snap 245 seq_num 782) 2024-04-12T16:09:42.039 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 45 current snap is 250 2024-04-12T16:09:42.039 INFO:tasks.rados.rados.0.smithi099.stdout:2552: seq_num 797 ranges {753664=557056,1310720=589824,1900544=212992} 2024-04-12T16:09:42.047 INFO:tasks.rados.rados.0.smithi099.stdout:2552: writing smithi09982431-45 from 753664 to 1310720 tid 1 2024-04-12T16:09:42.052 INFO:tasks.rados.rados.0.smithi099.stdout:2552: writing smithi09982431-45 from 1310720 to 1900544 tid 2 2024-04-12T16:09:42.055 INFO:tasks.rados.rados.0.smithi099.stdout:2552: writing smithi09982431-45 from 1900544 to 2113536 tid 3 2024-04-12T16:09:42.055 INFO:tasks.rados.rados.0.smithi099.stdout:2553: setattr oid 27 current snap is 250 2024-04-12T16:09:42.055 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 3 v 1551 (ObjNum 781 snap 245 seq_num 781) dirty exists 2024-04-12T16:09:42.055 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 48 v 1470 (ObjNum 701 snap 221 seq_num 701) dirty exists 2024-04-12T16:09:42.055 INFO:tasks.rados.rados.0.smithi099.stdout:2550: finishing write tid 1 to smithi09982431-26 2024-04-12T16:09:42.055 INFO:tasks.rados.rados.0.smithi099.stdout:2550: finishing write tid 2 to smithi09982431-26 2024-04-12T16:09:42.056 INFO:tasks.rados.rados.0.smithi099.stdout:2550: finishing write tid 3 to smithi09982431-26 2024-04-12T16:09:42.056 INFO:tasks.rados.rados.0.smithi099.stdout:2550: finishing write tid 4 to smithi09982431-26 2024-04-12T16:09:42.056 INFO:tasks.rados.rados.0.smithi099.stdout:2550: finishing write tid 5 to smithi09982431-26 2024-04-12T16:09:42.056 INFO:tasks.rados.rados.0.smithi099.stdout:2550: oid 26 updating version 0 to 1746 2024-04-12T16:09:42.056 INFO:tasks.rados.rados.0.smithi099.stdout:2550: oid 26 version 1746 is already newer than 1745 2024-04-12T16:09:42.056 INFO:tasks.rados.rados.0.smithi099.stdout:2550: oid 26 version 1746 is already newer than 1744 2024-04-12T16:09:42.056 INFO:tasks.rados.rados.0.smithi099.stdout:2550: oid 26 updating version 1746 to 1747 2024-04-12T16:09:42.056 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 1747 (ObjNum 796 snap 250 seq_num 796) dirty exists 2024-04-12T16:09:42.056 INFO:tasks.rados.rados.0.smithi099.stdout:2550: left oid 26 (ObjNum 796 snap 250 seq_num 796) 2024-04-12T16:09:42.056 INFO:tasks.rados.rados.0.smithi099.stdout:2552: finishing write tid 1 to smithi09982431-45 2024-04-12T16:09:42.057 INFO:tasks.rados.rados.0.smithi099.stdout:2552: finishing write tid 2 to smithi09982431-45 2024-04-12T16:09:42.057 INFO:tasks.rados.rados.0.smithi099.stdout:2548: done (5 left) 2024-04-12T16:09:42.057 INFO:tasks.rados.rados.0.smithi099.stdout:2549: done (4 left) 2024-04-12T16:09:42.058 INFO:tasks.rados.rados.0.smithi099.stdout:2550: done (3 left) 2024-04-12T16:09:42.058 INFO:tasks.rados.rados.0.smithi099.stdout:2554: rmattr oid 14 current snap is 250 2024-04-12T16:09:42.058 INFO:tasks.rados.rados.0.smithi099.stdout:2554: done (3 left) 2024-04-12T16:09:42.058 INFO:tasks.rados.rados.0.smithi099.stdout:2555: copy_from oid 3 from oid 20 current snap is 250 2024-04-12T16:09:42.058 INFO:tasks.rados.rados.0.smithi099.stdout:2556: snap_remove snap 226 2024-04-12T16:09:42.377 INFO:journalctl@ceph.mds.a.smithi099.stdout:Apr 12 16:09:42 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mds-a[67996]: 2024-04-12T16:09:42.015+0000 7fa5e2457700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T16:09:42.377 INFO:journalctl@ceph.mds.a.smithi099.stdout:Apr 12 16:09:42 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mds-a[67996]: 2024-04-12T16:09:42.015+0000 7fa5e2457700 -1 mds.a *** got signal Terminated *** 2024-04-12T16:09:42.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:42 smithi099 ceph-mon[96864]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/834 objects degraded (0.240%), 1 pg degraded) 2024-04-12T16:09:42.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:42 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:09:42.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:42 smithi099 ceph-mon[96864]: osdmap e564: 8 total, 8 up, 8 in 2024-04-12T16:09:42.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:42 smithi099 ceph-mon[96864]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-12T16:09:42.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:42 smithi099 ceph-mon[96864]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-12T16:09:42.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:42 smithi099 ceph-mon[96864]: osdmap e565: 8 total, 8 up, 8 in 2024-04-12T16:09:42.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:42 smithi099 ceph-mon[96864]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-12T16:09:42.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:42 smithi099 ceph-mon[96864]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-12T16:09:42.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:42 smithi099 ceph-mon[96864]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-12T16:09:42.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:42 smithi099 ceph-mon[96864]: fsmap cephfs:1/1 {0=b=up:replay} 2024-04-12T16:09:42.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:42 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-a[94267]: 2024-04-12T16:09:42.016+0000 7fbaee69e700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-12T16:09:42.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:42 smithi099 ceph-mon[94290]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/834 objects degraded (0.240%), 1 pg degraded) 2024-04-12T16:09:42.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:42 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:09:42.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:42 smithi099 ceph-mon[94290]: osdmap e564: 8 total, 8 up, 8 in 2024-04-12T16:09:42.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:42 smithi099 ceph-mon[94290]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-12T16:09:42.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:42 smithi099 ceph-mon[94290]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-12T16:09:42.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:42 smithi099 ceph-mon[94290]: osdmap e565: 8 total, 8 up, 8 in 2024-04-12T16:09:42.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:42 smithi099 ceph-mon[94290]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-12T16:09:42.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:42 smithi099 ceph-mon[94290]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-12T16:09:42.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:42 smithi099 ceph-mon[94290]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-12T16:09:42.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:42 smithi099 ceph-mon[94290]: fsmap cephfs:1/1 {0=b=up:replay} 2024-04-12T16:09:42.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:09:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:09:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:09:42.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:42 smithi110 ceph-mon[88691]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/834 objects degraded (0.240%), 1 pg degraded) 2024-04-12T16:09:42.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:42 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:09:42.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:42 smithi110 ceph-mon[88691]: osdmap e564: 8 total, 8 up, 8 in 2024-04-12T16:09:42.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:42 smithi110 ceph-mon[88691]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-12T16:09:42.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:42 smithi110 ceph-mon[88691]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-12T16:09:42.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:42 smithi110 ceph-mon[88691]: osdmap e565: 8 total, 8 up, 8 in 2024-04-12T16:09:42.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:42 smithi110 ceph-mon[88691]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-12T16:09:42.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:42 smithi110 ceph-mon[88691]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-12T16:09:42.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:42 smithi110 ceph-mon[88691]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-12T16:09:42.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:42 smithi110 ceph-mon[88691]: fsmap cephfs:1/1 {0=b=up:replay} 2024-04-12T16:09:43.032 INFO:tasks.rados.rados.0.smithi099.stdout:2556: done (4 left) 2024-04-12T16:09:43.032 INFO:tasks.rados.rados.0.smithi099.stdout:2557: rollback oid 48 current snap is 250 2024-04-12T16:09:43.032 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 48 to 193 2024-04-12T16:09:43.032 INFO:tasks.rados.rados.0.smithi099.stdout:2552: finishing write tid 3 to smithi09982431-45 2024-04-12T16:09:43.032 INFO:tasks.rados.rados.0.smithi099.stdout:2552: finishing write tid 4 to smithi09982431-45 2024-04-12T16:09:43.033 INFO:tasks.rados.rados.0.smithi099.stdout:2555: finishing copy_from to smithi09982431-3 2024-04-12T16:09:43.033 INFO:tasks.rados.rados.0.smithi099.stdout:2555: got expected ENOENT (src dne) 2024-04-12T16:09:43.033 INFO:tasks.rados.rados.0.smithi099.stdout:2555: finishing copy_from racing read to smithi09982431-3 2024-04-12T16:09:43.033 INFO:tasks.rados.rados.0.smithi099.stdout:2552: finishing write tid 5 to smithi09982431-45 2024-04-12T16:09:43.033 INFO:tasks.rados.rados.0.smithi099.stdout:2552: oid 45 updating version 0 to 1749 2024-04-12T16:09:43.033 INFO:tasks.rados.rados.0.smithi099.stdout:2552: oid 45 version 1749 is already newer than 1747 2024-04-12T16:09:43.033 INFO:tasks.rados.rados.0.smithi099.stdout:2552: oid 45 version 1749 is already newer than 1748 2024-04-12T16:09:43.033 INFO:tasks.rados.rados.0.smithi099.stdout:2552: oid 45 updating version 1749 to 1750 2024-04-12T16:09:43.033 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 45 v 1750 (ObjNum 797 snap 250 seq_num 797) dirty exists 2024-04-12T16:09:43.033 INFO:tasks.rados.rados.0.smithi099.stdout:2552: left oid 45 (ObjNum 797 snap 250 seq_num 797) 2024-04-12T16:09:43.033 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 27 v 1751 (ObjNum 1265 snap 0 seq_num 912871048) dirty exists 2024-04-12T16:09:43.033 INFO:tasks.rados.rados.0.smithi099.stdout:2551: expect (ObjNum 782 snap 245 seq_num 782) 2024-04-12T16:09:43.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:43 smithi110 ceph-mon[88691]: pgmap v484: 121 pgs: 121 active+clean; 425 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 29 op/s; 4.8 MiB/s, 0 objects/s recovering 2024-04-12T16:09:43.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:43 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:43.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:43 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:09:43.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:43 smithi110 ceph-mon[88691]: mds.? [v2:172.21.15.110:6832/3505804678,v1:172.21.15.110:6833/3505804678] up:reconnect 2024-04-12T16:09:43.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:43 smithi110 ceph-mon[88691]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-04-12T16:09:43.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:43 smithi110 ceph-mon[88691]: osdmap e566: 8 total, 8 up, 8 in 2024-04-12T16:09:43.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:43 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T16:09:43.873 INFO:tasks.rados.rados.0.smithi099.stdout:2557: finishing rollback tid 0 to smithi09982431-48 2024-04-12T16:09:43.873 INFO:tasks.rados.rados.0.smithi099.stdout:2557: finishing rollback tid 1 to smithi09982431-48 2024-04-12T16:09:43.873 INFO:tasks.rados.rados.0.smithi099.stdout:2557: finishing rollback tid 2 to smithi09982431-48 2024-04-12T16:09:43.873 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 48 v 1473 (ObjNum 423 snap 128 seq_num 423) dirty exists 2024-04-12T16:09:43.873 INFO:tasks.rados.rados.0.smithi099.stdout:2551: done (4 left) 2024-04-12T16:09:43.873 INFO:tasks.rados.rados.0.smithi099.stdout:2552: done (3 left) 2024-04-12T16:09:43.873 INFO:tasks.rados.rados.0.smithi099.stdout:2553: done (2 left) 2024-04-12T16:09:43.874 INFO:tasks.rados.rados.0.smithi099.stdout:2555: done (1 left) 2024-04-12T16:09:43.874 INFO:tasks.rados.rados.0.smithi099.stdout:2557: done (0 left) 2024-04-12T16:09:43.874 INFO:tasks.rados.rados.0.smithi099.stdout:2558: rollback oid 47 current snap is 250 2024-04-12T16:09:43.874 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 47 to 214 2024-04-12T16:09:43.874 INFO:tasks.rados.rados.0.smithi099.stdout:2559: rollback oid 14 current snap is 250 2024-04-12T16:09:43.874 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 14 to 232 2024-04-12T16:09:43.874 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 2 current snap is 250 2024-04-12T16:09:43.874 INFO:tasks.rados.rados.0.smithi099.stdout:2560: seq_num 798 ranges {0=573440,573440=466944,1040384=335872} 2024-04-12T16:09:43.876 INFO:tasks.rados.rados.0.smithi099.stdout:2560: writing smithi09982431-2 from 0 to 573440 tid 1 2024-04-12T16:09:43.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:43 smithi099 ceph-mon[94290]: pgmap v484: 121 pgs: 121 active+clean; 425 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 29 op/s; 4.8 MiB/s, 0 objects/s recovering 2024-04-12T16:09:43.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:43 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:43.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:43 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:09:43.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:43 smithi099 ceph-mon[94290]: mds.? [v2:172.21.15.110:6832/3505804678,v1:172.21.15.110:6833/3505804678] up:reconnect 2024-04-12T16:09:43.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:43 smithi099 ceph-mon[94290]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-04-12T16:09:43.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:43 smithi099 ceph-mon[94290]: osdmap e566: 8 total, 8 up, 8 in 2024-04-12T16:09:43.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:43 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T16:09:43.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:43 smithi099 ceph-mon[96864]: pgmap v484: 121 pgs: 121 active+clean; 425 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 29 op/s; 4.8 MiB/s, 0 objects/s recovering 2024-04-12T16:09:43.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:43 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:43.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:43 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:09:43.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:43 smithi099 ceph-mon[96864]: mds.? [v2:172.21.15.110:6832/3505804678,v1:172.21.15.110:6833/3505804678] up:reconnect 2024-04-12T16:09:43.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:43 smithi099 ceph-mon[96864]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-04-12T16:09:43.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:43 smithi099 ceph-mon[96864]: osdmap e566: 8 total, 8 up, 8 in 2024-04-12T16:09:43.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:43 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T16:09:43.879 INFO:tasks.rados.rados.0.smithi099.stdout:2560: writing smithi09982431-2 from 573440 to 1040384 tid 2 2024-04-12T16:09:43.881 INFO:tasks.rados.rados.0.smithi099.stdout:2560: writing smithi09982431-2 from 1040384 to 1376256 tid 3 2024-04-12T16:09:43.881 INFO:tasks.rados.rados.0.smithi099.stdout:2561: read oid 4 snap -1 2024-04-12T16:09:43.881 INFO:tasks.rados.rados.0.smithi099.stdout:2561: expect (ObjNum 746 snap 232 seq_num 746) 2024-04-12T16:09:43.881 INFO:tasks.rados.rados.0.smithi099.stdout:2562: snap_remove snap 246 2024-04-12T16:09:44.058 INFO:tasks.rados.rados.0.smithi099.stdout:2562: done (4 left) 2024-04-12T16:09:44.059 INFO:tasks.rados.rados.0.smithi099.stdout:2563: delete oid 27 current snap is 250 2024-04-12T16:09:44.059 INFO:tasks.rados.rados.0.smithi099.stdout:2558: finishing rollback tid 1 to smithi09982431-47 2024-04-12T16:09:44.059 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 47 v 1382 (ObjNum 2913 snap 0 seq_num 1925777552) dirty dne 2024-04-12T16:09:44.059 INFO:tasks.rados.rados.0.smithi099.stdout:2559: finishing rollback tid 1 to smithi09982431-14 2024-04-12T16:09:44.059 INFO:tasks.rados.rados.0.smithi099.stdout:2559: finishing rollback tid 2 to smithi09982431-14 2024-04-12T16:09:44.059 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 14 v 1494 (ObjNum 722 snap 227 seq_num 722) dirty exists 2024-04-12T16:09:44.059 INFO:tasks.rados.rados.0.smithi099.stdout:2560: finishing write tid 1 to smithi09982431-2 2024-04-12T16:09:44.059 INFO:tasks.rados.rados.0.smithi099.stdout:2560: finishing write tid 2 to smithi09982431-2 2024-04-12T16:09:44.059 INFO:tasks.rados.rados.0.smithi099.stdout:2560: finishing write tid 3 to smithi09982431-2 2024-04-12T16:09:44.059 INFO:tasks.rados.rados.0.smithi099.stdout:2561: expect (ObjNum 746 snap 232 seq_num 746) 2024-04-12T16:09:44.086 INFO:tasks.rados.rados.0.smithi099.stdout:2560: finishing write tid 4 to smithi09982431-2 2024-04-12T16:09:44.086 INFO:tasks.rados.rados.0.smithi099.stdout:2560: finishing write tid 5 to smithi09982431-2 2024-04-12T16:09:44.086 INFO:tasks.rados.rados.0.smithi099.stdout:2560: oid 2 updating version 0 to 1497 2024-04-12T16:09:44.086 INFO:tasks.rados.rados.0.smithi099.stdout:2560: oid 2 updating version 1497 to 1498 2024-04-12T16:09:44.086 INFO:tasks.rados.rados.0.smithi099.stdout:2560: oid 2 version 1498 is already newer than 1495 2024-04-12T16:09:44.086 INFO:tasks.rados.rados.0.smithi099.stdout:2560: oid 2 version 1498 is already newer than 1496 2024-04-12T16:09:44.086 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 2 v 1498 (ObjNum 798 snap 250 seq_num 798) dirty exists 2024-04-12T16:09:44.086 INFO:tasks.rados.rados.0.smithi099.stdout:2560: left oid 2 (ObjNum 798 snap 250 seq_num 798) 2024-04-12T16:09:44.086 INFO:tasks.rados.rados.0.smithi099.stdout:2558: done (4 left) 2024-04-12T16:09:44.086 INFO:tasks.rados.rados.0.smithi099.stdout:2559: done (3 left) 2024-04-12T16:09:44.087 INFO:tasks.rados.rados.0.smithi099.stdout:2560: done (2 left) 2024-04-12T16:09:44.087 INFO:tasks.rados.rados.0.smithi099.stdout:2561: done (1 left) 2024-04-12T16:09:44.087 INFO:tasks.rados.rados.0.smithi099.stdout:2563: done (0 left) 2024-04-12T16:09:44.087 INFO:tasks.rados.rados.0.smithi099.stdout:2564: read oid 26 snap -1 2024-04-12T16:09:44.087 INFO:tasks.rados.rados.0.smithi099.stdout:2564: expect (ObjNum 796 snap 250 seq_num 796) 2024-04-12T16:09:44.087 INFO:tasks.rados.rados.0.smithi099.stdout:2565: delete oid 46 current snap is 250 2024-04-12T16:09:44.102 INFO:tasks.rados.rados.0.smithi099.stdout:2564: expect (ObjNum 796 snap 250 seq_num 796) 2024-04-12T16:09:44.171 INFO:tasks.rados.rados.0.smithi099.stdout:2564: done (1 left) 2024-04-12T16:09:44.171 INFO:tasks.rados.rados.0.smithi099.stdout:2565: done (0 left) 2024-04-12T16:09:44.171 INFO:tasks.rados.rados.0.smithi099.stdout:2566: read oid 3 snap -1 2024-04-12T16:09:44.171 INFO:tasks.rados.rados.0.smithi099.stdout:2566: expect (ObjNum 781 snap 245 seq_num 781) 2024-04-12T16:09:44.171 INFO:tasks.rados.rados.0.smithi099.stdout:2567: setattr oid 9 current snap is 250 2024-04-12T16:09:44.172 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 12 current snap is 250 2024-04-12T16:09:44.172 INFO:tasks.rados.rados.0.smithi099.stdout:2568: seq_num 801 ranges {1171456=622592,1794048=573440,2367488=229376} 2024-04-12T16:09:44.182 INFO:tasks.rados.rados.0.smithi099.stdout:2568: writing smithi09982431-12 from 1171456 to 1794048 tid 1 2024-04-12T16:09:44.185 INFO:tasks.rados.rados.0.smithi099.stdout:2568: writing smithi09982431-12 from 1794048 to 2367488 tid 2 2024-04-12T16:09:44.187 INFO:tasks.rados.rados.0.smithi099.stdout:2568: writing smithi09982431-12 from 2367488 to 2596864 tid 3 2024-04-12T16:09:44.187 INFO:tasks.rados.rados.0.smithi099.stdout:2569: read oid 43 snap 234 2024-04-12T16:09:44.187 INFO:tasks.rados.rados.0.smithi099.stdout:2569: expect (ObjNum 705 snap 222 seq_num 705) 2024-04-12T16:09:44.187 INFO:tasks.rados.rados.0.smithi099.stdout:2570: read oid 17 snap -1 2024-04-12T16:09:44.187 INFO:tasks.rados.rados.0.smithi099.stdout:2570: expect (ObjNum 585 snap 180 seq_num 585) 2024-04-12T16:09:44.187 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 27 current snap is 250 2024-04-12T16:09:44.187 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 9 v 1467 (ObjNum 729 snap 229 seq_num 729) dirty exists 2024-04-12T16:09:44.188 INFO:tasks.rados.rados.0.smithi099.stdout:2571: seq_num 802 ranges {0=638976,638976=458752,1097728=344064} 2024-04-12T16:09:44.190 INFO:tasks.rados.rados.0.smithi099.stdout:2571: writing smithi09982431-27 from 0 to 638976 tid 1 2024-04-12T16:09:44.193 INFO:tasks.rados.rados.0.smithi099.stdout:2571: writing smithi09982431-27 from 638976 to 1097728 tid 2 2024-04-12T16:09:44.195 INFO:tasks.rados.rados.0.smithi099.stdout:2571: writing smithi09982431-27 from 1097728 to 1441792 tid 3 2024-04-12T16:09:44.196 INFO:tasks.rados.rados.0.smithi099.stdout:2567: done (5 left) 2024-04-12T16:09:44.196 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 32 current snap is 250 2024-04-12T16:09:44.196 INFO:tasks.rados.rados.0.smithi099.stdout:2572: seq_num 803 ranges {8830976=655360,9486336=745472,10231808=57344} 2024-04-12T16:09:44.247 INFO:tasks.rados.rados.0.smithi099.stdout:2572: writing smithi09982431-32 from 8830976 to 9486336 tid 1 2024-04-12T16:09:44.252 INFO:tasks.rados.rados.0.smithi099.stdout:2572: writing smithi09982431-32 from 9486336 to 10231808 tid 2 2024-04-12T16:09:44.252 INFO:tasks.rados.rados.0.smithi099.stdout:2572: writing smithi09982431-32 from 10231808 to 10289152 tid 3 2024-04-12T16:09:44.252 INFO:tasks.rados.rados.0.smithi099.stdout:2573: copy_from oid 18 from oid 41 current snap is 250 2024-04-12T16:09:44.252 INFO:tasks.rados.rados.0.smithi099.stdout:2568: finishing write tid 1 to smithi09982431-12 2024-04-12T16:09:44.252 INFO:tasks.rados.rados.0.smithi099.stdout:2568: finishing write tid 2 to smithi09982431-12 2024-04-12T16:09:44.252 INFO:tasks.rados.rados.0.smithi099.stdout:2568: finishing write tid 3 to smithi09982431-12 2024-04-12T16:09:44.252 INFO:tasks.rados.rados.0.smithi099.stdout:2568: finishing write tid 4 to smithi09982431-12 2024-04-12T16:09:44.252 INFO:tasks.rados.rados.0.smithi099.stdout:2568: finishing write tid 5 to smithi09982431-12 2024-04-12T16:09:44.252 INFO:tasks.rados.rados.0.smithi099.stdout:2568: oid 12 updating version 0 to 1466 2024-04-12T16:09:44.252 INFO:tasks.rados.rados.0.smithi099.stdout:2568: oid 12 version 1466 is already newer than 1465 2024-04-12T16:09:44.252 INFO:tasks.rados.rados.0.smithi099.stdout:2568: oid 12 updating version 1466 to 1467 2024-04-12T16:09:44.253 INFO:tasks.rados.rados.0.smithi099.stdout:2568: oid 12 version 1467 is already newer than 1464 2024-04-12T16:09:44.253 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 1467 (ObjNum 801 snap 250 seq_num 801) dirty exists 2024-04-12T16:09:44.253 INFO:tasks.rados.rados.0.smithi099.stdout:2568: left oid 12 (ObjNum 801 snap 250 seq_num 801) 2024-04-12T16:09:44.253 INFO:tasks.rados.rados.0.smithi099.stdout:2571: finishing write tid 1 to smithi09982431-27 2024-04-12T16:09:44.253 INFO:tasks.rados.rados.0.smithi099.stdout:2571: finishing write tid 2 to smithi09982431-27 2024-04-12T16:09:44.253 INFO:tasks.rados.rados.0.smithi099.stdout:2571: finishing write tid 3 to smithi09982431-27 2024-04-12T16:09:44.253 INFO:tasks.rados.rados.0.smithi099.stdout:2571: finishing write tid 4 to smithi09982431-27 2024-04-12T16:09:44.254 INFO:tasks.rados.rados.0.smithi099.stdout:2571: finishing write tid 5 to smithi09982431-27 2024-04-12T16:09:44.254 INFO:tasks.rados.rados.0.smithi099.stdout:2571: oid 27 updating version 0 to 1756 2024-04-12T16:09:44.254 INFO:tasks.rados.rados.0.smithi099.stdout:2571: oid 27 version 1756 is already newer than 1755 2024-04-12T16:09:44.254 INFO:tasks.rados.rados.0.smithi099.stdout:2571: oid 27 version 1756 is already newer than 1754 2024-04-12T16:09:44.254 INFO:tasks.rados.rados.0.smithi099.stdout:2571: oid 27 version 1756 is already newer than 1753 2024-04-12T16:09:44.254 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 27 v 1756 (ObjNum 802 snap 250 seq_num 802) dirty exists 2024-04-12T16:09:44.255 INFO:tasks.rados.rados.0.smithi099.stdout:2571: left oid 27 (ObjNum 802 snap 250 seq_num 802) 2024-04-12T16:09:44.255 INFO:tasks.rados.rados.0.smithi099.stdout:2568: done (6 left) 2024-04-12T16:09:44.255 INFO:tasks.rados.rados.0.smithi099.stdout:2571: done (5 left) 2024-04-12T16:09:44.255 INFO:tasks.rados.rados.0.smithi099.stdout:2574: snap_create 2024-04-12T16:09:44.255 INFO:tasks.rados.rados.0.smithi099.stdout:2566: expect (ObjNum 781 snap 245 seq_num 781) 2024-04-12T16:09:45.227 INFO:tasks.rados.rados.0.smithi099.stdout:2569: expect (ObjNum 705 snap 222 seq_num 705) 2024-04-12T16:09:45.285 INFO:tasks.rados.rados.0.smithi099.stdout:2570: expect (ObjNum 585 snap 180 seq_num 585) 2024-04-12T16:09:45.293 INFO:tasks.rados.rados.0.smithi099.stdout:2572: finishing write tid 1 to smithi09982431-32 2024-04-12T16:09:45.293 INFO:tasks.rados.rados.0.smithi099.stdout:2572: finishing write tid 2 to smithi09982431-32 2024-04-12T16:09:45.293 INFO:tasks.rados.rados.0.smithi099.stdout:2572: finishing write tid 3 to smithi09982431-32 2024-04-12T16:09:45.294 INFO:tasks.rados.rados.0.smithi099.stdout:2572: finishing write tid 4 to smithi09982431-32 2024-04-12T16:09:45.294 INFO:tasks.rados.rados.0.smithi099.stdout:2572: finishing write tid 5 to smithi09982431-32 2024-04-12T16:09:45.294 INFO:tasks.rados.rados.0.smithi099.stdout:2572: oid 32 updating version 0 to 1469 2024-04-12T16:09:45.294 INFO:tasks.rados.rados.0.smithi099.stdout:2572: oid 32 version 1469 is already newer than 1468 2024-04-12T16:09:45.294 INFO:tasks.rados.rados.0.smithi099.stdout:2572: oid 32 updating version 1469 to 1471 2024-04-12T16:09:45.294 INFO:tasks.rados.rados.0.smithi099.stdout:2572: oid 32 version 1471 is already newer than 1470 2024-04-12T16:09:45.294 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 32 v 1471 (ObjNum 803 snap 250 seq_num 803) dirty exists 2024-04-12T16:09:45.294 INFO:tasks.rados.rados.0.smithi099.stdout:2572: left oid 32 (ObjNum 803 snap 250 seq_num 803) 2024-04-12T16:09:45.294 INFO:tasks.rados.rados.0.smithi099.stdout:2573: finishing copy_from racing read to smithi09982431-18 2024-04-12T16:09:45.294 INFO:tasks.rados.rados.0.smithi099.stdout:2573: finishing copy_from to smithi09982431-18 2024-04-12T16:09:45.294 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 18 v 1571 (ObjNum 784 snap 246 seq_num 784) dirty exists 2024-04-12T16:09:45.294 INFO:tasks.rados.rados.0.smithi099.stdout:2566: done (5 left) 2024-04-12T16:09:45.294 INFO:tasks.rados.rados.0.smithi099.stdout:2569: done (4 left) 2024-04-12T16:09:45.294 INFO:tasks.rados.rados.0.smithi099.stdout:2570: done (3 left) 2024-04-12T16:09:45.295 INFO:tasks.rados.rados.0.smithi099.stdout:2572: done (2 left) 2024-04-12T16:09:45.295 INFO:tasks.rados.rados.0.smithi099.stdout:2573: done (1 left) 2024-04-12T16:09:45.295 INFO:tasks.rados.rados.0.smithi099.stdout:2574: done (0 left) 2024-04-12T16:09:45.295 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 13 current snap is 251 2024-04-12T16:09:45.295 INFO:tasks.rados.rados.0.smithi099.stdout:2575: seq_num 804 ranges {884736=671744,1556480=622592,2179072=180224} 2024-04-12T16:09:45.301 INFO:tasks.rados.rados.0.smithi099.stdout:2575: writing smithi09982431-13 from 884736 to 1556480 tid 1 2024-04-12T16:09:45.304 INFO:tasks.rados.rados.0.smithi099.stdout:2575: writing smithi09982431-13 from 1556480 to 2179072 tid 2 2024-04-12T16:09:45.306 INFO:tasks.rados.rados.0.smithi099.stdout:2575: writing smithi09982431-13 from 2179072 to 2359296 tid 3 2024-04-12T16:09:45.306 INFO:tasks.rados.rados.0.smithi099.stdout:2576: rollback oid 43 current snap is 251 2024-04-12T16:09:45.306 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 43 to 236 2024-04-12T16:09:45.306 INFO:tasks.rados.rados.0.smithi099.stdout:2575: finishing write tid 1 to smithi09982431-13 2024-04-12T16:09:45.306 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 30 current snap is 251 2024-04-12T16:09:45.306 INFO:tasks.rados.rados.0.smithi099.stdout:2577: seq_num 805 ranges {5775360=688128,6463488=507904,6971392=294912} 2024-04-12T16:09:45.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:45 smithi110 ceph-mon[88691]: mds.? [v2:172.21.15.110:6832/3505804678,v1:172.21.15.110:6833/3505804678] up:rejoin 2024-04-12T16:09:45.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:45 smithi110 ceph-mon[88691]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-04-12T16:09:45.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:45 smithi110 ceph-mon[88691]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-12T16:09:45.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:45 smithi110 ceph-mon[88691]: osdmap e567: 8 total, 8 up, 8 in 2024-04-12T16:09:45.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:45 smithi110 ceph-mon[88691]: pgmap v487: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 434 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 728 KiB/s wr, 15 op/s 2024-04-12T16:09:45.341 INFO:tasks.rados.rados.0.smithi099.stdout:2577: writing smithi09982431-30 from 5775360 to 6463488 tid 1 2024-04-12T16:09:45.343 INFO:tasks.rados.rados.0.smithi099.stdout:2577: writing smithi09982431-30 from 6463488 to 6971392 tid 2 2024-04-12T16:09:45.346 INFO:tasks.rados.rados.0.smithi099.stdout:2577: writing smithi09982431-30 from 6971392 to 7266304 tid 3 2024-04-12T16:09:45.346 INFO:tasks.rados.rados.0.smithi099.stdout:2578: snap_create 2024-04-12T16:09:45.347 INFO:tasks.rados.rados.0.smithi099.stdout:2575: finishing write tid 2 to smithi09982431-13 2024-04-12T16:09:45.347 INFO:tasks.rados.rados.0.smithi099.stdout:2575: finishing write tid 3 to smithi09982431-13 2024-04-12T16:09:45.347 INFO:tasks.rados.rados.0.smithi099.stdout:2575: finishing write tid 4 to smithi09982431-13 2024-04-12T16:09:45.347 INFO:tasks.rados.rados.0.smithi099.stdout:2576: finishing rollback tid 1 to smithi09982431-43 2024-04-12T16:09:45.347 INFO:tasks.rados.rados.0.smithi099.stdout:2575: finishing write tid 5 to smithi09982431-13 2024-04-12T16:09:45.347 INFO:tasks.rados.rados.0.smithi099.stdout:2575: oid 13 updating version 0 to 1467 2024-04-12T16:09:45.347 INFO:tasks.rados.rados.0.smithi099.stdout:2575: oid 13 version 1467 is already newer than 1466 2024-04-12T16:09:45.348 INFO:tasks.rados.rados.0.smithi099.stdout:2575: oid 13 version 1467 is already newer than 1465 2024-04-12T16:09:45.348 INFO:tasks.rados.rados.0.smithi099.stdout:2575: oid 13 updating version 1467 to 1468 2024-04-12T16:09:45.348 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 13 v 1468 (ObjNum 804 snap 251 seq_num 804) dirty exists 2024-04-12T16:09:45.348 INFO:tasks.rados.rados.0.smithi099.stdout:2575: left oid 13 (ObjNum 804 snap 251 seq_num 804) 2024-04-12T16:09:45.348 INFO:tasks.rados.rados.0.smithi099.stdout:2576: finishing rollback tid 2 to smithi09982431-43 2024-04-12T16:09:45.348 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 43 v 1573 (ObjNum 753 snap 235 seq_num 753) dirty exists 2024-04-12T16:09:45.348 INFO:tasks.rados.rados.0.smithi099.stdout:2577: finishing write tid 1 to smithi09982431-30 2024-04-12T16:09:45.348 INFO:tasks.rados.rados.0.smithi099.stdout:2577: finishing write tid 2 to smithi09982431-30 2024-04-12T16:09:45.349 INFO:tasks.rados.rados.0.smithi099.stdout:2577: finishing write tid 3 to smithi09982431-30 2024-04-12T16:09:45.349 INFO:tasks.rados.rados.0.smithi099.stdout:2577: finishing write tid 4 to smithi09982431-30 2024-04-12T16:09:45.349 INFO:tasks.rados.rados.0.smithi099.stdout:2577: finishing write tid 5 to smithi09982431-30 2024-04-12T16:09:45.349 INFO:tasks.rados.rados.0.smithi099.stdout:2577: oid 30 updating version 0 to 1469 2024-04-12T16:09:45.349 INFO:tasks.rados.rados.0.smithi099.stdout:2577: oid 30 updating version 1469 to 1471 2024-04-12T16:09:45.349 INFO:tasks.rados.rados.0.smithi099.stdout:2577: oid 30 updating version 1471 to 1472 2024-04-12T16:09:45.349 INFO:tasks.rados.rados.0.smithi099.stdout:2577: oid 30 version 1472 is already newer than 1470 2024-04-12T16:09:45.349 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 30 v 1472 (ObjNum 805 snap 251 seq_num 805) dirty exists 2024-04-12T16:09:45.350 INFO:tasks.rados.rados.0.smithi099.stdout:2577: left oid 30 (ObjNum 805 snap 251 seq_num 805) 2024-04-12T16:09:45.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:45 smithi099 ceph-mon[94290]: mds.? [v2:172.21.15.110:6832/3505804678,v1:172.21.15.110:6833/3505804678] up:rejoin 2024-04-12T16:09:45.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:45 smithi099 ceph-mon[94290]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-04-12T16:09:45.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:45 smithi099 ceph-mon[94290]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-12T16:09:45.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:45 smithi099 ceph-mon[94290]: osdmap e567: 8 total, 8 up, 8 in 2024-04-12T16:09:45.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:45 smithi099 ceph-mon[94290]: pgmap v487: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 434 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 728 KiB/s wr, 15 op/s 2024-04-12T16:09:45.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:45 smithi099 ceph-mon[96864]: mds.? [v2:172.21.15.110:6832/3505804678,v1:172.21.15.110:6833/3505804678] up:rejoin 2024-04-12T16:09:45.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:45 smithi099 ceph-mon[96864]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-04-12T16:09:45.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:45 smithi099 ceph-mon[96864]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-12T16:09:45.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:45 smithi099 ceph-mon[96864]: osdmap e567: 8 total, 8 up, 8 in 2024-04-12T16:09:45.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:45 smithi099 ceph-mon[96864]: pgmap v487: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 434 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 728 KiB/s wr, 15 op/s 2024-04-12T16:09:46.077 INFO:tasks.rados.rados.0.smithi099.stdout:2575: done (3 left) 2024-04-12T16:09:46.077 INFO:tasks.rados.rados.0.smithi099.stdout:2576: done (2 left) 2024-04-12T16:09:46.077 INFO:tasks.rados.rados.0.smithi099.stdout:2577: done (1 left) 2024-04-12T16:09:46.077 INFO:tasks.rados.rados.0.smithi099.stdout:2578: done (0 left) 2024-04-12T16:09:46.077 INFO:tasks.rados.rados.0.smithi099.stdout:2579: snap_remove snap 248 2024-04-12T16:09:46.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:46 smithi110 ceph-mon[88691]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-12T16:09:46.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:46 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:09:46.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:46 smithi110 ceph-mon[88691]: mds.? [v2:172.21.15.110:6832/3505804678,v1:172.21.15.110:6833/3505804678] up:active 2024-04-12T16:09:46.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:46 smithi110 ceph-mon[88691]: fsmap cephfs:1 {0=b=up:active} 2024-04-12T16:09:46.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:46 smithi110 ceph-mon[88691]: osdmap e568: 8 total, 8 up, 8 in 2024-04-12T16:09:46.358 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:46 smithi099 ceph-mon[94290]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-12T16:09:46.358 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:46 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:09:46.358 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:46 smithi099 ceph-mon[94290]: mds.? [v2:172.21.15.110:6832/3505804678,v1:172.21.15.110:6833/3505804678] up:active 2024-04-12T16:09:46.358 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:46 smithi099 ceph-mon[94290]: fsmap cephfs:1 {0=b=up:active} 2024-04-12T16:09:46.358 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:46 smithi099 ceph-mon[94290]: osdmap e568: 8 total, 8 up, 8 in 2024-04-12T16:09:46.359 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:46 smithi099 ceph-mon[96864]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-12T16:09:46.359 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:46 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:09:46.359 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:46 smithi099 ceph-mon[96864]: mds.? [v2:172.21.15.110:6832/3505804678,v1:172.21.15.110:6833/3505804678] up:active 2024-04-12T16:09:46.359 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:46 smithi099 ceph-mon[96864]: fsmap cephfs:1 {0=b=up:active} 2024-04-12T16:09:46.359 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:46 smithi099 ceph-mon[96864]: osdmap e568: 8 total, 8 up, 8 in 2024-04-12T16:09:46.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:09:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:09:46] "GET /metrics HTTP/1.1" 200 36108 "" "Prometheus/2.43.0" 2024-04-12T16:09:47.081 INFO:tasks.rados.rados.0.smithi099.stdout:2579: done (0 left) 2024-04-12T16:09:47.081 INFO:tasks.rados.rados.0.smithi099.stdout:2580: setattr oid 40 current snap is 252 2024-04-12T16:09:47.083 INFO:tasks.rados.rados.0.smithi099.stdout:2581: read oid 41 snap 243 2024-04-12T16:09:47.083 INFO:tasks.rados.rados.0.smithi099.stdout:2581: expect (ObjNum 230 snap 66 seq_num 230) 2024-04-12T16:09:47.083 INFO:tasks.rados.rados.0.smithi099.stdout:2582: read oid 12 snap 199 2024-04-12T16:09:47.083 INFO:tasks.rados.rados.0.smithi099.stdout:2582: expect (ObjNum 525 snap 158 seq_num 525) 2024-04-12T16:09:47.083 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 2 current snap is 252 2024-04-12T16:09:47.083 INFO:tasks.rados.rados.0.smithi099.stdout:2583: seq_num 806 ranges {1376256=704512,2080768=442368,2523136=360448} 2024-04-12T16:09:47.095 INFO:tasks.rados.rados.0.smithi099.stdout:2583: writing smithi09982431-2 from 1376256 to 2080768 tid 1 2024-04-12T16:09:47.098 INFO:tasks.rados.rados.0.smithi099.stdout:2583: writing smithi09982431-2 from 2080768 to 2523136 tid 2 2024-04-12T16:09:47.101 INFO:tasks.rados.rados.0.smithi099.stdout:2583: writing smithi09982431-2 from 2523136 to 2883584 tid 3 2024-04-12T16:09:47.101 INFO:tasks.rados.rados.0.smithi099.stdout:2584: read oid 43 snap -1 2024-04-12T16:09:47.101 INFO:tasks.rados.rados.0.smithi099.stdout:2584: expect (ObjNum 753 snap 235 seq_num 753) 2024-04-12T16:09:47.101 INFO:tasks.rados.rados.0.smithi099.stdout:2585: setattr oid 50 current snap is 252 2024-04-12T16:09:47.101 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 40 v 1880 (ObjNum 794 snap 248 seq_num 794) dirty exists 2024-04-12T16:09:47.103 INFO:tasks.rados.rados.0.smithi099.stdout:2580: done (5 left) 2024-04-12T16:09:47.103 INFO:tasks.rados.rados.0.smithi099.stdout:2586: read oid 14 snap 238 2024-04-12T16:09:47.103 INFO:tasks.rados.rados.0.smithi099.stdout:2586: expect (ObjNum 546 snap 163 seq_num 546) 2024-04-12T16:09:47.103 INFO:tasks.rados.rados.0.smithi099.stdout:2587: snap_remove snap 251 2024-04-12T16:09:47.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:47 smithi110 ceph-mon[88691]: osdmap e569: 8 total, 8 up, 8 in 2024-04-12T16:09:47.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:47 smithi110 ceph-mon[88691]: pgmap v490: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 446 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.1 MiB/s wr, 30 op/s 2024-04-12T16:09:47.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:47 smithi099 ceph-mon[96864]: osdmap e569: 8 total, 8 up, 8 in 2024-04-12T16:09:47.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:47 smithi099 ceph-mon[96864]: pgmap v490: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 446 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.1 MiB/s wr, 30 op/s 2024-04-12T16:09:47.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:47 smithi099 ceph-mon[94290]: osdmap e569: 8 total, 8 up, 8 in 2024-04-12T16:09:47.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:47 smithi099 ceph-mon[94290]: pgmap v490: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 446 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.1 MiB/s wr, 30 op/s 2024-04-12T16:09:48.085 INFO:tasks.rados.rados.0.smithi099.stdout:2587: done (6 left) 2024-04-12T16:09:48.085 INFO:tasks.rados.rados.0.smithi099.stdout:2588: snap_create 2024-04-12T16:09:48.085 INFO:tasks.rados.rados.0.smithi099.stdout:2583: finishing write tid 1 to smithi09982431-2 2024-04-12T16:09:48.085 INFO:tasks.rados.rados.0.smithi099.stdout:2583: finishing write tid 2 to smithi09982431-2 2024-04-12T16:09:48.085 INFO:tasks.rados.rados.0.smithi099.stdout:2583: finishing write tid 3 to smithi09982431-2 2024-04-12T16:09:48.085 INFO:tasks.rados.rados.0.smithi099.stdout:2582: expect (ObjNum 525 snap 158 seq_num 525) 2024-04-12T16:09:48.190 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 50 v 1468 (ObjNum 767 snap 239 seq_num 767) dirty exists 2024-04-12T16:09:48.191 INFO:tasks.rados.rados.0.smithi099.stdout:2581: expect (ObjNum 230 snap 66 seq_num 230) 2024-04-12T16:09:48.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:48 smithi110 ceph-mon[88691]: osdmap e570: 8 total, 8 up, 8 in 2024-04-12T16:09:48.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:48 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:48.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:48 smithi099 ceph-mon[94290]: osdmap e570: 8 total, 8 up, 8 in 2024-04-12T16:09:48.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:48 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:48.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:48 smithi099 ceph-mon[96864]: osdmap e570: 8 total, 8 up, 8 in 2024-04-12T16:09:48.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:48 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:48.418 INFO:tasks.rados.rados.0.smithi099.stdout:2584: expect (ObjNum 753 snap 235 seq_num 753) 2024-04-12T16:09:48.531 INFO:tasks.rados.rados.0.smithi099.stdout:2583: finishing write tid 4 to smithi09982431-2 2024-04-12T16:09:48.531 INFO:tasks.rados.rados.0.smithi099.stdout:2586: expect (ObjNum 546 snap 163 seq_num 546) 2024-04-12T16:09:48.730 INFO:tasks.rados.rados.0.smithi099.stdout:2583: finishing write tid 5 to smithi09982431-2 2024-04-12T16:09:48.730 INFO:tasks.rados.rados.0.smithi099.stdout:2583: oid 2 updating version 0 to 1499 2024-04-12T16:09:48.730 INFO:tasks.rados.rados.0.smithi099.stdout:2583: oid 2 updating version 1499 to 1501 2024-04-12T16:09:48.730 INFO:tasks.rados.rados.0.smithi099.stdout:2583: oid 2 version 1501 is already newer than 1500 2024-04-12T16:09:48.731 INFO:tasks.rados.rados.0.smithi099.stdout:2583: oid 2 updating version 1501 to 1502 2024-04-12T16:09:48.731 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 2 v 1502 (ObjNum 806 snap 252 seq_num 806) dirty exists 2024-04-12T16:09:48.731 INFO:tasks.rados.rados.0.smithi099.stdout:2583: left oid 2 (ObjNum 806 snap 252 seq_num 806) 2024-04-12T16:09:48.762 INFO:journalctl@ceph.mds.a.smithi099.stdout:Apr 12 16:09:48 smithi099 podman[123563]: 2024-04-12 16:09:48.464396917 +0000 UTC m=+6.555766136 container died 41cdf918e4eb727b243799fb4bb67f863a0f76cda73d1c8b3200ce641479445d (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mds-a, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-d540eba, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240403, io.buildah.version=1.33.5) 2024-04-12T16:09:48.834 INFO:journalctl@ceph.mds.b.smithi110.stdout:Apr 12 16:09:48 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mds-b[59606]: 2024-04-12T16:09:48.397+0000 7f20f6584700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-12T16:09:49.059 INFO:tasks.rados.rados.0.smithi099.stdout:2581: done (6 left) 2024-04-12T16:09:49.059 INFO:tasks.rados.rados.0.smithi099.stdout:2582: done (5 left) 2024-04-12T16:09:49.060 INFO:tasks.rados.rados.0.smithi099.stdout:2583: done (4 left) 2024-04-12T16:09:49.060 INFO:tasks.rados.rados.0.smithi099.stdout:2584: done (3 left) 2024-04-12T16:09:49.060 INFO:tasks.rados.rados.0.smithi099.stdout:2585: done (2 left) 2024-04-12T16:09:49.060 INFO:tasks.rados.rados.0.smithi099.stdout:2586: done (1 left) 2024-04-12T16:09:49.060 INFO:tasks.rados.rados.0.smithi099.stdout:2588: done (0 left) 2024-04-12T16:09:49.060 INFO:tasks.rados.rados.0.smithi099.stdout:2589: setattr oid 44 current snap is 253 2024-04-12T16:09:49.060 INFO:tasks.rados.rados.0.smithi099.stdout:2590: snap_create 2024-04-12T16:09:49.063 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 44 v 1599 (ObjNum 65 snap 0 seq_num 1549430862) dirty exists 2024-04-12T16:09:49.085 INFO:journalctl@ceph.mds.a.smithi099.stdout:Apr 12 16:09:48 smithi099 podman[123563]: 2024-04-12 16:09:48.862557872 +0000 UTC m=+6.953927091 container cleanup 41cdf918e4eb727b243799fb4bb67f863a0f76cda73d1c8b3200ce641479445d (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mds-a, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240403, RELEASE=reef-d540eba, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T16:09:49.085 INFO:journalctl@ceph.mds.a.smithi099.stdout:Apr 12 16:09:48 smithi099 bash[123563]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mds-a 2024-04-12T16:09:49.340 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:49 smithi099 ceph-mon[94290]: osdmap e571: 8 total, 8 up, 8 in 2024-04-12T16:09:49.340 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:49 smithi099 ceph-mon[94290]: pgmap v493: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 446 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.4 MiB/s wr, 27 op/s 2024-04-12T16:09:49.340 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:49 smithi099 ceph-mon[94290]: osdmap e572: 8 total, 8 up, 8 in 2024-04-12T16:09:49.341 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:49 smithi099 ceph-mon[96864]: osdmap e571: 8 total, 8 up, 8 in 2024-04-12T16:09:49.341 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:49 smithi099 ceph-mon[96864]: pgmap v493: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 446 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.4 MiB/s wr, 27 op/s 2024-04-12T16:09:49.341 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:49 smithi099 ceph-mon[96864]: osdmap e572: 8 total, 8 up, 8 in 2024-04-12T16:09:49.341 INFO:journalctl@ceph.mds.a.smithi099.stdout:Apr 12 16:09:49 smithi099 podman[123582]: 2024-04-12 16:09:49.172543404 +0000 UTC m=+0.701091245 container remove 41cdf918e4eb727b243799fb4bb67f863a0f76cda73d1c8b3200ce641479445d (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mds-a, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240403, RELEASE=reef-d540eba, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-12T16:09:49.341 INFO:journalctl@ceph.mds.a.smithi099.stdout:Apr 12 16:09:49 smithi099 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mds.a.service: Deactivated successfully. 2024-04-12T16:09:49.341 INFO:journalctl@ceph.mds.a.smithi099.stdout:Apr 12 16:09:49 smithi099 systemd[1]: Stopped Ceph mds.a for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:09:49.341 INFO:journalctl@ceph.mds.a.smithi099.stdout:Apr 12 16:09:49 smithi099 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mds.a.service: Consumed 1.670s CPU time. 2024-04-12T16:09:49.378 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:49 smithi110 ceph-mon[88691]: osdmap e571: 8 total, 8 up, 8 in 2024-04-12T16:09:49.378 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:49 smithi110 ceph-mon[88691]: pgmap v493: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 446 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.4 MiB/s wr, 27 op/s 2024-04-12T16:09:49.378 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:49 smithi110 ceph-mon[88691]: osdmap e572: 8 total, 8 up, 8 in 2024-04-12T16:09:49.627 INFO:journalctl@ceph.mds.a.smithi099.stdout:Apr 12 16:09:49 smithi099 systemd[1]: Starting Ceph mds.a for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:09:49.990 INFO:journalctl@ceph.mds.a.smithi099.stdout:Apr 12 16:09:49 smithi099 podman[123714]: 2024-04-12 16:09:49.643249936 +0000 UTC m=+0.017662945 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:09:49.990 INFO:journalctl@ceph.mds.a.smithi099.stdout:Apr 12 16:09:49 smithi099 podman[123714]: 2024-04-12 16:09:49.765193539 +0000 UTC m=+0.139606531 container create bbf44cb4bb2f648e85b7b470645fb931d13fabbe594b1a22b1565ed9c8a590e5 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mds-a, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T16:09:50.061 INFO:tasks.rados.rados.0.smithi099.stdout:2589: done (1 left) 2024-04-12T16:09:50.061 INFO:tasks.rados.rados.0.smithi099.stdout:2590: done (0 left) 2024-04-12T16:09:50.061 INFO:tasks.rados.rados.0.smithi099.stdout:2591: read oid 37 snap -1 2024-04-12T16:09:50.061 INFO:tasks.rados.rados.0.smithi099.stdout:2591: expect (ObjNum 768 snap 239 seq_num 768) 2024-04-12T16:09:50.061 INFO:tasks.rados.rados.0.smithi099.stdout:2592: rollback oid 39 current snap is 254 2024-04-12T16:09:50.061 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 39 to 234 2024-04-12T16:09:50.062 INFO:tasks.rados.rados.0.smithi099.stdout:2593: read oid 18 snap -1 2024-04-12T16:09:50.062 INFO:tasks.rados.rados.0.smithi099.stdout:2593: expect (ObjNum 784 snap 246 seq_num 784) 2024-04-12T16:09:50.062 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 29 current snap is 254 2024-04-12T16:09:50.062 INFO:tasks.rados.rados.0.smithi099.stdout:2594: seq_num 807 ranges {2064384=720896,2785280=729088,3514368=73728} 2024-04-12T16:09:50.076 INFO:tasks.rados.rados.0.smithi099.stdout:2594: writing smithi09982431-29 from 2064384 to 2785280 tid 1 2024-04-12T16:09:50.080 INFO:tasks.rados.rados.0.smithi099.stdout:2594: writing smithi09982431-29 from 2785280 to 3514368 tid 2 2024-04-12T16:09:50.081 INFO:tasks.rados.rados.0.smithi099.stdout:2594: writing smithi09982431-29 from 3514368 to 3588096 tid 3 2024-04-12T16:09:50.081 INFO:tasks.rados.rados.0.smithi099.stdout:2595: rmattr oid 2 current snap is 254 2024-04-12T16:09:50.081 INFO:tasks.rados.rados.0.smithi099.stdout:2595: done (4 left) 2024-04-12T16:09:50.081 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 32 current snap is 254 2024-04-12T16:09:50.081 INFO:tasks.rados.rados.0.smithi099.stdout:2596: seq_num 808 ranges {10289152=737280,11026432=614400,11640832=188416} 2024-04-12T16:09:50.142 INFO:tasks.rados.rados.0.smithi099.stdout:2596: writing smithi09982431-32 from 10289152 to 11026432 tid 1 2024-04-12T16:09:50.147 INFO:tasks.rados.rados.0.smithi099.stdout:2596: writing smithi09982431-32 from 11026432 to 11640832 tid 2 2024-04-12T16:09:50.148 INFO:tasks.rados.rados.0.smithi099.stdout:2596: writing smithi09982431-32 from 11640832 to 11829248 tid 3 2024-04-12T16:09:50.148 INFO:tasks.rados.rados.0.smithi099.stdout:2597: setattr oid 50 current snap is 254 2024-04-12T16:09:50.148 INFO:tasks.rados.rados.0.smithi099.stdout:2591: expect (ObjNum 768 snap 239 seq_num 768) 2024-04-12T16:09:50.226 INFO:tasks.rados.rados.0.smithi099.stdout:2592: finishing rollback tid 1 to smithi09982431-39 2024-04-12T16:09:50.226 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 39 v 1465 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-12T16:09:50.226 INFO:tasks.rados.rados.0.smithi099.stdout:2594: finishing write tid 1 to smithi09982431-29 2024-04-12T16:09:50.226 INFO:tasks.rados.rados.0.smithi099.stdout:2594: finishing write tid 2 to smithi09982431-29 2024-04-12T16:09:50.226 INFO:tasks.rados.rados.0.smithi099.stdout:2594: finishing write tid 3 to smithi09982431-29 2024-04-12T16:09:50.226 INFO:tasks.rados.rados.0.smithi099.stdout:2594: finishing write tid 4 to smithi09982431-29 2024-04-12T16:09:50.227 INFO:tasks.rados.rados.0.smithi099.stdout:2594: finishing write tid 5 to smithi09982431-29 2024-04-12T16:09:50.227 INFO:tasks.rados.rados.0.smithi099.stdout:2594: oid 29 updating version 0 to 1386 2024-04-12T16:09:50.227 INFO:tasks.rados.rados.0.smithi099.stdout:2594: oid 29 version 1386 is already newer than 1384 2024-04-12T16:09:50.227 INFO:tasks.rados.rados.0.smithi099.stdout:2594: oid 29 version 1386 is already newer than 1385 2024-04-12T16:09:50.227 INFO:tasks.rados.rados.0.smithi099.stdout:2594: oid 29 version 1386 is already newer than 1383 2024-04-12T16:09:50.227 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 29 v 1386 (ObjNum 807 snap 254 seq_num 807) dirty exists 2024-04-12T16:09:50.227 INFO:tasks.rados.rados.0.smithi099.stdout:2594: left oid 29 (ObjNum 807 snap 254 seq_num 807) 2024-04-12T16:09:50.227 INFO:tasks.rados.rados.0.smithi099.stdout:2593: expect (ObjNum 784 snap 246 seq_num 784) 2024-04-12T16:09:50.377 INFO:journalctl@ceph.mds.a.smithi099.stdout:Apr 12 16:09:49 smithi099 podman[123714]: 2024-04-12 16:09:49.992579025 +0000 UTC m=+0.366992025 container init bbf44cb4bb2f648e85b7b470645fb931d13fabbe594b1a22b1565ed9c8a590e5 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mds-a, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, ceph=True) 2024-04-12T16:09:50.377 INFO:journalctl@ceph.mds.a.smithi099.stdout:Apr 12 16:09:49 smithi099 podman[123714]: 2024-04-12 16:09:49.99774822 +0000 UTC m=+0.372161210 container start bbf44cb4bb2f648e85b7b470645fb931d13fabbe594b1a22b1565ed9c8a590e5 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mds-a, org.label-schema.license=GPLv2, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240409, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-12T16:09:50.377 INFO:journalctl@ceph.mds.a.smithi099.stdout:Apr 12 16:09:50 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mds-a[123730]: starting mds.a at 2024-04-12T16:09:50.377 INFO:journalctl@ceph.mds.a.smithi099.stdout:Apr 12 16:09:50 smithi099 bash[123714]: bbf44cb4bb2f648e85b7b470645fb931d13fabbe594b1a22b1565ed9c8a590e5 2024-04-12T16:09:50.377 INFO:journalctl@ceph.mds.a.smithi099.stdout:Apr 12 16:09:50 smithi099 systemd[1]: Started Ceph mds.a for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:09:50.567 INFO:tasks.rados.rados.0.smithi099.stdout:2596: finishing write tid 1 to smithi09982431-32 2024-04-12T16:09:50.568 INFO:tasks.rados.rados.0.smithi099.stdout:2596: finishing write tid 2 to smithi09982431-32 2024-04-12T16:09:50.568 INFO:tasks.rados.rados.0.smithi099.stdout:2596: finishing write tid 3 to smithi09982431-32 2024-04-12T16:09:50.568 INFO:tasks.rados.rados.0.smithi099.stdout:2596: finishing write tid 4 to smithi09982431-32 2024-04-12T16:09:50.568 INFO:tasks.rados.rados.0.smithi099.stdout:2596: finishing write tid 5 to smithi09982431-32 2024-04-12T16:09:50.568 INFO:tasks.rados.rados.0.smithi099.stdout:2596: oid 32 updating version 0 to 1475 2024-04-12T16:09:50.568 INFO:tasks.rados.rados.0.smithi099.stdout:2596: oid 32 version 1475 is already newer than 1472 2024-04-12T16:09:50.568 INFO:tasks.rados.rados.0.smithi099.stdout:2596: oid 32 version 1475 is already newer than 1473 2024-04-12T16:09:50.568 INFO:tasks.rados.rados.0.smithi099.stdout:2596: oid 32 version 1475 is already newer than 1474 2024-04-12T16:09:50.568 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 32 v 1475 (ObjNum 808 snap 254 seq_num 808) dirty exists 2024-04-12T16:09:50.568 INFO:tasks.rados.rados.0.smithi099.stdout:2596: left oid 32 (ObjNum 808 snap 254 seq_num 808) 2024-04-12T16:09:50.568 INFO:tasks.rados.rados.0.smithi099.stdout:2591: done (5 left) 2024-04-12T16:09:50.568 INFO:tasks.rados.rados.0.smithi099.stdout:2592: done (4 left) 2024-04-12T16:09:50.568 INFO:tasks.rados.rados.0.smithi099.stdout:2593: done (3 left) 2024-04-12T16:09:50.568 INFO:tasks.rados.rados.0.smithi099.stdout:2594: done (2 left) 2024-04-12T16:09:50.569 INFO:tasks.rados.rados.0.smithi099.stdout:2596: done (1 left) 2024-04-12T16:09:50.569 INFO:tasks.rados.rados.0.smithi099.stdout:2598: snap_remove snap 243 2024-04-12T16:09:51.191 INFO:tasks.rados.rados.0.smithi099.stdout:2598: done (1 left) 2024-04-12T16:09:51.192 INFO:tasks.rados.rados.0.smithi099.stdout:2599: snap_remove snap 214 2024-04-12T16:09:51.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:51 smithi110 ceph-mon[88691]: osdmap e573: 8 total, 8 up, 8 in 2024-04-12T16:09:51.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:51 smithi110 ceph-mon[88691]: mds.? [v2:172.21.15.99:6834/3685787273,v1:172.21.15.99:6835/3685787273] up:boot 2024-04-12T16:09:51.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:51 smithi110 ceph-mon[88691]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-12T16:09:51.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:51 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T16:09:51.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:51 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:51.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:51 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:51.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:51 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:09:51.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:51 smithi110 ceph-mon[88691]: pgmap v496: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 452 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.4 MiB/s wr, 35 op/s 2024-04-12T16:09:51.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:51 smithi099 ceph-mon[94290]: osdmap e573: 8 total, 8 up, 8 in 2024-04-12T16:09:51.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:51 smithi099 ceph-mon[94290]: mds.? [v2:172.21.15.99:6834/3685787273,v1:172.21.15.99:6835/3685787273] up:boot 2024-04-12T16:09:51.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:51 smithi099 ceph-mon[94290]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-12T16:09:51.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:51 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T16:09:51.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:51 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:51.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:51 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:51.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:51 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:09:51.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:51 smithi099 ceph-mon[94290]: pgmap v496: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 452 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.4 MiB/s wr, 35 op/s 2024-04-12T16:09:51.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:51 smithi099 ceph-mon[96864]: osdmap e573: 8 total, 8 up, 8 in 2024-04-12T16:09:51.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:51 smithi099 ceph-mon[96864]: mds.? [v2:172.21.15.99:6834/3685787273,v1:172.21.15.99:6835/3685787273] up:boot 2024-04-12T16:09:51.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:51 smithi099 ceph-mon[96864]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-12T16:09:51.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:51 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T16:09:51.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:51 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:51.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:51 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:51.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:51 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:09:51.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:51 smithi099 ceph-mon[96864]: pgmap v496: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 452 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.4 MiB/s wr, 35 op/s 2024-04-12T16:09:52.195 INFO:tasks.rados.rados.0.smithi099.stdout:2599: done (1 left) 2024-04-12T16:09:52.195 INFO:tasks.rados.rados.0.smithi099.stdout:2600: copy_from oid 3 from oid 6 current snap is 254 2024-04-12T16:09:52.195 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 49 current snap is 254 2024-04-12T16:09:52.195 INFO:tasks.rados.rados.0.smithi099.stdout:2601: seq_num 809 ranges {2293760=753664,3047424=499712,3547136=303104} 2024-04-12T16:09:52.214 INFO:tasks.rados.rados.0.smithi099.stdout:2601: writing smithi09982431-49 from 2293760 to 3047424 tid 1 2024-04-12T16:09:52.217 INFO:tasks.rados.rados.0.smithi099.stdout:2601: writing smithi09982431-49 from 3047424 to 3547136 tid 2 2024-04-12T16:09:52.219 INFO:tasks.rados.rados.0.smithi099.stdout:2601: writing smithi09982431-49 from 3547136 to 3850240 tid 3 2024-04-12T16:09:52.220 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 50 v 1469 (ObjNum 767 snap 239 seq_num 767) dirty exists 2024-04-12T16:09:52.220 INFO:tasks.rados.rados.0.smithi099.stdout:2597: done (2 left) 2024-04-12T16:09:52.220 INFO:tasks.rados.rados.0.smithi099.stdout:2602: snap_create 2024-04-12T16:09:52.225 INFO:tasks.rados.rados.0.smithi099.stdout:2601: finishing write tid 1 to smithi09982431-49 2024-04-12T16:09:52.225 INFO:tasks.rados.rados.0.smithi099.stdout:2601: finishing write tid 2 to smithi09982431-49 2024-04-12T16:09:52.225 INFO:tasks.rados.rados.0.smithi099.stdout:2601: finishing write tid 3 to smithi09982431-49 2024-04-12T16:09:52.225 INFO:tasks.rados.rados.0.smithi099.stdout:2601: finishing write tid 4 to smithi09982431-49 2024-04-12T16:09:52.227 INFO:tasks.rados.rados.0.smithi099.stdout:2601: finishing write tid 5 to smithi09982431-49 2024-04-12T16:09:52.227 INFO:tasks.rados.rados.0.smithi099.stdout:2601: oid 49 updating version 0 to 1612 2024-04-12T16:09:52.227 INFO:tasks.rados.rados.0.smithi099.stdout:2601: oid 49 version 1612 is already newer than 1609 2024-04-12T16:09:52.227 INFO:tasks.rados.rados.0.smithi099.stdout:2601: oid 49 version 1612 is already newer than 1611 2024-04-12T16:09:52.227 INFO:tasks.rados.rados.0.smithi099.stdout:2601: oid 49 version 1612 is already newer than 1610 2024-04-12T16:09:52.227 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 49 v 1612 (ObjNum 809 snap 254 seq_num 809) dirty exists 2024-04-12T16:09:52.228 INFO:tasks.rados.rados.0.smithi099.stdout:2601: left oid 49 (ObjNum 809 snap 254 seq_num 809) 2024-04-12T16:09:52.234 INFO:tasks.rados.rados.0.smithi099.stdout:2600: finishing copy_from racing read to smithi09982431-3 2024-04-12T16:09:52.236 INFO:tasks.rados.rados.0.smithi099.stdout:2600: finishing copy_from to smithi09982431-3 2024-04-12T16:09:52.236 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 3 v 997 (ObjNum 546 snap 163 seq_num 546) dirty exists 2024-04-12T16:09:52.542 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:52 smithi099 ceph-mon[94290]: osdmap e574: 8 total, 8 up, 8 in 2024-04-12T16:09:52.542 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:52 smithi099 ceph-mon[96864]: osdmap e574: 8 total, 8 up, 8 in 2024-04-12T16:09:52.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:52 smithi110 ceph-mon[88691]: osdmap e574: 8 total, 8 up, 8 in 2024-04-12T16:09:52.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:09:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:09:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:09:53.204 INFO:tasks.rados.rados.0.smithi099.stdout:2600: done (2 left) 2024-04-12T16:09:53.204 INFO:tasks.rados.rados.0.smithi099.stdout:2601: done (1 left) 2024-04-12T16:09:53.204 INFO:tasks.rados.rados.0.smithi099.stdout:2602: done (0 left) 2024-04-12T16:09:53.205 INFO:tasks.rados.rados.0.smithi099.stdout:2603: snap_remove snap 244 2024-04-12T16:09:53.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:53 smithi099 ceph-mon[94290]: osdmap e575: 8 total, 8 up, 8 in 2024-04-12T16:09:53.513 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:53 smithi099 ceph-mon[94290]: pgmap v499: 121 pgs: 121 active+clean; 455 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-04-12T16:09:53.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:53 smithi099 ceph-mon[96864]: osdmap e575: 8 total, 8 up, 8 in 2024-04-12T16:09:53.513 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:53 smithi099 ceph-mon[96864]: pgmap v499: 121 pgs: 121 active+clean; 455 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-04-12T16:09:53.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:53 smithi110 ceph-mon[88691]: osdmap e575: 8 total, 8 up, 8 in 2024-04-12T16:09:53.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:53 smithi110 ceph-mon[88691]: pgmap v499: 121 pgs: 121 active+clean; 455 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-04-12T16:09:54.063 INFO:tasks.rados.rados.0.smithi099.stdout:2603: done (0 left) 2024-04-12T16:09:54.063 INFO:tasks.rados.rados.0.smithi099.stdout:2604: copy_from oid 16 from oid 21 current snap is 255 2024-04-12T16:09:54.063 INFO:tasks.rados.rados.0.smithi099.stdout:2605: rmattr oid 13 current snap is 255 2024-04-12T16:09:54.063 INFO:tasks.rados.rados.0.smithi099.stdout:2605: done (1 left) 2024-04-12T16:09:54.063 INFO:tasks.rados.rados.0.smithi099.stdout:2606: delete oid 33 current snap is 255 2024-04-12T16:09:54.075 INFO:tasks.rados.rados.0.smithi099.stdout:2606: done (1 left) 2024-04-12T16:09:54.075 INFO:tasks.rados.rados.0.smithi099.stdout:2607: snap_remove snap 199 2024-04-12T16:09:54.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:54 smithi110 ceph-mon[88691]: osdmap e576: 8 total, 8 up, 8 in 2024-04-12T16:09:54.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:54 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:54.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:54 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:54.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:54 smithi110 ceph-mon[88691]: osdmap e577: 8 total, 8 up, 8 in 2024-04-12T16:09:54.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:54 smithi099 ceph-mon[96864]: osdmap e576: 8 total, 8 up, 8 in 2024-04-12T16:09:54.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:54 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:54.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:54 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:54.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:54 smithi099 ceph-mon[96864]: osdmap e577: 8 total, 8 up, 8 in 2024-04-12T16:09:54.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:54 smithi099 ceph-mon[94290]: osdmap e576: 8 total, 8 up, 8 in 2024-04-12T16:09:54.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:54 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:54.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:54 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:54.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:54 smithi099 ceph-mon[94290]: osdmap e577: 8 total, 8 up, 8 in 2024-04-12T16:09:55.062 INFO:tasks.rados.rados.0.smithi099.stdout:2607: done (1 left) 2024-04-12T16:09:55.063 INFO:tasks.rados.rados.0.smithi099.stdout:2608: rollback oid 50 current snap is 255 2024-04-12T16:09:55.063 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 50 to 252 2024-04-12T16:09:55.063 INFO:tasks.rados.rados.0.smithi099.stdout:2609: setattr oid 46 current snap is 255 2024-04-12T16:09:55.063 INFO:tasks.rados.rados.0.smithi099.stdout:2610: copy_from oid 42 from oid 33 current snap is 255 2024-04-12T16:09:55.063 INFO:tasks.rados.rados.0.smithi099.stdout:2604: finishing copy_from to smithi09982431-16 2024-04-12T16:09:55.063 INFO:tasks.rados.rados.0.smithi099.stdout:2604: got expected ENOENT (src dne) 2024-04-12T16:09:55.063 INFO:tasks.rados.rados.0.smithi099.stdout:2604: finishing copy_from racing read to smithi09982431-16 2024-04-12T16:09:55.063 INFO:tasks.rados.rados.0.smithi099.stdout:2604: done (3 left) 2024-04-12T16:09:55.063 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 34 current snap is 255 2024-04-12T16:09:55.063 INFO:tasks.rados.rados.0.smithi099.stdout:2611: seq_num 811 ranges {5529600=786432,6316032=663552,6979584=139264} 2024-04-12T16:09:55.101 INFO:tasks.rados.rados.0.smithi099.stdout:2611: writing smithi09982431-34 from 5529600 to 6316032 tid 1 2024-04-12T16:09:55.105 INFO:tasks.rados.rados.0.smithi099.stdout:2611: writing smithi09982431-34 from 6316032 to 6979584 tid 2 2024-04-12T16:09:55.106 INFO:tasks.rados.rados.0.smithi099.stdout:2611: writing smithi09982431-34 from 6979584 to 7118848 tid 3 2024-04-12T16:09:55.106 INFO:tasks.rados.rados.0.smithi099.stdout:2612: copy_from oid 38 from oid 49 current snap is 255 2024-04-12T16:09:55.106 INFO:tasks.rados.rados.0.smithi099.stdout:2610: finishing copy_from to smithi09982431-42 2024-04-12T16:09:55.106 INFO:tasks.rados.rados.0.smithi099.stdout:2610: got expected ENOENT (src dne) 2024-04-12T16:09:55.106 INFO:tasks.rados.rados.0.smithi099.stdout:2610: finishing copy_from racing read to smithi09982431-42 2024-04-12T16:09:55.107 INFO:tasks.rados.rados.0.smithi099.stdout:2608: finishing rollback tid 0 to smithi09982431-50 2024-04-12T16:09:55.107 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 46 v 1475 (ObjNum 49 snap 0 seq_num 1584033370) dirty exists 2024-04-12T16:09:55.107 INFO:tasks.rados.rados.0.smithi099.stdout:2608: finishing rollback tid 1 to smithi09982431-50 2024-04-12T16:09:55.107 INFO:tasks.rados.rados.0.smithi099.stdout:2608: finishing rollback tid 2 to smithi09982431-50 2024-04-12T16:09:55.107 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 50 v 1472 (ObjNum 767 snap 239 seq_num 767) dirty exists 2024-04-12T16:09:55.107 INFO:tasks.rados.rados.0.smithi099.stdout:2608: done (4 left) 2024-04-12T16:09:55.107 INFO:tasks.rados.rados.0.smithi099.stdout:2609: done (3 left) 2024-04-12T16:09:55.107 INFO:tasks.rados.rados.0.smithi099.stdout:2610: done (2 left) 2024-04-12T16:09:55.107 INFO:tasks.rados.rados.0.smithi099.stdout:2613: delete oid 47 current snap is 255 2024-04-12T16:09:55.108 INFO:tasks.rados.rados.0.smithi099.stdout:2611: finishing write tid 1 to smithi09982431-34 2024-04-12T16:09:55.109 INFO:tasks.rados.rados.0.smithi099.stdout:2613: done (2 left) 2024-04-12T16:09:55.109 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 46 current snap is 255 2024-04-12T16:09:55.109 INFO:tasks.rados.rados.0.smithi099.stdout:2614: seq_num 813 ranges {0=417792,417792=434176,851968=442368,1294336=327680} 2024-04-12T16:09:55.111 INFO:tasks.rados.rados.0.smithi099.stdout:2614: writing smithi09982431-46 from 0 to 417792 tid 1 2024-04-12T16:09:55.114 INFO:tasks.rados.rados.0.smithi099.stdout:2614: writing smithi09982431-46 from 417792 to 851968 tid 2 2024-04-12T16:09:55.117 INFO:tasks.rados.rados.0.smithi099.stdout:2614: writing smithi09982431-46 from 851968 to 1294336 tid 3 2024-04-12T16:09:55.119 INFO:tasks.rados.rados.0.smithi099.stdout:2614: writing smithi09982431-46 from 1294336 to 1622016 tid 4 2024-04-12T16:09:55.119 INFO:tasks.rados.rados.0.smithi099.stdout:2615: read oid 28 snap -1 2024-04-12T16:09:55.119 INFO:tasks.rados.rados.0.smithi099.stdout:2615: expect (ObjNum 761 snap 236 seq_num 761) 2024-04-12T16:09:55.119 INFO:tasks.rados.rados.0.smithi099.stdout:2616: delete oid 4 current snap is 255 2024-04-12T16:09:55.119 INFO:tasks.rados.rados.0.smithi099.stdout:2611: finishing write tid 2 to smithi09982431-34 2024-04-12T16:09:55.120 INFO:tasks.rados.rados.0.smithi099.stdout:2611: finishing write tid 3 to smithi09982431-34 2024-04-12T16:09:55.120 INFO:tasks.rados.rados.0.smithi099.stdout:2611: finishing write tid 4 to smithi09982431-34 2024-04-12T16:09:55.120 INFO:tasks.rados.rados.0.smithi099.stdout:2611: finishing write tid 5 to smithi09982431-34 2024-04-12T16:09:55.120 INFO:tasks.rados.rados.0.smithi099.stdout:2611: oid 34 updating version 0 to 1914 2024-04-12T16:09:55.120 INFO:tasks.rados.rados.0.smithi099.stdout:2611: oid 34 updating version 1914 to 1917 2024-04-12T16:09:55.120 INFO:tasks.rados.rados.0.smithi099.stdout:2611: oid 34 version 1917 is already newer than 1916 2024-04-12T16:09:55.120 INFO:tasks.rados.rados.0.smithi099.stdout:2611: oid 34 version 1917 is already newer than 1915 2024-04-12T16:09:55.120 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 34 v 1917 (ObjNum 811 snap 255 seq_num 811) dirty exists 2024-04-12T16:09:55.120 INFO:tasks.rados.rados.0.smithi099.stdout:2611: left oid 34 (ObjNum 811 snap 255 seq_num 811) 2024-04-12T16:09:55.120 INFO:tasks.rados.rados.0.smithi099.stdout:2614: finishing write tid 1 to smithi09982431-46 2024-04-12T16:09:55.120 INFO:tasks.rados.rados.0.smithi099.stdout:2614: finishing write tid 2 to smithi09982431-46 2024-04-12T16:09:55.123 INFO:tasks.rados.rados.0.smithi099.stdout:2614: finishing write tid 3 to smithi09982431-46 2024-04-12T16:09:55.124 INFO:tasks.rados.rados.0.smithi099.stdout:2612: finishing copy_from racing read to smithi09982431-38 2024-04-12T16:09:55.125 INFO:tasks.rados.rados.0.smithi099.stdout:2614: finishing write tid 4 to smithi09982431-46 2024-04-12T16:09:55.125 INFO:tasks.rados.rados.0.smithi099.stdout:2614: finishing write tid 5 to smithi09982431-46 2024-04-12T16:09:55.126 INFO:tasks.rados.rados.0.smithi099.stdout:2615: expect (ObjNum 761 snap 236 seq_num 761) 2024-04-12T16:09:55.149 INFO:tasks.rados.rados.0.smithi099.stdout:2614: finishing write tid 6 to smithi09982431-46 2024-04-12T16:09:55.150 INFO:tasks.rados.rados.0.smithi099.stdout:2614: oid 46 updating version 0 to 1476 2024-04-12T16:09:55.150 INFO:tasks.rados.rados.0.smithi099.stdout:2614: oid 46 updating version 1476 to 1479 2024-04-12T16:09:55.150 INFO:tasks.rados.rados.0.smithi099.stdout:2614: oid 46 updating version 1479 to 1480 2024-04-12T16:09:55.150 INFO:tasks.rados.rados.0.smithi099.stdout:2614: oid 46 version 1480 is already newer than 1477 2024-04-12T16:09:55.150 INFO:tasks.rados.rados.0.smithi099.stdout:2614: oid 46 version 1480 is already newer than 1478 2024-04-12T16:09:55.150 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 46 v 1480 (ObjNum 813 snap 255 seq_num 813) dirty exists 2024-04-12T16:09:55.150 INFO:tasks.rados.rados.0.smithi099.stdout:2614: left oid 46 (ObjNum 813 snap 255 seq_num 813) 2024-04-12T16:09:55.150 INFO:tasks.rados.rados.0.smithi099.stdout:2612: finishing copy_from to smithi09982431-38 2024-04-12T16:09:55.150 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 38 v 1612 (ObjNum 809 snap 254 seq_num 809) dirty exists 2024-04-12T16:09:55.150 INFO:tasks.rados.rados.0.smithi099.stdout:2611: done (4 left) 2024-04-12T16:09:55.150 INFO:tasks.rados.rados.0.smithi099.stdout:2612: done (3 left) 2024-04-12T16:09:55.150 INFO:tasks.rados.rados.0.smithi099.stdout:2614: done (2 left) 2024-04-12T16:09:55.150 INFO:tasks.rados.rados.0.smithi099.stdout:2615: done (1 left) 2024-04-12T16:09:55.150 INFO:tasks.rados.rados.0.smithi099.stdout:2616: done (0 left) 2024-04-12T16:09:55.151 INFO:tasks.rados.rados.0.smithi099.stdout:2617: read oid 46 snap -1 2024-04-12T16:09:55.151 INFO:tasks.rados.rados.0.smithi099.stdout:2617: expect (ObjNum 813 snap 255 seq_num 813) 2024-04-12T16:09:55.151 INFO:tasks.rados.rados.0.smithi099.stdout:2618: rmattr oid 49 current snap is 255 2024-04-12T16:09:55.151 INFO:tasks.rados.rados.0.smithi099.stdout:2618: done (1 left) 2024-04-12T16:09:55.151 INFO:tasks.rados.rados.0.smithi099.stdout:2619: snap_create 2024-04-12T16:09:55.151 INFO:tasks.rados.rados.0.smithi099.stdout:2617: expect (ObjNum 813 snap 255 seq_num 813) 2024-04-12T16:09:55.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:55 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:55.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:55 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:55.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:55 smithi099 ceph-mon[96864]: pgmap v502: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 449 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.5 MiB/s wr, 19 op/s 2024-04-12T16:09:55.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:55 smithi099 ceph-mon[96864]: osdmap e578: 8 total, 8 up, 8 in 2024-04-12T16:09:55.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:55 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:55.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:55 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:55.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:55 smithi099 ceph-mon[94290]: pgmap v502: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 449 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.5 MiB/s wr, 19 op/s 2024-04-12T16:09:55.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:55 smithi099 ceph-mon[94290]: osdmap e578: 8 total, 8 up, 8 in 2024-04-12T16:09:55.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:55 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:55.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:55 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:55.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:55 smithi110 ceph-mon[88691]: pgmap v502: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 449 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.5 MiB/s wr, 19 op/s 2024-04-12T16:09:55.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:55 smithi110 ceph-mon[88691]: osdmap e578: 8 total, 8 up, 8 in 2024-04-12T16:09:56.064 INFO:tasks.rados.rados.0.smithi099.stdout:2617: done (1 left) 2024-04-12T16:09:56.064 INFO:tasks.rados.rados.0.smithi099.stdout:2619: done (0 left) 2024-04-12T16:09:56.064 INFO:tasks.rados.rados.0.smithi099.stdout:2620: snap_create 2024-04-12T16:09:56.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:09:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:09:56] "GET /metrics HTTP/1.1" 200 36108 "" "Prometheus/2.43.0" 2024-04-12T16:09:57.069 INFO:tasks.rados.rados.0.smithi099.stdout:2620: done (0 left) 2024-04-12T16:09:57.070 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 15 current snap is 257 2024-04-12T16:09:57.070 INFO:tasks.rados.rados.0.smithi099.stdout:2621: seq_num 815 ranges {2678784=458752,3137536=655360,3792896=409600,4202496=139264} 2024-04-12T16:09:57.086 INFO:tasks.rados.rados.0.smithi099.stdout:2621: writing smithi09982431-15 from 2678784 to 3137536 tid 1 2024-04-12T16:09:57.090 INFO:tasks.rados.rados.0.smithi099.stdout:2621: writing smithi09982431-15 from 3137536 to 3792896 tid 2 2024-04-12T16:09:57.093 INFO:tasks.rados.rados.0.smithi099.stdout:2621: writing smithi09982431-15 from 3792896 to 4202496 tid 3 2024-04-12T16:09:57.094 INFO:tasks.rados.rados.0.smithi099.stdout:2621: writing smithi09982431-15 from 4202496 to 4341760 tid 4 2024-04-12T16:09:57.095 INFO:tasks.rados.rados.0.smithi099.stdout:2621: finishing write tid 1 to smithi09982431-15 2024-04-12T16:09:57.095 INFO:tasks.rados.rados.0.smithi099.stdout:2622: rollback oid 3 current snap is 257 2024-04-12T16:09:57.095 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 3 to 237 2024-04-12T16:09:57.095 INFO:tasks.rados.rados.0.smithi099.stdout:2623: read oid 50 snap 245 2024-04-12T16:09:57.095 INFO:tasks.rados.rados.0.smithi099.stdout:2623: expect (ObjNum 767 snap 239 seq_num 767) 2024-04-12T16:09:57.095 INFO:tasks.rados.rados.0.smithi099.stdout:2624: snap_create 2024-04-12T16:09:57.095 INFO:tasks.rados.rados.0.smithi099.stdout:2621: finishing write tid 2 to smithi09982431-15 2024-04-12T16:09:57.097 INFO:tasks.rados.rados.0.smithi099.stdout:2621: finishing write tid 3 to smithi09982431-15 2024-04-12T16:09:57.099 INFO:tasks.rados.rados.0.smithi099.stdout:2621: finishing write tid 4 to smithi09982431-15 2024-04-12T16:09:57.099 INFO:tasks.rados.rados.0.smithi099.stdout:2621: finishing write tid 5 to smithi09982431-15 2024-04-12T16:09:57.100 INFO:tasks.rados.rados.0.smithi099.stdout:2621: finishing write tid 6 to smithi09982431-15 2024-04-12T16:09:57.100 INFO:tasks.rados.rados.0.smithi099.stdout:2621: oid 15 updating version 0 to 1481 2024-04-12T16:09:57.100 INFO:tasks.rados.rados.0.smithi099.stdout:2621: oid 15 updating version 1481 to 1482 2024-04-12T16:09:57.101 INFO:tasks.rados.rados.0.smithi099.stdout:2621: oid 15 updating version 1482 to 1484 2024-04-12T16:09:57.101 INFO:tasks.rados.rados.0.smithi099.stdout:2621: oid 15 updating version 1484 to 1485 2024-04-12T16:09:57.101 INFO:tasks.rados.rados.0.smithi099.stdout:2621: oid 15 version 1485 is already newer than 1483 2024-04-12T16:09:57.101 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 15 v 1485 (ObjNum 815 snap 257 seq_num 815) dirty exists 2024-04-12T16:09:57.101 INFO:tasks.rados.rados.0.smithi099.stdout:2621: left oid 15 (ObjNum 815 snap 257 seq_num 815) 2024-04-12T16:09:57.101 INFO:tasks.rados.rados.0.smithi099.stdout:2622: finishing rollback tid 0 to smithi09982431-3 2024-04-12T16:09:57.102 INFO:tasks.rados.rados.0.smithi099.stdout:2622: finishing rollback tid 1 to smithi09982431-3 2024-04-12T16:09:57.102 INFO:tasks.rados.rados.0.smithi099.stdout:2622: finishing rollback tid 2 to smithi09982431-3 2024-04-12T16:09:57.102 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 3 v 1596 (ObjNum 757 snap 235 seq_num 757) dirty exists 2024-04-12T16:09:57.102 INFO:tasks.rados.rados.0.smithi099.stdout:2623: expect (ObjNum 767 snap 239 seq_num 767) 2024-04-12T16:09:57.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:57 smithi110 ceph-mon[88691]: osdmap e579: 8 total, 8 up, 8 in 2024-04-12T16:09:57.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:57 smithi110 ceph-mon[88691]: pgmap v505: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 448 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.9 MiB/s wr, 13 op/s 2024-04-12T16:09:57.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:57 smithi099 ceph-mon[94290]: osdmap e579: 8 total, 8 up, 8 in 2024-04-12T16:09:57.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:57 smithi099 ceph-mon[94290]: pgmap v505: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 448 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.9 MiB/s wr, 13 op/s 2024-04-12T16:09:57.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:57 smithi099 ceph-mon[96864]: osdmap e579: 8 total, 8 up, 8 in 2024-04-12T16:09:57.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:57 smithi099 ceph-mon[96864]: pgmap v505: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 448 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.9 MiB/s wr, 13 op/s 2024-04-12T16:09:58.067 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:58 smithi099 ceph-mon[94290]: osdmap e580: 8 total, 8 up, 8 in 2024-04-12T16:09:58.068 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:58.068 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:09:58.068 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:58.068 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:58.068 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:09:58.068 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:09:58.068 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:58.068 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:09:58.069 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:09:58.069 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:09:58.069 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:09:58.069 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:09:58.069 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-12T16:09:58.079 INFO:tasks.rados.rados.0.smithi099.stdout:2621: done (3 left) 2024-04-12T16:09:58.079 INFO:tasks.rados.rados.0.smithi099.stdout:2622: done (2 left) 2024-04-12T16:09:58.079 INFO:tasks.rados.rados.0.smithi099.stdout:2623: done (1 left) 2024-04-12T16:09:58.079 INFO:tasks.rados.rados.0.smithi099.stdout:2624: done (0 left) 2024-04-12T16:09:58.079 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 7 current snap is 258 2024-04-12T16:09:58.080 INFO:tasks.rados.rados.0.smithi099.stdout:2625: seq_num 816 ranges {0=475136,475136=540672,1015808=614400,1630208=49152} 2024-04-12T16:09:58.082 INFO:tasks.rados.rados.0.smithi099.stdout:2625: writing smithi09982431-7 from 0 to 475136 tid 1 2024-04-12T16:09:58.085 INFO:tasks.rados.rados.0.smithi099.stdout:2625: writing smithi09982431-7 from 475136 to 1015808 tid 2 2024-04-12T16:09:58.089 INFO:tasks.rados.rados.0.smithi099.stdout:2625: writing smithi09982431-7 from 1015808 to 1630208 tid 3 2024-04-12T16:09:58.090 INFO:tasks.rados.rados.0.smithi099.stdout:2625: writing smithi09982431-7 from 1630208 to 1679360 tid 4 2024-04-12T16:09:58.090 INFO:tasks.rados.rados.0.smithi099.stdout:2626: rollback oid 44 current snap is 258 2024-04-12T16:09:58.090 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 44 to 193 2024-04-12T16:09:58.090 INFO:tasks.rados.rados.0.smithi099.stdout:2625: finishing write tid 1 to smithi09982431-7 2024-04-12T16:09:58.090 INFO:tasks.rados.rados.0.smithi099.stdout:2625: finishing write tid 2 to smithi09982431-7 2024-04-12T16:09:58.090 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 42 current snap is 258 2024-04-12T16:09:58.090 INFO:tasks.rados.rados.0.smithi099.stdout:2627: seq_num 817 ranges {0=491520,491520=417792,909312=425984,1335296=360448} 2024-04-12T16:09:58.092 INFO:tasks.rados.rados.0.smithi099.stdout:2627: writing smithi09982431-42 from 0 to 491520 tid 1 2024-04-12T16:09:58.095 INFO:tasks.rados.rados.0.smithi099.stdout:2627: writing smithi09982431-42 from 491520 to 909312 tid 2 2024-04-12T16:09:58.098 INFO:tasks.rados.rados.0.smithi099.stdout:2627: writing smithi09982431-42 from 909312 to 1335296 tid 3 2024-04-12T16:09:58.102 INFO:tasks.rados.rados.0.smithi099.stdout:2627: writing smithi09982431-42 from 1335296 to 1695744 tid 4 2024-04-12T16:09:58.102 INFO:tasks.rados.rados.0.smithi099.stdout:2628: rollback oid 9 current snap is 258 2024-04-12T16:09:58.102 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 9 to 254 2024-04-12T16:09:58.102 INFO:tasks.rados.rados.0.smithi099.stdout:2625: finishing write tid 3 to smithi09982431-7 2024-04-12T16:09:58.102 INFO:tasks.rados.rados.0.smithi099.stdout:2626: finishing rollback tid 0 to smithi09982431-44 2024-04-12T16:09:58.103 INFO:tasks.rados.rados.0.smithi099.stdout:2625: finishing write tid 4 to smithi09982431-7 2024-04-12T16:09:58.103 INFO:tasks.rados.rados.0.smithi099.stdout:2625: finishing write tid 5 to smithi09982431-7 2024-04-12T16:09:58.103 INFO:tasks.rados.rados.0.smithi099.stdout:2626: finishing rollback tid 1 to smithi09982431-44 2024-04-12T16:09:58.103 INFO:tasks.rados.rados.0.smithi099.stdout:2626: finishing rollback tid 2 to smithi09982431-44 2024-04-12T16:09:58.103 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 44 v 1628 (ObjNum 455 snap 135 seq_num 455) dirty exists 2024-04-12T16:09:58.103 INFO:tasks.rados.rados.0.smithi099.stdout:2627: finishing write tid 1 to smithi09982431-42 2024-04-12T16:09:58.103 INFO:tasks.rados.rados.0.smithi099.stdout:2625: finishing write tid 6 to smithi09982431-7 2024-04-12T16:09:58.103 INFO:tasks.rados.rados.0.smithi099.stdout:2625: oid 7 updating version 0 to 1920 2024-04-12T16:09:58.103 INFO:tasks.rados.rados.0.smithi099.stdout:2625: oid 7 updating version 1920 to 1921 2024-04-12T16:09:58.103 INFO:tasks.rados.rados.0.smithi099.stdout:2625: oid 7 version 1921 is already newer than 1919 2024-04-12T16:09:58.103 INFO:tasks.rados.rados.0.smithi099.stdout:2625: oid 7 updating version 1921 to 1922 2024-04-12T16:09:58.103 INFO:tasks.rados.rados.0.smithi099.stdout:2625: oid 7 updating version 1922 to 1923 2024-04-12T16:09:58.103 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 7 v 1923 (ObjNum 816 snap 258 seq_num 816) dirty exists 2024-04-12T16:09:58.103 INFO:tasks.rados.rados.0.smithi099.stdout:2625: left oid 7 (ObjNum 816 snap 258 seq_num 816) 2024-04-12T16:09:58.104 INFO:tasks.rados.rados.0.smithi099.stdout:2627: finishing write tid 2 to smithi09982431-42 2024-04-12T16:09:58.104 INFO:tasks.rados.rados.0.smithi099.stdout:2625: done (3 left) 2024-04-12T16:09:58.104 INFO:tasks.rados.rados.0.smithi099.stdout:2626: done (2 left) 2024-04-12T16:09:58.104 INFO:tasks.rados.rados.0.smithi099.stdout:2627: finishing write tid 3 to smithi09982431-42 2024-04-12T16:09:58.104 INFO:tasks.rados.rados.0.smithi099.stdout:2629: read oid 14 snap -1 2024-04-12T16:09:58.104 INFO:tasks.rados.rados.0.smithi099.stdout:2629: expect (ObjNum 722 snap 227 seq_num 722) 2024-04-12T16:09:58.104 INFO:tasks.rados.rados.0.smithi099.stdout:2630: snap_create 2024-04-12T16:09:58.104 INFO:tasks.rados.rados.0.smithi099.stdout:2629: expect (ObjNum 722 snap 227 seq_num 722) 2024-04-12T16:09:58.107 INFO:tasks.rados.rados.0.smithi099.stdout:2627: finishing write tid 4 to smithi09982431-42 2024-04-12T16:09:58.107 INFO:tasks.rados.rados.0.smithi099.stdout:2627: finishing write tid 5 to smithi09982431-42 2024-04-12T16:09:58.107 INFO:tasks.rados.rados.0.smithi099.stdout:2627: finishing write tid 6 to smithi09982431-42 2024-04-12T16:09:58.107 INFO:tasks.rados.rados.0.smithi099.stdout:2627: oid 42 updating version 0 to 984 2024-04-12T16:09:58.107 INFO:tasks.rados.rados.0.smithi099.stdout:2627: oid 42 version 984 is already newer than 982 2024-04-12T16:09:58.108 INFO:tasks.rados.rados.0.smithi099.stdout:2627: oid 42 version 984 is already newer than 981 2024-04-12T16:09:58.108 INFO:tasks.rados.rados.0.smithi099.stdout:2627: oid 42 version 984 is already newer than 983 2024-04-12T16:09:58.108 INFO:tasks.rados.rados.0.smithi099.stdout:2627: oid 42 updating version 984 to 985 2024-04-12T16:09:58.108 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 42 v 985 (ObjNum 817 snap 258 seq_num 817) dirty exists 2024-04-12T16:09:58.108 INFO:tasks.rados.rados.0.smithi099.stdout:2627: left oid 42 (ObjNum 817 snap 258 seq_num 817) 2024-04-12T16:09:58.108 INFO:tasks.rados.rados.0.smithi099.stdout:2628: finishing rollback tid 0 to smithi09982431-9 2024-04-12T16:09:58.108 INFO:tasks.rados.rados.0.smithi099.stdout:2628: finishing rollback tid 1 to smithi09982431-9 2024-04-12T16:09:58.108 INFO:tasks.rados.rados.0.smithi099.stdout:2628: finishing rollback tid 2 to smithi09982431-9 2024-04-12T16:09:58.108 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 9 v 1470 (ObjNum 729 snap 229 seq_num 729) dirty exists 2024-04-12T16:09:58.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:58 smithi110 ceph-mon[88691]: osdmap e580: 8 total, 8 up, 8 in 2024-04-12T16:09:58.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:58.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:09:58.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:58.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:58.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:09:58.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:09:58.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:58.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:09:58.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:09:58.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:09:58.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:09:58.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:09:58.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-12T16:09:58.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:58 smithi099 ceph-mon[96864]: osdmap e580: 8 total, 8 up, 8 in 2024-04-12T16:09:58.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:58.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:09:58.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:58.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:58.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:09:58.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:09:58.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:09:58.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:09:58.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:09:58.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:09:58.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:09:58.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:09:58.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-12T16:09:59.067 INFO:tasks.rados.rados.0.smithi099.stdout:2627: done (3 left) 2024-04-12T16:09:59.067 INFO:tasks.rados.rados.0.smithi099.stdout:2628: done (2 left) 2024-04-12T16:09:59.067 INFO:tasks.rados.rados.0.smithi099.stdout:2629: done (1 left) 2024-04-12T16:09:59.067 INFO:tasks.rados.rados.0.smithi099.stdout:2630: done (0 left) 2024-04-12T16:09:59.067 INFO:tasks.rados.rados.0.smithi099.stdout:2631: snap_remove snap 229 2024-04-12T16:09:59.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:59 smithi110 ceph-mon[88691]: Upgrade: It appears safe to stop mds.b 2024-04-12T16:09:59.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:59 smithi110 ceph-mon[88691]: osdmap e581: 8 total, 8 up, 8 in 2024-04-12T16:09:59.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:59 smithi110 ceph-mon[88691]: pgmap v508: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 448 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.2 MiB/s wr, 0 op/s 2024-04-12T16:09:59.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:09:59 smithi110 ceph-mon[88691]: osdmap e582: 8 total, 8 up, 8 in 2024-04-12T16:09:59.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:59 smithi099 ceph-mon[94290]: Upgrade: It appears safe to stop mds.b 2024-04-12T16:09:59.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:59 smithi099 ceph-mon[94290]: osdmap e581: 8 total, 8 up, 8 in 2024-04-12T16:09:59.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:59 smithi099 ceph-mon[94290]: pgmap v508: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 448 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.2 MiB/s wr, 0 op/s 2024-04-12T16:09:59.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:09:59 smithi099 ceph-mon[94290]: osdmap e582: 8 total, 8 up, 8 in 2024-04-12T16:09:59.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:59 smithi099 ceph-mon[96864]: Upgrade: It appears safe to stop mds.b 2024-04-12T16:09:59.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:59 smithi099 ceph-mon[96864]: osdmap e581: 8 total, 8 up, 8 in 2024-04-12T16:09:59.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:59 smithi099 ceph-mon[96864]: pgmap v508: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 448 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.2 MiB/s wr, 0 op/s 2024-04-12T16:09:59.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:09:59 smithi099 ceph-mon[96864]: osdmap e582: 8 total, 8 up, 8 in 2024-04-12T16:10:00.070 INFO:tasks.rados.rados.0.smithi099.stdout:2631: done (0 left) 2024-04-12T16:10:00.070 INFO:tasks.rados.rados.0.smithi099.stdout:2632: rmattr oid 38 current snap is 259 2024-04-12T16:10:00.070 INFO:tasks.rados.rados.0.smithi099.stdout:2632: done (0 left) 2024-04-12T16:10:00.070 INFO:tasks.rados.rados.0.smithi099.stdout:2633: read oid 15 snap -1 2024-04-12T16:10:00.070 INFO:tasks.rados.rados.0.smithi099.stdout:2633: expect (ObjNum 815 snap 257 seq_num 815) 2024-04-12T16:10:00.070 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 27 current snap is 259 2024-04-12T16:10:00.070 INFO:tasks.rados.rados.0.smithi099.stdout:2634: seq_num 818 ranges {1441792=507904,1949696=704512,2654208=499712} 2024-04-12T16:10:00.082 INFO:tasks.rados.rados.0.smithi099.stdout:2634: writing smithi09982431-27 from 1441792 to 1949696 tid 1 2024-04-12T16:10:00.086 INFO:tasks.rados.rados.0.smithi099.stdout:2634: writing smithi09982431-27 from 1949696 to 2654208 tid 2 2024-04-12T16:10:00.090 INFO:tasks.rados.rados.0.smithi099.stdout:2634: writing smithi09982431-27 from 2654208 to 3153920 tid 3 2024-04-12T16:10:00.091 INFO:tasks.rados.rados.0.smithi099.stdout:2635: read oid 24 snap -1 2024-04-12T16:10:00.091 INFO:tasks.rados.rados.0.smithi099.stdout:2635: expect (ObjNum 597 snap 183 seq_num 597) 2024-04-12T16:10:00.091 INFO:tasks.rados.rados.0.smithi099.stdout:2636: read oid 21 snap -1 2024-04-12T16:10:00.091 INFO:tasks.rados.rados.0.smithi099.stdout:2636: expect deleted 2024-04-12T16:10:00.091 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 20 current snap is 259 2024-04-12T16:10:00.091 INFO:tasks.rados.rados.0.smithi099.stdout:2634: finishing write tid 1 to smithi09982431-27 2024-04-12T16:10:00.091 INFO:tasks.rados.rados.0.smithi099.stdout:2637: seq_num 819 ranges {0=524288,524288=589824,1114112=614400} 2024-04-12T16:10:00.094 INFO:tasks.rados.rados.0.smithi099.stdout:2637: writing smithi09982431-20 from 0 to 524288 tid 1 2024-04-12T16:10:00.098 INFO:tasks.rados.rados.0.smithi099.stdout:2637: writing smithi09982431-20 from 524288 to 1114112 tid 2 2024-04-12T16:10:00.102 INFO:tasks.rados.rados.0.smithi099.stdout:2637: writing smithi09982431-20 from 1114112 to 1728512 tid 3 2024-04-12T16:10:00.102 INFO:tasks.rados.rados.0.smithi099.stdout:2638: read oid 14 snap -1 2024-04-12T16:10:00.102 INFO:tasks.rados.rados.0.smithi099.stdout:2638: expect (ObjNum 722 snap 227 seq_num 722) 2024-04-12T16:10:00.102 INFO:tasks.rados.rados.0.smithi099.stdout:2639: snap_remove snap 218 2024-04-12T16:10:01.053 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:00 smithi110 ceph-mon[88691]: Upgrade: Updating mds.b 2024-04-12T16:10:01.053 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:00 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:01.053 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:00 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T16:10:01.054 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:00 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:10:01.054 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:00 smithi110 ceph-mon[88691]: Deploying daemon mds.b on smithi110 2024-04-12T16:10:01.054 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:00 smithi110 ceph-mon[88691]: overall HEALTH_OK 2024-04-12T16:10:01.054 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:00 smithi110 ceph-mon[88691]: osdmap e583: 8 total, 8 up, 8 in 2024-04-12T16:10:01.054 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:00 smithi110 ceph-mon[88691]: pgmap v511: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 451 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 17 op/s 2024-04-12T16:10:01.074 INFO:tasks.rados.rados.0.smithi099.stdout:2634: finishing write tid 2 to smithi09982431-27 2024-04-12T16:10:01.075 INFO:tasks.rados.rados.0.smithi099.stdout:2634: finishing write tid 3 to smithi09982431-27 2024-04-12T16:10:01.075 INFO:tasks.rados.rados.0.smithi099.stdout:2634: finishing write tid 4 to smithi09982431-27 2024-04-12T16:10:01.075 INFO:tasks.rados.rados.0.smithi099.stdout:2634: finishing write tid 5 to smithi09982431-27 2024-04-12T16:10:01.075 INFO:tasks.rados.rados.0.smithi099.stdout:2634: oid 27 updating version 0 to 1759 2024-04-12T16:10:01.075 INFO:tasks.rados.rados.0.smithi099.stdout:2634: oid 27 updating version 1759 to 1760 2024-04-12T16:10:01.075 INFO:tasks.rados.rados.0.smithi099.stdout:2634: oid 27 version 1760 is already newer than 1758 2024-04-12T16:10:01.075 INFO:tasks.rados.rados.0.smithi099.stdout:2634: oid 27 updating version 1760 to 1761 2024-04-12T16:10:01.075 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 27 v 1761 (ObjNum 818 snap 259 seq_num 818) dirty exists 2024-04-12T16:10:01.075 INFO:tasks.rados.rados.0.smithi099.stdout:2634: left oid 27 (ObjNum 818 snap 259 seq_num 818) 2024-04-12T16:10:01.075 INFO:tasks.rados.rados.0.smithi099.stdout:2637: finishing write tid 1 to smithi09982431-20 2024-04-12T16:10:01.075 INFO:tasks.rados.rados.0.smithi099.stdout:2635: expect (ObjNum 597 snap 183 seq_num 597) 2024-04-12T16:10:01.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:00 smithi099 ceph-mon[94290]: Upgrade: Updating mds.b 2024-04-12T16:10:01.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:00 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:01.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:00 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T16:10:01.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:00 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:10:01.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:00 smithi099 ceph-mon[94290]: Deploying daemon mds.b on smithi110 2024-04-12T16:10:01.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:00 smithi099 ceph-mon[94290]: overall HEALTH_OK 2024-04-12T16:10:01.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:00 smithi099 ceph-mon[94290]: osdmap e583: 8 total, 8 up, 8 in 2024-04-12T16:10:01.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:00 smithi099 ceph-mon[94290]: pgmap v511: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 451 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 17 op/s 2024-04-12T16:10:01.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:00 smithi099 ceph-mon[96864]: Upgrade: Updating mds.b 2024-04-12T16:10:01.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:00 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:01.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:00 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T16:10:01.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:00 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:10:01.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:00 smithi099 ceph-mon[96864]: Deploying daemon mds.b on smithi110 2024-04-12T16:10:01.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:00 smithi099 ceph-mon[96864]: overall HEALTH_OK 2024-04-12T16:10:01.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:00 smithi099 ceph-mon[96864]: osdmap e583: 8 total, 8 up, 8 in 2024-04-12T16:10:01.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:00 smithi099 ceph-mon[96864]: pgmap v511: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 451 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 17 op/s 2024-04-12T16:10:01.138 INFO:tasks.rados.rados.0.smithi099.stdout:2633: expect (ObjNum 815 snap 257 seq_num 815) 2024-04-12T16:10:01.347 INFO:tasks.rados.rados.0.smithi099.stdout:2638: expect (ObjNum 722 snap 227 seq_num 722) 2024-04-12T16:10:01.350 INFO:tasks.rados.rados.0.smithi099.stdout:2637: finishing write tid 2 to smithi09982431-20 2024-04-12T16:10:01.350 INFO:tasks.rados.rados.0.smithi099.stdout:2637: finishing write tid 3 to smithi09982431-20 2024-04-12T16:10:01.350 INFO:tasks.rados.rados.0.smithi099.stdout:2637: finishing write tid 4 to smithi09982431-20 2024-04-12T16:10:01.350 INFO:tasks.rados.rados.0.smithi099.stdout:2637: finishing write tid 5 to smithi09982431-20 2024-04-12T16:10:01.350 INFO:tasks.rados.rados.0.smithi099.stdout:2637: oid 20 updating version 0 to 1930 2024-04-12T16:10:01.350 INFO:tasks.rados.rados.0.smithi099.stdout:2637: oid 20 version 1930 is already newer than 1929 2024-04-12T16:10:01.350 INFO:tasks.rados.rados.0.smithi099.stdout:2637: oid 20 version 1930 is already newer than 1928 2024-04-12T16:10:01.350 INFO:tasks.rados.rados.0.smithi099.stdout:2637: oid 20 updating version 1930 to 1931 2024-04-12T16:10:01.350 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 20 v 1931 (ObjNum 819 snap 259 seq_num 819) dirty exists 2024-04-12T16:10:01.350 INFO:tasks.rados.rados.0.smithi099.stdout:2637: left oid 20 (ObjNum 819 snap 259 seq_num 819) 2024-04-12T16:10:01.351 INFO:tasks.rados.rados.0.smithi099.stdout:2633: done (6 left) 2024-04-12T16:10:01.351 INFO:tasks.rados.rados.0.smithi099.stdout:2634: done (5 left) 2024-04-12T16:10:01.351 INFO:tasks.rados.rados.0.smithi099.stdout:2635: done (4 left) 2024-04-12T16:10:01.351 INFO:tasks.rados.rados.0.smithi099.stdout:2636: done (3 left) 2024-04-12T16:10:01.351 INFO:tasks.rados.rados.0.smithi099.stdout:2637: done (2 left) 2024-04-12T16:10:01.351 INFO:tasks.rados.rados.0.smithi099.stdout:2638: done (1 left) 2024-04-12T16:10:01.351 INFO:tasks.rados.rados.0.smithi099.stdout:2639: done (0 left) 2024-04-12T16:10:01.351 INFO:tasks.rados.rados.0.smithi099.stdout:2640: delete oid 16 current snap is 259 2024-04-12T16:10:01.352 INFO:tasks.rados.rados.0.smithi099.stdout:2640: done (0 left) 2024-04-12T16:10:01.352 INFO:tasks.rados.rados.0.smithi099.stdout:2641: snap_remove snap 252 2024-04-12T16:10:01.893 INFO:tasks.rados.rados.0.smithi099.stdout:2641: done (0 left) 2024-04-12T16:10:01.893 INFO:tasks.rados.rados.0.smithi099.stdout:2642: copy_from oid 33 from oid 15 current snap is 259 2024-04-12T16:10:01.893 INFO:tasks.rados.rados.0.smithi099.stdout:2643: copy_from oid 16 from oid 12 current snap is 259 2024-04-12T16:10:01.893 INFO:tasks.rados.rados.0.smithi099.stdout:2644: rmattr oid 8 current snap is 259 2024-04-12T16:10:01.894 INFO:tasks.rados.rados.0.smithi099.stdout:2644: done (2 left) 2024-04-12T16:10:01.894 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 4 current snap is 259 2024-04-12T16:10:01.894 INFO:tasks.rados.rados.0.smithi099.stdout:2645: seq_num 821 ranges {0=557056,557056=761856,1318912=442368} 2024-04-12T16:10:01.896 INFO:tasks.rados.rados.0.smithi099.stdout:2645: writing smithi09982431-4 from 0 to 557056 tid 1 2024-04-12T16:10:01.902 INFO:tasks.rados.rados.0.smithi099.stdout:2645: writing smithi09982431-4 from 557056 to 1318912 tid 2 2024-04-12T16:10:01.905 INFO:tasks.rados.rados.0.smithi099.stdout:2645: writing smithi09982431-4 from 1318912 to 1761280 tid 3 2024-04-12T16:10:01.905 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 36 current snap is 259 2024-04-12T16:10:01.905 INFO:tasks.rados.rados.0.smithi099.stdout:2646: seq_num 822 ranges {753664=573440,1327104=696320,2023424=507904} 2024-04-12T16:10:01.913 INFO:tasks.rados.rados.0.smithi099.stdout:2646: writing smithi09982431-36 from 753664 to 1327104 tid 1 2024-04-12T16:10:01.918 INFO:tasks.rados.rados.0.smithi099.stdout:2646: writing smithi09982431-36 from 1327104 to 2023424 tid 2 2024-04-12T16:10:01.922 INFO:tasks.rados.rados.0.smithi099.stdout:2646: writing smithi09982431-36 from 2023424 to 2531328 tid 3 2024-04-12T16:10:01.922 INFO:tasks.rados.rados.0.smithi099.stdout:2645: finishing write tid 1 to smithi09982431-4 2024-04-12T16:10:01.922 INFO:tasks.rados.rados.0.smithi099.stdout:2645: finishing write tid 2 to smithi09982431-4 2024-04-12T16:10:01.922 INFO:tasks.rados.rados.0.smithi099.stdout:2646: finishing write tid 1 to smithi09982431-36 2024-04-12T16:10:01.922 INFO:tasks.rados.rados.0.smithi099.stdout:2643: finishing copy_from racing read to smithi09982431-16 2024-04-12T16:10:01.922 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 6 current snap is 259 2024-04-12T16:10:01.923 INFO:tasks.rados.rados.0.smithi099.stdout:2647: seq_num 823 ranges {4980736=589824,5570560=573440,6144000=630784} 2024-04-12T16:10:01.952 INFO:tasks.rados.rados.0.smithi099.stdout:2647: writing smithi09982431-6 from 4980736 to 5570560 tid 1 2024-04-12T16:10:01.955 INFO:tasks.rados.rados.0.smithi099.stdout:2647: writing smithi09982431-6 from 5570560 to 6144000 tid 2 2024-04-12T16:10:01.959 INFO:tasks.rados.rados.0.smithi099.stdout:2647: writing smithi09982431-6 from 6144000 to 6774784 tid 3 2024-04-12T16:10:01.959 INFO:tasks.rados.rados.0.smithi099.stdout:2648: snap_create 2024-04-12T16:10:01.959 INFO:tasks.rados.rados.0.smithi099.stdout:2645: finishing write tid 3 to smithi09982431-4 2024-04-12T16:10:01.959 INFO:tasks.rados.rados.0.smithi099.stdout:2645: finishing write tid 4 to smithi09982431-4 2024-04-12T16:10:01.960 INFO:tasks.rados.rados.0.smithi099.stdout:2646: finishing write tid 2 to smithi09982431-36 2024-04-12T16:10:01.960 INFO:tasks.rados.rados.0.smithi099.stdout:2643: finishing copy_from to smithi09982431-16 2024-04-12T16:10:01.960 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 16 v 1467 (ObjNum 801 snap 250 seq_num 801) dirty exists 2024-04-12T16:10:01.960 INFO:tasks.rados.rados.0.smithi099.stdout:2645: finishing write tid 5 to smithi09982431-4 2024-04-12T16:10:01.960 INFO:tasks.rados.rados.0.smithi099.stdout:2645: oid 4 updating version 0 to 1614 2024-04-12T16:10:01.960 INFO:tasks.rados.rados.0.smithi099.stdout:2645: oid 4 updating version 1614 to 1616 2024-04-12T16:10:01.960 INFO:tasks.rados.rados.0.smithi099.stdout:2645: oid 4 updating version 1616 to 1617 2024-04-12T16:10:01.960 INFO:tasks.rados.rados.0.smithi099.stdout:2645: oid 4 version 1617 is already newer than 1615 2024-04-12T16:10:01.961 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 4 v 1617 (ObjNum 821 snap 259 seq_num 821) dirty exists 2024-04-12T16:10:01.961 INFO:tasks.rados.rados.0.smithi099.stdout:2645: left oid 4 (ObjNum 821 snap 259 seq_num 821) 2024-04-12T16:10:01.961 INFO:tasks.rados.rados.0.smithi099.stdout:2646: finishing write tid 3 to smithi09982431-36 2024-04-12T16:10:01.961 INFO:tasks.rados.rados.0.smithi099.stdout:2646: finishing write tid 4 to smithi09982431-36 2024-04-12T16:10:01.961 INFO:tasks.rados.rados.0.smithi099.stdout:2642: finishing copy_from racing read to smithi09982431-33 2024-04-12T16:10:01.961 INFO:tasks.rados.rados.0.smithi099.stdout:2642: finishing copy_from to smithi09982431-33 2024-04-12T16:10:01.962 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 33 v 1485 (ObjNum 815 snap 257 seq_num 815) dirty exists 2024-04-12T16:10:01.962 INFO:tasks.rados.rados.0.smithi099.stdout:2646: finishing write tid 5 to smithi09982431-36 2024-04-12T16:10:01.962 INFO:tasks.rados.rados.0.smithi099.stdout:2646: oid 36 updating version 0 to 1749 2024-04-12T16:10:01.962 INFO:tasks.rados.rados.0.smithi099.stdout:2646: oid 36 updating version 1749 to 1750 2024-04-12T16:10:01.962 INFO:tasks.rados.rados.0.smithi099.stdout:2646: oid 36 version 1750 is already newer than 1747 2024-04-12T16:10:01.962 INFO:tasks.rados.rados.0.smithi099.stdout:2646: oid 36 version 1750 is already newer than 1748 2024-04-12T16:10:01.962 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 36 v 1750 (ObjNum 822 snap 259 seq_num 822) dirty exists 2024-04-12T16:10:01.962 INFO:tasks.rados.rados.0.smithi099.stdout:2646: left oid 36 (ObjNum 822 snap 259 seq_num 822) 2024-04-12T16:10:01.962 INFO:tasks.rados.rados.0.smithi099.stdout:2647: finishing write tid 1 to smithi09982431-6 2024-04-12T16:10:01.962 INFO:tasks.rados.rados.0.smithi099.stdout:2647: finishing write tid 2 to smithi09982431-6 2024-04-12T16:10:01.963 INFO:tasks.rados.rados.0.smithi099.stdout:2647: finishing write tid 3 to smithi09982431-6 2024-04-12T16:10:01.963 INFO:tasks.rados.rados.0.smithi099.stdout:2647: finishing write tid 4 to smithi09982431-6 2024-04-12T16:10:01.963 INFO:tasks.rados.rados.0.smithi099.stdout:2647: finishing write tid 5 to smithi09982431-6 2024-04-12T16:10:01.963 INFO:tasks.rados.rados.0.smithi099.stdout:2647: oid 6 updating version 0 to 1388 2024-04-12T16:10:01.963 INFO:tasks.rados.rados.0.smithi099.stdout:2647: oid 6 version 1388 is already newer than 1387 2024-04-12T16:10:01.963 INFO:tasks.rados.rados.0.smithi099.stdout:2647: oid 6 updating version 1388 to 1390 2024-04-12T16:10:01.963 INFO:tasks.rados.rados.0.smithi099.stdout:2647: oid 6 version 1390 is already newer than 1389 2024-04-12T16:10:01.963 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 6 v 1390 (ObjNum 823 snap 259 seq_num 823) dirty exists 2024-04-12T16:10:01.963 INFO:tasks.rados.rados.0.smithi099.stdout:2647: left oid 6 (ObjNum 823 snap 259 seq_num 823) 2024-04-12T16:10:02.066 INFO:journalctl@ceph.mds.b.smithi110.stdout:Apr 12 16:10:01 smithi110 systemd[1]: Stopping Ceph mds.b for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:10:02.066 INFO:journalctl@ceph.mds.b.smithi110.stdout:Apr 12 16:10:01 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mds-b[59606]: 2024-04-12T16:10:01.887+0000 7f20fa58c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T16:10:02.066 INFO:journalctl@ceph.mds.b.smithi110.stdout:Apr 12 16:10:01 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mds-b[59606]: 2024-04-12T16:10:01.887+0000 7f20fa58c700 -1 mds.b *** got signal Terminated *** 2024-04-12T16:10:02.334 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:10:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:10:02.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:02 smithi110 ceph-mon[88691]: osdmap e584: 8 total, 8 up, 8 in 2024-04-12T16:10:02.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:02 smithi110 ceph-mon[88691]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-12T16:10:02.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:02 smithi110 ceph-mon[88691]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-12T16:10:02.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:02 smithi110 ceph-mon[88691]: osdmap e585: 8 total, 8 up, 8 in 2024-04-12T16:10:02.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:02 smithi110 ceph-mon[88691]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-12T16:10:02.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:02 smithi110 ceph-mon[88691]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-12T16:10:02.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:02 smithi110 ceph-mon[88691]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-12T16:10:02.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:02 smithi110 ceph-mon[88691]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-12T16:10:02.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:02 smithi099 ceph-mon[96864]: osdmap e584: 8 total, 8 up, 8 in 2024-04-12T16:10:02.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:02 smithi099 ceph-mon[96864]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-12T16:10:02.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:02 smithi099 ceph-mon[96864]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-12T16:10:02.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:02 smithi099 ceph-mon[96864]: osdmap e585: 8 total, 8 up, 8 in 2024-04-12T16:10:02.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:02 smithi099 ceph-mon[96864]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-12T16:10:02.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:02 smithi099 ceph-mon[96864]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-12T16:10:02.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:02 smithi099 ceph-mon[96864]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-12T16:10:02.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:02 smithi099 ceph-mon[96864]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-12T16:10:02.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:01 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-a[94267]: 2024-04-12T16:10:01.888+0000 7fbaee69e700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-12T16:10:02.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:02 smithi099 ceph-mon[94290]: osdmap e584: 8 total, 8 up, 8 in 2024-04-12T16:10:02.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:02 smithi099 ceph-mon[94290]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-12T16:10:02.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:02 smithi099 ceph-mon[94290]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-12T16:10:02.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:02 smithi099 ceph-mon[94290]: osdmap e585: 8 total, 8 up, 8 in 2024-04-12T16:10:02.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:02 smithi099 ceph-mon[94290]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-12T16:10:02.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:02 smithi099 ceph-mon[94290]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-12T16:10:02.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:02 smithi099 ceph-mon[94290]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-12T16:10:02.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:02 smithi099 ceph-mon[94290]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-12T16:10:02.903 INFO:tasks.rados.rados.0.smithi099.stdout:2642: done (5 left) 2024-04-12T16:10:02.903 INFO:tasks.rados.rados.0.smithi099.stdout:2643: done (4 left) 2024-04-12T16:10:02.903 INFO:tasks.rados.rados.0.smithi099.stdout:2645: done (3 left) 2024-04-12T16:10:02.904 INFO:tasks.rados.rados.0.smithi099.stdout:2646: done (2 left) 2024-04-12T16:10:02.904 INFO:tasks.rados.rados.0.smithi099.stdout:2647: done (1 left) 2024-04-12T16:10:02.904 INFO:tasks.rados.rados.0.smithi099.stdout:2648: done (0 left) 2024-04-12T16:10:02.904 INFO:tasks.rados.rados.0.smithi099.stdout:2649: rmattr oid 44 current snap is 260 2024-04-12T16:10:02.904 INFO:tasks.rados.rados.0.smithi099.stdout:2649: done (0 left) 2024-04-12T16:10:02.904 INFO:tasks.rados.rados.0.smithi099.stdout:2650: rmattr oid 50 current snap is 260 2024-04-12T16:10:02.904 INFO:tasks.rados.rados.0.smithi099.stdout:2651: read oid 37 snap -1 2024-04-12T16:10:02.905 INFO:tasks.rados.rados.0.smithi099.stdout:2651: expect (ObjNum 768 snap 239 seq_num 768) 2024-04-12T16:10:02.905 INFO:tasks.rados.rados.0.smithi099.stdout:2652: copy_from oid 18 from oid 43 current snap is 260 2024-04-12T16:10:02.905 INFO:tasks.rados.rados.0.smithi099.stdout:2653: copy_from oid 35 from oid 11 current snap is 260 2024-04-12T16:10:02.905 INFO:tasks.rados.rados.0.smithi099.stdout:2654: read oid 40 snap -1 2024-04-12T16:10:02.905 INFO:tasks.rados.rados.0.smithi099.stdout:2654: expect (ObjNum 794 snap 248 seq_num 794) 2024-04-12T16:10:02.905 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 23 current snap is 260 2024-04-12T16:10:02.905 INFO:tasks.rados.rados.0.smithi099.stdout:2655: seq_num 824 ranges {1941504=606208,2547712=458752,3006464=573440,3579904=172032} 2024-04-12T16:10:02.917 INFO:tasks.rados.rados.0.smithi099.stdout:2655: writing smithi09982431-23 from 1941504 to 2547712 tid 1 2024-04-12T16:10:02.920 INFO:tasks.rados.rados.0.smithi099.stdout:2655: writing smithi09982431-23 from 2547712 to 3006464 tid 2 2024-04-12T16:10:02.924 INFO:tasks.rados.rados.0.smithi099.stdout:2655: writing smithi09982431-23 from 3006464 to 3579904 tid 3 2024-04-12T16:10:02.925 INFO:tasks.rados.rados.0.smithi099.stdout:2655: writing smithi09982431-23 from 3579904 to 3751936 tid 4 2024-04-12T16:10:02.925 INFO:tasks.rados.rados.0.smithi099.stdout:2656: rollback oid 15 current snap is 260 2024-04-12T16:10:02.925 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 15 to 240 2024-04-12T16:10:02.926 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 50 v 1474 (ObjNum 767 snap 239 seq_num 767) dirty exists 2024-04-12T16:10:02.926 INFO:tasks.rados.rados.0.smithi099.stdout:2654: expect (ObjNum 794 snap 248 seq_num 794) 2024-04-12T16:10:02.964 INFO:tasks.rados.rados.0.smithi099.stdout:2651: expect (ObjNum 768 snap 239 seq_num 768) 2024-04-12T16:10:03.038 INFO:tasks.rados.rados.0.smithi099.stdout:2653: finishing copy_from racing read to smithi09982431-35 2024-04-12T16:10:03.038 INFO:tasks.rados.rados.0.smithi099.stdout:2653: finishing copy_from to smithi09982431-35 2024-04-12T16:10:03.038 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 880 (ObjNum 791 snap 246 seq_num 791) dirty exists 2024-04-12T16:10:03.038 INFO:tasks.rados.rados.0.smithi099.stdout:2655: finishing write tid 1 to smithi09982431-23 2024-04-12T16:10:03.038 INFO:tasks.rados.rados.0.smithi099.stdout:2655: finishing write tid 2 to smithi09982431-23 2024-04-12T16:10:03.038 INFO:tasks.rados.rados.0.smithi099.stdout:2650: done (6 left) 2024-04-12T16:10:03.039 INFO:tasks.rados.rados.0.smithi099.stdout:2651: done (5 left) 2024-04-12T16:10:03.039 INFO:tasks.rados.rados.0.smithi099.stdout:2653: done (4 left) 2024-04-12T16:10:03.039 INFO:tasks.rados.rados.0.smithi099.stdout:2654: done (3 left) 2024-04-12T16:10:03.039 INFO:tasks.rados.rados.0.smithi099.stdout:2657: read oid 1 snap -1 2024-04-12T16:10:03.039 INFO:tasks.rados.rados.0.smithi099.stdout:2657: expect (ObjNum 756 snap 235 seq_num 756) 2024-04-12T16:10:03.039 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 12 current snap is 260 2024-04-12T16:10:03.039 INFO:tasks.rados.rados.0.smithi099.stdout:2652: finishing copy_from racing read to smithi09982431-18 2024-04-12T16:10:03.039 INFO:tasks.rados.rados.0.smithi099.stdout:2652: finishing copy_from to smithi09982431-18 2024-04-12T16:10:03.039 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 18 v 1573 (ObjNum 753 snap 235 seq_num 753) dirty exists 2024-04-12T16:10:03.039 INFO:tasks.rados.rados.0.smithi099.stdout:2655: finishing write tid 3 to smithi09982431-23 2024-04-12T16:10:03.039 INFO:tasks.rados.rados.0.smithi099.stdout:2658: seq_num 825 ranges {2596864=622592,3219456=745472,3964928=458752} 2024-04-12T16:10:03.055 INFO:tasks.rados.rados.0.smithi099.stdout:2658: writing smithi09982431-12 from 2596864 to 3219456 tid 1 2024-04-12T16:10:03.059 INFO:tasks.rados.rados.0.smithi099.stdout:2658: writing smithi09982431-12 from 3219456 to 3964928 tid 2 2024-04-12T16:10:03.063 INFO:tasks.rados.rados.0.smithi099.stdout:2658: writing smithi09982431-12 from 3964928 to 4423680 tid 3 2024-04-12T16:10:03.063 INFO:tasks.rados.rados.0.smithi099.stdout:2652: done (4 left) 2024-04-12T16:10:03.063 INFO:tasks.rados.rados.0.smithi099.stdout:2659: copy_from oid 37 from oid 34 current snap is 260 2024-04-12T16:10:03.063 INFO:tasks.rados.rados.0.smithi099.stdout:2655: finishing write tid 4 to smithi09982431-23 2024-04-12T16:10:03.064 INFO:tasks.rados.rados.0.smithi099.stdout:2655: finishing write tid 5 to smithi09982431-23 2024-04-12T16:10:03.064 INFO:tasks.rados.rados.0.smithi099.stdout:2656: finishing rollback tid 0 to smithi09982431-15 2024-04-12T16:10:03.064 INFO:tasks.rados.rados.0.smithi099.stdout:2655: finishing write tid 6 to smithi09982431-23 2024-04-12T16:10:03.064 INFO:tasks.rados.rados.0.smithi099.stdout:2655: oid 23 updating version 0 to 980 2024-04-12T16:10:03.064 INFO:tasks.rados.rados.0.smithi099.stdout:2655: oid 23 version 980 is already newer than 979 2024-04-12T16:10:03.064 INFO:tasks.rados.rados.0.smithi099.stdout:2655: oid 23 version 980 is already newer than 977 2024-04-12T16:10:03.064 INFO:tasks.rados.rados.0.smithi099.stdout:2655: oid 23 version 980 is already newer than 978 2024-04-12T16:10:03.064 INFO:tasks.rados.rados.0.smithi099.stdout:2655: oid 23 updating version 980 to 981 2024-04-12T16:10:03.064 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 23 v 981 (ObjNum 824 snap 260 seq_num 824) dirty exists 2024-04-12T16:10:03.064 INFO:tasks.rados.rados.0.smithi099.stdout:2655: left oid 23 (ObjNum 824 snap 260 seq_num 824) 2024-04-12T16:10:03.064 INFO:tasks.rados.rados.0.smithi099.stdout:2656: finishing rollback tid 1 to smithi09982431-15 2024-04-12T16:10:03.064 INFO:tasks.rados.rados.0.smithi099.stdout:2655: done (4 left) 2024-04-12T16:10:03.064 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 8 current snap is 260 2024-04-12T16:10:03.064 INFO:tasks.rados.rados.0.smithi099.stdout:2656: finishing rollback tid 2 to smithi09982431-15 2024-04-12T16:10:03.065 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 15 v 1488 (ObjNum 759 snap 236 seq_num 759) dirty exists 2024-04-12T16:10:03.065 INFO:tasks.rados.rados.0.smithi099.stdout:2660: seq_num 826 ranges {0=638976,638976=630784,1269760=573440} 2024-04-12T16:10:03.066 INFO:tasks.rados.rados.0.smithi099.stdout:2660: writing smithi09982431-8 from 0 to 638976 tid 1 2024-04-12T16:10:03.070 INFO:tasks.rados.rados.0.smithi099.stdout:2660: writing smithi09982431-8 from 638976 to 1269760 tid 2 2024-04-12T16:10:03.074 INFO:tasks.rados.rados.0.smithi099.stdout:2660: writing smithi09982431-8 from 1269760 to 1843200 tid 3 2024-04-12T16:10:03.074 INFO:tasks.rados.rados.0.smithi099.stdout:2656: done (4 left) 2024-04-12T16:10:03.074 INFO:tasks.rados.rados.0.smithi099.stdout:2661: read oid 22 snap -1 2024-04-12T16:10:03.075 INFO:tasks.rados.rados.0.smithi099.stdout:2661: expect (ObjNum 783 snap 245 seq_num 783) 2024-04-12T16:10:03.075 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 16 current snap is 260 2024-04-12T16:10:03.075 INFO:tasks.rados.rados.0.smithi099.stdout:2662: seq_num 827 ranges {2596864=655360,3252224=516096,3768320=688128} 2024-04-12T16:10:03.092 INFO:tasks.rados.rados.0.smithi099.stdout:2662: writing smithi09982431-16 from 2596864 to 3252224 tid 1 2024-04-12T16:10:03.095 INFO:tasks.rados.rados.0.smithi099.stdout:2662: writing smithi09982431-16 from 3252224 to 3768320 tid 2 2024-04-12T16:10:03.099 INFO:tasks.rados.rados.0.smithi099.stdout:2662: writing smithi09982431-16 from 3768320 to 4456448 tid 3 2024-04-12T16:10:03.099 INFO:tasks.rados.rados.0.smithi099.stdout:2663: rollback oid 32 current snap is 260 2024-04-12T16:10:03.099 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 32 to 234 2024-04-12T16:10:03.099 INFO:tasks.rados.rados.0.smithi099.stdout:2657: expect (ObjNum 756 snap 235 seq_num 756) 2024-04-12T16:10:03.127 INFO:tasks.rados.rados.0.smithi099.stdout:2658: finishing write tid 1 to smithi09982431-12 2024-04-12T16:10:03.128 INFO:tasks.rados.rados.0.smithi099.stdout:2657: done (6 left) 2024-04-12T16:10:03.128 INFO:tasks.rados.rados.0.smithi099.stdout:2664: snap_create 2024-04-12T16:10:03.128 INFO:tasks.rados.rados.0.smithi099.stdout:2658: finishing write tid 2 to smithi09982431-12 2024-04-12T16:10:03.128 INFO:tasks.rados.rados.0.smithi099.stdout:2658: finishing write tid 3 to smithi09982431-12 2024-04-12T16:10:03.128 INFO:tasks.rados.rados.0.smithi099.stdout:2658: finishing write tid 4 to smithi09982431-12 2024-04-12T16:10:03.128 INFO:tasks.rados.rados.0.smithi099.stdout:2658: finishing write tid 5 to smithi09982431-12 2024-04-12T16:10:03.128 INFO:tasks.rados.rados.0.smithi099.stdout:2658: oid 12 updating version 0 to 1475 2024-04-12T16:10:03.128 INFO:tasks.rados.rados.0.smithi099.stdout:2658: oid 12 updating version 1475 to 1477 2024-04-12T16:10:03.128 INFO:tasks.rados.rados.0.smithi099.stdout:2658: oid 12 version 1477 is already newer than 1476 2024-04-12T16:10:03.128 INFO:tasks.rados.rados.0.smithi099.stdout:2658: oid 12 updating version 1477 to 1478 2024-04-12T16:10:03.128 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 1478 (ObjNum 825 snap 260 seq_num 825) dirty exists 2024-04-12T16:10:03.128 INFO:tasks.rados.rados.0.smithi099.stdout:2658: left oid 12 (ObjNum 825 snap 260 seq_num 825) 2024-04-12T16:10:03.128 INFO:tasks.rados.rados.0.smithi099.stdout:2660: finishing write tid 1 to smithi09982431-8 2024-04-12T16:10:03.128 INFO:tasks.rados.rados.0.smithi099.stdout:2660: finishing write tid 2 to smithi09982431-8 2024-04-12T16:10:03.129 INFO:tasks.rados.rados.0.smithi099.stdout:2660: finishing write tid 3 to smithi09982431-8 2024-04-12T16:10:03.129 INFO:tasks.rados.rados.0.smithi099.stdout:2660: finishing write tid 4 to smithi09982431-8 2024-04-12T16:10:03.129 INFO:tasks.rados.rados.0.smithi099.stdout:2660: finishing write tid 5 to smithi09982431-8 2024-04-12T16:10:03.129 INFO:tasks.rados.rados.0.smithi099.stdout:2660: oid 8 updating version 0 to 1620 2024-04-12T16:10:03.129 INFO:tasks.rados.rados.0.smithi099.stdout:2660: oid 8 updating version 1620 to 1621 2024-04-12T16:10:03.129 INFO:tasks.rados.rados.0.smithi099.stdout:2660: oid 8 version 1621 is already newer than 1618 2024-04-12T16:10:03.129 INFO:tasks.rados.rados.0.smithi099.stdout:2660: oid 8 version 1621 is already newer than 1619 2024-04-12T16:10:03.129 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 8 v 1621 (ObjNum 826 snap 260 seq_num 826) dirty exists 2024-04-12T16:10:03.129 INFO:tasks.rados.rados.0.smithi099.stdout:2660: left oid 8 (ObjNum 826 snap 260 seq_num 826) 2024-04-12T16:10:03.129 INFO:tasks.rados.rados.0.smithi099.stdout:2661: expect (ObjNum 783 snap 245 seq_num 783) 2024-04-12T16:10:03.194 INFO:tasks.rados.rados.0.smithi099.stdout:2662: finishing write tid 1 to smithi09982431-16 2024-04-12T16:10:03.194 INFO:tasks.rados.rados.0.smithi099.stdout:2659: finishing copy_from racing read to smithi09982431-37 2024-04-12T16:10:03.194 INFO:tasks.rados.rados.0.smithi099.stdout:2662: finishing write tid 2 to smithi09982431-16 2024-04-12T16:10:03.194 INFO:tasks.rados.rados.0.smithi099.stdout:2659: finishing copy_from to smithi09982431-37 2024-04-12T16:10:03.194 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 37 v 1917 (ObjNum 811 snap 255 seq_num 811) dirty exists 2024-04-12T16:10:03.194 INFO:tasks.rados.rados.0.smithi099.stdout:2662: finishing write tid 3 to smithi09982431-16 2024-04-12T16:10:03.194 INFO:tasks.rados.rados.0.smithi099.stdout:2662: finishing write tid 4 to smithi09982431-16 2024-04-12T16:10:03.194 INFO:tasks.rados.rados.0.smithi099.stdout:2663: finishing rollback tid 0 to smithi09982431-32 2024-04-12T16:10:03.195 INFO:tasks.rados.rados.0.smithi099.stdout:2663: finishing rollback tid 1 to smithi09982431-32 2024-04-12T16:10:03.195 INFO:tasks.rados.rados.0.smithi099.stdout:2663: finishing rollback tid 2 to smithi09982431-32 2024-04-12T16:10:03.195 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 32 v 1624 (ObjNum 502 snap 152 seq_num 502) dirty exists 2024-04-12T16:10:03.195 INFO:tasks.rados.rados.0.smithi099.stdout:2662: finishing write tid 5 to smithi09982431-16 2024-04-12T16:10:03.195 INFO:tasks.rados.rados.0.smithi099.stdout:2662: oid 16 updating version 0 to 1482 2024-04-12T16:10:03.195 INFO:tasks.rados.rados.0.smithi099.stdout:2662: oid 16 version 1482 is already newer than 1481 2024-04-12T16:10:03.195 INFO:tasks.rados.rados.0.smithi099.stdout:2662: oid 16 version 1482 is already newer than 1480 2024-04-12T16:10:03.195 INFO:tasks.rados.rados.0.smithi099.stdout:2662: oid 16 version 1482 is already newer than 1479 2024-04-12T16:10:03.195 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 16 v 1482 (ObjNum 827 snap 260 seq_num 827) dirty exists 2024-04-12T16:10:03.195 INFO:tasks.rados.rados.0.smithi099.stdout:2662: left oid 16 (ObjNum 827 snap 260 seq_num 827) 2024-04-12T16:10:03.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:03 smithi110 ceph-mon[88691]: pgmap v514: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 450 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-04-12T16:10:03.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:03 smithi110 ceph-mon[88691]: osdmap e586: 8 total, 8 up, 8 in 2024-04-12T16:10:03.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:03 smithi110 ceph-mon[88691]: mds.? [v2:172.21.15.99:6834/3685787273,v1:172.21.15.99:6835/3685787273] up:reconnect 2024-04-12T16:10:03.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:03 smithi110 ceph-mon[88691]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-12T16:10:03.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:03 smithi099 ceph-mon[96864]: pgmap v514: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 450 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-04-12T16:10:03.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:03 smithi099 ceph-mon[96864]: osdmap e586: 8 total, 8 up, 8 in 2024-04-12T16:10:03.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:03 smithi099 ceph-mon[96864]: mds.? [v2:172.21.15.99:6834/3685787273,v1:172.21.15.99:6835/3685787273] up:reconnect 2024-04-12T16:10:03.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:03 smithi099 ceph-mon[96864]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-12T16:10:03.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:03 smithi099 ceph-mon[94290]: pgmap v514: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 450 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-04-12T16:10:03.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:03 smithi099 ceph-mon[94290]: osdmap e586: 8 total, 8 up, 8 in 2024-04-12T16:10:03.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:03 smithi099 ceph-mon[94290]: mds.? [v2:172.21.15.99:6834/3685787273,v1:172.21.15.99:6835/3685787273] up:reconnect 2024-04-12T16:10:03.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:03 smithi099 ceph-mon[94290]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-12T16:10:03.874 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-04-12T16:10:04.070 INFO:tasks.rados.rados.0.smithi099.stdout:2658: done (6 left) 2024-04-12T16:10:04.070 INFO:tasks.rados.rados.0.smithi099.stdout:2659: done (5 left) 2024-04-12T16:10:04.070 INFO:tasks.rados.rados.0.smithi099.stdout:2660: done (4 left) 2024-04-12T16:10:04.070 INFO:tasks.rados.rados.0.smithi099.stdout:2661: done (3 left) 2024-04-12T16:10:04.070 INFO:tasks.rados.rados.0.smithi099.stdout:2662: done (2 left) 2024-04-12T16:10:04.071 INFO:tasks.rados.rados.0.smithi099.stdout:2663: done (1 left) 2024-04-12T16:10:04.071 INFO:tasks.rados.rados.0.smithi099.stdout:2664: done (0 left) 2024-04-12T16:10:04.071 INFO:tasks.rados.rados.0.smithi099.stdout:2665: snap_remove snap 227 2024-04-12T16:10:04.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:04 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T16:10:04.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:04 smithi099 ceph-mon[94290]: mds.? [v2:172.21.15.99:6834/3685787273,v1:172.21.15.99:6835/3685787273] up:rejoin 2024-04-12T16:10:04.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:04 smithi099 ceph-mon[94290]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-12T16:10:04.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:04 smithi099 ceph-mon[94290]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-12T16:10:04.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:04 smithi099 ceph-mon[94290]: osdmap e587: 8 total, 8 up, 8 in 2024-04-12T16:10:04.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:04 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T16:10:04.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:04 smithi099 ceph-mon[96864]: mds.? [v2:172.21.15.99:6834/3685787273,v1:172.21.15.99:6835/3685787273] up:rejoin 2024-04-12T16:10:04.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:04 smithi099 ceph-mon[96864]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-12T16:10:04.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:04 smithi099 ceph-mon[96864]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-12T16:10:04.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:04 smithi099 ceph-mon[96864]: osdmap e587: 8 total, 8 up, 8 in 2024-04-12T16:10:04.196 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T16:10:04.196 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (10m) 10s ago 11m 26.7M - 0.25.0 c8568f914cd2 d0012c0a0402 2024-04-12T16:10:04.196 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi110 *:3000 running (11m) 31s ago 11m 88.8M - 9.4.7 954c08fa6188 f1a47e96b342 2024-04-12T16:10:04.196 INFO:teuthology.orchestra.run.smithi099.stdout:mds.a smithi099 running (14s) 10s ago 12m 13.9M - 19.0.0-2847-gbf9c5618 92de118a8b8f bbf44cb4bb2f 2024-04-12T16:10:04.196 INFO:teuthology.orchestra.run.smithi099.stdout:mds.b smithi110 running (12m) 31s ago 12m 15.9M - 18.2.2-1187-gd540ebac bb2c5eac26a4 453e0d052bae 2024-04-12T16:10:04.196 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi110 *:8443,9283,8765 running (6m) 31s ago 16m 452M - 19.0.0-2847-gbf9c5618 92de118a8b8f 39e31f4f4e9d 2024-04-12T16:10:04.197 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (6m) 10s ago 17m 518M - 19.0.0-2847-gbf9c5618 92de118a8b8f 8fb83982268a 2024-04-12T16:10:04.197 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (6m) 10s ago 18m 65.3M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f cc807b11358b 2024-04-12T16:10:04.197 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi110 running (5m) 31s ago 16m 50.0M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 393831dfcb29 2024-04-12T16:10:04.197 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (5m) 10s ago 16m 56.9M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 3bb5784f6f37 2024-04-12T16:10:04.197 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (11m) 10s ago 11m 15.5M - 1.5.0 0da6a335fe13 1555012f6fb4 2024-04-12T16:10:04.197 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi110 *:9100 running (11m) 31s ago 11m 15.0M - 1.5.0 0da6a335fe13 e64854b1f14f 2024-04-12T16:10:04.197 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (4m) 10s ago 15m 270M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 5e1f1df54e74 2024-04-12T16:10:04.197 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (3m) 10s ago 15m 248M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 78ac083e3d82 2024-04-12T16:10:04.197 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (3m) 10s ago 15m 272M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f e28b267bdc6a 2024-04-12T16:10:04.197 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (2m) 10s ago 14m 183M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 594ef50fe212 2024-04-12T16:10:04.197 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi110 running (2m) 31s ago 14m 182M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f f21efac2aa79 2024-04-12T16:10:04.197 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi110 running (93s) 31s ago 13m 203M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 3295109109cf 2024-04-12T16:10:04.197 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi110 running (57s) 31s ago 13m 122M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 97a8d1469e51 2024-04-12T16:10:04.197 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi110 running (36s) 31s ago 12m 12.1M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 1bbbfc73a4c1 2024-04-12T16:10:04.197 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi110 *:9095 running (6m) 31s ago 12m 58.1M - 2.43.0 a07b618ecd1d 9fabb6d2365c 2024-04-12T16:10:04.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:04 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T16:10:04.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:04 smithi110 ceph-mon[88691]: mds.? [v2:172.21.15.99:6834/3685787273,v1:172.21.15.99:6835/3685787273] up:rejoin 2024-04-12T16:10:04.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:04 smithi110 ceph-mon[88691]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-12T16:10:04.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:04 smithi110 ceph-mon[88691]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-12T16:10:04.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:04 smithi110 ceph-mon[88691]: osdmap e587: 8 total, 8 up, 8 in 2024-04-12T16:10:04.598 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-04-12T16:10:04.598 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-04-12T16:10:04.598 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 3 2024-04-12T16:10:04.598 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:10:04.598 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-04-12T16:10:04.598 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:10:04.598 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:10:04.598 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-04-12T16:10:04.599 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 8 2024-04-12T16:10:04.599 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:10:04.599 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": { 2024-04-12T16:10:04.599 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 1 2024-04-12T16:10:04.599 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:10:04.599 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-04-12T16:10:04.599 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 14 2024-04-12T16:10:04.599 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-04-12T16:10:04.599 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-04-12T16:10:05.077 INFO:tasks.rados.rados.0.smithi099.stdout:2665: done (0 left) 2024-04-12T16:10:05.077 INFO:tasks.rados.rados.0.smithi099.stdout:2666: delete oid 16 current snap is 261 2024-04-12T16:10:05.089 INFO:tasks.rados.rados.0.smithi099.stdout:2666: done (0 left) 2024-04-12T16:10:05.089 INFO:tasks.rados.rados.0.smithi099.stdout:2667: read oid 10 snap -1 2024-04-12T16:10:05.089 INFO:tasks.rados.rados.0.smithi099.stdout:2667: expect deleted 2024-04-12T16:10:05.089 INFO:tasks.rados.rados.0.smithi099.stdout:2668: rmattr oid 43 current snap is 261 2024-04-12T16:10:05.089 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 12 current snap is 261 2024-04-12T16:10:05.089 INFO:tasks.rados.rados.0.smithi099.stdout:2669: seq_num 829 ranges {4423680=688128,5111808=729088,5840896=475136} 2024-04-12T16:10:05.117 INFO:tasks.rados.rados.0.smithi099.stdout:2669: writing smithi09982431-12 from 4423680 to 5111808 tid 1 2024-04-12T16:10:05.121 INFO:tasks.rados.rados.0.smithi099.stdout:2669: writing smithi09982431-12 from 5111808 to 5840896 tid 2 2024-04-12T16:10:05.124 INFO:tasks.rados.rados.0.smithi099.stdout:2669: writing smithi09982431-12 from 5840896 to 6316032 tid 3 2024-04-12T16:10:05.124 INFO:tasks.rados.rados.0.smithi099.stdout:2670: rmattr oid 38 current snap is 261 2024-04-12T16:10:05.124 INFO:tasks.rados.rados.0.smithi099.stdout:2670: done (3 left) 2024-04-12T16:10:05.124 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 26 current snap is 261 2024-04-12T16:10:05.125 INFO:tasks.rados.rados.0.smithi099.stdout:2671: seq_num 830 ranges {2097152=704512,2801664=614400,3416064=573440,3989504=16384} 2024-04-12T16:10:05.139 INFO:tasks.rados.rados.0.smithi099.stdout:2671: writing smithi09982431-26 from 2097152 to 2801664 tid 1 2024-04-12T16:10:05.143 INFO:tasks.rados.rados.0.smithi099.stdout:2671: writing smithi09982431-26 from 2801664 to 3416064 tid 2 2024-04-12T16:10:05.146 INFO:tasks.rados.rados.0.smithi099.stdout:2671: writing smithi09982431-26 from 3416064 to 3989504 tid 3 2024-04-12T16:10:05.147 INFO:tasks.rados.rados.0.smithi099.stdout:2671: writing smithi09982431-26 from 3989504 to 4005888 tid 4 2024-04-12T16:10:05.147 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 19 current snap is 261 2024-04-12T16:10:05.147 INFO:tasks.rados.rados.0.smithi099.stdout:2672: seq_num 831 ranges {0=720896,720896=499712,1220608=704512} 2024-04-12T16:10:05.150 INFO:tasks.rados.rados.0.smithi099.stdout:2672: writing smithi09982431-19 from 0 to 720896 tid 1 2024-04-12T16:10:05.153 INFO:tasks.rados.rados.0.smithi099.stdout:2672: writing smithi09982431-19 from 720896 to 1220608 tid 2 2024-04-12T16:10:05.157 INFO:tasks.rados.rados.0.smithi099.stdout:2672: writing smithi09982431-19 from 1220608 to 1925120 tid 3 2024-04-12T16:10:05.158 INFO:tasks.rados.rados.0.smithi099.stdout:2673: delete oid 15 current snap is 261 2024-04-12T16:10:05.158 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 43 v 1624 (ObjNum 753 snap 235 seq_num 753) dirty exists 2024-04-12T16:10:05.158 INFO:tasks.rados.rados.0.smithi099.stdout:2669: finishing write tid 1 to smithi09982431-12 2024-04-12T16:10:05.158 INFO:tasks.rados.rados.0.smithi099.stdout:2669: finishing write tid 2 to smithi09982431-12 2024-04-12T16:10:05.158 INFO:tasks.rados.rados.0.smithi099.stdout:2669: finishing write tid 3 to smithi09982431-12 2024-04-12T16:10:05.158 INFO:tasks.rados.rados.0.smithi099.stdout:2669: finishing write tid 4 to smithi09982431-12 2024-04-12T16:10:05.158 INFO:tasks.rados.rados.0.smithi099.stdout:2669: finishing write tid 5 to smithi09982431-12 2024-04-12T16:10:05.158 INFO:tasks.rados.rados.0.smithi099.stdout:2669: oid 12 updating version 0 to 1485 2024-04-12T16:10:05.158 INFO:tasks.rados.rados.0.smithi099.stdout:2669: oid 12 updating version 1485 to 1487 2024-04-12T16:10:05.158 INFO:tasks.rados.rados.0.smithi099.stdout:2669: oid 12 version 1487 is already newer than 1484 2024-04-12T16:10:05.158 INFO:tasks.rados.rados.0.smithi099.stdout:2669: oid 12 version 1487 is already newer than 1486 2024-04-12T16:10:05.158 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 1487 (ObjNum 829 snap 261 seq_num 829) dirty exists 2024-04-12T16:10:05.158 INFO:tasks.rados.rados.0.smithi099.stdout:2669: left oid 12 (ObjNum 829 snap 261 seq_num 829) 2024-04-12T16:10:05.159 INFO:tasks.rados.rados.0.smithi099.stdout:2671: finishing write tid 1 to smithi09982431-26 2024-04-12T16:10:05.159 INFO:tasks.rados.rados.0.smithi099.stdout:2671: finishing write tid 2 to smithi09982431-26 2024-04-12T16:10:05.159 INFO:tasks.rados.rados.0.smithi099.stdout:2671: finishing write tid 3 to smithi09982431-26 2024-04-12T16:10:05.159 INFO:tasks.rados.rados.0.smithi099.stdout:2671: finishing write tid 4 to smithi09982431-26 2024-04-12T16:10:05.159 INFO:tasks.rados.rados.0.smithi099.stdout:2671: finishing write tid 5 to smithi09982431-26 2024-04-12T16:10:05.159 INFO:tasks.rados.rados.0.smithi099.stdout:2671: finishing write tid 6 to smithi09982431-26 2024-04-12T16:10:05.159 INFO:tasks.rados.rados.0.smithi099.stdout:2671: oid 26 updating version 0 to 1751 2024-04-12T16:10:05.159 INFO:tasks.rados.rados.0.smithi099.stdout:2671: oid 26 version 1751 is already newer than 1750 2024-04-12T16:10:05.159 INFO:tasks.rados.rados.0.smithi099.stdout:2671: oid 26 updating version 1751 to 1752 2024-04-12T16:10:05.159 INFO:tasks.rados.rados.0.smithi099.stdout:2671: oid 26 version 1752 is already newer than 1749 2024-04-12T16:10:05.159 INFO:tasks.rados.rados.0.smithi099.stdout:2671: oid 26 version 1752 is already newer than 1748 2024-04-12T16:10:05.159 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 1752 (ObjNum 830 snap 261 seq_num 830) dirty exists 2024-04-12T16:10:05.159 INFO:tasks.rados.rados.0.smithi099.stdout:2671: left oid 26 (ObjNum 830 snap 261 seq_num 830) 2024-04-12T16:10:05.159 INFO:tasks.rados.rados.0.smithi099.stdout:2672: finishing write tid 1 to smithi09982431-19 2024-04-12T16:10:05.159 INFO:tasks.rados.rados.0.smithi099.stdout:2672: finishing write tid 2 to smithi09982431-19 2024-04-12T16:10:05.160 INFO:tasks.rados.rados.0.smithi099.stdout:2667: done (5 left) 2024-04-12T16:10:05.160 INFO:tasks.rados.rados.0.smithi099.stdout:2668: done (4 left) 2024-04-12T16:10:05.160 INFO:tasks.rados.rados.0.smithi099.stdout:2669: done (3 left) 2024-04-12T16:10:05.160 INFO:tasks.rados.rados.0.smithi099.stdout:2671: done (2 left) 2024-04-12T16:10:05.160 INFO:tasks.rados.rados.0.smithi099.stdout:2673: done (1 left) 2024-04-12T16:10:05.160 INFO:tasks.rados.rados.0.smithi099.stdout:2674: read oid 9 snap -1 2024-04-12T16:10:05.160 INFO:tasks.rados.rados.0.smithi099.stdout:2674: expect (ObjNum 729 snap 229 seq_num 729) 2024-04-12T16:10:05.161 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 30 current snap is 261 2024-04-12T16:10:05.161 INFO:tasks.rados.rados.0.smithi099.stdout:2675: seq_num 833 ranges {7266304=761856,8028160=671744,8699904=532480} 2024-04-12T16:10:05.202 INFO:tasks.rados.rados.0.smithi099.stdout:2675: writing smithi09982431-30 from 7266304 to 8028160 tid 1 2024-04-12T16:10:05.206 INFO:tasks.rados.rados.0.smithi099.stdout:2675: writing smithi09982431-30 from 8028160 to 8699904 tid 2 2024-04-12T16:10:05.209 INFO:tasks.rados.rados.0.smithi099.stdout:2675: writing smithi09982431-30 from 8699904 to 9232384 tid 3 2024-04-12T16:10:05.209 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 10 current snap is 261 2024-04-12T16:10:05.209 INFO:tasks.rados.rados.0.smithi099.stdout:2672: finishing write tid 3 to smithi09982431-19 2024-04-12T16:10:05.209 INFO:tasks.rados.rados.0.smithi099.stdout:2676: seq_num 834 ranges {0=778240,778240=557056,1335296=548864,1884160=98304} 2024-04-12T16:10:05.214 INFO:tasks.rados.rados.0.smithi099.stdout:2676: writing smithi09982431-10 from 0 to 778240 tid 1 2024-04-12T16:10:05.217 INFO:tasks.rados.rados.0.smithi099.stdout:2676: writing smithi09982431-10 from 778240 to 1335296 tid 2 2024-04-12T16:10:05.220 INFO:tasks.rados.rados.0.smithi099.stdout:2676: writing smithi09982431-10 from 1335296 to 1884160 tid 3 2024-04-12T16:10:05.221 INFO:tasks.rados.rados.0.smithi099.stdout:2676: writing smithi09982431-10 from 1884160 to 1982464 tid 4 2024-04-12T16:10:05.221 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 44 current snap is 261 2024-04-12T16:10:05.221 INFO:tasks.rados.rados.0.smithi099.stdout:2672: finishing write tid 4 to smithi09982431-19 2024-04-12T16:10:05.221 INFO:tasks.rados.rados.0.smithi099.stdout:2677: seq_num 835 ranges {425984=794624,1220608=442368,1662976=712704,2375680=49152} 2024-04-12T16:10:05.227 INFO:tasks.rados.rados.0.smithi099.stdout:2677: writing smithi09982431-44 from 425984 to 1220608 tid 1 2024-04-12T16:10:05.229 INFO:tasks.rados.rados.0.smithi099.stdout:2677: writing smithi09982431-44 from 1220608 to 1662976 tid 2 2024-04-12T16:10:05.234 INFO:tasks.rados.rados.0.smithi099.stdout:2677: writing smithi09982431-44 from 1662976 to 2375680 tid 3 2024-04-12T16:10:05.234 INFO:tasks.rados.rados.0.smithi099.stdout:2677: writing smithi09982431-44 from 2375680 to 2424832 tid 4 2024-04-12T16:10:05.234 INFO:tasks.rados.rados.0.smithi099.stdout:2678: rollback oid 12 current snap is 261 2024-04-12T16:10:05.234 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 12 to 193 2024-04-12T16:10:05.234 INFO:tasks.rados.rados.0.smithi099.stdout:2672: finishing write tid 5 to smithi09982431-19 2024-04-12T16:10:05.234 INFO:tasks.rados.rados.0.smithi099.stdout:2672: oid 19 updating version 0 to 1921 2024-04-12T16:10:05.235 INFO:tasks.rados.rados.0.smithi099.stdout:2672: oid 19 version 1921 is already newer than 1919 2024-04-12T16:10:05.235 INFO:tasks.rados.rados.0.smithi099.stdout:2672: oid 19 version 1921 is already newer than 1918 2024-04-12T16:10:05.235 INFO:tasks.rados.rados.0.smithi099.stdout:2672: oid 19 version 1921 is already newer than 1920 2024-04-12T16:10:05.235 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 19 v 1921 (ObjNum 831 snap 261 seq_num 831) dirty exists 2024-04-12T16:10:05.235 INFO:tasks.rados.rados.0.smithi099.stdout:2672: left oid 19 (ObjNum 831 snap 261 seq_num 831) 2024-04-12T16:10:05.235 INFO:tasks.rados.rados.0.smithi099.stdout:2674: expect (ObjNum 729 snap 229 seq_num 729) 2024-04-12T16:10:05.247 INFO:tasks.rados.rados.0.smithi099.stdout:2675: finishing write tid 1 to smithi09982431-30 2024-04-12T16:10:05.247 INFO:tasks.rados.rados.0.smithi099.stdout:2675: finishing write tid 2 to smithi09982431-30 2024-04-12T16:10:05.247 INFO:tasks.rados.rados.0.smithi099.stdout:2675: finishing write tid 3 to smithi09982431-30 2024-04-12T16:10:05.247 INFO:tasks.rados.rados.0.smithi099.stdout:2675: finishing write tid 4 to smithi09982431-30 2024-04-12T16:10:05.247 INFO:tasks.rados.rados.0.smithi099.stdout:2675: finishing write tid 5 to smithi09982431-30 2024-04-12T16:10:05.247 INFO:tasks.rados.rados.0.smithi099.stdout:2675: oid 30 updating version 0 to 1473 2024-04-12T16:10:05.247 INFO:tasks.rados.rados.0.smithi099.stdout:2675: oid 30 updating version 1473 to 1474 2024-04-12T16:10:05.247 INFO:tasks.rados.rados.0.smithi099.stdout:2675: oid 30 updating version 1474 to 1476 2024-04-12T16:10:05.247 INFO:tasks.rados.rados.0.smithi099.stdout:2675: oid 30 version 1476 is already newer than 1475 2024-04-12T16:10:05.247 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 30 v 1476 (ObjNum 833 snap 261 seq_num 833) dirty exists 2024-04-12T16:10:05.247 INFO:tasks.rados.rados.0.smithi099.stdout:2675: left oid 30 (ObjNum 833 snap 261 seq_num 833) 2024-04-12T16:10:05.247 INFO:tasks.rados.rados.0.smithi099.stdout:2676: finishing write tid 1 to smithi09982431-10 2024-04-12T16:10:05.247 INFO:tasks.rados.rados.0.smithi099.stdout:2672: done (5 left) 2024-04-12T16:10:05.247 INFO:tasks.rados.rados.0.smithi099.stdout:2674: done (4 left) 2024-04-12T16:10:05.248 INFO:tasks.rados.rados.0.smithi099.stdout:2675: done (3 left) 2024-04-12T16:10:05.248 INFO:tasks.rados.rados.0.smithi099.stdout:2679: read oid 34 snap -1 2024-04-12T16:10:05.248 INFO:tasks.rados.rados.0.smithi099.stdout:2679: expect (ObjNum 811 snap 255 seq_num 811) 2024-04-12T16:10:05.248 INFO:tasks.rados.rados.0.smithi099.stdout:2680: read oid 19 snap -1 2024-04-12T16:10:05.248 INFO:tasks.rados.rados.0.smithi099.stdout:2680: expect (ObjNum 831 snap 261 seq_num 831) 2024-04-12T16:10:05.248 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 14 current snap is 261 2024-04-12T16:10:05.248 INFO:tasks.rados.rados.0.smithi099.stdout:2676: finishing write tid 2 to smithi09982431-10 2024-04-12T16:10:05.248 INFO:tasks.rados.rados.0.smithi099.stdout:2676: finishing write tid 3 to smithi09982431-10 2024-04-12T16:10:05.248 INFO:tasks.rados.rados.0.smithi099.stdout:2676: finishing write tid 4 to smithi09982431-10 2024-04-12T16:10:05.248 INFO:tasks.rados.rados.0.smithi099.stdout:2681: seq_num 836 ranges {98304=409600,507904=720896,1228800=516096,1744896=368640} 2024-04-12T16:10:05.248 INFO:tasks.rados.rados.0.smithi099.stdout:2681: writing smithi09982431-14 from 98304 to 507904 tid 1 2024-04-12T16:10:05.252 INFO:tasks.rados.rados.0.smithi099.stdout:2681: writing smithi09982431-14 from 507904 to 1228800 tid 2 2024-04-12T16:10:05.256 INFO:tasks.rados.rados.0.smithi099.stdout:2681: writing smithi09982431-14 from 1228800 to 1744896 tid 3 2024-04-12T16:10:05.259 INFO:tasks.rados.rados.0.smithi099.stdout:2681: writing smithi09982431-14 from 1744896 to 2113536 tid 4 2024-04-12T16:10:05.259 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 45 current snap is 261 2024-04-12T16:10:05.259 INFO:tasks.rados.rados.0.smithi099.stdout:2676: finishing write tid 5 to smithi09982431-10 2024-04-12T16:10:05.259 INFO:tasks.rados.rados.0.smithi099.stdout:2676: finishing write tid 6 to smithi09982431-10 2024-04-12T16:10:05.259 INFO:tasks.rados.rados.0.smithi099.stdout:2676: oid 10 updating version 0 to 1628 2024-04-12T16:10:05.259 INFO:tasks.rados.rados.0.smithi099.stdout:2676: oid 10 version 1628 is already newer than 1625 2024-04-12T16:10:05.259 INFO:tasks.rados.rados.0.smithi099.stdout:2676: oid 10 version 1628 is already newer than 1626 2024-04-12T16:10:05.259 INFO:tasks.rados.rados.0.smithi099.stdout:2676: oid 10 updating version 1628 to 1629 2024-04-12T16:10:05.259 INFO:tasks.rados.rados.0.smithi099.stdout:2676: oid 10 version 1629 is already newer than 1627 2024-04-12T16:10:05.259 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 10 v 1629 (ObjNum 834 snap 261 seq_num 834) dirty exists 2024-04-12T16:10:05.259 INFO:tasks.rados.rados.0.smithi099.stdout:2676: left oid 10 (ObjNum 834 snap 261 seq_num 834) 2024-04-12T16:10:05.259 INFO:tasks.rados.rados.0.smithi099.stdout:2677: finishing write tid 1 to smithi09982431-44 2024-04-12T16:10:05.259 INFO:tasks.rados.rados.0.smithi099.stdout:2677: finishing write tid 2 to smithi09982431-44 2024-04-12T16:10:05.259 INFO:tasks.rados.rados.0.smithi099.stdout:2678: finishing rollback tid 0 to smithi09982431-12 2024-04-12T16:10:05.260 INFO:tasks.rados.rados.0.smithi099.stdout:2678: finishing rollback tid 1 to smithi09982431-12 2024-04-12T16:10:05.260 INFO:tasks.rados.rados.0.smithi099.stdout:2682: seq_num 837 ranges {2113536=425984,2539520=655360,3194880=729088,3923968=221184} 2024-04-12T16:10:05.272 INFO:tasks.rados.rados.0.smithi099.stdout:2682: writing smithi09982431-45 from 2113536 to 2539520 tid 1 2024-04-12T16:10:05.276 INFO:tasks.rados.rados.0.smithi099.stdout:2682: writing smithi09982431-45 from 2539520 to 3194880 tid 2 2024-04-12T16:10:05.280 INFO:tasks.rados.rados.0.smithi099.stdout:2682: writing smithi09982431-45 from 3194880 to 3923968 tid 3 2024-04-12T16:10:05.282 INFO:tasks.rados.rados.0.smithi099.stdout:2682: writing smithi09982431-45 from 3923968 to 4145152 tid 4 2024-04-12T16:10:05.282 INFO:tasks.rados.rados.0.smithi099.stdout:2676: done (6 left) 2024-04-12T16:10:05.282 INFO:tasks.rados.rados.0.smithi099.stdout:2683: copy_from oid 28 from oid 24 current snap is 261 2024-04-12T16:10:05.283 INFO:tasks.rados.rados.0.smithi099.stdout:2677: finishing write tid 3 to smithi09982431-44 2024-04-12T16:10:05.283 INFO:tasks.rados.rados.0.smithi099.stdout:2678: finishing rollback tid 2 to smithi09982431-12 2024-04-12T16:10:05.283 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 1490 (ObjNum 525 snap 158 seq_num 525) dirty exists 2024-04-12T16:10:05.283 INFO:tasks.rados.rados.0.smithi099.stdout:2677: finishing write tid 4 to smithi09982431-44 2024-04-12T16:10:05.283 INFO:tasks.rados.rados.0.smithi099.stdout:2677: finishing write tid 5 to smithi09982431-44 2024-04-12T16:10:05.283 INFO:tasks.rados.rados.0.smithi099.stdout:2677: finishing write tid 6 to smithi09982431-44 2024-04-12T16:10:05.283 INFO:tasks.rados.rados.0.smithi099.stdout:2677: oid 44 updating version 0 to 1646 2024-04-12T16:10:05.283 INFO:tasks.rados.rados.0.smithi099.stdout:2677: oid 44 updating version 1646 to 1648 2024-04-12T16:10:05.283 INFO:tasks.rados.rados.0.smithi099.stdout:2677: oid 44 updating version 1648 to 1650 2024-04-12T16:10:05.283 INFO:tasks.rados.rados.0.smithi099.stdout:2677: oid 44 version 1650 is already newer than 1649 2024-04-12T16:10:05.283 INFO:tasks.rados.rados.0.smithi099.stdout:2677: oid 44 version 1650 is already newer than 1647 2024-04-12T16:10:05.283 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 44 v 1650 (ObjNum 835 snap 261 seq_num 835) dirty exists 2024-04-12T16:10:05.283 INFO:tasks.rados.rados.0.smithi099.stdout:2677: left oid 44 (ObjNum 835 snap 261 seq_num 835) 2024-04-12T16:10:05.283 INFO:tasks.rados.rados.0.smithi099.stdout:2677: done (6 left) 2024-04-12T16:10:05.283 INFO:tasks.rados.rados.0.smithi099.stdout:2678: done (5 left) 2024-04-12T16:10:05.284 INFO:tasks.rados.rados.0.smithi099.stdout:2684: copy_from oid 38 from oid 3 current snap is 261 2024-04-12T16:10:05.284 INFO:tasks.rados.rados.0.smithi099.stdout:2680: expect (ObjNum 831 snap 261 seq_num 831) 2024-04-12T16:10:05.337 INFO:tasks.rados.rados.0.smithi099.stdout:2681: finishing write tid 1 to smithi09982431-14 2024-04-12T16:10:05.337 INFO:tasks.rados.rados.0.smithi099.stdout:2681: finishing write tid 2 to smithi09982431-14 2024-04-12T16:10:05.337 INFO:tasks.rados.rados.0.smithi099.stdout:2681: finishing write tid 3 to smithi09982431-14 2024-04-12T16:10:05.337 INFO:tasks.rados.rados.0.smithi099.stdout:2681: finishing write tid 4 to smithi09982431-14 2024-04-12T16:10:05.337 INFO:tasks.rados.rados.0.smithi099.stdout:2680: done (5 left) 2024-04-12T16:10:05.338 INFO:tasks.rados.rados.0.smithi099.stdout:2685: snap_remove snap 234 2024-04-12T16:10:05.377 INFO:journalctl@ceph.mds.a.smithi099.stdout:Apr 12 16:10:05 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mds-a[123730]: 2024-04-12T16:10:05.095+0000 7f066e68c700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-12T16:10:05.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:05 smithi099 ceph-mon[94290]: from='client.44333 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:10:05.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:05 smithi099 ceph-mon[94290]: from='client.44339 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:10:05.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:05 smithi099 ceph-mon[94290]: pgmap v517: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 454 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.2 MiB/s wr, 20 op/s 2024-04-12T16:10:05.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:05 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3404976564' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:05.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:05 smithi099 ceph-mon[94290]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-12T16:10:05.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:05 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:10:05.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:05 smithi099 ceph-mon[94290]: mds.? [v2:172.21.15.99:6834/3685787273,v1:172.21.15.99:6835/3685787273] up:active 2024-04-12T16:10:05.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:05 smithi099 ceph-mon[94290]: fsmap cephfs:1 {0=a=up:active} 2024-04-12T16:10:05.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:05 smithi099 ceph-mon[96864]: from='client.44333 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:10:05.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:05 smithi099 ceph-mon[96864]: from='client.44339 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:10:05.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:05 smithi099 ceph-mon[96864]: pgmap v517: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 454 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.2 MiB/s wr, 20 op/s 2024-04-12T16:10:05.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:05 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3404976564' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:05.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:05 smithi099 ceph-mon[96864]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-12T16:10:05.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:05 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:10:05.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:05 smithi099 ceph-mon[96864]: mds.? [v2:172.21.15.99:6834/3685787273,v1:172.21.15.99:6835/3685787273] up:active 2024-04-12T16:10:05.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:05 smithi099 ceph-mon[96864]: fsmap cephfs:1 {0=a=up:active} 2024-04-12T16:10:05.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:05 smithi110 ceph-mon[88691]: from='client.44333 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:10:05.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:05 smithi110 ceph-mon[88691]: from='client.44339 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:10:05.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:05 smithi110 ceph-mon[88691]: pgmap v517: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 454 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.2 MiB/s wr, 20 op/s 2024-04-12T16:10:05.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:05 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3404976564' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:05.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:05 smithi110 ceph-mon[88691]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-12T16:10:05.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:05 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:10:05.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:05 smithi110 ceph-mon[88691]: mds.? [v2:172.21.15.99:6834/3685787273,v1:172.21.15.99:6835/3685787273] up:active 2024-04-12T16:10:05.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:05 smithi110 ceph-mon[88691]: fsmap cephfs:1 {0=a=up:active} 2024-04-12T16:10:06.102 INFO:tasks.rados.rados.0.smithi099.stdout:2685: done (5 left) 2024-04-12T16:10:06.102 INFO:tasks.rados.rados.0.smithi099.stdout:2686: copy_from oid 40 from oid 21 current snap is 261 2024-04-12T16:10:06.103 INFO:tasks.rados.rados.0.smithi099.stdout:2681: finishing write tid 5 to smithi09982431-14 2024-04-12T16:10:06.103 INFO:tasks.rados.rados.0.smithi099.stdout:2681: finishing write tid 6 to smithi09982431-14 2024-04-12T16:10:06.103 INFO:tasks.rados.rados.0.smithi099.stdout:2681: oid 14 updating version 0 to 1503 2024-04-12T16:10:06.103 INFO:tasks.rados.rados.0.smithi099.stdout:2681: oid 14 updating version 1503 to 1507 2024-04-12T16:10:06.103 INFO:tasks.rados.rados.0.smithi099.stdout:2681: oid 14 version 1507 is already newer than 1506 2024-04-12T16:10:06.103 INFO:tasks.rados.rados.0.smithi099.stdout:2681: oid 14 version 1507 is already newer than 1504 2024-04-12T16:10:06.103 INFO:tasks.rados.rados.0.smithi099.stdout:2681: oid 14 version 1507 is already newer than 1505 2024-04-12T16:10:06.103 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 14 v 1507 (ObjNum 836 snap 261 seq_num 836) dirty exists 2024-04-12T16:10:06.103 INFO:tasks.rados.rados.0.smithi099.stdout:2681: left oid 14 (ObjNum 836 snap 261 seq_num 836) 2024-04-12T16:10:06.103 INFO:tasks.rados.rados.0.smithi099.stdout:2679: expect (ObjNum 811 snap 255 seq_num 811) 2024-04-12T16:10:06.358 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:06 smithi099 ceph-mon[94290]: osdmap e588: 8 total, 8 up, 8 in 2024-04-12T16:10:06.358 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:06 smithi099 ceph-mon[96864]: osdmap e588: 8 total, 8 up, 8 in 2024-04-12T16:10:06.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:06 smithi110 ceph-mon[88691]: osdmap e588: 8 total, 8 up, 8 in 2024-04-12T16:10:06.603 INFO:tasks.rados.rados.0.smithi099.stdout:2682: finishing write tid 1 to smithi09982431-45 2024-04-12T16:10:06.603 INFO:tasks.rados.rados.0.smithi099.stdout:2682: finishing write tid 2 to smithi09982431-45 2024-04-12T16:10:06.603 INFO:tasks.rados.rados.0.smithi099.stdout:2679: done (5 left) 2024-04-12T16:10:06.603 INFO:tasks.rados.rados.0.smithi099.stdout:2681: done (4 left) 2024-04-12T16:10:06.603 INFO:tasks.rados.rados.0.smithi099.stdout:2687: rmattr oid 34 current snap is 261 2024-04-12T16:10:06.604 INFO:tasks.rados.rados.0.smithi099.stdout:2687: done (4 left) 2024-04-12T16:10:06.604 INFO:tasks.rados.rados.0.smithi099.stdout:2688: rollback oid 2 current snap is 261 2024-04-12T16:10:06.604 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 2 to 250 2024-04-12T16:10:06.604 INFO:tasks.rados.rados.0.smithi099.stdout:2682: finishing write tid 3 to smithi09982431-45 2024-04-12T16:10:06.604 INFO:tasks.rados.rados.0.smithi099.stdout:2682: finishing write tid 4 to smithi09982431-45 2024-04-12T16:10:06.604 INFO:tasks.rados.rados.0.smithi099.stdout:2682: finishing write tid 5 to smithi09982431-45 2024-04-12T16:10:06.604 INFO:tasks.rados.rados.0.smithi099.stdout:2682: finishing write tid 6 to smithi09982431-45 2024-04-12T16:10:06.604 INFO:tasks.rados.rados.0.smithi099.stdout:2682: oid 45 updating version 0 to 1763 2024-04-12T16:10:06.604 INFO:tasks.rados.rados.0.smithi099.stdout:2682: oid 45 updating version 1763 to 1764 2024-04-12T16:10:06.604 INFO:tasks.rados.rados.0.smithi099.stdout:2682: oid 45 version 1764 is already newer than 1762 2024-04-12T16:10:06.604 INFO:tasks.rados.rados.0.smithi099.stdout:2682: oid 45 updating version 1764 to 1766 2024-04-12T16:10:06.604 INFO:tasks.rados.rados.0.smithi099.stdout:2682: oid 45 version 1766 is already newer than 1765 2024-04-12T16:10:06.604 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 45 v 1766 (ObjNum 837 snap 261 seq_num 837) dirty exists 2024-04-12T16:10:06.605 INFO:tasks.rados.rados.0.smithi099.stdout:2682: left oid 45 (ObjNum 837 snap 261 seq_num 837) 2024-04-12T16:10:06.605 INFO:tasks.rados.rados.0.smithi099.stdout:2683: finishing copy_from racing read to smithi09982431-28 2024-04-12T16:10:06.605 INFO:tasks.rados.rados.0.smithi099.stdout:2683: finishing copy_from to smithi09982431-28 2024-04-12T16:10:06.605 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 28 v 996 (ObjNum 597 snap 183 seq_num 597) dirty exists 2024-04-12T16:10:06.605 INFO:tasks.rados.rados.0.smithi099.stdout:2684: finishing copy_from racing read to smithi09982431-38 2024-04-12T16:10:06.605 INFO:tasks.rados.rados.0.smithi099.stdout:2684: finishing copy_from to smithi09982431-38 2024-04-12T16:10:06.605 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 38 v 1596 (ObjNum 757 snap 235 seq_num 757) dirty exists 2024-04-12T16:10:06.605 INFO:tasks.rados.rados.0.smithi099.stdout:2686: finishing copy_from to smithi09982431-40 2024-04-12T16:10:06.605 INFO:tasks.rados.rados.0.smithi099.stdout:2686: got expected ENOENT (src dne) 2024-04-12T16:10:06.605 INFO:tasks.rados.rados.0.smithi099.stdout:2686: finishing copy_from racing read to smithi09982431-40 2024-04-12T16:10:06.605 INFO:tasks.rados.rados.0.smithi099.stdout:2682: done (4 left) 2024-04-12T16:10:06.605 INFO:tasks.rados.rados.0.smithi099.stdout:2683: done (3 left) 2024-04-12T16:10:06.605 INFO:tasks.rados.rados.0.smithi099.stdout:2684: done (2 left) 2024-04-12T16:10:06.605 INFO:tasks.rados.rados.0.smithi099.stdout:2686: done (1 left) 2024-04-12T16:10:06.605 INFO:tasks.rados.rados.0.smithi099.stdout:2689: copy_from oid 42 from oid 48 current snap is 261 2024-04-12T16:10:06.605 INFO:tasks.rados.rados.0.smithi099.stdout:2690: read oid 10 snap -1 2024-04-12T16:10:06.606 INFO:tasks.rados.rados.0.smithi099.stdout:2690: expect (ObjNum 834 snap 261 seq_num 834) 2024-04-12T16:10:06.606 INFO:tasks.rados.rados.0.smithi099.stdout:2691: setattr oid 12 current snap is 261 2024-04-12T16:10:06.606 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 4 current snap is 261 2024-04-12T16:10:06.606 INFO:tasks.rados.rados.0.smithi099.stdout:2692: seq_num 838 ranges {1761280=442368,2203648=540672,2744320=532480,3276800=442368,3719168=90112} 2024-04-12T16:10:06.616 INFO:tasks.rados.rados.0.smithi099.stdout:2692: writing smithi09982431-4 from 1761280 to 2203648 tid 1 2024-04-12T16:10:06.620 INFO:tasks.rados.rados.0.smithi099.stdout:2692: writing smithi09982431-4 from 2203648 to 2744320 tid 2 2024-04-12T16:10:06.624 INFO:tasks.rados.rados.0.smithi099.stdout:2692: writing smithi09982431-4 from 2744320 to 3276800 tid 3 2024-04-12T16:10:06.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:10:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:10:06] "GET /metrics HTTP/1.1" 200 36331 "" "Prometheus/2.43.0" 2024-04-12T16:10:06.627 INFO:tasks.rados.rados.0.smithi099.stdout:2692: writing smithi09982431-4 from 3276800 to 3719168 tid 4 2024-04-12T16:10:06.628 INFO:tasks.rados.rados.0.smithi099.stdout:2692: writing smithi09982431-4 from 3719168 to 3809280 tid 5 2024-04-12T16:10:06.628 INFO:tasks.rados.rados.0.smithi099.stdout:2693: read oid 1 snap -1 2024-04-12T16:10:06.628 INFO:tasks.rados.rados.0.smithi099.stdout:2693: expect (ObjNum 756 snap 235 seq_num 756) 2024-04-12T16:10:06.628 INFO:tasks.rados.rados.0.smithi099.stdout:2694: snap_remove snap 239 2024-04-12T16:10:07.100 INFO:tasks.rados.rados.0.smithi099.stdout:2688: finishing rollback tid 0 to smithi09982431-2 2024-04-12T16:10:07.100 INFO:tasks.rados.rados.0.smithi099.stdout:2688: finishing rollback tid 1 to smithi09982431-2 2024-04-12T16:10:07.100 INFO:tasks.rados.rados.0.smithi099.stdout:2688: finishing rollback tid 2 to smithi09982431-2 2024-04-12T16:10:07.100 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 2 v 1510 (ObjNum 798 snap 250 seq_num 798) dirty exists 2024-04-12T16:10:07.100 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 1491 (ObjNum 525 snap 158 seq_num 525) dirty exists 2024-04-12T16:10:07.100 INFO:tasks.rados.rados.0.smithi099.stdout:2690: expect (ObjNum 834 snap 261 seq_num 834) 2024-04-12T16:10:07.160 INFO:tasks.rados.rados.0.smithi099.stdout:2692: finishing write tid 1 to smithi09982431-4 2024-04-12T16:10:07.160 INFO:tasks.rados.rados.0.smithi099.stdout:2692: finishing write tid 2 to smithi09982431-4 2024-04-12T16:10:07.160 INFO:tasks.rados.rados.0.smithi099.stdout:2692: finishing write tid 3 to smithi09982431-4 2024-04-12T16:10:07.161 INFO:tasks.rados.rados.0.smithi099.stdout:2689: finishing copy_from racing read to smithi09982431-42 2024-04-12T16:10:07.161 INFO:tasks.rados.rados.0.smithi099.stdout:2693: expect (ObjNum 756 snap 235 seq_num 756) 2024-04-12T16:10:07.187 INFO:tasks.rados.rados.0.smithi099.stdout:2689: finishing copy_from to smithi09982431-42 2024-04-12T16:10:07.187 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 42 v 1473 (ObjNum 423 snap 128 seq_num 423) dirty exists 2024-04-12T16:10:07.187 INFO:tasks.rados.rados.0.smithi099.stdout:2692: finishing write tid 4 to smithi09982431-4 2024-04-12T16:10:07.187 INFO:tasks.rados.rados.0.smithi099.stdout:2692: finishing write tid 5 to smithi09982431-4 2024-04-12T16:10:07.188 INFO:tasks.rados.rados.0.smithi099.stdout:2692: finishing write tid 6 to smithi09982431-4 2024-04-12T16:10:07.188 INFO:tasks.rados.rados.0.smithi099.stdout:2692: finishing write tid 7 to smithi09982431-4 2024-04-12T16:10:07.188 INFO:tasks.rados.rados.0.smithi099.stdout:2692: oid 4 updating version 0 to 1630 2024-04-12T16:10:07.188 INFO:tasks.rados.rados.0.smithi099.stdout:2692: oid 4 version 1630 is already newer than 1627 2024-04-12T16:10:07.188 INFO:tasks.rados.rados.0.smithi099.stdout:2692: oid 4 version 1630 is already newer than 1629 2024-04-12T16:10:07.188 INFO:tasks.rados.rados.0.smithi099.stdout:2692: oid 4 version 1630 is already newer than 1626 2024-04-12T16:10:07.188 INFO:tasks.rados.rados.0.smithi099.stdout:2692: oid 4 version 1630 is already newer than 1625 2024-04-12T16:10:07.188 INFO:tasks.rados.rados.0.smithi099.stdout:2692: oid 4 version 1630 is already newer than 1628 2024-04-12T16:10:07.188 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 4 v 1630 (ObjNum 838 snap 261 seq_num 838) dirty exists 2024-04-12T16:10:07.188 INFO:tasks.rados.rados.0.smithi099.stdout:2692: left oid 4 (ObjNum 838 snap 261 seq_num 838) 2024-04-12T16:10:07.188 INFO:tasks.rados.rados.0.smithi099.stdout:2688: done (6 left) 2024-04-12T16:10:07.188 INFO:tasks.rados.rados.0.smithi099.stdout:2689: done (5 left) 2024-04-12T16:10:07.188 INFO:tasks.rados.rados.0.smithi099.stdout:2690: done (4 left) 2024-04-12T16:10:07.189 INFO:tasks.rados.rados.0.smithi099.stdout:2691: done (3 left) 2024-04-12T16:10:07.189 INFO:tasks.rados.rados.0.smithi099.stdout:2692: done (2 left) 2024-04-12T16:10:07.189 INFO:tasks.rados.rados.0.smithi099.stdout:2693: done (1 left) 2024-04-12T16:10:07.189 INFO:tasks.rados.rados.0.smithi099.stdout:2694: done (0 left) 2024-04-12T16:10:07.189 INFO:tasks.rados.rados.0.smithi099.stdout:2695: read oid 34 snap 242 2024-04-12T16:10:07.189 INFO:tasks.rados.rados.0.smithi099.stdout:2695: expect (ObjNum 734 snap 229 seq_num 734) 2024-04-12T16:10:07.189 INFO:tasks.rados.rados.0.smithi099.stdout:2696: rollback oid 47 current snap is 261 2024-04-12T16:10:07.189 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 47 to 236 2024-04-12T16:10:07.189 INFO:tasks.rados.rados.0.smithi099.stdout:2697: read oid 22 snap 245 2024-04-12T16:10:07.189 INFO:tasks.rados.rados.0.smithi099.stdout:2697: expect (ObjNum 783 snap 245 seq_num 783) 2024-04-12T16:10:07.189 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 15 current snap is 261 2024-04-12T16:10:07.189 INFO:tasks.rados.rados.0.smithi099.stdout:2698: seq_num 839 ranges {0=458752,458752=425984,884736=688128,1572864=491520} 2024-04-12T16:10:07.190 INFO:tasks.rados.rados.0.smithi099.stdout:2698: writing smithi09982431-15 from 0 to 458752 tid 1 2024-04-12T16:10:07.191 INFO:tasks.rados.rados.0.smithi099.stdout:2698: writing smithi09982431-15 from 458752 to 884736 tid 2 2024-04-12T16:10:07.196 INFO:tasks.rados.rados.0.smithi099.stdout:2698: writing smithi09982431-15 from 884736 to 1572864 tid 3 2024-04-12T16:10:07.199 INFO:tasks.rados.rados.0.smithi099.stdout:2698: writing smithi09982431-15 from 1572864 to 2064384 tid 4 2024-04-12T16:10:07.199 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 27 current snap is 261 2024-04-12T16:10:07.199 INFO:tasks.rados.rados.0.smithi099.stdout:2696: finishing rollback tid 1 to smithi09982431-47 2024-04-12T16:10:07.199 INFO:tasks.rados.rados.0.smithi099.stdout:2699: seq_num 840 ranges {3153920=475136,3629056=712704,4341760=499712,4841472=393216} 2024-04-12T16:10:07.219 INFO:tasks.rados.rados.0.smithi099.stdout:2699: writing smithi09982431-27 from 3153920 to 3629056 tid 1 2024-04-12T16:10:07.223 INFO:tasks.rados.rados.0.smithi099.stdout:2699: writing smithi09982431-27 from 3629056 to 4341760 tid 2 2024-04-12T16:10:07.226 INFO:tasks.rados.rados.0.smithi099.stdout:2699: writing smithi09982431-27 from 4341760 to 4841472 tid 3 2024-04-12T16:10:07.229 INFO:tasks.rados.rados.0.smithi099.stdout:2699: writing smithi09982431-27 from 4841472 to 5234688 tid 4 2024-04-12T16:10:07.229 INFO:tasks.rados.rados.0.smithi099.stdout:2700: read oid 45 snap -1 2024-04-12T16:10:07.229 INFO:tasks.rados.rados.0.smithi099.stdout:2700: expect (ObjNum 837 snap 261 seq_num 837) 2024-04-12T16:10:07.229 INFO:tasks.rados.rados.0.smithi099.stdout:2701: copy_from oid 40 from oid 50 current snap is 261 2024-04-12T16:10:07.229 INFO:tasks.rados.rados.0.smithi099.stdout:2696: finishing rollback tid 2 to smithi09982431-47 2024-04-12T16:10:07.230 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 47 v 1392 (ObjNum 722 snap 227 seq_num 722) dirty exists 2024-04-12T16:10:07.230 INFO:tasks.rados.rados.0.smithi099.stdout:2697: expect (ObjNum 783 snap 245 seq_num 783) 2024-04-12T16:10:07.301 INFO:tasks.rados.rados.0.smithi099.stdout:2698: finishing write tid 1 to smithi09982431-15 2024-04-12T16:10:07.301 INFO:tasks.rados.rados.0.smithi099.stdout:2695: expect (ObjNum 734 snap 229 seq_num 734) 2024-04-12T16:10:07.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:07 smithi099 ceph-mon[96864]: osdmap e589: 8 total, 8 up, 8 in 2024-04-12T16:10:07.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:07 smithi099 ceph-mon[96864]: pgmap v520: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 454 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 7.3 MiB/s wr, 33 op/s 2024-04-12T16:10:07.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:07 smithi099 ceph-mon[94290]: osdmap e589: 8 total, 8 up, 8 in 2024-04-12T16:10:07.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:07 smithi099 ceph-mon[94290]: pgmap v520: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 454 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 7.3 MiB/s wr, 33 op/s 2024-04-12T16:10:07.485 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:07 smithi110 ceph-mon[88691]: osdmap e589: 8 total, 8 up, 8 in 2024-04-12T16:10:07.485 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:07 smithi110 ceph-mon[88691]: pgmap v520: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 454 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 7.3 MiB/s wr, 33 op/s 2024-04-12T16:10:07.667 INFO:tasks.rados.rados.0.smithi099.stdout:2698: finishing write tid 2 to smithi09982431-15 2024-04-12T16:10:07.667 INFO:tasks.rados.rados.0.smithi099.stdout:2698: finishing write tid 3 to smithi09982431-15 2024-04-12T16:10:07.667 INFO:tasks.rados.rados.0.smithi099.stdout:2698: finishing write tid 4 to smithi09982431-15 2024-04-12T16:10:07.667 INFO:tasks.rados.rados.0.smithi099.stdout:2698: finishing write tid 5 to smithi09982431-15 2024-04-12T16:10:07.667 INFO:tasks.rados.rados.0.smithi099.stdout:2698: finishing write tid 6 to smithi09982431-15 2024-04-12T16:10:07.668 INFO:tasks.rados.rados.0.smithi099.stdout:2698: oid 15 updating version 0 to 1493 2024-04-12T16:10:07.668 INFO:tasks.rados.rados.0.smithi099.stdout:2698: oid 15 version 1493 is already newer than 1490 2024-04-12T16:10:07.668 INFO:tasks.rados.rados.0.smithi099.stdout:2698: oid 15 version 1493 is already newer than 1492 2024-04-12T16:10:07.668 INFO:tasks.rados.rados.0.smithi099.stdout:2698: oid 15 updating version 1493 to 1494 2024-04-12T16:10:07.668 INFO:tasks.rados.rados.0.smithi099.stdout:2698: oid 15 version 1494 is already newer than 1491 2024-04-12T16:10:07.668 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 15 v 1494 (ObjNum 839 snap 261 seq_num 839) dirty exists 2024-04-12T16:10:07.668 INFO:tasks.rados.rados.0.smithi099.stdout:2698: left oid 15 (ObjNum 839 snap 261 seq_num 839) 2024-04-12T16:10:07.668 INFO:tasks.rados.rados.0.smithi099.stdout:2699: finishing write tid 1 to smithi09982431-27 2024-04-12T16:10:07.668 INFO:tasks.rados.rados.0.smithi099.stdout:2699: finishing write tid 2 to smithi09982431-27 2024-04-12T16:10:07.668 INFO:tasks.rados.rados.0.smithi099.stdout:2699: finishing write tid 3 to smithi09982431-27 2024-04-12T16:10:07.668 INFO:tasks.rados.rados.0.smithi099.stdout:2699: finishing write tid 4 to smithi09982431-27 2024-04-12T16:10:07.668 INFO:tasks.rados.rados.0.smithi099.stdout:2699: finishing write tid 5 to smithi09982431-27 2024-04-12T16:10:07.668 INFO:tasks.rados.rados.0.smithi099.stdout:2695: done (6 left) 2024-04-12T16:10:07.668 INFO:tasks.rados.rados.0.smithi099.stdout:2696: done (5 left) 2024-04-12T16:10:07.668 INFO:tasks.rados.rados.0.smithi099.stdout:2697: done (4 left) 2024-04-12T16:10:07.668 INFO:tasks.rados.rados.0.smithi099.stdout:2698: done (3 left) 2024-04-12T16:10:07.669 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 28 current snap is 261 2024-04-12T16:10:07.669 INFO:tasks.rados.rados.0.smithi099.stdout:2701: finishing copy_from racing read to smithi09982431-40 2024-04-12T16:10:07.669 INFO:tasks.rados.rados.0.smithi099.stdout:2702: seq_num 841 ranges {1449984=491520,1941504=598016,2539520=704512,3244032=303104} 2024-04-12T16:10:07.677 INFO:tasks.rados.rados.0.smithi099.stdout:2702: writing smithi09982431-28 from 1449984 to 1941504 tid 1 2024-04-12T16:10:07.680 INFO:tasks.rados.rados.0.smithi099.stdout:2702: writing smithi09982431-28 from 1941504 to 2539520 tid 2 2024-04-12T16:10:07.685 INFO:tasks.rados.rados.0.smithi099.stdout:2702: writing smithi09982431-28 from 2539520 to 3244032 tid 3 2024-04-12T16:10:07.687 INFO:tasks.rados.rados.0.smithi099.stdout:2702: writing smithi09982431-28 from 3244032 to 3547136 tid 4 2024-04-12T16:10:07.687 INFO:tasks.rados.rados.0.smithi099.stdout:2703: copy_from oid 35 from oid 2 current snap is 261 2024-04-12T16:10:07.687 INFO:tasks.rados.rados.0.smithi099.stdout:2701: finishing copy_from to smithi09982431-40 2024-04-12T16:10:07.687 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 40 v 1474 (ObjNum 767 snap 239 seq_num 767) dirty exists 2024-04-12T16:10:07.687 INFO:tasks.rados.rados.0.smithi099.stdout:2699: finishing write tid 6 to smithi09982431-27 2024-04-12T16:10:07.688 INFO:tasks.rados.rados.0.smithi099.stdout:2699: oid 27 updating version 0 to 1770 2024-04-12T16:10:07.688 INFO:tasks.rados.rados.0.smithi099.stdout:2699: oid 27 version 1770 is already newer than 1767 2024-04-12T16:10:07.688 INFO:tasks.rados.rados.0.smithi099.stdout:2699: oid 27 version 1770 is already newer than 1768 2024-04-12T16:10:07.688 INFO:tasks.rados.rados.0.smithi099.stdout:2699: oid 27 updating version 1770 to 1771 2024-04-12T16:10:07.688 INFO:tasks.rados.rados.0.smithi099.stdout:2699: oid 27 version 1771 is already newer than 1769 2024-04-12T16:10:07.688 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 27 v 1771 (ObjNum 840 snap 261 seq_num 840) dirty exists 2024-04-12T16:10:07.688 INFO:tasks.rados.rados.0.smithi099.stdout:2699: left oid 27 (ObjNum 840 snap 261 seq_num 840) 2024-04-12T16:10:07.688 INFO:tasks.rados.rados.0.smithi099.stdout:2700: expect (ObjNum 837 snap 261 seq_num 837) 2024-04-12T16:10:07.839 INFO:tasks.rados.rados.0.smithi099.stdout:2702: finishing write tid 1 to smithi09982431-28 2024-04-12T16:10:07.839 INFO:tasks.rados.rados.0.smithi099.stdout:2702: finishing write tid 2 to smithi09982431-28 2024-04-12T16:10:07.839 INFO:tasks.rados.rados.0.smithi099.stdout:2702: finishing write tid 3 to smithi09982431-28 2024-04-12T16:10:07.839 INFO:tasks.rados.rados.0.smithi099.stdout:2702: finishing write tid 4 to smithi09982431-28 2024-04-12T16:10:07.839 INFO:tasks.rados.rados.0.smithi099.stdout:2702: finishing write tid 5 to smithi09982431-28 2024-04-12T16:10:07.839 INFO:tasks.rados.rados.0.smithi099.stdout:2702: finishing write tid 6 to smithi09982431-28 2024-04-12T16:10:07.839 INFO:tasks.rados.rados.0.smithi099.stdout:2702: oid 28 updating version 0 to 1973 2024-04-12T16:10:07.839 INFO:tasks.rados.rados.0.smithi099.stdout:2702: oid 28 updating version 1973 to 1974 2024-04-12T16:10:07.840 INFO:tasks.rados.rados.0.smithi099.stdout:2702: oid 28 version 1974 is already newer than 1972 2024-04-12T16:10:07.840 INFO:tasks.rados.rados.0.smithi099.stdout:2702: oid 28 version 1974 is already newer than 1971 2024-04-12T16:10:07.840 INFO:tasks.rados.rados.0.smithi099.stdout:2702: oid 28 version 1974 is already newer than 1970 2024-04-12T16:10:07.840 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 28 v 1974 (ObjNum 841 snap 261 seq_num 841) dirty exists 2024-04-12T16:10:07.840 INFO:tasks.rados.rados.0.smithi099.stdout:2702: left oid 28 (ObjNum 841 snap 261 seq_num 841) 2024-04-12T16:10:07.840 INFO:tasks.rados.rados.0.smithi099.stdout:2703: finishing copy_from racing read to smithi09982431-35 2024-04-12T16:10:07.840 INFO:tasks.rados.rados.0.smithi099.stdout:2703: finishing copy_from to smithi09982431-35 2024-04-12T16:10:07.840 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 1510 (ObjNum 798 snap 250 seq_num 798) dirty exists 2024-04-12T16:10:07.840 INFO:tasks.rados.rados.0.smithi099.stdout:2699: done (4 left) 2024-04-12T16:10:07.840 INFO:tasks.rados.rados.0.smithi099.stdout:2700: done (3 left) 2024-04-12T16:10:07.840 INFO:tasks.rados.rados.0.smithi099.stdout:2701: done (2 left) 2024-04-12T16:10:07.840 INFO:tasks.rados.rados.0.smithi099.stdout:2702: done (1 left) 2024-04-12T16:10:07.840 INFO:tasks.rados.rados.0.smithi099.stdout:2703: done (0 left) 2024-04-12T16:10:07.840 INFO:tasks.rados.rados.0.smithi099.stdout:2704: snap_remove snap 237 2024-04-12T16:10:08.111 INFO:tasks.rados.rados.0.smithi099.stdout:2704: done (0 left) 2024-04-12T16:10:08.111 INFO:tasks.rados.rados.0.smithi099.stdout:2705: rollback oid 24 current snap is 261 2024-04-12T16:10:08.111 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 24 to 254 2024-04-12T16:10:08.111 INFO:tasks.rados.rados.0.smithi099.stdout:2706: delete oid 8 current snap is 261 2024-04-12T16:10:08.125 INFO:tasks.rados.rados.0.smithi099.stdout:2705: finishing rollback tid 0 to smithi09982431-24 2024-04-12T16:10:08.125 INFO:tasks.rados.rados.0.smithi099.stdout:2705: finishing rollback tid 1 to smithi09982431-24 2024-04-12T16:10:08.125 INFO:tasks.rados.rados.0.smithi099.stdout:2705: finishing rollback tid 2 to smithi09982431-24 2024-04-12T16:10:08.125 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 24 v 1633 (ObjNum 597 snap 183 seq_num 597) dirty exists 2024-04-12T16:10:08.126 INFO:tasks.rados.rados.0.smithi099.stdout:2705: done (1 left) 2024-04-12T16:10:08.126 INFO:tasks.rados.rados.0.smithi099.stdout:2706: done (0 left) 2024-04-12T16:10:08.126 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 34 current snap is 261 2024-04-12T16:10:08.126 INFO:tasks.rados.rados.0.smithi099.stdout:2707: seq_num 843 ranges {7118848=524288,7643136=761856,8404992=671744,9076736=172032} 2024-04-12T16:10:08.167 INFO:tasks.rados.rados.0.smithi099.stdout:2707: writing smithi09982431-34 from 7118848 to 7643136 tid 1 2024-04-12T16:10:08.171 INFO:tasks.rados.rados.0.smithi099.stdout:2707: writing smithi09982431-34 from 7643136 to 8404992 tid 2 2024-04-12T16:10:08.175 INFO:tasks.rados.rados.0.smithi099.stdout:2707: writing smithi09982431-34 from 8404992 to 9076736 tid 3 2024-04-12T16:10:08.176 INFO:tasks.rados.rados.0.smithi099.stdout:2707: writing smithi09982431-34 from 9076736 to 9248768 tid 4 2024-04-12T16:10:08.177 INFO:tasks.rados.rados.0.smithi099.stdout:2708: read oid 41 snap 256 2024-04-12T16:10:08.177 INFO:tasks.rados.rados.0.smithi099.stdout:2708: expect (ObjNum 784 snap 246 seq_num 784) 2024-04-12T16:10:08.177 INFO:tasks.rados.rados.0.smithi099.stdout:2709: snap_create 2024-04-12T16:10:08.177 INFO:tasks.rados.rados.0.smithi099.stdout:2707: finishing write tid 1 to smithi09982431-34 2024-04-12T16:10:08.177 INFO:tasks.rados.rados.0.smithi099.stdout:2707: finishing write tid 2 to smithi09982431-34 2024-04-12T16:10:08.180 INFO:tasks.rados.rados.0.smithi099.stdout:2707: finishing write tid 3 to smithi09982431-34 2024-04-12T16:10:08.180 INFO:tasks.rados.rados.0.smithi099.stdout:2707: finishing write tid 4 to smithi09982431-34 2024-04-12T16:10:08.180 INFO:tasks.rados.rados.0.smithi099.stdout:2707: finishing write tid 5 to smithi09982431-34 2024-04-12T16:10:08.181 INFO:tasks.rados.rados.0.smithi099.stdout:2707: finishing write tid 6 to smithi09982431-34 2024-04-12T16:10:08.181 INFO:tasks.rados.rados.0.smithi099.stdout:2707: oid 34 updating version 0 to 1984 2024-04-12T16:10:08.181 INFO:tasks.rados.rados.0.smithi099.stdout:2707: oid 34 updating version 1984 to 1986 2024-04-12T16:10:08.182 INFO:tasks.rados.rados.0.smithi099.stdout:2707: oid 34 version 1986 is already newer than 1985 2024-04-12T16:10:08.182 INFO:tasks.rados.rados.0.smithi099.stdout:2707: oid 34 updating version 1986 to 1987 2024-04-12T16:10:08.182 INFO:tasks.rados.rados.0.smithi099.stdout:2707: oid 34 updating version 1987 to 1988 2024-04-12T16:10:08.182 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 34 v 1988 (ObjNum 843 snap 261 seq_num 843) dirty exists 2024-04-12T16:10:08.182 INFO:tasks.rados.rados.0.smithi099.stdout:2707: left oid 34 (ObjNum 843 snap 261 seq_num 843) 2024-04-12T16:10:08.203 INFO:tasks.rados.rados.0.smithi099.stdout:2708: expect (ObjNum 784 snap 246 seq_num 784) 2024-04-12T16:10:08.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:08 smithi099 ceph-mon[94290]: osdmap e590: 8 total, 8 up, 8 in 2024-04-12T16:10:08.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:08 smithi099 ceph-mon[96864]: osdmap e590: 8 total, 8 up, 8 in 2024-04-12T16:10:08.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:08 smithi110 ceph-mon[88691]: osdmap e590: 8 total, 8 up, 8 in 2024-04-12T16:10:09.069 INFO:tasks.rados.rados.0.smithi099.stdout:2707: done (2 left) 2024-04-12T16:10:09.069 INFO:tasks.rados.rados.0.smithi099.stdout:2708: done (1 left) 2024-04-12T16:10:09.069 INFO:tasks.rados.rados.0.smithi099.stdout:2709: done (0 left) 2024-04-12T16:10:09.069 INFO:tasks.rados.rados.0.smithi099.stdout:2710: copy_from oid 24 from oid 15 current snap is 262 2024-04-12T16:10:09.069 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 8 current snap is 262 2024-04-12T16:10:09.069 INFO:tasks.rados.rados.0.smithi099.stdout:2711: seq_num 844 ranges {0=540672,540672=696320,1236992=475136,1712128=434176} 2024-04-12T16:10:09.072 INFO:tasks.rados.rados.0.smithi099.stdout:2711: writing smithi09982431-8 from 0 to 540672 tid 1 2024-04-12T16:10:09.077 INFO:tasks.rados.rados.0.smithi099.stdout:2711: writing smithi09982431-8 from 540672 to 1236992 tid 2 2024-04-12T16:10:09.080 INFO:tasks.rados.rados.0.smithi099.stdout:2711: writing smithi09982431-8 from 1236992 to 1712128 tid 3 2024-04-12T16:10:09.083 INFO:tasks.rados.rados.0.smithi099.stdout:2711: writing smithi09982431-8 from 1712128 to 2146304 tid 4 2024-04-12T16:10:09.083 INFO:tasks.rados.rados.0.smithi099.stdout:2712: delete oid 50 current snap is 262 2024-04-12T16:10:09.083 INFO:tasks.rados.rados.0.smithi099.stdout:2710: finishing copy_from racing read to smithi09982431-24 2024-04-12T16:10:09.083 INFO:tasks.rados.rados.0.smithi099.stdout:2711: finishing write tid 1 to smithi09982431-8 2024-04-12T16:10:09.086 INFO:tasks.rados.rados.0.smithi099.stdout:2712: done (2 left) 2024-04-12T16:10:09.086 INFO:tasks.rados.rados.0.smithi099.stdout:2713: read oid 4 snap -1 2024-04-12T16:10:09.086 INFO:tasks.rados.rados.0.smithi099.stdout:2713: expect (ObjNum 838 snap 261 seq_num 838) 2024-04-12T16:10:09.086 INFO:tasks.rados.rados.0.smithi099.stdout:2714: copy_from oid 34 from oid 47 current snap is 262 2024-04-12T16:10:09.086 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 3 current snap is 262 2024-04-12T16:10:09.086 INFO:tasks.rados.rados.0.smithi099.stdout:2715: seq_num 846 ranges {9207808=573440,9781248=466944,10248192=491520,10739712=548864,11288576=98304} 2024-04-12T16:10:09.139 INFO:tasks.rados.rados.0.smithi099.stdout:2715: writing smithi09982431-3 from 9207808 to 9781248 tid 1 2024-04-12T16:10:09.142 INFO:tasks.rados.rados.0.smithi099.stdout:2715: writing smithi09982431-3 from 9781248 to 10248192 tid 2 2024-04-12T16:10:09.144 INFO:tasks.rados.rados.0.smithi099.stdout:2715: writing smithi09982431-3 from 10248192 to 10739712 tid 3 2024-04-12T16:10:09.148 INFO:tasks.rados.rados.0.smithi099.stdout:2715: writing smithi09982431-3 from 10739712 to 11288576 tid 4 2024-04-12T16:10:09.149 INFO:tasks.rados.rados.0.smithi099.stdout:2715: writing smithi09982431-3 from 11288576 to 11386880 tid 5 2024-04-12T16:10:09.149 INFO:tasks.rados.rados.0.smithi099.stdout:2710: finishing copy_from to smithi09982431-24 2024-04-12T16:10:09.149 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 24 v 1494 (ObjNum 839 snap 261 seq_num 839) dirty exists 2024-04-12T16:10:09.149 INFO:tasks.rados.rados.0.smithi099.stdout:2711: finishing write tid 2 to smithi09982431-8 2024-04-12T16:10:09.149 INFO:tasks.rados.rados.0.smithi099.stdout:2711: finishing write tid 3 to smithi09982431-8 2024-04-12T16:10:09.149 INFO:tasks.rados.rados.0.smithi099.stdout:2711: finishing write tid 4 to smithi09982431-8 2024-04-12T16:10:09.149 INFO:tasks.rados.rados.0.smithi099.stdout:2716: read oid 42 snap -1 2024-04-12T16:10:09.149 INFO:tasks.rados.rados.0.smithi099.stdout:2716: expect (ObjNum 423 snap 128 seq_num 423) 2024-04-12T16:10:09.149 INFO:tasks.rados.rados.0.smithi099.stdout:2710: done (5 left) 2024-04-12T16:10:09.149 INFO:tasks.rados.rados.0.smithi099.stdout:2717: read oid 32 snap -1 2024-04-12T16:10:09.150 INFO:tasks.rados.rados.0.smithi099.stdout:2717: expect (ObjNum 502 snap 152 seq_num 502) 2024-04-12T16:10:09.150 INFO:tasks.rados.rados.0.smithi099.stdout:2718: delete oid 30 current snap is 262 2024-04-12T16:10:09.150 INFO:tasks.rados.rados.0.smithi099.stdout:2711: finishing write tid 5 to smithi09982431-8 2024-04-12T16:10:09.150 INFO:tasks.rados.rados.0.smithi099.stdout:2714: finishing copy_from racing read to smithi09982431-34 2024-04-12T16:10:09.150 INFO:tasks.rados.rados.0.smithi099.stdout:2714: finishing copy_from to smithi09982431-34 2024-04-12T16:10:09.150 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 34 v 1392 (ObjNum 722 snap 227 seq_num 722) dirty exists 2024-04-12T16:10:09.150 INFO:tasks.rados.rados.0.smithi099.stdout:2711: finishing write tid 6 to smithi09982431-8 2024-04-12T16:10:09.150 INFO:tasks.rados.rados.0.smithi099.stdout:2711: oid 8 updating version 0 to 1637 2024-04-12T16:10:09.150 INFO:tasks.rados.rados.0.smithi099.stdout:2711: oid 8 version 1637 is already newer than 1636 2024-04-12T16:10:09.150 INFO:tasks.rados.rados.0.smithi099.stdout:2711: oid 8 version 1637 is already newer than 1635 2024-04-12T16:10:09.150 INFO:tasks.rados.rados.0.smithi099.stdout:2711: oid 8 updating version 1637 to 1638 2024-04-12T16:10:09.150 INFO:tasks.rados.rados.0.smithi099.stdout:2711: oid 8 updating version 1638 to 1639 2024-04-12T16:10:09.150 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 8 v 1639 (ObjNum 844 snap 262 seq_num 844) dirty exists 2024-04-12T16:10:09.150 INFO:tasks.rados.rados.0.smithi099.stdout:2711: left oid 8 (ObjNum 844 snap 262 seq_num 844) 2024-04-12T16:10:09.150 INFO:tasks.rados.rados.0.smithi099.stdout:2713: expect (ObjNum 838 snap 261 seq_num 838) 2024-04-12T16:10:09.280 INFO:tasks.rados.rados.0.smithi099.stdout:2715: finishing write tid 1 to smithi09982431-3 2024-04-12T16:10:09.280 INFO:tasks.rados.rados.0.smithi099.stdout:2715: finishing write tid 2 to smithi09982431-3 2024-04-12T16:10:09.280 INFO:tasks.rados.rados.0.smithi099.stdout:2711: done (6 left) 2024-04-12T16:10:09.280 INFO:tasks.rados.rados.0.smithi099.stdout:2713: done (5 left) 2024-04-12T16:10:09.280 INFO:tasks.rados.rados.0.smithi099.stdout:2714: done (4 left) 2024-04-12T16:10:09.280 INFO:tasks.rados.rados.0.smithi099.stdout:2718: done (3 left) 2024-04-12T16:10:09.280 INFO:tasks.rados.rados.0.smithi099.stdout:2719: read oid 22 snap -1 2024-04-12T16:10:09.280 INFO:tasks.rados.rados.0.smithi099.stdout:2719: expect (ObjNum 783 snap 245 seq_num 783) 2024-04-12T16:10:09.280 INFO:tasks.rados.rados.0.smithi099.stdout:2720: read oid 30 snap 193 2024-04-12T16:10:09.280 INFO:tasks.rados.rados.0.smithi099.stdout:2720: expect (ObjNum 392 snap 121 seq_num 392) 2024-04-12T16:10:09.281 INFO:tasks.rados.rados.0.smithi099.stdout:2721: snap_remove snap 247 2024-04-12T16:10:09.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:09 smithi099 ceph-mon[94290]: osdmap e591: 8 total, 8 up, 8 in 2024-04-12T16:10:09.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:09 smithi099 ceph-mon[94290]: pgmap v523: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 449 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.6 MiB/s wr, 24 op/s 2024-04-12T16:10:09.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:09 smithi099 ceph-mon[94290]: osdmap e592: 8 total, 8 up, 8 in 2024-04-12T16:10:09.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:09 smithi099 ceph-mon[96864]: osdmap e591: 8 total, 8 up, 8 in 2024-04-12T16:10:09.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:09 smithi099 ceph-mon[96864]: pgmap v523: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 449 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.6 MiB/s wr, 24 op/s 2024-04-12T16:10:09.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:09 smithi099 ceph-mon[96864]: osdmap e592: 8 total, 8 up, 8 in 2024-04-12T16:10:09.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:09 smithi110 ceph-mon[88691]: osdmap e591: 8 total, 8 up, 8 in 2024-04-12T16:10:09.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:09 smithi110 ceph-mon[88691]: pgmap v523: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 449 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.6 MiB/s wr, 24 op/s 2024-04-12T16:10:09.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:09 smithi110 ceph-mon[88691]: osdmap e592: 8 total, 8 up, 8 in 2024-04-12T16:10:10.122 INFO:tasks.rados.rados.0.smithi099.stdout:2721: done (5 left) 2024-04-12T16:10:10.122 INFO:tasks.rados.rados.0.smithi099.stdout:2722: snap_remove snap 238 2024-04-12T16:10:10.584 INFO:journalctl@ceph.mds.b.smithi110.stdout:Apr 12 16:10:10 smithi110 podman[113740]: 2024-04-12 16:10:10.294030587 +0000 UTC m=+8.511934768 container died 453e0d052baeb3ade7c68c3fc77e71aadf19c29ac1e5fd938d2f61458c1ce970 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mds-b, ceph=True, org.label-schema.build-date=20240403, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=reef-d540eba, GIT_BRANCH=HEAD) 2024-04-12T16:10:10.926 INFO:journalctl@ceph.mds.b.smithi110.stdout:Apr 12 16:10:10 smithi110 podman[113740]: 2024-04-12 16:10:10.677024077 +0000 UTC m=+8.894928262 container cleanup 453e0d052baeb3ade7c68c3fc77e71aadf19c29ac1e5fd938d2f61458c1ce970 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mds-b, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240403, RELEASE=reef-d540eba, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-12T16:10:10.926 INFO:journalctl@ceph.mds.b.smithi110.stdout:Apr 12 16:10:10 smithi110 bash[113740]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mds-b 2024-04-12T16:10:11.130 INFO:tasks.rados.rados.0.smithi099.stdout:2722: done (5 left) 2024-04-12T16:10:11.130 INFO:tasks.rados.rados.0.smithi099.stdout:2723: read oid 2 snap 250 2024-04-12T16:10:11.131 INFO:tasks.rados.rados.0.smithi099.stdout:2723: expect (ObjNum 798 snap 250 seq_num 798) 2024-04-12T16:10:11.131 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 36 current snap is 262 2024-04-12T16:10:11.131 INFO:tasks.rados.rados.0.smithi099.stdout:2724: seq_num 848 ranges {2531328=606208,3137536=630784,3768320=458752,4227072=516096} 2024-04-12T16:10:11.149 INFO:tasks.rados.rados.0.smithi099.stdout:2724: writing smithi09982431-36 from 2531328 to 3137536 tid 1 2024-04-12T16:10:11.153 INFO:tasks.rados.rados.0.smithi099.stdout:2724: writing smithi09982431-36 from 3137536 to 3768320 tid 2 2024-04-12T16:10:11.156 INFO:tasks.rados.rados.0.smithi099.stdout:2724: writing smithi09982431-36 from 3768320 to 4227072 tid 3 2024-04-12T16:10:11.159 INFO:tasks.rados.rados.0.smithi099.stdout:2724: writing smithi09982431-36 from 4227072 to 4743168 tid 4 2024-04-12T16:10:11.159 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 44 current snap is 262 2024-04-12T16:10:11.159 INFO:tasks.rados.rados.0.smithi099.stdout:2715: finishing write tid 3 to smithi09982431-3 2024-04-12T16:10:11.159 INFO:tasks.rados.rados.0.smithi099.stdout:2725: seq_num 849 ranges {2424832=622592,3047424=516096,3563520=663552,4227072=425984} 2024-04-12T16:10:11.175 INFO:tasks.rados.rados.0.smithi099.stdout:2725: writing smithi09982431-44 from 2424832 to 3047424 tid 1 2024-04-12T16:10:11.178 INFO:tasks.rados.rados.0.smithi099.stdout:2725: writing smithi09982431-44 from 3047424 to 3563520 tid 2 2024-04-12T16:10:11.181 INFO:tasks.rados.rados.0.smithi099.stdout:2725: writing smithi09982431-44 from 3563520 to 4227072 tid 3 2024-04-12T16:10:11.185 INFO:tasks.rados.rados.0.smithi099.stdout:2725: writing smithi09982431-44 from 4227072 to 4653056 tid 4 2024-04-12T16:10:11.185 INFO:tasks.rados.rados.0.smithi099.stdout:2726: delete oid 39 current snap is 262 2024-04-12T16:10:11.185 INFO:tasks.rados.rados.0.smithi099.stdout:2715: finishing write tid 4 to smithi09982431-3 2024-04-12T16:10:11.185 INFO:tasks.rados.rados.0.smithi099.stdout:2715: finishing write tid 5 to smithi09982431-3 2024-04-12T16:10:11.185 INFO:tasks.rados.rados.0.smithi099.stdout:2715: finishing write tid 6 to smithi09982431-3 2024-04-12T16:10:11.186 INFO:tasks.rados.rados.0.smithi099.stdout:2715: finishing write tid 7 to smithi09982431-3 2024-04-12T16:10:11.186 INFO:tasks.rados.rados.0.smithi099.stdout:2715: oid 3 updating version 0 to 1660 2024-04-12T16:10:11.186 INFO:tasks.rados.rados.0.smithi099.stdout:2715: oid 3 version 1660 is already newer than 1657 2024-04-12T16:10:11.186 INFO:tasks.rados.rados.0.smithi099.stdout:2715: oid 3 version 1660 is already newer than 1659 2024-04-12T16:10:11.186 INFO:tasks.rados.rados.0.smithi099.stdout:2715: oid 3 version 1660 is already newer than 1655 2024-04-12T16:10:11.186 INFO:tasks.rados.rados.0.smithi099.stdout:2715: oid 3 version 1660 is already newer than 1656 2024-04-12T16:10:11.186 INFO:tasks.rados.rados.0.smithi099.stdout:2715: oid 3 version 1660 is already newer than 1658 2024-04-12T16:10:11.186 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 3 v 1660 (ObjNum 846 snap 262 seq_num 846) dirty exists 2024-04-12T16:10:11.186 INFO:tasks.rados.rados.0.smithi099.stdout:2715: left oid 3 (ObjNum 846 snap 262 seq_num 846) 2024-04-12T16:10:11.186 INFO:tasks.rados.rados.0.smithi099.stdout:2716: expect (ObjNum 423 snap 128 seq_num 423) 2024-04-12T16:10:11.258 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:11 smithi110 ceph-mon[88691]: osdmap e593: 8 total, 8 up, 8 in 2024-04-12T16:10:11.258 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:11 smithi110 ceph-mon[88691]: pgmap v526: 121 pgs: 121 active+clean; 441 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 13 MiB/s wr, 51 op/s 2024-04-12T16:10:11.258 INFO:journalctl@ceph.mds.b.smithi110.stdout:Apr 12 16:10:10 smithi110 podman[113771]: 2024-04-12 16:10:10.928130536 +0000 UTC m=+0.630423969 container remove 453e0d052baeb3ade7c68c3fc77e71aadf19c29ac1e5fd938d2f61458c1ce970 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mds-b, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240403, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=reef-d540eba, CEPH_POINT_RELEASE=) 2024-04-12T16:10:11.258 INFO:journalctl@ceph.mds.b.smithi110.stdout:Apr 12 16:10:11 smithi110 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mds.b.service: Deactivated successfully. 2024-04-12T16:10:11.258 INFO:journalctl@ceph.mds.b.smithi110.stdout:Apr 12 16:10:11 smithi110 systemd[1]: Stopped Ceph mds.b for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:10:11.258 INFO:journalctl@ceph.mds.b.smithi110.stdout:Apr 12 16:10:11 smithi110 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mds.b.service: Consumed 1.220s CPU time. 2024-04-12T16:10:11.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:11 smithi099 ceph-mon[94290]: osdmap e593: 8 total, 8 up, 8 in 2024-04-12T16:10:11.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:11 smithi099 ceph-mon[94290]: pgmap v526: 121 pgs: 121 active+clean; 441 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 13 MiB/s wr, 51 op/s 2024-04-12T16:10:11.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:11 smithi099 ceph-mon[96864]: osdmap e593: 8 total, 8 up, 8 in 2024-04-12T16:10:11.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:11 smithi099 ceph-mon[96864]: pgmap v526: 121 pgs: 121 active+clean; 441 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 13 MiB/s wr, 51 op/s 2024-04-12T16:10:11.457 INFO:tasks.rados.rados.0.smithi099.stdout:2717: expect (ObjNum 502 snap 152 seq_num 502) 2024-04-12T16:10:11.584 INFO:journalctl@ceph.mds.b.smithi110.stdout:Apr 12 16:10:11 smithi110 systemd[1]: Starting Ceph mds.b for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:10:11.584 INFO:journalctl@ceph.mds.b.smithi110.stdout:Apr 12 16:10:11 smithi110 podman[113909]: 2024-04-12 16:10:11.377023739 +0000 UTC m=+0.017990132 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:10:11.584 INFO:journalctl@ceph.mds.b.smithi110.stdout:Apr 12 16:10:11 smithi110 podman[113909]: 2024-04-12 16:10:11.496611005 +0000 UTC m=+0.137577456 container create ce2c6390c8a892cd6c0b99596d4b8d2c1c66d32c30f5c9df4df280f63198afc8 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mds-b, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0) 2024-04-12T16:10:12.084 INFO:journalctl@ceph.mds.b.smithi110.stdout:Apr 12 16:10:11 smithi110 podman[113909]: 2024-04-12 16:10:11.75759394 +0000 UTC m=+0.398560332 container init ce2c6390c8a892cd6c0b99596d4b8d2c1c66d32c30f5c9df4df280f63198afc8 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mds-b, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-12T16:10:12.084 INFO:journalctl@ceph.mds.b.smithi110.stdout:Apr 12 16:10:11 smithi110 podman[113909]: 2024-04-12 16:10:11.762710839 +0000 UTC m=+0.403677232 container start ce2c6390c8a892cd6c0b99596d4b8d2c1c66d32c30f5c9df4df280f63198afc8 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mds-b, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-04-12T16:10:12.084 INFO:journalctl@ceph.mds.b.smithi110.stdout:Apr 12 16:10:11 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mds-b[113924]: starting mds.b at 2024-04-12T16:10:12.084 INFO:journalctl@ceph.mds.b.smithi110.stdout:Apr 12 16:10:11 smithi110 bash[113909]: ce2c6390c8a892cd6c0b99596d4b8d2c1c66d32c30f5c9df4df280f63198afc8 2024-04-12T16:10:12.084 INFO:journalctl@ceph.mds.b.smithi110.stdout:Apr 12 16:10:11 smithi110 systemd[1]: Started Ceph mds.b for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:10:12.130 INFO:tasks.rados.rados.0.smithi099.stdout:2719: expect (ObjNum 783 snap 245 seq_num 783) 2024-04-12T16:10:12.198 INFO:tasks.rados.rados.0.smithi099.stdout:2720: expect (ObjNum 392 snap 121 seq_num 392) 2024-04-12T16:10:12.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:12 smithi099 ceph-mon[94290]: osdmap e594: 8 total, 8 up, 8 in 2024-04-12T16:10:12.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:12.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:12.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:10:12.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:12 smithi099 ceph-mon[96864]: osdmap e594: 8 total, 8 up, 8 in 2024-04-12T16:10:12.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:12.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:12.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:10:12.394 INFO:tasks.rados.rados.0.smithi099.stdout:2723: expect (ObjNum 798 snap 250 seq_num 798) 2024-04-12T16:10:12.430 INFO:tasks.rados.rados.0.smithi099.stdout:2724: finishing write tid 1 to smithi09982431-36 2024-04-12T16:10:12.430 INFO:tasks.rados.rados.0.smithi099.stdout:2724: finishing write tid 2 to smithi09982431-36 2024-04-12T16:10:12.430 INFO:tasks.rados.rados.0.smithi099.stdout:2724: finishing write tid 3 to smithi09982431-36 2024-04-12T16:10:12.430 INFO:tasks.rados.rados.0.smithi099.stdout:2724: finishing write tid 4 to smithi09982431-36 2024-04-12T16:10:12.430 INFO:tasks.rados.rados.0.smithi099.stdout:2724: finishing write tid 5 to smithi09982431-36 2024-04-12T16:10:12.430 INFO:tasks.rados.rados.0.smithi099.stdout:2715: done (8 left) 2024-04-12T16:10:12.431 INFO:tasks.rados.rados.0.smithi099.stdout:2716: done (7 left) 2024-04-12T16:10:12.431 INFO:tasks.rados.rados.0.smithi099.stdout:2717: done (6 left) 2024-04-12T16:10:12.431 INFO:tasks.rados.rados.0.smithi099.stdout:2719: done (5 left) 2024-04-12T16:10:12.431 INFO:tasks.rados.rados.0.smithi099.stdout:2720: done (4 left) 2024-04-12T16:10:12.431 INFO:tasks.rados.rados.0.smithi099.stdout:2723: done (3 left) 2024-04-12T16:10:12.431 INFO:tasks.rados.rados.0.smithi099.stdout:2726: done (2 left) 2024-04-12T16:10:12.431 INFO:tasks.rados.rados.0.smithi099.stdout:2727: snap_remove snap 260 2024-04-12T16:10:12.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:12 smithi110 ceph-mon[88691]: osdmap e594: 8 total, 8 up, 8 in 2024-04-12T16:10:12.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:12.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:12.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:10:12.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:10:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:10:13.145 INFO:tasks.rados.rados.0.smithi099.stdout:2727: done (2 left) 2024-04-12T16:10:13.145 INFO:tasks.rados.rados.0.smithi099.stdout:2728: copy_from oid 6 from oid 14 current snap is 262 2024-04-12T16:10:13.145 INFO:tasks.rados.rados.0.smithi099.stdout:2724: finishing write tid 6 to smithi09982431-36 2024-04-12T16:10:13.145 INFO:tasks.rados.rados.0.smithi099.stdout:2724: oid 36 updating version 0 to 1755 2024-04-12T16:10:13.145 INFO:tasks.rados.rados.0.smithi099.stdout:2724: oid 36 version 1755 is already newer than 1752 2024-04-12T16:10:13.146 INFO:tasks.rados.rados.0.smithi099.stdout:2724: oid 36 version 1755 is already newer than 1753 2024-04-12T16:10:13.146 INFO:tasks.rados.rados.0.smithi099.stdout:2724: oid 36 version 1755 is already newer than 1754 2024-04-12T16:10:13.146 INFO:tasks.rados.rados.0.smithi099.stdout:2724: oid 36 version 1755 is already newer than 1751 2024-04-12T16:10:13.146 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 36 v 1755 (ObjNum 848 snap 262 seq_num 848) dirty exists 2024-04-12T16:10:13.146 INFO:tasks.rados.rados.0.smithi099.stdout:2724: left oid 36 (ObjNum 848 snap 262 seq_num 848) 2024-04-12T16:10:13.146 INFO:tasks.rados.rados.0.smithi099.stdout:2725: finishing write tid 1 to smithi09982431-44 2024-04-12T16:10:13.146 INFO:tasks.rados.rados.0.smithi099.stdout:2725: finishing write tid 2 to smithi09982431-44 2024-04-12T16:10:13.146 INFO:tasks.rados.rados.0.smithi099.stdout:2725: finishing write tid 3 to smithi09982431-44 2024-04-12T16:10:13.146 INFO:tasks.rados.rados.0.smithi099.stdout:2725: finishing write tid 4 to smithi09982431-44 2024-04-12T16:10:13.146 INFO:tasks.rados.rados.0.smithi099.stdout:2725: finishing write tid 5 to smithi09982431-44 2024-04-12T16:10:13.146 INFO:tasks.rados.rados.0.smithi099.stdout:2725: finishing write tid 6 to smithi09982431-44 2024-04-12T16:10:13.146 INFO:tasks.rados.rados.0.smithi099.stdout:2725: oid 44 updating version 0 to 1680 2024-04-12T16:10:13.146 INFO:tasks.rados.rados.0.smithi099.stdout:2725: oid 44 version 1680 is already newer than 1679 2024-04-12T16:10:13.146 INFO:tasks.rados.rados.0.smithi099.stdout:2725: oid 44 version 1680 is already newer than 1678 2024-04-12T16:10:13.146 INFO:tasks.rados.rados.0.smithi099.stdout:2725: oid 44 version 1680 is already newer than 1676 2024-04-12T16:10:13.147 INFO:tasks.rados.rados.0.smithi099.stdout:2725: oid 44 version 1680 is already newer than 1677 2024-04-12T16:10:13.147 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 44 v 1680 (ObjNum 849 snap 262 seq_num 849) dirty exists 2024-04-12T16:10:13.147 INFO:tasks.rados.rados.0.smithi099.stdout:2725: left oid 44 (ObjNum 849 snap 262 seq_num 849) 2024-04-12T16:10:13.147 INFO:tasks.rados.rados.0.smithi099.stdout:2724: done (2 left) 2024-04-12T16:10:13.147 INFO:tasks.rados.rados.0.smithi099.stdout:2725: done (1 left) 2024-04-12T16:10:13.147 INFO:tasks.rados.rados.0.smithi099.stdout:2729: snap_remove snap 257 2024-04-12T16:10:13.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:13 smithi110 ceph-mon[88691]: mds.? [v2:172.21.15.110:6832/697346555,v1:172.21.15.110:6833/697346555] up:boot 2024-04-12T16:10:13.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:13 smithi110 ceph-mon[88691]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T16:10:13.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T16:10:13.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:10:13.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:13 smithi110 ceph-mon[88691]: pgmap v528: 121 pgs: 121 active+clean; 443 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 10 MiB/s wr, 47 op/s 2024-04-12T16:10:13.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:13 smithi099 ceph-mon[94290]: mds.? [v2:172.21.15.110:6832/697346555,v1:172.21.15.110:6833/697346555] up:boot 2024-04-12T16:10:13.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:13 smithi099 ceph-mon[94290]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T16:10:13.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T16:10:13.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:10:13.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:13 smithi099 ceph-mon[94290]: pgmap v528: 121 pgs: 121 active+clean; 443 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 10 MiB/s wr, 47 op/s 2024-04-12T16:10:13.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:13 smithi099 ceph-mon[96864]: mds.? [v2:172.21.15.110:6832/697346555,v1:172.21.15.110:6833/697346555] up:boot 2024-04-12T16:10:13.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:13 smithi099 ceph-mon[96864]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T16:10:13.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T16:10:13.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:10:13.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:13 smithi099 ceph-mon[96864]: pgmap v528: 121 pgs: 121 active+clean; 443 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 10 MiB/s wr, 47 op/s 2024-04-12T16:10:14.067 INFO:tasks.rados.rados.0.smithi099.stdout:2729: done (1 left) 2024-04-12T16:10:14.067 INFO:tasks.rados.rados.0.smithi099.stdout:2730: read oid 1 snap -1 2024-04-12T16:10:14.067 INFO:tasks.rados.rados.0.smithi099.stdout:2730: expect (ObjNum 756 snap 235 seq_num 756) 2024-04-12T16:10:14.067 INFO:tasks.rados.rados.0.smithi099.stdout:2728: finishing copy_from racing read to smithi09982431-6 2024-04-12T16:10:14.067 INFO:tasks.rados.rados.0.smithi099.stdout:2728: finishing copy_from to smithi09982431-6 2024-04-12T16:10:14.068 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 6 v 1507 (ObjNum 836 snap 261 seq_num 836) dirty exists 2024-04-12T16:10:14.068 INFO:tasks.rados.rados.0.smithi099.stdout:2731: read oid 22 snap -1 2024-04-12T16:10:14.068 INFO:tasks.rados.rados.0.smithi099.stdout:2731: expect (ObjNum 783 snap 245 seq_num 783) 2024-04-12T16:10:14.068 INFO:tasks.rados.rados.0.smithi099.stdout:2728: done (2 left) 2024-04-12T16:10:14.068 INFO:tasks.rados.rados.0.smithi099.stdout:2732: snap_create 2024-04-12T16:10:14.081 INFO:tasks.rados.rados.0.smithi099.stdout:2731: expect (ObjNum 783 snap 245 seq_num 783) 2024-04-12T16:10:14.156 INFO:tasks.rados.rados.0.smithi099.stdout:2730: expect (ObjNum 756 snap 235 seq_num 756) 2024-04-12T16:10:14.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:14 smithi110 ceph-mon[88691]: osdmap e595: 8 total, 8 up, 8 in 2024-04-12T16:10:14.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:14 smithi110 ceph-mon[88691]: osdmap e596: 8 total, 8 up, 8 in 2024-04-12T16:10:14.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:14 smithi099 ceph-mon[96864]: osdmap e595: 8 total, 8 up, 8 in 2024-04-12T16:10:14.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:14 smithi099 ceph-mon[96864]: osdmap e596: 8 total, 8 up, 8 in 2024-04-12T16:10:14.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:14 smithi099 ceph-mon[94290]: osdmap e595: 8 total, 8 up, 8 in 2024-04-12T16:10:14.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:14 smithi099 ceph-mon[94290]: osdmap e596: 8 total, 8 up, 8 in 2024-04-12T16:10:15.068 INFO:tasks.rados.rados.0.smithi099.stdout:2730: done (2 left) 2024-04-12T16:10:15.068 INFO:tasks.rados.rados.0.smithi099.stdout:2731: done (1 left) 2024-04-12T16:10:15.068 INFO:tasks.rados.rados.0.smithi099.stdout:2732: done (0 left) 2024-04-12T16:10:15.068 INFO:tasks.rados.rados.0.smithi099.stdout:2733: read oid 43 snap -1 2024-04-12T16:10:15.068 INFO:tasks.rados.rados.0.smithi099.stdout:2733: expect (ObjNum 753 snap 235 seq_num 753) 2024-04-12T16:10:15.068 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 10 current snap is 263 2024-04-12T16:10:15.069 INFO:tasks.rados.rados.0.smithi099.stdout:2734: seq_num 851 ranges {1982464=655360,2637824=688128,3325952=679936,4005888=237568} 2024-04-12T16:10:15.082 INFO:tasks.rados.rados.0.smithi099.stdout:2734: writing smithi09982431-10 from 1982464 to 2637824 tid 1 2024-04-12T16:10:15.086 INFO:tasks.rados.rados.0.smithi099.stdout:2734: writing smithi09982431-10 from 2637824 to 3325952 tid 2 2024-04-12T16:10:15.089 INFO:tasks.rados.rados.0.smithi099.stdout:2734: writing smithi09982431-10 from 3325952 to 4005888 tid 3 2024-04-12T16:10:15.091 INFO:tasks.rados.rados.0.smithi099.stdout:2734: writing smithi09982431-10 from 4005888 to 4243456 tid 4 2024-04-12T16:10:15.091 INFO:tasks.rados.rados.0.smithi099.stdout:2735: rollback oid 6 current snap is 263 2024-04-12T16:10:15.091 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 6 to 253 2024-04-12T16:10:15.091 INFO:tasks.rados.rados.0.smithi099.stdout:2733: expect (ObjNum 753 snap 235 seq_num 753) 2024-04-12T16:10:15.202 INFO:tasks.rados.rados.0.smithi099.stdout:2734: finishing write tid 1 to smithi09982431-10 2024-04-12T16:10:15.202 INFO:tasks.rados.rados.0.smithi099.stdout:2734: finishing write tid 2 to smithi09982431-10 2024-04-12T16:10:15.202 INFO:tasks.rados.rados.0.smithi099.stdout:2733: done (2 left) 2024-04-12T16:10:15.202 INFO:tasks.rados.rados.0.smithi099.stdout:2736: rmattr oid 29 current snap is 263 2024-04-12T16:10:15.202 INFO:tasks.rados.rados.0.smithi099.stdout:2734: finishing write tid 3 to smithi09982431-10 2024-04-12T16:10:15.203 INFO:tasks.rados.rados.0.smithi099.stdout:2734: finishing write tid 4 to smithi09982431-10 2024-04-12T16:10:15.203 INFO:tasks.rados.rados.0.smithi099.stdout:2734: finishing write tid 5 to smithi09982431-10 2024-04-12T16:10:15.203 INFO:tasks.rados.rados.0.smithi099.stdout:2735: finishing rollback tid 0 to smithi09982431-6 2024-04-12T16:10:15.203 INFO:tasks.rados.rados.0.smithi099.stdout:2735: finishing rollback tid 1 to smithi09982431-6 2024-04-12T16:10:15.203 INFO:tasks.rados.rados.0.smithi099.stdout:2735: finishing rollback tid 2 to smithi09982431-6 2024-04-12T16:10:15.203 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 6 v 1510 (ObjNum 546 snap 163 seq_num 546) dirty exists 2024-04-12T16:10:15.203 INFO:tasks.rados.rados.0.smithi099.stdout:2734: finishing write tid 6 to smithi09982431-10 2024-04-12T16:10:15.203 INFO:tasks.rados.rados.0.smithi099.stdout:2734: oid 10 updating version 0 to 1683 2024-04-12T16:10:15.203 INFO:tasks.rados.rados.0.smithi099.stdout:2734: oid 10 version 1683 is already newer than 1682 2024-04-12T16:10:15.203 INFO:tasks.rados.rados.0.smithi099.stdout:2734: oid 10 updating version 1683 to 1686 2024-04-12T16:10:15.203 INFO:tasks.rados.rados.0.smithi099.stdout:2734: oid 10 version 1686 is already newer than 1684 2024-04-12T16:10:15.203 INFO:tasks.rados.rados.0.smithi099.stdout:2734: oid 10 version 1686 is already newer than 1685 2024-04-12T16:10:15.203 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 10 v 1686 (ObjNum 851 snap 263 seq_num 851) dirty exists 2024-04-12T16:10:15.203 INFO:tasks.rados.rados.0.smithi099.stdout:2734: left oid 10 (ObjNum 851 snap 263 seq_num 851) 2024-04-12T16:10:15.204 INFO:tasks.rados.rados.0.smithi099.stdout:2734: done (2 left) 2024-04-12T16:10:15.204 INFO:tasks.rados.rados.0.smithi099.stdout:2735: done (1 left) 2024-04-12T16:10:15.204 INFO:tasks.rados.rados.0.smithi099.stdout:2737: snap_remove snap 232 2024-04-12T16:10:15.494 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:15 smithi110 ceph-mon[88691]: pgmap v531: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 440 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-12T16:10:15.495 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:15 smithi110 ceph-mon[88691]: osdmap e597: 8 total, 8 up, 8 in 2024-04-12T16:10:15.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:15 smithi099 ceph-mon[96864]: pgmap v531: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 440 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-12T16:10:15.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:15 smithi099 ceph-mon[96864]: osdmap e597: 8 total, 8 up, 8 in 2024-04-12T16:10:15.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:15 smithi099 ceph-mon[94290]: pgmap v531: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 440 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-12T16:10:15.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:15 smithi099 ceph-mon[94290]: osdmap e597: 8 total, 8 up, 8 in 2024-04-12T16:10:16.149 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 29 v 1511 (ObjNum 807 snap 254 seq_num 807) dirty exists 2024-04-12T16:10:16.149 INFO:tasks.rados.rados.0.smithi099.stdout:2736: done (1 left) 2024-04-12T16:10:16.149 INFO:tasks.rados.rados.0.smithi099.stdout:2737: done (0 left) 2024-04-12T16:10:16.149 INFO:tasks.rados.rados.0.smithi099.stdout:2738: copy_from oid 40 from oid 12 current snap is 263 2024-04-12T16:10:16.149 INFO:tasks.rados.rados.0.smithi099.stdout:2739: snap_create 2024-04-12T16:10:16.179 INFO:tasks.rados.rados.0.smithi099.stdout:2738: finishing copy_from racing read to smithi09982431-40 2024-04-12T16:10:16.180 INFO:tasks.rados.rados.0.smithi099.stdout:2738: finishing copy_from to smithi09982431-40 2024-04-12T16:10:16.180 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 40 v 1491 (ObjNum 525 snap 158 seq_num 525) dirty exists 2024-04-12T16:10:16.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:10:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:10:16] "GET /metrics HTTP/1.1" 200 36325 "" "Prometheus/2.43.0" 2024-04-12T16:10:17.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:16 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:17.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:16 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:17.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:16 smithi099 ceph-mon[96864]: osdmap e598: 8 total, 8 up, 8 in 2024-04-12T16:10:17.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:16 smithi099 ceph-mon[96864]: pgmap v534: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 442 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-04-12T16:10:17.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:16 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:17.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:16 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:17.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:16 smithi099 ceph-mon[94290]: osdmap e598: 8 total, 8 up, 8 in 2024-04-12T16:10:17.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:16 smithi099 ceph-mon[94290]: pgmap v534: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 442 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-04-12T16:10:17.148 INFO:tasks.rados.rados.0.smithi099.stdout:2738: done (1 left) 2024-04-12T16:10:17.149 INFO:tasks.rados.rados.0.smithi099.stdout:2739: done (0 left) 2024-04-12T16:10:17.149 INFO:tasks.rados.rados.0.smithi099.stdout:2740: snap_create 2024-04-12T16:10:17.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:16 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:17.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:16 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:17.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:16 smithi110 ceph-mon[88691]: osdmap e598: 8 total, 8 up, 8 in 2024-04-12T16:10:17.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:16 smithi110 ceph-mon[88691]: pgmap v534: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 442 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-04-12T16:10:18.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:17 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:18.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:17 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:18.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:17 smithi110 ceph-mon[88691]: osdmap e599: 8 total, 8 up, 8 in 2024-04-12T16:10:18.150 INFO:tasks.rados.rados.0.smithi099.stdout:2740: done (0 left) 2024-04-12T16:10:18.150 INFO:tasks.rados.rados.0.smithi099.stdout:2741: snap_create 2024-04-12T16:10:18.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:17 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:18.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:17 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:18.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:17 smithi099 ceph-mon[96864]: osdmap e599: 8 total, 8 up, 8 in 2024-04-12T16:10:18.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:17 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:18.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:17 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:18.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:17 smithi099 ceph-mon[94290]: osdmap e599: 8 total, 8 up, 8 in 2024-04-12T16:10:19.068 INFO:tasks.rados.rados.0.smithi099.stdout:2741: done (0 left) 2024-04-12T16:10:19.069 INFO:tasks.rados.rados.0.smithi099.stdout:2742: rmattr oid 31 current snap is 266 2024-04-12T16:10:19.069 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 37 current snap is 266 2024-04-12T16:10:19.069 INFO:tasks.rados.rados.0.smithi099.stdout:2743: seq_num 852 ranges {7118848=671744,7790592=622592,8413184=442368,8855552=540672} 2024-04-12T16:10:19.110 INFO:tasks.rados.rados.0.smithi099.stdout:2743: writing smithi09982431-37 from 7118848 to 7790592 tid 1 2024-04-12T16:10:19.113 INFO:tasks.rados.rados.0.smithi099.stdout:2743: writing smithi09982431-37 from 7790592 to 8413184 tid 2 2024-04-12T16:10:19.116 INFO:tasks.rados.rados.0.smithi099.stdout:2743: writing smithi09982431-37 from 8413184 to 8855552 tid 3 2024-04-12T16:10:19.120 INFO:tasks.rados.rados.0.smithi099.stdout:2743: writing smithi09982431-37 from 8855552 to 9396224 tid 4 2024-04-12T16:10:19.120 INFO:tasks.rados.rados.0.smithi099.stdout:2744: copy_from oid 2 from oid 39 current snap is 266 2024-04-12T16:10:19.120 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 31 v 1690 (ObjNum 790 snap 246 seq_num 790) dirty exists 2024-04-12T16:10:19.121 INFO:tasks.rados.rados.0.smithi099.stdout:2743: finishing write tid 1 to smithi09982431-37 2024-04-12T16:10:19.121 INFO:tasks.rados.rados.0.smithi099.stdout:2742: done (2 left) 2024-04-12T16:10:19.121 INFO:tasks.rados.rados.0.smithi099.stdout:2745: rollback oid 14 current snap is 266 2024-04-12T16:10:19.121 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 14 to 264 2024-04-12T16:10:19.121 INFO:tasks.rados.rados.0.smithi099.stdout:2746: read oid 28 snap -1 2024-04-12T16:10:19.121 INFO:tasks.rados.rados.0.smithi099.stdout:2746: expect (ObjNum 841 snap 261 seq_num 841) 2024-04-12T16:10:19.121 INFO:tasks.rados.rados.0.smithi099.stdout:2747: snap_create 2024-04-12T16:10:19.121 INFO:tasks.rados.rados.0.smithi099.stdout:2743: finishing write tid 2 to smithi09982431-37 2024-04-12T16:10:19.123 INFO:tasks.rados.rados.0.smithi099.stdout:2743: finishing write tid 3 to smithi09982431-37 2024-04-12T16:10:19.123 INFO:tasks.rados.rados.0.smithi099.stdout:2743: finishing write tid 4 to smithi09982431-37 2024-04-12T16:10:19.124 INFO:tasks.rados.rados.0.smithi099.stdout:2745: finishing rollback tid 0 to smithi09982431-14 2024-04-12T16:10:19.124 INFO:tasks.rados.rados.0.smithi099.stdout:2743: finishing write tid 5 to smithi09982431-37 2024-04-12T16:10:19.124 INFO:tasks.rados.rados.0.smithi099.stdout:2745: finishing rollback tid 1 to smithi09982431-14 2024-04-12T16:10:19.124 INFO:tasks.rados.rados.0.smithi099.stdout:2744: finishing copy_from to smithi09982431-2 2024-04-12T16:10:19.124 INFO:tasks.rados.rados.0.smithi099.stdout:2744: got expected ENOENT (src dne) 2024-04-12T16:10:19.125 INFO:tasks.rados.rados.0.smithi099.stdout:2744: finishing copy_from racing read to smithi09982431-2 2024-04-12T16:10:19.125 INFO:tasks.rados.rados.0.smithi099.stdout:2743: finishing write tid 6 to smithi09982431-37 2024-04-12T16:10:19.125 INFO:tasks.rados.rados.0.smithi099.stdout:2743: oid 37 updating version 0 to 1922 2024-04-12T16:10:19.125 INFO:tasks.rados.rados.0.smithi099.stdout:2743: oid 37 updating version 1922 to 1924 2024-04-12T16:10:19.125 INFO:tasks.rados.rados.0.smithi099.stdout:2743: oid 37 version 1924 is already newer than 1923 2024-04-12T16:10:19.125 INFO:tasks.rados.rados.0.smithi099.stdout:2743: oid 37 updating version 1924 to 1926 2024-04-12T16:10:19.125 INFO:tasks.rados.rados.0.smithi099.stdout:2743: oid 37 version 1926 is already newer than 1925 2024-04-12T16:10:19.126 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 37 v 1926 (ObjNum 852 snap 266 seq_num 852) dirty exists 2024-04-12T16:10:19.126 INFO:tasks.rados.rados.0.smithi099.stdout:2743: left oid 37 (ObjNum 852 snap 266 seq_num 852) 2024-04-12T16:10:19.126 INFO:tasks.rados.rados.0.smithi099.stdout:2745: finishing rollback tid 2 to smithi09982431-14 2024-04-12T16:10:19.126 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 14 v 1513 (ObjNum 836 snap 261 seq_num 836) dirty exists 2024-04-12T16:10:19.132 INFO:tasks.rados.rados.0.smithi099.stdout:2746: expect (ObjNum 841 snap 261 seq_num 841) 2024-04-12T16:10:19.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:19 smithi110 ceph-mon[88691]: osdmap e600: 8 total, 8 up, 8 in 2024-04-12T16:10:19.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:19 smithi110 ceph-mon[88691]: pgmap v537: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 446 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-04-12T16:10:19.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:19 smithi110 ceph-mon[88691]: osdmap e601: 8 total, 8 up, 8 in 2024-04-12T16:10:19.630 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:19 smithi099 ceph-mon[96864]: osdmap e600: 8 total, 8 up, 8 in 2024-04-12T16:10:19.630 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:19 smithi099 ceph-mon[96864]: pgmap v537: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 446 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-04-12T16:10:19.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:19 smithi099 ceph-mon[96864]: osdmap e601: 8 total, 8 up, 8 in 2024-04-12T16:10:19.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:19 smithi099 ceph-mon[94290]: osdmap e600: 8 total, 8 up, 8 in 2024-04-12T16:10:19.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:19 smithi099 ceph-mon[94290]: pgmap v537: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 446 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-04-12T16:10:19.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:19 smithi099 ceph-mon[94290]: osdmap e601: 8 total, 8 up, 8 in 2024-04-12T16:10:20.069 INFO:tasks.rados.rados.0.smithi099.stdout:2743: done (4 left) 2024-04-12T16:10:20.069 INFO:tasks.rados.rados.0.smithi099.stdout:2744: done (3 left) 2024-04-12T16:10:20.070 INFO:tasks.rados.rados.0.smithi099.stdout:2745: done (2 left) 2024-04-12T16:10:20.070 INFO:tasks.rados.rados.0.smithi099.stdout:2746: done (1 left) 2024-04-12T16:10:20.070 INFO:tasks.rados.rados.0.smithi099.stdout:2747: done (0 left) 2024-04-12T16:10:20.070 INFO:tasks.rados.rados.0.smithi099.stdout:2748: read oid 36 snap 242 2024-04-12T16:10:20.070 INFO:tasks.rados.rados.0.smithi099.stdout:2748: expect (ObjNum 761 snap 236 seq_num 761) 2024-04-12T16:10:20.070 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 44 current snap is 267 2024-04-12T16:10:20.070 INFO:tasks.rados.rados.0.smithi099.stdout:2749: seq_num 853 ranges {4653056=696320,5349376=507904,5857280=647168,6504448=450560} 2024-04-12T16:10:20.098 INFO:tasks.rados.rados.0.smithi099.stdout:2749: writing smithi09982431-44 from 4653056 to 5349376 tid 1 2024-04-12T16:10:20.100 INFO:tasks.rados.rados.0.smithi099.stdout:2749: writing smithi09982431-44 from 5349376 to 5857280 tid 2 2024-04-12T16:10:20.105 INFO:tasks.rados.rados.0.smithi099.stdout:2749: writing smithi09982431-44 from 5857280 to 6504448 tid 3 2024-04-12T16:10:20.107 INFO:tasks.rados.rados.0.smithi099.stdout:2749: writing smithi09982431-44 from 6504448 to 6955008 tid 4 2024-04-12T16:10:20.108 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 42 current snap is 267 2024-04-12T16:10:20.108 INFO:tasks.rados.rados.0.smithi099.stdout:2750: seq_num 854 ranges {5996544=712704,6709248=794624,7503872=450560,7954432=360448} 2024-04-12T16:10:20.143 INFO:tasks.rados.rados.0.smithi099.stdout:2750: writing smithi09982431-42 from 5996544 to 6709248 tid 1 2024-04-12T16:10:20.148 INFO:tasks.rados.rados.0.smithi099.stdout:2750: writing smithi09982431-42 from 6709248 to 7503872 tid 2 2024-04-12T16:10:20.150 INFO:tasks.rados.rados.0.smithi099.stdout:2750: writing smithi09982431-42 from 7503872 to 7954432 tid 3 2024-04-12T16:10:20.153 INFO:tasks.rados.rados.0.smithi099.stdout:2750: writing smithi09982431-42 from 7954432 to 8314880 tid 4 2024-04-12T16:10:20.153 INFO:tasks.rados.rados.0.smithi099.stdout:2751: rollback oid 22 current snap is 267 2024-04-12T16:10:20.153 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 22 to 240 2024-04-12T16:10:20.153 INFO:tasks.rados.rados.0.smithi099.stdout:2748: expect (ObjNum 761 snap 236 seq_num 761) 2024-04-12T16:10:20.174 INFO:tasks.rados.rados.0.smithi099.stdout:2749: finishing write tid 1 to smithi09982431-44 2024-04-12T16:10:20.174 INFO:tasks.rados.rados.0.smithi099.stdout:2749: finishing write tid 2 to smithi09982431-44 2024-04-12T16:10:20.175 INFO:tasks.rados.rados.0.smithi099.stdout:2749: finishing write tid 3 to smithi09982431-44 2024-04-12T16:10:20.175 INFO:tasks.rados.rados.0.smithi099.stdout:2749: finishing write tid 4 to smithi09982431-44 2024-04-12T16:10:20.175 INFO:tasks.rados.rados.0.smithi099.stdout:2749: finishing write tid 5 to smithi09982431-44 2024-04-12T16:10:20.175 INFO:tasks.rados.rados.0.smithi099.stdout:2749: finishing write tid 6 to smithi09982431-44 2024-04-12T16:10:20.175 INFO:tasks.rados.rados.0.smithi099.stdout:2749: oid 44 updating version 0 to 1695 2024-04-12T16:10:20.175 INFO:tasks.rados.rados.0.smithi099.stdout:2749: oid 44 version 1695 is already newer than 1693 2024-04-12T16:10:20.175 INFO:tasks.rados.rados.0.smithi099.stdout:2749: oid 44 version 1695 is already newer than 1694 2024-04-12T16:10:20.175 INFO:tasks.rados.rados.0.smithi099.stdout:2749: oid 44 updating version 1695 to 1696 2024-04-12T16:10:20.175 INFO:tasks.rados.rados.0.smithi099.stdout:2749: oid 44 version 1696 is already newer than 1692 2024-04-12T16:10:20.175 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 44 v 1696 (ObjNum 853 snap 267 seq_num 853) dirty exists 2024-04-12T16:10:20.175 INFO:tasks.rados.rados.0.smithi099.stdout:2749: left oid 44 (ObjNum 853 snap 267 seq_num 853) 2024-04-12T16:10:20.175 INFO:tasks.rados.rados.0.smithi099.stdout:2750: finishing write tid 1 to smithi09982431-42 2024-04-12T16:10:20.175 INFO:tasks.rados.rados.0.smithi099.stdout:2748: done (3 left) 2024-04-12T16:10:20.175 INFO:tasks.rados.rados.0.smithi099.stdout:2749: done (2 left) 2024-04-12T16:10:20.175 INFO:tasks.rados.rados.0.smithi099.stdout:2752: read oid 16 snap -1 2024-04-12T16:10:20.176 INFO:tasks.rados.rados.0.smithi099.stdout:2752: expect deleted 2024-04-12T16:10:20.176 INFO:tasks.rados.rados.0.smithi099.stdout:2753: snap_remove snap 250 2024-04-12T16:10:21.083 INFO:tasks.rados.rados.0.smithi099.stdout:2753: done (3 left) 2024-04-12T16:10:21.083 INFO:tasks.rados.rados.0.smithi099.stdout:2754: delete oid 13 current snap is 267 2024-04-12T16:10:21.083 INFO:tasks.rados.rados.0.smithi099.stdout:2751: finishing rollback tid 0 to smithi09982431-22 2024-04-12T16:10:21.083 INFO:tasks.rados.rados.0.smithi099.stdout:2751: finishing rollback tid 1 to smithi09982431-22 2024-04-12T16:10:21.083 INFO:tasks.rados.rados.0.smithi099.stdout:2751: finishing rollback tid 2 to smithi09982431-22 2024-04-12T16:10:21.083 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 22 v 1698 (ObjNum 764 snap 238 seq_num 764) dirty exists 2024-04-12T16:10:21.083 INFO:tasks.rados.rados.0.smithi099.stdout:2750: finishing write tid 2 to smithi09982431-42 2024-04-12T16:10:21.083 INFO:tasks.rados.rados.0.smithi099.stdout:2750: finishing write tid 3 to smithi09982431-42 2024-04-12T16:10:21.083 INFO:tasks.rados.rados.0.smithi099.stdout:2750: finishing write tid 4 to smithi09982431-42 2024-04-12T16:10:21.083 INFO:tasks.rados.rados.0.smithi099.stdout:2750: finishing write tid 5 to smithi09982431-42 2024-04-12T16:10:21.084 INFO:tasks.rados.rados.0.smithi099.stdout:2750: finishing write tid 6 to smithi09982431-42 2024-04-12T16:10:21.084 INFO:tasks.rados.rados.0.smithi099.stdout:2750: oid 42 updating version 0 to 1474 2024-04-12T16:10:21.084 INFO:tasks.rados.rados.0.smithi099.stdout:2750: oid 42 updating version 1474 to 1476 2024-04-12T16:10:21.084 INFO:tasks.rados.rados.0.smithi099.stdout:2750: oid 42 updating version 1476 to 1478 2024-04-12T16:10:21.084 INFO:tasks.rados.rados.0.smithi099.stdout:2750: oid 42 version 1478 is already newer than 1477 2024-04-12T16:10:21.084 INFO:tasks.rados.rados.0.smithi099.stdout:2750: oid 42 version 1478 is already newer than 1475 2024-04-12T16:10:21.084 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 42 v 1478 (ObjNum 854 snap 267 seq_num 854) dirty exists 2024-04-12T16:10:21.084 INFO:tasks.rados.rados.0.smithi099.stdout:2750: left oid 42 (ObjNum 854 snap 267 seq_num 854) 2024-04-12T16:10:21.090 INFO:tasks.rados.rados.0.smithi099.stdout:2750: done (3 left) 2024-04-12T16:10:21.090 INFO:tasks.rados.rados.0.smithi099.stdout:2751: done (2 left) 2024-04-12T16:10:21.090 INFO:tasks.rados.rados.0.smithi099.stdout:2752: done (1 left) 2024-04-12T16:10:21.090 INFO:tasks.rados.rados.0.smithi099.stdout:2754: done (0 left) 2024-04-12T16:10:21.090 INFO:tasks.rados.rados.0.smithi099.stdout:2755: rollback oid 21 current snap is 267 2024-04-12T16:10:21.090 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 21 to 255 2024-04-12T16:10:21.090 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 49 current snap is 267 2024-04-12T16:10:21.090 INFO:tasks.rados.rados.0.smithi099.stdout:2756: seq_num 856 ranges {3850240=745472,4595712=557056,5152768=417792,5570560=434176,6004736=196608} 2024-04-12T16:10:21.115 INFO:tasks.rados.rados.0.smithi099.stdout:2756: writing smithi09982431-49 from 3850240 to 4595712 tid 1 2024-04-12T16:10:21.118 INFO:tasks.rados.rados.0.smithi099.stdout:2756: writing smithi09982431-49 from 4595712 to 5152768 tid 2 2024-04-12T16:10:21.121 INFO:tasks.rados.rados.0.smithi099.stdout:2756: writing smithi09982431-49 from 5152768 to 5570560 tid 3 2024-04-12T16:10:21.123 INFO:tasks.rados.rados.0.smithi099.stdout:2756: writing smithi09982431-49 from 5570560 to 6004736 tid 4 2024-04-12T16:10:21.125 INFO:tasks.rados.rados.0.smithi099.stdout:2756: writing smithi09982431-49 from 6004736 to 6201344 tid 5 2024-04-12T16:10:21.125 INFO:tasks.rados.rados.0.smithi099.stdout:2757: read oid 4 snap 265 2024-04-12T16:10:21.125 INFO:tasks.rados.rados.0.smithi099.stdout:2757: expect (ObjNum 838 snap 261 seq_num 838) 2024-04-12T16:10:21.125 INFO:tasks.rados.rados.0.smithi099.stdout:2758: delete oid 5 current snap is 267 2024-04-12T16:10:21.125 INFO:tasks.rados.rados.0.smithi099.stdout:2755: finishing rollback tid 1 to smithi09982431-21 2024-04-12T16:10:21.125 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 1541 (ObjNum 81 snap 0 seq_num 1924605600) dirty dne 2024-04-12T16:10:21.125 INFO:tasks.rados.rados.0.smithi099.stdout:2756: finishing write tid 1 to smithi09982431-49 2024-04-12T16:10:21.125 INFO:tasks.rados.rados.0.smithi099.stdout:2756: finishing write tid 2 to smithi09982431-49 2024-04-12T16:10:21.126 INFO:tasks.rados.rados.0.smithi099.stdout:2756: finishing write tid 3 to smithi09982431-49 2024-04-12T16:10:21.127 INFO:tasks.rados.rados.0.smithi099.stdout:2755: done (3 left) 2024-04-12T16:10:21.127 INFO:tasks.rados.rados.0.smithi099.stdout:2758: done (2 left) 2024-04-12T16:10:21.127 INFO:tasks.rados.rados.0.smithi099.stdout:2759: snap_create 2024-04-12T16:10:21.128 INFO:tasks.rados.rados.0.smithi099.stdout:2756: finishing write tid 4 to smithi09982431-49 2024-04-12T16:10:21.129 INFO:tasks.rados.rados.0.smithi099.stdout:2756: finishing write tid 5 to smithi09982431-49 2024-04-12T16:10:21.129 INFO:tasks.rados.rados.0.smithi099.stdout:2756: finishing write tid 6 to smithi09982431-49 2024-04-12T16:10:21.130 INFO:tasks.rados.rados.0.smithi099.stdout:2756: finishing write tid 7 to smithi09982431-49 2024-04-12T16:10:21.130 INFO:tasks.rados.rados.0.smithi099.stdout:2756: oid 49 updating version 0 to 1707 2024-04-12T16:10:21.131 INFO:tasks.rados.rados.0.smithi099.stdout:2756: oid 49 version 1707 is already newer than 1703 2024-04-12T16:10:21.131 INFO:tasks.rados.rados.0.smithi099.stdout:2756: oid 49 updating version 1707 to 1708 2024-04-12T16:10:21.131 INFO:tasks.rados.rados.0.smithi099.stdout:2756: oid 49 version 1708 is already newer than 1705 2024-04-12T16:10:21.131 INFO:tasks.rados.rados.0.smithi099.stdout:2756: oid 49 version 1708 is already newer than 1704 2024-04-12T16:10:21.131 INFO:tasks.rados.rados.0.smithi099.stdout:2756: oid 49 version 1708 is already newer than 1706 2024-04-12T16:10:21.131 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 49 v 1708 (ObjNum 856 snap 267 seq_num 856) dirty exists 2024-04-12T16:10:21.131 INFO:tasks.rados.rados.0.smithi099.stdout:2756: left oid 49 (ObjNum 856 snap 267 seq_num 856) 2024-04-12T16:10:21.138 INFO:tasks.rados.rados.0.smithi099.stdout:2757: expect (ObjNum 838 snap 261 seq_num 838) 2024-04-12T16:10:21.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:21 smithi110 ceph-mon[88691]: osdmap e602: 8 total, 8 up, 8 in 2024-04-12T16:10:21.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:21 smithi110 ceph-mon[88691]: pgmap v540: 121 pgs: 121 active+clean; 445 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-04-12T16:10:21.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:21.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:21.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:10:21.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:10:21.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:21.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:10:21.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:21.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:21.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:21.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:21.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:21.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:21.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-12T16:10:21.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-12T16:10:21.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-12T16:10:21.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-12T16:10:21.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:21.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:21.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:21.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:21.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:21.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:21.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:21.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:21.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:21.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:21.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:21.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:21.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:21.337 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[96864]: osdmap e602: 8 total, 8 up, 8 in 2024-04-12T16:10:21.337 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[96864]: pgmap v540: 121 pgs: 121 active+clean; 445 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-04-12T16:10:21.337 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:21.337 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:21.338 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:10:21.338 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:10:21.338 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:21.338 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:10:21.338 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:21.338 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:21.338 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:21.338 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:21.338 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:21.338 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:21.338 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-12T16:10:21.338 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-12T16:10:21.338 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-12T16:10:21.338 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-12T16:10:21.339 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:21.339 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:21.339 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:21.339 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:21.339 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:21.339 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:21.339 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:21.339 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:21.339 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:21.339 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:21.339 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:21.339 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:21.339 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:21.340 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[94290]: osdmap e602: 8 total, 8 up, 8 in 2024-04-12T16:10:21.340 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[94290]: pgmap v540: 121 pgs: 121 active+clean; 445 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-04-12T16:10:21.340 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:21.340 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:21.340 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:10:21.340 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:10:21.340 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:21.340 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:10:21.340 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:21.340 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:21.340 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:21.340 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:21.340 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:21.341 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:21.341 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-12T16:10:21.341 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-12T16:10:21.341 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-12T16:10:21.341 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-12T16:10:21.341 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:21.341 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:21.341 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:21.341 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:21.341 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:21.341 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:21.341 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:21.341 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:21.341 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:21.341 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:21.342 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:21.342 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:21.342 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:22.080 INFO:tasks.rados.rados.0.smithi099.stdout:2756: done (2 left) 2024-04-12T16:10:22.080 INFO:tasks.rados.rados.0.smithi099.stdout:2757: done (1 left) 2024-04-12T16:10:22.080 INFO:tasks.rados.rados.0.smithi099.stdout:2759: done (0 left) 2024-04-12T16:10:22.080 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 45 current snap is 268 2024-04-12T16:10:22.080 INFO:tasks.rados.rados.0.smithi099.stdout:2760: seq_num 858 ranges {4145152=778240,4923392=729088,5652480=434176,6086656=442368} 2024-04-12T16:10:22.107 INFO:tasks.rados.rados.0.smithi099.stdout:2760: writing smithi09982431-45 from 4145152 to 4923392 tid 1 2024-04-12T16:10:22.111 INFO:tasks.rados.rados.0.smithi099.stdout:2760: writing smithi09982431-45 from 4923392 to 5652480 tid 2 2024-04-12T16:10:22.114 INFO:tasks.rados.rados.0.smithi099.stdout:2760: writing smithi09982431-45 from 5652480 to 6086656 tid 3 2024-04-12T16:10:22.117 INFO:tasks.rados.rados.0.smithi099.stdout:2760: writing smithi09982431-45 from 6086656 to 6529024 tid 4 2024-04-12T16:10:22.117 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 1 current snap is 268 2024-04-12T16:10:22.117 INFO:tasks.rados.rados.0.smithi099.stdout:2760: finishing write tid 1 to smithi09982431-45 2024-04-12T16:10:22.117 INFO:tasks.rados.rados.0.smithi099.stdout:2760: finishing write tid 2 to smithi09982431-45 2024-04-12T16:10:22.117 INFO:tasks.rados.rados.0.smithi099.stdout:2760: finishing write tid 3 to smithi09982431-45 2024-04-12T16:10:22.117 INFO:tasks.rados.rados.0.smithi099.stdout:2761: seq_num 859 ranges {884736=794624,1679360=614400,2293760=638976,2932736=352256} 2024-04-12T16:10:22.126 INFO:tasks.rados.rados.0.smithi099.stdout:2761: writing smithi09982431-1 from 884736 to 1679360 tid 1 2024-04-12T16:10:22.129 INFO:tasks.rados.rados.0.smithi099.stdout:2761: writing smithi09982431-1 from 1679360 to 2293760 tid 2 2024-04-12T16:10:22.133 INFO:tasks.rados.rados.0.smithi099.stdout:2761: writing smithi09982431-1 from 2293760 to 2932736 tid 3 2024-04-12T16:10:22.135 INFO:tasks.rados.rados.0.smithi099.stdout:2761: writing smithi09982431-1 from 2932736 to 3284992 tid 4 2024-04-12T16:10:22.136 INFO:tasks.rados.rados.0.smithi099.stdout:2762: snap_remove snap 263 2024-04-12T16:10:22.334 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:10:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:10:22.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:22 smithi110 ceph-mon[88691]: Upgrade: Setting container_image for all mds 2024-04-12T16:10:22.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:22 smithi110 ceph-mon[88691]: Upgrade: Setting container_image for all rgw 2024-04-12T16:10:22.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:22 smithi110 ceph-mon[88691]: Upgrade: Setting container_image for all rbd-mirror 2024-04-12T16:10:22.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:22 smithi110 ceph-mon[88691]: Upgrade: Setting container_image for all ceph-exporter 2024-04-12T16:10:22.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:22 smithi110 ceph-mon[88691]: Upgrade: Setting container_image for all iscsi 2024-04-12T16:10:22.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:22 smithi110 ceph-mon[88691]: Upgrade: Setting container_image for all nfs 2024-04-12T16:10:22.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:22 smithi110 ceph-mon[88691]: Upgrade: Setting container_image for all nvmeof 2024-04-12T16:10:22.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:22 smithi110 ceph-mon[88691]: osdmap e603: 8 total, 8 up, 8 in 2024-04-12T16:10:22.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:22 smithi099 ceph-mon[94290]: Upgrade: Setting container_image for all mds 2024-04-12T16:10:22.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:22 smithi099 ceph-mon[94290]: Upgrade: Setting container_image for all rgw 2024-04-12T16:10:22.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:22 smithi099 ceph-mon[94290]: Upgrade: Setting container_image for all rbd-mirror 2024-04-12T16:10:22.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:22 smithi099 ceph-mon[94290]: Upgrade: Setting container_image for all ceph-exporter 2024-04-12T16:10:22.364 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:22 smithi099 ceph-mon[94290]: Upgrade: Setting container_image for all iscsi 2024-04-12T16:10:22.364 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:22 smithi099 ceph-mon[94290]: Upgrade: Setting container_image for all nfs 2024-04-12T16:10:22.364 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:22 smithi099 ceph-mon[94290]: Upgrade: Setting container_image for all nvmeof 2024-04-12T16:10:22.364 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:22 smithi099 ceph-mon[94290]: osdmap e603: 8 total, 8 up, 8 in 2024-04-12T16:10:22.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:22 smithi099 ceph-mon[96864]: Upgrade: Setting container_image for all mds 2024-04-12T16:10:22.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:22 smithi099 ceph-mon[96864]: Upgrade: Setting container_image for all rgw 2024-04-12T16:10:22.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:22 smithi099 ceph-mon[96864]: Upgrade: Setting container_image for all rbd-mirror 2024-04-12T16:10:22.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:22 smithi099 ceph-mon[96864]: Upgrade: Setting container_image for all ceph-exporter 2024-04-12T16:10:22.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:22 smithi099 ceph-mon[96864]: Upgrade: Setting container_image for all iscsi 2024-04-12T16:10:22.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:22 smithi099 ceph-mon[96864]: Upgrade: Setting container_image for all nfs 2024-04-12T16:10:22.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:22 smithi099 ceph-mon[96864]: Upgrade: Setting container_image for all nvmeof 2024-04-12T16:10:22.365 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:22 smithi099 ceph-mon[96864]: osdmap e603: 8 total, 8 up, 8 in 2024-04-12T16:10:23.087 INFO:tasks.rados.rados.0.smithi099.stdout:2762: done (2 left) 2024-04-12T16:10:23.087 INFO:tasks.rados.rados.0.smithi099.stdout:2763: read oid 9 snap 236 2024-04-12T16:10:23.087 INFO:tasks.rados.rados.0.smithi099.stdout:2763: expect (ObjNum 729 snap 229 seq_num 729) 2024-04-12T16:10:23.087 INFO:tasks.rados.rados.0.smithi099.stdout:2764: rmattr oid 31 current snap is 268 2024-04-12T16:10:23.087 INFO:tasks.rados.rados.0.smithi099.stdout:2760: finishing write tid 4 to smithi09982431-45 2024-04-12T16:10:23.088 INFO:tasks.rados.rados.0.smithi099.stdout:2760: finishing write tid 5 to smithi09982431-45 2024-04-12T16:10:23.088 INFO:tasks.rados.rados.0.smithi099.stdout:2760: finishing write tid 6 to smithi09982431-45 2024-04-12T16:10:23.088 INFO:tasks.rados.rados.0.smithi099.stdout:2760: oid 45 updating version 0 to 1774 2024-04-12T16:10:23.088 INFO:tasks.rados.rados.0.smithi099.stdout:2760: oid 45 version 1774 is already newer than 1772 2024-04-12T16:10:23.088 INFO:tasks.rados.rados.0.smithi099.stdout:2760: oid 45 updating version 1774 to 1776 2024-04-12T16:10:23.088 INFO:tasks.rados.rados.0.smithi099.stdout:2760: oid 45 version 1776 is already newer than 1775 2024-04-12T16:10:23.088 INFO:tasks.rados.rados.0.smithi099.stdout:2760: oid 45 version 1776 is already newer than 1773 2024-04-12T16:10:23.088 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 45 v 1776 (ObjNum 858 snap 268 seq_num 858) dirty exists 2024-04-12T16:10:23.088 INFO:tasks.rados.rados.0.smithi099.stdout:2760: left oid 45 (ObjNum 858 snap 268 seq_num 858) 2024-04-12T16:10:23.088 INFO:tasks.rados.rados.0.smithi099.stdout:2761: finishing write tid 1 to smithi09982431-1 2024-04-12T16:10:23.088 INFO:tasks.rados.rados.0.smithi099.stdout:2760: done (3 left) 2024-04-12T16:10:23.088 INFO:tasks.rados.rados.0.smithi099.stdout:2765: read oid 22 snap 259 2024-04-12T16:10:23.088 INFO:tasks.rados.rados.0.smithi099.stdout:2765: expect (ObjNum 783 snap 245 seq_num 783) 2024-04-12T16:10:23.088 INFO:tasks.rados.rados.0.smithi099.stdout:2766: snap_create 2024-04-12T16:10:23.088 INFO:tasks.rados.rados.0.smithi099.stdout:2761: finishing write tid 2 to smithi09982431-1 2024-04-12T16:10:23.088 INFO:tasks.rados.rados.0.smithi099.stdout:2761: finishing write tid 3 to smithi09982431-1 2024-04-12T16:10:23.089 INFO:tasks.rados.rados.0.smithi099.stdout:2761: finishing write tid 4 to smithi09982431-1 2024-04-12T16:10:23.089 INFO:tasks.rados.rados.0.smithi099.stdout:2761: finishing write tid 5 to smithi09982431-1 2024-04-12T16:10:23.089 INFO:tasks.rados.rados.0.smithi099.stdout:2761: finishing write tid 6 to smithi09982431-1 2024-04-12T16:10:23.089 INFO:tasks.rados.rados.0.smithi099.stdout:2761: oid 1 updating version 0 to 1493 2024-04-12T16:10:23.089 INFO:tasks.rados.rados.0.smithi099.stdout:2761: oid 1 updating version 1493 to 1497 2024-04-12T16:10:23.089 INFO:tasks.rados.rados.0.smithi099.stdout:2761: oid 1 version 1497 is already newer than 1494 2024-04-12T16:10:23.089 INFO:tasks.rados.rados.0.smithi099.stdout:2761: oid 1 version 1497 is already newer than 1496 2024-04-12T16:10:23.089 INFO:tasks.rados.rados.0.smithi099.stdout:2761: oid 1 version 1497 is already newer than 1495 2024-04-12T16:10:23.089 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 1 v 1497 (ObjNum 859 snap 268 seq_num 859) dirty exists 2024-04-12T16:10:23.089 INFO:tasks.rados.rados.0.smithi099.stdout:2761: left oid 1 (ObjNum 859 snap 268 seq_num 859) 2024-04-12T16:10:23.096 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 31 v 1710 (ObjNum 790 snap 246 seq_num 790) dirty exists 2024-04-12T16:10:23.098 INFO:tasks.rados.rados.0.smithi099.stdout:2763: expect (ObjNum 729 snap 229 seq_num 729) 2024-04-12T16:10:23.105 INFO:tasks.rados.rados.0.smithi099.stdout:2765: expect (ObjNum 783 snap 245 seq_num 783) 2024-04-12T16:10:23.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:23 smithi110 ceph-mon[88691]: osdmap e604: 8 total, 8 up, 8 in 2024-04-12T16:10:23.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:23 smithi110 ceph-mon[88691]: Upgrade: Updating node-exporter.a (1/2) 2024-04-12T16:10:23.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:23 smithi110 ceph-mon[88691]: Deploying daemon node-exporter.a on smithi099 2024-04-12T16:10:23.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:23 smithi110 ceph-mon[88691]: pgmap v543: 121 pgs: 121 active+clean; 439 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-12T16:10:23.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:23 smithi099 ceph-mon[94290]: osdmap e604: 8 total, 8 up, 8 in 2024-04-12T16:10:23.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:23 smithi099 ceph-mon[94290]: Upgrade: Updating node-exporter.a (1/2) 2024-04-12T16:10:23.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:23 smithi099 ceph-mon[94290]: Deploying daemon node-exporter.a on smithi099 2024-04-12T16:10:23.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:23 smithi099 ceph-mon[94290]: pgmap v543: 121 pgs: 121 active+clean; 439 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-12T16:10:23.377 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:23 smithi099 systemd[1]: Stopping Ceph node-exporter.a for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:10:23.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:23 smithi099 ceph-mon[96864]: osdmap e604: 8 total, 8 up, 8 in 2024-04-12T16:10:23.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:23 smithi099 ceph-mon[96864]: Upgrade: Updating node-exporter.a (1/2) 2024-04-12T16:10:23.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:23 smithi099 ceph-mon[96864]: Deploying daemon node-exporter.a on smithi099 2024-04-12T16:10:23.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:23 smithi099 ceph-mon[96864]: pgmap v543: 121 pgs: 121 active+clean; 439 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-12T16:10:23.727 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:23 smithi099 podman[127721]: 2024-04-12 16:10:23.433521989 +0000 UTC m=+0.142672518 container died 1555012f6fb454946c1b1bc687b96e5ebd2a0273442fe8511a2dc25f7f18185c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T16:10:24.052 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:23 smithi099 podman[127721]: 2024-04-12 16:10:23.819647442 +0000 UTC m=+0.528797972 container cleanup 1555012f6fb454946c1b1bc687b96e5ebd2a0273442fe8511a2dc25f7f18185c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T16:10:24.052 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:23 smithi099 bash[127721]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a 2024-04-12T16:10:24.071 INFO:tasks.rados.rados.0.smithi099.stdout:2761: done (4 left) 2024-04-12T16:10:24.071 INFO:tasks.rados.rados.0.smithi099.stdout:2763: done (3 left) 2024-04-12T16:10:24.071 INFO:tasks.rados.rados.0.smithi099.stdout:2764: done (2 left) 2024-04-12T16:10:24.071 INFO:tasks.rados.rados.0.smithi099.stdout:2765: done (1 left) 2024-04-12T16:10:24.071 INFO:tasks.rados.rados.0.smithi099.stdout:2766: done (0 left) 2024-04-12T16:10:24.071 INFO:tasks.rados.rados.0.smithi099.stdout:2767: snap_remove snap 193 2024-04-12T16:10:24.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:24 smithi110 ceph-mon[88691]: osdmap e605: 8 total, 8 up, 8 in 2024-04-12T16:10:24.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:24 smithi110 ceph-mon[88691]: osdmap e606: 8 total, 8 up, 8 in 2024-04-12T16:10:24.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-mon[94290]: osdmap e605: 8 total, 8 up, 8 in 2024-04-12T16:10:24.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-mon[94290]: osdmap e606: 8 total, 8 up, 8 in 2024-04-12T16:10:24.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-mon[96864]: osdmap e605: 8 total, 8 up, 8 in 2024-04-12T16:10:24.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-mon[96864]: osdmap e606: 8 total, 8 up, 8 in 2024-04-12T16:10:24.377 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 podman[127740]: 2024-04-12 16:10:24.054463731 +0000 UTC m=+0.625183554 container remove 1555012f6fb454946c1b1bc687b96e5ebd2a0273442fe8511a2dc25f7f18185c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T16:10:24.378 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-12T16:10:24.378 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-12T16:10:24.378 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 systemd[1]: Stopped Ceph node-exporter.a for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:10:24.378 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@node-exporter.a.service: Consumed 3.116s CPU time. 2024-04-12T16:10:24.754 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 systemd[1]: Starting Ceph node-exporter.a for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:10:24.755 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 podman[127873]: 2024-04-12 16:10:24.50576841 +0000 UTC m=+0.017321449 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-12T16:10:24.755 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 podman[127873]: 2024-04-12 16:10:24.639218145 +0000 UTC m=+0.150771192 container create 757c7d90bf1546942b1c0e19a5c70e92d3f79b5a76eece1e265f89c6a1534c28 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T16:10:25.072 INFO:tasks.rados.rados.0.smithi099.stdout:2767: done (0 left) 2024-04-12T16:10:25.073 INFO:tasks.rados.rados.0.smithi099.stdout:2768: rollback oid 24 current snap is 269 2024-04-12T16:10:25.073 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 24 to 254 2024-04-12T16:10:25.073 INFO:tasks.rados.rados.0.smithi099.stdout:2769: copy_from oid 33 from oid 15 current snap is 269 2024-04-12T16:10:25.073 INFO:tasks.rados.rados.0.smithi099.stdout:2770: snap_remove snap 249 2024-04-12T16:10:25.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:25 smithi099 ceph-mon[94290]: pgmap v546: 121 pgs: 121 active+clean; 445 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-04-12T16:10:25.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:25 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:25.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:25 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:25.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:25 smithi099 ceph-mon[94290]: osdmap e607: 8 total, 8 up, 8 in 2024-04-12T16:10:25.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:25 smithi099 ceph-mon[96864]: pgmap v546: 121 pgs: 121 active+clean; 445 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-04-12T16:10:25.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:25 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:25.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:25 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:25.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:25 smithi099 ceph-mon[96864]: osdmap e607: 8 total, 8 up, 8 in 2024-04-12T16:10:25.128 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 podman[127873]: 2024-04-12 16:10:24.866556859 +0000 UTC m=+0.378109901 container init 757c7d90bf1546942b1c0e19a5c70e92d3f79b5a76eece1e265f89c6a1534c28 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T16:10:25.128 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 podman[127873]: 2024-04-12 16:10:24.871610558 +0000 UTC m=+0.383163606 container start 757c7d90bf1546942b1c0e19a5c70e92d3f79b5a76eece1e265f89c6a1534c28 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T16:10:25.128 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.875Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-12T16:10:25.128 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.875Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-12T16:10:25.129 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.876Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-12T16:10:25.129 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.876Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-12T16:10:25.129 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.876Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-12T16:10:25.129 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.876Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-12T16:10:25.129 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.876Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-12T16:10:25.129 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.876Z caller=node_exporter.go:117 level=info collector=arp 2024-04-12T16:10:25.129 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.876Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-12T16:10:25.129 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.876Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-12T16:10:25.129 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.876Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-12T16:10:25.129 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.876Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-12T16:10:25.129 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.876Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-12T16:10:25.130 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.876Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-12T16:10:25.130 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.876Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-12T16:10:25.130 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.876Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-12T16:10:25.130 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.876Z caller=node_exporter.go:117 level=info collector=edac 2024-04-12T16:10:25.130 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.876Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-12T16:10:25.130 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.876Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-12T16:10:25.130 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.876Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-12T16:10:25.130 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.876Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-12T16:10:25.130 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.876Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-12T16:10:25.130 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.876Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-12T16:10:25.130 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.876Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-12T16:10:25.130 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.876Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-12T16:10:25.130 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.876Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-12T16:10:25.130 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.876Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-12T16:10:25.131 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.876Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-12T16:10:25.131 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.876Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-12T16:10:25.131 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.876Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-12T16:10:25.131 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.876Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-12T16:10:25.131 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.876Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-12T16:10:25.131 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.876Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-12T16:10:25.131 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.876Z caller=node_exporter.go:117 level=info collector=os 2024-04-12T16:10:25.131 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.876Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-12T16:10:25.131 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.877Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-12T16:10:25.131 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.877Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-12T16:10:25.131 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.877Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-12T16:10:25.131 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.877Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-12T16:10:25.131 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.877Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-12T16:10:25.131 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.877Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-12T16:10:25.131 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.877Z caller=node_exporter.go:117 level=info collector=stat 2024-04-12T16:10:25.132 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.877Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-12T16:10:25.132 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.877Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-12T16:10:25.132 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.877Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-12T16:10:25.132 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.877Z caller=node_exporter.go:117 level=info collector=time 2024-04-12T16:10:25.132 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.877Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-12T16:10:25.132 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.877Z caller=node_exporter.go:117 level=info collector=uname 2024-04-12T16:10:25.132 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.877Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-12T16:10:25.132 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.877Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-12T16:10:25.132 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.877Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-12T16:10:25.132 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.877Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-12T16:10:25.132 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a[127888]: ts=2024-04-12T16:10:24.877Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-12T16:10:25.132 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 bash[127873]: 757c7d90bf1546942b1c0e19a5c70e92d3f79b5a76eece1e265f89c6a1534c28 2024-04-12T16:10:25.132 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 16:10:24 smithi099 systemd[1]: Started Ceph node-exporter.a for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:10:25.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:25 smithi110 ceph-mon[88691]: pgmap v546: 121 pgs: 121 active+clean; 445 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-04-12T16:10:25.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:25 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:25.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:25 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:25.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:25 smithi110 ceph-mon[88691]: osdmap e607: 8 total, 8 up, 8 in 2024-04-12T16:10:26.078 INFO:tasks.rados.rados.0.smithi099.stdout:2770: done (2 left) 2024-04-12T16:10:26.078 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 40 current snap is 269 2024-04-12T16:10:26.078 INFO:tasks.rados.rados.0.smithi099.stdout:2771: seq_num 860 ranges {3088384=8192} 2024-04-12T16:10:26.095 INFO:tasks.rados.rados.0.smithi099.stdout:2771: writing smithi09982431-40 from 3088384 to 3096576 tid 1 2024-04-12T16:10:26.095 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 21 current snap is 269 2024-04-12T16:10:26.095 INFO:tasks.rados.rados.0.smithi099.stdout:2768: finishing rollback tid 0 to smithi09982431-24 2024-04-12T16:10:26.095 INFO:tasks.rados.rados.0.smithi099.stdout:2768: finishing rollback tid 1 to smithi09982431-24 2024-04-12T16:10:26.095 INFO:tasks.rados.rados.0.smithi099.stdout:2768: finishing rollback tid 2 to smithi09982431-24 2024-04-12T16:10:26.096 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 24 v 1642 (ObjNum 597 snap 183 seq_num 597) dirty exists 2024-04-12T16:10:26.096 INFO:tasks.rados.rados.0.smithi099.stdout:2769: finishing copy_from racing read to smithi09982431-33 2024-04-12T16:10:26.096 INFO:tasks.rados.rados.0.smithi099.stdout:2769: finishing copy_from to smithi09982431-33 2024-04-12T16:10:26.096 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 33 v 1494 (ObjNum 839 snap 261 seq_num 839) dirty exists 2024-04-12T16:10:26.096 INFO:tasks.rados.rados.0.smithi099.stdout:2772: seq_num 861 ranges {0=24576} 2024-04-12T16:10:26.096 INFO:tasks.rados.rados.0.smithi099.stdout:2772: writing smithi09982431-21 from 0 to 24576 tid 1 2024-04-12T16:10:26.096 INFO:tasks.rados.rados.0.smithi099.stdout:2768: done (3 left) 2024-04-12T16:10:26.096 INFO:tasks.rados.rados.0.smithi099.stdout:2769: done (2 left) 2024-04-12T16:10:26.096 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 32 current snap is 269 2024-04-12T16:10:26.096 INFO:tasks.rados.rados.0.smithi099.stdout:2773: seq_num 862 ranges {7725056=40960} 2024-04-12T16:10:26.138 INFO:tasks.rados.rados.0.smithi099.stdout:2773: writing smithi09982431-32 from 7725056 to 7766016 tid 1 2024-04-12T16:10:26.138 INFO:tasks.rados.rados.0.smithi099.stdout:2774: delete oid 36 current snap is 269 2024-04-12T16:10:26.139 INFO:tasks.rados.rados.0.smithi099.stdout:2772: finishing write tid 1 to smithi09982431-21 2024-04-12T16:10:26.139 INFO:tasks.rados.rados.0.smithi099.stdout:2772: finishing write tid 2 to smithi09982431-21 2024-04-12T16:10:26.139 INFO:tasks.rados.rados.0.smithi099.stdout:2772: finishing write tid 3 to smithi09982431-21 2024-04-12T16:10:26.139 INFO:tasks.rados.rados.0.smithi099.stdout:2772: oid 21 updating version 0 to 1729 2024-04-12T16:10:26.139 INFO:tasks.rados.rados.0.smithi099.stdout:2772: oid 21 updating version 1729 to 1730 2024-04-12T16:10:26.139 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 1730 (ObjNum 861 snap 269 seq_num 861) dirty exists 2024-04-12T16:10:26.139 INFO:tasks.rados.rados.0.smithi099.stdout:2772: left oid 21 (ObjNum 861 snap 269 seq_num 861) 2024-04-12T16:10:26.140 INFO:tasks.rados.rados.0.smithi099.stdout:2771: finishing write tid 1 to smithi09982431-40 2024-04-12T16:10:26.140 INFO:tasks.rados.rados.0.smithi099.stdout:2771: finishing write tid 2 to smithi09982431-40 2024-04-12T16:10:26.140 INFO:tasks.rados.rados.0.smithi099.stdout:2771: finishing write tid 3 to smithi09982431-40 2024-04-12T16:10:26.140 INFO:tasks.rados.rados.0.smithi099.stdout:2771: oid 40 updating version 0 to 2053 2024-04-12T16:10:26.140 INFO:tasks.rados.rados.0.smithi099.stdout:2771: oid 40 version 2053 is already newer than 2052 2024-04-12T16:10:26.141 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 40 v 2053 (ObjNum 860 snap 269 seq_num 860) dirty exists 2024-04-12T16:10:26.141 INFO:tasks.rados.rados.0.smithi099.stdout:2771: left oid 40 (ObjNum 860 snap 269 seq_num 860) 2024-04-12T16:10:26.142 INFO:tasks.rados.rados.0.smithi099.stdout:2771: done (3 left) 2024-04-12T16:10:26.143 INFO:tasks.rados.rados.0.smithi099.stdout:2772: done (2 left) 2024-04-12T16:10:26.143 INFO:tasks.rados.rados.0.smithi099.stdout:2774: done (1 left) 2024-04-12T16:10:26.143 INFO:tasks.rados.rados.0.smithi099.stdout:2775: snap_create 2024-04-12T16:10:26.143 INFO:tasks.rados.rados.0.smithi099.stdout:2773: finishing write tid 1 to smithi09982431-32 2024-04-12T16:10:26.143 INFO:tasks.rados.rados.0.smithi099.stdout:2773: finishing write tid 2 to smithi09982431-32 2024-04-12T16:10:26.144 INFO:tasks.rados.rados.0.smithi099.stdout:2773: finishing write tid 3 to smithi09982431-32 2024-04-12T16:10:26.144 INFO:tasks.rados.rados.0.smithi099.stdout:2773: oid 32 updating version 0 to 1643 2024-04-12T16:10:26.144 INFO:tasks.rados.rados.0.smithi099.stdout:2773: oid 32 updating version 1643 to 1644 2024-04-12T16:10:26.144 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 32 v 1644 (ObjNum 862 snap 269 seq_num 862) dirty exists 2024-04-12T16:10:26.145 INFO:tasks.rados.rados.0.smithi099.stdout:2773: left oid 32 (ObjNum 862 snap 269 seq_num 862) 2024-04-12T16:10:26.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:10:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:10:26] "GET /metrics HTTP/1.1" 200 36325 "" "Prometheus/2.43.0" 2024-04-12T16:10:27.077 INFO:tasks.rados.rados.0.smithi099.stdout:2773: done (1 left) 2024-04-12T16:10:27.077 INFO:tasks.rados.rados.0.smithi099.stdout:2775: done (0 left) 2024-04-12T16:10:27.077 INFO:tasks.rados.rados.0.smithi099.stdout:2776: read oid 21 snap 265 2024-04-12T16:10:27.077 INFO:tasks.rados.rados.0.smithi099.stdout:2776: expect deleted 2024-04-12T16:10:27.078 INFO:tasks.rados.rados.0.smithi099.stdout:2777: delete oid 3 current snap is 270 2024-04-12T16:10:27.082 INFO:tasks.rados.rados.0.smithi099.stdout:2776: done (1 left) 2024-04-12T16:10:27.082 INFO:tasks.rados.rados.0.smithi099.stdout:2777: done (0 left) 2024-04-12T16:10:27.082 INFO:tasks.rados.rados.0.smithi099.stdout:2778: read oid 23 snap 245 2024-04-12T16:10:27.082 INFO:tasks.rados.rados.0.smithi099.stdout:2778: expect deleted 2024-04-12T16:10:27.083 INFO:tasks.rados.rados.0.smithi099.stdout:2779: setattr oid 29 current snap is 270 2024-04-12T16:10:27.084 INFO:tasks.rados.rados.0.smithi099.stdout:2778: done (1 left) 2024-04-12T16:10:27.084 INFO:tasks.rados.rados.0.smithi099.stdout:2780: copy_from oid 26 from oid 10 current snap is 270 2024-04-12T16:10:27.084 INFO:tasks.rados.rados.0.smithi099.stdout:2781: delete oid 9 current snap is 270 2024-04-12T16:10:27.090 INFO:tasks.rados.rados.0.smithi099.stdout:2781: done (2 left) 2024-04-12T16:10:27.090 INFO:tasks.rados.rados.0.smithi099.stdout:2782: snap_create 2024-04-12T16:10:27.090 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 29 v 1512 (ObjNum 807 snap 254 seq_num 807) dirty exists 2024-04-12T16:10:27.102 INFO:tasks.rados.rados.0.smithi099.stdout:2780: finishing copy_from racing read to smithi09982431-26 2024-04-12T16:10:27.103 INFO:tasks.rados.rados.0.smithi099.stdout:2780: finishing copy_from to smithi09982431-26 2024-04-12T16:10:27.103 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 1686 (ObjNum 851 snap 263 seq_num 851) dirty exists 2024-04-12T16:10:27.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:27 smithi110 ceph-mon[88691]: osdmap e608: 8 total, 8 up, 8 in 2024-04-12T16:10:27.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:27 smithi110 ceph-mon[88691]: pgmap v549: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 438 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.8 MiB/s wr, 13 op/s 2024-04-12T16:10:27.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:27 smithi099 ceph-mon[96864]: osdmap e608: 8 total, 8 up, 8 in 2024-04-12T16:10:27.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:27 smithi099 ceph-mon[96864]: pgmap v549: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 438 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.8 MiB/s wr, 13 op/s 2024-04-12T16:10:27.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:27 smithi099 ceph-mon[94290]: osdmap e608: 8 total, 8 up, 8 in 2024-04-12T16:10:27.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:27 smithi099 ceph-mon[94290]: pgmap v549: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 438 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.8 MiB/s wr, 13 op/s 2024-04-12T16:10:27.668 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:27 smithi110 systemd[1]: Stopping Ceph node-exporter.b for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:10:27.948 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:27 smithi110 podman[117674]: 2024-04-12 16:10:27.670764374 +0000 UTC m=+0.122012132 container died e64854b1f14f75ec9153aa946979e06c0b9d26dbb1762e8a549026b51836ee5d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T16:10:28.079 INFO:tasks.rados.rados.0.smithi099.stdout:2779: done (2 left) 2024-04-12T16:10:28.079 INFO:tasks.rados.rados.0.smithi099.stdout:2780: done (1 left) 2024-04-12T16:10:28.079 INFO:tasks.rados.rados.0.smithi099.stdout:2782: done (0 left) 2024-04-12T16:10:28.079 INFO:tasks.rados.rados.0.smithi099.stdout:2783: copy_from oid 14 from oid 19 current snap is 271 2024-04-12T16:10:28.079 INFO:tasks.rados.rados.0.smithi099.stdout:2784: rmattr oid 49 current snap is 271 2024-04-12T16:10:28.079 INFO:tasks.rados.rados.0.smithi099.stdout:2784: done (1 left) 2024-04-12T16:10:28.079 INFO:tasks.rados.rados.0.smithi099.stdout:2785: delete oid 29 current snap is 271 2024-04-12T16:10:28.088 INFO:tasks.rados.rados.0.smithi099.stdout:2785: done (1 left) 2024-04-12T16:10:28.088 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 39 current snap is 271 2024-04-12T16:10:28.088 INFO:tasks.rados.rados.0.smithi099.stdout:2786: seq_num 867 ranges {0=122880} 2024-04-12T16:10:28.089 INFO:tasks.rados.rados.0.smithi099.stdout:2786: writing smithi09982431-39 from 0 to 122880 tid 1 2024-04-12T16:10:28.089 INFO:tasks.rados.rados.0.smithi099.stdout:2787: delete oid 5 current snap is 271 2024-04-12T16:10:28.092 INFO:tasks.rados.rados.0.smithi099.stdout:2787: done (2 left) 2024-04-12T16:10:28.092 INFO:tasks.rados.rados.0.smithi099.stdout:2788: rmattr oid 7 current snap is 271 2024-04-12T16:10:28.092 INFO:tasks.rados.rados.0.smithi099.stdout:2789: read oid 35 snap 240 2024-04-12T16:10:28.092 INFO:tasks.rados.rados.0.smithi099.stdout:2789: expect (ObjNum 597 snap 183 seq_num 597) 2024-04-12T16:10:28.092 INFO:tasks.rados.rados.0.smithi099.stdout:2790: snap_remove snap 255 2024-04-12T16:10:28.297 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:28 smithi110 podman[117674]: 2024-04-12 16:10:28.048945745 +0000 UTC m=+0.500193555 container cleanup e64854b1f14f75ec9153aa946979e06c0b9d26dbb1762e8a549026b51836ee5d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T16:10:28.297 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:28 smithi110 bash[117674]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b 2024-04-12T16:10:28.298 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:28 smithi110 ceph-mon[88691]: Upgrade: Updating node-exporter.b (2/2) 2024-04-12T16:10:28.298 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:28 smithi110 ceph-mon[88691]: Deploying daemon node-exporter.b on smithi110 2024-04-12T16:10:28.298 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:28 smithi110 ceph-mon[88691]: osdmap e609: 8 total, 8 up, 8 in 2024-04-12T16:10:28.298 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:10:28.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:28 smithi099 ceph-mon[96864]: Upgrade: Updating node-exporter.b (2/2) 2024-04-12T16:10:28.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:28 smithi099 ceph-mon[96864]: Deploying daemon node-exporter.b on smithi110 2024-04-12T16:10:28.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:28 smithi099 ceph-mon[96864]: osdmap e609: 8 total, 8 up, 8 in 2024-04-12T16:10:28.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:10:28.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:28 smithi099 ceph-mon[94290]: Upgrade: Updating node-exporter.b (2/2) 2024-04-12T16:10:28.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:28 smithi099 ceph-mon[94290]: Deploying daemon node-exporter.b on smithi110 2024-04-12T16:10:28.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:28 smithi099 ceph-mon[94290]: osdmap e609: 8 total, 8 up, 8 in 2024-04-12T16:10:28.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:10:28.584 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:28 smithi110 podman[117693]: 2024-04-12 16:10:28.299959008 +0000 UTC m=+0.633872849 container remove e64854b1f14f75ec9153aa946979e06c0b9d26dbb1762e8a549026b51836ee5d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T16:10:28.584 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:28 smithi110 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-12T16:10:28.584 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:28 smithi110 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-12T16:10:28.584 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:28 smithi110 systemd[1]: Stopped Ceph node-exporter.b for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:10:28.584 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:28 smithi110 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@node-exporter.b.service: Consumed 3.067s CPU time. 2024-04-12T16:10:28.990 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:28 smithi110 systemd[1]: Starting Ceph node-exporter.b for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:10:28.990 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:28 smithi110 podman[117826]: 2024-04-12 16:10:28.747942571 +0000 UTC m=+0.017113105 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-12T16:10:28.990 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:28 smithi110 podman[117826]: 2024-04-12 16:10:28.851265082 +0000 UTC m=+0.120435593 container create 544991f5ac21c1b54d81abba4e8a9c76cd09ad67fc44c2324c31603da8a9e483 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T16:10:29.072 INFO:tasks.rados.rados.0.smithi099.stdout:2790: done (4 left) 2024-04-12T16:10:29.073 INFO:tasks.rados.rados.0.smithi099.stdout:2791: snap_remove snap 264 2024-04-12T16:10:29.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:29 smithi099 ceph-mon[94290]: osdmap e610: 8 total, 8 up, 8 in 2024-04-12T16:10:29.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:29 smithi099 ceph-mon[94290]: pgmap v552: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 426 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-04-12T16:10:29.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:29 smithi099 ceph-mon[94290]: osdmap e611: 8 total, 8 up, 8 in 2024-04-12T16:10:29.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:29 smithi099 ceph-mon[96864]: osdmap e610: 8 total, 8 up, 8 in 2024-04-12T16:10:29.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:29 smithi099 ceph-mon[96864]: pgmap v552: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 426 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-04-12T16:10:29.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:29 smithi099 ceph-mon[96864]: osdmap e611: 8 total, 8 up, 8 in 2024-04-12T16:10:29.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-mon[88691]: osdmap e610: 8 total, 8 up, 8 in 2024-04-12T16:10:29.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-mon[88691]: pgmap v552: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 426 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-04-12T16:10:29.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-mon[88691]: osdmap e611: 8 total, 8 up, 8 in 2024-04-12T16:10:29.584 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 podman[117826]: 2024-04-12 16:10:29.129698117 +0000 UTC m=+0.398868637 container init 544991f5ac21c1b54d81abba4e8a9c76cd09ad67fc44c2324c31603da8a9e483 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T16:10:29.584 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 podman[117826]: 2024-04-12 16:10:29.135403994 +0000 UTC m=+0.404574515 container start 544991f5ac21c1b54d81abba4e8a9c76cd09ad67fc44c2324c31603da8a9e483 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T16:10:29.584 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.139Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-12T16:10:29.585 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.139Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-12T16:10:29.585 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-12T16:10:29.585 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-12T16:10:29.585 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-12T16:10:29.585 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-12T16:10:29.585 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-12T16:10:29.585 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:117 level=info collector=arp 2024-04-12T16:10:29.585 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-12T16:10:29.585 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-12T16:10:29.585 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-12T16:10:29.585 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-12T16:10:29.585 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-12T16:10:29.585 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-12T16:10:29.586 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-12T16:10:29.586 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-12T16:10:29.586 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:117 level=info collector=edac 2024-04-12T16:10:29.586 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-12T16:10:29.586 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-12T16:10:29.586 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-12T16:10:29.586 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-12T16:10:29.586 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-12T16:10:29.586 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-12T16:10:29.587 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-12T16:10:29.587 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-12T16:10:29.587 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-12T16:10:29.587 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-12T16:10:29.587 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-12T16:10:29.587 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-12T16:10:29.587 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-12T16:10:29.587 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-12T16:10:29.587 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-12T16:10:29.587 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-12T16:10:29.587 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:117 level=info collector=os 2024-04-12T16:10:29.587 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-12T16:10:29.587 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-12T16:10:29.587 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-12T16:10:29.587 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-12T16:10:29.588 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-12T16:10:29.588 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-12T16:10:29.588 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-12T16:10:29.588 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:117 level=info collector=stat 2024-04-12T16:10:29.588 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-12T16:10:29.588 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-12T16:10:29.588 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-12T16:10:29.588 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:117 level=info collector=time 2024-04-12T16:10:29.588 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-12T16:10:29.588 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:117 level=info collector=uname 2024-04-12T16:10:29.588 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-12T16:10:29.588 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-12T16:10:29.588 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.140Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-12T16:10:29.588 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.141Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-12T16:10:29.588 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b[117840]: ts=2024-04-12T16:10:29.141Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-12T16:10:29.589 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 bash[117826]: 544991f5ac21c1b54d81abba4e8a9c76cd09ad67fc44c2324c31603da8a9e483 2024-04-12T16:10:29.589 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 16:10:29 smithi110 systemd[1]: Started Ceph node-exporter.b for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:10:30.085 INFO:tasks.rados.rados.0.smithi099.stdout:2791: done (4 left) 2024-04-12T16:10:30.085 INFO:tasks.rados.rados.0.smithi099.stdout:2792: read oid 43 snap -1 2024-04-12T16:10:30.085 INFO:tasks.rados.rados.0.smithi099.stdout:2792: expect (ObjNum 753 snap 235 seq_num 753) 2024-04-12T16:10:30.085 INFO:tasks.rados.rados.0.smithi099.stdout:2793: copy_from oid 31 from oid 38 current snap is 271 2024-04-12T16:10:30.085 INFO:tasks.rados.rados.0.smithi099.stdout:2794: setattr oid 30 current snap is 271 2024-04-12T16:10:30.086 INFO:tasks.rados.rados.0.smithi099.stdout:2786: finishing write tid 1 to smithi09982431-39 2024-04-12T16:10:30.086 INFO:tasks.rados.rados.0.smithi099.stdout:2783: finishing copy_from racing read to smithi09982431-14 2024-04-12T16:10:30.086 INFO:tasks.rados.rados.0.smithi099.stdout:2786: finishing write tid 2 to smithi09982431-39 2024-04-12T16:10:30.086 INFO:tasks.rados.rados.0.smithi099.stdout:2783: finishing copy_from to smithi09982431-14 2024-04-12T16:10:30.086 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 14 v 1921 (ObjNum 831 snap 261 seq_num 831) dirty exists 2024-04-12T16:10:30.086 INFO:tasks.rados.rados.0.smithi099.stdout:2786: finishing write tid 3 to smithi09982431-39 2024-04-12T16:10:30.086 INFO:tasks.rados.rados.0.smithi099.stdout:2786: oid 39 updating version 0 to 1929 2024-04-12T16:10:30.086 INFO:tasks.rados.rados.0.smithi099.stdout:2786: oid 39 version 1929 is already newer than 1928 2024-04-12T16:10:30.086 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 39 v 1929 (ObjNum 867 snap 271 seq_num 867) dirty exists 2024-04-12T16:10:30.086 INFO:tasks.rados.rados.0.smithi099.stdout:2786: left oid 39 (ObjNum 867 snap 271 seq_num 867) 2024-04-12T16:10:30.086 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 7 v 2055 (ObjNum 816 snap 258 seq_num 816) dirty exists 2024-04-12T16:10:30.086 INFO:tasks.rados.rados.0.smithi099.stdout:2789: expect (ObjNum 597 snap 183 seq_num 597) 2024-04-12T16:10:30.152 INFO:tasks.rados.rados.0.smithi099.stdout:2792: expect (ObjNum 753 snap 235 seq_num 753) 2024-04-12T16:10:30.266 INFO:tasks.rados.rados.0.smithi099.stdout:2793: finishing copy_from racing read to smithi09982431-31 2024-04-12T16:10:30.266 INFO:tasks.rados.rados.0.smithi099.stdout:2793: finishing copy_from to smithi09982431-31 2024-04-12T16:10:30.266 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 31 v 1596 (ObjNum 757 snap 235 seq_num 757) dirty exists 2024-04-12T16:10:30.266 INFO:tasks.rados.rados.0.smithi099.stdout:2783: done (6 left) 2024-04-12T16:10:30.266 INFO:tasks.rados.rados.0.smithi099.stdout:2786: done (5 left) 2024-04-12T16:10:30.267 INFO:tasks.rados.rados.0.smithi099.stdout:2788: done (4 left) 2024-04-12T16:10:30.267 INFO:tasks.rados.rados.0.smithi099.stdout:2789: done (3 left) 2024-04-12T16:10:30.267 INFO:tasks.rados.rados.0.smithi099.stdout:2792: done (2 left) 2024-04-12T16:10:30.267 INFO:tasks.rados.rados.0.smithi099.stdout:2793: done (1 left) 2024-04-12T16:10:30.267 INFO:tasks.rados.rados.0.smithi099.stdout:2795: read oid 44 snap -1 2024-04-12T16:10:30.267 INFO:tasks.rados.rados.0.smithi099.stdout:2795: expect (ObjNum 853 snap 267 seq_num 853) 2024-04-12T16:10:30.267 INFO:tasks.rados.rados.0.smithi099.stdout:2796: setattr oid 29 current snap is 271 2024-04-12T16:10:30.268 INFO:tasks.rados.rados.0.smithi099.stdout:2797: read oid 6 snap -1 2024-04-12T16:10:30.268 INFO:tasks.rados.rados.0.smithi099.stdout:2797: expect (ObjNum 546 snap 163 seq_num 546) 2024-04-12T16:10:30.268 INFO:tasks.rados.rados.0.smithi099.stdout:2798: delete oid 18 current snap is 271 2024-04-12T16:10:30.268 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 30 v 1479 (ObjNum 33 snap 0 seq_num 1924607728) dirty exists 2024-04-12T16:10:30.273 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 29 v 1514 (ObjNum 65 snap 0 seq_num 1917559632) dirty exists 2024-04-12T16:10:30.275 INFO:tasks.rados.rados.0.smithi099.stdout:2794: done (4 left) 2024-04-12T16:10:30.275 INFO:tasks.rados.rados.0.smithi099.stdout:2796: done (3 left) 2024-04-12T16:10:30.275 INFO:tasks.rados.rados.0.smithi099.stdout:2798: done (2 left) 2024-04-12T16:10:30.275 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 16 current snap is 271 2024-04-12T16:10:30.275 INFO:tasks.rados.rados.0.smithi099.stdout:2799: seq_num 870 ranges {0=172032} 2024-04-12T16:10:30.276 INFO:tasks.rados.rados.0.smithi099.stdout:2799: writing smithi09982431-16 from 0 to 172032 tid 1 2024-04-12T16:10:30.276 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 46 current snap is 271 2024-04-12T16:10:30.276 INFO:tasks.rados.rados.0.smithi099.stdout:2800: seq_num 871 ranges {1622016=188416} 2024-04-12T16:10:30.286 INFO:tasks.rados.rados.0.smithi099.stdout:2800: writing smithi09982431-46 from 1622016 to 1810432 tid 1 2024-04-12T16:10:30.286 INFO:tasks.rados.rados.0.smithi099.stdout:2801: copy_from oid 49 from oid 50 current snap is 271 2024-04-12T16:10:30.286 INFO:tasks.rados.rados.0.smithi099.stdout:2799: finishing write tid 1 to smithi09982431-16 2024-04-12T16:10:30.286 INFO:tasks.rados.rados.0.smithi099.stdout:2799: finishing write tid 2 to smithi09982431-16 2024-04-12T16:10:30.286 INFO:tasks.rados.rados.0.smithi099.stdout:2802: snap_remove snap 253 2024-04-12T16:10:30.366 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:30 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:30.366 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:30 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:30.366 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:30 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:10:30.367 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:30 smithi099 ceph-mon[94290]: osdmap e612: 8 total, 8 up, 8 in 2024-04-12T16:10:30.367 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:30 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:30.367 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:30 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:30.367 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:30 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:10:30.367 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:30 smithi099 ceph-mon[96864]: osdmap e612: 8 total, 8 up, 8 in 2024-04-12T16:10:30.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:30 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:30.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:30 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:30.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:30 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:10:30.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:30 smithi110 ceph-mon[88691]: osdmap e612: 8 total, 8 up, 8 in 2024-04-12T16:10:31.278 INFO:tasks.rados.rados.0.smithi099.stdout:2802: done (5 left) 2024-04-12T16:10:31.279 INFO:tasks.rados.rados.0.smithi099.stdout:2803: rmattr oid 20 current snap is 271 2024-04-12T16:10:31.279 INFO:tasks.rados.rados.0.smithi099.stdout:2803: done (5 left) 2024-04-12T16:10:31.279 INFO:tasks.rados.rados.0.smithi099.stdout:2804: setattr oid 32 current snap is 271 2024-04-12T16:10:31.279 INFO:tasks.rados.rados.0.smithi099.stdout:2799: finishing write tid 3 to smithi09982431-16 2024-04-12T16:10:31.279 INFO:tasks.rados.rados.0.smithi099.stdout:2799: oid 16 updating version 0 to 1498 2024-04-12T16:10:31.279 INFO:tasks.rados.rados.0.smithi099.stdout:2799: oid 16 updating version 1498 to 1499 2024-04-12T16:10:31.279 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 16 v 1499 (ObjNum 870 snap 271 seq_num 870) dirty exists 2024-04-12T16:10:31.279 INFO:tasks.rados.rados.0.smithi099.stdout:2799: left oid 16 (ObjNum 870 snap 271 seq_num 870) 2024-04-12T16:10:31.280 INFO:tasks.rados.rados.0.smithi099.stdout:2800: finishing write tid 1 to smithi09982431-46 2024-04-12T16:10:31.280 INFO:tasks.rados.rados.0.smithi099.stdout:2800: finishing write tid 2 to smithi09982431-46 2024-04-12T16:10:31.280 INFO:tasks.rados.rados.0.smithi099.stdout:2800: finishing write tid 3 to smithi09982431-46 2024-04-12T16:10:31.280 INFO:tasks.rados.rados.0.smithi099.stdout:2800: oid 46 updating version 0 to 1496 2024-04-12T16:10:31.280 INFO:tasks.rados.rados.0.smithi099.stdout:2800: oid 46 version 1496 is already newer than 1495 2024-04-12T16:10:31.280 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 46 v 1496 (ObjNum 871 snap 271 seq_num 871) dirty exists 2024-04-12T16:10:31.280 INFO:tasks.rados.rados.0.smithi099.stdout:2800: left oid 46 (ObjNum 871 snap 271 seq_num 871) 2024-04-12T16:10:31.280 INFO:tasks.rados.rados.0.smithi099.stdout:2797: expect (ObjNum 546 snap 163 seq_num 546) 2024-04-12T16:10:31.485 INFO:tasks.rados.rados.0.smithi099.stdout:2795: expect (ObjNum 853 snap 267 seq_num 853) 2024-04-12T16:10:31.575 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:31 smithi110 ceph-mon[88691]: pgmap v555: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 322 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.5 MiB/s wr, 15 op/s 2024-04-12T16:10:31.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:31 smithi099 ceph-mon[94290]: pgmap v555: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 322 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.5 MiB/s wr, 15 op/s 2024-04-12T16:10:31.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:31 smithi099 ceph-mon[96864]: pgmap v555: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 322 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.5 MiB/s wr, 15 op/s 2024-04-12T16:10:31.792 INFO:tasks.rados.rados.0.smithi099.stdout:2801: finishing copy_from to smithi09982431-49 2024-04-12T16:10:31.793 INFO:tasks.rados.rados.0.smithi099.stdout:2801: got expected ENOENT (src dne) 2024-04-12T16:10:31.793 INFO:tasks.rados.rados.0.smithi099.stdout:2801: finishing copy_from racing read to smithi09982431-49 2024-04-12T16:10:31.793 INFO:tasks.rados.rados.0.smithi099.stdout:2795: done (5 left) 2024-04-12T16:10:31.793 INFO:tasks.rados.rados.0.smithi099.stdout:2797: done (4 left) 2024-04-12T16:10:31.793 INFO:tasks.rados.rados.0.smithi099.stdout:2799: done (3 left) 2024-04-12T16:10:31.793 INFO:tasks.rados.rados.0.smithi099.stdout:2800: done (2 left) 2024-04-12T16:10:31.793 INFO:tasks.rados.rados.0.smithi099.stdout:2801: done (1 left) 2024-04-12T16:10:31.793 INFO:tasks.rados.rados.0.smithi099.stdout:2805: read oid 33 snap -1 2024-04-12T16:10:31.793 INFO:tasks.rados.rados.0.smithi099.stdout:2805: expect (ObjNum 839 snap 261 seq_num 839) 2024-04-12T16:10:31.793 INFO:tasks.rados.rados.0.smithi099.stdout:2806: snap_remove snap 265 2024-04-12T16:10:32.270 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:32 smithi099 ceph-mon[94290]: osdmap e613: 8 total, 8 up, 8 in 2024-04-12T16:10:32.287 INFO:tasks.rados.rados.0.smithi099.stdout:2806: done (2 left) 2024-04-12T16:10:32.288 INFO:tasks.rados.rados.0.smithi099.stdout:2807: snap_remove snap 254 2024-04-12T16:10:32.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:32 smithi110 ceph-mon[88691]: osdmap e613: 8 total, 8 up, 8 in 2024-04-12T16:10:32.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:10:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:10:32.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:32 smithi099 ceph-mon[96864]: osdmap e613: 8 total, 8 up, 8 in 2024-04-12T16:10:33.294 INFO:tasks.rados.rados.0.smithi099.stdout:2807: done (2 left) 2024-04-12T16:10:33.294 INFO:tasks.rados.rados.0.smithi099.stdout:2808: copy_from oid 20 from oid 44 current snap is 271 2024-04-12T16:10:33.294 INFO:tasks.rados.rados.0.smithi099.stdout:2809: setattr oid 1 current snap is 271 2024-04-12T16:10:33.294 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 32 v 1645 (ObjNum 862 snap 269 seq_num 862) dirty exists 2024-04-12T16:10:33.294 INFO:tasks.rados.rados.0.smithi099.stdout:2805: expect (ObjNum 839 snap 261 seq_num 839) 2024-04-12T16:10:33.366 INFO:tasks.rados.rados.0.smithi099.stdout:2808: finishing copy_from racing read to smithi09982431-20 2024-04-12T16:10:33.367 INFO:tasks.rados.rados.0.smithi099.stdout:2808: finishing copy_from to smithi09982431-20 2024-04-12T16:10:33.367 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 20 v 1696 (ObjNum 853 snap 267 seq_num 853) dirty exists 2024-04-12T16:10:33.367 INFO:tasks.rados.rados.0.smithi099.stdout:2804: done (3 left) 2024-04-12T16:10:33.367 INFO:tasks.rados.rados.0.smithi099.stdout:2805: done (2 left) 2024-04-12T16:10:33.367 INFO:tasks.rados.rados.0.smithi099.stdout:2808: done (1 left) 2024-04-12T16:10:33.367 INFO:tasks.rados.rados.0.smithi099.stdout:2810: snap_remove snap 240 2024-04-12T16:10:33.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:33 smithi110 ceph-mon[88691]: osdmap e614: 8 total, 8 up, 8 in 2024-04-12T16:10:33.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:33 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:33.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:33 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:33.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:33 smithi110 ceph-mon[88691]: pgmap v558: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 324 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-04-12T16:10:33.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:33 smithi099 ceph-mon[94290]: osdmap e614: 8 total, 8 up, 8 in 2024-04-12T16:10:33.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:33 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:33.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:33 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:33.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:33 smithi099 ceph-mon[94290]: pgmap v558: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 324 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-04-12T16:10:33.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:33 smithi099 ceph-mon[96864]: osdmap e614: 8 total, 8 up, 8 in 2024-04-12T16:10:33.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:33 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:33.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:33 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:33.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:33 smithi099 ceph-mon[96864]: pgmap v558: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 324 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-04-12T16:10:34.071 INFO:tasks.rados.rados.0.smithi099.stdout:2810: done (1 left) 2024-04-12T16:10:34.072 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 24 current snap is 271 2024-04-12T16:10:34.072 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 1 v 1500 (ObjNum 859 snap 268 seq_num 859) dirty exists 2024-04-12T16:10:34.072 INFO:tasks.rados.rados.0.smithi099.stdout:2811: seq_num 872 ranges {1449984=212992} 2024-04-12T16:10:34.082 INFO:tasks.rados.rados.0.smithi099.stdout:2811: writing smithi09982431-24 from 1449984 to 1662976 tid 1 2024-04-12T16:10:34.082 INFO:tasks.rados.rados.0.smithi099.stdout:2809: done (1 left) 2024-04-12T16:10:34.082 INFO:tasks.rados.rados.0.smithi099.stdout:2812: rollback oid 29 current snap is 271 2024-04-12T16:10:34.082 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 29 to 269 2024-04-12T16:10:34.082 INFO:tasks.rados.rados.0.smithi099.stdout:2813: snap_remove snap 262 2024-04-12T16:10:34.420 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:34 smithi099 ceph-mon[94290]: osdmap e615: 8 total, 8 up, 8 in 2024-04-12T16:10:34.420 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:34.420 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:34.420 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:34.420 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:34.421 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:34 smithi099 ceph-mon[94290]: osdmap e616: 8 total, 8 up, 8 in 2024-04-12T16:10:34.421 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:34 smithi099 ceph-mon[96864]: osdmap e615: 8 total, 8 up, 8 in 2024-04-12T16:10:34.421 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:34.421 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:34.421 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:34.421 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:34.421 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:34 smithi099 ceph-mon[96864]: osdmap e616: 8 total, 8 up, 8 in 2024-04-12T16:10:34.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:34 smithi110 ceph-mon[88691]: osdmap e615: 8 total, 8 up, 8 in 2024-04-12T16:10:34.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:34.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:34.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:34.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:34.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:34 smithi110 ceph-mon[88691]: osdmap e616: 8 total, 8 up, 8 in 2024-04-12T16:10:34.947 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-04-12T16:10:35.073 INFO:tasks.rados.rados.0.smithi099.stdout:2813: done (2 left) 2024-04-12T16:10:35.073 INFO:tasks.rados.rados.0.smithi099.stdout:2814: delete oid 16 current snap is 271 2024-04-12T16:10:35.073 INFO:tasks.rados.rados.0.smithi099.stdout:2811: finishing write tid 1 to smithi09982431-24 2024-04-12T16:10:35.074 INFO:tasks.rados.rados.0.smithi099.stdout:2812: finishing rollback tid 0 to smithi09982431-29 2024-04-12T16:10:35.074 INFO:tasks.rados.rados.0.smithi099.stdout:2812: finishing rollback tid 1 to smithi09982431-29 2024-04-12T16:10:35.074 INFO:tasks.rados.rados.0.smithi099.stdout:2811: finishing write tid 2 to smithi09982431-24 2024-04-12T16:10:35.074 INFO:tasks.rados.rados.0.smithi099.stdout:2812: finishing rollback tid 2 to smithi09982431-29 2024-04-12T16:10:35.074 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 29 v 1517 (ObjNum 807 snap 254 seq_num 807) dirty exists 2024-04-12T16:10:35.074 INFO:tasks.rados.rados.0.smithi099.stdout:2811: finishing write tid 3 to smithi09982431-24 2024-04-12T16:10:35.074 INFO:tasks.rados.rados.0.smithi099.stdout:2811: oid 24 updating version 0 to 1647 2024-04-12T16:10:35.074 INFO:tasks.rados.rados.0.smithi099.stdout:2811: oid 24 version 1647 is already newer than 1646 2024-04-12T16:10:35.074 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 24 v 1647 (ObjNum 872 snap 271 seq_num 872) dirty exists 2024-04-12T16:10:35.074 INFO:tasks.rados.rados.0.smithi099.stdout:2811: left oid 24 (ObjNum 872 snap 271 seq_num 872) 2024-04-12T16:10:35.082 INFO:tasks.rados.rados.0.smithi099.stdout:2811: done (2 left) 2024-04-12T16:10:35.083 INFO:tasks.rados.rados.0.smithi099.stdout:2812: done (1 left) 2024-04-12T16:10:35.083 INFO:tasks.rados.rados.0.smithi099.stdout:2814: done (0 left) 2024-04-12T16:10:35.083 INFO:tasks.rados.rados.0.smithi099.stdout:2815: copy_from oid 47 from oid 41 current snap is 271 2024-04-12T16:10:35.083 INFO:tasks.rados.rados.0.smithi099.stdout:2816: delete oid 4 current snap is 271 2024-04-12T16:10:35.092 INFO:tasks.rados.rados.0.smithi099.stdout:2816: done (1 left) 2024-04-12T16:10:35.093 INFO:tasks.rados.rados.0.smithi099.stdout:2817: copy_from oid 34 from oid 31 current snap is 271 2024-04-12T16:10:35.093 INFO:tasks.rados.rados.0.smithi099.stdout:2818: copy_from oid 35 from oid 6 current snap is 271 2024-04-12T16:10:35.093 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 37 current snap is 271 2024-04-12T16:10:35.093 INFO:tasks.rados.rados.0.smithi099.stdout:2819: seq_num 875 ranges {9396224=262144} 2024-04-12T16:10:35.146 INFO:tasks.rados.rados.0.smithi099.stdout:2819: writing smithi09982431-37 from 9396224 to 9658368 tid 1 2024-04-12T16:10:35.146 INFO:tasks.rados.rados.0.smithi099.stdout:2820: rollback oid 38 current snap is 271 2024-04-12T16:10:35.146 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 38 to 270 2024-04-12T16:10:35.146 INFO:tasks.rados.rados.0.smithi099.stdout:2815: finishing copy_from racing read to smithi09982431-47 2024-04-12T16:10:35.146 INFO:tasks.rados.rados.0.smithi099.stdout:2818: finishing copy_from racing read to smithi09982431-35 2024-04-12T16:10:35.146 INFO:tasks.rados.rados.0.smithi099.stdout:2818: finishing copy_from to smithi09982431-35 2024-04-12T16:10:35.146 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 1510 (ObjNum 546 snap 163 seq_num 546) dirty exists 2024-04-12T16:10:35.146 INFO:tasks.rados.rados.0.smithi099.stdout:2815: finishing copy_from to smithi09982431-47 2024-04-12T16:10:35.146 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 47 v 1571 (ObjNum 784 snap 246 seq_num 784) dirty exists 2024-04-12T16:10:35.147 INFO:tasks.rados.rados.0.smithi099.stdout:2817: finishing copy_from racing read to smithi09982431-34 2024-04-12T16:10:35.147 INFO:tasks.rados.rados.0.smithi099.stdout:2817: finishing copy_from to smithi09982431-34 2024-04-12T16:10:35.147 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 34 v 1596 (ObjNum 757 snap 235 seq_num 757) dirty exists 2024-04-12T16:10:35.147 INFO:tasks.rados.rados.0.smithi099.stdout:2815: done (4 left) 2024-04-12T16:10:35.147 INFO:tasks.rados.rados.0.smithi099.stdout:2817: done (3 left) 2024-04-12T16:10:35.147 INFO:tasks.rados.rados.0.smithi099.stdout:2818: done (2 left) 2024-04-12T16:10:35.147 INFO:tasks.rados.rados.0.smithi099.stdout:2821: delete oid 43 current snap is 271 2024-04-12T16:10:35.149 INFO:tasks.rados.rados.0.smithi099.stdout:2821: done (2 left) 2024-04-12T16:10:35.149 INFO:tasks.rados.rados.0.smithi099.stdout:2822: copy_from oid 26 from oid 5 current snap is 271 2024-04-12T16:10:35.149 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 35 current snap is 271 2024-04-12T16:10:35.149 INFO:tasks.rados.rados.0.smithi099.stdout:2823: seq_num 877 ranges {4980736=294912} 2024-04-12T16:10:35.178 INFO:tasks.rados.rados.0.smithi099.stdout:2823: writing smithi09982431-35 from 4980736 to 5275648 tid 1 2024-04-12T16:10:35.179 INFO:tasks.rados.rados.0.smithi099.stdout:2824: rollback oid 47 current snap is 271 2024-04-12T16:10:35.179 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 47 to 270 2024-04-12T16:10:35.179 INFO:tasks.rados.rados.0.smithi099.stdout:2819: finishing write tid 1 to smithi09982431-37 2024-04-12T16:10:35.179 INFO:tasks.rados.rados.0.smithi099.stdout:2825: rollback oid 1 current snap is 271 2024-04-12T16:10:35.179 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 1 to 256 2024-04-12T16:10:35.179 INFO:tasks.rados.rados.0.smithi099.stdout:2819: finishing write tid 2 to smithi09982431-37 2024-04-12T16:10:35.179 INFO:tasks.rados.rados.0.smithi099.stdout:2820: finishing rollback tid 0 to smithi09982431-38 2024-04-12T16:10:35.179 INFO:tasks.rados.rados.0.smithi099.stdout:2820: finishing rollback tid 1 to smithi09982431-38 2024-04-12T16:10:35.179 INFO:tasks.rados.rados.0.smithi099.stdout:2822: finishing copy_from to smithi09982431-26 2024-04-12T16:10:35.179 INFO:tasks.rados.rados.0.smithi099.stdout:2822: got expected ENOENT (src dne) 2024-04-12T16:10:35.179 INFO:tasks.rados.rados.0.smithi099.stdout:2822: finishing copy_from racing read to smithi09982431-26 2024-04-12T16:10:35.179 INFO:tasks.rados.rados.0.smithi099.stdout:2820: finishing rollback tid 2 to smithi09982431-38 2024-04-12T16:10:35.179 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 38 v 1651 (ObjNum 757 snap 235 seq_num 757) dirty exists 2024-04-12T16:10:35.180 INFO:tasks.rados.rados.0.smithi099.stdout:2819: finishing write tid 3 to smithi09982431-37 2024-04-12T16:10:35.180 INFO:tasks.rados.rados.0.smithi099.stdout:2819: oid 37 updating version 0 to 1930 2024-04-12T16:10:35.180 INFO:tasks.rados.rados.0.smithi099.stdout:2819: oid 37 updating version 1930 to 1931 2024-04-12T16:10:35.180 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 37 v 1931 (ObjNum 875 snap 271 seq_num 875) dirty exists 2024-04-12T16:10:35.180 INFO:tasks.rados.rados.0.smithi099.stdout:2819: left oid 37 (ObjNum 875 snap 271 seq_num 875) 2024-04-12T16:10:35.180 INFO:tasks.rados.rados.0.smithi099.stdout:2819: done (5 left) 2024-04-12T16:10:35.180 INFO:tasks.rados.rados.0.smithi099.stdout:2820: done (4 left) 2024-04-12T16:10:35.180 INFO:tasks.rados.rados.0.smithi099.stdout:2822: done (3 left) 2024-04-12T16:10:35.180 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 48 current snap is 271 2024-04-12T16:10:35.180 INFO:tasks.rados.rados.0.smithi099.stdout:2826: seq_num 878 ranges {5996544=311296} 2024-04-12T16:10:35.213 INFO:tasks.rados.rados.0.smithi099.stdout:2826: writing smithi09982431-48 from 5996544 to 6307840 tid 1 2024-04-12T16:10:35.213 INFO:tasks.rados.rados.0.smithi099.stdout:2827: delete oid 26 current snap is 271 2024-04-12T16:10:35.213 INFO:tasks.rados.rados.0.smithi099.stdout:2823: finishing write tid 1 to smithi09982431-35 2024-04-12T16:10:35.213 INFO:tasks.rados.rados.0.smithi099.stdout:2823: finishing write tid 2 to smithi09982431-35 2024-04-12T16:10:35.213 INFO:tasks.rados.rados.0.smithi099.stdout:2824: finishing rollback tid 0 to smithi09982431-47 2024-04-12T16:10:35.213 INFO:tasks.rados.rados.0.smithi099.stdout:2824: finishing rollback tid 1 to smithi09982431-47 2024-04-12T16:10:35.213 INFO:tasks.rados.rados.0.smithi099.stdout:2824: finishing rollback tid 2 to smithi09982431-47 2024-04-12T16:10:35.214 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 47 v 1574 (ObjNum 722 snap 227 seq_num 722) dirty exists 2024-04-12T16:10:35.214 INFO:tasks.rados.rados.0.smithi099.stdout:2823: finishing write tid 3 to smithi09982431-35 2024-04-12T16:10:35.214 INFO:tasks.rados.rados.0.smithi099.stdout:2823: oid 35 updating version 0 to 1758 2024-04-12T16:10:35.214 INFO:tasks.rados.rados.0.smithi099.stdout:2823: oid 35 version 1758 is already newer than 1757 2024-04-12T16:10:35.214 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 1758 (ObjNum 877 snap 271 seq_num 877) dirty exists 2024-04-12T16:10:35.214 INFO:tasks.rados.rados.0.smithi099.stdout:2823: left oid 35 (ObjNum 877 snap 271 seq_num 877) 2024-04-12T16:10:35.214 INFO:tasks.rados.rados.0.smithi099.stdout:2825: finishing rollback tid 0 to smithi09982431-1 2024-04-12T16:10:35.214 INFO:tasks.rados.rados.0.smithi099.stdout:2825: finishing rollback tid 1 to smithi09982431-1 2024-04-12T16:10:35.214 INFO:tasks.rados.rados.0.smithi099.stdout:2825: finishing rollback tid 2 to smithi09982431-1 2024-04-12T16:10:35.214 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 1 v 1504 (ObjNum 756 snap 235 seq_num 756) dirty exists 2024-04-12T16:10:35.215 INFO:tasks.rados.rados.0.smithi099.stdout:2823: done (4 left) 2024-04-12T16:10:35.215 INFO:tasks.rados.rados.0.smithi099.stdout:2824: done (3 left) 2024-04-12T16:10:35.215 INFO:tasks.rados.rados.0.smithi099.stdout:2825: done (2 left) 2024-04-12T16:10:35.215 INFO:tasks.rados.rados.0.smithi099.stdout:2827: done (1 left) 2024-04-12T16:10:35.215 INFO:tasks.rados.rados.0.smithi099.stdout:2828: read oid 16 snap -1 2024-04-12T16:10:35.215 INFO:tasks.rados.rados.0.smithi099.stdout:2828: expect deleted 2024-04-12T16:10:35.215 INFO:tasks.rados.rados.0.smithi099.stdout:2829: delete oid 30 current snap is 271 2024-04-12T16:10:35.217 INFO:tasks.rados.rados.0.smithi099.stdout:2826: finishing write tid 1 to smithi09982431-48 2024-04-12T16:10:35.217 INFO:tasks.rados.rados.0.smithi099.stdout:2826: finishing write tid 2 to smithi09982431-48 2024-04-12T16:10:35.218 INFO:tasks.rados.rados.0.smithi099.stdout:2828: done (2 left) 2024-04-12T16:10:35.218 INFO:tasks.rados.rados.0.smithi099.stdout:2829: done (1 left) 2024-04-12T16:10:35.218 INFO:tasks.rados.rados.0.smithi099.stdout:2830: copy_from oid 46 from oid 36 current snap is 271 2024-04-12T16:10:35.218 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 1 current snap is 271 2024-04-12T16:10:35.218 INFO:tasks.rados.rados.0.smithi099.stdout:2831: seq_num 881 ranges {884736=360448} 2024-04-12T16:10:35.225 INFO:tasks.rados.rados.0.smithi099.stdout:2831: writing smithi09982431-1 from 884736 to 1245184 tid 1 2024-04-12T16:10:35.225 INFO:tasks.rados.rados.0.smithi099.stdout:2832: read oid 50 snap -1 2024-04-12T16:10:35.225 INFO:tasks.rados.rados.0.smithi099.stdout:2832: expect deleted 2024-04-12T16:10:35.225 INFO:tasks.rados.rados.0.smithi099.stdout:2833: delete oid 18 current snap is 271 2024-04-12T16:10:35.225 INFO:tasks.rados.rados.0.smithi099.stdout:2826: finishing write tid 3 to smithi09982431-48 2024-04-12T16:10:35.225 INFO:tasks.rados.rados.0.smithi099.stdout:2826: oid 48 updating version 0 to 1497 2024-04-12T16:10:35.225 INFO:tasks.rados.rados.0.smithi099.stdout:2826: oid 48 updating version 1497 to 1498 2024-04-12T16:10:35.226 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 48 v 1498 (ObjNum 878 snap 271 seq_num 878) dirty exists 2024-04-12T16:10:35.226 INFO:tasks.rados.rados.0.smithi099.stdout:2826: left oid 48 (ObjNum 878 snap 271 seq_num 878) 2024-04-12T16:10:35.226 INFO:tasks.rados.rados.0.smithi099.stdout:2830: finishing copy_from to smithi09982431-46 2024-04-12T16:10:35.226 INFO:tasks.rados.rados.0.smithi099.stdout:2830: got expected ENOENT (src dne) 2024-04-12T16:10:35.226 INFO:tasks.rados.rados.0.smithi099.stdout:2830: finishing copy_from racing read to smithi09982431-46 2024-04-12T16:10:35.227 INFO:tasks.rados.rados.0.smithi099.stdout:2831: finishing write tid 1 to smithi09982431-1 2024-04-12T16:10:35.227 INFO:tasks.rados.rados.0.smithi099.stdout:2826: done (4 left) 2024-04-12T16:10:35.227 INFO:tasks.rados.rados.0.smithi099.stdout:2830: done (3 left) 2024-04-12T16:10:35.227 INFO:tasks.rados.rados.0.smithi099.stdout:2832: done (2 left) 2024-04-12T16:10:35.227 INFO:tasks.rados.rados.0.smithi099.stdout:2833: done (1 left) 2024-04-12T16:10:35.228 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 43 current snap is 271 2024-04-12T16:10:35.228 INFO:tasks.rados.rados.0.smithi099.stdout:2834: seq_num 883 ranges {0=393216} 2024-04-12T16:10:35.230 INFO:tasks.rados.rados.0.smithi099.stdout:2834: writing smithi09982431-43 from 0 to 393216 tid 1 2024-04-12T16:10:35.230 INFO:tasks.rados.rados.0.smithi099.stdout:2835: rollback oid 37 current snap is 271 2024-04-12T16:10:35.230 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 37 to 242 2024-04-12T16:10:35.230 INFO:tasks.rados.rados.0.smithi099.stdout:2831: finishing write tid 2 to smithi09982431-1 2024-04-12T16:10:35.230 INFO:tasks.rados.rados.0.smithi099.stdout:2831: finishing write tid 3 to smithi09982431-1 2024-04-12T16:10:35.230 INFO:tasks.rados.rados.0.smithi099.stdout:2831: oid 1 updating version 0 to 1505 2024-04-12T16:10:35.230 INFO:tasks.rados.rados.0.smithi099.stdout:2831: oid 1 updating version 1505 to 1506 2024-04-12T16:10:35.230 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 1 v 1506 (ObjNum 881 snap 271 seq_num 881) dirty exists 2024-04-12T16:10:35.231 INFO:tasks.rados.rados.0.smithi099.stdout:2831: left oid 1 (ObjNum 881 snap 271 seq_num 881) 2024-04-12T16:10:35.231 INFO:tasks.rados.rados.0.smithi099.stdout:2831: done (2 left) 2024-04-12T16:10:35.231 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 42 current snap is 271 2024-04-12T16:10:35.231 INFO:tasks.rados.rados.0.smithi099.stdout:2836: seq_num 884 ranges {8314880=409600} 2024-04-12T16:10:35.277 INFO:tasks.rados.rados.0.smithi099.stdout:2836: writing smithi09982431-42 from 8314880 to 8724480 tid 1 2024-04-12T16:10:35.278 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 4 current snap is 271 2024-04-12T16:10:35.278 INFO:tasks.rados.rados.0.smithi099.stdout:2835: finishing rollback tid 0 to smithi09982431-37 2024-04-12T16:10:35.278 INFO:tasks.rados.rados.0.smithi099.stdout:2835: finishing rollback tid 1 to smithi09982431-37 2024-04-12T16:10:35.278 INFO:tasks.rados.rados.0.smithi099.stdout:2834: finishing write tid 1 to smithi09982431-43 2024-04-12T16:10:35.278 INFO:tasks.rados.rados.0.smithi099.stdout:2835: finishing rollback tid 2 to smithi09982431-37 2024-04-12T16:10:35.278 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 37 v 1934 (ObjNum 768 snap 239 seq_num 768) dirty exists 2024-04-12T16:10:35.278 INFO:tasks.rados.rados.0.smithi099.stdout:2837: seq_num 885 ranges {0=425984} 2024-04-12T16:10:35.280 INFO:tasks.rados.rados.0.smithi099.stdout:2837: writing smithi09982431-4 from 0 to 425984 tid 1 2024-04-12T16:10:35.280 INFO:tasks.rados.rados.0.smithi099.stdout:2835: done (3 left) 2024-04-12T16:10:35.280 INFO:tasks.rados.rados.0.smithi099.stdout:2838: snap_create 2024-04-12T16:10:35.280 INFO:tasks.rados.rados.0.smithi099.stdout:2834: finishing write tid 2 to smithi09982431-43 2024-04-12T16:10:35.280 INFO:tasks.rados.rados.0.smithi099.stdout:2834: finishing write tid 3 to smithi09982431-43 2024-04-12T16:10:35.280 INFO:tasks.rados.rados.0.smithi099.stdout:2834: oid 43 updating version 0 to 1775 2024-04-12T16:10:35.281 INFO:tasks.rados.rados.0.smithi099.stdout:2834: oid 43 version 1775 is already newer than 1774 2024-04-12T16:10:35.281 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 43 v 1775 (ObjNum 883 snap 271 seq_num 883) dirty exists 2024-04-12T16:10:35.281 INFO:tasks.rados.rados.0.smithi099.stdout:2834: left oid 43 (ObjNum 883 snap 271 seq_num 883) 2024-04-12T16:10:35.281 INFO:tasks.rados.rados.0.smithi099.stdout:2836: finishing write tid 1 to smithi09982431-42 2024-04-12T16:10:35.282 INFO:tasks.rados.rados.0.smithi099.stdout:2836: finishing write tid 2 to smithi09982431-42 2024-04-12T16:10:35.284 INFO:tasks.rados.rados.0.smithi099.stdout:2837: finishing write tid 1 to smithi09982431-4 2024-04-12T16:10:35.284 INFO:tasks.rados.rados.0.smithi099.stdout:2837: finishing write tid 2 to smithi09982431-4 2024-04-12T16:10:35.285 INFO:tasks.rados.rados.0.smithi099.stdout:2837: finishing write tid 3 to smithi09982431-4 2024-04-12T16:10:35.285 INFO:tasks.rados.rados.0.smithi099.stdout:2837: oid 4 updating version 0 to 1652 2024-04-12T16:10:35.286 INFO:tasks.rados.rados.0.smithi099.stdout:2837: oid 4 updating version 1652 to 1653 2024-04-12T16:10:35.286 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 4 v 1653 (ObjNum 885 snap 271 seq_num 885) dirty exists 2024-04-12T16:10:35.286 INFO:tasks.rados.rados.0.smithi099.stdout:2837: left oid 4 (ObjNum 885 snap 271 seq_num 885) 2024-04-12T16:10:35.286 INFO:tasks.rados.rados.0.smithi099.stdout:2836: finishing write tid 3 to smithi09982431-42 2024-04-12T16:10:35.286 INFO:tasks.rados.rados.0.smithi099.stdout:2836: oid 42 updating version 0 to 1479 2024-04-12T16:10:35.286 INFO:tasks.rados.rados.0.smithi099.stdout:2836: oid 42 updating version 1479 to 1480 2024-04-12T16:10:35.287 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 42 v 1480 (ObjNum 884 snap 271 seq_num 884) dirty exists 2024-04-12T16:10:35.287 INFO:tasks.rados.rados.0.smithi099.stdout:2836: left oid 42 (ObjNum 884 snap 271 seq_num 884) 2024-04-12T16:10:35.309 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T16:10:35.310 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (11m) 2s ago 12m 26.7M - 0.25.0 c8568f914cd2 d0012c0a0402 2024-04-12T16:10:35.310 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi110 *:3000 running (11m) 2s ago 11m 88.8M - 9.4.7 954c08fa6188 f1a47e96b342 2024-04-12T16:10:35.310 INFO:teuthology.orchestra.run.smithi099.stdout:mds.a smithi099 running (45s) 2s ago 13m 15.2M - 19.0.0-2847-gbf9c5618 92de118a8b8f bbf44cb4bb2f 2024-04-12T16:10:35.310 INFO:teuthology.orchestra.run.smithi099.stdout:mds.b smithi110 running (23s) 2s ago 13m 11.5M - 19.0.0-2847-gbf9c5618 92de118a8b8f ce2c6390c8a8 2024-04-12T16:10:35.310 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi110 *:8443,9283,8765 running (6m) 2s ago 16m 453M - 19.0.0-2847-gbf9c5618 92de118a8b8f 39e31f4f4e9d 2024-04-12T16:10:35.310 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (7m) 2s ago 18m 519M - 19.0.0-2847-gbf9c5618 92de118a8b8f 8fb83982268a 2024-04-12T16:10:35.310 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (6m) 2s ago 18m 67.6M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f cc807b11358b 2024-04-12T16:10:35.310 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi110 running (5m) 2s ago 17m 53.9M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 393831dfcb29 2024-04-12T16:10:35.310 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (6m) 2s ago 16m 59.1M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 3bb5784f6f37 2024-04-12T16:10:35.310 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (10s) 2s ago 11m 7071k - 1.5.0 0da6a335fe13 757c7d90bf15 2024-04-12T16:10:35.310 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi110 *:9100 running (6s) 2s ago 11m 3649k - 1.5.0 0da6a335fe13 544991f5ac21 2024-04-12T16:10:35.310 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (5m) 2s ago 16m 302M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 5e1f1df54e74 2024-04-12T16:10:35.311 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (4m) 2s ago 15m 291M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 78ac083e3d82 2024-04-12T16:10:35.311 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (3m) 2s ago 15m 315M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f e28b267bdc6a 2024-04-12T16:10:35.311 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (3m) 2s ago 15m 203M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 594ef50fe212 2024-04-12T16:10:35.311 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi110 running (2m) 2s ago 14m 238M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f f21efac2aa79 2024-04-12T16:10:35.311 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi110 running (2m) 2s ago 14m 286M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 3295109109cf 2024-04-12T16:10:35.311 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi110 running (88s) 2s ago 13m 162M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 97a8d1469e51 2024-04-12T16:10:35.311 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi110 running (67s) 2s ago 13m 126M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 1bbbfc73a4c1 2024-04-12T16:10:35.311 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi110 *:9095 running (6m) 2s ago 12m 59.7M - 2.43.0 a07b618ecd1d 9fabb6d2365c 2024-04-12T16:10:35.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:35 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:35.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:35 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:35.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:35 smithi110 ceph-mon[88691]: pgmap v561: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 333 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.8 MiB/s wr, 28 op/s 2024-04-12T16:10:35.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:35 smithi110 ceph-mon[88691]: osdmap e617: 8 total, 8 up, 8 in 2024-04-12T16:10:35.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:35 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:35.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:35 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:35.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:35 smithi099 ceph-mon[94290]: pgmap v561: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 333 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.8 MiB/s wr, 28 op/s 2024-04-12T16:10:35.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:35 smithi099 ceph-mon[94290]: osdmap e617: 8 total, 8 up, 8 in 2024-04-12T16:10:35.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:35 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:35.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:35 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:35.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:35 smithi099 ceph-mon[96864]: pgmap v561: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 333 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.8 MiB/s wr, 28 op/s 2024-04-12T16:10:35.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:35 smithi099 ceph-mon[96864]: osdmap e617: 8 total, 8 up, 8 in 2024-04-12T16:10:35.717 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-04-12T16:10:35.717 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-04-12T16:10:35.717 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 3 2024-04-12T16:10:35.717 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:10:35.717 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-04-12T16:10:35.717 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:10:35.717 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:10:35.717 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-04-12T16:10:35.717 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 8 2024-04-12T16:10:35.717 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:10:35.717 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": { 2024-04-12T16:10:35.717 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:10:35.718 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:10:35.718 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-04-12T16:10:35.718 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 15 2024-04-12T16:10:35.718 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-04-12T16:10:35.718 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-04-12T16:10:36.075 INFO:tasks.rados.rados.0.smithi099.stdout:2834: done (3 left) 2024-04-12T16:10:36.075 INFO:tasks.rados.rados.0.smithi099.stdout:2836: done (2 left) 2024-04-12T16:10:36.076 INFO:tasks.rados.rados.0.smithi099.stdout:2837: done (1 left) 2024-04-12T16:10:36.076 INFO:tasks.rados.rados.0.smithi099.stdout:2838: done (0 left) 2024-04-12T16:10:36.076 INFO:tasks.rados.rados.0.smithi099.stdout:2839: delete oid 47 current snap is 272 2024-04-12T16:10:36.079 INFO:tasks.rados.rados.0.smithi099.stdout:2839: done (0 left) 2024-04-12T16:10:36.079 INFO:tasks.rados.rados.0.smithi099.stdout:2840: snap_create 2024-04-12T16:10:36.529 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:36 smithi110 ceph-mon[88691]: from='client.44357 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:10:36.529 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:36 smithi110 ceph-mon[88691]: from='client.34437 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:10:36.529 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:36 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2039231893' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:36.529 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:36 smithi110 ceph-mon[88691]: osdmap e618: 8 total, 8 up, 8 in 2024-04-12T16:10:36.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:10:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:10:36] "GET /metrics HTTP/1.1" 200 36327 "" "Prometheus/2.43.0" 2024-04-12T16:10:36.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:36 smithi099 ceph-mon[94290]: from='client.44357 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:10:36.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:36 smithi099 ceph-mon[94290]: from='client.34437 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:10:36.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:36 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2039231893' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:36.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:36 smithi099 ceph-mon[94290]: osdmap e618: 8 total, 8 up, 8 in 2024-04-12T16:10:36.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:36 smithi099 ceph-mon[96864]: from='client.44357 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:10:36.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:36 smithi099 ceph-mon[96864]: from='client.34437 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:10:36.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:36 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2039231893' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:36.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:36 smithi099 ceph-mon[96864]: osdmap e618: 8 total, 8 up, 8 in 2024-04-12T16:10:37.074 INFO:tasks.rados.rados.0.smithi099.stdout:2840: done (0 left) 2024-04-12T16:10:37.075 INFO:tasks.rados.rados.0.smithi099.stdout:2841: read oid 39 snap -1 2024-04-12T16:10:37.075 INFO:tasks.rados.rados.0.smithi099.stdout:2841: expect (ObjNum 867 snap 271 seq_num 867) 2024-04-12T16:10:37.075 INFO:tasks.rados.rados.0.smithi099.stdout:2842: snap_create 2024-04-12T16:10:37.078 INFO:tasks.rados.rados.0.smithi099.stdout:2841: expect (ObjNum 867 snap 271 seq_num 867) 2024-04-12T16:10:37.573 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:37 smithi110 ceph-mon[88691]: pgmap v564: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 340 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 4.1 MiB/s wr, 21 op/s 2024-04-12T16:10:37.573 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:37 smithi110 ceph-mon[88691]: osdmap e619: 8 total, 8 up, 8 in 2024-04-12T16:10:37.573 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:37 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:37.573 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:37 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:37.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:37 smithi099 ceph-mon[96864]: pgmap v564: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 340 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 4.1 MiB/s wr, 21 op/s 2024-04-12T16:10:37.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:37 smithi099 ceph-mon[96864]: osdmap e619: 8 total, 8 up, 8 in 2024-04-12T16:10:37.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:37 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:37.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:37 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:37.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:37 smithi099 ceph-mon[94290]: pgmap v564: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 340 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 4.1 MiB/s wr, 21 op/s 2024-04-12T16:10:37.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:37 smithi099 ceph-mon[94290]: osdmap e619: 8 total, 8 up, 8 in 2024-04-12T16:10:37.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:37 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:37.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:37 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:38.078 INFO:tasks.rados.rados.0.smithi099.stdout:2841: done (1 left) 2024-04-12T16:10:38.078 INFO:tasks.rados.rados.0.smithi099.stdout:2842: done (0 left) 2024-04-12T16:10:38.078 INFO:tasks.rados.rados.0.smithi099.stdout:2843: delete oid 11 current snap is 274 2024-04-12T16:10:38.079 INFO:tasks.rados.rados.0.smithi099.stdout:2843: done (0 left) 2024-04-12T16:10:38.080 INFO:tasks.rados.rados.0.smithi099.stdout:2844: delete oid 18 current snap is 274 2024-04-12T16:10:38.085 INFO:tasks.rados.rados.0.smithi099.stdout:2844: done (0 left) 2024-04-12T16:10:38.085 INFO:tasks.rados.rados.0.smithi099.stdout:2845: read oid 38 snap -1 2024-04-12T16:10:38.085 INFO:tasks.rados.rados.0.smithi099.stdout:2845: expect (ObjNum 757 snap 235 seq_num 757) 2024-04-12T16:10:38.085 INFO:tasks.rados.rados.0.smithi099.stdout:2846: setattr oid 25 current snap is 274 2024-04-12T16:10:38.086 INFO:tasks.rados.rados.0.smithi099.stdout:2847: rollback oid 23 current snap is 274 2024-04-12T16:10:38.087 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 23 to 261 2024-04-12T16:10:38.087 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 46 current snap is 274 2024-04-12T16:10:38.087 INFO:tasks.rados.rados.0.smithi099.stdout:2848: seq_num 889 ranges {1810432=491520} 2024-04-12T16:10:38.099 INFO:tasks.rados.rados.0.smithi099.stdout:2848: writing smithi09982431-46 from 1810432 to 2301952 tid 1 2024-04-12T16:10:38.100 INFO:tasks.rados.rados.0.smithi099.stdout:2849: copy_from oid 13 from oid 14 current snap is 274 2024-04-12T16:10:38.100 INFO:tasks.rados.rados.0.smithi099.stdout:2847: finishing rollback tid 0 to smithi09982431-23 2024-04-12T16:10:38.100 INFO:tasks.rados.rados.0.smithi099.stdout:2847: finishing rollback tid 1 to smithi09982431-23 2024-04-12T16:10:38.100 INFO:tasks.rados.rados.0.smithi099.stdout:2847: finishing rollback tid 2 to smithi09982431-23 2024-04-12T16:10:38.100 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 23 v 984 (ObjNum 824 snap 260 seq_num 824) dirty exists 2024-04-12T16:10:38.100 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 25 v 2109 (ObjNum 793 snap 247 seq_num 793) dirty exists 2024-04-12T16:10:38.100 INFO:tasks.rados.rados.0.smithi099.stdout:2846: done (4 left) 2024-04-12T16:10:38.100 INFO:tasks.rados.rados.0.smithi099.stdout:2847: done (3 left) 2024-04-12T16:10:38.100 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 10 current snap is 274 2024-04-12T16:10:38.100 INFO:tasks.rados.rados.0.smithi099.stdout:2850: seq_num 890 ranges {4243456=507904} 2024-04-12T16:10:38.126 INFO:tasks.rados.rados.0.smithi099.stdout:2850: writing smithi09982431-10 from 4243456 to 4751360 tid 1 2024-04-12T16:10:38.126 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 49 current snap is 274 2024-04-12T16:10:38.126 INFO:tasks.rados.rados.0.smithi099.stdout:2851: seq_num 891 ranges {6201344=532480} 2024-04-12T16:10:38.164 INFO:tasks.rados.rados.0.smithi099.stdout:2851: writing smithi09982431-49 from 6201344 to 6733824 tid 1 2024-04-12T16:10:38.164 INFO:tasks.rados.rados.0.smithi099.stdout:2852: read oid 7 snap -1 2024-04-12T16:10:38.164 INFO:tasks.rados.rados.0.smithi099.stdout:2852: expect (ObjNum 816 snap 258 seq_num 816) 2024-04-12T16:10:38.165 INFO:tasks.rados.rados.0.smithi099.stdout:2853: read oid 6 snap -1 2024-04-12T16:10:38.165 INFO:tasks.rados.rados.0.smithi099.stdout:2853: expect (ObjNum 546 snap 163 seq_num 546) 2024-04-12T16:10:38.165 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 12 current snap is 274 2024-04-12T16:10:38.165 INFO:tasks.rados.rados.0.smithi099.stdout:2848: finishing write tid 1 to smithi09982431-46 2024-04-12T16:10:38.165 INFO:tasks.rados.rados.0.smithi099.stdout:2848: finishing write tid 2 to smithi09982431-46 2024-04-12T16:10:38.165 INFO:tasks.rados.rados.0.smithi099.stdout:2854: seq_num 892 ranges {3088384=548864} 2024-04-12T16:10:38.184 INFO:tasks.rados.rados.0.smithi099.stdout:2854: writing smithi09982431-12 from 3088384 to 3637248 tid 1 2024-04-12T16:10:38.184 INFO:tasks.rados.rados.0.smithi099.stdout:2855: snap_remove snap 261 2024-04-12T16:10:39.073 INFO:tasks.rados.rados.0.smithi099.stdout:2848: finishing write tid 3 to smithi09982431-46 2024-04-12T16:10:39.073 INFO:tasks.rados.rados.0.smithi099.stdout:2848: oid 46 updating version 0 to 1500 2024-04-12T16:10:39.073 INFO:tasks.rados.rados.0.smithi099.stdout:2848: oid 46 version 1500 is already newer than 1499 2024-04-12T16:10:39.073 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 46 v 1500 (ObjNum 889 snap 274 seq_num 889) dirty exists 2024-04-12T16:10:39.073 INFO:tasks.rados.rados.0.smithi099.stdout:2848: left oid 46 (ObjNum 889 snap 274 seq_num 889) 2024-04-12T16:10:39.073 INFO:tasks.rados.rados.0.smithi099.stdout:2849: finishing copy_from racing read to smithi09982431-13 2024-04-12T16:10:39.073 INFO:tasks.rados.rados.0.smithi099.stdout:2845: expect (ObjNum 757 snap 235 seq_num 757) 2024-04-12T16:10:39.293 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:39.293 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:39.293 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:10:39.293 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:10:39.293 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:39.293 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:38 smithi110 ceph-mon[88691]: osdmap e620: 8 total, 8 up, 8 in 2024-04-12T16:10:39.293 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:10:39.293 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:39.293 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:39.294 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:39.294 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:39.294 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:39.294 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:39.294 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:39.294 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:39.294 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:39.294 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:39.294 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:39.294 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:39.294 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:39.294 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:38 smithi110 ceph-mon[88691]: pgmap v567: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 344 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:10:39.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:39.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:39.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:10:39.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:10:39.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:39.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:38 smithi099 ceph-mon[96864]: osdmap e620: 8 total, 8 up, 8 in 2024-04-12T16:10:39.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:10:39.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:39.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:39.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:39.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:39.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:39.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:39.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:39.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:39.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:39.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:39.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:39.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:39.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:39.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:38 smithi099 ceph-mon[96864]: pgmap v567: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 344 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:10:39.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:39.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:39.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:10:39.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:10:39.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:39.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:38 smithi099 ceph-mon[94290]: osdmap e620: 8 total, 8 up, 8 in 2024-04-12T16:10:39.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:10:39.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:39.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:39.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:39.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:39.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:39.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:39.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:39.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:39.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:39.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:39.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:39.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:39.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:39.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:38 smithi099 ceph-mon[94290]: pgmap v567: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 344 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:10:39.691 INFO:tasks.rados.rados.0.smithi099.stdout:2849: finishing copy_from to smithi09982431-13 2024-04-12T16:10:39.691 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 13 v 1921 (ObjNum 831 snap 261 seq_num 831) dirty exists 2024-04-12T16:10:39.691 INFO:tasks.rados.rados.0.smithi099.stdout:2845: done (8 left) 2024-04-12T16:10:39.691 INFO:tasks.rados.rados.0.smithi099.stdout:2848: done (7 left) 2024-04-12T16:10:39.692 INFO:tasks.rados.rados.0.smithi099.stdout:2849: done (6 left) 2024-04-12T16:10:39.692 INFO:tasks.rados.rados.0.smithi099.stdout:2855: done (5 left) 2024-04-12T16:10:39.692 INFO:tasks.rados.rados.0.smithi099.stdout:2856: delete oid 42 current snap is 274 2024-04-12T16:10:39.692 INFO:tasks.rados.rados.0.smithi099.stdout:2850: finishing write tid 1 to smithi09982431-10 2024-04-12T16:10:39.692 INFO:tasks.rados.rados.0.smithi099.stdout:2850: finishing write tid 2 to smithi09982431-10 2024-04-12T16:10:39.692 INFO:tasks.rados.rados.0.smithi099.stdout:2850: finishing write tid 3 to smithi09982431-10 2024-04-12T16:10:39.692 INFO:tasks.rados.rados.0.smithi099.stdout:2850: oid 10 updating version 0 to 1779 2024-04-12T16:10:39.692 INFO:tasks.rados.rados.0.smithi099.stdout:2850: oid 10 version 1779 is already newer than 1778 2024-04-12T16:10:39.692 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 10 v 1779 (ObjNum 890 snap 274 seq_num 890) dirty exists 2024-04-12T16:10:39.692 INFO:tasks.rados.rados.0.smithi099.stdout:2850: left oid 10 (ObjNum 890 snap 274 seq_num 890) 2024-04-12T16:10:39.692 INFO:tasks.rados.rados.0.smithi099.stdout:2851: finishing write tid 1 to smithi09982431-49 2024-04-12T16:10:39.692 INFO:tasks.rados.rados.0.smithi099.stdout:2851: finishing write tid 2 to smithi09982431-49 2024-04-12T16:10:39.692 INFO:tasks.rados.rados.0.smithi099.stdout:2852: expect (ObjNum 816 snap 258 seq_num 816) 2024-04-12T16:10:39.736 INFO:tasks.rados.rados.0.smithi099.stdout:2851: finishing write tid 3 to smithi09982431-49 2024-04-12T16:10:39.736 INFO:tasks.rados.rados.0.smithi099.stdout:2851: oid 49 updating version 0 to 1775 2024-04-12T16:10:39.736 INFO:tasks.rados.rados.0.smithi099.stdout:2851: oid 49 version 1775 is already newer than 1774 2024-04-12T16:10:39.736 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 49 v 1775 (ObjNum 891 snap 274 seq_num 891) dirty exists 2024-04-12T16:10:39.736 INFO:tasks.rados.rados.0.smithi099.stdout:2851: left oid 49 (ObjNum 891 snap 274 seq_num 891) 2024-04-12T16:10:39.736 INFO:tasks.rados.rados.0.smithi099.stdout:2853: expect (ObjNum 546 snap 163 seq_num 546) 2024-04-12T16:10:39.931 INFO:tasks.rados.rados.0.smithi099.stdout:2854: finishing write tid 1 to smithi09982431-12 2024-04-12T16:10:39.931 INFO:tasks.rados.rados.0.smithi099.stdout:2854: finishing write tid 2 to smithi09982431-12 2024-04-12T16:10:39.931 INFO:tasks.rados.rados.0.smithi099.stdout:2854: finishing write tid 3 to smithi09982431-12 2024-04-12T16:10:39.931 INFO:tasks.rados.rados.0.smithi099.stdout:2854: oid 12 updating version 0 to 1507 2024-04-12T16:10:39.932 INFO:tasks.rados.rados.0.smithi099.stdout:2854: oid 12 updating version 1507 to 1508 2024-04-12T16:10:39.932 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 1508 (ObjNum 892 snap 274 seq_num 892) dirty exists 2024-04-12T16:10:39.932 INFO:tasks.rados.rados.0.smithi099.stdout:2854: left oid 12 (ObjNum 892 snap 274 seq_num 892) 2024-04-12T16:10:39.932 INFO:tasks.rados.rados.0.smithi099.stdout:2850: done (5 left) 2024-04-12T16:10:39.932 INFO:tasks.rados.rados.0.smithi099.stdout:2851: done (4 left) 2024-04-12T16:10:39.932 INFO:tasks.rados.rados.0.smithi099.stdout:2852: done (3 left) 2024-04-12T16:10:39.932 INFO:tasks.rados.rados.0.smithi099.stdout:2853: done (2 left) 2024-04-12T16:10:39.932 INFO:tasks.rados.rados.0.smithi099.stdout:2854: done (1 left) 2024-04-12T16:10:39.932 INFO:tasks.rados.rados.0.smithi099.stdout:2856: done (0 left) 2024-04-12T16:10:39.932 INFO:tasks.rados.rados.0.smithi099.stdout:2857: read oid 36 snap 258 2024-04-12T16:10:39.932 INFO:tasks.rados.rados.0.smithi099.stdout:2857: expect (ObjNum 761 snap 236 seq_num 761) 2024-04-12T16:10:39.932 INFO:tasks.rados.rados.0.smithi099.stdout:2858: snap_remove snap 245 2024-04-12T16:10:40.090 INFO:tasks.rados.rados.0.smithi099.stdout:2857: expect (ObjNum 761 snap 236 seq_num 761) 2024-04-12T16:10:40.120 INFO:tasks.rados.rados.0.smithi099.stdout:2857: done (1 left) 2024-04-12T16:10:40.120 INFO:tasks.rados.rados.0.smithi099.stdout:2858: done (0 left) 2024-04-12T16:10:40.120 INFO:tasks.rados.rados.0.smithi099.stdout:2859: delete oid 22 current snap is 274 2024-04-12T16:10:40.122 INFO:tasks.rados.rados.0.smithi099.stdout:2859: done (0 left) 2024-04-12T16:10:40.122 INFO:tasks.rados.rados.0.smithi099.stdout:2860: delete oid 22 current snap is 274 2024-04-12T16:10:40.125 INFO:tasks.rados.rados.0.smithi099.stdout:2860: done (0 left) 2024-04-12T16:10:40.125 INFO:tasks.rados.rados.0.smithi099.stdout:2861: rollback oid 41 current snap is 274 2024-04-12T16:10:40.125 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 41 to 268 2024-04-12T16:10:40.125 INFO:tasks.rados.rados.0.smithi099.stdout:2862: rollback oid 19 current snap is 274 2024-04-12T16:10:40.125 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 19 to 256 2024-04-12T16:10:40.125 INFO:tasks.rados.rados.0.smithi099.stdout:2863: rollback oid 24 current snap is 274 2024-04-12T16:10:40.126 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 24 to 256 2024-04-12T16:10:40.126 INFO:tasks.rados.rados.0.smithi099.stdout:2864: snap_create 2024-04-12T16:10:40.129 INFO:tasks.rados.rados.0.smithi099.stdout:2862: finishing rollback tid 0 to smithi09982431-19 2024-04-12T16:10:40.129 INFO:tasks.rados.rados.0.smithi099.stdout:2862: finishing rollback tid 1 to smithi09982431-19 2024-04-12T16:10:40.129 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 19 v 1936 (ObjNum 129 snap 0 seq_num 1924592272) dirty dne 2024-04-12T16:10:40.130 INFO:tasks.rados.rados.0.smithi099.stdout:2863: finishing rollback tid 0 to smithi09982431-24 2024-04-12T16:10:40.130 INFO:tasks.rados.rados.0.smithi099.stdout:2863: finishing rollback tid 1 to smithi09982431-24 2024-04-12T16:10:40.130 INFO:tasks.rados.rados.0.smithi099.stdout:2861: finishing rollback tid 0 to smithi09982431-41 2024-04-12T16:10:40.131 INFO:tasks.rados.rados.0.smithi099.stdout:2863: finishing rollback tid 2 to smithi09982431-24 2024-04-12T16:10:40.131 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 24 v 1656 (ObjNum 597 snap 183 seq_num 597) dirty exists 2024-04-12T16:10:40.132 INFO:tasks.rados.rados.0.smithi099.stdout:2861: finishing rollback tid 1 to smithi09982431-41 2024-04-12T16:10:40.132 INFO:tasks.rados.rados.0.smithi099.stdout:2861: finishing rollback tid 2 to smithi09982431-41 2024-04-12T16:10:40.132 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 41 v 1789 (ObjNum 784 snap 246 seq_num 784) dirty exists 2024-04-12T16:10:40.250 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:40 smithi110 ceph-mon[88691]: osdmap e621: 8 total, 8 up, 8 in 2024-04-12T16:10:40.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:40 smithi099 ceph-mon[94290]: osdmap e621: 8 total, 8 up, 8 in 2024-04-12T16:10:40.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:40 smithi099 ceph-mon[96864]: osdmap e621: 8 total, 8 up, 8 in 2024-04-12T16:10:41.093 INFO:tasks.rados.rados.0.smithi099.stdout:2861: done (3 left) 2024-04-12T16:10:41.094 INFO:tasks.rados.rados.0.smithi099.stdout:2862: done (2 left) 2024-04-12T16:10:41.094 INFO:tasks.rados.rados.0.smithi099.stdout:2863: done (1 left) 2024-04-12T16:10:41.094 INFO:tasks.rados.rados.0.smithi099.stdout:2864: done (0 left) 2024-04-12T16:10:41.094 INFO:tasks.rados.rados.0.smithi099.stdout:2865: read oid 49 snap -1 2024-04-12T16:10:41.094 INFO:tasks.rados.rados.0.smithi099.stdout:2865: expect (ObjNum 891 snap 274 seq_num 891) 2024-04-12T16:10:41.094 INFO:tasks.rados.rados.0.smithi099.stdout:2866: snap_remove snap 273 2024-04-12T16:10:41.277 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:41 smithi110 ceph-mon[88691]: Upgrade: Updating prometheus.a 2024-04-12T16:10:41.277 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:41 smithi110 ceph-mon[88691]: osdmap e622: 8 total, 8 up, 8 in 2024-04-12T16:10:41.278 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:41 smithi110 ceph-mon[88691]: Deploying daemon prometheus.a on smithi110 2024-04-12T16:10:41.278 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:41 smithi110 ceph-mon[88691]: pgmap v570: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 357 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 6.1 MiB/s wr, 22 op/s 2024-04-12T16:10:41.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:41 smithi099 ceph-mon[94290]: Upgrade: Updating prometheus.a 2024-04-12T16:10:41.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:41 smithi099 ceph-mon[94290]: osdmap e622: 8 total, 8 up, 8 in 2024-04-12T16:10:41.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:41 smithi099 ceph-mon[94290]: Deploying daemon prometheus.a on smithi110 2024-04-12T16:10:41.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:41 smithi099 ceph-mon[94290]: pgmap v570: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 357 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 6.1 MiB/s wr, 22 op/s 2024-04-12T16:10:41.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:41 smithi099 ceph-mon[96864]: Upgrade: Updating prometheus.a 2024-04-12T16:10:41.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:41 smithi099 ceph-mon[96864]: osdmap e622: 8 total, 8 up, 8 in 2024-04-12T16:10:41.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:41 smithi099 ceph-mon[96864]: Deploying daemon prometheus.a on smithi110 2024-04-12T16:10:41.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:41 smithi099 ceph-mon[96864]: pgmap v570: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 357 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 6.1 MiB/s wr, 22 op/s 2024-04-12T16:10:42.092 INFO:tasks.rados.rados.0.smithi099.stdout:2866: done (1 left) 2024-04-12T16:10:42.092 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 12 current snap is 275 2024-04-12T16:10:42.092 INFO:tasks.rados.rados.0.smithi099.stdout:2867: seq_num 896 ranges {3637248=614400} 2024-04-12T16:10:42.115 INFO:tasks.rados.rados.0.smithi099.stdout:2867: writing smithi09982431-12 from 3637248 to 4251648 tid 1 2024-04-12T16:10:42.116 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 45 current snap is 275 2024-04-12T16:10:42.116 INFO:tasks.rados.rados.0.smithi099.stdout:2868: seq_num 897 ranges {6529024=630784} 2024-04-12T16:10:42.154 INFO:tasks.rados.rados.0.smithi099.stdout:2868: writing smithi09982431-45 from 6529024 to 7159808 tid 1 2024-04-12T16:10:42.154 INFO:tasks.rados.rados.0.smithi099.stdout:2869: snap_remove snap 271 2024-04-12T16:10:42.312 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:42 smithi110 ceph-mon[88691]: osdmap e623: 8 total, 8 up, 8 in 2024-04-12T16:10:42.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:42 smithi099 ceph-mon[94290]: osdmap e623: 8 total, 8 up, 8 in 2024-04-12T16:10:42.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:42 smithi099 ceph-mon[96864]: osdmap e623: 8 total, 8 up, 8 in 2024-04-12T16:10:42.378 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:10:42 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2[113197]: 2024-04-12T16:10:42.126+0000 7ff1fd9f4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 156 after trimming was started 2024-04-12T16:10:42.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:10:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:10:43.107 INFO:tasks.rados.rados.0.smithi099.stdout:2869: done (3 left) 2024-04-12T16:10:43.107 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 50 current snap is 275 2024-04-12T16:10:43.108 INFO:tasks.rados.rados.0.smithi099.stdout:2870: seq_num 898 ranges {0=647168} 2024-04-12T16:10:43.111 INFO:tasks.rados.rados.0.smithi099.stdout:2870: writing smithi09982431-50 from 0 to 647168 tid 1 2024-04-12T16:10:43.112 INFO:tasks.rados.rados.0.smithi099.stdout:2871: rollback oid 34 current snap is 275 2024-04-12T16:10:43.112 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 34 to 267 2024-04-12T16:10:43.112 INFO:tasks.rados.rados.0.smithi099.stdout:2872: snap_remove snap 268 2024-04-12T16:10:43.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:43 smithi099 ceph-mon[94290]: osdmap e624: 8 total, 8 up, 8 in 2024-04-12T16:10:43.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:43 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:10:43.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:43 smithi099 ceph-mon[94290]: pgmap v573: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 351 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.8 MiB/s wr, 21 op/s 2024-04-12T16:10:43.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:43 smithi099 ceph-mon[96864]: osdmap e624: 8 total, 8 up, 8 in 2024-04-12T16:10:43.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:43 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:10:43.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:43 smithi099 ceph-mon[96864]: pgmap v573: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 351 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.8 MiB/s wr, 21 op/s 2024-04-12T16:10:43.425 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:43 smithi110 ceph-mon[88691]: osdmap e624: 8 total, 8 up, 8 in 2024-04-12T16:10:43.425 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:43 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:10:43.425 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:43 smithi110 ceph-mon[88691]: pgmap v573: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 351 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.8 MiB/s wr, 21 op/s 2024-04-12T16:10:44.058 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:43 smithi110 systemd[1]: Stopping Ceph prometheus.a for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:10:44.059 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:44 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:10:44.049Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-12T16:10:44.059 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:44 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:10:44.049Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-12T16:10:44.059 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:44 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:10:44.049Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-12T16:10:44.059 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:44 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:10:44.049Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-12T16:10:44.059 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:44 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:10:44.049Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-12T16:10:44.059 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:44 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:10:44.049Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-12T16:10:44.059 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:44 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:10:44.049Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-12T16:10:44.059 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:44 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:10:44.049Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-12T16:10:44.059 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:44 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:10:44.049Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-12T16:10:44.059 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:44 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:10:44.050Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-12T16:10:44.059 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:44 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:10:44.050Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-12T16:10:44.059 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:44 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[79385]: ts=2024-04-12T16:10:44.050Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-12T16:10:44.059 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:44 smithi110 podman[121985]: 2024-04-12 16:10:44.059934463 +0000 UTC m=+0.118394937 container died 9fabb6d2365c555e87fdc34df5af284d40a00e2fe11030e7255c0ecfb375b679 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:10:44.084 INFO:tasks.rados.rados.0.smithi099.stdout:2872: done (5 left) 2024-04-12T16:10:44.084 INFO:tasks.rados.rados.0.smithi099.stdout:2873: rmattr oid 38 current snap is 275 2024-04-12T16:10:44.084 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 46 current snap is 275 2024-04-12T16:10:44.084 INFO:tasks.rados.rados.0.smithi099.stdout:2874: seq_num 899 ranges {2301952=663552} 2024-04-12T16:10:44.102 INFO:tasks.rados.rados.0.smithi099.stdout:2874: writing smithi09982431-46 from 2301952 to 2965504 tid 1 2024-04-12T16:10:44.102 INFO:tasks.rados.rados.0.smithi099.stdout:2875: snap_remove snap 256 2024-04-12T16:10:44.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:44 smithi110 ceph-mon[88691]: osdmap e625: 8 total, 8 up, 8 in 2024-04-12T16:10:44.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:44 smithi110 ceph-mon[88691]: osdmap e626: 8 total, 8 up, 8 in 2024-04-12T16:10:44.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:44 smithi099 ceph-mon[96864]: osdmap e625: 8 total, 8 up, 8 in 2024-04-12T16:10:44.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:44 smithi099 ceph-mon[96864]: osdmap e626: 8 total, 8 up, 8 in 2024-04-12T16:10:44.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:44 smithi099 ceph-mon[94290]: osdmap e625: 8 total, 8 up, 8 in 2024-04-12T16:10:44.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:44 smithi099 ceph-mon[94290]: osdmap e626: 8 total, 8 up, 8 in 2024-04-12T16:10:44.687 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:44 smithi110 podman[121985]: 2024-04-12 16:10:44.447320492 +0000 UTC m=+0.505780962 container cleanup 9fabb6d2365c555e87fdc34df5af284d40a00e2fe11030e7255c0ecfb375b679 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:10:44.687 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:44 smithi110 bash[121985]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a 2024-04-12T16:10:45.012 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:44 smithi110 podman[122004]: 2024-04-12 16:10:44.69008115 +0000 UTC m=+0.633274708 container remove 9fabb6d2365c555e87fdc34df5af284d40a00e2fe11030e7255c0ecfb375b679 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:10:45.012 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:44 smithi110 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-12T16:10:45.013 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:44 smithi110 systemd[1]: Stopped Ceph prometheus.a for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:10:45.013 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:44 smithi110 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@prometheus.a.service: Consumed 2.834s CPU time. 2024-04-12T16:10:45.123 INFO:tasks.rados.rados.0.smithi099.stdout:2875: done (7 left) 2024-04-12T16:10:45.124 INFO:tasks.rados.rados.0.smithi099.stdout:2876: copy_from oid 5 from oid 4 current snap is 275 2024-04-12T16:10:45.124 INFO:tasks.rados.rados.0.smithi099.stdout:2865: expect (ObjNum 891 snap 274 seq_num 891) 2024-04-12T16:10:45.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:45 smithi110 ceph-mon[88691]: pgmap v576: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 353 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 432 KiB/s wr, 7 op/s 2024-04-12T16:10:45.334 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:45 smithi110 systemd[1]: Starting Ceph prometheus.a for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:10:45.334 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:45 smithi110 podman[122137]: 2024-04-12 16:10:45.144136683 +0000 UTC m=+0.032987097 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-12T16:10:45.334 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:45 smithi110 podman[122137]: 2024-04-12 16:10:45.257967474 +0000 UTC m=+0.146817896 container create 75ac24a4352d4c16e327839743da6aead270c964e62bbd5f327a45de84952b0d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:10:45.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:45 smithi099 ceph-mon[94290]: pgmap v576: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 353 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 432 KiB/s wr, 7 op/s 2024-04-12T16:10:45.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:45 smithi099 ceph-mon[96864]: pgmap v576: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 353 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 432 KiB/s wr, 7 op/s 2024-04-12T16:10:45.558 INFO:tasks.rados.rados.0.smithi099.stdout:2867: finishing write tid 1 to smithi09982431-12 2024-04-12T16:10:45.558 INFO:tasks.rados.rados.0.smithi099.stdout:2867: finishing write tid 2 to smithi09982431-12 2024-04-12T16:10:45.559 INFO:tasks.rados.rados.0.smithi099.stdout:2867: finishing write tid 3 to smithi09982431-12 2024-04-12T16:10:45.559 INFO:tasks.rados.rados.0.smithi099.stdout:2867: oid 12 updating version 0 to 1516 2024-04-12T16:10:45.559 INFO:tasks.rados.rados.0.smithi099.stdout:2867: oid 12 version 1516 is already newer than 1515 2024-04-12T16:10:45.559 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 1516 (ObjNum 896 snap 275 seq_num 896) dirty exists 2024-04-12T16:10:45.559 INFO:tasks.rados.rados.0.smithi099.stdout:2867: left oid 12 (ObjNum 896 snap 275 seq_num 896) 2024-04-12T16:10:45.559 INFO:tasks.rados.rados.0.smithi099.stdout:2868: finishing write tid 1 to smithi09982431-45 2024-04-12T16:10:45.559 INFO:tasks.rados.rados.0.smithi099.stdout:2865: done (7 left) 2024-04-12T16:10:45.559 INFO:tasks.rados.rados.0.smithi099.stdout:2867: done (6 left) 2024-04-12T16:10:45.559 INFO:tasks.rados.rados.0.smithi099.stdout:2877: copy_from oid 2 from oid 40 current snap is 275 2024-04-12T16:10:45.559 INFO:tasks.rados.rados.0.smithi099.stdout:2868: finishing write tid 2 to smithi09982431-45 2024-04-12T16:10:45.559 INFO:tasks.rados.rados.0.smithi099.stdout:2868: finishing write tid 3 to smithi09982431-45 2024-04-12T16:10:45.559 INFO:tasks.rados.rados.0.smithi099.stdout:2868: oid 45 updating version 0 to 1778 2024-04-12T16:10:45.559 INFO:tasks.rados.rados.0.smithi099.stdout:2868: oid 45 version 1778 is already newer than 1777 2024-04-12T16:10:45.559 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 45 v 1778 (ObjNum 897 snap 275 seq_num 897) dirty exists 2024-04-12T16:10:45.560 INFO:tasks.rados.rados.0.smithi099.stdout:2868: left oid 45 (ObjNum 897 snap 275 seq_num 897) 2024-04-12T16:10:45.560 INFO:tasks.rados.rados.0.smithi099.stdout:2870: finishing write tid 1 to smithi09982431-50 2024-04-12T16:10:45.560 INFO:tasks.rados.rados.0.smithi099.stdout:2871: finishing rollback tid 0 to smithi09982431-34 2024-04-12T16:10:45.560 INFO:tasks.rados.rados.0.smithi099.stdout:2870: finishing write tid 2 to smithi09982431-50 2024-04-12T16:10:45.560 INFO:tasks.rados.rados.0.smithi099.stdout:2871: finishing rollback tid 1 to smithi09982431-34 2024-04-12T16:10:45.560 INFO:tasks.rados.rados.0.smithi099.stdout:2871: finishing rollback tid 2 to smithi09982431-34 2024-04-12T16:10:45.560 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 34 v 2135 (ObjNum 722 snap 227 seq_num 722) dirty exists 2024-04-12T16:10:45.561 INFO:tasks.rados.rados.0.smithi099.stdout:2870: finishing write tid 3 to smithi09982431-50 2024-04-12T16:10:45.561 INFO:tasks.rados.rados.0.smithi099.stdout:2870: oid 50 updating version 0 to 1520 2024-04-12T16:10:45.561 INFO:tasks.rados.rados.0.smithi099.stdout:2870: oid 50 version 1520 is already newer than 1519 2024-04-12T16:10:45.561 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 50 v 1520 (ObjNum 898 snap 275 seq_num 898) dirty exists 2024-04-12T16:10:45.561 INFO:tasks.rados.rados.0.smithi099.stdout:2870: left oid 50 (ObjNum 898 snap 275 seq_num 898) 2024-04-12T16:10:45.561 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 38 v 1657 (ObjNum 757 snap 235 seq_num 757) dirty exists 2024-04-12T16:10:45.561 INFO:tasks.rados.rados.0.smithi099.stdout:2874: finishing write tid 1 to smithi09982431-46 2024-04-12T16:10:45.561 INFO:tasks.rados.rados.0.smithi099.stdout:2868: done (6 left) 2024-04-12T16:10:45.561 INFO:tasks.rados.rados.0.smithi099.stdout:2870: done (5 left) 2024-04-12T16:10:45.562 INFO:tasks.rados.rados.0.smithi099.stdout:2871: done (4 left) 2024-04-12T16:10:45.562 INFO:tasks.rados.rados.0.smithi099.stdout:2873: done (3 left) 2024-04-12T16:10:45.562 INFO:tasks.rados.rados.0.smithi099.stdout:2878: setattr oid 50 current snap is 275 2024-04-12T16:10:45.562 INFO:tasks.rados.rados.0.smithi099.stdout:2874: finishing write tid 2 to smithi09982431-46 2024-04-12T16:10:45.562 INFO:tasks.rados.rados.0.smithi099.stdout:2874: finishing write tid 3 to smithi09982431-46 2024-04-12T16:10:45.562 INFO:tasks.rados.rados.0.smithi099.stdout:2874: oid 46 updating version 0 to 1502 2024-04-12T16:10:45.562 INFO:tasks.rados.rados.0.smithi099.stdout:2874: oid 46 version 1502 is already newer than 1501 2024-04-12T16:10:45.562 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 46 v 1502 (ObjNum 899 snap 275 seq_num 899) dirty exists 2024-04-12T16:10:45.563 INFO:tasks.rados.rados.0.smithi099.stdout:2874: left oid 46 (ObjNum 899 snap 275 seq_num 899) 2024-04-12T16:10:45.563 INFO:tasks.rados.rados.0.smithi099.stdout:2876: finishing copy_from racing read to smithi09982431-5 2024-04-12T16:10:45.563 INFO:tasks.rados.rados.0.smithi099.stdout:2876: finishing copy_from to smithi09982431-5 2024-04-12T16:10:45.563 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 5 v 1653 (ObjNum 885 snap 271 seq_num 885) dirty exists 2024-04-12T16:10:45.564 INFO:tasks.rados.rados.0.smithi099.stdout:2874: done (3 left) 2024-04-12T16:10:45.564 INFO:tasks.rados.rados.0.smithi099.stdout:2876: done (2 left) 2024-04-12T16:10:45.564 INFO:tasks.rados.rados.0.smithi099.stdout:2879: delete oid 13 current snap is 275 2024-04-12T16:10:45.564 INFO:tasks.rados.rados.0.smithi099.stdout:2879: done (2 left) 2024-04-12T16:10:45.564 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 46 current snap is 275 2024-04-12T16:10:45.564 INFO:tasks.rados.rados.0.smithi099.stdout:2880: seq_num 901 ranges {2965504=696320} 2024-04-12T16:10:45.582 INFO:tasks.rados.rados.0.smithi099.stdout:2880: writing smithi09982431-46 from 2965504 to 3661824 tid 1 2024-04-12T16:10:45.582 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 5 current snap is 275 2024-04-12T16:10:45.582 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 50 v 1535 (ObjNum 898 snap 275 seq_num 898) dirty exists 2024-04-12T16:10:45.582 INFO:tasks.rados.rados.0.smithi099.stdout:2877: finishing copy_from racing read to smithi09982431-2 2024-04-12T16:10:45.582 INFO:tasks.rados.rados.0.smithi099.stdout:2877: finishing copy_from to smithi09982431-2 2024-04-12T16:10:45.582 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 2 v 2053 (ObjNum 860 snap 269 seq_num 860) dirty exists 2024-04-12T16:10:45.582 INFO:tasks.rados.rados.0.smithi099.stdout:2881: seq_num 902 ranges {425984=712704} 2024-04-12T16:10:45.588 INFO:tasks.rados.rados.0.smithi099.stdout:2881: writing smithi09982431-5 from 425984 to 1138688 tid 1 2024-04-12T16:10:45.588 INFO:tasks.rados.rados.0.smithi099.stdout:2877: done (3 left) 2024-04-12T16:10:45.589 INFO:tasks.rados.rados.0.smithi099.stdout:2878: done (2 left) 2024-04-12T16:10:45.589 INFO:tasks.rados.rados.0.smithi099.stdout:2882: setattr oid 35 current snap is 275 2024-04-12T16:10:45.589 INFO:tasks.rados.rados.0.smithi099.stdout:2880: finishing write tid 1 to smithi09982431-46 2024-04-12T16:10:45.589 INFO:tasks.rados.rados.0.smithi099.stdout:2880: finishing write tid 2 to smithi09982431-46 2024-04-12T16:10:45.589 INFO:tasks.rados.rados.0.smithi099.stdout:2880: finishing write tid 3 to smithi09982431-46 2024-04-12T16:10:45.589 INFO:tasks.rados.rados.0.smithi099.stdout:2880: oid 46 updating version 0 to 1504 2024-04-12T16:10:45.589 INFO:tasks.rados.rados.0.smithi099.stdout:2880: oid 46 version 1504 is already newer than 1503 2024-04-12T16:10:45.589 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 46 v 1504 (ObjNum 901 snap 275 seq_num 901) dirty exists 2024-04-12T16:10:45.589 INFO:tasks.rados.rados.0.smithi099.stdout:2880: left oid 46 (ObjNum 901 snap 275 seq_num 901) 2024-04-12T16:10:45.590 INFO:tasks.rados.rados.0.smithi099.stdout:2880: done (2 left) 2024-04-12T16:10:45.590 INFO:tasks.rados.rados.0.smithi099.stdout:2883: rollback oid 14 current snap is 275 2024-04-12T16:10:45.590 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 14 to 269 2024-04-12T16:10:45.590 INFO:tasks.rados.rados.0.smithi099.stdout:2884: setattr oid 22 current snap is 275 2024-04-12T16:10:45.592 INFO:tasks.rados.rados.0.smithi099.stdout:2885: snap_create 2024-04-12T16:10:45.593 INFO:tasks.rados.rados.0.smithi099.stdout:2881: finishing write tid 1 to smithi09982431-5 2024-04-12T16:10:45.593 INFO:tasks.rados.rados.0.smithi099.stdout:2881: finishing write tid 2 to smithi09982431-5 2024-04-12T16:10:45.594 INFO:tasks.rados.rados.0.smithi099.stdout:2883: finishing rollback tid 0 to smithi09982431-14 2024-04-12T16:10:45.594 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 1761 (ObjNum 877 snap 271 seq_num 877) dirty exists 2024-04-12T16:10:45.594 INFO:tasks.rados.rados.0.smithi099.stdout:2883: finishing rollback tid 1 to smithi09982431-14 2024-04-12T16:10:45.595 INFO:tasks.rados.rados.0.smithi099.stdout:2881: finishing write tid 3 to smithi09982431-5 2024-04-12T16:10:45.595 INFO:tasks.rados.rados.0.smithi099.stdout:2881: oid 5 updating version 0 to 1759 2024-04-12T16:10:45.595 INFO:tasks.rados.rados.0.smithi099.stdout:2881: oid 5 updating version 1759 to 1760 2024-04-12T16:10:45.595 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 5 v 1760 (ObjNum 902 snap 275 seq_num 902) dirty exists 2024-04-12T16:10:45.595 INFO:tasks.rados.rados.0.smithi099.stdout:2881: left oid 5 (ObjNum 902 snap 275 seq_num 902) 2024-04-12T16:10:45.595 INFO:tasks.rados.rados.0.smithi099.stdout:2883: finishing rollback tid 2 to smithi09982431-14 2024-04-12T16:10:45.595 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 14 v 2056 (ObjNum 836 snap 261 seq_num 836) dirty exists 2024-04-12T16:10:45.595 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 22 v 1825 (ObjNum 65 snap 0 seq_num 1717655658) dirty exists 2024-04-12T16:10:45.835 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:45 smithi110 podman[122137]: 2024-04-12 16:10:45.560251739 +0000 UTC m=+0.449102123 container init 75ac24a4352d4c16e327839743da6aead270c964e62bbd5f327a45de84952b0d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:10:45.835 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:45 smithi110 podman[122137]: 2024-04-12 16:10:45.566093288 +0000 UTC m=+0.454943672 container start 75ac24a4352d4c16e327839743da6aead270c964e62bbd5f327a45de84952b0d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:10:45.835 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:10:45.593Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-12T16:10:45.835 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:10:45.593Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-12T16:10:45.835 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:10:45.593Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi110 (none))" 2024-04-12T16:10:45.835 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:10:45.593Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-12T16:10:45.836 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:10:45.593Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-12T16:10:45.836 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:10:45.595Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-12T16:10:45.836 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:10:45.595Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-12T16:10:45.836 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:10:45.597Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-12T16:10:45.836 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:10:45.597Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-12T16:10:45.836 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:10:45.599Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-12T16:10:45.837 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:10:45.601Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.94984ms 2024-04-12T16:10:45.837 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:10:45.601Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-12T16:10:45.837 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:10:45.602Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-04-12T16:10:45.838 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:10:45.608Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-04-12T16:10:45.838 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:10:45.615Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-04-12T16:10:45.838 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:10:45.620Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-04-12T16:10:45.838 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:10:45.621Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-04-12T16:10:45.838 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:10:45.621Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=48.103µs wal_replay_duration=19.760656ms wbl_replay_duration=119ns total_replay_duration=21.799355ms 2024-04-12T16:10:45.838 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:10:45.623Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-12T16:10:45.838 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:10:45.623Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-12T16:10:45.838 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:10:45.623Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-12T16:10:45.838 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:10:45.643Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=19.21523ms db_storage=865ns remote_storage=1.273µs web_handler=336ns query_engine=578ns scrape=380.215µs scrape_sd=108.699µs notify=11.732µs notify_sd=8.526µs rules=18.288102ms tracing=6.705µs 2024-04-12T16:10:45.838 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:10:45.643Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-12T16:10:45.838 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:10:45.643Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-12T16:10:45.838 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:45 smithi110 bash[122137]: 75ac24a4352d4c16e327839743da6aead270c964e62bbd5f327a45de84952b0d 2024-04-12T16:10:45.839 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:45 smithi110 systemd[1]: Started Ceph prometheus.a for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:10:46.122 INFO:tasks.rados.rados.0.smithi099.stdout:2881: done (4 left) 2024-04-12T16:10:46.122 INFO:tasks.rados.rados.0.smithi099.stdout:2882: done (3 left) 2024-04-12T16:10:46.122 INFO:tasks.rados.rados.0.smithi099.stdout:2883: done (2 left) 2024-04-12T16:10:46.123 INFO:tasks.rados.rados.0.smithi099.stdout:2884: done (1 left) 2024-04-12T16:10:46.123 INFO:tasks.rados.rados.0.smithi099.stdout:2885: done (0 left) 2024-04-12T16:10:46.123 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 45 current snap is 276 2024-04-12T16:10:46.123 INFO:tasks.rados.rados.0.smithi099.stdout:2886: seq_num 903 ranges {7159808=729088} 2024-04-12T16:10:46.165 INFO:tasks.rados.rados.0.smithi099.stdout:2886: writing smithi09982431-45 from 7159808 to 7888896 tid 1 2024-04-12T16:10:46.165 INFO:tasks.rados.rados.0.smithi099.stdout:2887: read oid 41 snap 259 2024-04-12T16:10:46.165 INFO:tasks.rados.rados.0.smithi099.stdout:2887: expect (ObjNum 784 snap 246 seq_num 784) 2024-04-12T16:10:46.165 INFO:tasks.rados.rados.0.smithi099.stdout:2888: read oid 30 snap -1 2024-04-12T16:10:46.165 INFO:tasks.rados.rados.0.smithi099.stdout:2888: expect deleted 2024-04-12T16:10:46.165 INFO:tasks.rados.rados.0.smithi099.stdout:2889: copy_from oid 29 from oid 3 current snap is 276 2024-04-12T16:10:46.165 INFO:tasks.rados.rados.0.smithi099.stdout:2890: rollback oid 35 current snap is 276 2024-04-12T16:10:46.165 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 35 to 270 2024-04-12T16:10:46.165 INFO:tasks.rados.rados.0.smithi099.stdout:2891: snap_create 2024-04-12T16:10:46.172 INFO:tasks.rados.rados.0.smithi099.stdout:2890: finishing rollback tid 0 to smithi09982431-35 2024-04-12T16:10:46.172 INFO:tasks.rados.rados.0.smithi099.stdout:2886: finishing write tid 1 to smithi09982431-45 2024-04-12T16:10:46.172 INFO:tasks.rados.rados.0.smithi099.stdout:2886: finishing write tid 2 to smithi09982431-45 2024-04-12T16:10:46.172 INFO:tasks.rados.rados.0.smithi099.stdout:2890: finishing rollback tid 1 to smithi09982431-35 2024-04-12T16:10:46.172 INFO:tasks.rados.rados.0.smithi099.stdout:2890: finishing rollback tid 2 to smithi09982431-35 2024-04-12T16:10:46.172 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 1764 (ObjNum 798 snap 250 seq_num 798) dirty exists 2024-04-12T16:10:46.172 INFO:tasks.rados.rados.0.smithi099.stdout:2889: finishing copy_from to smithi09982431-29 2024-04-12T16:10:46.172 INFO:tasks.rados.rados.0.smithi099.stdout:2889: got expected ENOENT (src dne) 2024-04-12T16:10:46.173 INFO:tasks.rados.rados.0.smithi099.stdout:2889: finishing copy_from racing read to smithi09982431-29 2024-04-12T16:10:46.173 INFO:tasks.rados.rados.0.smithi099.stdout:2886: finishing write tid 3 to smithi09982431-45 2024-04-12T16:10:46.173 INFO:tasks.rados.rados.0.smithi099.stdout:2886: oid 45 updating version 0 to 1780 2024-04-12T16:10:46.173 INFO:tasks.rados.rados.0.smithi099.stdout:2886: oid 45 version 1780 is already newer than 1779 2024-04-12T16:10:46.173 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 45 v 1780 (ObjNum 903 snap 276 seq_num 903) dirty exists 2024-04-12T16:10:46.173 INFO:tasks.rados.rados.0.smithi099.stdout:2886: left oid 45 (ObjNum 903 snap 276 seq_num 903) 2024-04-12T16:10:46.193 INFO:tasks.rados.rados.0.smithi099.stdout:2887: expect (ObjNum 784 snap 246 seq_num 784) 2024-04-12T16:10:46.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:46 smithi099 ceph-mon[96864]: osdmap e627: 8 total, 8 up, 8 in 2024-04-12T16:10:46.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:46 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:46.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:46 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:46.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:46 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:10:46.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:46 smithi099 ceph-mon[94290]: osdmap e627: 8 total, 8 up, 8 in 2024-04-12T16:10:46.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:46 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:46.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:46 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:46.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:46 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:10:46.560 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:46 smithi110 ceph-mon[88691]: osdmap e627: 8 total, 8 up, 8 in 2024-04-12T16:10:46.561 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:46 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:46.561 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:46 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:46.561 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:46 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:10:47.129 INFO:tasks.rados.rados.0.smithi099.stdout:2886: done (5 left) 2024-04-12T16:10:47.129 INFO:tasks.rados.rados.0.smithi099.stdout:2887: done (4 left) 2024-04-12T16:10:47.129 INFO:tasks.rados.rados.0.smithi099.stdout:2888: done (3 left) 2024-04-12T16:10:47.129 INFO:tasks.rados.rados.0.smithi099.stdout:2889: done (2 left) 2024-04-12T16:10:47.129 INFO:tasks.rados.rados.0.smithi099.stdout:2890: done (1 left) 2024-04-12T16:10:47.129 INFO:tasks.rados.rados.0.smithi099.stdout:2891: done (0 left) 2024-04-12T16:10:47.129 INFO:tasks.rados.rados.0.smithi099.stdout:2892: snap_create 2024-04-12T16:10:47.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:47 smithi099 ceph-mon[94290]: osdmap e628: 8 total, 8 up, 8 in 2024-04-12T16:10:47.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:47 smithi099 ceph-mon[94290]: pgmap v579: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 354 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-04-12T16:10:47.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:47 smithi099 ceph-mon[96864]: osdmap e628: 8 total, 8 up, 8 in 2024-04-12T16:10:47.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:47 smithi099 ceph-mon[96864]: pgmap v579: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 354 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-04-12T16:10:47.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:47 smithi110 ceph-mon[88691]: osdmap e628: 8 total, 8 up, 8 in 2024-04-12T16:10:47.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:47 smithi110 ceph-mon[88691]: pgmap v579: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 354 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-04-12T16:10:48.130 INFO:tasks.rados.rados.0.smithi099.stdout:2892: done (0 left) 2024-04-12T16:10:48.130 INFO:tasks.rados.rados.0.smithi099.stdout:2893: delete oid 22 current snap is 278 2024-04-12T16:10:48.136 INFO:tasks.rados.rados.0.smithi099.stdout:2893: done (0 left) 2024-04-12T16:10:48.136 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 47 current snap is 278 2024-04-12T16:10:48.136 INFO:tasks.rados.rados.0.smithi099.stdout:2894: seq_num 905 ranges {0=761856} 2024-04-12T16:10:48.140 INFO:tasks.rados.rados.0.smithi099.stdout:2894: writing smithi09982431-47 from 0 to 761856 tid 1 2024-04-12T16:10:48.140 INFO:tasks.rados.rados.0.smithi099.stdout:2895: setattr oid 7 current snap is 278 2024-04-12T16:10:48.141 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 2 current snap is 278 2024-04-12T16:10:48.141 INFO:tasks.rados.rados.0.smithi099.stdout:2896: seq_num 906 ranges {3096576=778240} 2024-04-12T16:10:48.163 INFO:tasks.rados.rados.0.smithi099.stdout:2896: writing smithi09982431-2 from 3096576 to 3874816 tid 1 2024-04-12T16:10:48.164 INFO:tasks.rados.rados.0.smithi099.stdout:2897: rmattr oid 28 current snap is 278 2024-04-12T16:10:48.164 INFO:tasks.rados.rados.0.smithi099.stdout:2894: finishing write tid 1 to smithi09982431-47 2024-04-12T16:10:48.164 INFO:tasks.rados.rados.0.smithi099.stdout:2898: snap_create 2024-04-12T16:10:48.164 INFO:tasks.rados.rados.0.smithi099.stdout:2894: finishing write tid 2 to smithi09982431-47 2024-04-12T16:10:48.164 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 7 v 2159 (ObjNum 816 snap 258 seq_num 816) dirty exists 2024-04-12T16:10:48.164 INFO:tasks.rados.rados.0.smithi099.stdout:2894: finishing write tid 3 to smithi09982431-47 2024-04-12T16:10:48.164 INFO:tasks.rados.rados.0.smithi099.stdout:2894: oid 47 updating version 0 to 1576 2024-04-12T16:10:48.164 INFO:tasks.rados.rados.0.smithi099.stdout:2894: oid 47 updating version 1576 to 1577 2024-04-12T16:10:48.164 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 47 v 1577 (ObjNum 905 snap 278 seq_num 905) dirty exists 2024-04-12T16:10:48.164 INFO:tasks.rados.rados.0.smithi099.stdout:2894: left oid 47 (ObjNum 905 snap 278 seq_num 905) 2024-04-12T16:10:48.166 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 28 v 2161 (ObjNum 841 snap 261 seq_num 841) dirty exists 2024-04-12T16:10:48.168 INFO:tasks.rados.rados.0.smithi099.stdout:2896: finishing write tid 1 to smithi09982431-2 2024-04-12T16:10:48.168 INFO:tasks.rados.rados.0.smithi099.stdout:2896: finishing write tid 2 to smithi09982431-2 2024-04-12T16:10:48.169 INFO:tasks.rados.rados.0.smithi099.stdout:2896: finishing write tid 3 to smithi09982431-2 2024-04-12T16:10:48.169 INFO:tasks.rados.rados.0.smithi099.stdout:2896: oid 2 updating version 0 to 2058 2024-04-12T16:10:48.169 INFO:tasks.rados.rados.0.smithi099.stdout:2896: oid 2 version 2058 is already newer than 2057 2024-04-12T16:10:48.169 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 2 v 2058 (ObjNum 906 snap 278 seq_num 906) dirty exists 2024-04-12T16:10:48.169 INFO:tasks.rados.rados.0.smithi099.stdout:2896: left oid 2 (ObjNum 906 snap 278 seq_num 906) 2024-04-12T16:10:48.508 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:48 smithi110 ceph-mon[88691]: osdmap e629: 8 total, 8 up, 8 in 2024-04-12T16:10:48.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:48 smithi099 ceph-mon[94290]: osdmap e629: 8 total, 8 up, 8 in 2024-04-12T16:10:48.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:48 smithi099 ceph-mon[96864]: osdmap e629: 8 total, 8 up, 8 in 2024-04-12T16:10:49.079 INFO:tasks.rados.rados.0.smithi099.stdout:2894: done (4 left) 2024-04-12T16:10:49.079 INFO:tasks.rados.rados.0.smithi099.stdout:2895: done (3 left) 2024-04-12T16:10:49.079 INFO:tasks.rados.rados.0.smithi099.stdout:2896: done (2 left) 2024-04-12T16:10:49.079 INFO:tasks.rados.rados.0.smithi099.stdout:2897: done (1 left) 2024-04-12T16:10:49.080 INFO:tasks.rados.rados.0.smithi099.stdout:2898: done (0 left) 2024-04-12T16:10:49.080 INFO:tasks.rados.rados.0.smithi099.stdout:2899: copy_from oid 26 from oid 49 current snap is 279 2024-04-12T16:10:49.080 INFO:tasks.rados.rados.0.smithi099.stdout:2900: setattr oid 24 current snap is 279 2024-04-12T16:10:49.082 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 16 current snap is 279 2024-04-12T16:10:49.082 INFO:tasks.rados.rados.0.smithi099.stdout:2901: seq_num 907 ranges {0=794624} 2024-04-12T16:10:49.087 INFO:tasks.rados.rados.0.smithi099.stdout:2901: writing smithi09982431-16 from 0 to 794624 tid 1 2024-04-12T16:10:49.087 INFO:tasks.rados.rados.0.smithi099.stdout:2902: delete oid 41 current snap is 279 2024-04-12T16:10:49.089 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 24 v 1658 (ObjNum 597 snap 183 seq_num 597) dirty exists 2024-04-12T16:10:49.092 INFO:tasks.rados.rados.0.smithi099.stdout:2901: finishing write tid 1 to smithi09982431-16 2024-04-12T16:10:49.093 INFO:tasks.rados.rados.0.smithi099.stdout:2901: finishing write tid 2 to smithi09982431-16 2024-04-12T16:10:49.095 INFO:tasks.rados.rados.0.smithi099.stdout:2901: finishing write tid 3 to smithi09982431-16 2024-04-12T16:10:49.095 INFO:tasks.rados.rados.0.smithi099.stdout:2901: oid 16 updating version 0 to 1537 2024-04-12T16:10:49.095 INFO:tasks.rados.rados.0.smithi099.stdout:2901: oid 16 version 1537 is already newer than 1536 2024-04-12T16:10:49.095 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 16 v 1537 (ObjNum 907 snap 279 seq_num 907) dirty exists 2024-04-12T16:10:49.096 INFO:tasks.rados.rados.0.smithi099.stdout:2901: left oid 16 (ObjNum 907 snap 279 seq_num 907) 2024-04-12T16:10:49.096 INFO:tasks.rados.rados.0.smithi099.stdout:2900: done (3 left) 2024-04-12T16:10:49.096 INFO:tasks.rados.rados.0.smithi099.stdout:2901: done (2 left) 2024-04-12T16:10:49.096 INFO:tasks.rados.rados.0.smithi099.stdout:2902: done (1 left) 2024-04-12T16:10:49.096 INFO:tasks.rados.rados.0.smithi099.stdout:2903: rmattr oid 44 current snap is 279 2024-04-12T16:10:49.096 INFO:tasks.rados.rados.0.smithi099.stdout:2903: done (1 left) 2024-04-12T16:10:49.096 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 29 current snap is 279 2024-04-12T16:10:49.096 INFO:tasks.rados.rados.0.smithi099.stdout:2904: seq_num 909 ranges {3588096=425984,4014080=401408} 2024-04-12T16:10:49.117 INFO:tasks.rados.rados.0.smithi099.stdout:2904: writing smithi09982431-29 from 3588096 to 4014080 tid 1 2024-04-12T16:10:49.120 INFO:tasks.rados.rados.0.smithi099.stdout:2904: writing smithi09982431-29 from 4014080 to 4415488 tid 2 2024-04-12T16:10:49.120 INFO:tasks.rados.rados.0.smithi099.stdout:2905: snap_create 2024-04-12T16:10:49.120 INFO:tasks.rados.rados.0.smithi099.stdout:2899: finishing copy_from racing read to smithi09982431-26 2024-04-12T16:10:49.120 INFO:tasks.rados.rados.0.smithi099.stdout:2899: finishing copy_from to smithi09982431-26 2024-04-12T16:10:49.120 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 1775 (ObjNum 891 snap 274 seq_num 891) dirty exists 2024-04-12T16:10:49.122 INFO:tasks.rados.rados.0.smithi099.stdout:2904: finishing write tid 1 to smithi09982431-29 2024-04-12T16:10:49.123 INFO:tasks.rados.rados.0.smithi099.stdout:2904: finishing write tid 2 to smithi09982431-29 2024-04-12T16:10:49.123 INFO:tasks.rados.rados.0.smithi099.stdout:2904: finishing write tid 3 to smithi09982431-29 2024-04-12T16:10:49.124 INFO:tasks.rados.rados.0.smithi099.stdout:2904: finishing write tid 4 to smithi09982431-29 2024-04-12T16:10:49.124 INFO:tasks.rados.rados.0.smithi099.stdout:2904: oid 29 updating version 0 to 1580 2024-04-12T16:10:49.124 INFO:tasks.rados.rados.0.smithi099.stdout:2904: oid 29 version 1580 is already newer than 1579 2024-04-12T16:10:49.124 INFO:tasks.rados.rados.0.smithi099.stdout:2904: oid 29 version 1580 is already newer than 1578 2024-04-12T16:10:49.124 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 29 v 1580 (ObjNum 909 snap 279 seq_num 909) dirty exists 2024-04-12T16:10:49.124 INFO:tasks.rados.rados.0.smithi099.stdout:2904: left oid 29 (ObjNum 909 snap 279 seq_num 909) 2024-04-12T16:10:49.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:49 smithi110 ceph-mon[88691]: osdmap e630: 8 total, 8 up, 8 in 2024-04-12T16:10:49.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:49 smithi110 ceph-mon[88691]: pgmap v582: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 354 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 910 KiB/s wr, 7 op/s 2024-04-12T16:10:49.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:49 smithi110 ceph-mon[88691]: osdmap e631: 8 total, 8 up, 8 in 2024-04-12T16:10:49.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:49 smithi099 ceph-mon[94290]: osdmap e630: 8 total, 8 up, 8 in 2024-04-12T16:10:49.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:49 smithi099 ceph-mon[94290]: pgmap v582: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 354 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 910 KiB/s wr, 7 op/s 2024-04-12T16:10:49.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:49 smithi099 ceph-mon[94290]: osdmap e631: 8 total, 8 up, 8 in 2024-04-12T16:10:49.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:49 smithi099 ceph-mon[96864]: osdmap e630: 8 total, 8 up, 8 in 2024-04-12T16:10:49.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:49 smithi099 ceph-mon[96864]: pgmap v582: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 354 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 910 KiB/s wr, 7 op/s 2024-04-12T16:10:49.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:49 smithi099 ceph-mon[96864]: osdmap e631: 8 total, 8 up, 8 in 2024-04-12T16:10:50.079 INFO:tasks.rados.rados.0.smithi099.stdout:2899: done (2 left) 2024-04-12T16:10:50.080 INFO:tasks.rados.rados.0.smithi099.stdout:2904: done (1 left) 2024-04-12T16:10:50.080 INFO:tasks.rados.rados.0.smithi099.stdout:2905: done (0 left) 2024-04-12T16:10:50.080 INFO:tasks.rados.rados.0.smithi099.stdout:2906: delete oid 25 current snap is 280 2024-04-12T16:10:50.085 INFO:tasks.rados.rados.0.smithi099.stdout:2906: done (0 left) 2024-04-12T16:10:50.085 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 45 current snap is 280 2024-04-12T16:10:50.085 INFO:tasks.rados.rados.0.smithi099.stdout:2907: seq_num 911 ranges {7888896=466944,8355840=401408} 2024-04-12T16:10:50.128 INFO:tasks.rados.rados.0.smithi099.stdout:2907: writing smithi09982431-45 from 7888896 to 8355840 tid 1 2024-04-12T16:10:50.131 INFO:tasks.rados.rados.0.smithi099.stdout:2907: writing smithi09982431-45 from 8355840 to 8757248 tid 2 2024-04-12T16:10:50.132 INFO:tasks.rados.rados.0.smithi099.stdout:2908: read oid 17 snap -1 2024-04-12T16:10:50.132 INFO:tasks.rados.rados.0.smithi099.stdout:2908: expect (ObjNum 585 snap 180 seq_num 585) 2024-04-12T16:10:50.132 INFO:tasks.rados.rados.0.smithi099.stdout:2909: rollback oid 5 current snap is 280 2024-04-12T16:10:50.132 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 5 to 278 2024-04-12T16:10:50.132 INFO:tasks.rados.rados.0.smithi099.stdout:2910: snap_create 2024-04-12T16:10:50.135 INFO:tasks.rados.rados.0.smithi099.stdout:2907: finishing write tid 1 to smithi09982431-45 2024-04-12T16:10:50.135 INFO:tasks.rados.rados.0.smithi099.stdout:2907: finishing write tid 2 to smithi09982431-45 2024-04-12T16:10:50.135 INFO:tasks.rados.rados.0.smithi099.stdout:2907: finishing write tid 3 to smithi09982431-45 2024-04-12T16:10:50.136 INFO:tasks.rados.rados.0.smithi099.stdout:2909: finishing rollback tid 0 to smithi09982431-5 2024-04-12T16:10:50.136 INFO:tasks.rados.rados.0.smithi099.stdout:2909: finishing rollback tid 1 to smithi09982431-5 2024-04-12T16:10:50.136 INFO:tasks.rados.rados.0.smithi099.stdout:2908: expect (ObjNum 585 snap 180 seq_num 585) 2024-04-12T16:10:50.144 INFO:tasks.rados.rados.0.smithi099.stdout:2909: finishing rollback tid 2 to smithi09982431-5 2024-04-12T16:10:50.144 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 5 v 1767 (ObjNum 902 snap 275 seq_num 902) dirty exists 2024-04-12T16:10:50.144 INFO:tasks.rados.rados.0.smithi099.stdout:2907: finishing write tid 4 to smithi09982431-45 2024-04-12T16:10:50.144 INFO:tasks.rados.rados.0.smithi099.stdout:2907: oid 45 updating version 0 to 1783 2024-04-12T16:10:50.145 INFO:tasks.rados.rados.0.smithi099.stdout:2907: oid 45 version 1783 is already newer than 1782 2024-04-12T16:10:50.145 INFO:tasks.rados.rados.0.smithi099.stdout:2907: oid 45 version 1783 is already newer than 1781 2024-04-12T16:10:50.145 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 45 v 1783 (ObjNum 911 snap 280 seq_num 911) dirty exists 2024-04-12T16:10:50.145 INFO:tasks.rados.rados.0.smithi099.stdout:2907: left oid 45 (ObjNum 911 snap 280 seq_num 911) 2024-04-12T16:10:51.084 INFO:tasks.rados.rados.0.smithi099.stdout:2907: done (3 left) 2024-04-12T16:10:51.084 INFO:tasks.rados.rados.0.smithi099.stdout:2908: done (2 left) 2024-04-12T16:10:51.084 INFO:tasks.rados.rados.0.smithi099.stdout:2909: done (1 left) 2024-04-12T16:10:51.084 INFO:tasks.rados.rados.0.smithi099.stdout:2910: done (0 left) 2024-04-12T16:10:51.084 INFO:tasks.rados.rados.0.smithi099.stdout:2911: read oid 15 snap -1 2024-04-12T16:10:51.084 INFO:tasks.rados.rados.0.smithi099.stdout:2911: expect (ObjNum 839 snap 261 seq_num 839) 2024-04-12T16:10:51.084 INFO:tasks.rados.rados.0.smithi099.stdout:2912: read oid 49 snap -1 2024-04-12T16:10:51.084 INFO:tasks.rados.rados.0.smithi099.stdout:2912: expect (ObjNum 891 snap 274 seq_num 891) 2024-04-12T16:10:51.084 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 21 current snap is 281 2024-04-12T16:10:51.084 INFO:tasks.rados.rados.0.smithi099.stdout:2913: seq_num 912 ranges {24576=483328,507904=401408} 2024-04-12T16:10:51.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:50 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:51.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:50 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:51.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:50 smithi110 ceph-mon[88691]: osdmap e632: 8 total, 8 up, 8 in 2024-04-12T16:10:51.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:50 smithi110 ceph-mon[88691]: pgmap v585: 121 pgs: 121 active+clean; 359 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 982 KiB/s wr, 29 op/s 2024-04-12T16:10:51.086 INFO:tasks.rados.rados.0.smithi099.stdout:2913: writing smithi09982431-21 from 24576 to 507904 tid 1 2024-04-12T16:10:51.090 INFO:tasks.rados.rados.0.smithi099.stdout:2913: writing smithi09982431-21 from 507904 to 909312 tid 2 2024-04-12T16:10:51.090 INFO:tasks.rados.rados.0.smithi099.stdout:2914: copy_from oid 8 from oid 46 current snap is 281 2024-04-12T16:10:51.090 INFO:tasks.rados.rados.0.smithi099.stdout:2915: copy_from oid 42 from oid 24 current snap is 281 2024-04-12T16:10:51.090 INFO:tasks.rados.rados.0.smithi099.stdout:2916: delete oid 27 current snap is 281 2024-04-12T16:10:51.091 INFO:tasks.rados.rados.0.smithi099.stdout:2911: expect (ObjNum 839 snap 261 seq_num 839) 2024-04-12T16:10:51.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:50 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:51.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:50 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:51.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:50 smithi099 ceph-mon[94290]: osdmap e632: 8 total, 8 up, 8 in 2024-04-12T16:10:51.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:50 smithi099 ceph-mon[94290]: pgmap v585: 121 pgs: 121 active+clean; 359 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 982 KiB/s wr, 29 op/s 2024-04-12T16:10:51.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:50 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:51.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:50 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:51.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:50 smithi099 ceph-mon[96864]: osdmap e632: 8 total, 8 up, 8 in 2024-04-12T16:10:51.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:50 smithi099 ceph-mon[96864]: pgmap v585: 121 pgs: 121 active+clean; 359 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 982 KiB/s wr, 29 op/s 2024-04-12T16:10:51.153 INFO:tasks.rados.rados.0.smithi099.stdout:2915: finishing copy_from racing read to smithi09982431-42 2024-04-12T16:10:51.154 INFO:tasks.rados.rados.0.smithi099.stdout:2915: finishing copy_from to smithi09982431-42 2024-04-12T16:10:51.154 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 42 v 1658 (ObjNum 597 snap 183 seq_num 597) dirty exists 2024-04-12T16:10:51.154 INFO:tasks.rados.rados.0.smithi099.stdout:2914: finishing copy_from racing read to smithi09982431-8 2024-04-12T16:10:51.154 INFO:tasks.rados.rados.0.smithi099.stdout:2914: finishing copy_from to smithi09982431-8 2024-04-12T16:10:51.154 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 8 v 1504 (ObjNum 901 snap 275 seq_num 901) dirty exists 2024-04-12T16:10:51.154 INFO:tasks.rados.rados.0.smithi099.stdout:2912: expect (ObjNum 891 snap 274 seq_num 891) 2024-04-12T16:10:51.609 INFO:tasks.rados.rados.0.smithi099.stdout:2913: finishing write tid 1 to smithi09982431-21 2024-04-12T16:10:51.609 INFO:tasks.rados.rados.0.smithi099.stdout:2913: finishing write tid 2 to smithi09982431-21 2024-04-12T16:10:51.609 INFO:tasks.rados.rados.0.smithi099.stdout:2913: finishing write tid 3 to smithi09982431-21 2024-04-12T16:10:51.609 INFO:tasks.rados.rados.0.smithi099.stdout:2911: done (5 left) 2024-04-12T16:10:51.609 INFO:tasks.rados.rados.0.smithi099.stdout:2912: done (4 left) 2024-04-12T16:10:51.609 INFO:tasks.rados.rados.0.smithi099.stdout:2914: done (3 left) 2024-04-12T16:10:51.610 INFO:tasks.rados.rados.0.smithi099.stdout:2915: done (2 left) 2024-04-12T16:10:51.610 INFO:tasks.rados.rados.0.smithi099.stdout:2916: done (1 left) 2024-04-12T16:10:51.610 INFO:tasks.rados.rados.0.smithi099.stdout:2917: read oid 46 snap -1 2024-04-12T16:10:51.610 INFO:tasks.rados.rados.0.smithi099.stdout:2917: expect (ObjNum 901 snap 275 seq_num 901) 2024-04-12T16:10:51.610 INFO:tasks.rados.rados.0.smithi099.stdout:2918: delete oid 28 current snap is 281 2024-04-12T16:10:51.610 INFO:tasks.rados.rados.0.smithi099.stdout:2913: finishing write tid 4 to smithi09982431-21 2024-04-12T16:10:51.610 INFO:tasks.rados.rados.0.smithi099.stdout:2913: oid 21 updating version 0 to 1817 2024-04-12T16:10:51.610 INFO:tasks.rados.rados.0.smithi099.stdout:2913: oid 21 version 1817 is already newer than 1815 2024-04-12T16:10:51.610 INFO:tasks.rados.rados.0.smithi099.stdout:2913: oid 21 version 1817 is already newer than 1816 2024-04-12T16:10:51.610 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 1817 (ObjNum 912 snap 281 seq_num 912) dirty exists 2024-04-12T16:10:51.610 INFO:tasks.rados.rados.0.smithi099.stdout:2913: left oid 21 (ObjNum 912 snap 281 seq_num 912) 2024-04-12T16:10:51.612 INFO:tasks.rados.rados.0.smithi099.stdout:2913: done (2 left) 2024-04-12T16:10:51.612 INFO:tasks.rados.rados.0.smithi099.stdout:2918: done (1 left) 2024-04-12T16:10:51.612 INFO:tasks.rados.rados.0.smithi099.stdout:2919: rollback oid 21 current snap is 281 2024-04-12T16:10:51.612 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 21 to 278 2024-04-12T16:10:51.612 INFO:tasks.rados.rados.0.smithi099.stdout:2920: read oid 42 snap -1 2024-04-12T16:10:51.613 INFO:tasks.rados.rados.0.smithi099.stdout:2920: expect (ObjNum 597 snap 183 seq_num 597) 2024-04-12T16:10:51.613 INFO:tasks.rados.rados.0.smithi099.stdout:2921: snap_create 2024-04-12T16:10:51.615 INFO:tasks.rados.rados.0.smithi099.stdout:2919: finishing rollback tid 0 to smithi09982431-21 2024-04-12T16:10:51.616 INFO:tasks.rados.rados.0.smithi099.stdout:2919: finishing rollback tid 1 to smithi09982431-21 2024-04-12T16:10:51.616 INFO:tasks.rados.rados.0.smithi099.stdout:2919: finishing rollback tid 2 to smithi09982431-21 2024-04-12T16:10:51.616 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 1820 (ObjNum 861 snap 269 seq_num 861) dirty exists 2024-04-12T16:10:51.620 INFO:tasks.rados.rados.0.smithi099.stdout:2920: expect (ObjNum 597 snap 183 seq_num 597) 2024-04-12T16:10:51.683 INFO:tasks.rados.rados.0.smithi099.stdout:2917: expect (ObjNum 901 snap 275 seq_num 901) 2024-04-12T16:10:52.012 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:51 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:52.012 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:51 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:52.012 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:51 smithi110 ceph-mon[88691]: osdmap e633: 8 total, 8 up, 8 in 2024-04-12T16:10:52.090 INFO:tasks.rados.rados.0.smithi099.stdout:2917: done (3 left) 2024-04-12T16:10:52.090 INFO:tasks.rados.rados.0.smithi099.stdout:2919: done (2 left) 2024-04-12T16:10:52.090 INFO:tasks.rados.rados.0.smithi099.stdout:2920: done (1 left) 2024-04-12T16:10:52.090 INFO:tasks.rados.rados.0.smithi099.stdout:2921: done (0 left) 2024-04-12T16:10:52.091 INFO:tasks.rados.rados.0.smithi099.stdout:2922: read oid 43 snap -1 2024-04-12T16:10:52.091 INFO:tasks.rados.rados.0.smithi099.stdout:2922: expect (ObjNum 883 snap 271 seq_num 883) 2024-04-12T16:10:52.091 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 7 current snap is 282 2024-04-12T16:10:52.091 INFO:tasks.rados.rados.0.smithi099.stdout:2923: seq_num 915 ranges {1679360=532480,2211840=401408} 2024-04-12T16:10:52.101 INFO:tasks.rados.rados.0.smithi099.stdout:2923: writing smithi09982431-7 from 1679360 to 2211840 tid 1 2024-04-12T16:10:52.105 INFO:tasks.rados.rados.0.smithi099.stdout:2923: writing smithi09982431-7 from 2211840 to 2613248 tid 2 2024-04-12T16:10:52.105 INFO:tasks.rados.rados.0.smithi099.stdout:2924: read oid 49 snap 277 2024-04-12T16:10:52.105 INFO:tasks.rados.rados.0.smithi099.stdout:2924: expect (ObjNum 891 snap 274 seq_num 891) 2024-04-12T16:10:52.105 INFO:tasks.rados.rados.0.smithi099.stdout:2925: copy_from oid 26 from oid 33 current snap is 282 2024-04-12T16:10:52.105 INFO:tasks.rados.rados.0.smithi099.stdout:2926: read oid 42 snap -1 2024-04-12T16:10:52.105 INFO:tasks.rados.rados.0.smithi099.stdout:2926: expect (ObjNum 597 snap 183 seq_num 597) 2024-04-12T16:10:52.105 INFO:tasks.rados.rados.0.smithi099.stdout:2927: read oid 38 snap -1 2024-04-12T16:10:52.105 INFO:tasks.rados.rados.0.smithi099.stdout:2927: expect (ObjNum 757 snap 235 seq_num 757) 2024-04-12T16:10:52.105 INFO:tasks.rados.rados.0.smithi099.stdout:2928: snap_create 2024-04-12T16:10:52.105 INFO:tasks.rados.rados.0.smithi099.stdout:2922: expect (ObjNum 883 snap 271 seq_num 883) 2024-04-12T16:10:52.122 INFO:tasks.rados.rados.0.smithi099.stdout:2923: finishing write tid 1 to smithi09982431-7 2024-04-12T16:10:52.122 INFO:tasks.rados.rados.0.smithi099.stdout:2923: finishing write tid 2 to smithi09982431-7 2024-04-12T16:10:52.122 INFO:tasks.rados.rados.0.smithi099.stdout:2923: finishing write tid 3 to smithi09982431-7 2024-04-12T16:10:52.122 INFO:tasks.rados.rados.0.smithi099.stdout:2923: finishing write tid 4 to smithi09982431-7 2024-04-12T16:10:52.122 INFO:tasks.rados.rados.0.smithi099.stdout:2923: oid 7 updating version 0 to 2167 2024-04-12T16:10:52.122 INFO:tasks.rados.rados.0.smithi099.stdout:2923: oid 7 updating version 2167 to 2169 2024-04-12T16:10:52.122 INFO:tasks.rados.rados.0.smithi099.stdout:2923: oid 7 version 2169 is already newer than 2168 2024-04-12T16:10:52.122 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 7 v 2169 (ObjNum 915 snap 282 seq_num 915) dirty exists 2024-04-12T16:10:52.123 INFO:tasks.rados.rados.0.smithi099.stdout:2923: left oid 7 (ObjNum 915 snap 282 seq_num 915) 2024-04-12T16:10:52.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:51 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:52.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:51 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:52.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:51 smithi099 ceph-mon[94290]: osdmap e633: 8 total, 8 up, 8 in 2024-04-12T16:10:52.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:51 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:52.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:51 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:52.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:51 smithi099 ceph-mon[96864]: osdmap e633: 8 total, 8 up, 8 in 2024-04-12T16:10:52.127 INFO:tasks.rados.rados.0.smithi099.stdout:2926: expect (ObjNum 597 snap 183 seq_num 597) 2024-04-12T16:10:52.192 INFO:tasks.rados.rados.0.smithi099.stdout:2925: finishing copy_from racing read to smithi09982431-26 2024-04-12T16:10:52.193 INFO:tasks.rados.rados.0.smithi099.stdout:2925: finishing copy_from to smithi09982431-26 2024-04-12T16:10:52.193 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 1494 (ObjNum 839 snap 261 seq_num 839) dirty exists 2024-04-12T16:10:52.193 INFO:tasks.rados.rados.0.smithi099.stdout:2927: expect (ObjNum 757 snap 235 seq_num 757) 2024-04-12T16:10:52.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:10:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:10:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:10:52.810 INFO:tasks.rados.rados.0.smithi099.stdout:2924: expect (ObjNum 891 snap 274 seq_num 891) 2024-04-12T16:10:53.238 INFO:tasks.rados.rados.0.smithi099.stdout:2922: done (6 left) 2024-04-12T16:10:53.238 INFO:tasks.rados.rados.0.smithi099.stdout:2923: done (5 left) 2024-04-12T16:10:53.238 INFO:tasks.rados.rados.0.smithi099.stdout:2924: done (4 left) 2024-04-12T16:10:53.238 INFO:tasks.rados.rados.0.smithi099.stdout:2925: done (3 left) 2024-04-12T16:10:53.238 INFO:tasks.rados.rados.0.smithi099.stdout:2926: done (2 left) 2024-04-12T16:10:53.238 INFO:tasks.rados.rados.0.smithi099.stdout:2927: done (1 left) 2024-04-12T16:10:53.238 INFO:tasks.rados.rados.0.smithi099.stdout:2928: done (0 left) 2024-04-12T16:10:53.238 INFO:tasks.rados.rados.0.smithi099.stdout:2929: delete oid 43 current snap is 283 2024-04-12T16:10:53.242 INFO:tasks.rados.rados.0.smithi099.stdout:2929: done (0 left) 2024-04-12T16:10:53.242 INFO:tasks.rados.rados.0.smithi099.stdout:2930: snap_create 2024-04-12T16:10:53.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:53 smithi099 ceph-mon[94290]: osdmap e634: 8 total, 8 up, 8 in 2024-04-12T16:10:53.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:53 smithi099 ceph-mon[94290]: pgmap v588: 121 pgs: 121 active+clean; 361 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.5 MiB/s wr, 32 op/s 2024-04-12T16:10:53.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:53 smithi099 ceph-mon[96864]: osdmap e634: 8 total, 8 up, 8 in 2024-04-12T16:10:53.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:53 smithi099 ceph-mon[96864]: pgmap v588: 121 pgs: 121 active+clean; 361 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.5 MiB/s wr, 32 op/s 2024-04-12T16:10:53.452 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:53 smithi110 ceph-mon[88691]: osdmap e634: 8 total, 8 up, 8 in 2024-04-12T16:10:53.453 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:53 smithi110 ceph-mon[88691]: pgmap v588: 121 pgs: 121 active+clean; 361 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.5 MiB/s wr, 32 op/s 2024-04-12T16:10:54.079 INFO:tasks.rados.rados.0.smithi099.stdout:2930: done (0 left) 2024-04-12T16:10:54.079 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 33 current snap is 284 2024-04-12T16:10:54.079 INFO:tasks.rados.rados.0.smithi099.stdout:2931: seq_num 917 ranges {2064384=565248,2629632=401408} 2024-04-12T16:10:54.093 INFO:tasks.rados.rados.0.smithi099.stdout:2931: writing smithi09982431-33 from 2064384 to 2629632 tid 1 2024-04-12T16:10:54.096 INFO:tasks.rados.rados.0.smithi099.stdout:2931: writing smithi09982431-33 from 2629632 to 3031040 tid 2 2024-04-12T16:10:54.096 INFO:tasks.rados.rados.0.smithi099.stdout:2932: copy_from oid 10 from oid 40 current snap is 284 2024-04-12T16:10:54.096 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 18 current snap is 284 2024-04-12T16:10:54.096 INFO:tasks.rados.rados.0.smithi099.stdout:2933: seq_num 918 ranges {0=581632,581632=401408} 2024-04-12T16:10:54.100 INFO:tasks.rados.rados.0.smithi099.stdout:2933: writing smithi09982431-18 from 0 to 581632 tid 1 2024-04-12T16:10:54.102 INFO:tasks.rados.rados.0.smithi099.stdout:2933: writing smithi09982431-18 from 581632 to 983040 tid 2 2024-04-12T16:10:54.103 INFO:tasks.rados.rados.0.smithi099.stdout:2934: setattr oid 34 current snap is 284 2024-04-12T16:10:54.103 INFO:tasks.rados.rados.0.smithi099.stdout:2931: finishing write tid 1 to smithi09982431-33 2024-04-12T16:10:54.105 INFO:tasks.rados.rados.0.smithi099.stdout:2931: finishing write tid 2 to smithi09982431-33 2024-04-12T16:10:54.105 INFO:tasks.rados.rados.0.smithi099.stdout:2935: snap_remove snap 276 2024-04-12T16:10:54.154 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:54 smithi110 ceph-mon[88691]: osdmap e635: 8 total, 8 up, 8 in 2024-04-12T16:10:54.154 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:54 smithi110 ceph-mon[88691]: osdmap e636: 8 total, 8 up, 8 in 2024-04-12T16:10:54.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:54 smithi099 ceph-mon[94290]: osdmap e635: 8 total, 8 up, 8 in 2024-04-12T16:10:54.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:54 smithi099 ceph-mon[94290]: osdmap e636: 8 total, 8 up, 8 in 2024-04-12T16:10:54.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:54 smithi099 ceph-mon[96864]: osdmap e635: 8 total, 8 up, 8 in 2024-04-12T16:10:54.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:54 smithi099 ceph-mon[96864]: osdmap e636: 8 total, 8 up, 8 in 2024-04-12T16:10:55.098 INFO:tasks.rados.rados.0.smithi099.stdout:2935: done (4 left) 2024-04-12T16:10:55.099 INFO:tasks.rados.rados.0.smithi099.stdout:2936: snap_remove snap 272 2024-04-12T16:10:55.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:55 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:55.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:55 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:55.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:55 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:10:55.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:55 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:10:55.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:55 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:55.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:55 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T16:10:55.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:55 smithi110 ceph-mon[88691]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T16:10:55.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:55 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:10:55.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:55 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:55.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:55 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:55.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:55 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:55.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:55 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:55.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:55 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:55.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:55 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:55.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:55 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:55.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:55 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:55.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:55 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:55.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:55 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:55.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:55 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:55.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:55 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:55.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:55 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:55.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:55 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:55.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:55 smithi110 ceph-mon[88691]: pgmap v591: 121 pgs: 121 active+clean; 373 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.7 MiB/s wr, 12 op/s 2024-04-12T16:10:55.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:55 smithi110 ceph-mon[88691]: osdmap e637: 8 total, 8 up, 8 in 2024-04-12T16:10:55.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:55.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:55.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:10:55.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:10:55.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:55.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T16:10:55.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[96864]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T16:10:55.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:10:55.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:55.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:55.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:55.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:55.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:55.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:55.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:55.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:55.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:55.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:55.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:55.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:55.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:55.629 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:55.629 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[96864]: pgmap v591: 121 pgs: 121 active+clean; 373 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.7 MiB/s wr, 12 op/s 2024-04-12T16:10:55.629 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[96864]: osdmap e637: 8 total, 8 up, 8 in 2024-04-12T16:10:55.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:55.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:55.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:10:55.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:10:55.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:10:55.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T16:10:55.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[94290]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T16:10:55.630 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:10:55.630 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:55.630 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:55.630 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:55.630 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:55.630 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:55.630 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:55.630 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:55.630 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:55.630 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:55.630 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:55.630 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:55.630 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:55.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:55.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:10:55.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[94290]: pgmap v591: 121 pgs: 121 active+clean; 373 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.7 MiB/s wr, 12 op/s 2024-04-12T16:10:55.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:55 smithi099 ceph-mon[94290]: osdmap e637: 8 total, 8 up, 8 in 2024-04-12T16:10:56.096 INFO:tasks.rados.rados.0.smithi099.stdout:2936: done (4 left) 2024-04-12T16:10:56.096 INFO:tasks.rados.rados.0.smithi099.stdout:2937: snap_remove snap 236 2024-04-12T16:10:56.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:10:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:10:56] "GET /metrics HTTP/1.1" 200 36328 "" "Prometheus/2.43.0" 2024-04-12T16:10:57.114 INFO:tasks.rados.rados.0.smithi099.stdout:2937: done (4 left) 2024-04-12T16:10:57.115 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 37 current snap is 284 2024-04-12T16:10:57.115 INFO:tasks.rados.rados.0.smithi099.stdout:2938: seq_num 919 ranges {1884160=598016,2482176=401408} 2024-04-12T16:10:57.125 INFO:tasks.rados.rados.0.smithi099.stdout:2938: writing smithi09982431-37 from 1884160 to 2482176 tid 1 2024-04-12T16:10:57.128 INFO:tasks.rados.rados.0.smithi099.stdout:2938: writing smithi09982431-37 from 2482176 to 2883584 tid 2 2024-04-12T16:10:57.128 INFO:tasks.rados.rados.0.smithi099.stdout:2939: snap_create 2024-04-12T16:10:57.128 INFO:tasks.rados.rados.0.smithi099.stdout:2931: finishing write tid 3 to smithi09982431-33 2024-04-12T16:10:57.128 INFO:tasks.rados.rados.0.smithi099.stdout:2931: finishing write tid 4 to smithi09982431-33 2024-04-12T16:10:57.129 INFO:tasks.rados.rados.0.smithi099.stdout:2931: oid 33 updating version 0 to 1787 2024-04-12T16:10:57.129 INFO:tasks.rados.rados.0.smithi099.stdout:2931: oid 33 version 1787 is already newer than 1786 2024-04-12T16:10:57.129 INFO:tasks.rados.rados.0.smithi099.stdout:2931: oid 33 version 1787 is already newer than 1785 2024-04-12T16:10:57.129 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 33 v 1787 (ObjNum 917 snap 284 seq_num 917) dirty exists 2024-04-12T16:10:57.129 INFO:tasks.rados.rados.0.smithi099.stdout:2931: left oid 33 (ObjNum 917 snap 284 seq_num 917) 2024-04-12T16:10:57.129 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 34 v 2171 (ObjNum 722 snap 227 seq_num 722) dirty exists 2024-04-12T16:10:57.129 INFO:tasks.rados.rados.0.smithi099.stdout:2932: finishing copy_from racing read to smithi09982431-10 2024-04-12T16:10:57.129 INFO:tasks.rados.rados.0.smithi099.stdout:2933: finishing write tid 1 to smithi09982431-18 2024-04-12T16:10:57.129 INFO:tasks.rados.rados.0.smithi099.stdout:2933: finishing write tid 2 to smithi09982431-18 2024-04-12T16:10:57.129 INFO:tasks.rados.rados.0.smithi099.stdout:2933: finishing write tid 3 to smithi09982431-18 2024-04-12T16:10:57.129 INFO:tasks.rados.rados.0.smithi099.stdout:2933: finishing write tid 4 to smithi09982431-18 2024-04-12T16:10:57.129 INFO:tasks.rados.rados.0.smithi099.stdout:2933: oid 18 updating version 0 to 1832 2024-04-12T16:10:57.129 INFO:tasks.rados.rados.0.smithi099.stdout:2933: oid 18 version 1832 is already newer than 1831 2024-04-12T16:10:57.129 INFO:tasks.rados.rados.0.smithi099.stdout:2933: oid 18 version 1832 is already newer than 1830 2024-04-12T16:10:57.130 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 18 v 1832 (ObjNum 918 snap 284 seq_num 918) dirty exists 2024-04-12T16:10:57.130 INFO:tasks.rados.rados.0.smithi099.stdout:2933: left oid 18 (ObjNum 918 snap 284 seq_num 918) 2024-04-12T16:10:57.130 INFO:tasks.rados.rados.0.smithi099.stdout:2932: finishing copy_from to smithi09982431-10 2024-04-12T16:10:57.130 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 10 v 2053 (ObjNum 860 snap 269 seq_num 860) dirty exists 2024-04-12T16:10:57.132 INFO:tasks.rados.rados.0.smithi099.stdout:2938: finishing write tid 1 to smithi09982431-37 2024-04-12T16:10:57.133 INFO:tasks.rados.rados.0.smithi099.stdout:2938: finishing write tid 2 to smithi09982431-37 2024-04-12T16:10:57.133 INFO:tasks.rados.rados.0.smithi099.stdout:2938: finishing write tid 3 to smithi09982431-37 2024-04-12T16:10:57.134 INFO:tasks.rados.rados.0.smithi099.stdout:2938: finishing write tid 4 to smithi09982431-37 2024-04-12T16:10:57.134 INFO:tasks.rados.rados.0.smithi099.stdout:2938: oid 37 updating version 0 to 1937 2024-04-12T16:10:57.134 INFO:tasks.rados.rados.0.smithi099.stdout:2938: oid 37 updating version 1937 to 1939 2024-04-12T16:10:57.134 INFO:tasks.rados.rados.0.smithi099.stdout:2938: oid 37 version 1939 is already newer than 1938 2024-04-12T16:10:57.135 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 37 v 1939 (ObjNum 919 snap 284 seq_num 919) dirty exists 2024-04-12T16:10:57.135 INFO:tasks.rados.rados.0.smithi099.stdout:2938: left oid 37 (ObjNum 919 snap 284 seq_num 919) 2024-04-12T16:10:57.303 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:57 smithi099 ceph-mon[96864]: osdmap e638: 8 total, 8 up, 8 in 2024-04-12T16:10:57.303 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:57 smithi099 ceph-mon[96864]: Upgrade: Updating alertmanager.a 2024-04-12T16:10:57.303 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:57 smithi099 ceph-mon[96864]: Deploying daemon alertmanager.a on smithi099 2024-04-12T16:10:57.303 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:57 smithi099 ceph-mon[96864]: pgmap v594: 121 pgs: 121 active+clean; 381 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 5.2 MiB/s wr, 23 op/s 2024-04-12T16:10:57.303 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:57 smithi099 ceph-mon[94290]: osdmap e638: 8 total, 8 up, 8 in 2024-04-12T16:10:57.303 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:57 smithi099 ceph-mon[94290]: Upgrade: Updating alertmanager.a 2024-04-12T16:10:57.304 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:57 smithi099 ceph-mon[94290]: Deploying daemon alertmanager.a on smithi099 2024-04-12T16:10:57.304 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:57 smithi099 ceph-mon[94290]: pgmap v594: 121 pgs: 121 active+clean; 381 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 5.2 MiB/s wr, 23 op/s 2024-04-12T16:10:57.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:57 smithi110 ceph-mon[88691]: osdmap e638: 8 total, 8 up, 8 in 2024-04-12T16:10:57.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:57 smithi110 ceph-mon[88691]: Upgrade: Updating alertmanager.a 2024-04-12T16:10:57.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:57 smithi110 ceph-mon[88691]: Deploying daemon alertmanager.a on smithi099 2024-04-12T16:10:57.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:57 smithi110 ceph-mon[88691]: pgmap v594: 121 pgs: 121 active+clean; 381 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 5.2 MiB/s wr, 23 op/s 2024-04-12T16:10:58.110 INFO:tasks.rados.rados.0.smithi099.stdout:2931: done (5 left) 2024-04-12T16:10:58.110 INFO:tasks.rados.rados.0.smithi099.stdout:2932: done (4 left) 2024-04-12T16:10:58.110 INFO:tasks.rados.rados.0.smithi099.stdout:2933: done (3 left) 2024-04-12T16:10:58.110 INFO:tasks.rados.rados.0.smithi099.stdout:2934: done (2 left) 2024-04-12T16:10:58.111 INFO:tasks.rados.rados.0.smithi099.stdout:2938: done (1 left) 2024-04-12T16:10:58.111 INFO:tasks.rados.rados.0.smithi099.stdout:2939: done (0 left) 2024-04-12T16:10:58.111 INFO:tasks.rados.rados.0.smithi099.stdout:2940: rmattr oid 43 current snap is 285 2024-04-12T16:10:58.111 INFO:tasks.rados.rados.0.smithi099.stdout:2940: done (0 left) 2024-04-12T16:10:58.111 INFO:tasks.rados.rados.0.smithi099.stdout:2941: read oid 26 snap 269 2024-04-12T16:10:58.111 INFO:tasks.rados.rados.0.smithi099.stdout:2941: expect (ObjNum 830 snap 261 seq_num 830) 2024-04-12T16:10:58.111 INFO:tasks.rados.rados.0.smithi099.stdout:2942: delete oid 33 current snap is 285 2024-04-12T16:10:58.113 INFO:tasks.rados.rados.0.smithi099.stdout:2942: done (1 left) 2024-04-12T16:10:58.113 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 23 current snap is 285 2024-04-12T16:10:58.113 INFO:tasks.rados.rados.0.smithi099.stdout:2943: seq_num 921 ranges {3751936=630784,4382720=401408} 2024-04-12T16:10:58.136 INFO:tasks.rados.rados.0.smithi099.stdout:2943: writing smithi09982431-23 from 3751936 to 4382720 tid 1 2024-04-12T16:10:58.139 INFO:tasks.rados.rados.0.smithi099.stdout:2943: writing smithi09982431-23 from 4382720 to 4784128 tid 2 2024-04-12T16:10:58.139 INFO:tasks.rados.rados.0.smithi099.stdout:2944: copy_from oid 8 from oid 30 current snap is 285 2024-04-12T16:10:58.139 INFO:tasks.rados.rados.0.smithi099.stdout:2941: expect (ObjNum 830 snap 261 seq_num 830) 2024-04-12T16:10:58.289 INFO:tasks.rados.rados.0.smithi099.stdout:2944: finishing copy_from to smithi09982431-8 2024-04-12T16:10:58.289 INFO:tasks.rados.rados.0.smithi099.stdout:2944: got expected ENOENT (src dne) 2024-04-12T16:10:58.290 INFO:tasks.rados.rados.0.smithi099.stdout:2944: finishing copy_from racing read to smithi09982431-8 2024-04-12T16:10:58.290 INFO:tasks.rados.rados.0.smithi099.stdout:2943: finishing write tid 1 to smithi09982431-23 2024-04-12T16:10:58.290 INFO:tasks.rados.rados.0.smithi099.stdout:2943: finishing write tid 2 to smithi09982431-23 2024-04-12T16:10:58.290 INFO:tasks.rados.rados.0.smithi099.stdout:2943: finishing write tid 3 to smithi09982431-23 2024-04-12T16:10:58.290 INFO:tasks.rados.rados.0.smithi099.stdout:2943: finishing write tid 4 to smithi09982431-23 2024-04-12T16:10:58.290 INFO:tasks.rados.rados.0.smithi099.stdout:2943: oid 23 updating version 0 to 985 2024-04-12T16:10:58.290 INFO:tasks.rados.rados.0.smithi099.stdout:2943: oid 23 updating version 985 to 987 2024-04-12T16:10:58.290 INFO:tasks.rados.rados.0.smithi099.stdout:2943: oid 23 version 987 is already newer than 986 2024-04-12T16:10:58.290 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 23 v 987 (ObjNum 921 snap 285 seq_num 921) dirty exists 2024-04-12T16:10:58.290 INFO:tasks.rados.rados.0.smithi099.stdout:2943: left oid 23 (ObjNum 921 snap 285 seq_num 921) 2024-04-12T16:10:58.290 INFO:tasks.rados.rados.0.smithi099.stdout:2941: done (2 left) 2024-04-12T16:10:58.290 INFO:tasks.rados.rados.0.smithi099.stdout:2943: done (1 left) 2024-04-12T16:10:58.290 INFO:tasks.rados.rados.0.smithi099.stdout:2944: done (0 left) 2024-04-12T16:10:58.290 INFO:tasks.rados.rados.0.smithi099.stdout:2945: delete oid 41 current snap is 285 2024-04-12T16:10:58.292 INFO:tasks.rados.rados.0.smithi099.stdout:2945: done (0 left) 2024-04-12T16:10:58.292 INFO:tasks.rados.rados.0.smithi099.stdout:2946: read oid 12 snap 278 2024-04-12T16:10:58.293 INFO:tasks.rados.rados.0.smithi099.stdout:2946: expect (ObjNum 896 snap 275 seq_num 896) 2024-04-12T16:10:58.293 INFO:tasks.rados.rados.0.smithi099.stdout:2947: read oid 36 snap -1 2024-04-12T16:10:58.293 INFO:tasks.rados.rados.0.smithi099.stdout:2947: expect deleted 2024-04-12T16:10:58.293 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 38 current snap is 285 2024-04-12T16:10:58.293 INFO:tasks.rados.rados.0.smithi099.stdout:2948: seq_num 923 ranges {9207808=663552,9871360=401408} 2024-04-12T16:10:58.346 INFO:tasks.rados.rados.0.smithi099.stdout:2948: writing smithi09982431-38 from 9207808 to 9871360 tid 1 2024-04-12T16:10:58.348 INFO:tasks.rados.rados.0.smithi099.stdout:2948: writing smithi09982431-38 from 9871360 to 10272768 tid 2 2024-04-12T16:10:58.348 INFO:tasks.rados.rados.0.smithi099.stdout:2949: snap_remove snap 280 2024-04-12T16:10:58.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:58 smithi099 ceph-mon[94290]: osdmap e639: 8 total, 8 up, 8 in 2024-04-12T16:10:58.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:10:58.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:58 smithi099 ceph-mon[96864]: osdmap e639: 8 total, 8 up, 8 in 2024-04-12T16:10:58.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:10:58.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:58 smithi110 ceph-mon[88691]: osdmap e639: 8 total, 8 up, 8 in 2024-04-12T16:10:58.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:10:59.116 INFO:tasks.rados.rados.0.smithi099.stdout:2946: expect (ObjNum 896 snap 275 seq_num 896) 2024-04-12T16:10:59.333 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:59 smithi099 ceph-mon[94290]: osdmap e640: 8 total, 8 up, 8 in 2024-04-12T16:10:59.333 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:10:59 smithi099 ceph-mon[94290]: pgmap v597: 121 pgs: 121 active+clean; 381 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-04-12T16:10:59.333 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:59 smithi099 ceph-mon[96864]: osdmap e640: 8 total, 8 up, 8 in 2024-04-12T16:10:59.333 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:10:59 smithi099 ceph-mon[96864]: pgmap v597: 121 pgs: 121 active+clean; 381 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-04-12T16:10:59.365 INFO:tasks.rados.rados.0.smithi099.stdout:2948: finishing write tid 1 to smithi09982431-38 2024-04-12T16:10:59.365 INFO:tasks.rados.rados.0.smithi099.stdout:2948: finishing write tid 2 to smithi09982431-38 2024-04-12T16:10:59.365 INFO:tasks.rados.rados.0.smithi099.stdout:2948: finishing write tid 3 to smithi09982431-38 2024-04-12T16:10:59.365 INFO:tasks.rados.rados.0.smithi099.stdout:2948: finishing write tid 4 to smithi09982431-38 2024-04-12T16:10:59.365 INFO:tasks.rados.rados.0.smithi099.stdout:2948: oid 38 updating version 0 to 1659 2024-04-12T16:10:59.365 INFO:tasks.rados.rados.0.smithi099.stdout:2948: oid 38 updating version 1659 to 1661 2024-04-12T16:10:59.365 INFO:tasks.rados.rados.0.smithi099.stdout:2948: oid 38 version 1661 is already newer than 1660 2024-04-12T16:10:59.365 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 38 v 1661 (ObjNum 923 snap 285 seq_num 923) dirty exists 2024-04-12T16:10:59.366 INFO:tasks.rados.rados.0.smithi099.stdout:2948: left oid 38 (ObjNum 923 snap 285 seq_num 923) 2024-04-12T16:10:59.366 INFO:tasks.rados.rados.0.smithi099.stdout:2946: done (3 left) 2024-04-12T16:10:59.366 INFO:tasks.rados.rados.0.smithi099.stdout:2947: done (2 left) 2024-04-12T16:10:59.366 INFO:tasks.rados.rados.0.smithi099.stdout:2948: done (1 left) 2024-04-12T16:10:59.366 INFO:tasks.rados.rados.0.smithi099.stdout:2949: done (0 left) 2024-04-12T16:10:59.366 INFO:tasks.rados.rados.0.smithi099.stdout:2950: read oid 12 snap -1 2024-04-12T16:10:59.366 INFO:tasks.rados.rados.0.smithi099.stdout:2950: expect (ObjNum 896 snap 275 seq_num 896) 2024-04-12T16:10:59.366 INFO:tasks.rados.rados.0.smithi099.stdout:2951: read oid 49 snap -1 2024-04-12T16:10:59.366 INFO:tasks.rados.rados.0.smithi099.stdout:2951: expect (ObjNum 891 snap 274 seq_num 891) 2024-04-12T16:10:59.366 INFO:tasks.rados.rados.0.smithi099.stdout:2952: snap_create 2024-04-12T16:10:59.377 INFO:tasks.rados.rados.0.smithi099.stdout:2950: expect (ObjNum 896 snap 275 seq_num 896) 2024-04-12T16:10:59.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:59 smithi110 ceph-mon[88691]: osdmap e640: 8 total, 8 up, 8 in 2024-04-12T16:10:59.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:10:59 smithi110 ceph-mon[88691]: pgmap v597: 121 pgs: 121 active+clean; 381 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-04-12T16:10:59.629 INFO:tasks.rados.rados.0.smithi099.stdout:2951: expect (ObjNum 891 snap 274 seq_num 891) 2024-04-12T16:11:00.082 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 16:10:59 smithi099 systemd[1]: Stopping Ceph alertmanager.a for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:11:00.122 INFO:tasks.rados.rados.0.smithi099.stdout:2950: done (2 left) 2024-04-12T16:11:00.122 INFO:tasks.rados.rados.0.smithi099.stdout:2951: done (1 left) 2024-04-12T16:11:00.122 INFO:tasks.rados.rados.0.smithi099.stdout:2952: done (0 left) 2024-04-12T16:11:00.122 INFO:tasks.rados.rados.0.smithi099.stdout:2953: delete oid 50 current snap is 286 2024-04-12T16:11:00.128 INFO:tasks.rados.rados.0.smithi099.stdout:2953: done (0 left) 2024-04-12T16:11:00.129 INFO:tasks.rados.rados.0.smithi099.stdout:2954: read oid 32 snap -1 2024-04-12T16:11:00.129 INFO:tasks.rados.rados.0.smithi099.stdout:2954: expect (ObjNum 862 snap 269 seq_num 862) 2024-04-12T16:11:00.129 INFO:tasks.rados.rados.0.smithi099.stdout:2955: rollback oid 16 current snap is 286 2024-04-12T16:11:00.129 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 16 to 267 2024-04-12T16:11:00.129 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 29 current snap is 286 2024-04-12T16:11:00.129 INFO:tasks.rados.rados.0.smithi099.stdout:2956: seq_num 925 ranges {4415488=696320,5111808=401408} 2024-04-12T16:11:00.157 INFO:tasks.rados.rados.0.smithi099.stdout:2956: writing smithi09982431-29 from 4415488 to 5111808 tid 1 2024-04-12T16:11:00.160 INFO:tasks.rados.rados.0.smithi099.stdout:2956: writing smithi09982431-29 from 5111808 to 5513216 tid 2 2024-04-12T16:11:00.160 INFO:tasks.rados.rados.0.smithi099.stdout:2957: read oid 11 snap 269 2024-04-12T16:11:00.160 INFO:tasks.rados.rados.0.smithi099.stdout:2957: expect (ObjNum 791 snap 246 seq_num 791) 2024-04-12T16:11:00.160 INFO:tasks.rados.rados.0.smithi099.stdout:2958: setattr oid 6 current snap is 286 2024-04-12T16:11:00.160 INFO:tasks.rados.rados.0.smithi099.stdout:2955: finishing rollback tid 0 to smithi09982431-16 2024-04-12T16:11:00.160 INFO:tasks.rados.rados.0.smithi099.stdout:2955: finishing rollback tid 1 to smithi09982431-16 2024-04-12T16:11:00.160 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 16 v 1550 (ObjNum 129 snap 0 seq_num 1924999384) dirty dne 2024-04-12T16:11:00.160 INFO:tasks.rados.rados.0.smithi099.stdout:2954: expect (ObjNum 862 snap 269 seq_num 862) 2024-04-12T16:11:00.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:00 smithi099 ceph-mon[96864]: osdmap e641: 8 total, 8 up, 8 in 2024-04-12T16:11:00.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:00 smithi099 ceph-mon[94290]: osdmap e641: 8 total, 8 up, 8 in 2024-04-12T16:11:00.377 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 16:11:00 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a[79008]: ts=2024-04-12T16:11:00.084Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-12T16:11:00.377 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 16:11:00 smithi099 podman[131818]: 2024-04-12 16:11:00.125455705 +0000 UTC m=+0.255205340 container died d0012c0a04020f2b0f2a649f7328dcebb23b31b94d3d095a3e0b6f4ce94905f3 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T16:11:00.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:00 smithi110 ceph-mon[88691]: osdmap e641: 8 total, 8 up, 8 in 2024-04-12T16:11:00.967 INFO:tasks.rados.rados.0.smithi099.stdout:2956: finishing write tid 1 to smithi09982431-29 2024-04-12T16:11:00.967 INFO:tasks.rados.rados.0.smithi099.stdout:2956: finishing write tid 2 to smithi09982431-29 2024-04-12T16:11:00.967 INFO:tasks.rados.rados.0.smithi099.stdout:2956: finishing write tid 3 to smithi09982431-29 2024-04-12T16:11:00.967 INFO:tasks.rados.rados.0.smithi099.stdout:2956: finishing write tid 4 to smithi09982431-29 2024-04-12T16:11:00.967 INFO:tasks.rados.rados.0.smithi099.stdout:2956: oid 29 updating version 0 to 1582 2024-04-12T16:11:00.968 INFO:tasks.rados.rados.0.smithi099.stdout:2956: oid 29 version 1582 is already newer than 1581 2024-04-12T16:11:00.968 INFO:tasks.rados.rados.0.smithi099.stdout:2956: oid 29 updating version 1582 to 1583 2024-04-12T16:11:00.968 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 29 v 1583 (ObjNum 925 snap 286 seq_num 925) dirty exists 2024-04-12T16:11:00.968 INFO:tasks.rados.rados.0.smithi099.stdout:2956: left oid 29 (ObjNum 925 snap 286 seq_num 925) 2024-04-12T16:11:00.968 INFO:tasks.rados.rados.0.smithi099.stdout:2957: expect (ObjNum 791 snap 246 seq_num 791) 2024-04-12T16:11:01.007 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 16:11:00 smithi099 podman[131818]: 2024-04-12 16:11:00.665602727 +0000 UTC m=+0.795352372 container cleanup d0012c0a04020f2b0f2a649f7328dcebb23b31b94d3d095a3e0b6f4ce94905f3 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T16:11:01.007 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 16:11:00 smithi099 bash[131818]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a 2024-04-12T16:11:01.007 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 16:11:00 smithi099 podman[131837]: 2024-04-12 16:11:00.858859103 +0000 UTC m=+0.727843689 container remove d0012c0a04020f2b0f2a649f7328dcebb23b31b94d3d095a3e0b6f4ce94905f3 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T16:11:01.052 INFO:tasks.rados.rados.0.smithi099.stdout:2954: done (4 left) 2024-04-12T16:11:01.052 INFO:tasks.rados.rados.0.smithi099.stdout:2955: done (3 left) 2024-04-12T16:11:01.052 INFO:tasks.rados.rados.0.smithi099.stdout:2956: done (2 left) 2024-04-12T16:11:01.052 INFO:tasks.rados.rados.0.smithi099.stdout:2957: done (1 left) 2024-04-12T16:11:01.052 INFO:tasks.rados.rados.0.smithi099.stdout:2959: rollback oid 12 current snap is 286 2024-04-12T16:11:01.052 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 12 to 278 2024-04-12T16:11:01.052 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 5 current snap is 286 2024-04-12T16:11:01.052 INFO:tasks.rados.rados.0.smithi099.stdout:2960: seq_num 926 ranges {1138688=712704,1851392=401408} 2024-04-12T16:11:01.061 INFO:tasks.rados.rados.0.smithi099.stdout:2960: writing smithi09982431-5 from 1138688 to 1851392 tid 1 2024-04-12T16:11:01.064 INFO:tasks.rados.rados.0.smithi099.stdout:2960: writing smithi09982431-5 from 1851392 to 2252800 tid 2 2024-04-12T16:11:01.065 INFO:tasks.rados.rados.0.smithi099.stdout:2961: copy_from oid 8 from oid 16 current snap is 286 2024-04-12T16:11:01.065 INFO:tasks.rados.rados.0.smithi099.stdout:2959: finishing rollback tid 0 to smithi09982431-12 2024-04-12T16:11:01.065 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 6 v 1584 (ObjNum 546 snap 163 seq_num 546) dirty exists 2024-04-12T16:11:01.065 INFO:tasks.rados.rados.0.smithi099.stdout:2959: finishing rollback tid 1 to smithi09982431-12 2024-04-12T16:11:01.065 INFO:tasks.rados.rados.0.smithi099.stdout:2959: finishing rollback tid 2 to smithi09982431-12 2024-04-12T16:11:01.065 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 1554 (ObjNum 896 snap 275 seq_num 896) dirty exists 2024-04-12T16:11:01.065 INFO:tasks.rados.rados.0.smithi099.stdout:2958: done (3 left) 2024-04-12T16:11:01.065 INFO:tasks.rados.rados.0.smithi099.stdout:2959: done (2 left) 2024-04-12T16:11:01.065 INFO:tasks.rados.rados.0.smithi099.stdout:2962: copy_from oid 3 from oid 7 current snap is 286 2024-04-12T16:11:01.065 INFO:tasks.rados.rados.0.smithi099.stdout:2963: read oid 14 snap 285 2024-04-12T16:11:01.065 INFO:tasks.rados.rados.0.smithi099.stdout:2963: expect (ObjNum 836 snap 261 seq_num 836) 2024-04-12T16:11:01.065 INFO:tasks.rados.rados.0.smithi099.stdout:2964: snap_remove snap 281 2024-04-12T16:11:01.135 INFO:tasks.rados.rados.0.smithi099.stdout:2964: done (4 left) 2024-04-12T16:11:01.135 INFO:tasks.rados.rados.0.smithi099.stdout:2965: copy_from oid 43 from oid 19 current snap is 286 2024-04-12T16:11:01.135 INFO:tasks.rados.rados.0.smithi099.stdout:2961: finishing copy_from to smithi09982431-8 2024-04-12T16:11:01.135 INFO:tasks.rados.rados.0.smithi099.stdout:2961: got expected ENOENT (src dne) 2024-04-12T16:11:01.135 INFO:tasks.rados.rados.0.smithi099.stdout:2961: finishing copy_from racing read to smithi09982431-8 2024-04-12T16:11:01.135 INFO:tasks.rados.rados.0.smithi099.stdout:2960: finishing write tid 1 to smithi09982431-5 2024-04-12T16:11:01.136 INFO:tasks.rados.rados.0.smithi099.stdout:2960: finishing write tid 2 to smithi09982431-5 2024-04-12T16:11:01.136 INFO:tasks.rados.rados.0.smithi099.stdout:2960: finishing write tid 3 to smithi09982431-5 2024-04-12T16:11:01.136 INFO:tasks.rados.rados.0.smithi099.stdout:2960: finishing write tid 4 to smithi09982431-5 2024-04-12T16:11:01.136 INFO:tasks.rados.rados.0.smithi099.stdout:2960: oid 5 updating version 0 to 1769 2024-04-12T16:11:01.136 INFO:tasks.rados.rados.0.smithi099.stdout:2960: oid 5 version 1769 is already newer than 1768 2024-04-12T16:11:01.136 INFO:tasks.rados.rados.0.smithi099.stdout:2960: oid 5 updating version 1769 to 1770 2024-04-12T16:11:01.136 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 5 v 1770 (ObjNum 926 snap 286 seq_num 926) dirty exists 2024-04-12T16:11:01.136 INFO:tasks.rados.rados.0.smithi099.stdout:2960: left oid 5 (ObjNum 926 snap 286 seq_num 926) 2024-04-12T16:11:01.136 INFO:tasks.rados.rados.0.smithi099.stdout:2963: expect (ObjNum 836 snap 261 seq_num 836) 2024-04-12T16:11:01.207 INFO:tasks.rados.rados.0.smithi099.stdout:2962: finishing copy_from racing read to smithi09982431-3 2024-04-12T16:11:01.207 INFO:tasks.rados.rados.0.smithi099.stdout:2962: finishing copy_from to smithi09982431-3 2024-04-12T16:11:01.207 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 3 v 2169 (ObjNum 915 snap 282 seq_num 915) dirty exists 2024-04-12T16:11:01.207 INFO:tasks.rados.rados.0.smithi099.stdout:2960: done (4 left) 2024-04-12T16:11:01.207 INFO:tasks.rados.rados.0.smithi099.stdout:2961: done (3 left) 2024-04-12T16:11:01.207 INFO:tasks.rados.rados.0.smithi099.stdout:2962: done (2 left) 2024-04-12T16:11:01.208 INFO:tasks.rados.rados.0.smithi099.stdout:2963: done (1 left) 2024-04-12T16:11:01.208 INFO:tasks.rados.rados.0.smithi099.stdout:2966: read oid 12 snap -1 2024-04-12T16:11:01.208 INFO:tasks.rados.rados.0.smithi099.stdout:2966: expect (ObjNum 896 snap 275 seq_num 896) 2024-04-12T16:11:01.208 INFO:tasks.rados.rados.0.smithi099.stdout:2967: delete oid 35 current snap is 286 2024-04-12T16:11:01.208 INFO:tasks.rados.rados.0.smithi099.stdout:2965: finishing copy_from to smithi09982431-43 2024-04-12T16:11:01.208 INFO:tasks.rados.rados.0.smithi099.stdout:2965: got expected ENOENT (src dne) 2024-04-12T16:11:01.208 INFO:tasks.rados.rados.0.smithi099.stdout:2965: finishing copy_from racing read to smithi09982431-43 2024-04-12T16:11:01.209 INFO:tasks.rados.rados.0.smithi099.stdout:2965: done (2 left) 2024-04-12T16:11:01.209 INFO:tasks.rados.rados.0.smithi099.stdout:2967: done (1 left) 2024-04-12T16:11:01.209 INFO:tasks.rados.rados.0.smithi099.stdout:2968: copy_from oid 35 from oid 7 current snap is 286 2024-04-12T16:11:01.209 INFO:tasks.rados.rados.0.smithi099.stdout:2969: rmattr oid 43 current snap is 286 2024-04-12T16:11:01.210 INFO:tasks.rados.rados.0.smithi099.stdout:2969: done (2 left) 2024-04-12T16:11:01.210 INFO:tasks.rados.rados.0.smithi099.stdout:2970: snap_remove snap 275 2024-04-12T16:11:01.258 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 16:11:01 smithi099 podman[131837]: 2024-04-12 16:11:01.009561311 +0000 UTC m=+0.878545899 volume remove b3051cbabbfb92fbba1c3286e654b00243b22967e2e845e3ebf75642ae7c4c2c 2024-04-12T16:11:01.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:01 smithi099 ceph-mon[94290]: osdmap e642: 8 total, 8 up, 8 in 2024-04-12T16:11:01.258 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:01 smithi099 ceph-mon[94290]: pgmap v600: 121 pgs: 121 active+clean; 361 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 512 KiB/s wr, 4 op/s 2024-04-12T16:11:01.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:01 smithi099 ceph-mon[96864]: osdmap e642: 8 total, 8 up, 8 in 2024-04-12T16:11:01.259 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:01 smithi099 ceph-mon[96864]: pgmap v600: 121 pgs: 121 active+clean; 361 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 512 KiB/s wr, 4 op/s 2024-04-12T16:11:01.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:01 smithi110 ceph-mon[88691]: osdmap e642: 8 total, 8 up, 8 in 2024-04-12T16:11:01.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:01 smithi110 ceph-mon[88691]: pgmap v600: 121 pgs: 121 active+clean; 361 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 512 KiB/s wr, 4 op/s 2024-04-12T16:11:01.627 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 16:11:01 smithi099 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-04-12T16:11:01.627 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 16:11:01 smithi099 systemd[1]: Stopped Ceph alertmanager.a for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:11:01.627 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 16:11:01 smithi099 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@alertmanager.a.service: Consumed 1.782s CPU time. 2024-04-12T16:11:01.627 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 16:11:01 smithi099 systemd[1]: Starting Ceph alertmanager.a for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:11:01.998 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 16:11:01 smithi099 podman[131968]: 2024-04-12 16:11:01.669252767 +0000 UTC m=+0.104293445 volume create e6e961a0e7b8cb7b02bb666318afe7e04d82ded40585f89ced0d73cf215ad8f8 2024-04-12T16:11:01.999 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 16:11:01 smithi099 podman[131968]: 2024-04-12 16:11:01.582724075 +0000 UTC m=+0.017764753 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-12T16:11:01.999 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 16:11:01 smithi099 podman[131968]: 2024-04-12 16:11:01.777889276 +0000 UTC m=+0.212929954 container create 5870e14117142e21f90c3f9e88294beb3ce3064217b62159936feaf9b5bb3fc9 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T16:11:02.139 INFO:tasks.rados.rados.0.smithi099.stdout:2970: done (2 left) 2024-04-12T16:11:02.139 INFO:tasks.rados.rados.0.smithi099.stdout:2971: setattr oid 27 current snap is 286 2024-04-12T16:11:02.140 INFO:tasks.rados.rados.0.smithi099.stdout:2968: finishing copy_from racing read to smithi09982431-35 2024-04-12T16:11:02.140 INFO:tasks.rados.rados.0.smithi099.stdout:2968: finishing copy_from to smithi09982431-35 2024-04-12T16:11:02.140 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 2169 (ObjNum 915 snap 282 seq_num 915) dirty exists 2024-04-12T16:11:02.140 INFO:tasks.rados.rados.0.smithi099.stdout:2966: expect (ObjNum 896 snap 275 seq_num 896) 2024-04-12T16:11:02.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:02 smithi099 ceph-mon[94290]: osdmap e643: 8 total, 8 up, 8 in 2024-04-12T16:11:02.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:02 smithi099 ceph-mon[96864]: osdmap e643: 8 total, 8 up, 8 in 2024-04-12T16:11:02.377 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 16:11:02 smithi099 podman[131968]: 2024-04-12 16:11:02.122081907 +0000 UTC m=+0.557122585 container init 5870e14117142e21f90c3f9e88294beb3ce3064217b62159936feaf9b5bb3fc9 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T16:11:02.377 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 16:11:02 smithi099 podman[131968]: 2024-04-12 16:11:02.127696508 +0000 UTC m=+0.562737189 container start 5870e14117142e21f90c3f9e88294beb3ce3064217b62159936feaf9b5bb3fc9 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T16:11:02.378 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 16:11:02 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a[131982]: ts=2024-04-12T16:11:02.142Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-12T16:11:02.378 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 16:11:02 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a[131982]: ts=2024-04-12T16:11:02.142Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-12T16:11:02.378 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 16:11:02 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a[131982]: ts=2024-04-12T16:11:02.144Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.99 port=9094 2024-04-12T16:11:02.378 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 16:11:02 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a[131982]: ts=2024-04-12T16:11:02.148Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-12T16:11:02.378 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 16:11:02 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a[131982]: ts=2024-04-12T16:11:02.176Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-12T16:11:02.378 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 16:11:02 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a[131982]: ts=2024-04-12T16:11:02.176Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-12T16:11:02.378 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 16:11:02 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a[131982]: ts=2024-04-12T16:11:02.179Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-12T16:11:02.378 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 16:11:02 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a[131982]: ts=2024-04-12T16:11:02.179Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-12T16:11:02.378 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 16:11:02 smithi099 bash[131968]: 5870e14117142e21f90c3f9e88294beb3ce3064217b62159936feaf9b5bb3fc9 2024-04-12T16:11:02.378 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 16:11:02 smithi099 systemd[1]: Started Ceph alertmanager.a for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:11:02.399 INFO:tasks.rados.rados.0.smithi099.stdout:2966: done (2 left) 2024-04-12T16:11:02.399 INFO:tasks.rados.rados.0.smithi099.stdout:2968: done (1 left) 2024-04-12T16:11:02.399 INFO:tasks.rados.rados.0.smithi099.stdout:2972: copy_from oid 30 from oid 9 current snap is 286 2024-04-12T16:11:02.399 INFO:tasks.rados.rados.0.smithi099.stdout:2973: read oid 44 snap -1 2024-04-12T16:11:02.399 INFO:tasks.rados.rados.0.smithi099.stdout:2973: expect (ObjNum 853 snap 267 seq_num 853) 2024-04-12T16:11:02.400 INFO:tasks.rados.rados.0.smithi099.stdout:2974: read oid 49 snap 267 2024-04-12T16:11:02.400 INFO:tasks.rados.rados.0.smithi099.stdout:2974: expect (ObjNum 856 snap 267 seq_num 856) 2024-04-12T16:11:02.400 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 3 current snap is 286 2024-04-12T16:11:02.400 INFO:tasks.rados.rados.0.smithi099.stdout:2975: seq_num 928 ranges {2613248=745472,3358720=401408} 2024-04-12T16:11:02.417 INFO:tasks.rados.rados.0.smithi099.stdout:2975: writing smithi09982431-3 from 2613248 to 3358720 tid 1 2024-04-12T16:11:02.419 INFO:tasks.rados.rados.0.smithi099.stdout:2975: writing smithi09982431-3 from 3358720 to 3760128 tid 2 2024-04-12T16:11:02.419 INFO:tasks.rados.rados.0.smithi099.stdout:2976: snap_remove snap 259 2024-04-12T16:11:02.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:02 smithi110 ceph-mon[88691]: osdmap e643: 8 total, 8 up, 8 in 2024-04-12T16:11:02.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:11:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:11:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:11:03.298 INFO:tasks.rados.rados.0.smithi099.stdout:2976: done (5 left) 2024-04-12T16:11:03.298 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 34 current snap is 286 2024-04-12T16:11:03.298 INFO:tasks.rados.rados.0.smithi099.stdout:2977: seq_num 929 ranges {98304=761856,860160=401408} 2024-04-12T16:11:03.300 INFO:tasks.rados.rados.0.smithi099.stdout:2977: writing smithi09982431-34 from 98304 to 860160 tid 1 2024-04-12T16:11:03.304 INFO:tasks.rados.rados.0.smithi099.stdout:2977: writing smithi09982431-34 from 860160 to 1261568 tid 2 2024-04-12T16:11:03.304 INFO:tasks.rados.rados.0.smithi099.stdout:2972: finishing copy_from to smithi09982431-30 2024-04-12T16:11:03.305 INFO:tasks.rados.rados.0.smithi099.stdout:2972: got expected ENOENT (src dne) 2024-04-12T16:11:03.305 INFO:tasks.rados.rados.0.smithi099.stdout:2972: finishing copy_from racing read to smithi09982431-30 2024-04-12T16:11:03.305 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 27 v 1789 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-12T16:11:03.305 INFO:tasks.rados.rados.0.smithi099.stdout:2975: finishing write tid 1 to smithi09982431-3 2024-04-12T16:11:03.305 INFO:tasks.rados.rados.0.smithi099.stdout:2975: finishing write tid 2 to smithi09982431-3 2024-04-12T16:11:03.305 INFO:tasks.rados.rados.0.smithi099.stdout:2975: finishing write tid 3 to smithi09982431-3 2024-04-12T16:11:03.305 INFO:tasks.rados.rados.0.smithi099.stdout:2975: finishing write tid 4 to smithi09982431-3 2024-04-12T16:11:03.305 INFO:tasks.rados.rados.0.smithi099.stdout:2975: oid 3 updating version 0 to 2171 2024-04-12T16:11:03.305 INFO:tasks.rados.rados.0.smithi099.stdout:2975: oid 3 version 2171 is already newer than 2170 2024-04-12T16:11:03.305 INFO:tasks.rados.rados.0.smithi099.stdout:2975: oid 3 updating version 2171 to 2172 2024-04-12T16:11:03.305 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 3 v 2172 (ObjNum 928 snap 286 seq_num 928) dirty exists 2024-04-12T16:11:03.305 INFO:tasks.rados.rados.0.smithi099.stdout:2975: left oid 3 (ObjNum 928 snap 286 seq_num 928) 2024-04-12T16:11:03.305 INFO:tasks.rados.rados.0.smithi099.stdout:2973: expect (ObjNum 853 snap 267 seq_num 853) 2024-04-12T16:11:03.397 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:03 smithi099 ceph-mon[94290]: osdmap e644: 8 total, 8 up, 8 in 2024-04-12T16:11:03.398 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:03 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:03.398 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:03 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:03.398 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:03 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:11:03.398 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:03 smithi099 ceph-mon[94290]: pgmap v603: 121 pgs: 121 active+clean; 357 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-12T16:11:03.398 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:03 smithi099 ceph-mon[96864]: osdmap e644: 8 total, 8 up, 8 in 2024-04-12T16:11:03.398 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:03 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:03.398 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:03 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:03.398 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:03 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:11:03.398 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:03 smithi099 ceph-mon[96864]: pgmap v603: 121 pgs: 121 active+clean; 357 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-12T16:11:03.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:03 smithi110 ceph-mon[88691]: osdmap e644: 8 total, 8 up, 8 in 2024-04-12T16:11:03.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:03 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:03.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:03 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:03.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:03 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:11:03.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:03 smithi110 ceph-mon[88691]: pgmap v603: 121 pgs: 121 active+clean; 357 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-12T16:11:03.612 INFO:tasks.rados.rados.0.smithi099.stdout:2974: expect (ObjNum 856 snap 267 seq_num 856) 2024-04-12T16:11:03.945 INFO:tasks.rados.rados.0.smithi099.stdout:2977: finishing write tid 1 to smithi09982431-34 2024-04-12T16:11:03.945 INFO:tasks.rados.rados.0.smithi099.stdout:2977: finishing write tid 2 to smithi09982431-34 2024-04-12T16:11:03.945 INFO:tasks.rados.rados.0.smithi099.stdout:2971: done (5 left) 2024-04-12T16:11:03.946 INFO:tasks.rados.rados.0.smithi099.stdout:2972: done (4 left) 2024-04-12T16:11:03.946 INFO:tasks.rados.rados.0.smithi099.stdout:2973: done (3 left) 2024-04-12T16:11:03.946 INFO:tasks.rados.rados.0.smithi099.stdout:2974: done (2 left) 2024-04-12T16:11:03.946 INFO:tasks.rados.rados.0.smithi099.stdout:2975: done (1 left) 2024-04-12T16:11:03.946 INFO:tasks.rados.rados.0.smithi099.stdout:2978: snap_create 2024-04-12T16:11:03.946 INFO:tasks.rados.rados.0.smithi099.stdout:2977: finishing write tid 3 to smithi09982431-34 2024-04-12T16:11:03.946 INFO:tasks.rados.rados.0.smithi099.stdout:2977: finishing write tid 4 to smithi09982431-34 2024-04-12T16:11:03.946 INFO:tasks.rados.rados.0.smithi099.stdout:2977: oid 34 updating version 0 to 2220 2024-04-12T16:11:03.946 INFO:tasks.rados.rados.0.smithi099.stdout:2977: oid 34 updating version 2220 to 2221 2024-04-12T16:11:03.946 INFO:tasks.rados.rados.0.smithi099.stdout:2977: oid 34 version 2221 is already newer than 2219 2024-04-12T16:11:03.946 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 34 v 2221 (ObjNum 929 snap 286 seq_num 929) dirty exists 2024-04-12T16:11:03.946 INFO:tasks.rados.rados.0.smithi099.stdout:2977: left oid 34 (ObjNum 929 snap 286 seq_num 929) 2024-04-12T16:11:04.084 INFO:tasks.rados.rados.0.smithi099.stdout:2977: done (1 left) 2024-04-12T16:11:04.084 INFO:tasks.rados.rados.0.smithi099.stdout:2978: done (0 left) 2024-04-12T16:11:04.084 INFO:tasks.rados.rados.0.smithi099.stdout:2979: read oid 3 snap -1 2024-04-12T16:11:04.084 INFO:tasks.rados.rados.0.smithi099.stdout:2979: expect (ObjNum 928 snap 286 seq_num 928) 2024-04-12T16:11:04.084 INFO:tasks.rados.rados.0.smithi099.stdout:2980: copy_from oid 10 from oid 28 current snap is 287 2024-04-12T16:11:04.084 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 4 current snap is 287 2024-04-12T16:11:04.084 INFO:tasks.rados.rados.0.smithi099.stdout:2981: seq_num 930 ranges {425984=786432,1212416=401408} 2024-04-12T16:11:04.090 INFO:tasks.rados.rados.0.smithi099.stdout:2981: writing smithi09982431-4 from 425984 to 1212416 tid 1 2024-04-12T16:11:04.093 INFO:tasks.rados.rados.0.smithi099.stdout:2981: writing smithi09982431-4 from 1212416 to 1613824 tid 2 2024-04-12T16:11:04.093 INFO:tasks.rados.rados.0.smithi099.stdout:2982: snap_create 2024-04-12T16:11:04.099 INFO:tasks.rados.rados.0.smithi099.stdout:2981: finishing write tid 1 to smithi09982431-4 2024-04-12T16:11:04.100 INFO:tasks.rados.rados.0.smithi099.stdout:2981: finishing write tid 2 to smithi09982431-4 2024-04-12T16:11:04.100 INFO:tasks.rados.rados.0.smithi099.stdout:2981: finishing write tid 3 to smithi09982431-4 2024-04-12T16:11:04.102 INFO:tasks.rados.rados.0.smithi099.stdout:2981: finishing write tid 4 to smithi09982431-4 2024-04-12T16:11:04.102 INFO:tasks.rados.rados.0.smithi099.stdout:2981: oid 4 updating version 0 to 1664 2024-04-12T16:11:04.102 INFO:tasks.rados.rados.0.smithi099.stdout:2981: oid 4 version 1664 is already newer than 1662 2024-04-12T16:11:04.102 INFO:tasks.rados.rados.0.smithi099.stdout:2981: oid 4 version 1664 is already newer than 1663 2024-04-12T16:11:04.102 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 4 v 1664 (ObjNum 930 snap 287 seq_num 930) dirty exists 2024-04-12T16:11:04.102 INFO:tasks.rados.rados.0.smithi099.stdout:2981: left oid 4 (ObjNum 930 snap 287 seq_num 930) 2024-04-12T16:11:04.103 INFO:tasks.rados.rados.0.smithi099.stdout:2979: expect (ObjNum 928 snap 286 seq_num 928) 2024-04-12T16:11:04.276 INFO:tasks.rados.rados.0.smithi099.stdout:2980: finishing copy_from to smithi09982431-10 2024-04-12T16:11:04.276 INFO:tasks.rados.rados.0.smithi099.stdout:2980: got expected ENOENT (src dne) 2024-04-12T16:11:04.276 INFO:tasks.rados.rados.0.smithi099.stdout:2980: finishing copy_from racing read to smithi09982431-10 2024-04-12T16:11:04.459 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:04 smithi099 ceph-mon[94290]: osdmap e645: 8 total, 8 up, 8 in 2024-04-12T16:11:04.459 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:04 smithi099 ceph-mon[94290]: osdmap e646: 8 total, 8 up, 8 in 2024-04-12T16:11:04.459 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:04 smithi099 ceph-mon[96864]: osdmap e645: 8 total, 8 up, 8 in 2024-04-12T16:11:04.459 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:04 smithi099 ceph-mon[96864]: osdmap e646: 8 total, 8 up, 8 in 2024-04-12T16:11:04.460 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 16:11:04 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a[131982]: ts=2024-04-12T16:11:04.149Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000985035s 2024-04-12T16:11:04.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:04 smithi110 ceph-mon[88691]: osdmap e645: 8 total, 8 up, 8 in 2024-04-12T16:11:04.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:04 smithi110 ceph-mon[88691]: osdmap e646: 8 total, 8 up, 8 in 2024-04-12T16:11:05.083 INFO:tasks.rados.rados.0.smithi099.stdout:2979: done (3 left) 2024-04-12T16:11:05.083 INFO:tasks.rados.rados.0.smithi099.stdout:2980: done (2 left) 2024-04-12T16:11:05.083 INFO:tasks.rados.rados.0.smithi099.stdout:2981: done (1 left) 2024-04-12T16:11:05.084 INFO:tasks.rados.rados.0.smithi099.stdout:2982: done (0 left) 2024-04-12T16:11:05.084 INFO:tasks.rados.rados.0.smithi099.stdout:2983: snap_remove snap 258 2024-04-12T16:11:05.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:05 smithi110 ceph-mon[88691]: pgmap v606: 121 pgs: 121 active+clean; 359 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-04-12T16:11:05.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:05 smithi110 ceph-mon[88691]: osdmap e647: 8 total, 8 up, 8 in 2024-04-12T16:11:05.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:05 smithi099 ceph-mon[94290]: pgmap v606: 121 pgs: 121 active+clean; 359 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-04-12T16:11:05.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:05 smithi099 ceph-mon[94290]: osdmap e647: 8 total, 8 up, 8 in 2024-04-12T16:11:05.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:05 smithi099 ceph-mon[96864]: pgmap v606: 121 pgs: 121 active+clean; 359 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-04-12T16:11:05.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:05 smithi099 ceph-mon[96864]: osdmap e647: 8 total, 8 up, 8 in 2024-04-12T16:11:06.086 INFO:tasks.rados.rados.0.smithi099.stdout:2983: done (0 left) 2024-04-12T16:11:06.087 INFO:tasks.rados.rados.0.smithi099.stdout:2984: snap_create 2024-04-12T16:11:06.107 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-04-12T16:11:06.445 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T16:11:06.446 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (4s) 0s ago 12m 17.1M - 0.25.0 c8568f914cd2 5870e1411714 2024-04-12T16:11:06.446 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi110 *:3000 running (12m) 16s ago 12m 88.8M - 9.4.7 954c08fa6188 f1a47e96b342 2024-04-12T16:11:06.446 INFO:teuthology.orchestra.run.smithi099.stdout:mds.a smithi099 running (76s) 0s ago 13m 15.6M - 19.0.0-2847-gbf9c5618 92de118a8b8f bbf44cb4bb2f 2024-04-12T16:11:06.446 INFO:teuthology.orchestra.run.smithi099.stdout:mds.b smithi110 running (55s) 16s ago 13m 11.5M - 19.0.0-2847-gbf9c5618 92de118a8b8f ce2c6390c8a8 2024-04-12T16:11:06.446 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi110 *:8443,9283,8765 running (7m) 16s ago 17m 453M - 19.0.0-2847-gbf9c5618 92de118a8b8f 39e31f4f4e9d 2024-04-12T16:11:06.446 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (7m) 0s ago 18m 521M - 19.0.0-2847-gbf9c5618 92de118a8b8f 8fb83982268a 2024-04-12T16:11:06.446 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (7m) 0s ago 19m 69.5M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f cc807b11358b 2024-04-12T16:11:06.446 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi110 running (6m) 16s ago 17m 56.5M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 393831dfcb29 2024-04-12T16:11:06.446 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (6m) 0s ago 17m 61.5M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 3bb5784f6f37 2024-04-12T16:11:06.446 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (41s) 0s ago 12m 7017k - 1.5.0 0da6a335fe13 757c7d90bf15 2024-04-12T16:11:06.446 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi110 *:9100 running (37s) 16s ago 12m 8438k - 1.5.0 0da6a335fe13 544991f5ac21 2024-04-12T16:11:06.446 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (5m) 0s ago 16m 336M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 5e1f1df54e74 2024-04-12T16:11:06.447 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (4m) 0s ago 16m 206M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 78ac083e3d82 2024-04-12T16:11:06.447 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (4m) 0s ago 16m 344M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f e28b267bdc6a 2024-04-12T16:11:06.447 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (3m) 0s ago 15m 221M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 594ef50fe212 2024-04-12T16:11:06.447 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi110 running (3m) 16s ago 15m 263M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f f21efac2aa79 2024-04-12T16:11:06.447 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi110 running (2m) 16s ago 14m 316M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 3295109109cf 2024-04-12T16:11:06.447 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi110 running (119s) 16s ago 14m 174M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 97a8d1469e51 2024-04-12T16:11:06.447 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi110 running (98s) 16s ago 14m 138M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 1bbbfc73a4c1 2024-04-12T16:11:06.447 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi110 *:9095 running (21s) 16s ago 13m 35.7M - 2.43.0 a07b618ecd1d 75ac24a4352d 2024-04-12T16:11:06.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:11:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:11:06] "GET /metrics HTTP/1.1" 200 36327 "" "Prometheus/2.43.0" 2024-04-12T16:11:06.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:06 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:06.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:06 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:06.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:06 smithi099 ceph-mon[94290]: from='client.44375 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:11:06.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:06 smithi099 ceph-mon[94290]: osdmap e648: 8 total, 8 up, 8 in 2024-04-12T16:11:06.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:06 smithi099 ceph-mon[94290]: from='client.34455 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:11:06.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:06 smithi099 ceph-mon[94290]: pgmap v609: 121 pgs: 121 active+clean; 355 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 1.7 MiB/s wr, 19 op/s 2024-04-12T16:11:06.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:06 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:06.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:06 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:06.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:06 smithi099 ceph-mon[96864]: from='client.44375 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:11:06.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:06 smithi099 ceph-mon[96864]: osdmap e648: 8 total, 8 up, 8 in 2024-04-12T16:11:06.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:06 smithi099 ceph-mon[96864]: from='client.34455 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:11:06.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:06 smithi099 ceph-mon[96864]: pgmap v609: 121 pgs: 121 active+clean; 355 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 1.7 MiB/s wr, 19 op/s 2024-04-12T16:11:06.866 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-04-12T16:11:06.866 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-04-12T16:11:06.866 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 3 2024-04-12T16:11:06.867 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:11:06.867 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-04-12T16:11:06.867 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:11:06.867 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:11:06.867 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-04-12T16:11:06.867 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 8 2024-04-12T16:11:06.867 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:11:06.867 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": { 2024-04-12T16:11:06.867 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:11:06.867 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:11:06.867 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-04-12T16:11:06.867 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 15 2024-04-12T16:11:06.867 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-04-12T16:11:06.867 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-04-12T16:11:07.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:06 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:07.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:06 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:07.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:06 smithi110 ceph-mon[88691]: from='client.44375 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:11:07.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:06 smithi110 ceph-mon[88691]: osdmap e648: 8 total, 8 up, 8 in 2024-04-12T16:11:07.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:06 smithi110 ceph-mon[88691]: from='client.34455 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:11:07.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:06 smithi110 ceph-mon[88691]: pgmap v609: 121 pgs: 121 active+clean; 355 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 1.7 MiB/s wr, 19 op/s 2024-04-12T16:11:07.090 INFO:tasks.rados.rados.0.smithi099.stdout:2984: done (0 left) 2024-04-12T16:11:07.090 INFO:tasks.rados.rados.0.smithi099.stdout:2985: read oid 11 snap -1 2024-04-12T16:11:07.090 INFO:tasks.rados.rados.0.smithi099.stdout:2985: expect deleted 2024-04-12T16:11:07.090 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 28 current snap is 289 2024-04-12T16:11:07.090 INFO:tasks.rados.rados.0.smithi099.stdout:2986: seq_num 931 ranges {0=802816,802816=401408} 2024-04-12T16:11:07.094 INFO:tasks.rados.rados.0.smithi099.stdout:2986: writing smithi09982431-28 from 0 to 802816 tid 1 2024-04-12T16:11:07.096 INFO:tasks.rados.rados.0.smithi099.stdout:2986: writing smithi09982431-28 from 802816 to 1204224 tid 2 2024-04-12T16:11:07.097 INFO:tasks.rados.rados.0.smithi099.stdout:2987: delete oid 46 current snap is 289 2024-04-12T16:11:07.101 INFO:tasks.rados.rados.0.smithi099.stdout:2986: finishing write tid 1 to smithi09982431-28 2024-04-12T16:11:07.101 INFO:tasks.rados.rados.0.smithi099.stdout:2986: finishing write tid 2 to smithi09982431-28 2024-04-12T16:11:07.101 INFO:tasks.rados.rados.0.smithi099.stdout:2986: finishing write tid 3 to smithi09982431-28 2024-04-12T16:11:07.103 INFO:tasks.rados.rados.0.smithi099.stdout:2985: done (2 left) 2024-04-12T16:11:07.103 INFO:tasks.rados.rados.0.smithi099.stdout:2987: done (1 left) 2024-04-12T16:11:07.103 INFO:tasks.rados.rados.0.smithi099.stdout:2988: read oid 44 snap -1 2024-04-12T16:11:07.103 INFO:tasks.rados.rados.0.smithi099.stdout:2988: expect (ObjNum 853 snap 267 seq_num 853) 2024-04-12T16:11:07.104 INFO:tasks.rados.rados.0.smithi099.stdout:2989: rollback oid 38 current snap is 289 2024-04-12T16:11:07.104 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 38 to 267 2024-04-12T16:11:07.104 INFO:tasks.rados.rados.0.smithi099.stdout:2990: rmattr oid 20 current snap is 289 2024-04-12T16:11:07.104 INFO:tasks.rados.rados.0.smithi099.stdout:2990: done (3 left) 2024-04-12T16:11:07.104 INFO:tasks.rados.rados.0.smithi099.stdout:2991: read oid 42 snap -1 2024-04-12T16:11:07.104 INFO:tasks.rados.rados.0.smithi099.stdout:2991: expect (ObjNum 597 snap 183 seq_num 597) 2024-04-12T16:11:07.104 INFO:tasks.rados.rados.0.smithi099.stdout:2992: read oid 26 snap 285 2024-04-12T16:11:07.104 INFO:tasks.rados.rados.0.smithi099.stdout:2992: expect (ObjNum 839 snap 261 seq_num 839) 2024-04-12T16:11:07.104 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 48 current snap is 289 2024-04-12T16:11:07.104 INFO:tasks.rados.rados.0.smithi099.stdout:2993: seq_num 933 ranges {6307840=434176,6742016=548864,7290880=253952} 2024-04-12T16:11:07.140 INFO:tasks.rados.rados.0.smithi099.stdout:2993: writing smithi09982431-48 from 6307840 to 6742016 tid 1 2024-04-12T16:11:07.143 INFO:tasks.rados.rados.0.smithi099.stdout:2993: writing smithi09982431-48 from 6742016 to 7290880 tid 2 2024-04-12T16:11:07.145 INFO:tasks.rados.rados.0.smithi099.stdout:2993: writing smithi09982431-48 from 7290880 to 7544832 tid 3 2024-04-12T16:11:07.145 INFO:tasks.rados.rados.0.smithi099.stdout:2994: copy_from oid 45 from oid 34 current snap is 289 2024-04-12T16:11:07.145 INFO:tasks.rados.rados.0.smithi099.stdout:2986: finishing write tid 4 to smithi09982431-28 2024-04-12T16:11:07.145 INFO:tasks.rados.rados.0.smithi099.stdout:2986: oid 28 updating version 0 to 2242 2024-04-12T16:11:07.146 INFO:tasks.rados.rados.0.smithi099.stdout:2986: oid 28 version 2242 is already newer than 2240 2024-04-12T16:11:07.146 INFO:tasks.rados.rados.0.smithi099.stdout:2986: oid 28 version 2242 is already newer than 2241 2024-04-12T16:11:07.146 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 28 v 2242 (ObjNum 931 snap 289 seq_num 931) dirty exists 2024-04-12T16:11:07.146 INFO:tasks.rados.rados.0.smithi099.stdout:2986: left oid 28 (ObjNum 931 snap 289 seq_num 931) 2024-04-12T16:11:07.146 INFO:tasks.rados.rados.0.smithi099.stdout:2986: done (6 left) 2024-04-12T16:11:07.146 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 16 current snap is 289 2024-04-12T16:11:07.146 INFO:tasks.rados.rados.0.smithi099.stdout:2995: seq_num 934 ranges {0=450560,450560=434176,884736=368640} 2024-04-12T16:11:07.148 INFO:tasks.rados.rados.0.smithi099.stdout:2995: writing smithi09982431-16 from 0 to 450560 tid 1 2024-04-12T16:11:07.151 INFO:tasks.rados.rados.0.smithi099.stdout:2995: writing smithi09982431-16 from 450560 to 884736 tid 2 2024-04-12T16:11:07.153 INFO:tasks.rados.rados.0.smithi099.stdout:2995: writing smithi09982431-16 from 884736 to 1253376 tid 3 2024-04-12T16:11:07.154 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 3 current snap is 289 2024-04-12T16:11:07.154 INFO:tasks.rados.rados.0.smithi099.stdout:2996: seq_num 935 ranges {3760128=466944,4227072=720896,4947968=81920} 2024-04-12T16:11:07.176 INFO:tasks.rados.rados.0.smithi099.stdout:2996: writing smithi09982431-3 from 3760128 to 4227072 tid 1 2024-04-12T16:11:07.182 INFO:tasks.rados.rados.0.smithi099.stdout:2996: writing smithi09982431-3 from 4227072 to 4947968 tid 2 2024-04-12T16:11:07.183 INFO:tasks.rados.rados.0.smithi099.stdout:2996: writing smithi09982431-3 from 4947968 to 5029888 tid 3 2024-04-12T16:11:07.183 INFO:tasks.rados.rados.0.smithi099.stdout:2997: read oid 15 snap 266 2024-04-12T16:11:07.183 INFO:tasks.rados.rados.0.smithi099.stdout:2997: expect (ObjNum 839 snap 261 seq_num 839) 2024-04-12T16:11:07.183 INFO:tasks.rados.rados.0.smithi099.stdout:2998: setattr oid 7 current snap is 289 2024-04-12T16:11:07.183 INFO:tasks.rados.rados.0.smithi099.stdout:2989: finishing rollback tid 0 to smithi09982431-38 2024-04-12T16:11:07.183 INFO:tasks.rados.rados.0.smithi099.stdout:2989: finishing rollback tid 1 to smithi09982431-38 2024-04-12T16:11:07.183 INFO:tasks.rados.rados.0.smithi099.stdout:2989: finishing rollback tid 2 to smithi09982431-38 2024-04-12T16:11:07.183 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 38 v 1667 (ObjNum 757 snap 235 seq_num 757) dirty exists 2024-04-12T16:11:07.183 INFO:tasks.rados.rados.0.smithi099.stdout:2991: expect (ObjNum 597 snap 183 seq_num 597) 2024-04-12T16:11:07.248 INFO:tasks.rados.rados.0.smithi099.stdout:2992: expect (ObjNum 839 snap 261 seq_num 839) 2024-04-12T16:11:07.304 INFO:tasks.rados.rados.0.smithi099.stdout:2988: expect (ObjNum 853 snap 267 seq_num 853) 2024-04-12T16:11:07.608 INFO:tasks.rados.rados.0.smithi099.stdout:2993: finishing write tid 1 to smithi09982431-48 2024-04-12T16:11:07.609 INFO:tasks.rados.rados.0.smithi099.stdout:2993: finishing write tid 2 to smithi09982431-48 2024-04-12T16:11:07.609 INFO:tasks.rados.rados.0.smithi099.stdout:2993: finishing write tid 3 to smithi09982431-48 2024-04-12T16:11:07.609 INFO:tasks.rados.rados.0.smithi099.stdout:2993: finishing write tid 4 to smithi09982431-48 2024-04-12T16:11:07.609 INFO:tasks.rados.rados.0.smithi099.stdout:2995: finishing write tid 1 to smithi09982431-16 2024-04-12T16:11:07.609 INFO:tasks.rados.rados.0.smithi099.stdout:2993: finishing write tid 5 to smithi09982431-48 2024-04-12T16:11:07.609 INFO:tasks.rados.rados.0.smithi099.stdout:2993: oid 48 updating version 0 to 1509 2024-04-12T16:11:07.609 INFO:tasks.rados.rados.0.smithi099.stdout:2993: oid 48 version 1509 is already newer than 1507 2024-04-12T16:11:07.609 INFO:tasks.rados.rados.0.smithi099.stdout:2993: oid 48 version 1509 is already newer than 1508 2024-04-12T16:11:07.609 INFO:tasks.rados.rados.0.smithi099.stdout:2993: oid 48 version 1509 is already newer than 1506 2024-04-12T16:11:07.609 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 48 v 1509 (ObjNum 933 snap 289 seq_num 933) dirty exists 2024-04-12T16:11:07.609 INFO:tasks.rados.rados.0.smithi099.stdout:2993: left oid 48 (ObjNum 933 snap 289 seq_num 933) 2024-04-12T16:11:07.609 INFO:tasks.rados.rados.0.smithi099.stdout:2994: finishing copy_from racing read to smithi09982431-45 2024-04-12T16:11:07.609 INFO:tasks.rados.rados.0.smithi099.stdout:2994: finishing copy_from to smithi09982431-45 2024-04-12T16:11:07.609 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 45 v 2221 (ObjNum 929 snap 286 seq_num 929) dirty exists 2024-04-12T16:11:07.609 INFO:tasks.rados.rados.0.smithi099.stdout:2995: finishing write tid 2 to smithi09982431-16 2024-04-12T16:11:07.610 INFO:tasks.rados.rados.0.smithi099.stdout:2995: finishing write tid 3 to smithi09982431-16 2024-04-12T16:11:07.610 INFO:tasks.rados.rados.0.smithi099.stdout:2995: finishing write tid 4 to smithi09982431-16 2024-04-12T16:11:07.610 INFO:tasks.rados.rados.0.smithi099.stdout:2995: finishing write tid 5 to smithi09982431-16 2024-04-12T16:11:07.610 INFO:tasks.rados.rados.0.smithi099.stdout:2995: oid 16 updating version 0 to 1584 2024-04-12T16:11:07.610 INFO:tasks.rados.rados.0.smithi099.stdout:2995: oid 16 version 1584 is already newer than 1582 2024-04-12T16:11:07.610 INFO:tasks.rados.rados.0.smithi099.stdout:2995: oid 16 version 1584 is already newer than 1581 2024-04-12T16:11:07.610 INFO:tasks.rados.rados.0.smithi099.stdout:2995: oid 16 version 1584 is already newer than 1583 2024-04-12T16:11:07.610 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 16 v 1584 (ObjNum 934 snap 289 seq_num 934) dirty exists 2024-04-12T16:11:07.610 INFO:tasks.rados.rados.0.smithi099.stdout:2995: left oid 16 (ObjNum 934 snap 289 seq_num 934) 2024-04-12T16:11:07.610 INFO:tasks.rados.rados.0.smithi099.stdout:2996: finishing write tid 1 to smithi09982431-3 2024-04-12T16:11:07.610 INFO:tasks.rados.rados.0.smithi099.stdout:2996: finishing write tid 2 to smithi09982431-3 2024-04-12T16:11:07.610 INFO:tasks.rados.rados.0.smithi099.stdout:2996: finishing write tid 3 to smithi09982431-3 2024-04-12T16:11:07.610 INFO:tasks.rados.rados.0.smithi099.stdout:2996: finishing write tid 4 to smithi09982431-3 2024-04-12T16:11:07.610 INFO:tasks.rados.rados.0.smithi099.stdout:2997: expect (ObjNum 839 snap 261 seq_num 839) 2024-04-12T16:11:07.662 INFO:tasks.rados.rados.0.smithi099.stdout:2996: finishing write tid 5 to smithi09982431-3 2024-04-12T16:11:07.662 INFO:tasks.rados.rados.0.smithi099.stdout:2996: oid 3 updating version 0 to 2174 2024-04-12T16:11:07.662 INFO:tasks.rados.rados.0.smithi099.stdout:2996: oid 3 version 2174 is already newer than 2173 2024-04-12T16:11:07.662 INFO:tasks.rados.rados.0.smithi099.stdout:2996: oid 3 updating version 2174 to 2176 2024-04-12T16:11:07.662 INFO:tasks.rados.rados.0.smithi099.stdout:2996: oid 3 version 2176 is already newer than 2175 2024-04-12T16:11:07.662 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 3 v 2176 (ObjNum 935 snap 289 seq_num 935) dirty exists 2024-04-12T16:11:07.662 INFO:tasks.rados.rados.0.smithi099.stdout:2996: left oid 3 (ObjNum 935 snap 289 seq_num 935) 2024-04-12T16:11:07.662 INFO:tasks.rados.rados.0.smithi099.stdout:2988: done (9 left) 2024-04-12T16:11:07.662 INFO:tasks.rados.rados.0.smithi099.stdout:2989: done (8 left) 2024-04-12T16:11:07.663 INFO:tasks.rados.rados.0.smithi099.stdout:2991: done (7 left) 2024-04-12T16:11:07.663 INFO:tasks.rados.rados.0.smithi099.stdout:2992: done (6 left) 2024-04-12T16:11:07.663 INFO:tasks.rados.rados.0.smithi099.stdout:2993: done (5 left) 2024-04-12T16:11:07.663 INFO:tasks.rados.rados.0.smithi099.stdout:2994: done (4 left) 2024-04-12T16:11:07.663 INFO:tasks.rados.rados.0.smithi099.stdout:2995: done (3 left) 2024-04-12T16:11:07.663 INFO:tasks.rados.rados.0.smithi099.stdout:2996: done (2 left) 2024-04-12T16:11:07.663 INFO:tasks.rados.rados.0.smithi099.stdout:2997: done (1 left) 2024-04-12T16:11:07.663 INFO:tasks.rados.rados.0.smithi099.stdout:2999: delete oid 38 current snap is 289 2024-04-12T16:11:07.663 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 7 v 2244 (ObjNum 915 snap 282 seq_num 915) dirty exists 2024-04-12T16:11:07.663 INFO:tasks.rados.rados.0.smithi099.stdout:2998: done (1 left) 2024-04-12T16:11:07.663 INFO:tasks.rados.rados.0.smithi099.stdout:2999: done (0 left) 2024-04-12T16:11:07.664 INFO:tasks.rados.rados.0.smithi099.stdout:3000: setattr oid 12 current snap is 289 2024-04-12T16:11:07.665 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 25 current snap is 289 2024-04-12T16:11:07.665 INFO:tasks.rados.rados.0.smithi099.stdout:3001: seq_num 937 ranges {0=499712,499712=532480,1032192=270336} 2024-04-12T16:11:07.667 INFO:tasks.rados.rados.0.smithi099.stdout:3001: writing smithi09982431-25 from 0 to 499712 tid 1 2024-04-12T16:11:07.671 INFO:tasks.rados.rados.0.smithi099.stdout:3001: writing smithi09982431-25 from 499712 to 1032192 tid 2 2024-04-12T16:11:07.673 INFO:tasks.rados.rados.0.smithi099.stdout:3001: writing smithi09982431-25 from 1032192 to 1302528 tid 3 2024-04-12T16:11:07.673 INFO:tasks.rados.rados.0.smithi099.stdout:3002: read oid 38 snap -1 2024-04-12T16:11:07.673 INFO:tasks.rados.rados.0.smithi099.stdout:3002: expect deleted 2024-04-12T16:11:07.673 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 1586 (ObjNum 896 snap 275 seq_num 896) dirty exists 2024-04-12T16:11:07.673 INFO:tasks.rados.rados.0.smithi099.stdout:3001: finishing write tid 1 to smithi09982431-25 2024-04-12T16:11:07.673 INFO:tasks.rados.rados.0.smithi099.stdout:3000: done (2 left) 2024-04-12T16:11:07.673 INFO:tasks.rados.rados.0.smithi099.stdout:3003: read oid 5 snap -1 2024-04-12T16:11:07.673 INFO:tasks.rados.rados.0.smithi099.stdout:3003: expect (ObjNum 926 snap 286 seq_num 926) 2024-04-12T16:11:07.674 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 18 current snap is 289 2024-04-12T16:11:07.674 INFO:tasks.rados.rados.0.smithi099.stdout:3004: seq_num 938 ranges {983040=516096,1499136=417792,1916928=385024} 2024-04-12T16:11:07.682 INFO:tasks.rados.rados.0.smithi099.stdout:3004: writing smithi09982431-18 from 983040 to 1499136 tid 1 2024-04-12T16:11:07.684 INFO:tasks.rados.rados.0.smithi099.stdout:3004: writing smithi09982431-18 from 1499136 to 1916928 tid 2 2024-04-12T16:11:07.686 INFO:tasks.rados.rados.0.smithi099.stdout:3004: writing smithi09982431-18 from 1916928 to 2301952 tid 3 2024-04-12T16:11:07.687 INFO:tasks.rados.rados.0.smithi099.stdout:3005: read oid 12 snap -1 2024-04-12T16:11:07.687 INFO:tasks.rados.rados.0.smithi099.stdout:3005: expect (ObjNum 896 snap 275 seq_num 896) 2024-04-12T16:11:07.687 INFO:tasks.rados.rados.0.smithi099.stdout:3006: copy_from oid 22 from oid 34 current snap is 289 2024-04-12T16:11:07.687 INFO:tasks.rados.rados.0.smithi099.stdout:3001: finishing write tid 2 to smithi09982431-25 2024-04-12T16:11:07.687 INFO:tasks.rados.rados.0.smithi099.stdout:3001: finishing write tid 3 to smithi09982431-25 2024-04-12T16:11:07.687 INFO:tasks.rados.rados.0.smithi099.stdout:3001: finishing write tid 4 to smithi09982431-25 2024-04-12T16:11:07.687 INFO:tasks.rados.rados.0.smithi099.stdout:3003: expect (ObjNum 926 snap 286 seq_num 926) 2024-04-12T16:11:07.776 INFO:tasks.rados.rados.0.smithi099.stdout:3001: finishing write tid 5 to smithi09982431-25 2024-04-12T16:11:07.776 INFO:tasks.rados.rados.0.smithi099.stdout:3001: oid 25 updating version 0 to 2248 2024-04-12T16:11:07.776 INFO:tasks.rados.rados.0.smithi099.stdout:3001: oid 25 version 2248 is already newer than 2245 2024-04-12T16:11:07.776 INFO:tasks.rados.rados.0.smithi099.stdout:3001: oid 25 version 2248 is already newer than 2246 2024-04-12T16:11:07.776 INFO:tasks.rados.rados.0.smithi099.stdout:3001: oid 25 version 2248 is already newer than 2247 2024-04-12T16:11:07.776 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 25 v 2248 (ObjNum 937 snap 289 seq_num 937) dirty exists 2024-04-12T16:11:07.776 INFO:tasks.rados.rados.0.smithi099.stdout:3001: left oid 25 (ObjNum 937 snap 289 seq_num 937) 2024-04-12T16:11:07.776 INFO:tasks.rados.rados.0.smithi099.stdout:3001: done (5 left) 2024-04-12T16:11:07.776 INFO:tasks.rados.rados.0.smithi099.stdout:3002: done (4 left) 2024-04-12T16:11:07.776 INFO:tasks.rados.rados.0.smithi099.stdout:3003: done (3 left) 2024-04-12T16:11:07.776 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 2 current snap is 289 2024-04-12T16:11:07.776 INFO:tasks.rados.rados.0.smithi099.stdout:3004: finishing write tid 1 to smithi09982431-18 2024-04-12T16:11:07.777 INFO:tasks.rados.rados.0.smithi099.stdout:3007: seq_num 939 ranges {3874816=532480,4407296=704512,5111808=98304} 2024-04-12T16:11:07.801 INFO:tasks.rados.rados.0.smithi099.stdout:3007: writing smithi09982431-2 from 3874816 to 4407296 tid 1 2024-04-12T16:11:07.802 INFO:tasks.rados.rados.0.smithi099.stdout:3007: writing smithi09982431-2 from 4407296 to 5111808 tid 2 2024-04-12T16:11:07.803 INFO:tasks.rados.rados.0.smithi099.stdout:3007: writing smithi09982431-2 from 5111808 to 5210112 tid 3 2024-04-12T16:11:07.803 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 16 current snap is 289 2024-04-12T16:11:07.803 INFO:tasks.rados.rados.0.smithi099.stdout:3004: finishing write tid 2 to smithi09982431-18 2024-04-12T16:11:07.804 INFO:tasks.rados.rados.0.smithi099.stdout:3004: finishing write tid 3 to smithi09982431-18 2024-04-12T16:11:07.804 INFO:tasks.rados.rados.0.smithi099.stdout:3008: seq_num 940 ranges {1253376=548864,1802240=589824,2392064=212992} 2024-04-12T16:11:07.813 INFO:tasks.rados.rados.0.smithi099.stdout:3008: writing smithi09982431-16 from 1253376 to 1802240 tid 1 2024-04-12T16:11:07.816 INFO:tasks.rados.rados.0.smithi099.stdout:3008: writing smithi09982431-16 from 1802240 to 2392064 tid 2 2024-04-12T16:11:07.818 INFO:tasks.rados.rados.0.smithi099.stdout:3008: writing smithi09982431-16 from 2392064 to 2605056 tid 3 2024-04-12T16:11:07.818 INFO:tasks.rados.rados.0.smithi099.stdout:3009: delete oid 30 current snap is 289 2024-04-12T16:11:07.818 INFO:tasks.rados.rados.0.smithi099.stdout:3004: finishing write tid 4 to smithi09982431-18 2024-04-12T16:11:07.818 INFO:tasks.rados.rados.0.smithi099.stdout:3004: finishing write tid 5 to smithi09982431-18 2024-04-12T16:11:07.818 INFO:tasks.rados.rados.0.smithi099.stdout:3004: oid 18 updating version 0 to 2178 2024-04-12T16:11:07.818 INFO:tasks.rados.rados.0.smithi099.stdout:3004: oid 18 version 2178 is already newer than 2177 2024-04-12T16:11:07.818 INFO:tasks.rados.rados.0.smithi099.stdout:3004: oid 18 updating version 2178 to 2180 2024-04-12T16:11:07.819 INFO:tasks.rados.rados.0.smithi099.stdout:3004: oid 18 version 2180 is already newer than 2179 2024-04-12T16:11:07.819 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 18 v 2180 (ObjNum 938 snap 289 seq_num 938) dirty exists 2024-04-12T16:11:07.819 INFO:tasks.rados.rados.0.smithi099.stdout:3004: left oid 18 (ObjNum 938 snap 289 seq_num 938) 2024-04-12T16:11:07.819 INFO:tasks.rados.rados.0.smithi099.stdout:3005: expect (ObjNum 896 snap 275 seq_num 896) 2024-04-12T16:11:08.064 INFO:tasks.rados.rados.0.smithi099.stdout:3006: finishing copy_from racing read to smithi09982431-22 2024-04-12T16:11:08.065 INFO:tasks.rados.rados.0.smithi099.stdout:3006: finishing copy_from to smithi09982431-22 2024-04-12T16:11:08.065 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 22 v 2221 (ObjNum 929 snap 286 seq_num 929) dirty exists 2024-04-12T16:11:08.065 INFO:tasks.rados.rados.0.smithi099.stdout:3004: done (5 left) 2024-04-12T16:11:08.065 INFO:tasks.rados.rados.0.smithi099.stdout:3005: done (4 left) 2024-04-12T16:11:08.065 INFO:tasks.rados.rados.0.smithi099.stdout:3006: done (3 left) 2024-04-12T16:11:08.065 INFO:tasks.rados.rados.0.smithi099.stdout:3009: done (2 left) 2024-04-12T16:11:08.065 INFO:tasks.rados.rados.0.smithi099.stdout:3010: delete oid 37 current snap is 289 2024-04-12T16:11:08.065 INFO:tasks.rados.rados.0.smithi099.stdout:3007: finishing write tid 1 to smithi09982431-2 2024-04-12T16:11:08.065 INFO:tasks.rados.rados.0.smithi099.stdout:3007: finishing write tid 2 to smithi09982431-2 2024-04-12T16:11:08.065 INFO:tasks.rados.rados.0.smithi099.stdout:3007: finishing write tid 3 to smithi09982431-2 2024-04-12T16:11:08.065 INFO:tasks.rados.rados.0.smithi099.stdout:3007: finishing write tid 4 to smithi09982431-2 2024-04-12T16:11:08.065 INFO:tasks.rados.rados.0.smithi099.stdout:3007: finishing write tid 5 to smithi09982431-2 2024-04-12T16:11:08.066 INFO:tasks.rados.rados.0.smithi099.stdout:3007: oid 2 updating version 0 to 2061 2024-04-12T16:11:08.066 INFO:tasks.rados.rados.0.smithi099.stdout:3007: oid 2 version 2061 is already newer than 2059 2024-04-12T16:11:08.066 INFO:tasks.rados.rados.0.smithi099.stdout:3007: oid 2 version 2061 is already newer than 2060 2024-04-12T16:11:08.066 INFO:tasks.rados.rados.0.smithi099.stdout:3007: oid 2 updating version 2061 to 2062 2024-04-12T16:11:08.066 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 2 v 2062 (ObjNum 939 snap 289 seq_num 939) dirty exists 2024-04-12T16:11:08.066 INFO:tasks.rados.rados.0.smithi099.stdout:3007: left oid 2 (ObjNum 939 snap 289 seq_num 939) 2024-04-12T16:11:08.066 INFO:tasks.rados.rados.0.smithi099.stdout:3008: finishing write tid 1 to smithi09982431-16 2024-04-12T16:11:08.066 INFO:tasks.rados.rados.0.smithi099.stdout:3008: finishing write tid 2 to smithi09982431-16 2024-04-12T16:11:08.066 INFO:tasks.rados.rados.0.smithi099.stdout:3008: finishing write tid 3 to smithi09982431-16 2024-04-12T16:11:08.066 INFO:tasks.rados.rados.0.smithi099.stdout:3008: finishing write tid 4 to smithi09982431-16 2024-04-12T16:11:08.066 INFO:tasks.rados.rados.0.smithi099.stdout:3008: finishing write tid 5 to smithi09982431-16 2024-04-12T16:11:08.066 INFO:tasks.rados.rados.0.smithi099.stdout:3008: oid 16 updating version 0 to 1590 2024-04-12T16:11:08.066 INFO:tasks.rados.rados.0.smithi099.stdout:3008: oid 16 version 1590 is already newer than 1589 2024-04-12T16:11:08.067 INFO:tasks.rados.rados.0.smithi099.stdout:3008: oid 16 version 1590 is already newer than 1587 2024-04-12T16:11:08.067 INFO:tasks.rados.rados.0.smithi099.stdout:3008: oid 16 version 1590 is already newer than 1588 2024-04-12T16:11:08.067 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 16 v 1590 (ObjNum 940 snap 289 seq_num 940) dirty exists 2024-04-12T16:11:08.067 INFO:tasks.rados.rados.0.smithi099.stdout:3008: left oid 16 (ObjNum 940 snap 289 seq_num 940) 2024-04-12T16:11:08.067 INFO:tasks.rados.rados.0.smithi099.stdout:3007: done (2 left) 2024-04-12T16:11:08.067 INFO:tasks.rados.rados.0.smithi099.stdout:3008: done (1 left) 2024-04-12T16:11:08.068 INFO:tasks.rados.rados.0.smithi099.stdout:3010: done (0 left) 2024-04-12T16:11:08.068 INFO:tasks.rados.rados.0.smithi099.stdout:3011: rmattr oid 49 current snap is 289 2024-04-12T16:11:08.068 INFO:tasks.rados.rados.0.smithi099.stdout:3011: done (0 left) 2024-04-12T16:11:08.068 INFO:tasks.rados.rados.0.smithi099.stdout:3012: snap_remove snap 278 2024-04-12T16:11:08.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:07 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:08.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:07 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:08.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:07 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2659340836' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:08.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:07 smithi110 ceph-mon[88691]: osdmap e649: 8 total, 8 up, 8 in 2024-04-12T16:11:08.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:07 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:08.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:07 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:08.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:07 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2659340836' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:08.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:07 smithi099 ceph-mon[96864]: osdmap e649: 8 total, 8 up, 8 in 2024-04-12T16:11:08.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:07 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:08.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:07 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:08.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:07 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2659340836' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:08.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:07 smithi099 ceph-mon[94290]: osdmap e649: 8 total, 8 up, 8 in 2024-04-12T16:11:08.752 INFO:tasks.rados.rados.0.smithi099.stdout:3012: done (0 left) 2024-04-12T16:11:08.752 INFO:tasks.rados.rados.0.smithi099.stdout:3013: rmattr oid 50 current snap is 289 2024-04-12T16:11:08.752 INFO:tasks.rados.rados.0.smithi099.stdout:3013: done (0 left) 2024-04-12T16:11:08.752 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 44 current snap is 289 2024-04-12T16:11:08.752 INFO:tasks.rados.rados.0.smithi099.stdout:3014: seq_num 943 ranges {6955008=598016,7553024=688128,8241152=114688} 2024-04-12T16:11:08.793 INFO:tasks.rados.rados.0.smithi099.stdout:3014: writing smithi09982431-44 from 6955008 to 7553024 tid 1 2024-04-12T16:11:08.796 INFO:tasks.rados.rados.0.smithi099.stdout:3014: writing smithi09982431-44 from 7553024 to 8241152 tid 2 2024-04-12T16:11:08.798 INFO:tasks.rados.rados.0.smithi099.stdout:3014: writing smithi09982431-44 from 8241152 to 8355840 tid 3 2024-04-12T16:11:08.798 INFO:tasks.rados.rados.0.smithi099.stdout:3015: rollback oid 4 current snap is 289 2024-04-12T16:11:08.798 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 4 to 277 2024-04-12T16:11:08.798 INFO:tasks.rados.rados.0.smithi099.stdout:3014: finishing write tid 1 to smithi09982431-44 2024-04-12T16:11:08.798 INFO:tasks.rados.rados.0.smithi099.stdout:3016: read oid 2 snap -1 2024-04-12T16:11:08.798 INFO:tasks.rados.rados.0.smithi099.stdout:3016: expect (ObjNum 939 snap 289 seq_num 939) 2024-04-12T16:11:08.798 INFO:tasks.rados.rados.0.smithi099.stdout:3017: snap_create 2024-04-12T16:11:08.802 INFO:tasks.rados.rados.0.smithi099.stdout:3014: finishing write tid 2 to smithi09982431-44 2024-04-12T16:11:08.803 INFO:tasks.rados.rados.0.smithi099.stdout:3015: finishing rollback tid 0 to smithi09982431-4 2024-04-12T16:11:08.803 INFO:tasks.rados.rados.0.smithi099.stdout:3014: finishing write tid 3 to smithi09982431-44 2024-04-12T16:11:08.803 INFO:tasks.rados.rados.0.smithi099.stdout:3015: finishing rollback tid 1 to smithi09982431-4 2024-04-12T16:11:08.803 INFO:tasks.rados.rados.0.smithi099.stdout:3015: finishing rollback tid 2 to smithi09982431-4 2024-04-12T16:11:08.803 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 4 v 1671 (ObjNum 885 snap 271 seq_num 885) dirty exists 2024-04-12T16:11:08.803 INFO:tasks.rados.rados.0.smithi099.stdout:3014: finishing write tid 4 to smithi09982431-44 2024-04-12T16:11:08.804 INFO:tasks.rados.rados.0.smithi099.stdout:3014: finishing write tid 5 to smithi09982431-44 2024-04-12T16:11:08.804 INFO:tasks.rados.rados.0.smithi099.stdout:3014: oid 44 updating version 0 to 1867 2024-04-12T16:11:08.804 INFO:tasks.rados.rados.0.smithi099.stdout:3014: oid 44 version 1867 is already newer than 1866 2024-04-12T16:11:08.804 INFO:tasks.rados.rados.0.smithi099.stdout:3014: oid 44 version 1867 is already newer than 1865 2024-04-12T16:11:08.804 INFO:tasks.rados.rados.0.smithi099.stdout:3014: oid 44 updating version 1867 to 1868 2024-04-12T16:11:08.804 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 44 v 1868 (ObjNum 943 snap 289 seq_num 943) dirty exists 2024-04-12T16:11:08.804 INFO:tasks.rados.rados.0.smithi099.stdout:3014: left oid 44 (ObjNum 943 snap 289 seq_num 943) 2024-04-12T16:11:08.822 INFO:tasks.rados.rados.0.smithi099.stdout:3016: expect (ObjNum 939 snap 289 seq_num 939) 2024-04-12T16:11:08.830 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:08 smithi099 ceph-mon[94290]: pgmap v611: 121 pgs: 121 active+clean; 353 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-12T16:11:08.830 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:08 smithi099 ceph-mon[96864]: pgmap v611: 121 pgs: 121 active+clean; 353 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-12T16:11:09.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:08 smithi110 ceph-mon[88691]: pgmap v611: 121 pgs: 121 active+clean; 353 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-12T16:11:09.148 INFO:tasks.rados.rados.0.smithi099.stdout:3014: done (3 left) 2024-04-12T16:11:09.149 INFO:tasks.rados.rados.0.smithi099.stdout:3015: done (2 left) 2024-04-12T16:11:09.149 INFO:tasks.rados.rados.0.smithi099.stdout:3016: done (1 left) 2024-04-12T16:11:09.149 INFO:tasks.rados.rados.0.smithi099.stdout:3017: done (0 left) 2024-04-12T16:11:09.149 INFO:tasks.rados.rados.0.smithi099.stdout:3018: delete oid 9 current snap is 290 2024-04-12T16:11:09.153 INFO:tasks.rados.rados.0.smithi099.stdout:3018: done (0 left) 2024-04-12T16:11:09.153 INFO:tasks.rados.rados.0.smithi099.stdout:3019: snap_create 2024-04-12T16:11:09.995 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:09 smithi099 ceph-mon[94290]: osdmap e650: 8 total, 8 up, 8 in 2024-04-12T16:11:09.995 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:09 smithi099 ceph-mon[94290]: osdmap e651: 8 total, 8 up, 8 in 2024-04-12T16:11:09.995 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:09 smithi099 ceph-mon[96864]: osdmap e650: 8 total, 8 up, 8 in 2024-04-12T16:11:09.995 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:09 smithi099 ceph-mon[96864]: osdmap e651: 8 total, 8 up, 8 in 2024-04-12T16:11:10.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:09 smithi110 ceph-mon[88691]: osdmap e650: 8 total, 8 up, 8 in 2024-04-12T16:11:10.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:09 smithi110 ceph-mon[88691]: osdmap e651: 8 total, 8 up, 8 in 2024-04-12T16:11:10.087 INFO:tasks.rados.rados.0.smithi099.stdout:3019: done (0 left) 2024-04-12T16:11:10.087 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 1 current snap is 291 2024-04-12T16:11:10.087 INFO:tasks.rados.rados.0.smithi099.stdout:3020: seq_num 945 ranges {1245184=630784,1875968=458752,2334720=344064} 2024-04-12T16:11:10.097 INFO:tasks.rados.rados.0.smithi099.stdout:3020: writing smithi09982431-1 from 1245184 to 1875968 tid 1 2024-04-12T16:11:10.100 INFO:tasks.rados.rados.0.smithi099.stdout:3020: writing smithi09982431-1 from 1875968 to 2334720 tid 2 2024-04-12T16:11:10.102 INFO:tasks.rados.rados.0.smithi099.stdout:3020: writing smithi09982431-1 from 2334720 to 2678784 tid 3 2024-04-12T16:11:10.102 INFO:tasks.rados.rados.0.smithi099.stdout:3021: delete oid 50 current snap is 291 2024-04-12T16:11:10.105 INFO:tasks.rados.rados.0.smithi099.stdout:3020: finishing write tid 1 to smithi09982431-1 2024-04-12T16:11:10.106 INFO:tasks.rados.rados.0.smithi099.stdout:3020: finishing write tid 2 to smithi09982431-1 2024-04-12T16:11:10.106 INFO:tasks.rados.rados.0.smithi099.stdout:3020: finishing write tid 3 to smithi09982431-1 2024-04-12T16:11:10.107 INFO:tasks.rados.rados.0.smithi099.stdout:3020: finishing write tid 4 to smithi09982431-1 2024-04-12T16:11:10.107 INFO:tasks.rados.rados.0.smithi099.stdout:3021: done (1 left) 2024-04-12T16:11:10.108 INFO:tasks.rados.rados.0.smithi099.stdout:3022: snap_create 2024-04-12T16:11:10.108 INFO:tasks.rados.rados.0.smithi099.stdout:3020: finishing write tid 5 to smithi09982431-1 2024-04-12T16:11:10.108 INFO:tasks.rados.rados.0.smithi099.stdout:3020: oid 1 updating version 0 to 1599 2024-04-12T16:11:10.108 INFO:tasks.rados.rados.0.smithi099.stdout:3020: oid 1 version 1599 is already newer than 1597 2024-04-12T16:11:10.108 INFO:tasks.rados.rados.0.smithi099.stdout:3020: oid 1 version 1599 is already newer than 1596 2024-04-12T16:11:10.108 INFO:tasks.rados.rados.0.smithi099.stdout:3020: oid 1 version 1599 is already newer than 1598 2024-04-12T16:11:10.108 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 1 v 1599 (ObjNum 945 snap 291 seq_num 945) dirty exists 2024-04-12T16:11:10.109 INFO:tasks.rados.rados.0.smithi099.stdout:3020: left oid 1 (ObjNum 945 snap 291 seq_num 945) 2024-04-12T16:11:11.096 INFO:tasks.rados.rados.0.smithi099.stdout:3020: done (1 left) 2024-04-12T16:11:11.096 INFO:tasks.rados.rados.0.smithi099.stdout:3022: done (0 left) 2024-04-12T16:11:11.096 INFO:tasks.rados.rados.0.smithi099.stdout:3023: rmattr oid 15 current snap is 292 2024-04-12T16:11:11.096 INFO:tasks.rados.rados.0.smithi099.stdout:3023: done (0 left) 2024-04-12T16:11:11.096 INFO:tasks.rados.rados.0.smithi099.stdout:3024: read oid 37 snap -1 2024-04-12T16:11:11.096 INFO:tasks.rados.rados.0.smithi099.stdout:3024: expect deleted 2024-04-12T16:11:11.097 INFO:tasks.rados.rados.0.smithi099.stdout:3025: read oid 2 snap -1 2024-04-12T16:11:11.097 INFO:tasks.rados.rados.0.smithi099.stdout:3025: expect (ObjNum 939 snap 289 seq_num 939) 2024-04-12T16:11:11.097 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 7 current snap is 292 2024-04-12T16:11:11.097 INFO:tasks.rados.rados.0.smithi099.stdout:3026: seq_num 947 ranges {2613248=663552,3276800=630784,3907584=172032} 2024-04-12T16:11:11.115 INFO:tasks.rados.rados.0.smithi099.stdout:3026: writing smithi09982431-7 from 2613248 to 3276800 tid 1 2024-04-12T16:11:11.118 INFO:tasks.rados.rados.0.smithi099.stdout:3026: writing smithi09982431-7 from 3276800 to 3907584 tid 2 2024-04-12T16:11:11.119 INFO:tasks.rados.rados.0.smithi099.stdout:3026: writing smithi09982431-7 from 3907584 to 4079616 tid 3 2024-04-12T16:11:11.119 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 21 current snap is 292 2024-04-12T16:11:11.119 INFO:tasks.rados.rados.0.smithi099.stdout:3027: seq_num 948 ranges {24576=679936,704512=516096,1220608=286720} 2024-04-12T16:11:11.124 INFO:tasks.rados.rados.0.smithi099.stdout:3027: writing smithi09982431-21 from 24576 to 704512 tid 1 2024-04-12T16:11:11.127 INFO:tasks.rados.rados.0.smithi099.stdout:3027: writing smithi09982431-21 from 704512 to 1220608 tid 2 2024-04-12T16:11:11.129 INFO:tasks.rados.rados.0.smithi099.stdout:3027: writing smithi09982431-21 from 1220608 to 1507328 tid 3 2024-04-12T16:11:11.129 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 28 current snap is 292 2024-04-12T16:11:11.129 INFO:tasks.rados.rados.0.smithi099.stdout:3028: seq_num 949 ranges {1204224=704512,1908736=794624,2703360=8192} 2024-04-12T16:11:11.139 INFO:tasks.rados.rados.0.smithi099.stdout:3028: writing smithi09982431-28 from 1204224 to 1908736 tid 1 2024-04-12T16:11:11.144 INFO:tasks.rados.rados.0.smithi099.stdout:3028: writing smithi09982431-28 from 1908736 to 2703360 tid 2 2024-04-12T16:11:11.145 INFO:tasks.rados.rados.0.smithi099.stdout:3028: writing smithi09982431-28 from 2703360 to 2711552 tid 3 2024-04-12T16:11:11.145 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 47 current snap is 292 2024-04-12T16:11:11.145 INFO:tasks.rados.rados.0.smithi099.stdout:3025: expect (ObjNum 939 snap 289 seq_num 939) 2024-04-12T16:11:11.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[94290]: osdmap e652: 8 total, 8 up, 8 in 2024-04-12T16:11:11.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[94290]: pgmap v615: 121 pgs: 121 active+clean; 336 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 25 op/s 2024-04-12T16:11:11.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:11.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:11.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:11:11.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:11:11.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:11.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T16:11:11.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:11:11.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[96864]: osdmap e652: 8 total, 8 up, 8 in 2024-04-12T16:11:11.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[96864]: pgmap v615: 121 pgs: 121 active+clean; 336 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 25 op/s 2024-04-12T16:11:11.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:11.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:11.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:11:11.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:11:11.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:11.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T16:11:11.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:11:11.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.425 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:11 smithi110 ceph-mon[88691]: osdmap e652: 8 total, 8 up, 8 in 2024-04-12T16:11:11.425 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:11 smithi110 ceph-mon[88691]: pgmap v615: 121 pgs: 121 active+clean; 336 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 25 op/s 2024-04-12T16:11:11.425 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:11.426 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:11.426 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:11:11.426 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:11:11.426 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:11.426 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T16:11:11.426 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:11:11.426 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.426 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.426 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.426 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.426 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.426 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.426 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.426 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.427 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.427 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.427 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.427 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.427 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.427 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.427 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:11.463 INFO:tasks.rados.rados.0.smithi099.stdout:3026: finishing write tid 1 to smithi09982431-7 2024-04-12T16:11:11.463 INFO:tasks.rados.rados.0.smithi099.stdout:3026: finishing write tid 2 to smithi09982431-7 2024-04-12T16:11:11.463 INFO:tasks.rados.rados.0.smithi099.stdout:3026: finishing write tid 3 to smithi09982431-7 2024-04-12T16:11:11.463 INFO:tasks.rados.rados.0.smithi099.stdout:3026: finishing write tid 4 to smithi09982431-7 2024-04-12T16:11:11.463 INFO:tasks.rados.rados.0.smithi099.stdout:3026: finishing write tid 5 to smithi09982431-7 2024-04-12T16:11:11.463 INFO:tasks.rados.rados.0.smithi099.stdout:3026: oid 7 updating version 0 to 2258 2024-04-12T16:11:11.463 INFO:tasks.rados.rados.0.smithi099.stdout:3026: oid 7 updating version 2258 to 2261 2024-04-12T16:11:11.463 INFO:tasks.rados.rados.0.smithi099.stdout:3026: oid 7 version 2261 is already newer than 2260 2024-04-12T16:11:11.464 INFO:tasks.rados.rados.0.smithi099.stdout:3026: oid 7 version 2261 is already newer than 2259 2024-04-12T16:11:11.464 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 7 v 2261 (ObjNum 947 snap 292 seq_num 947) dirty exists 2024-04-12T16:11:11.464 INFO:tasks.rados.rados.0.smithi099.stdout:3026: left oid 7 (ObjNum 947 snap 292 seq_num 947) 2024-04-12T16:11:11.464 INFO:tasks.rados.rados.0.smithi099.stdout:3027: finishing write tid 1 to smithi09982431-21 2024-04-12T16:11:11.464 INFO:tasks.rados.rados.0.smithi099.stdout:3029: seq_num 950 ranges {761856=720896,1482752=679936,2162688=122880} 2024-04-12T16:11:11.470 INFO:tasks.rados.rados.0.smithi099.stdout:3029: writing smithi09982431-47 from 761856 to 1482752 tid 1 2024-04-12T16:11:11.474 INFO:tasks.rados.rados.0.smithi099.stdout:3029: writing smithi09982431-47 from 1482752 to 2162688 tid 2 2024-04-12T16:11:11.476 INFO:tasks.rados.rados.0.smithi099.stdout:3029: writing smithi09982431-47 from 2162688 to 2285568 tid 3 2024-04-12T16:11:11.476 INFO:tasks.rados.rados.0.smithi099.stdout:3024: done (5 left) 2024-04-12T16:11:11.476 INFO:tasks.rados.rados.0.smithi099.stdout:3025: done (4 left) 2024-04-12T16:11:11.476 INFO:tasks.rados.rados.0.smithi099.stdout:3026: done (3 left) 2024-04-12T16:11:11.477 INFO:tasks.rados.rados.0.smithi099.stdout:3030: rmattr oid 19 current snap is 292 2024-04-12T16:11:11.477 INFO:tasks.rados.rados.0.smithi099.stdout:3030: done (3 left) 2024-04-12T16:11:11.477 INFO:tasks.rados.rados.0.smithi099.stdout:3031: rollback oid 29 current snap is 292 2024-04-12T16:11:11.477 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 29 to 284 2024-04-12T16:11:11.477 INFO:tasks.rados.rados.0.smithi099.stdout:3027: finishing write tid 2 to smithi09982431-21 2024-04-12T16:11:11.477 INFO:tasks.rados.rados.0.smithi099.stdout:3027: finishing write tid 3 to smithi09982431-21 2024-04-12T16:11:11.477 INFO:tasks.rados.rados.0.smithi099.stdout:3027: finishing write tid 4 to smithi09982431-21 2024-04-12T16:11:11.477 INFO:tasks.rados.rados.0.smithi099.stdout:3027: finishing write tid 5 to smithi09982431-21 2024-04-12T16:11:11.477 INFO:tasks.rados.rados.0.smithi099.stdout:3027: oid 21 updating version 0 to 1872 2024-04-12T16:11:11.477 INFO:tasks.rados.rados.0.smithi099.stdout:3027: oid 21 updating version 1872 to 1873 2024-04-12T16:11:11.477 INFO:tasks.rados.rados.0.smithi099.stdout:3027: oid 21 version 1873 is already newer than 1870 2024-04-12T16:11:11.477 INFO:tasks.rados.rados.0.smithi099.stdout:3027: oid 21 version 1873 is already newer than 1871 2024-04-12T16:11:11.477 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 1873 (ObjNum 948 snap 292 seq_num 948) dirty exists 2024-04-12T16:11:11.477 INFO:tasks.rados.rados.0.smithi099.stdout:3027: left oid 21 (ObjNum 948 snap 292 seq_num 948) 2024-04-12T16:11:11.478 INFO:tasks.rados.rados.0.smithi099.stdout:3028: finishing write tid 1 to smithi09982431-28 2024-04-12T16:11:11.478 INFO:tasks.rados.rados.0.smithi099.stdout:3028: finishing write tid 2 to smithi09982431-28 2024-04-12T16:11:11.478 INFO:tasks.rados.rados.0.smithi099.stdout:3028: finishing write tid 3 to smithi09982431-28 2024-04-12T16:11:11.478 INFO:tasks.rados.rados.0.smithi099.stdout:3028: finishing write tid 4 to smithi09982431-28 2024-04-12T16:11:11.478 INFO:tasks.rados.rados.0.smithi099.stdout:3028: finishing write tid 5 to smithi09982431-28 2024-04-12T16:11:11.478 INFO:tasks.rados.rados.0.smithi099.stdout:3028: oid 28 updating version 0 to 2265 2024-04-12T16:11:11.478 INFO:tasks.rados.rados.0.smithi099.stdout:3028: oid 28 version 2265 is already newer than 2263 2024-04-12T16:11:11.478 INFO:tasks.rados.rados.0.smithi099.stdout:3028: oid 28 version 2265 is already newer than 2264 2024-04-12T16:11:11.478 INFO:tasks.rados.rados.0.smithi099.stdout:3028: oid 28 updating version 2265 to 2266 2024-04-12T16:11:11.478 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 28 v 2266 (ObjNum 949 snap 292 seq_num 949) dirty exists 2024-04-12T16:11:11.478 INFO:tasks.rados.rados.0.smithi099.stdout:3028: left oid 28 (ObjNum 949 snap 292 seq_num 949) 2024-04-12T16:11:11.478 INFO:tasks.rados.rados.0.smithi099.stdout:3029: finishing write tid 1 to smithi09982431-47 2024-04-12T16:11:11.478 INFO:tasks.rados.rados.0.smithi099.stdout:3027: done (3 left) 2024-04-12T16:11:11.478 INFO:tasks.rados.rados.0.smithi099.stdout:3028: done (2 left) 2024-04-12T16:11:11.479 INFO:tasks.rados.rados.0.smithi099.stdout:3032: rmattr oid 12 current snap is 292 2024-04-12T16:11:11.479 INFO:tasks.rados.rados.0.smithi099.stdout:3033: rmattr oid 41 current snap is 292 2024-04-12T16:11:11.479 INFO:tasks.rados.rados.0.smithi099.stdout:3033: done (3 left) 2024-04-12T16:11:11.479 INFO:tasks.rados.rados.0.smithi099.stdout:3034: read oid 24 snap -1 2024-04-12T16:11:11.479 INFO:tasks.rados.rados.0.smithi099.stdout:3034: expect (ObjNum 597 snap 183 seq_num 597) 2024-04-12T16:11:11.479 INFO:tasks.rados.rados.0.smithi099.stdout:3035: delete oid 4 current snap is 292 2024-04-12T16:11:11.479 INFO:tasks.rados.rados.0.smithi099.stdout:3029: finishing write tid 2 to smithi09982431-47 2024-04-12T16:11:11.480 INFO:tasks.rados.rados.0.smithi099.stdout:3029: finishing write tid 3 to smithi09982431-47 2024-04-12T16:11:11.480 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 1602 (ObjNum 896 snap 275 seq_num 896) dirty exists 2024-04-12T16:11:11.481 INFO:tasks.rados.rados.0.smithi099.stdout:3032: done (4 left) 2024-04-12T16:11:11.481 INFO:tasks.rados.rados.0.smithi099.stdout:3035: done (3 left) 2024-04-12T16:11:11.481 INFO:tasks.rados.rados.0.smithi099.stdout:3036: copy_from oid 16 from oid 15 current snap is 292 2024-04-12T16:11:11.481 INFO:tasks.rados.rados.0.smithi099.stdout:3037: snap_create 2024-04-12T16:11:11.481 INFO:tasks.rados.rados.0.smithi099.stdout:3029: finishing write tid 4 to smithi09982431-47 2024-04-12T16:11:11.482 INFO:tasks.rados.rados.0.smithi099.stdout:3031: finishing rollback tid 0 to smithi09982431-29 2024-04-12T16:11:11.483 INFO:tasks.rados.rados.0.smithi099.stdout:3029: finishing write tid 5 to smithi09982431-47 2024-04-12T16:11:11.483 INFO:tasks.rados.rados.0.smithi099.stdout:3029: oid 47 updating version 0 to 1588 2024-04-12T16:11:11.483 INFO:tasks.rados.rados.0.smithi099.stdout:3029: oid 47 version 1588 is already newer than 1587 2024-04-12T16:11:11.483 INFO:tasks.rados.rados.0.smithi099.stdout:3029: oid 47 version 1588 is already newer than 1586 2024-04-12T16:11:11.483 INFO:tasks.rados.rados.0.smithi099.stdout:3029: oid 47 version 1588 is already newer than 1585 2024-04-12T16:11:11.484 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 47 v 1588 (ObjNum 950 snap 292 seq_num 950) dirty exists 2024-04-12T16:11:11.484 INFO:tasks.rados.rados.0.smithi099.stdout:3029: left oid 47 (ObjNum 950 snap 292 seq_num 950) 2024-04-12T16:11:11.484 INFO:tasks.rados.rados.0.smithi099.stdout:3031: finishing rollback tid 1 to smithi09982431-29 2024-04-12T16:11:11.484 INFO:tasks.rados.rados.0.smithi099.stdout:3031: finishing rollback tid 2 to smithi09982431-29 2024-04-12T16:11:11.484 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 29 v 1591 (ObjNum 909 snap 279 seq_num 909) dirty exists 2024-04-12T16:11:11.485 INFO:tasks.rados.rados.0.smithi099.stdout:3034: expect (ObjNum 597 snap 183 seq_num 597) 2024-04-12T16:11:11.546 INFO:tasks.rados.rados.0.smithi099.stdout:3036: finishing copy_from racing read to smithi09982431-16 2024-04-12T16:11:11.547 INFO:tasks.rados.rados.0.smithi099.stdout:3036: finishing copy_from to smithi09982431-16 2024-04-12T16:11:11.547 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 16 v 1494 (ObjNum 839 snap 261 seq_num 839) dirty exists 2024-04-12T16:11:12.098 INFO:tasks.rados.rados.0.smithi099.stdout:3029: done (4 left) 2024-04-12T16:11:12.098 INFO:tasks.rados.rados.0.smithi099.stdout:3031: done (3 left) 2024-04-12T16:11:12.098 INFO:tasks.rados.rados.0.smithi099.stdout:3034: done (2 left) 2024-04-12T16:11:12.098 INFO:tasks.rados.rados.0.smithi099.stdout:3036: done (1 left) 2024-04-12T16:11:12.098 INFO:tasks.rados.rados.0.smithi099.stdout:3037: done (0 left) 2024-04-12T16:11:12.098 INFO:tasks.rados.rados.0.smithi099.stdout:3038: delete oid 13 current snap is 293 2024-04-12T16:11:12.101 INFO:tasks.rados.rados.0.smithi099.stdout:3038: done (0 left) 2024-04-12T16:11:12.101 INFO:tasks.rados.rados.0.smithi099.stdout:3039: delete oid 2 current snap is 293 2024-04-12T16:11:12.106 INFO:tasks.rados.rados.0.smithi099.stdout:3039: done (0 left) 2024-04-12T16:11:12.106 INFO:tasks.rados.rados.0.smithi099.stdout:3040: snap_create 2024-04-12T16:11:12.294 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:12 smithi110 ceph-mon[88691]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T16:11:12.294 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:12 smithi110 ceph-mon[88691]: osdmap e653: 8 total, 8 up, 8 in 2024-04-12T16:11:12.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:12 smithi099 ceph-mon[94290]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T16:11:12.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:12 smithi099 ceph-mon[94290]: osdmap e653: 8 total, 8 up, 8 in 2024-04-12T16:11:12.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:12 smithi099 ceph-mon[96864]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T16:11:12.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:12 smithi099 ceph-mon[96864]: osdmap e653: 8 total, 8 up, 8 in 2024-04-12T16:11:12.377 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 16:11:12 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a[131982]: ts=2024-04-12T16:11:12.151Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003056054s 2024-04-12T16:11:12.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:11:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:11:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:11:13.102 INFO:tasks.rados.rados.0.smithi099.stdout:3040: done (0 left) 2024-04-12T16:11:13.102 INFO:tasks.rados.rados.0.smithi099.stdout:3041: read oid 49 snap -1 2024-04-12T16:11:13.102 INFO:tasks.rados.rados.0.smithi099.stdout:3041: expect (ObjNum 891 snap 274 seq_num 891) 2024-04-12T16:11:13.102 INFO:tasks.rados.rados.0.smithi099.stdout:3042: snap_remove snap 289 2024-04-12T16:11:13.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:13 smithi099 ceph-mon[96864]: osdmap e654: 8 total, 8 up, 8 in 2024-04-12T16:11:13.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:13 smithi099 ceph-mon[96864]: Upgrade: Updating grafana.a 2024-04-12T16:11:13.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:13 smithi099 ceph-mon[96864]: Deploying daemon grafana.a on smithi110 2024-04-12T16:11:13.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:11:13.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:13 smithi099 ceph-mon[96864]: pgmap v618: 121 pgs: 121 active+clean; 342 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 4.0 MiB/s wr, 36 op/s 2024-04-12T16:11:13.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:13 smithi099 ceph-mon[94290]: osdmap e654: 8 total, 8 up, 8 in 2024-04-12T16:11:13.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:13 smithi099 ceph-mon[94290]: Upgrade: Updating grafana.a 2024-04-12T16:11:13.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:13 smithi099 ceph-mon[94290]: Deploying daemon grafana.a on smithi110 2024-04-12T16:11:13.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:11:13.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:13 smithi099 ceph-mon[94290]: pgmap v618: 121 pgs: 121 active+clean; 342 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 4.0 MiB/s wr, 36 op/s 2024-04-12T16:11:13.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:13 smithi110 ceph-mon[88691]: osdmap e654: 8 total, 8 up, 8 in 2024-04-12T16:11:13.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:13 smithi110 ceph-mon[88691]: Upgrade: Updating grafana.a 2024-04-12T16:11:13.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:13 smithi110 ceph-mon[88691]: Deploying daemon grafana.a on smithi110 2024-04-12T16:11:13.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:11:13.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:13 smithi110 ceph-mon[88691]: pgmap v618: 121 pgs: 121 active+clean; 342 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 4.0 MiB/s wr, 36 op/s 2024-04-12T16:11:14.085 INFO:tasks.rados.rados.0.smithi099.stdout:3042: done (1 left) 2024-04-12T16:11:14.085 INFO:tasks.rados.rados.0.smithi099.stdout:3043: snap_remove snap 274 2024-04-12T16:11:14.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:14 smithi099 ceph-mon[94290]: osdmap e655: 8 total, 8 up, 8 in 2024-04-12T16:11:14.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:14 smithi099 ceph-mon[94290]: osdmap e656: 8 total, 8 up, 8 in 2024-04-12T16:11:14.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:14 smithi099 ceph-mon[96864]: osdmap e655: 8 total, 8 up, 8 in 2024-04-12T16:11:14.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:14 smithi099 ceph-mon[96864]: osdmap e656: 8 total, 8 up, 8 in 2024-04-12T16:11:14.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:14 smithi110 ceph-mon[88691]: osdmap e655: 8 total, 8 up, 8 in 2024-04-12T16:11:14.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:14 smithi110 ceph-mon[88691]: osdmap e656: 8 total, 8 up, 8 in 2024-04-12T16:11:15.091 INFO:tasks.rados.rados.0.smithi099.stdout:3041: expect (ObjNum 891 snap 274 seq_num 891) 2024-04-12T16:11:15.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:15 smithi099 ceph-mon[94290]: pgmap v621: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 347 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.8 MiB/s wr, 17 op/s 2024-04-12T16:11:15.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:15 smithi099 ceph-mon[94290]: osdmap e657: 8 total, 8 up, 8 in 2024-04-12T16:11:15.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:15 smithi099 ceph-mon[96864]: pgmap v621: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 347 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.8 MiB/s wr, 17 op/s 2024-04-12T16:11:15.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:15 smithi099 ceph-mon[96864]: osdmap e657: 8 total, 8 up, 8 in 2024-04-12T16:11:15.524 INFO:tasks.rados.rados.0.smithi099.stdout:3041: done (1 left) 2024-04-12T16:11:15.524 INFO:tasks.rados.rados.0.smithi099.stdout:3043: done (0 left) 2024-04-12T16:11:15.524 INFO:tasks.rados.rados.0.smithi099.stdout:3044: delete oid 7 current snap is 294 2024-04-12T16:11:15.528 INFO:tasks.rados.rados.0.smithi099.stdout:3044: done (0 left) 2024-04-12T16:11:15.529 INFO:tasks.rados.rados.0.smithi099.stdout:3045: rollback oid 19 current snap is 294 2024-04-12T16:11:15.529 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 19 to 293 2024-04-12T16:11:15.529 INFO:tasks.rados.rados.0.smithi099.stdout:3046: copy_from oid 18 from oid 42 current snap is 294 2024-04-12T16:11:15.529 INFO:tasks.rados.rados.0.smithi099.stdout:3047: read oid 30 snap 267 2024-04-12T16:11:15.529 INFO:tasks.rados.rados.0.smithi099.stdout:3047: expect deleted 2024-04-12T16:11:15.529 INFO:tasks.rados.rados.0.smithi099.stdout:3048: read oid 10 snap -1 2024-04-12T16:11:15.529 INFO:tasks.rados.rados.0.smithi099.stdout:3048: expect (ObjNum 860 snap 269 seq_num 860) 2024-04-12T16:11:15.529 INFO:tasks.rados.rados.0.smithi099.stdout:3049: setattr oid 40 current snap is 294 2024-04-12T16:11:15.531 INFO:tasks.rados.rados.0.smithi099.stdout:3047: done (4 left) 2024-04-12T16:11:15.531 INFO:tasks.rados.rados.0.smithi099.stdout:3050: copy_from oid 38 from oid 29 current snap is 294 2024-04-12T16:11:15.531 INFO:tasks.rados.rados.0.smithi099.stdout:3051: delete oid 1 current snap is 294 2024-04-12T16:11:15.532 INFO:tasks.rados.rados.0.smithi099.stdout:3045: finishing rollback tid 1 to smithi09982431-19 2024-04-12T16:11:15.532 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 19 v 1936 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-12T16:11:15.536 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 40 v 2282 (ObjNum 860 snap 269 seq_num 860) dirty exists 2024-04-12T16:11:15.537 INFO:tasks.rados.rados.0.smithi099.stdout:3045: done (5 left) 2024-04-12T16:11:15.537 INFO:tasks.rados.rados.0.smithi099.stdout:3049: done (4 left) 2024-04-12T16:11:15.538 INFO:tasks.rados.rados.0.smithi099.stdout:3051: done (3 left) 2024-04-12T16:11:15.538 INFO:tasks.rados.rados.0.smithi099.stdout:3052: delete oid 25 current snap is 294 2024-04-12T16:11:15.540 INFO:tasks.rados.rados.0.smithi099.stdout:3052: done (3 left) 2024-04-12T16:11:15.540 INFO:tasks.rados.rados.0.smithi099.stdout:3053: read oid 8 snap -1 2024-04-12T16:11:15.540 INFO:tasks.rados.rados.0.smithi099.stdout:3053: expect (ObjNum 901 snap 275 seq_num 901) 2024-04-12T16:11:15.540 INFO:tasks.rados.rados.0.smithi099.stdout:3054: delete oid 36 current snap is 294 2024-04-12T16:11:15.543 INFO:tasks.rados.rados.0.smithi099.stdout:3054: done (4 left) 2024-04-12T16:11:15.543 INFO:tasks.rados.rados.0.smithi099.stdout:3055: read oid 12 snap -1 2024-04-12T16:11:15.543 INFO:tasks.rados.rados.0.smithi099.stdout:3055: expect (ObjNum 896 snap 275 seq_num 896) 2024-04-12T16:11:15.543 INFO:tasks.rados.rados.0.smithi099.stdout:3056: rollback oid 17 current snap is 294 2024-04-12T16:11:15.543 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 17 to 269 2024-04-12T16:11:15.543 INFO:tasks.rados.rados.0.smithi099.stdout:3057: delete oid 30 current snap is 294 2024-04-12T16:11:15.545 INFO:tasks.rados.rados.0.smithi099.stdout:3057: done (6 left) 2024-04-12T16:11:15.545 INFO:tasks.rados.rados.0.smithi099.stdout:3058: delete oid 50 current snap is 294 2024-04-12T16:11:15.555 INFO:tasks.rados.rados.0.smithi099.stdout:3050: finishing copy_from racing read to smithi09982431-38 2024-04-12T16:11:15.560 INFO:tasks.rados.rados.0.smithi099.stdout:3048: expect (ObjNum 860 snap 269 seq_num 860) 2024-04-12T16:11:15.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:15 smithi110 ceph-mon[88691]: pgmap v621: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 347 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.8 MiB/s wr, 17 op/s 2024-04-12T16:11:15.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:15 smithi110 ceph-mon[88691]: osdmap e657: 8 total, 8 up, 8 in 2024-04-12T16:11:15.715 INFO:tasks.rados.rados.0.smithi099.stdout:3056: finishing rollback tid 0 to smithi09982431-17 2024-04-12T16:11:15.715 INFO:tasks.rados.rados.0.smithi099.stdout:3048: done (6 left) 2024-04-12T16:11:15.716 INFO:tasks.rados.rados.0.smithi099.stdout:3058: done (5 left) 2024-04-12T16:11:15.716 INFO:tasks.rados.rados.0.smithi099.stdout:3059: snap_remove snap 292 2024-04-12T16:11:16.111 INFO:tasks.rados.rados.0.smithi099.stdout:3059: done (5 left) 2024-04-12T16:11:16.111 INFO:tasks.rados.rados.0.smithi099.stdout:3060: delete oid 19 current snap is 294 2024-04-12T16:11:16.111 INFO:tasks.rados.rados.0.smithi099.stdout:3056: finishing rollback tid 1 to smithi09982431-17 2024-04-12T16:11:16.111 INFO:tasks.rados.rados.0.smithi099.stdout:3056: finishing rollback tid 2 to smithi09982431-17 2024-04-12T16:11:16.111 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 17 v 1039 (ObjNum 585 snap 180 seq_num 585) dirty exists 2024-04-12T16:11:16.112 INFO:tasks.rados.rados.0.smithi099.stdout:3046: finishing copy_from racing read to smithi09982431-18 2024-04-12T16:11:16.112 INFO:tasks.rados.rados.0.smithi099.stdout:3046: finishing copy_from to smithi09982431-18 2024-04-12T16:11:16.112 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 18 v 1658 (ObjNum 597 snap 183 seq_num 597) dirty exists 2024-04-12T16:11:16.112 INFO:tasks.rados.rados.0.smithi099.stdout:3053: expect (ObjNum 901 snap 275 seq_num 901) 2024-04-12T16:11:16.346 INFO:tasks.rados.rados.0.smithi099.stdout:3050: finishing copy_from to smithi09982431-38 2024-04-12T16:11:16.346 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 38 v 1591 (ObjNum 909 snap 279 seq_num 909) dirty exists 2024-04-12T16:11:16.347 INFO:tasks.rados.rados.0.smithi099.stdout:3055: expect (ObjNum 896 snap 275 seq_num 896) 2024-04-12T16:11:16.590 INFO:tasks.rados.rados.0.smithi099.stdout:3046: done (5 left) 2024-04-12T16:11:16.590 INFO:tasks.rados.rados.0.smithi099.stdout:3050: done (4 left) 2024-04-12T16:11:16.591 INFO:tasks.rados.rados.0.smithi099.stdout:3053: done (3 left) 2024-04-12T16:11:16.591 INFO:tasks.rados.rados.0.smithi099.stdout:3055: done (2 left) 2024-04-12T16:11:16.591 INFO:tasks.rados.rados.0.smithi099.stdout:3056: done (1 left) 2024-04-12T16:11:16.591 INFO:tasks.rados.rados.0.smithi099.stdout:3060: done (0 left) 2024-04-12T16:11:16.591 INFO:tasks.rados.rados.0.smithi099.stdout:3061: snap_create 2024-04-12T16:11:16.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:11:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:11:16] "GET /metrics HTTP/1.1" 200 36323 "" "Prometheus/2.43.0" 2024-04-12T16:11:17.120 INFO:tasks.rados.rados.0.smithi099.stdout:3061: done (0 left) 2024-04-12T16:11:17.120 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 8 current snap is 295 2024-04-12T16:11:17.120 INFO:tasks.rados.rados.0.smithi099.stdout:3062: seq_num 961 ranges {3661824=499712,4161536=712704,4874240=491520} 2024-04-12T16:11:17.142 INFO:tasks.rados.rados.0.smithi099.stdout:3062: writing smithi09982431-8 from 3661824 to 4161536 tid 1 2024-04-12T16:11:17.146 INFO:tasks.rados.rados.0.smithi099.stdout:3062: writing smithi09982431-8 from 4161536 to 4874240 tid 2 2024-04-12T16:11:17.149 INFO:tasks.rados.rados.0.smithi099.stdout:3062: writing smithi09982431-8 from 4874240 to 5365760 tid 3 2024-04-12T16:11:17.149 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 29 current snap is 295 2024-04-12T16:11:17.149 INFO:tasks.rados.rados.0.smithi099.stdout:3062: finishing write tid 1 to smithi09982431-8 2024-04-12T16:11:17.149 INFO:tasks.rados.rados.0.smithi099.stdout:3063: seq_num 962 ranges {4415488=516096,4931584=589824,5521408=614400} 2024-04-12T16:11:17.175 INFO:tasks.rados.rados.0.smithi099.stdout:3063: writing smithi09982431-29 from 4415488 to 4931584 tid 1 2024-04-12T16:11:17.178 INFO:tasks.rados.rados.0.smithi099.stdout:3063: writing smithi09982431-29 from 4931584 to 5521408 tid 2 2024-04-12T16:11:17.182 INFO:tasks.rados.rados.0.smithi099.stdout:3063: writing smithi09982431-29 from 5521408 to 6135808 tid 3 2024-04-12T16:11:17.182 INFO:tasks.rados.rados.0.smithi099.stdout:3064: copy_from oid 12 from oid 17 current snap is 295 2024-04-12T16:11:17.182 INFO:tasks.rados.rados.0.smithi099.stdout:3062: finishing write tid 2 to smithi09982431-8 2024-04-12T16:11:17.182 INFO:tasks.rados.rados.0.smithi099.stdout:3062: finishing write tid 3 to smithi09982431-8 2024-04-12T16:11:17.182 INFO:tasks.rados.rados.0.smithi099.stdout:3062: finishing write tid 4 to smithi09982431-8 2024-04-12T16:11:17.182 INFO:tasks.rados.rados.0.smithi099.stdout:3062: finishing write tid 5 to smithi09982431-8 2024-04-12T16:11:17.183 INFO:tasks.rados.rados.0.smithi099.stdout:3062: oid 8 updating version 0 to 1675 2024-04-12T16:11:17.183 INFO:tasks.rados.rados.0.smithi099.stdout:3062: oid 8 version 1675 is already newer than 1674 2024-04-12T16:11:17.183 INFO:tasks.rados.rados.0.smithi099.stdout:3062: oid 8 version 1675 is already newer than 1673 2024-04-12T16:11:17.183 INFO:tasks.rados.rados.0.smithi099.stdout:3062: oid 8 updating version 1675 to 1676 2024-04-12T16:11:17.183 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 8 v 1676 (ObjNum 961 snap 295 seq_num 961) dirty exists 2024-04-12T16:11:17.183 INFO:tasks.rados.rados.0.smithi099.stdout:3062: left oid 8 (ObjNum 961 snap 295 seq_num 961) 2024-04-12T16:11:17.183 INFO:tasks.rados.rados.0.smithi099.stdout:3062: done (2 left) 2024-04-12T16:11:17.183 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 22 current snap is 295 2024-04-12T16:11:17.183 INFO:tasks.rados.rados.0.smithi099.stdout:3065: seq_num 963 ranges {1261568=532480,1794048=475136,2269184=532480,2801664=196608} 2024-04-12T16:11:17.191 INFO:tasks.rados.rados.0.smithi099.stdout:3065: writing smithi09982431-22 from 1261568 to 1794048 tid 1 2024-04-12T16:11:17.194 INFO:tasks.rados.rados.0.smithi099.stdout:3065: writing smithi09982431-22 from 1794048 to 2269184 tid 2 2024-04-12T16:11:17.197 INFO:tasks.rados.rados.0.smithi099.stdout:3065: writing smithi09982431-22 from 2269184 to 2801664 tid 3 2024-04-12T16:11:17.198 INFO:tasks.rados.rados.0.smithi099.stdout:3065: writing smithi09982431-22 from 2801664 to 2998272 tid 4 2024-04-12T16:11:17.202 INFO:tasks.rados.rados.0.smithi099.stdout:3066: snap_remove snap 283 2024-04-12T16:11:17.202 INFO:tasks.rados.rados.0.smithi099.stdout:3063: finishing write tid 1 to smithi09982431-29 2024-04-12T16:11:17.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:17 smithi099 ceph-mon[94290]: osdmap e658: 8 total, 8 up, 8 in 2024-04-12T16:11:17.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:17 smithi099 ceph-mon[94290]: pgmap v624: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 349 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.2 MiB/s wr, 13 op/s 2024-04-12T16:11:17.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:17 smithi099 ceph-mon[96864]: osdmap e658: 8 total, 8 up, 8 in 2024-04-12T16:11:17.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:17 smithi099 ceph-mon[96864]: pgmap v624: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 349 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.2 MiB/s wr, 13 op/s 2024-04-12T16:11:17.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:17 smithi110 ceph-mon[88691]: osdmap e658: 8 total, 8 up, 8 in 2024-04-12T16:11:17.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:17 smithi110 ceph-mon[88691]: pgmap v624: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 349 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.2 MiB/s wr, 13 op/s 2024-04-12T16:11:18.133 INFO:tasks.rados.rados.0.smithi099.stdout:3063: finishing write tid 2 to smithi09982431-29 2024-04-12T16:11:18.133 INFO:tasks.rados.rados.0.smithi099.stdout:3063: finishing write tid 3 to smithi09982431-29 2024-04-12T16:11:18.133 INFO:tasks.rados.rados.0.smithi099.stdout:3064: finishing copy_from racing read to smithi09982431-12 2024-04-12T16:11:18.133 INFO:tasks.rados.rados.0.smithi099.stdout:3063: finishing write tid 4 to smithi09982431-29 2024-04-12T16:11:18.133 INFO:tasks.rados.rados.0.smithi099.stdout:3063: finishing write tid 5 to smithi09982431-29 2024-04-12T16:11:18.133 INFO:tasks.rados.rados.0.smithi099.stdout:3063: oid 29 updating version 0 to 1593 2024-04-12T16:11:18.133 INFO:tasks.rados.rados.0.smithi099.stdout:3063: oid 29 updating version 1593 to 1594 2024-04-12T16:11:18.134 INFO:tasks.rados.rados.0.smithi099.stdout:3063: oid 29 version 1594 is already newer than 1592 2024-04-12T16:11:18.134 INFO:tasks.rados.rados.0.smithi099.stdout:3063: oid 29 updating version 1594 to 1595 2024-04-12T16:11:18.134 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 29 v 1595 (ObjNum 962 snap 295 seq_num 962) dirty exists 2024-04-12T16:11:18.134 INFO:tasks.rados.rados.0.smithi099.stdout:3063: left oid 29 (ObjNum 962 snap 295 seq_num 962) 2024-04-12T16:11:18.134 INFO:tasks.rados.rados.0.smithi099.stdout:3064: finishing copy_from to smithi09982431-12 2024-04-12T16:11:18.134 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 1039 (ObjNum 585 snap 180 seq_num 585) dirty exists 2024-04-12T16:11:18.134 INFO:tasks.rados.rados.0.smithi099.stdout:3065: finishing write tid 1 to smithi09982431-22 2024-04-12T16:11:18.134 INFO:tasks.rados.rados.0.smithi099.stdout:3065: finishing write tid 2 to smithi09982431-22 2024-04-12T16:11:18.134 INFO:tasks.rados.rados.0.smithi099.stdout:3065: finishing write tid 3 to smithi09982431-22 2024-04-12T16:11:18.134 INFO:tasks.rados.rados.0.smithi099.stdout:3065: finishing write tid 4 to smithi09982431-22 2024-04-12T16:11:18.134 INFO:tasks.rados.rados.0.smithi099.stdout:3065: finishing write tid 5 to smithi09982431-22 2024-04-12T16:11:18.134 INFO:tasks.rados.rados.0.smithi099.stdout:3065: finishing write tid 6 to smithi09982431-22 2024-04-12T16:11:18.134 INFO:tasks.rados.rados.0.smithi099.stdout:3065: oid 22 updating version 0 to 2224 2024-04-12T16:11:18.135 INFO:tasks.rados.rados.0.smithi099.stdout:3065: oid 22 updating version 2224 to 2225 2024-04-12T16:11:18.135 INFO:tasks.rados.rados.0.smithi099.stdout:3065: oid 22 updating version 2225 to 2226 2024-04-12T16:11:18.135 INFO:tasks.rados.rados.0.smithi099.stdout:3065: oid 22 version 2226 is already newer than 2223 2024-04-12T16:11:18.135 INFO:tasks.rados.rados.0.smithi099.stdout:3065: oid 22 version 2226 is already newer than 2222 2024-04-12T16:11:18.135 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 22 v 2226 (ObjNum 963 snap 295 seq_num 963) dirty exists 2024-04-12T16:11:18.135 INFO:tasks.rados.rados.0.smithi099.stdout:3065: left oid 22 (ObjNum 963 snap 295 seq_num 963) 2024-04-12T16:11:18.135 INFO:tasks.rados.rados.0.smithi099.stdout:3063: done (3 left) 2024-04-12T16:11:18.135 INFO:tasks.rados.rados.0.smithi099.stdout:3064: done (2 left) 2024-04-12T16:11:18.135 INFO:tasks.rados.rados.0.smithi099.stdout:3065: done (1 left) 2024-04-12T16:11:18.135 INFO:tasks.rados.rados.0.smithi099.stdout:3066: done (0 left) 2024-04-12T16:11:18.135 INFO:tasks.rados.rados.0.smithi099.stdout:3067: rollback oid 19 current snap is 295 2024-04-12T16:11:18.135 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 19 to 279 2024-04-12T16:11:18.135 INFO:tasks.rados.rados.0.smithi099.stdout:3068: snap_remove snap 294 2024-04-12T16:11:18.366 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:18 smithi110 ceph-mon[88691]: osdmap e659: 8 total, 8 up, 8 in 2024-04-12T16:11:18.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:18 smithi099 ceph-mon[94290]: osdmap e659: 8 total, 8 up, 8 in 2024-04-12T16:11:18.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:18 smithi099 ceph-mon[96864]: osdmap e659: 8 total, 8 up, 8 in 2024-04-12T16:11:19.135 INFO:tasks.rados.rados.0.smithi099.stdout:3068: done (1 left) 2024-04-12T16:11:19.135 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 9 current snap is 295 2024-04-12T16:11:19.135 INFO:tasks.rados.rados.0.smithi099.stdout:3067: finishing rollback tid 1 to smithi09982431-19 2024-04-12T16:11:19.135 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 19 v 1936 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-12T16:11:19.136 INFO:tasks.rados.rados.0.smithi099.stdout:3069: seq_num 964 ranges {0=548864,548864=761856,1310720=442368} 2024-04-12T16:11:19.138 INFO:tasks.rados.rados.0.smithi099.stdout:3069: writing smithi09982431-9 from 0 to 548864 tid 1 2024-04-12T16:11:19.142 INFO:tasks.rados.rados.0.smithi099.stdout:3069: writing smithi09982431-9 from 548864 to 1310720 tid 2 2024-04-12T16:11:19.145 INFO:tasks.rados.rados.0.smithi099.stdout:3069: writing smithi09982431-9 from 1310720 to 1753088 tid 3 2024-04-12T16:11:19.145 INFO:tasks.rados.rados.0.smithi099.stdout:3067: done (1 left) 2024-04-12T16:11:19.145 INFO:tasks.rados.rados.0.smithi099.stdout:3070: snap_create 2024-04-12T16:11:19.146 INFO:tasks.rados.rados.0.smithi099.stdout:3069: finishing write tid 1 to smithi09982431-9 2024-04-12T16:11:19.149 INFO:tasks.rados.rados.0.smithi099.stdout:3069: finishing write tid 2 to smithi09982431-9 2024-04-12T16:11:19.149 INFO:tasks.rados.rados.0.smithi099.stdout:3069: finishing write tid 3 to smithi09982431-9 2024-04-12T16:11:19.149 INFO:tasks.rados.rados.0.smithi099.stdout:3069: finishing write tid 4 to smithi09982431-9 2024-04-12T16:11:19.151 INFO:tasks.rados.rados.0.smithi099.stdout:3069: finishing write tid 5 to smithi09982431-9 2024-04-12T16:11:19.151 INFO:tasks.rados.rados.0.smithi099.stdout:3069: oid 9 updating version 0 to 1942 2024-04-12T16:11:19.151 INFO:tasks.rados.rados.0.smithi099.stdout:3069: oid 9 updating version 1942 to 1944 2024-04-12T16:11:19.152 INFO:tasks.rados.rados.0.smithi099.stdout:3069: oid 9 version 1944 is already newer than 1941 2024-04-12T16:11:19.152 INFO:tasks.rados.rados.0.smithi099.stdout:3069: oid 9 version 1944 is already newer than 1943 2024-04-12T16:11:19.152 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 9 v 1944 (ObjNum 964 snap 295 seq_num 964) dirty exists 2024-04-12T16:11:19.152 INFO:tasks.rados.rados.0.smithi099.stdout:3069: left oid 9 (ObjNum 964 snap 295 seq_num 964) 2024-04-12T16:11:19.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:19 smithi110 ceph-mon[88691]: osdmap e660: 8 total, 8 up, 8 in 2024-04-12T16:11:19.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:19 smithi110 ceph-mon[88691]: pgmap v627: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 349 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-04-12T16:11:19.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:19 smithi099 ceph-mon[94290]: osdmap e660: 8 total, 8 up, 8 in 2024-04-12T16:11:19.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:19 smithi099 ceph-mon[94290]: pgmap v627: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 349 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-04-12T16:11:19.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:19 smithi099 ceph-mon[96864]: osdmap e660: 8 total, 8 up, 8 in 2024-04-12T16:11:19.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:19 smithi099 ceph-mon[96864]: pgmap v627: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 349 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-04-12T16:11:20.142 INFO:tasks.rados.rados.0.smithi099.stdout:3069: done (1 left) 2024-04-12T16:11:20.142 INFO:tasks.rados.rados.0.smithi099.stdout:3070: done (0 left) 2024-04-12T16:11:20.142 INFO:tasks.rados.rados.0.smithi099.stdout:3071: read oid 31 snap -1 2024-04-12T16:11:20.142 INFO:tasks.rados.rados.0.smithi099.stdout:3071: expect (ObjNum 757 snap 235 seq_num 757) 2024-04-12T16:11:20.142 INFO:tasks.rados.rados.0.smithi099.stdout:3072: snap_remove snap 270 2024-04-12T16:11:20.383 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:20 smithi110 ceph-mon[88691]: osdmap e661: 8 total, 8 up, 8 in 2024-04-12T16:11:20.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:20 smithi099 ceph-mon[94290]: osdmap e661: 8 total, 8 up, 8 in 2024-04-12T16:11:20.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:20 smithi099 ceph-mon[96864]: osdmap e661: 8 total, 8 up, 8 in 2024-04-12T16:11:21.151 INFO:tasks.rados.rados.0.smithi099.stdout:3071: expect (ObjNum 757 snap 235 seq_num 757) 2024-04-12T16:11:21.373 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:21 smithi110 ceph-mon[88691]: osdmap e662: 8 total, 8 up, 8 in 2024-04-12T16:11:21.373 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:21 smithi110 ceph-mon[88691]: pgmap v630: 121 pgs: 121 active+clean; 340 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.5 MiB/s wr, 10 op/s 2024-04-12T16:11:21.528 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:21 smithi099 ceph-mon[94290]: osdmap e662: 8 total, 8 up, 8 in 2024-04-12T16:11:21.528 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:21 smithi099 ceph-mon[94290]: pgmap v630: 121 pgs: 121 active+clean; 340 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.5 MiB/s wr, 10 op/s 2024-04-12T16:11:21.528 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:21 smithi099 ceph-mon[96864]: osdmap e662: 8 total, 8 up, 8 in 2024-04-12T16:11:21.529 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:21 smithi099 ceph-mon[96864]: pgmap v630: 121 pgs: 121 active+clean; 340 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.5 MiB/s wr, 10 op/s 2024-04-12T16:11:21.778 INFO:tasks.rados.rados.0.smithi099.stdout:3071: done (1 left) 2024-04-12T16:11:21.778 INFO:tasks.rados.rados.0.smithi099.stdout:3072: done (0 left) 2024-04-12T16:11:21.778 INFO:tasks.rados.rados.0.smithi099.stdout:3073: read oid 10 snap -1 2024-04-12T16:11:21.778 INFO:tasks.rados.rados.0.smithi099.stdout:3073: expect (ObjNum 860 snap 269 seq_num 860) 2024-04-12T16:11:21.778 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 40 current snap is 296 2024-04-12T16:11:21.778 INFO:tasks.rados.rados.0.smithi099.stdout:3074: seq_num 965 ranges {3096576=565248,3661824=647168,4308992=548864,4857856=8192} 2024-04-12T16:11:21.797 INFO:tasks.rados.rados.0.smithi099.stdout:3074: writing smithi09982431-40 from 3096576 to 3661824 tid 1 2024-04-12T16:11:21.801 INFO:tasks.rados.rados.0.smithi099.stdout:3074: writing smithi09982431-40 from 3661824 to 4308992 tid 2 2024-04-12T16:11:21.805 INFO:tasks.rados.rados.0.smithi099.stdout:3074: writing smithi09982431-40 from 4308992 to 4857856 tid 3 2024-04-12T16:11:21.805 INFO:tasks.rados.rados.0.smithi099.stdout:3074: writing smithi09982431-40 from 4857856 to 4866048 tid 4 2024-04-12T16:11:21.805 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 26 current snap is 296 2024-04-12T16:11:21.805 INFO:tasks.rados.rados.0.smithi099.stdout:3075: seq_num 966 ranges {2064384=581632,2646016=581632,3227648=622592} 2024-04-12T16:11:21.819 INFO:tasks.rados.rados.0.smithi099.stdout:3075: writing smithi09982431-26 from 2064384 to 2646016 tid 1 2024-04-12T16:11:21.822 INFO:tasks.rados.rados.0.smithi099.stdout:3075: writing smithi09982431-26 from 2646016 to 3227648 tid 2 2024-04-12T16:11:21.825 INFO:tasks.rados.rados.0.smithi099.stdout:3075: writing smithi09982431-26 from 3227648 to 3850240 tid 3 2024-04-12T16:11:21.826 INFO:tasks.rados.rados.0.smithi099.stdout:3076: snap_create 2024-04-12T16:11:21.826 INFO:tasks.rados.rados.0.smithi099.stdout:3073: expect (ObjNum 860 snap 269 seq_num 860) 2024-04-12T16:11:22.000 INFO:tasks.rados.rados.0.smithi099.stdout:3074: finishing write tid 1 to smithi09982431-40 2024-04-12T16:11:22.000 INFO:tasks.rados.rados.0.smithi099.stdout:3074: finishing write tid 2 to smithi09982431-40 2024-04-12T16:11:22.000 INFO:tasks.rados.rados.0.smithi099.stdout:3074: finishing write tid 3 to smithi09982431-40 2024-04-12T16:11:22.001 INFO:tasks.rados.rados.0.smithi099.stdout:3074: finishing write tid 4 to smithi09982431-40 2024-04-12T16:11:22.001 INFO:tasks.rados.rados.0.smithi099.stdout:3074: finishing write tid 5 to smithi09982431-40 2024-04-12T16:11:22.001 INFO:tasks.rados.rados.0.smithi099.stdout:3074: finishing write tid 6 to smithi09982431-40 2024-04-12T16:11:22.001 INFO:tasks.rados.rados.0.smithi099.stdout:3074: oid 40 updating version 0 to 2314 2024-04-12T16:11:22.001 INFO:tasks.rados.rados.0.smithi099.stdout:3074: oid 40 version 2314 is already newer than 2310 2024-04-12T16:11:22.001 INFO:tasks.rados.rados.0.smithi099.stdout:3074: oid 40 version 2314 is already newer than 2312 2024-04-12T16:11:22.001 INFO:tasks.rados.rados.0.smithi099.stdout:3074: oid 40 version 2314 is already newer than 2313 2024-04-12T16:11:22.001 INFO:tasks.rados.rados.0.smithi099.stdout:3074: oid 40 version 2314 is already newer than 2311 2024-04-12T16:11:22.001 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 40 v 2314 (ObjNum 965 snap 296 seq_num 965) dirty exists 2024-04-12T16:11:22.001 INFO:tasks.rados.rados.0.smithi099.stdout:3074: left oid 40 (ObjNum 965 snap 296 seq_num 965) 2024-04-12T16:11:22.001 INFO:tasks.rados.rados.0.smithi099.stdout:3075: finishing write tid 1 to smithi09982431-26 2024-04-12T16:11:22.001 INFO:tasks.rados.rados.0.smithi099.stdout:3075: finishing write tid 2 to smithi09982431-26 2024-04-12T16:11:22.001 INFO:tasks.rados.rados.0.smithi099.stdout:3075: finishing write tid 3 to smithi09982431-26 2024-04-12T16:11:22.001 INFO:tasks.rados.rados.0.smithi099.stdout:3075: finishing write tid 4 to smithi09982431-26 2024-04-12T16:11:22.001 INFO:tasks.rados.rados.0.smithi099.stdout:3075: finishing write tid 5 to smithi09982431-26 2024-04-12T16:11:22.002 INFO:tasks.rados.rados.0.smithi099.stdout:3075: oid 26 updating version 0 to 1776 2024-04-12T16:11:22.002 INFO:tasks.rados.rados.0.smithi099.stdout:3075: oid 26 updating version 1776 to 1778 2024-04-12T16:11:22.002 INFO:tasks.rados.rados.0.smithi099.stdout:3075: oid 26 version 1778 is already newer than 1777 2024-04-12T16:11:22.002 INFO:tasks.rados.rados.0.smithi099.stdout:3075: oid 26 updating version 1778 to 1779 2024-04-12T16:11:22.002 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 1779 (ObjNum 966 snap 296 seq_num 966) dirty exists 2024-04-12T16:11:22.002 INFO:tasks.rados.rados.0.smithi099.stdout:3075: left oid 26 (ObjNum 966 snap 296 seq_num 966) 2024-04-12T16:11:22.147 INFO:tasks.rados.rados.0.smithi099.stdout:3073: done (3 left) 2024-04-12T16:11:22.147 INFO:tasks.rados.rados.0.smithi099.stdout:3074: done (2 left) 2024-04-12T16:11:22.147 INFO:tasks.rados.rados.0.smithi099.stdout:3075: done (1 left) 2024-04-12T16:11:22.147 INFO:tasks.rados.rados.0.smithi099.stdout:3076: done (0 left) 2024-04-12T16:11:22.147 INFO:tasks.rados.rados.0.smithi099.stdout:3077: read oid 10 snap -1 2024-04-12T16:11:22.147 INFO:tasks.rados.rados.0.smithi099.stdout:3077: expect (ObjNum 860 snap 269 seq_num 860) 2024-04-12T16:11:22.147 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 43 current snap is 297 2024-04-12T16:11:22.147 INFO:tasks.rados.rados.0.smithi099.stdout:3078: seq_num 967 ranges {0=598016,598016=466944,1064960=516096,1581056=221184} 2024-04-12T16:11:22.149 INFO:tasks.rados.rados.0.smithi099.stdout:3078: writing smithi09982431-43 from 0 to 598016 tid 1 2024-04-12T16:11:22.152 INFO:tasks.rados.rados.0.smithi099.stdout:3078: writing smithi09982431-43 from 598016 to 1064960 tid 2 2024-04-12T16:11:22.155 INFO:tasks.rados.rados.0.smithi099.stdout:3078: writing smithi09982431-43 from 1064960 to 1581056 tid 3 2024-04-12T16:11:22.156 INFO:tasks.rados.rados.0.smithi099.stdout:3078: writing smithi09982431-43 from 1581056 to 1802240 tid 4 2024-04-12T16:11:22.156 INFO:tasks.rados.rados.0.smithi099.stdout:3079: rollback oid 48 current snap is 297 2024-04-12T16:11:22.157 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 48 to 295 2024-04-12T16:11:22.157 INFO:tasks.rados.rados.0.smithi099.stdout:3080: snap_create 2024-04-12T16:11:22.162 INFO:tasks.rados.rados.0.smithi099.stdout:3077: expect (ObjNum 860 snap 269 seq_num 860) 2024-04-12T16:11:22.322 INFO:tasks.rados.rados.0.smithi099.stdout:3078: finishing write tid 1 to smithi09982431-43 2024-04-12T16:11:22.322 INFO:tasks.rados.rados.0.smithi099.stdout:3078: finishing write tid 2 to smithi09982431-43 2024-04-12T16:11:22.322 INFO:tasks.rados.rados.0.smithi099.stdout:3079: finishing rollback tid 0 to smithi09982431-48 2024-04-12T16:11:22.322 INFO:tasks.rados.rados.0.smithi099.stdout:3079: finishing rollback tid 1 to smithi09982431-48 2024-04-12T16:11:22.322 INFO:tasks.rados.rados.0.smithi099.stdout:3079: finishing rollback tid 2 to smithi09982431-48 2024-04-12T16:11:22.322 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 48 v 1512 (ObjNum 933 snap 289 seq_num 933) dirty exists 2024-04-12T16:11:22.323 INFO:tasks.rados.rados.0.smithi099.stdout:3078: finishing write tid 3 to smithi09982431-43 2024-04-12T16:11:22.323 INFO:tasks.rados.rados.0.smithi099.stdout:3078: finishing write tid 4 to smithi09982431-43 2024-04-12T16:11:22.323 INFO:tasks.rados.rados.0.smithi099.stdout:3078: finishing write tid 5 to smithi09982431-43 2024-04-12T16:11:22.323 INFO:tasks.rados.rados.0.smithi099.stdout:3078: finishing write tid 6 to smithi09982431-43 2024-04-12T16:11:22.323 INFO:tasks.rados.rados.0.smithi099.stdout:3078: oid 43 updating version 0 to 2230 2024-04-12T16:11:22.323 INFO:tasks.rados.rados.0.smithi099.stdout:3078: oid 43 updating version 2230 to 2231 2024-04-12T16:11:22.323 INFO:tasks.rados.rados.0.smithi099.stdout:3078: oid 43 version 2231 is already newer than 2228 2024-04-12T16:11:22.323 INFO:tasks.rados.rados.0.smithi099.stdout:3078: oid 43 version 2231 is already newer than 2227 2024-04-12T16:11:22.323 INFO:tasks.rados.rados.0.smithi099.stdout:3078: oid 43 version 2231 is already newer than 2229 2024-04-12T16:11:22.323 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 43 v 2231 (ObjNum 967 snap 297 seq_num 967) dirty exists 2024-04-12T16:11:22.323 INFO:tasks.rados.rados.0.smithi099.stdout:3078: left oid 43 (ObjNum 967 snap 297 seq_num 967) 2024-04-12T16:11:22.547 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:22 smithi110 ceph-mon[88691]: osdmap e663: 8 total, 8 up, 8 in 2024-04-12T16:11:22.547 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:11:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:11:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:11:22.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:22 smithi099 ceph-mon[94290]: osdmap e663: 8 total, 8 up, 8 in 2024-04-12T16:11:22.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:22 smithi099 ceph-mon[96864]: osdmap e663: 8 total, 8 up, 8 in 2024-04-12T16:11:23.082 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:22 smithi110 systemd[1]: Stopping Ceph grafana.a for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:11:23.156 INFO:tasks.rados.rados.0.smithi099.stdout:3077: done (3 left) 2024-04-12T16:11:23.157 INFO:tasks.rados.rados.0.smithi099.stdout:3078: done (2 left) 2024-04-12T16:11:23.157 INFO:tasks.rados.rados.0.smithi099.stdout:3079: done (1 left) 2024-04-12T16:11:23.157 INFO:tasks.rados.rados.0.smithi099.stdout:3080: done (0 left) 2024-04-12T16:11:23.157 INFO:tasks.rados.rados.0.smithi099.stdout:3081: read oid 41 snap -1 2024-04-12T16:11:23.157 INFO:tasks.rados.rados.0.smithi099.stdout:3081: expect deleted 2024-04-12T16:11:23.157 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 8 current snap is 298 2024-04-12T16:11:23.157 INFO:tasks.rados.rados.0.smithi099.stdout:3082: seq_num 968 ranges {5365760=614400,5980160=745472,6725632=458752} 2024-04-12T16:11:23.187 INFO:tasks.rados.rados.0.smithi099.stdout:3082: writing smithi09982431-8 from 5365760 to 5980160 tid 1 2024-04-12T16:11:23.191 INFO:tasks.rados.rados.0.smithi099.stdout:3082: writing smithi09982431-8 from 5980160 to 6725632 tid 2 2024-04-12T16:11:23.194 INFO:tasks.rados.rados.0.smithi099.stdout:3082: writing smithi09982431-8 from 6725632 to 7184384 tid 3 2024-04-12T16:11:23.194 INFO:tasks.rados.rados.0.smithi099.stdout:3083: snap_create 2024-04-12T16:11:23.195 INFO:tasks.rados.rados.0.smithi099.stdout:3082: finishing write tid 1 to smithi09982431-8 2024-04-12T16:11:23.195 INFO:tasks.rados.rados.0.smithi099.stdout:3082: finishing write tid 2 to smithi09982431-8 2024-04-12T16:11:23.197 INFO:tasks.rados.rados.0.smithi099.stdout:3082: finishing write tid 3 to smithi09982431-8 2024-04-12T16:11:23.198 INFO:tasks.rados.rados.0.smithi099.stdout:3082: finishing write tid 4 to smithi09982431-8 2024-04-12T16:11:23.199 INFO:tasks.rados.rados.0.smithi099.stdout:3082: finishing write tid 5 to smithi09982431-8 2024-04-12T16:11:23.199 INFO:tasks.rados.rados.0.smithi099.stdout:3082: oid 8 updating version 0 to 1678 2024-04-12T16:11:23.199 INFO:tasks.rados.rados.0.smithi099.stdout:3082: oid 8 updating version 1678 to 1680 2024-04-12T16:11:23.199 INFO:tasks.rados.rados.0.smithi099.stdout:3082: oid 8 version 1680 is already newer than 1677 2024-04-12T16:11:23.199 INFO:tasks.rados.rados.0.smithi099.stdout:3082: oid 8 version 1680 is already newer than 1679 2024-04-12T16:11:23.199 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 8 v 1680 (ObjNum 968 snap 298 seq_num 968) dirty exists 2024-04-12T16:11:23.199 INFO:tasks.rados.rados.0.smithi099.stdout:3082: left oid 8 (ObjNum 968 snap 298 seq_num 968) 2024-04-12T16:11:23.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:23 smithi110 ceph-mon[88691]: osdmap e664: 8 total, 8 up, 8 in 2024-04-12T16:11:23.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:23 smithi110 ceph-mon[88691]: pgmap v633: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 345 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-04-12T16:11:23.334 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:23 smithi110 podman[126457]: 2024-04-12 16:11:23.084083899 +0000 UTC m=+0.117567751 container died f1a47e96b342268892b7113ea259564c80b252a71bf9a3f7b52eb4122dfa9571 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=Ceph Grafana Container, distribution-scope=public, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.component=ubi8-container, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, name=ubi8, maintainer=Paul Cuzner , architecture=x86_64, vendor=Red Hat, Inc., version=8.5, vcs-type=git, release=239.1651231664, build-date=2022-04-29T11:48:11.055897, io.buildah.version=1.32.0, io.openshift.tags=base rhel8) 2024-04-12T16:11:23.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:23 smithi099 ceph-mon[96864]: osdmap e664: 8 total, 8 up, 8 in 2024-04-12T16:11:23.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:23 smithi099 ceph-mon[96864]: pgmap v633: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 345 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-04-12T16:11:23.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:23 smithi099 ceph-mon[94290]: osdmap e664: 8 total, 8 up, 8 in 2024-04-12T16:11:23.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:23 smithi099 ceph-mon[94290]: pgmap v633: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 345 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-04-12T16:11:23.722 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:23 smithi110 podman[126457]: 2024-04-12 16:11:23.478487314 +0000 UTC m=+0.511971164 container cleanup f1a47e96b342268892b7113ea259564c80b252a71bf9a3f7b52eb4122dfa9571 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc., version=8.5, io.buildah.version=1.32.0, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, architecture=x86_64, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Red Hat Universal Base Image 8, name=ubi8, io.openshift.tags=base rhel8, io.openshift.expose-services=, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Grafana Container configured for Ceph mgr/dashboard integration, release=239.1651231664, build-date=2022-04-29T11:48:11.055897, description=Ceph Grafana Container, maintainer=Paul Cuzner , vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, com.redhat.component=ubi8-container) 2024-04-12T16:11:23.722 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:23 smithi110 bash[126457]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a 2024-04-12T16:11:24.084 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:23 smithi110 podman[126475]: 2024-04-12 16:11:23.724361826 +0000 UTC m=+0.643400719 container remove f1a47e96b342268892b7113ea259564c80b252a71bf9a3f7b52eb4122dfa9571 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a, vendor=Red Hat, Inc., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, version=8.5, io.openshift.expose-services=, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-type=git, maintainer=Paul Cuzner , com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, description=Ceph Grafana Container, io.openshift.tags=base rhel8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.component=ubi8-container, io.buildah.version=1.32.0, distribution-scope=public, name=ubi8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, build-date=2022-04-29T11:48:11.055897, release=239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=Red Hat Universal Base Image 8, architecture=x86_64) 2024-04-12T16:11:24.084 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:23 smithi110 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-04-12T16:11:24.084 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:23 smithi110 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-04-12T16:11:24.084 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:23 smithi110 systemd[1]: Stopped Ceph grafana.a for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:11:24.084 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:23 smithi110 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@grafana.a.service: Consumed 11.056s CPU time. 2024-04-12T16:11:24.086 INFO:tasks.rados.rados.0.smithi099.stdout:3081: done (2 left) 2024-04-12T16:11:24.086 INFO:tasks.rados.rados.0.smithi099.stdout:3082: done (1 left) 2024-04-12T16:11:24.086 INFO:tasks.rados.rados.0.smithi099.stdout:3083: done (0 left) 2024-04-12T16:11:24.086 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 4 current snap is 299 2024-04-12T16:11:24.086 INFO:tasks.rados.rados.0.smithi099.stdout:3084: seq_num 969 ranges {0=638976,638976=630784,1269760=532480,1802240=40960} 2024-04-12T16:11:24.089 INFO:tasks.rados.rados.0.smithi099.stdout:3084: writing smithi09982431-4 from 0 to 638976 tid 1 2024-04-12T16:11:24.093 INFO:tasks.rados.rados.0.smithi099.stdout:3084: writing smithi09982431-4 from 638976 to 1269760 tid 2 2024-04-12T16:11:24.097 INFO:tasks.rados.rados.0.smithi099.stdout:3084: writing smithi09982431-4 from 1269760 to 1802240 tid 3 2024-04-12T16:11:24.097 INFO:tasks.rados.rados.0.smithi099.stdout:3084: writing smithi09982431-4 from 1802240 to 1843200 tid 4 2024-04-12T16:11:24.097 INFO:tasks.rados.rados.0.smithi099.stdout:3085: copy_from oid 41 from oid 13 current snap is 299 2024-04-12T16:11:24.097 INFO:tasks.rados.rados.0.smithi099.stdout:3086: setattr oid 47 current snap is 299 2024-04-12T16:11:24.098 INFO:tasks.rados.rados.0.smithi099.stdout:3084: finishing write tid 1 to smithi09982431-4 2024-04-12T16:11:24.099 INFO:tasks.rados.rados.0.smithi099.stdout:3087: delete oid 37 current snap is 299 2024-04-12T16:11:24.100 INFO:tasks.rados.rados.0.smithi099.stdout:3085: finishing copy_from to smithi09982431-41 2024-04-12T16:11:24.100 INFO:tasks.rados.rados.0.smithi099.stdout:3085: got expected ENOENT (src dne) 2024-04-12T16:11:24.100 INFO:tasks.rados.rados.0.smithi099.stdout:3085: finishing copy_from racing read to smithi09982431-41 2024-04-12T16:11:24.101 INFO:tasks.rados.rados.0.smithi099.stdout:3084: finishing write tid 2 to smithi09982431-4 2024-04-12T16:11:24.101 INFO:tasks.rados.rados.0.smithi099.stdout:3084: finishing write tid 3 to smithi09982431-4 2024-04-12T16:11:24.101 INFO:tasks.rados.rados.0.smithi099.stdout:3084: finishing write tid 4 to smithi09982431-4 2024-04-12T16:11:24.104 INFO:tasks.rados.rados.0.smithi099.stdout:3084: finishing write tid 5 to smithi09982431-4 2024-04-12T16:11:24.106 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 47 v 1596 (ObjNum 950 snap 292 seq_num 950) dirty exists 2024-04-12T16:11:24.106 INFO:tasks.rados.rados.0.smithi099.stdout:3084: finishing write tid 6 to smithi09982431-4 2024-04-12T16:11:24.106 INFO:tasks.rados.rados.0.smithi099.stdout:3084: oid 4 updating version 0 to 1681 2024-04-12T16:11:24.106 INFO:tasks.rados.rados.0.smithi099.stdout:3084: oid 4 updating version 1681 to 1684 2024-04-12T16:11:24.106 INFO:tasks.rados.rados.0.smithi099.stdout:3084: oid 4 version 1684 is already newer than 1683 2024-04-12T16:11:24.106 INFO:tasks.rados.rados.0.smithi099.stdout:3084: oid 4 version 1684 is already newer than 1682 2024-04-12T16:11:24.106 INFO:tasks.rados.rados.0.smithi099.stdout:3084: oid 4 updating version 1684 to 1685 2024-04-12T16:11:24.106 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 4 v 1685 (ObjNum 969 snap 299 seq_num 969) dirty exists 2024-04-12T16:11:24.106 INFO:tasks.rados.rados.0.smithi099.stdout:3084: left oid 4 (ObjNum 969 snap 299 seq_num 969) 2024-04-12T16:11:24.107 INFO:tasks.rados.rados.0.smithi099.stdout:3084: done (3 left) 2024-04-12T16:11:24.107 INFO:tasks.rados.rados.0.smithi099.stdout:3085: done (2 left) 2024-04-12T16:11:24.107 INFO:tasks.rados.rados.0.smithi099.stdout:3086: done (1 left) 2024-04-12T16:11:24.107 INFO:tasks.rados.rados.0.smithi099.stdout:3087: done (0 left) 2024-04-12T16:11:24.107 INFO:tasks.rados.rados.0.smithi099.stdout:3088: delete oid 28 current snap is 299 2024-04-12T16:11:24.109 INFO:tasks.rados.rados.0.smithi099.stdout:3088: done (0 left) 2024-04-12T16:11:24.109 INFO:tasks.rados.rados.0.smithi099.stdout:3089: snap_remove snap 295 2024-04-12T16:11:24.430 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:24 smithi110 ceph-mon[88691]: osdmap e665: 8 total, 8 up, 8 in 2024-04-12T16:11:24.430 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:24 smithi110 ceph-mon[88691]: osdmap e666: 8 total, 8 up, 8 in 2024-04-12T16:11:24.430 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:24 smithi110 systemd[1]: Starting Ceph grafana.a for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T16:11:24.430 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:24 smithi110 podman[126608]: 2024-04-12 16:11:24.208816832 +0000 UTC m=+0.018045711 image pull 2bacad6d85d802cd176c146528adcc0e47a8a83e94bc4a8b7ba1a9b9ef2c65e7 quay.io/ceph/grafana:9.4.12 2024-04-12T16:11:24.430 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:24 smithi110 podman[126608]: 2024-04-12 16:11:24.314162338 +0000 UTC m=+0.123391240 container create 638a96e3b79472c5526a76f8b4ef0c829bb8eb50b92a5ded59febe13fab8f626 (image=quay.io/ceph/grafana:9.4.12, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-12T16:11:24.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:24 smithi099 ceph-mon[94290]: osdmap e665: 8 total, 8 up, 8 in 2024-04-12T16:11:24.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:24 smithi099 ceph-mon[94290]: osdmap e666: 8 total, 8 up, 8 in 2024-04-12T16:11:24.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:24 smithi099 ceph-mon[96864]: osdmap e665: 8 total, 8 up, 8 in 2024-04-12T16:11:24.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:24 smithi099 ceph-mon[96864]: osdmap e666: 8 total, 8 up, 8 in 2024-04-12T16:11:25.084 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:24 smithi110 podman[126608]: 2024-04-12 16:11:24.600261972 +0000 UTC m=+0.409490849 container init 638a96e3b79472c5526a76f8b4ef0c829bb8eb50b92a5ded59febe13fab8f626 (image=quay.io/ceph/grafana:9.4.12, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-12T16:11:25.085 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:24 smithi110 podman[126608]: 2024-04-12 16:11:24.605679338 +0000 UTC m=+0.414908205 container start 638a96e3b79472c5526a76f8b4ef0c829bb8eb50b92a5ded59febe13fab8f626 (image=quay.io/ceph/grafana:9.4.12, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-12T16:11:25.085 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:24 smithi110 bash[126608]: 638a96e3b79472c5526a76f8b4ef0c829bb8eb50b92a5ded59febe13fab8f626 2024-04-12T16:11:25.085 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:24 smithi110 systemd[1]: Started Ceph grafana.a for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T16:11:25.085 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:24 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=settings t=2024-04-12T16:11:24.750863616Z level=info msg="Starting Grafana" version=9.4.12 commit=37ee25ba46 branch=HEAD compiled=2023-05-22T15:58:05Z 2024-04-12T16:11:25.085 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:24 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=settings t=2024-04-12T16:11:24.751062764Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-04-12T16:11:25.085 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:24 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=settings t=2024-04-12T16:11:24.751074241Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-04-12T16:11:25.085 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:24 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=settings t=2024-04-12T16:11:24.751077654Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-04-12T16:11:25.085 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:24 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=settings t=2024-04-12T16:11:24.751080422Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-04-12T16:11:25.085 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:24 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=settings t=2024-04-12T16:11:24.751083279Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-04-12T16:11:25.085 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:24 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=settings t=2024-04-12T16:11:24.751085869Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-04-12T16:11:25.085 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:24 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=settings t=2024-04-12T16:11:24.751088335Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-04-12T16:11:25.085 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:24 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=settings t=2024-04-12T16:11:24.751090929Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-04-12T16:11:25.085 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:24 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=settings t=2024-04-12T16:11:24.751093749Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-12T16:11:25.086 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:24 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=settings t=2024-04-12T16:11:24.751097315Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-12T16:11:25.086 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:24 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=settings t=2024-04-12T16:11:24.751099876Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-12T16:11:25.086 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:24 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=settings t=2024-04-12T16:11:24.751102413Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-12T16:11:25.086 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:24 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=settings t=2024-04-12T16:11:24.751105219Z level=info msg="Path Home" path=/usr/share/grafana 2024-04-12T16:11:25.086 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:24 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=settings t=2024-04-12T16:11:24.751107865Z level=info msg="Path Data" path=/var/lib/grafana 2024-04-12T16:11:25.086 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:24 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=settings t=2024-04-12T16:11:24.751110335Z level=info msg="Path Logs" path=/var/log/grafana 2024-04-12T16:11:25.086 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:24 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=settings t=2024-04-12T16:11:24.751112692Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-04-12T16:11:25.086 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:24 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=settings t=2024-04-12T16:11:24.751115204Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-04-12T16:11:25.086 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:24 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=settings t=2024-04-12T16:11:24.751117719Z level=info msg="App mode production" 2024-04-12T16:11:25.086 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:24 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=sqlstore t=2024-04-12T16:11:24.751160979Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-04-12T16:11:25.086 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:24 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=sqlstore t=2024-04-12T16:11:24.751172324Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-12T16:11:25.086 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:24 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=migrator t=2024-04-12T16:11:24.765202815Z level=info msg="Starting DB migrations" 2024-04-12T16:11:25.086 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:24 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=migrator t=2024-04-12T16:11:24.769910619Z level=info msg="migrations completed" performed=0 skipped=481 duration=403.022µs 2024-04-12T16:11:25.087 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:24 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=sqlstore t=2024-04-12T16:11:24.77027935Z level=info msg="Created default organization" 2024-04-12T16:11:25.087 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:24 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=plugin.finder t=2024-04-12T16:11:24.80388807Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-04-12T16:11:25.087 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:24 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=secrets t=2024-04-12T16:11:24.803981183Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-04-12T16:11:25.087 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:24 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=query_data t=2024-04-12T16:11:24.806198572Z level=info msg="Query Service initialization" 2024-04-12T16:11:25.087 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:24 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=live.push_http t=2024-04-12T16:11:24.809777567Z level=info msg="Live Push Gateway initialization" 2024-04-12T16:11:25.096 INFO:tasks.rados.rados.0.smithi099.stdout:3089: done (0 left) 2024-04-12T16:11:25.096 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 41 current snap is 299 2024-04-12T16:11:25.096 INFO:tasks.rados.rados.0.smithi099.stdout:3090: seq_num 972 ranges {0=688128,688128=688128,1376256=516096} 2024-04-12T16:11:25.100 INFO:tasks.rados.rados.0.smithi099.stdout:3090: writing smithi09982431-41 from 0 to 688128 tid 1 2024-04-12T16:11:25.105 INFO:tasks.rados.rados.0.smithi099.stdout:3090: writing smithi09982431-41 from 688128 to 1376256 tid 2 2024-04-12T16:11:25.108 INFO:tasks.rados.rados.0.smithi099.stdout:3090: writing smithi09982431-41 from 1376256 to 1892352 tid 3 2024-04-12T16:11:25.108 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 27 current snap is 299 2024-04-12T16:11:25.108 INFO:tasks.rados.rados.0.smithi099.stdout:3091: seq_num 973 ranges {0=704512,704512=573440,1277952=507904,1785856=122880} 2024-04-12T16:11:25.112 INFO:tasks.rados.rados.0.smithi099.stdout:3091: writing smithi09982431-27 from 0 to 704512 tid 1 2024-04-12T16:11:25.115 INFO:tasks.rados.rados.0.smithi099.stdout:3091: writing smithi09982431-27 from 704512 to 1277952 tid 2 2024-04-12T16:11:25.118 INFO:tasks.rados.rados.0.smithi099.stdout:3091: writing smithi09982431-27 from 1277952 to 1785856 tid 3 2024-04-12T16:11:25.120 INFO:tasks.rados.rados.0.smithi099.stdout:3091: writing smithi09982431-27 from 1785856 to 1908736 tid 4 2024-04-12T16:11:25.120 INFO:tasks.rados.rados.0.smithi099.stdout:3092: read oid 3 snap -1 2024-04-12T16:11:25.120 INFO:tasks.rados.rados.0.smithi099.stdout:3092: expect (ObjNum 935 snap 289 seq_num 935) 2024-04-12T16:11:25.120 INFO:tasks.rados.rados.0.smithi099.stdout:3093: snap_create 2024-04-12T16:11:25.120 INFO:tasks.rados.rados.0.smithi099.stdout:3090: finishing write tid 1 to smithi09982431-41 2024-04-12T16:11:25.120 INFO:tasks.rados.rados.0.smithi099.stdout:3090: finishing write tid 2 to smithi09982431-41 2024-04-12T16:11:25.120 INFO:tasks.rados.rados.0.smithi099.stdout:3090: finishing write tid 3 to smithi09982431-41 2024-04-12T16:11:25.120 INFO:tasks.rados.rados.0.smithi099.stdout:3090: finishing write tid 4 to smithi09982431-41 2024-04-12T16:11:25.120 INFO:tasks.rados.rados.0.smithi099.stdout:3090: finishing write tid 5 to smithi09982431-41 2024-04-12T16:11:25.120 INFO:tasks.rados.rados.0.smithi099.stdout:3090: oid 41 updating version 0 to 1899 2024-04-12T16:11:25.120 INFO:tasks.rados.rados.0.smithi099.stdout:3090: oid 41 version 1899 is already newer than 1897 2024-04-12T16:11:25.121 INFO:tasks.rados.rados.0.smithi099.stdout:3090: oid 41 version 1899 is already newer than 1896 2024-04-12T16:11:25.121 INFO:tasks.rados.rados.0.smithi099.stdout:3090: oid 41 version 1899 is already newer than 1898 2024-04-12T16:11:25.121 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 41 v 1899 (ObjNum 972 snap 299 seq_num 972) dirty exists 2024-04-12T16:11:25.121 INFO:tasks.rados.rados.0.smithi099.stdout:3090: left oid 41 (ObjNum 972 snap 299 seq_num 972) 2024-04-12T16:11:25.121 INFO:tasks.rados.rados.0.smithi099.stdout:3091: finishing write tid 1 to smithi09982431-27 2024-04-12T16:11:25.121 INFO:tasks.rados.rados.0.smithi099.stdout:3091: finishing write tid 2 to smithi09982431-27 2024-04-12T16:11:25.123 INFO:tasks.rados.rados.0.smithi099.stdout:3091: finishing write tid 3 to smithi09982431-27 2024-04-12T16:11:25.123 INFO:tasks.rados.rados.0.smithi099.stdout:3091: finishing write tid 4 to smithi09982431-27 2024-04-12T16:11:25.123 INFO:tasks.rados.rados.0.smithi099.stdout:3091: finishing write tid 5 to smithi09982431-27 2024-04-12T16:11:25.125 INFO:tasks.rados.rados.0.smithi099.stdout:3091: finishing write tid 6 to smithi09982431-27 2024-04-12T16:11:25.125 INFO:tasks.rados.rados.0.smithi099.stdout:3091: oid 27 updating version 0 to 2225 2024-04-12T16:11:25.125 INFO:tasks.rados.rados.0.smithi099.stdout:3091: oid 27 version 2225 is already newer than 2224 2024-04-12T16:11:25.125 INFO:tasks.rados.rados.0.smithi099.stdout:3091: oid 27 updating version 2225 to 2226 2024-04-12T16:11:25.125 INFO:tasks.rados.rados.0.smithi099.stdout:3091: oid 27 version 2226 is already newer than 2222 2024-04-12T16:11:25.125 INFO:tasks.rados.rados.0.smithi099.stdout:3091: oid 27 version 2226 is already newer than 2223 2024-04-12T16:11:25.125 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 27 v 2226 (ObjNum 973 snap 299 seq_num 973) dirty exists 2024-04-12T16:11:25.125 INFO:tasks.rados.rados.0.smithi099.stdout:3091: left oid 27 (ObjNum 973 snap 299 seq_num 973) 2024-04-12T16:11:25.141 INFO:tasks.rados.rados.0.smithi099.stdout:3092: expect (ObjNum 935 snap 289 seq_num 935) 2024-04-12T16:11:25.512 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:25 smithi110 ceph-mon[88691]: pgmap v636: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 346 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.5 MiB/s wr, 9 op/s 2024-04-12T16:11:25.512 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:25 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:25.512 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:25 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:25.512 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:25 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:11:25.512 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:25 smithi110 ceph-mon[88691]: osdmap e667: 8 total, 8 up, 8 in 2024-04-12T16:11:25.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:25 smithi099 ceph-mon[94290]: pgmap v636: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 346 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.5 MiB/s wr, 9 op/s 2024-04-12T16:11:25.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:25 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:25.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:25 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:25.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:25 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:11:25.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:25 smithi099 ceph-mon[94290]: osdmap e667: 8 total, 8 up, 8 in 2024-04-12T16:11:25.629 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:25 smithi099 ceph-mon[96864]: pgmap v636: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 346 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.5 MiB/s wr, 9 op/s 2024-04-12T16:11:25.629 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:25 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:25.629 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:25 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:25.629 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:25 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:11:25.629 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:25 smithi099 ceph-mon[96864]: osdmap e667: 8 total, 8 up, 8 in 2024-04-12T16:11:25.834 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=infra.usagestats.collector t=2024-04-12T16:11:25.514653261Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-04-12T16:11:25.835 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=provisioning.datasources t=2024-04-12T16:11:25.516690433Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-04-12T16:11:25.835 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=provisioning.datasources t=2024-04-12T16:11:25.516699436Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-04-12T16:11:25.835 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=provisioning.datasources t=2024-04-12T16:11:25.516795057Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-12T16:11:25.835 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=provisioning.alerting t=2024-04-12T16:11:25.538184886Z level=info msg="starting to provision alerting" 2024-04-12T16:11:25.835 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=provisioning.alerting t=2024-04-12T16:11:25.538194914Z level=info msg="finished to provision alerting" 2024-04-12T16:11:25.835 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=ngalert.state.manager t=2024-04-12T16:11:25.538413569Z level=info msg="Warming state cache for startup" 2024-04-12T16:11:25.835 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=grafanaStorageLogger t=2024-04-12T16:11:25.538449824Z level=info msg="storage starting" 2024-04-12T16:11:25.835 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=http.server t=2024-04-12T16:11:25.540091607Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-04-12T16:11:25.835 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=ngalert.state.manager t=2024-04-12T16:11:25.558782582Z level=info msg="State cache has been initialized" states=0 duration=20.367837ms 2024-04-12T16:11:25.835 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=ticker t=2024-04-12T16:11:25.558837996Z level=info msg=starting first_tick=2024-04-12T16:11:30Z 2024-04-12T16:11:25.836 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:11:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=ngalert.multiorg.alertmanager t=2024-04-12T16:11:25.558844761Z level=info msg="starting MultiOrg Alertmanager" 2024-04-12T16:11:26.092 INFO:tasks.rados.rados.0.smithi099.stdout:3090: done (3 left) 2024-04-12T16:11:26.092 INFO:tasks.rados.rados.0.smithi099.stdout:3091: done (2 left) 2024-04-12T16:11:26.092 INFO:tasks.rados.rados.0.smithi099.stdout:3092: done (1 left) 2024-04-12T16:11:26.092 INFO:tasks.rados.rados.0.smithi099.stdout:3093: done (0 left) 2024-04-12T16:11:26.093 INFO:tasks.rados.rados.0.smithi099.stdout:3094: read oid 23 snap -1 2024-04-12T16:11:26.093 INFO:tasks.rados.rados.0.smithi099.stdout:3094: expect (ObjNum 921 snap 285 seq_num 921) 2024-04-12T16:11:26.093 INFO:tasks.rados.rados.0.smithi099.stdout:3095: snap_remove snap 298 2024-04-12T16:11:26.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:11:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:11:26] "GET /metrics HTTP/1.1" 200 36323 "" "Prometheus/2.43.0" 2024-04-12T16:11:27.101 INFO:tasks.rados.rados.0.smithi099.stdout:3095: done (1 left) 2024-04-12T16:11:27.102 INFO:tasks.rados.rados.0.smithi099.stdout:3096: read oid 2 snap -1 2024-04-12T16:11:27.102 INFO:tasks.rados.rados.0.smithi099.stdout:3096: expect deleted 2024-04-12T16:11:27.102 INFO:tasks.rados.rados.0.smithi099.stdout:3097: snap_create 2024-04-12T16:11:27.102 INFO:tasks.rados.rados.0.smithi099.stdout:3094: expect (ObjNum 921 snap 285 seq_num 921) 2024-04-12T16:11:27.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:27 smithi099 ceph-mon[94290]: osdmap e668: 8 total, 8 up, 8 in 2024-04-12T16:11:27.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:27 smithi099 ceph-mon[94290]: pgmap v639: 121 pgs: 121 active+clean; 349 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-04-12T16:11:27.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:27 smithi099 ceph-mon[96864]: osdmap e668: 8 total, 8 up, 8 in 2024-04-12T16:11:27.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:27 smithi099 ceph-mon[96864]: pgmap v639: 121 pgs: 121 active+clean; 349 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-04-12T16:11:27.558 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:27 smithi110 ceph-mon[88691]: osdmap e668: 8 total, 8 up, 8 in 2024-04-12T16:11:27.558 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:27 smithi110 ceph-mon[88691]: pgmap v639: 121 pgs: 121 active+clean; 349 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-04-12T16:11:28.103 INFO:tasks.rados.rados.0.smithi099.stdout:3094: done (2 left) 2024-04-12T16:11:28.103 INFO:tasks.rados.rados.0.smithi099.stdout:3096: done (1 left) 2024-04-12T16:11:28.103 INFO:tasks.rados.rados.0.smithi099.stdout:3097: done (0 left) 2024-04-12T16:11:28.103 INFO:tasks.rados.rados.0.smithi099.stdout:3098: read oid 48 snap -1 2024-04-12T16:11:28.103 INFO:tasks.rados.rados.0.smithi099.stdout:3098: expect (ObjNum 933 snap 289 seq_num 933) 2024-04-12T16:11:28.103 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 21 current snap is 301 2024-04-12T16:11:28.103 INFO:tasks.rados.rados.0.smithi099.stdout:3099: seq_num 974 ranges {1507328=720896,2228224=507904,2736128=671744,3407872=24576} 2024-04-12T16:11:28.116 INFO:tasks.rados.rados.0.smithi099.stdout:3099: writing smithi09982431-21 from 1507328 to 2228224 tid 1 2024-04-12T16:11:28.119 INFO:tasks.rados.rados.0.smithi099.stdout:3099: writing smithi09982431-21 from 2228224 to 2736128 tid 2 2024-04-12T16:11:28.124 INFO:tasks.rados.rados.0.smithi099.stdout:3099: writing smithi09982431-21 from 2736128 to 3407872 tid 3 2024-04-12T16:11:28.124 INFO:tasks.rados.rados.0.smithi099.stdout:3099: writing smithi09982431-21 from 3407872 to 3432448 tid 4 2024-04-12T16:11:28.124 INFO:tasks.rados.rados.0.smithi099.stdout:3100: read oid 11 snap -1 2024-04-12T16:11:28.124 INFO:tasks.rados.rados.0.smithi099.stdout:3100: expect deleted 2024-04-12T16:11:28.124 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 17 current snap is 301 2024-04-12T16:11:28.124 INFO:tasks.rados.rados.0.smithi099.stdout:3101: seq_num 975 ranges {204800=737280,942080=786432,1728512=417792} 2024-04-12T16:11:28.130 INFO:tasks.rados.rados.0.smithi099.stdout:3101: writing smithi09982431-17 from 204800 to 942080 tid 1 2024-04-12T16:11:28.135 INFO:tasks.rados.rados.0.smithi099.stdout:3101: writing smithi09982431-17 from 942080 to 1728512 tid 2 2024-04-12T16:11:28.138 INFO:tasks.rados.rados.0.smithi099.stdout:3101: writing smithi09982431-17 from 1728512 to 2146304 tid 3 2024-04-12T16:11:28.138 INFO:tasks.rados.rados.0.smithi099.stdout:3102: snap_create 2024-04-12T16:11:28.138 INFO:tasks.rados.rados.0.smithi099.stdout:3099: finishing write tid 1 to smithi09982431-21 2024-04-12T16:11:28.139 INFO:tasks.rados.rados.0.smithi099.stdout:3099: finishing write tid 2 to smithi09982431-21 2024-04-12T16:11:28.139 INFO:tasks.rados.rados.0.smithi099.stdout:3099: finishing write tid 3 to smithi09982431-21 2024-04-12T16:11:28.139 INFO:tasks.rados.rados.0.smithi099.stdout:3099: finishing write tid 4 to smithi09982431-21 2024-04-12T16:11:28.139 INFO:tasks.rados.rados.0.smithi099.stdout:3099: finishing write tid 5 to smithi09982431-21 2024-04-12T16:11:28.139 INFO:tasks.rados.rados.0.smithi099.stdout:3099: finishing write tid 6 to smithi09982431-21 2024-04-12T16:11:28.139 INFO:tasks.rados.rados.0.smithi099.stdout:3099: oid 21 updating version 0 to 1905 2024-04-12T16:11:28.139 INFO:tasks.rados.rados.0.smithi099.stdout:3099: oid 21 version 1905 is already newer than 1903 2024-04-12T16:11:28.139 INFO:tasks.rados.rados.0.smithi099.stdout:3099: oid 21 version 1905 is already newer than 1902 2024-04-12T16:11:28.139 INFO:tasks.rados.rados.0.smithi099.stdout:3099: oid 21 version 1905 is already newer than 1901 2024-04-12T16:11:28.139 INFO:tasks.rados.rados.0.smithi099.stdout:3099: oid 21 version 1905 is already newer than 1904 2024-04-12T16:11:28.139 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 1905 (ObjNum 974 snap 301 seq_num 974) dirty exists 2024-04-12T16:11:28.139 INFO:tasks.rados.rados.0.smithi099.stdout:3099: left oid 21 (ObjNum 974 snap 301 seq_num 974) 2024-04-12T16:11:28.139 INFO:tasks.rados.rados.0.smithi099.stdout:3098: expect (ObjNum 933 snap 289 seq_num 933) 2024-04-12T16:11:28.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:28 smithi099 ceph-mon[94290]: osdmap e669: 8 total, 8 up, 8 in 2024-04-12T16:11:28.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:11:28.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:28 smithi099 ceph-mon[96864]: osdmap e669: 8 total, 8 up, 8 in 2024-04-12T16:11:28.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:11:28.422 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:28 smithi110 ceph-mon[88691]: osdmap e669: 8 total, 8 up, 8 in 2024-04-12T16:11:28.422 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:11:28.644 INFO:tasks.rados.rados.0.smithi099.stdout:3101: finishing write tid 1 to smithi09982431-17 2024-04-12T16:11:28.644 INFO:tasks.rados.rados.0.smithi099.stdout:3101: finishing write tid 2 to smithi09982431-17 2024-04-12T16:11:28.645 INFO:tasks.rados.rados.0.smithi099.stdout:3101: finishing write tid 3 to smithi09982431-17 2024-04-12T16:11:28.645 INFO:tasks.rados.rados.0.smithi099.stdout:3101: finishing write tid 4 to smithi09982431-17 2024-04-12T16:11:28.645 INFO:tasks.rados.rados.0.smithi099.stdout:3101: finishing write tid 5 to smithi09982431-17 2024-04-12T16:11:28.645 INFO:tasks.rados.rados.0.smithi099.stdout:3101: oid 17 updating version 0 to 1040 2024-04-12T16:11:28.645 INFO:tasks.rados.rados.0.smithi099.stdout:3101: oid 17 updating version 1040 to 1042 2024-04-12T16:11:28.645 INFO:tasks.rados.rados.0.smithi099.stdout:3101: oid 17 version 1042 is already newer than 1041 2024-04-12T16:11:28.645 INFO:tasks.rados.rados.0.smithi099.stdout:3101: oid 17 updating version 1042 to 1043 2024-04-12T16:11:28.645 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 17 v 1043 (ObjNum 975 snap 301 seq_num 975) dirty exists 2024-04-12T16:11:28.645 INFO:tasks.rados.rados.0.smithi099.stdout:3101: left oid 17 (ObjNum 975 snap 301 seq_num 975) 2024-04-12T16:11:29.088 INFO:tasks.rados.rados.0.smithi099.stdout:3098: done (4 left) 2024-04-12T16:11:29.088 INFO:tasks.rados.rados.0.smithi099.stdout:3099: done (3 left) 2024-04-12T16:11:29.088 INFO:tasks.rados.rados.0.smithi099.stdout:3100: done (2 left) 2024-04-12T16:11:29.088 INFO:tasks.rados.rados.0.smithi099.stdout:3101: done (1 left) 2024-04-12T16:11:29.089 INFO:tasks.rados.rados.0.smithi099.stdout:3102: done (0 left) 2024-04-12T16:11:29.089 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 43 current snap is 302 2024-04-12T16:11:29.089 INFO:tasks.rados.rados.0.smithi099.stdout:3103: seq_num 976 ranges {1802240=753664,2555904=671744,3227648=532480} 2024-04-12T16:11:29.101 INFO:tasks.rados.rados.0.smithi099.stdout:3103: writing smithi09982431-43 from 1802240 to 2555904 tid 1 2024-04-12T16:11:29.105 INFO:tasks.rados.rados.0.smithi099.stdout:3103: writing smithi09982431-43 from 2555904 to 3227648 tid 2 2024-04-12T16:11:29.108 INFO:tasks.rados.rados.0.smithi099.stdout:3103: writing smithi09982431-43 from 3227648 to 3760128 tid 3 2024-04-12T16:11:29.108 INFO:tasks.rados.rados.0.smithi099.stdout:3104: setattr oid 29 current snap is 302 2024-04-12T16:11:29.109 INFO:tasks.rados.rados.0.smithi099.stdout:3105: snap_create 2024-04-12T16:11:29.115 INFO:tasks.rados.rados.0.smithi099.stdout:3103: finishing write tid 1 to smithi09982431-43 2024-04-12T16:11:29.115 INFO:tasks.rados.rados.0.smithi099.stdout:3103: finishing write tid 2 to smithi09982431-43 2024-04-12T16:11:29.115 INFO:tasks.rados.rados.0.smithi099.stdout:3103: finishing write tid 3 to smithi09982431-43 2024-04-12T16:11:29.115 INFO:tasks.rados.rados.0.smithi099.stdout:3103: finishing write tid 4 to smithi09982431-43 2024-04-12T16:11:29.117 INFO:tasks.rados.rados.0.smithi099.stdout:3103: finishing write tid 5 to smithi09982431-43 2024-04-12T16:11:29.118 INFO:tasks.rados.rados.0.smithi099.stdout:3103: oid 43 updating version 0 to 2234 2024-04-12T16:11:29.118 INFO:tasks.rados.rados.0.smithi099.stdout:3103: oid 43 version 2234 is already newer than 2233 2024-04-12T16:11:29.118 INFO:tasks.rados.rados.0.smithi099.stdout:3103: oid 43 updating version 2234 to 2235 2024-04-12T16:11:29.118 INFO:tasks.rados.rados.0.smithi099.stdout:3103: oid 43 version 2235 is already newer than 2232 2024-04-12T16:11:29.118 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 43 v 2235 (ObjNum 976 snap 302 seq_num 976) dirty exists 2024-04-12T16:11:29.118 INFO:tasks.rados.rados.0.smithi099.stdout:3103: left oid 43 (ObjNum 976 snap 302 seq_num 976) 2024-04-12T16:11:29.118 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 29 v 1597 (ObjNum 962 snap 295 seq_num 962) dirty exists 2024-04-12T16:11:29.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:29 smithi099 ceph-mon[94290]: osdmap e670: 8 total, 8 up, 8 in 2024-04-12T16:11:29.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:29 smithi099 ceph-mon[94290]: pgmap v642: 121 pgs: 121 active+clean; 349 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 872 KiB/s wr, 11 op/s 2024-04-12T16:11:29.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:29 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:29.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:29 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:29.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:29 smithi099 ceph-mon[94290]: osdmap e671: 8 total, 8 up, 8 in 2024-04-12T16:11:29.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:29 smithi099 ceph-mon[96864]: osdmap e670: 8 total, 8 up, 8 in 2024-04-12T16:11:29.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:29 smithi099 ceph-mon[96864]: pgmap v642: 121 pgs: 121 active+clean; 349 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 872 KiB/s wr, 11 op/s 2024-04-12T16:11:29.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:29 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:29.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:29 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:29.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:29 smithi099 ceph-mon[96864]: osdmap e671: 8 total, 8 up, 8 in 2024-04-12T16:11:29.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:29 smithi110 ceph-mon[88691]: osdmap e670: 8 total, 8 up, 8 in 2024-04-12T16:11:29.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:29 smithi110 ceph-mon[88691]: pgmap v642: 121 pgs: 121 active+clean; 349 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 872 KiB/s wr, 11 op/s 2024-04-12T16:11:29.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:29 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:29.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:29 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:29.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:29 smithi110 ceph-mon[88691]: osdmap e671: 8 total, 8 up, 8 in 2024-04-12T16:11:30.116 INFO:tasks.rados.rados.0.smithi099.stdout:3103: done (2 left) 2024-04-12T16:11:30.116 INFO:tasks.rados.rados.0.smithi099.stdout:3104: done (1 left) 2024-04-12T16:11:30.116 INFO:tasks.rados.rados.0.smithi099.stdout:3105: done (0 left) 2024-04-12T16:11:30.116 INFO:tasks.rados.rados.0.smithi099.stdout:3106: snap_create 2024-04-12T16:11:31.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:30 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:31.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:30 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:31.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:30 smithi110 ceph-mon[88691]: osdmap e672: 8 total, 8 up, 8 in 2024-04-12T16:11:31.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:30 smithi110 ceph-mon[88691]: pgmap v645: 121 pgs: 121 active+clean; 355 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.4 MiB/s wr, 11 op/s 2024-04-12T16:11:31.124 INFO:tasks.rados.rados.0.smithi099.stdout:3106: done (0 left) 2024-04-12T16:11:31.124 INFO:tasks.rados.rados.0.smithi099.stdout:3107: delete oid 2 current snap is 304 2024-04-12T16:11:31.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:30 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:31.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:30 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:31.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:30 smithi099 ceph-mon[94290]: osdmap e672: 8 total, 8 up, 8 in 2024-04-12T16:11:31.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:30 smithi099 ceph-mon[94290]: pgmap v645: 121 pgs: 121 active+clean; 355 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.4 MiB/s wr, 11 op/s 2024-04-12T16:11:31.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:30 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:31.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:30 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:31.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:30 smithi099 ceph-mon[96864]: osdmap e672: 8 total, 8 up, 8 in 2024-04-12T16:11:31.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:30 smithi099 ceph-mon[96864]: pgmap v645: 121 pgs: 121 active+clean; 355 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.4 MiB/s wr, 11 op/s 2024-04-12T16:11:31.127 INFO:tasks.rados.rados.0.smithi099.stdout:3107: done (0 left) 2024-04-12T16:11:31.127 INFO:tasks.rados.rados.0.smithi099.stdout:3108: snap_remove snap 284 2024-04-12T16:11:32.127 INFO:tasks.rados.rados.0.smithi099.stdout:3108: done (0 left) 2024-04-12T16:11:32.127 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 15 current snap is 304 2024-04-12T16:11:32.128 INFO:tasks.rados.rados.0.smithi099.stdout:3109: seq_num 978 ranges {2064384=786432,2850816=442368,3293184=647168,3940352=114688} 2024-04-12T16:11:32.144 INFO:tasks.rados.rados.0.smithi099.stdout:3109: writing smithi09982431-15 from 2064384 to 2850816 tid 1 2024-04-12T16:11:32.147 INFO:tasks.rados.rados.0.smithi099.stdout:3109: writing smithi09982431-15 from 2850816 to 3293184 tid 2 2024-04-12T16:11:32.152 INFO:tasks.rados.rados.0.smithi099.stdout:3109: writing smithi09982431-15 from 3293184 to 3940352 tid 3 2024-04-12T16:11:32.154 INFO:tasks.rados.rados.0.smithi099.stdout:3109: writing smithi09982431-15 from 3940352 to 4055040 tid 4 2024-04-12T16:11:32.154 INFO:tasks.rados.rados.0.smithi099.stdout:3110: read oid 39 snap -1 2024-04-12T16:11:32.154 INFO:tasks.rados.rados.0.smithi099.stdout:3110: expect (ObjNum 867 snap 271 seq_num 867) 2024-04-12T16:11:32.154 INFO:tasks.rados.rados.0.smithi099.stdout:3109: finishing write tid 1 to smithi09982431-15 2024-04-12T16:11:32.154 INFO:tasks.rados.rados.0.smithi099.stdout:3109: finishing write tid 2 to smithi09982431-15 2024-04-12T16:11:32.154 INFO:tasks.rados.rados.0.smithi099.stdout:3111: rollback oid 17 current snap is 304 2024-04-12T16:11:32.154 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 17 to 291 2024-04-12T16:11:32.154 INFO:tasks.rados.rados.0.smithi099.stdout:3112: read oid 19 snap -1 2024-04-12T16:11:32.154 INFO:tasks.rados.rados.0.smithi099.stdout:3112: expect deleted 2024-04-12T16:11:32.154 INFO:tasks.rados.rados.0.smithi099.stdout:3113: rollback oid 24 current snap is 304 2024-04-12T16:11:32.154 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 24 to 300 2024-04-12T16:11:32.154 INFO:tasks.rados.rados.0.smithi099.stdout:3114: copy_from oid 10 from oid 32 current snap is 304 2024-04-12T16:11:32.154 INFO:tasks.rados.rados.0.smithi099.stdout:3115: copy_from oid 27 from oid 30 current snap is 304 2024-04-12T16:11:32.154 INFO:tasks.rados.rados.0.smithi099.stdout:3116: delete oid 37 current snap is 304 2024-04-12T16:11:32.155 INFO:tasks.rados.rados.0.smithi099.stdout:3115: finishing copy_from to smithi09982431-27 2024-04-12T16:11:32.155 INFO:tasks.rados.rados.0.smithi099.stdout:3115: got expected ENOENT (src dne) 2024-04-12T16:11:32.155 INFO:tasks.rados.rados.0.smithi099.stdout:3115: finishing copy_from racing read to smithi09982431-27 2024-04-12T16:11:32.155 INFO:tasks.rados.rados.0.smithi099.stdout:3110: expect (ObjNum 867 snap 271 seq_num 867) 2024-04-12T16:11:32.161 INFO:tasks.rados.rados.0.smithi099.stdout:3111: finishing rollback tid 0 to smithi09982431-17 2024-04-12T16:11:32.161 INFO:tasks.rados.rados.0.smithi099.stdout:3111: finishing rollback tid 1 to smithi09982431-17 2024-04-12T16:11:32.161 INFO:tasks.rados.rados.0.smithi099.stdout:3111: finishing rollback tid 2 to smithi09982431-17 2024-04-12T16:11:32.161 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 17 v 1046 (ObjNum 585 snap 180 seq_num 585) dirty exists 2024-04-12T16:11:32.161 INFO:tasks.rados.rados.0.smithi099.stdout:3109: finishing write tid 3 to smithi09982431-15 2024-04-12T16:11:32.162 INFO:tasks.rados.rados.0.smithi099.stdout:3109: finishing write tid 4 to smithi09982431-15 2024-04-12T16:11:32.162 INFO:tasks.rados.rados.0.smithi099.stdout:3110: done (7 left) 2024-04-12T16:11:32.162 INFO:tasks.rados.rados.0.smithi099.stdout:3111: done (6 left) 2024-04-12T16:11:32.162 INFO:tasks.rados.rados.0.smithi099.stdout:3112: done (5 left) 2024-04-12T16:11:32.162 INFO:tasks.rados.rados.0.smithi099.stdout:3115: done (4 left) 2024-04-12T16:11:32.162 INFO:tasks.rados.rados.0.smithi099.stdout:3116: done (3 left) 2024-04-12T16:11:32.162 INFO:tasks.rados.rados.0.smithi099.stdout:3117: read oid 35 snap -1 2024-04-12T16:11:32.162 INFO:tasks.rados.rados.0.smithi099.stdout:3117: expect (ObjNum 915 snap 282 seq_num 915) 2024-04-12T16:11:32.162 INFO:tasks.rados.rados.0.smithi099.stdout:3118: rollback oid 41 current snap is 304 2024-04-12T16:11:32.162 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 41 to 285 2024-04-12T16:11:32.162 INFO:tasks.rados.rados.0.smithi099.stdout:3109: finishing write tid 5 to smithi09982431-15 2024-04-12T16:11:32.162 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 27 current snap is 304 2024-04-12T16:11:32.162 INFO:tasks.rados.rados.0.smithi099.stdout:3119: seq_num 980 ranges {1908736=417792,2326528=614400,2940928=663552,3604480=327680} 2024-04-12T16:11:32.174 INFO:tasks.rados.rados.0.smithi099.stdout:3119: writing smithi09982431-27 from 1908736 to 2326528 tid 1 2024-04-12T16:11:32.178 INFO:tasks.rados.rados.0.smithi099.stdout:3119: writing smithi09982431-27 from 2326528 to 2940928 tid 2 2024-04-12T16:11:32.182 INFO:tasks.rados.rados.0.smithi099.stdout:3119: writing smithi09982431-27 from 2940928 to 3604480 tid 3 2024-04-12T16:11:32.184 INFO:tasks.rados.rados.0.smithi099.stdout:3119: writing smithi09982431-27 from 3604480 to 3932160 tid 4 2024-04-12T16:11:32.184 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 13 current snap is 304 2024-04-12T16:11:32.185 INFO:tasks.rados.rados.0.smithi099.stdout:3109: finishing write tid 6 to smithi09982431-15 2024-04-12T16:11:32.185 INFO:tasks.rados.rados.0.smithi099.stdout:3109: oid 15 updating version 0 to 1517 2024-04-12T16:11:32.185 INFO:tasks.rados.rados.0.smithi099.stdout:3109: oid 15 version 1517 is already newer than 1514 2024-04-12T16:11:32.185 INFO:tasks.rados.rados.0.smithi099.stdout:3109: oid 15 version 1517 is already newer than 1515 2024-04-12T16:11:32.185 INFO:tasks.rados.rados.0.smithi099.stdout:3109: oid 15 version 1517 is already newer than 1513 2024-04-12T16:11:32.185 INFO:tasks.rados.rados.0.smithi099.stdout:3109: oid 15 version 1517 is already newer than 1516 2024-04-12T16:11:32.185 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 15 v 1517 (ObjNum 978 snap 304 seq_num 978) dirty exists 2024-04-12T16:11:32.185 INFO:tasks.rados.rados.0.smithi099.stdout:3109: left oid 15 (ObjNum 978 snap 304 seq_num 978) 2024-04-12T16:11:32.185 INFO:tasks.rados.rados.0.smithi099.stdout:3120: seq_num 981 ranges {0=434176,434176=540672,974848=466944,1441792=524288,1966080=73728} 2024-04-12T16:11:32.187 INFO:tasks.rados.rados.0.smithi099.stdout:3120: writing smithi09982431-13 from 0 to 434176 tid 1 2024-04-12T16:11:32.190 INFO:tasks.rados.rados.0.smithi099.stdout:3120: writing smithi09982431-13 from 434176 to 974848 tid 2 2024-04-12T16:11:32.193 INFO:tasks.rados.rados.0.smithi099.stdout:3120: writing smithi09982431-13 from 974848 to 1441792 tid 3 2024-04-12T16:11:32.196 INFO:tasks.rados.rados.0.smithi099.stdout:3120: writing smithi09982431-13 from 1441792 to 1966080 tid 4 2024-04-12T16:11:32.197 INFO:tasks.rados.rados.0.smithi099.stdout:3120: writing smithi09982431-13 from 1966080 to 2039808 tid 5 2024-04-12T16:11:32.197 INFO:tasks.rados.rados.0.smithi099.stdout:3109: done (6 left) 2024-04-12T16:11:32.197 INFO:tasks.rados.rados.0.smithi099.stdout:3121: rollback oid 34 current snap is 304 2024-04-12T16:11:32.197 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 34 to 242 2024-04-12T16:11:32.197 INFO:tasks.rados.rados.0.smithi099.stdout:3113: finishing rollback tid 0 to smithi09982431-24 2024-04-12T16:11:32.197 INFO:tasks.rados.rados.0.smithi099.stdout:3118: finishing rollback tid 0 to smithi09982431-41 2024-04-12T16:11:32.198 INFO:tasks.rados.rados.0.smithi099.stdout:3118: finishing rollback tid 1 to smithi09982431-41 2024-04-12T16:11:32.198 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 41 v 1912 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-12T16:11:32.198 INFO:tasks.rados.rados.0.smithi099.stdout:3113: finishing rollback tid 1 to smithi09982431-24 2024-04-12T16:11:32.198 INFO:tasks.rados.rados.0.smithi099.stdout:3113: finishing rollback tid 2 to smithi09982431-24 2024-04-12T16:11:32.198 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 24 v 1688 (ObjNum 597 snap 183 seq_num 597) dirty exists 2024-04-12T16:11:32.198 INFO:tasks.rados.rados.0.smithi099.stdout:3117: expect (ObjNum 915 snap 282 seq_num 915) 2024-04-12T16:11:32.309 INFO:tasks.rados.rados.0.smithi099.stdout:3119: finishing write tid 1 to smithi09982431-27 2024-04-12T16:11:32.310 INFO:tasks.rados.rados.0.smithi099.stdout:3119: finishing write tid 2 to smithi09982431-27 2024-04-12T16:11:32.310 INFO:tasks.rados.rados.0.smithi099.stdout:3119: finishing write tid 3 to smithi09982431-27 2024-04-12T16:11:32.310 INFO:tasks.rados.rados.0.smithi099.stdout:3119: finishing write tid 4 to smithi09982431-27 2024-04-12T16:11:32.310 INFO:tasks.rados.rados.0.smithi099.stdout:3119: finishing write tid 5 to smithi09982431-27 2024-04-12T16:11:32.310 INFO:tasks.rados.rados.0.smithi099.stdout:3119: finishing write tid 6 to smithi09982431-27 2024-04-12T16:11:32.310 INFO:tasks.rados.rados.0.smithi099.stdout:3119: oid 27 updating version 0 to 2231 2024-04-12T16:11:32.310 INFO:tasks.rados.rados.0.smithi099.stdout:3119: oid 27 version 2231 is already newer than 2227 2024-04-12T16:11:32.310 INFO:tasks.rados.rados.0.smithi099.stdout:3119: oid 27 version 2231 is already newer than 2228 2024-04-12T16:11:32.310 INFO:tasks.rados.rados.0.smithi099.stdout:3119: oid 27 version 2231 is already newer than 2230 2024-04-12T16:11:32.310 INFO:tasks.rados.rados.0.smithi099.stdout:3119: oid 27 version 2231 is already newer than 2229 2024-04-12T16:11:32.310 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 27 v 2231 (ObjNum 980 snap 304 seq_num 980) dirty exists 2024-04-12T16:11:32.310 INFO:tasks.rados.rados.0.smithi099.stdout:3119: left oid 27 (ObjNum 980 snap 304 seq_num 980) 2024-04-12T16:11:32.310 INFO:tasks.rados.rados.0.smithi099.stdout:3120: finishing write tid 1 to smithi09982431-13 2024-04-12T16:11:32.310 INFO:tasks.rados.rados.0.smithi099.stdout:3113: done (6 left) 2024-04-12T16:11:32.311 INFO:tasks.rados.rados.0.smithi099.stdout:3117: done (5 left) 2024-04-12T16:11:32.311 INFO:tasks.rados.rados.0.smithi099.stdout:3118: done (4 left) 2024-04-12T16:11:32.311 INFO:tasks.rados.rados.0.smithi099.stdout:3119: done (3 left) 2024-04-12T16:11:32.311 INFO:tasks.rados.rados.0.smithi099.stdout:3122: snap_create 2024-04-12T16:11:32.311 INFO:tasks.rados.rados.0.smithi099.stdout:3120: finishing write tid 2 to smithi09982431-13 2024-04-12T16:11:32.311 INFO:tasks.rados.rados.0.smithi099.stdout:3120: finishing write tid 3 to smithi09982431-13 2024-04-12T16:11:32.311 INFO:tasks.rados.rados.0.smithi099.stdout:3120: finishing write tid 4 to smithi09982431-13 2024-04-12T16:11:32.311 INFO:tasks.rados.rados.0.smithi099.stdout:3120: finishing write tid 5 to smithi09982431-13 2024-04-12T16:11:32.311 INFO:tasks.rados.rados.0.smithi099.stdout:3120: finishing write tid 6 to smithi09982431-13 2024-04-12T16:11:32.311 INFO:tasks.rados.rados.0.smithi099.stdout:3114: finishing copy_from racing read to smithi09982431-10 2024-04-12T16:11:32.311 INFO:tasks.rados.rados.0.smithi099.stdout:3120: finishing write tid 7 to smithi09982431-13 2024-04-12T16:11:32.311 INFO:tasks.rados.rados.0.smithi099.stdout:3120: oid 13 updating version 0 to 1926 2024-04-12T16:11:32.311 INFO:tasks.rados.rados.0.smithi099.stdout:3120: oid 13 updating version 1926 to 1927 2024-04-12T16:11:32.311 INFO:tasks.rados.rados.0.smithi099.stdout:3120: oid 13 updating version 1927 to 1928 2024-04-12T16:11:32.311 INFO:tasks.rados.rados.0.smithi099.stdout:3120: oid 13 version 1928 is already newer than 1925 2024-04-12T16:11:32.312 INFO:tasks.rados.rados.0.smithi099.stdout:3120: oid 13 version 1928 is already newer than 1924 2024-04-12T16:11:32.312 INFO:tasks.rados.rados.0.smithi099.stdout:3120: oid 13 version 1928 is already newer than 1923 2024-04-12T16:11:32.312 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 13 v 1928 (ObjNum 981 snap 304 seq_num 981) dirty exists 2024-04-12T16:11:32.312 INFO:tasks.rados.rados.0.smithi099.stdout:3120: left oid 13 (ObjNum 981 snap 304 seq_num 981) 2024-04-12T16:11:32.312 INFO:tasks.rados.rados.0.smithi099.stdout:3121: finishing rollback tid 0 to smithi09982431-34 2024-04-12T16:11:32.312 INFO:tasks.rados.rados.0.smithi099.stdout:3121: finishing rollback tid 1 to smithi09982431-34 2024-04-12T16:11:32.312 INFO:tasks.rados.rados.0.smithi099.stdout:3121: finishing rollback tid 2 to smithi09982431-34 2024-04-12T16:11:32.312 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 34 v 2332 (ObjNum 734 snap 229 seq_num 734) dirty exists 2024-04-12T16:11:32.312 INFO:tasks.rados.rados.0.smithi099.stdout:3114: finishing copy_from to smithi09982431-10 2024-04-12T16:11:32.312 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 10 v 1645 (ObjNum 862 snap 269 seq_num 862) dirty exists 2024-04-12T16:11:32.488 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:32 smithi110 ceph-mon[88691]: osdmap e673: 8 total, 8 up, 8 in 2024-04-12T16:11:32.488 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:11:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:11:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:11:32.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:32 smithi099 ceph-mon[94290]: osdmap e673: 8 total, 8 up, 8 in 2024-04-12T16:11:32.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:32 smithi099 ceph-mon[96864]: osdmap e673: 8 total, 8 up, 8 in 2024-04-12T16:11:33.143 INFO:tasks.rados.rados.0.smithi099.stdout:3114: done (3 left) 2024-04-12T16:11:33.143 INFO:tasks.rados.rados.0.smithi099.stdout:3120: done (2 left) 2024-04-12T16:11:33.144 INFO:tasks.rados.rados.0.smithi099.stdout:3121: done (1 left) 2024-04-12T16:11:33.144 INFO:tasks.rados.rados.0.smithi099.stdout:3122: done (0 left) 2024-04-12T16:11:33.144 INFO:tasks.rados.rados.0.smithi099.stdout:3123: rollback oid 6 current snap is 305 2024-04-12T16:11:33.144 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 6 to 293 2024-04-12T16:11:33.144 INFO:tasks.rados.rados.0.smithi099.stdout:3124: read oid 16 snap -1 2024-04-12T16:11:33.144 INFO:tasks.rados.rados.0.smithi099.stdout:3124: expect (ObjNum 839 snap 261 seq_num 839) 2024-04-12T16:11:33.144 INFO:tasks.rados.rados.0.smithi099.stdout:3125: snap_remove snap 267 2024-04-12T16:11:33.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:33 smithi110 ceph-mon[88691]: osdmap e674: 8 total, 8 up, 8 in 2024-04-12T16:11:33.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:33 smithi110 ceph-mon[88691]: pgmap v648: 121 pgs: 121 active+clean; 358 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-04-12T16:11:33.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:33 smithi099 ceph-mon[94290]: osdmap e674: 8 total, 8 up, 8 in 2024-04-12T16:11:33.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:33 smithi099 ceph-mon[94290]: pgmap v648: 121 pgs: 121 active+clean; 358 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-04-12T16:11:33.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:33 smithi099 ceph-mon[96864]: osdmap e674: 8 total, 8 up, 8 in 2024-04-12T16:11:33.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:33 smithi099 ceph-mon[96864]: pgmap v648: 121 pgs: 121 active+clean; 358 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-04-12T16:11:34.099 INFO:tasks.rados.rados.0.smithi099.stdout:3125: done (2 left) 2024-04-12T16:11:34.099 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 3 current snap is 305 2024-04-12T16:11:34.099 INFO:tasks.rados.rados.0.smithi099.stdout:3126: seq_num 982 ranges {5029888=450560,5480448=425984,5906432=679936,6586368=466944,7053312=32768} 2024-04-12T16:11:34.129 INFO:tasks.rados.rados.0.smithi099.stdout:3126: writing smithi09982431-3 from 5029888 to 5480448 tid 1 2024-04-12T16:11:34.132 INFO:tasks.rados.rados.0.smithi099.stdout:3126: writing smithi09982431-3 from 5480448 to 5906432 tid 2 2024-04-12T16:11:34.135 INFO:tasks.rados.rados.0.smithi099.stdout:3126: writing smithi09982431-3 from 5906432 to 6586368 tid 3 2024-04-12T16:11:34.138 INFO:tasks.rados.rados.0.smithi099.stdout:3126: writing smithi09982431-3 from 6586368 to 7053312 tid 4 2024-04-12T16:11:34.139 INFO:tasks.rados.rados.0.smithi099.stdout:3126: writing smithi09982431-3 from 7053312 to 7086080 tid 5 2024-04-12T16:11:34.139 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 33 current snap is 305 2024-04-12T16:11:34.139 INFO:tasks.rados.rados.0.smithi099.stdout:3127: seq_num 983 ranges {0=466944,466944=712704,1179648=434176,1613824=458752} 2024-04-12T16:11:34.141 INFO:tasks.rados.rados.0.smithi099.stdout:3127: writing smithi09982431-33 from 0 to 466944 tid 1 2024-04-12T16:11:34.146 INFO:tasks.rados.rados.0.smithi099.stdout:3127: writing smithi09982431-33 from 466944 to 1179648 tid 2 2024-04-12T16:11:34.149 INFO:tasks.rados.rados.0.smithi099.stdout:3127: writing smithi09982431-33 from 1179648 to 1613824 tid 3 2024-04-12T16:11:34.152 INFO:tasks.rados.rados.0.smithi099.stdout:3127: writing smithi09982431-33 from 1613824 to 2072576 tid 4 2024-04-12T16:11:34.152 INFO:tasks.rados.rados.0.smithi099.stdout:3128: rollback oid 2 current snap is 305 2024-04-12T16:11:34.152 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 2 to 304 2024-04-12T16:11:34.152 INFO:tasks.rados.rados.0.smithi099.stdout:3123: finishing rollback tid 0 to smithi09982431-6 2024-04-12T16:11:34.152 INFO:tasks.rados.rados.0.smithi099.stdout:3124: expect (ObjNum 839 snap 261 seq_num 839) 2024-04-12T16:11:34.208 INFO:tasks.rados.rados.0.smithi099.stdout:3123: finishing rollback tid 1 to smithi09982431-6 2024-04-12T16:11:34.208 INFO:tasks.rados.rados.0.smithi099.stdout:3123: finishing rollback tid 2 to smithi09982431-6 2024-04-12T16:11:34.208 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 6 v 1600 (ObjNum 546 snap 163 seq_num 546) dirty exists 2024-04-12T16:11:34.208 INFO:tasks.rados.rados.0.smithi099.stdout:3126: finishing write tid 1 to smithi09982431-3 2024-04-12T16:11:34.208 INFO:tasks.rados.rados.0.smithi099.stdout:3126: finishing write tid 2 to smithi09982431-3 2024-04-12T16:11:34.208 INFO:tasks.rados.rados.0.smithi099.stdout:3126: finishing write tid 3 to smithi09982431-3 2024-04-12T16:11:34.208 INFO:tasks.rados.rados.0.smithi099.stdout:3127: finishing write tid 1 to smithi09982431-33 2024-04-12T16:11:34.208 INFO:tasks.rados.rados.0.smithi099.stdout:3126: finishing write tid 4 to smithi09982431-3 2024-04-12T16:11:34.209 INFO:tasks.rados.rados.0.smithi099.stdout:3123: done (4 left) 2024-04-12T16:11:34.209 INFO:tasks.rados.rados.0.smithi099.stdout:3124: done (3 left) 2024-04-12T16:11:34.209 INFO:tasks.rados.rados.0.smithi099.stdout:3129: snap_create 2024-04-12T16:11:34.209 INFO:tasks.rados.rados.0.smithi099.stdout:3126: finishing write tid 5 to smithi09982431-3 2024-04-12T16:11:34.209 INFO:tasks.rados.rados.0.smithi099.stdout:3126: finishing write tid 6 to smithi09982431-3 2024-04-12T16:11:34.209 INFO:tasks.rados.rados.0.smithi099.stdout:3126: finishing write tid 7 to smithi09982431-3 2024-04-12T16:11:34.209 INFO:tasks.rados.rados.0.smithi099.stdout:3126: oid 3 updating version 0 to 2238 2024-04-12T16:11:34.209 INFO:tasks.rados.rados.0.smithi099.stdout:3126: oid 3 updating version 2238 to 2239 2024-04-12T16:11:34.209 INFO:tasks.rados.rados.0.smithi099.stdout:3126: oid 3 updating version 2239 to 2240 2024-04-12T16:11:34.209 INFO:tasks.rados.rados.0.smithi099.stdout:3126: oid 3 version 2240 is already newer than 2236 2024-04-12T16:11:34.210 INFO:tasks.rados.rados.0.smithi099.stdout:3126: oid 3 version 2240 is already newer than 2237 2024-04-12T16:11:34.210 INFO:tasks.rados.rados.0.smithi099.stdout:3126: oid 3 updating version 2240 to 2241 2024-04-12T16:11:34.210 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 3 v 2241 (ObjNum 982 snap 305 seq_num 982) dirty exists 2024-04-12T16:11:34.210 INFO:tasks.rados.rados.0.smithi099.stdout:3126: left oid 3 (ObjNum 982 snap 305 seq_num 982) 2024-04-12T16:11:34.210 INFO:tasks.rados.rados.0.smithi099.stdout:3127: finishing write tid 2 to smithi09982431-33 2024-04-12T16:11:34.210 INFO:tasks.rados.rados.0.smithi099.stdout:3127: finishing write tid 3 to smithi09982431-33 2024-04-12T16:11:34.210 INFO:tasks.rados.rados.0.smithi099.stdout:3128: finishing rollback tid 1 to smithi09982431-2 2024-04-12T16:11:34.210 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 2 v 2063 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-12T16:11:34.210 INFO:tasks.rados.rados.0.smithi099.stdout:3127: finishing write tid 4 to smithi09982431-33 2024-04-12T16:11:34.210 INFO:tasks.rados.rados.0.smithi099.stdout:3127: finishing write tid 5 to smithi09982431-33 2024-04-12T16:11:34.210 INFO:tasks.rados.rados.0.smithi099.stdout:3127: finishing write tid 6 to smithi09982431-33 2024-04-12T16:11:34.210 INFO:tasks.rados.rados.0.smithi099.stdout:3127: oid 33 updating version 0 to 2234 2024-04-12T16:11:34.210 INFO:tasks.rados.rados.0.smithi099.stdout:3127: oid 33 version 2234 is already newer than 2233 2024-04-12T16:11:34.210 INFO:tasks.rados.rados.0.smithi099.stdout:3127: oid 33 updating version 2234 to 2236 2024-04-12T16:11:34.210 INFO:tasks.rados.rados.0.smithi099.stdout:3127: oid 33 version 2236 is already newer than 2235 2024-04-12T16:11:34.211 INFO:tasks.rados.rados.0.smithi099.stdout:3127: oid 33 version 2236 is already newer than 2232 2024-04-12T16:11:34.211 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 33 v 2236 (ObjNum 983 snap 305 seq_num 983) dirty exists 2024-04-12T16:11:34.211 INFO:tasks.rados.rados.0.smithi099.stdout:3127: left oid 33 (ObjNum 983 snap 305 seq_num 983) 2024-04-12T16:11:34.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: osdmap e675: 8 total, 8 up, 8 in 2024-04-12T16:11:34.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:34.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:34.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:11:34.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:11:34.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:34.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T16:11:34.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T16:11:34.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:11:34.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: Upgrade: Finalizing container_image settings 2024-04-12T16:11:34.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:34.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-12T16:11:34.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-12T16:11:34.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:11:34.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-12T16:11:34.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-12T16:11:34.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-12T16:11:34.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-12T16:11:34.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-12T16:11:34.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-12T16:11:34.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-12T16:11:34.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-12T16:11:34.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-12T16:11:34.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-12T16:11:34.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-12T16:11:34.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:11:34.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-12T16:11:34.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-12T16:11:34.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-12T16:11:34.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-12T16:11:34.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-12T16:11:34.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-12T16:11:34.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-12T16:11:34.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-12T16:11:34.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:11:34.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:11:34.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:11:34.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:11:34.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:11:34.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:11:34.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: Upgrade: Complete! 2024-04-12T16:11:34.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-12T16:11:34.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-12T16:11:34.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:11:34.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:11:34.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:11:34.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:34.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:11:34.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:11:34.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:11:34.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:34.590 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:34 smithi110 ceph-mon[88691]: osdmap e676: 8 total, 8 up, 8 in 2024-04-12T16:11:34.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: osdmap e675: 8 total, 8 up, 8 in 2024-04-12T16:11:34.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:34.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:34.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:11:34.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:11:34.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:34.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T16:11:34.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T16:11:34.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:11:34.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: Upgrade: Finalizing container_image settings 2024-04-12T16:11:34.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:34.629 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-12T16:11:34.629 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: osdmap e675: 8 total, 8 up, 8 in 2024-04-12T16:11:34.629 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:34.630 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:34.630 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:11:34.630 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:11:34.630 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:34.630 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T16:11:34.630 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T16:11:34.630 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:11:34.630 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.630 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.630 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.630 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.630 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.630 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.630 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.630 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:34.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: Upgrade: Finalizing container_image settings 2024-04-12T16:11:34.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:34.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-12T16:11:34.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-12T16:11:34.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:11:34.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-12T16:11:34.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-12T16:11:34.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-12T16:11:34.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-12T16:11:34.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-12T16:11:34.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-12T16:11:34.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-12T16:11:34.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-12T16:11:34.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-12T16:11:34.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-12T16:11:34.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-12T16:11:34.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:11:34.633 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-12T16:11:34.633 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-12T16:11:34.633 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-12T16:11:34.633 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-12T16:11:34.633 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-12T16:11:34.633 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-12T16:11:34.633 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-12T16:11:34.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-12T16:11:34.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:11:34.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-12T16:11:34.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-12T16:11:34.634 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-12T16:11:34.634 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-12T16:11:34.634 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-12T16:11:34.634 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-12T16:11:34.634 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-12T16:11:34.634 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-12T16:11:34.634 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-12T16:11:34.634 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-12T16:11:34.634 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-12T16:11:34.634 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:11:34.634 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-12T16:11:34.634 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-12T16:11:34.634 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-12T16:11:34.634 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-12T16:11:34.635 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-12T16:11:34.635 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-12T16:11:34.635 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-12T16:11:34.635 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-12T16:11:34.635 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:11:34.635 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:11:34.635 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:11:34.635 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:11:34.635 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:11:34.635 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:11:34.635 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: Upgrade: Complete! 2024-04-12T16:11:34.635 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-12T16:11:34.636 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-12T16:11:34.636 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:11:34.636 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:11:34.636 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:11:34.636 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:34.636 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:11:34.636 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:11:34.636 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:11:34.636 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:34.636 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[94290]: osdmap e676: 8 total, 8 up, 8 in 2024-04-12T16:11:34.636 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-12T16:11:34.636 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:11:34.637 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:11:34.637 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:11:34.637 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:11:34.637 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:11:34.637 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:11:34.637 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: Upgrade: Complete! 2024-04-12T16:11:34.637 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-12T16:11:34.637 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-12T16:11:34.637 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:11:34.637 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:11:34.637 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:11:34.637 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:34.637 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:11:34.637 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:11:34.638 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:11:34.638 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:34.638 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:34 smithi099 ceph-mon[96864]: osdmap e676: 8 total, 8 up, 8 in 2024-04-12T16:11:35.151 INFO:tasks.rados.rados.0.smithi099.stdout:3126: done (3 left) 2024-04-12T16:11:35.151 INFO:tasks.rados.rados.0.smithi099.stdout:3127: done (2 left) 2024-04-12T16:11:35.151 INFO:tasks.rados.rados.0.smithi099.stdout:3128: done (1 left) 2024-04-12T16:11:35.151 INFO:tasks.rados.rados.0.smithi099.stdout:3129: done (0 left) 2024-04-12T16:11:35.151 INFO:tasks.rados.rados.0.smithi099.stdout:3130: read oid 5 snap -1 2024-04-12T16:11:35.151 INFO:tasks.rados.rados.0.smithi099.stdout:3130: expect (ObjNum 926 snap 286 seq_num 926) 2024-04-12T16:11:35.151 INFO:tasks.rados.rados.0.smithi099.stdout:3131: copy_from oid 49 from oid 47 current snap is 306 2024-04-12T16:11:35.151 INFO:tasks.rados.rados.0.smithi099.stdout:3132: delete oid 34 current snap is 306 2024-04-12T16:11:35.157 INFO:tasks.rados.rados.0.smithi099.stdout:3132: done (2 left) 2024-04-12T16:11:35.158 INFO:tasks.rados.rados.0.smithi099.stdout:3133: delete oid 29 current snap is 306 2024-04-12T16:11:35.158 INFO:tasks.rados.rados.0.smithi099.stdout:3130: expect (ObjNum 926 snap 286 seq_num 926) 2024-04-12T16:11:35.242 INFO:tasks.rados.rados.0.smithi099.stdout:3131: finishing copy_from racing read to smithi09982431-49 2024-04-12T16:11:35.242 INFO:tasks.rados.rados.0.smithi099.stdout:3131: finishing copy_from to smithi09982431-49 2024-04-12T16:11:35.242 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 49 v 1596 (ObjNum 950 snap 292 seq_num 950) dirty exists 2024-04-12T16:11:35.242 INFO:tasks.rados.rados.0.smithi099.stdout:3130: done (2 left) 2024-04-12T16:11:35.242 INFO:tasks.rados.rados.0.smithi099.stdout:3131: done (1 left) 2024-04-12T16:11:35.243 INFO:tasks.rados.rados.0.smithi099.stdout:3133: done (0 left) 2024-04-12T16:11:35.243 INFO:tasks.rados.rados.0.smithi099.stdout:3134: snap_create 2024-04-12T16:11:35.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:35 smithi110 ceph-mon[88691]: pgmap v651: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 362 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-04-12T16:11:35.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:35 smithi099 ceph-mon[94290]: pgmap v651: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 362 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-04-12T16:11:35.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:35 smithi099 ceph-mon[96864]: pgmap v651: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 362 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-04-12T16:11:36.153 INFO:tasks.rados.rados.0.smithi099.stdout:3134: done (0 left) 2024-04-12T16:11:36.153 INFO:tasks.rados.rados.0.smithi099.stdout:3135: snap_remove snap 277 2024-04-12T16:11:36.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:36 smithi110 ceph-mon[88691]: osdmap e677: 8 total, 8 up, 8 in 2024-04-12T16:11:36.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:36 smithi099 ceph-mon[94290]: osdmap e677: 8 total, 8 up, 8 in 2024-04-12T16:11:36.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:36 smithi099 ceph-mon[96864]: osdmap e677: 8 total, 8 up, 8 in 2024-04-12T16:11:36.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:11:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:11:36] "GET /metrics HTTP/1.1" 200 36330 "" "Prometheus/2.43.0" 2024-04-12T16:11:37.154 INFO:tasks.rados.rados.0.smithi099.stdout:3135: done (0 left) 2024-04-12T16:11:37.154 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 7 current snap is 307 2024-04-12T16:11:37.154 INFO:tasks.rados.rados.0.smithi099.stdout:3136: seq_num 986 ranges {0=516096,516096=770048,1286144=655360,1941504=180224} 2024-04-12T16:11:37.157 INFO:tasks.rados.rados.0.smithi099.stdout:3136: writing smithi09982431-7 from 0 to 516096 tid 1 2024-04-12T16:11:37.163 INFO:tasks.rados.rados.0.smithi099.stdout:3136: writing smithi09982431-7 from 516096 to 1286144 tid 2 2024-04-12T16:11:37.168 INFO:tasks.rados.rados.0.smithi099.stdout:3136: writing smithi09982431-7 from 1286144 to 1941504 tid 3 2024-04-12T16:11:37.169 INFO:tasks.rados.rados.0.smithi099.stdout:3136: writing smithi09982431-7 from 1941504 to 2121728 tid 4 2024-04-12T16:11:37.169 INFO:tasks.rados.rados.0.smithi099.stdout:3137: snap_remove snap 306 2024-04-12T16:11:37.485 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:37 smithi110 ceph-mon[88691]: osdmap e678: 8 total, 8 up, 8 in 2024-04-12T16:11:37.485 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:37 smithi110 ceph-mon[88691]: pgmap v654: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 380 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.3 MiB/s wr, 12 op/s 2024-04-12T16:11:37.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:37 smithi099 ceph-mon[94290]: osdmap e678: 8 total, 8 up, 8 in 2024-04-12T16:11:37.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:37 smithi099 ceph-mon[94290]: pgmap v654: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 380 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.3 MiB/s wr, 12 op/s 2024-04-12T16:11:37.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:37 smithi099 ceph-mon[96864]: osdmap e678: 8 total, 8 up, 8 in 2024-04-12T16:11:37.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:37 smithi099 ceph-mon[96864]: pgmap v654: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 380 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.3 MiB/s wr, 12 op/s 2024-04-12T16:11:38.123 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -e sha1=bf9c5618cc018927fa77780d25b6deb1f5dc254d -- bash -c 'ceph orch ps' 2024-04-12T16:11:38.167 INFO:tasks.rados.rados.0.smithi099.stdout:3137: done (1 left) 2024-04-12T16:11:38.168 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 41 current snap is 307 2024-04-12T16:11:38.168 INFO:tasks.rados.rados.0.smithi099.stdout:3136: finishing write tid 1 to smithi09982431-7 2024-04-12T16:11:38.168 INFO:tasks.rados.rados.0.smithi099.stdout:3138: seq_num 987 ranges {0=532480,532480=647168,1179648=417792,1597440=409600,2007040=131072} 2024-04-12T16:11:38.170 INFO:tasks.rados.rados.0.smithi099.stdout:3138: writing smithi09982431-41 from 0 to 532480 tid 1 2024-04-12T16:11:38.173 INFO:tasks.rados.rados.0.smithi099.stdout:3138: writing smithi09982431-41 from 532480 to 1179648 tid 2 2024-04-12T16:11:38.176 INFO:tasks.rados.rados.0.smithi099.stdout:3138: writing smithi09982431-41 from 1179648 to 1597440 tid 3 2024-04-12T16:11:38.178 INFO:tasks.rados.rados.0.smithi099.stdout:3138: writing smithi09982431-41 from 1597440 to 2007040 tid 4 2024-04-12T16:11:38.180 INFO:tasks.rados.rados.0.smithi099.stdout:3138: writing smithi09982431-41 from 2007040 to 2138112 tid 5 2024-04-12T16:11:38.180 INFO:tasks.rados.rados.0.smithi099.stdout:3139: read oid 43 snap 303 2024-04-12T16:11:38.180 INFO:tasks.rados.rados.0.smithi099.stdout:3139: expect (ObjNum 976 snap 302 seq_num 976) 2024-04-12T16:11:38.180 INFO:tasks.rados.rados.0.smithi099.stdout:3140: snap_create 2024-04-12T16:11:38.180 INFO:tasks.rados.rados.0.smithi099.stdout:3136: finishing write tid 2 to smithi09982431-7 2024-04-12T16:11:38.180 INFO:tasks.rados.rados.0.smithi099.stdout:3136: finishing write tid 3 to smithi09982431-7 2024-04-12T16:11:38.180 INFO:tasks.rados.rados.0.smithi099.stdout:3136: finishing write tid 4 to smithi09982431-7 2024-04-12T16:11:38.180 INFO:tasks.rados.rados.0.smithi099.stdout:3136: finishing write tid 5 to smithi09982431-7 2024-04-12T16:11:38.180 INFO:tasks.rados.rados.0.smithi099.stdout:3136: finishing write tid 6 to smithi09982431-7 2024-04-12T16:11:38.180 INFO:tasks.rados.rados.0.smithi099.stdout:3136: oid 7 updating version 0 to 2352 2024-04-12T16:11:38.180 INFO:tasks.rados.rados.0.smithi099.stdout:3136: oid 7 version 2352 is already newer than 2351 2024-04-12T16:11:38.180 INFO:tasks.rados.rados.0.smithi099.stdout:3136: oid 7 updating version 2352 to 2355 2024-04-12T16:11:38.181 INFO:tasks.rados.rados.0.smithi099.stdout:3136: oid 7 version 2355 is already newer than 2354 2024-04-12T16:11:38.181 INFO:tasks.rados.rados.0.smithi099.stdout:3136: oid 7 version 2355 is already newer than 2353 2024-04-12T16:11:38.181 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 7 v 2355 (ObjNum 986 snap 307 seq_num 986) dirty exists 2024-04-12T16:11:38.181 INFO:tasks.rados.rados.0.smithi099.stdout:3136: left oid 7 (ObjNum 986 snap 307 seq_num 986) 2024-04-12T16:11:38.181 INFO:tasks.rados.rados.0.smithi099.stdout:3138: finishing write tid 1 to smithi09982431-41 2024-04-12T16:11:38.181 INFO:tasks.rados.rados.0.smithi099.stdout:3138: finishing write tid 2 to smithi09982431-41 2024-04-12T16:11:38.183 INFO:tasks.rados.rados.0.smithi099.stdout:3138: finishing write tid 3 to smithi09982431-41 2024-04-12T16:11:38.186 INFO:tasks.rados.rados.0.smithi099.stdout:3138: finishing write tid 4 to smithi09982431-41 2024-04-12T16:11:38.186 INFO:tasks.rados.rados.0.smithi099.stdout:3138: finishing write tid 5 to smithi09982431-41 2024-04-12T16:11:38.187 INFO:tasks.rados.rados.0.smithi099.stdout:3138: finishing write tid 6 to smithi09982431-41 2024-04-12T16:11:38.188 INFO:tasks.rados.rados.0.smithi099.stdout:3138: finishing write tid 7 to smithi09982431-41 2024-04-12T16:11:38.188 INFO:tasks.rados.rados.0.smithi099.stdout:3138: oid 41 updating version 0 to 1936 2024-04-12T16:11:38.188 INFO:tasks.rados.rados.0.smithi099.stdout:3138: oid 41 version 1936 is already newer than 1932 2024-04-12T16:11:38.189 INFO:tasks.rados.rados.0.smithi099.stdout:3138: oid 41 version 1936 is already newer than 1934 2024-04-12T16:11:38.189 INFO:tasks.rados.rados.0.smithi099.stdout:3138: oid 41 version 1936 is already newer than 1931 2024-04-12T16:11:38.189 INFO:tasks.rados.rados.0.smithi099.stdout:3138: oid 41 version 1936 is already newer than 1935 2024-04-12T16:11:38.189 INFO:tasks.rados.rados.0.smithi099.stdout:3138: oid 41 version 1936 is already newer than 1933 2024-04-12T16:11:38.189 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 41 v 1936 (ObjNum 987 snap 307 seq_num 987) dirty exists 2024-04-12T16:11:38.189 INFO:tasks.rados.rados.0.smithi099.stdout:3138: left oid 41 (ObjNum 987 snap 307 seq_num 987) 2024-04-12T16:11:38.196 INFO:tasks.rados.rados.0.smithi099.stdout:3139: expect (ObjNum 976 snap 302 seq_num 976) 2024-04-12T16:11:38.348 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:11:38.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:38 smithi099 ceph-mon[94290]: osdmap e679: 8 total, 8 up, 8 in 2024-04-12T16:11:38.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:38 smithi099 ceph-mon[94290]: from='client.44393 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:11:38.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:38.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:38 smithi099 ceph-mon[96864]: osdmap e679: 8 total, 8 up, 8 in 2024-04-12T16:11:38.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:38 smithi099 ceph-mon[96864]: from='client.44393 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:11:38.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:38.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:38 smithi110 ceph-mon[88691]: osdmap e679: 8 total, 8 up, 8 in 2024-04-12T16:11:38.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:38 smithi110 ceph-mon[88691]: from='client.44393 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:11:38.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:11:39.177 INFO:tasks.rados.rados.0.smithi099.stdout:3136: done (3 left) 2024-04-12T16:11:39.177 INFO:tasks.rados.rados.0.smithi099.stdout:3138: done (2 left) 2024-04-12T16:11:39.177 INFO:tasks.rados.rados.0.smithi099.stdout:3139: done (1 left) 2024-04-12T16:11:39.177 INFO:tasks.rados.rados.0.smithi099.stdout:3140: done (0 left) 2024-04-12T16:11:39.177 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 44 current snap is 308 2024-04-12T16:11:39.177 INFO:tasks.rados.rados.0.smithi099.stdout:3141: seq_num 988 ranges {8355840=557056,8912896=532480,9445376=622592,10067968=450560} 2024-04-12T16:11:39.224 INFO:tasks.rados.rados.0.smithi099.stdout:3141: writing smithi09982431-44 from 8355840 to 8912896 tid 1 2024-04-12T16:11:39.226 INFO:tasks.rados.rados.0.smithi099.stdout:3141: writing smithi09982431-44 from 8912896 to 9445376 tid 2 2024-04-12T16:11:39.230 INFO:tasks.rados.rados.0.smithi099.stdout:3141: writing smithi09982431-44 from 9445376 to 10067968 tid 3 2024-04-12T16:11:39.233 INFO:tasks.rados.rados.0.smithi099.stdout:3141: writing smithi09982431-44 from 10067968 to 10518528 tid 4 2024-04-12T16:11:39.233 INFO:tasks.rados.rados.0.smithi099.stdout:3142: snap_remove snap 287 2024-04-12T16:11:39.578 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:39 smithi099 ceph-mon[94290]: osdmap e680: 8 total, 8 up, 8 in 2024-04-12T16:11:39.578 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:39 smithi099 ceph-mon[94290]: pgmap v657: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 380 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 91 KiB/s rd, 3.3 MiB/s wr, 8 op/s 2024-04-12T16:11:39.579 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:39 smithi099 ceph-mon[96864]: osdmap e680: 8 total, 8 up, 8 in 2024-04-12T16:11:39.579 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:39 smithi099 ceph-mon[96864]: pgmap v657: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 380 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 91 KiB/s rd, 3.3 MiB/s wr, 8 op/s 2024-04-12T16:11:39.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:39 smithi110 ceph-mon[88691]: osdmap e680: 8 total, 8 up, 8 in 2024-04-12T16:11:39.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:39 smithi110 ceph-mon[88691]: pgmap v657: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 380 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 91 KiB/s rd, 3.3 MiB/s wr, 8 op/s 2024-04-12T16:11:40.182 INFO:tasks.rados.rados.0.smithi099.stdout:3142: done (1 left) 2024-04-12T16:11:40.182 INFO:tasks.rados.rados.0.smithi099.stdout:3143: delete oid 42 current snap is 308 2024-04-12T16:11:40.182 INFO:tasks.rados.rados.0.smithi099.stdout:3141: finishing write tid 1 to smithi09982431-44 2024-04-12T16:11:40.182 INFO:tasks.rados.rados.0.smithi099.stdout:3141: finishing write tid 2 to smithi09982431-44 2024-04-12T16:11:40.182 INFO:tasks.rados.rados.0.smithi099.stdout:3141: finishing write tid 3 to smithi09982431-44 2024-04-12T16:11:40.182 INFO:tasks.rados.rados.0.smithi099.stdout:3141: finishing write tid 4 to smithi09982431-44 2024-04-12T16:11:40.183 INFO:tasks.rados.rados.0.smithi099.stdout:3141: finishing write tid 5 to smithi09982431-44 2024-04-12T16:11:40.183 INFO:tasks.rados.rados.0.smithi099.stdout:3141: finishing write tid 6 to smithi09982431-44 2024-04-12T16:11:40.183 INFO:tasks.rados.rados.0.smithi099.stdout:3141: oid 44 updating version 0 to 1940 2024-04-12T16:11:40.183 INFO:tasks.rados.rados.0.smithi099.stdout:3141: oid 44 updating version 1940 to 1941 2024-04-12T16:11:40.183 INFO:tasks.rados.rados.0.smithi099.stdout:3141: oid 44 version 1941 is already newer than 1939 2024-04-12T16:11:40.183 INFO:tasks.rados.rados.0.smithi099.stdout:3141: oid 44 updating version 1941 to 1942 2024-04-12T16:11:40.183 INFO:tasks.rados.rados.0.smithi099.stdout:3141: oid 44 version 1942 is already newer than 1938 2024-04-12T16:11:40.183 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 44 v 1942 (ObjNum 988 snap 308 seq_num 988) dirty exists 2024-04-12T16:11:40.183 INFO:tasks.rados.rados.0.smithi099.stdout:3141: left oid 44 (ObjNum 988 snap 308 seq_num 988) 2024-04-12T16:11:40.197 INFO:tasks.rados.rados.0.smithi099.stdout:3141: done (1 left) 2024-04-12T16:11:40.197 INFO:tasks.rados.rados.0.smithi099.stdout:3143: done (0 left) 2024-04-12T16:11:40.197 INFO:tasks.rados.rados.0.smithi099.stdout:3144: setattr oid 19 current snap is 308 2024-04-12T16:11:40.198 INFO:tasks.rados.rados.0.smithi099.stdout:3145: snap_create 2024-04-12T16:11:40.202 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 19 v 1945 (ObjNum 65 snap 0 seq_num 1917559632) dirty exists 2024-04-12T16:11:40.351 INFO:teuthology.orchestra.run.smithi099.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T16:11:40.351 INFO:teuthology.orchestra.run.smithi099.stdout:alertmanager.a smithi099 *:9093,9094 running (38s) 34s ago 13m 17.1M - 0.25.0 c8568f914cd2 5870e1411714 2024-04-12T16:11:40.351 INFO:teuthology.orchestra.run.smithi099.stdout:grafana.a smithi110 *:3000 running (16s) 11s ago 12m 52.7M - 9.4.12 2bacad6d85d8 638a96e3b794 2024-04-12T16:11:40.352 INFO:teuthology.orchestra.run.smithi099.stdout:mds.a smithi099 running (110s) 34s ago 14m 15.6M - 19.0.0-2847-gbf9c5618 92de118a8b8f bbf44cb4bb2f 2024-04-12T16:11:40.352 INFO:teuthology.orchestra.run.smithi099.stdout:mds.b smithi110 running (88s) 11s ago 14m 11.8M - 19.0.0-2847-gbf9c5618 92de118a8b8f ce2c6390c8a8 2024-04-12T16:11:40.352 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.x smithi110 *:8443,9283,8765 running (7m) 11s ago 17m 453M - 19.0.0-2847-gbf9c5618 92de118a8b8f 39e31f4f4e9d 2024-04-12T16:11:40.352 INFO:teuthology.orchestra.run.smithi099.stdout:mgr.y smithi099 *:8443,9283,8765 running (8m) 34s ago 19m 521M - 19.0.0-2847-gbf9c5618 92de118a8b8f 8fb83982268a 2024-04-12T16:11:40.352 INFO:teuthology.orchestra.run.smithi099.stdout:mon.a smithi099 running (7m) 34s ago 19m 69.5M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f cc807b11358b 2024-04-12T16:11:40.352 INFO:teuthology.orchestra.run.smithi099.stdout:mon.b smithi110 running (6m) 11s ago 18m 57.4M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 393831dfcb29 2024-04-12T16:11:40.352 INFO:teuthology.orchestra.run.smithi099.stdout:mon.c smithi099 running (7m) 34s ago 18m 61.5M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 3bb5784f6f37 2024-04-12T16:11:40.352 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.a smithi099 *:9100 running (75s) 34s ago 12m 7017k - 1.5.0 0da6a335fe13 757c7d90bf15 2024-04-12T16:11:40.352 INFO:teuthology.orchestra.run.smithi099.stdout:node-exporter.b smithi110 *:9100 running (71s) 11s ago 12m 8426k - 1.5.0 0da6a335fe13 544991f5ac21 2024-04-12T16:11:40.352 INFO:teuthology.orchestra.run.smithi099.stdout:osd.0 smithi099 running (6m) 34s ago 17m 336M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 5e1f1df54e74 2024-04-12T16:11:40.352 INFO:teuthology.orchestra.run.smithi099.stdout:osd.1 smithi099 running (5m) 34s ago 17m 206M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 78ac083e3d82 2024-04-12T16:11:40.352 INFO:teuthology.orchestra.run.smithi099.stdout:osd.2 smithi099 running (4m) 34s ago 16m 344M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f e28b267bdc6a 2024-04-12T16:11:40.352 INFO:teuthology.orchestra.run.smithi099.stdout:osd.3 smithi099 running (4m) 34s ago 16m 221M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 594ef50fe212 2024-04-12T16:11:40.352 INFO:teuthology.orchestra.run.smithi099.stdout:osd.4 smithi110 running (3m) 11s ago 15m 270M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f f21efac2aa79 2024-04-12T16:11:40.352 INFO:teuthology.orchestra.run.smithi099.stdout:osd.5 smithi110 running (3m) 11s ago 15m 357M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 3295109109cf 2024-04-12T16:11:40.353 INFO:teuthology.orchestra.run.smithi099.stdout:osd.6 smithi110 running (2m) 11s ago 14m 196M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 97a8d1469e51 2024-04-12T16:11:40.353 INFO:teuthology.orchestra.run.smithi099.stdout:osd.7 smithi110 running (2m) 11s ago 14m 148M 2480M 19.0.0-2847-gbf9c5618 92de118a8b8f 1bbbfc73a4c1 2024-04-12T16:11:40.353 INFO:teuthology.orchestra.run.smithi099.stdout:prometheus.a smithi110 *:9095 running (55s) 11s ago 13m 47.1M - 2.43.0 a07b618ecd1d 75ac24a4352d 2024-04-12T16:11:40.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:40 smithi110 ceph-mon[88691]: osdmap e681: 8 total, 8 up, 8 in 2024-04-12T16:11:40.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:40 smithi099 ceph-mon[94290]: osdmap e681: 8 total, 8 up, 8 in 2024-04-12T16:11:40.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:40 smithi099 ceph-mon[96864]: osdmap e681: 8 total, 8 up, 8 in 2024-04-12T16:11:41.124 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -e sha1=bf9c5618cc018927fa77780d25b6deb1f5dc254d -- bash -c 'ceph versions' 2024-04-12T16:11:41.189 INFO:tasks.rados.rados.0.smithi099.stdout:3144: done (1 left) 2024-04-12T16:11:41.189 INFO:tasks.rados.rados.0.smithi099.stdout:3145: done (0 left) 2024-04-12T16:11:41.190 INFO:tasks.rados.rados.0.smithi099.stdout:3146: rollback oid 1 current snap is 309 2024-04-12T16:11:41.190 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 1 to 286 2024-04-12T16:11:41.190 INFO:tasks.rados.rados.0.smithi099.stdout:3147: rollback oid 18 current snap is 309 2024-04-12T16:11:41.190 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 18 to 242 2024-04-12T16:11:41.190 INFO:tasks.rados.rados.0.smithi099.stdout:3148: copy_from oid 6 from oid 4 current snap is 309 2024-04-12T16:11:41.190 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 15 current snap is 309 2024-04-12T16:11:41.190 INFO:tasks.rados.rados.0.smithi099.stdout:3149: seq_num 990 ranges {4055040=589824,4644864=753664,5398528=638976,6037504=212992} 2024-04-12T16:11:41.215 INFO:tasks.rados.rados.0.smithi099.stdout:3149: writing smithi09982431-15 from 4055040 to 4644864 tid 1 2024-04-12T16:11:41.220 INFO:tasks.rados.rados.0.smithi099.stdout:3149: writing smithi09982431-15 from 4644864 to 5398528 tid 2 2024-04-12T16:11:41.224 INFO:tasks.rados.rados.0.smithi099.stdout:3149: writing smithi09982431-15 from 5398528 to 6037504 tid 3 2024-04-12T16:11:41.226 INFO:tasks.rados.rados.0.smithi099.stdout:3149: writing smithi09982431-15 from 6037504 to 6250496 tid 4 2024-04-12T16:11:41.226 INFO:tasks.rados.rados.0.smithi099.stdout:3150: read oid 39 snap 266 2024-04-12T16:11:41.226 INFO:tasks.rados.rados.0.smithi099.stdout:3150: expect deleted 2024-04-12T16:11:41.226 INFO:tasks.rados.rados.0.smithi099.stdout:3151: snap_create 2024-04-12T16:11:41.226 INFO:tasks.rados.rados.0.smithi099.stdout:3146: finishing rollback tid 1 to smithi09982431-1 2024-04-12T16:11:41.226 INFO:tasks.rados.rados.0.smithi099.stdout:3146: finishing rollback tid 2 to smithi09982431-1 2024-04-12T16:11:41.226 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 1 v 1659 (ObjNum 881 snap 271 seq_num 881) dirty exists 2024-04-12T16:11:41.226 INFO:tasks.rados.rados.0.smithi099.stdout:3147: finishing rollback tid 0 to smithi09982431-18 2024-04-12T16:11:41.227 INFO:tasks.rados.rados.0.smithi099.stdout:3147: finishing rollback tid 1 to smithi09982431-18 2024-04-12T16:11:41.227 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 18 v 2243 (ObjNum 33 snap 0 seq_num 1924128032) dirty dne 2024-04-12T16:11:41.227 INFO:tasks.rados.rados.0.smithi099.stdout:3148: finishing copy_from racing read to smithi09982431-6 2024-04-12T16:11:41.227 INFO:tasks.rados.rados.0.smithi099.stdout:3148: finishing copy_from to smithi09982431-6 2024-04-12T16:11:41.227 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 6 v 1685 (ObjNum 969 snap 299 seq_num 969) dirty exists 2024-04-12T16:11:41.227 INFO:tasks.rados.rados.0.smithi099.stdout:3149: finishing write tid 1 to smithi09982431-15 2024-04-12T16:11:41.227 INFO:tasks.rados.rados.0.smithi099.stdout:3149: finishing write tid 2 to smithi09982431-15 2024-04-12T16:11:41.228 INFO:tasks.rados.rados.0.smithi099.stdout:3149: finishing write tid 3 to smithi09982431-15 2024-04-12T16:11:41.228 INFO:tasks.rados.rados.0.smithi099.stdout:3149: finishing write tid 4 to smithi09982431-15 2024-04-12T16:11:41.228 INFO:tasks.rados.rados.0.smithi099.stdout:3149: finishing write tid 5 to smithi09982431-15 2024-04-12T16:11:41.229 INFO:tasks.rados.rados.0.smithi099.stdout:3149: finishing write tid 6 to smithi09982431-15 2024-04-12T16:11:41.229 INFO:tasks.rados.rados.0.smithi099.stdout:3149: oid 15 updating version 0 to 1519 2024-04-12T16:11:41.229 INFO:tasks.rados.rados.0.smithi099.stdout:3149: oid 15 version 1519 is already newer than 1518 2024-04-12T16:11:41.229 INFO:tasks.rados.rados.0.smithi099.stdout:3149: oid 15 updating version 1519 to 1520 2024-04-12T16:11:41.230 INFO:tasks.rados.rados.0.smithi099.stdout:3149: oid 15 updating version 1520 to 1521 2024-04-12T16:11:41.230 INFO:tasks.rados.rados.0.smithi099.stdout:3149: oid 15 updating version 1521 to 1522 2024-04-12T16:11:41.230 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 15 v 1522 (ObjNum 990 snap 309 seq_num 990) dirty exists 2024-04-12T16:11:41.230 INFO:tasks.rados.rados.0.smithi099.stdout:3149: left oid 15 (ObjNum 990 snap 309 seq_num 990) 2024-04-12T16:11:41.340 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:11:41.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:41 smithi099 ceph-mon[96864]: osdmap e682: 8 total, 8 up, 8 in 2024-04-12T16:11:41.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:41 smithi099 ceph-mon[96864]: from='client.34473 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:11:41.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:41 smithi099 ceph-mon[96864]: pgmap v660: 121 pgs: 121 active+clean; 386 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-04-12T16:11:41.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:41 smithi099 ceph-mon[94290]: osdmap e682: 8 total, 8 up, 8 in 2024-04-12T16:11:41.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:41 smithi099 ceph-mon[94290]: from='client.34473 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:11:41.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:41 smithi099 ceph-mon[94290]: pgmap v660: 121 pgs: 121 active+clean; 386 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-04-12T16:11:41.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:41 smithi110 ceph-mon[88691]: osdmap e682: 8 total, 8 up, 8 in 2024-04-12T16:11:41.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:41 smithi110 ceph-mon[88691]: from='client.34473 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:11:41.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:41 smithi110 ceph-mon[88691]: pgmap v660: 121 pgs: 121 active+clean; 386 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-04-12T16:11:42.188 INFO:tasks.rados.rados.0.smithi099.stdout:3146: done (5 left) 2024-04-12T16:11:42.188 INFO:tasks.rados.rados.0.smithi099.stdout:3147: done (4 left) 2024-04-12T16:11:42.188 INFO:tasks.rados.rados.0.smithi099.stdout:3148: done (3 left) 2024-04-12T16:11:42.188 INFO:tasks.rados.rados.0.smithi099.stdout:3149: done (2 left) 2024-04-12T16:11:42.188 INFO:tasks.rados.rados.0.smithi099.stdout:3150: done (1 left) 2024-04-12T16:11:42.188 INFO:tasks.rados.rados.0.smithi099.stdout:3151: done (0 left) 2024-04-12T16:11:42.188 INFO:tasks.rados.rados.0.smithi099.stdout:3152: rmattr oid 27 current snap is 310 2024-04-12T16:11:42.188 INFO:tasks.rados.rados.0.smithi099.stdout:3153: copy_from oid 28 from oid 23 current snap is 310 2024-04-12T16:11:42.188 INFO:tasks.rados.rados.0.smithi099.stdout:3154: setattr oid 29 current snap is 310 2024-04-12T16:11:42.190 INFO:tasks.rados.rados.0.smithi099.stdout:3155: read oid 46 snap -1 2024-04-12T16:11:42.190 INFO:tasks.rados.rados.0.smithi099.stdout:3155: expect deleted 2024-04-12T16:11:42.190 INFO:tasks.rados.rados.0.smithi099.stdout:3156: rollback oid 4 current snap is 310 2024-04-12T16:11:42.190 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 4 to 242 2024-04-12T16:11:42.191 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 37 current snap is 310 2024-04-12T16:11:42.191 INFO:tasks.rados.rados.0.smithi099.stdout:3157: seq_num 991 ranges {0=606208,606208=638976,1245184=794624,2039808=172032} 2024-04-12T16:11:42.194 INFO:tasks.rados.rados.0.smithi099.stdout:3157: writing smithi09982431-37 from 0 to 606208 tid 1 2024-04-12T16:11:42.198 INFO:tasks.rados.rados.0.smithi099.stdout:3157: writing smithi09982431-37 from 606208 to 1245184 tid 2 2024-04-12T16:11:42.203 INFO:tasks.rados.rados.0.smithi099.stdout:3157: writing smithi09982431-37 from 1245184 to 2039808 tid 3 2024-04-12T16:11:42.205 INFO:tasks.rados.rados.0.smithi099.stdout:3157: writing smithi09982431-37 from 2039808 to 2211840 tid 4 2024-04-12T16:11:42.205 INFO:tasks.rados.rados.0.smithi099.stdout:3158: rollback oid 22 current snap is 310 2024-04-12T16:11:42.205 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 22 to 282 2024-04-12T16:11:42.205 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 27 v 2237 (ObjNum 980 snap 304 seq_num 980) dirty exists 2024-04-12T16:11:42.205 INFO:tasks.rados.rados.0.smithi099.stdout:3156: finishing rollback tid 0 to smithi09982431-4 2024-04-12T16:11:42.205 INFO:tasks.rados.rados.0.smithi099.stdout:3156: finishing rollback tid 1 to smithi09982431-4 2024-04-12T16:11:42.205 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 29 v 1686 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-12T16:11:42.205 INFO:tasks.rados.rados.0.smithi099.stdout:3156: finishing rollback tid 2 to smithi09982431-4 2024-04-12T16:11:42.206 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 4 v 1701 (ObjNum 746 snap 232 seq_num 746) dirty exists 2024-04-12T16:11:42.206 INFO:tasks.rados.rados.0.smithi099.stdout:3157: finishing write tid 1 to smithi09982431-37 2024-04-12T16:11:42.206 INFO:tasks.rados.rados.0.smithi099.stdout:3157: finishing write tid 2 to smithi09982431-37 2024-04-12T16:11:42.206 INFO:tasks.rados.rados.0.smithi099.stdout:3152: done (6 left) 2024-04-12T16:11:42.206 INFO:tasks.rados.rados.0.smithi099.stdout:3154: done (5 left) 2024-04-12T16:11:42.206 INFO:tasks.rados.rados.0.smithi099.stdout:3155: done (4 left) 2024-04-12T16:11:42.206 INFO:tasks.rados.rados.0.smithi099.stdout:3156: done (3 left) 2024-04-12T16:11:42.206 INFO:tasks.rados.rados.0.smithi099.stdout:3159: setattr oid 18 current snap is 310 2024-04-12T16:11:42.207 INFO:tasks.rados.rados.0.smithi099.stdout:3160: snap_create 2024-04-12T16:11:42.209 INFO:tasks.rados.rados.0.smithi099.stdout:3153: finishing copy_from racing read to smithi09982431-28 2024-04-12T16:11:42.209 INFO:tasks.rados.rados.0.smithi099.stdout:3157: finishing write tid 3 to smithi09982431-37 2024-04-12T16:11:42.210 INFO:tasks.rados.rados.0.smithi099.stdout:3157: finishing write tid 4 to smithi09982431-37 2024-04-12T16:11:42.212 INFO:tasks.rados.rados.0.smithi099.stdout:3158: finishing rollback tid 0 to smithi09982431-22 2024-04-12T16:11:42.212 INFO:tasks.rados.rados.0.smithi099.stdout:3158: finishing rollback tid 1 to smithi09982431-22 2024-04-12T16:11:42.212 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 22 v 2245 (ObjNum 65 snap 0 seq_num 1867805027) dirty dne 2024-04-12T16:11:42.212 INFO:tasks.rados.rados.0.smithi099.stdout:3157: finishing write tid 5 to smithi09982431-37 2024-04-12T16:11:42.213 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 18 v 2246 (ObjNum 81 snap 0 seq_num 1785553769) dirty exists 2024-04-12T16:11:42.213 INFO:tasks.rados.rados.0.smithi099.stdout:3153: finishing copy_from to smithi09982431-28 2024-04-12T16:11:42.213 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 28 v 987 (ObjNum 921 snap 285 seq_num 921) dirty exists 2024-04-12T16:11:42.215 INFO:tasks.rados.rados.0.smithi099.stdout:3157: finishing write tid 6 to smithi09982431-37 2024-04-12T16:11:42.215 INFO:tasks.rados.rados.0.smithi099.stdout:3157: oid 37 updating version 0 to 1950 2024-04-12T16:11:42.215 INFO:tasks.rados.rados.0.smithi099.stdout:3157: oid 37 version 1950 is already newer than 1946 2024-04-12T16:11:42.215 INFO:tasks.rados.rados.0.smithi099.stdout:3157: oid 37 version 1950 is already newer than 1947 2024-04-12T16:11:42.215 INFO:tasks.rados.rados.0.smithi099.stdout:3157: oid 37 version 1950 is already newer than 1948 2024-04-12T16:11:42.215 INFO:tasks.rados.rados.0.smithi099.stdout:3157: oid 37 version 1950 is already newer than 1949 2024-04-12T16:11:42.216 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 37 v 1950 (ObjNum 991 snap 310 seq_num 991) dirty exists 2024-04-12T16:11:42.217 INFO:tasks.rados.rados.0.smithi099.stdout:3157: left oid 37 (ObjNum 991 snap 310 seq_num 991) 2024-04-12T16:11:42.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:42 smithi099 ceph-mon[96864]: osdmap e683: 8 total, 8 up, 8 in 2024-04-12T16:11:42.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:42 smithi099 ceph-mon[94290]: osdmap e683: 8 total, 8 up, 8 in 2024-04-12T16:11:42.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:42 smithi110 ceph-mon[88691]: osdmap e683: 8 total, 8 up, 8 in 2024-04-12T16:11:42.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:11:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:11:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:11:43.198 INFO:tasks.rados.rados.0.smithi099.stdout:3153: done (4 left) 2024-04-12T16:11:43.198 INFO:tasks.rados.rados.0.smithi099.stdout:3157: done (3 left) 2024-04-12T16:11:43.198 INFO:tasks.rados.rados.0.smithi099.stdout:3158: done (2 left) 2024-04-12T16:11:43.198 INFO:tasks.rados.rados.0.smithi099.stdout:3159: done (1 left) 2024-04-12T16:11:43.199 INFO:tasks.rados.rados.0.smithi099.stdout:3160: done (0 left) 2024-04-12T16:11:43.199 INFO:tasks.rados.rados.0.smithi099.stdout:3161: read oid 20 snap -1 2024-04-12T16:11:43.199 INFO:tasks.rados.rados.0.smithi099.stdout:3161: expect (ObjNum 853 snap 267 seq_num 853) 2024-04-12T16:11:43.199 INFO:tasks.rados.rados.0.smithi099.stdout:3162: snap_create 2024-04-12T16:11:43.220 INFO:tasks.rados.rados.0.smithi099.stdout:3161: expect (ObjNum 853 snap 267 seq_num 853) 2024-04-12T16:11:43.359 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-04-12T16:11:43.359 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": { 2024-04-12T16:11:43.359 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 3 2024-04-12T16:11:43.359 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:11:43.359 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": { 2024-04-12T16:11:43.359 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:11:43.359 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:11:43.359 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": { 2024-04-12T16:11:43.359 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 8 2024-04-12T16:11:43.359 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:11:43.360 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": { 2024-04-12T16:11:43.360 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:11:43.360 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-04-12T16:11:43.360 INFO:teuthology.orchestra.run.smithi099.stdout: "overall": { 2024-04-12T16:11:43.360 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 15 2024-04-12T16:11:43.360 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-04-12T16:11:43.360 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-04-12T16:11:43.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:43 smithi110 ceph-mon[88691]: osdmap e684: 8 total, 8 up, 8 in 2024-04-12T16:11:43.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:43 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:11:43.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:43 smithi110 ceph-mon[88691]: pgmap v663: 121 pgs: 121 active+clean; 388 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-04-12T16:11:43.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:43 smithi099 ceph-mon[96864]: osdmap e684: 8 total, 8 up, 8 in 2024-04-12T16:11:43.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:43 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:11:43.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:43 smithi099 ceph-mon[96864]: pgmap v663: 121 pgs: 121 active+clean; 388 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-04-12T16:11:43.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:43 smithi099 ceph-mon[94290]: osdmap e684: 8 total, 8 up, 8 in 2024-04-12T16:11:43.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:43 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:11:43.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:43 smithi099 ceph-mon[94290]: pgmap v663: 121 pgs: 121 active+clean; 388 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-04-12T16:11:44.062 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -e sha1=bf9c5618cc018927fa77780d25b6deb1f5dc254d -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-04-12T16:11:44.090 INFO:tasks.rados.rados.0.smithi099.stdout:3161: done (1 left) 2024-04-12T16:11:44.090 INFO:tasks.rados.rados.0.smithi099.stdout:3162: done (0 left) 2024-04-12T16:11:44.090 INFO:tasks.rados.rados.0.smithi099.stdout:3163: snap_create 2024-04-12T16:11:44.269 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:11:44.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:44 smithi099 ceph-mon[94290]: osdmap e685: 8 total, 8 up, 8 in 2024-04-12T16:11:44.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:44 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/486185164' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:44.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:44 smithi099 ceph-mon[94290]: osdmap e686: 8 total, 8 up, 8 in 2024-04-12T16:11:44.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:44 smithi099 ceph-mon[96864]: osdmap e685: 8 total, 8 up, 8 in 2024-04-12T16:11:44.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:44 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/486185164' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:44.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:44 smithi099 ceph-mon[96864]: osdmap e686: 8 total, 8 up, 8 in 2024-04-12T16:11:44.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:44 smithi110 ceph-mon[88691]: osdmap e685: 8 total, 8 up, 8 in 2024-04-12T16:11:44.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:44 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/486185164' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:44.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:44 smithi110 ceph-mon[88691]: osdmap e686: 8 total, 8 up, 8 in 2024-04-12T16:11:45.091 INFO:tasks.rados.rados.0.smithi099.stdout:3163: done (0 left) 2024-04-12T16:11:45.092 INFO:tasks.rados.rados.0.smithi099.stdout:3164: rmattr oid 8 current snap is 313 2024-04-12T16:11:45.092 INFO:tasks.rados.rados.0.smithi099.stdout:3165: copy_from oid 30 from oid 7 current snap is 313 2024-04-12T16:11:45.092 INFO:tasks.rados.rados.0.smithi099.stdout:3166: setattr oid 47 current snap is 313 2024-04-12T16:11:45.093 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 20 current snap is 313 2024-04-12T16:11:45.093 INFO:tasks.rados.rados.0.smithi099.stdout:3167: seq_num 992 ranges {6955008=622592,7577600=524288,8101888=606208,8708096=475136} 2024-04-12T16:11:45.134 INFO:tasks.rados.rados.0.smithi099.stdout:3167: writing smithi09982431-20 from 6955008 to 7577600 tid 1 2024-04-12T16:11:45.137 INFO:tasks.rados.rados.0.smithi099.stdout:3167: writing smithi09982431-20 from 7577600 to 8101888 tid 2 2024-04-12T16:11:45.141 INFO:tasks.rados.rados.0.smithi099.stdout:3167: writing smithi09982431-20 from 8101888 to 8708096 tid 3 2024-04-12T16:11:45.144 INFO:tasks.rados.rados.0.smithi099.stdout:3167: writing smithi09982431-20 from 8708096 to 9183232 tid 4 2024-04-12T16:11:45.144 INFO:tasks.rados.rados.0.smithi099.stdout:3168: snap_remove snap 302 2024-04-12T16:11:45.447 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:45 smithi099 ceph-mon[94290]: pgmap v666: 121 pgs: 121 active+clean; 394 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 10 op/s 2024-04-12T16:11:45.447 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:45 smithi099 ceph-mon[94290]: osdmap e687: 8 total, 8 up, 8 in 2024-04-12T16:11:45.447 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:45 smithi099 ceph-mon[96864]: pgmap v666: 121 pgs: 121 active+clean; 394 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 10 op/s 2024-04-12T16:11:45.447 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:45 smithi099 ceph-mon[96864]: osdmap e687: 8 total, 8 up, 8 in 2024-04-12T16:11:45.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:45 smithi110 ceph-mon[88691]: pgmap v666: 121 pgs: 121 active+clean; 394 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 10 op/s 2024-04-12T16:11:45.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:45 smithi110 ceph-mon[88691]: osdmap e687: 8 total, 8 up, 8 in 2024-04-12T16:11:46.094 INFO:tasks.rados.rados.0.smithi099.stdout:3168: done (4 left) 2024-04-12T16:11:46.094 INFO:tasks.rados.rados.0.smithi099.stdout:3169: read oid 16 snap 299 2024-04-12T16:11:46.094 INFO:tasks.rados.rados.0.smithi099.stdout:3169: expect (ObjNum 839 snap 261 seq_num 839) 2024-04-12T16:11:46.094 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 11 current snap is 313 2024-04-12T16:11:46.094 INFO:tasks.rados.rados.0.smithi099.stdout:3170: seq_num 993 ranges {0=638976,638976=409600,1048576=409600,1458176=688128,2146304=98304} 2024-04-12T16:11:46.098 INFO:tasks.rados.rados.0.smithi099.stdout:3170: writing smithi09982431-11 from 0 to 638976 tid 1 2024-04-12T16:11:46.101 INFO:tasks.rados.rados.0.smithi099.stdout:3170: writing smithi09982431-11 from 638976 to 1048576 tid 2 2024-04-12T16:11:46.104 INFO:tasks.rados.rados.0.smithi099.stdout:3170: writing smithi09982431-11 from 1048576 to 1458176 tid 3 2024-04-12T16:11:46.109 INFO:tasks.rados.rados.0.smithi099.stdout:3170: writing smithi09982431-11 from 1458176 to 2146304 tid 4 2024-04-12T16:11:46.110 INFO:tasks.rados.rados.0.smithi099.stdout:3170: writing smithi09982431-11 from 2146304 to 2244608 tid 5 2024-04-12T16:11:46.110 INFO:tasks.rados.rados.0.smithi099.stdout:3171: snap_remove snap 310 2024-04-12T16:11:46.281 INFO:teuthology.orchestra.run.smithi099.stdout:true 2024-04-12T16:11:46.611 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:11:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:11:46] "GET /metrics HTTP/1.1" 200 36323 "" "Prometheus/2.43.0" 2024-04-12T16:11:46.900 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -e sha1=bf9c5618cc018927fa77780d25b6deb1f5dc254d -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-04-12T16:11:47.099 INFO:tasks.rados.rados.0.smithi099.stdout:3171: done (6 left) 2024-04-12T16:11:47.100 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 44 current snap is 313 2024-04-12T16:11:47.100 INFO:tasks.rados.rados.0.smithi099.stdout:3172: seq_num 994 ranges {10518528=655360,11173888=688128,11862016=622592,12484608=294912} 2024-04-12T16:11:47.157 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:11:47.161 INFO:tasks.rados.rados.0.smithi099.stdout:3172: writing smithi09982431-44 from 10518528 to 11173888 tid 1 2024-04-12T16:11:47.165 INFO:tasks.rados.rados.0.smithi099.stdout:3172: writing smithi09982431-44 from 11173888 to 11862016 tid 2 2024-04-12T16:11:47.168 INFO:tasks.rados.rados.0.smithi099.stdout:3172: writing smithi09982431-44 from 11862016 to 12484608 tid 3 2024-04-12T16:11:47.171 INFO:tasks.rados.rados.0.smithi099.stdout:3172: writing smithi09982431-44 from 12484608 to 12779520 tid 4 2024-04-12T16:11:47.171 INFO:tasks.rados.rados.0.smithi099.stdout:3173: snap_create 2024-04-12T16:11:47.171 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 8 v 1703 (ObjNum 968 snap 298 seq_num 968) dirty exists 2024-04-12T16:11:47.171 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 47 v 1687 (ObjNum 950 snap 292 seq_num 950) dirty exists 2024-04-12T16:11:47.171 INFO:tasks.rados.rados.0.smithi099.stdout:3165: finishing copy_from racing read to smithi09982431-30 2024-04-12T16:11:47.171 INFO:tasks.rados.rados.0.smithi099.stdout:3165: finishing copy_from to smithi09982431-30 2024-04-12T16:11:47.171 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 30 v 2355 (ObjNum 986 snap 307 seq_num 986) dirty exists 2024-04-12T16:11:47.171 INFO:tasks.rados.rados.0.smithi099.stdout:3167: finishing write tid 1 to smithi09982431-20 2024-04-12T16:11:47.171 INFO:tasks.rados.rados.0.smithi099.stdout:3167: finishing write tid 2 to smithi09982431-20 2024-04-12T16:11:47.171 INFO:tasks.rados.rados.0.smithi099.stdout:3167: finishing write tid 3 to smithi09982431-20 2024-04-12T16:11:47.171 INFO:tasks.rados.rados.0.smithi099.stdout:3167: finishing write tid 4 to smithi09982431-20 2024-04-12T16:11:47.172 INFO:tasks.rados.rados.0.smithi099.stdout:3167: finishing write tid 5 to smithi09982431-20 2024-04-12T16:11:47.172 INFO:tasks.rados.rados.0.smithi099.stdout:3167: finishing write tid 6 to smithi09982431-20 2024-04-12T16:11:47.172 INFO:tasks.rados.rados.0.smithi099.stdout:3167: oid 20 updating version 0 to 2372 2024-04-12T16:11:47.172 INFO:tasks.rados.rados.0.smithi099.stdout:3167: oid 20 version 2372 is already newer than 2371 2024-04-12T16:11:47.172 INFO:tasks.rados.rados.0.smithi099.stdout:3167: oid 20 updating version 2372 to 2373 2024-04-12T16:11:47.172 INFO:tasks.rados.rados.0.smithi099.stdout:3167: oid 20 version 2373 is already newer than 2370 2024-04-12T16:11:47.172 INFO:tasks.rados.rados.0.smithi099.stdout:3167: oid 20 updating version 2373 to 2374 2024-04-12T16:11:47.172 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 20 v 2374 (ObjNum 992 snap 313 seq_num 992) dirty exists 2024-04-12T16:11:47.172 INFO:tasks.rados.rados.0.smithi099.stdout:3167: left oid 20 (ObjNum 992 snap 313 seq_num 992) 2024-04-12T16:11:47.172 INFO:tasks.rados.rados.0.smithi099.stdout:3170: finishing write tid 1 to smithi09982431-11 2024-04-12T16:11:47.172 INFO:tasks.rados.rados.0.smithi099.stdout:3169: expect (ObjNum 839 snap 261 seq_num 839) 2024-04-12T16:11:47.227 INFO:tasks.rados.rados.0.smithi099.stdout:3170: finishing write tid 2 to smithi09982431-11 2024-04-12T16:11:47.227 INFO:tasks.rados.rados.0.smithi099.stdout:3170: finishing write tid 3 to smithi09982431-11 2024-04-12T16:11:47.227 INFO:tasks.rados.rados.0.smithi099.stdout:3170: finishing write tid 4 to smithi09982431-11 2024-04-12T16:11:47.227 INFO:tasks.rados.rados.0.smithi099.stdout:3170: finishing write tid 5 to smithi09982431-11 2024-04-12T16:11:47.228 INFO:tasks.rados.rados.0.smithi099.stdout:3170: finishing write tid 6 to smithi09982431-11 2024-04-12T16:11:47.228 INFO:tasks.rados.rados.0.smithi099.stdout:3170: finishing write tid 7 to smithi09982431-11 2024-04-12T16:11:47.228 INFO:tasks.rados.rados.0.smithi099.stdout:3170: oid 11 updating version 0 to 1784 2024-04-12T16:11:47.228 INFO:tasks.rados.rados.0.smithi099.stdout:3170: oid 11 version 1784 is already newer than 1781 2024-04-12T16:11:47.228 INFO:tasks.rados.rados.0.smithi099.stdout:3170: oid 11 version 1784 is already newer than 1780 2024-04-12T16:11:47.228 INFO:tasks.rados.rados.0.smithi099.stdout:3170: oid 11 version 1784 is already newer than 1782 2024-04-12T16:11:47.228 INFO:tasks.rados.rados.0.smithi099.stdout:3170: oid 11 updating version 1784 to 1785 2024-04-12T16:11:47.228 INFO:tasks.rados.rados.0.smithi099.stdout:3170: oid 11 version 1785 is already newer than 1783 2024-04-12T16:11:47.228 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 11 v 1785 (ObjNum 993 snap 313 seq_num 993) dirty exists 2024-04-12T16:11:47.228 INFO:tasks.rados.rados.0.smithi099.stdout:3170: left oid 11 (ObjNum 993 snap 313 seq_num 993) 2024-04-12T16:11:47.228 INFO:tasks.rados.rados.0.smithi099.stdout:3172: finishing write tid 1 to smithi09982431-44 2024-04-12T16:11:47.228 INFO:tasks.rados.rados.0.smithi099.stdout:3172: finishing write tid 2 to smithi09982431-44 2024-04-12T16:11:47.228 INFO:tasks.rados.rados.0.smithi099.stdout:3172: finishing write tid 3 to smithi09982431-44 2024-04-12T16:11:47.228 INFO:tasks.rados.rados.0.smithi099.stdout:3172: finishing write tid 4 to smithi09982431-44 2024-04-12T16:11:47.229 INFO:tasks.rados.rados.0.smithi099.stdout:3172: finishing write tid 5 to smithi09982431-44 2024-04-12T16:11:47.229 INFO:tasks.rados.rados.0.smithi099.stdout:3172: finishing write tid 6 to smithi09982431-44 2024-04-12T16:11:47.229 INFO:tasks.rados.rados.0.smithi099.stdout:3172: oid 44 updating version 0 to 1956 2024-04-12T16:11:47.229 INFO:tasks.rados.rados.0.smithi099.stdout:3172: oid 44 updating version 1956 to 1960 2024-04-12T16:11:47.229 INFO:tasks.rados.rados.0.smithi099.stdout:3172: oid 44 version 1960 is already newer than 1958 2024-04-12T16:11:47.229 INFO:tasks.rados.rados.0.smithi099.stdout:3172: oid 44 version 1960 is already newer than 1959 2024-04-12T16:11:47.229 INFO:tasks.rados.rados.0.smithi099.stdout:3172: oid 44 version 1960 is already newer than 1957 2024-04-12T16:11:47.229 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 44 v 1960 (ObjNum 994 snap 313 seq_num 994) dirty exists 2024-04-12T16:11:47.229 INFO:tasks.rados.rados.0.smithi099.stdout:3172: left oid 44 (ObjNum 994 snap 313 seq_num 994) 2024-04-12T16:11:47.281 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:47 smithi099 ceph-mon[96864]: osdmap e688: 8 total, 8 up, 8 in 2024-04-12T16:11:47.281 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:47 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1891880734' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:47.281 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:47 smithi099 ceph-mon[96864]: pgmap v669: 121 pgs: 121 active+clean; 399 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-04-12T16:11:47.281 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:47 smithi099 ceph-mon[94290]: osdmap e688: 8 total, 8 up, 8 in 2024-04-12T16:11:47.281 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:47 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1891880734' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:47.281 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:47 smithi099 ceph-mon[94290]: pgmap v669: 121 pgs: 121 active+clean; 399 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-04-12T16:11:47.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:47 smithi110 ceph-mon[88691]: osdmap e688: 8 total, 8 up, 8 in 2024-04-12T16:11:47.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:47 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1891880734' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:47.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:47 smithi110 ceph-mon[88691]: pgmap v669: 121 pgs: 121 active+clean; 399 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-04-12T16:11:48.101 INFO:tasks.rados.rados.0.smithi099.stdout:3164: done (7 left) 2024-04-12T16:11:48.101 INFO:tasks.rados.rados.0.smithi099.stdout:3165: done (6 left) 2024-04-12T16:11:48.102 INFO:tasks.rados.rados.0.smithi099.stdout:3166: done (5 left) 2024-04-12T16:11:48.102 INFO:tasks.rados.rados.0.smithi099.stdout:3167: done (4 left) 2024-04-12T16:11:48.102 INFO:tasks.rados.rados.0.smithi099.stdout:3169: done (3 left) 2024-04-12T16:11:48.102 INFO:tasks.rados.rados.0.smithi099.stdout:3170: done (2 left) 2024-04-12T16:11:48.102 INFO:tasks.rados.rados.0.smithi099.stdout:3172: done (1 left) 2024-04-12T16:11:48.102 INFO:tasks.rados.rados.0.smithi099.stdout:3173: done (0 left) 2024-04-12T16:11:48.102 INFO:tasks.rados.rados.0.smithi099.stdout:3174: snap_create 2024-04-12T16:11:48.327 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:48 smithi099 ceph-mon[94290]: osdmap e689: 8 total, 8 up, 8 in 2024-04-12T16:11:48.327 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:48 smithi099 ceph-mon[96864]: osdmap e689: 8 total, 8 up, 8 in 2024-04-12T16:11:48.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:48 smithi110 ceph-mon[88691]: osdmap e689: 8 total, 8 up, 8 in 2024-04-12T16:11:49.091 INFO:tasks.rados.rados.0.smithi099.stdout:3174: done (0 left) 2024-04-12T16:11:49.091 INFO:tasks.rados.rados.0.smithi099.stdout:3175: rollback oid 29 current snap is 315 2024-04-12T16:11:49.091 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 29 to 312 2024-04-12T16:11:49.091 INFO:tasks.rados.rados.0.smithi099.stdout:3176: rmattr oid 15 current snap is 315 2024-04-12T16:11:49.091 INFO:tasks.rados.rados.0.smithi099.stdout:3176: done (1 left) 2024-04-12T16:11:49.091 INFO:tasks.rados.rados.0.smithi099.stdout:3177: rmattr oid 40 current snap is 315 2024-04-12T16:11:49.091 INFO:tasks.rados.rados.0.smithi099.stdout:3178: snap_remove snap 303 2024-04-12T16:11:49.168 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)" 2024-04-12T16:11:49.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:49 smithi099 ceph-mon[94290]: osdmap e690: 8 total, 8 up, 8 in 2024-04-12T16:11:49.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:49 smithi099 ceph-mon[94290]: pgmap v672: 121 pgs: 121 active+clean; 401 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.7 MiB/s wr, 20 op/s 2024-04-12T16:11:49.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:49 smithi099 ceph-mon[94290]: osdmap e691: 8 total, 8 up, 8 in 2024-04-12T16:11:49.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:49 smithi099 ceph-mon[96864]: osdmap e690: 8 total, 8 up, 8 in 2024-04-12T16:11:49.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:49 smithi099 ceph-mon[96864]: pgmap v672: 121 pgs: 121 active+clean; 401 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.7 MiB/s wr, 20 op/s 2024-04-12T16:11:49.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:49 smithi099 ceph-mon[96864]: osdmap e691: 8 total, 8 up, 8 in 2024-04-12T16:11:49.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:49 smithi110 ceph-mon[88691]: osdmap e690: 8 total, 8 up, 8 in 2024-04-12T16:11:49.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:49 smithi110 ceph-mon[88691]: pgmap v672: 121 pgs: 121 active+clean; 401 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.7 MiB/s wr, 20 op/s 2024-04-12T16:11:49.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:49 smithi110 ceph-mon[88691]: osdmap e691: 8 total, 8 up, 8 in 2024-04-12T16:11:49.797 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-12T16:11:49.797 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-04-12T16:11:49.797 DEBUG:teuthology.parallel:result is None 2024-04-12T16:11:50.093 INFO:tasks.rados.rados.0.smithi099.stdout:3178: done (2 left) 2024-04-12T16:11:50.093 INFO:tasks.rados.rados.0.smithi099.stdout:3179: delete oid 39 current snap is 315 2024-04-12T16:11:50.093 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 40 v 2382 (ObjNum 965 snap 296 seq_num 965) dirty exists 2024-04-12T16:11:50.094 INFO:tasks.rados.rados.0.smithi099.stdout:3175: finishing rollback tid 0 to smithi09982431-29 2024-04-12T16:11:50.094 INFO:tasks.rados.rados.0.smithi099.stdout:3175: finishing rollback tid 1 to smithi09982431-29 2024-04-12T16:11:50.094 INFO:tasks.rados.rados.0.smithi099.stdout:3175: finishing rollback tid 2 to smithi09982431-29 2024-04-12T16:11:50.094 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 29 v 1690 (ObjNum 65 snap 0 seq_num 1867805027) dirty exists 2024-04-12T16:11:50.109 INFO:tasks.rados.rados.0.smithi099.stdout:3175: done (2 left) 2024-04-12T16:11:50.109 INFO:tasks.rados.rados.0.smithi099.stdout:3177: done (1 left) 2024-04-12T16:11:50.109 INFO:tasks.rados.rados.0.smithi099.stdout:3179: done (0 left) 2024-04-12T16:11:50.109 INFO:tasks.rados.rados.0.smithi099.stdout:3180: snap_create 2024-04-12T16:11:50.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:50 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3303165779' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:50.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:50 smithi099 ceph-mon[94290]: osdmap e692: 8 total, 8 up, 8 in 2024-04-12T16:11:50.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:50 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3303165779' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:50.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:50 smithi099 ceph-mon[96864]: osdmap e692: 8 total, 8 up, 8 in 2024-04-12T16:11:50.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:50 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3303165779' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:11:50.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:50 smithi110 ceph-mon[88691]: osdmap e692: 8 total, 8 up, 8 in 2024-04-12T16:11:51.130 INFO:tasks.rados.rados.0.smithi099.stdout:3180: done (0 left) 2024-04-12T16:11:51.130 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 19 current snap is 316 2024-04-12T16:11:51.130 INFO:tasks.rados.rados.0.smithi099.stdout:3181: seq_num 996 ranges {0=688128,688128=507904,1196032=581632,1777664=516096} 2024-04-12T16:11:51.134 INFO:tasks.rados.rados.0.smithi099.stdout:3181: writing smithi09982431-19 from 0 to 688128 tid 1 2024-04-12T16:11:51.136 INFO:tasks.rados.rados.0.smithi099.stdout:3181: writing smithi09982431-19 from 688128 to 1196032 tid 2 2024-04-12T16:11:51.140 INFO:tasks.rados.rados.0.smithi099.stdout:3181: writing smithi09982431-19 from 1196032 to 1777664 tid 3 2024-04-12T16:11:51.143 INFO:tasks.rados.rados.0.smithi099.stdout:3181: writing smithi09982431-19 from 1777664 to 2293760 tid 4 2024-04-12T16:11:51.143 INFO:tasks.rados.rados.0.smithi099.stdout:3182: copy_from oid 20 from oid 49 current snap is 316 2024-04-12T16:11:51.144 INFO:tasks.rados.rados.0.smithi099.stdout:3181: finishing write tid 1 to smithi09982431-19 2024-04-12T16:11:51.144 INFO:tasks.rados.rados.0.smithi099.stdout:3181: finishing write tid 2 to smithi09982431-19 2024-04-12T16:11:51.144 INFO:tasks.rados.rados.0.smithi099.stdout:3183: snap_remove snap 309 2024-04-12T16:11:51.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:51 smithi099 ceph-mon[94290]: pgmap v675: 121 pgs: 121 active+clean; 409 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 28 op/s 2024-04-12T16:11:51.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:51 smithi099 ceph-mon[96864]: pgmap v675: 121 pgs: 121 active+clean; 409 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 28 op/s 2024-04-12T16:11:51.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:51 smithi110 ceph-mon[88691]: pgmap v675: 121 pgs: 121 active+clean; 409 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 28 op/s 2024-04-12T16:11:52.128 INFO:tasks.rados.rados.0.smithi099.stdout:3181: finishing write tid 3 to smithi09982431-19 2024-04-12T16:11:52.128 INFO:tasks.rados.rados.0.smithi099.stdout:3181: finishing write tid 4 to smithi09982431-19 2024-04-12T16:11:52.128 INFO:tasks.rados.rados.0.smithi099.stdout:3181: finishing write tid 5 to smithi09982431-19 2024-04-12T16:11:52.128 INFO:tasks.rados.rados.0.smithi099.stdout:3181: finishing write tid 6 to smithi09982431-19 2024-04-12T16:11:52.128 INFO:tasks.rados.rados.0.smithi099.stdout:3181: oid 19 updating version 0 to 1955 2024-04-12T16:11:52.128 INFO:tasks.rados.rados.0.smithi099.stdout:3181: oid 19 version 1955 is already newer than 1953 2024-04-12T16:11:52.128 INFO:tasks.rados.rados.0.smithi099.stdout:3181: oid 19 version 1955 is already newer than 1954 2024-04-12T16:11:52.128 INFO:tasks.rados.rados.0.smithi099.stdout:3181: oid 19 updating version 1955 to 1956 2024-04-12T16:11:52.128 INFO:tasks.rados.rados.0.smithi099.stdout:3181: oid 19 version 1956 is already newer than 1952 2024-04-12T16:11:52.129 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 19 v 1956 (ObjNum 996 snap 316 seq_num 996) dirty exists 2024-04-12T16:11:52.129 INFO:tasks.rados.rados.0.smithi099.stdout:3181: left oid 19 (ObjNum 996 snap 316 seq_num 996) 2024-04-12T16:11:52.129 INFO:tasks.rados.rados.0.smithi099.stdout:3182: finishing copy_from racing read to smithi09982431-20 2024-04-12T16:11:52.129 INFO:tasks.rados.rados.0.smithi099.stdout:3182: finishing copy_from to smithi09982431-20 2024-04-12T16:11:52.129 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 20 v 1596 (ObjNum 950 snap 292 seq_num 950) dirty exists 2024-04-12T16:11:52.129 INFO:tasks.rados.rados.0.smithi099.stdout:3181: done (2 left) 2024-04-12T16:11:52.129 INFO:tasks.rados.rados.0.smithi099.stdout:3182: done (1 left) 2024-04-12T16:11:52.129 INFO:tasks.rados.rados.0.smithi099.stdout:3183: done (0 left) 2024-04-12T16:11:52.129 INFO:tasks.rados.rados.0.smithi099.stdout:3184: rollback oid 48 current snap is 316 2024-04-12T16:11:52.129 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 48 to 269 2024-04-12T16:11:52.129 INFO:tasks.rados.rados.0.smithi099.stdout:3185: copy_from oid 27 from oid 45 current snap is 316 2024-04-12T16:11:52.129 INFO:tasks.rados.rados.0.smithi099.stdout:3186: delete oid 39 current snap is 316 2024-04-12T16:11:52.141 INFO:tasks.rados.rados.0.smithi099.stdout:3185: finishing copy_from racing read to smithi09982431-27 2024-04-12T16:11:52.142 INFO:tasks.rados.rados.0.smithi099.stdout:3186: done (2 left) 2024-04-12T16:11:52.142 INFO:tasks.rados.rados.0.smithi099.stdout:3187: rollback oid 38 current snap is 316 2024-04-12T16:11:52.143 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 38 to 307 2024-04-12T16:11:52.143 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 23 current snap is 316 2024-04-12T16:11:52.143 INFO:tasks.rados.rados.0.smithi099.stdout:3188: seq_num 998 ranges {4784128=720896,5505024=679936,6184960=598016,6782976=327680} 2024-04-12T16:11:52.174 INFO:tasks.rados.rados.0.smithi099.stdout:3188: writing smithi09982431-23 from 4784128 to 5505024 tid 1 2024-04-12T16:11:52.176 INFO:tasks.rados.rados.0.smithi099.stdout:3188: writing smithi09982431-23 from 5505024 to 6184960 tid 2 2024-04-12T16:11:52.180 INFO:tasks.rados.rados.0.smithi099.stdout:3188: writing smithi09982431-23 from 6184960 to 6782976 tid 3 2024-04-12T16:11:52.182 INFO:tasks.rados.rados.0.smithi099.stdout:3188: writing smithi09982431-23 from 6782976 to 7110656 tid 4 2024-04-12T16:11:52.182 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 42 current snap is 316 2024-04-12T16:11:52.182 INFO:tasks.rados.rados.0.smithi099.stdout:3185: finishing copy_from to smithi09982431-27 2024-04-12T16:11:52.182 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 27 v 2221 (ObjNum 929 snap 286 seq_num 929) dirty exists 2024-04-12T16:11:52.182 INFO:tasks.rados.rados.0.smithi099.stdout:3189: seq_num 999 ranges {0=737280,737280=565248,1302528=761856,2064384=278528} 2024-04-12T16:11:52.186 INFO:tasks.rados.rados.0.smithi099.stdout:3189: writing smithi09982431-42 from 0 to 737280 tid 1 2024-04-12T16:11:52.189 INFO:tasks.rados.rados.0.smithi099.stdout:3189: writing smithi09982431-42 from 737280 to 1302528 tid 2 2024-04-12T16:11:52.194 INFO:tasks.rados.rados.0.smithi099.stdout:3189: writing smithi09982431-42 from 1302528 to 2064384 tid 3 2024-04-12T16:11:52.196 INFO:tasks.rados.rados.0.smithi099.stdout:3189: writing smithi09982431-42 from 2064384 to 2342912 tid 4 2024-04-12T16:11:52.196 INFO:tasks.rados.rados.0.smithi099.stdout:3185: done (4 left) 2024-04-12T16:11:52.196 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 20 current snap is 316 2024-04-12T16:11:52.196 INFO:tasks.rados.rados.0.smithi099.stdout:3184: finishing rollback tid 0 to smithi09982431-48 2024-04-12T16:11:52.196 INFO:tasks.rados.rados.0.smithi099.stdout:3184: finishing rollback tid 1 to smithi09982431-48 2024-04-12T16:11:52.196 INFO:tasks.rados.rados.0.smithi099.stdout:3190: seq_num 1000 ranges {2285568=753664,3039232=442368,3481600=565248,4046848=458752,4505600=139264} 2024-04-12T16:11:52.212 INFO:tasks.rados.rados.0.smithi099.stdout:3190: writing smithi09982431-20 from 2285568 to 3039232 tid 1 2024-04-12T16:11:52.215 INFO:tasks.rados.rados.0.smithi099.stdout:3190: writing smithi09982431-20 from 3039232 to 3481600 tid 2 2024-04-12T16:11:52.218 INFO:tasks.rados.rados.0.smithi099.stdout:3190: writing smithi09982431-20 from 3481600 to 4046848 tid 3 2024-04-12T16:11:52.220 INFO:tasks.rados.rados.0.smithi099.stdout:3190: writing smithi09982431-20 from 4046848 to 4505600 tid 4 2024-04-12T16:11:52.222 INFO:tasks.rados.rados.0.smithi099.stdout:3190: writing smithi09982431-20 from 4505600 to 4644864 tid 5 2024-04-12T16:11:52.222 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 44 current snap is 316 2024-04-12T16:11:52.222 INFO:tasks.rados.rados.0.smithi099.stdout:3184: finishing rollback tid 2 to smithi09982431-48 2024-04-12T16:11:52.222 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 48 v 1525 (ObjNum 423 snap 128 seq_num 423) dirty exists 2024-04-12T16:11:52.222 INFO:tasks.rados.rados.0.smithi099.stdout:3187: finishing rollback tid 0 to smithi09982431-38 2024-04-12T16:11:52.222 INFO:tasks.rados.rados.0.smithi099.stdout:3187: finishing rollback tid 1 to smithi09982431-38 2024-04-12T16:11:52.222 INFO:tasks.rados.rados.0.smithi099.stdout:3187: finishing rollback tid 2 to smithi09982431-38 2024-04-12T16:11:52.223 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 38 v 1725 (ObjNum 909 snap 279 seq_num 909) dirty exists 2024-04-12T16:11:52.223 INFO:tasks.rados.rados.0.smithi099.stdout:3188: finishing write tid 1 to smithi09982431-23 2024-04-12T16:11:52.223 INFO:tasks.rados.rados.0.smithi099.stdout:3188: finishing write tid 2 to smithi09982431-23 2024-04-12T16:11:52.223 INFO:tasks.rados.rados.0.smithi099.stdout:3188: finishing write tid 3 to smithi09982431-23 2024-04-12T16:11:52.223 INFO:tasks.rados.rados.0.smithi099.stdout:3188: finishing write tid 4 to smithi09982431-23 2024-04-12T16:11:52.223 INFO:tasks.rados.rados.0.smithi099.stdout:3188: finishing write tid 5 to smithi09982431-23 2024-04-12T16:11:52.223 INFO:tasks.rados.rados.0.smithi099.stdout:3188: finishing write tid 6 to smithi09982431-23 2024-04-12T16:11:52.223 INFO:tasks.rados.rados.0.smithi099.stdout:3188: oid 23 updating version 0 to 992 2024-04-12T16:11:52.223 INFO:tasks.rados.rados.0.smithi099.stdout:3188: oid 23 version 992 is already newer than 990 2024-04-12T16:11:52.223 INFO:tasks.rados.rados.0.smithi099.stdout:3188: oid 23 version 992 is already newer than 991 2024-04-12T16:11:52.223 INFO:tasks.rados.rados.0.smithi099.stdout:3188: oid 23 version 992 is already newer than 989 2024-04-12T16:11:52.223 INFO:tasks.rados.rados.0.smithi099.stdout:3188: oid 23 version 992 is already newer than 988 2024-04-12T16:11:52.223 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 23 v 992 (ObjNum 998 snap 316 seq_num 998) dirty exists 2024-04-12T16:11:52.223 INFO:tasks.rados.rados.0.smithi099.stdout:3188: left oid 23 (ObjNum 998 snap 316 seq_num 998) 2024-04-12T16:11:52.224 INFO:tasks.rados.rados.0.smithi099.stdout:3189: finishing write tid 1 to smithi09982431-42 2024-04-12T16:11:52.224 INFO:tasks.rados.rados.0.smithi099.stdout:3189: finishing write tid 2 to smithi09982431-42 2024-04-12T16:11:52.224 INFO:tasks.rados.rados.0.smithi099.stdout:3189: finishing write tid 3 to smithi09982431-42 2024-04-12T16:11:52.224 INFO:tasks.rados.rados.0.smithi099.stdout:3189: finishing write tid 4 to smithi09982431-42 2024-04-12T16:11:52.224 INFO:tasks.rados.rados.0.smithi099.stdout:3189: finishing write tid 5 to smithi09982431-42 2024-04-12T16:11:52.224 INFO:tasks.rados.rados.0.smithi099.stdout:3191: seq_num 1001 ranges {12779520=770048,13549568=729088,14278656=770048,15048704=106496} 2024-04-12T16:11:52.294 INFO:tasks.rados.rados.0.smithi099.stdout:3191: writing smithi09982431-44 from 12779520 to 13549568 tid 1 2024-04-12T16:11:52.298 INFO:tasks.rados.rados.0.smithi099.stdout:3191: writing smithi09982431-44 from 13549568 to 14278656 tid 2 2024-04-12T16:11:52.302 INFO:tasks.rados.rados.0.smithi099.stdout:3191: writing smithi09982431-44 from 14278656 to 15048704 tid 3 2024-04-12T16:11:52.304 INFO:tasks.rados.rados.0.smithi099.stdout:3191: writing smithi09982431-44 from 15048704 to 15155200 tid 4 2024-04-12T16:11:52.304 INFO:tasks.rados.rados.0.smithi099.stdout:3184: done (5 left) 2024-04-12T16:11:52.304 INFO:tasks.rados.rados.0.smithi099.stdout:3187: done (4 left) 2024-04-12T16:11:52.304 INFO:tasks.rados.rados.0.smithi099.stdout:3188: done (3 left) 2024-04-12T16:11:52.304 INFO:tasks.rados.rados.0.smithi099.stdout:3192: delete oid 9 current snap is 316 2024-04-12T16:11:52.304 INFO:tasks.rados.rados.0.smithi099.stdout:3189: finishing write tid 6 to smithi09982431-42 2024-04-12T16:11:52.304 INFO:tasks.rados.rados.0.smithi099.stdout:3189: oid 42 updating version 0 to 1662 2024-04-12T16:11:52.304 INFO:tasks.rados.rados.0.smithi099.stdout:3189: oid 42 updating version 1662 to 1664 2024-04-12T16:11:52.304 INFO:tasks.rados.rados.0.smithi099.stdout:3189: oid 42 version 1664 is already newer than 1660 2024-04-12T16:11:52.305 INFO:tasks.rados.rados.0.smithi099.stdout:3189: oid 42 version 1664 is already newer than 1663 2024-04-12T16:11:52.305 INFO:tasks.rados.rados.0.smithi099.stdout:3189: oid 42 version 1664 is already newer than 1661 2024-04-12T16:11:52.305 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 42 v 1664 (ObjNum 999 snap 316 seq_num 999) dirty exists 2024-04-12T16:11:52.305 INFO:tasks.rados.rados.0.smithi099.stdout:3189: left oid 42 (ObjNum 999 snap 316 seq_num 999) 2024-04-12T16:11:52.305 INFO:tasks.rados.rados.0.smithi099.stdout:3190: finishing write tid 1 to smithi09982431-20 2024-04-12T16:11:52.305 INFO:tasks.rados.rados.0.smithi099.stdout:3190: finishing write tid 2 to smithi09982431-20 2024-04-12T16:11:52.305 INFO:tasks.rados.rados.0.smithi099.stdout:3190: finishing write tid 3 to smithi09982431-20 2024-04-12T16:11:52.305 INFO:tasks.rados.rados.0.smithi099.stdout:3190: finishing write tid 4 to smithi09982431-20 2024-04-12T16:11:52.305 INFO:tasks.rados.rados.0.smithi099.stdout:3190: finishing write tid 5 to smithi09982431-20 2024-04-12T16:11:52.305 INFO:tasks.rados.rados.0.smithi099.stdout:3190: finishing write tid 6 to smithi09982431-20 2024-04-12T16:11:52.305 INFO:tasks.rados.rados.0.smithi099.stdout:3190: finishing write tid 7 to smithi09982431-20 2024-04-12T16:11:52.305 INFO:tasks.rados.rados.0.smithi099.stdout:3190: oid 20 updating version 0 to 2397 2024-04-12T16:11:52.305 INFO:tasks.rados.rados.0.smithi099.stdout:3190: oid 20 version 2397 is already newer than 2396 2024-04-12T16:11:52.306 INFO:tasks.rados.rados.0.smithi099.stdout:3190: oid 20 updating version 2397 to 2398 2024-04-12T16:11:52.306 INFO:tasks.rados.rados.0.smithi099.stdout:3190: oid 20 version 2398 is already newer than 2395 2024-04-12T16:11:52.306 INFO:tasks.rados.rados.0.smithi099.stdout:3190: oid 20 updating version 2398 to 2399 2024-04-12T16:11:52.306 INFO:tasks.rados.rados.0.smithi099.stdout:3190: oid 20 updating version 2399 to 2400 2024-04-12T16:11:52.306 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 20 v 2400 (ObjNum 1000 snap 316 seq_num 1000) dirty exists 2024-04-12T16:11:52.306 INFO:tasks.rados.rados.0.smithi099.stdout:3190: left oid 20 (ObjNum 1000 snap 316 seq_num 1000) 2024-04-12T16:11:52.306 INFO:tasks.rados.rados.0.smithi099.stdout:3191: finishing write tid 1 to smithi09982431-44 2024-04-12T16:11:52.306 INFO:tasks.rados.rados.0.smithi099.stdout:3191: finishing write tid 2 to smithi09982431-44 2024-04-12T16:11:52.307 INFO:tasks.rados.rados.0.smithi099.stdout:3189: done (3 left) 2024-04-12T16:11:52.307 INFO:tasks.rados.rados.0.smithi099.stdout:3190: done (2 left) 2024-04-12T16:11:52.307 INFO:tasks.rados.rados.0.smithi099.stdout:3192: done (1 left) 2024-04-12T16:11:52.307 INFO:tasks.rados.rados.0.smithi099.stdout:3193: delete oid 1 current snap is 316 2024-04-12T16:11:52.309 INFO:tasks.rados.rados.0.smithi099.stdout:3191: finishing write tid 3 to smithi09982431-44 2024-04-12T16:11:52.309 INFO:tasks.rados.rados.0.smithi099.stdout:3193: done (1 left) 2024-04-12T16:11:52.309 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 2 current snap is 316 2024-04-12T16:11:52.309 INFO:tasks.rados.rados.0.smithi099.stdout:3194: seq_num 1004 ranges {0=16384} 2024-04-12T16:11:52.309 INFO:tasks.rados.rados.0.smithi099.stdout:3194: writing smithi09982431-2 from 0 to 16384 tid 1 2024-04-12T16:11:52.309 INFO:tasks.rados.rados.0.smithi099.stdout:3195: snap_create 2024-04-12T16:11:52.310 INFO:tasks.rados.rados.0.smithi099.stdout:3191: finishing write tid 4 to smithi09982431-44 2024-04-12T16:11:52.310 INFO:tasks.rados.rados.0.smithi099.stdout:3191: finishing write tid 5 to smithi09982431-44 2024-04-12T16:11:52.310 INFO:tasks.rados.rados.0.smithi099.stdout:3191: finishing write tid 6 to smithi09982431-44 2024-04-12T16:11:52.310 INFO:tasks.rados.rados.0.smithi099.stdout:3191: oid 44 updating version 0 to 1972 2024-04-12T16:11:52.310 INFO:tasks.rados.rados.0.smithi099.stdout:3191: oid 44 updating version 1972 to 1973 2024-04-12T16:11:52.310 INFO:tasks.rados.rados.0.smithi099.stdout:3191: oid 44 updating version 1973 to 1974 2024-04-12T16:11:52.311 INFO:tasks.rados.rados.0.smithi099.stdout:3191: oid 44 version 1974 is already newer than 1971 2024-04-12T16:11:52.311 INFO:tasks.rados.rados.0.smithi099.stdout:3191: oid 44 version 1974 is already newer than 1970 2024-04-12T16:11:52.311 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 44 v 1974 (ObjNum 1001 snap 316 seq_num 1001) dirty exists 2024-04-12T16:11:52.311 INFO:tasks.rados.rados.0.smithi099.stdout:3191: left oid 44 (ObjNum 1001 snap 316 seq_num 1001) 2024-04-12T16:11:52.311 INFO:tasks.rados.rados.0.smithi099.stdout:3194: finishing write tid 1 to smithi09982431-2 2024-04-12T16:11:52.311 INFO:tasks.rados.rados.0.smithi099.stdout:3194: finishing write tid 2 to smithi09982431-2 2024-04-12T16:11:52.313 INFO:tasks.rados.rados.0.smithi099.stdout:3194: finishing write tid 3 to smithi09982431-2 2024-04-12T16:11:52.313 INFO:tasks.rados.rados.0.smithi099.stdout:3194: oid 2 updating version 0 to 2064 2024-04-12T16:11:52.313 INFO:tasks.rados.rados.0.smithi099.stdout:3194: oid 2 updating version 2064 to 2065 2024-04-12T16:11:52.313 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 2 v 2065 (ObjNum 1004 snap 316 seq_num 1004) dirty exists 2024-04-12T16:11:52.313 INFO:tasks.rados.rados.0.smithi099.stdout:3194: left oid 2 (ObjNum 1004 snap 316 seq_num 1004) 2024-04-12T16:11:52.542 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:52 smithi099 ceph-mon[94290]: osdmap e693: 8 total, 8 up, 8 in 2024-04-12T16:11:52.543 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:52 smithi099 ceph-mon[96864]: osdmap e693: 8 total, 8 up, 8 in 2024-04-12T16:11:52.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:52 smithi110 ceph-mon[88691]: osdmap e693: 8 total, 8 up, 8 in 2024-04-12T16:11:52.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:11:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:11:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:11:53.137 INFO:tasks.rados.rados.0.smithi099.stdout:3191: done (2 left) 2024-04-12T16:11:53.137 INFO:tasks.rados.rados.0.smithi099.stdout:3194: done (1 left) 2024-04-12T16:11:53.137 INFO:tasks.rados.rados.0.smithi099.stdout:3195: done (0 left) 2024-04-12T16:11:53.138 INFO:tasks.rados.rados.0.smithi099.stdout:3196: read oid 25 snap -1 2024-04-12T16:11:53.138 INFO:tasks.rados.rados.0.smithi099.stdout:3196: expect deleted 2024-04-12T16:11:53.138 INFO:tasks.rados.rados.0.smithi099.stdout:3197: rollback oid 21 current snap is 317 2024-04-12T16:11:53.138 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 21 to 299 2024-04-12T16:11:53.138 INFO:tasks.rados.rados.0.smithi099.stdout:3198: read oid 35 snap 308 2024-04-12T16:11:53.138 INFO:tasks.rados.rados.0.smithi099.stdout:3198: expect (ObjNum 915 snap 282 seq_num 915) 2024-04-12T16:11:53.138 INFO:tasks.rados.rados.0.smithi099.stdout:3199: delete oid 45 current snap is 317 2024-04-12T16:11:53.142 INFO:tasks.rados.rados.0.smithi099.stdout:3197: finishing rollback tid 0 to smithi09982431-21 2024-04-12T16:11:53.143 INFO:tasks.rados.rados.0.smithi099.stdout:3197: finishing rollback tid 1 to smithi09982431-21 2024-04-12T16:11:53.144 INFO:tasks.rados.rados.0.smithi099.stdout:3197: finishing rollback tid 2 to smithi09982431-21 2024-04-12T16:11:53.144 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 1978 (ObjNum 948 snap 292 seq_num 948) dirty exists 2024-04-12T16:11:53.145 INFO:tasks.rados.rados.0.smithi099.stdout:3196: done (3 left) 2024-04-12T16:11:53.145 INFO:tasks.rados.rados.0.smithi099.stdout:3197: done (2 left) 2024-04-12T16:11:53.145 INFO:tasks.rados.rados.0.smithi099.stdout:3199: done (1 left) 2024-04-12T16:11:53.146 INFO:tasks.rados.rados.0.smithi099.stdout:3200: rollback oid 20 current snap is 317 2024-04-12T16:11:53.146 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 20 to 286 2024-04-12T16:11:53.146 INFO:tasks.rados.rados.0.smithi099.stdout:3201: setattr oid 40 current snap is 317 2024-04-12T16:11:53.147 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 24 current snap is 317 2024-04-12T16:11:53.147 INFO:tasks.rados.rados.0.smithi099.stdout:3202: seq_num 1006 ranges {1449984=49152} 2024-04-12T16:11:53.156 INFO:tasks.rados.rados.0.smithi099.stdout:3202: writing smithi09982431-24 from 1449984 to 1499136 tid 1 2024-04-12T16:11:53.156 INFO:tasks.rados.rados.0.smithi099.stdout:3203: read oid 45 snap 311 2024-04-12T16:11:53.156 INFO:tasks.rados.rados.0.smithi099.stdout:3203: expect (ObjNum 929 snap 286 seq_num 929) 2024-04-12T16:11:53.156 INFO:tasks.rados.rados.0.smithi099.stdout:3204: rollback oid 11 current snap is 317 2024-04-12T16:11:53.156 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 11 to 266 2024-04-12T16:11:53.157 INFO:tasks.rados.rados.0.smithi099.stdout:3198: expect (ObjNum 915 snap 282 seq_num 915) 2024-04-12T16:11:53.257 INFO:tasks.rados.rados.0.smithi099.stdout:3200: finishing rollback tid 0 to smithi09982431-20 2024-04-12T16:11:53.257 INFO:tasks.rados.rados.0.smithi099.stdout:3200: finishing rollback tid 1 to smithi09982431-20 2024-04-12T16:11:53.258 INFO:tasks.rados.rados.0.smithi099.stdout:3200: finishing rollback tid 2 to smithi09982431-20 2024-04-12T16:11:53.258 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 20 v 2404 (ObjNum 853 snap 267 seq_num 853) dirty exists 2024-04-12T16:11:53.258 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 40 v 2406 (ObjNum 965 snap 296 seq_num 965) dirty exists 2024-04-12T16:11:53.258 INFO:tasks.rados.rados.0.smithi099.stdout:3204: finishing rollback tid 0 to smithi09982431-11 2024-04-12T16:11:53.258 INFO:tasks.rados.rados.0.smithi099.stdout:3204: finishing rollback tid 1 to smithi09982431-11 2024-04-12T16:11:53.258 INFO:tasks.rados.rados.0.smithi099.stdout:3202: finishing write tid 1 to smithi09982431-24 2024-04-12T16:11:53.258 INFO:tasks.rados.rados.0.smithi099.stdout:3204: finishing rollback tid 2 to smithi09982431-11 2024-04-12T16:11:53.258 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 11 v 1788 (ObjNum 791 snap 246 seq_num 791) dirty exists 2024-04-12T16:11:53.258 INFO:tasks.rados.rados.0.smithi099.stdout:3202: finishing write tid 2 to smithi09982431-24 2024-04-12T16:11:53.258 INFO:tasks.rados.rados.0.smithi099.stdout:3203: expect (ObjNum 929 snap 286 seq_num 929) 2024-04-12T16:11:53.296 INFO:tasks.rados.rados.0.smithi099.stdout:3202: finishing write tid 3 to smithi09982431-24 2024-04-12T16:11:53.296 INFO:tasks.rados.rados.0.smithi099.stdout:3202: oid 24 updating version 0 to 1727 2024-04-12T16:11:53.296 INFO:tasks.rados.rados.0.smithi099.stdout:3202: oid 24 updating version 1727 to 1728 2024-04-12T16:11:53.296 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 24 v 1728 (ObjNum 1006 snap 317 seq_num 1006) dirty exists 2024-04-12T16:11:53.296 INFO:tasks.rados.rados.0.smithi099.stdout:3202: left oid 24 (ObjNum 1006 snap 317 seq_num 1006) 2024-04-12T16:11:53.296 INFO:tasks.rados.rados.0.smithi099.stdout:3198: done (5 left) 2024-04-12T16:11:53.296 INFO:tasks.rados.rados.0.smithi099.stdout:3200: done (4 left) 2024-04-12T16:11:53.297 INFO:tasks.rados.rados.0.smithi099.stdout:3201: done (3 left) 2024-04-12T16:11:53.297 INFO:tasks.rados.rados.0.smithi099.stdout:3202: done (2 left) 2024-04-12T16:11:53.297 INFO:tasks.rados.rados.0.smithi099.stdout:3203: done (1 left) 2024-04-12T16:11:53.297 INFO:tasks.rados.rados.0.smithi099.stdout:3204: done (0 left) 2024-04-12T16:11:53.297 INFO:tasks.rados.rados.0.smithi099.stdout:3205: rollback oid 30 current snap is 317 2024-04-12T16:11:53.297 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 30 to 304 2024-04-12T16:11:53.297 INFO:tasks.rados.rados.0.smithi099.stdout:3206: rollback oid 27 current snap is 317 2024-04-12T16:11:53.297 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 27 to 308 2024-04-12T16:11:53.297 INFO:tasks.rados.rados.0.smithi099.stdout:3207: delete oid 24 current snap is 317 2024-04-12T16:11:53.300 INFO:tasks.rados.rados.0.smithi099.stdout:3205: finishing rollback tid 0 to smithi09982431-30 2024-04-12T16:11:53.300 INFO:tasks.rados.rados.0.smithi099.stdout:3207: done (2 left) 2024-04-12T16:11:53.300 INFO:tasks.rados.rados.0.smithi099.stdout:3208: delete oid 37 current snap is 317 2024-04-12T16:11:53.300 INFO:tasks.rados.rados.0.smithi099.stdout:3205: finishing rollback tid 1 to smithi09982431-30 2024-04-12T16:11:53.300 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 30 v 2357 (ObjNum 81 snap 0 seq_num 1733451613) dirty dne 2024-04-12T16:11:53.300 INFO:tasks.rados.rados.0.smithi099.stdout:3206: finishing rollback tid 0 to smithi09982431-27 2024-04-12T16:11:53.300 INFO:tasks.rados.rados.0.smithi099.stdout:3206: finishing rollback tid 1 to smithi09982431-27 2024-04-12T16:11:53.300 INFO:tasks.rados.rados.0.smithi099.stdout:3206: finishing rollback tid 2 to smithi09982431-27 2024-04-12T16:11:53.301 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 27 v 2241 (ObjNum 980 snap 304 seq_num 980) dirty exists 2024-04-12T16:11:53.302 INFO:tasks.rados.rados.0.smithi099.stdout:3205: done (2 left) 2024-04-12T16:11:53.302 INFO:tasks.rados.rados.0.smithi099.stdout:3206: done (1 left) 2024-04-12T16:11:53.302 INFO:tasks.rados.rados.0.smithi099.stdout:3208: done (0 left) 2024-04-12T16:11:53.302 INFO:tasks.rados.rados.0.smithi099.stdout:3209: rmattr oid 44 current snap is 317 2024-04-12T16:11:53.302 INFO:tasks.rados.rados.0.smithi099.stdout:3209: done (0 left) 2024-04-12T16:11:53.303 INFO:tasks.rados.rados.0.smithi099.stdout:3210: read oid 7 snap -1 2024-04-12T16:11:53.303 INFO:tasks.rados.rados.0.smithi099.stdout:3210: expect (ObjNum 986 snap 307 seq_num 986) 2024-04-12T16:11:53.303 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 46 current snap is 317 2024-04-12T16:11:53.303 INFO:tasks.rados.rados.0.smithi099.stdout:3211: seq_num 1009 ranges {0=106496} 2024-04-12T16:11:53.304 INFO:tasks.rados.rados.0.smithi099.stdout:3211: writing smithi09982431-46 from 0 to 106496 tid 1 2024-04-12T16:11:53.304 INFO:tasks.rados.rados.0.smithi099.stdout:3212: copy_from oid 36 from oid 4 current snap is 317 2024-04-12T16:11:53.304 INFO:tasks.rados.rados.0.smithi099.stdout:3213: read oid 41 snap -1 2024-04-12T16:11:53.304 INFO:tasks.rados.rados.0.smithi099.stdout:3213: expect (ObjNum 987 snap 307 seq_num 987) 2024-04-12T16:11:53.304 INFO:tasks.rados.rados.0.smithi099.stdout:3214: read oid 45 snap -1 2024-04-12T16:11:53.304 INFO:tasks.rados.rados.0.smithi099.stdout:3214: expect deleted 2024-04-12T16:11:53.304 INFO:tasks.rados.rados.0.smithi099.stdout:3215: copy_from oid 12 from oid 20 current snap is 317 2024-04-12T16:11:53.304 INFO:tasks.rados.rados.0.smithi099.stdout:3216: delete oid 5 current snap is 317 2024-04-12T16:11:53.306 INFO:tasks.rados.rados.0.smithi099.stdout:3214: done (6 left) 2024-04-12T16:11:53.306 INFO:tasks.rados.rados.0.smithi099.stdout:3216: done (5 left) 2024-04-12T16:11:53.306 INFO:tasks.rados.rados.0.smithi099.stdout:3217: snap_create 2024-04-12T16:11:53.310 INFO:tasks.rados.rados.0.smithi099.stdout:3212: finishing copy_from racing read to smithi09982431-36 2024-04-12T16:11:53.311 INFO:tasks.rados.rados.0.smithi099.stdout:3210: expect (ObjNum 986 snap 307 seq_num 986) 2024-04-12T16:11:53.369 INFO:tasks.rados.rados.0.smithi099.stdout:3211: finishing write tid 1 to smithi09982431-46 2024-04-12T16:11:53.369 INFO:tasks.rados.rados.0.smithi099.stdout:3212: finishing copy_from to smithi09982431-36 2024-04-12T16:11:53.369 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 36 v 1701 (ObjNum 746 snap 232 seq_num 746) dirty exists 2024-04-12T16:11:53.369 INFO:tasks.rados.rados.0.smithi099.stdout:3211: finishing write tid 2 to smithi09982431-46 2024-04-12T16:11:53.369 INFO:tasks.rados.rados.0.smithi099.stdout:3213: expect (ObjNum 987 snap 307 seq_num 987) 2024-04-12T16:11:53.425 INFO:tasks.rados.rados.0.smithi099.stdout:3211: finishing write tid 3 to smithi09982431-46 2024-04-12T16:11:53.425 INFO:tasks.rados.rados.0.smithi099.stdout:3211: oid 46 updating version 0 to 1526 2024-04-12T16:11:53.425 INFO:tasks.rados.rados.0.smithi099.stdout:3211: oid 46 updating version 1526 to 1527 2024-04-12T16:11:53.425 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 46 v 1527 (ObjNum 1009 snap 317 seq_num 1009) dirty exists 2024-04-12T16:11:53.425 INFO:tasks.rados.rados.0.smithi099.stdout:3211: left oid 46 (ObjNum 1009 snap 317 seq_num 1009) 2024-04-12T16:11:53.425 INFO:tasks.rados.rados.0.smithi099.stdout:3215: finishing copy_from racing read to smithi09982431-12 2024-04-12T16:11:53.425 INFO:tasks.rados.rados.0.smithi099.stdout:3215: finishing copy_from to smithi09982431-12 2024-04-12T16:11:53.425 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 2404 (ObjNum 853 snap 267 seq_num 853) dirty exists 2024-04-12T16:11:53.514 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:53 smithi099 ceph-mon[94290]: osdmap e694: 8 total, 8 up, 8 in 2024-04-12T16:11:53.576 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:53 smithi099 ceph-mon[94290]: pgmap v678: 121 pgs: 121 active+clean; 411 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 19 op/s 2024-04-12T16:11:53.576 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:53 smithi099 ceph-mon[96864]: osdmap e694: 8 total, 8 up, 8 in 2024-04-12T16:11:53.576 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:53 smithi099 ceph-mon[96864]: pgmap v678: 121 pgs: 121 active+clean; 411 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 19 op/s 2024-04-12T16:11:53.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:53 smithi110 ceph-mon[88691]: osdmap e694: 8 total, 8 up, 8 in 2024-04-12T16:11:53.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:53 smithi110 ceph-mon[88691]: pgmap v678: 121 pgs: 121 active+clean; 411 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 19 op/s 2024-04-12T16:11:54.093 INFO:tasks.rados.rados.0.smithi099.stdout:3210: done (5 left) 2024-04-12T16:11:54.093 INFO:tasks.rados.rados.0.smithi099.stdout:3211: done (4 left) 2024-04-12T16:11:54.094 INFO:tasks.rados.rados.0.smithi099.stdout:3212: done (3 left) 2024-04-12T16:11:54.094 INFO:tasks.rados.rados.0.smithi099.stdout:3213: done (2 left) 2024-04-12T16:11:54.094 INFO:tasks.rados.rados.0.smithi099.stdout:3215: done (1 left) 2024-04-12T16:11:54.094 INFO:tasks.rados.rados.0.smithi099.stdout:3217: done (0 left) 2024-04-12T16:11:54.094 INFO:tasks.rados.rados.0.smithi099.stdout:3218: read oid 47 snap 307 2024-04-12T16:11:54.094 INFO:tasks.rados.rados.0.smithi099.stdout:3218: expect (ObjNum 950 snap 292 seq_num 950) 2024-04-12T16:11:54.094 INFO:tasks.rados.rados.0.smithi099.stdout:3219: copy_from oid 43 from oid 38 current snap is 318 2024-04-12T16:11:54.094 INFO:tasks.rados.rados.0.smithi099.stdout:3220: read oid 2 snap -1 2024-04-12T16:11:54.094 INFO:tasks.rados.rados.0.smithi099.stdout:3220: expect (ObjNum 1004 snap 316 seq_num 1004) 2024-04-12T16:11:54.094 INFO:tasks.rados.rados.0.smithi099.stdout:3221: read oid 10 snap 288 2024-04-12T16:11:54.094 INFO:tasks.rados.rados.0.smithi099.stdout:3221: expect (ObjNum 860 snap 269 seq_num 860) 2024-04-12T16:11:54.094 INFO:tasks.rados.rados.0.smithi099.stdout:3222: snap_remove snap 297 2024-04-12T16:11:54.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:54 smithi110 ceph-mon[88691]: osdmap e695: 8 total, 8 up, 8 in 2024-04-12T16:11:54.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:54 smithi110 ceph-mon[88691]: osdmap e696: 8 total, 8 up, 8 in 2024-04-12T16:11:54.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:54 smithi099 ceph-mon[94290]: osdmap e695: 8 total, 8 up, 8 in 2024-04-12T16:11:54.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:54 smithi099 ceph-mon[94290]: osdmap e696: 8 total, 8 up, 8 in 2024-04-12T16:11:54.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:54 smithi099 ceph-mon[96864]: osdmap e695: 8 total, 8 up, 8 in 2024-04-12T16:11:54.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:54 smithi099 ceph-mon[96864]: osdmap e696: 8 total, 8 up, 8 in 2024-04-12T16:11:55.099 INFO:tasks.rados.rados.0.smithi099.stdout:3222: done (4 left) 2024-04-12T16:11:55.099 INFO:tasks.rados.rados.0.smithi099.stdout:3223: snap_create 2024-04-12T16:11:55.099 INFO:tasks.rados.rados.0.smithi099.stdout:3220: expect (ObjNum 1004 snap 316 seq_num 1004) 2024-04-12T16:11:55.099 INFO:tasks.rados.rados.0.smithi099.stdout:3221: expect (ObjNum 860 snap 269 seq_num 860) 2024-04-12T16:11:55.265 INFO:tasks.rados.rados.0.smithi099.stdout:3218: expect (ObjNum 950 snap 292 seq_num 950) 2024-04-12T16:11:55.337 INFO:tasks.rados.rados.0.smithi099.stdout:3219: finishing copy_from racing read to smithi09982431-43 2024-04-12T16:11:55.337 INFO:tasks.rados.rados.0.smithi099.stdout:3219: finishing copy_from to smithi09982431-43 2024-04-12T16:11:55.337 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 43 v 1725 (ObjNum 909 snap 279 seq_num 909) dirty exists 2024-04-12T16:11:55.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:55 smithi110 ceph-mon[88691]: pgmap v681: 121 pgs: 121 active+clean; 426 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.5 MiB/s wr, 13 op/s 2024-04-12T16:11:55.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:55 smithi110 ceph-mon[88691]: osdmap e697: 8 total, 8 up, 8 in 2024-04-12T16:11:55.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:55 smithi099 ceph-mon[94290]: pgmap v681: 121 pgs: 121 active+clean; 426 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.5 MiB/s wr, 13 op/s 2024-04-12T16:11:55.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:55 smithi099 ceph-mon[94290]: osdmap e697: 8 total, 8 up, 8 in 2024-04-12T16:11:55.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:55 smithi099 ceph-mon[96864]: pgmap v681: 121 pgs: 121 active+clean; 426 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.5 MiB/s wr, 13 op/s 2024-04-12T16:11:55.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:55 smithi099 ceph-mon[96864]: osdmap e697: 8 total, 8 up, 8 in 2024-04-12T16:11:56.097 INFO:tasks.rados.rados.0.smithi099.stdout:3218: done (4 left) 2024-04-12T16:11:56.097 INFO:tasks.rados.rados.0.smithi099.stdout:3219: done (3 left) 2024-04-12T16:11:56.097 INFO:tasks.rados.rados.0.smithi099.stdout:3220: done (2 left) 2024-04-12T16:11:56.097 INFO:tasks.rados.rados.0.smithi099.stdout:3221: done (1 left) 2024-04-12T16:11:56.097 INFO:tasks.rados.rados.0.smithi099.stdout:3223: done (0 left) 2024-04-12T16:11:56.097 INFO:tasks.rados.rados.0.smithi099.stdout:3224: rollback oid 21 current snap is 319 2024-04-12T16:11:56.097 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 21 to 301 2024-04-12T16:11:56.097 INFO:tasks.rados.rados.0.smithi099.stdout:3225: rollback oid 38 current snap is 319 2024-04-12T16:11:56.098 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 38 to 314 2024-04-12T16:11:56.098 INFO:tasks.rados.rados.0.smithi099.stdout:3226: snap_create 2024-04-12T16:11:56.101 INFO:tasks.rados.rados.0.smithi099.stdout:3224: finishing rollback tid 0 to smithi09982431-21 2024-04-12T16:11:56.103 INFO:tasks.rados.rados.0.smithi099.stdout:3225: finishing rollback tid 0 to smithi09982431-38 2024-04-12T16:11:56.103 INFO:tasks.rados.rados.0.smithi099.stdout:3225: finishing rollback tid 1 to smithi09982431-38 2024-04-12T16:11:56.103 INFO:tasks.rados.rados.0.smithi099.stdout:3224: finishing rollback tid 1 to smithi09982431-21 2024-04-12T16:11:56.103 INFO:tasks.rados.rados.0.smithi099.stdout:3225: finishing rollback tid 2 to smithi09982431-38 2024-04-12T16:11:56.103 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 38 v 1739 (ObjNum 909 snap 279 seq_num 909) dirty exists 2024-04-12T16:11:56.103 INFO:tasks.rados.rados.0.smithi099.stdout:3224: finishing rollback tid 2 to smithi09982431-21 2024-04-12T16:11:56.103 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 1988 (ObjNum 974 snap 301 seq_num 974) dirty exists 2024-04-12T16:11:56.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:11:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:11:56] "GET /metrics HTTP/1.1" 200 36323 "" "Prometheus/2.43.0" 2024-04-12T16:11:57.102 INFO:tasks.rados.rados.0.smithi099.stdout:3224: done (2 left) 2024-04-12T16:11:57.102 INFO:tasks.rados.rados.0.smithi099.stdout:3225: done (1 left) 2024-04-12T16:11:57.102 INFO:tasks.rados.rados.0.smithi099.stdout:3226: done (0 left) 2024-04-12T16:11:57.102 INFO:tasks.rados.rados.0.smithi099.stdout:3227: read oid 9 snap 319 2024-04-12T16:11:57.102 INFO:tasks.rados.rados.0.smithi099.stdout:3227: expect deleted 2024-04-12T16:11:57.102 INFO:tasks.rados.rados.0.smithi099.stdout:3228: delete oid 37 current snap is 320 2024-04-12T16:11:57.109 INFO:tasks.rados.rados.0.smithi099.stdout:3227: done (1 left) 2024-04-12T16:11:57.109 INFO:tasks.rados.rados.0.smithi099.stdout:3228: done (0 left) 2024-04-12T16:11:57.109 INFO:tasks.rados.rados.0.smithi099.stdout:3229: rollback oid 10 current snap is 320 2024-04-12T16:11:57.109 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 10 to 315 2024-04-12T16:11:57.109 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 1 current snap is 320 2024-04-12T16:11:57.109 INFO:tasks.rados.rados.0.smithi099.stdout:3230: seq_num 1012 ranges {0=155648} 2024-04-12T16:11:57.110 INFO:tasks.rados.rados.0.smithi099.stdout:3230: writing smithi09982431-1 from 0 to 155648 tid 1 2024-04-12T16:11:57.110 INFO:tasks.rados.rados.0.smithi099.stdout:3231: rmattr oid 15 current snap is 320 2024-04-12T16:11:57.110 INFO:tasks.rados.rados.0.smithi099.stdout:3231: done (2 left) 2024-04-12T16:11:57.110 INFO:tasks.rados.rados.0.smithi099.stdout:3232: copy_from oid 35 from oid 3 current snap is 320 2024-04-12T16:11:57.110 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 44 current snap is 320 2024-04-12T16:11:57.110 INFO:tasks.rados.rados.0.smithi099.stdout:3233: seq_num 1013 ranges {15155200=172032} 2024-04-12T16:11:57.195 INFO:tasks.rados.rados.0.smithi099.stdout:3233: writing smithi09982431-44 from 15155200 to 15327232 tid 1 2024-04-12T16:11:57.195 INFO:tasks.rados.rados.0.smithi099.stdout:3234: read oid 37 snap -1 2024-04-12T16:11:57.195 INFO:tasks.rados.rados.0.smithi099.stdout:3234: expect deleted 2024-04-12T16:11:57.195 INFO:tasks.rados.rados.0.smithi099.stdout:3235: rmattr oid 50 current snap is 320 2024-04-12T16:11:57.195 INFO:tasks.rados.rados.0.smithi099.stdout:3235: done (5 left) 2024-04-12T16:11:57.195 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 33 current snap is 320 2024-04-12T16:11:57.195 INFO:tasks.rados.rados.0.smithi099.stdout:3236: seq_num 1014 ranges {2072576=188416} 2024-04-12T16:11:57.207 INFO:tasks.rados.rados.0.smithi099.stdout:3236: writing smithi09982431-33 from 2072576 to 2260992 tid 1 2024-04-12T16:11:57.207 INFO:tasks.rados.rados.0.smithi099.stdout:3237: rmattr oid 7 current snap is 320 2024-04-12T16:11:57.207 INFO:tasks.rados.rados.0.smithi099.stdout:3237: done (6 left) 2024-04-12T16:11:57.207 INFO:tasks.rados.rados.0.smithi099.stdout:3238: snap_create 2024-04-12T16:11:57.207 INFO:tasks.rados.rados.0.smithi099.stdout:3230: finishing write tid 1 to smithi09982431-1 2024-04-12T16:11:57.207 INFO:tasks.rados.rados.0.smithi099.stdout:3230: finishing write tid 2 to smithi09982431-1 2024-04-12T16:11:57.207 INFO:tasks.rados.rados.0.smithi099.stdout:3230: finishing write tid 3 to smithi09982431-1 2024-04-12T16:11:57.207 INFO:tasks.rados.rados.0.smithi099.stdout:3230: oid 1 updating version 0 to 2406 2024-04-12T16:11:57.207 INFO:tasks.rados.rados.0.smithi099.stdout:3230: oid 1 version 2406 is already newer than 2405 2024-04-12T16:11:57.207 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 1 v 2406 (ObjNum 1012 snap 320 seq_num 1012) dirty exists 2024-04-12T16:11:57.207 INFO:tasks.rados.rados.0.smithi099.stdout:3230: left oid 1 (ObjNum 1012 snap 320 seq_num 1012) 2024-04-12T16:11:57.208 INFO:tasks.rados.rados.0.smithi099.stdout:3229: finishing rollback tid 0 to smithi09982431-10 2024-04-12T16:11:57.208 INFO:tasks.rados.rados.0.smithi099.stdout:3229: finishing rollback tid 1 to smithi09982431-10 2024-04-12T16:11:57.208 INFO:tasks.rados.rados.0.smithi099.stdout:3229: finishing rollback tid 2 to smithi09982431-10 2024-04-12T16:11:57.208 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 10 v 2249 (ObjNum 862 snap 269 seq_num 862) dirty exists 2024-04-12T16:11:57.208 INFO:tasks.rados.rados.0.smithi099.stdout:3232: finishing copy_from racing read to smithi09982431-35 2024-04-12T16:11:57.208 INFO:tasks.rados.rados.0.smithi099.stdout:3232: finishing copy_from to smithi09982431-35 2024-04-12T16:11:57.208 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 2241 (ObjNum 982 snap 305 seq_num 982) dirty exists 2024-04-12T16:11:57.208 INFO:tasks.rados.rados.0.smithi099.stdout:3233: finishing write tid 1 to smithi09982431-44 2024-04-12T16:11:57.208 INFO:tasks.rados.rados.0.smithi099.stdout:3233: finishing write tid 2 to smithi09982431-44 2024-04-12T16:11:57.208 INFO:tasks.rados.rados.0.smithi099.stdout:3233: finishing write tid 3 to smithi09982431-44 2024-04-12T16:11:57.208 INFO:tasks.rados.rados.0.smithi099.stdout:3233: oid 44 updating version 0 to 1990 2024-04-12T16:11:57.208 INFO:tasks.rados.rados.0.smithi099.stdout:3233: oid 44 updating version 1990 to 1991 2024-04-12T16:11:57.208 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 44 v 1991 (ObjNum 1013 snap 320 seq_num 1013) dirty exists 2024-04-12T16:11:57.208 INFO:tasks.rados.rados.0.smithi099.stdout:3233: left oid 44 (ObjNum 1013 snap 320 seq_num 1013) 2024-04-12T16:11:57.209 INFO:tasks.rados.rados.0.smithi099.stdout:3236: finishing write tid 1 to smithi09982431-33 2024-04-12T16:11:57.209 INFO:tasks.rados.rados.0.smithi099.stdout:3236: finishing write tid 2 to smithi09982431-33 2024-04-12T16:11:57.210 INFO:tasks.rados.rados.0.smithi099.stdout:3236: finishing write tid 3 to smithi09982431-33 2024-04-12T16:11:57.210 INFO:tasks.rados.rados.0.smithi099.stdout:3236: oid 33 updating version 0 to 2242 2024-04-12T16:11:57.210 INFO:tasks.rados.rados.0.smithi099.stdout:3236: oid 33 updating version 2242 to 2243 2024-04-12T16:11:57.210 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 33 v 2243 (ObjNum 1014 snap 320 seq_num 1014) dirty exists 2024-04-12T16:11:57.211 INFO:tasks.rados.rados.0.smithi099.stdout:3236: left oid 33 (ObjNum 1014 snap 320 seq_num 1014) 2024-04-12T16:11:57.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:57 smithi099 ceph-mon[94290]: osdmap e698: 8 total, 8 up, 8 in 2024-04-12T16:11:57.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:57 smithi099 ceph-mon[94290]: pgmap v684: 121 pgs: 121 active+clean; 448 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 8.1 MiB/s rd, 6.0 MiB/s wr, 26 op/s 2024-04-12T16:11:57.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:57 smithi099 ceph-mon[96864]: osdmap e698: 8 total, 8 up, 8 in 2024-04-12T16:11:57.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:57 smithi099 ceph-mon[96864]: pgmap v684: 121 pgs: 121 active+clean; 448 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 8.1 MiB/s rd, 6.0 MiB/s wr, 26 op/s 2024-04-12T16:11:57.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:57 smithi110 ceph-mon[88691]: osdmap e698: 8 total, 8 up, 8 in 2024-04-12T16:11:57.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:57 smithi110 ceph-mon[88691]: pgmap v684: 121 pgs: 121 active+clean; 448 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 8.1 MiB/s rd, 6.0 MiB/s wr, 26 op/s 2024-04-12T16:11:58.105 INFO:tasks.rados.rados.0.smithi099.stdout:3229: done (6 left) 2024-04-12T16:11:58.105 INFO:tasks.rados.rados.0.smithi099.stdout:3230: done (5 left) 2024-04-12T16:11:58.105 INFO:tasks.rados.rados.0.smithi099.stdout:3232: done (4 left) 2024-04-12T16:11:58.105 INFO:tasks.rados.rados.0.smithi099.stdout:3233: done (3 left) 2024-04-12T16:11:58.105 INFO:tasks.rados.rados.0.smithi099.stdout:3234: done (2 left) 2024-04-12T16:11:58.105 INFO:tasks.rados.rados.0.smithi099.stdout:3236: done (1 left) 2024-04-12T16:11:58.105 INFO:tasks.rados.rados.0.smithi099.stdout:3238: done (0 left) 2024-04-12T16:11:58.106 INFO:tasks.rados.rados.0.smithi099.stdout:3239: rmattr oid 16 current snap is 321 2024-04-12T16:11:58.106 INFO:tasks.rados.rados.0.smithi099.stdout:3239: done (0 left) 2024-04-12T16:11:58.106 INFO:tasks.rados.rados.0.smithi099.stdout:3240: read oid 23 snap 317 2024-04-12T16:11:58.106 INFO:tasks.rados.rados.0.smithi099.stdout:3240: expect (ObjNum 998 snap 316 seq_num 998) 2024-04-12T16:11:58.106 INFO:tasks.rados.rados.0.smithi099.stdout:3241: snap_create 2024-04-12T16:11:58.131 INFO:tasks.rados.rados.0.smithi099.stdout:3240: expect (ObjNum 998 snap 316 seq_num 998) 2024-04-12T16:11:58.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:58 smithi099 ceph-mon[94290]: osdmap e699: 8 total, 8 up, 8 in 2024-04-12T16:11:58.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:11:58.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:58 smithi099 ceph-mon[96864]: osdmap e699: 8 total, 8 up, 8 in 2024-04-12T16:11:58.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:11:58.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:58 smithi110 ceph-mon[88691]: osdmap e699: 8 total, 8 up, 8 in 2024-04-12T16:11:58.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:11:59.099 INFO:tasks.rados.rados.0.smithi099.stdout:3240: done (1 left) 2024-04-12T16:11:59.099 INFO:tasks.rados.rados.0.smithi099.stdout:3241: done (0 left) 2024-04-12T16:11:59.099 INFO:tasks.rados.rados.0.smithi099.stdout:3242: copy_from oid 7 from oid 49 current snap is 322 2024-04-12T16:11:59.100 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 37 current snap is 322 2024-04-12T16:11:59.100 INFO:tasks.rados.rados.0.smithi099.stdout:3243: seq_num 1015 ranges {0=204800} 2024-04-12T16:11:59.101 INFO:tasks.rados.rados.0.smithi099.stdout:3243: writing smithi09982431-37 from 0 to 204800 tid 1 2024-04-12T16:11:59.101 INFO:tasks.rados.rados.0.smithi099.stdout:3244: copy_from oid 5 from oid 6 current snap is 322 2024-04-12T16:11:59.101 INFO:tasks.rados.rados.0.smithi099.stdout:3245: rollback oid 30 current snap is 322 2024-04-12T16:11:59.101 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 30 to 269 2024-04-12T16:11:59.101 INFO:tasks.rados.rados.0.smithi099.stdout:3246: rollback oid 44 current snap is 322 2024-04-12T16:11:59.101 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 44 to 293 2024-04-12T16:11:59.101 INFO:tasks.rados.rados.0.smithi099.stdout:3247: copy_from oid 25 from oid 18 current snap is 322 2024-04-12T16:11:59.101 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 10 current snap is 322 2024-04-12T16:11:59.101 INFO:tasks.rados.rados.0.smithi099.stdout:3248: seq_num 1016 ranges {7766016=221184} 2024-04-12T16:11:59.146 INFO:tasks.rados.rados.0.smithi099.stdout:3248: writing smithi09982431-10 from 7766016 to 7987200 tid 1 2024-04-12T16:11:59.146 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 47 current snap is 322 2024-04-12T16:11:59.146 INFO:tasks.rados.rados.0.smithi099.stdout:3249: seq_num 1017 ranges {2285568=237568} 2024-04-12T16:11:59.159 INFO:tasks.rados.rados.0.smithi099.stdout:3249: writing smithi09982431-47 from 2285568 to 2523136 tid 1 2024-04-12T16:11:59.159 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 4 current snap is 322 2024-04-12T16:11:59.159 INFO:tasks.rados.rados.0.smithi099.stdout:3250: seq_num 1018 ranges {761856=253952} 2024-04-12T16:11:59.165 INFO:tasks.rados.rados.0.smithi099.stdout:3250: writing smithi09982431-4 from 761856 to 1015808 tid 1 2024-04-12T16:11:59.166 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 13 current snap is 322 2024-04-12T16:11:59.166 INFO:tasks.rados.rados.0.smithi099.stdout:3245: finishing rollback tid 1 to smithi09982431-30 2024-04-12T16:11:59.166 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 30 v 2357 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-12T16:11:59.166 INFO:tasks.rados.rados.0.smithi099.stdout:3246: finishing rollback tid 0 to smithi09982431-44 2024-04-12T16:11:59.166 INFO:tasks.rados.rados.0.smithi099.stdout:3247: finishing copy_from racing read to smithi09982431-25 2024-04-12T16:11:59.166 INFO:tasks.rados.rados.0.smithi099.stdout:3246: finishing rollback tid 1 to smithi09982431-44 2024-04-12T16:11:59.166 INFO:tasks.rados.rados.0.smithi099.stdout:3246: finishing rollback tid 2 to smithi09982431-44 2024-04-12T16:11:59.166 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 44 v 1995 (ObjNum 943 snap 289 seq_num 943) dirty exists 2024-04-12T16:11:59.166 INFO:tasks.rados.rados.0.smithi099.stdout:3247: finishing copy_from to smithi09982431-25 2024-04-12T16:11:59.166 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 25 v 2246 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-12T16:11:59.166 INFO:tasks.rados.rados.0.smithi099.stdout:3243: finishing write tid 1 to smithi09982431-37 2024-04-12T16:11:59.166 INFO:tasks.rados.rados.0.smithi099.stdout:3243: finishing write tid 2 to smithi09982431-37 2024-04-12T16:11:59.166 INFO:tasks.rados.rados.0.smithi099.stdout:3243: finishing write tid 3 to smithi09982431-37 2024-04-12T16:11:59.167 INFO:tasks.rados.rados.0.smithi099.stdout:3243: oid 37 updating version 0 to 1959 2024-04-12T16:11:59.167 INFO:tasks.rados.rados.0.smithi099.stdout:3243: oid 37 updating version 1959 to 1960 2024-04-12T16:11:59.167 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 37 v 1960 (ObjNum 1015 snap 322 seq_num 1015) dirty exists 2024-04-12T16:11:59.167 INFO:tasks.rados.rados.0.smithi099.stdout:3243: left oid 37 (ObjNum 1015 snap 322 seq_num 1015) 2024-04-12T16:11:59.167 INFO:tasks.rados.rados.0.smithi099.stdout:3251: seq_num 1019 ranges {2039808=270336} 2024-04-12T16:11:59.179 INFO:tasks.rados.rados.0.smithi099.stdout:3251: writing smithi09982431-13 from 2039808 to 2310144 tid 1 2024-04-12T16:11:59.179 INFO:tasks.rados.rados.0.smithi099.stdout:3243: done (9 left) 2024-04-12T16:11:59.179 INFO:tasks.rados.rados.0.smithi099.stdout:3245: done (8 left) 2024-04-12T16:11:59.179 INFO:tasks.rados.rados.0.smithi099.stdout:3246: done (7 left) 2024-04-12T16:11:59.179 INFO:tasks.rados.rados.0.smithi099.stdout:3247: done (6 left) 2024-04-12T16:11:59.179 INFO:tasks.rados.rados.0.smithi099.stdout:3252: read oid 32 snap -1 2024-04-12T16:11:59.179 INFO:tasks.rados.rados.0.smithi099.stdout:3252: expect (ObjNum 862 snap 269 seq_num 862) 2024-04-12T16:11:59.179 INFO:tasks.rados.rados.0.smithi099.stdout:3244: finishing copy_from racing read to smithi09982431-5 2024-04-12T16:11:59.179 INFO:tasks.rados.rados.0.smithi099.stdout:3242: finishing copy_from racing read to smithi09982431-7 2024-04-12T16:11:59.179 INFO:tasks.rados.rados.0.smithi099.stdout:3253: read oid 29 snap 269 2024-04-12T16:11:59.179 INFO:tasks.rados.rados.0.smithi099.stdout:3253: expect (ObjNum 807 snap 254 seq_num 807) 2024-04-12T16:11:59.179 INFO:tasks.rados.rados.0.smithi099.stdout:3254: rmattr oid 11 current snap is 322 2024-04-12T16:11:59.180 INFO:tasks.rados.rados.0.smithi099.stdout:3254: done (8 left) 2024-04-12T16:11:59.180 INFO:tasks.rados.rados.0.smithi099.stdout:3255: read oid 17 snap -1 2024-04-12T16:11:59.180 INFO:tasks.rados.rados.0.smithi099.stdout:3255: expect (ObjNum 585 snap 180 seq_num 585) 2024-04-12T16:11:59.180 INFO:tasks.rados.rados.0.smithi099.stdout:3256: read oid 48 snap -1 2024-04-12T16:11:59.180 INFO:tasks.rados.rados.0.smithi099.stdout:3256: expect (ObjNum 423 snap 128 seq_num 423) 2024-04-12T16:11:59.180 INFO:tasks.rados.rados.0.smithi099.stdout:3257: rollback oid 19 current snap is 322 2024-04-12T16:11:59.180 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 19 to 304 2024-04-12T16:11:59.180 INFO:tasks.rados.rados.0.smithi099.stdout:3244: finishing copy_from to smithi09982431-5 2024-04-12T16:11:59.180 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 5 v 1685 (ObjNum 969 snap 299 seq_num 969) dirty exists 2024-04-12T16:11:59.180 INFO:tasks.rados.rados.0.smithi099.stdout:3244: done (10 left) 2024-04-12T16:11:59.180 INFO:tasks.rados.rados.0.smithi099.stdout:3258: snap_remove snap 299 2024-04-12T16:11:59.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:59 smithi099 ceph-mon[94290]: osdmap e700: 8 total, 8 up, 8 in 2024-04-12T16:11:59.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:59 smithi099 ceph-mon[94290]: pgmap v687: 121 pgs: 121 active+clean; 448 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.0 MiB/s wr, 17 op/s 2024-04-12T16:11:59.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:11:59 smithi099 ceph-mon[94290]: osdmap e701: 8 total, 8 up, 8 in 2024-04-12T16:11:59.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:59 smithi099 ceph-mon[96864]: osdmap e700: 8 total, 8 up, 8 in 2024-04-12T16:11:59.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:59 smithi099 ceph-mon[96864]: pgmap v687: 121 pgs: 121 active+clean; 448 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.0 MiB/s wr, 17 op/s 2024-04-12T16:11:59.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:11:59 smithi099 ceph-mon[96864]: osdmap e701: 8 total, 8 up, 8 in 2024-04-12T16:11:59.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:59 smithi110 ceph-mon[88691]: osdmap e700: 8 total, 8 up, 8 in 2024-04-12T16:11:59.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:59 smithi110 ceph-mon[88691]: pgmap v687: 121 pgs: 121 active+clean; 448 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.0 MiB/s wr, 17 op/s 2024-04-12T16:11:59.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:11:59 smithi110 ceph-mon[88691]: osdmap e701: 8 total, 8 up, 8 in 2024-04-12T16:12:00.124 INFO:tasks.rados.rados.0.smithi099.stdout:3258: done (10 left) 2024-04-12T16:12:00.124 INFO:tasks.rados.rados.0.smithi099.stdout:3259: snap_remove snap 285 2024-04-12T16:12:01.130 INFO:tasks.rados.rados.0.smithi099.stdout:3259: done (10 left) 2024-04-12T16:12:01.130 INFO:tasks.rados.rados.0.smithi099.stdout:3260: setattr oid 11 current snap is 322 2024-04-12T16:12:01.131 INFO:tasks.rados.rados.0.smithi099.stdout:3242: finishing copy_from to smithi09982431-7 2024-04-12T16:12:01.131 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 7 v 1596 (ObjNum 950 snap 292 seq_num 950) dirty exists 2024-04-12T16:12:01.132 INFO:tasks.rados.rados.0.smithi099.stdout:3248: finishing write tid 1 to smithi09982431-10 2024-04-12T16:12:01.132 INFO:tasks.rados.rados.0.smithi099.stdout:3248: finishing write tid 2 to smithi09982431-10 2024-04-12T16:12:01.132 INFO:tasks.rados.rados.0.smithi099.stdout:3248: finishing write tid 3 to smithi09982431-10 2024-04-12T16:12:01.132 INFO:tasks.rados.rados.0.smithi099.stdout:3248: oid 10 updating version 0 to 2251 2024-04-12T16:12:01.132 INFO:tasks.rados.rados.0.smithi099.stdout:3248: oid 10 version 2251 is already newer than 2250 2024-04-12T16:12:01.132 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 10 v 2251 (ObjNum 1016 snap 322 seq_num 1016) dirty exists 2024-04-12T16:12:01.132 INFO:tasks.rados.rados.0.smithi099.stdout:3248: left oid 10 (ObjNum 1016 snap 322 seq_num 1016) 2024-04-12T16:12:01.132 INFO:tasks.rados.rados.0.smithi099.stdout:3249: finishing write tid 1 to smithi09982431-47 2024-04-12T16:12:01.132 INFO:tasks.rados.rados.0.smithi099.stdout:3249: finishing write tid 2 to smithi09982431-47 2024-04-12T16:12:01.132 INFO:tasks.rados.rados.0.smithi099.stdout:3249: finishing write tid 3 to smithi09982431-47 2024-04-12T16:12:01.132 INFO:tasks.rados.rados.0.smithi099.stdout:3249: oid 47 updating version 0 to 1692 2024-04-12T16:12:01.132 INFO:tasks.rados.rados.0.smithi099.stdout:3249: oid 47 version 1692 is already newer than 1691 2024-04-12T16:12:01.132 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 47 v 1692 (ObjNum 1017 snap 322 seq_num 1017) dirty exists 2024-04-12T16:12:01.132 INFO:tasks.rados.rados.0.smithi099.stdout:3249: left oid 47 (ObjNum 1017 snap 322 seq_num 1017) 2024-04-12T16:12:01.132 INFO:tasks.rados.rados.0.smithi099.stdout:3250: finishing write tid 1 to smithi09982431-4 2024-04-12T16:12:01.132 INFO:tasks.rados.rados.0.smithi099.stdout:3250: finishing write tid 2 to smithi09982431-4 2024-04-12T16:12:01.133 INFO:tasks.rados.rados.0.smithi099.stdout:3250: finishing write tid 3 to smithi09982431-4 2024-04-12T16:12:01.133 INFO:tasks.rados.rados.0.smithi099.stdout:3250: oid 4 updating version 0 to 1742 2024-04-12T16:12:01.133 INFO:tasks.rados.rados.0.smithi099.stdout:3250: oid 4 version 1742 is already newer than 1741 2024-04-12T16:12:01.133 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 4 v 1742 (ObjNum 1018 snap 322 seq_num 1018) dirty exists 2024-04-12T16:12:01.133 INFO:tasks.rados.rados.0.smithi099.stdout:3250: left oid 4 (ObjNum 1018 snap 322 seq_num 1018) 2024-04-12T16:12:01.133 INFO:tasks.rados.rados.0.smithi099.stdout:3255: expect (ObjNum 585 snap 180 seq_num 585) 2024-04-12T16:12:01.143 INFO:tasks.rados.rados.0.smithi099.stdout:3257: finishing rollback tid 0 to smithi09982431-19 2024-04-12T16:12:01.143 INFO:tasks.rados.rados.0.smithi099.stdout:3257: finishing rollback tid 1 to smithi09982431-19 2024-04-12T16:12:01.144 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 19 v 1962 (ObjNum 417 snap 0 seq_num 887074416) dirty dne 2024-04-12T16:12:01.144 INFO:tasks.rados.rados.0.smithi099.stdout:3251: finishing write tid 1 to smithi09982431-13 2024-04-12T16:12:01.144 INFO:tasks.rados.rados.0.smithi099.stdout:3251: finishing write tid 2 to smithi09982431-13 2024-04-12T16:12:01.144 INFO:tasks.rados.rados.0.smithi099.stdout:3251: finishing write tid 3 to smithi09982431-13 2024-04-12T16:12:01.144 INFO:tasks.rados.rados.0.smithi099.stdout:3251: oid 13 updating version 0 to 2358 2024-04-12T16:12:01.144 INFO:tasks.rados.rados.0.smithi099.stdout:3251: oid 13 updating version 2358 to 2359 2024-04-12T16:12:01.144 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 13 v 2359 (ObjNum 1019 snap 322 seq_num 1019) dirty exists 2024-04-12T16:12:01.144 INFO:tasks.rados.rados.0.smithi099.stdout:3251: left oid 13 (ObjNum 1019 snap 322 seq_num 1019) 2024-04-12T16:12:01.144 INFO:tasks.rados.rados.0.smithi099.stdout:3253: expect (ObjNum 807 snap 254 seq_num 807) 2024-04-12T16:12:01.275 INFO:tasks.rados.rados.0.smithi099.stdout:3256: expect (ObjNum 423 snap 128 seq_num 423) 2024-04-12T16:12:01.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:01 smithi099 ceph-mon[94290]: osdmap e702: 8 total, 8 up, 8 in 2024-04-12T16:12:01.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:01 smithi099 ceph-mon[94290]: pgmap v690: 121 pgs: 121 active+clean; 459 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.4 MiB/s wr, 7 op/s 2024-04-12T16:12:01.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:01 smithi099 ceph-mon[96864]: osdmap e702: 8 total, 8 up, 8 in 2024-04-12T16:12:01.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:01 smithi099 ceph-mon[96864]: pgmap v690: 121 pgs: 121 active+clean; 459 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.4 MiB/s wr, 7 op/s 2024-04-12T16:12:01.546 INFO:tasks.rados.rados.0.smithi099.stdout:3252: expect (ObjNum 862 snap 269 seq_num 862) 2024-04-12T16:12:01.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:01 smithi110 ceph-mon[88691]: osdmap e702: 8 total, 8 up, 8 in 2024-04-12T16:12:01.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:01 smithi110 ceph-mon[88691]: pgmap v690: 121 pgs: 121 active+clean; 459 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.4 MiB/s wr, 7 op/s 2024-04-12T16:12:02.343 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 11 v 1789 (ObjNum 791 snap 246 seq_num 791) dirty exists 2024-04-12T16:12:02.343 INFO:tasks.rados.rados.0.smithi099.stdout:3242: done (10 left) 2024-04-12T16:12:02.343 INFO:tasks.rados.rados.0.smithi099.stdout:3248: done (9 left) 2024-04-12T16:12:02.343 INFO:tasks.rados.rados.0.smithi099.stdout:3249: done (8 left) 2024-04-12T16:12:02.343 INFO:tasks.rados.rados.0.smithi099.stdout:3250: done (7 left) 2024-04-12T16:12:02.343 INFO:tasks.rados.rados.0.smithi099.stdout:3251: done (6 left) 2024-04-12T16:12:02.343 INFO:tasks.rados.rados.0.smithi099.stdout:3252: done (5 left) 2024-04-12T16:12:02.343 INFO:tasks.rados.rados.0.smithi099.stdout:3253: done (4 left) 2024-04-12T16:12:02.343 INFO:tasks.rados.rados.0.smithi099.stdout:3255: done (3 left) 2024-04-12T16:12:02.343 INFO:tasks.rados.rados.0.smithi099.stdout:3256: done (2 left) 2024-04-12T16:12:02.343 INFO:tasks.rados.rados.0.smithi099.stdout:3257: done (1 left) 2024-04-12T16:12:02.343 INFO:tasks.rados.rados.0.smithi099.stdout:3260: done (0 left) 2024-04-12T16:12:02.344 INFO:tasks.rados.rados.0.smithi099.stdout:3261: delete oid 3 current snap is 322 2024-04-12T16:12:02.346 INFO:tasks.rados.rados.0.smithi099.stdout:3261: done (0 left) 2024-04-12T16:12:02.346 INFO:tasks.rados.rados.0.smithi099.stdout:3262: read oid 23 snap -1 2024-04-12T16:12:02.346 INFO:tasks.rados.rados.0.smithi099.stdout:3262: expect (ObjNum 998 snap 316 seq_num 998) 2024-04-12T16:12:02.346 INFO:tasks.rados.rados.0.smithi099.stdout:3263: setattr oid 22 current snap is 322 2024-04-12T16:12:02.348 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 8 current snap is 322 2024-04-12T16:12:02.348 INFO:tasks.rados.rados.0.smithi099.stdout:3264: seq_num 1021 ranges {7184384=303104} 2024-04-12T16:12:02.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:02 smithi099 ceph-mon[94290]: osdmap e703: 8 total, 8 up, 8 in 2024-04-12T16:12:02.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:02 smithi099 ceph-mon[96864]: osdmap e703: 8 total, 8 up, 8 in 2024-04-12T16:12:02.389 INFO:tasks.rados.rados.0.smithi099.stdout:3264: writing smithi09982431-8 from 7184384 to 7487488 tid 1 2024-04-12T16:12:02.389 INFO:tasks.rados.rados.0.smithi099.stdout:3265: copy_from oid 1 from oid 48 current snap is 322 2024-04-12T16:12:02.389 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 22 v 2253 (ObjNum 65 snap 0 seq_num 1801608034) dirty exists 2024-04-12T16:12:02.389 INFO:tasks.rados.rados.0.smithi099.stdout:3262: expect (ObjNum 998 snap 316 seq_num 998) 2024-04-12T16:12:02.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:02 smithi110 ceph-mon[88691]: osdmap e703: 8 total, 8 up, 8 in 2024-04-12T16:12:02.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:12:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:12:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:12:02.749 INFO:tasks.rados.rados.0.smithi099.stdout:3264: finishing write tid 1 to smithi09982431-8 2024-04-12T16:12:02.750 INFO:tasks.rados.rados.0.smithi099.stdout:3264: finishing write tid 2 to smithi09982431-8 2024-04-12T16:12:02.750 INFO:tasks.rados.rados.0.smithi099.stdout:3264: finishing write tid 3 to smithi09982431-8 2024-04-12T16:12:02.750 INFO:tasks.rados.rados.0.smithi099.stdout:3264: oid 8 updating version 0 to 1761 2024-04-12T16:12:02.750 INFO:tasks.rados.rados.0.smithi099.stdout:3264: oid 8 version 1761 is already newer than 1760 2024-04-12T16:12:02.750 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 8 v 1761 (ObjNum 1021 snap 322 seq_num 1021) dirty exists 2024-04-12T16:12:02.750 INFO:tasks.rados.rados.0.smithi099.stdout:3264: left oid 8 (ObjNum 1021 snap 322 seq_num 1021) 2024-04-12T16:12:02.750 INFO:tasks.rados.rados.0.smithi099.stdout:3265: finishing copy_from racing read to smithi09982431-1 2024-04-12T16:12:02.750 INFO:tasks.rados.rados.0.smithi099.stdout:3265: finishing copy_from to smithi09982431-1 2024-04-12T16:12:02.750 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 1 v 1525 (ObjNum 423 snap 128 seq_num 423) dirty exists 2024-04-12T16:12:02.750 INFO:tasks.rados.rados.0.smithi099.stdout:3262: done (3 left) 2024-04-12T16:12:02.750 INFO:tasks.rados.rados.0.smithi099.stdout:3263: done (2 left) 2024-04-12T16:12:02.750 INFO:tasks.rados.rados.0.smithi099.stdout:3264: done (1 left) 2024-04-12T16:12:02.750 INFO:tasks.rados.rados.0.smithi099.stdout:3265: done (0 left) 2024-04-12T16:12:02.750 INFO:tasks.rados.rados.0.smithi099.stdout:3266: copy_from oid 43 from oid 15 current snap is 322 2024-04-12T16:12:02.751 INFO:tasks.rados.rados.0.smithi099.stdout:3267: snap_create 2024-04-12T16:12:02.777 INFO:tasks.rados.rados.0.smithi099.stdout:3266: finishing copy_from racing read to smithi09982431-43 2024-04-12T16:12:02.779 INFO:tasks.rados.rados.0.smithi099.stdout:3266: finishing copy_from to smithi09982431-43 2024-04-12T16:12:02.779 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 43 v 1522 (ObjNum 990 snap 309 seq_num 990) dirty exists 2024-04-12T16:12:03.137 INFO:tasks.rados.rados.0.smithi099.stdout:3266: done (1 left) 2024-04-12T16:12:03.137 INFO:tasks.rados.rados.0.smithi099.stdout:3267: done (0 left) 2024-04-12T16:12:03.138 INFO:tasks.rados.rados.0.smithi099.stdout:3268: rollback oid 36 current snap is 323 2024-04-12T16:12:03.138 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 36 to 282 2024-04-12T16:12:03.138 INFO:tasks.rados.rados.0.smithi099.stdout:3269: copy_from oid 39 from oid 26 current snap is 323 2024-04-12T16:12:03.138 INFO:tasks.rados.rados.0.smithi099.stdout:3270: rmattr oid 20 current snap is 323 2024-04-12T16:12:03.138 INFO:tasks.rados.rados.0.smithi099.stdout:3270: done (2 left) 2024-04-12T16:12:03.138 INFO:tasks.rados.rados.0.smithi099.stdout:3271: read oid 11 snap 305 2024-04-12T16:12:03.138 INFO:tasks.rados.rados.0.smithi099.stdout:3271: expect deleted 2024-04-12T16:12:03.138 INFO:tasks.rados.rados.0.smithi099.stdout:3272: rmattr oid 33 current snap is 323 2024-04-12T16:12:03.138 INFO:tasks.rados.rados.0.smithi099.stdout:3272: done (3 left) 2024-04-12T16:12:03.138 INFO:tasks.rados.rados.0.smithi099.stdout:3273: copy_from oid 6 from oid 28 current snap is 323 2024-04-12T16:12:03.138 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 41 current snap is 323 2024-04-12T16:12:03.138 INFO:tasks.rados.rados.0.smithi099.stdout:3274: seq_num 1022 ranges {2138112=319488} 2024-04-12T16:12:03.151 INFO:tasks.rados.rados.0.smithi099.stdout:3274: writing smithi09982431-41 from 2138112 to 2457600 tid 1 2024-04-12T16:12:03.151 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 49 current snap is 323 2024-04-12T16:12:03.151 INFO:tasks.rados.rados.0.smithi099.stdout:3275: seq_num 1023 ranges {2285568=335872} 2024-04-12T16:12:03.165 INFO:tasks.rados.rados.0.smithi099.stdout:3275: writing smithi09982431-49 from 2285568 to 2621440 tid 1 2024-04-12T16:12:03.165 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 27 current snap is 323 2024-04-12T16:12:03.165 INFO:tasks.rados.rados.0.smithi099.stdout:3276: seq_num 1024 ranges {3932160=352256} 2024-04-12T16:12:03.188 INFO:tasks.rados.rados.0.smithi099.stdout:3276: writing smithi09982431-27 from 3932160 to 4284416 tid 1 2024-04-12T16:12:03.189 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 30 current snap is 323 2024-04-12T16:12:03.189 INFO:tasks.rados.rados.0.smithi099.stdout:3268: finishing rollback tid 0 to smithi09982431-36 2024-04-12T16:12:03.189 INFO:tasks.rados.rados.0.smithi099.stdout:3268: finishing rollback tid 1 to smithi09982431-36 2024-04-12T16:12:03.189 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 36 v 2243 (ObjNum 65 snap 0 seq_num 1364348521) dirty dne 2024-04-12T16:12:03.189 INFO:tasks.rados.rados.0.smithi099.stdout:3277: seq_num 1025 ranges {0=368640} 2024-04-12T16:12:03.191 INFO:tasks.rados.rados.0.smithi099.stdout:3277: writing smithi09982431-30 from 0 to 368640 tid 1 2024-04-12T16:12:03.191 INFO:tasks.rados.rados.0.smithi099.stdout:3268: done (7 left) 2024-04-12T16:12:03.192 INFO:tasks.rados.rados.0.smithi099.stdout:3271: done (6 left) 2024-04-12T16:12:03.192 INFO:tasks.rados.rados.0.smithi099.stdout:3278: read oid 31 snap -1 2024-04-12T16:12:03.192 INFO:tasks.rados.rados.0.smithi099.stdout:3278: expect (ObjNum 757 snap 235 seq_num 757) 2024-04-12T16:12:03.192 INFO:tasks.rados.rados.0.smithi099.stdout:3279: snap_create 2024-04-12T16:12:03.192 INFO:tasks.rados.rados.0.smithi099.stdout:3269: finishing copy_from racing read to smithi09982431-39 2024-04-12T16:12:03.192 INFO:tasks.rados.rados.0.smithi099.stdout:3269: finishing copy_from to smithi09982431-39 2024-04-12T16:12:03.192 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 39 v 1779 (ObjNum 966 snap 296 seq_num 966) dirty exists 2024-04-12T16:12:03.192 INFO:tasks.rados.rados.0.smithi099.stdout:3274: finishing write tid 1 to smithi09982431-41 2024-04-12T16:12:03.192 INFO:tasks.rados.rados.0.smithi099.stdout:3274: finishing write tid 2 to smithi09982431-41 2024-04-12T16:12:03.192 INFO:tasks.rados.rados.0.smithi099.stdout:3274: finishing write tid 3 to smithi09982431-41 2024-04-12T16:12:03.192 INFO:tasks.rados.rados.0.smithi099.stdout:3274: oid 41 updating version 0 to 2012 2024-04-12T16:12:03.192 INFO:tasks.rados.rados.0.smithi099.stdout:3274: oid 41 version 2012 is already newer than 2011 2024-04-12T16:12:03.192 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 41 v 2012 (ObjNum 1022 snap 323 seq_num 1022) dirty exists 2024-04-12T16:12:03.192 INFO:tasks.rados.rados.0.smithi099.stdout:3274: left oid 41 (ObjNum 1022 snap 323 seq_num 1022) 2024-04-12T16:12:03.192 INFO:tasks.rados.rados.0.smithi099.stdout:3273: finishing copy_from racing read to smithi09982431-6 2024-04-12T16:12:03.193 INFO:tasks.rados.rados.0.smithi099.stdout:3273: finishing copy_from to smithi09982431-6 2024-04-12T16:12:03.193 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 6 v 987 (ObjNum 921 snap 285 seq_num 921) dirty exists 2024-04-12T16:12:03.193 INFO:tasks.rados.rados.0.smithi099.stdout:3275: finishing write tid 1 to smithi09982431-49 2024-04-12T16:12:03.193 INFO:tasks.rados.rados.0.smithi099.stdout:3275: finishing write tid 2 to smithi09982431-49 2024-04-12T16:12:03.193 INFO:tasks.rados.rados.0.smithi099.stdout:3275: finishing write tid 3 to smithi09982431-49 2024-04-12T16:12:03.193 INFO:tasks.rados.rados.0.smithi099.stdout:3275: oid 49 updating version 0 to 2014 2024-04-12T16:12:03.193 INFO:tasks.rados.rados.0.smithi099.stdout:3275: oid 49 updating version 2014 to 2015 2024-04-12T16:12:03.193 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 49 v 2015 (ObjNum 1023 snap 323 seq_num 1023) dirty exists 2024-04-12T16:12:03.193 INFO:tasks.rados.rados.0.smithi099.stdout:3275: left oid 49 (ObjNum 1023 snap 323 seq_num 1023) 2024-04-12T16:12:03.193 INFO:tasks.rados.rados.0.smithi099.stdout:3276: finishing write tid 1 to smithi09982431-27 2024-04-12T16:12:03.194 INFO:tasks.rados.rados.0.smithi099.stdout:3276: finishing write tid 2 to smithi09982431-27 2024-04-12T16:12:03.194 INFO:tasks.rados.rados.0.smithi099.stdout:3277: finishing write tid 1 to smithi09982431-30 2024-04-12T16:12:03.194 INFO:tasks.rados.rados.0.smithi099.stdout:3277: finishing write tid 2 to smithi09982431-30 2024-04-12T16:12:03.195 INFO:tasks.rados.rados.0.smithi099.stdout:3276: finishing write tid 3 to smithi09982431-27 2024-04-12T16:12:03.195 INFO:tasks.rados.rados.0.smithi099.stdout:3276: oid 27 updating version 0 to 2245 2024-04-12T16:12:03.195 INFO:tasks.rados.rados.0.smithi099.stdout:3276: oid 27 version 2245 is already newer than 2244 2024-04-12T16:12:03.195 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 27 v 2245 (ObjNum 1024 snap 323 seq_num 1024) dirty exists 2024-04-12T16:12:03.195 INFO:tasks.rados.rados.0.smithi099.stdout:3276: left oid 27 (ObjNum 1024 snap 323 seq_num 1024) 2024-04-12T16:12:03.195 INFO:tasks.rados.rados.0.smithi099.stdout:3277: finishing write tid 3 to smithi09982431-30 2024-04-12T16:12:03.196 INFO:tasks.rados.rados.0.smithi099.stdout:3277: oid 30 updating version 0 to 2360 2024-04-12T16:12:03.196 INFO:tasks.rados.rados.0.smithi099.stdout:3277: oid 30 updating version 2360 to 2361 2024-04-12T16:12:03.196 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 30 v 2361 (ObjNum 1025 snap 323 seq_num 1025) dirty exists 2024-04-12T16:12:03.196 INFO:tasks.rados.rados.0.smithi099.stdout:3277: left oid 30 (ObjNum 1025 snap 323 seq_num 1025) 2024-04-12T16:12:03.228 INFO:tasks.rados.rados.0.smithi099.stdout:3278: expect (ObjNum 757 snap 235 seq_num 757) 2024-04-12T16:12:03.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:03 smithi099 ceph-mon[94290]: pgmap v692: 121 pgs: 121 active+clean; 460 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.3 MiB/s wr, 10 op/s 2024-04-12T16:12:03.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:03 smithi099 ceph-mon[96864]: pgmap v692: 121 pgs: 121 active+clean; 460 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.3 MiB/s wr, 10 op/s 2024-04-12T16:12:03.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:03 smithi110 ceph-mon[88691]: pgmap v692: 121 pgs: 121 active+clean; 460 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.3 MiB/s wr, 10 op/s 2024-04-12T16:12:04.100 INFO:tasks.rados.rados.0.smithi099.stdout:3269: done (7 left) 2024-04-12T16:12:04.100 INFO:tasks.rados.rados.0.smithi099.stdout:3273: done (6 left) 2024-04-12T16:12:04.100 INFO:tasks.rados.rados.0.smithi099.stdout:3274: done (5 left) 2024-04-12T16:12:04.100 INFO:tasks.rados.rados.0.smithi099.stdout:3275: done (4 left) 2024-04-12T16:12:04.100 INFO:tasks.rados.rados.0.smithi099.stdout:3276: done (3 left) 2024-04-12T16:12:04.100 INFO:tasks.rados.rados.0.smithi099.stdout:3277: done (2 left) 2024-04-12T16:12:04.100 INFO:tasks.rados.rados.0.smithi099.stdout:3278: done (1 left) 2024-04-12T16:12:04.100 INFO:tasks.rados.rados.0.smithi099.stdout:3279: done (0 left) 2024-04-12T16:12:04.100 INFO:tasks.rados.rados.0.smithi099.stdout:3280: snap_create 2024-04-12T16:12:04.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:04 smithi110 ceph-mon[88691]: osdmap e704: 8 total, 8 up, 8 in 2024-04-12T16:12:04.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:04 smithi110 ceph-mon[88691]: osdmap e705: 8 total, 8 up, 8 in 2024-04-12T16:12:04.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:04 smithi099 ceph-mon[94290]: osdmap e704: 8 total, 8 up, 8 in 2024-04-12T16:12:04.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:04 smithi099 ceph-mon[94290]: osdmap e705: 8 total, 8 up, 8 in 2024-04-12T16:12:04.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:04 smithi099 ceph-mon[96864]: osdmap e704: 8 total, 8 up, 8 in 2024-04-12T16:12:04.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:04 smithi099 ceph-mon[96864]: osdmap e705: 8 total, 8 up, 8 in 2024-04-12T16:12:05.099 INFO:tasks.rados.rados.0.smithi099.stdout:3280: done (0 left) 2024-04-12T16:12:05.099 INFO:tasks.rados.rados.0.smithi099.stdout:3281: read oid 15 snap -1 2024-04-12T16:12:05.099 INFO:tasks.rados.rados.0.smithi099.stdout:3281: expect (ObjNum 990 snap 309 seq_num 990) 2024-04-12T16:12:05.099 INFO:tasks.rados.rados.0.smithi099.stdout:3282: setattr oid 2 current snap is 325 2024-04-12T16:12:05.100 INFO:tasks.rados.rados.0.smithi099.stdout:3283: copy_from oid 43 from oid 45 current snap is 325 2024-04-12T16:12:05.100 INFO:tasks.rados.rados.0.smithi099.stdout:3284: rmattr oid 31 current snap is 325 2024-04-12T16:12:05.100 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 4 current snap is 325 2024-04-12T16:12:05.100 INFO:tasks.rados.rados.0.smithi099.stdout:3285: seq_num 1026 ranges {1015808=385024} 2024-04-12T16:12:05.108 INFO:tasks.rados.rados.0.smithi099.stdout:3285: writing smithi09982431-4 from 1015808 to 1400832 tid 1 2024-04-12T16:12:05.108 INFO:tasks.rados.rados.0.smithi099.stdout:3286: copy_from oid 47 from oid 6 current snap is 325 2024-04-12T16:12:05.108 INFO:tasks.rados.rados.0.smithi099.stdout:3283: finishing copy_from to smithi09982431-43 2024-04-12T16:12:05.108 INFO:tasks.rados.rados.0.smithi099.stdout:3283: got expected ENOENT (src dne) 2024-04-12T16:12:05.108 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 2 v 2066 (ObjNum 1004 snap 316 seq_num 1004) dirty exists 2024-04-12T16:12:05.108 INFO:tasks.rados.rados.0.smithi099.stdout:3283: finishing copy_from racing read to smithi09982431-43 2024-04-12T16:12:05.108 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 31 v 2017 (ObjNum 757 snap 235 seq_num 757) dirty exists 2024-04-12T16:12:05.108 INFO:tasks.rados.rados.0.smithi099.stdout:3282: done (5 left) 2024-04-12T16:12:05.108 INFO:tasks.rados.rados.0.smithi099.stdout:3283: done (4 left) 2024-04-12T16:12:05.109 INFO:tasks.rados.rados.0.smithi099.stdout:3284: done (3 left) 2024-04-12T16:12:05.109 INFO:tasks.rados.rados.0.smithi099.stdout:3287: setattr oid 38 current snap is 325 2024-04-12T16:12:05.109 INFO:tasks.rados.rados.0.smithi099.stdout:3288: delete oid 2 current snap is 325 2024-04-12T16:12:05.111 INFO:tasks.rados.rados.0.smithi099.stdout:3288: done (4 left) 2024-04-12T16:12:05.111 INFO:tasks.rados.rados.0.smithi099.stdout:3289: delete oid 37 current snap is 325 2024-04-12T16:12:05.114 INFO:tasks.rados.rados.0.smithi099.stdout:3289: done (4 left) 2024-04-12T16:12:05.114 INFO:tasks.rados.rados.0.smithi099.stdout:3290: delete oid 42 current snap is 325 2024-04-12T16:12:05.117 INFO:tasks.rados.rados.0.smithi099.stdout:3290: done (4 left) 2024-04-12T16:12:05.117 INFO:tasks.rados.rados.0.smithi099.stdout:3291: snap_remove snap 311 2024-04-12T16:12:05.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:05 smithi110 ceph-mon[88691]: pgmap v695: 121 pgs: 121 active+clean; 469 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-04-12T16:12:05.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:05 smithi110 ceph-mon[88691]: osdmap e706: 8 total, 8 up, 8 in 2024-04-12T16:12:05.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:05 smithi099 ceph-mon[94290]: pgmap v695: 121 pgs: 121 active+clean; 469 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-04-12T16:12:05.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:05 smithi099 ceph-mon[94290]: osdmap e706: 8 total, 8 up, 8 in 2024-04-12T16:12:05.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:05 smithi099 ceph-mon[96864]: pgmap v695: 121 pgs: 121 active+clean; 469 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-04-12T16:12:05.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:05 smithi099 ceph-mon[96864]: osdmap e706: 8 total, 8 up, 8 in 2024-04-12T16:12:06.104 INFO:tasks.rados.rados.0.smithi099.stdout:3291: done (4 left) 2024-04-12T16:12:06.105 INFO:tasks.rados.rados.0.smithi099.stdout:3292: snap_remove snap 269 2024-04-12T16:12:06.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:12:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:12:06] "GET /metrics HTTP/1.1" 200 36326 "" "Prometheus/2.43.0" 2024-04-12T16:12:07.107 INFO:tasks.rados.rados.0.smithi099.stdout:3292: done (4 left) 2024-04-12T16:12:07.107 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 36 current snap is 325 2024-04-12T16:12:07.107 INFO:tasks.rados.rados.0.smithi099.stdout:3293: seq_num 1030 ranges {0=458752} 2024-04-12T16:12:07.110 INFO:tasks.rados.rados.0.smithi099.stdout:3293: writing smithi09982431-36 from 0 to 458752 tid 1 2024-04-12T16:12:07.110 INFO:tasks.rados.rados.0.smithi099.stdout:3294: setattr oid 37 current snap is 325 2024-04-12T16:12:07.111 INFO:tasks.rados.rados.0.smithi099.stdout:3285: finishing write tid 1 to smithi09982431-4 2024-04-12T16:12:07.111 INFO:tasks.rados.rados.0.smithi099.stdout:3285: finishing write tid 2 to smithi09982431-4 2024-04-12T16:12:07.111 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 38 v 1766 (ObjNum 909 snap 279 seq_num 909) dirty exists 2024-04-12T16:12:07.111 INFO:tasks.rados.rados.0.smithi099.stdout:3285: finishing write tid 3 to smithi09982431-4 2024-04-12T16:12:07.111 INFO:tasks.rados.rados.0.smithi099.stdout:3285: oid 4 updating version 0 to 1763 2024-04-12T16:12:07.111 INFO:tasks.rados.rados.0.smithi099.stdout:3285: oid 4 updating version 1763 to 1764 2024-04-12T16:12:07.112 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 4 v 1764 (ObjNum 1026 snap 325 seq_num 1026) dirty exists 2024-04-12T16:12:07.112 INFO:tasks.rados.rados.0.smithi099.stdout:3285: left oid 4 (ObjNum 1026 snap 325 seq_num 1026) 2024-04-12T16:12:07.112 INFO:tasks.rados.rados.0.smithi099.stdout:3281: expect (ObjNum 990 snap 309 seq_num 990) 2024-04-12T16:12:07.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:07 smithi099 ceph-mon[94290]: osdmap e707: 8 total, 8 up, 8 in 2024-04-12T16:12:07.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:07 smithi099 ceph-mon[94290]: pgmap v698: 121 pgs: 121 active+clean; 475 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 3.9 MiB/s wr, 27 op/s 2024-04-12T16:12:07.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:07 smithi099 ceph-mon[96864]: osdmap e707: 8 total, 8 up, 8 in 2024-04-12T16:12:07.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:07 smithi099 ceph-mon[96864]: pgmap v698: 121 pgs: 121 active+clean; 475 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 3.9 MiB/s wr, 27 op/s 2024-04-12T16:12:07.379 INFO:tasks.rados.rados.0.smithi099.stdout:3286: finishing copy_from racing read to smithi09982431-47 2024-04-12T16:12:07.379 INFO:tasks.rados.rados.0.smithi099.stdout:3286: finishing copy_from to smithi09982431-47 2024-04-12T16:12:07.379 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 47 v 987 (ObjNum 921 snap 285 seq_num 921) dirty exists 2024-04-12T16:12:07.379 INFO:tasks.rados.rados.0.smithi099.stdout:3293: finishing write tid 1 to smithi09982431-36 2024-04-12T16:12:07.379 INFO:tasks.rados.rados.0.smithi099.stdout:3293: finishing write tid 2 to smithi09982431-36 2024-04-12T16:12:07.379 INFO:tasks.rados.rados.0.smithi099.stdout:3293: finishing write tid 3 to smithi09982431-36 2024-04-12T16:12:07.379 INFO:tasks.rados.rados.0.smithi099.stdout:3293: oid 36 updating version 0 to 2245 2024-04-12T16:12:07.379 INFO:tasks.rados.rados.0.smithi099.stdout:3293: oid 36 version 2245 is already newer than 2244 2024-04-12T16:12:07.379 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 36 v 2245 (ObjNum 1030 snap 325 seq_num 1030) dirty exists 2024-04-12T16:12:07.379 INFO:tasks.rados.rados.0.smithi099.stdout:3293: left oid 36 (ObjNum 1030 snap 325 seq_num 1030) 2024-04-12T16:12:07.379 INFO:tasks.rados.rados.0.smithi099.stdout:3281: done (5 left) 2024-04-12T16:12:07.379 INFO:tasks.rados.rados.0.smithi099.stdout:3285: done (4 left) 2024-04-12T16:12:07.379 INFO:tasks.rados.rados.0.smithi099.stdout:3286: done (3 left) 2024-04-12T16:12:07.379 INFO:tasks.rados.rados.0.smithi099.stdout:3287: done (2 left) 2024-04-12T16:12:07.380 INFO:tasks.rados.rados.0.smithi099.stdout:3293: done (1 left) 2024-04-12T16:12:07.380 INFO:tasks.rados.rados.0.smithi099.stdout:3295: read oid 16 snap -1 2024-04-12T16:12:07.380 INFO:tasks.rados.rados.0.smithi099.stdout:3295: expect (ObjNum 839 snap 261 seq_num 839) 2024-04-12T16:12:07.380 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 32 current snap is 325 2024-04-12T16:12:07.380 INFO:tasks.rados.rados.0.smithi099.stdout:3296: seq_num 1031 ranges {7766016=475136} 2024-04-12T16:12:07.385 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:07 smithi110 ceph-mon[88691]: osdmap e707: 8 total, 8 up, 8 in 2024-04-12T16:12:07.385 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:07 smithi110 ceph-mon[88691]: pgmap v698: 121 pgs: 121 active+clean; 475 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 3.9 MiB/s wr, 27 op/s 2024-04-12T16:12:07.423 INFO:tasks.rados.rados.0.smithi099.stdout:3296: writing smithi09982431-32 from 7766016 to 8241152 tid 1 2024-04-12T16:12:07.423 INFO:tasks.rados.rados.0.smithi099.stdout:3297: snap_create 2024-04-12T16:12:07.423 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 37 v 1964 (ObjNum 65 snap 0 seq_num 1901809232) dirty exists 2024-04-12T16:12:07.423 INFO:tasks.rados.rados.0.smithi099.stdout:3295: expect (ObjNum 839 snap 261 seq_num 839) 2024-04-12T16:12:07.476 INFO:tasks.rados.rados.0.smithi099.stdout:3296: finishing write tid 1 to smithi09982431-32 2024-04-12T16:12:07.476 INFO:tasks.rados.rados.0.smithi099.stdout:3296: finishing write tid 2 to smithi09982431-32 2024-04-12T16:12:07.476 INFO:tasks.rados.rados.0.smithi099.stdout:3296: finishing write tid 3 to smithi09982431-32 2024-04-12T16:12:07.476 INFO:tasks.rados.rados.0.smithi099.stdout:3296: oid 32 updating version 0 to 1787 2024-04-12T16:12:07.476 INFO:tasks.rados.rados.0.smithi099.stdout:3296: oid 32 version 1787 is already newer than 1786 2024-04-12T16:12:07.476 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 32 v 1787 (ObjNum 1031 snap 325 seq_num 1031) dirty exists 2024-04-12T16:12:07.477 INFO:tasks.rados.rados.0.smithi099.stdout:3296: left oid 32 (ObjNum 1031 snap 325 seq_num 1031) 2024-04-12T16:12:08.115 INFO:tasks.rados.rados.0.smithi099.stdout:3294: done (3 left) 2024-04-12T16:12:08.115 INFO:tasks.rados.rados.0.smithi099.stdout:3295: done (2 left) 2024-04-12T16:12:08.115 INFO:tasks.rados.rados.0.smithi099.stdout:3296: done (1 left) 2024-04-12T16:12:08.115 INFO:tasks.rados.rados.0.smithi099.stdout:3297: done (0 left) 2024-04-12T16:12:08.115 INFO:tasks.rados.rados.0.smithi099.stdout:3298: setattr oid 16 current snap is 326 2024-04-12T16:12:08.116 INFO:tasks.rados.rados.0.smithi099.stdout:3299: read oid 45 snap -1 2024-04-12T16:12:08.116 INFO:tasks.rados.rados.0.smithi099.stdout:3299: expect deleted 2024-04-12T16:12:08.116 INFO:tasks.rados.rados.0.smithi099.stdout:3300: snap_create 2024-04-12T16:12:08.121 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 16 v 2407 (ObjNum 839 snap 261 seq_num 839) dirty exists 2024-04-12T16:12:08.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:08 smithi099 ceph-mon[94290]: osdmap e708: 8 total, 8 up, 8 in 2024-04-12T16:12:08.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:08 smithi099 ceph-mon[96864]: osdmap e708: 8 total, 8 up, 8 in 2024-04-12T16:12:08.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:08 smithi110 ceph-mon[88691]: osdmap e708: 8 total, 8 up, 8 in 2024-04-12T16:12:09.103 INFO:tasks.rados.rados.0.smithi099.stdout:3298: done (2 left) 2024-04-12T16:12:09.103 INFO:tasks.rados.rados.0.smithi099.stdout:3299: done (1 left) 2024-04-12T16:12:09.103 INFO:tasks.rados.rados.0.smithi099.stdout:3300: done (0 left) 2024-04-12T16:12:09.103 INFO:tasks.rados.rados.0.smithi099.stdout:3301: setattr oid 41 current snap is 327 2024-04-12T16:12:09.104 INFO:tasks.rados.rados.0.smithi099.stdout:3302: rollback oid 2 current snap is 327 2024-04-12T16:12:09.104 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 2 to 325 2024-04-12T16:12:09.104 INFO:tasks.rados.rados.0.smithi099.stdout:3303: snap_remove snap 323 2024-04-12T16:12:09.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:09 smithi099 ceph-mon[94290]: osdmap e709: 8 total, 8 up, 8 in 2024-04-12T16:12:09.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:09 smithi099 ceph-mon[94290]: pgmap v701: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 488 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 4.8 MiB/s wr, 14 op/s 2024-04-12T16:12:09.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:09 smithi099 ceph-mon[94290]: osdmap e710: 8 total, 8 up, 8 in 2024-04-12T16:12:09.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:09 smithi099 ceph-mon[96864]: osdmap e709: 8 total, 8 up, 8 in 2024-04-12T16:12:09.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:09 smithi099 ceph-mon[96864]: pgmap v701: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 488 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 4.8 MiB/s wr, 14 op/s 2024-04-12T16:12:09.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:09 smithi099 ceph-mon[96864]: osdmap e710: 8 total, 8 up, 8 in 2024-04-12T16:12:09.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:09 smithi110 ceph-mon[88691]: osdmap e709: 8 total, 8 up, 8 in 2024-04-12T16:12:09.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:09 smithi110 ceph-mon[88691]: pgmap v701: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 488 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 4.8 MiB/s wr, 14 op/s 2024-04-12T16:12:09.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:09 smithi110 ceph-mon[88691]: osdmap e710: 8 total, 8 up, 8 in 2024-04-12T16:12:10.116 INFO:tasks.rados.rados.0.smithi099.stdout:3303: done (2 left) 2024-04-12T16:12:10.116 INFO:tasks.rados.rados.0.smithi099.stdout:3304: rmattr oid 1 current snap is 327 2024-04-12T16:12:10.117 INFO:tasks.rados.rados.0.smithi099.stdout:3305: snap_remove snap 315 2024-04-12T16:12:11.117 INFO:tasks.rados.rados.0.smithi099.stdout:3305: done (3 left) 2024-04-12T16:12:11.117 INFO:tasks.rados.rados.0.smithi099.stdout:3306: snap_create 2024-04-12T16:12:11.117 INFO:tasks.rados.rados.0.smithi099.stdout:3302: finishing rollback tid 1 to smithi09982431-2 2024-04-12T16:12:11.117 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 2 v 2067 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-12T16:12:11.117 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 41 v 2039 (ObjNum 1022 snap 323 seq_num 1022) dirty exists 2024-04-12T16:12:11.117 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 1 v 2408 (ObjNum 423 snap 128 seq_num 423) dirty exists 2024-04-12T16:12:11.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:11 smithi099 ceph-mon[94290]: osdmap e711: 8 total, 8 up, 8 in 2024-04-12T16:12:11.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:11 smithi099 ceph-mon[94290]: pgmap v704: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 484 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.5 MiB/s wr, 16 op/s 2024-04-12T16:12:11.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:11 smithi099 ceph-mon[96864]: osdmap e711: 8 total, 8 up, 8 in 2024-04-12T16:12:11.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:11 smithi099 ceph-mon[96864]: pgmap v704: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 484 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.5 MiB/s wr, 16 op/s 2024-04-12T16:12:11.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:11 smithi110 ceph-mon[88691]: osdmap e711: 8 total, 8 up, 8 in 2024-04-12T16:12:11.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:11 smithi110 ceph-mon[88691]: pgmap v704: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 484 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.5 MiB/s wr, 16 op/s 2024-04-12T16:12:12.122 INFO:tasks.rados.rados.0.smithi099.stdout:3301: done (3 left) 2024-04-12T16:12:12.122 INFO:tasks.rados.rados.0.smithi099.stdout:3302: done (2 left) 2024-04-12T16:12:12.122 INFO:tasks.rados.rados.0.smithi099.stdout:3304: done (1 left) 2024-04-12T16:12:12.122 INFO:tasks.rados.rados.0.smithi099.stdout:3306: done (0 left) 2024-04-12T16:12:12.122 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 29 current snap is 328 2024-04-12T16:12:12.122 INFO:tasks.rados.rados.0.smithi099.stdout:3307: seq_num 1032 ranges {0=491520} 2024-04-12T16:12:12.125 INFO:tasks.rados.rados.0.smithi099.stdout:3307: writing smithi09982431-29 from 0 to 491520 tid 1 2024-04-12T16:12:12.125 INFO:tasks.rados.rados.0.smithi099.stdout:3308: delete oid 37 current snap is 328 2024-04-12T16:12:12.133 INFO:tasks.rados.rados.0.smithi099.stdout:3308: done (1 left) 2024-04-12T16:12:12.133 INFO:tasks.rados.rados.0.smithi099.stdout:3309: copy_from oid 33 from oid 15 current snap is 328 2024-04-12T16:12:12.133 INFO:tasks.rados.rados.0.smithi099.stdout:3310: read oid 20 snap 325 2024-04-12T16:12:12.133 INFO:tasks.rados.rados.0.smithi099.stdout:3310: expect (ObjNum 853 snap 267 seq_num 853) 2024-04-12T16:12:12.133 INFO:tasks.rados.rados.0.smithi099.stdout:3311: copy_from oid 39 from oid 7 current snap is 328 2024-04-12T16:12:12.133 INFO:tasks.rados.rados.0.smithi099.stdout:3312: snap_create 2024-04-12T16:12:12.133 INFO:tasks.rados.rados.0.smithi099.stdout:3307: finishing write tid 1 to smithi09982431-29 2024-04-12T16:12:12.134 INFO:tasks.rados.rados.0.smithi099.stdout:3307: finishing write tid 2 to smithi09982431-29 2024-04-12T16:12:12.136 INFO:tasks.rados.rados.0.smithi099.stdout:3307: finishing write tid 3 to smithi09982431-29 2024-04-12T16:12:12.136 INFO:tasks.rados.rados.0.smithi099.stdout:3307: oid 29 updating version 0 to 1694 2024-04-12T16:12:12.136 INFO:tasks.rados.rados.0.smithi099.stdout:3307: oid 29 version 1694 is already newer than 1693 2024-04-12T16:12:12.136 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 29 v 1694 (ObjNum 1032 snap 328 seq_num 1032) dirty exists 2024-04-12T16:12:12.136 INFO:tasks.rados.rados.0.smithi099.stdout:3307: left oid 29 (ObjNum 1032 snap 328 seq_num 1032) 2024-04-12T16:12:12.162 INFO:tasks.rados.rados.0.smithi099.stdout:3310: expect (ObjNum 853 snap 267 seq_num 853) 2024-04-12T16:12:12.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:12 smithi099 ceph-mon[94290]: osdmap e712: 8 total, 8 up, 8 in 2024-04-12T16:12:12.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:12 smithi099 ceph-mon[96864]: osdmap e712: 8 total, 8 up, 8 in 2024-04-12T16:12:12.457 INFO:tasks.rados.rados.0.smithi099.stdout:3309: finishing copy_from racing read to smithi09982431-33 2024-04-12T16:12:12.457 INFO:tasks.rados.rados.0.smithi099.stdout:3309: finishing copy_from to smithi09982431-33 2024-04-12T16:12:12.457 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 33 v 1522 (ObjNum 990 snap 309 seq_num 990) dirty exists 2024-04-12T16:12:12.457 INFO:tasks.rados.rados.0.smithi099.stdout:3311: finishing copy_from racing read to smithi09982431-39 2024-04-12T16:12:12.457 INFO:tasks.rados.rados.0.smithi099.stdout:3311: finishing copy_from to smithi09982431-39 2024-04-12T16:12:12.457 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 39 v 1596 (ObjNum 950 snap 292 seq_num 950) dirty exists 2024-04-12T16:12:12.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:12 smithi110 ceph-mon[88691]: osdmap e712: 8 total, 8 up, 8 in 2024-04-12T16:12:12.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:12:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:12:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:12:13.127 INFO:tasks.rados.rados.0.smithi099.stdout:3307: done (4 left) 2024-04-12T16:12:13.127 INFO:tasks.rados.rados.0.smithi099.stdout:3309: done (3 left) 2024-04-12T16:12:13.127 INFO:tasks.rados.rados.0.smithi099.stdout:3310: done (2 left) 2024-04-12T16:12:13.127 INFO:tasks.rados.rados.0.smithi099.stdout:3311: done (1 left) 2024-04-12T16:12:13.128 INFO:tasks.rados.rados.0.smithi099.stdout:3312: done (0 left) 2024-04-12T16:12:13.128 INFO:tasks.rados.rados.0.smithi099.stdout:3313: delete oid 8 current snap is 329 2024-04-12T16:12:13.131 INFO:tasks.rados.rados.0.smithi099.stdout:3313: done (0 left) 2024-04-12T16:12:13.131 INFO:tasks.rados.rados.0.smithi099.stdout:3314: snap_remove snap 304 2024-04-12T16:12:13.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:13 smithi099 ceph-mon[94290]: osdmap e713: 8 total, 8 up, 8 in 2024-04-12T16:12:13.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:12:13.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:13 smithi099 ceph-mon[94290]: pgmap v707: 121 pgs: 121 active+clean; 484 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 322 KiB/s wr, 19 op/s 2024-04-12T16:12:13.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:13 smithi099 ceph-mon[96864]: osdmap e713: 8 total, 8 up, 8 in 2024-04-12T16:12:13.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:12:13.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:13 smithi099 ceph-mon[96864]: pgmap v707: 121 pgs: 121 active+clean; 484 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 322 KiB/s wr, 19 op/s 2024-04-12T16:12:13.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:13 smithi110 ceph-mon[88691]: osdmap e713: 8 total, 8 up, 8 in 2024-04-12T16:12:13.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:12:13.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:13 smithi110 ceph-mon[88691]: pgmap v707: 121 pgs: 121 active+clean; 484 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 322 KiB/s wr, 19 op/s 2024-04-12T16:12:14.101 INFO:tasks.rados.rados.0.smithi099.stdout:3314: done (0 left) 2024-04-12T16:12:14.102 INFO:tasks.rados.rados.0.smithi099.stdout:3315: rmattr oid 5 current snap is 329 2024-04-12T16:12:14.102 INFO:tasks.rados.rados.0.smithi099.stdout:3315: done (0 left) 2024-04-12T16:12:14.102 INFO:tasks.rados.rados.0.smithi099.stdout:3316: snap_create 2024-04-12T16:12:14.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:14 smithi099 ceph-mon[94290]: osdmap e714: 8 total, 8 up, 8 in 2024-04-12T16:12:14.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:14 smithi099 ceph-mon[94290]: osdmap e715: 8 total, 8 up, 8 in 2024-04-12T16:12:14.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:14 smithi099 ceph-mon[96864]: osdmap e714: 8 total, 8 up, 8 in 2024-04-12T16:12:14.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:14 smithi099 ceph-mon[96864]: osdmap e715: 8 total, 8 up, 8 in 2024-04-12T16:12:14.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:14 smithi110 ceph-mon[88691]: osdmap e714: 8 total, 8 up, 8 in 2024-04-12T16:12:14.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:14 smithi110 ceph-mon[88691]: osdmap e715: 8 total, 8 up, 8 in 2024-04-12T16:12:15.102 INFO:tasks.rados.rados.0.smithi099.stdout:3316: done (0 left) 2024-04-12T16:12:15.102 INFO:tasks.rados.rados.0.smithi099.stdout:3317: snap_remove snap 317 2024-04-12T16:12:15.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:15 smithi110 ceph-mon[88691]: pgmap v710: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 484 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 17 op/s 2024-04-12T16:12:15.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:15 smithi110 ceph-mon[88691]: osdmap e716: 8 total, 8 up, 8 in 2024-04-12T16:12:15.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:15 smithi099 ceph-mon[94290]: pgmap v710: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 484 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 17 op/s 2024-04-12T16:12:15.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:15 smithi099 ceph-mon[94290]: osdmap e716: 8 total, 8 up, 8 in 2024-04-12T16:12:15.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:15 smithi099 ceph-mon[96864]: pgmap v710: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 484 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 17 op/s 2024-04-12T16:12:15.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:15 smithi099 ceph-mon[96864]: osdmap e716: 8 total, 8 up, 8 in 2024-04-12T16:12:16.106 INFO:tasks.rados.rados.0.smithi099.stdout:3317: done (0 left) 2024-04-12T16:12:16.106 INFO:tasks.rados.rados.0.smithi099.stdout:3318: snap_remove snap 313 2024-04-12T16:12:16.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:12:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:12:16] "GET /metrics HTTP/1.1" 200 36327 "" "Prometheus/2.43.0" 2024-04-12T16:12:17.110 INFO:tasks.rados.rados.0.smithi099.stdout:3318: done (0 left) 2024-04-12T16:12:17.110 INFO:tasks.rados.rados.0.smithi099.stdout:3319: snap_create 2024-04-12T16:12:17.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:17 smithi099 ceph-mon[96864]: osdmap e717: 8 total, 8 up, 8 in 2024-04-12T16:12:17.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:17 smithi099 ceph-mon[96864]: pgmap v713: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 490 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-04-12T16:12:17.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:17 smithi099 ceph-mon[94290]: osdmap e717: 8 total, 8 up, 8 in 2024-04-12T16:12:17.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:17 smithi099 ceph-mon[94290]: pgmap v713: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 490 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-04-12T16:12:17.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:17 smithi110 ceph-mon[88691]: osdmap e717: 8 total, 8 up, 8 in 2024-04-12T16:12:17.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:17 smithi110 ceph-mon[88691]: pgmap v713: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 490 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-04-12T16:12:18.111 INFO:tasks.rados.rados.0.smithi099.stdout:3319: done (0 left) 2024-04-12T16:12:18.111 INFO:tasks.rados.rados.0.smithi099.stdout:3320: read oid 36 snap 316 2024-04-12T16:12:18.111 INFO:tasks.rados.rados.0.smithi099.stdout:3320: expect deleted 2024-04-12T16:12:18.111 INFO:tasks.rados.rados.0.smithi099.stdout:3321: setattr oid 19 current snap is 331 2024-04-12T16:12:18.111 INFO:tasks.rados.rados.0.smithi099.stdout:3320: done (1 left) 2024-04-12T16:12:18.111 INFO:tasks.rados.rados.0.smithi099.stdout:3322: copy_from oid 35 from oid 25 current snap is 331 2024-04-12T16:12:18.112 INFO:tasks.rados.rados.0.smithi099.stdout:3323: snap_remove snap 322 2024-04-12T16:12:18.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:18 smithi099 ceph-mon[94290]: osdmap e718: 8 total, 8 up, 8 in 2024-04-12T16:12:18.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:18 smithi099 ceph-mon[96864]: osdmap e718: 8 total, 8 up, 8 in 2024-04-12T16:12:18.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:18 smithi110 ceph-mon[88691]: osdmap e718: 8 total, 8 up, 8 in 2024-04-12T16:12:19.106 INFO:tasks.rados.rados.0.smithi099.stdout:3323: done (2 left) 2024-04-12T16:12:19.106 INFO:tasks.rados.rados.0.smithi099.stdout:3324: rmattr oid 12 current snap is 331 2024-04-12T16:12:19.106 INFO:tasks.rados.rados.0.smithi099.stdout:3324: done (2 left) 2024-04-12T16:12:19.106 INFO:tasks.rados.rados.0.smithi099.stdout:3325: rollback oid 1 current snap is 331 2024-04-12T16:12:19.106 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 1 to 307 2024-04-12T16:12:19.106 INFO:tasks.rados.rados.0.smithi099.stdout:3326: snap_remove snap 324 2024-04-12T16:12:19.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:19 smithi099 ceph-mon[94290]: osdmap e719: 8 total, 8 up, 8 in 2024-04-12T16:12:19.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:19 smithi099 ceph-mon[94290]: pgmap v716: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 492 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.2 MiB/s wr, 2 op/s 2024-04-12T16:12:19.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:19 smithi099 ceph-mon[94290]: osdmap e720: 8 total, 8 up, 8 in 2024-04-12T16:12:19.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:19 smithi099 ceph-mon[96864]: osdmap e719: 8 total, 8 up, 8 in 2024-04-12T16:12:19.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:19 smithi099 ceph-mon[96864]: pgmap v716: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 492 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.2 MiB/s wr, 2 op/s 2024-04-12T16:12:19.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:19 smithi099 ceph-mon[96864]: osdmap e720: 8 total, 8 up, 8 in 2024-04-12T16:12:19.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:19 smithi110 ceph-mon[88691]: osdmap e719: 8 total, 8 up, 8 in 2024-04-12T16:12:19.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:19 smithi110 ceph-mon[88691]: pgmap v716: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 492 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.2 MiB/s wr, 2 op/s 2024-04-12T16:12:19.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:19 smithi110 ceph-mon[88691]: osdmap e720: 8 total, 8 up, 8 in 2024-04-12T16:12:20.105 INFO:tasks.rados.rados.0.smithi099.stdout:3326: done (3 left) 2024-04-12T16:12:20.105 INFO:tasks.rados.rados.0.smithi099.stdout:3327: snap_remove snap 308 2024-04-12T16:12:21.118 INFO:tasks.rados.rados.0.smithi099.stdout:3327: done (3 left) 2024-04-12T16:12:21.118 INFO:tasks.rados.rados.0.smithi099.stdout:3328: copy_from oid 40 from oid 29 current snap is 331 2024-04-12T16:12:21.118 INFO:tasks.rados.rados.0.smithi099.stdout:3322: finishing copy_from racing read to smithi09982431-35 2024-04-12T16:12:21.118 INFO:tasks.rados.rados.0.smithi099.stdout:3322: finishing copy_from to smithi09982431-35 2024-04-12T16:12:21.118 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 2246 (ObjNum 33 snap 0 seq_num 1482706537) dirty exists 2024-04-12T16:12:21.118 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 19 v 1966 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-12T16:12:21.118 INFO:tasks.rados.rados.0.smithi099.stdout:3325: finishing rollback tid 0 to smithi09982431-1 2024-04-12T16:12:21.118 INFO:tasks.rados.rados.0.smithi099.stdout:3325: finishing rollback tid 1 to smithi09982431-1 2024-04-12T16:12:21.118 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 1 v 2410 (ObjNum 97 snap 0 seq_num 1925084416) dirty dne 2024-04-12T16:12:21.118 INFO:tasks.rados.rados.0.smithi099.stdout:3321: done (3 left) 2024-04-12T16:12:21.118 INFO:tasks.rados.rados.0.smithi099.stdout:3322: done (2 left) 2024-04-12T16:12:21.118 INFO:tasks.rados.rados.0.smithi099.stdout:3325: done (1 left) 2024-04-12T16:12:21.118 INFO:tasks.rados.rados.0.smithi099.stdout:3329: copy_from oid 27 from oid 12 current snap is 331 2024-04-12T16:12:21.119 INFO:tasks.rados.rados.0.smithi099.stdout:3330: snap_remove snap 300 2024-04-12T16:12:21.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:21 smithi099 ceph-mon[94290]: osdmap e721: 8 total, 8 up, 8 in 2024-04-12T16:12:21.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:21 smithi099 ceph-mon[94290]: pgmap v719: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 492 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 678 KiB/s wr, 2 op/s 2024-04-12T16:12:21.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:21 smithi099 ceph-mon[96864]: osdmap e721: 8 total, 8 up, 8 in 2024-04-12T16:12:21.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:21 smithi099 ceph-mon[96864]: pgmap v719: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 492 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 678 KiB/s wr, 2 op/s 2024-04-12T16:12:21.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:21 smithi110 ceph-mon[88691]: osdmap e721: 8 total, 8 up, 8 in 2024-04-12T16:12:21.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:21 smithi110 ceph-mon[88691]: pgmap v719: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 492 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 678 KiB/s wr, 2 op/s 2024-04-12T16:12:22.121 INFO:tasks.rados.rados.0.smithi099.stdout:3328: finishing copy_from racing read to smithi09982431-40 2024-04-12T16:12:22.121 INFO:tasks.rados.rados.0.smithi099.stdout:3328: finishing copy_from to smithi09982431-40 2024-04-12T16:12:22.121 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 40 v 1694 (ObjNum 1032 snap 328 seq_num 1032) dirty exists 2024-04-12T16:12:22.121 INFO:tasks.rados.rados.0.smithi099.stdout:3329: finishing copy_from racing read to smithi09982431-27 2024-04-12T16:12:22.121 INFO:tasks.rados.rados.0.smithi099.stdout:3329: finishing copy_from to smithi09982431-27 2024-04-12T16:12:22.121 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 27 v 2404 (ObjNum 853 snap 267 seq_num 853) dirty exists 2024-04-12T16:12:22.122 INFO:tasks.rados.rados.0.smithi099.stdout:3328: done (2 left) 2024-04-12T16:12:22.122 INFO:tasks.rados.rados.0.smithi099.stdout:3329: done (1 left) 2024-04-12T16:12:22.122 INFO:tasks.rados.rados.0.smithi099.stdout:3330: done (0 left) 2024-04-12T16:12:22.122 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 16 current snap is 331 2024-04-12T16:12:22.122 INFO:tasks.rados.rados.0.smithi099.stdout:3331: seq_num 1035 ranges {2064384=540672} 2024-04-12T16:12:22.136 INFO:tasks.rados.rados.0.smithi099.stdout:3331: writing smithi09982431-16 from 2064384 to 2605056 tid 1 2024-04-12T16:12:22.136 INFO:tasks.rados.rados.0.smithi099.stdout:3332: rmattr oid 34 current snap is 331 2024-04-12T16:12:22.136 INFO:tasks.rados.rados.0.smithi099.stdout:3332: done (1 left) 2024-04-12T16:12:22.137 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 36 current snap is 331 2024-04-12T16:12:22.137 INFO:tasks.rados.rados.0.smithi099.stdout:3333: seq_num 1036 ranges {458752=557056} 2024-04-12T16:12:22.143 INFO:tasks.rados.rados.0.smithi099.stdout:3333: writing smithi09982431-36 from 458752 to 1015808 tid 1 2024-04-12T16:12:22.143 INFO:tasks.rados.rados.0.smithi099.stdout:3334: setattr oid 21 current snap is 331 2024-04-12T16:12:22.145 INFO:tasks.rados.rados.0.smithi099.stdout:3335: read oid 34 snap -1 2024-04-12T16:12:22.146 INFO:tasks.rados.rados.0.smithi099.stdout:3335: expect deleted 2024-04-12T16:12:22.146 INFO:tasks.rados.rados.0.smithi099.stdout:3336: delete oid 7 current snap is 331 2024-04-12T16:12:22.150 INFO:tasks.rados.rados.0.smithi099.stdout:3331: finishing write tid 1 to smithi09982431-16 2024-04-12T16:12:22.150 INFO:tasks.rados.rados.0.smithi099.stdout:3331: finishing write tid 2 to smithi09982431-16 2024-04-12T16:12:22.150 INFO:tasks.rados.rados.0.smithi099.stdout:3333: finishing write tid 1 to smithi09982431-36 2024-04-12T16:12:22.151 INFO:tasks.rados.rados.0.smithi099.stdout:3331: finishing write tid 3 to smithi09982431-16 2024-04-12T16:12:22.151 INFO:tasks.rados.rados.0.smithi099.stdout:3331: oid 16 updating version 0 to 2411 2024-04-12T16:12:22.151 INFO:tasks.rados.rados.0.smithi099.stdout:3331: oid 16 updating version 2411 to 2412 2024-04-12T16:12:22.152 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 16 v 2412 (ObjNum 1035 snap 331 seq_num 1035) dirty exists 2024-04-12T16:12:22.152 INFO:tasks.rados.rados.0.smithi099.stdout:3331: left oid 16 (ObjNum 1035 snap 331 seq_num 1035) 2024-04-12T16:12:22.152 INFO:tasks.rados.rados.0.smithi099.stdout:3333: finishing write tid 2 to smithi09982431-36 2024-04-12T16:12:22.153 INFO:tasks.rados.rados.0.smithi099.stdout:3331: done (4 left) 2024-04-12T16:12:22.153 INFO:tasks.rados.rados.0.smithi099.stdout:3335: done (3 left) 2024-04-12T16:12:22.153 INFO:tasks.rados.rados.0.smithi099.stdout:3336: done (2 left) 2024-04-12T16:12:22.153 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 29 current snap is 331 2024-04-12T16:12:22.153 INFO:tasks.rados.rados.0.smithi099.stdout:3337: seq_num 1038 ranges {491520=589824} 2024-04-12T16:12:22.161 INFO:tasks.rados.rados.0.smithi099.stdout:3337: writing smithi09982431-29 from 491520 to 1081344 tid 1 2024-04-12T16:12:22.161 INFO:tasks.rados.rados.0.smithi099.stdout:3338: rollback oid 8 current snap is 331 2024-04-12T16:12:22.161 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 8 to 318 2024-04-12T16:12:22.161 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 2113 (ObjNum 974 snap 301 seq_num 974) dirty exists 2024-04-12T16:12:22.161 INFO:tasks.rados.rados.0.smithi099.stdout:3333: finishing write tid 3 to smithi09982431-36 2024-04-12T16:12:22.161 INFO:tasks.rados.rados.0.smithi099.stdout:3333: oid 36 updating version 0 to 2247 2024-04-12T16:12:22.162 INFO:tasks.rados.rados.0.smithi099.stdout:3333: oid 36 updating version 2247 to 2248 2024-04-12T16:12:22.162 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 36 v 2248 (ObjNum 1036 snap 331 seq_num 1036) dirty exists 2024-04-12T16:12:22.162 INFO:tasks.rados.rados.0.smithi099.stdout:3333: left oid 36 (ObjNum 1036 snap 331 seq_num 1036) 2024-04-12T16:12:22.162 INFO:tasks.rados.rados.0.smithi099.stdout:3333: done (3 left) 2024-04-12T16:12:22.162 INFO:tasks.rados.rados.0.smithi099.stdout:3334: done (2 left) 2024-04-12T16:12:22.162 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 43 current snap is 331 2024-04-12T16:12:22.163 INFO:tasks.rados.rados.0.smithi099.stdout:3339: seq_num 1039 ranges {6250496=606208} 2024-04-12T16:12:22.197 INFO:tasks.rados.rados.0.smithi099.stdout:3339: writing smithi09982431-43 from 6250496 to 6856704 tid 1 2024-04-12T16:12:22.197 INFO:tasks.rados.rados.0.smithi099.stdout:3340: read oid 9 snap -1 2024-04-12T16:12:22.197 INFO:tasks.rados.rados.0.smithi099.stdout:3340: expect deleted 2024-04-12T16:12:22.197 INFO:tasks.rados.rados.0.smithi099.stdout:3341: snap_remove snap 290 2024-04-12T16:12:22.198 INFO:tasks.rados.rados.0.smithi099.stdout:3338: finishing rollback tid 1 to smithi09982431-8 2024-04-12T16:12:22.198 INFO:tasks.rados.rados.0.smithi099.stdout:3338: finishing rollback tid 2 to smithi09982431-8 2024-04-12T16:12:22.198 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 8 v 1871 (ObjNum 968 snap 298 seq_num 968) dirty exists 2024-04-12T16:12:22.198 INFO:tasks.rados.rados.0.smithi099.stdout:3337: finishing write tid 1 to smithi09982431-29 2024-04-12T16:12:22.198 INFO:tasks.rados.rados.0.smithi099.stdout:3337: finishing write tid 2 to smithi09982431-29 2024-04-12T16:12:22.198 INFO:tasks.rados.rados.0.smithi099.stdout:3337: finishing write tid 3 to smithi09982431-29 2024-04-12T16:12:22.198 INFO:tasks.rados.rados.0.smithi099.stdout:3337: oid 29 updating version 0 to 1696 2024-04-12T16:12:22.198 INFO:tasks.rados.rados.0.smithi099.stdout:3337: oid 29 version 1696 is already newer than 1695 2024-04-12T16:12:22.198 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 29 v 1696 (ObjNum 1038 snap 331 seq_num 1038) dirty exists 2024-04-12T16:12:22.198 INFO:tasks.rados.rados.0.smithi099.stdout:3337: left oid 29 (ObjNum 1038 snap 331 seq_num 1038) 2024-04-12T16:12:22.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:22 smithi099 ceph-mon[94290]: osdmap e722: 8 total, 8 up, 8 in 2024-04-12T16:12:22.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:22 smithi099 ceph-mon[96864]: osdmap e722: 8 total, 8 up, 8 in 2024-04-12T16:12:22.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:22 smithi110 ceph-mon[88691]: osdmap e722: 8 total, 8 up, 8 in 2024-04-12T16:12:22.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:12:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:12:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:12:23.130 INFO:tasks.rados.rados.0.smithi099.stdout:3339: finishing write tid 1 to smithi09982431-43 2024-04-12T16:12:23.130 INFO:tasks.rados.rados.0.smithi099.stdout:3339: finishing write tid 2 to smithi09982431-43 2024-04-12T16:12:23.130 INFO:tasks.rados.rados.0.smithi099.stdout:3339: finishing write tid 3 to smithi09982431-43 2024-04-12T16:12:23.130 INFO:tasks.rados.rados.0.smithi099.stdout:3339: oid 43 updating version 0 to 2255 2024-04-12T16:12:23.130 INFO:tasks.rados.rados.0.smithi099.stdout:3339: oid 43 version 2255 is already newer than 2254 2024-04-12T16:12:23.130 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 43 v 2255 (ObjNum 1039 snap 331 seq_num 1039) dirty exists 2024-04-12T16:12:23.130 INFO:tasks.rados.rados.0.smithi099.stdout:3339: left oid 43 (ObjNum 1039 snap 331 seq_num 1039) 2024-04-12T16:12:23.130 INFO:tasks.rados.rados.0.smithi099.stdout:3337: done (4 left) 2024-04-12T16:12:23.130 INFO:tasks.rados.rados.0.smithi099.stdout:3338: done (3 left) 2024-04-12T16:12:23.131 INFO:tasks.rados.rados.0.smithi099.stdout:3339: done (2 left) 2024-04-12T16:12:23.131 INFO:tasks.rados.rados.0.smithi099.stdout:3340: done (1 left) 2024-04-12T16:12:23.131 INFO:tasks.rados.rados.0.smithi099.stdout:3341: done (0 left) 2024-04-12T16:12:23.131 INFO:tasks.rados.rados.0.smithi099.stdout:3342: read oid 8 snap -1 2024-04-12T16:12:23.131 INFO:tasks.rados.rados.0.smithi099.stdout:3342: expect (ObjNum 968 snap 298 seq_num 968) 2024-04-12T16:12:23.131 INFO:tasks.rados.rados.0.smithi099.stdout:3343: copy_from oid 1 from oid 21 current snap is 331 2024-04-12T16:12:23.131 INFO:tasks.rados.rados.0.smithi099.stdout:3344: read oid 33 snap -1 2024-04-12T16:12:23.131 INFO:tasks.rados.rados.0.smithi099.stdout:3344: expect (ObjNum 990 snap 309 seq_num 990) 2024-04-12T16:12:23.131 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 36 current snap is 331 2024-04-12T16:12:23.131 INFO:tasks.rados.rados.0.smithi099.stdout:3345: seq_num 1040 ranges {1015808=622592} 2024-04-12T16:12:23.139 INFO:tasks.rados.rados.0.smithi099.stdout:3345: writing smithi09982431-36 from 1015808 to 1638400 tid 1 2024-04-12T16:12:23.139 INFO:tasks.rados.rados.0.smithi099.stdout:3346: snap_create 2024-04-12T16:12:23.148 INFO:tasks.rados.rados.0.smithi099.stdout:3345: finishing write tid 1 to smithi09982431-36 2024-04-12T16:12:23.148 INFO:tasks.rados.rados.0.smithi099.stdout:3345: finishing write tid 2 to smithi09982431-36 2024-04-12T16:12:23.151 INFO:tasks.rados.rados.0.smithi099.stdout:3345: finishing write tid 3 to smithi09982431-36 2024-04-12T16:12:23.151 INFO:tasks.rados.rados.0.smithi099.stdout:3345: oid 36 updating version 0 to 2249 2024-04-12T16:12:23.151 INFO:tasks.rados.rados.0.smithi099.stdout:3345: oid 36 updating version 2249 to 2250 2024-04-12T16:12:23.151 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 36 v 2250 (ObjNum 1040 snap 331 seq_num 1040) dirty exists 2024-04-12T16:12:23.151 INFO:tasks.rados.rados.0.smithi099.stdout:3345: left oid 36 (ObjNum 1040 snap 331 seq_num 1040) 2024-04-12T16:12:23.163 INFO:tasks.rados.rados.0.smithi099.stdout:3343: finishing copy_from racing read to smithi09982431-1 2024-04-12T16:12:23.170 INFO:tasks.rados.rados.0.smithi099.stdout:3344: expect (ObjNum 990 snap 309 seq_num 990) 2024-04-12T16:12:23.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:23 smithi099 ceph-mon[94290]: osdmap e723: 8 total, 8 up, 8 in 2024-04-12T16:12:23.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:23 smithi099 ceph-mon[94290]: pgmap v722: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 492 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 5 op/s 2024-04-12T16:12:23.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:23 smithi099 ceph-mon[96864]: osdmap e723: 8 total, 8 up, 8 in 2024-04-12T16:12:23.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:23 smithi099 ceph-mon[96864]: pgmap v722: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 492 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 5 op/s 2024-04-12T16:12:23.438 INFO:tasks.rados.rados.0.smithi099.stdout:3343: finishing copy_from to smithi09982431-1 2024-04-12T16:12:23.438 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 1 v 2113 (ObjNum 974 snap 301 seq_num 974) dirty exists 2024-04-12T16:12:23.438 INFO:tasks.rados.rados.0.smithi099.stdout:3342: expect (ObjNum 968 snap 298 seq_num 968) 2024-04-12T16:12:23.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:23 smithi110 ceph-mon[88691]: osdmap e723: 8 total, 8 up, 8 in 2024-04-12T16:12:23.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:23 smithi110 ceph-mon[88691]: pgmap v722: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 492 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 5 op/s 2024-04-12T16:12:24.102 INFO:tasks.rados.rados.0.smithi099.stdout:3342: done (4 left) 2024-04-12T16:12:24.102 INFO:tasks.rados.rados.0.smithi099.stdout:3343: done (3 left) 2024-04-12T16:12:24.102 INFO:tasks.rados.rados.0.smithi099.stdout:3344: done (2 left) 2024-04-12T16:12:24.102 INFO:tasks.rados.rados.0.smithi099.stdout:3345: done (1 left) 2024-04-12T16:12:24.102 INFO:tasks.rados.rados.0.smithi099.stdout:3346: done (0 left) 2024-04-12T16:12:24.102 INFO:tasks.rados.rados.0.smithi099.stdout:3347: delete oid 30 current snap is 332 2024-04-12T16:12:24.107 INFO:tasks.rados.rados.0.smithi099.stdout:3347: done (0 left) 2024-04-12T16:12:24.107 INFO:tasks.rados.rados.0.smithi099.stdout:3348: read oid 9 snap 316 2024-04-12T16:12:24.107 INFO:tasks.rados.rados.0.smithi099.stdout:3348: expect deleted 2024-04-12T16:12:24.107 INFO:tasks.rados.rados.0.smithi099.stdout:3349: rollback oid 26 current snap is 332 2024-04-12T16:12:24.107 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 26 to 301 2024-04-12T16:12:24.107 INFO:tasks.rados.rados.0.smithi099.stdout:3350: read oid 28 snap 319 2024-04-12T16:12:24.108 INFO:tasks.rados.rados.0.smithi099.stdout:3350: expect (ObjNum 921 snap 285 seq_num 921) 2024-04-12T16:12:24.108 INFO:tasks.rados.rados.0.smithi099.stdout:3351: snap_create 2024-04-12T16:12:24.111 INFO:tasks.rados.rados.0.smithi099.stdout:3349: finishing rollback tid 0 to smithi09982431-26 2024-04-12T16:12:24.111 INFO:tasks.rados.rados.0.smithi099.stdout:3349: finishing rollback tid 1 to smithi09982431-26 2024-04-12T16:12:24.112 INFO:tasks.rados.rados.0.smithi099.stdout:3349: finishing rollback tid 2 to smithi09982431-26 2024-04-12T16:12:24.112 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 1792 (ObjNum 966 snap 296 seq_num 966) dirty exists 2024-04-12T16:12:24.123 INFO:tasks.rados.rados.0.smithi099.stdout:3350: expect (ObjNum 921 snap 285 seq_num 921) 2024-04-12T16:12:24.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:24 smithi099 ceph-mon[94290]: osdmap e724: 8 total, 8 up, 8 in 2024-04-12T16:12:24.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:24 smithi099 ceph-mon[94290]: osdmap e725: 8 total, 8 up, 8 in 2024-04-12T16:12:24.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:24 smithi099 ceph-mon[96864]: osdmap e724: 8 total, 8 up, 8 in 2024-04-12T16:12:24.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:24 smithi099 ceph-mon[96864]: osdmap e725: 8 total, 8 up, 8 in 2024-04-12T16:12:24.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:24 smithi110 ceph-mon[88691]: osdmap e724: 8 total, 8 up, 8 in 2024-04-12T16:12:24.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:24 smithi110 ceph-mon[88691]: osdmap e725: 8 total, 8 up, 8 in 2024-04-12T16:12:25.107 INFO:tasks.rados.rados.0.smithi099.stdout:3348: done (3 left) 2024-04-12T16:12:25.107 INFO:tasks.rados.rados.0.smithi099.stdout:3349: done (2 left) 2024-04-12T16:12:25.107 INFO:tasks.rados.rados.0.smithi099.stdout:3350: done (1 left) 2024-04-12T16:12:25.107 INFO:tasks.rados.rados.0.smithi099.stdout:3351: done (0 left) 2024-04-12T16:12:25.107 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 45 current snap is 333 2024-04-12T16:12:25.107 INFO:tasks.rados.rados.0.smithi099.stdout:3352: seq_num 1042 ranges {0=655360} 2024-04-12T16:12:25.110 INFO:tasks.rados.rados.0.smithi099.stdout:3352: writing smithi09982431-45 from 0 to 655360 tid 1 2024-04-12T16:12:25.110 INFO:tasks.rados.rados.0.smithi099.stdout:3353: snap_remove snap 293 2024-04-12T16:12:25.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:25 smithi099 ceph-mon[94290]: pgmap v725: 121 pgs: 121 active+clean; 504 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-04-12T16:12:25.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:25 smithi099 ceph-mon[94290]: osdmap e726: 8 total, 8 up, 8 in 2024-04-12T16:12:25.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:25 smithi099 ceph-mon[96864]: pgmap v725: 121 pgs: 121 active+clean; 504 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-04-12T16:12:25.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:25 smithi099 ceph-mon[96864]: osdmap e726: 8 total, 8 up, 8 in 2024-04-12T16:12:25.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:25 smithi110 ceph-mon[88691]: pgmap v725: 121 pgs: 121 active+clean; 504 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-04-12T16:12:25.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:25 smithi110 ceph-mon[88691]: osdmap e726: 8 total, 8 up, 8 in 2024-04-12T16:12:26.110 INFO:tasks.rados.rados.0.smithi099.stdout:3353: done (1 left) 2024-04-12T16:12:26.111 INFO:tasks.rados.rados.0.smithi099.stdout:3354: snap_remove snap 288 2024-04-12T16:12:26.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:12:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:12:26] "GET /metrics HTTP/1.1" 200 36327 "" "Prometheus/2.43.0" 2024-04-12T16:12:27.117 INFO:tasks.rados.rados.0.smithi099.stdout:3354: done (1 left) 2024-04-12T16:12:27.117 INFO:tasks.rados.rados.0.smithi099.stdout:3355: copy_from oid 30 from oid 2 current snap is 333 2024-04-12T16:12:27.117 INFO:tasks.rados.rados.0.smithi099.stdout:3356: copy_from oid 46 from oid 50 current snap is 333 2024-04-12T16:12:27.117 INFO:tasks.rados.rados.0.smithi099.stdout:3357: setattr oid 15 current snap is 333 2024-04-12T16:12:27.119 INFO:tasks.rados.rados.0.smithi099.stdout:3352: finishing write tid 1 to smithi09982431-45 2024-04-12T16:12:27.119 INFO:tasks.rados.rados.0.smithi099.stdout:3352: finishing write tid 2 to smithi09982431-45 2024-04-12T16:12:27.119 INFO:tasks.rados.rados.0.smithi099.stdout:3352: finishing write tid 3 to smithi09982431-45 2024-04-12T16:12:27.119 INFO:tasks.rados.rados.0.smithi099.stdout:3352: oid 45 updating version 0 to 2406 2024-04-12T16:12:27.119 INFO:tasks.rados.rados.0.smithi099.stdout:3352: oid 45 version 2406 is already newer than 2405 2024-04-12T16:12:27.119 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 45 v 2406 (ObjNum 1042 snap 333 seq_num 1042) dirty exists 2024-04-12T16:12:27.119 INFO:tasks.rados.rados.0.smithi099.stdout:3352: left oid 45 (ObjNum 1042 snap 333 seq_num 1042) 2024-04-12T16:12:27.119 INFO:tasks.rados.rados.0.smithi099.stdout:3352: done (3 left) 2024-04-12T16:12:27.120 INFO:tasks.rados.rados.0.smithi099.stdout:3358: delete oid 27 current snap is 333 2024-04-12T16:12:27.128 INFO:tasks.rados.rados.0.smithi099.stdout:3356: finishing copy_from to smithi09982431-46 2024-04-12T16:12:27.128 INFO:tasks.rados.rados.0.smithi099.stdout:3356: got expected ENOENT (src dne) 2024-04-12T16:12:27.128 INFO:tasks.rados.rados.0.smithi099.stdout:3356: finishing copy_from racing read to smithi09982431-46 2024-04-12T16:12:27.129 INFO:tasks.rados.rados.0.smithi099.stdout:3356: done (3 left) 2024-04-12T16:12:27.129 INFO:tasks.rados.rados.0.smithi099.stdout:3358: done (2 left) 2024-04-12T16:12:27.129 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 50 current snap is 333 2024-04-12T16:12:27.129 INFO:tasks.rados.rados.0.smithi099.stdout:3359: seq_num 1044 ranges {0=688128} 2024-04-12T16:12:27.134 INFO:tasks.rados.rados.0.smithi099.stdout:3359: writing smithi09982431-50 from 0 to 688128 tid 1 2024-04-12T16:12:27.134 INFO:tasks.rados.rados.0.smithi099.stdout:3355: finishing copy_from to smithi09982431-30 2024-04-12T16:12:27.134 INFO:tasks.rados.rados.0.smithi099.stdout:3355: got expected ENOENT (src dne) 2024-04-12T16:12:27.134 INFO:tasks.rados.rados.0.smithi099.stdout:3355: finishing copy_from racing read to smithi09982431-30 2024-04-12T16:12:27.134 INFO:tasks.rados.rados.0.smithi099.stdout:3355: done (2 left) 2024-04-12T16:12:27.134 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 21 current snap is 333 2024-04-12T16:12:27.134 INFO:tasks.rados.rados.0.smithi099.stdout:3360: seq_num 1045 ranges {3432448=704512} 2024-04-12T16:12:27.158 INFO:tasks.rados.rados.0.smithi099.stdout:3360: writing smithi09982431-21 from 3432448 to 4136960 tid 1 2024-04-12T16:12:27.158 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 4 current snap is 333 2024-04-12T16:12:27.158 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 15 v 1528 (ObjNum 990 snap 309 seq_num 990) dirty exists 2024-04-12T16:12:27.158 INFO:tasks.rados.rados.0.smithi099.stdout:3361: seq_num 1046 ranges {1400832=729088} 2024-04-12T16:12:27.169 INFO:tasks.rados.rados.0.smithi099.stdout:3361: writing smithi09982431-4 from 1400832 to 2129920 tid 1 2024-04-12T16:12:27.169 INFO:tasks.rados.rados.0.smithi099.stdout:3357: done (3 left) 2024-04-12T16:12:27.170 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 12 current snap is 333 2024-04-12T16:12:27.170 INFO:tasks.rados.rados.0.smithi099.stdout:3359: finishing write tid 1 to smithi09982431-50 2024-04-12T16:12:27.170 INFO:tasks.rados.rados.0.smithi099.stdout:3359: finishing write tid 2 to smithi09982431-50 2024-04-12T16:12:27.170 INFO:tasks.rados.rados.0.smithi099.stdout:3359: finishing write tid 3 to smithi09982431-50 2024-04-12T16:12:27.170 INFO:tasks.rados.rados.0.smithi099.stdout:3359: oid 50 updating version 0 to 2414 2024-04-12T16:12:27.170 INFO:tasks.rados.rados.0.smithi099.stdout:3359: oid 50 version 2414 is already newer than 2413 2024-04-12T16:12:27.170 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 50 v 2414 (ObjNum 1044 snap 333 seq_num 1044) dirty exists 2024-04-12T16:12:27.170 INFO:tasks.rados.rados.0.smithi099.stdout:3359: left oid 50 (ObjNum 1044 snap 333 seq_num 1044) 2024-04-12T16:12:27.170 INFO:tasks.rados.rados.0.smithi099.stdout:3362: seq_num 1047 ranges {6955008=745472} 2024-04-12T16:12:27.211 INFO:tasks.rados.rados.0.smithi099.stdout:3362: writing smithi09982431-12 from 6955008 to 7700480 tid 1 2024-04-12T16:12:27.211 INFO:tasks.rados.rados.0.smithi099.stdout:3359: done (3 left) 2024-04-12T16:12:27.211 INFO:tasks.rados.rados.0.smithi099.stdout:3363: snap_create 2024-04-12T16:12:27.211 INFO:tasks.rados.rados.0.smithi099.stdout:3360: finishing write tid 1 to smithi09982431-21 2024-04-12T16:12:27.211 INFO:tasks.rados.rados.0.smithi099.stdout:3360: finishing write tid 2 to smithi09982431-21 2024-04-12T16:12:27.211 INFO:tasks.rados.rados.0.smithi099.stdout:3360: finishing write tid 3 to smithi09982431-21 2024-04-12T16:12:27.211 INFO:tasks.rados.rados.0.smithi099.stdout:3360: oid 21 updating version 0 to 2139 2024-04-12T16:12:27.211 INFO:tasks.rados.rados.0.smithi099.stdout:3360: oid 21 updating version 2139 to 2140 2024-04-12T16:12:27.211 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 2140 (ObjNum 1045 snap 333 seq_num 1045) dirty exists 2024-04-12T16:12:27.212 INFO:tasks.rados.rados.0.smithi099.stdout:3360: left oid 21 (ObjNum 1045 snap 333 seq_num 1045) 2024-04-12T16:12:27.212 INFO:tasks.rados.rados.0.smithi099.stdout:3361: finishing write tid 1 to smithi09982431-4 2024-04-12T16:12:27.212 INFO:tasks.rados.rados.0.smithi099.stdout:3361: finishing write tid 2 to smithi09982431-4 2024-04-12T16:12:27.212 INFO:tasks.rados.rados.0.smithi099.stdout:3361: finishing write tid 3 to smithi09982431-4 2024-04-12T16:12:27.212 INFO:tasks.rados.rados.0.smithi099.stdout:3361: oid 4 updating version 0 to 1897 2024-04-12T16:12:27.212 INFO:tasks.rados.rados.0.smithi099.stdout:3361: oid 4 updating version 1897 to 1898 2024-04-12T16:12:27.212 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 4 v 1898 (ObjNum 1046 snap 333 seq_num 1046) dirty exists 2024-04-12T16:12:27.212 INFO:tasks.rados.rados.0.smithi099.stdout:3361: left oid 4 (ObjNum 1046 snap 333 seq_num 1046) 2024-04-12T16:12:27.214 INFO:tasks.rados.rados.0.smithi099.stdout:3362: finishing write tid 1 to smithi09982431-12 2024-04-12T16:12:27.215 INFO:tasks.rados.rados.0.smithi099.stdout:3362: finishing write tid 2 to smithi09982431-12 2024-04-12T16:12:27.215 INFO:tasks.rados.rados.0.smithi099.stdout:3362: finishing write tid 3 to smithi09982431-12 2024-04-12T16:12:27.216 INFO:tasks.rados.rados.0.smithi099.stdout:3362: oid 12 updating version 0 to 2416 2024-04-12T16:12:27.216 INFO:tasks.rados.rados.0.smithi099.stdout:3362: oid 12 version 2416 is already newer than 2415 2024-04-12T16:12:27.216 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 2416 (ObjNum 1047 snap 333 seq_num 1047) dirty exists 2024-04-12T16:12:27.216 INFO:tasks.rados.rados.0.smithi099.stdout:3362: left oid 12 (ObjNum 1047 snap 333 seq_num 1047) 2024-04-12T16:12:27.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:27 smithi099 ceph-mon[94290]: osdmap e727: 8 total, 8 up, 8 in 2024-04-12T16:12:27.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:27 smithi099 ceph-mon[94290]: pgmap v728: 121 pgs: 121 active+clean; 511 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 3.1 MiB/s wr, 13 op/s 2024-04-12T16:12:27.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:27 smithi099 ceph-mon[96864]: osdmap e727: 8 total, 8 up, 8 in 2024-04-12T16:12:27.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:27 smithi099 ceph-mon[96864]: pgmap v728: 121 pgs: 121 active+clean; 511 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 3.1 MiB/s wr, 13 op/s 2024-04-12T16:12:27.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:27 smithi110 ceph-mon[88691]: osdmap e727: 8 total, 8 up, 8 in 2024-04-12T16:12:27.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:27 smithi110 ceph-mon[88691]: pgmap v728: 121 pgs: 121 active+clean; 511 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 3.1 MiB/s wr, 13 op/s 2024-04-12T16:12:28.119 INFO:tasks.rados.rados.0.smithi099.stdout:3360: done (3 left) 2024-04-12T16:12:28.119 INFO:tasks.rados.rados.0.smithi099.stdout:3361: done (2 left) 2024-04-12T16:12:28.119 INFO:tasks.rados.rados.0.smithi099.stdout:3362: done (1 left) 2024-04-12T16:12:28.119 INFO:tasks.rados.rados.0.smithi099.stdout:3363: done (0 left) 2024-04-12T16:12:28.119 INFO:tasks.rados.rados.0.smithi099.stdout:3364: read oid 22 snap -1 2024-04-12T16:12:28.119 INFO:tasks.rados.rados.0.smithi099.stdout:3364: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:12:28.119 INFO:tasks.rados.rados.0.smithi099.stdout:3365: copy_from oid 36 from oid 35 current snap is 334 2024-04-12T16:12:28.119 INFO:tasks.rados.rados.0.smithi099.stdout:3366: read oid 23 snap -1 2024-04-12T16:12:28.119 INFO:tasks.rados.rados.0.smithi099.stdout:3366: expect (ObjNum 998 snap 316 seq_num 998) 2024-04-12T16:12:28.119 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 27 current snap is 334 2024-04-12T16:12:28.119 INFO:tasks.rados.rados.0.smithi099.stdout:3367: seq_num 1048 ranges {0=761856} 2024-04-12T16:12:28.123 INFO:tasks.rados.rados.0.smithi099.stdout:3367: writing smithi09982431-27 from 0 to 761856 tid 1 2024-04-12T16:12:28.123 INFO:tasks.rados.rados.0.smithi099.stdout:3368: copy_from oid 42 from oid 28 current snap is 334 2024-04-12T16:12:28.123 INFO:tasks.rados.rados.0.smithi099.stdout:3364: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:12:28.127 INFO:tasks.rados.rados.0.smithi099.stdout:3365: finishing copy_from racing read to smithi09982431-36 2024-04-12T16:12:28.127 INFO:tasks.rados.rados.0.smithi099.stdout:3365: finishing copy_from to smithi09982431-36 2024-04-12T16:12:28.127 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 36 v 2246 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-12T16:12:28.127 INFO:tasks.rados.rados.0.smithi099.stdout:3364: done (4 left) 2024-04-12T16:12:28.128 INFO:tasks.rados.rados.0.smithi099.stdout:3365: done (3 left) 2024-04-12T16:12:28.128 INFO:tasks.rados.rados.0.smithi099.stdout:3369: snap_remove snap 332 2024-04-12T16:12:28.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:28 smithi099 ceph-mon[94290]: osdmap e728: 8 total, 8 up, 8 in 2024-04-12T16:12:28.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:12:28.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:28 smithi099 ceph-mon[96864]: osdmap e728: 8 total, 8 up, 8 in 2024-04-12T16:12:28.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:12:28.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:28 smithi110 ceph-mon[88691]: osdmap e728: 8 total, 8 up, 8 in 2024-04-12T16:12:28.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:12:29.108 INFO:tasks.rados.rados.0.smithi099.stdout:3369: done (3 left) 2024-04-12T16:12:29.108 INFO:tasks.rados.rados.0.smithi099.stdout:3370: rollback oid 9 current snap is 334 2024-04-12T16:12:29.108 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 9 to 326 2024-04-12T16:12:29.108 INFO:tasks.rados.rados.0.smithi099.stdout:3367: finishing write tid 1 to smithi09982431-27 2024-04-12T16:12:29.108 INFO:tasks.rados.rados.0.smithi099.stdout:3367: finishing write tid 2 to smithi09982431-27 2024-04-12T16:12:29.108 INFO:tasks.rados.rados.0.smithi099.stdout:3367: finishing write tid 3 to smithi09982431-27 2024-04-12T16:12:29.108 INFO:tasks.rados.rados.0.smithi099.stdout:3367: oid 27 updating version 0 to 2409 2024-04-12T16:12:29.108 INFO:tasks.rados.rados.0.smithi099.stdout:3367: oid 27 version 2409 is already newer than 2408 2024-04-12T16:12:29.108 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 27 v 2409 (ObjNum 1048 snap 334 seq_num 1048) dirty exists 2024-04-12T16:12:29.108 INFO:tasks.rados.rados.0.smithi099.stdout:3367: left oid 27 (ObjNum 1048 snap 334 seq_num 1048) 2024-04-12T16:12:29.108 INFO:tasks.rados.rados.0.smithi099.stdout:3368: finishing copy_from racing read to smithi09982431-42 2024-04-12T16:12:29.108 INFO:tasks.rados.rados.0.smithi099.stdout:3366: expect (ObjNum 998 snap 316 seq_num 998) 2024-04-12T16:12:29.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:29 smithi099 ceph-mon[96864]: osdmap e729: 8 total, 8 up, 8 in 2024-04-12T16:12:29.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:29 smithi099 ceph-mon[96864]: pgmap v731: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 512 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:12:29.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:29 smithi099 ceph-mon[96864]: osdmap e730: 8 total, 8 up, 8 in 2024-04-12T16:12:29.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:29 smithi099 ceph-mon[94290]: osdmap e729: 8 total, 8 up, 8 in 2024-04-12T16:12:29.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:29 smithi099 ceph-mon[94290]: pgmap v731: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 512 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:12:29.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:29 smithi099 ceph-mon[94290]: osdmap e730: 8 total, 8 up, 8 in 2024-04-12T16:12:29.471 INFO:tasks.rados.rados.0.smithi099.stdout:3368: finishing copy_from to smithi09982431-42 2024-04-12T16:12:29.471 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 42 v 987 (ObjNum 921 snap 285 seq_num 921) dirty exists 2024-04-12T16:12:29.471 INFO:tasks.rados.rados.0.smithi099.stdout:3370: finishing rollback tid 1 to smithi09982431-9 2024-04-12T16:12:29.471 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 9 v 1957 (ObjNum 161 snap 0 seq_num 1924288560) dirty dne 2024-04-12T16:12:29.471 INFO:tasks.rados.rados.0.smithi099.stdout:3366: done (3 left) 2024-04-12T16:12:29.471 INFO:tasks.rados.rados.0.smithi099.stdout:3367: done (2 left) 2024-04-12T16:12:29.471 INFO:tasks.rados.rados.0.smithi099.stdout:3368: done (1 left) 2024-04-12T16:12:29.471 INFO:tasks.rados.rados.0.smithi099.stdout:3370: done (0 left) 2024-04-12T16:12:29.471 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 41 current snap is 334 2024-04-12T16:12:29.471 INFO:tasks.rados.rados.0.smithi099.stdout:3371: seq_num 1049 ranges {2457600=778240} 2024-04-12T16:12:29.487 INFO:tasks.rados.rados.0.smithi099.stdout:3371: writing smithi09982431-41 from 2457600 to 3235840 tid 1 2024-04-12T16:12:29.488 INFO:tasks.rados.rados.0.smithi099.stdout:3372: read oid 20 snap 242 2024-04-12T16:12:29.488 INFO:tasks.rados.rados.0.smithi099.stdout:3372: expect deleted 2024-04-12T16:12:29.488 INFO:tasks.rados.rados.0.smithi099.stdout:3373: snap_remove snap 320 2024-04-12T16:12:29.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:29 smithi110 ceph-mon[88691]: osdmap e729: 8 total, 8 up, 8 in 2024-04-12T16:12:29.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:29 smithi110 ceph-mon[88691]: pgmap v731: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 512 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:12:29.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:29 smithi110 ceph-mon[88691]: osdmap e730: 8 total, 8 up, 8 in 2024-04-12T16:12:30.128 INFO:tasks.rados.rados.0.smithi099.stdout:3373: done (2 left) 2024-04-12T16:12:30.128 INFO:tasks.rados.rados.0.smithi099.stdout:3374: copy_from oid 30 from oid 40 current snap is 334 2024-04-12T16:12:30.128 INFO:tasks.rados.rados.0.smithi099.stdout:3371: finishing write tid 1 to smithi09982431-41 2024-04-12T16:12:30.128 INFO:tasks.rados.rados.0.smithi099.stdout:3371: finishing write tid 2 to smithi09982431-41 2024-04-12T16:12:30.128 INFO:tasks.rados.rados.0.smithi099.stdout:3371: finishing write tid 3 to smithi09982431-41 2024-04-12T16:12:30.128 INFO:tasks.rados.rados.0.smithi099.stdout:3371: oid 41 updating version 0 to 2145 2024-04-12T16:12:30.128 INFO:tasks.rados.rados.0.smithi099.stdout:3371: oid 41 version 2145 is already newer than 2144 2024-04-12T16:12:30.128 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 41 v 2145 (ObjNum 1049 snap 334 seq_num 1049) dirty exists 2024-04-12T16:12:30.129 INFO:tasks.rados.rados.0.smithi099.stdout:3371: left oid 41 (ObjNum 1049 snap 334 seq_num 1049) 2024-04-12T16:12:30.129 INFO:tasks.rados.rados.0.smithi099.stdout:3371: done (2 left) 2024-04-12T16:12:30.129 INFO:tasks.rados.rados.0.smithi099.stdout:3372: done (1 left) 2024-04-12T16:12:30.129 INFO:tasks.rados.rados.0.smithi099.stdout:3375: snap_remove snap 301 2024-04-12T16:12:31.135 INFO:tasks.rados.rados.0.smithi099.stdout:3375: done (1 left) 2024-04-12T16:12:31.135 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 43 current snap is 334 2024-04-12T16:12:31.135 INFO:tasks.rados.rados.0.smithi099.stdout:3376: seq_num 1050 ranges {6856704=794624} 2024-04-12T16:12:31.178 INFO:tasks.rados.rados.0.smithi099.stdout:3376: writing smithi09982431-43 from 6856704 to 7651328 tid 1 2024-04-12T16:12:31.178 INFO:tasks.rados.rados.0.smithi099.stdout:3377: snap_create 2024-04-12T16:12:31.178 INFO:tasks.rados.rados.0.smithi099.stdout:3374: finishing copy_from racing read to smithi09982431-30 2024-04-12T16:12:31.178 INFO:tasks.rados.rados.0.smithi099.stdout:3374: finishing copy_from to smithi09982431-30 2024-04-12T16:12:31.179 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 30 v 1694 (ObjNum 1032 snap 328 seq_num 1032) dirty exists 2024-04-12T16:12:31.183 INFO:tasks.rados.rados.0.smithi099.stdout:3376: finishing write tid 1 to smithi09982431-43 2024-04-12T16:12:31.183 INFO:tasks.rados.rados.0.smithi099.stdout:3376: finishing write tid 2 to smithi09982431-43 2024-04-12T16:12:31.185 INFO:tasks.rados.rados.0.smithi099.stdout:3376: finishing write tid 3 to smithi09982431-43 2024-04-12T16:12:31.185 INFO:tasks.rados.rados.0.smithi099.stdout:3376: oid 43 updating version 0 to 2256 2024-04-12T16:12:31.185 INFO:tasks.rados.rados.0.smithi099.stdout:3376: oid 43 updating version 2256 to 2257 2024-04-12T16:12:31.185 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 43 v 2257 (ObjNum 1050 snap 334 seq_num 1050) dirty exists 2024-04-12T16:12:31.186 INFO:tasks.rados.rados.0.smithi099.stdout:3376: left oid 43 (ObjNum 1050 snap 334 seq_num 1050) 2024-04-12T16:12:31.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:31 smithi110 ceph-mon[88691]: osdmap e731: 8 total, 8 up, 8 in 2024-04-12T16:12:31.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:31 smithi110 ceph-mon[88691]: pgmap v734: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 518 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-04-12T16:12:31.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:31 smithi099 ceph-mon[96864]: osdmap e731: 8 total, 8 up, 8 in 2024-04-12T16:12:31.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:31 smithi099 ceph-mon[96864]: pgmap v734: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 518 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-04-12T16:12:31.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:31 smithi099 ceph-mon[94290]: osdmap e731: 8 total, 8 up, 8 in 2024-04-12T16:12:31.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:31 smithi099 ceph-mon[94290]: pgmap v734: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 518 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-04-12T16:12:32.133 INFO:tasks.rados.rados.0.smithi099.stdout:3374: done (2 left) 2024-04-12T16:12:32.133 INFO:tasks.rados.rados.0.smithi099.stdout:3376: done (1 left) 2024-04-12T16:12:32.133 INFO:tasks.rados.rados.0.smithi099.stdout:3377: done (0 left) 2024-04-12T16:12:32.133 INFO:tasks.rados.rados.0.smithi099.stdout:3378: snap_remove snap 316 2024-04-12T16:12:32.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:32 smithi110 ceph-mon[88691]: osdmap e732: 8 total, 8 up, 8 in 2024-04-12T16:12:32.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:12:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:12:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:12:32.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:32 smithi099 ceph-mon[94290]: osdmap e732: 8 total, 8 up, 8 in 2024-04-12T16:12:32.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:32 smithi099 ceph-mon[96864]: osdmap e732: 8 total, 8 up, 8 in 2024-04-12T16:12:33.152 INFO:tasks.rados.rados.0.smithi099.stdout:3378: done (0 left) 2024-04-12T16:12:33.152 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 20 current snap is 335 2024-04-12T16:12:33.152 INFO:tasks.rados.rados.0.smithi099.stdout:3379: seq_num 1051 ranges {6955008=409600,7364608=401408} 2024-04-12T16:12:33.193 INFO:tasks.rados.rados.0.smithi099.stdout:3379: writing smithi09982431-20 from 6955008 to 7364608 tid 1 2024-04-12T16:12:33.196 INFO:tasks.rados.rados.0.smithi099.stdout:3379: writing smithi09982431-20 from 7364608 to 7766016 tid 2 2024-04-12T16:12:33.196 INFO:tasks.rados.rados.0.smithi099.stdout:3380: read oid 45 snap -1 2024-04-12T16:12:33.196 INFO:tasks.rados.rados.0.smithi099.stdout:3380: expect (ObjNum 1042 snap 333 seq_num 1042) 2024-04-12T16:12:33.196 INFO:tasks.rados.rados.0.smithi099.stdout:3381: snap_remove snap 325 2024-04-12T16:12:33.473 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:33 smithi099 ceph-mon[94290]: osdmap e733: 8 total, 8 up, 8 in 2024-04-12T16:12:33.473 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:33 smithi099 ceph-mon[94290]: pgmap v737: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 516 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.2 MiB/s wr, 13 op/s 2024-04-12T16:12:33.473 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:33 smithi099 ceph-mon[96864]: osdmap e733: 8 total, 8 up, 8 in 2024-04-12T16:12:33.474 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:33 smithi099 ceph-mon[96864]: pgmap v737: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 516 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.2 MiB/s wr, 13 op/s 2024-04-12T16:12:33.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:33 smithi110 ceph-mon[88691]: osdmap e733: 8 total, 8 up, 8 in 2024-04-12T16:12:33.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:33 smithi110 ceph-mon[88691]: pgmap v737: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 516 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.2 MiB/s wr, 13 op/s 2024-04-12T16:12:34.110 INFO:tasks.rados.rados.0.smithi099.stdout:3381: done (2 left) 2024-04-12T16:12:34.111 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 22 current snap is 335 2024-04-12T16:12:34.111 INFO:tasks.rados.rados.0.smithi099.stdout:3382: seq_num 1052 ranges {0=425984,425984=401408} 2024-04-12T16:12:34.114 INFO:tasks.rados.rados.0.smithi099.stdout:3382: writing smithi09982431-22 from 0 to 425984 tid 1 2024-04-12T16:12:34.116 INFO:tasks.rados.rados.0.smithi099.stdout:3382: writing smithi09982431-22 from 425984 to 827392 tid 2 2024-04-12T16:12:34.118 INFO:tasks.rados.rados.0.smithi099.stdout:3380: expect (ObjNum 1042 snap 333 seq_num 1042) 2024-04-12T16:12:34.139 INFO:tasks.rados.rados.0.smithi099.stdout:3379: finishing write tid 1 to smithi09982431-20 2024-04-12T16:12:34.140 INFO:tasks.rados.rados.0.smithi099.stdout:3379: finishing write tid 2 to smithi09982431-20 2024-04-12T16:12:34.140 INFO:tasks.rados.rados.0.smithi099.stdout:3379: finishing write tid 3 to smithi09982431-20 2024-04-12T16:12:34.140 INFO:tasks.rados.rados.0.smithi099.stdout:3379: finishing write tid 4 to smithi09982431-20 2024-04-12T16:12:34.140 INFO:tasks.rados.rados.0.smithi099.stdout:3379: oid 20 updating version 0 to 2537 2024-04-12T16:12:34.140 INFO:tasks.rados.rados.0.smithi099.stdout:3379: oid 20 version 2537 is already newer than 2536 2024-04-12T16:12:34.140 INFO:tasks.rados.rados.0.smithi099.stdout:3379: oid 20 version 2537 is already newer than 2535 2024-04-12T16:12:34.140 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 20 v 2537 (ObjNum 1051 snap 335 seq_num 1051) dirty exists 2024-04-12T16:12:34.140 INFO:tasks.rados.rados.0.smithi099.stdout:3379: left oid 20 (ObjNum 1051 snap 335 seq_num 1051) 2024-04-12T16:12:34.140 INFO:tasks.rados.rados.0.smithi099.stdout:3382: finishing write tid 1 to smithi09982431-22 2024-04-12T16:12:34.140 INFO:tasks.rados.rados.0.smithi099.stdout:3382: finishing write tid 2 to smithi09982431-22 2024-04-12T16:12:34.140 INFO:tasks.rados.rados.0.smithi099.stdout:3379: done (2 left) 2024-04-12T16:12:34.140 INFO:tasks.rados.rados.0.smithi099.stdout:3380: done (1 left) 2024-04-12T16:12:34.140 INFO:tasks.rados.rados.0.smithi099.stdout:3383: setattr oid 44 current snap is 335 2024-04-12T16:12:34.141 INFO:tasks.rados.rados.0.smithi099.stdout:3382: finishing write tid 3 to smithi09982431-22 2024-04-12T16:12:34.141 INFO:tasks.rados.rados.0.smithi099.stdout:3382: finishing write tid 4 to smithi09982431-22 2024-04-12T16:12:34.141 INFO:tasks.rados.rados.0.smithi099.stdout:3382: oid 22 updating version 0 to 2258 2024-04-12T16:12:34.141 INFO:tasks.rados.rados.0.smithi099.stdout:3382: oid 22 updating version 2258 to 2259 2024-04-12T16:12:34.141 INFO:tasks.rados.rados.0.smithi099.stdout:3382: oid 22 updating version 2259 to 2260 2024-04-12T16:12:34.141 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 22 v 2260 (ObjNum 1052 snap 335 seq_num 1052) dirty exists 2024-04-12T16:12:34.141 INFO:tasks.rados.rados.0.smithi099.stdout:3382: left oid 22 (ObjNum 1052 snap 335 seq_num 1052) 2024-04-12T16:12:34.141 INFO:tasks.rados.rados.0.smithi099.stdout:3382: done (1 left) 2024-04-12T16:12:34.141 INFO:tasks.rados.rados.0.smithi099.stdout:3384: snap_create 2024-04-12T16:12:34.144 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 44 v 2181 (ObjNum 943 snap 289 seq_num 943) dirty exists 2024-04-12T16:12:34.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:34 smithi110 ceph-mon[88691]: osdmap e734: 8 total, 8 up, 8 in 2024-04-12T16:12:34.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:12:34.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:34 smithi110 ceph-mon[88691]: osdmap e735: 8 total, 8 up, 8 in 2024-04-12T16:12:34.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:34 smithi099 ceph-mon[94290]: osdmap e734: 8 total, 8 up, 8 in 2024-04-12T16:12:34.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:12:34.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:34 smithi099 ceph-mon[94290]: osdmap e735: 8 total, 8 up, 8 in 2024-04-12T16:12:34.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:34 smithi099 ceph-mon[96864]: osdmap e734: 8 total, 8 up, 8 in 2024-04-12T16:12:34.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:12:34.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:34 smithi099 ceph-mon[96864]: osdmap e735: 8 total, 8 up, 8 in 2024-04-12T16:12:35.106 INFO:tasks.rados.rados.0.smithi099.stdout:3383: done (1 left) 2024-04-12T16:12:35.107 INFO:tasks.rados.rados.0.smithi099.stdout:3384: done (0 left) 2024-04-12T16:12:35.107 INFO:tasks.rados.rados.0.smithi099.stdout:3385: delete oid 11 current snap is 336 2024-04-12T16:12:35.110 INFO:tasks.rados.rados.0.smithi099.stdout:3385: done (0 left) 2024-04-12T16:12:35.110 INFO:tasks.rados.rados.0.smithi099.stdout:3386: snap_remove snap 286 2024-04-12T16:12:35.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:35 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:12:35.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:35 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:12:35.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:35 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:12:35.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:35 smithi110 ceph-mon[88691]: pgmap v740: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 516 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 18 KiB/s rd, 310 KiB/s wr, 2 op/s 2024-04-12T16:12:35.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:35 smithi110 ceph-mon[88691]: osdmap e736: 8 total, 8 up, 8 in 2024-04-12T16:12:35.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:35 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:12:35.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:35 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:12:35.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:35 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:12:35.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:35 smithi099 ceph-mon[94290]: pgmap v740: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 516 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 18 KiB/s rd, 310 KiB/s wr, 2 op/s 2024-04-12T16:12:35.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:35 smithi099 ceph-mon[94290]: osdmap e736: 8 total, 8 up, 8 in 2024-04-12T16:12:35.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:35 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:12:35.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:35 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:12:35.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:35 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:12:35.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:35 smithi099 ceph-mon[96864]: pgmap v740: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 516 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 18 KiB/s rd, 310 KiB/s wr, 2 op/s 2024-04-12T16:12:35.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:35 smithi099 ceph-mon[96864]: osdmap e736: 8 total, 8 up, 8 in 2024-04-12T16:12:36.109 INFO:tasks.rados.rados.0.smithi099.stdout:3386: done (0 left) 2024-04-12T16:12:36.109 INFO:tasks.rados.rados.0.smithi099.stdout:3387: read oid 26 snap -1 2024-04-12T16:12:36.109 INFO:tasks.rados.rados.0.smithi099.stdout:3387: expect (ObjNum 966 snap 296 seq_num 966) 2024-04-12T16:12:36.109 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 28 current snap is 336 2024-04-12T16:12:36.109 INFO:tasks.rados.rados.0.smithi099.stdout:3388: seq_num 1054 ranges {4784128=458752,5242880=401408} 2024-04-12T16:12:36.140 INFO:tasks.rados.rados.0.smithi099.stdout:3388: writing smithi09982431-28 from 4784128 to 5242880 tid 1 2024-04-12T16:12:36.143 INFO:tasks.rados.rados.0.smithi099.stdout:3388: writing smithi09982431-28 from 5242880 to 5644288 tid 2 2024-04-12T16:12:36.143 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 45 current snap is 336 2024-04-12T16:12:36.143 INFO:tasks.rados.rados.0.smithi099.stdout:3389: seq_num 1055 ranges {655360=475136,1130496=401408} 2024-04-12T16:12:36.150 INFO:tasks.rados.rados.0.smithi099.stdout:3389: writing smithi09982431-45 from 655360 to 1130496 tid 1 2024-04-12T16:12:36.152 INFO:tasks.rados.rados.0.smithi099.stdout:3389: writing smithi09982431-45 from 1130496 to 1531904 tid 2 2024-04-12T16:12:36.152 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 21 current snap is 336 2024-04-12T16:12:36.152 INFO:tasks.rados.rados.0.smithi099.stdout:3390: seq_num 1056 ranges {4136960=491520,4628480=401408} 2024-04-12T16:12:36.177 INFO:tasks.rados.rados.0.smithi099.stdout:3390: writing smithi09982431-21 from 4136960 to 4628480 tid 1 2024-04-12T16:12:36.179 INFO:tasks.rados.rados.0.smithi099.stdout:3390: writing smithi09982431-21 from 4628480 to 5029888 tid 2 2024-04-12T16:12:36.179 INFO:tasks.rados.rados.0.smithi099.stdout:3391: rollback oid 8 current snap is 336 2024-04-12T16:12:36.179 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 8 to 319 2024-04-12T16:12:36.179 INFO:tasks.rados.rados.0.smithi099.stdout:3387: expect (ObjNum 966 snap 296 seq_num 966) 2024-04-12T16:12:36.312 INFO:tasks.rados.rados.0.smithi099.stdout:3388: finishing write tid 1 to smithi09982431-28 2024-04-12T16:12:36.312 INFO:tasks.rados.rados.0.smithi099.stdout:3388: finishing write tid 2 to smithi09982431-28 2024-04-12T16:12:36.312 INFO:tasks.rados.rados.0.smithi099.stdout:3388: finishing write tid 3 to smithi09982431-28 2024-04-12T16:12:36.312 INFO:tasks.rados.rados.0.smithi099.stdout:3388: finishing write tid 4 to smithi09982431-28 2024-04-12T16:12:36.312 INFO:tasks.rados.rados.0.smithi099.stdout:3388: oid 28 updating version 0 to 2555 2024-04-12T16:12:36.312 INFO:tasks.rados.rados.0.smithi099.stdout:3388: oid 28 version 2555 is already newer than 2553 2024-04-12T16:12:36.313 INFO:tasks.rados.rados.0.smithi099.stdout:3388: oid 28 version 2555 is already newer than 2554 2024-04-12T16:12:36.313 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 28 v 2555 (ObjNum 1054 snap 336 seq_num 1054) dirty exists 2024-04-12T16:12:36.313 INFO:tasks.rados.rados.0.smithi099.stdout:3388: left oid 28 (ObjNum 1054 snap 336 seq_num 1054) 2024-04-12T16:12:36.313 INFO:tasks.rados.rados.0.smithi099.stdout:3389: finishing write tid 1 to smithi09982431-45 2024-04-12T16:12:36.313 INFO:tasks.rados.rados.0.smithi099.stdout:3389: finishing write tid 2 to smithi09982431-45 2024-04-12T16:12:36.313 INFO:tasks.rados.rados.0.smithi099.stdout:3387: done (4 left) 2024-04-12T16:12:36.313 INFO:tasks.rados.rados.0.smithi099.stdout:3388: done (3 left) 2024-04-12T16:12:36.313 INFO:tasks.rados.rados.0.smithi099.stdout:3392: copy_from oid 49 from oid 16 current snap is 336 2024-04-12T16:12:36.313 INFO:tasks.rados.rados.0.smithi099.stdout:3389: finishing write tid 3 to smithi09982431-45 2024-04-12T16:12:36.313 INFO:tasks.rados.rados.0.smithi099.stdout:3389: finishing write tid 4 to smithi09982431-45 2024-04-12T16:12:36.313 INFO:tasks.rados.rados.0.smithi099.stdout:3389: oid 45 updating version 0 to 2411 2024-04-12T16:12:36.313 INFO:tasks.rados.rados.0.smithi099.stdout:3389: oid 45 version 2411 is already newer than 2410 2024-04-12T16:12:36.313 INFO:tasks.rados.rados.0.smithi099.stdout:3389: oid 45 updating version 2411 to 2412 2024-04-12T16:12:36.314 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 45 v 2412 (ObjNum 1055 snap 336 seq_num 1055) dirty exists 2024-04-12T16:12:36.314 INFO:tasks.rados.rados.0.smithi099.stdout:3389: left oid 45 (ObjNum 1055 snap 336 seq_num 1055) 2024-04-12T16:12:36.314 INFO:tasks.rados.rados.0.smithi099.stdout:3390: finishing write tid 1 to smithi09982431-21 2024-04-12T16:12:36.314 INFO:tasks.rados.rados.0.smithi099.stdout:3390: finishing write tid 2 to smithi09982431-21 2024-04-12T16:12:36.314 INFO:tasks.rados.rados.0.smithi099.stdout:3391: finishing rollback tid 0 to smithi09982431-8 2024-04-12T16:12:36.314 INFO:tasks.rados.rados.0.smithi099.stdout:3390: finishing write tid 3 to smithi09982431-21 2024-04-12T16:12:36.314 INFO:tasks.rados.rados.0.smithi099.stdout:3391: finishing rollback tid 1 to smithi09982431-8 2024-04-12T16:12:36.314 INFO:tasks.rados.rados.0.smithi099.stdout:3391: finishing rollback tid 2 to smithi09982431-8 2024-04-12T16:12:36.314 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 8 v 1946 (ObjNum 968 snap 298 seq_num 968) dirty exists 2024-04-12T16:12:36.314 INFO:tasks.rados.rados.0.smithi099.stdout:3390: finishing write tid 4 to smithi09982431-21 2024-04-12T16:12:36.314 INFO:tasks.rados.rados.0.smithi099.stdout:3390: oid 21 updating version 0 to 2191 2024-04-12T16:12:36.314 INFO:tasks.rados.rados.0.smithi099.stdout:3390: oid 21 updating version 2191 to 2192 2024-04-12T16:12:36.314 INFO:tasks.rados.rados.0.smithi099.stdout:3390: oid 21 updating version 2192 to 2193 2024-04-12T16:12:36.315 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 2193 (ObjNum 1056 snap 336 seq_num 1056) dirty exists 2024-04-12T16:12:36.315 INFO:tasks.rados.rados.0.smithi099.stdout:3390: left oid 21 (ObjNum 1056 snap 336 seq_num 1056) 2024-04-12T16:12:36.315 INFO:tasks.rados.rados.0.smithi099.stdout:3389: done (3 left) 2024-04-12T16:12:36.315 INFO:tasks.rados.rados.0.smithi099.stdout:3390: done (2 left) 2024-04-12T16:12:36.315 INFO:tasks.rados.rados.0.smithi099.stdout:3391: done (1 left) 2024-04-12T16:12:36.315 INFO:tasks.rados.rados.0.smithi099.stdout:3393: snap_create 2024-04-12T16:12:36.323 INFO:tasks.rados.rados.0.smithi099.stdout:3392: finishing copy_from racing read to smithi09982431-49 2024-04-12T16:12:36.324 INFO:tasks.rados.rados.0.smithi099.stdout:3392: finishing copy_from to smithi09982431-49 2024-04-12T16:12:36.324 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 49 v 2412 (ObjNum 1035 snap 331 seq_num 1035) dirty exists 2024-04-12T16:12:36.584 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 16:12:36 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4[94430]: 2024-04-12T16:12:36.131+0000 7f96748bb700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 163 after trimming was started 2024-04-12T16:12:36.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:12:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:12:36] "GET /metrics HTTP/1.1" 200 36325 "" "Prometheus/2.43.0" 2024-04-12T16:12:37.119 INFO:tasks.rados.rados.0.smithi099.stdout:3392: done (1 left) 2024-04-12T16:12:37.119 INFO:tasks.rados.rados.0.smithi099.stdout:3393: done (0 left) 2024-04-12T16:12:37.119 INFO:tasks.rados.rados.0.smithi099.stdout:3394: rmattr oid 4 current snap is 337 2024-04-12T16:12:37.119 INFO:tasks.rados.rados.0.smithi099.stdout:3394: done (0 left) 2024-04-12T16:12:37.119 INFO:tasks.rados.rados.0.smithi099.stdout:3395: read oid 4 snap -1 2024-04-12T16:12:37.120 INFO:tasks.rados.rados.0.smithi099.stdout:3395: expect (ObjNum 1046 snap 333 seq_num 1046) 2024-04-12T16:12:37.120 INFO:tasks.rados.rados.0.smithi099.stdout:3396: copy_from oid 16 from oid 24 current snap is 337 2024-04-12T16:12:37.120 INFO:tasks.rados.rados.0.smithi099.stdout:3397: read oid 44 snap -1 2024-04-12T16:12:37.120 INFO:tasks.rados.rados.0.smithi099.stdout:3397: expect (ObjNum 943 snap 289 seq_num 943) 2024-04-12T16:12:37.120 INFO:tasks.rados.rados.0.smithi099.stdout:3398: read oid 23 snap 327 2024-04-12T16:12:37.120 INFO:tasks.rados.rados.0.smithi099.stdout:3398: expect (ObjNum 998 snap 316 seq_num 998) 2024-04-12T16:12:37.120 INFO:tasks.rados.rados.0.smithi099.stdout:3399: rollback oid 2 current snap is 337 2024-04-12T16:12:37.120 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 2 to 318 2024-04-12T16:12:37.120 INFO:tasks.rados.rados.0.smithi099.stdout:3400: read oid 13 snap -1 2024-04-12T16:12:37.120 INFO:tasks.rados.rados.0.smithi099.stdout:3400: expect (ObjNum 1019 snap 322 seq_num 1019) 2024-04-12T16:12:37.120 INFO:tasks.rados.rados.0.smithi099.stdout:3401: rollback oid 28 current snap is 337 2024-04-12T16:12:37.120 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 28 to 327 2024-04-12T16:12:37.120 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 34 current snap is 337 2024-04-12T16:12:37.120 INFO:tasks.rados.rados.0.smithi099.stdout:3402: seq_num 1057 ranges {0=507904,507904=401408} 2024-04-12T16:12:37.121 INFO:tasks.rados.rados.0.smithi099.stdout:3402: writing smithi09982431-34 from 0 to 507904 tid 1 2024-04-12T16:12:37.125 INFO:tasks.rados.rados.0.smithi099.stdout:3402: writing smithi09982431-34 from 507904 to 909312 tid 2 2024-04-12T16:12:37.125 INFO:tasks.rados.rados.0.smithi099.stdout:3403: read oid 7 snap -1 2024-04-12T16:12:37.125 INFO:tasks.rados.rados.0.smithi099.stdout:3403: expect deleted 2024-04-12T16:12:37.125 INFO:tasks.rados.rados.0.smithi099.stdout:3404: snap_remove snap 335 2024-04-12T16:12:37.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:37 smithi099 ceph-mon[94290]: osdmap e737: 8 total, 8 up, 8 in 2024-04-12T16:12:37.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:37 smithi099 ceph-mon[94290]: pgmap v743: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 512 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 481 KiB/s rd, 904 KiB/s wr, 4 op/s 2024-04-12T16:12:37.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:37 smithi099 ceph-mon[96864]: osdmap e737: 8 total, 8 up, 8 in 2024-04-12T16:12:37.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:37 smithi099 ceph-mon[96864]: pgmap v743: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 512 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 481 KiB/s rd, 904 KiB/s wr, 4 op/s 2024-04-12T16:12:37.485 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:37 smithi110 ceph-mon[88691]: osdmap e737: 8 total, 8 up, 8 in 2024-04-12T16:12:37.485 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:37 smithi110 ceph-mon[88691]: pgmap v743: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 512 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 481 KiB/s rd, 904 KiB/s wr, 4 op/s 2024-04-12T16:12:38.125 INFO:tasks.rados.rados.0.smithi099.stdout:3404: done (9 left) 2024-04-12T16:12:38.125 INFO:tasks.rados.rados.0.smithi099.stdout:3405: delete oid 6 current snap is 337 2024-04-12T16:12:38.125 INFO:tasks.rados.rados.0.smithi099.stdout:3401: finishing rollback tid 0 to smithi09982431-28 2024-04-12T16:12:38.125 INFO:tasks.rados.rados.0.smithi099.stdout:3399: finishing rollback tid 1 to smithi09982431-2 2024-04-12T16:12:38.125 INFO:tasks.rados.rados.0.smithi099.stdout:3399: finishing rollback tid 2 to smithi09982431-2 2024-04-12T16:12:38.125 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 2 v 2069 (ObjNum 1004 snap 316 seq_num 1004) dirty exists 2024-04-12T16:12:38.125 INFO:tasks.rados.rados.0.smithi099.stdout:3396: finishing copy_from to smithi09982431-16 2024-04-12T16:12:38.125 INFO:tasks.rados.rados.0.smithi099.stdout:3396: got expected ENOENT (src dne) 2024-04-12T16:12:38.125 INFO:tasks.rados.rados.0.smithi099.stdout:3396: finishing copy_from racing read to smithi09982431-16 2024-04-12T16:12:38.125 INFO:tasks.rados.rados.0.smithi099.stdout:3401: finishing rollback tid 1 to smithi09982431-28 2024-04-12T16:12:38.125 INFO:tasks.rados.rados.0.smithi099.stdout:3401: finishing rollback tid 2 to smithi09982431-28 2024-04-12T16:12:38.125 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 28 v 2559 (ObjNum 921 snap 285 seq_num 921) dirty exists 2024-04-12T16:12:38.125 INFO:tasks.rados.rados.0.smithi099.stdout:3402: finishing write tid 1 to smithi09982431-34 2024-04-12T16:12:38.126 INFO:tasks.rados.rados.0.smithi099.stdout:3400: expect (ObjNum 1019 snap 322 seq_num 1019) 2024-04-12T16:12:38.220 INFO:tasks.rados.rados.0.smithi099.stdout:3402: finishing write tid 2 to smithi09982431-34 2024-04-12T16:12:38.220 INFO:tasks.rados.rados.0.smithi099.stdout:3402: finishing write tid 3 to smithi09982431-34 2024-04-12T16:12:38.220 INFO:tasks.rados.rados.0.smithi099.stdout:3395: expect (ObjNum 1046 snap 333 seq_num 1046) 2024-04-12T16:12:38.328 INFO:tasks.rados.rados.0.smithi099.stdout:3402: finishing write tid 4 to smithi09982431-34 2024-04-12T16:12:38.328 INFO:tasks.rados.rados.0.smithi099.stdout:3402: oid 34 updating version 0 to 2562 2024-04-12T16:12:38.328 INFO:tasks.rados.rados.0.smithi099.stdout:3402: oid 34 version 2562 is already newer than 2561 2024-04-12T16:12:38.328 INFO:tasks.rados.rados.0.smithi099.stdout:3402: oid 34 version 2562 is already newer than 2560 2024-04-12T16:12:38.328 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 34 v 2562 (ObjNum 1057 snap 337 seq_num 1057) dirty exists 2024-04-12T16:12:38.328 INFO:tasks.rados.rados.0.smithi099.stdout:3402: left oid 34 (ObjNum 1057 snap 337 seq_num 1057) 2024-04-12T16:12:38.328 INFO:tasks.rados.rados.0.smithi099.stdout:3398: expect (ObjNum 998 snap 316 seq_num 998) 2024-04-12T16:12:38.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:38 smithi099 ceph-mon[94290]: osdmap e738: 8 total, 8 up, 8 in 2024-04-12T16:12:38.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:38 smithi099 ceph-mon[96864]: osdmap e738: 8 total, 8 up, 8 in 2024-04-12T16:12:38.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:38 smithi110 ceph-mon[88691]: osdmap e738: 8 total, 8 up, 8 in 2024-04-12T16:12:38.686 INFO:tasks.rados.rados.0.smithi099.stdout:3397: expect (ObjNum 943 snap 289 seq_num 943) 2024-04-12T16:12:39.126 INFO:tasks.rados.rados.0.smithi099.stdout:3395: done (9 left) 2024-04-12T16:12:39.126 INFO:tasks.rados.rados.0.smithi099.stdout:3396: done (8 left) 2024-04-12T16:12:39.126 INFO:tasks.rados.rados.0.smithi099.stdout:3397: done (7 left) 2024-04-12T16:12:39.126 INFO:tasks.rados.rados.0.smithi099.stdout:3398: done (6 left) 2024-04-12T16:12:39.126 INFO:tasks.rados.rados.0.smithi099.stdout:3399: done (5 left) 2024-04-12T16:12:39.126 INFO:tasks.rados.rados.0.smithi099.stdout:3400: done (4 left) 2024-04-12T16:12:39.126 INFO:tasks.rados.rados.0.smithi099.stdout:3401: done (3 left) 2024-04-12T16:12:39.126 INFO:tasks.rados.rados.0.smithi099.stdout:3402: done (2 left) 2024-04-12T16:12:39.126 INFO:tasks.rados.rados.0.smithi099.stdout:3403: done (1 left) 2024-04-12T16:12:39.126 INFO:tasks.rados.rados.0.smithi099.stdout:3405: done (0 left) 2024-04-12T16:12:39.127 INFO:tasks.rados.rados.0.smithi099.stdout:3406: read oid 22 snap -1 2024-04-12T16:12:39.127 INFO:tasks.rados.rados.0.smithi099.stdout:3406: expect (ObjNum 1052 snap 335 seq_num 1052) 2024-04-12T16:12:39.127 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 7 current snap is 337 2024-04-12T16:12:39.127 INFO:tasks.rados.rados.0.smithi099.stdout:3407: seq_num 1059 ranges {0=540672,540672=401408} 2024-04-12T16:12:39.128 INFO:tasks.rados.rados.0.smithi099.stdout:3407: writing smithi09982431-7 from 0 to 540672 tid 1 2024-04-12T16:12:39.131 INFO:tasks.rados.rados.0.smithi099.stdout:3407: writing smithi09982431-7 from 540672 to 942080 tid 2 2024-04-12T16:12:39.131 INFO:tasks.rados.rados.0.smithi099.stdout:3406: expect (ObjNum 1052 snap 335 seq_num 1052) 2024-04-12T16:12:39.157 INFO:tasks.rados.rados.0.smithi099.stdout:3407: finishing write tid 1 to smithi09982431-7 2024-04-12T16:12:39.157 INFO:tasks.rados.rados.0.smithi099.stdout:3407: finishing write tid 2 to smithi09982431-7 2024-04-12T16:12:39.157 INFO:tasks.rados.rados.0.smithi099.stdout:3407: finishing write tid 3 to smithi09982431-7 2024-04-12T16:12:39.157 INFO:tasks.rados.rados.0.smithi099.stdout:3407: finishing write tid 4 to smithi09982431-7 2024-04-12T16:12:39.157 INFO:tasks.rados.rados.0.smithi099.stdout:3407: oid 7 updating version 0 to 2566 2024-04-12T16:12:39.157 INFO:tasks.rados.rados.0.smithi099.stdout:3407: oid 7 version 2566 is already newer than 2565 2024-04-12T16:12:39.158 INFO:tasks.rados.rados.0.smithi099.stdout:3407: oid 7 updating version 2566 to 2567 2024-04-12T16:12:39.158 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 7 v 2567 (ObjNum 1059 snap 337 seq_num 1059) dirty exists 2024-04-12T16:12:39.158 INFO:tasks.rados.rados.0.smithi099.stdout:3407: left oid 7 (ObjNum 1059 snap 337 seq_num 1059) 2024-04-12T16:12:39.158 INFO:tasks.rados.rados.0.smithi099.stdout:3406: done (1 left) 2024-04-12T16:12:39.158 INFO:tasks.rados.rados.0.smithi099.stdout:3407: done (0 left) 2024-04-12T16:12:39.158 INFO:tasks.rados.rados.0.smithi099.stdout:3408: read oid 5 snap -1 2024-04-12T16:12:39.158 INFO:tasks.rados.rados.0.smithi099.stdout:3408: expect (ObjNum 969 snap 299 seq_num 969) 2024-04-12T16:12:39.158 INFO:tasks.rados.rados.0.smithi099.stdout:3409: rmattr oid 47 current snap is 337 2024-04-12T16:12:39.158 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 2 current snap is 337 2024-04-12T16:12:39.159 INFO:tasks.rados.rados.0.smithi099.stdout:3410: seq_num 1060 ranges {16384=557056,573440=401408} 2024-04-12T16:12:39.160 INFO:tasks.rados.rados.0.smithi099.stdout:3410: writing smithi09982431-2 from 16384 to 573440 tid 1 2024-04-12T16:12:39.163 INFO:tasks.rados.rados.0.smithi099.stdout:3410: writing smithi09982431-2 from 573440 to 974848 tid 2 2024-04-12T16:12:39.163 INFO:tasks.rados.rados.0.smithi099.stdout:3411: delete oid 42 current snap is 337 2024-04-12T16:12:39.163 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 47 v 1698 (ObjNum 921 snap 285 seq_num 921) dirty exists 2024-04-12T16:12:39.163 INFO:tasks.rados.rados.0.smithi099.stdout:3408: expect (ObjNum 969 snap 299 seq_num 969) 2024-04-12T16:12:39.211 INFO:tasks.rados.rados.0.smithi099.stdout:3410: finishing write tid 1 to smithi09982431-2 2024-04-12T16:12:39.212 INFO:tasks.rados.rados.0.smithi099.stdout:3410: finishing write tid 2 to smithi09982431-2 2024-04-12T16:12:39.212 INFO:tasks.rados.rados.0.smithi099.stdout:3410: finishing write tid 3 to smithi09982431-2 2024-04-12T16:12:39.212 INFO:tasks.rados.rados.0.smithi099.stdout:3410: finishing write tid 4 to smithi09982431-2 2024-04-12T16:12:39.212 INFO:tasks.rados.rados.0.smithi099.stdout:3410: oid 2 updating version 0 to 2070 2024-04-12T16:12:39.212 INFO:tasks.rados.rados.0.smithi099.stdout:3410: oid 2 updating version 2070 to 2072 2024-04-12T16:12:39.212 INFO:tasks.rados.rados.0.smithi099.stdout:3410: oid 2 version 2072 is already newer than 2071 2024-04-12T16:12:39.212 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 2 v 2072 (ObjNum 1060 snap 337 seq_num 1060) dirty exists 2024-04-12T16:12:39.212 INFO:tasks.rados.rados.0.smithi099.stdout:3410: left oid 2 (ObjNum 1060 snap 337 seq_num 1060) 2024-04-12T16:12:39.212 INFO:tasks.rados.rados.0.smithi099.stdout:3408: done (3 left) 2024-04-12T16:12:39.212 INFO:tasks.rados.rados.0.smithi099.stdout:3409: done (2 left) 2024-04-12T16:12:39.212 INFO:tasks.rados.rados.0.smithi099.stdout:3410: done (1 left) 2024-04-12T16:12:39.212 INFO:tasks.rados.rados.0.smithi099.stdout:3411: done (0 left) 2024-04-12T16:12:39.212 INFO:tasks.rados.rados.0.smithi099.stdout:3412: rollback oid 16 current snap is 337 2024-04-12T16:12:39.212 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 16 to 318 2024-04-12T16:12:39.213 INFO:tasks.rados.rados.0.smithi099.stdout:3413: rmattr oid 36 current snap is 337 2024-04-12T16:12:39.213 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 6 current snap is 337 2024-04-12T16:12:39.213 INFO:tasks.rados.rados.0.smithi099.stdout:3414: seq_num 1062 ranges {0=589824,589824=401408} 2024-04-12T16:12:39.215 INFO:tasks.rados.rados.0.smithi099.stdout:3414: writing smithi09982431-6 from 0 to 589824 tid 1 2024-04-12T16:12:39.218 INFO:tasks.rados.rados.0.smithi099.stdout:3414: writing smithi09982431-6 from 589824 to 991232 tid 2 2024-04-12T16:12:39.218 INFO:tasks.rados.rados.0.smithi099.stdout:3415: read oid 15 snap -1 2024-04-12T16:12:39.218 INFO:tasks.rados.rados.0.smithi099.stdout:3415: expect (ObjNum 990 snap 309 seq_num 990) 2024-04-12T16:12:39.218 INFO:tasks.rados.rados.0.smithi099.stdout:3416: read oid 41 snap -1 2024-04-12T16:12:39.218 INFO:tasks.rados.rados.0.smithi099.stdout:3416: expect (ObjNum 1049 snap 334 seq_num 1049) 2024-04-12T16:12:39.219 INFO:tasks.rados.rados.0.smithi099.stdout:3417: rollback oid 29 current snap is 337 2024-04-12T16:12:39.219 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 29 to 282 2024-04-12T16:12:39.219 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 36 v 2251 (ObjNum 65 snap 0 seq_num 1431726696) dirty exists 2024-04-12T16:12:39.219 INFO:tasks.rados.rados.0.smithi099.stdout:3413: done (5 left) 2024-04-12T16:12:39.219 INFO:tasks.rados.rados.0.smithi099.stdout:3418: snap_create 2024-04-12T16:12:39.219 INFO:tasks.rados.rados.0.smithi099.stdout:3412: finishing rollback tid 0 to smithi09982431-16 2024-04-12T16:12:39.219 INFO:tasks.rados.rados.0.smithi099.stdout:3412: finishing rollback tid 1 to smithi09982431-16 2024-04-12T16:12:39.219 INFO:tasks.rados.rados.0.smithi099.stdout:3412: finishing rollback tid 2 to smithi09982431-16 2024-04-12T16:12:39.219 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 16 v 2419 (ObjNum 839 snap 261 seq_num 839) dirty exists 2024-04-12T16:12:39.222 INFO:tasks.rados.rados.0.smithi099.stdout:3414: finishing write tid 1 to smithi09982431-6 2024-04-12T16:12:39.222 INFO:tasks.rados.rados.0.smithi099.stdout:3414: finishing write tid 2 to smithi09982431-6 2024-04-12T16:12:39.224 INFO:tasks.rados.rados.0.smithi099.stdout:3414: finishing write tid 3 to smithi09982431-6 2024-04-12T16:12:39.227 INFO:tasks.rados.rados.0.smithi099.stdout:3417: finishing rollback tid 0 to smithi09982431-29 2024-04-12T16:12:39.229 INFO:tasks.rados.rados.0.smithi099.stdout:3414: finishing write tid 4 to smithi09982431-6 2024-04-12T16:12:39.230 INFO:tasks.rados.rados.0.smithi099.stdout:3414: oid 6 updating version 0 to 1699 2024-04-12T16:12:39.230 INFO:tasks.rados.rados.0.smithi099.stdout:3414: oid 6 updating version 1699 to 1701 2024-04-12T16:12:39.230 INFO:tasks.rados.rados.0.smithi099.stdout:3414: oid 6 version 1701 is already newer than 1700 2024-04-12T16:12:39.230 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 6 v 1701 (ObjNum 1062 snap 337 seq_num 1062) dirty exists 2024-04-12T16:12:39.230 INFO:tasks.rados.rados.0.smithi099.stdout:3414: left oid 6 (ObjNum 1062 snap 337 seq_num 1062) 2024-04-12T16:12:39.230 INFO:tasks.rados.rados.0.smithi099.stdout:3417: finishing rollback tid 1 to smithi09982431-29 2024-04-12T16:12:39.230 INFO:tasks.rados.rados.0.smithi099.stdout:3417: finishing rollback tid 2 to smithi09982431-29 2024-04-12T16:12:39.230 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 29 v 1704 (ObjNum 909 snap 279 seq_num 909) dirty exists 2024-04-12T16:12:39.235 INFO:tasks.rados.rados.0.smithi099.stdout:3415: expect (ObjNum 990 snap 309 seq_num 990) 2024-04-12T16:12:39.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:39 smithi099 ceph-mon[94290]: osdmap e739: 8 total, 8 up, 8 in 2024-04-12T16:12:39.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:39 smithi099 ceph-mon[94290]: pgmap v746: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 511 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 481 KiB/s rd, 594 KiB/s wr, 3 op/s 2024-04-12T16:12:39.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:39 smithi099 ceph-mon[94290]: osdmap e740: 8 total, 8 up, 8 in 2024-04-12T16:12:39.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:39 smithi099 ceph-mon[96864]: osdmap e739: 8 total, 8 up, 8 in 2024-04-12T16:12:39.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:39 smithi099 ceph-mon[96864]: pgmap v746: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 511 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 481 KiB/s rd, 594 KiB/s wr, 3 op/s 2024-04-12T16:12:39.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:39 smithi099 ceph-mon[96864]: osdmap e740: 8 total, 8 up, 8 in 2024-04-12T16:12:39.492 INFO:tasks.rados.rados.0.smithi099.stdout:3416: expect (ObjNum 1049 snap 334 seq_num 1049) 2024-04-12T16:12:39.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:39 smithi110 ceph-mon[88691]: osdmap e739: 8 total, 8 up, 8 in 2024-04-12T16:12:39.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:39 smithi110 ceph-mon[88691]: pgmap v746: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 511 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 481 KiB/s rd, 594 KiB/s wr, 3 op/s 2024-04-12T16:12:39.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:39 smithi110 ceph-mon[88691]: osdmap e740: 8 total, 8 up, 8 in 2024-04-12T16:12:40.134 INFO:tasks.rados.rados.0.smithi099.stdout:3412: done (5 left) 2024-04-12T16:12:40.134 INFO:tasks.rados.rados.0.smithi099.stdout:3414: done (4 left) 2024-04-12T16:12:40.134 INFO:tasks.rados.rados.0.smithi099.stdout:3415: done (3 left) 2024-04-12T16:12:40.134 INFO:tasks.rados.rados.0.smithi099.stdout:3416: done (2 left) 2024-04-12T16:12:40.134 INFO:tasks.rados.rados.0.smithi099.stdout:3417: done (1 left) 2024-04-12T16:12:40.134 INFO:tasks.rados.rados.0.smithi099.stdout:3418: done (0 left) 2024-04-12T16:12:40.134 INFO:tasks.rados.rados.0.smithi099.stdout:3419: copy_from oid 7 from oid 45 current snap is 338 2024-04-12T16:12:40.134 INFO:tasks.rados.rados.0.smithi099.stdout:3420: snap_remove snap 337 2024-04-12T16:12:41.137 INFO:tasks.rados.rados.0.smithi099.stdout:3420: done (1 left) 2024-04-12T16:12:41.137 INFO:tasks.rados.rados.0.smithi099.stdout:3421: read oid 16 snap 326 2024-04-12T16:12:41.137 INFO:tasks.rados.rados.0.smithi099.stdout:3421: expect (ObjNum 839 snap 261 seq_num 839) 2024-04-12T16:12:41.137 INFO:tasks.rados.rados.0.smithi099.stdout:3422: snap_remove snap 282 2024-04-12T16:12:41.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:41 smithi110 ceph-mon[88691]: osdmap e741: 8 total, 8 up, 8 in 2024-04-12T16:12:41.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:41 smithi110 ceph-mon[88691]: pgmap v749: 121 pgs: 121 active+clean; 524 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-04-12T16:12:41.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:41 smithi099 ceph-mon[94290]: osdmap e741: 8 total, 8 up, 8 in 2024-04-12T16:12:41.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:41 smithi099 ceph-mon[94290]: pgmap v749: 121 pgs: 121 active+clean; 524 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-04-12T16:12:41.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:41 smithi099 ceph-mon[96864]: osdmap e741: 8 total, 8 up, 8 in 2024-04-12T16:12:41.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:41 smithi099 ceph-mon[96864]: pgmap v749: 121 pgs: 121 active+clean; 524 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-04-12T16:12:42.149 INFO:tasks.rados.rados.0.smithi099.stdout:3422: done (2 left) 2024-04-12T16:12:42.149 INFO:tasks.rados.rados.0.smithi099.stdout:3423: read oid 10 snap -1 2024-04-12T16:12:42.149 INFO:tasks.rados.rados.0.smithi099.stdout:3423: expect (ObjNum 1016 snap 322 seq_num 1016) 2024-04-12T16:12:42.149 INFO:tasks.rados.rados.0.smithi099.stdout:3424: snap_remove snap 312 2024-04-12T16:12:42.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:42 smithi110 ceph-mon[88691]: osdmap e742: 8 total, 8 up, 8 in 2024-04-12T16:12:42.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:12:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:12:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:12:42.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:42 smithi099 ceph-mon[94290]: osdmap e742: 8 total, 8 up, 8 in 2024-04-12T16:12:42.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:42 smithi099 ceph-mon[96864]: osdmap e742: 8 total, 8 up, 8 in 2024-04-12T16:12:43.158 INFO:tasks.rados.rados.0.smithi099.stdout:3424: done (3 left) 2024-04-12T16:12:43.158 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 38 current snap is 338 2024-04-12T16:12:43.158 INFO:tasks.rados.rados.0.smithi099.stdout:3425: seq_num 1063 ranges {4415488=606208,5021696=401408} 2024-04-12T16:12:43.186 INFO:tasks.rados.rados.0.smithi099.stdout:3425: writing smithi09982431-38 from 4415488 to 5021696 tid 1 2024-04-12T16:12:43.189 INFO:tasks.rados.rados.0.smithi099.stdout:3425: writing smithi09982431-38 from 5021696 to 5423104 tid 2 2024-04-12T16:12:43.189 INFO:tasks.rados.rados.0.smithi099.stdout:3426: setattr oid 25 current snap is 338 2024-04-12T16:12:43.189 INFO:tasks.rados.rados.0.smithi099.stdout:3419: finishing copy_from racing read to smithi09982431-7 2024-04-12T16:12:43.189 INFO:tasks.rados.rados.0.smithi099.stdout:3419: finishing copy_from to smithi09982431-7 2024-04-12T16:12:43.189 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 7 v 2412 (ObjNum 1055 snap 336 seq_num 1055) dirty exists 2024-04-12T16:12:43.189 INFO:tasks.rados.rados.0.smithi099.stdout:3421: expect (ObjNum 839 snap 261 seq_num 839) 2024-04-12T16:12:43.245 INFO:tasks.rados.rados.0.smithi099.stdout:3423: expect (ObjNum 1016 snap 322 seq_num 1016) 2024-04-12T16:12:43.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:43 smithi110 ceph-mon[88691]: osdmap e743: 8 total, 8 up, 8 in 2024-04-12T16:12:43.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:43 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:12:43.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:43 smithi110 ceph-mon[88691]: pgmap v752: 121 pgs: 121 active+clean; 530 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 2.2 MiB/s wr, 22 op/s 2024-04-12T16:12:43.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:43 smithi099 ceph-mon[94290]: osdmap e743: 8 total, 8 up, 8 in 2024-04-12T16:12:43.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:43 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:12:43.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:43 smithi099 ceph-mon[94290]: pgmap v752: 121 pgs: 121 active+clean; 530 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 2.2 MiB/s wr, 22 op/s 2024-04-12T16:12:43.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:43 smithi099 ceph-mon[96864]: osdmap e743: 8 total, 8 up, 8 in 2024-04-12T16:12:43.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:43 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:12:43.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:43 smithi099 ceph-mon[96864]: pgmap v752: 121 pgs: 121 active+clean; 530 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 2.2 MiB/s wr, 22 op/s 2024-04-12T16:12:44.172 INFO:tasks.rados.rados.0.smithi099.stdout:3425: finishing write tid 1 to smithi09982431-38 2024-04-12T16:12:44.172 INFO:tasks.rados.rados.0.smithi099.stdout:3425: finishing write tid 2 to smithi09982431-38 2024-04-12T16:12:44.172 INFO:tasks.rados.rados.0.smithi099.stdout:3425: finishing write tid 3 to smithi09982431-38 2024-04-12T16:12:44.172 INFO:tasks.rados.rados.0.smithi099.stdout:3425: finishing write tid 4 to smithi09982431-38 2024-04-12T16:12:44.172 INFO:tasks.rados.rados.0.smithi099.stdout:3425: oid 38 updating version 0 to 1972 2024-04-12T16:12:44.173 INFO:tasks.rados.rados.0.smithi099.stdout:3425: oid 38 version 1972 is already newer than 1970 2024-04-12T16:12:44.173 INFO:tasks.rados.rados.0.smithi099.stdout:3425: oid 38 version 1972 is already newer than 1971 2024-04-12T16:12:44.173 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 38 v 1972 (ObjNum 1063 snap 338 seq_num 1063) dirty exists 2024-04-12T16:12:44.173 INFO:tasks.rados.rados.0.smithi099.stdout:3425: left oid 38 (ObjNum 1063 snap 338 seq_num 1063) 2024-04-12T16:12:44.173 INFO:tasks.rados.rados.0.smithi099.stdout:3419: done (4 left) 2024-04-12T16:12:44.173 INFO:tasks.rados.rados.0.smithi099.stdout:3421: done (3 left) 2024-04-12T16:12:44.173 INFO:tasks.rados.rados.0.smithi099.stdout:3423: done (2 left) 2024-04-12T16:12:44.173 INFO:tasks.rados.rados.0.smithi099.stdout:3425: done (1 left) 2024-04-12T16:12:44.173 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 40 current snap is 338 2024-04-12T16:12:44.173 INFO:tasks.rados.rados.0.smithi099.stdout:3427: seq_num 1064 ranges {491520=622592,1114112=401408} 2024-04-12T16:12:44.178 INFO:tasks.rados.rados.0.smithi099.stdout:3427: writing smithi09982431-40 from 491520 to 1114112 tid 1 2024-04-12T16:12:44.180 INFO:tasks.rados.rados.0.smithi099.stdout:3427: writing smithi09982431-40 from 1114112 to 1515520 tid 2 2024-04-12T16:12:44.181 INFO:tasks.rados.rados.0.smithi099.stdout:3428: snap_create 2024-04-12T16:12:44.181 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 25 v 2589 (ObjNum 113 snap 0 seq_num 273503558) dirty exists 2024-04-12T16:12:44.184 INFO:tasks.rados.rados.0.smithi099.stdout:3427: finishing write tid 1 to smithi09982431-40 2024-04-12T16:12:44.185 INFO:tasks.rados.rados.0.smithi099.stdout:3427: finishing write tid 2 to smithi09982431-40 2024-04-12T16:12:44.185 INFO:tasks.rados.rados.0.smithi099.stdout:3427: finishing write tid 3 to smithi09982431-40 2024-04-12T16:12:44.186 INFO:tasks.rados.rados.0.smithi099.stdout:3427: finishing write tid 4 to smithi09982431-40 2024-04-12T16:12:44.186 INFO:tasks.rados.rados.0.smithi099.stdout:3427: oid 40 updating version 0 to 2591 2024-04-12T16:12:44.186 INFO:tasks.rados.rados.0.smithi099.stdout:3427: oid 40 updating version 2591 to 2592 2024-04-12T16:12:44.186 INFO:tasks.rados.rados.0.smithi099.stdout:3427: oid 40 updating version 2592 to 2593 2024-04-12T16:12:44.186 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 40 v 2593 (ObjNum 1064 snap 338 seq_num 1064) dirty exists 2024-04-12T16:12:44.186 INFO:tasks.rados.rados.0.smithi099.stdout:3427: left oid 40 (ObjNum 1064 snap 338 seq_num 1064) 2024-04-12T16:12:44.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:44 smithi110 ceph-mon[88691]: osdmap e744: 8 total, 8 up, 8 in 2024-04-12T16:12:44.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:44 smithi110 ceph-mon[88691]: osdmap e745: 8 total, 8 up, 8 in 2024-04-12T16:12:44.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:44 smithi099 ceph-mon[94290]: osdmap e744: 8 total, 8 up, 8 in 2024-04-12T16:12:44.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:44 smithi099 ceph-mon[94290]: osdmap e745: 8 total, 8 up, 8 in 2024-04-12T16:12:44.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:44 smithi099 ceph-mon[96864]: osdmap e744: 8 total, 8 up, 8 in 2024-04-12T16:12:44.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:44 smithi099 ceph-mon[96864]: osdmap e745: 8 total, 8 up, 8 in 2024-04-12T16:12:45.168 INFO:tasks.rados.rados.0.smithi099.stdout:3426: done (2 left) 2024-04-12T16:12:45.168 INFO:tasks.rados.rados.0.smithi099.stdout:3427: done (1 left) 2024-04-12T16:12:45.168 INFO:tasks.rados.rados.0.smithi099.stdout:3428: done (0 left) 2024-04-12T16:12:45.168 INFO:tasks.rados.rados.0.smithi099.stdout:3429: rollback oid 46 current snap is 339 2024-04-12T16:12:45.168 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 46 to 338 2024-04-12T16:12:45.169 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 48 current snap is 339 2024-04-12T16:12:45.169 INFO:tasks.rados.rados.0.smithi099.stdout:3430: seq_num 1065 ranges {5996544=638976,6635520=401408} 2024-04-12T16:12:45.203 INFO:tasks.rados.rados.0.smithi099.stdout:3430: writing smithi09982431-48 from 5996544 to 6635520 tid 1 2024-04-12T16:12:45.206 INFO:tasks.rados.rados.0.smithi099.stdout:3430: writing smithi09982431-48 from 6635520 to 7036928 tid 2 2024-04-12T16:12:45.206 INFO:tasks.rados.rados.0.smithi099.stdout:3429: finishing rollback tid 0 to smithi09982431-46 2024-04-12T16:12:45.206 INFO:tasks.rados.rados.0.smithi099.stdout:3429: finishing rollback tid 1 to smithi09982431-46 2024-04-12T16:12:45.206 INFO:tasks.rados.rados.0.smithi099.stdout:3429: finishing rollback tid 2 to smithi09982431-46 2024-04-12T16:12:45.206 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 46 v 1531 (ObjNum 1009 snap 317 seq_num 1009) dirty exists 2024-04-12T16:12:45.206 INFO:tasks.rados.rados.0.smithi099.stdout:3431: read oid 33 snap -1 2024-04-12T16:12:45.206 INFO:tasks.rados.rados.0.smithi099.stdout:3431: expect (ObjNum 990 snap 309 seq_num 990) 2024-04-12T16:12:45.206 INFO:tasks.rados.rados.0.smithi099.stdout:3429: done (2 left) 2024-04-12T16:12:45.207 INFO:tasks.rados.rados.0.smithi099.stdout:3432: setattr oid 31 current snap is 339 2024-04-12T16:12:45.207 INFO:tasks.rados.rados.0.smithi099.stdout:3433: read oid 29 snap -1 2024-04-12T16:12:45.207 INFO:tasks.rados.rados.0.smithi099.stdout:3433: expect (ObjNum 909 snap 279 seq_num 909) 2024-04-12T16:12:45.208 INFO:tasks.rados.rados.0.smithi099.stdout:3434: snap_create 2024-04-12T16:12:45.211 INFO:tasks.rados.rados.0.smithi099.stdout:3430: finishing write tid 1 to smithi09982431-48 2024-04-12T16:12:45.212 INFO:tasks.rados.rados.0.smithi099.stdout:3430: finishing write tid 2 to smithi09982431-48 2024-04-12T16:12:45.213 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 31 v 2413 (ObjNum 757 snap 235 seq_num 757) dirty exists 2024-04-12T16:12:45.213 INFO:tasks.rados.rados.0.smithi099.stdout:3430: finishing write tid 3 to smithi09982431-48 2024-04-12T16:12:45.215 INFO:tasks.rados.rados.0.smithi099.stdout:3430: finishing write tid 4 to smithi09982431-48 2024-04-12T16:12:45.215 INFO:tasks.rados.rados.0.smithi099.stdout:3430: oid 48 updating version 0 to 1532 2024-04-12T16:12:45.215 INFO:tasks.rados.rados.0.smithi099.stdout:3430: oid 48 updating version 1532 to 1533 2024-04-12T16:12:45.215 INFO:tasks.rados.rados.0.smithi099.stdout:3430: oid 48 updating version 1533 to 1534 2024-04-12T16:12:45.215 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 48 v 1534 (ObjNum 1065 snap 339 seq_num 1065) dirty exists 2024-04-12T16:12:45.215 INFO:tasks.rados.rados.0.smithi099.stdout:3430: left oid 48 (ObjNum 1065 snap 339 seq_num 1065) 2024-04-12T16:12:45.227 INFO:tasks.rados.rados.0.smithi099.stdout:3431: expect (ObjNum 990 snap 309 seq_num 990) 2024-04-12T16:12:45.481 INFO:tasks.rados.rados.0.smithi099.stdout:3433: expect (ObjNum 909 snap 279 seq_num 909) 2024-04-12T16:12:45.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:45 smithi110 ceph-mon[88691]: pgmap v755: 121 pgs: 121 active+clean; 531 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 722 KiB/s wr, 12 op/s 2024-04-12T16:12:45.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:45 smithi099 ceph-mon[94290]: pgmap v755: 121 pgs: 121 active+clean; 531 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 722 KiB/s wr, 12 op/s 2024-04-12T16:12:45.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:45 smithi099 ceph-mon[96864]: pgmap v755: 121 pgs: 121 active+clean; 531 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 722 KiB/s wr, 12 op/s 2024-04-12T16:12:46.163 INFO:tasks.rados.rados.0.smithi099.stdout:3430: done (4 left) 2024-04-12T16:12:46.164 INFO:tasks.rados.rados.0.smithi099.stdout:3431: done (3 left) 2024-04-12T16:12:46.164 INFO:tasks.rados.rados.0.smithi099.stdout:3432: done (2 left) 2024-04-12T16:12:46.164 INFO:tasks.rados.rados.0.smithi099.stdout:3433: done (1 left) 2024-04-12T16:12:46.164 INFO:tasks.rados.rados.0.smithi099.stdout:3434: done (0 left) 2024-04-12T16:12:46.164 INFO:tasks.rados.rados.0.smithi099.stdout:3435: snap_create 2024-04-12T16:12:46.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:46 smithi110 ceph-mon[88691]: osdmap e746: 8 total, 8 up, 8 in 2024-04-12T16:12:46.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:46 smithi099 ceph-mon[94290]: osdmap e746: 8 total, 8 up, 8 in 2024-04-12T16:12:46.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:46 smithi099 ceph-mon[96864]: osdmap e746: 8 total, 8 up, 8 in 2024-04-12T16:12:46.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:12:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:12:46] "GET /metrics HTTP/1.1" 200 36325 "" "Prometheus/2.43.0" 2024-04-12T16:12:47.182 INFO:tasks.rados.rados.0.smithi099.stdout:3435: done (0 left) 2024-04-12T16:12:47.182 INFO:tasks.rados.rados.0.smithi099.stdout:3436: read oid 16 snap -1 2024-04-12T16:12:47.182 INFO:tasks.rados.rados.0.smithi099.stdout:3436: expect (ObjNum 839 snap 261 seq_num 839) 2024-04-12T16:12:47.182 INFO:tasks.rados.rados.0.smithi099.stdout:3437: read oid 4 snap -1 2024-04-12T16:12:47.182 INFO:tasks.rados.rados.0.smithi099.stdout:3437: expect (ObjNum 1046 snap 333 seq_num 1046) 2024-04-12T16:12:47.183 INFO:tasks.rados.rados.0.smithi099.stdout:3438: delete oid 28 current snap is 341 2024-04-12T16:12:47.190 INFO:tasks.rados.rados.0.smithi099.stdout:3438: done (2 left) 2024-04-12T16:12:47.190 INFO:tasks.rados.rados.0.smithi099.stdout:3439: rollback oid 33 current snap is 341 2024-04-12T16:12:47.191 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 33 to 291 2024-04-12T16:12:47.191 INFO:tasks.rados.rados.0.smithi099.stdout:3440: delete oid 34 current snap is 341 2024-04-12T16:12:47.191 INFO:tasks.rados.rados.0.smithi099.stdout:3437: expect (ObjNum 1046 snap 333 seq_num 1046) 2024-04-12T16:12:47.302 INFO:tasks.rados.rados.0.smithi099.stdout:3436: expect (ObjNum 839 snap 261 seq_num 839) 2024-04-12T16:12:47.355 INFO:tasks.rados.rados.0.smithi099.stdout:3439: finishing rollback tid 0 to smithi09982431-33 2024-04-12T16:12:47.355 INFO:tasks.rados.rados.0.smithi099.stdout:3439: finishing rollback tid 1 to smithi09982431-33 2024-04-12T16:12:47.355 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 33 v 2414 (ObjNum 65 snap 0 seq_num 1924033456) dirty dne 2024-04-12T16:12:47.355 INFO:tasks.rados.rados.0.smithi099.stdout:3436: done (3 left) 2024-04-12T16:12:47.356 INFO:tasks.rados.rados.0.smithi099.stdout:3437: done (2 left) 2024-04-12T16:12:47.356 INFO:tasks.rados.rados.0.smithi099.stdout:3439: done (1 left) 2024-04-12T16:12:47.356 INFO:tasks.rados.rados.0.smithi099.stdout:3440: done (0 left) 2024-04-12T16:12:47.356 INFO:tasks.rados.rados.0.smithi099.stdout:3441: copy_from oid 30 from oid 40 current snap is 341 2024-04-12T16:12:47.356 INFO:tasks.rados.rados.0.smithi099.stdout:3442: copy_from oid 31 from oid 36 current snap is 341 2024-04-12T16:12:47.356 INFO:tasks.rados.rados.0.smithi099.stdout:3443: read oid 4 snap -1 2024-04-12T16:12:47.356 INFO:tasks.rados.rados.0.smithi099.stdout:3443: expect (ObjNum 1046 snap 333 seq_num 1046) 2024-04-12T16:12:47.356 INFO:tasks.rados.rados.0.smithi099.stdout:3444: snap_remove snap 321 2024-04-12T16:12:47.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:47 smithi110 ceph-mon[88691]: osdmap e747: 8 total, 8 up, 8 in 2024-04-12T16:12:47.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:47 smithi110 ceph-mon[88691]: pgmap v758: 121 pgs: 121 active+clean; 532 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 870 KiB/s wr, 14 op/s 2024-04-12T16:12:47.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:47 smithi099 ceph-mon[94290]: osdmap e747: 8 total, 8 up, 8 in 2024-04-12T16:12:47.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:47 smithi099 ceph-mon[94290]: pgmap v758: 121 pgs: 121 active+clean; 532 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 870 KiB/s wr, 14 op/s 2024-04-12T16:12:47.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:47 smithi099 ceph-mon[96864]: osdmap e747: 8 total, 8 up, 8 in 2024-04-12T16:12:47.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:47 smithi099 ceph-mon[96864]: pgmap v758: 121 pgs: 121 active+clean; 532 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 870 KiB/s wr, 14 op/s 2024-04-12T16:12:48.183 INFO:tasks.rados.rados.0.smithi099.stdout:3444: done (3 left) 2024-04-12T16:12:48.183 INFO:tasks.rados.rados.0.smithi099.stdout:3445: setattr oid 15 current snap is 341 2024-04-12T16:12:48.183 INFO:tasks.rados.rados.0.smithi099.stdout:3442: finishing copy_from racing read to smithi09982431-31 2024-04-12T16:12:48.183 INFO:tasks.rados.rados.0.smithi099.stdout:3442: finishing copy_from to smithi09982431-31 2024-04-12T16:12:48.183 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 31 v 2251 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-12T16:12:48.183 INFO:tasks.rados.rados.0.smithi099.stdout:3443: expect (ObjNum 1046 snap 333 seq_num 1046) 2024-04-12T16:12:48.302 INFO:tasks.rados.rados.0.smithi099.stdout:3441: finishing copy_from racing read to smithi09982431-30 2024-04-12T16:12:48.302 INFO:tasks.rados.rados.0.smithi099.stdout:3441: finishing copy_from to smithi09982431-30 2024-04-12T16:12:48.303 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 30 v 2593 (ObjNum 1064 snap 338 seq_num 1064) dirty exists 2024-04-12T16:12:48.303 INFO:tasks.rados.rados.0.smithi099.stdout:3441: done (3 left) 2024-04-12T16:12:48.303 INFO:tasks.rados.rados.0.smithi099.stdout:3442: done (2 left) 2024-04-12T16:12:48.303 INFO:tasks.rados.rados.0.smithi099.stdout:3443: done (1 left) 2024-04-12T16:12:48.303 INFO:tasks.rados.rados.0.smithi099.stdout:3446: copy_from oid 9 from oid 16 current snap is 341 2024-04-12T16:12:48.303 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 3 current snap is 341 2024-04-12T16:12:48.303 INFO:tasks.rados.rados.0.smithi099.stdout:3447: seq_num 1068 ranges {0=696320,696320=401408} 2024-04-12T16:12:48.306 INFO:tasks.rados.rados.0.smithi099.stdout:3447: writing smithi09982431-3 from 0 to 696320 tid 1 2024-04-12T16:12:48.309 INFO:tasks.rados.rados.0.smithi099.stdout:3447: writing smithi09982431-3 from 696320 to 1097728 tid 2 2024-04-12T16:12:48.309 INFO:tasks.rados.rados.0.smithi099.stdout:3448: copy_from oid 31 from oid 49 current snap is 341 2024-04-12T16:12:48.309 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 15 v 1535 (ObjNum 990 snap 309 seq_num 990) dirty exists 2024-04-12T16:12:48.309 INFO:tasks.rados.rados.0.smithi099.stdout:3445: done (3 left) 2024-04-12T16:12:48.309 INFO:tasks.rados.rados.0.smithi099.stdout:3449: rollback oid 30 current snap is 341 2024-04-12T16:12:48.309 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 30 to 331 2024-04-12T16:12:48.310 INFO:tasks.rados.rados.0.smithi099.stdout:3450: rollback oid 36 current snap is 341 2024-04-12T16:12:48.310 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 36 to 314 2024-04-12T16:12:48.310 INFO:tasks.rados.rados.0.smithi099.stdout:3451: snap_remove snap 279 2024-04-12T16:12:48.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:48 smithi110 ceph-mon[88691]: osdmap e748: 8 total, 8 up, 8 in 2024-04-12T16:12:48.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:48 smithi099 ceph-mon[94290]: osdmap e748: 8 total, 8 up, 8 in 2024-04-12T16:12:48.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:48 smithi099 ceph-mon[96864]: osdmap e748: 8 total, 8 up, 8 in 2024-04-12T16:12:49.113 INFO:tasks.rados.rados.0.smithi099.stdout:3451: done (5 left) 2024-04-12T16:12:49.113 INFO:tasks.rados.rados.0.smithi099.stdout:3452: rollback oid 19 current snap is 341 2024-04-12T16:12:49.113 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 19 to 326 2024-04-12T16:12:49.113 INFO:tasks.rados.rados.0.smithi099.stdout:3449: finishing rollback tid 0 to smithi09982431-30 2024-04-12T16:12:49.113 INFO:tasks.rados.rados.0.smithi099.stdout:3450: finishing rollback tid 0 to smithi09982431-36 2024-04-12T16:12:49.113 INFO:tasks.rados.rados.0.smithi099.stdout:3450: finishing rollback tid 1 to smithi09982431-36 2024-04-12T16:12:49.113 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 36 v 2253 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-12T16:12:49.114 INFO:tasks.rados.rados.0.smithi099.stdout:3449: finishing rollback tid 1 to smithi09982431-30 2024-04-12T16:12:49.114 INFO:tasks.rados.rados.0.smithi099.stdout:3449: finishing rollback tid 2 to smithi09982431-30 2024-04-12T16:12:49.114 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 30 v 2596 (ObjNum 1025 snap 323 seq_num 1025) dirty exists 2024-04-12T16:12:49.114 INFO:tasks.rados.rados.0.smithi099.stdout:3446: finishing copy_from racing read to smithi09982431-9 2024-04-12T16:12:49.114 INFO:tasks.rados.rados.0.smithi099.stdout:3447: finishing write tid 1 to smithi09982431-3 2024-04-12T16:12:49.114 INFO:tasks.rados.rados.0.smithi099.stdout:3446: finishing copy_from to smithi09982431-9 2024-04-12T16:12:49.114 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 9 v 2419 (ObjNum 839 snap 261 seq_num 839) dirty exists 2024-04-12T16:12:49.114 INFO:tasks.rados.rados.0.smithi099.stdout:3447: finishing write tid 2 to smithi09982431-3 2024-04-12T16:12:49.114 INFO:tasks.rados.rados.0.smithi099.stdout:3447: finishing write tid 3 to smithi09982431-3 2024-04-12T16:12:49.114 INFO:tasks.rados.rados.0.smithi099.stdout:3447: finishing write tid 4 to smithi09982431-3 2024-04-12T16:12:49.114 INFO:tasks.rados.rados.0.smithi099.stdout:3447: oid 3 updating version 0 to 2262 2024-04-12T16:12:49.114 INFO:tasks.rados.rados.0.smithi099.stdout:3447: oid 3 version 2262 is already newer than 2261 2024-04-12T16:12:49.114 INFO:tasks.rados.rados.0.smithi099.stdout:3447: oid 3 updating version 2262 to 2263 2024-04-12T16:12:49.114 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 3 v 2263 (ObjNum 1068 snap 341 seq_num 1068) dirty exists 2024-04-12T16:12:49.114 INFO:tasks.rados.rados.0.smithi099.stdout:3447: left oid 3 (ObjNum 1068 snap 341 seq_num 1068) 2024-04-12T16:12:49.115 INFO:tasks.rados.rados.0.smithi099.stdout:3448: finishing copy_from racing read to smithi09982431-31 2024-04-12T16:12:49.115 INFO:tasks.rados.rados.0.smithi099.stdout:3448: finishing copy_from to smithi09982431-31 2024-04-12T16:12:49.115 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 31 v 2412 (ObjNum 1035 snap 331 seq_num 1035) dirty exists 2024-04-12T16:12:49.115 INFO:tasks.rados.rados.0.smithi099.stdout:3446: done (5 left) 2024-04-12T16:12:49.115 INFO:tasks.rados.rados.0.smithi099.stdout:3447: done (4 left) 2024-04-12T16:12:49.115 INFO:tasks.rados.rados.0.smithi099.stdout:3448: done (3 left) 2024-04-12T16:12:49.115 INFO:tasks.rados.rados.0.smithi099.stdout:3449: done (2 left) 2024-04-12T16:12:49.115 INFO:tasks.rados.rados.0.smithi099.stdout:3450: done (1 left) 2024-04-12T16:12:49.115 INFO:tasks.rados.rados.0.smithi099.stdout:3453: snap_remove snap 296 2024-04-12T16:12:49.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:49 smithi110 ceph-mon[88691]: osdmap e749: 8 total, 8 up, 8 in 2024-04-12T16:12:49.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:49 smithi110 ceph-mon[88691]: pgmap v761: 121 pgs: 121 active+clean; 532 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 624 KiB/s wr, 8 op/s 2024-04-12T16:12:49.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:49 smithi110 ceph-mon[88691]: osdmap e750: 8 total, 8 up, 8 in 2024-04-12T16:12:49.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:49 smithi099 ceph-mon[96864]: osdmap e749: 8 total, 8 up, 8 in 2024-04-12T16:12:49.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:49 smithi099 ceph-mon[96864]: pgmap v761: 121 pgs: 121 active+clean; 532 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 624 KiB/s wr, 8 op/s 2024-04-12T16:12:49.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:49 smithi099 ceph-mon[96864]: osdmap e750: 8 total, 8 up, 8 in 2024-04-12T16:12:49.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:49 smithi099 ceph-mon[94290]: osdmap e749: 8 total, 8 up, 8 in 2024-04-12T16:12:49.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:49 smithi099 ceph-mon[94290]: pgmap v761: 121 pgs: 121 active+clean; 532 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 624 KiB/s wr, 8 op/s 2024-04-12T16:12:49.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:49 smithi099 ceph-mon[94290]: osdmap e750: 8 total, 8 up, 8 in 2024-04-12T16:12:50.115 INFO:tasks.rados.rados.0.smithi099.stdout:3452: finishing rollback tid 0 to smithi09982431-19 2024-04-12T16:12:50.116 INFO:tasks.rados.rados.0.smithi099.stdout:3452: finishing rollback tid 1 to smithi09982431-19 2024-04-12T16:12:50.116 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 19 v 2421 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-12T16:12:50.116 INFO:tasks.rados.rados.0.smithi099.stdout:3452: done (1 left) 2024-04-12T16:12:50.116 INFO:tasks.rados.rados.0.smithi099.stdout:3453: done (0 left) 2024-04-12T16:12:50.116 INFO:tasks.rados.rados.0.smithi099.stdout:3454: setattr oid 47 current snap is 341 2024-04-12T16:12:50.118 INFO:tasks.rados.rados.0.smithi099.stdout:3455: rmattr oid 34 current snap is 341 2024-04-12T16:12:50.118 INFO:tasks.rados.rados.0.smithi099.stdout:3455: done (1 left) 2024-04-12T16:12:50.118 INFO:tasks.rados.rados.0.smithi099.stdout:3456: snap_remove snap 331 2024-04-12T16:12:51.125 INFO:tasks.rados.rados.0.smithi099.stdout:3456: done (1 left) 2024-04-12T16:12:51.125 INFO:tasks.rados.rados.0.smithi099.stdout:3457: snap_remove snap 305 2024-04-12T16:12:51.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:51 smithi099 ceph-mon[94290]: osdmap e751: 8 total, 8 up, 8 in 2024-04-12T16:12:51.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:51 smithi099 ceph-mon[94290]: pgmap v764: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 528 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 20 op/s 2024-04-12T16:12:51.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:51 smithi099 ceph-mon[96864]: osdmap e751: 8 total, 8 up, 8 in 2024-04-12T16:12:51.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:51 smithi099 ceph-mon[96864]: pgmap v764: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 528 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 20 op/s 2024-04-12T16:12:51.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:51 smithi110 ceph-mon[88691]: osdmap e751: 8 total, 8 up, 8 in 2024-04-12T16:12:51.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:51 smithi110 ceph-mon[88691]: pgmap v764: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 528 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 20 op/s 2024-04-12T16:12:52.125 INFO:tasks.rados.rados.0.smithi099.stdout:3457: done (1 left) 2024-04-12T16:12:52.125 INFO:tasks.rados.rados.0.smithi099.stdout:3458: copy_from oid 25 from oid 30 current snap is 341 2024-04-12T16:12:52.125 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 47 v 1705 (ObjNum 921 snap 285 seq_num 921) dirty exists 2024-04-12T16:12:52.125 INFO:tasks.rados.rados.0.smithi099.stdout:3454: done (1 left) 2024-04-12T16:12:52.126 INFO:tasks.rados.rados.0.smithi099.stdout:3459: setattr oid 19 current snap is 341 2024-04-12T16:12:52.127 INFO:tasks.rados.rados.0.smithi099.stdout:3460: delete oid 12 current snap is 341 2024-04-12T16:12:52.140 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 19 v 2422 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-12T16:12:52.143 INFO:tasks.rados.rados.0.smithi099.stdout:3459: done (2 left) 2024-04-12T16:12:52.144 INFO:tasks.rados.rados.0.smithi099.stdout:3460: done (1 left) 2024-04-12T16:12:52.144 INFO:tasks.rados.rados.0.smithi099.stdout:3461: rollback oid 28 current snap is 341 2024-04-12T16:12:52.144 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 28 to 336 2024-04-12T16:12:52.144 INFO:tasks.rados.rados.0.smithi099.stdout:3458: finishing copy_from racing read to smithi09982431-25 2024-04-12T16:12:52.144 INFO:tasks.rados.rados.0.smithi099.stdout:3462: read oid 23 snap -1 2024-04-12T16:12:52.144 INFO:tasks.rados.rados.0.smithi099.stdout:3462: expect (ObjNum 998 snap 316 seq_num 998) 2024-04-12T16:12:52.145 INFO:tasks.rados.rados.0.smithi099.stdout:3463: rmattr oid 48 current snap is 341 2024-04-12T16:12:52.145 INFO:tasks.rados.rados.0.smithi099.stdout:3464: read oid 3 snap -1 2024-04-12T16:12:52.145 INFO:tasks.rados.rados.0.smithi099.stdout:3464: expect (ObjNum 1068 snap 341 seq_num 1068) 2024-04-12T16:12:52.145 INFO:tasks.rados.rados.0.smithi099.stdout:3465: snap_create 2024-04-12T16:12:52.146 INFO:tasks.rados.rados.0.smithi099.stdout:3458: finishing copy_from to smithi09982431-25 2024-04-12T16:12:52.146 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 25 v 2596 (ObjNum 1025 snap 323 seq_num 1025) dirty exists 2024-04-12T16:12:52.154 INFO:tasks.rados.rados.0.smithi099.stdout:3464: expect (ObjNum 1068 snap 341 seq_num 1068) 2024-04-12T16:12:52.189 INFO:tasks.rados.rados.0.smithi099.stdout:3461: finishing rollback tid 1 to smithi09982431-28 2024-04-12T16:12:52.189 INFO:tasks.rados.rados.0.smithi099.stdout:3461: finishing rollback tid 2 to smithi09982431-28 2024-04-12T16:12:52.189 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 28 v 2643 (ObjNum 1054 snap 336 seq_num 1054) dirty exists 2024-04-12T16:12:52.189 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 48 v 1536 (ObjNum 1065 snap 339 seq_num 1065) dirty exists 2024-04-12T16:12:52.189 INFO:tasks.rados.rados.0.smithi099.stdout:3462: expect (ObjNum 998 snap 316 seq_num 998) 2024-04-12T16:12:52.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:52 smithi099 ceph-mon[94290]: osdmap e752: 8 total, 8 up, 8 in 2024-04-12T16:12:52.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:52 smithi099 ceph-mon[96864]: osdmap e752: 8 total, 8 up, 8 in 2024-04-12T16:12:52.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:52 smithi110 ceph-mon[88691]: osdmap e752: 8 total, 8 up, 8 in 2024-04-12T16:12:52.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:12:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:12:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:12:53.140 INFO:tasks.rados.rados.0.smithi099.stdout:3458: done (5 left) 2024-04-12T16:12:53.140 INFO:tasks.rados.rados.0.smithi099.stdout:3461: done (4 left) 2024-04-12T16:12:53.140 INFO:tasks.rados.rados.0.smithi099.stdout:3462: done (3 left) 2024-04-12T16:12:53.140 INFO:tasks.rados.rados.0.smithi099.stdout:3463: done (2 left) 2024-04-12T16:12:53.140 INFO:tasks.rados.rados.0.smithi099.stdout:3464: done (1 left) 2024-04-12T16:12:53.140 INFO:tasks.rados.rados.0.smithi099.stdout:3465: done (0 left) 2024-04-12T16:12:53.140 INFO:tasks.rados.rados.0.smithi099.stdout:3466: setattr oid 19 current snap is 342 2024-04-12T16:12:53.141 INFO:tasks.rados.rados.0.smithi099.stdout:3467: copy_from oid 24 from oid 17 current snap is 342 2024-04-12T16:12:53.141 INFO:tasks.rados.rados.0.smithi099.stdout:3468: snap_create 2024-04-12T16:12:53.147 INFO:tasks.rados.rados.0.smithi099.stdout:3467: finishing copy_from racing read to smithi09982431-24 2024-04-12T16:12:53.148 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 19 v 2423 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-12T16:12:53.148 INFO:tasks.rados.rados.0.smithi099.stdout:3467: finishing copy_from to smithi09982431-24 2024-04-12T16:12:53.149 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 24 v 1046 (ObjNum 585 snap 180 seq_num 585) dirty exists 2024-04-12T16:12:53.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:53 smithi110 ceph-mon[88691]: osdmap e753: 8 total, 8 up, 8 in 2024-04-12T16:12:53.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:53 smithi110 ceph-mon[88691]: pgmap v767: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 528 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.0 MiB/s wr, 26 op/s 2024-04-12T16:12:53.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:53 smithi099 ceph-mon[94290]: osdmap e753: 8 total, 8 up, 8 in 2024-04-12T16:12:53.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:53 smithi099 ceph-mon[94290]: pgmap v767: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 528 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.0 MiB/s wr, 26 op/s 2024-04-12T16:12:53.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:53 smithi099 ceph-mon[96864]: osdmap e753: 8 total, 8 up, 8 in 2024-04-12T16:12:53.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:53 smithi099 ceph-mon[96864]: pgmap v767: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 528 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.0 MiB/s wr, 26 op/s 2024-04-12T16:12:54.111 INFO:tasks.rados.rados.0.smithi099.stdout:3466: done (2 left) 2024-04-12T16:12:54.111 INFO:tasks.rados.rados.0.smithi099.stdout:3467: done (1 left) 2024-04-12T16:12:54.111 INFO:tasks.rados.rados.0.smithi099.stdout:3468: done (0 left) 2024-04-12T16:12:54.111 INFO:tasks.rados.rados.0.smithi099.stdout:3469: read oid 6 snap -1 2024-04-12T16:12:54.111 INFO:tasks.rados.rados.0.smithi099.stdout:3469: expect (ObjNum 1062 snap 337 seq_num 1062) 2024-04-12T16:12:54.111 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 43 current snap is 343 2024-04-12T16:12:54.111 INFO:tasks.rados.rados.0.smithi099.stdout:3470: seq_num 1070 ranges {7651328=729088,8380416=401408} 2024-04-12T16:12:54.156 INFO:tasks.rados.rados.0.smithi099.stdout:3470: writing smithi09982431-43 from 7651328 to 8380416 tid 1 2024-04-12T16:12:54.158 INFO:tasks.rados.rados.0.smithi099.stdout:3470: writing smithi09982431-43 from 8380416 to 8781824 tid 2 2024-04-12T16:12:54.158 INFO:tasks.rados.rados.0.smithi099.stdout:3471: read oid 10 snap -1 2024-04-12T16:12:54.158 INFO:tasks.rados.rados.0.smithi099.stdout:3471: expect (ObjNum 1016 snap 322 seq_num 1016) 2024-04-12T16:12:54.159 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 19 current snap is 343 2024-04-12T16:12:54.159 INFO:tasks.rados.rados.0.smithi099.stdout:3472: seq_num 1071 ranges {0=745472,745472=401408} 2024-04-12T16:12:54.162 INFO:tasks.rados.rados.0.smithi099.stdout:3472: writing smithi09982431-19 from 0 to 745472 tid 1 2024-04-12T16:12:54.165 INFO:tasks.rados.rados.0.smithi099.stdout:3472: writing smithi09982431-19 from 745472 to 1146880 tid 2 2024-04-12T16:12:54.165 INFO:tasks.rados.rados.0.smithi099.stdout:3473: rollback oid 26 current snap is 343 2024-04-12T16:12:54.165 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 26 to 291 2024-04-12T16:12:54.165 INFO:tasks.rados.rados.0.smithi099.stdout:3469: expect (ObjNum 1062 snap 337 seq_num 1062) 2024-04-12T16:12:54.193 INFO:tasks.rados.rados.0.smithi099.stdout:3470: finishing write tid 1 to smithi09982431-43 2024-04-12T16:12:54.193 INFO:tasks.rados.rados.0.smithi099.stdout:3470: finishing write tid 2 to smithi09982431-43 2024-04-12T16:12:54.193 INFO:tasks.rados.rados.0.smithi099.stdout:3469: done (4 left) 2024-04-12T16:12:54.193 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 23 current snap is 343 2024-04-12T16:12:54.193 INFO:tasks.rados.rados.0.smithi099.stdout:3472: finishing write tid 1 to smithi09982431-19 2024-04-12T16:12:54.193 INFO:tasks.rados.rados.0.smithi099.stdout:3472: finishing write tid 2 to smithi09982431-19 2024-04-12T16:12:54.193 INFO:tasks.rados.rados.0.smithi099.stdout:3474: seq_num 1072 ranges {7110656=761856,7872512=401408} 2024-04-12T16:12:54.234 INFO:tasks.rados.rados.0.smithi099.stdout:3474: writing smithi09982431-23 from 7110656 to 7872512 tid 1 2024-04-12T16:12:54.237 INFO:tasks.rados.rados.0.smithi099.stdout:3474: writing smithi09982431-23 from 7872512 to 8273920 tid 2 2024-04-12T16:12:54.237 INFO:tasks.rados.rados.0.smithi099.stdout:3475: read oid 34 snap -1 2024-04-12T16:12:54.237 INFO:tasks.rados.rados.0.smithi099.stdout:3475: expect deleted 2024-04-12T16:12:54.237 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 25 current snap is 343 2024-04-12T16:12:54.237 INFO:tasks.rados.rados.0.smithi099.stdout:3473: finishing rollback tid 0 to smithi09982431-26 2024-04-12T16:12:54.237 INFO:tasks.rados.rados.0.smithi099.stdout:3473: finishing rollback tid 1 to smithi09982431-26 2024-04-12T16:12:54.238 INFO:tasks.rados.rados.0.smithi099.stdout:3470: finishing write tid 3 to smithi09982431-43 2024-04-12T16:12:54.238 INFO:tasks.rados.rados.0.smithi099.stdout:3472: finishing write tid 3 to smithi09982431-19 2024-04-12T16:12:54.238 INFO:tasks.rados.rados.0.smithi099.stdout:3473: finishing rollback tid 2 to smithi09982431-26 2024-04-12T16:12:54.238 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 1796 (ObjNum 839 snap 261 seq_num 839) dirty exists 2024-04-12T16:12:54.238 INFO:tasks.rados.rados.0.smithi099.stdout:3472: finishing write tid 4 to smithi09982431-19 2024-04-12T16:12:54.238 INFO:tasks.rados.rados.0.smithi099.stdout:3472: oid 19 updating version 0 to 2424 2024-04-12T16:12:54.238 INFO:tasks.rados.rados.0.smithi099.stdout:3472: oid 19 updating version 2424 to 2425 2024-04-12T16:12:54.238 INFO:tasks.rados.rados.0.smithi099.stdout:3472: oid 19 updating version 2425 to 2426 2024-04-12T16:12:54.238 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 19 v 2426 (ObjNum 1071 snap 343 seq_num 1071) dirty exists 2024-04-12T16:12:54.238 INFO:tasks.rados.rados.0.smithi099.stdout:3472: left oid 19 (ObjNum 1071 snap 343 seq_num 1071) 2024-04-12T16:12:54.238 INFO:tasks.rados.rados.0.smithi099.stdout:3471: expect (ObjNum 1016 snap 322 seq_num 1016) 2024-04-12T16:12:54.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:54 smithi110 ceph-mon[88691]: osdmap e754: 8 total, 8 up, 8 in 2024-04-12T16:12:54.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:54 smithi110 ceph-mon[88691]: osdmap e755: 8 total, 8 up, 8 in 2024-04-12T16:12:54.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:54 smithi099 ceph-mon[94290]: osdmap e754: 8 total, 8 up, 8 in 2024-04-12T16:12:54.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:54 smithi099 ceph-mon[94290]: osdmap e755: 8 total, 8 up, 8 in 2024-04-12T16:12:54.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:54 smithi099 ceph-mon[96864]: osdmap e754: 8 total, 8 up, 8 in 2024-04-12T16:12:54.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:54 smithi099 ceph-mon[96864]: osdmap e755: 8 total, 8 up, 8 in 2024-04-12T16:12:55.162 INFO:tasks.rados.rados.0.smithi099.stdout:3470: finishing write tid 4 to smithi09982431-43 2024-04-12T16:12:55.162 INFO:tasks.rados.rados.0.smithi099.stdout:3470: oid 43 updating version 0 to 2266 2024-04-12T16:12:55.162 INFO:tasks.rados.rados.0.smithi099.stdout:3470: oid 43 version 2266 is already newer than 2264 2024-04-12T16:12:55.162 INFO:tasks.rados.rados.0.smithi099.stdout:3470: oid 43 version 2266 is already newer than 2265 2024-04-12T16:12:55.162 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 43 v 2266 (ObjNum 1070 snap 343 seq_num 1070) dirty exists 2024-04-12T16:12:55.162 INFO:tasks.rados.rados.0.smithi099.stdout:3470: left oid 43 (ObjNum 1070 snap 343 seq_num 1070) 2024-04-12T16:12:55.162 INFO:tasks.rados.rados.0.smithi099.stdout:3476: seq_num 1073 ranges {368640=778240,1146880=401408} 2024-04-12T16:12:55.167 INFO:tasks.rados.rados.0.smithi099.stdout:3476: writing smithi09982431-25 from 368640 to 1146880 tid 1 2024-04-12T16:12:55.170 INFO:tasks.rados.rados.0.smithi099.stdout:3476: writing smithi09982431-25 from 1146880 to 1548288 tid 2 2024-04-12T16:12:55.171 INFO:tasks.rados.rados.0.smithi099.stdout:3470: done (6 left) 2024-04-12T16:12:55.171 INFO:tasks.rados.rados.0.smithi099.stdout:3471: done (5 left) 2024-04-12T16:12:55.171 INFO:tasks.rados.rados.0.smithi099.stdout:3472: done (4 left) 2024-04-12T16:12:55.171 INFO:tasks.rados.rados.0.smithi099.stdout:3473: done (3 left) 2024-04-12T16:12:55.171 INFO:tasks.rados.rados.0.smithi099.stdout:3477: delete oid 30 current snap is 343 2024-04-12T16:12:55.171 INFO:tasks.rados.rados.0.smithi099.stdout:3474: finishing write tid 1 to smithi09982431-23 2024-04-12T16:12:55.171 INFO:tasks.rados.rados.0.smithi099.stdout:3474: finishing write tid 2 to smithi09982431-23 2024-04-12T16:12:55.171 INFO:tasks.rados.rados.0.smithi099.stdout:3474: finishing write tid 3 to smithi09982431-23 2024-04-12T16:12:55.171 INFO:tasks.rados.rados.0.smithi099.stdout:3474: finishing write tid 4 to smithi09982431-23 2024-04-12T16:12:55.171 INFO:tasks.rados.rados.0.smithi099.stdout:3474: oid 23 updating version 0 to 994 2024-04-12T16:12:55.171 INFO:tasks.rados.rados.0.smithi099.stdout:3474: oid 23 updating version 994 to 995 2024-04-12T16:12:55.171 INFO:tasks.rados.rados.0.smithi099.stdout:3474: oid 23 version 995 is already newer than 993 2024-04-12T16:12:55.171 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 23 v 995 (ObjNum 1072 snap 343 seq_num 1072) dirty exists 2024-04-12T16:12:55.171 INFO:tasks.rados.rados.0.smithi099.stdout:3474: left oid 23 (ObjNum 1072 snap 343 seq_num 1072) 2024-04-12T16:12:55.172 INFO:tasks.rados.rados.0.smithi099.stdout:3474: done (3 left) 2024-04-12T16:12:55.172 INFO:tasks.rados.rados.0.smithi099.stdout:3475: done (2 left) 2024-04-12T16:12:55.172 INFO:tasks.rados.rados.0.smithi099.stdout:3477: done (1 left) 2024-04-12T16:12:55.172 INFO:tasks.rados.rados.0.smithi099.stdout:3478: snap_create 2024-04-12T16:12:55.175 INFO:tasks.rados.rados.0.smithi099.stdout:3476: finishing write tid 1 to smithi09982431-25 2024-04-12T16:12:55.175 INFO:tasks.rados.rados.0.smithi099.stdout:3476: finishing write tid 2 to smithi09982431-25 2024-04-12T16:12:55.175 INFO:tasks.rados.rados.0.smithi099.stdout:3476: finishing write tid 3 to smithi09982431-25 2024-04-12T16:12:55.176 INFO:tasks.rados.rados.0.smithi099.stdout:3476: finishing write tid 4 to smithi09982431-25 2024-04-12T16:12:55.176 INFO:tasks.rados.rados.0.smithi099.stdout:3476: oid 25 updating version 0 to 2645 2024-04-12T16:12:55.176 INFO:tasks.rados.rados.0.smithi099.stdout:3476: oid 25 updating version 2645 to 2647 2024-04-12T16:12:55.176 INFO:tasks.rados.rados.0.smithi099.stdout:3476: oid 25 version 2647 is already newer than 2646 2024-04-12T16:12:55.176 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 25 v 2647 (ObjNum 1073 snap 343 seq_num 1073) dirty exists 2024-04-12T16:12:55.176 INFO:tasks.rados.rados.0.smithi099.stdout:3476: left oid 25 (ObjNum 1073 snap 343 seq_num 1073) 2024-04-12T16:12:55.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:55 smithi110 ceph-mon[88691]: pgmap v770: 121 pgs: 121 active+clean; 519 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 822 KiB/s wr, 13 op/s 2024-04-12T16:12:55.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:55 smithi099 ceph-mon[94290]: pgmap v770: 121 pgs: 121 active+clean; 519 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 822 KiB/s wr, 13 op/s 2024-04-12T16:12:55.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:55 smithi099 ceph-mon[96864]: pgmap v770: 121 pgs: 121 active+clean; 519 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 822 KiB/s wr, 13 op/s 2024-04-12T16:12:56.149 INFO:tasks.rados.rados.0.smithi099.stdout:3476: done (1 left) 2024-04-12T16:12:56.149 INFO:tasks.rados.rados.0.smithi099.stdout:3478: done (0 left) 2024-04-12T16:12:56.149 INFO:tasks.rados.rados.0.smithi099.stdout:3479: copy_from oid 1 from oid 28 current snap is 344 2024-04-12T16:12:56.149 INFO:tasks.rados.rados.0.smithi099.stdout:3480: delete oid 34 current snap is 344 2024-04-12T16:12:56.159 INFO:tasks.rados.rados.0.smithi099.stdout:3480: done (1 left) 2024-04-12T16:12:56.159 INFO:tasks.rados.rados.0.smithi099.stdout:3481: snap_create 2024-04-12T16:12:56.178 INFO:tasks.rados.rados.0.smithi099.stdout:3479: finishing copy_from racing read to smithi09982431-1 2024-04-12T16:12:56.183 INFO:tasks.rados.rados.0.smithi099.stdout:3479: finishing copy_from to smithi09982431-1 2024-04-12T16:12:56.183 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 1 v 2643 (ObjNum 1054 snap 336 seq_num 1054) dirty exists 2024-04-12T16:12:56.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:12:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:12:56] "GET /metrics HTTP/1.1" 200 36325 "" "Prometheus/2.43.0" 2024-04-12T16:12:57.152 INFO:tasks.rados.rados.0.smithi099.stdout:3479: done (1 left) 2024-04-12T16:12:57.152 INFO:tasks.rados.rados.0.smithi099.stdout:3481: done (0 left) 2024-04-12T16:12:57.152 INFO:tasks.rados.rados.0.smithi099.stdout:3482: copy_from oid 44 from oid 13 current snap is 345 2024-04-12T16:12:57.152 INFO:tasks.rados.rados.0.smithi099.stdout:3483: snap_remove snap 327 2024-04-12T16:12:57.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:57 smithi110 ceph-mon[88691]: osdmap e756: 8 total, 8 up, 8 in 2024-04-12T16:12:57.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:57 smithi110 ceph-mon[88691]: pgmap v772: 121 pgs: 121 active+clean; 513 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 839 KiB/s wr, 15 op/s 2024-04-12T16:12:57.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:57 smithi099 ceph-mon[94290]: osdmap e756: 8 total, 8 up, 8 in 2024-04-12T16:12:57.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:57 smithi099 ceph-mon[94290]: pgmap v772: 121 pgs: 121 active+clean; 513 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 839 KiB/s wr, 15 op/s 2024-04-12T16:12:57.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:57 smithi099 ceph-mon[96864]: osdmap e756: 8 total, 8 up, 8 in 2024-04-12T16:12:57.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:57 smithi099 ceph-mon[96864]: pgmap v772: 121 pgs: 121 active+clean; 513 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 839 KiB/s wr, 15 op/s 2024-04-12T16:12:58.155 INFO:tasks.rados.rados.0.smithi099.stdout:3482: finishing copy_from racing read to smithi09982431-44 2024-04-12T16:12:58.155 INFO:tasks.rados.rados.0.smithi099.stdout:3482: finishing copy_from to smithi09982431-44 2024-04-12T16:12:58.156 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 44 v 2359 (ObjNum 1019 snap 322 seq_num 1019) dirty exists 2024-04-12T16:12:58.156 INFO:tasks.rados.rados.0.smithi099.stdout:3482: done (1 left) 2024-04-12T16:12:58.156 INFO:tasks.rados.rados.0.smithi099.stdout:3483: done (0 left) 2024-04-12T16:12:58.156 INFO:tasks.rados.rados.0.smithi099.stdout:3484: copy_from oid 41 from oid 21 current snap is 345 2024-04-12T16:12:58.156 INFO:tasks.rados.rados.0.smithi099.stdout:3485: delete oid 18 current snap is 345 2024-04-12T16:12:58.174 INFO:tasks.rados.rados.0.smithi099.stdout:3485: done (1 left) 2024-04-12T16:12:58.175 INFO:tasks.rados.rados.0.smithi099.stdout:3486: read oid 47 snap -1 2024-04-12T16:12:58.175 INFO:tasks.rados.rados.0.smithi099.stdout:3486: expect (ObjNum 921 snap 285 seq_num 921) 2024-04-12T16:12:58.175 INFO:tasks.rados.rados.0.smithi099.stdout:3487: delete oid 49 current snap is 345 2024-04-12T16:12:58.198 INFO:tasks.rados.rados.0.smithi099.stdout:3484: finishing copy_from racing read to smithi09982431-41 2024-04-12T16:12:58.198 INFO:tasks.rados.rados.0.smithi099.stdout:3487: done (2 left) 2024-04-12T16:12:58.198 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 48 current snap is 345 2024-04-12T16:12:58.198 INFO:tasks.rados.rados.0.smithi099.stdout:3488: seq_num 1078 ranges {7036928=458752,7495680=720896,8216576=81920} 2024-04-12T16:12:58.238 INFO:tasks.rados.rados.0.smithi099.stdout:3488: writing smithi09982431-48 from 7036928 to 7495680 tid 1 2024-04-12T16:12:58.242 INFO:tasks.rados.rados.0.smithi099.stdout:3488: writing smithi09982431-48 from 7495680 to 8216576 tid 2 2024-04-12T16:12:58.243 INFO:tasks.rados.rados.0.smithi099.stdout:3488: writing smithi09982431-48 from 8216576 to 8298496 tid 3 2024-04-12T16:12:58.243 INFO:tasks.rados.rados.0.smithi099.stdout:3489: rollback oid 12 current snap is 345 2024-04-12T16:12:58.243 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 12 to 328 2024-04-12T16:12:58.243 INFO:tasks.rados.rados.0.smithi099.stdout:3484: finishing copy_from to smithi09982431-41 2024-04-12T16:12:58.243 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 41 v 2193 (ObjNum 1056 snap 336 seq_num 1056) dirty exists 2024-04-12T16:12:58.243 INFO:tasks.rados.rados.0.smithi099.stdout:3486: expect (ObjNum 921 snap 285 seq_num 921) 2024-04-12T16:12:58.469 INFO:tasks.rados.rados.0.smithi099.stdout:3488: finishing write tid 1 to smithi09982431-48 2024-04-12T16:12:58.469 INFO:tasks.rados.rados.0.smithi099.stdout:3489: finishing rollback tid 1 to smithi09982431-12 2024-04-12T16:12:58.469 INFO:tasks.rados.rados.0.smithi099.stdout:3489: finishing rollback tid 2 to smithi09982431-12 2024-04-12T16:12:58.469 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 2645 (ObjNum 853 snap 267 seq_num 853) dirty exists 2024-04-12T16:12:58.469 INFO:tasks.rados.rados.0.smithi099.stdout:3488: finishing write tid 2 to smithi09982431-48 2024-04-12T16:12:58.469 INFO:tasks.rados.rados.0.smithi099.stdout:3488: finishing write tid 3 to smithi09982431-48 2024-04-12T16:12:58.469 INFO:tasks.rados.rados.0.smithi099.stdout:3488: finishing write tid 4 to smithi09982431-48 2024-04-12T16:12:58.469 INFO:tasks.rados.rados.0.smithi099.stdout:3488: finishing write tid 5 to smithi09982431-48 2024-04-12T16:12:58.469 INFO:tasks.rados.rados.0.smithi099.stdout:3488: oid 48 updating version 0 to 1539 2024-04-12T16:12:58.470 INFO:tasks.rados.rados.0.smithi099.stdout:3488: oid 48 version 1539 is already newer than 1537 2024-04-12T16:12:58.470 INFO:tasks.rados.rados.0.smithi099.stdout:3488: oid 48 updating version 1539 to 1540 2024-04-12T16:12:58.470 INFO:tasks.rados.rados.0.smithi099.stdout:3488: oid 48 version 1540 is already newer than 1538 2024-04-12T16:12:58.470 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 48 v 1540 (ObjNum 1078 snap 345 seq_num 1078) dirty exists 2024-04-12T16:12:58.470 INFO:tasks.rados.rados.0.smithi099.stdout:3488: left oid 48 (ObjNum 1078 snap 345 seq_num 1078) 2024-04-12T16:12:58.470 INFO:tasks.rados.rados.0.smithi099.stdout:3484: done (3 left) 2024-04-12T16:12:58.470 INFO:tasks.rados.rados.0.smithi099.stdout:3486: done (2 left) 2024-04-12T16:12:58.470 INFO:tasks.rados.rados.0.smithi099.stdout:3488: done (1 left) 2024-04-12T16:12:58.470 INFO:tasks.rados.rados.0.smithi099.stdout:3489: done (0 left) 2024-04-12T16:12:58.470 INFO:tasks.rados.rados.0.smithi099.stdout:3490: snap_create 2024-04-12T16:12:58.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:58 smithi110 ceph-mon[88691]: osdmap e757: 8 total, 8 up, 8 in 2024-04-12T16:12:58.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:12:58.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:58 smithi099 ceph-mon[96864]: osdmap e757: 8 total, 8 up, 8 in 2024-04-12T16:12:58.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:12:58.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:58 smithi099 ceph-mon[94290]: osdmap e757: 8 total, 8 up, 8 in 2024-04-12T16:12:58.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:12:59.111 INFO:tasks.rados.rados.0.smithi099.stdout:3490: done (0 left) 2024-04-12T16:12:59.112 INFO:tasks.rados.rados.0.smithi099.stdout:3491: read oid 2 snap -1 2024-04-12T16:12:59.112 INFO:tasks.rados.rados.0.smithi099.stdout:3491: expect (ObjNum 1060 snap 337 seq_num 1060) 2024-04-12T16:12:59.112 INFO:tasks.rados.rados.0.smithi099.stdout:3492: snap_remove snap 336 2024-04-12T16:12:59.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:59 smithi110 ceph-mon[88691]: osdmap e758: 8 total, 8 up, 8 in 2024-04-12T16:12:59.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:59 smithi110 ceph-mon[88691]: pgmap v775: 121 pgs: 121 active+clean; 512 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 633 KiB/s wr, 20 op/s 2024-04-12T16:12:59.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:12:59 smithi110 ceph-mon[88691]: osdmap e759: 8 total, 8 up, 8 in 2024-04-12T16:12:59.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:59 smithi099 ceph-mon[96864]: osdmap e758: 8 total, 8 up, 8 in 2024-04-12T16:12:59.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:59 smithi099 ceph-mon[96864]: pgmap v775: 121 pgs: 121 active+clean; 512 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 633 KiB/s wr, 20 op/s 2024-04-12T16:12:59.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:12:59 smithi099 ceph-mon[96864]: osdmap e759: 8 total, 8 up, 8 in 2024-04-12T16:12:59.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:59 smithi099 ceph-mon[94290]: osdmap e758: 8 total, 8 up, 8 in 2024-04-12T16:12:59.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:59 smithi099 ceph-mon[94290]: pgmap v775: 121 pgs: 121 active+clean; 512 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 633 KiB/s wr, 20 op/s 2024-04-12T16:12:59.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:12:59 smithi099 ceph-mon[94290]: osdmap e759: 8 total, 8 up, 8 in 2024-04-12T16:13:00.117 INFO:tasks.rados.rados.0.smithi099.stdout:3492: done (1 left) 2024-04-12T16:13:00.117 INFO:tasks.rados.rados.0.smithi099.stdout:3493: read oid 46 snap 338 2024-04-12T16:13:00.117 INFO:tasks.rados.rados.0.smithi099.stdout:3493: expect (ObjNum 1009 snap 317 seq_num 1009) 2024-04-12T16:13:00.117 INFO:tasks.rados.rados.0.smithi099.stdout:3494: rollback oid 30 current snap is 346 2024-04-12T16:13:00.117 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 30 to 266 2024-04-12T16:13:00.118 INFO:tasks.rados.rados.0.smithi099.stdout:3495: read oid 38 snap -1 2024-04-12T16:13:00.118 INFO:tasks.rados.rados.0.smithi099.stdout:3495: expect (ObjNum 1063 snap 338 seq_num 1063) 2024-04-12T16:13:00.118 INFO:tasks.rados.rados.0.smithi099.stdout:3496: setattr oid 5 current snap is 346 2024-04-12T16:13:00.118 INFO:tasks.rados.rados.0.smithi099.stdout:3491: expect (ObjNum 1060 snap 337 seq_num 1060) 2024-04-12T16:13:00.157 INFO:tasks.rados.rados.0.smithi099.stdout:3494: finishing rollback tid 1 to smithi09982431-30 2024-04-12T16:13:00.157 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 30 v 2597 (ObjNum 33 snap 0 seq_num 0) dirty dne 2024-04-12T16:13:00.157 INFO:tasks.rados.rados.0.smithi099.stdout:3493: expect (ObjNum 1009 snap 317 seq_num 1009) 2024-04-12T16:13:00.160 INFO:tasks.rados.rados.0.smithi099.stdout:3495: expect (ObjNum 1063 snap 338 seq_num 1063) 2024-04-12T16:13:00.457 INFO:tasks.rados.rados.0.smithi099.stdout:3491: done (4 left) 2024-04-12T16:13:00.457 INFO:tasks.rados.rados.0.smithi099.stdout:3493: done (3 left) 2024-04-12T16:13:00.458 INFO:tasks.rados.rados.0.smithi099.stdout:3494: done (2 left) 2024-04-12T16:13:00.458 INFO:tasks.rados.rados.0.smithi099.stdout:3495: done (1 left) 2024-04-12T16:13:00.458 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 48 current snap is 346 2024-04-12T16:13:00.458 INFO:tasks.rados.rados.0.smithi099.stdout:3497: seq_num 1079 ranges {8298496=475136,8773632=606208,9379840=196608} 2024-04-12T16:13:00.503 INFO:tasks.rados.rados.0.smithi099.stdout:3497: writing smithi09982431-48 from 8298496 to 8773632 tid 1 2024-04-12T16:13:00.507 INFO:tasks.rados.rados.0.smithi099.stdout:3497: writing smithi09982431-48 from 8773632 to 9379840 tid 2 2024-04-12T16:13:00.509 INFO:tasks.rados.rados.0.smithi099.stdout:3497: writing smithi09982431-48 from 9379840 to 9576448 tid 3 2024-04-12T16:13:00.509 INFO:tasks.rados.rados.0.smithi099.stdout:3498: read oid 47 snap -1 2024-04-12T16:13:00.509 INFO:tasks.rados.rados.0.smithi099.stdout:3498: expect (ObjNum 921 snap 285 seq_num 921) 2024-04-12T16:13:00.509 INFO:tasks.rados.rados.0.smithi099.stdout:3499: delete oid 29 current snap is 346 2024-04-12T16:13:00.509 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 5 v 2254 (ObjNum 969 snap 299 seq_num 969) dirty exists 2024-04-12T16:13:00.509 INFO:tasks.rados.rados.0.smithi099.stdout:3497: finishing write tid 1 to smithi09982431-48 2024-04-12T16:13:00.512 INFO:tasks.rados.rados.0.smithi099.stdout:3497: finishing write tid 2 to smithi09982431-48 2024-04-12T16:13:00.512 INFO:tasks.rados.rados.0.smithi099.stdout:3497: finishing write tid 3 to smithi09982431-48 2024-04-12T16:13:00.513 INFO:tasks.rados.rados.0.smithi099.stdout:3497: finishing write tid 4 to smithi09982431-48 2024-04-12T16:13:00.514 INFO:tasks.rados.rados.0.smithi099.stdout:3497: finishing write tid 5 to smithi09982431-48 2024-04-12T16:13:00.514 INFO:tasks.rados.rados.0.smithi099.stdout:3497: oid 48 updating version 0 to 1544 2024-04-12T16:13:00.514 INFO:tasks.rados.rados.0.smithi099.stdout:3497: oid 48 version 1544 is already newer than 1542 2024-04-12T16:13:00.515 INFO:tasks.rados.rados.0.smithi099.stdout:3497: oid 48 version 1544 is already newer than 1541 2024-04-12T16:13:00.515 INFO:tasks.rados.rados.0.smithi099.stdout:3497: oid 48 version 1544 is already newer than 1543 2024-04-12T16:13:00.515 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 48 v 1544 (ObjNum 1079 snap 346 seq_num 1079) dirty exists 2024-04-12T16:13:00.515 INFO:tasks.rados.rados.0.smithi099.stdout:3497: left oid 48 (ObjNum 1079 snap 346 seq_num 1079) 2024-04-12T16:13:00.527 INFO:tasks.rados.rados.0.smithi099.stdout:3496: done (3 left) 2024-04-12T16:13:00.527 INFO:tasks.rados.rados.0.smithi099.stdout:3497: done (2 left) 2024-04-12T16:13:00.528 INFO:tasks.rados.rados.0.smithi099.stdout:3499: done (1 left) 2024-04-12T16:13:00.528 INFO:tasks.rados.rados.0.smithi099.stdout:3500: snap_remove snap 307 2024-04-12T16:13:01.124 INFO:tasks.rados.rados.0.smithi099.stdout:3500: done (1 left) 2024-04-12T16:13:01.124 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 49 current snap is 346 2024-04-12T16:13:01.124 INFO:tasks.rados.rados.0.smithi099.stdout:3498: expect (ObjNum 921 snap 285 seq_num 921) 2024-04-12T16:13:01.360 INFO:tasks.rados.rados.0.smithi099.stdout:3501: seq_num 1081 ranges {0=507904,507904=425984,933888=376832} 2024-04-12T16:13:01.363 INFO:tasks.rados.rados.0.smithi099.stdout:3501: writing smithi09982431-49 from 0 to 507904 tid 1 2024-04-12T16:13:01.365 INFO:tasks.rados.rados.0.smithi099.stdout:3501: writing smithi09982431-49 from 507904 to 933888 tid 2 2024-04-12T16:13:01.368 INFO:tasks.rados.rados.0.smithi099.stdout:3501: writing smithi09982431-49 from 933888 to 1310720 tid 3 2024-04-12T16:13:01.368 INFO:tasks.rados.rados.0.smithi099.stdout:3498: done (1 left) 2024-04-12T16:13:01.368 INFO:tasks.rados.rados.0.smithi099.stdout:3502: read oid 17 snap -1 2024-04-12T16:13:01.368 INFO:tasks.rados.rados.0.smithi099.stdout:3502: expect (ObjNum 585 snap 180 seq_num 585) 2024-04-12T16:13:01.368 INFO:tasks.rados.rados.0.smithi099.stdout:3503: rollback oid 4 current snap is 346 2024-04-12T16:13:01.369 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 4 to 326 2024-04-12T16:13:01.369 INFO:tasks.rados.rados.0.smithi099.stdout:3504: snap_create 2024-04-12T16:13:01.369 INFO:tasks.rados.rados.0.smithi099.stdout:3501: finishing write tid 1 to smithi09982431-49 2024-04-12T16:13:01.371 INFO:tasks.rados.rados.0.smithi099.stdout:3501: finishing write tid 2 to smithi09982431-49 2024-04-12T16:13:01.371 INFO:tasks.rados.rados.0.smithi099.stdout:3502: expect (ObjNum 585 snap 180 seq_num 585) 2024-04-12T16:13:01.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:01 smithi099 ceph-mon[94290]: osdmap e760: 8 total, 8 up, 8 in 2024-04-12T16:13:01.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:01 smithi099 ceph-mon[94290]: pgmap v778: 121 pgs: 121 active+clean; 534 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 727 KiB/s rd, 4.2 MiB/s wr, 18 op/s 2024-04-12T16:13:01.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:01 smithi099 ceph-mon[96864]: osdmap e760: 8 total, 8 up, 8 in 2024-04-12T16:13:01.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:01 smithi099 ceph-mon[96864]: pgmap v778: 121 pgs: 121 active+clean; 534 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 727 KiB/s rd, 4.2 MiB/s wr, 18 op/s 2024-04-12T16:13:01.380 INFO:tasks.rados.rados.0.smithi099.stdout:3503: finishing rollback tid 0 to smithi09982431-4 2024-04-12T16:13:01.380 INFO:tasks.rados.rados.0.smithi099.stdout:3503: finishing rollback tid 1 to smithi09982431-4 2024-04-12T16:13:01.380 INFO:tasks.rados.rados.0.smithi099.stdout:3501: finishing write tid 3 to smithi09982431-49 2024-04-12T16:13:01.380 INFO:tasks.rados.rados.0.smithi099.stdout:3503: finishing rollback tid 2 to smithi09982431-4 2024-04-12T16:13:01.380 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 4 v 2037 (ObjNum 1026 snap 325 seq_num 1026) dirty exists 2024-04-12T16:13:01.380 INFO:tasks.rados.rados.0.smithi099.stdout:3501: finishing write tid 4 to smithi09982431-49 2024-04-12T16:13:01.380 INFO:tasks.rados.rados.0.smithi099.stdout:3501: finishing write tid 5 to smithi09982431-49 2024-04-12T16:13:01.380 INFO:tasks.rados.rados.0.smithi099.stdout:3501: oid 49 updating version 0 to 2415 2024-04-12T16:13:01.380 INFO:tasks.rados.rados.0.smithi099.stdout:3501: oid 49 updating version 2415 to 2418 2024-04-12T16:13:01.381 INFO:tasks.rados.rados.0.smithi099.stdout:3501: oid 49 version 2418 is already newer than 2417 2024-04-12T16:13:01.381 INFO:tasks.rados.rados.0.smithi099.stdout:3501: oid 49 version 2418 is already newer than 2416 2024-04-12T16:13:01.381 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 49 v 2418 (ObjNum 1081 snap 346 seq_num 1081) dirty exists 2024-04-12T16:13:01.381 INFO:tasks.rados.rados.0.smithi099.stdout:3501: left oid 49 (ObjNum 1081 snap 346 seq_num 1081) 2024-04-12T16:13:01.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:01 smithi110 ceph-mon[88691]: osdmap e760: 8 total, 8 up, 8 in 2024-04-12T16:13:01.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:01 smithi110 ceph-mon[88691]: pgmap v778: 121 pgs: 121 active+clean; 534 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 727 KiB/s rd, 4.2 MiB/s wr, 18 op/s 2024-04-12T16:13:02.125 INFO:tasks.rados.rados.0.smithi099.stdout:3501: done (3 left) 2024-04-12T16:13:02.125 INFO:tasks.rados.rados.0.smithi099.stdout:3502: done (2 left) 2024-04-12T16:13:02.125 INFO:tasks.rados.rados.0.smithi099.stdout:3503: done (1 left) 2024-04-12T16:13:02.126 INFO:tasks.rados.rados.0.smithi099.stdout:3504: done (0 left) 2024-04-12T16:13:02.126 INFO:tasks.rados.rados.0.smithi099.stdout:3505: delete oid 27 current snap is 347 2024-04-12T16:13:02.130 INFO:tasks.rados.rados.0.smithi099.stdout:3505: done (0 left) 2024-04-12T16:13:02.130 INFO:tasks.rados.rados.0.smithi099.stdout:3506: copy_from oid 7 from oid 11 current snap is 347 2024-04-12T16:13:02.131 INFO:tasks.rados.rados.0.smithi099.stdout:3507: snap_create 2024-04-12T16:13:02.131 INFO:tasks.rados.rados.0.smithi099.stdout:3506: finishing copy_from to smithi09982431-7 2024-04-12T16:13:02.131 INFO:tasks.rados.rados.0.smithi099.stdout:3506: got expected ENOENT (src dne) 2024-04-12T16:13:02.131 INFO:tasks.rados.rados.0.smithi099.stdout:3506: finishing copy_from racing read to smithi09982431-7 2024-04-12T16:13:02.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:02 smithi099 ceph-mon[94290]: osdmap e761: 8 total, 8 up, 8 in 2024-04-12T16:13:02.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:02 smithi099 ceph-mon[96864]: osdmap e761: 8 total, 8 up, 8 in 2024-04-12T16:13:02.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:02 smithi110 ceph-mon[88691]: osdmap e761: 8 total, 8 up, 8 in 2024-04-12T16:13:02.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:13:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:13:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:13:03.135 INFO:tasks.rados.rados.0.smithi099.stdout:3506: done (1 left) 2024-04-12T16:13:03.135 INFO:tasks.rados.rados.0.smithi099.stdout:3507: done (0 left) 2024-04-12T16:13:03.135 INFO:tasks.rados.rados.0.smithi099.stdout:3508: rmattr oid 22 current snap is 348 2024-04-12T16:13:03.135 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 6 current snap is 348 2024-04-12T16:13:03.135 INFO:tasks.rados.rados.0.smithi099.stdout:3509: seq_num 1083 ranges {991232=540672,1531904=589824,2121728=212992} 2024-04-12T16:13:03.143 INFO:tasks.rados.rados.0.smithi099.stdout:3509: writing smithi09982431-6 from 991232 to 1531904 tid 1 2024-04-12T16:13:03.146 INFO:tasks.rados.rados.0.smithi099.stdout:3509: writing smithi09982431-6 from 1531904 to 2121728 tid 2 2024-04-12T16:13:03.148 INFO:tasks.rados.rados.0.smithi099.stdout:3509: writing smithi09982431-6 from 2121728 to 2334720 tid 3 2024-04-12T16:13:03.148 INFO:tasks.rados.rados.0.smithi099.stdout:3510: copy_from oid 24 from oid 7 current snap is 348 2024-04-12T16:13:03.148 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 22 v 2268 (ObjNum 1052 snap 335 seq_num 1052) dirty exists 2024-04-12T16:13:03.148 INFO:tasks.rados.rados.0.smithi099.stdout:3508: done (2 left) 2024-04-12T16:13:03.148 INFO:tasks.rados.rados.0.smithi099.stdout:3511: snap_create 2024-04-12T16:13:03.152 INFO:tasks.rados.rados.0.smithi099.stdout:3509: finishing write tid 1 to smithi09982431-6 2024-04-12T16:13:03.153 INFO:tasks.rados.rados.0.smithi099.stdout:3509: finishing write tid 2 to smithi09982431-6 2024-04-12T16:13:03.153 INFO:tasks.rados.rados.0.smithi099.stdout:3509: finishing write tid 3 to smithi09982431-6 2024-04-12T16:13:03.154 INFO:tasks.rados.rados.0.smithi099.stdout:3509: finishing write tid 4 to smithi09982431-6 2024-04-12T16:13:03.155 INFO:tasks.rados.rados.0.smithi099.stdout:3509: finishing write tid 5 to smithi09982431-6 2024-04-12T16:13:03.155 INFO:tasks.rados.rados.0.smithi099.stdout:3509: oid 6 updating version 0 to 1707 2024-04-12T16:13:03.155 INFO:tasks.rados.rados.0.smithi099.stdout:3509: oid 6 updating version 1707 to 1708 2024-04-12T16:13:03.155 INFO:tasks.rados.rados.0.smithi099.stdout:3509: oid 6 updating version 1708 to 1709 2024-04-12T16:13:03.155 INFO:tasks.rados.rados.0.smithi099.stdout:3509: oid 6 updating version 1709 to 1710 2024-04-12T16:13:03.155 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 6 v 1710 (ObjNum 1083 snap 348 seq_num 1083) dirty exists 2024-04-12T16:13:03.155 INFO:tasks.rados.rados.0.smithi099.stdout:3509: left oid 6 (ObjNum 1083 snap 348 seq_num 1083) 2024-04-12T16:13:03.159 INFO:tasks.rados.rados.0.smithi099.stdout:3510: finishing copy_from racing read to smithi09982431-24 2024-04-12T16:13:03.160 INFO:tasks.rados.rados.0.smithi099.stdout:3510: finishing copy_from to smithi09982431-24 2024-04-12T16:13:03.160 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 24 v 2412 (ObjNum 1055 snap 336 seq_num 1055) dirty exists 2024-04-12T16:13:03.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:03 smithi099 ceph-mon[94290]: osdmap e762: 8 total, 8 up, 8 in 2024-04-12T16:13:03.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:03 smithi099 ceph-mon[94290]: pgmap v781: 121 pgs: 121 active+clean; 531 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.0 MiB/s wr, 9 op/s 2024-04-12T16:13:03.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:03 smithi099 ceph-mon[96864]: osdmap e762: 8 total, 8 up, 8 in 2024-04-12T16:13:03.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:03 smithi099 ceph-mon[96864]: pgmap v781: 121 pgs: 121 active+clean; 531 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.0 MiB/s wr, 9 op/s 2024-04-12T16:13:03.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:03 smithi110 ceph-mon[88691]: osdmap e762: 8 total, 8 up, 8 in 2024-04-12T16:13:03.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:03 smithi110 ceph-mon[88691]: pgmap v781: 121 pgs: 121 active+clean; 531 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.0 MiB/s wr, 9 op/s 2024-04-12T16:13:04.113 INFO:tasks.rados.rados.0.smithi099.stdout:3509: done (2 left) 2024-04-12T16:13:04.114 INFO:tasks.rados.rados.0.smithi099.stdout:3510: done (1 left) 2024-04-12T16:13:04.114 INFO:tasks.rados.rados.0.smithi099.stdout:3511: done (0 left) 2024-04-12T16:13:04.114 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 20 current snap is 349 2024-04-12T16:13:04.114 INFO:tasks.rados.rados.0.smithi099.stdout:3512: seq_num 1084 ranges {7766016=557056,8323072=475136,8798208=327680} 2024-04-12T16:13:04.158 INFO:tasks.rados.rados.0.smithi099.stdout:3512: writing smithi09982431-20 from 7766016 to 8323072 tid 1 2024-04-12T16:13:04.161 INFO:tasks.rados.rados.0.smithi099.stdout:3512: writing smithi09982431-20 from 8323072 to 8798208 tid 2 2024-04-12T16:13:04.163 INFO:tasks.rados.rados.0.smithi099.stdout:3512: writing smithi09982431-20 from 8798208 to 9125888 tid 3 2024-04-12T16:13:04.163 INFO:tasks.rados.rados.0.smithi099.stdout:3513: read oid 30 snap -1 2024-04-12T16:13:04.163 INFO:tasks.rados.rados.0.smithi099.stdout:3513: expect deleted 2024-04-12T16:13:04.163 INFO:tasks.rados.rados.0.smithi099.stdout:3514: snap_remove snap 328 2024-04-12T16:13:04.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:04 smithi110 ceph-mon[88691]: osdmap e763: 8 total, 8 up, 8 in 2024-04-12T16:13:04.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:04 smithi110 ceph-mon[88691]: osdmap e764: 8 total, 8 up, 8 in 2024-04-12T16:13:04.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:04 smithi099 ceph-mon[94290]: osdmap e763: 8 total, 8 up, 8 in 2024-04-12T16:13:04.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:04 smithi099 ceph-mon[94290]: osdmap e764: 8 total, 8 up, 8 in 2024-04-12T16:13:04.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:04 smithi099 ceph-mon[96864]: osdmap e763: 8 total, 8 up, 8 in 2024-04-12T16:13:04.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:04 smithi099 ceph-mon[96864]: osdmap e764: 8 total, 8 up, 8 in 2024-04-12T16:13:05.146 INFO:tasks.rados.rados.0.smithi099.stdout:3514: done (2 left) 2024-04-12T16:13:05.146 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 29 current snap is 349 2024-04-12T16:13:05.146 INFO:tasks.rados.rados.0.smithi099.stdout:3515: seq_num 1085 ranges {0=581632,581632=761856,1343488=40960} 2024-04-12T16:13:05.150 INFO:tasks.rados.rados.0.smithi099.stdout:3515: writing smithi09982431-29 from 0 to 581632 tid 1 2024-04-12T16:13:05.155 INFO:tasks.rados.rados.0.smithi099.stdout:3515: writing smithi09982431-29 from 581632 to 1343488 tid 2 2024-04-12T16:13:05.156 INFO:tasks.rados.rados.0.smithi099.stdout:3515: writing smithi09982431-29 from 1343488 to 1384448 tid 3 2024-04-12T16:13:05.156 INFO:tasks.rados.rados.0.smithi099.stdout:3516: read oid 18 snap -1 2024-04-12T16:13:05.156 INFO:tasks.rados.rados.0.smithi099.stdout:3516: expect deleted 2024-04-12T16:13:05.156 INFO:tasks.rados.rados.0.smithi099.stdout:3517: read oid 14 snap -1 2024-04-12T16:13:05.156 INFO:tasks.rados.rados.0.smithi099.stdout:3517: expect (ObjNum 836 snap 261 seq_num 836) 2024-04-12T16:13:05.156 INFO:tasks.rados.rados.0.smithi099.stdout:3518: delete oid 16 current snap is 349 2024-04-12T16:13:05.156 INFO:tasks.rados.rados.0.smithi099.stdout:3512: finishing write tid 1 to smithi09982431-20 2024-04-12T16:13:05.156 INFO:tasks.rados.rados.0.smithi099.stdout:3512: finishing write tid 2 to smithi09982431-20 2024-04-12T16:13:05.156 INFO:tasks.rados.rados.0.smithi099.stdout:3512: finishing write tid 3 to smithi09982431-20 2024-04-12T16:13:05.157 INFO:tasks.rados.rados.0.smithi099.stdout:3512: finishing write tid 4 to smithi09982431-20 2024-04-12T16:13:05.157 INFO:tasks.rados.rados.0.smithi099.stdout:3512: finishing write tid 5 to smithi09982431-20 2024-04-12T16:13:05.157 INFO:tasks.rados.rados.0.smithi099.stdout:3512: oid 20 updating version 0 to 2673 2024-04-12T16:13:05.157 INFO:tasks.rados.rados.0.smithi099.stdout:3512: oid 20 updating version 2673 to 2675 2024-04-12T16:13:05.157 INFO:tasks.rados.rados.0.smithi099.stdout:3512: oid 20 version 2675 is already newer than 2672 2024-04-12T16:13:05.157 INFO:tasks.rados.rados.0.smithi099.stdout:3512: oid 20 version 2675 is already newer than 2674 2024-04-12T16:13:05.157 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 20 v 2675 (ObjNum 1084 snap 349 seq_num 1084) dirty exists 2024-04-12T16:13:05.157 INFO:tasks.rados.rados.0.smithi099.stdout:3512: left oid 20 (ObjNum 1084 snap 349 seq_num 1084) 2024-04-12T16:13:05.163 INFO:tasks.rados.rados.0.smithi099.stdout:3512: done (5 left) 2024-04-12T16:13:05.163 INFO:tasks.rados.rados.0.smithi099.stdout:3513: done (4 left) 2024-04-12T16:13:05.163 INFO:tasks.rados.rados.0.smithi099.stdout:3518: done (3 left) 2024-04-12T16:13:05.163 INFO:tasks.rados.rados.0.smithi099.stdout:3519: copy_from oid 39 from oid 25 current snap is 349 2024-04-12T16:13:05.163 INFO:tasks.rados.rados.0.smithi099.stdout:3520: copy_from oid 8 from oid 37 current snap is 349 2024-04-12T16:13:05.163 INFO:tasks.rados.rados.0.smithi099.stdout:3521: setattr oid 47 current snap is 349 2024-04-12T16:13:05.165 INFO:tasks.rados.rados.0.smithi099.stdout:3522: snap_create 2024-04-12T16:13:05.165 INFO:tasks.rados.rados.0.smithi099.stdout:3520: finishing copy_from to smithi09982431-8 2024-04-12T16:13:05.165 INFO:tasks.rados.rados.0.smithi099.stdout:3520: got expected ENOENT (src dne) 2024-04-12T16:13:05.165 INFO:tasks.rados.rados.0.smithi099.stdout:3520: finishing copy_from racing read to smithi09982431-8 2024-04-12T16:13:05.166 INFO:tasks.rados.rados.0.smithi099.stdout:3515: finishing write tid 1 to smithi09982431-29 2024-04-12T16:13:05.170 INFO:tasks.rados.rados.0.smithi099.stdout:3517: expect (ObjNum 836 snap 261 seq_num 836) 2024-04-12T16:13:05.231 INFO:tasks.rados.rados.0.smithi099.stdout:3515: finishing write tid 2 to smithi09982431-29 2024-04-12T16:13:05.231 INFO:tasks.rados.rados.0.smithi099.stdout:3515: finishing write tid 3 to smithi09982431-29 2024-04-12T16:13:05.231 INFO:tasks.rados.rados.0.smithi099.stdout:3515: finishing write tid 4 to smithi09982431-29 2024-04-12T16:13:05.231 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 47 v 1715 (ObjNum 921 snap 285 seq_num 921) dirty exists 2024-04-12T16:13:05.231 INFO:tasks.rados.rados.0.smithi099.stdout:3515: finishing write tid 5 to smithi09982431-29 2024-04-12T16:13:05.231 INFO:tasks.rados.rados.0.smithi099.stdout:3515: oid 29 updating version 0 to 1713 2024-04-12T16:13:05.231 INFO:tasks.rados.rados.0.smithi099.stdout:3515: oid 29 version 1713 is already newer than 1712 2024-04-12T16:13:05.231 INFO:tasks.rados.rados.0.smithi099.stdout:3515: oid 29 updating version 1713 to 1714 2024-04-12T16:13:05.232 INFO:tasks.rados.rados.0.smithi099.stdout:3515: oid 29 version 1714 is already newer than 1711 2024-04-12T16:13:05.232 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 29 v 1714 (ObjNum 1085 snap 349 seq_num 1085) dirty exists 2024-04-12T16:13:05.232 INFO:tasks.rados.rados.0.smithi099.stdout:3515: left oid 29 (ObjNum 1085 snap 349 seq_num 1085) 2024-04-12T16:13:05.232 INFO:tasks.rados.rados.0.smithi099.stdout:3519: finishing copy_from racing read to smithi09982431-39 2024-04-12T16:13:05.232 INFO:tasks.rados.rados.0.smithi099.stdout:3519: finishing copy_from to smithi09982431-39 2024-04-12T16:13:05.232 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 39 v 2647 (ObjNum 1073 snap 343 seq_num 1073) dirty exists 2024-04-12T16:13:05.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:05 smithi110 ceph-mon[88691]: pgmap v784: 121 pgs: 121 active+clean; 534 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1006 KiB/s wr, 13 op/s 2024-04-12T16:13:05.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:05 smithi099 ceph-mon[96864]: pgmap v784: 121 pgs: 121 active+clean; 534 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1006 KiB/s wr, 13 op/s 2024-04-12T16:13:05.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:05 smithi099 ceph-mon[94290]: pgmap v784: 121 pgs: 121 active+clean; 534 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1006 KiB/s wr, 13 op/s 2024-04-12T16:13:06.147 INFO:tasks.rados.rados.0.smithi099.stdout:3515: done (6 left) 2024-04-12T16:13:06.148 INFO:tasks.rados.rados.0.smithi099.stdout:3516: done (5 left) 2024-04-12T16:13:06.148 INFO:tasks.rados.rados.0.smithi099.stdout:3517: done (4 left) 2024-04-12T16:13:06.148 INFO:tasks.rados.rados.0.smithi099.stdout:3519: done (3 left) 2024-04-12T16:13:06.148 INFO:tasks.rados.rados.0.smithi099.stdout:3520: done (2 left) 2024-04-12T16:13:06.148 INFO:tasks.rados.rados.0.smithi099.stdout:3521: done (1 left) 2024-04-12T16:13:06.148 INFO:tasks.rados.rados.0.smithi099.stdout:3522: done (0 left) 2024-04-12T16:13:06.148 INFO:tasks.rados.rados.0.smithi099.stdout:3523: snap_create 2024-04-12T16:13:06.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:06 smithi110 ceph-mon[88691]: osdmap e765: 8 total, 8 up, 8 in 2024-04-12T16:13:06.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:06 smithi099 ceph-mon[96864]: osdmap e765: 8 total, 8 up, 8 in 2024-04-12T16:13:06.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:06 smithi099 ceph-mon[94290]: osdmap e765: 8 total, 8 up, 8 in 2024-04-12T16:13:06.628 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:13:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:13:06] "GET /metrics HTTP/1.1" 200 36327 "" "Prometheus/2.43.0" 2024-04-12T16:13:07.160 INFO:tasks.rados.rados.0.smithi099.stdout:3523: done (0 left) 2024-04-12T16:13:07.161 INFO:tasks.rados.rados.0.smithi099.stdout:3524: delete oid 36 current snap is 351 2024-04-12T16:13:07.163 INFO:tasks.rados.rados.0.smithi099.stdout:3524: done (0 left) 2024-04-12T16:13:07.163 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 49 current snap is 351 2024-04-12T16:13:07.163 INFO:tasks.rados.rados.0.smithi099.stdout:3525: seq_num 1088 ranges {1310720=630784,1941504=466944,2408448=335872} 2024-04-12T16:13:07.173 INFO:tasks.rados.rados.0.smithi099.stdout:3525: writing smithi09982431-49 from 1310720 to 1941504 tid 1 2024-04-12T16:13:07.176 INFO:tasks.rados.rados.0.smithi099.stdout:3525: writing smithi09982431-49 from 1941504 to 2408448 tid 2 2024-04-12T16:13:07.178 INFO:tasks.rados.rados.0.smithi099.stdout:3525: writing smithi09982431-49 from 2408448 to 2744320 tid 3 2024-04-12T16:13:07.179 INFO:tasks.rados.rados.0.smithi099.stdout:3526: rollback oid 45 current snap is 351 2024-04-12T16:13:07.179 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 45 to 333 2024-04-12T16:13:07.179 INFO:tasks.rados.rados.0.smithi099.stdout:3527: setattr oid 5 current snap is 351 2024-04-12T16:13:07.180 INFO:tasks.rados.rados.0.smithi099.stdout:3528: copy_from oid 3 from oid 46 current snap is 351 2024-04-12T16:13:07.180 INFO:tasks.rados.rados.0.smithi099.stdout:3529: copy_from oid 47 from oid 50 current snap is 351 2024-04-12T16:13:07.181 INFO:tasks.rados.rados.0.smithi099.stdout:3530: read oid 38 snap -1 2024-04-12T16:13:07.181 INFO:tasks.rados.rados.0.smithi099.stdout:3530: expect (ObjNum 1063 snap 338 seq_num 1063) 2024-04-12T16:13:07.181 INFO:tasks.rados.rados.0.smithi099.stdout:3531: snap_remove snap 344 2024-04-12T16:13:07.484 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:07 smithi110 ceph-mon[88691]: osdmap e766: 8 total, 8 up, 8 in 2024-04-12T16:13:07.484 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:07 smithi110 ceph-mon[88691]: pgmap v787: 121 pgs: 121 active+clean; 534 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-12T16:13:07.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:07 smithi099 ceph-mon[96864]: osdmap e766: 8 total, 8 up, 8 in 2024-04-12T16:13:07.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:07 smithi099 ceph-mon[96864]: pgmap v787: 121 pgs: 121 active+clean; 534 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-12T16:13:07.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:07 smithi099 ceph-mon[94290]: osdmap e766: 8 total, 8 up, 8 in 2024-04-12T16:13:07.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:07 smithi099 ceph-mon[94290]: pgmap v787: 121 pgs: 121 active+clean; 534 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-12T16:13:08.165 INFO:tasks.rados.rados.0.smithi099.stdout:3531: done (6 left) 2024-04-12T16:13:08.165 INFO:tasks.rados.rados.0.smithi099.stdout:3532: read oid 1 snap -1 2024-04-12T16:13:08.165 INFO:tasks.rados.rados.0.smithi099.stdout:3532: expect (ObjNum 1054 snap 336 seq_num 1054) 2024-04-12T16:13:08.165 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 42 current snap is 351 2024-04-12T16:13:08.166 INFO:tasks.rados.rados.0.smithi099.stdout:3526: finishing rollback tid 0 to smithi09982431-45 2024-04-12T16:13:08.166 INFO:tasks.rados.rados.0.smithi099.stdout:3526: finishing rollback tid 1 to smithi09982431-45 2024-04-12T16:13:08.166 INFO:tasks.rados.rados.0.smithi099.stdout:3525: finishing write tid 1 to smithi09982431-49 2024-04-12T16:13:08.166 INFO:tasks.rados.rados.0.smithi099.stdout:3525: finishing write tid 2 to smithi09982431-49 2024-04-12T16:13:08.166 INFO:tasks.rados.rados.0.smithi099.stdout:3525: finishing write tid 3 to smithi09982431-49 2024-04-12T16:13:08.166 INFO:tasks.rados.rados.0.smithi099.stdout:3526: finishing rollback tid 2 to smithi09982431-45 2024-04-12T16:13:08.166 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 45 v 2418 (ObjNum 1042 snap 333 seq_num 1042) dirty exists 2024-04-12T16:13:08.166 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 5 v 2255 (ObjNum 969 snap 299 seq_num 969) dirty exists 2024-04-12T16:13:08.166 INFO:tasks.rados.rados.0.smithi099.stdout:3525: finishing write tid 4 to smithi09982431-49 2024-04-12T16:13:08.166 INFO:tasks.rados.rados.0.smithi099.stdout:3525: finishing write tid 5 to smithi09982431-49 2024-04-12T16:13:08.166 INFO:tasks.rados.rados.0.smithi099.stdout:3525: oid 49 updating version 0 to 2422 2024-04-12T16:13:08.166 INFO:tasks.rados.rados.0.smithi099.stdout:3525: oid 49 version 2422 is already newer than 2420 2024-04-12T16:13:08.167 INFO:tasks.rados.rados.0.smithi099.stdout:3525: oid 49 version 2422 is already newer than 2419 2024-04-12T16:13:08.167 INFO:tasks.rados.rados.0.smithi099.stdout:3525: oid 49 version 2422 is already newer than 2421 2024-04-12T16:13:08.167 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 49 v 2422 (ObjNum 1088 snap 351 seq_num 1088) dirty exists 2024-04-12T16:13:08.167 INFO:tasks.rados.rados.0.smithi099.stdout:3525: left oid 49 (ObjNum 1088 snap 351 seq_num 1088) 2024-04-12T16:13:08.167 INFO:tasks.rados.rados.0.smithi099.stdout:3528: finishing copy_from racing read to smithi09982431-3 2024-04-12T16:13:08.167 INFO:tasks.rados.rados.0.smithi099.stdout:3528: finishing copy_from to smithi09982431-3 2024-04-12T16:13:08.167 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 3 v 1531 (ObjNum 1009 snap 317 seq_num 1009) dirty exists 2024-04-12T16:13:08.167 INFO:tasks.rados.rados.0.smithi099.stdout:3529: finishing copy_from racing read to smithi09982431-47 2024-04-12T16:13:08.167 INFO:tasks.rados.rados.0.smithi099.stdout:3529: finishing copy_from to smithi09982431-47 2024-04-12T16:13:08.167 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 47 v 2414 (ObjNum 1044 snap 333 seq_num 1044) dirty exists 2024-04-12T16:13:08.167 INFO:tasks.rados.rados.0.smithi099.stdout:3530: expect (ObjNum 1063 snap 338 seq_num 1063) 2024-04-12T16:13:08.472 INFO:tasks.rados.rados.0.smithi099.stdout:3532: expect (ObjNum 1054 snap 336 seq_num 1054) 2024-04-12T16:13:08.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:08 smithi110 ceph-mon[88691]: osdmap e767: 8 total, 8 up, 8 in 2024-04-12T16:13:08.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:08 smithi099 ceph-mon[94290]: osdmap e767: 8 total, 8 up, 8 in 2024-04-12T16:13:08.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:08 smithi099 ceph-mon[96864]: osdmap e767: 8 total, 8 up, 8 in 2024-04-12T16:13:08.791 INFO:tasks.rados.rados.0.smithi099.stdout:3533: seq_num 1089 ranges {0=647168,647168=745472,1392640=57344} 2024-04-12T16:13:08.794 INFO:tasks.rados.rados.0.smithi099.stdout:3533: writing smithi09982431-42 from 0 to 647168 tid 1 2024-04-12T16:13:08.799 INFO:tasks.rados.rados.0.smithi099.stdout:3533: writing smithi09982431-42 from 647168 to 1392640 tid 2 2024-04-12T16:13:08.800 INFO:tasks.rados.rados.0.smithi099.stdout:3533: writing smithi09982431-42 from 1392640 to 1449984 tid 3 2024-04-12T16:13:08.800 INFO:tasks.rados.rados.0.smithi099.stdout:3525: done (7 left) 2024-04-12T16:13:08.800 INFO:tasks.rados.rados.0.smithi099.stdout:3526: done (6 left) 2024-04-12T16:13:08.800 INFO:tasks.rados.rados.0.smithi099.stdout:3527: done (5 left) 2024-04-12T16:13:08.800 INFO:tasks.rados.rados.0.smithi099.stdout:3528: done (4 left) 2024-04-12T16:13:08.800 INFO:tasks.rados.rados.0.smithi099.stdout:3529: done (3 left) 2024-04-12T16:13:08.800 INFO:tasks.rados.rados.0.smithi099.stdout:3530: done (2 left) 2024-04-12T16:13:08.800 INFO:tasks.rados.rados.0.smithi099.stdout:3532: done (1 left) 2024-04-12T16:13:08.800 INFO:tasks.rados.rados.0.smithi099.stdout:3534: snap_create 2024-04-12T16:13:08.800 INFO:tasks.rados.rados.0.smithi099.stdout:3533: finishing write tid 1 to smithi09982431-42 2024-04-12T16:13:08.802 INFO:tasks.rados.rados.0.smithi099.stdout:3533: finishing write tid 2 to smithi09982431-42 2024-04-12T16:13:08.802 INFO:tasks.rados.rados.0.smithi099.stdout:3533: finishing write tid 3 to smithi09982431-42 2024-04-12T16:13:08.802 INFO:tasks.rados.rados.0.smithi099.stdout:3533: finishing write tid 4 to smithi09982431-42 2024-04-12T16:13:08.806 INFO:tasks.rados.rados.0.smithi099.stdout:3533: finishing write tid 5 to smithi09982431-42 2024-04-12T16:13:08.806 INFO:tasks.rados.rados.0.smithi099.stdout:3533: oid 42 updating version 0 to 1668 2024-04-12T16:13:08.807 INFO:tasks.rados.rados.0.smithi099.stdout:3533: oid 42 updating version 1668 to 1670 2024-04-12T16:13:08.807 INFO:tasks.rados.rados.0.smithi099.stdout:3533: oid 42 version 1670 is already newer than 1669 2024-04-12T16:13:08.807 INFO:tasks.rados.rados.0.smithi099.stdout:3533: oid 42 version 1670 is already newer than 1667 2024-04-12T16:13:08.807 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 42 v 1670 (ObjNum 1089 snap 351 seq_num 1089) dirty exists 2024-04-12T16:13:08.807 INFO:tasks.rados.rados.0.smithi099.stdout:3533: left oid 42 (ObjNum 1089 snap 351 seq_num 1089) 2024-04-12T16:13:09.113 INFO:tasks.rados.rados.0.smithi099.stdout:3533: done (1 left) 2024-04-12T16:13:09.114 INFO:tasks.rados.rados.0.smithi099.stdout:3534: done (0 left) 2024-04-12T16:13:09.114 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 31 current snap is 352 2024-04-12T16:13:09.114 INFO:tasks.rados.rados.0.smithi099.stdout:3535: seq_num 1090 ranges {2605056=663552,3268608=630784,3899392=172032} 2024-04-12T16:13:09.130 INFO:tasks.rados.rados.0.smithi099.stdout:3535: writing smithi09982431-31 from 2605056 to 3268608 tid 1 2024-04-12T16:13:09.133 INFO:tasks.rados.rados.0.smithi099.stdout:3535: writing smithi09982431-31 from 3268608 to 3899392 tid 2 2024-04-12T16:13:09.135 INFO:tasks.rados.rados.0.smithi099.stdout:3535: writing smithi09982431-31 from 3899392 to 4071424 tid 3 2024-04-12T16:13:09.135 INFO:tasks.rados.rados.0.smithi099.stdout:3536: copy_from oid 50 from oid 15 current snap is 352 2024-04-12T16:13:09.135 INFO:tasks.rados.rados.0.smithi099.stdout:3537: snap_create 2024-04-12T16:13:09.139 INFO:tasks.rados.rados.0.smithi099.stdout:3535: finishing write tid 1 to smithi09982431-31 2024-04-12T16:13:09.141 INFO:tasks.rados.rados.0.smithi099.stdout:3535: finishing write tid 2 to smithi09982431-31 2024-04-12T16:13:09.141 INFO:tasks.rados.rados.0.smithi099.stdout:3535: finishing write tid 3 to smithi09982431-31 2024-04-12T16:13:09.141 INFO:tasks.rados.rados.0.smithi099.stdout:3535: finishing write tid 4 to smithi09982431-31 2024-04-12T16:13:09.143 INFO:tasks.rados.rados.0.smithi099.stdout:3535: finishing write tid 5 to smithi09982431-31 2024-04-12T16:13:09.143 INFO:tasks.rados.rados.0.smithi099.stdout:3535: oid 31 updating version 0 to 2423 2024-04-12T16:13:09.143 INFO:tasks.rados.rados.0.smithi099.stdout:3535: oid 31 updating version 2423 to 2424 2024-04-12T16:13:09.143 INFO:tasks.rados.rados.0.smithi099.stdout:3535: oid 31 updating version 2424 to 2426 2024-04-12T16:13:09.143 INFO:tasks.rados.rados.0.smithi099.stdout:3535: oid 31 version 2426 is already newer than 2425 2024-04-12T16:13:09.143 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 31 v 2426 (ObjNum 1090 snap 352 seq_num 1090) dirty exists 2024-04-12T16:13:09.143 INFO:tasks.rados.rados.0.smithi099.stdout:3535: left oid 31 (ObjNum 1090 snap 352 seq_num 1090) 2024-04-12T16:13:09.156 INFO:tasks.rados.rados.0.smithi099.stdout:3536: finishing copy_from racing read to smithi09982431-50 2024-04-12T16:13:09.163 INFO:tasks.rados.rados.0.smithi099.stdout:3536: finishing copy_from to smithi09982431-50 2024-04-12T16:13:09.163 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 50 v 1535 (ObjNum 990 snap 309 seq_num 990) dirty exists 2024-04-12T16:13:09.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:09 smithi110 ceph-mon[88691]: osdmap e768: 8 total, 8 up, 8 in 2024-04-12T16:13:09.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:09 smithi110 ceph-mon[88691]: pgmap v790: 121 pgs: 121 active+clean; 538 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-12T16:13:09.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:09 smithi110 ceph-mon[88691]: osdmap e769: 8 total, 8 up, 8 in 2024-04-12T16:13:09.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:09 smithi099 ceph-mon[94290]: osdmap e768: 8 total, 8 up, 8 in 2024-04-12T16:13:09.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:09 smithi099 ceph-mon[94290]: pgmap v790: 121 pgs: 121 active+clean; 538 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-12T16:13:09.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:09 smithi099 ceph-mon[94290]: osdmap e769: 8 total, 8 up, 8 in 2024-04-12T16:13:09.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:09 smithi099 ceph-mon[96864]: osdmap e768: 8 total, 8 up, 8 in 2024-04-12T16:13:09.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:09 smithi099 ceph-mon[96864]: pgmap v790: 121 pgs: 121 active+clean; 538 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-12T16:13:09.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:09 smithi099 ceph-mon[96864]: osdmap e769: 8 total, 8 up, 8 in 2024-04-12T16:13:10.116 INFO:tasks.rados.rados.0.smithi099.stdout:3535: done (2 left) 2024-04-12T16:13:10.116 INFO:tasks.rados.rados.0.smithi099.stdout:3536: done (1 left) 2024-04-12T16:13:10.116 INFO:tasks.rados.rados.0.smithi099.stdout:3537: done (0 left) 2024-04-12T16:13:10.117 INFO:tasks.rados.rados.0.smithi099.stdout:3538: rollback oid 31 current snap is 353 2024-04-12T16:13:10.117 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 31 to 350 2024-04-12T16:13:10.117 INFO:tasks.rados.rados.0.smithi099.stdout:3539: read oid 29 snap -1 2024-04-12T16:13:10.117 INFO:tasks.rados.rados.0.smithi099.stdout:3539: expect (ObjNum 1085 snap 349 seq_num 1085) 2024-04-12T16:13:10.117 INFO:tasks.rados.rados.0.smithi099.stdout:3540: snap_create 2024-04-12T16:13:10.124 INFO:tasks.rados.rados.0.smithi099.stdout:3538: finishing rollback tid 0 to smithi09982431-31 2024-04-12T16:13:10.124 INFO:tasks.rados.rados.0.smithi099.stdout:3538: finishing rollback tid 1 to smithi09982431-31 2024-04-12T16:13:10.124 INFO:tasks.rados.rados.0.smithi099.stdout:3538: finishing rollback tid 2 to smithi09982431-31 2024-04-12T16:13:10.124 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 31 v 2429 (ObjNum 1035 snap 331 seq_num 1035) dirty exists 2024-04-12T16:13:10.127 INFO:tasks.rados.rados.0.smithi099.stdout:3539: expect (ObjNum 1085 snap 349 seq_num 1085) 2024-04-12T16:13:11.122 INFO:tasks.rados.rados.0.smithi099.stdout:3538: done (2 left) 2024-04-12T16:13:11.122 INFO:tasks.rados.rados.0.smithi099.stdout:3539: done (1 left) 2024-04-12T16:13:11.122 INFO:tasks.rados.rados.0.smithi099.stdout:3540: done (0 left) 2024-04-12T16:13:11.122 INFO:tasks.rados.rados.0.smithi099.stdout:3541: read oid 7 snap -1 2024-04-12T16:13:11.122 INFO:tasks.rados.rados.0.smithi099.stdout:3541: expect (ObjNum 1055 snap 336 seq_num 1055) 2024-04-12T16:13:11.122 INFO:tasks.rados.rados.0.smithi099.stdout:3542: copy_from oid 43 from oid 33 current snap is 354 2024-04-12T16:13:11.122 INFO:tasks.rados.rados.0.smithi099.stdout:3543: snap_remove snap 266 2024-04-12T16:13:11.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:11 smithi099 ceph-mon[94290]: osdmap e770: 8 total, 8 up, 8 in 2024-04-12T16:13:11.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:11 smithi099 ceph-mon[94290]: pgmap v793: 121 pgs: 121 active+clean; 541 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.7 MiB/s wr, 18 op/s 2024-04-12T16:13:11.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:11 smithi099 ceph-mon[96864]: osdmap e770: 8 total, 8 up, 8 in 2024-04-12T16:13:11.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:11 smithi099 ceph-mon[96864]: pgmap v793: 121 pgs: 121 active+clean; 541 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.7 MiB/s wr, 18 op/s 2024-04-12T16:13:11.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:11 smithi110 ceph-mon[88691]: osdmap e770: 8 total, 8 up, 8 in 2024-04-12T16:13:11.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:11 smithi110 ceph-mon[88691]: pgmap v793: 121 pgs: 121 active+clean; 541 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.7 MiB/s wr, 18 op/s 2024-04-12T16:13:12.131 INFO:tasks.rados.rados.0.smithi099.stdout:3543: done (2 left) 2024-04-12T16:13:12.131 INFO:tasks.rados.rados.0.smithi099.stdout:3544: setattr oid 5 current snap is 354 2024-04-12T16:13:12.131 INFO:tasks.rados.rados.0.smithi099.stdout:3542: finishing copy_from to smithi09982431-43 2024-04-12T16:13:12.131 INFO:tasks.rados.rados.0.smithi099.stdout:3542: got expected ENOENT (src dne) 2024-04-12T16:13:12.131 INFO:tasks.rados.rados.0.smithi099.stdout:3542: finishing copy_from racing read to smithi09982431-43 2024-04-12T16:13:12.131 INFO:tasks.rados.rados.0.smithi099.stdout:3541: expect (ObjNum 1055 snap 336 seq_num 1055) 2024-04-12T16:13:12.191 INFO:tasks.rados.rados.0.smithi099.stdout:3541: done (2 left) 2024-04-12T16:13:12.192 INFO:tasks.rados.rados.0.smithi099.stdout:3542: done (1 left) 2024-04-12T16:13:12.192 INFO:tasks.rados.rados.0.smithi099.stdout:3545: snap_remove snap 343 2024-04-12T16:13:12.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:12 smithi110 ceph-mon[88691]: osdmap e771: 8 total, 8 up, 8 in 2024-04-12T16:13:12.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:13:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:13:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:13:12.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:12 smithi099 ceph-mon[94290]: osdmap e771: 8 total, 8 up, 8 in 2024-04-12T16:13:12.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:12 smithi099 ceph-mon[96864]: osdmap e771: 8 total, 8 up, 8 in 2024-04-12T16:13:13.140 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 5 v 2256 (ObjNum 969 snap 299 seq_num 969) dirty exists 2024-04-12T16:13:13.140 INFO:tasks.rados.rados.0.smithi099.stdout:3544: done (1 left) 2024-04-12T16:13:13.140 INFO:tasks.rados.rados.0.smithi099.stdout:3545: done (0 left) 2024-04-12T16:13:13.140 INFO:tasks.rados.rados.0.smithi099.stdout:3546: read oid 17 snap -1 2024-04-12T16:13:13.140 INFO:tasks.rados.rados.0.smithi099.stdout:3546: expect (ObjNum 585 snap 180 seq_num 585) 2024-04-12T16:13:13.140 INFO:tasks.rados.rados.0.smithi099.stdout:3547: rmattr oid 40 current snap is 354 2024-04-12T16:13:13.140 INFO:tasks.rados.rados.0.smithi099.stdout:3548: snap_remove snap 318 2024-04-12T16:13:13.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:13 smithi110 ceph-mon[88691]: osdmap e772: 8 total, 8 up, 8 in 2024-04-12T16:13:13.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:13:13.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:13 smithi110 ceph-mon[88691]: pgmap v796: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 542 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 898 KiB/s wr, 12 op/s 2024-04-12T16:13:13.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:13 smithi099 ceph-mon[94290]: osdmap e772: 8 total, 8 up, 8 in 2024-04-12T16:13:13.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:13:13.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:13 smithi099 ceph-mon[94290]: pgmap v796: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 542 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 898 KiB/s wr, 12 op/s 2024-04-12T16:13:13.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:13 smithi099 ceph-mon[96864]: osdmap e772: 8 total, 8 up, 8 in 2024-04-12T16:13:13.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:13:13.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:13 smithi099 ceph-mon[96864]: pgmap v796: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 542 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 898 KiB/s wr, 12 op/s 2024-04-12T16:13:14.120 INFO:tasks.rados.rados.0.smithi099.stdout:3548: done (2 left) 2024-04-12T16:13:14.120 INFO:tasks.rados.rados.0.smithi099.stdout:3549: snap_create 2024-04-12T16:13:14.120 INFO:tasks.rados.rados.0.smithi099.stdout:3546: expect (ObjNum 585 snap 180 seq_num 585) 2024-04-12T16:13:14.131 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 40 v 2701 (ObjNum 1064 snap 338 seq_num 1064) dirty exists 2024-04-12T16:13:14.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:14 smithi110 ceph-mon[88691]: osdmap e773: 8 total, 8 up, 8 in 2024-04-12T16:13:14.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:14 smithi110 ceph-mon[88691]: osdmap e774: 8 total, 8 up, 8 in 2024-04-12T16:13:14.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:14 smithi099 ceph-mon[94290]: osdmap e773: 8 total, 8 up, 8 in 2024-04-12T16:13:14.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:14 smithi099 ceph-mon[94290]: osdmap e774: 8 total, 8 up, 8 in 2024-04-12T16:13:14.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:14 smithi099 ceph-mon[96864]: osdmap e773: 8 total, 8 up, 8 in 2024-04-12T16:13:14.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:14 smithi099 ceph-mon[96864]: osdmap e774: 8 total, 8 up, 8 in 2024-04-12T16:13:15.120 INFO:tasks.rados.rados.0.smithi099.stdout:3546: done (2 left) 2024-04-12T16:13:15.120 INFO:tasks.rados.rados.0.smithi099.stdout:3547: done (1 left) 2024-04-12T16:13:15.120 INFO:tasks.rados.rados.0.smithi099.stdout:3549: done (0 left) 2024-04-12T16:13:15.120 INFO:tasks.rados.rados.0.smithi099.stdout:3550: copy_from oid 12 from oid 13 current snap is 355 2024-04-12T16:13:15.120 INFO:tasks.rados.rados.0.smithi099.stdout:3551: snap_create 2024-04-12T16:13:15.129 INFO:tasks.rados.rados.0.smithi099.stdout:3550: finishing copy_from racing read to smithi09982431-12 2024-04-12T16:13:15.133 INFO:tasks.rados.rados.0.smithi099.stdout:3550: finishing copy_from to smithi09982431-12 2024-04-12T16:13:15.133 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 2359 (ObjNum 1019 snap 322 seq_num 1019) dirty exists 2024-04-12T16:13:15.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:15 smithi110 ceph-mon[88691]: pgmap v799: 121 pgs: 1 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 115 active+clean; 515 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1014 KiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-04-12T16:13:15.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:15 smithi110 ceph-mon[88691]: osdmap e775: 8 total, 8 up, 8 in 2024-04-12T16:13:15.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:15 smithi099 ceph-mon[94290]: pgmap v799: 121 pgs: 1 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 115 active+clean; 515 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1014 KiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-04-12T16:13:15.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:15 smithi099 ceph-mon[94290]: osdmap e775: 8 total, 8 up, 8 in 2024-04-12T16:13:15.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:15 smithi099 ceph-mon[96864]: pgmap v799: 121 pgs: 1 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 115 active+clean; 515 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1014 KiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-04-12T16:13:15.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:15 smithi099 ceph-mon[96864]: osdmap e775: 8 total, 8 up, 8 in 2024-04-12T16:13:16.124 INFO:tasks.rados.rados.0.smithi099.stdout:3550: done (1 left) 2024-04-12T16:13:16.125 INFO:tasks.rados.rados.0.smithi099.stdout:3551: done (0 left) 2024-04-12T16:13:16.125 INFO:tasks.rados.rados.0.smithi099.stdout:3552: rollback oid 8 current snap is 356 2024-04-12T16:13:16.125 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 8 to 355 2024-04-12T16:13:16.125 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 32 current snap is 356 2024-04-12T16:13:16.125 INFO:tasks.rados.rados.0.smithi099.stdout:3553: seq_num 1091 ranges {8241152=679936,8921088=516096,9437184=286720} 2024-04-12T16:13:16.172 INFO:tasks.rados.rados.0.smithi099.stdout:3553: writing smithi09982431-32 from 8241152 to 8921088 tid 1 2024-04-12T16:13:16.174 INFO:tasks.rados.rados.0.smithi099.stdout:3553: writing smithi09982431-32 from 8921088 to 9437184 tid 2 2024-04-12T16:13:16.177 INFO:tasks.rados.rados.0.smithi099.stdout:3553: writing smithi09982431-32 from 9437184 to 9723904 tid 3 2024-04-12T16:13:16.177 INFO:tasks.rados.rados.0.smithi099.stdout:3554: snap_create 2024-04-12T16:13:16.177 INFO:tasks.rados.rados.0.smithi099.stdout:3552: finishing rollback tid 0 to smithi09982431-8 2024-04-12T16:13:16.177 INFO:tasks.rados.rados.0.smithi099.stdout:3552: finishing rollback tid 1 to smithi09982431-8 2024-04-12T16:13:16.177 INFO:tasks.rados.rados.0.smithi099.stdout:3552: finishing rollback tid 2 to smithi09982431-8 2024-04-12T16:13:16.177 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 8 v 2415 (ObjNum 968 snap 298 seq_num 968) dirty exists 2024-04-12T16:13:16.181 INFO:tasks.rados.rados.0.smithi099.stdout:3553: finishing write tid 1 to smithi09982431-32 2024-04-12T16:13:16.181 INFO:tasks.rados.rados.0.smithi099.stdout:3553: finishing write tid 2 to smithi09982431-32 2024-04-12T16:13:16.182 INFO:tasks.rados.rados.0.smithi099.stdout:3553: finishing write tid 3 to smithi09982431-32 2024-04-12T16:13:16.182 INFO:tasks.rados.rados.0.smithi099.stdout:3553: finishing write tid 4 to smithi09982431-32 2024-04-12T16:13:16.183 INFO:tasks.rados.rados.0.smithi099.stdout:3553: finishing write tid 5 to smithi09982431-32 2024-04-12T16:13:16.184 INFO:tasks.rados.rados.0.smithi099.stdout:3553: oid 32 updating version 0 to 2419 2024-04-12T16:13:16.184 INFO:tasks.rados.rados.0.smithi099.stdout:3553: oid 32 version 2419 is already newer than 2416 2024-04-12T16:13:16.184 INFO:tasks.rados.rados.0.smithi099.stdout:3553: oid 32 version 2419 is already newer than 2418 2024-04-12T16:13:16.184 INFO:tasks.rados.rados.0.smithi099.stdout:3553: oid 32 version 2419 is already newer than 2417 2024-04-12T16:13:16.184 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 32 v 2419 (ObjNum 1091 snap 356 seq_num 1091) dirty exists 2024-04-12T16:13:16.184 INFO:tasks.rados.rados.0.smithi099.stdout:3553: left oid 32 (ObjNum 1091 snap 356 seq_num 1091) 2024-04-12T16:13:16.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:13:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:13:16] "GET /metrics HTTP/1.1" 200 36332 "" "Prometheus/2.43.0" 2024-04-12T16:13:17.126 INFO:tasks.rados.rados.0.smithi099.stdout:3552: done (2 left) 2024-04-12T16:13:17.126 INFO:tasks.rados.rados.0.smithi099.stdout:3553: done (1 left) 2024-04-12T16:13:17.126 INFO:tasks.rados.rados.0.smithi099.stdout:3554: done (0 left) 2024-04-12T16:13:17.127 INFO:tasks.rados.rados.0.smithi099.stdout:3555: rmattr oid 22 current snap is 357 2024-04-12T16:13:17.127 INFO:tasks.rados.rados.0.smithi099.stdout:3556: read oid 36 snap -1 2024-04-12T16:13:17.127 INFO:tasks.rados.rados.0.smithi099.stdout:3556: expect deleted 2024-04-12T16:13:17.127 INFO:tasks.rados.rados.0.smithi099.stdout:3557: delete oid 23 current snap is 357 2024-04-12T16:13:17.130 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 22 v 2272 (ObjNum 1052 snap 335 seq_num 1052) dirty exists 2024-04-12T16:13:17.132 INFO:tasks.rados.rados.0.smithi099.stdout:3555: done (2 left) 2024-04-12T16:13:17.132 INFO:tasks.rados.rados.0.smithi099.stdout:3556: done (1 left) 2024-04-12T16:13:17.132 INFO:tasks.rados.rados.0.smithi099.stdout:3557: done (0 left) 2024-04-12T16:13:17.132 INFO:tasks.rados.rados.0.smithi099.stdout:3558: snap_remove snap 329 2024-04-12T16:13:17.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:17 smithi099 ceph-mon[94290]: osdmap e776: 8 total, 8 up, 8 in 2024-04-12T16:13:17.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:17 smithi099 ceph-mon[94290]: pgmap v802: 121 pgs: 1 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 115 active+clean; 465 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-04-12T16:13:17.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:17 smithi099 ceph-mon[96864]: osdmap e776: 8 total, 8 up, 8 in 2024-04-12T16:13:17.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:17 smithi099 ceph-mon[96864]: pgmap v802: 121 pgs: 1 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 115 active+clean; 465 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-04-12T16:13:17.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:17 smithi110 ceph-mon[88691]: osdmap e776: 8 total, 8 up, 8 in 2024-04-12T16:13:17.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:17 smithi110 ceph-mon[88691]: pgmap v802: 121 pgs: 1 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 115 active+clean; 465 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-04-12T16:13:18.138 INFO:tasks.rados.rados.0.smithi099.stdout:3558: done (0 left) 2024-04-12T16:13:18.138 INFO:tasks.rados.rados.0.smithi099.stdout:3559: snap_remove snap 291 2024-04-12T16:13:18.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:18 smithi099 ceph-mon[94290]: osdmap e777: 8 total, 8 up, 8 in 2024-04-12T16:13:18.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:18 smithi099 ceph-mon[96864]: osdmap e777: 8 total, 8 up, 8 in 2024-04-12T16:13:18.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:18 smithi110 ceph-mon[88691]: osdmap e777: 8 total, 8 up, 8 in 2024-04-12T16:13:19.148 INFO:tasks.rados.rados.0.smithi099.stdout:3559: done (0 left) 2024-04-12T16:13:19.148 INFO:tasks.rados.rados.0.smithi099.stdout:3560: read oid 22 snap -1 2024-04-12T16:13:19.148 INFO:tasks.rados.rados.0.smithi099.stdout:3560: expect (ObjNum 1052 snap 335 seq_num 1052) 2024-04-12T16:13:19.149 INFO:tasks.rados.rados.0.smithi099.stdout:3561: read oid 21 snap -1 2024-04-12T16:13:19.149 INFO:tasks.rados.rados.0.smithi099.stdout:3561: expect (ObjNum 1056 snap 336 seq_num 1056) 2024-04-12T16:13:19.149 INFO:tasks.rados.rados.0.smithi099.stdout:3562: snap_create 2024-04-12T16:13:19.177 INFO:tasks.rados.rados.0.smithi099.stdout:3560: expect (ObjNum 1052 snap 335 seq_num 1052) 2024-04-12T16:13:19.208 INFO:tasks.rados.rados.0.smithi099.stdout:3561: expect (ObjNum 1056 snap 336 seq_num 1056) 2024-04-12T16:13:19.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:19 smithi110 ceph-mon[88691]: osdmap e778: 8 total, 8 up, 8 in 2024-04-12T16:13:19.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:19 smithi110 ceph-mon[88691]: pgmap v805: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 453 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T16:13:19.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:19 smithi099 ceph-mon[94290]: osdmap e778: 8 total, 8 up, 8 in 2024-04-12T16:13:19.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:19 smithi099 ceph-mon[94290]: pgmap v805: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 453 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T16:13:19.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:19 smithi099 ceph-mon[96864]: osdmap e778: 8 total, 8 up, 8 in 2024-04-12T16:13:19.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:19 smithi099 ceph-mon[96864]: pgmap v805: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 453 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T16:13:20.157 INFO:tasks.rados.rados.0.smithi099.stdout:3560: done (2 left) 2024-04-12T16:13:20.157 INFO:tasks.rados.rados.0.smithi099.stdout:3561: done (1 left) 2024-04-12T16:13:20.157 INFO:tasks.rados.rados.0.smithi099.stdout:3562: done (0 left) 2024-04-12T16:13:20.157 INFO:tasks.rados.rados.0.smithi099.stdout:3563: read oid 47 snap -1 2024-04-12T16:13:20.157 INFO:tasks.rados.rados.0.smithi099.stdout:3563: expect (ObjNum 1044 snap 333 seq_num 1044) 2024-04-12T16:13:20.157 INFO:tasks.rados.rados.0.smithi099.stdout:3564: read oid 30 snap -1 2024-04-12T16:13:20.157 INFO:tasks.rados.rados.0.smithi099.stdout:3564: expect deleted 2024-04-12T16:13:20.157 INFO:tasks.rados.rados.0.smithi099.stdout:3565: delete oid 25 current snap is 358 2024-04-12T16:13:20.162 INFO:tasks.rados.rados.0.smithi099.stdout:3564: done (2 left) 2024-04-12T16:13:20.163 INFO:tasks.rados.rados.0.smithi099.stdout:3565: done (1 left) 2024-04-12T16:13:20.163 INFO:tasks.rados.rados.0.smithi099.stdout:3566: read oid 21 snap -1 2024-04-12T16:13:20.163 INFO:tasks.rados.rados.0.smithi099.stdout:3566: expect (ObjNum 1056 snap 336 seq_num 1056) 2024-04-12T16:13:20.163 INFO:tasks.rados.rados.0.smithi099.stdout:3567: rollback oid 4 current snap is 358 2024-04-12T16:13:20.163 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 4 to 348 2024-04-12T16:13:20.163 INFO:tasks.rados.rados.0.smithi099.stdout:3568: read oid 5 snap -1 2024-04-12T16:13:20.163 INFO:tasks.rados.rados.0.smithi099.stdout:3568: expect (ObjNum 969 snap 299 seq_num 969) 2024-04-12T16:13:20.163 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 12 current snap is 358 2024-04-12T16:13:20.163 INFO:tasks.rados.rados.0.smithi099.stdout:3569: seq_num 1094 ranges {2310144=729088,3039232=573440,3612672=229376} 2024-04-12T16:13:20.181 INFO:tasks.rados.rados.0.smithi099.stdout:3569: writing smithi09982431-12 from 2310144 to 3039232 tid 1 2024-04-12T16:13:20.186 INFO:tasks.rados.rados.0.smithi099.stdout:3569: writing smithi09982431-12 from 3039232 to 3612672 tid 2 2024-04-12T16:13:20.188 INFO:tasks.rados.rados.0.smithi099.stdout:3569: writing smithi09982431-12 from 3612672 to 3842048 tid 3 2024-04-12T16:13:20.188 INFO:tasks.rados.rados.0.smithi099.stdout:3570: snap_create 2024-04-12T16:13:20.188 INFO:tasks.rados.rados.0.smithi099.stdout:3563: expect (ObjNum 1044 snap 333 seq_num 1044) 2024-04-12T16:13:20.207 INFO:tasks.rados.rados.0.smithi099.stdout:3567: finishing rollback tid 0 to smithi09982431-4 2024-04-12T16:13:20.208 INFO:tasks.rados.rados.0.smithi099.stdout:3567: finishing rollback tid 1 to smithi09982431-4 2024-04-12T16:13:20.208 INFO:tasks.rados.rados.0.smithi099.stdout:3568: expect (ObjNum 969 snap 299 seq_num 969) 2024-04-12T16:13:20.261 INFO:tasks.rados.rados.0.smithi099.stdout:3567: finishing rollback tid 2 to smithi09982431-4 2024-04-12T16:13:20.261 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 4 v 2422 (ObjNum 1026 snap 325 seq_num 1026) dirty exists 2024-04-12T16:13:20.261 INFO:tasks.rados.rados.0.smithi099.stdout:3566: expect (ObjNum 1056 snap 336 seq_num 1056) 2024-04-12T16:13:20.532 INFO:tasks.rados.rados.0.smithi099.stdout:3569: finishing write tid 1 to smithi09982431-12 2024-04-12T16:13:20.532 INFO:tasks.rados.rados.0.smithi099.stdout:3569: finishing write tid 2 to smithi09982431-12 2024-04-12T16:13:20.532 INFO:tasks.rados.rados.0.smithi099.stdout:3569: finishing write tid 3 to smithi09982431-12 2024-04-12T16:13:20.532 INFO:tasks.rados.rados.0.smithi099.stdout:3569: finishing write tid 4 to smithi09982431-12 2024-04-12T16:13:20.532 INFO:tasks.rados.rados.0.smithi099.stdout:3569: finishing write tid 5 to smithi09982431-12 2024-04-12T16:13:20.532 INFO:tasks.rados.rados.0.smithi099.stdout:3569: oid 12 updating version 0 to 2649 2024-04-12T16:13:20.532 INFO:tasks.rados.rados.0.smithi099.stdout:3569: oid 12 updating version 2649 to 2650 2024-04-12T16:13:20.532 INFO:tasks.rados.rados.0.smithi099.stdout:3569: oid 12 version 2650 is already newer than 2647 2024-04-12T16:13:20.533 INFO:tasks.rados.rados.0.smithi099.stdout:3569: oid 12 version 2650 is already newer than 2648 2024-04-12T16:13:20.533 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 2650 (ObjNum 1094 snap 358 seq_num 1094) dirty exists 2024-04-12T16:13:20.533 INFO:tasks.rados.rados.0.smithi099.stdout:3569: left oid 12 (ObjNum 1094 snap 358 seq_num 1094) 2024-04-12T16:13:20.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:20 smithi110 ceph-mon[88691]: osdmap e779: 8 total, 8 up, 8 in 2024-04-12T16:13:20.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:20 smithi099 ceph-mon[94290]: osdmap e779: 8 total, 8 up, 8 in 2024-04-12T16:13:20.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:20 smithi099 ceph-mon[96864]: osdmap e779: 8 total, 8 up, 8 in 2024-04-12T16:13:21.158 INFO:tasks.rados.rados.0.smithi099.stdout:3563: done (5 left) 2024-04-12T16:13:21.158 INFO:tasks.rados.rados.0.smithi099.stdout:3566: done (4 left) 2024-04-12T16:13:21.158 INFO:tasks.rados.rados.0.smithi099.stdout:3567: done (3 left) 2024-04-12T16:13:21.158 INFO:tasks.rados.rados.0.smithi099.stdout:3568: done (2 left) 2024-04-12T16:13:21.158 INFO:tasks.rados.rados.0.smithi099.stdout:3569: done (1 left) 2024-04-12T16:13:21.158 INFO:tasks.rados.rados.0.smithi099.stdout:3570: done (0 left) 2024-04-12T16:13:21.159 INFO:tasks.rados.rados.0.smithi099.stdout:3571: copy_from oid 35 from oid 38 current snap is 359 2024-04-12T16:13:21.159 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 8 current snap is 359 2024-04-12T16:13:21.159 INFO:tasks.rados.rados.0.smithi099.stdout:3572: seq_num 1095 ranges {7184384=745472,7929856=499712,8429568=303104} 2024-04-12T16:13:21.202 INFO:tasks.rados.rados.0.smithi099.stdout:3572: writing smithi09982431-8 from 7184384 to 7929856 tid 1 2024-04-12T16:13:21.205 INFO:tasks.rados.rados.0.smithi099.stdout:3572: writing smithi09982431-8 from 7929856 to 8429568 tid 2 2024-04-12T16:13:21.208 INFO:tasks.rados.rados.0.smithi099.stdout:3572: writing smithi09982431-8 from 8429568 to 8732672 tid 3 2024-04-12T16:13:21.208 INFO:tasks.rados.rados.0.smithi099.stdout:3573: rmattr oid 28 current snap is 359 2024-04-12T16:13:21.208 INFO:tasks.rados.rados.0.smithi099.stdout:3571: finishing copy_from racing read to smithi09982431-35 2024-04-12T16:13:21.208 INFO:tasks.rados.rados.0.smithi099.stdout:3571: finishing copy_from to smithi09982431-35 2024-04-12T16:13:21.208 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 1972 (ObjNum 1063 snap 338 seq_num 1063) dirty exists 2024-04-12T16:13:21.209 INFO:tasks.rados.rados.0.smithi099.stdout:3571: done (2 left) 2024-04-12T16:13:21.209 INFO:tasks.rados.rados.0.smithi099.stdout:3574: read oid 1 snap -1 2024-04-12T16:13:21.209 INFO:tasks.rados.rados.0.smithi099.stdout:3574: expect (ObjNum 1054 snap 336 seq_num 1054) 2024-04-12T16:13:21.209 INFO:tasks.rados.rados.0.smithi099.stdout:3575: setattr oid 35 current snap is 359 2024-04-12T16:13:21.209 INFO:tasks.rados.rados.0.smithi099.stdout:3572: finishing write tid 1 to smithi09982431-8 2024-04-12T16:13:21.210 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 49 current snap is 359 2024-04-12T16:13:21.210 INFO:tasks.rados.rados.0.smithi099.stdout:3576: seq_num 1096 ranges {2744320=761856,3506176=786432,4292608=16384} 2024-04-12T16:13:21.230 INFO:tasks.rados.rados.0.smithi099.stdout:3576: writing smithi09982431-49 from 2744320 to 3506176 tid 1 2024-04-12T16:13:21.236 INFO:tasks.rados.rados.0.smithi099.stdout:3576: writing smithi09982431-49 from 3506176 to 4292608 tid 2 2024-04-12T16:13:21.236 INFO:tasks.rados.rados.0.smithi099.stdout:3576: writing smithi09982431-49 from 4292608 to 4308992 tid 3 2024-04-12T16:13:21.236 INFO:tasks.rados.rados.0.smithi099.stdout:3577: rollback oid 36 current snap is 359 2024-04-12T16:13:21.236 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 36 to 351 2024-04-12T16:13:21.236 INFO:tasks.rados.rados.0.smithi099.stdout:3572: finishing write tid 2 to smithi09982431-8 2024-04-12T16:13:21.236 INFO:tasks.rados.rados.0.smithi099.stdout:3572: finishing write tid 3 to smithi09982431-8 2024-04-12T16:13:21.236 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 28 v 2737 (ObjNum 1054 snap 336 seq_num 1054) dirty exists 2024-04-12T16:13:21.236 INFO:tasks.rados.rados.0.smithi099.stdout:3572: finishing write tid 4 to smithi09982431-8 2024-04-12T16:13:21.236 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 2257 (ObjNum 1063 snap 338 seq_num 1063) dirty exists 2024-04-12T16:13:21.236 INFO:tasks.rados.rados.0.smithi099.stdout:3572: finishing write tid 5 to smithi09982431-8 2024-04-12T16:13:21.237 INFO:tasks.rados.rados.0.smithi099.stdout:3572: oid 8 updating version 0 to 2426 2024-04-12T16:13:21.237 INFO:tasks.rados.rados.0.smithi099.stdout:3572: oid 8 version 2426 is already newer than 2424 2024-04-12T16:13:21.237 INFO:tasks.rados.rados.0.smithi099.stdout:3572: oid 8 version 2426 is already newer than 2425 2024-04-12T16:13:21.237 INFO:tasks.rados.rados.0.smithi099.stdout:3572: oid 8 version 2426 is already newer than 2423 2024-04-12T16:13:21.237 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 8 v 2426 (ObjNum 1095 snap 359 seq_num 1095) dirty exists 2024-04-12T16:13:21.237 INFO:tasks.rados.rados.0.smithi099.stdout:3572: left oid 8 (ObjNum 1095 snap 359 seq_num 1095) 2024-04-12T16:13:21.237 INFO:tasks.rados.rados.0.smithi099.stdout:3574: expect (ObjNum 1054 snap 336 seq_num 1054) 2024-04-12T16:13:21.527 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:21 smithi099 ceph-mon[94290]: osdmap e780: 8 total, 8 up, 8 in 2024-04-12T16:13:21.528 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:21 smithi099 ceph-mon[94290]: pgmap v808: 121 pgs: 121 active+clean; 449 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 926 KiB/s wr, 2 op/s 2024-04-12T16:13:21.528 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:21 smithi099 ceph-mon[96864]: osdmap e780: 8 total, 8 up, 8 in 2024-04-12T16:13:21.528 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:21 smithi099 ceph-mon[96864]: pgmap v808: 121 pgs: 121 active+clean; 449 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 926 KiB/s wr, 2 op/s 2024-04-12T16:13:21.557 INFO:tasks.rados.rados.0.smithi099.stdout:3576: finishing write tid 1 to smithi09982431-49 2024-04-12T16:13:21.557 INFO:tasks.rados.rados.0.smithi099.stdout:3577: finishing rollback tid 1 to smithi09982431-36 2024-04-12T16:13:21.557 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 36 v 2253 (ObjNum 33 snap 0 seq_num 1925553712) dirty dne 2024-04-12T16:13:21.557 INFO:tasks.rados.rados.0.smithi099.stdout:3576: finishing write tid 2 to smithi09982431-49 2024-04-12T16:13:21.557 INFO:tasks.rados.rados.0.smithi099.stdout:3576: finishing write tid 3 to smithi09982431-49 2024-04-12T16:13:21.558 INFO:tasks.rados.rados.0.smithi099.stdout:3576: finishing write tid 4 to smithi09982431-49 2024-04-12T16:13:21.558 INFO:tasks.rados.rados.0.smithi099.stdout:3576: finishing write tid 5 to smithi09982431-49 2024-04-12T16:13:21.558 INFO:tasks.rados.rados.0.smithi099.stdout:3576: oid 49 updating version 0 to 2430 2024-04-12T16:13:21.558 INFO:tasks.rados.rados.0.smithi099.stdout:3576: oid 49 updating version 2430 to 2431 2024-04-12T16:13:21.558 INFO:tasks.rados.rados.0.smithi099.stdout:3576: oid 49 updating version 2431 to 2433 2024-04-12T16:13:21.558 INFO:tasks.rados.rados.0.smithi099.stdout:3576: oid 49 version 2433 is already newer than 2432 2024-04-12T16:13:21.559 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 49 v 2433 (ObjNum 1096 snap 359 seq_num 1096) dirty exists 2024-04-12T16:13:21.559 INFO:tasks.rados.rados.0.smithi099.stdout:3576: left oid 49 (ObjNum 1096 snap 359 seq_num 1096) 2024-04-12T16:13:21.559 INFO:tasks.rados.rados.0.smithi099.stdout:3572: done (5 left) 2024-04-12T16:13:21.559 INFO:tasks.rados.rados.0.smithi099.stdout:3573: done (4 left) 2024-04-12T16:13:21.559 INFO:tasks.rados.rados.0.smithi099.stdout:3574: done (3 left) 2024-04-12T16:13:21.559 INFO:tasks.rados.rados.0.smithi099.stdout:3575: done (2 left) 2024-04-12T16:13:21.560 INFO:tasks.rados.rados.0.smithi099.stdout:3576: done (1 left) 2024-04-12T16:13:21.560 INFO:tasks.rados.rados.0.smithi099.stdout:3577: done (0 left) 2024-04-12T16:13:21.560 INFO:tasks.rados.rados.0.smithi099.stdout:3578: snap_remove snap 357 2024-04-12T16:13:21.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:21 smithi110 ceph-mon[88691]: osdmap e780: 8 total, 8 up, 8 in 2024-04-12T16:13:21.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:21 smithi110 ceph-mon[88691]: pgmap v808: 121 pgs: 121 active+clean; 449 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 926 KiB/s wr, 2 op/s 2024-04-12T16:13:22.163 INFO:tasks.rados.rados.0.smithi099.stdout:3578: done (0 left) 2024-04-12T16:13:22.163 INFO:tasks.rados.rados.0.smithi099.stdout:3579: delete oid 39 current snap is 359 2024-04-12T16:13:22.171 INFO:tasks.rados.rados.0.smithi099.stdout:3579: done (0 left) 2024-04-12T16:13:22.171 INFO:tasks.rados.rados.0.smithi099.stdout:3580: read oid 12 snap -1 2024-04-12T16:13:22.171 INFO:tasks.rados.rados.0.smithi099.stdout:3580: expect (ObjNum 1094 snap 358 seq_num 1094) 2024-04-12T16:13:22.171 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 40 current snap is 359 2024-04-12T16:13:22.171 INFO:tasks.rados.rados.0.smithi099.stdout:3581: seq_num 1098 ranges {1515520=794624,2310144=557056,2867200=245760} 2024-04-12T16:13:22.184 INFO:tasks.rados.rados.0.smithi099.stdout:3581: writing smithi09982431-40 from 1515520 to 2310144 tid 1 2024-04-12T16:13:22.188 INFO:tasks.rados.rados.0.smithi099.stdout:3581: writing smithi09982431-40 from 2310144 to 2867200 tid 2 2024-04-12T16:13:22.189 INFO:tasks.rados.rados.0.smithi099.stdout:3581: writing smithi09982431-40 from 2867200 to 3112960 tid 3 2024-04-12T16:13:22.189 INFO:tasks.rados.rados.0.smithi099.stdout:3582: rmattr oid 49 current snap is 359 2024-04-12T16:13:22.190 INFO:tasks.rados.rados.0.smithi099.stdout:3582: done (2 left) 2024-04-12T16:13:22.190 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 9 current snap is 359 2024-04-12T16:13:22.190 INFO:tasks.rados.rados.0.smithi099.stdout:3583: seq_num 1099 ranges {2064384=409600,2473984=442368,2916352=720896,3637248=40960} 2024-04-12T16:13:22.203 INFO:tasks.rados.rados.0.smithi099.stdout:3583: writing smithi09982431-9 from 2064384 to 2473984 tid 1 2024-04-12T16:13:22.205 INFO:tasks.rados.rados.0.smithi099.stdout:3583: writing smithi09982431-9 from 2473984 to 2916352 tid 2 2024-04-12T16:13:22.210 INFO:tasks.rados.rados.0.smithi099.stdout:3583: writing smithi09982431-9 from 2916352 to 3637248 tid 3 2024-04-12T16:13:22.210 INFO:tasks.rados.rados.0.smithi099.stdout:3583: writing smithi09982431-9 from 3637248 to 3678208 tid 4 2024-04-12T16:13:22.210 INFO:tasks.rados.rados.0.smithi099.stdout:3584: copy_from oid 6 from oid 44 current snap is 359 2024-04-12T16:13:22.210 INFO:tasks.rados.rados.0.smithi099.stdout:3580: expect (ObjNum 1094 snap 358 seq_num 1094) 2024-04-12T16:13:22.377 INFO:tasks.rados.rados.0.smithi099.stdout:3581: finishing write tid 1 to smithi09982431-40 2024-04-12T16:13:22.377 INFO:tasks.rados.rados.0.smithi099.stdout:3581: finishing write tid 2 to smithi09982431-40 2024-04-12T16:13:22.377 INFO:tasks.rados.rados.0.smithi099.stdout:3581: finishing write tid 3 to smithi09982431-40 2024-04-12T16:13:22.378 INFO:tasks.rados.rados.0.smithi099.stdout:3581: finishing write tid 4 to smithi09982431-40 2024-04-12T16:13:22.378 INFO:tasks.rados.rados.0.smithi099.stdout:3581: finishing write tid 5 to smithi09982431-40 2024-04-12T16:13:22.378 INFO:tasks.rados.rados.0.smithi099.stdout:3581: oid 40 updating version 0 to 2744 2024-04-12T16:13:22.378 INFO:tasks.rados.rados.0.smithi099.stdout:3581: oid 40 updating version 2744 to 2746 2024-04-12T16:13:22.378 INFO:tasks.rados.rados.0.smithi099.stdout:3581: oid 40 version 2746 is already newer than 2743 2024-04-12T16:13:22.378 INFO:tasks.rados.rados.0.smithi099.stdout:3581: oid 40 version 2746 is already newer than 2745 2024-04-12T16:13:22.378 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 40 v 2746 (ObjNum 1098 snap 359 seq_num 1098) dirty exists 2024-04-12T16:13:22.378 INFO:tasks.rados.rados.0.smithi099.stdout:3581: left oid 40 (ObjNum 1098 snap 359 seq_num 1098) 2024-04-12T16:13:22.378 INFO:tasks.rados.rados.0.smithi099.stdout:3583: finishing write tid 1 to smithi09982431-9 2024-04-12T16:13:22.378 INFO:tasks.rados.rados.0.smithi099.stdout:3583: finishing write tid 2 to smithi09982431-9 2024-04-12T16:13:22.378 INFO:tasks.rados.rados.0.smithi099.stdout:3580: done (3 left) 2024-04-12T16:13:22.378 INFO:tasks.rados.rados.0.smithi099.stdout:3581: done (2 left) 2024-04-12T16:13:22.378 INFO:tasks.rados.rados.0.smithi099.stdout:3585: read oid 19 snap -1 2024-04-12T16:13:22.378 INFO:tasks.rados.rados.0.smithi099.stdout:3585: expect (ObjNum 1071 snap 343 seq_num 1071) 2024-04-12T16:13:22.378 INFO:tasks.rados.rados.0.smithi099.stdout:3586: snap_remove snap 330 2024-04-12T16:13:22.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:22 smithi110 ceph-mon[88691]: osdmap e781: 8 total, 8 up, 8 in 2024-04-12T16:13:22.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:13:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:13:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:13:22.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:22 smithi099 ceph-mon[94290]: osdmap e781: 8 total, 8 up, 8 in 2024-04-12T16:13:22.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:22 smithi099 ceph-mon[96864]: osdmap e781: 8 total, 8 up, 8 in 2024-04-12T16:13:22.627 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:13:22 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2[113197]: 2024-04-12T16:13:22.191+0000 7ff2019fc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1aa after trimming was started 2024-04-12T16:13:23.170 INFO:tasks.rados.rados.0.smithi099.stdout:3586: done (3 left) 2024-04-12T16:13:23.170 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 4 current snap is 359 2024-04-12T16:13:23.171 INFO:tasks.rados.rados.0.smithi099.stdout:3587: seq_num 1100 ranges {1400832=425984,1826816=729088,2555904=475136} 2024-04-12T16:13:23.181 INFO:tasks.rados.rados.0.smithi099.stdout:3587: writing smithi09982431-4 from 1400832 to 1826816 tid 1 2024-04-12T16:13:23.186 INFO:tasks.rados.rados.0.smithi099.stdout:3587: writing smithi09982431-4 from 1826816 to 2555904 tid 2 2024-04-12T16:13:23.191 INFO:tasks.rados.rados.0.smithi099.stdout:3587: writing smithi09982431-4 from 2555904 to 3031040 tid 3 2024-04-12T16:13:23.191 INFO:tasks.rados.rados.0.smithi099.stdout:3588: rmattr oid 25 current snap is 359 2024-04-12T16:13:23.191 INFO:tasks.rados.rados.0.smithi099.stdout:3588: done (4 left) 2024-04-12T16:13:23.191 INFO:tasks.rados.rados.0.smithi099.stdout:3589: copy_from oid 15 from oid 1 current snap is 359 2024-04-12T16:13:23.191 INFO:tasks.rados.rados.0.smithi099.stdout:3583: finishing write tid 3 to smithi09982431-9 2024-04-12T16:13:23.191 INFO:tasks.rados.rados.0.smithi099.stdout:3583: finishing write tid 4 to smithi09982431-9 2024-04-12T16:13:23.191 INFO:tasks.rados.rados.0.smithi099.stdout:3583: finishing write tid 5 to smithi09982431-9 2024-04-12T16:13:23.191 INFO:tasks.rados.rados.0.smithi099.stdout:3583: finishing write tid 6 to smithi09982431-9 2024-04-12T16:13:23.191 INFO:tasks.rados.rados.0.smithi099.stdout:3583: oid 9 updating version 0 to 2649 2024-04-12T16:13:23.192 INFO:tasks.rados.rados.0.smithi099.stdout:3583: oid 9 updating version 2649 to 2651 2024-04-12T16:13:23.192 INFO:tasks.rados.rados.0.smithi099.stdout:3583: oid 9 version 2651 is already newer than 2650 2024-04-12T16:13:23.192 INFO:tasks.rados.rados.0.smithi099.stdout:3583: oid 9 updating version 2651 to 2652 2024-04-12T16:13:23.192 INFO:tasks.rados.rados.0.smithi099.stdout:3583: oid 9 updating version 2652 to 2653 2024-04-12T16:13:23.192 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 9 v 2653 (ObjNum 1099 snap 359 seq_num 1099) dirty exists 2024-04-12T16:13:23.192 INFO:tasks.rados.rados.0.smithi099.stdout:3583: left oid 9 (ObjNum 1099 snap 359 seq_num 1099) 2024-04-12T16:13:23.192 INFO:tasks.rados.rados.0.smithi099.stdout:3584: finishing copy_from racing read to smithi09982431-6 2024-04-12T16:13:23.192 INFO:tasks.rados.rados.0.smithi099.stdout:3584: finishing copy_from to smithi09982431-6 2024-04-12T16:13:23.192 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 6 v 2359 (ObjNum 1019 snap 322 seq_num 1019) dirty exists 2024-04-12T16:13:23.192 INFO:tasks.rados.rados.0.smithi099.stdout:3585: expect (ObjNum 1071 snap 343 seq_num 1071) 2024-04-12T16:13:23.234 INFO:tasks.rados.rados.0.smithi099.stdout:3587: finishing write tid 1 to smithi09982431-4 2024-04-12T16:13:23.234 INFO:tasks.rados.rados.0.smithi099.stdout:3587: finishing write tid 2 to smithi09982431-4 2024-04-12T16:13:23.234 INFO:tasks.rados.rados.0.smithi099.stdout:3583: done (4 left) 2024-04-12T16:13:23.234 INFO:tasks.rados.rados.0.smithi099.stdout:3584: done (3 left) 2024-04-12T16:13:23.234 INFO:tasks.rados.rados.0.smithi099.stdout:3585: done (2 left) 2024-04-12T16:13:23.235 INFO:tasks.rados.rados.0.smithi099.stdout:3590: snap_create 2024-04-12T16:13:23.235 INFO:tasks.rados.rados.0.smithi099.stdout:3587: finishing write tid 3 to smithi09982431-4 2024-04-12T16:13:23.235 INFO:tasks.rados.rados.0.smithi099.stdout:3587: finishing write tid 4 to smithi09982431-4 2024-04-12T16:13:23.235 INFO:tasks.rados.rados.0.smithi099.stdout:3587: finishing write tid 5 to smithi09982431-4 2024-04-12T16:13:23.235 INFO:tasks.rados.rados.0.smithi099.stdout:3587: oid 4 updating version 0 to 2427 2024-04-12T16:13:23.235 INFO:tasks.rados.rados.0.smithi099.stdout:3587: oid 4 updating version 2427 to 2430 2024-04-12T16:13:23.235 INFO:tasks.rados.rados.0.smithi099.stdout:3587: oid 4 version 2430 is already newer than 2428 2024-04-12T16:13:23.235 INFO:tasks.rados.rados.0.smithi099.stdout:3587: oid 4 version 2430 is already newer than 2429 2024-04-12T16:13:23.235 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 4 v 2430 (ObjNum 1100 snap 359 seq_num 1100) dirty exists 2024-04-12T16:13:23.235 INFO:tasks.rados.rados.0.smithi099.stdout:3587: left oid 4 (ObjNum 1100 snap 359 seq_num 1100) 2024-04-12T16:13:23.235 INFO:tasks.rados.rados.0.smithi099.stdout:3589: finishing copy_from racing read to smithi09982431-15 2024-04-12T16:13:23.235 INFO:tasks.rados.rados.0.smithi099.stdout:3589: finishing copy_from to smithi09982431-15 2024-04-12T16:13:23.235 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 15 v 2643 (ObjNum 1054 snap 336 seq_num 1054) dirty exists 2024-04-12T16:13:23.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:23 smithi110 ceph-mon[88691]: osdmap e782: 8 total, 8 up, 8 in 2024-04-12T16:13:23.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:23 smithi110 ceph-mon[88691]: pgmap v811: 121 pgs: 121 active+clean; 428 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 926 KiB/s wr, 5 op/s 2024-04-12T16:13:23.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:23 smithi099 ceph-mon[96864]: osdmap e782: 8 total, 8 up, 8 in 2024-04-12T16:13:23.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:23 smithi099 ceph-mon[96864]: pgmap v811: 121 pgs: 121 active+clean; 428 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 926 KiB/s wr, 5 op/s 2024-04-12T16:13:23.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:23 smithi099 ceph-mon[94290]: osdmap e782: 8 total, 8 up, 8 in 2024-04-12T16:13:23.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:23 smithi099 ceph-mon[94290]: pgmap v811: 121 pgs: 121 active+clean; 428 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 926 KiB/s wr, 5 op/s 2024-04-12T16:13:24.133 INFO:tasks.rados.rados.0.smithi099.stdout:3587: done (2 left) 2024-04-12T16:13:24.133 INFO:tasks.rados.rados.0.smithi099.stdout:3589: done (1 left) 2024-04-12T16:13:24.133 INFO:tasks.rados.rados.0.smithi099.stdout:3590: done (0 left) 2024-04-12T16:13:24.133 INFO:tasks.rados.rados.0.smithi099.stdout:3591: rollback oid 50 current snap is 360 2024-04-12T16:13:24.133 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 50 to 338 2024-04-12T16:13:24.133 INFO:tasks.rados.rados.0.smithi099.stdout:3592: rollback oid 8 current snap is 360 2024-04-12T16:13:24.133 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 8 to 350 2024-04-12T16:13:24.134 INFO:tasks.rados.rados.0.smithi099.stdout:3593: snap_remove snap 345 2024-04-12T16:13:24.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:24 smithi110 ceph-mon[88691]: osdmap e783: 8 total, 8 up, 8 in 2024-04-12T16:13:24.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:24 smithi110 ceph-mon[88691]: osdmap e784: 8 total, 8 up, 8 in 2024-04-12T16:13:24.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:24 smithi099 ceph-mon[96864]: osdmap e783: 8 total, 8 up, 8 in 2024-04-12T16:13:24.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:24 smithi099 ceph-mon[96864]: osdmap e784: 8 total, 8 up, 8 in 2024-04-12T16:13:24.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:24 smithi099 ceph-mon[94290]: osdmap e783: 8 total, 8 up, 8 in 2024-04-12T16:13:24.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:24 smithi099 ceph-mon[94290]: osdmap e784: 8 total, 8 up, 8 in 2024-04-12T16:13:25.147 INFO:tasks.rados.rados.0.smithi099.stdout:3593: done (2 left) 2024-04-12T16:13:25.148 INFO:tasks.rados.rados.0.smithi099.stdout:3594: snap_remove snap 353 2024-04-12T16:13:25.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:25 smithi110 ceph-mon[88691]: pgmap v814: 121 pgs: 121 active+clean; 432 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 4.1 MiB/s wr, 20 op/s 2024-04-12T16:13:25.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:25 smithi110 ceph-mon[88691]: osdmap e785: 8 total, 8 up, 8 in 2024-04-12T16:13:25.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:25 smithi099 ceph-mon[94290]: pgmap v814: 121 pgs: 121 active+clean; 432 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 4.1 MiB/s wr, 20 op/s 2024-04-12T16:13:25.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:25 smithi099 ceph-mon[94290]: osdmap e785: 8 total, 8 up, 8 in 2024-04-12T16:13:25.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:25 smithi099 ceph-mon[96864]: pgmap v814: 121 pgs: 121 active+clean; 432 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 4.1 MiB/s wr, 20 op/s 2024-04-12T16:13:25.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:25 smithi099 ceph-mon[96864]: osdmap e785: 8 total, 8 up, 8 in 2024-04-12T16:13:26.145 INFO:tasks.rados.rados.0.smithi099.stdout:3594: done (2 left) 2024-04-12T16:13:26.273 INFO:tasks.rados.rados.0.smithi099.stdout:3595: snap_create 2024-04-12T16:13:26.273 INFO:tasks.rados.rados.0.smithi099.stdout:3592: finishing rollback tid 0 to smithi09982431-8 2024-04-12T16:13:26.274 INFO:tasks.rados.rados.0.smithi099.stdout:3591: finishing rollback tid 0 to smithi09982431-50 2024-04-12T16:13:26.274 INFO:tasks.rados.rados.0.smithi099.stdout:3591: finishing rollback tid 1 to smithi09982431-50 2024-04-12T16:13:26.274 INFO:tasks.rados.rados.0.smithi099.stdout:3592: finishing rollback tid 1 to smithi09982431-8 2024-04-12T16:13:26.274 INFO:tasks.rados.rados.0.smithi099.stdout:3591: finishing rollback tid 2 to smithi09982431-50 2024-04-12T16:13:26.274 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 50 v 2653 (ObjNum 1044 snap 333 seq_num 1044) dirty exists 2024-04-12T16:13:26.274 INFO:tasks.rados.rados.0.smithi099.stdout:3592: finishing rollback tid 2 to smithi09982431-8 2024-04-12T16:13:26.274 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 8 v 2433 (ObjNum 968 snap 298 seq_num 968) dirty exists 2024-04-12T16:13:26.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:13:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:13:26] "GET /metrics HTTP/1.1" 200 36332 "" "Prometheus/2.43.0" 2024-04-12T16:13:27.150 INFO:tasks.rados.rados.0.smithi099.stdout:3591: done (2 left) 2024-04-12T16:13:27.150 INFO:tasks.rados.rados.0.smithi099.stdout:3592: done (1 left) 2024-04-12T16:13:27.150 INFO:tasks.rados.rados.0.smithi099.stdout:3595: done (0 left) 2024-04-12T16:13:27.151 INFO:tasks.rados.rados.0.smithi099.stdout:3596: rmattr oid 26 current snap is 361 2024-04-12T16:13:27.151 INFO:tasks.rados.rados.0.smithi099.stdout:3596: done (0 left) 2024-04-12T16:13:27.151 INFO:tasks.rados.rados.0.smithi099.stdout:3597: snap_remove snap 354 2024-04-12T16:13:27.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:27 smithi110 ceph-mon[88691]: osdmap e786: 8 total, 8 up, 8 in 2024-04-12T16:13:27.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:27 smithi110 ceph-mon[88691]: pgmap v817: 121 pgs: 121 active+clean; 434 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 4.5 MiB/s wr, 19 op/s 2024-04-12T16:13:27.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:27 smithi099 ceph-mon[94290]: osdmap e786: 8 total, 8 up, 8 in 2024-04-12T16:13:27.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:27 smithi099 ceph-mon[94290]: pgmap v817: 121 pgs: 121 active+clean; 434 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 4.5 MiB/s wr, 19 op/s 2024-04-12T16:13:27.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:27 smithi099 ceph-mon[96864]: osdmap e786: 8 total, 8 up, 8 in 2024-04-12T16:13:27.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:27 smithi099 ceph-mon[96864]: pgmap v817: 121 pgs: 121 active+clean; 434 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 4.5 MiB/s wr, 19 op/s 2024-04-12T16:13:28.150 INFO:tasks.rados.rados.0.smithi099.stdout:3597: done (0 left) 2024-04-12T16:13:28.150 INFO:tasks.rados.rados.0.smithi099.stdout:3598: snap_create 2024-04-12T16:13:28.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:28 smithi110 ceph-mon[88691]: osdmap e787: 8 total, 8 up, 8 in 2024-04-12T16:13:28.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:13:28.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:28 smithi099 ceph-mon[94290]: osdmap e787: 8 total, 8 up, 8 in 2024-04-12T16:13:28.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:13:28.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:28 smithi099 ceph-mon[96864]: osdmap e787: 8 total, 8 up, 8 in 2024-04-12T16:13:28.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:13:29.133 INFO:tasks.rados.rados.0.smithi099.stdout:3598: done (0 left) 2024-04-12T16:13:29.133 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 50 current snap is 362 2024-04-12T16:13:29.133 INFO:tasks.rados.rados.0.smithi099.stdout:3599: seq_num 1101 ranges {688128=442368,1130496=606208,1736704=598016} 2024-04-12T16:13:29.139 INFO:tasks.rados.rados.0.smithi099.stdout:3599: writing smithi09982431-50 from 688128 to 1130496 tid 1 2024-04-12T16:13:29.142 INFO:tasks.rados.rados.0.smithi099.stdout:3599: writing smithi09982431-50 from 1130496 to 1736704 tid 2 2024-04-12T16:13:29.146 INFO:tasks.rados.rados.0.smithi099.stdout:3599: writing smithi09982431-50 from 1736704 to 2334720 tid 3 2024-04-12T16:13:29.146 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 7 current snap is 362 2024-04-12T16:13:29.146 INFO:tasks.rados.rados.0.smithi099.stdout:3600: seq_num 1102 ranges {1531904=458752,1990656=491520,2482176=491520,2973696=221184} 2024-04-12T16:13:29.157 INFO:tasks.rados.rados.0.smithi099.stdout:3600: writing smithi09982431-7 from 1531904 to 1990656 tid 1 2024-04-12T16:13:29.161 INFO:tasks.rados.rados.0.smithi099.stdout:3600: writing smithi09982431-7 from 1990656 to 2482176 tid 2 2024-04-12T16:13:29.163 INFO:tasks.rados.rados.0.smithi099.stdout:3600: writing smithi09982431-7 from 2482176 to 2973696 tid 3 2024-04-12T16:13:29.165 INFO:tasks.rados.rados.0.smithi099.stdout:3600: writing smithi09982431-7 from 2973696 to 3194880 tid 4 2024-04-12T16:13:29.165 INFO:tasks.rados.rados.0.smithi099.stdout:3601: rollback oid 43 current snap is 362 2024-04-12T16:13:29.165 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 43 to 334 2024-04-12T16:13:29.165 INFO:tasks.rados.rados.0.smithi099.stdout:3599: finishing write tid 1 to smithi09982431-50 2024-04-12T16:13:29.165 INFO:tasks.rados.rados.0.smithi099.stdout:3599: finishing write tid 2 to smithi09982431-50 2024-04-12T16:13:29.165 INFO:tasks.rados.rados.0.smithi099.stdout:3599: finishing write tid 3 to smithi09982431-50 2024-04-12T16:13:29.166 INFO:tasks.rados.rados.0.smithi099.stdout:3599: finishing write tid 4 to smithi09982431-50 2024-04-12T16:13:29.166 INFO:tasks.rados.rados.0.smithi099.stdout:3599: finishing write tid 5 to smithi09982431-50 2024-04-12T16:13:29.166 INFO:tasks.rados.rados.0.smithi099.stdout:3599: oid 50 updating version 0 to 2655 2024-04-12T16:13:29.166 INFO:tasks.rados.rados.0.smithi099.stdout:3599: oid 50 updating version 2655 to 2657 2024-04-12T16:13:29.166 INFO:tasks.rados.rados.0.smithi099.stdout:3599: oid 50 version 2657 is already newer than 2656 2024-04-12T16:13:29.166 INFO:tasks.rados.rados.0.smithi099.stdout:3599: oid 50 version 2657 is already newer than 2654 2024-04-12T16:13:29.166 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 50 v 2657 (ObjNum 1101 snap 362 seq_num 1101) dirty exists 2024-04-12T16:13:29.166 INFO:tasks.rados.rados.0.smithi099.stdout:3599: left oid 50 (ObjNum 1101 snap 362 seq_num 1101) 2024-04-12T16:13:29.166 INFO:tasks.rados.rados.0.smithi099.stdout:3600: finishing write tid 1 to smithi09982431-7 2024-04-12T16:13:29.166 INFO:tasks.rados.rados.0.smithi099.stdout:3600: finishing write tid 2 to smithi09982431-7 2024-04-12T16:13:29.166 INFO:tasks.rados.rados.0.smithi099.stdout:3599: done (2 left) 2024-04-12T16:13:29.166 INFO:tasks.rados.rados.0.smithi099.stdout:3602: delete oid 4 current snap is 362 2024-04-12T16:13:29.170 INFO:tasks.rados.rados.0.smithi099.stdout:3602: done (2 left) 2024-04-12T16:13:29.170 INFO:tasks.rados.rados.0.smithi099.stdout:3603: read oid 18 snap 319 2024-04-12T16:13:29.170 INFO:tasks.rados.rados.0.smithi099.stdout:3603: expect (ObjNum 1924871216 snap 22062 seq_num 1924224480) 2024-04-12T16:13:29.170 INFO:tasks.rados.rados.0.smithi099.stdout:3604: copy_from oid 16 from oid 47 current snap is 362 2024-04-12T16:13:29.170 INFO:tasks.rados.rados.0.smithi099.stdout:3605: copy_from oid 3 from oid 20 current snap is 362 2024-04-12T16:13:29.170 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 48 current snap is 362 2024-04-12T16:13:29.170 INFO:tasks.rados.rados.0.smithi099.stdout:3606: seq_num 1104 ranges {9576448=499712,10076160=712704,10788864=491520} 2024-04-12T16:13:29.225 INFO:tasks.rados.rados.0.smithi099.stdout:3606: writing smithi09982431-48 from 9576448 to 10076160 tid 1 2024-04-12T16:13:29.229 INFO:tasks.rados.rados.0.smithi099.stdout:3606: writing smithi09982431-48 from 10076160 to 10788864 tid 2 2024-04-12T16:13:29.232 INFO:tasks.rados.rados.0.smithi099.stdout:3606: writing smithi09982431-48 from 10788864 to 11280384 tid 3 2024-04-12T16:13:29.233 INFO:tasks.rados.rados.0.smithi099.stdout:3607: delete oid 36 current snap is 362 2024-04-12T16:13:29.233 INFO:tasks.rados.rados.0.smithi099.stdout:3600: finishing write tid 3 to smithi09982431-7 2024-04-12T16:13:29.233 INFO:tasks.rados.rados.0.smithi099.stdout:3600: finishing write tid 4 to smithi09982431-7 2024-04-12T16:13:29.233 INFO:tasks.rados.rados.0.smithi099.stdout:3600: finishing write tid 5 to smithi09982431-7 2024-04-12T16:13:29.233 INFO:tasks.rados.rados.0.smithi099.stdout:3601: finishing rollback tid 0 to smithi09982431-43 2024-04-12T16:13:29.233 INFO:tasks.rados.rados.0.smithi099.stdout:3601: finishing rollback tid 1 to smithi09982431-43 2024-04-12T16:13:29.233 INFO:tasks.rados.rados.0.smithi099.stdout:3601: finishing rollback tid 2 to smithi09982431-43 2024-04-12T16:13:29.233 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 43 v 2304 (ObjNum 1050 snap 334 seq_num 1050) dirty exists 2024-04-12T16:13:29.233 INFO:tasks.rados.rados.0.smithi099.stdout:3600: finishing write tid 6 to smithi09982431-7 2024-04-12T16:13:29.233 INFO:tasks.rados.rados.0.smithi099.stdout:3600: oid 7 updating version 0 to 2780 2024-04-12T16:13:29.233 INFO:tasks.rados.rados.0.smithi099.stdout:3600: oid 7 version 2780 is already newer than 2779 2024-04-12T16:13:29.233 INFO:tasks.rados.rados.0.smithi099.stdout:3600: oid 7 updating version 2780 to 2781 2024-04-12T16:13:29.233 INFO:tasks.rados.rados.0.smithi099.stdout:3600: oid 7 updating version 2781 to 2782 2024-04-12T16:13:29.234 INFO:tasks.rados.rados.0.smithi099.stdout:3600: oid 7 version 2782 is already newer than 2778 2024-04-12T16:13:29.234 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 7 v 2782 (ObjNum 1102 snap 362 seq_num 1102) dirty exists 2024-04-12T16:13:29.234 INFO:tasks.rados.rados.0.smithi099.stdout:3600: left oid 7 (ObjNum 1102 snap 362 seq_num 1102) 2024-04-12T16:13:29.234 INFO:tasks.rados.rados.0.smithi099.stdout:3603: expect (ObjNum 1924871216 snap 22062 seq_num 1924224480) 2024-04-12T16:13:29.236 INFO:tasks.rados.rados.0.smithi099.stdout:3604: finishing copy_from racing read to smithi09982431-16 2024-04-12T16:13:29.236 INFO:tasks.rados.rados.0.smithi099.stdout:3604: finishing copy_from to smithi09982431-16 2024-04-12T16:13:29.236 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 16 v 2414 (ObjNum 1044 snap 333 seq_num 1044) dirty exists 2024-04-12T16:13:29.236 INFO:tasks.rados.rados.0.smithi099.stdout:3605: finishing copy_from racing read to smithi09982431-3 2024-04-12T16:13:29.236 INFO:tasks.rados.rados.0.smithi099.stdout:3605: finishing copy_from to smithi09982431-3 2024-04-12T16:13:29.236 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 3 v 2675 (ObjNum 1084 snap 349 seq_num 1084) dirty exists 2024-04-12T16:13:29.236 INFO:tasks.rados.rados.0.smithi099.stdout:3606: finishing write tid 1 to smithi09982431-48 2024-04-12T16:13:29.236 INFO:tasks.rados.rados.0.smithi099.stdout:3606: finishing write tid 2 to smithi09982431-48 2024-04-12T16:13:29.236 INFO:tasks.rados.rados.0.smithi099.stdout:3600: done (6 left) 2024-04-12T16:13:29.237 INFO:tasks.rados.rados.0.smithi099.stdout:3601: done (5 left) 2024-04-12T16:13:29.237 INFO:tasks.rados.rados.0.smithi099.stdout:3603: done (4 left) 2024-04-12T16:13:29.237 INFO:tasks.rados.rados.0.smithi099.stdout:3604: done (3 left) 2024-04-12T16:13:29.237 INFO:tasks.rados.rados.0.smithi099.stdout:3605: done (2 left) 2024-04-12T16:13:29.237 INFO:tasks.rados.rados.0.smithi099.stdout:3607: done (1 left) 2024-04-12T16:13:29.237 INFO:tasks.rados.rados.0.smithi099.stdout:3608: snap_create 2024-04-12T16:13:29.237 INFO:tasks.rados.rados.0.smithi099.stdout:3606: finishing write tid 3 to smithi09982431-48 2024-04-12T16:13:29.237 INFO:tasks.rados.rados.0.smithi099.stdout:3606: finishing write tid 4 to smithi09982431-48 2024-04-12T16:13:29.238 INFO:tasks.rados.rados.0.smithi099.stdout:3606: finishing write tid 5 to smithi09982431-48 2024-04-12T16:13:29.238 INFO:tasks.rados.rados.0.smithi099.stdout:3606: oid 48 updating version 0 to 2646 2024-04-12T16:13:29.238 INFO:tasks.rados.rados.0.smithi099.stdout:3606: oid 48 version 2646 is already newer than 2644 2024-04-12T16:13:29.238 INFO:tasks.rados.rados.0.smithi099.stdout:3606: oid 48 updating version 2646 to 2647 2024-04-12T16:13:29.238 INFO:tasks.rados.rados.0.smithi099.stdout:3606: oid 48 version 2647 is already newer than 2645 2024-04-12T16:13:29.238 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 48 v 2647 (ObjNum 1104 snap 362 seq_num 1104) dirty exists 2024-04-12T16:13:29.238 INFO:tasks.rados.rados.0.smithi099.stdout:3606: left oid 48 (ObjNum 1104 snap 362 seq_num 1104) 2024-04-12T16:13:29.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:29 smithi110 ceph-mon[88691]: osdmap e788: 8 total, 8 up, 8 in 2024-04-12T16:13:29.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:29 smithi110 ceph-mon[88691]: pgmap v820: 121 pgs: 121 active+clean; 437 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 874 KiB/s rd, 1.3 MiB/s wr, 5 op/s 2024-04-12T16:13:29.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:29 smithi110 ceph-mon[88691]: osdmap e789: 8 total, 8 up, 8 in 2024-04-12T16:13:29.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:29 smithi099 ceph-mon[94290]: osdmap e788: 8 total, 8 up, 8 in 2024-04-12T16:13:29.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:29 smithi099 ceph-mon[94290]: pgmap v820: 121 pgs: 121 active+clean; 437 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 874 KiB/s rd, 1.3 MiB/s wr, 5 op/s 2024-04-12T16:13:29.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:29 smithi099 ceph-mon[94290]: osdmap e789: 8 total, 8 up, 8 in 2024-04-12T16:13:29.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:29 smithi099 ceph-mon[96864]: osdmap e788: 8 total, 8 up, 8 in 2024-04-12T16:13:29.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:29 smithi099 ceph-mon[96864]: pgmap v820: 121 pgs: 121 active+clean; 437 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 874 KiB/s rd, 1.3 MiB/s wr, 5 op/s 2024-04-12T16:13:29.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:29 smithi099 ceph-mon[96864]: osdmap e789: 8 total, 8 up, 8 in 2024-04-12T16:13:30.165 INFO:tasks.rados.rados.0.smithi099.stdout:3606: done (1 left) 2024-04-12T16:13:30.166 INFO:tasks.rados.rados.0.smithi099.stdout:3608: done (0 left) 2024-04-12T16:13:30.166 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 42 current snap is 363 2024-04-12T16:13:30.166 INFO:tasks.rados.rados.0.smithi099.stdout:3609: seq_num 1106 ranges {1449984=532480,1982464=483328,2465792=475136,2940928=245760} 2024-04-12T16:13:30.176 INFO:tasks.rados.rados.0.smithi099.stdout:3609: writing smithi09982431-42 from 1449984 to 1982464 tid 1 2024-04-12T16:13:30.179 INFO:tasks.rados.rados.0.smithi099.stdout:3609: writing smithi09982431-42 from 1982464 to 2465792 tid 2 2024-04-12T16:13:30.182 INFO:tasks.rados.rados.0.smithi099.stdout:3609: writing smithi09982431-42 from 2465792 to 2940928 tid 3 2024-04-12T16:13:30.184 INFO:tasks.rados.rados.0.smithi099.stdout:3609: writing smithi09982431-42 from 2940928 to 3186688 tid 4 2024-04-12T16:13:30.185 INFO:tasks.rados.rados.0.smithi099.stdout:3610: rmattr oid 22 current snap is 363 2024-04-12T16:13:30.185 INFO:tasks.rados.rados.0.smithi099.stdout:3609: finishing write tid 1 to smithi09982431-42 2024-04-12T16:13:30.185 INFO:tasks.rados.rados.0.smithi099.stdout:3611: read oid 45 snap 352 2024-04-12T16:13:30.185 INFO:tasks.rados.rados.0.smithi099.stdout:3611: expect (ObjNum 1042 snap 333 seq_num 1042) 2024-04-12T16:13:30.185 INFO:tasks.rados.rados.0.smithi099.stdout:3612: delete oid 10 current snap is 363 2024-04-12T16:13:30.185 INFO:tasks.rados.rados.0.smithi099.stdout:3609: finishing write tid 2 to smithi09982431-42 2024-04-12T16:13:30.187 INFO:tasks.rados.rados.0.smithi099.stdout:3609: finishing write tid 3 to smithi09982431-42 2024-04-12T16:13:30.187 INFO:tasks.rados.rados.0.smithi099.stdout:3609: finishing write tid 4 to smithi09982431-42 2024-04-12T16:13:30.187 INFO:tasks.rados.rados.0.smithi099.stdout:3609: finishing write tid 5 to smithi09982431-42 2024-04-12T16:13:30.190 INFO:tasks.rados.rados.0.smithi099.stdout:3609: finishing write tid 6 to smithi09982431-42 2024-04-12T16:13:30.190 INFO:tasks.rados.rados.0.smithi099.stdout:3609: oid 42 updating version 0 to 1671 2024-04-12T16:13:30.190 INFO:tasks.rados.rados.0.smithi099.stdout:3609: oid 42 updating version 1671 to 1674 2024-04-12T16:13:30.190 INFO:tasks.rados.rados.0.smithi099.stdout:3609: oid 42 version 1674 is already newer than 1672 2024-04-12T16:13:30.190 INFO:tasks.rados.rados.0.smithi099.stdout:3609: oid 42 updating version 1674 to 1675 2024-04-12T16:13:30.190 INFO:tasks.rados.rados.0.smithi099.stdout:3609: oid 42 version 1675 is already newer than 1673 2024-04-12T16:13:30.190 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 42 v 1675 (ObjNum 1106 snap 363 seq_num 1106) dirty exists 2024-04-12T16:13:30.190 INFO:tasks.rados.rados.0.smithi099.stdout:3609: left oid 42 (ObjNum 1106 snap 363 seq_num 1106) 2024-04-12T16:13:30.191 INFO:tasks.rados.rados.0.smithi099.stdout:3611: expect (ObjNum 1042 snap 333 seq_num 1042) 2024-04-12T16:13:30.208 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 22 v 2676 (ObjNum 1052 snap 335 seq_num 1052) dirty exists 2024-04-12T16:13:30.208 INFO:tasks.rados.rados.0.smithi099.stdout:3609: done (3 left) 2024-04-12T16:13:30.208 INFO:tasks.rados.rados.0.smithi099.stdout:3610: done (2 left) 2024-04-12T16:13:30.208 INFO:tasks.rados.rados.0.smithi099.stdout:3611: done (1 left) 2024-04-12T16:13:30.208 INFO:tasks.rados.rados.0.smithi099.stdout:3612: done (0 left) 2024-04-12T16:13:30.208 INFO:tasks.rados.rados.0.smithi099.stdout:3613: read oid 6 snap -1 2024-04-12T16:13:30.208 INFO:tasks.rados.rados.0.smithi099.stdout:3613: expect (ObjNum 1019 snap 322 seq_num 1019) 2024-04-12T16:13:30.208 INFO:tasks.rados.rados.0.smithi099.stdout:3614: delete oid 49 current snap is 363 2024-04-12T16:13:30.211 INFO:tasks.rados.rados.0.smithi099.stdout:3614: done (1 left) 2024-04-12T16:13:30.211 INFO:tasks.rados.rados.0.smithi099.stdout:3615: snap_remove snap 334 2024-04-12T16:13:31.171 INFO:tasks.rados.rados.0.smithi099.stdout:3613: expect (ObjNum 1019 snap 322 seq_num 1019) 2024-04-12T16:13:31.275 INFO:tasks.rados.rados.0.smithi099.stdout:3613: done (1 left) 2024-04-12T16:13:31.275 INFO:tasks.rados.rados.0.smithi099.stdout:3615: done (0 left) 2024-04-12T16:13:31.275 INFO:tasks.rados.rados.0.smithi099.stdout:3616: rollback oid 32 current snap is 363 2024-04-12T16:13:31.275 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 32 to 350 2024-04-12T16:13:31.275 INFO:tasks.rados.rados.0.smithi099.stdout:3617: snap_remove snap 351 2024-04-12T16:13:31.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:31 smithi110 ceph-mon[88691]: osdmap e790: 8 total, 8 up, 8 in 2024-04-12T16:13:31.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:31 smithi110 ceph-mon[88691]: pgmap v823: 121 pgs: 121 active+clean; 439 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 874 KiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-12T16:13:31.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:31 smithi099 ceph-mon[94290]: osdmap e790: 8 total, 8 up, 8 in 2024-04-12T16:13:31.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:31 smithi099 ceph-mon[94290]: pgmap v823: 121 pgs: 121 active+clean; 439 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 874 KiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-12T16:13:31.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:31 smithi099 ceph-mon[96864]: osdmap e790: 8 total, 8 up, 8 in 2024-04-12T16:13:31.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:31 smithi099 ceph-mon[96864]: pgmap v823: 121 pgs: 121 active+clean; 439 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 874 KiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-12T16:13:32.184 INFO:tasks.rados.rados.0.smithi099.stdout:3617: done (1 left) 2024-04-12T16:13:32.184 INFO:tasks.rados.rados.0.smithi099.stdout:3618: delete oid 6 current snap is 363 2024-04-12T16:13:32.184 INFO:tasks.rados.rados.0.smithi099.stdout:3616: finishing rollback tid 0 to smithi09982431-32 2024-04-12T16:13:32.184 INFO:tasks.rados.rados.0.smithi099.stdout:3616: finishing rollback tid 1 to smithi09982431-32 2024-04-12T16:13:32.184 INFO:tasks.rados.rados.0.smithi099.stdout:3616: finishing rollback tid 2 to smithi09982431-32 2024-04-12T16:13:32.184 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 32 v 2437 (ObjNum 1031 snap 325 seq_num 1031) dirty exists 2024-04-12T16:13:32.199 INFO:tasks.rados.rados.0.smithi099.stdout:3616: done (1 left) 2024-04-12T16:13:32.199 INFO:tasks.rados.rados.0.smithi099.stdout:3618: done (0 left) 2024-04-12T16:13:32.199 INFO:tasks.rados.rados.0.smithi099.stdout:3619: delete oid 18 current snap is 363 2024-04-12T16:13:32.206 INFO:tasks.rados.rados.0.smithi099.stdout:3619: done (0 left) 2024-04-12T16:13:32.207 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 50 current snap is 363 2024-04-12T16:13:32.207 INFO:tasks.rados.rados.0.smithi099.stdout:3620: seq_num 1111 ranges {2334720=614400,2949120=753664,3702784=450560} 2024-04-12T16:13:32.222 INFO:tasks.rados.rados.0.smithi099.stdout:3620: writing smithi09982431-50 from 2334720 to 2949120 tid 1 2024-04-12T16:13:32.227 INFO:tasks.rados.rados.0.smithi099.stdout:3620: writing smithi09982431-50 from 2949120 to 3702784 tid 2 2024-04-12T16:13:32.230 INFO:tasks.rados.rados.0.smithi099.stdout:3620: writing smithi09982431-50 from 3702784 to 4153344 tid 3 2024-04-12T16:13:32.230 INFO:tasks.rados.rados.0.smithi099.stdout:3621: copy_from oid 35 from oid 17 current snap is 363 2024-04-12T16:13:32.230 INFO:tasks.rados.rados.0.smithi099.stdout:3620: finishing write tid 1 to smithi09982431-50 2024-04-12T16:13:32.230 INFO:tasks.rados.rados.0.smithi099.stdout:3622: copy_from oid 41 from oid 15 current snap is 363 2024-04-12T16:13:32.231 INFO:tasks.rados.rados.0.smithi099.stdout:3623: rollback oid 48 current snap is 363 2024-04-12T16:13:32.231 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 48 to 347 2024-04-12T16:13:32.231 INFO:tasks.rados.rados.0.smithi099.stdout:3624: snap_remove snap 355 2024-04-12T16:13:32.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:32 smithi110 ceph-mon[88691]: osdmap e791: 8 total, 8 up, 8 in 2024-04-12T16:13:32.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:13:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:13:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:13:32.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:32 smithi099 ceph-mon[94290]: osdmap e791: 8 total, 8 up, 8 in 2024-04-12T16:13:32.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:32 smithi099 ceph-mon[96864]: osdmap e791: 8 total, 8 up, 8 in 2024-04-12T16:13:33.187 INFO:tasks.rados.rados.0.smithi099.stdout:3620: finishing write tid 2 to smithi09982431-50 2024-04-12T16:13:33.188 INFO:tasks.rados.rados.0.smithi099.stdout:3620: finishing write tid 3 to smithi09982431-50 2024-04-12T16:13:33.188 INFO:tasks.rados.rados.0.smithi099.stdout:3620: finishing write tid 4 to smithi09982431-50 2024-04-12T16:13:33.188 INFO:tasks.rados.rados.0.smithi099.stdout:3620: finishing write tid 5 to smithi09982431-50 2024-04-12T16:13:33.188 INFO:tasks.rados.rados.0.smithi099.stdout:3620: oid 50 updating version 0 to 2661 2024-04-12T16:13:33.188 INFO:tasks.rados.rados.0.smithi099.stdout:3620: oid 50 version 2661 is already newer than 2659 2024-04-12T16:13:33.188 INFO:tasks.rados.rados.0.smithi099.stdout:3620: oid 50 version 2661 is already newer than 2658 2024-04-12T16:13:33.188 INFO:tasks.rados.rados.0.smithi099.stdout:3620: oid 50 version 2661 is already newer than 2660 2024-04-12T16:13:33.188 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 50 v 2661 (ObjNum 1111 snap 363 seq_num 1111) dirty exists 2024-04-12T16:13:33.188 INFO:tasks.rados.rados.0.smithi099.stdout:3620: left oid 50 (ObjNum 1111 snap 363 seq_num 1111) 2024-04-12T16:13:33.188 INFO:tasks.rados.rados.0.smithi099.stdout:3621: finishing copy_from racing read to smithi09982431-35 2024-04-12T16:13:33.188 INFO:tasks.rados.rados.0.smithi099.stdout:3623: finishing rollback tid 0 to smithi09982431-48 2024-04-12T16:13:33.188 INFO:tasks.rados.rados.0.smithi099.stdout:3623: finishing rollback tid 1 to smithi09982431-48 2024-04-12T16:13:33.189 INFO:tasks.rados.rados.0.smithi099.stdout:3621: finishing copy_from to smithi09982431-35 2024-04-12T16:13:33.189 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 1046 (ObjNum 585 snap 180 seq_num 585) dirty exists 2024-04-12T16:13:33.189 INFO:tasks.rados.rados.0.smithi099.stdout:3623: finishing rollback tid 2 to smithi09982431-48 2024-04-12T16:13:33.189 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 48 v 2650 (ObjNum 1079 snap 346 seq_num 1079) dirty exists 2024-04-12T16:13:33.189 INFO:tasks.rados.rados.0.smithi099.stdout:3622: finishing copy_from racing read to smithi09982431-41 2024-04-12T16:13:33.189 INFO:tasks.rados.rados.0.smithi099.stdout:3622: finishing copy_from to smithi09982431-41 2024-04-12T16:13:33.189 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 41 v 2643 (ObjNum 1054 snap 336 seq_num 1054) dirty exists 2024-04-12T16:13:33.189 INFO:tasks.rados.rados.0.smithi099.stdout:3620: done (4 left) 2024-04-12T16:13:33.189 INFO:tasks.rados.rados.0.smithi099.stdout:3621: done (3 left) 2024-04-12T16:13:33.189 INFO:tasks.rados.rados.0.smithi099.stdout:3622: done (2 left) 2024-04-12T16:13:33.189 INFO:tasks.rados.rados.0.smithi099.stdout:3623: done (1 left) 2024-04-12T16:13:33.189 INFO:tasks.rados.rados.0.smithi099.stdout:3624: done (0 left) 2024-04-12T16:13:33.189 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 3 current snap is 363 2024-04-12T16:13:33.189 INFO:tasks.rados.rados.0.smithi099.stdout:3625: seq_num 1112 ranges {9125888=630784,9756672=638976,10395648=466944,10862592=98304} 2024-04-12T16:13:33.240 INFO:tasks.rados.rados.0.smithi099.stdout:3625: writing smithi09982431-3 from 9125888 to 9756672 tid 1 2024-04-12T16:13:33.244 INFO:tasks.rados.rados.0.smithi099.stdout:3625: writing smithi09982431-3 from 9756672 to 10395648 tid 2 2024-04-12T16:13:33.246 INFO:tasks.rados.rados.0.smithi099.stdout:3625: writing smithi09982431-3 from 10395648 to 10862592 tid 3 2024-04-12T16:13:33.248 INFO:tasks.rados.rados.0.smithi099.stdout:3625: writing smithi09982431-3 from 10862592 to 10960896 tid 4 2024-04-12T16:13:33.248 INFO:tasks.rados.rados.0.smithi099.stdout:3626: rollback oid 49 current snap is 363 2024-04-12T16:13:33.248 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 49 to 333 2024-04-12T16:13:33.248 INFO:tasks.rados.rados.0.smithi099.stdout:3625: finishing write tid 1 to smithi09982431-3 2024-04-12T16:13:33.248 INFO:tasks.rados.rados.0.smithi099.stdout:3627: read oid 44 snap -1 2024-04-12T16:13:33.248 INFO:tasks.rados.rados.0.smithi099.stdout:3627: expect (ObjNum 1019 snap 322 seq_num 1019) 2024-04-12T16:13:33.248 INFO:tasks.rados.rados.0.smithi099.stdout:3628: copy_from oid 45 from oid 16 current snap is 363 2024-04-12T16:13:33.248 INFO:tasks.rados.rados.0.smithi099.stdout:3629: copy_from oid 5 from oid 30 current snap is 363 2024-04-12T16:13:33.248 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 35 current snap is 363 2024-04-12T16:13:33.248 INFO:tasks.rados.rados.0.smithi099.stdout:3630: seq_num 1113 ranges {204800=647168,851968=524288,1376256=622592,1998848=57344} 2024-04-12T16:13:33.252 INFO:tasks.rados.rados.0.smithi099.stdout:3630: writing smithi09982431-35 from 204800 to 851968 tid 1 2024-04-12T16:13:33.255 INFO:tasks.rados.rados.0.smithi099.stdout:3630: writing smithi09982431-35 from 851968 to 1376256 tid 2 2024-04-12T16:13:33.259 INFO:tasks.rados.rados.0.smithi099.stdout:3630: writing smithi09982431-35 from 1376256 to 1998848 tid 3 2024-04-12T16:13:33.260 INFO:tasks.rados.rados.0.smithi099.stdout:3630: writing smithi09982431-35 from 1998848 to 2056192 tid 4 2024-04-12T16:13:33.261 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 2 current snap is 363 2024-04-12T16:13:33.261 INFO:tasks.rados.rados.0.smithi099.stdout:3629: finishing copy_from to smithi09982431-5 2024-04-12T16:13:33.261 INFO:tasks.rados.rados.0.smithi099.stdout:3629: got expected ENOENT (src dne) 2024-04-12T16:13:33.261 INFO:tasks.rados.rados.0.smithi099.stdout:3629: finishing copy_from racing read to smithi09982431-5 2024-04-12T16:13:33.261 INFO:tasks.rados.rados.0.smithi099.stdout:3626: finishing rollback tid 1 to smithi09982431-49 2024-04-12T16:13:33.261 INFO:tasks.rados.rados.0.smithi099.stdout:3628: finishing copy_from racing read to smithi09982431-45 2024-04-12T16:13:33.261 INFO:tasks.rados.rados.0.smithi099.stdout:3625: finishing write tid 2 to smithi09982431-3 2024-04-12T16:13:33.261 INFO:tasks.rados.rados.0.smithi099.stdout:3625: finishing write tid 3 to smithi09982431-3 2024-04-12T16:13:33.261 INFO:tasks.rados.rados.0.smithi099.stdout:3628: finishing copy_from to smithi09982431-45 2024-04-12T16:13:33.261 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 45 v 2414 (ObjNum 1044 snap 333 seq_num 1044) dirty exists 2024-04-12T16:13:33.261 INFO:tasks.rados.rados.0.smithi099.stdout:3625: finishing write tid 4 to smithi09982431-3 2024-04-12T16:13:33.261 INFO:tasks.rados.rados.0.smithi099.stdout:3631: seq_num 1114 ranges {974848=663552,1638400=802816,2441216=401408} 2024-04-12T16:13:33.269 INFO:tasks.rados.rados.0.smithi099.stdout:3631: writing smithi09982431-2 from 974848 to 1638400 tid 1 2024-04-12T16:13:33.274 INFO:tasks.rados.rados.0.smithi099.stdout:3631: writing smithi09982431-2 from 1638400 to 2441216 tid 2 2024-04-12T16:13:33.277 INFO:tasks.rados.rados.0.smithi099.stdout:3631: writing smithi09982431-2 from 2441216 to 2842624 tid 3 2024-04-12T16:13:33.277 INFO:tasks.rados.rados.0.smithi099.stdout:3628: done (6 left) 2024-04-12T16:13:33.277 INFO:tasks.rados.rados.0.smithi099.stdout:3629: done (5 left) 2024-04-12T16:13:33.277 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 17 current snap is 363 2024-04-12T16:13:33.277 INFO:tasks.rados.rados.0.smithi099.stdout:3630: finishing write tid 1 to smithi09982431-35 2024-04-12T16:13:33.277 INFO:tasks.rados.rados.0.smithi099.stdout:3625: finishing write tid 5 to smithi09982431-3 2024-04-12T16:13:33.277 INFO:tasks.rados.rados.0.smithi099.stdout:3632: seq_num 1115 ranges {204800=679936,884736=688128,1572864=516096} 2024-04-12T16:13:33.281 INFO:tasks.rados.rados.0.smithi099.stdout:3632: writing smithi09982431-17 from 204800 to 884736 tid 1 2024-04-12T16:13:33.285 INFO:tasks.rados.rados.0.smithi099.stdout:3632: writing smithi09982431-17 from 884736 to 1572864 tid 2 2024-04-12T16:13:33.289 INFO:tasks.rados.rados.0.smithi099.stdout:3632: writing smithi09982431-17 from 1572864 to 2088960 tid 3 2024-04-12T16:13:33.289 INFO:tasks.rados.rados.0.smithi099.stdout:3633: delete oid 46 current snap is 363 2024-04-12T16:13:33.289 INFO:tasks.rados.rados.0.smithi099.stdout:3626: finishing rollback tid 2 to smithi09982431-49 2024-04-12T16:13:33.289 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 49 v 2645 (ObjNum 1023 snap 323 seq_num 1023) dirty exists 2024-04-12T16:13:33.289 INFO:tasks.rados.rados.0.smithi099.stdout:3625: finishing write tid 6 to smithi09982431-3 2024-04-12T16:13:33.289 INFO:tasks.rados.rados.0.smithi099.stdout:3625: oid 3 updating version 0 to 2681 2024-04-12T16:13:33.289 INFO:tasks.rados.rados.0.smithi099.stdout:3625: oid 3 updating version 2681 to 2682 2024-04-12T16:13:33.289 INFO:tasks.rados.rados.0.smithi099.stdout:3625: oid 3 version 2682 is already newer than 2680 2024-04-12T16:13:33.289 INFO:tasks.rados.rados.0.smithi099.stdout:3625: oid 3 version 2682 is already newer than 2679 2024-04-12T16:13:33.290 INFO:tasks.rados.rados.0.smithi099.stdout:3625: oid 3 version 2682 is already newer than 2678 2024-04-12T16:13:33.290 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 3 v 2682 (ObjNum 1112 snap 363 seq_num 1112) dirty exists 2024-04-12T16:13:33.290 INFO:tasks.rados.rados.0.smithi099.stdout:3625: left oid 3 (ObjNum 1112 snap 363 seq_num 1112) 2024-04-12T16:13:33.290 INFO:tasks.rados.rados.0.smithi099.stdout:3630: finishing write tid 2 to smithi09982431-35 2024-04-12T16:13:33.290 INFO:tasks.rados.rados.0.smithi099.stdout:3627: expect (ObjNum 1019 snap 322 seq_num 1019) 2024-04-12T16:13:33.381 INFO:tasks.rados.rados.0.smithi099.stdout:3630: finishing write tid 3 to smithi09982431-35 2024-04-12T16:13:33.381 INFO:tasks.rados.rados.0.smithi099.stdout:3630: finishing write tid 4 to smithi09982431-35 2024-04-12T16:13:33.381 INFO:tasks.rados.rados.0.smithi099.stdout:3630: finishing write tid 5 to smithi09982431-35 2024-04-12T16:13:33.381 INFO:tasks.rados.rados.0.smithi099.stdout:3630: finishing write tid 6 to smithi09982431-35 2024-04-12T16:13:33.381 INFO:tasks.rados.rados.0.smithi099.stdout:3630: oid 35 updating version 0 to 2260 2024-04-12T16:13:33.381 INFO:tasks.rados.rados.0.smithi099.stdout:3630: oid 35 version 2260 is already newer than 2259 2024-04-12T16:13:33.381 INFO:tasks.rados.rados.0.smithi099.stdout:3630: oid 35 updating version 2260 to 2261 2024-04-12T16:13:33.381 INFO:tasks.rados.rados.0.smithi099.stdout:3630: oid 35 updating version 2261 to 2262 2024-04-12T16:13:33.381 INFO:tasks.rados.rados.0.smithi099.stdout:3630: oid 35 version 2262 is already newer than 2258 2024-04-12T16:13:33.382 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 2262 (ObjNum 1113 snap 363 seq_num 1113) dirty exists 2024-04-12T16:13:33.382 INFO:tasks.rados.rados.0.smithi099.stdout:3630: left oid 35 (ObjNum 1113 snap 363 seq_num 1113) 2024-04-12T16:13:33.382 INFO:tasks.rados.rados.0.smithi099.stdout:3631: finishing write tid 1 to smithi09982431-2 2024-04-12T16:13:33.382 INFO:tasks.rados.rados.0.smithi099.stdout:3625: done (6 left) 2024-04-12T16:13:33.382 INFO:tasks.rados.rados.0.smithi099.stdout:3626: done (5 left) 2024-04-12T16:13:33.382 INFO:tasks.rados.rados.0.smithi099.stdout:3627: done (4 left) 2024-04-12T16:13:33.382 INFO:tasks.rados.rados.0.smithi099.stdout:3630: done (3 left) 2024-04-12T16:13:33.382 INFO:tasks.rados.rados.0.smithi099.stdout:3633: done (2 left) 2024-04-12T16:13:33.382 INFO:tasks.rados.rados.0.smithi099.stdout:3634: snap_remove snap 242 2024-04-12T16:13:33.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:33 smithi110 ceph-mon[88691]: osdmap e792: 8 total, 8 up, 8 in 2024-04-12T16:13:33.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:33 smithi110 ceph-mon[88691]: pgmap v826: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 448 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:13:33.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:33 smithi099 ceph-mon[94290]: osdmap e792: 8 total, 8 up, 8 in 2024-04-12T16:13:33.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:33 smithi099 ceph-mon[94290]: pgmap v826: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 448 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:13:33.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:33 smithi099 ceph-mon[96864]: osdmap e792: 8 total, 8 up, 8 in 2024-04-12T16:13:33.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:33 smithi099 ceph-mon[96864]: pgmap v826: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 448 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:13:34.135 INFO:tasks.rados.rados.0.smithi099.stdout:3634: done (2 left) 2024-04-12T16:13:34.135 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 10 current snap is 363 2024-04-12T16:13:34.135 INFO:tasks.rados.rados.0.smithi099.stdout:3635: seq_num 1117 ranges {0=712704,712704=458752,1171456=655360,1826816=90112} 2024-04-12T16:13:34.139 INFO:tasks.rados.rados.0.smithi099.stdout:3635: writing smithi09982431-10 from 0 to 712704 tid 1 2024-04-12T16:13:34.143 INFO:tasks.rados.rados.0.smithi099.stdout:3635: writing smithi09982431-10 from 712704 to 1171456 tid 2 2024-04-12T16:13:34.147 INFO:tasks.rados.rados.0.smithi099.stdout:3635: writing smithi09982431-10 from 1171456 to 1826816 tid 3 2024-04-12T16:13:34.149 INFO:tasks.rados.rados.0.smithi099.stdout:3635: writing smithi09982431-10 from 1826816 to 1916928 tid 4 2024-04-12T16:13:34.149 INFO:tasks.rados.rados.0.smithi099.stdout:3631: finishing write tid 2 to smithi09982431-2 2024-04-12T16:13:34.149 INFO:tasks.rados.rados.0.smithi099.stdout:3631: finishing write tid 3 to smithi09982431-2 2024-04-12T16:13:34.149 INFO:tasks.rados.rados.0.smithi099.stdout:3631: finishing write tid 4 to smithi09982431-2 2024-04-12T16:13:34.149 INFO:tasks.rados.rados.0.smithi099.stdout:3631: finishing write tid 5 to smithi09982431-2 2024-04-12T16:13:34.149 INFO:tasks.rados.rados.0.smithi099.stdout:3631: oid 2 updating version 0 to 2073 2024-04-12T16:13:34.149 INFO:tasks.rados.rados.0.smithi099.stdout:3631: oid 2 updating version 2073 to 2074 2024-04-12T16:13:34.149 INFO:tasks.rados.rados.0.smithi099.stdout:3631: oid 2 updating version 2074 to 2076 2024-04-12T16:13:34.150 INFO:tasks.rados.rados.0.smithi099.stdout:3631: oid 2 version 2076 is already newer than 2075 2024-04-12T16:13:34.150 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 2 v 2076 (ObjNum 1114 snap 363 seq_num 1114) dirty exists 2024-04-12T16:13:34.150 INFO:tasks.rados.rados.0.smithi099.stdout:3631: left oid 2 (ObjNum 1114 snap 363 seq_num 1114) 2024-04-12T16:13:34.150 INFO:tasks.rados.rados.0.smithi099.stdout:3632: finishing write tid 1 to smithi09982431-17 2024-04-12T16:13:34.150 INFO:tasks.rados.rados.0.smithi099.stdout:3632: finishing write tid 2 to smithi09982431-17 2024-04-12T16:13:34.150 INFO:tasks.rados.rados.0.smithi099.stdout:3632: finishing write tid 3 to smithi09982431-17 2024-04-12T16:13:34.150 INFO:tasks.rados.rados.0.smithi099.stdout:3632: finishing write tid 4 to smithi09982431-17 2024-04-12T16:13:34.150 INFO:tasks.rados.rados.0.smithi099.stdout:3632: finishing write tid 5 to smithi09982431-17 2024-04-12T16:13:34.150 INFO:tasks.rados.rados.0.smithi099.stdout:3632: oid 17 updating version 0 to 1048 2024-04-12T16:13:34.150 INFO:tasks.rados.rados.0.smithi099.stdout:3632: oid 17 updating version 1048 to 1049 2024-04-12T16:13:34.150 INFO:tasks.rados.rados.0.smithi099.stdout:3632: oid 17 updating version 1049 to 1050 2024-04-12T16:13:34.150 INFO:tasks.rados.rados.0.smithi099.stdout:3632: oid 17 version 1050 is already newer than 1047 2024-04-12T16:13:34.150 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 17 v 1050 (ObjNum 1115 snap 363 seq_num 1115) dirty exists 2024-04-12T16:13:34.150 INFO:tasks.rados.rados.0.smithi099.stdout:3632: left oid 17 (ObjNum 1115 snap 363 seq_num 1115) 2024-04-12T16:13:34.150 INFO:tasks.rados.rados.0.smithi099.stdout:3631: done (2 left) 2024-04-12T16:13:34.151 INFO:tasks.rados.rados.0.smithi099.stdout:3632: done (1 left) 2024-04-12T16:13:34.151 INFO:tasks.rados.rados.0.smithi099.stdout:3636: read oid 39 snap -1 2024-04-12T16:13:34.151 INFO:tasks.rados.rados.0.smithi099.stdout:3636: expect deleted 2024-04-12T16:13:34.151 INFO:tasks.rados.rados.0.smithi099.stdout:3637: read oid 8 snap 348 2024-04-12T16:13:34.151 INFO:tasks.rados.rados.0.smithi099.stdout:3637: expect (ObjNum 968 snap 298 seq_num 968) 2024-04-12T16:13:34.151 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 4 current snap is 363 2024-04-12T16:13:34.151 INFO:tasks.rados.rados.0.smithi099.stdout:3638: seq_num 1118 ranges {0=729088,729088=794624,1523712=409600} 2024-04-12T16:13:34.154 INFO:tasks.rados.rados.0.smithi099.stdout:3638: writing smithi09982431-4 from 0 to 729088 tid 1 2024-04-12T16:13:34.159 INFO:tasks.rados.rados.0.smithi099.stdout:3638: writing smithi09982431-4 from 729088 to 1523712 tid 2 2024-04-12T16:13:34.162 INFO:tasks.rados.rados.0.smithi099.stdout:3638: writing smithi09982431-4 from 1523712 to 1933312 tid 3 2024-04-12T16:13:34.163 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 6 current snap is 363 2024-04-12T16:13:34.163 INFO:tasks.rados.rados.0.smithi099.stdout:3639: seq_num 1119 ranges {0=745472,745472=679936,1425408=524288} 2024-04-12T16:13:34.167 INFO:tasks.rados.rados.0.smithi099.stdout:3639: writing smithi09982431-6 from 0 to 745472 tid 1 2024-04-12T16:13:34.172 INFO:tasks.rados.rados.0.smithi099.stdout:3639: writing smithi09982431-6 from 745472 to 1425408 tid 2 2024-04-12T16:13:34.176 INFO:tasks.rados.rados.0.smithi099.stdout:3639: writing smithi09982431-6 from 1425408 to 1949696 tid 3 2024-04-12T16:13:34.176 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 35 current snap is 363 2024-04-12T16:13:34.176 INFO:tasks.rados.rados.0.smithi099.stdout:3635: finishing write tid 1 to smithi09982431-10 2024-04-12T16:13:34.176 INFO:tasks.rados.rados.0.smithi099.stdout:3635: finishing write tid 2 to smithi09982431-10 2024-04-12T16:13:34.176 INFO:tasks.rados.rados.0.smithi099.stdout:3640: seq_num 1120 ranges {2056192=761856,2818048=557056,3375104=425984,3801088=221184} 2024-04-12T16:13:34.192 INFO:tasks.rados.rados.0.smithi099.stdout:3640: writing smithi09982431-35 from 2056192 to 2818048 tid 1 2024-04-12T16:13:34.195 INFO:tasks.rados.rados.0.smithi099.stdout:3640: writing smithi09982431-35 from 2818048 to 3375104 tid 2 2024-04-12T16:13:34.198 INFO:tasks.rados.rados.0.smithi099.stdout:3640: writing smithi09982431-35 from 3375104 to 3801088 tid 3 2024-04-12T16:13:34.200 INFO:tasks.rados.rados.0.smithi099.stdout:3640: writing smithi09982431-35 from 3801088 to 4022272 tid 4 2024-04-12T16:13:34.200 INFO:tasks.rados.rados.0.smithi099.stdout:3636: done (5 left) 2024-04-12T16:13:34.200 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 33 current snap is 363 2024-04-12T16:13:34.200 INFO:tasks.rados.rados.0.smithi099.stdout:3641: seq_num 1121 ranges {0=778240,778240=442368,1220608=638976,1859584=122880} 2024-04-12T16:13:34.205 INFO:tasks.rados.rados.0.smithi099.stdout:3641: writing smithi09982431-33 from 0 to 778240 tid 1 2024-04-12T16:13:34.208 INFO:tasks.rados.rados.0.smithi099.stdout:3641: writing smithi09982431-33 from 778240 to 1220608 tid 2 2024-04-12T16:13:34.212 INFO:tasks.rados.rados.0.smithi099.stdout:3641: writing smithi09982431-33 from 1220608 to 1859584 tid 3 2024-04-12T16:13:34.213 INFO:tasks.rados.rados.0.smithi099.stdout:3641: writing smithi09982431-33 from 1859584 to 1982464 tid 4 2024-04-12T16:13:34.213 INFO:tasks.rados.rados.0.smithi099.stdout:3642: read oid 40 snap 349 2024-04-12T16:13:34.213 INFO:tasks.rados.rados.0.smithi099.stdout:3642: expect (ObjNum 1064 snap 338 seq_num 1064) 2024-04-12T16:13:34.213 INFO:tasks.rados.rados.0.smithi099.stdout:3643: snap_remove snap 341 2024-04-12T16:13:34.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:34 smithi110 ceph-mon[88691]: osdmap e793: 8 total, 8 up, 8 in 2024-04-12T16:13:34.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:34 smithi110 ceph-mon[88691]: osdmap e794: 8 total, 8 up, 8 in 2024-04-12T16:13:34.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:34 smithi099 ceph-mon[94290]: osdmap e793: 8 total, 8 up, 8 in 2024-04-12T16:13:34.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:34 smithi099 ceph-mon[94290]: osdmap e794: 8 total, 8 up, 8 in 2024-04-12T16:13:34.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:34 smithi099 ceph-mon[96864]: osdmap e793: 8 total, 8 up, 8 in 2024-04-12T16:13:34.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:34 smithi099 ceph-mon[96864]: osdmap e794: 8 total, 8 up, 8 in 2024-04-12T16:13:35.200 INFO:tasks.rados.rados.0.smithi099.stdout:3643: done (7 left) 2024-04-12T16:13:35.200 INFO:tasks.rados.rados.0.smithi099.stdout:3644: delete oid 2 current snap is 363 2024-04-12T16:13:35.200 INFO:tasks.rados.rados.0.smithi099.stdout:3635: finishing write tid 3 to smithi09982431-10 2024-04-12T16:13:35.200 INFO:tasks.rados.rados.0.smithi099.stdout:3635: finishing write tid 4 to smithi09982431-10 2024-04-12T16:13:35.200 INFO:tasks.rados.rados.0.smithi099.stdout:3635: finishing write tid 5 to smithi09982431-10 2024-04-12T16:13:35.200 INFO:tasks.rados.rados.0.smithi099.stdout:3635: finishing write tid 6 to smithi09982431-10 2024-04-12T16:13:35.201 INFO:tasks.rados.rados.0.smithi099.stdout:3635: oid 10 updating version 0 to 2686 2024-04-12T16:13:35.201 INFO:tasks.rados.rados.0.smithi099.stdout:3635: oid 10 version 2686 is already newer than 2684 2024-04-12T16:13:35.201 INFO:tasks.rados.rados.0.smithi099.stdout:3635: oid 10 updating version 2686 to 2687 2024-04-12T16:13:35.201 INFO:tasks.rados.rados.0.smithi099.stdout:3635: oid 10 version 2687 is already newer than 2683 2024-04-12T16:13:35.201 INFO:tasks.rados.rados.0.smithi099.stdout:3635: oid 10 version 2687 is already newer than 2685 2024-04-12T16:13:35.201 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 10 v 2687 (ObjNum 1117 snap 363 seq_num 1117) dirty exists 2024-04-12T16:13:35.201 INFO:tasks.rados.rados.0.smithi099.stdout:3635: left oid 10 (ObjNum 1117 snap 363 seq_num 1117) 2024-04-12T16:13:35.201 INFO:tasks.rados.rados.0.smithi099.stdout:3638: finishing write tid 1 to smithi09982431-4 2024-04-12T16:13:35.201 INFO:tasks.rados.rados.0.smithi099.stdout:3639: finishing write tid 1 to smithi09982431-6 2024-04-12T16:13:35.201 INFO:tasks.rados.rados.0.smithi099.stdout:3639: finishing write tid 2 to smithi09982431-6 2024-04-12T16:13:35.201 INFO:tasks.rados.rados.0.smithi099.stdout:3639: finishing write tid 3 to smithi09982431-6 2024-04-12T16:13:35.201 INFO:tasks.rados.rados.0.smithi099.stdout:3639: finishing write tid 4 to smithi09982431-6 2024-04-12T16:13:35.201 INFO:tasks.rados.rados.0.smithi099.stdout:3639: finishing write tid 5 to smithi09982431-6 2024-04-12T16:13:35.201 INFO:tasks.rados.rados.0.smithi099.stdout:3639: oid 6 updating version 0 to 2416 2024-04-12T16:13:35.201 INFO:tasks.rados.rados.0.smithi099.stdout:3639: oid 6 updating version 2416 to 2418 2024-04-12T16:13:35.202 INFO:tasks.rados.rados.0.smithi099.stdout:3639: oid 6 updating version 2418 to 2419 2024-04-12T16:13:35.202 INFO:tasks.rados.rados.0.smithi099.stdout:3639: oid 6 version 2419 is already newer than 2417 2024-04-12T16:13:35.202 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 6 v 2419 (ObjNum 1119 snap 363 seq_num 1119) dirty exists 2024-04-12T16:13:35.202 INFO:tasks.rados.rados.0.smithi099.stdout:3639: left oid 6 (ObjNum 1119 snap 363 seq_num 1119) 2024-04-12T16:13:35.202 INFO:tasks.rados.rados.0.smithi099.stdout:3637: expect (ObjNum 968 snap 298 seq_num 968) 2024-04-12T16:13:35.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:35 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:13:35.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:35 smithi110 ceph-mon[88691]: pgmap v829: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 454 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.4 MiB/s wr, 14 op/s 2024-04-12T16:13:35.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:35 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:13:35.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:35 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:13:35.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:35 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:13:35.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:35 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:13:35.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:35 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:13:35.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:35 smithi099 ceph-mon[94290]: pgmap v829: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 454 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.4 MiB/s wr, 14 op/s 2024-04-12T16:13:35.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:35 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:13:35.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:35 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:13:35.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:35 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:13:35.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:35 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:13:35.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:35 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:13:35.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:35 smithi099 ceph-mon[96864]: pgmap v829: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 454 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.4 MiB/s wr, 14 op/s 2024-04-12T16:13:35.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:35 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:13:35.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:35 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:13:35.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:35 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:13:35.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:35 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:13:35.684 INFO:tasks.rados.rados.0.smithi099.stdout:3640: finishing write tid 1 to smithi09982431-35 2024-04-12T16:13:35.685 INFO:tasks.rados.rados.0.smithi099.stdout:3638: finishing write tid 2 to smithi09982431-4 2024-04-12T16:13:35.685 INFO:tasks.rados.rados.0.smithi099.stdout:3638: finishing write tid 3 to smithi09982431-4 2024-04-12T16:13:35.685 INFO:tasks.rados.rados.0.smithi099.stdout:3640: finishing write tid 2 to smithi09982431-35 2024-04-12T16:13:35.685 INFO:tasks.rados.rados.0.smithi099.stdout:3638: finishing write tid 4 to smithi09982431-4 2024-04-12T16:13:35.685 INFO:tasks.rados.rados.0.smithi099.stdout:3640: finishing write tid 3 to smithi09982431-35 2024-04-12T16:13:35.685 INFO:tasks.rados.rados.0.smithi099.stdout:3640: finishing write tid 4 to smithi09982431-35 2024-04-12T16:13:35.685 INFO:tasks.rados.rados.0.smithi099.stdout:3640: finishing write tid 5 to smithi09982431-35 2024-04-12T16:13:35.685 INFO:tasks.rados.rados.0.smithi099.stdout:3638: finishing write tid 5 to smithi09982431-4 2024-04-12T16:13:35.685 INFO:tasks.rados.rados.0.smithi099.stdout:3638: oid 4 updating version 0 to 2439 2024-04-12T16:13:35.685 INFO:tasks.rados.rados.0.smithi099.stdout:3638: oid 4 updating version 2439 to 2441 2024-04-12T16:13:35.685 INFO:tasks.rados.rados.0.smithi099.stdout:3638: oid 4 version 2441 is already newer than 2438 2024-04-12T16:13:35.685 INFO:tasks.rados.rados.0.smithi099.stdout:3638: oid 4 version 2441 is already newer than 2440 2024-04-12T16:13:35.685 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 4 v 2441 (ObjNum 1118 snap 363 seq_num 1118) dirty exists 2024-04-12T16:13:35.685 INFO:tasks.rados.rados.0.smithi099.stdout:3638: left oid 4 (ObjNum 1118 snap 363 seq_num 1118) 2024-04-12T16:13:35.685 INFO:tasks.rados.rados.0.smithi099.stdout:3640: finishing write tid 6 to smithi09982431-35 2024-04-12T16:13:35.685 INFO:tasks.rados.rados.0.smithi099.stdout:3640: oid 35 updating version 0 to 2265 2024-04-12T16:13:35.686 INFO:tasks.rados.rados.0.smithi099.stdout:3640: oid 35 version 2265 is already newer than 2264 2024-04-12T16:13:35.686 INFO:tasks.rados.rados.0.smithi099.stdout:3640: oid 35 version 2265 is already newer than 2263 2024-04-12T16:13:35.686 INFO:tasks.rados.rados.0.smithi099.stdout:3640: oid 35 updating version 2265 to 2267 2024-04-12T16:13:35.686 INFO:tasks.rados.rados.0.smithi099.stdout:3640: oid 35 version 2267 is already newer than 2266 2024-04-12T16:13:35.686 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 35 v 2267 (ObjNum 1120 snap 363 seq_num 1120) dirty exists 2024-04-12T16:13:35.686 INFO:tasks.rados.rados.0.smithi099.stdout:3640: left oid 35 (ObjNum 1120 snap 363 seq_num 1120) 2024-04-12T16:13:35.686 INFO:tasks.rados.rados.0.smithi099.stdout:3641: finishing write tid 1 to smithi09982431-33 2024-04-12T16:13:35.686 INFO:tasks.rados.rados.0.smithi099.stdout:3641: finishing write tid 2 to smithi09982431-33 2024-04-12T16:13:35.686 INFO:tasks.rados.rados.0.smithi099.stdout:3641: finishing write tid 3 to smithi09982431-33 2024-04-12T16:13:35.686 INFO:tasks.rados.rados.0.smithi099.stdout:3635: done (7 left) 2024-04-12T16:13:35.686 INFO:tasks.rados.rados.0.smithi099.stdout:3637: done (6 left) 2024-04-12T16:13:35.686 INFO:tasks.rados.rados.0.smithi099.stdout:3638: done (5 left) 2024-04-12T16:13:35.686 INFO:tasks.rados.rados.0.smithi099.stdout:3639: done (4 left) 2024-04-12T16:13:35.686 INFO:tasks.rados.rados.0.smithi099.stdout:3640: done (3 left) 2024-04-12T16:13:35.686 INFO:tasks.rados.rados.0.smithi099.stdout:3644: done (2 left) 2024-04-12T16:13:35.687 INFO:tasks.rados.rados.0.smithi099.stdout:3645: copy_from oid 12 from oid 2 current snap is 363 2024-04-12T16:13:35.687 INFO:tasks.rados.rados.0.smithi099.stdout:3641: finishing write tid 4 to smithi09982431-33 2024-04-12T16:13:35.687 INFO:tasks.rados.rados.0.smithi099.stdout:3641: finishing write tid 5 to smithi09982431-33 2024-04-12T16:13:35.687 INFO:tasks.rados.rados.0.smithi099.stdout:3641: finishing write tid 6 to smithi09982431-33 2024-04-12T16:13:35.687 INFO:tasks.rados.rados.0.smithi099.stdout:3641: oid 33 updating version 0 to 2420 2024-04-12T16:13:35.687 INFO:tasks.rados.rados.0.smithi099.stdout:3641: oid 33 updating version 2420 to 2423 2024-04-12T16:13:35.687 INFO:tasks.rados.rados.0.smithi099.stdout:3641: oid 33 version 2423 is already newer than 2419 2024-04-12T16:13:35.687 INFO:tasks.rados.rados.0.smithi099.stdout:3641: oid 33 version 2423 is already newer than 2421 2024-04-12T16:13:35.687 INFO:tasks.rados.rados.0.smithi099.stdout:3641: oid 33 version 2423 is already newer than 2422 2024-04-12T16:13:35.687 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 33 v 2423 (ObjNum 1121 snap 363 seq_num 1121) dirty exists 2024-04-12T16:13:35.687 INFO:tasks.rados.rados.0.smithi099.stdout:3641: left oid 33 (ObjNum 1121 snap 363 seq_num 1121) 2024-04-12T16:13:35.687 INFO:tasks.rados.rados.0.smithi099.stdout:3642: expect (ObjNum 1064 snap 338 seq_num 1064) 2024-04-12T16:13:35.734 INFO:tasks.rados.rados.0.smithi099.stdout:3645: finishing copy_from to smithi09982431-12 2024-04-12T16:13:35.734 INFO:tasks.rados.rados.0.smithi099.stdout:3645: got expected ENOENT (src dne) 2024-04-12T16:13:35.734 INFO:tasks.rados.rados.0.smithi099.stdout:3645: finishing copy_from racing read to smithi09982431-12 2024-04-12T16:13:35.734 INFO:tasks.rados.rados.0.smithi099.stdout:3641: done (2 left) 2024-04-12T16:13:35.734 INFO:tasks.rados.rados.0.smithi099.stdout:3642: done (1 left) 2024-04-12T16:13:35.734 INFO:tasks.rados.rados.0.smithi099.stdout:3645: done (0 left) 2024-04-12T16:13:35.734 INFO:tasks.rados.rados.0.smithi099.stdout:3646: snap_create 2024-04-12T16:13:36.473 INFO:tasks.rados.rados.0.smithi099.stdout:3646: done (0 left) 2024-04-12T16:13:36.474 INFO:tasks.rados.rados.0.smithi099.stdout:3647: read oid 36 snap -1 2024-04-12T16:13:36.474 INFO:tasks.rados.rados.0.smithi099.stdout:3647: expect deleted 2024-04-12T16:13:36.474 INFO:tasks.rados.rados.0.smithi099.stdout:3648: read oid 23 snap 349 2024-04-12T16:13:36.474 INFO:tasks.rados.rados.0.smithi099.stdout:3648: expect (ObjNum 1072 snap 343 seq_num 1072) 2024-04-12T16:13:36.474 INFO:tasks.rados.rados.0.smithi099.stdout:3649: read oid 34 snap 361 2024-04-12T16:13:36.474 INFO:tasks.rados.rados.0.smithi099.stdout:3649: expect deleted 2024-04-12T16:13:36.474 INFO:tasks.rados.rados.0.smithi099.stdout:3650: read oid 30 snap -1 2024-04-12T16:13:36.474 INFO:tasks.rados.rados.0.smithi099.stdout:3650: expect deleted 2024-04-12T16:13:36.474 INFO:tasks.rados.rados.0.smithi099.stdout:3651: rollback oid 22 current snap is 364 2024-04-12T16:13:36.474 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 22 to 350 2024-04-12T16:13:36.474 INFO:tasks.rados.rados.0.smithi099.stdout:3652: snap_remove snap 356 2024-04-12T16:13:36.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:36 smithi110 ceph-mon[88691]: osdmap e795: 8 total, 8 up, 8 in 2024-04-12T16:13:36.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:36 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:13:36.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:36 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:13:36.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:36 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:13:36.626 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:13:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:13:36] "GET /metrics HTTP/1.1" 200 36326 "" "Prometheus/2.43.0" 2024-04-12T16:13:36.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:36 smithi099 ceph-mon[94290]: osdmap e795: 8 total, 8 up, 8 in 2024-04-12T16:13:36.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:36 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:13:36.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:36 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:13:36.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:36 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:13:36.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:36 smithi099 ceph-mon[96864]: osdmap e795: 8 total, 8 up, 8 in 2024-04-12T16:13:36.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:36 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:13:36.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:36 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:13:36.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:36 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:13:37.484 INFO:tasks.rados.rados.0.smithi099.stdout:3652: done (5 left) 2024-04-12T16:13:37.484 INFO:tasks.rados.rados.0.smithi099.stdout:3653: snap_remove snap 333 2024-04-12T16:13:37.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:37 smithi110 ceph-mon[88691]: osdmap e796: 8 total, 8 up, 8 in 2024-04-12T16:13:37.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:37 smithi110 ceph-mon[88691]: pgmap v832: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 433 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 6.1 MiB/s wr, 21 op/s 2024-04-12T16:13:37.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:37 smithi099 ceph-mon[94290]: osdmap e796: 8 total, 8 up, 8 in 2024-04-12T16:13:37.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:37 smithi099 ceph-mon[94290]: pgmap v832: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 433 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 6.1 MiB/s wr, 21 op/s 2024-04-12T16:13:37.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:37 smithi099 ceph-mon[96864]: osdmap e796: 8 total, 8 up, 8 in 2024-04-12T16:13:37.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:37 smithi099 ceph-mon[96864]: pgmap v832: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 433 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 6.1 MiB/s wr, 21 op/s 2024-04-12T16:13:38.479 INFO:tasks.rados.rados.0.smithi099.stdout:3653: done (5 left) 2024-04-12T16:13:38.479 INFO:tasks.rados.rados.0.smithi099.stdout:3654: snap_create 2024-04-12T16:13:38.479 INFO:tasks.rados.rados.0.smithi099.stdout:3651: finishing rollback tid 0 to smithi09982431-22 2024-04-12T16:13:38.480 INFO:tasks.rados.rados.0.smithi099.stdout:3651: finishing rollback tid 1 to smithi09982431-22 2024-04-12T16:13:38.480 INFO:tasks.rados.rados.0.smithi099.stdout:3651: finishing rollback tid 2 to smithi09982431-22 2024-04-12T16:13:38.480 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 22 v 2690 (ObjNum 1052 snap 335 seq_num 1052) dirty exists 2024-04-12T16:13:38.480 INFO:tasks.rados.rados.0.smithi099.stdout:3648: expect (ObjNum 1072 snap 343 seq_num 1072) 2024-04-12T16:13:38.753 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:38 smithi110 ceph-mon[88691]: osdmap e797: 8 total, 8 up, 8 in 2024-04-12T16:13:38.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:38 smithi099 ceph-mon[94290]: osdmap e797: 8 total, 8 up, 8 in 2024-04-12T16:13:38.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:38 smithi099 ceph-mon[96864]: osdmap e797: 8 total, 8 up, 8 in 2024-04-12T16:13:39.135 INFO:tasks.rados.rados.0.smithi099.stdout:3647: done (5 left) 2024-04-12T16:13:39.135 INFO:tasks.rados.rados.0.smithi099.stdout:3648: done (4 left) 2024-04-12T16:13:39.135 INFO:tasks.rados.rados.0.smithi099.stdout:3649: done (3 left) 2024-04-12T16:13:39.135 INFO:tasks.rados.rados.0.smithi099.stdout:3650: done (2 left) 2024-04-12T16:13:39.135 INFO:tasks.rados.rados.0.smithi099.stdout:3651: done (1 left) 2024-04-12T16:13:39.136 INFO:tasks.rados.rados.0.smithi099.stdout:3654: done (0 left) 2024-04-12T16:13:39.136 INFO:tasks.rados.rados.0.smithi099.stdout:3655: setattr oid 40 current snap is 365 2024-04-12T16:13:39.137 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 2 current snap is 365 2024-04-12T16:13:39.137 INFO:tasks.rados.rados.0.smithi099.stdout:3656: seq_num 1123 ranges {0=409600,409600=614400,1024000=598016,1622016=393216} 2024-04-12T16:13:39.139 INFO:tasks.rados.rados.0.smithi099.stdout:3656: writing smithi09982431-2 from 0 to 409600 tid 1 2024-04-12T16:13:39.143 INFO:tasks.rados.rados.0.smithi099.stdout:3656: writing smithi09982431-2 from 409600 to 1024000 tid 2 2024-04-12T16:13:39.146 INFO:tasks.rados.rados.0.smithi099.stdout:3656: writing smithi09982431-2 from 1024000 to 1622016 tid 3 2024-04-12T16:13:39.149 INFO:tasks.rados.rados.0.smithi099.stdout:3656: writing smithi09982431-2 from 1622016 to 2015232 tid 4 2024-04-12T16:13:39.149 INFO:tasks.rados.rados.0.smithi099.stdout:3657: delete oid 9 current snap is 365 2024-04-12T16:13:39.149 INFO:tasks.rados.rados.0.smithi099.stdout:3656: finishing write tid 1 to smithi09982431-2 2024-04-12T16:13:39.149 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 40 v 2844 (ObjNum 1098 snap 359 seq_num 1098) dirty exists 2024-04-12T16:13:39.149 INFO:tasks.rados.rados.0.smithi099.stdout:3656: finishing write tid 2 to smithi09982431-2 2024-04-12T16:13:39.149 INFO:tasks.rados.rados.0.smithi099.stdout:3656: finishing write tid 3 to smithi09982431-2 2024-04-12T16:13:39.152 INFO:tasks.rados.rados.0.smithi099.stdout:3656: finishing write tid 4 to smithi09982431-2 2024-04-12T16:13:39.152 INFO:tasks.rados.rados.0.smithi099.stdout:3656: finishing write tid 5 to smithi09982431-2 2024-04-12T16:13:39.154 INFO:tasks.rados.rados.0.smithi099.stdout:3655: done (2 left) 2024-04-12T16:13:39.154 INFO:tasks.rados.rados.0.smithi099.stdout:3657: done (1 left) 2024-04-12T16:13:39.154 INFO:tasks.rados.rados.0.smithi099.stdout:3658: read oid 35 snap -1 2024-04-12T16:13:39.154 INFO:tasks.rados.rados.0.smithi099.stdout:3658: expect (ObjNum 1120 snap 363 seq_num 1120) 2024-04-12T16:13:39.154 INFO:tasks.rados.rados.0.smithi099.stdout:3659: snap_remove snap 359 2024-04-12T16:13:39.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:39 smithi110 ceph-mon[88691]: osdmap e798: 8 total, 8 up, 8 in 2024-04-12T16:13:39.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:39 smithi110 ceph-mon[88691]: pgmap v835: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 423 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.3 MiB/s wr, 12 op/s 2024-04-12T16:13:39.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:39 smithi110 ceph-mon[88691]: osdmap e799: 8 total, 8 up, 8 in 2024-04-12T16:13:39.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:39 smithi099 ceph-mon[96864]: osdmap e798: 8 total, 8 up, 8 in 2024-04-12T16:13:39.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:39 smithi099 ceph-mon[96864]: pgmap v835: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 423 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.3 MiB/s wr, 12 op/s 2024-04-12T16:13:39.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:39 smithi099 ceph-mon[96864]: osdmap e799: 8 total, 8 up, 8 in 2024-04-12T16:13:39.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:39 smithi099 ceph-mon[94290]: osdmap e798: 8 total, 8 up, 8 in 2024-04-12T16:13:39.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:39 smithi099 ceph-mon[94290]: pgmap v835: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 423 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.3 MiB/s wr, 12 op/s 2024-04-12T16:13:39.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:39 smithi099 ceph-mon[94290]: osdmap e799: 8 total, 8 up, 8 in 2024-04-12T16:13:40.139 INFO:tasks.rados.rados.0.smithi099.stdout:3659: done (2 left) 2024-04-12T16:13:40.139 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 4 current snap is 365 2024-04-12T16:13:40.139 INFO:tasks.rados.rados.0.smithi099.stdout:3660: seq_num 1125 ranges {1933312=450560,2383872=786432,3170304=614400,3784704=204800} 2024-04-12T16:13:40.152 INFO:tasks.rados.rados.0.smithi099.stdout:3660: writing smithi09982431-4 from 1933312 to 2383872 tid 1 2024-04-12T16:13:40.157 INFO:tasks.rados.rados.0.smithi099.stdout:3660: writing smithi09982431-4 from 2383872 to 3170304 tid 2 2024-04-12T16:13:40.162 INFO:tasks.rados.rados.0.smithi099.stdout:3660: writing smithi09982431-4 from 3170304 to 3784704 tid 3 2024-04-12T16:13:40.163 INFO:tasks.rados.rados.0.smithi099.stdout:3660: writing smithi09982431-4 from 3784704 to 3989504 tid 4 2024-04-12T16:13:40.163 INFO:tasks.rados.rados.0.smithi099.stdout:3661: snap_remove snap 314 2024-04-12T16:13:40.627 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 16:13:40 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2[113197]: 2024-04-12T16:13:40.174+0000 7ff2011fb700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1ac after trimming was started 2024-04-12T16:13:41.148 INFO:tasks.rados.rados.0.smithi099.stdout:3656: finishing write tid 6 to smithi09982431-2 2024-04-12T16:13:41.148 INFO:tasks.rados.rados.0.smithi099.stdout:3656: oid 2 updating version 0 to 2079 2024-04-12T16:13:41.148 INFO:tasks.rados.rados.0.smithi099.stdout:3656: oid 2 updating version 2079 to 2080 2024-04-12T16:13:41.149 INFO:tasks.rados.rados.0.smithi099.stdout:3656: oid 2 version 2080 is already newer than 2078 2024-04-12T16:13:41.149 INFO:tasks.rados.rados.0.smithi099.stdout:3656: oid 2 updating version 2080 to 2081 2024-04-12T16:13:41.149 INFO:tasks.rados.rados.0.smithi099.stdout:3656: oid 2 updating version 2081 to 2082 2024-04-12T16:13:41.149 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 2 v 2082 (ObjNum 1123 snap 365 seq_num 1123) dirty exists 2024-04-12T16:13:41.149 INFO:tasks.rados.rados.0.smithi099.stdout:3656: left oid 2 (ObjNum 1123 snap 365 seq_num 1123) 2024-04-12T16:13:41.149 INFO:tasks.rados.rados.0.smithi099.stdout:3658: expect (ObjNum 1120 snap 363 seq_num 1120) 2024-04-12T16:13:41.302 INFO:tasks.rados.rados.0.smithi099.stdout:3660: finishing write tid 1 to smithi09982431-4 2024-04-12T16:13:41.302 INFO:tasks.rados.rados.0.smithi099.stdout:3660: finishing write tid 2 to smithi09982431-4 2024-04-12T16:13:41.302 INFO:tasks.rados.rados.0.smithi099.stdout:3660: finishing write tid 3 to smithi09982431-4 2024-04-12T16:13:41.302 INFO:tasks.rados.rados.0.smithi099.stdout:3660: finishing write tid 4 to smithi09982431-4 2024-04-12T16:13:41.302 INFO:tasks.rados.rados.0.smithi099.stdout:3660: finishing write tid 5 to smithi09982431-4 2024-04-12T16:13:41.302 INFO:tasks.rados.rados.0.smithi099.stdout:3660: finishing write tid 6 to smithi09982431-4 2024-04-12T16:13:41.302 INFO:tasks.rados.rados.0.smithi099.stdout:3660: oid 4 updating version 0 to 2442 2024-04-12T16:13:41.302 INFO:tasks.rados.rados.0.smithi099.stdout:3660: oid 4 updating version 2442 to 2445 2024-04-12T16:13:41.302 INFO:tasks.rados.rados.0.smithi099.stdout:3660: oid 4 version 2445 is already newer than 2443 2024-04-12T16:13:41.303 INFO:tasks.rados.rados.0.smithi099.stdout:3660: oid 4 version 2445 is already newer than 2444 2024-04-12T16:13:41.303 INFO:tasks.rados.rados.0.smithi099.stdout:3660: oid 4 updating version 2445 to 2446 2024-04-12T16:13:41.303 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 4 v 2446 (ObjNum 1125 snap 365 seq_num 1125) dirty exists 2024-04-12T16:13:41.303 INFO:tasks.rados.rados.0.smithi099.stdout:3660: left oid 4 (ObjNum 1125 snap 365 seq_num 1125) 2024-04-12T16:13:41.303 INFO:tasks.rados.rados.0.smithi099.stdout:3656: done (3 left) 2024-04-12T16:13:41.303 INFO:tasks.rados.rados.0.smithi099.stdout:3658: done (2 left) 2024-04-12T16:13:41.303 INFO:tasks.rados.rados.0.smithi099.stdout:3660: done (1 left) 2024-04-12T16:13:41.303 INFO:tasks.rados.rados.0.smithi099.stdout:3661: done (0 left) 2024-04-12T16:13:41.303 INFO:tasks.rados.rados.0.smithi099.stdout:3662: rmattr oid 27 current snap is 365 2024-04-12T16:13:41.303 INFO:tasks.rados.rados.0.smithi099.stdout:3662: done (0 left) 2024-04-12T16:13:41.303 INFO:tasks.rados.rados.0.smithi099.stdout:3663: snap_remove snap 358 2024-04-12T16:13:41.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:41 smithi110 ceph-mon[88691]: osdmap e800: 8 total, 8 up, 8 in 2024-04-12T16:13:41.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:41 smithi110 ceph-mon[88691]: pgmap v838: 121 pgs: 121 active+clean; 381 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 11 op/s 2024-04-12T16:13:41.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:41 smithi099 ceph-mon[94290]: osdmap e800: 8 total, 8 up, 8 in 2024-04-12T16:13:41.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:41 smithi099 ceph-mon[94290]: pgmap v838: 121 pgs: 121 active+clean; 381 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 11 op/s 2024-04-12T16:13:41.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:41 smithi099 ceph-mon[96864]: osdmap e800: 8 total, 8 up, 8 in 2024-04-12T16:13:41.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:41 smithi099 ceph-mon[96864]: pgmap v838: 121 pgs: 121 active+clean; 381 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 11 op/s 2024-04-12T16:13:42.158 INFO:tasks.rados.rados.0.smithi099.stdout:3663: done (0 left) 2024-04-12T16:13:42.158 INFO:tasks.rados.rados.0.smithi099.stdout:3664: snap_create 2024-04-12T16:13:42.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:42 smithi110 ceph-mon[88691]: osdmap e801: 8 total, 8 up, 8 in 2024-04-12T16:13:42.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:13:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:13:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:13:42.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:42 smithi099 ceph-mon[94290]: osdmap e801: 8 total, 8 up, 8 in 2024-04-12T16:13:42.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:42 smithi099 ceph-mon[96864]: osdmap e801: 8 total, 8 up, 8 in 2024-04-12T16:13:43.165 INFO:tasks.rados.rados.0.smithi099.stdout:3664: done (0 left) 2024-04-12T16:13:43.165 INFO:tasks.rados.rados.0.smithi099.stdout:3665: read oid 21 snap -1 2024-04-12T16:13:43.166 INFO:tasks.rados.rados.0.smithi099.stdout:3665: expect (ObjNum 1056 snap 336 seq_num 1056) 2024-04-12T16:13:43.166 INFO:tasks.rados.rados.0.smithi099.stdout:3666: read oid 34 snap -1 2024-04-12T16:13:43.166 INFO:tasks.rados.rados.0.smithi099.stdout:3666: expect deleted 2024-04-12T16:13:43.166 INFO:tasks.rados.rados.0.smithi099.stdout:3667: copy_from oid 26 from oid 4 current snap is 366 2024-04-12T16:13:43.166 INFO:tasks.rados.rados.0.smithi099.stdout:3668: read oid 6 snap 360 2024-04-12T16:13:43.166 INFO:tasks.rados.rados.0.smithi099.stdout:3668: expect (ObjNum 1019 snap 322 seq_num 1019) 2024-04-12T16:13:43.166 INFO:tasks.rados.rados.0.smithi099.stdout:3669: read oid 17 snap -1 2024-04-12T16:13:43.166 INFO:tasks.rados.rados.0.smithi099.stdout:3669: expect (ObjNum 1115 snap 363 seq_num 1115) 2024-04-12T16:13:43.166 INFO:tasks.rados.rados.0.smithi099.stdout:3670: rollback oid 47 current snap is 366 2024-04-12T16:13:43.166 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 47 to 338 2024-04-12T16:13:43.166 INFO:tasks.rados.rados.0.smithi099.stdout:3671: snap_create 2024-04-12T16:13:43.179 INFO:tasks.rados.rados.0.smithi099.stdout:3670: finishing rollback tid 0 to smithi09982431-47 2024-04-12T16:13:43.193 INFO:tasks.rados.rados.0.smithi099.stdout:3668: expect (ObjNum 1019 snap 322 seq_num 1019) 2024-04-12T16:13:43.285 INFO:tasks.rados.rados.0.smithi099.stdout:3670: finishing rollback tid 1 to smithi09982431-47 2024-04-12T16:13:43.285 INFO:tasks.rados.rados.0.smithi099.stdout:3670: finishing rollback tid 2 to smithi09982431-47 2024-04-12T16:13:43.285 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 47 v 2422 (ObjNum 921 snap 285 seq_num 921) dirty exists 2024-04-12T16:13:43.285 INFO:tasks.rados.rados.0.smithi099.stdout:3669: expect (ObjNum 1115 snap 363 seq_num 1115) 2024-04-12T16:13:43.343 INFO:tasks.rados.rados.0.smithi099.stdout:3665: expect (ObjNum 1056 snap 336 seq_num 1056) 2024-04-12T16:13:43.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:43 smithi110 ceph-mon[88691]: osdmap e802: 8 total, 8 up, 8 in 2024-04-12T16:13:43.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:43 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:13:43.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:43 smithi110 ceph-mon[88691]: pgmap v841: 121 pgs: 121 active+clean; 374 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-04-12T16:13:43.615 INFO:tasks.rados.rados.0.smithi099.stdout:3667: finishing copy_from racing read to smithi09982431-26 2024-04-12T16:13:43.615 INFO:tasks.rados.rados.0.smithi099.stdout:3667: finishing copy_from to smithi09982431-26 2024-04-12T16:13:43.615 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 2446 (ObjNum 1125 snap 365 seq_num 1125) dirty exists 2024-04-12T16:13:43.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:43 smithi099 ceph-mon[94290]: osdmap e802: 8 total, 8 up, 8 in 2024-04-12T16:13:43.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:43 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:13:43.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:43 smithi099 ceph-mon[94290]: pgmap v841: 121 pgs: 121 active+clean; 374 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-04-12T16:13:43.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:43 smithi099 ceph-mon[96864]: osdmap e802: 8 total, 8 up, 8 in 2024-04-12T16:13:43.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:43 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:13:43.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:43 smithi099 ceph-mon[96864]: pgmap v841: 121 pgs: 121 active+clean; 374 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-04-12T16:13:44.136 INFO:tasks.rados.rados.0.smithi099.stdout:3665: done (6 left) 2024-04-12T16:13:44.136 INFO:tasks.rados.rados.0.smithi099.stdout:3666: done (5 left) 2024-04-12T16:13:44.136 INFO:tasks.rados.rados.0.smithi099.stdout:3667: done (4 left) 2024-04-12T16:13:44.136 INFO:tasks.rados.rados.0.smithi099.stdout:3668: done (3 left) 2024-04-12T16:13:44.136 INFO:tasks.rados.rados.0.smithi099.stdout:3669: done (2 left) 2024-04-12T16:13:44.136 INFO:tasks.rados.rados.0.smithi099.stdout:3670: done (1 left) 2024-04-12T16:13:44.137 INFO:tasks.rados.rados.0.smithi099.stdout:3671: done (0 left) 2024-04-12T16:13:44.137 INFO:tasks.rados.rados.0.smithi099.stdout:3672: snap_remove snap 339 2024-04-12T16:13:44.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:44 smithi110 ceph-mon[88691]: osdmap e803: 8 total, 8 up, 8 in 2024-04-12T16:13:44.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:44 smithi110 ceph-mon[88691]: osdmap e804: 8 total, 8 up, 8 in 2024-04-12T16:13:44.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:44 smithi099 ceph-mon[94290]: osdmap e803: 8 total, 8 up, 8 in 2024-04-12T16:13:44.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:44 smithi099 ceph-mon[94290]: osdmap e804: 8 total, 8 up, 8 in 2024-04-12T16:13:44.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:44 smithi099 ceph-mon[96864]: osdmap e803: 8 total, 8 up, 8 in 2024-04-12T16:13:44.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:44 smithi099 ceph-mon[96864]: osdmap e804: 8 total, 8 up, 8 in 2024-04-12T16:13:45.139 INFO:tasks.rados.rados.0.smithi099.stdout:3672: done (0 left) 2024-04-12T16:13:45.139 INFO:tasks.rados.rados.0.smithi099.stdout:3673: delete oid 2 current snap is 367 2024-04-12T16:13:45.146 INFO:tasks.rados.rados.0.smithi099.stdout:3673: done (0 left) 2024-04-12T16:13:45.147 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 33 current snap is 367 2024-04-12T16:13:45.147 INFO:tasks.rados.rados.0.smithi099.stdout:3674: seq_num 1127 ranges {1982464=483328,2465792=598016,3063808=581632,3645440=425984} 2024-04-12T16:13:45.161 INFO:tasks.rados.rados.0.smithi099.stdout:3674: writing smithi09982431-33 from 1982464 to 2465792 tid 1 2024-04-12T16:13:45.165 INFO:tasks.rados.rados.0.smithi099.stdout:3674: writing smithi09982431-33 from 2465792 to 3063808 tid 2 2024-04-12T16:13:45.169 INFO:tasks.rados.rados.0.smithi099.stdout:3674: writing smithi09982431-33 from 3063808 to 3645440 tid 3 2024-04-12T16:13:45.173 INFO:tasks.rados.rados.0.smithi099.stdout:3674: writing smithi09982431-33 from 3645440 to 4071424 tid 4 2024-04-12T16:13:45.173 INFO:tasks.rados.rados.0.smithi099.stdout:3675: read oid 39 snap -1 2024-04-12T16:13:45.173 INFO:tasks.rados.rados.0.smithi099.stdout:3675: expect deleted 2024-04-12T16:13:45.173 INFO:tasks.rados.rados.0.smithi099.stdout:3676: read oid 42 snap -1 2024-04-12T16:13:45.173 INFO:tasks.rados.rados.0.smithi099.stdout:3676: expect (ObjNum 1106 snap 363 seq_num 1106) 2024-04-12T16:13:45.173 INFO:tasks.rados.rados.0.smithi099.stdout:3677: copy_from oid 28 from oid 9 current snap is 367 2024-04-12T16:13:45.173 INFO:tasks.rados.rados.0.smithi099.stdout:3678: read oid 6 snap -1 2024-04-12T16:13:45.173 INFO:tasks.rados.rados.0.smithi099.stdout:3678: expect (ObjNum 1119 snap 363 seq_num 1119) 2024-04-12T16:13:45.174 INFO:tasks.rados.rados.0.smithi099.stdout:3679: snap_create 2024-04-12T16:13:45.174 INFO:tasks.rados.rados.0.smithi099.stdout:3674: finishing write tid 1 to smithi09982431-33 2024-04-12T16:13:45.176 INFO:tasks.rados.rados.0.smithi099.stdout:3674: finishing write tid 2 to smithi09982431-33 2024-04-12T16:13:45.176 INFO:tasks.rados.rados.0.smithi099.stdout:3677: finishing copy_from to smithi09982431-28 2024-04-12T16:13:45.176 INFO:tasks.rados.rados.0.smithi099.stdout:3677: got expected ENOENT (src dne) 2024-04-12T16:13:45.177 INFO:tasks.rados.rados.0.smithi099.stdout:3677: finishing copy_from racing read to smithi09982431-28 2024-04-12T16:13:45.178 INFO:tasks.rados.rados.0.smithi099.stdout:3674: finishing write tid 3 to smithi09982431-33 2024-04-12T16:13:45.180 INFO:tasks.rados.rados.0.smithi099.stdout:3674: finishing write tid 4 to smithi09982431-33 2024-04-12T16:13:45.181 INFO:tasks.rados.rados.0.smithi099.stdout:3674: finishing write tid 5 to smithi09982431-33 2024-04-12T16:13:45.184 INFO:tasks.rados.rados.0.smithi099.stdout:3674: finishing write tid 6 to smithi09982431-33 2024-04-12T16:13:45.184 INFO:tasks.rados.rados.0.smithi099.stdout:3674: oid 33 updating version 0 to 2425 2024-04-12T16:13:45.184 INFO:tasks.rados.rados.0.smithi099.stdout:3674: oid 33 updating version 2425 to 2426 2024-04-12T16:13:45.184 INFO:tasks.rados.rados.0.smithi099.stdout:3674: oid 33 updating version 2426 to 2428 2024-04-12T16:13:45.184 INFO:tasks.rados.rados.0.smithi099.stdout:3674: oid 33 version 2428 is already newer than 2427 2024-04-12T16:13:45.184 INFO:tasks.rados.rados.0.smithi099.stdout:3674: oid 33 version 2428 is already newer than 2424 2024-04-12T16:13:45.184 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 33 v 2428 (ObjNum 1127 snap 367 seq_num 1127) dirty exists 2024-04-12T16:13:45.184 INFO:tasks.rados.rados.0.smithi099.stdout:3674: left oid 33 (ObjNum 1127 snap 367 seq_num 1127) 2024-04-12T16:13:45.189 INFO:tasks.rados.rados.0.smithi099.stdout:3678: expect (ObjNum 1119 snap 363 seq_num 1119) 2024-04-12T16:13:45.240 INFO:tasks.rados.rados.0.smithi099.stdout:3676: expect (ObjNum 1106 snap 363 seq_num 1106) 2024-04-12T16:13:45.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:45 smithi110 ceph-mon[88691]: pgmap v844: 121 pgs: 121 active+clean; 366 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.9 MiB/s wr, 6 op/s 2024-04-12T16:13:45.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:45 smithi110 ceph-mon[88691]: osdmap e805: 8 total, 8 up, 8 in 2024-04-12T16:13:45.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:45 smithi099 ceph-mon[94290]: pgmap v844: 121 pgs: 121 active+clean; 366 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.9 MiB/s wr, 6 op/s 2024-04-12T16:13:45.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:45 smithi099 ceph-mon[94290]: osdmap e805: 8 total, 8 up, 8 in 2024-04-12T16:13:45.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:45 smithi099 ceph-mon[96864]: pgmap v844: 121 pgs: 121 active+clean; 366 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.9 MiB/s wr, 6 op/s 2024-04-12T16:13:45.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:45 smithi099 ceph-mon[96864]: osdmap e805: 8 total, 8 up, 8 in 2024-04-12T16:13:46.180 INFO:tasks.rados.rados.0.smithi099.stdout:3674: done (5 left) 2024-04-12T16:13:46.180 INFO:tasks.rados.rados.0.smithi099.stdout:3675: done (4 left) 2024-04-12T16:13:46.180 INFO:tasks.rados.rados.0.smithi099.stdout:3676: done (3 left) 2024-04-12T16:13:46.180 INFO:tasks.rados.rados.0.smithi099.stdout:3677: done (2 left) 2024-04-12T16:13:46.180 INFO:tasks.rados.rados.0.smithi099.stdout:3678: done (1 left) 2024-04-12T16:13:46.180 INFO:tasks.rados.rados.0.smithi099.stdout:3679: done (0 left) 2024-04-12T16:13:46.180 INFO:tasks.rados.rados.0.smithi099.stdout:3680: setattr oid 23 current snap is 368 2024-04-12T16:13:46.181 INFO:tasks.rados.rados.0.smithi099.stdout:3681: setattr oid 43 current snap is 368 2024-04-12T16:13:46.184 INFO:tasks.rados.rados.0.smithi099.stdout:3682: snap_remove snap 364 2024-04-12T16:13:46.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:13:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:13:46] "GET /metrics HTTP/1.1" 200 36329 "" "Prometheus/2.43.0" 2024-04-12T16:13:47.188 INFO:tasks.rados.rados.0.smithi099.stdout:3682: done (2 left) 2024-04-12T16:13:47.188 INFO:tasks.rados.rados.0.smithi099.stdout:3683: setattr oid 2 current snap is 368 2024-04-12T16:13:47.191 INFO:tasks.rados.rados.0.smithi099.stdout:3684: setattr oid 49 current snap is 368 2024-04-12T16:13:47.193 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 23 v 997 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-04-12T16:13:47.193 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 43 v 2691 (ObjNum 1050 snap 334 seq_num 1050) dirty exists 2024-04-12T16:13:47.194 INFO:tasks.rados.rados.0.smithi099.stdout:3680: done (3 left) 2024-04-12T16:13:47.194 INFO:tasks.rados.rados.0.smithi099.stdout:3681: done (2 left) 2024-04-12T16:13:47.194 INFO:tasks.rados.rados.0.smithi099.stdout:3685: read oid 12 snap -1 2024-04-12T16:13:47.194 INFO:tasks.rados.rados.0.smithi099.stdout:3685: expect (ObjNum 1094 snap 358 seq_num 1094) 2024-04-12T16:13:47.195 INFO:tasks.rados.rados.0.smithi099.stdout:3686: read oid 9 snap -1 2024-04-12T16:13:47.195 INFO:tasks.rados.rados.0.smithi099.stdout:3686: expect deleted 2024-04-12T16:13:47.195 INFO:tasks.rados.rados.0.smithi099.stdout:3687: setattr oid 16 current snap is 368 2024-04-12T16:13:47.195 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 2 v 2084 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-12T16:13:47.197 INFO:tasks.rados.rados.0.smithi099.stdout:3683: done (4 left) 2024-04-12T16:13:47.197 INFO:tasks.rados.rados.0.smithi099.stdout:3686: done (3 left) 2024-04-12T16:13:47.197 INFO:tasks.rados.rados.0.smithi099.stdout:3688: read oid 37 snap -1 2024-04-12T16:13:47.198 INFO:tasks.rados.rados.0.smithi099.stdout:3688: expect deleted 2024-04-12T16:13:47.198 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 13 current snap is 368 2024-04-12T16:13:47.198 INFO:tasks.rados.rados.0.smithi099.stdout:3689: seq_num 1128 ranges {2310144=499712,2809856=483328,3293184=786432,4079616=335872} 2024-04-12T16:13:47.213 INFO:tasks.rados.rados.0.smithi099.stdout:3689: writing smithi09982431-13 from 2310144 to 2809856 tid 1 2024-04-12T16:13:47.216 INFO:tasks.rados.rados.0.smithi099.stdout:3689: writing smithi09982431-13 from 2809856 to 3293184 tid 2 2024-04-12T16:13:47.221 INFO:tasks.rados.rados.0.smithi099.stdout:3689: writing smithi09982431-13 from 3293184 to 4079616 tid 3 2024-04-12T16:13:47.224 INFO:tasks.rados.rados.0.smithi099.stdout:3689: writing smithi09982431-13 from 4079616 to 4415488 tid 4 2024-04-12T16:13:47.224 INFO:tasks.rados.rados.0.smithi099.stdout:3690: read oid 25 snap -1 2024-04-12T16:13:47.224 INFO:tasks.rados.rados.0.smithi099.stdout:3690: expect deleted 2024-04-12T16:13:47.224 INFO:tasks.rados.rados.0.smithi099.stdout:3691: read oid 38 snap -1 2024-04-12T16:13:47.224 INFO:tasks.rados.rados.0.smithi099.stdout:3691: expect (ObjNum 1063 snap 338 seq_num 1063) 2024-04-12T16:13:47.224 INFO:tasks.rados.rados.0.smithi099.stdout:3692: setattr oid 22 current snap is 368 2024-04-12T16:13:47.224 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 49 v 2646 (ObjNum 1023 snap 323 seq_num 1023) dirty exists 2024-04-12T16:13:47.224 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 16 v 2662 (ObjNum 1044 snap 333 seq_num 1044) dirty exists 2024-04-12T16:13:47.224 INFO:tasks.rados.rados.0.smithi099.stdout:3685: expect (ObjNum 1094 snap 358 seq_num 1094) 2024-04-12T16:13:47.392 INFO:tasks.rados.rados.0.smithi099.stdout:3689: finishing write tid 1 to smithi09982431-13 2024-04-12T16:13:47.392 INFO:tasks.rados.rados.0.smithi099.stdout:3689: finishing write tid 2 to smithi09982431-13 2024-04-12T16:13:47.392 INFO:tasks.rados.rados.0.smithi099.stdout:3689: finishing write tid 3 to smithi09982431-13 2024-04-12T16:13:47.392 INFO:tasks.rados.rados.0.smithi099.stdout:3689: finishing write tid 4 to smithi09982431-13 2024-04-12T16:13:47.392 INFO:tasks.rados.rados.0.smithi099.stdout:3689: finishing write tid 5 to smithi09982431-13 2024-04-12T16:13:47.392 INFO:tasks.rados.rados.0.smithi099.stdout:3689: finishing write tid 6 to smithi09982431-13 2024-04-12T16:13:47.392 INFO:tasks.rados.rados.0.smithi099.stdout:3689: oid 13 updating version 0 to 2599 2024-04-12T16:13:47.392 INFO:tasks.rados.rados.0.smithi099.stdout:3689: oid 13 updating version 2599 to 2602 2024-04-12T16:13:47.392 INFO:tasks.rados.rados.0.smithi099.stdout:3689: oid 13 version 2602 is already newer than 2598 2024-04-12T16:13:47.392 INFO:tasks.rados.rados.0.smithi099.stdout:3689: oid 13 version 2602 is already newer than 2600 2024-04-12T16:13:47.392 INFO:tasks.rados.rados.0.smithi099.stdout:3689: oid 13 version 2602 is already newer than 2601 2024-04-12T16:13:47.393 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 13 v 2602 (ObjNum 1128 snap 368 seq_num 1128) dirty exists 2024-04-12T16:13:47.393 INFO:tasks.rados.rados.0.smithi099.stdout:3689: left oid 13 (ObjNum 1128 snap 368 seq_num 1128) 2024-04-12T16:13:47.393 INFO:tasks.rados.rados.0.smithi099.stdout:3691: expect (ObjNum 1063 snap 338 seq_num 1063) 2024-04-12T16:13:47.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:47 smithi110 ceph-mon[88691]: osdmap e806: 8 total, 8 up, 8 in 2024-04-12T16:13:47.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:47 smithi110 ceph-mon[88691]: pgmap v847: 121 pgs: 121 active+clean; 353 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-04-12T16:13:47.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:47 smithi099 ceph-mon[96864]: osdmap e806: 8 total, 8 up, 8 in 2024-04-12T16:13:47.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:47 smithi099 ceph-mon[96864]: pgmap v847: 121 pgs: 121 active+clean; 353 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-04-12T16:13:47.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:47 smithi099 ceph-mon[94290]: osdmap e806: 8 total, 8 up, 8 in 2024-04-12T16:13:47.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:47 smithi099 ceph-mon[94290]: pgmap v847: 121 pgs: 121 active+clean; 353 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-04-12T16:13:47.689 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 22 v 2692 (ObjNum 1052 snap 335 seq_num 1052) dirty exists 2024-04-12T16:13:47.689 INFO:tasks.rados.rados.0.smithi099.stdout:3684: done (7 left) 2024-04-12T16:13:47.689 INFO:tasks.rados.rados.0.smithi099.stdout:3685: done (6 left) 2024-04-12T16:13:47.689 INFO:tasks.rados.rados.0.smithi099.stdout:3687: done (5 left) 2024-04-12T16:13:47.689 INFO:tasks.rados.rados.0.smithi099.stdout:3688: done (4 left) 2024-04-12T16:13:47.689 INFO:tasks.rados.rados.0.smithi099.stdout:3689: done (3 left) 2024-04-12T16:13:47.689 INFO:tasks.rados.rados.0.smithi099.stdout:3690: done (2 left) 2024-04-12T16:13:47.689 INFO:tasks.rados.rados.0.smithi099.stdout:3691: done (1 left) 2024-04-12T16:13:47.689 INFO:tasks.rados.rados.0.smithi099.stdout:3692: done (0 left) 2024-04-12T16:13:47.689 INFO:tasks.rados.rados.0.smithi099.stdout:3693: read oid 3 snap -1 2024-04-12T16:13:47.689 INFO:tasks.rados.rados.0.smithi099.stdout:3693: expect (ObjNum 1112 snap 363 seq_num 1112) 2024-04-12T16:13:47.689 INFO:tasks.rados.rados.0.smithi099.stdout:3694: read oid 14 snap -1 2024-04-12T16:13:47.690 INFO:tasks.rados.rados.0.smithi099.stdout:3694: expect (ObjNum 836 snap 261 seq_num 836) 2024-04-12T16:13:47.690 INFO:tasks.rados.rados.0.smithi099.stdout:3695: snap_create 2024-04-12T16:13:47.699 INFO:tasks.rados.rados.0.smithi099.stdout:3694: expect (ObjNum 836 snap 261 seq_num 836) 2024-04-12T16:13:47.756 INFO:tasks.rados.rados.0.smithi099.stdout:3693: expect (ObjNum 1112 snap 363 seq_num 1112) 2024-04-12T16:13:48.524 INFO:tasks.rados.rados.0.smithi099.stdout:3693: done (2 left) 2024-04-12T16:13:48.524 INFO:tasks.rados.rados.0.smithi099.stdout:3694: done (1 left) 2024-04-12T16:13:48.524 INFO:tasks.rados.rados.0.smithi099.stdout:3695: done (0 left) 2024-04-12T16:13:48.524 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 46 current snap is 369 2024-04-12T16:13:48.524 INFO:tasks.rados.rados.0.smithi099.stdout:3696: seq_num 1129 ranges {0=516096,516096=770048,1286144=598016,1884160=237568} 2024-04-12T16:13:48.526 INFO:tasks.rados.rados.0.smithi099.stdout:3696: writing smithi09982431-46 from 0 to 516096 tid 1 2024-04-12T16:13:48.531 INFO:tasks.rados.rados.0.smithi099.stdout:3696: writing smithi09982431-46 from 516096 to 1286144 tid 2 2024-04-12T16:13:48.534 INFO:tasks.rados.rados.0.smithi099.stdout:3696: writing smithi09982431-46 from 1286144 to 1884160 tid 3 2024-04-12T16:13:48.537 INFO:tasks.rados.rados.0.smithi099.stdout:3696: writing smithi09982431-46 from 1884160 to 2121728 tid 4 2024-04-12T16:13:48.537 INFO:tasks.rados.rados.0.smithi099.stdout:3697: read oid 21 snap -1 2024-04-12T16:13:48.537 INFO:tasks.rados.rados.0.smithi099.stdout:3697: expect (ObjNum 1056 snap 336 seq_num 1056) 2024-04-12T16:13:48.537 INFO:tasks.rados.rados.0.smithi099.stdout:3698: read oid 22 snap -1 2024-04-12T16:13:48.537 INFO:tasks.rados.rados.0.smithi099.stdout:3698: expect (ObjNum 1052 snap 335 seq_num 1052) 2024-04-12T16:13:48.537 INFO:tasks.rados.rados.0.smithi099.stdout:3699: delete oid 45 current snap is 369 2024-04-12T16:13:48.537 INFO:tasks.rados.rados.0.smithi099.stdout:3696: finishing write tid 1 to smithi09982431-46 2024-04-12T16:13:48.537 INFO:tasks.rados.rados.0.smithi099.stdout:3696: finishing write tid 2 to smithi09982431-46 2024-04-12T16:13:48.539 INFO:tasks.rados.rados.0.smithi099.stdout:3696: finishing write tid 3 to smithi09982431-46 2024-04-12T16:13:48.540 INFO:tasks.rados.rados.0.smithi099.stdout:3696: finishing write tid 4 to smithi09982431-46 2024-04-12T16:13:48.540 INFO:tasks.rados.rados.0.smithi099.stdout:3699: done (3 left) 2024-04-12T16:13:48.540 INFO:tasks.rados.rados.0.smithi099.stdout:3700: read oid 27 snap -1 2024-04-12T16:13:48.540 INFO:tasks.rados.rados.0.smithi099.stdout:3700: expect deleted 2024-04-12T16:13:48.540 INFO:tasks.rados.rados.0.smithi099.stdout:3701: rmattr oid 26 current snap is 369 2024-04-12T16:13:48.540 INFO:tasks.rados.rados.0.smithi099.stdout:3701: done (4 left) 2024-04-12T16:13:48.540 INFO:tasks.rados.rados.0.smithi099.stdout:3702: read oid 34 snap -1 2024-04-12T16:13:48.540 INFO:tasks.rados.rados.0.smithi099.stdout:3702: expect deleted 2024-04-12T16:13:48.540 INFO:tasks.rados.rados.0.smithi099.stdout:3703: delete oid 32 current snap is 369 2024-04-12T16:13:48.541 INFO:tasks.rados.rados.0.smithi099.stdout:3696: finishing write tid 5 to smithi09982431-46 2024-04-12T16:13:48.542 INFO:tasks.rados.rados.0.smithi099.stdout:3698: expect (ObjNum 1052 snap 335 seq_num 1052) 2024-04-12T16:13:48.570 INFO:tasks.rados.rados.0.smithi099.stdout:3696: finishing write tid 6 to smithi09982431-46 2024-04-12T16:13:48.570 INFO:tasks.rados.rados.0.smithi099.stdout:3696: oid 46 updating version 0 to 2656 2024-04-12T16:13:48.570 INFO:tasks.rados.rados.0.smithi099.stdout:3696: oid 46 version 2656 is already newer than 2655 2024-04-12T16:13:48.570 INFO:tasks.rados.rados.0.smithi099.stdout:3696: oid 46 version 2656 is already newer than 2652 2024-04-12T16:13:48.570 INFO:tasks.rados.rados.0.smithi099.stdout:3696: oid 46 version 2656 is already newer than 2654 2024-04-12T16:13:48.570 INFO:tasks.rados.rados.0.smithi099.stdout:3696: oid 46 version 2656 is already newer than 2653 2024-04-12T16:13:48.570 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 46 v 2656 (ObjNum 1129 snap 369 seq_num 1129) dirty exists 2024-04-12T16:13:48.570 INFO:tasks.rados.rados.0.smithi099.stdout:3696: left oid 46 (ObjNum 1129 snap 369 seq_num 1129) 2024-04-12T16:13:48.570 INFO:tasks.rados.rados.0.smithi099.stdout:3697: expect (ObjNum 1056 snap 336 seq_num 1056) 2024-04-12T16:13:48.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:48 smithi110 ceph-mon[88691]: osdmap e807: 8 total, 8 up, 8 in 2024-04-12T16:13:48.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:48 smithi099 ceph-mon[94290]: osdmap e807: 8 total, 8 up, 8 in 2024-04-12T16:13:48.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:48 smithi099 ceph-mon[96864]: osdmap e807: 8 total, 8 up, 8 in 2024-04-12T16:13:48.843 INFO:tasks.rados.rados.0.smithi099.stdout:3696: done (5 left) 2024-04-12T16:13:48.843 INFO:tasks.rados.rados.0.smithi099.stdout:3697: done (4 left) 2024-04-12T16:13:48.843 INFO:tasks.rados.rados.0.smithi099.stdout:3698: done (3 left) 2024-04-12T16:13:48.843 INFO:tasks.rados.rados.0.smithi099.stdout:3700: done (2 left) 2024-04-12T16:13:48.843 INFO:tasks.rados.rados.0.smithi099.stdout:3702: done (1 left) 2024-04-12T16:13:48.843 INFO:tasks.rados.rados.0.smithi099.stdout:3703: done (0 left) 2024-04-12T16:13:48.844 INFO:tasks.rados.rados.0.smithi099.stdout:3704: rmattr oid 48 current snap is 369 2024-04-12T16:13:48.844 INFO:tasks.rados.rados.0.smithi099.stdout:3705: rollback oid 26 current snap is 369 2024-04-12T16:13:48.844 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 26 to 368 2024-04-12T16:13:48.844 INFO:tasks.rados.rados.0.smithi099.stdout:3706: rollback oid 18 current snap is 369 2024-04-12T16:13:48.844 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 18 to 319 2024-04-12T16:13:48.844 INFO:tasks.rados.rados.0.smithi099.stdout:3707: read oid 34 snap -1 2024-04-12T16:13:48.844 INFO:tasks.rados.rados.0.smithi099.stdout:3707: expect deleted 2024-04-12T16:13:48.844 INFO:tasks.rados.rados.0.smithi099.stdout:3708: rollback oid 50 current snap is 369 2024-04-12T16:13:48.844 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 50 to 360 2024-04-12T16:13:48.844 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 46 current snap is 369 2024-04-12T16:13:48.844 INFO:tasks.rados.rados.0.smithi099.stdout:3709: seq_num 1132 ranges {2121728=565248,2686976=425984,3112960=770048,3883008=409600} 2024-04-12T16:13:48.857 INFO:tasks.rados.rados.0.smithi099.stdout:3709: writing smithi09982431-46 from 2121728 to 2686976 tid 1 2024-04-12T16:13:48.860 INFO:tasks.rados.rados.0.smithi099.stdout:3709: writing smithi09982431-46 from 2686976 to 3112960 tid 2 2024-04-12T16:13:48.864 INFO:tasks.rados.rados.0.smithi099.stdout:3709: writing smithi09982431-46 from 3112960 to 3883008 tid 3 2024-04-12T16:13:48.867 INFO:tasks.rados.rados.0.smithi099.stdout:3709: writing smithi09982431-46 from 3883008 to 4292608 tid 4 2024-04-12T16:13:48.867 INFO:tasks.rados.rados.0.smithi099.stdout:3710: rollback oid 28 current snap is 369 2024-04-12T16:13:48.867 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 28 to 340 2024-04-12T16:13:48.868 INFO:tasks.rados.rados.0.smithi099.stdout:3708: finishing rollback tid 0 to smithi09982431-50 2024-04-12T16:13:48.868 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 48 v 2657 (ObjNum 1079 snap 346 seq_num 1079) dirty exists 2024-04-12T16:13:48.868 INFO:tasks.rados.rados.0.smithi099.stdout:3708: finishing rollback tid 1 to smithi09982431-50 2024-04-12T16:13:48.868 INFO:tasks.rados.rados.0.smithi099.stdout:3708: finishing rollback tid 2 to smithi09982431-50 2024-04-12T16:13:48.868 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 50 v 2665 (ObjNum 1044 snap 333 seq_num 1044) dirty exists 2024-04-12T16:13:48.868 INFO:tasks.rados.rados.0.smithi099.stdout:3705: finishing rollback tid 0 to smithi09982431-26 2024-04-12T16:13:48.868 INFO:tasks.rados.rados.0.smithi099.stdout:3705: finishing rollback tid 1 to smithi09982431-26 2024-04-12T16:13:48.868 INFO:tasks.rados.rados.0.smithi099.stdout:3705: finishing rollback tid 2 to smithi09982431-26 2024-04-12T16:13:48.868 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 2449 (ObjNum 1125 snap 365 seq_num 1125) dirty exists 2024-04-12T16:13:48.868 INFO:tasks.rados.rados.0.smithi099.stdout:3706: finishing rollback tid 1 to smithi09982431-18 2024-04-12T16:13:48.868 INFO:tasks.rados.rados.0.smithi099.stdout:3706: finishing rollback tid 2 to smithi09982431-18 2024-04-12T16:13:48.868 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 18 v 2694 (ObjNum 65 snap 0 seq_num 1684165484) dirty exists 2024-04-12T16:13:48.868 INFO:tasks.rados.rados.0.smithi099.stdout:3709: finishing write tid 1 to smithi09982431-46 2024-04-12T16:13:48.868 INFO:tasks.rados.rados.0.smithi099.stdout:3709: finishing write tid 2 to smithi09982431-46 2024-04-12T16:13:48.869 INFO:tasks.rados.rados.0.smithi099.stdout:3704: done (6 left) 2024-04-12T16:13:48.869 INFO:tasks.rados.rados.0.smithi099.stdout:3705: done (5 left) 2024-04-12T16:13:48.869 INFO:tasks.rados.rados.0.smithi099.stdout:3706: done (4 left) 2024-04-12T16:13:48.869 INFO:tasks.rados.rados.0.smithi099.stdout:3707: done (3 left) 2024-04-12T16:13:48.869 INFO:tasks.rados.rados.0.smithi099.stdout:3708: done (2 left) 2024-04-12T16:13:48.869 INFO:tasks.rados.rados.0.smithi099.stdout:3711: snap_remove snap 363 2024-04-12T16:13:49.138 INFO:tasks.rados.rados.0.smithi099.stdout:3711: done (2 left) 2024-04-12T16:13:49.138 INFO:tasks.rados.rados.0.smithi099.stdout:3712: read oid 18 snap 340 2024-04-12T16:13:49.138 INFO:tasks.rados.rados.0.smithi099.stdout:3712: expect (ObjNum 1924610288 snap 22062 seq_num 1924490832) 2024-04-12T16:13:49.138 INFO:tasks.rados.rados.0.smithi099.stdout:3713: snap_remove snap 366 2024-04-12T16:13:49.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:49 smithi110 ceph-mon[88691]: osdmap e808: 8 total, 8 up, 8 in 2024-04-12T16:13:49.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:49 smithi110 ceph-mon[88691]: pgmap v850: 121 pgs: 121 active+clean; 357 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 0 B/s wr, 8 op/s 2024-04-12T16:13:49.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:49 smithi110 ceph-mon[88691]: osdmap e809: 8 total, 8 up, 8 in 2024-04-12T16:13:49.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:49 smithi099 ceph-mon[94290]: osdmap e808: 8 total, 8 up, 8 in 2024-04-12T16:13:49.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:49 smithi099 ceph-mon[94290]: pgmap v850: 121 pgs: 121 active+clean; 357 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 0 B/s wr, 8 op/s 2024-04-12T16:13:49.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:49 smithi099 ceph-mon[94290]: osdmap e809: 8 total, 8 up, 8 in 2024-04-12T16:13:49.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:49 smithi099 ceph-mon[96864]: osdmap e808: 8 total, 8 up, 8 in 2024-04-12T16:13:49.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:49 smithi099 ceph-mon[96864]: pgmap v850: 121 pgs: 121 active+clean; 357 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 0 B/s wr, 8 op/s 2024-04-12T16:13:49.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:49 smithi099 ceph-mon[96864]: osdmap e809: 8 total, 8 up, 8 in 2024-04-12T16:13:50.146 INFO:tasks.rados.rados.0.smithi099.stdout:3713: done (3 left) 2024-04-12T16:13:50.146 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 49 current snap is 369 2024-04-12T16:13:50.146 INFO:tasks.rados.rados.0.smithi099.stdout:3709: finishing write tid 3 to smithi09982431-46 2024-04-12T16:13:50.146 INFO:tasks.rados.rados.0.smithi099.stdout:3710: finishing rollback tid 0 to smithi09982431-28 2024-04-12T16:13:50.146 INFO:tasks.rados.rados.0.smithi099.stdout:3709: finishing write tid 4 to smithi09982431-46 2024-04-12T16:13:50.146 INFO:tasks.rados.rados.0.smithi099.stdout:3709: finishing write tid 5 to smithi09982431-46 2024-04-12T16:13:50.146 INFO:tasks.rados.rados.0.smithi099.stdout:3714: seq_num 1133 ranges {2621440=581632,3203072=753664,3956736=573440,4530176=278528} 2024-04-12T16:13:50.163 INFO:tasks.rados.rados.0.smithi099.stdout:3714: writing smithi09982431-49 from 2621440 to 3203072 tid 1 2024-04-12T16:13:50.167 INFO:tasks.rados.rados.0.smithi099.stdout:3714: writing smithi09982431-49 from 3203072 to 3956736 tid 2 2024-04-12T16:13:50.171 INFO:tasks.rados.rados.0.smithi099.stdout:3714: writing smithi09982431-49 from 3956736 to 4530176 tid 3 2024-04-12T16:13:50.173 INFO:tasks.rados.rados.0.smithi099.stdout:3714: writing smithi09982431-49 from 4530176 to 4808704 tid 4 2024-04-12T16:13:50.173 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 1 current snap is 369 2024-04-12T16:13:50.173 INFO:tasks.rados.rados.0.smithi099.stdout:3709: finishing write tid 6 to smithi09982431-46 2024-04-12T16:13:50.173 INFO:tasks.rados.rados.0.smithi099.stdout:3709: oid 46 updating version 0 to 2658 2024-04-12T16:13:50.173 INFO:tasks.rados.rados.0.smithi099.stdout:3709: oid 46 updating version 2658 to 2661 2024-04-12T16:13:50.173 INFO:tasks.rados.rados.0.smithi099.stdout:3709: oid 46 updating version 2661 to 2662 2024-04-12T16:13:50.173 INFO:tasks.rados.rados.0.smithi099.stdout:3709: oid 46 version 2662 is already newer than 2659 2024-04-12T16:13:50.173 INFO:tasks.rados.rados.0.smithi099.stdout:3709: oid 46 version 2662 is already newer than 2660 2024-04-12T16:13:50.173 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 46 v 2662 (ObjNum 1132 snap 369 seq_num 1132) dirty exists 2024-04-12T16:13:50.173 INFO:tasks.rados.rados.0.smithi099.stdout:3709: left oid 46 (ObjNum 1132 snap 369 seq_num 1132) 2024-04-12T16:13:50.173 INFO:tasks.rados.rados.0.smithi099.stdout:3710: finishing rollback tid 1 to smithi09982431-28 2024-04-12T16:13:50.174 INFO:tasks.rados.rados.0.smithi099.stdout:3715: seq_num 1134 ranges {5644288=598016,6242304=638976,6881280=737280,7618560=229376} 2024-04-12T16:13:50.206 INFO:tasks.rados.rados.0.smithi099.stdout:3715: writing smithi09982431-1 from 5644288 to 6242304 tid 1 2024-04-12T16:13:50.210 INFO:tasks.rados.rados.0.smithi099.stdout:3715: writing smithi09982431-1 from 6242304 to 6881280 tid 2 2024-04-12T16:13:50.215 INFO:tasks.rados.rados.0.smithi099.stdout:3715: writing smithi09982431-1 from 6881280 to 7618560 tid 3 2024-04-12T16:13:50.217 INFO:tasks.rados.rados.0.smithi099.stdout:3715: writing smithi09982431-1 from 7618560 to 7847936 tid 4 2024-04-12T16:13:50.217 INFO:tasks.rados.rados.0.smithi099.stdout:3709: done (4 left) 2024-04-12T16:13:50.218 INFO:tasks.rados.rados.0.smithi099.stdout:3716: rollback oid 12 current snap is 369 2024-04-12T16:13:50.218 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 12 to 367 2024-04-12T16:13:50.218 INFO:tasks.rados.rados.0.smithi099.stdout:3710: finishing rollback tid 2 to smithi09982431-28 2024-04-12T16:13:50.218 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 28 v 2880 (ObjNum 921 snap 285 seq_num 921) dirty exists 2024-04-12T16:13:50.218 INFO:tasks.rados.rados.0.smithi099.stdout:3710: done (4 left) 2024-04-12T16:13:50.218 INFO:tasks.rados.rados.0.smithi099.stdout:3717: rmattr oid 19 current snap is 369 2024-04-12T16:13:50.218 INFO:tasks.rados.rados.0.smithi099.stdout:3712: expect (ObjNum 1924610288 snap 22062 seq_num 1924490832) 2024-04-12T16:13:50.221 INFO:tasks.rados.rados.0.smithi099.stdout:3714: finishing write tid 1 to smithi09982431-49 2024-04-12T16:13:50.221 INFO:tasks.rados.rados.0.smithi099.stdout:3714: finishing write tid 2 to smithi09982431-49 2024-04-12T16:13:50.221 INFO:tasks.rados.rados.0.smithi099.stdout:3714: finishing write tid 3 to smithi09982431-49 2024-04-12T16:13:50.222 INFO:tasks.rados.rados.0.smithi099.stdout:3714: finishing write tid 4 to smithi09982431-49 2024-04-12T16:13:50.222 INFO:tasks.rados.rados.0.smithi099.stdout:3714: finishing write tid 5 to smithi09982431-49 2024-04-12T16:13:50.222 INFO:tasks.rados.rados.0.smithi099.stdout:3714: finishing write tid 6 to smithi09982431-49 2024-04-12T16:13:50.222 INFO:tasks.rados.rados.0.smithi099.stdout:3714: oid 49 updating version 0 to 2651 2024-04-12T16:13:50.222 INFO:tasks.rados.rados.0.smithi099.stdout:3714: oid 49 version 2651 is already newer than 2650 2024-04-12T16:13:50.222 INFO:tasks.rados.rados.0.smithi099.stdout:3714: oid 49 version 2651 is already newer than 2649 2024-04-12T16:13:50.222 INFO:tasks.rados.rados.0.smithi099.stdout:3714: oid 49 version 2651 is already newer than 2648 2024-04-12T16:13:50.222 INFO:tasks.rados.rados.0.smithi099.stdout:3714: oid 49 version 2651 is already newer than 2647 2024-04-12T16:13:50.222 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 49 v 2651 (ObjNum 1133 snap 369 seq_num 1133) dirty exists 2024-04-12T16:13:50.222 INFO:tasks.rados.rados.0.smithi099.stdout:3714: left oid 49 (ObjNum 1133 snap 369 seq_num 1133) 2024-04-12T16:13:50.222 INFO:tasks.rados.rados.0.smithi099.stdout:3715: finishing write tid 1 to smithi09982431-1 2024-04-12T16:13:50.222 INFO:tasks.rados.rados.0.smithi099.stdout:3715: finishing write tid 2 to smithi09982431-1 2024-04-12T16:13:50.222 INFO:tasks.rados.rados.0.smithi099.stdout:3712: done (4 left) 2024-04-12T16:13:50.222 INFO:tasks.rados.rados.0.smithi099.stdout:3714: done (3 left) 2024-04-12T16:13:50.223 INFO:tasks.rados.rados.0.smithi099.stdout:3718: read oid 11 snap -1 2024-04-12T16:13:50.223 INFO:tasks.rados.rados.0.smithi099.stdout:3718: expect deleted 2024-04-12T16:13:50.223 INFO:tasks.rados.rados.0.smithi099.stdout:3719: rollback oid 22 current snap is 369 2024-04-12T16:13:50.223 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 22 to 347 2024-04-12T16:13:50.223 INFO:tasks.rados.rados.0.smithi099.stdout:3720: read oid 9 snap -1 2024-04-12T16:13:50.223 INFO:tasks.rados.rados.0.smithi099.stdout:3720: expect deleted 2024-04-12T16:13:50.223 INFO:tasks.rados.rados.0.smithi099.stdout:3721: setattr oid 4 current snap is 369 2024-04-12T16:13:50.223 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 19 v 2655 (ObjNum 1071 snap 343 seq_num 1071) dirty exists 2024-04-12T16:13:50.223 INFO:tasks.rados.rados.0.smithi099.stdout:3717: done (6 left) 2024-04-12T16:13:50.223 INFO:tasks.rados.rados.0.smithi099.stdout:3718: done (5 left) 2024-04-12T16:13:50.224 INFO:tasks.rados.rados.0.smithi099.stdout:3722: snap_create 2024-04-12T16:13:50.226 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 4 v 2448 (ObjNum 1125 snap 365 seq_num 1125) dirty exists 2024-04-12T16:13:50.226 INFO:tasks.rados.rados.0.smithi099.stdout:3715: finishing write tid 3 to smithi09982431-1 2024-04-12T16:13:50.226 INFO:tasks.rados.rados.0.smithi099.stdout:3715: finishing write tid 4 to smithi09982431-1 2024-04-12T16:13:50.227 INFO:tasks.rados.rados.0.smithi099.stdout:3715: finishing write tid 5 to smithi09982431-1 2024-04-12T16:13:50.229 INFO:tasks.rados.rados.0.smithi099.stdout:3719: finishing rollback tid 0 to smithi09982431-22 2024-04-12T16:13:50.229 INFO:tasks.rados.rados.0.smithi099.stdout:3715: finishing write tid 6 to smithi09982431-1 2024-04-12T16:13:50.229 INFO:tasks.rados.rados.0.smithi099.stdout:3715: oid 1 updating version 0 to 2666 2024-04-12T16:13:50.229 INFO:tasks.rados.rados.0.smithi099.stdout:3715: oid 1 updating version 2666 to 2667 2024-04-12T16:13:50.229 INFO:tasks.rados.rados.0.smithi099.stdout:3715: oid 1 updating version 2667 to 2670 2024-04-12T16:13:50.229 INFO:tasks.rados.rados.0.smithi099.stdout:3715: oid 1 version 2670 is already newer than 2668 2024-04-12T16:13:50.229 INFO:tasks.rados.rados.0.smithi099.stdout:3715: oid 1 version 2670 is already newer than 2669 2024-04-12T16:13:50.229 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 1 v 2670 (ObjNum 1134 snap 369 seq_num 1134) dirty exists 2024-04-12T16:13:50.229 INFO:tasks.rados.rados.0.smithi099.stdout:3715: left oid 1 (ObjNum 1134 snap 369 seq_num 1134) 2024-04-12T16:13:50.229 INFO:tasks.rados.rados.0.smithi099.stdout:3716: finishing rollback tid 0 to smithi09982431-12 2024-04-12T16:13:50.230 INFO:tasks.rados.rados.0.smithi099.stdout:3719: finishing rollback tid 1 to smithi09982431-22 2024-04-12T16:13:50.230 INFO:tasks.rados.rados.0.smithi099.stdout:3716: finishing rollback tid 1 to smithi09982431-12 2024-04-12T16:13:50.230 INFO:tasks.rados.rados.0.smithi099.stdout:3719: finishing rollback tid 2 to smithi09982431-22 2024-04-12T16:13:50.230 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 22 v 2697 (ObjNum 1052 snap 335 seq_num 1052) dirty exists 2024-04-12T16:13:50.230 INFO:tasks.rados.rados.0.smithi099.stdout:3716: finishing rollback tid 2 to smithi09982431-12 2024-04-12T16:13:50.230 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 2673 (ObjNum 1094 snap 358 seq_num 1094) dirty exists 2024-04-12T16:13:51.147 INFO:tasks.rados.rados.0.smithi099.stdout:3715: done (5 left) 2024-04-12T16:13:51.147 INFO:tasks.rados.rados.0.smithi099.stdout:3716: done (4 left) 2024-04-12T16:13:51.147 INFO:tasks.rados.rados.0.smithi099.stdout:3719: done (3 left) 2024-04-12T16:13:51.147 INFO:tasks.rados.rados.0.smithi099.stdout:3720: done (2 left) 2024-04-12T16:13:51.147 INFO:tasks.rados.rados.0.smithi099.stdout:3721: done (1 left) 2024-04-12T16:13:51.147 INFO:tasks.rados.rados.0.smithi099.stdout:3722: done (0 left) 2024-04-12T16:13:51.147 INFO:tasks.rados.rados.0.smithi099.stdout:3723: delete oid 11 current snap is 370 2024-04-12T16:13:51.149 INFO:tasks.rados.rados.0.smithi099.stdout:3723: done (0 left) 2024-04-12T16:13:51.149 INFO:tasks.rados.rados.0.smithi099.stdout:3724: snap_remove snap 342 2024-04-12T16:13:51.429 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:51 smithi099 ceph-mon[94290]: osdmap e810: 8 total, 8 up, 8 in 2024-04-12T16:13:51.429 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:51 smithi099 ceph-mon[94290]: pgmap v853: 121 pgs: 121 active+clean; 370 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-04-12T16:13:51.430 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:51 smithi099 ceph-mon[96864]: osdmap e810: 8 total, 8 up, 8 in 2024-04-12T16:13:51.430 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:51 smithi099 ceph-mon[96864]: pgmap v853: 121 pgs: 121 active+clean; 370 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-04-12T16:13:51.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:51 smithi110 ceph-mon[88691]: osdmap e810: 8 total, 8 up, 8 in 2024-04-12T16:13:51.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:51 smithi110 ceph-mon[88691]: pgmap v853: 121 pgs: 121 active+clean; 370 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-04-12T16:13:52.149 INFO:tasks.rados.rados.0.smithi099.stdout:3724: done (0 left) 2024-04-12T16:13:52.150 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 47 current snap is 370 2024-04-12T16:13:52.150 INFO:tasks.rados.rados.0.smithi099.stdout:3725: seq_num 1136 ranges {4784128=630784,5414912=409600,5824512=753664,6578176=417792,6995968=24576} 2024-04-12T16:13:52.180 INFO:tasks.rados.rados.0.smithi099.stdout:3725: writing smithi09982431-47 from 4784128 to 5414912 tid 1 2024-04-12T16:13:52.183 INFO:tasks.rados.rados.0.smithi099.stdout:3725: writing smithi09982431-47 from 5414912 to 5824512 tid 2 2024-04-12T16:13:52.188 INFO:tasks.rados.rados.0.smithi099.stdout:3725: writing smithi09982431-47 from 5824512 to 6578176 tid 3 2024-04-12T16:13:52.191 INFO:tasks.rados.rados.0.smithi099.stdout:3725: writing smithi09982431-47 from 6578176 to 6995968 tid 4 2024-04-12T16:13:52.191 INFO:tasks.rados.rados.0.smithi099.stdout:3725: writing smithi09982431-47 from 6995968 to 7020544 tid 5 2024-04-12T16:13:52.191 INFO:tasks.rados.rados.0.smithi099.stdout:3725: finishing write tid 1 to smithi09982431-47 2024-04-12T16:13:52.191 INFO:tasks.rados.rados.0.smithi099.stdout:3725: finishing write tid 2 to smithi09982431-47 2024-04-12T16:13:52.191 INFO:tasks.rados.rados.0.smithi099.stdout:3726: read oid 15 snap -1 2024-04-12T16:13:52.191 INFO:tasks.rados.rados.0.smithi099.stdout:3726: expect (ObjNum 1054 snap 336 seq_num 1054) 2024-04-12T16:13:52.191 INFO:tasks.rados.rados.0.smithi099.stdout:3727: setattr oid 3 current snap is 370 2024-04-12T16:13:52.193 INFO:tasks.rados.rados.0.smithi099.stdout:3725: finishing write tid 3 to smithi09982431-47 2024-04-12T16:13:52.194 INFO:tasks.rados.rados.0.smithi099.stdout:3728: read oid 31 snap -1 2024-04-12T16:13:52.194 INFO:tasks.rados.rados.0.smithi099.stdout:3728: expect (ObjNum 1035 snap 331 seq_num 1035) 2024-04-12T16:13:52.194 INFO:tasks.rados.rados.0.smithi099.stdout:3729: rollback oid 5 current snap is 370 2024-04-12T16:13:52.194 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 5 to 352 2024-04-12T16:13:52.194 INFO:tasks.rados.rados.0.smithi099.stdout:3730: snap_create 2024-04-12T16:13:52.195 INFO:tasks.rados.rados.0.smithi099.stdout:3725: finishing write tid 4 to smithi09982431-47 2024-04-12T16:13:52.196 INFO:tasks.rados.rados.0.smithi099.stdout:3725: finishing write tid 5 to smithi09982431-47 2024-04-12T16:13:52.197 INFO:tasks.rados.rados.0.smithi099.stdout:3725: finishing write tid 6 to smithi09982431-47 2024-04-12T16:13:52.198 INFO:tasks.rados.rados.0.smithi099.stdout:3725: finishing write tid 7 to smithi09982431-47 2024-04-12T16:13:52.198 INFO:tasks.rados.rados.0.smithi099.stdout:3725: oid 47 updating version 0 to 2426 2024-04-12T16:13:52.198 INFO:tasks.rados.rados.0.smithi099.stdout:3725: oid 47 version 2426 is already newer than 2423 2024-04-12T16:13:52.198 INFO:tasks.rados.rados.0.smithi099.stdout:3725: oid 47 updating version 2426 to 2427 2024-04-12T16:13:52.198 INFO:tasks.rados.rados.0.smithi099.stdout:3725: oid 47 version 2427 is already newer than 2425 2024-04-12T16:13:52.198 INFO:tasks.rados.rados.0.smithi099.stdout:3725: oid 47 version 2427 is already newer than 2424 2024-04-12T16:13:52.198 INFO:tasks.rados.rados.0.smithi099.stdout:3725: oid 47 updating version 2427 to 2428 2024-04-12T16:13:52.198 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 47 v 2428 (ObjNum 1136 snap 370 seq_num 1136) dirty exists 2024-04-12T16:13:52.199 INFO:tasks.rados.rados.0.smithi099.stdout:3725: left oid 47 (ObjNum 1136 snap 370 seq_num 1136) 2024-04-12T16:13:52.200 INFO:tasks.rados.rados.0.smithi099.stdout:3729: finishing rollback tid 0 to smithi09982431-5 2024-04-12T16:13:52.200 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 3 v 2698 (ObjNum 1112 snap 363 seq_num 1112) dirty exists 2024-04-12T16:13:52.200 INFO:tasks.rados.rados.0.smithi099.stdout:3729: finishing rollback tid 1 to smithi09982431-5 2024-04-12T16:13:52.200 INFO:tasks.rados.rados.0.smithi099.stdout:3729: finishing rollback tid 2 to smithi09982431-5 2024-04-12T16:13:52.200 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 5 v 2270 (ObjNum 969 snap 299 seq_num 969) dirty exists 2024-04-12T16:13:52.208 INFO:tasks.rados.rados.0.smithi099.stdout:3728: expect (ObjNum 1035 snap 331 seq_num 1035) 2024-04-12T16:13:52.310 INFO:tasks.rados.rados.0.smithi099.stdout:3726: expect (ObjNum 1054 snap 336 seq_num 1054) 2024-04-12T16:13:52.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:52 smithi110 ceph-mon[88691]: osdmap e811: 8 total, 8 up, 8 in 2024-04-12T16:13:52.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:13:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:13:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:13:52.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:52 smithi099 ceph-mon[94290]: osdmap e811: 8 total, 8 up, 8 in 2024-04-12T16:13:52.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:52 smithi099 ceph-mon[96864]: osdmap e811: 8 total, 8 up, 8 in 2024-04-12T16:13:53.161 INFO:tasks.rados.rados.0.smithi099.stdout:3725: done (5 left) 2024-04-12T16:13:53.161 INFO:tasks.rados.rados.0.smithi099.stdout:3726: done (4 left) 2024-04-12T16:13:53.161 INFO:tasks.rados.rados.0.smithi099.stdout:3727: done (3 left) 2024-04-12T16:13:53.161 INFO:tasks.rados.rados.0.smithi099.stdout:3728: done (2 left) 2024-04-12T16:13:53.161 INFO:tasks.rados.rados.0.smithi099.stdout:3729: done (1 left) 2024-04-12T16:13:53.161 INFO:tasks.rados.rados.0.smithi099.stdout:3730: done (0 left) 2024-04-12T16:13:53.161 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 34 current snap is 371 2024-04-12T16:13:53.161 INFO:tasks.rados.rados.0.smithi099.stdout:3731: seq_num 1137 ranges {0=647168,647168=696320,1343488=557056,1900544=352256} 2024-04-12T16:13:53.164 INFO:tasks.rados.rados.0.smithi099.stdout:3731: writing smithi09982431-34 from 0 to 647168 tid 1 2024-04-12T16:13:53.168 INFO:tasks.rados.rados.0.smithi099.stdout:3731: writing smithi09982431-34 from 647168 to 1343488 tid 2 2024-04-12T16:13:53.171 INFO:tasks.rados.rados.0.smithi099.stdout:3731: writing smithi09982431-34 from 1343488 to 1900544 tid 3 2024-04-12T16:13:53.174 INFO:tasks.rados.rados.0.smithi099.stdout:3731: writing smithi09982431-34 from 1900544 to 2252800 tid 4 2024-04-12T16:13:53.174 INFO:tasks.rados.rados.0.smithi099.stdout:3732: read oid 9 snap 368 2024-04-12T16:13:53.174 INFO:tasks.rados.rados.0.smithi099.stdout:3732: expect deleted 2024-04-12T16:13:53.174 INFO:tasks.rados.rados.0.smithi099.stdout:3733: read oid 22 snap -1 2024-04-12T16:13:53.174 INFO:tasks.rados.rados.0.smithi099.stdout:3733: expect (ObjNum 1052 snap 335 seq_num 1052) 2024-04-12T16:13:53.174 INFO:tasks.rados.rados.0.smithi099.stdout:3734: copy_from oid 38 from oid 25 current snap is 371 2024-04-12T16:13:53.175 INFO:tasks.rados.rados.0.smithi099.stdout:3735: snap_create 2024-04-12T16:13:53.175 INFO:tasks.rados.rados.0.smithi099.stdout:3731: finishing write tid 1 to smithi09982431-34 2024-04-12T16:13:53.175 INFO:tasks.rados.rados.0.smithi099.stdout:3731: finishing write tid 2 to smithi09982431-34 2024-04-12T16:13:53.178 INFO:tasks.rados.rados.0.smithi099.stdout:3731: finishing write tid 3 to smithi09982431-34 2024-04-12T16:13:53.178 INFO:tasks.rados.rados.0.smithi099.stdout:3734: finishing copy_from to smithi09982431-38 2024-04-12T16:13:53.178 INFO:tasks.rados.rados.0.smithi099.stdout:3734: got expected ENOENT (src dne) 2024-04-12T16:13:53.178 INFO:tasks.rados.rados.0.smithi099.stdout:3734: finishing copy_from racing read to smithi09982431-38 2024-04-12T16:13:53.179 INFO:tasks.rados.rados.0.smithi099.stdout:3731: finishing write tid 4 to smithi09982431-34 2024-04-12T16:13:53.179 INFO:tasks.rados.rados.0.smithi099.stdout:3731: finishing write tid 5 to smithi09982431-34 2024-04-12T16:13:53.180 INFO:tasks.rados.rados.0.smithi099.stdout:3731: finishing write tid 6 to smithi09982431-34 2024-04-12T16:13:53.180 INFO:tasks.rados.rados.0.smithi099.stdout:3731: oid 34 updating version 0 to 2899 2024-04-12T16:13:53.180 INFO:tasks.rados.rados.0.smithi099.stdout:3731: oid 34 updating version 2899 to 2900 2024-04-12T16:13:53.181 INFO:tasks.rados.rados.0.smithi099.stdout:3731: oid 34 version 2900 is already newer than 2898 2024-04-12T16:13:53.181 INFO:tasks.rados.rados.0.smithi099.stdout:3731: oid 34 updating version 2900 to 2901 2024-04-12T16:13:53.181 INFO:tasks.rados.rados.0.smithi099.stdout:3731: oid 34 version 2901 is already newer than 2897 2024-04-12T16:13:53.181 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 34 v 2901 (ObjNum 1137 snap 371 seq_num 1137) dirty exists 2024-04-12T16:13:53.181 INFO:tasks.rados.rados.0.smithi099.stdout:3731: left oid 34 (ObjNum 1137 snap 371 seq_num 1137) 2024-04-12T16:13:53.184 INFO:tasks.rados.rados.0.smithi099.stdout:3733: expect (ObjNum 1052 snap 335 seq_num 1052) 2024-04-12T16:13:53.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:53 smithi110 ceph-mon[88691]: osdmap e812: 8 total, 8 up, 8 in 2024-04-12T16:13:53.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:53 smithi110 ceph-mon[88691]: pgmap v856: 121 pgs: 121 active+clean; 370 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 2.0 MiB/s wr, 49 op/s 2024-04-12T16:13:53.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:53 smithi099 ceph-mon[94290]: osdmap e812: 8 total, 8 up, 8 in 2024-04-12T16:13:53.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:53 smithi099 ceph-mon[94290]: pgmap v856: 121 pgs: 121 active+clean; 370 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 2.0 MiB/s wr, 49 op/s 2024-04-12T16:13:53.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:53 smithi099 ceph-mon[96864]: osdmap e812: 8 total, 8 up, 8 in 2024-04-12T16:13:53.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:53 smithi099 ceph-mon[96864]: pgmap v856: 121 pgs: 121 active+clean; 370 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 2.0 MiB/s wr, 49 op/s 2024-04-12T16:13:54.139 INFO:tasks.rados.rados.0.smithi099.stdout:3731: done (4 left) 2024-04-12T16:13:54.139 INFO:tasks.rados.rados.0.smithi099.stdout:3732: done (3 left) 2024-04-12T16:13:54.140 INFO:tasks.rados.rados.0.smithi099.stdout:3733: done (2 left) 2024-04-12T16:13:54.140 INFO:tasks.rados.rados.0.smithi099.stdout:3734: done (1 left) 2024-04-12T16:13:54.140 INFO:tasks.rados.rados.0.smithi099.stdout:3735: done (0 left) 2024-04-12T16:13:54.140 INFO:tasks.rados.rados.0.smithi099.stdout:3736: rollback oid 48 current snap is 372 2024-04-12T16:13:54.140 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 48 to 370 2024-04-12T16:13:54.140 INFO:tasks.rados.rados.0.smithi099.stdout:3737: rollback oid 16 current snap is 372 2024-04-12T16:13:54.140 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 16 to 362 2024-04-12T16:13:54.140 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 41 current snap is 372 2024-04-12T16:13:54.140 INFO:tasks.rados.rados.0.smithi099.stdout:3738: seq_num 1138 ranges {5644288=663552,6307840=581632,6889472=712704,7602176=311296} 2024-04-12T16:13:54.174 INFO:tasks.rados.rados.0.smithi099.stdout:3738: writing smithi09982431-41 from 5644288 to 6307840 tid 1 2024-04-12T16:13:54.177 INFO:tasks.rados.rados.0.smithi099.stdout:3738: writing smithi09982431-41 from 6307840 to 6889472 tid 2 2024-04-12T16:13:54.181 INFO:tasks.rados.rados.0.smithi099.stdout:3738: writing smithi09982431-41 from 6889472 to 7602176 tid 3 2024-04-12T16:13:54.183 INFO:tasks.rados.rados.0.smithi099.stdout:3738: writing smithi09982431-41 from 7602176 to 7913472 tid 4 2024-04-12T16:13:54.183 INFO:tasks.rados.rados.0.smithi099.stdout:3739: read oid 9 snap -1 2024-04-12T16:13:54.183 INFO:tasks.rados.rados.0.smithi099.stdout:3739: expect deleted 2024-04-12T16:13:54.184 INFO:tasks.rados.rados.0.smithi099.stdout:3740: copy_from oid 33 from oid 49 current snap is 372 2024-04-12T16:13:54.184 INFO:tasks.rados.rados.0.smithi099.stdout:3737: finishing rollback tid 0 to smithi09982431-16 2024-04-12T16:13:54.184 INFO:tasks.rados.rados.0.smithi099.stdout:3736: finishing rollback tid 0 to smithi09982431-48 2024-04-12T16:13:54.184 INFO:tasks.rados.rados.0.smithi099.stdout:3737: finishing rollback tid 1 to smithi09982431-16 2024-04-12T16:13:54.184 INFO:tasks.rados.rados.0.smithi099.stdout:3737: finishing rollback tid 2 to smithi09982431-16 2024-04-12T16:13:54.184 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 16 v 2676 (ObjNum 1044 snap 333 seq_num 1044) dirty exists 2024-04-12T16:13:54.184 INFO:tasks.rados.rados.0.smithi099.stdout:3736: finishing rollback tid 1 to smithi09982431-48 2024-04-12T16:13:54.184 INFO:tasks.rados.rados.0.smithi099.stdout:3736: finishing rollback tid 2 to smithi09982431-48 2024-04-12T16:13:54.184 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 48 v 2665 (ObjNum 1079 snap 346 seq_num 1079) dirty exists 2024-04-12T16:13:54.184 INFO:tasks.rados.rados.0.smithi099.stdout:3738: finishing write tid 1 to smithi09982431-41 2024-04-12T16:13:54.184 INFO:tasks.rados.rados.0.smithi099.stdout:3738: finishing write tid 2 to smithi09982431-41 2024-04-12T16:13:54.184 INFO:tasks.rados.rados.0.smithi099.stdout:3736: done (4 left) 2024-04-12T16:13:54.184 INFO:tasks.rados.rados.0.smithi099.stdout:3737: done (3 left) 2024-04-12T16:13:54.184 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 44 current snap is 372 2024-04-12T16:13:54.184 INFO:tasks.rados.rados.0.smithi099.stdout:3741: seq_num 1139 ranges {2310144=679936,2990080=458752,3448832=524288,3973120=540672,4513792=81920} 2024-04-12T16:13:54.200 INFO:tasks.rados.rados.0.smithi099.stdout:3741: writing smithi09982431-44 from 2310144 to 2990080 tid 1 2024-04-12T16:13:54.202 INFO:tasks.rados.rados.0.smithi099.stdout:3741: writing smithi09982431-44 from 2990080 to 3448832 tid 2 2024-04-12T16:13:54.205 INFO:tasks.rados.rados.0.smithi099.stdout:3741: writing smithi09982431-44 from 3448832 to 3973120 tid 3 2024-04-12T16:13:54.208 INFO:tasks.rados.rados.0.smithi099.stdout:3741: writing smithi09982431-44 from 3973120 to 4513792 tid 4 2024-04-12T16:13:54.209 INFO:tasks.rados.rados.0.smithi099.stdout:3741: writing smithi09982431-44 from 4513792 to 4595712 tid 5 2024-04-12T16:13:54.209 INFO:tasks.rados.rados.0.smithi099.stdout:3742: snap_remove snap 338 2024-04-12T16:13:54.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:54 smithi110 ceph-mon[88691]: osdmap e813: 8 total, 8 up, 8 in 2024-04-12T16:13:54.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:54 smithi110 ceph-mon[88691]: osdmap e814: 8 total, 8 up, 8 in 2024-04-12T16:13:54.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:54 smithi099 ceph-mon[96864]: osdmap e813: 8 total, 8 up, 8 in 2024-04-12T16:13:54.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:54 smithi099 ceph-mon[96864]: osdmap e814: 8 total, 8 up, 8 in 2024-04-12T16:13:54.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:54 smithi099 ceph-mon[94290]: osdmap e813: 8 total, 8 up, 8 in 2024-04-12T16:13:54.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:54 smithi099 ceph-mon[94290]: osdmap e814: 8 total, 8 up, 8 in 2024-04-12T16:13:55.177 INFO:tasks.rados.rados.0.smithi099.stdout:3738: finishing write tid 3 to smithi09982431-41 2024-04-12T16:13:55.177 INFO:tasks.rados.rados.0.smithi099.stdout:3738: finishing write tid 4 to smithi09982431-41 2024-04-12T16:13:55.177 INFO:tasks.rados.rados.0.smithi099.stdout:3738: finishing write tid 5 to smithi09982431-41 2024-04-12T16:13:55.177 INFO:tasks.rados.rados.0.smithi099.stdout:3738: finishing write tid 6 to smithi09982431-41 2024-04-12T16:13:55.177 INFO:tasks.rados.rados.0.smithi099.stdout:3738: oid 41 updating version 0 to 2655 2024-04-12T16:13:55.177 INFO:tasks.rados.rados.0.smithi099.stdout:3738: oid 41 version 2655 is already newer than 2652 2024-04-12T16:13:55.177 INFO:tasks.rados.rados.0.smithi099.stdout:3738: oid 41 updating version 2655 to 2656 2024-04-12T16:13:55.177 INFO:tasks.rados.rados.0.smithi099.stdout:3738: oid 41 version 2656 is already newer than 2653 2024-04-12T16:13:55.178 INFO:tasks.rados.rados.0.smithi099.stdout:3738: oid 41 version 2656 is already newer than 2654 2024-04-12T16:13:55.178 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 41 v 2656 (ObjNum 1138 snap 372 seq_num 1138) dirty exists 2024-04-12T16:13:55.178 INFO:tasks.rados.rados.0.smithi099.stdout:3738: left oid 41 (ObjNum 1138 snap 372 seq_num 1138) 2024-04-12T16:13:55.178 INFO:tasks.rados.rados.0.smithi099.stdout:3741: finishing write tid 1 to smithi09982431-44 2024-04-12T16:13:55.178 INFO:tasks.rados.rados.0.smithi099.stdout:3740: finishing copy_from racing read to smithi09982431-33 2024-04-12T16:13:55.178 INFO:tasks.rados.rados.0.smithi099.stdout:3741: finishing write tid 2 to smithi09982431-44 2024-04-12T16:13:55.178 INFO:tasks.rados.rados.0.smithi099.stdout:3740: finishing copy_from to smithi09982431-33 2024-04-12T16:13:55.178 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 33 v 2651 (ObjNum 1133 snap 369 seq_num 1133) dirty exists 2024-04-12T16:13:55.178 INFO:tasks.rados.rados.0.smithi099.stdout:3741: finishing write tid 3 to smithi09982431-44 2024-04-12T16:13:55.178 INFO:tasks.rados.rados.0.smithi099.stdout:3741: finishing write tid 4 to smithi09982431-44 2024-04-12T16:13:55.178 INFO:tasks.rados.rados.0.smithi099.stdout:3741: finishing write tid 5 to smithi09982431-44 2024-04-12T16:13:55.178 INFO:tasks.rados.rados.0.smithi099.stdout:3741: finishing write tid 6 to smithi09982431-44 2024-04-12T16:13:55.178 INFO:tasks.rados.rados.0.smithi099.stdout:3741: finishing write tid 7 to smithi09982431-44 2024-04-12T16:13:55.178 INFO:tasks.rados.rados.0.smithi099.stdout:3741: oid 44 updating version 0 to 2659 2024-04-12T16:13:55.179 INFO:tasks.rados.rados.0.smithi099.stdout:3741: oid 44 version 2659 is already newer than 2657 2024-04-12T16:13:55.179 INFO:tasks.rados.rados.0.smithi099.stdout:3741: oid 44 updating version 2659 to 2662 2024-04-12T16:13:55.179 INFO:tasks.rados.rados.0.smithi099.stdout:3741: oid 44 version 2662 is already newer than 2660 2024-04-12T16:13:55.179 INFO:tasks.rados.rados.0.smithi099.stdout:3741: oid 44 version 2662 is already newer than 2658 2024-04-12T16:13:55.179 INFO:tasks.rados.rados.0.smithi099.stdout:3741: oid 44 version 2662 is already newer than 2661 2024-04-12T16:13:55.179 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 44 v 2662 (ObjNum 1139 snap 372 seq_num 1139) dirty exists 2024-04-12T16:13:55.179 INFO:tasks.rados.rados.0.smithi099.stdout:3741: left oid 44 (ObjNum 1139 snap 372 seq_num 1139) 2024-04-12T16:13:55.179 INFO:tasks.rados.rados.0.smithi099.stdout:3738: done (4 left) 2024-04-12T16:13:55.179 INFO:tasks.rados.rados.0.smithi099.stdout:3739: done (3 left) 2024-04-12T16:13:55.179 INFO:tasks.rados.rados.0.smithi099.stdout:3740: done (2 left) 2024-04-12T16:13:55.179 INFO:tasks.rados.rados.0.smithi099.stdout:3741: done (1 left) 2024-04-12T16:13:55.179 INFO:tasks.rados.rados.0.smithi099.stdout:3742: done (0 left) 2024-04-12T16:13:55.179 INFO:tasks.rados.rados.0.smithi099.stdout:3743: copy_from oid 13 from oid 8 current snap is 372 2024-04-12T16:13:55.179 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 37 current snap is 372 2024-04-12T16:13:55.180 INFO:tasks.rados.rados.0.smithi099.stdout:3744: seq_num 1140 ranges {0=696320,696320=745472,1441792=729088,2170880=131072} 2024-04-12T16:13:55.181 INFO:tasks.rados.rados.0.smithi099.stdout:3744: writing smithi09982431-37 from 0 to 696320 tid 1 2024-04-12T16:13:55.187 INFO:tasks.rados.rados.0.smithi099.stdout:3744: writing smithi09982431-37 from 696320 to 1441792 tid 2 2024-04-12T16:13:55.192 INFO:tasks.rados.rados.0.smithi099.stdout:3744: writing smithi09982431-37 from 1441792 to 2170880 tid 3 2024-04-12T16:13:55.194 INFO:tasks.rados.rados.0.smithi099.stdout:3744: writing smithi09982431-37 from 2170880 to 2301952 tid 4 2024-04-12T16:13:55.194 INFO:tasks.rados.rados.0.smithi099.stdout:3745: snap_create 2024-04-12T16:13:55.194 INFO:tasks.rados.rados.0.smithi099.stdout:3744: finishing write tid 1 to smithi09982431-37 2024-04-12T16:13:55.199 INFO:tasks.rados.rados.0.smithi099.stdout:3744: finishing write tid 2 to smithi09982431-37 2024-04-12T16:13:55.199 INFO:tasks.rados.rados.0.smithi099.stdout:3744: finishing write tid 3 to smithi09982431-37 2024-04-12T16:13:55.200 INFO:tasks.rados.rados.0.smithi099.stdout:3744: finishing write tid 4 to smithi09982431-37 2024-04-12T16:13:55.201 INFO:tasks.rados.rados.0.smithi099.stdout:3744: finishing write tid 5 to smithi09982431-37 2024-04-12T16:13:55.203 INFO:tasks.rados.rados.0.smithi099.stdout:3744: finishing write tid 6 to smithi09982431-37 2024-04-12T16:13:55.203 INFO:tasks.rados.rados.0.smithi099.stdout:3744: oid 37 updating version 0 to 2659 2024-04-12T16:13:55.203 INFO:tasks.rados.rados.0.smithi099.stdout:3744: oid 37 version 2659 is already newer than 2658 2024-04-12T16:13:55.203 INFO:tasks.rados.rados.0.smithi099.stdout:3744: oid 37 version 2659 is already newer than 2657 2024-04-12T16:13:55.203 INFO:tasks.rados.rados.0.smithi099.stdout:3744: oid 37 version 2659 is already newer than 2656 2024-04-12T16:13:55.203 INFO:tasks.rados.rados.0.smithi099.stdout:3744: oid 37 updating version 2659 to 2660 2024-04-12T16:13:55.203 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 37 v 2660 (ObjNum 1140 snap 372 seq_num 1140) dirty exists 2024-04-12T16:13:55.203 INFO:tasks.rados.rados.0.smithi099.stdout:3744: left oid 37 (ObjNum 1140 snap 372 seq_num 1140) 2024-04-12T16:13:55.223 INFO:tasks.rados.rados.0.smithi099.stdout:3743: finishing copy_from racing read to smithi09982431-13 2024-04-12T16:13:55.231 INFO:tasks.rados.rados.0.smithi099.stdout:3743: finishing copy_from to smithi09982431-13 2024-04-12T16:13:55.231 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 13 v 2433 (ObjNum 968 snap 298 seq_num 968) dirty exists 2024-04-12T16:13:55.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:55 smithi110 ceph-mon[88691]: pgmap v859: 121 pgs: 121 active+clean; 374 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 1.0 MiB/s wr, 30 op/s 2024-04-12T16:13:55.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:55 smithi099 ceph-mon[94290]: pgmap v859: 121 pgs: 121 active+clean; 374 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 1.0 MiB/s wr, 30 op/s 2024-04-12T16:13:55.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:55 smithi099 ceph-mon[96864]: pgmap v859: 121 pgs: 121 active+clean; 374 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 1.0 MiB/s wr, 30 op/s 2024-04-12T16:13:56.172 INFO:tasks.rados.rados.0.smithi099.stdout:3743: done (2 left) 2024-04-12T16:13:56.172 INFO:tasks.rados.rados.0.smithi099.stdout:3744: done (1 left) 2024-04-12T16:13:56.172 INFO:tasks.rados.rados.0.smithi099.stdout:3745: done (0 left) 2024-04-12T16:13:56.172 INFO:tasks.rados.rados.0.smithi099.stdout:3746: setattr oid 9 current snap is 373 2024-04-12T16:13:56.173 INFO:tasks.rados.rados.0.smithi099.stdout:3747: snap_create 2024-04-12T16:13:56.179 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 9 v 2661 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-12T16:13:56.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:56 smithi110 ceph-mon[88691]: osdmap e815: 8 total, 8 up, 8 in 2024-04-12T16:13:56.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:56 smithi099 ceph-mon[94290]: osdmap e815: 8 total, 8 up, 8 in 2024-04-12T16:13:56.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:13:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:13:56] "GET /metrics HTTP/1.1" 200 36329 "" "Prometheus/2.43.0" 2024-04-12T16:13:56.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:56 smithi099 ceph-mon[96864]: osdmap e815: 8 total, 8 up, 8 in 2024-04-12T16:13:57.184 INFO:tasks.rados.rados.0.smithi099.stdout:3746: done (1 left) 2024-04-12T16:13:57.185 INFO:tasks.rados.rados.0.smithi099.stdout:3747: done (0 left) 2024-04-12T16:13:57.185 INFO:tasks.rados.rados.0.smithi099.stdout:3748: snap_create 2024-04-12T16:13:57.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:57 smithi110 ceph-mon[88691]: osdmap e816: 8 total, 8 up, 8 in 2024-04-12T16:13:57.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:57 smithi110 ceph-mon[88691]: pgmap v862: 121 pgs: 121 active+clean; 380 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.7 MiB/s wr, 20 op/s 2024-04-12T16:13:57.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:57 smithi099 ceph-mon[94290]: osdmap e816: 8 total, 8 up, 8 in 2024-04-12T16:13:57.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:57 smithi099 ceph-mon[94290]: pgmap v862: 121 pgs: 121 active+clean; 380 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.7 MiB/s wr, 20 op/s 2024-04-12T16:13:57.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:57 smithi099 ceph-mon[96864]: osdmap e816: 8 total, 8 up, 8 in 2024-04-12T16:13:57.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:57 smithi099 ceph-mon[96864]: pgmap v862: 121 pgs: 121 active+clean; 380 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.7 MiB/s wr, 20 op/s 2024-04-12T16:13:58.189 INFO:tasks.rados.rados.0.smithi099.stdout:3748: done (0 left) 2024-04-12T16:13:58.189 INFO:tasks.rados.rados.0.smithi099.stdout:3749: rollback oid 1 current snap is 375 2024-04-12T16:13:58.189 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 1 to 374 2024-04-12T16:13:58.189 INFO:tasks.rados.rados.0.smithi099.stdout:3750: read oid 41 snap -1 2024-04-12T16:13:58.189 INFO:tasks.rados.rados.0.smithi099.stdout:3750: expect (ObjNum 1138 snap 372 seq_num 1138) 2024-04-12T16:13:58.189 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 8 current snap is 375 2024-04-12T16:13:58.189 INFO:tasks.rados.rados.0.smithi099.stdout:3751: seq_num 1141 ranges {7184384=712704,7897088=679936,8577024=540672,9117696=385024} 2024-04-12T16:13:58.231 INFO:tasks.rados.rados.0.smithi099.stdout:3751: writing smithi09982431-8 from 7184384 to 7897088 tid 1 2024-04-12T16:13:58.235 INFO:tasks.rados.rados.0.smithi099.stdout:3751: writing smithi09982431-8 from 7897088 to 8577024 tid 2 2024-04-12T16:13:58.238 INFO:tasks.rados.rados.0.smithi099.stdout:3751: writing smithi09982431-8 from 8577024 to 9117696 tid 3 2024-04-12T16:13:58.241 INFO:tasks.rados.rados.0.smithi099.stdout:3751: writing smithi09982431-8 from 9117696 to 9502720 tid 4 2024-04-12T16:13:58.241 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 44 current snap is 375 2024-04-12T16:13:58.241 INFO:tasks.rados.rados.0.smithi099.stdout:3749: finishing rollback tid 0 to smithi09982431-1 2024-04-12T16:13:58.241 INFO:tasks.rados.rados.0.smithi099.stdout:3749: finishing rollback tid 1 to smithi09982431-1 2024-04-12T16:13:58.241 INFO:tasks.rados.rados.0.smithi099.stdout:3749: finishing rollback tid 2 to smithi09982431-1 2024-04-12T16:13:58.241 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 1 v 2679 (ObjNum 1134 snap 369 seq_num 1134) dirty exists 2024-04-12T16:13:58.241 INFO:tasks.rados.rados.0.smithi099.stdout:3750: expect (ObjNum 1138 snap 372 seq_num 1138) 2024-04-12T16:13:58.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:58 smithi110 ceph-mon[88691]: osdmap e817: 8 total, 8 up, 8 in 2024-04-12T16:13:58.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:13:58.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:58 smithi099 ceph-mon[94290]: osdmap e817: 8 total, 8 up, 8 in 2024-04-12T16:13:58.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:13:58.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:58 smithi099 ceph-mon[96864]: osdmap e817: 8 total, 8 up, 8 in 2024-04-12T16:13:58.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:13:58.708 INFO:tasks.rados.rados.0.smithi099.stdout:3751: finishing write tid 1 to smithi09982431-8 2024-04-12T16:13:58.708 INFO:tasks.rados.rados.0.smithi099.stdout:3751: finishing write tid 2 to smithi09982431-8 2024-04-12T16:13:58.709 INFO:tasks.rados.rados.0.smithi099.stdout:3751: finishing write tid 3 to smithi09982431-8 2024-04-12T16:13:58.709 INFO:tasks.rados.rados.0.smithi099.stdout:3751: finishing write tid 4 to smithi09982431-8 2024-04-12T16:13:58.709 INFO:tasks.rados.rados.0.smithi099.stdout:3752: seq_num 1142 ranges {4595712=729088,5324800=565248,5890048=696320,6586368=344064} 2024-04-12T16:13:58.735 INFO:tasks.rados.rados.0.smithi099.stdout:3752: writing smithi09982431-44 from 4595712 to 5324800 tid 1 2024-04-12T16:13:58.739 INFO:tasks.rados.rados.0.smithi099.stdout:3752: writing smithi09982431-44 from 5324800 to 5890048 tid 2 2024-04-12T16:13:58.743 INFO:tasks.rados.rados.0.smithi099.stdout:3752: writing smithi09982431-44 from 5890048 to 6586368 tid 3 2024-04-12T16:13:58.745 INFO:tasks.rados.rados.0.smithi099.stdout:3752: writing smithi09982431-44 from 6586368 to 6930432 tid 4 2024-04-12T16:13:58.745 INFO:tasks.rados.rados.0.smithi099.stdout:3749: done (3 left) 2024-04-12T16:13:58.746 INFO:tasks.rados.rados.0.smithi099.stdout:3750: done (2 left) 2024-04-12T16:13:58.746 INFO:tasks.rados.rados.0.smithi099.stdout:3753: rollback oid 34 current snap is 375 2024-04-12T16:13:58.746 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 34 to 361 2024-04-12T16:13:58.746 INFO:tasks.rados.rados.0.smithi099.stdout:3751: finishing write tid 5 to smithi09982431-8 2024-04-12T16:13:58.746 INFO:tasks.rados.rados.0.smithi099.stdout:3751: finishing write tid 6 to smithi09982431-8 2024-04-12T16:13:58.746 INFO:tasks.rados.rados.0.smithi099.stdout:3751: oid 8 updating version 0 to 2451 2024-04-12T16:13:58.746 INFO:tasks.rados.rados.0.smithi099.stdout:3751: oid 8 updating version 2451 to 2452 2024-04-12T16:13:58.746 INFO:tasks.rados.rados.0.smithi099.stdout:3751: oid 8 version 2452 is already newer than 2450 2024-04-12T16:13:58.746 INFO:tasks.rados.rados.0.smithi099.stdout:3751: oid 8 version 2452 is already newer than 2449 2024-04-12T16:13:58.746 INFO:tasks.rados.rados.0.smithi099.stdout:3751: oid 8 updating version 2452 to 2453 2024-04-12T16:13:58.746 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 8 v 2453 (ObjNum 1141 snap 375 seq_num 1141) dirty exists 2024-04-12T16:13:58.746 INFO:tasks.rados.rados.0.smithi099.stdout:3751: left oid 8 (ObjNum 1141 snap 375 seq_num 1141) 2024-04-12T16:13:58.746 INFO:tasks.rados.rados.0.smithi099.stdout:3752: finishing write tid 1 to smithi09982431-44 2024-04-12T16:13:58.746 INFO:tasks.rados.rados.0.smithi099.stdout:3752: finishing write tid 2 to smithi09982431-44 2024-04-12T16:13:58.747 INFO:tasks.rados.rados.0.smithi099.stdout:3751: done (2 left) 2024-04-12T16:13:58.747 INFO:tasks.rados.rados.0.smithi099.stdout:3754: snap_create 2024-04-12T16:13:58.748 INFO:tasks.rados.rados.0.smithi099.stdout:3752: finishing write tid 3 to smithi09982431-44 2024-04-12T16:13:58.748 INFO:tasks.rados.rados.0.smithi099.stdout:3752: finishing write tid 4 to smithi09982431-44 2024-04-12T16:13:58.748 INFO:tasks.rados.rados.0.smithi099.stdout:3752: finishing write tid 5 to smithi09982431-44 2024-04-12T16:13:58.750 INFO:tasks.rados.rados.0.smithi099.stdout:3752: finishing write tid 6 to smithi09982431-44 2024-04-12T16:13:58.750 INFO:tasks.rados.rados.0.smithi099.stdout:3752: oid 44 updating version 0 to 2667 2024-04-12T16:13:58.750 INFO:tasks.rados.rados.0.smithi099.stdout:3752: oid 44 version 2667 is already newer than 2665 2024-04-12T16:13:58.750 INFO:tasks.rados.rados.0.smithi099.stdout:3752: oid 44 version 2667 is already newer than 2663 2024-04-12T16:13:58.750 INFO:tasks.rados.rados.0.smithi099.stdout:3752: oid 44 version 2667 is already newer than 2664 2024-04-12T16:13:58.750 INFO:tasks.rados.rados.0.smithi099.stdout:3752: oid 44 version 2667 is already newer than 2666 2024-04-12T16:13:58.750 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 44 v 2667 (ObjNum 1142 snap 375 seq_num 1142) dirty exists 2024-04-12T16:13:58.750 INFO:tasks.rados.rados.0.smithi099.stdout:3752: left oid 44 (ObjNum 1142 snap 375 seq_num 1142) 2024-04-12T16:13:58.751 INFO:tasks.rados.rados.0.smithi099.stdout:3753: finishing rollback tid 0 to smithi09982431-34 2024-04-12T16:13:58.751 INFO:tasks.rados.rados.0.smithi099.stdout:3753: finishing rollback tid 1 to smithi09982431-34 2024-04-12T16:13:58.752 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 34 v 2916 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-12T16:13:59.142 INFO:tasks.rados.rados.0.smithi099.stdout:3752: done (2 left) 2024-04-12T16:13:59.142 INFO:tasks.rados.rados.0.smithi099.stdout:3753: done (1 left) 2024-04-12T16:13:59.142 INFO:tasks.rados.rados.0.smithi099.stdout:3754: done (0 left) 2024-04-12T16:13:59.142 INFO:tasks.rados.rados.0.smithi099.stdout:3755: copy_from oid 13 from oid 38 current snap is 376 2024-04-12T16:13:59.142 INFO:tasks.rados.rados.0.smithi099.stdout:3756: setattr oid 31 current snap is 376 2024-04-12T16:13:59.144 INFO:tasks.rados.rados.0.smithi099.stdout:3757: rollback oid 23 current snap is 376 2024-04-12T16:13:59.144 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 23 to 373 2024-04-12T16:13:59.144 INFO:tasks.rados.rados.0.smithi099.stdout:3758: snap_remove snap 349 2024-04-12T16:13:59.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:59 smithi110 ceph-mon[88691]: osdmap e818: 8 total, 8 up, 8 in 2024-04-12T16:13:59.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:59 smithi110 ceph-mon[88691]: pgmap v865: 121 pgs: 121 active+clean; 385 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 624 KiB/s rd, 2.8 MiB/s wr, 16 op/s 2024-04-12T16:13:59.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:13:59 smithi110 ceph-mon[88691]: osdmap e819: 8 total, 8 up, 8 in 2024-04-12T16:13:59.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:59 smithi099 ceph-mon[94290]: osdmap e818: 8 total, 8 up, 8 in 2024-04-12T16:13:59.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:59 smithi099 ceph-mon[94290]: pgmap v865: 121 pgs: 121 active+clean; 385 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 624 KiB/s rd, 2.8 MiB/s wr, 16 op/s 2024-04-12T16:13:59.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:13:59 smithi099 ceph-mon[94290]: osdmap e819: 8 total, 8 up, 8 in 2024-04-12T16:13:59.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:59 smithi099 ceph-mon[96864]: osdmap e818: 8 total, 8 up, 8 in 2024-04-12T16:13:59.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:59 smithi099 ceph-mon[96864]: pgmap v865: 121 pgs: 121 active+clean; 385 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 624 KiB/s rd, 2.8 MiB/s wr, 16 op/s 2024-04-12T16:13:59.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:13:59 smithi099 ceph-mon[96864]: osdmap e819: 8 total, 8 up, 8 in 2024-04-12T16:14:00.144 INFO:tasks.rados.rados.0.smithi099.stdout:3758: done (3 left) 2024-04-12T16:14:00.144 INFO:tasks.rados.rados.0.smithi099.stdout:3759: read oid 25 snap -1 2024-04-12T16:14:00.144 INFO:tasks.rados.rados.0.smithi099.stdout:3759: expect deleted 2024-04-12T16:14:00.144 INFO:tasks.rados.rados.0.smithi099.stdout:3760: setattr oid 14 current snap is 376 2024-04-12T16:14:00.146 INFO:tasks.rados.rados.0.smithi099.stdout:3757: finishing rollback tid 0 to smithi09982431-23 2024-04-12T16:14:00.147 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 31 v 2668 (ObjNum 1035 snap 331 seq_num 1035) dirty exists 2024-04-12T16:14:00.147 INFO:tasks.rados.rados.0.smithi099.stdout:3757: finishing rollback tid 1 to smithi09982431-23 2024-04-12T16:14:00.147 INFO:tasks.rados.rados.0.smithi099.stdout:3757: finishing rollback tid 2 to smithi09982431-23 2024-04-12T16:14:00.147 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 23 v 1000 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-04-12T16:14:00.147 INFO:tasks.rados.rados.0.smithi099.stdout:3755: finishing copy_from racing read to smithi09982431-13 2024-04-12T16:14:00.147 INFO:tasks.rados.rados.0.smithi099.stdout:3755: finishing copy_from to smithi09982431-13 2024-04-12T16:14:00.147 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 13 v 1972 (ObjNum 1063 snap 338 seq_num 1063) dirty exists 2024-04-12T16:14:00.147 INFO:tasks.rados.rados.0.smithi099.stdout:3755: done (4 left) 2024-04-12T16:14:00.147 INFO:tasks.rados.rados.0.smithi099.stdout:3756: done (3 left) 2024-04-12T16:14:00.147 INFO:tasks.rados.rados.0.smithi099.stdout:3757: done (2 left) 2024-04-12T16:14:00.147 INFO:tasks.rados.rados.0.smithi099.stdout:3761: delete oid 7 current snap is 376 2024-04-12T16:14:00.156 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 14 v 2085 (ObjNum 836 snap 261 seq_num 836) dirty exists 2024-04-12T16:14:00.162 INFO:tasks.rados.rados.0.smithi099.stdout:3759: done (2 left) 2024-04-12T16:14:00.162 INFO:tasks.rados.rados.0.smithi099.stdout:3760: done (1 left) 2024-04-12T16:14:00.162 INFO:tasks.rados.rados.0.smithi099.stdout:3761: done (0 left) 2024-04-12T16:14:00.163 INFO:tasks.rados.rados.0.smithi099.stdout:3762: delete oid 30 current snap is 376 2024-04-12T16:14:00.165 INFO:tasks.rados.rados.0.smithi099.stdout:3762: done (0 left) 2024-04-12T16:14:00.165 INFO:tasks.rados.rados.0.smithi099.stdout:3763: rollback oid 21 current snap is 376 2024-04-12T16:14:00.165 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 21 to 371 2024-04-12T16:14:00.165 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 50 current snap is 376 2024-04-12T16:14:00.165 INFO:tasks.rados.rados.0.smithi099.stdout:3764: seq_num 1145 ranges {688128=786432,1474560=622592,2097152=516096,2613248=417792,3031040=49152} 2024-04-12T16:14:00.174 INFO:tasks.rados.rados.0.smithi099.stdout:3764: writing smithi09982431-50 from 688128 to 1474560 tid 1 2024-04-12T16:14:00.177 INFO:tasks.rados.rados.0.smithi099.stdout:3764: writing smithi09982431-50 from 1474560 to 2097152 tid 2 2024-04-12T16:14:00.181 INFO:tasks.rados.rados.0.smithi099.stdout:3764: writing smithi09982431-50 from 2097152 to 2613248 tid 3 2024-04-12T16:14:00.183 INFO:tasks.rados.rados.0.smithi099.stdout:3764: writing smithi09982431-50 from 2613248 to 3031040 tid 4 2024-04-12T16:14:00.184 INFO:tasks.rados.rados.0.smithi099.stdout:3764: writing smithi09982431-50 from 3031040 to 3080192 tid 5 2024-04-12T16:14:00.184 INFO:tasks.rados.rados.0.smithi099.stdout:3765: rollback oid 12 current snap is 376 2024-04-12T16:14:00.184 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 12 to 369 2024-04-12T16:14:00.184 INFO:tasks.rados.rados.0.smithi099.stdout:3763: finishing rollback tid 0 to smithi09982431-21 2024-04-12T16:14:00.184 INFO:tasks.rados.rados.0.smithi099.stdout:3763: finishing rollback tid 1 to smithi09982431-21 2024-04-12T16:14:00.185 INFO:tasks.rados.rados.0.smithi099.stdout:3763: finishing rollback tid 2 to smithi09982431-21 2024-04-12T16:14:00.185 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 2671 (ObjNum 1056 snap 336 seq_num 1056) dirty exists 2024-04-12T16:14:00.185 INFO:tasks.rados.rados.0.smithi099.stdout:3763: done (2 left) 2024-04-12T16:14:00.185 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 37 current snap is 376 2024-04-12T16:14:00.185 INFO:tasks.rados.rados.0.smithi099.stdout:3764: finishing write tid 1 to smithi09982431-50 2024-04-12T16:14:00.185 INFO:tasks.rados.rados.0.smithi099.stdout:3764: finishing write tid 2 to smithi09982431-50 2024-04-12T16:14:00.185 INFO:tasks.rados.rados.0.smithi099.stdout:3766: seq_num 1146 ranges {2301952=802816,3104768=499712,3604480=679936,4284416=425984} 2024-04-12T16:14:00.201 INFO:tasks.rados.rados.0.smithi099.stdout:3766: writing smithi09982431-37 from 2301952 to 3104768 tid 1 2024-04-12T16:14:00.203 INFO:tasks.rados.rados.0.smithi099.stdout:3766: writing smithi09982431-37 from 3104768 to 3604480 tid 2 2024-04-12T16:14:00.207 INFO:tasks.rados.rados.0.smithi099.stdout:3766: writing smithi09982431-37 from 3604480 to 4284416 tid 3 2024-04-12T16:14:00.210 INFO:tasks.rados.rados.0.smithi099.stdout:3766: writing smithi09982431-37 from 4284416 to 4710400 tid 4 2024-04-12T16:14:00.210 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 33 current snap is 376 2024-04-12T16:14:00.211 INFO:tasks.rados.rados.0.smithi099.stdout:3764: finishing write tid 3 to smithi09982431-50 2024-04-12T16:14:00.211 INFO:tasks.rados.rados.0.smithi099.stdout:3767: seq_num 1147 ranges {4808704=16384} 2024-04-12T16:14:00.236 INFO:tasks.rados.rados.0.smithi099.stdout:3767: writing smithi09982431-33 from 4808704 to 4825088 tid 1 2024-04-12T16:14:00.236 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 26 current snap is 376 2024-04-12T16:14:00.236 INFO:tasks.rados.rados.0.smithi099.stdout:3768: seq_num 1148 ranges {3989504=32768} 2024-04-12T16:14:00.258 INFO:tasks.rados.rados.0.smithi099.stdout:3768: writing smithi09982431-26 from 3989504 to 4022272 tid 1 2024-04-12T16:14:00.258 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 5 current snap is 376 2024-04-12T16:14:00.258 INFO:tasks.rados.rados.0.smithi099.stdout:3764: finishing write tid 4 to smithi09982431-50 2024-04-12T16:14:00.258 INFO:tasks.rados.rados.0.smithi099.stdout:3764: finishing write tid 5 to smithi09982431-50 2024-04-12T16:14:00.258 INFO:tasks.rados.rados.0.smithi099.stdout:3764: finishing write tid 6 to smithi09982431-50 2024-04-12T16:14:00.258 INFO:tasks.rados.rados.0.smithi099.stdout:3765: finishing rollback tid 0 to smithi09982431-12 2024-04-12T16:14:00.258 INFO:tasks.rados.rados.0.smithi099.stdout:3765: finishing rollback tid 1 to smithi09982431-12 2024-04-12T16:14:00.259 INFO:tasks.rados.rados.0.smithi099.stdout:3764: finishing write tid 7 to smithi09982431-50 2024-04-12T16:14:00.259 INFO:tasks.rados.rados.0.smithi099.stdout:3764: oid 50 updating version 0 to 2683 2024-04-12T16:14:00.259 INFO:tasks.rados.rados.0.smithi099.stdout:3764: oid 50 version 2683 is already newer than 2681 2024-04-12T16:14:00.259 INFO:tasks.rados.rados.0.smithi099.stdout:3764: oid 50 version 2683 is already newer than 2682 2024-04-12T16:14:00.259 INFO:tasks.rados.rados.0.smithi099.stdout:3764: oid 50 version 2683 is already newer than 2680 2024-04-12T16:14:00.259 INFO:tasks.rados.rados.0.smithi099.stdout:3764: oid 50 updating version 2683 to 2685 2024-04-12T16:14:00.259 INFO:tasks.rados.rados.0.smithi099.stdout:3764: oid 50 version 2685 is already newer than 2684 2024-04-12T16:14:00.259 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 50 v 2685 (ObjNum 1145 snap 376 seq_num 1145) dirty exists 2024-04-12T16:14:00.259 INFO:tasks.rados.rados.0.smithi099.stdout:3764: left oid 50 (ObjNum 1145 snap 376 seq_num 1145) 2024-04-12T16:14:00.259 INFO:tasks.rados.rados.0.smithi099.stdout:3765: finishing rollback tid 2 to smithi09982431-12 2024-04-12T16:14:00.259 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 2688 (ObjNum 1094 snap 358 seq_num 1094) dirty exists 2024-04-12T16:14:00.259 INFO:tasks.rados.rados.0.smithi099.stdout:3766: finishing write tid 1 to smithi09982431-37 2024-04-12T16:14:00.259 INFO:tasks.rados.rados.0.smithi099.stdout:3766: finishing write tid 2 to smithi09982431-37 2024-04-12T16:14:00.259 INFO:tasks.rados.rados.0.smithi099.stdout:3769: seq_num 1149 ranges {1843200=49152} 2024-04-12T16:14:00.268 INFO:tasks.rados.rados.0.smithi099.stdout:3769: writing smithi09982431-5 from 1843200 to 1892352 tid 1 2024-04-12T16:14:00.268 INFO:tasks.rados.rados.0.smithi099.stdout:3764: done (5 left) 2024-04-12T16:14:00.269 INFO:tasks.rados.rados.0.smithi099.stdout:3765: done (4 left) 2024-04-12T16:14:00.269 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 7 current snap is 376 2024-04-12T16:14:00.269 INFO:tasks.rados.rados.0.smithi099.stdout:3770: seq_num 1150 ranges {0=65536} 2024-04-12T16:14:00.269 INFO:tasks.rados.rados.0.smithi099.stdout:3770: writing smithi09982431-7 from 0 to 65536 tid 1 2024-04-12T16:14:00.269 INFO:tasks.rados.rados.0.smithi099.stdout:3771: rollback oid 25 current snap is 376 2024-04-12T16:14:00.269 INFO:tasks.rados.rados.0.smithi099.stdout:3766: finishing write tid 3 to smithi09982431-37 2024-04-12T16:14:00.269 INFO:tasks.rados.rados.0.smithi099.stdout:3766: finishing write tid 4 to smithi09982431-37 2024-04-12T16:14:00.269 INFO:tasks.rados.rados.0.smithi099.stdout:3766: finishing write tid 5 to smithi09982431-37 2024-04-12T16:14:00.269 INFO:tasks.rados.rados.0.smithi099.stdout:3766: finishing write tid 6 to smithi09982431-37 2024-04-12T16:14:00.269 INFO:tasks.rados.rados.0.smithi099.stdout:3766: oid 37 updating version 0 to 2666 2024-04-12T16:14:00.269 INFO:tasks.rados.rados.0.smithi099.stdout:3766: oid 37 version 2666 is already newer than 2665 2024-04-12T16:14:00.269 INFO:tasks.rados.rados.0.smithi099.stdout:3766: oid 37 version 2666 is already newer than 2663 2024-04-12T16:14:00.269 INFO:tasks.rados.rados.0.smithi099.stdout:3766: oid 37 version 2666 is already newer than 2662 2024-04-12T16:14:00.269 INFO:tasks.rados.rados.0.smithi099.stdout:3766: oid 37 version 2666 is already newer than 2664 2024-04-12T16:14:00.269 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 37 v 2666 (ObjNum 1146 snap 376 seq_num 1146) dirty exists 2024-04-12T16:14:00.270 INFO:tasks.rados.rados.0.smithi099.stdout:3766: left oid 37 (ObjNum 1146 snap 376 seq_num 1146) 2024-04-12T16:14:00.270 INFO:tasks.rados.rados.0.smithi099.stdout:3767: finishing write tid 1 to smithi09982431-33 2024-04-12T16:14:00.270 INFO:tasks.rados.rados.0.smithi099.stdout:3767: finishing write tid 2 to smithi09982431-33 2024-04-12T16:14:00.270 INFO:tasks.rados.rados.0.smithi099.stdout:3767: finishing write tid 3 to smithi09982431-33 2024-04-12T16:14:00.270 INFO:tasks.rados.rados.0.smithi099.stdout:3767: oid 33 updating version 0 to 2653 2024-04-12T16:14:00.270 INFO:tasks.rados.rados.0.smithi099.stdout:3767: oid 33 version 2653 is already newer than 2652 2024-04-12T16:14:00.270 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 33 v 2653 (ObjNum 1147 snap 376 seq_num 1147) dirty exists 2024-04-12T16:14:00.270 INFO:tasks.rados.rados.0.smithi099.stdout:3767: left oid 33 (ObjNum 1147 snap 376 seq_num 1147) 2024-04-12T16:14:00.270 INFO:tasks.rados.rados.0.smithi099.stdout:3768: finishing write tid 1 to smithi09982431-26 2024-04-12T16:14:00.270 INFO:tasks.rados.rados.0.smithi099.stdout:3768: finishing write tid 2 to smithi09982431-26 2024-04-12T16:14:00.270 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 25 to 360 2024-04-12T16:14:00.270 INFO:tasks.rados.rados.0.smithi099.stdout:3768: finishing write tid 3 to smithi09982431-26 2024-04-12T16:14:00.270 INFO:tasks.rados.rados.0.smithi099.stdout:3768: oid 26 updating version 0 to 2451 2024-04-12T16:14:00.270 INFO:tasks.rados.rados.0.smithi099.stdout:3768: oid 26 version 2451 is already newer than 2450 2024-04-12T16:14:00.270 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 2451 (ObjNum 1148 snap 376 seq_num 1148) dirty exists 2024-04-12T16:14:00.270 INFO:tasks.rados.rados.0.smithi099.stdout:3768: left oid 26 (ObjNum 1148 snap 376 seq_num 1148) 2024-04-12T16:14:00.271 INFO:tasks.rados.rados.0.smithi099.stdout:3766: done (5 left) 2024-04-12T16:14:00.271 INFO:tasks.rados.rados.0.smithi099.stdout:3767: done (4 left) 2024-04-12T16:14:00.271 INFO:tasks.rados.rados.0.smithi099.stdout:3768: done (3 left) 2024-04-12T16:14:00.271 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 12 current snap is 376 2024-04-12T16:14:00.271 INFO:tasks.rados.rados.0.smithi099.stdout:3772: seq_num 1151 ranges {3842048=81920} 2024-04-12T16:14:00.290 INFO:tasks.rados.rados.0.smithi099.stdout:3772: writing smithi09982431-12 from 3842048 to 3923968 tid 1 2024-04-12T16:14:00.291 INFO:tasks.rados.rados.0.smithi099.stdout:3773: copy_from oid 43 from oid 3 current snap is 376 2024-04-12T16:14:00.291 INFO:tasks.rados.rados.0.smithi099.stdout:3769: finishing write tid 1 to smithi09982431-5 2024-04-12T16:14:00.291 INFO:tasks.rados.rados.0.smithi099.stdout:3769: finishing write tid 2 to smithi09982431-5 2024-04-12T16:14:00.291 INFO:tasks.rados.rados.0.smithi099.stdout:3770: finishing write tid 1 to smithi09982431-7 2024-04-12T16:14:00.291 INFO:tasks.rados.rados.0.smithi099.stdout:3770: finishing write tid 2 to smithi09982431-7 2024-04-12T16:14:00.291 INFO:tasks.rados.rados.0.smithi099.stdout:3769: finishing write tid 3 to smithi09982431-5 2024-04-12T16:14:00.291 INFO:tasks.rados.rados.0.smithi099.stdout:3769: oid 5 updating version 0 to 2271 2024-04-12T16:14:00.291 INFO:tasks.rados.rados.0.smithi099.stdout:3769: oid 5 updating version 2271 to 2272 2024-04-12T16:14:00.291 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 5 v 2272 (ObjNum 1149 snap 376 seq_num 1149) dirty exists 2024-04-12T16:14:00.291 INFO:tasks.rados.rados.0.smithi099.stdout:3769: left oid 5 (ObjNum 1149 snap 376 seq_num 1149) 2024-04-12T16:14:00.291 INFO:tasks.rados.rados.0.smithi099.stdout:3770: finishing write tid 3 to smithi09982431-7 2024-04-12T16:14:00.291 INFO:tasks.rados.rados.0.smithi099.stdout:3770: oid 7 updating version 0 to 2928 2024-04-12T16:14:00.291 INFO:tasks.rados.rados.0.smithi099.stdout:3770: oid 7 version 2928 is already newer than 2927 2024-04-12T16:14:00.292 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 7 v 2928 (ObjNum 1150 snap 376 seq_num 1150) dirty exists 2024-04-12T16:14:00.292 INFO:tasks.rados.rados.0.smithi099.stdout:3770: left oid 7 (ObjNum 1150 snap 376 seq_num 1150) 2024-04-12T16:14:00.292 INFO:tasks.rados.rados.0.smithi099.stdout:3771: finishing rollback tid 1 to smithi09982431-25 2024-04-12T16:14:00.292 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 25 v 2735 (ObjNum 65 snap 0 seq_num 1901220721) dirty dne 2024-04-12T16:14:00.292 INFO:tasks.rados.rados.0.smithi099.stdout:3769: done (4 left) 2024-04-12T16:14:00.292 INFO:tasks.rados.rados.0.smithi099.stdout:3770: done (3 left) 2024-04-12T16:14:00.292 INFO:tasks.rados.rados.0.smithi099.stdout:3771: done (2 left) 2024-04-12T16:14:00.292 INFO:tasks.rados.rados.0.smithi099.stdout:3774: copy_from oid 40 from oid 2 current snap is 376 2024-04-12T16:14:00.292 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 26 current snap is 376 2024-04-12T16:14:00.292 INFO:tasks.rados.rados.0.smithi099.stdout:3775: seq_num 1152 ranges {4022272=98304} 2024-04-12T16:14:00.313 INFO:tasks.rados.rados.0.smithi099.stdout:3775: writing smithi09982431-26 from 4022272 to 4120576 tid 1 2024-04-12T16:14:00.313 INFO:tasks.rados.rados.0.smithi099.stdout:3776: rollback oid 39 current snap is 376 2024-04-12T16:14:00.313 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 39 to 348 2024-04-12T16:14:00.313 INFO:tasks.rados.rados.0.smithi099.stdout:3774: finishing copy_from racing read to smithi09982431-40 2024-04-12T16:14:00.313 INFO:tasks.rados.rados.0.smithi099.stdout:3777: read oid 1 snap -1 2024-04-12T16:14:00.313 INFO:tasks.rados.rados.0.smithi099.stdout:3777: expect (ObjNum 1134 snap 369 seq_num 1134) 2024-04-12T16:14:00.313 INFO:tasks.rados.rados.0.smithi099.stdout:3778: copy_from oid 34 from oid 15 current snap is 376 2024-04-12T16:14:00.313 INFO:tasks.rados.rados.0.smithi099.stdout:3772: finishing write tid 1 to smithi09982431-12 2024-04-12T16:14:00.313 INFO:tasks.rados.rados.0.smithi099.stdout:3772: finishing write tid 2 to smithi09982431-12 2024-04-12T16:14:00.313 INFO:tasks.rados.rados.0.smithi099.stdout:3774: finishing copy_from to smithi09982431-40 2024-04-12T16:14:00.314 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 40 v 2084 (ObjNum 145 snap 0 seq_num 1925592688) dirty exists 2024-04-12T16:14:00.314 INFO:tasks.rados.rados.0.smithi099.stdout:3772: finishing write tid 3 to smithi09982431-12 2024-04-12T16:14:00.314 INFO:tasks.rados.rados.0.smithi099.stdout:3772: oid 12 updating version 0 to 2690 2024-04-12T16:14:00.314 INFO:tasks.rados.rados.0.smithi099.stdout:3772: oid 12 version 2690 is already newer than 2689 2024-04-12T16:14:00.314 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 2690 (ObjNum 1151 snap 376 seq_num 1151) dirty exists 2024-04-12T16:14:00.314 INFO:tasks.rados.rados.0.smithi099.stdout:3772: left oid 12 (ObjNum 1151 snap 376 seq_num 1151) 2024-04-12T16:14:00.314 INFO:tasks.rados.rados.0.smithi099.stdout:3772: done (6 left) 2024-04-12T16:14:00.314 INFO:tasks.rados.rados.0.smithi099.stdout:3774: done (5 left) 2024-04-12T16:14:00.314 INFO:tasks.rados.rados.0.smithi099.stdout:3779: copy_from oid 2 from oid 12 current snap is 376 2024-04-12T16:14:00.314 INFO:tasks.rados.rados.0.smithi099.stdout:3780: delete oid 30 current snap is 376 2024-04-12T16:14:00.315 INFO:tasks.rados.rados.0.smithi099.stdout:3780: done (6 left) 2024-04-12T16:14:00.315 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 5 current snap is 376 2024-04-12T16:14:00.315 INFO:tasks.rados.rados.0.smithi099.stdout:3781: seq_num 1154 ranges {1892352=131072} 2024-04-12T16:14:00.327 INFO:tasks.rados.rados.0.smithi099.stdout:3781: writing smithi09982431-5 from 1892352 to 2023424 tid 1 2024-04-12T16:14:00.327 INFO:tasks.rados.rados.0.smithi099.stdout:3782: snap_remove snap 350 2024-04-12T16:14:01.152 INFO:tasks.rados.rados.0.smithi099.stdout:3782: done (7 left) 2024-04-12T16:14:01.152 INFO:tasks.rados.rados.0.smithi099.stdout:3783: rollback oid 40 current snap is 376 2024-04-12T16:14:01.152 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 40 to 348 2024-04-12T16:14:01.152 INFO:tasks.rados.rados.0.smithi099.stdout:3776: finishing rollback tid 1 to smithi09982431-39 2024-04-12T16:14:01.152 INFO:tasks.rados.rados.0.smithi099.stdout:3776: finishing rollback tid 2 to smithi09982431-39 2024-04-12T16:14:01.152 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 39 v 2668 (ObjNum 950 snap 292 seq_num 950) dirty exists 2024-04-12T16:14:01.152 INFO:tasks.rados.rados.0.smithi099.stdout:3775: finishing write tid 1 to smithi09982431-26 2024-04-12T16:14:01.153 INFO:tasks.rados.rados.0.smithi099.stdout:3775: finishing write tid 2 to smithi09982431-26 2024-04-12T16:14:01.153 INFO:tasks.rados.rados.0.smithi099.stdout:3775: finishing write tid 3 to smithi09982431-26 2024-04-12T16:14:01.153 INFO:tasks.rados.rados.0.smithi099.stdout:3775: oid 26 updating version 0 to 2453 2024-04-12T16:14:01.153 INFO:tasks.rados.rados.0.smithi099.stdout:3775: oid 26 version 2453 is already newer than 2452 2024-04-12T16:14:01.153 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 2453 (ObjNum 1152 snap 376 seq_num 1152) dirty exists 2024-04-12T16:14:01.153 INFO:tasks.rados.rados.0.smithi099.stdout:3775: left oid 26 (ObjNum 1152 snap 376 seq_num 1152) 2024-04-12T16:14:01.153 INFO:tasks.rados.rados.0.smithi099.stdout:3773: finishing copy_from racing read to smithi09982431-43 2024-04-12T16:14:01.153 INFO:tasks.rados.rados.0.smithi099.stdout:3773: finishing copy_from to smithi09982431-43 2024-04-12T16:14:01.153 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 43 v 2698 (ObjNum 1112 snap 363 seq_num 1112) dirty exists 2024-04-12T16:14:01.153 INFO:tasks.rados.rados.0.smithi099.stdout:3781: finishing write tid 1 to smithi09982431-5 2024-04-12T16:14:01.153 INFO:tasks.rados.rados.0.smithi099.stdout:3778: finishing copy_from racing read to smithi09982431-34 2024-04-12T16:14:01.153 INFO:tasks.rados.rados.0.smithi099.stdout:3781: finishing write tid 2 to smithi09982431-5 2024-04-12T16:14:01.154 INFO:tasks.rados.rados.0.smithi099.stdout:3778: finishing copy_from to smithi09982431-34 2024-04-12T16:14:01.154 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 34 v 2643 (ObjNum 1054 snap 336 seq_num 1054) dirty exists 2024-04-12T16:14:01.154 INFO:tasks.rados.rados.0.smithi099.stdout:3781: finishing write tid 3 to smithi09982431-5 2024-04-12T16:14:01.154 INFO:tasks.rados.rados.0.smithi099.stdout:3781: oid 5 updating version 0 to 2273 2024-04-12T16:14:01.154 INFO:tasks.rados.rados.0.smithi099.stdout:3781: oid 5 updating version 2273 to 2274 2024-04-12T16:14:01.154 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 5 v 2274 (ObjNum 1154 snap 376 seq_num 1154) dirty exists 2024-04-12T16:14:01.154 INFO:tasks.rados.rados.0.smithi099.stdout:3781: left oid 5 (ObjNum 1154 snap 376 seq_num 1154) 2024-04-12T16:14:01.154 INFO:tasks.rados.rados.0.smithi099.stdout:3777: expect (ObjNum 1134 snap 369 seq_num 1134) 2024-04-12T16:14:01.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:01 smithi110 ceph-mon[88691]: osdmap e820: 8 total, 8 up, 8 in 2024-04-12T16:14:01.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:01 smithi110 ceph-mon[88691]: pgmap v868: 121 pgs: 121 active+clean; 405 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 6.3 MiB/s wr, 17 op/s 2024-04-12T16:14:01.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:01 smithi099 ceph-mon[94290]: osdmap e820: 8 total, 8 up, 8 in 2024-04-12T16:14:01.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:01 smithi099 ceph-mon[94290]: pgmap v868: 121 pgs: 121 active+clean; 405 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 6.3 MiB/s wr, 17 op/s 2024-04-12T16:14:01.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:01 smithi099 ceph-mon[96864]: osdmap e820: 8 total, 8 up, 8 in 2024-04-12T16:14:01.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:01 smithi099 ceph-mon[96864]: pgmap v868: 121 pgs: 121 active+clean; 405 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 6.3 MiB/s wr, 17 op/s 2024-04-12T16:14:01.628 INFO:tasks.rados.rados.0.smithi099.stdout:3779: finishing copy_from racing read to smithi09982431-2 2024-04-12T16:14:01.628 INFO:tasks.rados.rados.0.smithi099.stdout:3779: finishing copy_from to smithi09982431-2 2024-04-12T16:14:01.628 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 2 v 2690 (ObjNum 1151 snap 376 seq_num 1151) dirty exists 2024-04-12T16:14:01.629 INFO:tasks.rados.rados.0.smithi099.stdout:3773: done (7 left) 2024-04-12T16:14:01.629 INFO:tasks.rados.rados.0.smithi099.stdout:3775: done (6 left) 2024-04-12T16:14:01.629 INFO:tasks.rados.rados.0.smithi099.stdout:3776: done (5 left) 2024-04-12T16:14:01.629 INFO:tasks.rados.rados.0.smithi099.stdout:3777: done (4 left) 2024-04-12T16:14:01.629 INFO:tasks.rados.rados.0.smithi099.stdout:3778: done (3 left) 2024-04-12T16:14:01.629 INFO:tasks.rados.rados.0.smithi099.stdout:3779: done (2 left) 2024-04-12T16:14:01.629 INFO:tasks.rados.rados.0.smithi099.stdout:3781: done (1 left) 2024-04-12T16:14:01.629 INFO:tasks.rados.rados.0.smithi099.stdout:3784: read oid 10 snap -1 2024-04-12T16:14:01.629 INFO:tasks.rados.rados.0.smithi099.stdout:3784: expect (ObjNum 1117 snap 363 seq_num 1117) 2024-04-12T16:14:01.629 INFO:tasks.rados.rados.0.smithi099.stdout:3785: snap_remove snap 369 2024-04-12T16:14:02.154 INFO:tasks.rados.rados.0.smithi099.stdout:3785: done (2 left) 2024-04-12T16:14:02.154 INFO:tasks.rados.rados.0.smithi099.stdout:3786: setattr oid 32 current snap is 376 2024-04-12T16:14:02.156 INFO:tasks.rados.rados.0.smithi099.stdout:3787: copy_from oid 21 from oid 17 current snap is 376 2024-04-12T16:14:02.156 INFO:tasks.rados.rados.0.smithi099.stdout:3788: read oid 30 snap -1 2024-04-12T16:14:02.156 INFO:tasks.rados.rados.0.smithi099.stdout:3788: expect deleted 2024-04-12T16:14:02.156 INFO:tasks.rados.rados.0.smithi099.stdout:3789: read oid 45 snap -1 2024-04-12T16:14:02.156 INFO:tasks.rados.rados.0.smithi099.stdout:3789: expect deleted 2024-04-12T16:14:02.156 INFO:tasks.rados.rados.0.smithi099.stdout:3790: snap_remove snap 367 2024-04-12T16:14:02.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:02 smithi110 ceph-mon[88691]: osdmap e821: 8 total, 8 up, 8 in 2024-04-12T16:14:02.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:14:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:14:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:14:02.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:02 smithi099 ceph-mon[94290]: osdmap e821: 8 total, 8 up, 8 in 2024-04-12T16:14:02.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:02 smithi099 ceph-mon[96864]: osdmap e821: 8 total, 8 up, 8 in 2024-04-12T16:14:03.161 INFO:tasks.rados.rados.0.smithi099.stdout:3790: done (6 left) 2024-04-12T16:14:03.161 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 31 current snap is 376 2024-04-12T16:14:03.161 INFO:tasks.rados.rados.0.smithi099.stdout:3791: seq_num 1155 ranges {2605056=147456} 2024-04-12T16:14:03.176 INFO:tasks.rados.rados.0.smithi099.stdout:3791: writing smithi09982431-31 from 2605056 to 2752512 tid 1 2024-04-12T16:14:03.177 INFO:tasks.rados.rados.0.smithi099.stdout:3783: finishing rollback tid 0 to smithi09982431-40 2024-04-12T16:14:03.177 INFO:tasks.rados.rados.0.smithi099.stdout:3783: finishing rollback tid 1 to smithi09982431-40 2024-04-12T16:14:03.177 INFO:tasks.rados.rados.0.smithi099.stdout:3783: finishing rollback tid 2 to smithi09982431-40 2024-04-12T16:14:03.177 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 40 v 2939 (ObjNum 1064 snap 338 seq_num 1064) dirty exists 2024-04-12T16:14:03.177 INFO:tasks.rados.rados.0.smithi099.stdout:3784: expect (ObjNum 1117 snap 363 seq_num 1117) 2024-04-12T16:14:03.231 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 32 v 2454 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-12T16:14:03.231 INFO:tasks.rados.rados.0.smithi099.stdout:3787: finishing copy_from racing read to smithi09982431-21 2024-04-12T16:14:03.231 INFO:tasks.rados.rados.0.smithi099.stdout:3787: finishing copy_from to smithi09982431-21 2024-04-12T16:14:03.231 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 1050 (ObjNum 1115 snap 363 seq_num 1115) dirty exists 2024-04-12T16:14:03.231 INFO:tasks.rados.rados.0.smithi099.stdout:3783: done (6 left) 2024-04-12T16:14:03.231 INFO:tasks.rados.rados.0.smithi099.stdout:3784: done (5 left) 2024-04-12T16:14:03.231 INFO:tasks.rados.rados.0.smithi099.stdout:3786: done (4 left) 2024-04-12T16:14:03.231 INFO:tasks.rados.rados.0.smithi099.stdout:3787: done (3 left) 2024-04-12T16:14:03.231 INFO:tasks.rados.rados.0.smithi099.stdout:3788: done (2 left) 2024-04-12T16:14:03.231 INFO:tasks.rados.rados.0.smithi099.stdout:3789: done (1 left) 2024-04-12T16:14:03.232 INFO:tasks.rados.rados.0.smithi099.stdout:3792: read oid 20 snap 362 2024-04-12T16:14:03.232 INFO:tasks.rados.rados.0.smithi099.stdout:3792: expect (ObjNum 1084 snap 349 seq_num 1084) 2024-04-12T16:14:03.232 INFO:tasks.rados.rados.0.smithi099.stdout:3793: snap_remove snap 346 2024-04-12T16:14:03.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:03 smithi110 ceph-mon[88691]: osdmap e822: 8 total, 8 up, 8 in 2024-04-12T16:14:03.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:03 smithi110 ceph-mon[88691]: pgmap v871: 121 pgs: 121 active+clean; 424 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 9.3 MiB/s wr, 17 op/s 2024-04-12T16:14:03.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:03 smithi099 ceph-mon[94290]: osdmap e822: 8 total, 8 up, 8 in 2024-04-12T16:14:03.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:03 smithi099 ceph-mon[94290]: pgmap v871: 121 pgs: 121 active+clean; 424 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 9.3 MiB/s wr, 17 op/s 2024-04-12T16:14:03.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:03 smithi099 ceph-mon[96864]: osdmap e822: 8 total, 8 up, 8 in 2024-04-12T16:14:03.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:03 smithi099 ceph-mon[96864]: pgmap v871: 121 pgs: 121 active+clean; 424 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 9.3 MiB/s wr, 17 op/s 2024-04-12T16:14:04.143 INFO:tasks.rados.rados.0.smithi099.stdout:3793: done (2 left) 2024-04-12T16:14:04.144 INFO:tasks.rados.rados.0.smithi099.stdout:3794: rollback oid 4 current snap is 376 2024-04-12T16:14:04.144 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 4 to 372 2024-04-12T16:14:04.144 INFO:tasks.rados.rados.0.smithi099.stdout:3791: finishing write tid 1 to smithi09982431-31 2024-04-12T16:14:04.144 INFO:tasks.rados.rados.0.smithi099.stdout:3791: finishing write tid 2 to smithi09982431-31 2024-04-12T16:14:04.144 INFO:tasks.rados.rados.0.smithi099.stdout:3791: finishing write tid 3 to smithi09982431-31 2024-04-12T16:14:04.144 INFO:tasks.rados.rados.0.smithi099.stdout:3791: oid 31 updating version 0 to 2673 2024-04-12T16:14:04.144 INFO:tasks.rados.rados.0.smithi099.stdout:3791: oid 31 version 2673 is already newer than 2672 2024-04-12T16:14:04.144 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 31 v 2673 (ObjNum 1155 snap 376 seq_num 1155) dirty exists 2024-04-12T16:14:04.144 INFO:tasks.rados.rados.0.smithi099.stdout:3791: left oid 31 (ObjNum 1155 snap 376 seq_num 1155) 2024-04-12T16:14:04.144 INFO:tasks.rados.rados.0.smithi099.stdout:3792: expect (ObjNum 1084 snap 349 seq_num 1084) 2024-04-12T16:14:04.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:04 smithi110 ceph-mon[88691]: osdmap e823: 8 total, 8 up, 8 in 2024-04-12T16:14:04.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:04 smithi110 ceph-mon[88691]: osdmap e824: 8 total, 8 up, 8 in 2024-04-12T16:14:04.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:04 smithi099 ceph-mon[94290]: osdmap e823: 8 total, 8 up, 8 in 2024-04-12T16:14:04.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:04 smithi099 ceph-mon[94290]: osdmap e824: 8 total, 8 up, 8 in 2024-04-12T16:14:04.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:04 smithi099 ceph-mon[96864]: osdmap e823: 8 total, 8 up, 8 in 2024-04-12T16:14:04.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:04 smithi099 ceph-mon[96864]: osdmap e824: 8 total, 8 up, 8 in 2024-04-12T16:14:04.739 INFO:tasks.rados.rados.0.smithi099.stdout:3794: finishing rollback tid 0 to smithi09982431-4 2024-04-12T16:14:04.739 INFO:tasks.rados.rados.0.smithi099.stdout:3794: finishing rollback tid 1 to smithi09982431-4 2024-04-12T16:14:04.739 INFO:tasks.rados.rados.0.smithi099.stdout:3794: finishing rollback tid 2 to smithi09982431-4 2024-04-12T16:14:04.739 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 4 v 2457 (ObjNum 1125 snap 365 seq_num 1125) dirty exists 2024-04-12T16:14:04.739 INFO:tasks.rados.rados.0.smithi099.stdout:3791: done (2 left) 2024-04-12T16:14:04.739 INFO:tasks.rados.rados.0.smithi099.stdout:3792: done (1 left) 2024-04-12T16:14:04.740 INFO:tasks.rados.rados.0.smithi099.stdout:3794: done (0 left) 2024-04-12T16:14:04.740 INFO:tasks.rados.rados.0.smithi099.stdout:3795: setattr oid 47 current snap is 376 2024-04-12T16:14:04.741 INFO:tasks.rados.rados.0.smithi099.stdout:3796: snap_create 2024-04-12T16:14:04.745 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 47 v 2429 (ObjNum 1136 snap 370 seq_num 1136) dirty exists 2024-04-12T16:14:05.173 INFO:tasks.rados.rados.0.smithi099.stdout:3795: done (1 left) 2024-04-12T16:14:05.173 INFO:tasks.rados.rados.0.smithi099.stdout:3796: done (0 left) 2024-04-12T16:14:05.173 INFO:tasks.rados.rados.0.smithi099.stdout:3797: setattr oid 4 current snap is 377 2024-04-12T16:14:05.176 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 19 current snap is 377 2024-04-12T16:14:05.176 INFO:tasks.rados.rados.0.smithi099.stdout:3798: seq_num 1156 ranges {1146880=163840} 2024-04-12T16:14:05.183 INFO:tasks.rados.rados.0.smithi099.stdout:3798: writing smithi09982431-19 from 1146880 to 1310720 tid 1 2024-04-12T16:14:05.183 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 46 current snap is 377 2024-04-12T16:14:05.183 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 4 v 2458 (ObjNum 1125 snap 365 seq_num 1125) dirty exists 2024-04-12T16:14:05.183 INFO:tasks.rados.rados.0.smithi099.stdout:3799: seq_num 1157 ranges {4292608=180224} 2024-04-12T16:14:05.207 INFO:tasks.rados.rados.0.smithi099.stdout:3799: writing smithi09982431-46 from 4292608 to 4472832 tid 1 2024-04-12T16:14:05.207 INFO:tasks.rados.rados.0.smithi099.stdout:3797: done (2 left) 2024-04-12T16:14:05.207 INFO:tasks.rados.rados.0.smithi099.stdout:3800: delete oid 17 current snap is 377 2024-04-12T16:14:05.207 INFO:tasks.rados.rados.0.smithi099.stdout:3798: finishing write tid 1 to smithi09982431-19 2024-04-12T16:14:05.207 INFO:tasks.rados.rados.0.smithi099.stdout:3798: finishing write tid 2 to smithi09982431-19 2024-04-12T16:14:05.208 INFO:tasks.rados.rados.0.smithi099.stdout:3798: finishing write tid 3 to smithi09982431-19 2024-04-12T16:14:05.208 INFO:tasks.rados.rados.0.smithi099.stdout:3798: oid 19 updating version 0 to 2670 2024-04-12T16:14:05.208 INFO:tasks.rados.rados.0.smithi099.stdout:3798: oid 19 version 2670 is already newer than 2669 2024-04-12T16:14:05.208 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 19 v 2670 (ObjNum 1156 snap 377 seq_num 1156) dirty exists 2024-04-12T16:14:05.208 INFO:tasks.rados.rados.0.smithi099.stdout:3798: left oid 19 (ObjNum 1156 snap 377 seq_num 1156) 2024-04-12T16:14:05.211 INFO:tasks.rados.rados.0.smithi099.stdout:3798: done (2 left) 2024-04-12T16:14:05.211 INFO:tasks.rados.rados.0.smithi099.stdout:3800: done (1 left) 2024-04-12T16:14:05.211 INFO:tasks.rados.rados.0.smithi099.stdout:3801: read oid 38 snap -1 2024-04-12T16:14:05.211 INFO:tasks.rados.rados.0.smithi099.stdout:3801: expect (ObjNum 1063 snap 338 seq_num 1063) 2024-04-12T16:14:05.211 INFO:tasks.rados.rados.0.smithi099.stdout:3802: read oid 37 snap 368 2024-04-12T16:14:05.211 INFO:tasks.rados.rados.0.smithi099.stdout:3802: expect deleted 2024-04-12T16:14:05.211 INFO:tasks.rados.rados.0.smithi099.stdout:3803: copy_from oid 18 from oid 49 current snap is 377 2024-04-12T16:14:05.211 INFO:tasks.rados.rados.0.smithi099.stdout:3804: copy_from oid 3 from oid 11 current snap is 377 2024-04-12T16:14:05.211 INFO:tasks.rados.rados.0.smithi099.stdout:3805: read oid 35 snap -1 2024-04-12T16:14:05.211 INFO:tasks.rados.rados.0.smithi099.stdout:3805: expect (ObjNum 1120 snap 363 seq_num 1120) 2024-04-12T16:14:05.212 INFO:tasks.rados.rados.0.smithi099.stdout:3806: snap_remove snap 371 2024-04-12T16:14:05.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:05 smithi110 ceph-mon[88691]: pgmap v874: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 429 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.3 MiB/s wr, 26 op/s 2024-04-12T16:14:05.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:05 smithi099 ceph-mon[94290]: pgmap v874: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 429 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.3 MiB/s wr, 26 op/s 2024-04-12T16:14:05.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:05 smithi099 ceph-mon[96864]: pgmap v874: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 429 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.3 MiB/s wr, 26 op/s 2024-04-12T16:14:06.178 INFO:tasks.rados.rados.0.smithi099.stdout:3806: done (6 left) 2024-04-12T16:14:06.178 INFO:tasks.rados.rados.0.smithi099.stdout:3807: copy_from oid 28 from oid 40 current snap is 377 2024-04-12T16:14:06.178 INFO:tasks.rados.rados.0.smithi099.stdout:3799: finishing write tid 1 to smithi09982431-46 2024-04-12T16:14:06.178 INFO:tasks.rados.rados.0.smithi099.stdout:3799: finishing write tid 2 to smithi09982431-46 2024-04-12T16:14:06.178 INFO:tasks.rados.rados.0.smithi099.stdout:3804: finishing copy_from to smithi09982431-3 2024-04-12T16:14:06.179 INFO:tasks.rados.rados.0.smithi099.stdout:3804: got expected ENOENT (src dne) 2024-04-12T16:14:06.179 INFO:tasks.rados.rados.0.smithi099.stdout:3804: finishing copy_from racing read to smithi09982431-3 2024-04-12T16:14:06.179 INFO:tasks.rados.rados.0.smithi099.stdout:3799: finishing write tid 3 to smithi09982431-46 2024-04-12T16:14:06.179 INFO:tasks.rados.rados.0.smithi099.stdout:3799: oid 46 updating version 0 to 2667 2024-04-12T16:14:06.179 INFO:tasks.rados.rados.0.smithi099.stdout:3799: oid 46 version 2667 is already newer than 2666 2024-04-12T16:14:06.179 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 46 v 2667 (ObjNum 1157 snap 377 seq_num 1157) dirty exists 2024-04-12T16:14:06.179 INFO:tasks.rados.rados.0.smithi099.stdout:3799: left oid 46 (ObjNum 1157 snap 377 seq_num 1157) 2024-04-12T16:14:06.179 INFO:tasks.rados.rados.0.smithi099.stdout:3805: expect (ObjNum 1120 snap 363 seq_num 1120) 2024-04-12T16:14:06.328 INFO:tasks.rados.rados.0.smithi099.stdout:3801: expect (ObjNum 1063 snap 338 seq_num 1063) 2024-04-12T16:14:06.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:06 smithi110 ceph-mon[88691]: osdmap e825: 8 total, 8 up, 8 in 2024-04-12T16:14:06.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:06 smithi099 ceph-mon[94290]: osdmap e825: 8 total, 8 up, 8 in 2024-04-12T16:14:06.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:06 smithi099 ceph-mon[96864]: osdmap e825: 8 total, 8 up, 8 in 2024-04-12T16:14:06.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:14:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:14:06] "GET /metrics HTTP/1.1" 200 36330 "" "Prometheus/2.43.0" 2024-04-12T16:14:06.628 INFO:tasks.rados.rados.0.smithi099.stdout:3803: finishing copy_from racing read to smithi09982431-18 2024-04-12T16:14:06.628 INFO:tasks.rados.rados.0.smithi099.stdout:3803: finishing copy_from to smithi09982431-18 2024-04-12T16:14:06.628 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 18 v 2651 (ObjNum 1133 snap 369 seq_num 1133) dirty exists 2024-04-12T16:14:06.628 INFO:tasks.rados.rados.0.smithi099.stdout:3799: done (6 left) 2024-04-12T16:14:06.628 INFO:tasks.rados.rados.0.smithi099.stdout:3801: done (5 left) 2024-04-12T16:14:06.628 INFO:tasks.rados.rados.0.smithi099.stdout:3802: done (4 left) 2024-04-12T16:14:06.628 INFO:tasks.rados.rados.0.smithi099.stdout:3803: done (3 left) 2024-04-12T16:14:06.628 INFO:tasks.rados.rados.0.smithi099.stdout:3804: done (2 left) 2024-04-12T16:14:06.628 INFO:tasks.rados.rados.0.smithi099.stdout:3805: done (1 left) 2024-04-12T16:14:06.628 INFO:tasks.rados.rados.0.smithi099.stdout:3808: rollback oid 33 current snap is 377 2024-04-12T16:14:06.629 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 33 to 361 2024-04-12T16:14:06.629 INFO:tasks.rados.rados.0.smithi099.stdout:3809: delete oid 1 current snap is 377 2024-04-12T16:14:06.630 INFO:tasks.rados.rados.0.smithi099.stdout:3809: done (2 left) 2024-04-12T16:14:06.630 INFO:tasks.rados.rados.0.smithi099.stdout:3810: snap_create 2024-04-12T16:14:06.631 INFO:tasks.rados.rados.0.smithi099.stdout:3808: finishing rollback tid 0 to smithi09982431-33 2024-04-12T16:14:06.632 INFO:tasks.rados.rados.0.smithi099.stdout:3808: finishing rollback tid 1 to smithi09982431-33 2024-04-12T16:14:06.632 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 33 v 2655 (ObjNum 97 snap 0 seq_num 1923733952) dirty dne 2024-04-12T16:14:06.635 INFO:tasks.rados.rados.0.smithi099.stdout:3807: finishing copy_from racing read to smithi09982431-28 2024-04-12T16:14:06.637 INFO:tasks.rados.rados.0.smithi099.stdout:3807: finishing copy_from to smithi09982431-28 2024-04-12T16:14:06.637 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 28 v 2939 (ObjNum 1064 snap 338 seq_num 1064) dirty exists 2024-04-12T16:14:07.182 INFO:tasks.rados.rados.0.smithi099.stdout:3807: done (2 left) 2024-04-12T16:14:07.182 INFO:tasks.rados.rados.0.smithi099.stdout:3808: done (1 left) 2024-04-12T16:14:07.182 INFO:tasks.rados.rados.0.smithi099.stdout:3810: done (0 left) 2024-04-12T16:14:07.183 INFO:tasks.rados.rados.0.smithi099.stdout:3811: read oid 10 snap -1 2024-04-12T16:14:07.183 INFO:tasks.rados.rados.0.smithi099.stdout:3811: expect (ObjNum 1117 snap 363 seq_num 1117) 2024-04-12T16:14:07.183 INFO:tasks.rados.rados.0.smithi099.stdout:3812: snap_remove snap 360 2024-04-12T16:14:07.485 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:07 smithi110 ceph-mon[88691]: osdmap e826: 8 total, 8 up, 8 in 2024-04-12T16:14:07.485 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:07 smithi110 ceph-mon[88691]: pgmap v877: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 440 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 3.7 MiB/s wr, 25 op/s 2024-04-12T16:14:07.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:07 smithi099 ceph-mon[94290]: osdmap e826: 8 total, 8 up, 8 in 2024-04-12T16:14:07.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:07 smithi099 ceph-mon[94290]: pgmap v877: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 440 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 3.7 MiB/s wr, 25 op/s 2024-04-12T16:14:07.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:07 smithi099 ceph-mon[96864]: osdmap e826: 8 total, 8 up, 8 in 2024-04-12T16:14:07.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:07 smithi099 ceph-mon[96864]: pgmap v877: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 440 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 3.7 MiB/s wr, 25 op/s 2024-04-12T16:14:08.187 INFO:tasks.rados.rados.0.smithi099.stdout:3812: done (1 left) 2024-04-12T16:14:08.187 INFO:tasks.rados.rados.0.smithi099.stdout:3813: read oid 27 snap -1 2024-04-12T16:14:08.187 INFO:tasks.rados.rados.0.smithi099.stdout:3813: expect deleted 2024-04-12T16:14:08.187 INFO:tasks.rados.rados.0.smithi099.stdout:3814: read oid 15 snap 365 2024-04-12T16:14:08.187 INFO:tasks.rados.rados.0.smithi099.stdout:3814: expect (ObjNum 1054 snap 336 seq_num 1054) 2024-04-12T16:14:08.187 INFO:tasks.rados.rados.0.smithi099.stdout:3815: read oid 18 snap -1 2024-04-12T16:14:08.187 INFO:tasks.rados.rados.0.smithi099.stdout:3815: expect (ObjNum 1133 snap 369 seq_num 1133) 2024-04-12T16:14:08.187 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 16 current snap is 378 2024-04-12T16:14:08.187 INFO:tasks.rados.rados.0.smithi099.stdout:3816: seq_num 1160 ranges {688128=229376} 2024-04-12T16:14:08.192 INFO:tasks.rados.rados.0.smithi099.stdout:3816: writing smithi09982431-16 from 688128 to 917504 tid 1 2024-04-12T16:14:08.192 INFO:tasks.rados.rados.0.smithi099.stdout:3811: expect (ObjNum 1117 snap 363 seq_num 1117) 2024-04-12T16:14:08.258 INFO:tasks.rados.rados.0.smithi099.stdout:3816: finishing write tid 1 to smithi09982431-16 2024-04-12T16:14:08.258 INFO:tasks.rados.rados.0.smithi099.stdout:3816: finishing write tid 2 to smithi09982431-16 2024-04-12T16:14:08.258 INFO:tasks.rados.rados.0.smithi099.stdout:3816: finishing write tid 3 to smithi09982431-16 2024-04-12T16:14:08.258 INFO:tasks.rados.rados.0.smithi099.stdout:3816: oid 16 updating version 0 to 2692 2024-04-12T16:14:08.258 INFO:tasks.rados.rados.0.smithi099.stdout:3816: oid 16 updating version 2692 to 2693 2024-04-12T16:14:08.258 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 16 v 2693 (ObjNum 1160 snap 378 seq_num 1160) dirty exists 2024-04-12T16:14:08.258 INFO:tasks.rados.rados.0.smithi099.stdout:3816: left oid 16 (ObjNum 1160 snap 378 seq_num 1160) 2024-04-12T16:14:08.259 INFO:tasks.rados.rados.0.smithi099.stdout:3811: done (4 left) 2024-04-12T16:14:08.259 INFO:tasks.rados.rados.0.smithi099.stdout:3813: done (3 left) 2024-04-12T16:14:08.259 INFO:tasks.rados.rados.0.smithi099.stdout:3816: done (2 left) 2024-04-12T16:14:08.259 INFO:tasks.rados.rados.0.smithi099.stdout:3817: snap_remove snap 319 2024-04-12T16:14:08.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:08 smithi110 ceph-mon[88691]: osdmap e827: 8 total, 8 up, 8 in 2024-04-12T16:14:08.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:08 smithi099 ceph-mon[94290]: osdmap e827: 8 total, 8 up, 8 in 2024-04-12T16:14:08.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:08 smithi099 ceph-mon[96864]: osdmap e827: 8 total, 8 up, 8 in 2024-04-12T16:14:09.144 INFO:tasks.rados.rados.0.smithi099.stdout:3817: done (2 left) 2024-04-12T16:14:09.144 INFO:tasks.rados.rados.0.smithi099.stdout:3818: read oid 25 snap 361 2024-04-12T16:14:09.144 INFO:tasks.rados.rados.0.smithi099.stdout:3818: expect deleted 2024-04-12T16:14:09.144 INFO:tasks.rados.rados.0.smithi099.stdout:3819: snap_remove snap 326 2024-04-12T16:14:09.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:09 smithi110 ceph-mon[88691]: osdmap e828: 8 total, 8 up, 8 in 2024-04-12T16:14:09.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:09 smithi110 ceph-mon[88691]: pgmap v880: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 441 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-04-12T16:14:09.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:09 smithi110 ceph-mon[88691]: osdmap e829: 8 total, 8 up, 8 in 2024-04-12T16:14:09.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:09 smithi099 ceph-mon[94290]: osdmap e828: 8 total, 8 up, 8 in 2024-04-12T16:14:09.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:09 smithi099 ceph-mon[94290]: pgmap v880: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 441 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-04-12T16:14:09.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:09 smithi099 ceph-mon[94290]: osdmap e829: 8 total, 8 up, 8 in 2024-04-12T16:14:09.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:09 smithi099 ceph-mon[96864]: osdmap e828: 8 total, 8 up, 8 in 2024-04-12T16:14:09.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:09 smithi099 ceph-mon[96864]: pgmap v880: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 441 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-04-12T16:14:09.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:09 smithi099 ceph-mon[96864]: osdmap e829: 8 total, 8 up, 8 in 2024-04-12T16:14:10.151 INFO:tasks.rados.rados.0.smithi099.stdout:3819: done (3 left) 2024-04-12T16:14:10.151 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 50 current snap is 378 2024-04-12T16:14:10.151 INFO:tasks.rados.rados.0.smithi099.stdout:3814: expect (ObjNum 1054 snap 336 seq_num 1054) 2024-04-12T16:14:10.481 INFO:tasks.rados.rados.0.smithi099.stdout:3815: expect (ObjNum 1133 snap 369 seq_num 1133) 2024-04-12T16:14:10.695 INFO:tasks.rados.rados.0.smithi099.stdout:3820: seq_num 1161 ranges {3080192=245760} 2024-04-12T16:14:10.713 INFO:tasks.rados.rados.0.smithi099.stdout:3820: writing smithi09982431-50 from 3080192 to 3325952 tid 1 2024-04-12T16:14:10.713 INFO:tasks.rados.rados.0.smithi099.stdout:3814: done (3 left) 2024-04-12T16:14:10.713 INFO:tasks.rados.rados.0.smithi099.stdout:3815: done (2 left) 2024-04-12T16:14:10.713 INFO:tasks.rados.rados.0.smithi099.stdout:3818: done (1 left) 2024-04-12T16:14:10.713 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 3 current snap is 378 2024-04-12T16:14:10.713 INFO:tasks.rados.rados.0.smithi099.stdout:3821: seq_num 1162 ranges {10960896=270336} 2024-04-12T16:14:10.772 INFO:tasks.rados.rados.0.smithi099.stdout:3821: writing smithi09982431-3 from 10960896 to 11231232 tid 1 2024-04-12T16:14:10.772 INFO:tasks.rados.rados.0.smithi099.stdout:3822: read oid 11 snap 370 2024-04-12T16:14:10.772 INFO:tasks.rados.rados.0.smithi099.stdout:3822: expect deleted 2024-04-12T16:14:10.772 INFO:tasks.rados.rados.0.smithi099.stdout:3823: delete oid 14 current snap is 378 2024-04-12T16:14:10.772 INFO:tasks.rados.rados.0.smithi099.stdout:3820: finishing write tid 1 to smithi09982431-50 2024-04-12T16:14:10.772 INFO:tasks.rados.rados.0.smithi099.stdout:3820: finishing write tid 2 to smithi09982431-50 2024-04-12T16:14:10.772 INFO:tasks.rados.rados.0.smithi099.stdout:3820: finishing write tid 3 to smithi09982431-50 2024-04-12T16:14:10.772 INFO:tasks.rados.rados.0.smithi099.stdout:3820: oid 50 updating version 0 to 2694 2024-04-12T16:14:10.773 INFO:tasks.rados.rados.0.smithi099.stdout:3820: oid 50 updating version 2694 to 2695 2024-04-12T16:14:10.773 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 50 v 2695 (ObjNum 1161 snap 378 seq_num 1161) dirty exists 2024-04-12T16:14:10.773 INFO:tasks.rados.rados.0.smithi099.stdout:3820: left oid 50 (ObjNum 1161 snap 378 seq_num 1161) 2024-04-12T16:14:10.774 INFO:tasks.rados.rados.0.smithi099.stdout:3820: done (3 left) 2024-04-12T16:14:10.774 INFO:tasks.rados.rados.0.smithi099.stdout:3822: done (2 left) 2024-04-12T16:14:10.775 INFO:tasks.rados.rados.0.smithi099.stdout:3823: done (1 left) 2024-04-12T16:14:10.775 INFO:tasks.rados.rados.0.smithi099.stdout:3824: delete oid 25 current snap is 378 2024-04-12T16:14:10.777 INFO:tasks.rados.rados.0.smithi099.stdout:3821: finishing write tid 1 to smithi09982431-3 2024-04-12T16:14:10.778 INFO:tasks.rados.rados.0.smithi099.stdout:3821: finishing write tid 2 to smithi09982431-3 2024-04-12T16:14:10.778 INFO:tasks.rados.rados.0.smithi099.stdout:3824: done (1 left) 2024-04-12T16:14:10.778 INFO:tasks.rados.rados.0.smithi099.stdout:3825: delete oid 19 current snap is 378 2024-04-12T16:14:10.780 INFO:tasks.rados.rados.0.smithi099.stdout:3821: finishing write tid 3 to smithi09982431-3 2024-04-12T16:14:10.780 INFO:tasks.rados.rados.0.smithi099.stdout:3821: oid 3 updating version 0 to 2699 2024-04-12T16:14:10.780 INFO:tasks.rados.rados.0.smithi099.stdout:3821: oid 3 updating version 2699 to 2700 2024-04-12T16:14:10.780 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 3 v 2700 (ObjNum 1162 snap 378 seq_num 1162) dirty exists 2024-04-12T16:14:10.780 INFO:tasks.rados.rados.0.smithi099.stdout:3821: left oid 3 (ObjNum 1162 snap 378 seq_num 1162) 2024-04-12T16:14:10.781 INFO:tasks.rados.rados.0.smithi099.stdout:3821: done (1 left) 2024-04-12T16:14:10.781 INFO:tasks.rados.rados.0.smithi099.stdout:3825: done (0 left) 2024-04-12T16:14:10.781 INFO:tasks.rados.rados.0.smithi099.stdout:3826: read oid 35 snap 362 2024-04-12T16:14:10.781 INFO:tasks.rados.rados.0.smithi099.stdout:3826: expect (ObjNum 1063 snap 338 seq_num 1063) 2024-04-12T16:14:10.781 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 36 current snap is 378 2024-04-12T16:14:10.781 INFO:tasks.rados.rados.0.smithi099.stdout:3827: seq_num 1166 ranges {0=335872} 2024-04-12T16:14:10.783 INFO:tasks.rados.rados.0.smithi099.stdout:3827: writing smithi09982431-36 from 0 to 335872 tid 1 2024-04-12T16:14:10.783 INFO:tasks.rados.rados.0.smithi099.stdout:3828: snap_remove snap 377 2024-04-12T16:14:11.150 INFO:tasks.rados.rados.0.smithi099.stdout:3827: finishing write tid 1 to smithi09982431-36 2024-04-12T16:14:11.151 INFO:tasks.rados.rados.0.smithi099.stdout:3827: finishing write tid 2 to smithi09982431-36 2024-04-12T16:14:11.151 INFO:tasks.rados.rados.0.smithi099.stdout:3826: expect (ObjNum 1063 snap 338 seq_num 1063) 2024-04-12T16:14:11.455 INFO:tasks.rados.rados.0.smithi099.stdout:3827: finishing write tid 3 to smithi09982431-36 2024-04-12T16:14:11.455 INFO:tasks.rados.rados.0.smithi099.stdout:3827: oid 36 updating version 0 to 2276 2024-04-12T16:14:11.455 INFO:tasks.rados.rados.0.smithi099.stdout:3827: oid 36 version 2276 is already newer than 2275 2024-04-12T16:14:11.455 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 36 v 2276 (ObjNum 1166 snap 378 seq_num 1166) dirty exists 2024-04-12T16:14:11.455 INFO:tasks.rados.rados.0.smithi099.stdout:3827: left oid 36 (ObjNum 1166 snap 378 seq_num 1166) 2024-04-12T16:14:11.455 INFO:tasks.rados.rados.0.smithi099.stdout:3826: done (2 left) 2024-04-12T16:14:11.455 INFO:tasks.rados.rados.0.smithi099.stdout:3827: done (1 left) 2024-04-12T16:14:11.455 INFO:tasks.rados.rados.0.smithi099.stdout:3828: done (0 left) 2024-04-12T16:14:11.455 INFO:tasks.rados.rados.0.smithi099.stdout:3829: snap_create 2024-04-12T16:14:11.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:11 smithi110 ceph-mon[88691]: osdmap e830: 8 total, 8 up, 8 in 2024-04-12T16:14:11.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:11 smithi110 ceph-mon[88691]: pgmap v883: 121 pgs: 121 active+clean; 438 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 510 KiB/s wr, 16 op/s 2024-04-12T16:14:11.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:11 smithi099 ceph-mon[94290]: osdmap e830: 8 total, 8 up, 8 in 2024-04-12T16:14:11.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:11 smithi099 ceph-mon[94290]: pgmap v883: 121 pgs: 121 active+clean; 438 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 510 KiB/s wr, 16 op/s 2024-04-12T16:14:11.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:11 smithi099 ceph-mon[96864]: osdmap e830: 8 total, 8 up, 8 in 2024-04-12T16:14:11.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:11 smithi099 ceph-mon[96864]: pgmap v883: 121 pgs: 121 active+clean; 438 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 510 KiB/s wr, 16 op/s 2024-04-12T16:14:12.156 INFO:tasks.rados.rados.0.smithi099.stdout:3829: done (0 left) 2024-04-12T16:14:12.156 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 10 current snap is 379 2024-04-12T16:14:12.156 INFO:tasks.rados.rados.0.smithi099.stdout:3830: seq_num 1167 ranges {1916928=352256} 2024-04-12T16:14:12.168 INFO:tasks.rados.rados.0.smithi099.stdout:3830: writing smithi09982431-10 from 1916928 to 2269184 tid 1 2024-04-12T16:14:12.168 INFO:tasks.rados.rados.0.smithi099.stdout:3831: copy_from oid 24 from oid 18 current snap is 379 2024-04-12T16:14:12.168 INFO:tasks.rados.rados.0.smithi099.stdout:3832: snap_remove snap 373 2024-04-12T16:14:12.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:12 smithi110 ceph-mon[88691]: osdmap e831: 8 total, 8 up, 8 in 2024-04-12T16:14:12.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:14:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:14:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:14:12.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:12 smithi099 ceph-mon[94290]: osdmap e831: 8 total, 8 up, 8 in 2024-04-12T16:14:12.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:12 smithi099 ceph-mon[96864]: osdmap e831: 8 total, 8 up, 8 in 2024-04-12T16:14:13.164 INFO:tasks.rados.rados.0.smithi099.stdout:3832: done (2 left) 2024-04-12T16:14:13.164 INFO:tasks.rados.rados.0.smithi099.stdout:3833: rollback oid 6 current snap is 379 2024-04-12T16:14:13.164 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 6 to 370 2024-04-12T16:14:13.164 INFO:tasks.rados.rados.0.smithi099.stdout:3834: rmattr oid 48 current snap is 379 2024-04-12T16:14:13.164 INFO:tasks.rados.rados.0.smithi099.stdout:3830: finishing write tid 1 to smithi09982431-10 2024-04-12T16:14:13.164 INFO:tasks.rados.rados.0.smithi099.stdout:3830: finishing write tid 2 to smithi09982431-10 2024-04-12T16:14:13.164 INFO:tasks.rados.rados.0.smithi099.stdout:3830: finishing write tid 3 to smithi09982431-10 2024-04-12T16:14:13.164 INFO:tasks.rados.rados.0.smithi099.stdout:3830: oid 10 updating version 0 to 2702 2024-04-12T16:14:13.164 INFO:tasks.rados.rados.0.smithi099.stdout:3830: oid 10 version 2702 is already newer than 2701 2024-04-12T16:14:13.164 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 10 v 2702 (ObjNum 1167 snap 379 seq_num 1167) dirty exists 2024-04-12T16:14:13.164 INFO:tasks.rados.rados.0.smithi099.stdout:3830: left oid 10 (ObjNum 1167 snap 379 seq_num 1167) 2024-04-12T16:14:13.165 INFO:tasks.rados.rados.0.smithi099.stdout:3831: finishing copy_from racing read to smithi09982431-24 2024-04-12T16:14:13.165 INFO:tasks.rados.rados.0.smithi099.stdout:3831: finishing copy_from to smithi09982431-24 2024-04-12T16:14:13.165 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 24 v 2651 (ObjNum 1133 snap 369 seq_num 1133) dirty exists 2024-04-12T16:14:13.165 INFO:tasks.rados.rados.0.smithi099.stdout:3830: done (3 left) 2024-04-12T16:14:13.165 INFO:tasks.rados.rados.0.smithi099.stdout:3831: done (2 left) 2024-04-12T16:14:13.165 INFO:tasks.rados.rados.0.smithi099.stdout:3835: snap_remove snap 352 2024-04-12T16:14:13.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:13 smithi110 ceph-mon[88691]: osdmap e832: 8 total, 8 up, 8 in 2024-04-12T16:14:13.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:14:13.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:13 smithi110 ceph-mon[88691]: pgmap v886: 121 pgs: 121 active+clean; 413 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 536 KiB/s wr, 14 op/s 2024-04-12T16:14:13.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:13 smithi099 ceph-mon[94290]: osdmap e832: 8 total, 8 up, 8 in 2024-04-12T16:14:13.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:14:13.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:13 smithi099 ceph-mon[94290]: pgmap v886: 121 pgs: 121 active+clean; 413 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 536 KiB/s wr, 14 op/s 2024-04-12T16:14:13.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:13 smithi099 ceph-mon[96864]: osdmap e832: 8 total, 8 up, 8 in 2024-04-12T16:14:13.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:14:13.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:13 smithi099 ceph-mon[96864]: pgmap v886: 121 pgs: 121 active+clean; 413 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 536 KiB/s wr, 14 op/s 2024-04-12T16:14:14.150 INFO:tasks.rados.rados.0.smithi099.stdout:3835: done (2 left) 2024-04-12T16:14:14.151 INFO:tasks.rados.rados.0.smithi099.stdout:3836: snap_remove snap 362 2024-04-12T16:14:14.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:14 smithi110 ceph-mon[88691]: osdmap e833: 8 total, 8 up, 8 in 2024-04-12T16:14:14.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:14 smithi110 ceph-mon[88691]: osdmap e834: 8 total, 8 up, 8 in 2024-04-12T16:14:14.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:14 smithi099 ceph-mon[94290]: osdmap e833: 8 total, 8 up, 8 in 2024-04-12T16:14:14.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:14 smithi099 ceph-mon[94290]: osdmap e834: 8 total, 8 up, 8 in 2024-04-12T16:14:14.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:14 smithi099 ceph-mon[96864]: osdmap e833: 8 total, 8 up, 8 in 2024-04-12T16:14:14.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:14 smithi099 ceph-mon[96864]: osdmap e834: 8 total, 8 up, 8 in 2024-04-12T16:14:15.152 INFO:tasks.rados.rados.0.smithi099.stdout:3836: done (2 left) 2024-04-12T16:14:15.152 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 5 current snap is 379 2024-04-12T16:14:15.152 INFO:tasks.rados.rados.0.smithi099.stdout:3837: seq_num 1168 ranges {2023424=368640} 2024-04-12T16:14:15.166 INFO:tasks.rados.rados.0.smithi099.stdout:3837: writing smithi09982431-5 from 2023424 to 2392064 tid 1 2024-04-12T16:14:15.167 INFO:tasks.rados.rados.0.smithi099.stdout:3838: read oid 16 snap 370 2024-04-12T16:14:15.167 INFO:tasks.rados.rados.0.smithi099.stdout:3838: expect (ObjNum 1044 snap 333 seq_num 1044) 2024-04-12T16:14:15.167 INFO:tasks.rados.rados.0.smithi099.stdout:3839: read oid 19 snap -1 2024-04-12T16:14:15.167 INFO:tasks.rados.rados.0.smithi099.stdout:3839: expect deleted 2024-04-12T16:14:15.168 INFO:tasks.rados.rados.0.smithi099.stdout:3840: rmattr oid 9 current snap is 379 2024-04-12T16:14:15.168 INFO:tasks.rados.rados.0.smithi099.stdout:3833: finishing rollback tid 0 to smithi09982431-6 2024-04-12T16:14:15.168 INFO:tasks.rados.rados.0.smithi099.stdout:3833: finishing rollback tid 1 to smithi09982431-6 2024-04-12T16:14:15.168 INFO:tasks.rados.rados.0.smithi099.stdout:3833: finishing rollback tid 2 to smithi09982431-6 2024-04-12T16:14:15.168 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 6 v 2432 (ObjNum 1119 snap 363 seq_num 1119) dirty exists 2024-04-12T16:14:15.168 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 48 v 2668 (ObjNum 1079 snap 346 seq_num 1079) dirty exists 2024-04-12T16:14:15.168 INFO:tasks.rados.rados.0.smithi099.stdout:3833: done (5 left) 2024-04-12T16:14:15.168 INFO:tasks.rados.rados.0.smithi099.stdout:3834: done (4 left) 2024-04-12T16:14:15.168 INFO:tasks.rados.rados.0.smithi099.stdout:3841: snap_create 2024-04-12T16:14:15.174 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 9 v 2672 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-12T16:14:15.180 INFO:tasks.rados.rados.0.smithi099.stdout:3837: finishing write tid 1 to smithi09982431-5 2024-04-12T16:14:15.181 INFO:tasks.rados.rados.0.smithi099.stdout:3837: finishing write tid 2 to smithi09982431-5 2024-04-12T16:14:15.182 INFO:tasks.rados.rados.0.smithi099.stdout:3838: expect (ObjNum 1044 snap 333 seq_num 1044) 2024-04-12T16:14:15.206 INFO:tasks.rados.rados.0.smithi099.stdout:3837: finishing write tid 3 to smithi09982431-5 2024-04-12T16:14:15.206 INFO:tasks.rados.rados.0.smithi099.stdout:3837: oid 5 updating version 0 to 2278 2024-04-12T16:14:15.206 INFO:tasks.rados.rados.0.smithi099.stdout:3837: oid 5 version 2278 is already newer than 2277 2024-04-12T16:14:15.206 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 5 v 2278 (ObjNum 1168 snap 379 seq_num 1168) dirty exists 2024-04-12T16:14:15.206 INFO:tasks.rados.rados.0.smithi099.stdout:3837: left oid 5 (ObjNum 1168 snap 379 seq_num 1168) 2024-04-12T16:14:15.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:15 smithi110 ceph-mon[88691]: pgmap v889: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 377 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-04-12T16:14:15.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:15 smithi110 ceph-mon[88691]: osdmap e835: 8 total, 8 up, 8 in 2024-04-12T16:14:15.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:15 smithi099 ceph-mon[94290]: pgmap v889: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 377 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-04-12T16:14:15.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:15 smithi099 ceph-mon[94290]: osdmap e835: 8 total, 8 up, 8 in 2024-04-12T16:14:15.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:15 smithi099 ceph-mon[96864]: pgmap v889: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 377 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-04-12T16:14:15.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:15 smithi099 ceph-mon[96864]: osdmap e835: 8 total, 8 up, 8 in 2024-04-12T16:14:16.178 INFO:tasks.rados.rados.0.smithi099.stdout:3837: done (4 left) 2024-04-12T16:14:16.179 INFO:tasks.rados.rados.0.smithi099.stdout:3838: done (3 left) 2024-04-12T16:14:16.179 INFO:tasks.rados.rados.0.smithi099.stdout:3839: done (2 left) 2024-04-12T16:14:16.179 INFO:tasks.rados.rados.0.smithi099.stdout:3840: done (1 left) 2024-04-12T16:14:16.179 INFO:tasks.rados.rados.0.smithi099.stdout:3841: done (0 left) 2024-04-12T16:14:16.179 INFO:tasks.rados.rados.0.smithi099.stdout:3842: rollback oid 17 current snap is 380 2024-04-12T16:14:16.179 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 17 to 370 2024-04-12T16:14:16.179 INFO:tasks.rados.rados.0.smithi099.stdout:3843: read oid 31 snap -1 2024-04-12T16:14:16.179 INFO:tasks.rados.rados.0.smithi099.stdout:3843: expect (ObjNum 1155 snap 376 seq_num 1155) 2024-04-12T16:14:16.179 INFO:tasks.rados.rados.0.smithi099.stdout:3844: snap_create 2024-04-12T16:14:16.186 INFO:tasks.rados.rados.0.smithi099.stdout:3842: finishing rollback tid 1 to smithi09982431-17 2024-04-12T16:14:16.186 INFO:tasks.rados.rados.0.smithi099.stdout:3842: finishing rollback tid 2 to smithi09982431-17 2024-04-12T16:14:16.186 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 17 v 1053 (ObjNum 1115 snap 363 seq_num 1115) dirty exists 2024-04-12T16:14:16.192 INFO:tasks.rados.rados.0.smithi099.stdout:3843: expect (ObjNum 1155 snap 376 seq_num 1155) 2024-04-12T16:14:16.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:14:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:14:16] "GET /metrics HTTP/1.1" 200 36328 "" "Prometheus/2.43.0" 2024-04-12T16:14:17.183 INFO:tasks.rados.rados.0.smithi099.stdout:3842: done (2 left) 2024-04-12T16:14:17.183 INFO:tasks.rados.rados.0.smithi099.stdout:3843: done (1 left) 2024-04-12T16:14:17.183 INFO:tasks.rados.rados.0.smithi099.stdout:3844: done (0 left) 2024-04-12T16:14:17.183 INFO:tasks.rados.rados.0.smithi099.stdout:3845: rollback oid 34 current snap is 381 2024-04-12T16:14:17.183 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 34 to 368 2024-04-12T16:14:17.184 INFO:tasks.rados.rados.0.smithi099.stdout:3846: snap_remove snap 340 2024-04-12T16:14:17.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:17 smithi110 ceph-mon[88691]: osdmap e836: 8 total, 8 up, 8 in 2024-04-12T16:14:17.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:17 smithi110 ceph-mon[88691]: pgmap v892: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 366 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-04-12T16:14:17.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:17 smithi099 ceph-mon[94290]: osdmap e836: 8 total, 8 up, 8 in 2024-04-12T16:14:17.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:17 smithi099 ceph-mon[94290]: pgmap v892: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 366 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-04-12T16:14:17.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:17 smithi099 ceph-mon[96864]: osdmap e836: 8 total, 8 up, 8 in 2024-04-12T16:14:17.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:17 smithi099 ceph-mon[96864]: pgmap v892: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 366 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-04-12T16:14:18.189 INFO:tasks.rados.rados.0.smithi099.stdout:3846: done (1 left) 2024-04-12T16:14:18.189 INFO:tasks.rados.rados.0.smithi099.stdout:3847: delete oid 36 current snap is 381 2024-04-12T16:14:18.189 INFO:tasks.rados.rados.0.smithi099.stdout:3845: finishing rollback tid 0 to smithi09982431-34 2024-04-12T16:14:18.189 INFO:tasks.rados.rados.0.smithi099.stdout:3845: finishing rollback tid 1 to smithi09982431-34 2024-04-12T16:14:18.189 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 34 v 3021 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-12T16:14:18.197 INFO:tasks.rados.rados.0.smithi099.stdout:3845: done (1 left) 2024-04-12T16:14:18.197 INFO:tasks.rados.rados.0.smithi099.stdout:3847: done (0 left) 2024-04-12T16:14:18.197 INFO:tasks.rados.rados.0.smithi099.stdout:3848: read oid 35 snap -1 2024-04-12T16:14:18.197 INFO:tasks.rados.rados.0.smithi099.stdout:3848: expect (ObjNum 1120 snap 363 seq_num 1120) 2024-04-12T16:14:18.197 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 5 current snap is 381 2024-04-12T16:14:18.197 INFO:tasks.rados.rados.0.smithi099.stdout:3849: seq_num 1170 ranges {2392064=401408} 2024-04-12T16:14:18.213 INFO:tasks.rados.rados.0.smithi099.stdout:3849: writing smithi09982431-5 from 2392064 to 2793472 tid 1 2024-04-12T16:14:18.215 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 13 current snap is 381 2024-04-12T16:14:18.215 INFO:tasks.rados.rados.0.smithi099.stdout:3850: seq_num 1171 ranges {5423104=417792} 2024-04-12T16:14:18.248 INFO:tasks.rados.rados.0.smithi099.stdout:3850: writing smithi09982431-13 from 5423104 to 5840896 tid 1 2024-04-12T16:14:18.248 INFO:tasks.rados.rados.0.smithi099.stdout:3851: snap_remove snap 372 2024-04-12T16:14:18.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:18 smithi110 ceph-mon[88691]: osdmap e837: 8 total, 8 up, 8 in 2024-04-12T16:14:18.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:18 smithi099 ceph-mon[94290]: osdmap e837: 8 total, 8 up, 8 in 2024-04-12T16:14:18.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:18 smithi099 ceph-mon[96864]: osdmap e837: 8 total, 8 up, 8 in 2024-04-12T16:14:19.152 INFO:tasks.rados.rados.0.smithi099.stdout:3851: done (3 left) 2024-04-12T16:14:19.152 INFO:tasks.rados.rados.0.smithi099.stdout:3852: snap_remove snap 365 2024-04-12T16:14:19.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:19 smithi110 ceph-mon[88691]: osdmap e838: 8 total, 8 up, 8 in 2024-04-12T16:14:19.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:19 smithi110 ceph-mon[88691]: pgmap v895: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 365 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 86 KiB/s wr, 3 op/s 2024-04-12T16:14:19.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:19 smithi110 ceph-mon[88691]: osdmap e839: 8 total, 8 up, 8 in 2024-04-12T16:14:19.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:19 smithi099 ceph-mon[94290]: osdmap e838: 8 total, 8 up, 8 in 2024-04-12T16:14:19.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:19 smithi099 ceph-mon[94290]: pgmap v895: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 365 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 86 KiB/s wr, 3 op/s 2024-04-12T16:14:19.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:19 smithi099 ceph-mon[94290]: osdmap e839: 8 total, 8 up, 8 in 2024-04-12T16:14:19.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:19 smithi099 ceph-mon[96864]: osdmap e838: 8 total, 8 up, 8 in 2024-04-12T16:14:19.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:19 smithi099 ceph-mon[96864]: pgmap v895: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 365 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 86 KiB/s wr, 3 op/s 2024-04-12T16:14:19.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:19 smithi099 ceph-mon[96864]: osdmap e839: 8 total, 8 up, 8 in 2024-04-12T16:14:20.157 INFO:tasks.rados.rados.0.smithi099.stdout:3852: done (3 left) 2024-04-12T16:14:20.157 INFO:tasks.rados.rados.0.smithi099.stdout:3853: delete oid 11 current snap is 381 2024-04-12T16:14:20.157 INFO:tasks.rados.rados.0.smithi099.stdout:3848: expect (ObjNum 1120 snap 363 seq_num 1120) 2024-04-12T16:14:20.306 INFO:tasks.rados.rados.0.smithi099.stdout:3849: finishing write tid 1 to smithi09982431-5 2024-04-12T16:14:20.307 INFO:tasks.rados.rados.0.smithi099.stdout:3849: finishing write tid 2 to smithi09982431-5 2024-04-12T16:14:20.307 INFO:tasks.rados.rados.0.smithi099.stdout:3848: done (3 left) 2024-04-12T16:14:20.307 INFO:tasks.rados.rados.0.smithi099.stdout:3853: done (2 left) 2024-04-12T16:14:20.307 INFO:tasks.rados.rados.0.smithi099.stdout:3854: snap_create 2024-04-12T16:14:20.307 INFO:tasks.rados.rados.0.smithi099.stdout:3849: finishing write tid 3 to smithi09982431-5 2024-04-12T16:14:20.307 INFO:tasks.rados.rados.0.smithi099.stdout:3849: oid 5 updating version 0 to 2281 2024-04-12T16:14:20.307 INFO:tasks.rados.rados.0.smithi099.stdout:3849: oid 5 version 2281 is already newer than 2280 2024-04-12T16:14:20.307 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 5 v 2281 (ObjNum 1170 snap 381 seq_num 1170) dirty exists 2024-04-12T16:14:20.307 INFO:tasks.rados.rados.0.smithi099.stdout:3849: left oid 5 (ObjNum 1170 snap 381 seq_num 1170) 2024-04-12T16:14:20.307 INFO:tasks.rados.rados.0.smithi099.stdout:3850: finishing write tid 1 to smithi09982431-13 2024-04-12T16:14:20.307 INFO:tasks.rados.rados.0.smithi099.stdout:3850: finishing write tid 2 to smithi09982431-13 2024-04-12T16:14:20.307 INFO:tasks.rados.rados.0.smithi099.stdout:3850: finishing write tid 3 to smithi09982431-13 2024-04-12T16:14:20.307 INFO:tasks.rados.rados.0.smithi099.stdout:3850: oid 13 updating version 0 to 2603 2024-04-12T16:14:20.308 INFO:tasks.rados.rados.0.smithi099.stdout:3850: oid 13 updating version 2603 to 2604 2024-04-12T16:14:20.308 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 13 v 2604 (ObjNum 1171 snap 381 seq_num 1171) dirty exists 2024-04-12T16:14:20.308 INFO:tasks.rados.rados.0.smithi099.stdout:3850: left oid 13 (ObjNum 1171 snap 381 seq_num 1171) 2024-04-12T16:14:21.156 INFO:tasks.rados.rados.0.smithi099.stdout:3849: done (2 left) 2024-04-12T16:14:21.156 INFO:tasks.rados.rados.0.smithi099.stdout:3850: done (1 left) 2024-04-12T16:14:21.157 INFO:tasks.rados.rados.0.smithi099.stdout:3854: done (0 left) 2024-04-12T16:14:21.157 INFO:tasks.rados.rados.0.smithi099.stdout:3855: read oid 34 snap -1 2024-04-12T16:14:21.157 INFO:tasks.rados.rados.0.smithi099.stdout:3855: expect deleted 2024-04-12T16:14:21.157 INFO:tasks.rados.rados.0.smithi099.stdout:3856: read oid 4 snap 375 2024-04-12T16:14:21.157 INFO:tasks.rados.rados.0.smithi099.stdout:3856: expect (ObjNum 1125 snap 365 seq_num 1125) 2024-04-12T16:14:21.157 INFO:tasks.rados.rados.0.smithi099.stdout:3857: rollback oid 26 current snap is 382 2024-04-12T16:14:21.157 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 26 to 380 2024-04-12T16:14:21.157 INFO:tasks.rados.rados.0.smithi099.stdout:3858: rmattr oid 1 current snap is 382 2024-04-12T16:14:21.157 INFO:tasks.rados.rados.0.smithi099.stdout:3858: done (3 left) 2024-04-12T16:14:21.157 INFO:tasks.rados.rados.0.smithi099.stdout:3859: rollback oid 17 current snap is 382 2024-04-12T16:14:21.157 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 17 to 376 2024-04-12T16:14:21.157 INFO:tasks.rados.rados.0.smithi099.stdout:3860: read oid 22 snap -1 2024-04-12T16:14:21.157 INFO:tasks.rados.rados.0.smithi099.stdout:3860: expect (ObjNum 1052 snap 335 seq_num 1052) 2024-04-12T16:14:21.158 INFO:tasks.rados.rados.0.smithi099.stdout:3861: read oid 8 snap -1 2024-04-12T16:14:21.158 INFO:tasks.rados.rados.0.smithi099.stdout:3861: expect (ObjNum 1141 snap 375 seq_num 1141) 2024-04-12T16:14:21.158 INFO:tasks.rados.rados.0.smithi099.stdout:3862: read oid 39 snap -1 2024-04-12T16:14:21.158 INFO:tasks.rados.rados.0.smithi099.stdout:3862: expect (ObjNum 950 snap 292 seq_num 950) 2024-04-12T16:14:21.158 INFO:tasks.rados.rados.0.smithi099.stdout:3863: setattr oid 23 current snap is 382 2024-04-12T16:14:21.158 INFO:tasks.rados.rados.0.smithi099.stdout:3855: done (7 left) 2024-04-12T16:14:21.158 INFO:tasks.rados.rados.0.smithi099.stdout:3864: snap_create 2024-04-12T16:14:21.165 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 23 v 1001 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-12T16:14:21.166 INFO:tasks.rados.rados.0.smithi099.stdout:3857: finishing rollback tid 0 to smithi09982431-26 2024-04-12T16:14:21.166 INFO:tasks.rados.rados.0.smithi099.stdout:3859: finishing rollback tid 0 to smithi09982431-17 2024-04-12T16:14:21.170 INFO:tasks.rados.rados.0.smithi099.stdout:3857: finishing rollback tid 1 to smithi09982431-26 2024-04-12T16:14:21.170 INFO:tasks.rados.rados.0.smithi099.stdout:3857: finishing rollback tid 2 to smithi09982431-26 2024-04-12T16:14:21.170 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 2456 (ObjNum 1152 snap 376 seq_num 1152) dirty exists 2024-04-12T16:14:21.174 INFO:tasks.rados.rados.0.smithi099.stdout:3859: finishing rollback tid 1 to smithi09982431-17 2024-04-12T16:14:21.174 INFO:tasks.rados.rados.0.smithi099.stdout:3859: finishing rollback tid 2 to smithi09982431-17 2024-04-12T16:14:21.175 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 17 v 1056 (ObjNum 1115 snap 363 seq_num 1115) dirty exists 2024-04-12T16:14:21.177 INFO:tasks.rados.rados.0.smithi099.stdout:3860: expect (ObjNum 1052 snap 335 seq_num 1052) 2024-04-12T16:14:21.206 INFO:tasks.rados.rados.0.smithi099.stdout:3862: expect (ObjNum 950 snap 292 seq_num 950) 2024-04-12T16:14:21.278 INFO:tasks.rados.rados.0.smithi099.stdout:3856: expect (ObjNum 1125 snap 365 seq_num 1125) 2024-04-12T16:14:21.411 INFO:tasks.rados.rados.0.smithi099.stdout:3861: expect (ObjNum 1141 snap 375 seq_num 1141) 2024-04-12T16:14:21.429 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:21 smithi099 ceph-mon[94290]: osdmap e840: 8 total, 8 up, 8 in 2024-04-12T16:14:21.429 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:21 smithi099 ceph-mon[94290]: pgmap v898: 121 pgs: 121 active+clean; 315 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 290 KiB/s wr, 8 op/s 2024-04-12T16:14:21.429 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:21 smithi099 ceph-mon[96864]: osdmap e840: 8 total, 8 up, 8 in 2024-04-12T16:14:21.429 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:21 smithi099 ceph-mon[96864]: pgmap v898: 121 pgs: 121 active+clean; 315 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 290 KiB/s wr, 8 op/s 2024-04-12T16:14:21.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:21 smithi110 ceph-mon[88691]: osdmap e840: 8 total, 8 up, 8 in 2024-04-12T16:14:21.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:21 smithi110 ceph-mon[88691]: pgmap v898: 121 pgs: 121 active+clean; 315 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 290 KiB/s wr, 8 op/s 2024-04-12T16:14:22.163 INFO:tasks.rados.rados.0.smithi099.stdout:3856: done (7 left) 2024-04-12T16:14:22.163 INFO:tasks.rados.rados.0.smithi099.stdout:3857: done (6 left) 2024-04-12T16:14:22.163 INFO:tasks.rados.rados.0.smithi099.stdout:3859: done (5 left) 2024-04-12T16:14:22.163 INFO:tasks.rados.rados.0.smithi099.stdout:3860: done (4 left) 2024-04-12T16:14:22.163 INFO:tasks.rados.rados.0.smithi099.stdout:3861: done (3 left) 2024-04-12T16:14:22.163 INFO:tasks.rados.rados.0.smithi099.stdout:3862: done (2 left) 2024-04-12T16:14:22.163 INFO:tasks.rados.rados.0.smithi099.stdout:3863: done (1 left) 2024-04-12T16:14:22.163 INFO:tasks.rados.rados.0.smithi099.stdout:3864: done (0 left) 2024-04-12T16:14:22.163 INFO:tasks.rados.rados.0.smithi099.stdout:3865: snap_remove snap 381 2024-04-12T16:14:22.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:22 smithi110 ceph-mon[88691]: osdmap e841: 8 total, 8 up, 8 in 2024-04-12T16:14:22.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:14:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:14:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:14:22.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:22 smithi099 ceph-mon[94290]: osdmap e841: 8 total, 8 up, 8 in 2024-04-12T16:14:22.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:22 smithi099 ceph-mon[96864]: osdmap e841: 8 total, 8 up, 8 in 2024-04-12T16:14:23.171 INFO:tasks.rados.rados.0.smithi099.stdout:3865: done (0 left) 2024-04-12T16:14:23.171 INFO:tasks.rados.rados.0.smithi099.stdout:3866: read oid 35 snap 361 2024-04-12T16:14:23.171 INFO:tasks.rados.rados.0.smithi099.stdout:3866: expect (ObjNum 1063 snap 338 seq_num 1063) 2024-04-12T16:14:23.171 INFO:tasks.rados.rados.0.smithi099.stdout:3867: rollback oid 25 current snap is 383 2024-04-12T16:14:23.171 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 25 to 347 2024-04-12T16:14:23.171 INFO:tasks.rados.rados.0.smithi099.stdout:3868: delete oid 38 current snap is 383 2024-04-12T16:14:23.186 INFO:tasks.rados.rados.0.smithi099.stdout:3867: finishing rollback tid 1 to smithi09982431-25 2024-04-12T16:14:23.186 INFO:tasks.rados.rados.0.smithi099.stdout:3867: finishing rollback tid 2 to smithi09982431-25 2024-04-12T16:14:23.186 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 25 v 3049 (ObjNum 1073 snap 343 seq_num 1073) dirty exists 2024-04-12T16:14:23.190 INFO:tasks.rados.rados.0.smithi099.stdout:3867: done (2 left) 2024-04-12T16:14:23.190 INFO:tasks.rados.rados.0.smithi099.stdout:3868: done (1 left) 2024-04-12T16:14:23.190 INFO:tasks.rados.rados.0.smithi099.stdout:3869: setattr oid 28 current snap is 383 2024-04-12T16:14:23.190 INFO:tasks.rados.rados.0.smithi099.stdout:3870: snap_create 2024-04-12T16:14:23.196 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 28 v 3051 (ObjNum 1064 snap 338 seq_num 1064) dirty exists 2024-04-12T16:14:23.203 INFO:tasks.rados.rados.0.smithi099.stdout:3866: expect (ObjNum 1063 snap 338 seq_num 1063) 2024-04-12T16:14:23.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:23 smithi110 ceph-mon[88691]: osdmap e842: 8 total, 8 up, 8 in 2024-04-12T16:14:23.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:23 smithi110 ceph-mon[88691]: pgmap v901: 121 pgs: 121 active+clean; 311 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 290 KiB/s wr, 8 op/s 2024-04-12T16:14:23.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:23 smithi099 ceph-mon[94290]: osdmap e842: 8 total, 8 up, 8 in 2024-04-12T16:14:23.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:23 smithi099 ceph-mon[94290]: pgmap v901: 121 pgs: 121 active+clean; 311 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 290 KiB/s wr, 8 op/s 2024-04-12T16:14:23.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:23 smithi099 ceph-mon[96864]: osdmap e842: 8 total, 8 up, 8 in 2024-04-12T16:14:23.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:23 smithi099 ceph-mon[96864]: pgmap v901: 121 pgs: 121 active+clean; 311 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 290 KiB/s wr, 8 op/s 2024-04-12T16:14:24.149 INFO:tasks.rados.rados.0.smithi099.stdout:3866: done (2 left) 2024-04-12T16:14:24.149 INFO:tasks.rados.rados.0.smithi099.stdout:3869: done (1 left) 2024-04-12T16:14:24.149 INFO:tasks.rados.rados.0.smithi099.stdout:3870: done (0 left) 2024-04-12T16:14:24.149 INFO:tasks.rados.rados.0.smithi099.stdout:3871: read oid 14 snap -1 2024-04-12T16:14:24.149 INFO:tasks.rados.rados.0.smithi099.stdout:3871: expect deleted 2024-04-12T16:14:24.150 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 32 current snap is 384 2024-04-12T16:14:24.150 INFO:tasks.rados.rados.0.smithi099.stdout:3872: seq_num 1174 ranges {0=466944} 2024-04-12T16:14:24.151 INFO:tasks.rados.rados.0.smithi099.stdout:3872: writing smithi09982431-32 from 0 to 466944 tid 1 2024-04-12T16:14:24.151 INFO:tasks.rados.rados.0.smithi099.stdout:3873: read oid 19 snap -1 2024-04-12T16:14:24.152 INFO:tasks.rados.rados.0.smithi099.stdout:3873: expect deleted 2024-04-12T16:14:24.152 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 26 current snap is 384 2024-04-12T16:14:24.152 INFO:tasks.rados.rados.0.smithi099.stdout:3874: seq_num 1175 ranges {4120576=483328} 2024-04-12T16:14:24.177 INFO:tasks.rados.rados.0.smithi099.stdout:3874: writing smithi09982431-26 from 4120576 to 4603904 tid 1 2024-04-12T16:14:24.177 INFO:tasks.rados.rados.0.smithi099.stdout:3875: snap_create 2024-04-12T16:14:24.177 INFO:tasks.rados.rados.0.smithi099.stdout:3872: finishing write tid 1 to smithi09982431-32 2024-04-12T16:14:24.177 INFO:tasks.rados.rados.0.smithi099.stdout:3872: finishing write tid 2 to smithi09982431-32 2024-04-12T16:14:24.177 INFO:tasks.rados.rados.0.smithi099.stdout:3872: finishing write tid 3 to smithi09982431-32 2024-04-12T16:14:24.177 INFO:tasks.rados.rados.0.smithi099.stdout:3872: oid 32 updating version 0 to 2653 2024-04-12T16:14:24.177 INFO:tasks.rados.rados.0.smithi099.stdout:3872: oid 32 updating version 2653 to 2654 2024-04-12T16:14:24.177 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 32 v 2654 (ObjNum 1174 snap 384 seq_num 1174) dirty exists 2024-04-12T16:14:24.177 INFO:tasks.rados.rados.0.smithi099.stdout:3872: left oid 32 (ObjNum 1174 snap 384 seq_num 1174) 2024-04-12T16:14:24.180 INFO:tasks.rados.rados.0.smithi099.stdout:3874: finishing write tid 1 to smithi09982431-26 2024-04-12T16:14:24.180 INFO:tasks.rados.rados.0.smithi099.stdout:3874: finishing write tid 2 to smithi09982431-26 2024-04-12T16:14:24.182 INFO:tasks.rados.rados.0.smithi099.stdout:3874: finishing write tid 3 to smithi09982431-26 2024-04-12T16:14:24.182 INFO:tasks.rados.rados.0.smithi099.stdout:3874: oid 26 updating version 0 to 2458 2024-04-12T16:14:24.182 INFO:tasks.rados.rados.0.smithi099.stdout:3874: oid 26 version 2458 is already newer than 2457 2024-04-12T16:14:24.182 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 2458 (ObjNum 1175 snap 384 seq_num 1175) dirty exists 2024-04-12T16:14:24.182 INFO:tasks.rados.rados.0.smithi099.stdout:3874: left oid 26 (ObjNum 1175 snap 384 seq_num 1175) 2024-04-12T16:14:24.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:24 smithi110 ceph-mon[88691]: osdmap e843: 8 total, 8 up, 8 in 2024-04-12T16:14:24.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:24 smithi110 ceph-mon[88691]: osdmap e844: 8 total, 8 up, 8 in 2024-04-12T16:14:24.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:24 smithi099 ceph-mon[94290]: osdmap e843: 8 total, 8 up, 8 in 2024-04-12T16:14:24.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:24 smithi099 ceph-mon[94290]: osdmap e844: 8 total, 8 up, 8 in 2024-04-12T16:14:24.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:24 smithi099 ceph-mon[96864]: osdmap e843: 8 total, 8 up, 8 in 2024-04-12T16:14:24.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:24 smithi099 ceph-mon[96864]: osdmap e844: 8 total, 8 up, 8 in 2024-04-12T16:14:25.176 INFO:tasks.rados.rados.0.smithi099.stdout:3871: done (4 left) 2024-04-12T16:14:25.176 INFO:tasks.rados.rados.0.smithi099.stdout:3872: done (3 left) 2024-04-12T16:14:25.176 INFO:tasks.rados.rados.0.smithi099.stdout:3873: done (2 left) 2024-04-12T16:14:25.176 INFO:tasks.rados.rados.0.smithi099.stdout:3874: done (1 left) 2024-04-12T16:14:25.176 INFO:tasks.rados.rados.0.smithi099.stdout:3875: done (0 left) 2024-04-12T16:14:25.176 INFO:tasks.rados.rados.0.smithi099.stdout:3876: snap_create 2024-04-12T16:14:25.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:25 smithi110 ceph-mon[88691]: pgmap v904: 121 pgs: 121 active+clean; 311 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 114 KiB/s wr, 12 op/s 2024-04-12T16:14:25.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:25 smithi099 ceph-mon[94290]: pgmap v904: 121 pgs: 121 active+clean; 311 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 114 KiB/s wr, 12 op/s 2024-04-12T16:14:25.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:25 smithi099 ceph-mon[96864]: pgmap v904: 121 pgs: 121 active+clean; 311 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 114 KiB/s wr, 12 op/s 2024-04-12T16:14:26.177 INFO:tasks.rados.rados.0.smithi099.stdout:3876: done (0 left) 2024-04-12T16:14:26.177 INFO:tasks.rados.rados.0.smithi099.stdout:3877: snap_create 2024-04-12T16:14:26.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:26 smithi110 ceph-mon[88691]: osdmap e845: 8 total, 8 up, 8 in 2024-04-12T16:14:26.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:26 smithi099 ceph-mon[94290]: osdmap e845: 8 total, 8 up, 8 in 2024-04-12T16:14:26.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:26 smithi099 ceph-mon[96864]: osdmap e845: 8 total, 8 up, 8 in 2024-04-12T16:14:26.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:14:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:14:26] "GET /metrics HTTP/1.1" 200 36328 "" "Prometheus/2.43.0" 2024-04-12T16:14:27.188 INFO:tasks.rados.rados.0.smithi099.stdout:3877: done (0 left) 2024-04-12T16:14:27.188 INFO:tasks.rados.rados.0.smithi099.stdout:3878: copy_from oid 44 from oid 9 current snap is 387 2024-04-12T16:14:27.188 INFO:tasks.rados.rados.0.smithi099.stdout:3879: setattr oid 17 current snap is 387 2024-04-12T16:14:27.189 INFO:tasks.rados.rados.0.smithi099.stdout:3880: delete oid 14 current snap is 387 2024-04-12T16:14:27.196 INFO:tasks.rados.rados.0.smithi099.stdout:3880: done (2 left) 2024-04-12T16:14:27.196 INFO:tasks.rados.rados.0.smithi099.stdout:3881: setattr oid 23 current snap is 387 2024-04-12T16:14:27.197 INFO:tasks.rados.rados.0.smithi099.stdout:3878: finishing copy_from racing read to smithi09982431-44 2024-04-12T16:14:27.199 INFO:tasks.rados.rados.0.smithi099.stdout:3882: delete oid 28 current snap is 387 2024-04-12T16:14:27.199 INFO:tasks.rados.rados.0.smithi099.stdout:3878: finishing copy_from to smithi09982431-44 2024-04-12T16:14:27.199 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 44 v 2672 (ObjNum 33 snap 0 seq_num 1924453328) dirty exists 2024-04-12T16:14:27.200 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 17 v 1057 (ObjNum 1115 snap 363 seq_num 1115) dirty exists 2024-04-12T16:14:27.203 INFO:tasks.rados.rados.0.smithi099.stdout:3878: done (3 left) 2024-04-12T16:14:27.203 INFO:tasks.rados.rados.0.smithi099.stdout:3879: done (2 left) 2024-04-12T16:14:27.203 INFO:tasks.rados.rados.0.smithi099.stdout:3882: done (1 left) 2024-04-12T16:14:27.203 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 46 current snap is 387 2024-04-12T16:14:27.204 INFO:tasks.rados.rados.0.smithi099.stdout:3883: seq_num 1178 ranges {4472832=532480} 2024-04-12T16:14:27.230 INFO:tasks.rados.rados.0.smithi099.stdout:3883: writing smithi09982431-46 from 4472832 to 5005312 tid 1 2024-04-12T16:14:27.230 INFO:tasks.rados.rados.0.smithi099.stdout:3884: setattr oid 19 current snap is 387 2024-04-12T16:14:27.231 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 23 v 1002 (ObjNum 65 snap 0 seq_num 1684625011) dirty exists 2024-04-12T16:14:27.231 INFO:tasks.rados.rados.0.smithi099.stdout:3881: done (2 left) 2024-04-12T16:14:27.232 INFO:tasks.rados.rados.0.smithi099.stdout:3885: rollback oid 50 current snap is 387 2024-04-12T16:14:27.232 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 50 to 382 2024-04-12T16:14:27.232 INFO:tasks.rados.rados.0.smithi099.stdout:3886: rollback oid 39 current snap is 387 2024-04-12T16:14:27.232 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 39 to 375 2024-04-12T16:14:27.232 INFO:tasks.rados.rados.0.smithi099.stdout:3887: rollback oid 18 current snap is 387 2024-04-12T16:14:27.232 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 18 to 384 2024-04-12T16:14:27.232 INFO:tasks.rados.rados.0.smithi099.stdout:3888: delete oid 28 current snap is 387 2024-04-12T16:14:27.236 INFO:tasks.rados.rados.0.smithi099.stdout:3883: finishing write tid 1 to smithi09982431-46 2024-04-12T16:14:27.237 INFO:tasks.rados.rados.0.smithi099.stdout:3888: done (5 left) 2024-04-12T16:14:27.237 INFO:tasks.rados.rados.0.smithi099.stdout:3889: setattr oid 21 current snap is 387 2024-04-12T16:14:27.238 INFO:tasks.rados.rados.0.smithi099.stdout:3890: rollback oid 5 current snap is 387 2024-04-12T16:14:27.238 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 5 to 385 2024-04-12T16:14:27.238 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 29 current snap is 387 2024-04-12T16:14:27.238 INFO:tasks.rados.rados.0.smithi099.stdout:3891: seq_num 1180 ranges {1384448=565248} 2024-04-12T16:14:27.249 INFO:tasks.rados.rados.0.smithi099.stdout:3891: writing smithi09982431-29 from 1384448 to 1949696 tid 1 2024-04-12T16:14:27.249 INFO:tasks.rados.rados.0.smithi099.stdout:3892: read oid 45 snap -1 2024-04-12T16:14:27.249 INFO:tasks.rados.rados.0.smithi099.stdout:3892: expect deleted 2024-04-12T16:14:27.249 INFO:tasks.rados.rados.0.smithi099.stdout:3893: snap_remove snap 380 2024-04-12T16:14:27.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:27 smithi110 ceph-mon[88691]: osdmap e846: 8 total, 8 up, 8 in 2024-04-12T16:14:27.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:27 smithi110 ceph-mon[88691]: pgmap v907: 121 pgs: 121 active+clean; 313 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 114 KiB/s wr, 14 op/s 2024-04-12T16:14:27.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:27 smithi099 ceph-mon[94290]: osdmap e846: 8 total, 8 up, 8 in 2024-04-12T16:14:27.656 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:27 smithi099 ceph-mon[94290]: pgmap v907: 121 pgs: 121 active+clean; 313 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 114 KiB/s wr, 14 op/s 2024-04-12T16:14:27.658 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:27 smithi099 ceph-mon[96864]: osdmap e846: 8 total, 8 up, 8 in 2024-04-12T16:14:27.658 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:27 smithi099 ceph-mon[96864]: pgmap v907: 121 pgs: 121 active+clean; 313 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 114 KiB/s wr, 14 op/s 2024-04-12T16:14:28.197 INFO:tasks.rados.rados.0.smithi099.stdout:3893: done (9 left) 2024-04-12T16:14:28.198 INFO:tasks.rados.rados.0.smithi099.stdout:3894: copy_from oid 41 from oid 24 current snap is 387 2024-04-12T16:14:28.198 INFO:tasks.rados.rados.0.smithi099.stdout:3895: snap_create 2024-04-12T16:14:28.198 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 19 v 2673 (ObjNum 33 snap 0 seq_num 1924103312) dirty exists 2024-04-12T16:14:28.198 INFO:tasks.rados.rados.0.smithi099.stdout:3886: finishing rollback tid 0 to smithi09982431-39 2024-04-12T16:14:28.198 INFO:tasks.rados.rados.0.smithi099.stdout:3883: finishing write tid 2 to smithi09982431-46 2024-04-12T16:14:28.198 INFO:tasks.rados.rados.0.smithi099.stdout:3887: finishing rollback tid 0 to smithi09982431-18 2024-04-12T16:14:28.198 INFO:tasks.rados.rados.0.smithi099.stdout:3883: finishing write tid 3 to smithi09982431-46 2024-04-12T16:14:28.198 INFO:tasks.rados.rados.0.smithi099.stdout:3883: oid 46 updating version 0 to 2669 2024-04-12T16:14:28.198 INFO:tasks.rados.rados.0.smithi099.stdout:3883: oid 46 updating version 2669 to 2670 2024-04-12T16:14:28.198 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 46 v 2670 (ObjNum 1178 snap 387 seq_num 1178) dirty exists 2024-04-12T16:14:28.198 INFO:tasks.rados.rados.0.smithi099.stdout:3883: left oid 46 (ObjNum 1178 snap 387 seq_num 1178) 2024-04-12T16:14:28.198 INFO:tasks.rados.rados.0.smithi099.stdout:3885: finishing rollback tid 0 to smithi09982431-50 2024-04-12T16:14:28.199 INFO:tasks.rados.rados.0.smithi099.stdout:3887: finishing rollback tid 1 to smithi09982431-18 2024-04-12T16:14:28.199 INFO:tasks.rados.rados.0.smithi099.stdout:3885: finishing rollback tid 1 to smithi09982431-50 2024-04-12T16:14:28.199 INFO:tasks.rados.rados.0.smithi099.stdout:3886: finishing rollback tid 1 to smithi09982431-39 2024-04-12T16:14:28.199 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 39 v 2675 (ObjNum 33 snap 0 seq_num 1924262976) dirty dne 2024-04-12T16:14:28.199 INFO:tasks.rados.rados.0.smithi099.stdout:3887: finishing rollback tid 2 to smithi09982431-18 2024-04-12T16:14:28.199 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 18 v 2705 (ObjNum 1133 snap 369 seq_num 1133) dirty exists 2024-04-12T16:14:28.199 INFO:tasks.rados.rados.0.smithi099.stdout:3890: finishing rollback tid 0 to smithi09982431-5 2024-04-12T16:14:28.199 INFO:tasks.rados.rados.0.smithi099.stdout:3885: finishing rollback tid 2 to smithi09982431-50 2024-04-12T16:14:28.199 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 50 v 2698 (ObjNum 1161 snap 378 seq_num 1161) dirty exists 2024-04-12T16:14:28.199 INFO:tasks.rados.rados.0.smithi099.stdout:3890: finishing rollback tid 1 to smithi09982431-5 2024-04-12T16:14:28.199 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 21 v 2674 (ObjNum 1115 snap 363 seq_num 1115) dirty exists 2024-04-12T16:14:28.199 INFO:tasks.rados.rados.0.smithi099.stdout:3890: finishing rollback tid 2 to smithi09982431-5 2024-04-12T16:14:28.200 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 5 v 2284 (ObjNum 1170 snap 381 seq_num 1170) dirty exists 2024-04-12T16:14:28.201 INFO:tasks.rados.rados.0.smithi099.stdout:3891: finishing write tid 1 to smithi09982431-29 2024-04-12T16:14:28.201 INFO:tasks.rados.rados.0.smithi099.stdout:3891: finishing write tid 2 to smithi09982431-29 2024-04-12T16:14:28.201 INFO:tasks.rados.rados.0.smithi099.stdout:3891: finishing write tid 3 to smithi09982431-29 2024-04-12T16:14:28.201 INFO:tasks.rados.rados.0.smithi099.stdout:3891: oid 29 updating version 0 to 2434 2024-04-12T16:14:28.201 INFO:tasks.rados.rados.0.smithi099.stdout:3891: oid 29 version 2434 is already newer than 2433 2024-04-12T16:14:28.201 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 29 v 2434 (ObjNum 1180 snap 387 seq_num 1180) dirty exists 2024-04-12T16:14:28.201 INFO:tasks.rados.rados.0.smithi099.stdout:3891: left oid 29 (ObjNum 1180 snap 387 seq_num 1180) 2024-04-12T16:14:28.228 INFO:tasks.rados.rados.0.smithi099.stdout:3894: finishing copy_from racing read to smithi09982431-41 2024-04-12T16:14:28.230 INFO:tasks.rados.rados.0.smithi099.stdout:3894: finishing copy_from to smithi09982431-41 2024-04-12T16:14:28.230 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 41 v 2651 (ObjNum 1133 snap 369 seq_num 1133) dirty exists 2024-04-12T16:14:28.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:28 smithi110 ceph-mon[88691]: osdmap e847: 8 total, 8 up, 8 in 2024-04-12T16:14:28.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:14:28.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:28 smithi099 ceph-mon[94290]: osdmap e847: 8 total, 8 up, 8 in 2024-04-12T16:14:28.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:14:28.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:28 smithi099 ceph-mon[96864]: osdmap e847: 8 total, 8 up, 8 in 2024-04-12T16:14:28.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:14:29.150 INFO:tasks.rados.rados.0.smithi099.stdout:3883: done (10 left) 2024-04-12T16:14:29.150 INFO:tasks.rados.rados.0.smithi099.stdout:3884: done (9 left) 2024-04-12T16:14:29.150 INFO:tasks.rados.rados.0.smithi099.stdout:3885: done (8 left) 2024-04-12T16:14:29.150 INFO:tasks.rados.rados.0.smithi099.stdout:3886: done (7 left) 2024-04-12T16:14:29.151 INFO:tasks.rados.rados.0.smithi099.stdout:3887: done (6 left) 2024-04-12T16:14:29.151 INFO:tasks.rados.rados.0.smithi099.stdout:3889: done (5 left) 2024-04-12T16:14:29.151 INFO:tasks.rados.rados.0.smithi099.stdout:3890: done (4 left) 2024-04-12T16:14:29.151 INFO:tasks.rados.rados.0.smithi099.stdout:3891: done (3 left) 2024-04-12T16:14:29.151 INFO:tasks.rados.rados.0.smithi099.stdout:3892: done (2 left) 2024-04-12T16:14:29.151 INFO:tasks.rados.rados.0.smithi099.stdout:3894: done (1 left) 2024-04-12T16:14:29.151 INFO:tasks.rados.rados.0.smithi099.stdout:3895: done (0 left) 2024-04-12T16:14:29.151 INFO:tasks.rados.rados.0.smithi099.stdout:3896: snap_remove snap 387 2024-04-12T16:14:29.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:29 smithi110 ceph-mon[88691]: osdmap e848: 8 total, 8 up, 8 in 2024-04-12T16:14:29.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:29 smithi110 ceph-mon[88691]: pgmap v910: 121 pgs: 121 active+clean; 313 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 5 op/s 2024-04-12T16:14:29.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:29 smithi110 ceph-mon[88691]: osdmap e849: 8 total, 8 up, 8 in 2024-04-12T16:14:29.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:29 smithi099 ceph-mon[94290]: osdmap e848: 8 total, 8 up, 8 in 2024-04-12T16:14:29.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:29 smithi099 ceph-mon[94290]: pgmap v910: 121 pgs: 121 active+clean; 313 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 5 op/s 2024-04-12T16:14:29.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:29 smithi099 ceph-mon[94290]: osdmap e849: 8 total, 8 up, 8 in 2024-04-12T16:14:29.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:29 smithi099 ceph-mon[96864]: osdmap e848: 8 total, 8 up, 8 in 2024-04-12T16:14:29.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:29 smithi099 ceph-mon[96864]: pgmap v910: 121 pgs: 121 active+clean; 313 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 5 op/s 2024-04-12T16:14:29.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:29 smithi099 ceph-mon[96864]: osdmap e849: 8 total, 8 up, 8 in 2024-04-12T16:14:30.152 INFO:tasks.rados.rados.0.smithi099.stdout:3896: done (0 left) 2024-04-12T16:14:30.152 INFO:tasks.rados.rados.0.smithi099.stdout:3897: rollback oid 34 current snap is 388 2024-04-12T16:14:30.152 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 34 to 376 2024-04-12T16:14:30.152 INFO:tasks.rados.rados.0.smithi099.stdout:3898: read oid 8 snap 384 2024-04-12T16:14:30.152 INFO:tasks.rados.rados.0.smithi099.stdout:3898: expect (ObjNum 1141 snap 375 seq_num 1141) 2024-04-12T16:14:30.152 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 39 current snap is 388 2024-04-12T16:14:30.152 INFO:tasks.rados.rados.0.smithi099.stdout:3899: seq_num 1181 ranges {0=581632} 2024-04-12T16:14:30.155 INFO:tasks.rados.rados.0.smithi099.stdout:3899: writing smithi09982431-39 from 0 to 581632 tid 1 2024-04-12T16:14:30.155 INFO:tasks.rados.rados.0.smithi099.stdout:3900: copy_from oid 38 from oid 15 current snap is 388 2024-04-12T16:14:30.155 INFO:tasks.rados.rados.0.smithi099.stdout:3901: snap_remove snap 375 2024-04-12T16:14:31.159 INFO:tasks.rados.rados.0.smithi099.stdout:3897: finishing rollback tid 1 to smithi09982431-34 2024-04-12T16:14:31.159 INFO:tasks.rados.rados.0.smithi099.stdout:3897: finishing rollback tid 2 to smithi09982431-34 2024-04-12T16:14:31.159 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 34 v 3060 (ObjNum 1054 snap 336 seq_num 1054) dirty exists 2024-04-12T16:14:31.160 INFO:tasks.rados.rados.0.smithi099.stdout:3899: finishing write tid 1 to smithi09982431-39 2024-04-12T16:14:31.160 INFO:tasks.rados.rados.0.smithi099.stdout:3899: finishing write tid 2 to smithi09982431-39 2024-04-12T16:14:31.160 INFO:tasks.rados.rados.0.smithi099.stdout:3899: finishing write tid 3 to smithi09982431-39 2024-04-12T16:14:31.160 INFO:tasks.rados.rados.0.smithi099.stdout:3899: oid 39 updating version 0 to 2677 2024-04-12T16:14:31.160 INFO:tasks.rados.rados.0.smithi099.stdout:3899: oid 39 version 2677 is already newer than 2676 2024-04-12T16:14:31.160 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 39 v 2677 (ObjNum 1181 snap 388 seq_num 1181) dirty exists 2024-04-12T16:14:31.160 INFO:tasks.rados.rados.0.smithi099.stdout:3899: left oid 39 (ObjNum 1181 snap 388 seq_num 1181) 2024-04-12T16:14:31.160 INFO:tasks.rados.rados.0.smithi099.stdout:3900: finishing copy_from racing read to smithi09982431-38 2024-04-12T16:14:31.160 INFO:tasks.rados.rados.0.smithi099.stdout:3898: expect (ObjNum 1141 snap 375 seq_num 1141) 2024-04-12T16:14:31.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:31 smithi110 ceph-mon[88691]: osdmap e850: 8 total, 8 up, 8 in 2024-04-12T16:14:31.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:31 smithi110 ceph-mon[88691]: pgmap v913: 121 pgs: 121 active+clean; 318 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 1.4 MiB/s wr, 13 op/s 2024-04-12T16:14:31.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:31 smithi099 ceph-mon[96864]: osdmap e850: 8 total, 8 up, 8 in 2024-04-12T16:14:31.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:31 smithi099 ceph-mon[96864]: pgmap v913: 121 pgs: 121 active+clean; 318 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 1.4 MiB/s wr, 13 op/s 2024-04-12T16:14:31.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:31 smithi099 ceph-mon[94290]: osdmap e850: 8 total, 8 up, 8 in 2024-04-12T16:14:31.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:31 smithi099 ceph-mon[94290]: pgmap v913: 121 pgs: 121 active+clean; 318 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 1.4 MiB/s wr, 13 op/s 2024-04-12T16:14:31.800 INFO:tasks.rados.rados.0.smithi099.stdout:3900: finishing copy_from to smithi09982431-38 2024-04-12T16:14:31.801 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 38 v 2643 (ObjNum 1054 snap 336 seq_num 1054) dirty exists 2024-04-12T16:14:31.801 INFO:tasks.rados.rados.0.smithi099.stdout:3897: done (4 left) 2024-04-12T16:14:31.801 INFO:tasks.rados.rados.0.smithi099.stdout:3898: done (3 left) 2024-04-12T16:14:31.801 INFO:tasks.rados.rados.0.smithi099.stdout:3899: done (2 left) 2024-04-12T16:14:31.801 INFO:tasks.rados.rados.0.smithi099.stdout:3900: done (1 left) 2024-04-12T16:14:31.801 INFO:tasks.rados.rados.0.smithi099.stdout:3901: done (0 left) 2024-04-12T16:14:31.801 INFO:tasks.rados.rados.0.smithi099.stdout:3902: setattr oid 29 current snap is 388 2024-04-12T16:14:31.802 INFO:tasks.rados.rados.0.smithi099.stdout:3903: read oid 11 snap -1 2024-04-12T16:14:31.802 INFO:tasks.rados.rados.0.smithi099.stdout:3903: expect deleted 2024-04-12T16:14:31.802 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 30 current snap is 388 2024-04-12T16:14:31.802 INFO:tasks.rados.rados.0.smithi099.stdout:3904: seq_num 1182 ranges {0=606208} 2024-04-12T16:14:31.806 INFO:tasks.rados.rados.0.smithi099.stdout:3904: writing smithi09982431-30 from 0 to 606208 tid 1 2024-04-12T16:14:31.806 INFO:tasks.rados.rados.0.smithi099.stdout:3905: delete oid 46 current snap is 388 2024-04-12T16:14:31.806 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 29 v 2435 (ObjNum 1180 snap 387 seq_num 1180) dirty exists 2024-04-12T16:14:31.808 INFO:tasks.rados.rados.0.smithi099.stdout:3902: done (3 left) 2024-04-12T16:14:31.809 INFO:tasks.rados.rados.0.smithi099.stdout:3903: done (2 left) 2024-04-12T16:14:31.809 INFO:tasks.rados.rados.0.smithi099.stdout:3905: done (1 left) 2024-04-12T16:14:31.809 INFO:tasks.rados.rados.0.smithi099.stdout:3906: read oid 50 snap -1 2024-04-12T16:14:31.809 INFO:tasks.rados.rados.0.smithi099.stdout:3906: expect (ObjNum 1161 snap 378 seq_num 1161) 2024-04-12T16:14:31.809 INFO:tasks.rados.rados.0.smithi099.stdout:3907: read oid 45 snap -1 2024-04-12T16:14:31.809 INFO:tasks.rados.rados.0.smithi099.stdout:3907: expect deleted 2024-04-12T16:14:31.809 INFO:tasks.rados.rados.0.smithi099.stdout:3908: snap_remove snap 383 2024-04-12T16:14:32.159 INFO:tasks.rados.rados.0.smithi099.stdout:3908: done (3 left) 2024-04-12T16:14:32.159 INFO:tasks.rados.rados.0.smithi099.stdout:3909: snap_create 2024-04-12T16:14:32.159 INFO:tasks.rados.rados.0.smithi099.stdout:3904: finishing write tid 1 to smithi09982431-30 2024-04-12T16:14:32.159 INFO:tasks.rados.rados.0.smithi099.stdout:3904: finishing write tid 2 to smithi09982431-30 2024-04-12T16:14:32.159 INFO:tasks.rados.rados.0.smithi099.stdout:3904: finishing write tid 3 to smithi09982431-30 2024-04-12T16:14:32.159 INFO:tasks.rados.rados.0.smithi099.stdout:3904: oid 30 updating version 0 to 2605 2024-04-12T16:14:32.159 INFO:tasks.rados.rados.0.smithi099.stdout:3904: oid 30 updating version 2605 to 2606 2024-04-12T16:14:32.159 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 30 v 2606 (ObjNum 1182 snap 388 seq_num 1182) dirty exists 2024-04-12T16:14:32.159 INFO:tasks.rados.rados.0.smithi099.stdout:3904: left oid 30 (ObjNum 1182 snap 388 seq_num 1182) 2024-04-12T16:14:32.159 INFO:tasks.rados.rados.0.smithi099.stdout:3906: expect (ObjNum 1161 snap 378 seq_num 1161) 2024-04-12T16:14:32.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:32 smithi110 ceph-mon[88691]: osdmap e851: 8 total, 8 up, 8 in 2024-04-12T16:14:32.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:14:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:14:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:14:32.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:32 smithi099 ceph-mon[94290]: osdmap e851: 8 total, 8 up, 8 in 2024-04-12T16:14:32.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:32 smithi099 ceph-mon[96864]: osdmap e851: 8 total, 8 up, 8 in 2024-04-12T16:14:33.174 INFO:tasks.rados.rados.0.smithi099.stdout:3904: done (3 left) 2024-04-12T16:14:33.174 INFO:tasks.rados.rados.0.smithi099.stdout:3906: done (2 left) 2024-04-12T16:14:33.174 INFO:tasks.rados.rados.0.smithi099.stdout:3907: done (1 left) 2024-04-12T16:14:33.175 INFO:tasks.rados.rados.0.smithi099.stdout:3909: done (0 left) 2024-04-12T16:14:33.175 INFO:tasks.rados.rados.0.smithi099.stdout:3910: rollback oid 50 current snap is 389 2024-04-12T16:14:33.175 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 50 to 348 2024-04-12T16:14:33.175 INFO:tasks.rados.rados.0.smithi099.stdout:3911: read oid 24 snap -1 2024-04-12T16:14:33.175 INFO:tasks.rados.rados.0.smithi099.stdout:3911: expect (ObjNum 1133 snap 369 seq_num 1133) 2024-04-12T16:14:33.175 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 42 current snap is 389 2024-04-12T16:14:33.175 INFO:tasks.rados.rados.0.smithi099.stdout:3912: seq_num 1184 ranges {3186688=638976} 2024-04-12T16:14:33.195 INFO:tasks.rados.rados.0.smithi099.stdout:3912: writing smithi09982431-42 from 3186688 to 3825664 tid 1 2024-04-12T16:14:33.195 INFO:tasks.rados.rados.0.smithi099.stdout:3913: read oid 41 snap -1 2024-04-12T16:14:33.195 INFO:tasks.rados.rados.0.smithi099.stdout:3913: expect (ObjNum 1133 snap 369 seq_num 1133) 2024-04-12T16:14:33.196 INFO:tasks.rados.rados.0.smithi099.stdout:3914: copy_from oid 43 from oid 36 current snap is 389 2024-04-12T16:14:33.196 INFO:tasks.rados.rados.0.smithi099.stdout:3910: finishing rollback tid 0 to smithi09982431-50 2024-04-12T16:14:33.196 INFO:tasks.rados.rados.0.smithi099.stdout:3910: finishing rollback tid 1 to smithi09982431-50 2024-04-12T16:14:33.196 INFO:tasks.rados.rados.0.smithi099.stdout:3910: finishing rollback tid 2 to smithi09982431-50 2024-04-12T16:14:33.196 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 50 v 2701 (ObjNum 1044 snap 333 seq_num 1044) dirty exists 2024-04-12T16:14:33.196 INFO:tasks.rados.rados.0.smithi099.stdout:3911: expect (ObjNum 1133 snap 369 seq_num 1133) 2024-04-12T16:14:33.413 INFO:tasks.rados.rados.0.smithi099.stdout:3914: finishing copy_from to smithi09982431-43 2024-04-12T16:14:33.414 INFO:tasks.rados.rados.0.smithi099.stdout:3914: got expected ENOENT (src dne) 2024-04-12T16:14:33.414 INFO:tasks.rados.rados.0.smithi099.stdout:3914: finishing copy_from racing read to smithi09982431-43 2024-04-12T16:14:33.414 INFO:tasks.rados.rados.0.smithi099.stdout:3912: finishing write tid 1 to smithi09982431-42 2024-04-12T16:14:33.414 INFO:tasks.rados.rados.0.smithi099.stdout:3912: finishing write tid 2 to smithi09982431-42 2024-04-12T16:14:33.414 INFO:tasks.rados.rados.0.smithi099.stdout:3912: finishing write tid 3 to smithi09982431-42 2024-04-12T16:14:33.414 INFO:tasks.rados.rados.0.smithi099.stdout:3912: oid 42 updating version 0 to 1676 2024-04-12T16:14:33.414 INFO:tasks.rados.rados.0.smithi099.stdout:3912: oid 42 updating version 1676 to 1677 2024-04-12T16:14:33.414 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 42 v 1677 (ObjNum 1184 snap 389 seq_num 1184) dirty exists 2024-04-12T16:14:33.414 INFO:tasks.rados.rados.0.smithi099.stdout:3912: left oid 42 (ObjNum 1184 snap 389 seq_num 1184) 2024-04-12T16:14:33.414 INFO:tasks.rados.rados.0.smithi099.stdout:3913: expect (ObjNum 1133 snap 369 seq_num 1133) 2024-04-12T16:14:33.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:33 smithi110 ceph-mon[88691]: osdmap e852: 8 total, 8 up, 8 in 2024-04-12T16:14:33.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:33 smithi110 ceph-mon[88691]: pgmap v916: 121 pgs: 121 active+clean; 317 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.7 MiB/s wr, 31 op/s 2024-04-12T16:14:33.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:33 smithi099 ceph-mon[96864]: osdmap e852: 8 total, 8 up, 8 in 2024-04-12T16:14:33.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:33 smithi099 ceph-mon[96864]: pgmap v916: 121 pgs: 121 active+clean; 317 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.7 MiB/s wr, 31 op/s 2024-04-12T16:14:33.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:33 smithi099 ceph-mon[94290]: osdmap e852: 8 total, 8 up, 8 in 2024-04-12T16:14:33.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:33 smithi099 ceph-mon[94290]: pgmap v916: 121 pgs: 121 active+clean; 317 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.7 MiB/s wr, 31 op/s 2024-04-12T16:14:33.629 INFO:tasks.rados.rados.0.smithi099.stdout:3910: done (4 left) 2024-04-12T16:14:33.629 INFO:tasks.rados.rados.0.smithi099.stdout:3911: done (3 left) 2024-04-12T16:14:33.629 INFO:tasks.rados.rados.0.smithi099.stdout:3912: done (2 left) 2024-04-12T16:14:33.629 INFO:tasks.rados.rados.0.smithi099.stdout:3913: done (1 left) 2024-04-12T16:14:33.629 INFO:tasks.rados.rados.0.smithi099.stdout:3914: done (0 left) 2024-04-12T16:14:33.629 INFO:tasks.rados.rados.0.smithi099.stdout:3915: snap_create 2024-04-12T16:14:34.153 INFO:tasks.rados.rados.0.smithi099.stdout:3915: done (0 left) 2024-04-12T16:14:34.153 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 39 current snap is 390 2024-04-12T16:14:34.153 INFO:tasks.rados.rados.0.smithi099.stdout:3916: seq_num 1185 ranges {581632=655360} 2024-04-12T16:14:34.159 INFO:tasks.rados.rados.0.smithi099.stdout:3916: writing smithi09982431-39 from 581632 to 1236992 tid 1 2024-04-12T16:14:34.159 INFO:tasks.rados.rados.0.smithi099.stdout:3917: snap_create 2024-04-12T16:14:34.167 INFO:tasks.rados.rados.0.smithi099.stdout:3916: finishing write tid 1 to smithi09982431-39 2024-04-12T16:14:34.167 INFO:tasks.rados.rados.0.smithi099.stdout:3916: finishing write tid 2 to smithi09982431-39 2024-04-12T16:14:34.169 INFO:tasks.rados.rados.0.smithi099.stdout:3916: finishing write tid 3 to smithi09982431-39 2024-04-12T16:14:34.169 INFO:tasks.rados.rados.0.smithi099.stdout:3916: oid 39 updating version 0 to 2678 2024-04-12T16:14:34.169 INFO:tasks.rados.rados.0.smithi099.stdout:3916: oid 39 updating version 2678 to 2679 2024-04-12T16:14:34.169 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 39 v 2679 (ObjNum 1185 snap 390 seq_num 1185) dirty exists 2024-04-12T16:14:34.170 INFO:tasks.rados.rados.0.smithi099.stdout:3916: left oid 39 (ObjNum 1185 snap 390 seq_num 1185) 2024-04-12T16:14:34.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:34 smithi110 ceph-mon[88691]: osdmap e853: 8 total, 8 up, 8 in 2024-04-12T16:14:34.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:34 smithi110 ceph-mon[88691]: osdmap e854: 8 total, 8 up, 8 in 2024-04-12T16:14:34.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:34 smithi099 ceph-mon[94290]: osdmap e853: 8 total, 8 up, 8 in 2024-04-12T16:14:34.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:34 smithi099 ceph-mon[94290]: osdmap e854: 8 total, 8 up, 8 in 2024-04-12T16:14:34.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:34 smithi099 ceph-mon[96864]: osdmap e853: 8 total, 8 up, 8 in 2024-04-12T16:14:34.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:34 smithi099 ceph-mon[96864]: osdmap e854: 8 total, 8 up, 8 in 2024-04-12T16:14:35.156 INFO:tasks.rados.rados.0.smithi099.stdout:3916: done (1 left) 2024-04-12T16:14:35.156 INFO:tasks.rados.rados.0.smithi099.stdout:3917: done (0 left) 2024-04-12T16:14:35.156 INFO:tasks.rados.rados.0.smithi099.stdout:3918: read oid 27 snap -1 2024-04-12T16:14:35.156 INFO:tasks.rados.rados.0.smithi099.stdout:3918: expect deleted 2024-04-12T16:14:35.157 INFO:tasks.rados.rados.0.smithi099.stdout:3919: copy_from oid 33 from oid 20 current snap is 391 2024-04-12T16:14:35.157 INFO:tasks.rados.rados.0.smithi099.stdout:3920: read oid 11 snap -1 2024-04-12T16:14:35.157 INFO:tasks.rados.rados.0.smithi099.stdout:3920: expect deleted 2024-04-12T16:14:35.157 INFO:tasks.rados.rados.0.smithi099.stdout:3921: snap_create 2024-04-12T16:14:35.194 INFO:tasks.rados.rados.0.smithi099.stdout:3919: finishing copy_from racing read to smithi09982431-33 2024-04-12T16:14:35.195 INFO:tasks.rados.rados.0.smithi099.stdout:3919: finishing copy_from to smithi09982431-33 2024-04-12T16:14:35.195 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 33 v 2675 (ObjNum 1084 snap 349 seq_num 1084) dirty exists 2024-04-12T16:14:35.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:35 smithi110 ceph-mon[88691]: pgmap v919: 121 pgs: 121 active+clean; 324 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 1.8 MiB/s wr, 23 op/s 2024-04-12T16:14:35.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:35 smithi110 ceph-mon[88691]: osdmap e855: 8 total, 8 up, 8 in 2024-04-12T16:14:35.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:35 smithi099 ceph-mon[94290]: pgmap v919: 121 pgs: 121 active+clean; 324 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 1.8 MiB/s wr, 23 op/s 2024-04-12T16:14:35.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:35 smithi099 ceph-mon[94290]: osdmap e855: 8 total, 8 up, 8 in 2024-04-12T16:14:35.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:35 smithi099 ceph-mon[96864]: pgmap v919: 121 pgs: 121 active+clean; 324 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 1.8 MiB/s wr, 23 op/s 2024-04-12T16:14:35.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:35 smithi099 ceph-mon[96864]: osdmap e855: 8 total, 8 up, 8 in 2024-04-12T16:14:36.157 INFO:tasks.rados.rados.0.smithi099.stdout:3918: done (3 left) 2024-04-12T16:14:36.157 INFO:tasks.rados.rados.0.smithi099.stdout:3919: done (2 left) 2024-04-12T16:14:36.158 INFO:tasks.rados.rados.0.smithi099.stdout:3920: done (1 left) 2024-04-12T16:14:36.158 INFO:tasks.rados.rados.0.smithi099.stdout:3921: done (0 left) 2024-04-12T16:14:36.158 INFO:tasks.rados.rados.0.smithi099.stdout:3922: snap_create 2024-04-12T16:14:36.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:36 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:14:36.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:36 smithi110 ceph-mon[88691]: osdmap e856: 8 total, 8 up, 8 in 2024-04-12T16:14:36.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:36 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:14:36.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:36 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:14:36.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:36 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:14:36.626 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:14:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:14:36] "GET /metrics HTTP/1.1" 200 36329 "" "Prometheus/2.43.0" 2024-04-12T16:14:36.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:36 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:14:36.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:36 smithi099 ceph-mon[94290]: osdmap e856: 8 total, 8 up, 8 in 2024-04-12T16:14:36.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:36 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:14:36.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:36 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:14:36.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:36 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:14:36.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:36 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:14:36.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:36 smithi099 ceph-mon[96864]: osdmap e856: 8 total, 8 up, 8 in 2024-04-12T16:14:36.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:36 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:14:36.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:36 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:14:36.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:36 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:14:37.157 INFO:tasks.rados.rados.0.smithi099.stdout:3922: done (0 left) 2024-04-12T16:14:37.157 INFO:tasks.rados.rados.0.smithi099.stdout:3923: copy_from oid 46 from oid 1 current snap is 393 2024-04-12T16:14:37.157 INFO:tasks.rados.rados.0.smithi099.stdout:3924: read oid 17 snap 382 2024-04-12T16:14:37.157 INFO:tasks.rados.rados.0.smithi099.stdout:3924: expect (ObjNum 1115 snap 363 seq_num 1115) 2024-04-12T16:14:37.157 INFO:tasks.rados.rados.0.smithi099.stdout:3925: copy_from oid 41 from oid 34 current snap is 393 2024-04-12T16:14:37.157 INFO:tasks.rados.rados.0.smithi099.stdout:3926: read oid 4 snap -1 2024-04-12T16:14:37.157 INFO:tasks.rados.rados.0.smithi099.stdout:3926: expect (ObjNum 1125 snap 365 seq_num 1125) 2024-04-12T16:14:37.157 INFO:tasks.rados.rados.0.smithi099.stdout:3927: snap_remove snap 384 2024-04-12T16:14:37.485 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:37 smithi110 ceph-mon[88691]: pgmap v922: 121 pgs: 121 active+clean; 330 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-04-12T16:14:37.485 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:37 smithi110 ceph-mon[88691]: osdmap e857: 8 total, 8 up, 8 in 2024-04-12T16:14:37.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:37 smithi099 ceph-mon[94290]: pgmap v922: 121 pgs: 121 active+clean; 330 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-04-12T16:14:37.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:37 smithi099 ceph-mon[94290]: osdmap e857: 8 total, 8 up, 8 in 2024-04-12T16:14:37.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:37 smithi099 ceph-mon[96864]: pgmap v922: 121 pgs: 121 active+clean; 330 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-04-12T16:14:37.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:37 smithi099 ceph-mon[96864]: osdmap e857: 8 total, 8 up, 8 in 2024-04-12T16:14:38.161 INFO:tasks.rados.rados.0.smithi099.stdout:3927: done (4 left) 2024-04-12T16:14:38.162 INFO:tasks.rados.rados.0.smithi099.stdout:3928: setattr oid 20 current snap is 393 2024-04-12T16:14:38.162 INFO:tasks.rados.rados.0.smithi099.stdout:3923: finishing copy_from to smithi09982431-46 2024-04-12T16:14:38.162 INFO:tasks.rados.rados.0.smithi099.stdout:3923: got expected ENOENT (src dne) 2024-04-12T16:14:38.162 INFO:tasks.rados.rados.0.smithi099.stdout:3923: finishing copy_from racing read to smithi09982431-46 2024-04-12T16:14:38.162 INFO:tasks.rados.rados.0.smithi099.stdout:3924: expect (ObjNum 1115 snap 363 seq_num 1115) 2024-04-12T16:14:38.225 INFO:tasks.rados.rados.0.smithi099.stdout:3926: expect (ObjNum 1125 snap 365 seq_num 1125) 2024-04-12T16:14:38.361 INFO:tasks.rados.rados.0.smithi099.stdout:3925: finishing copy_from racing read to smithi09982431-41 2024-04-12T16:14:38.362 INFO:tasks.rados.rados.0.smithi099.stdout:3925: finishing copy_from to smithi09982431-41 2024-04-12T16:14:38.362 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 41 v 3060 (ObjNum 1054 snap 336 seq_num 1054) dirty exists 2024-04-12T16:14:38.362 INFO:tasks.rados.rados.0.smithi099.stdout:3923: done (4 left) 2024-04-12T16:14:38.362 INFO:tasks.rados.rados.0.smithi099.stdout:3924: done (3 left) 2024-04-12T16:14:38.362 INFO:tasks.rados.rados.0.smithi099.stdout:3925: done (2 left) 2024-04-12T16:14:38.362 INFO:tasks.rados.rados.0.smithi099.stdout:3926: done (1 left) 2024-04-12T16:14:38.362 INFO:tasks.rados.rados.0.smithi099.stdout:3929: read oid 25 snap -1 2024-04-12T16:14:38.362 INFO:tasks.rados.rados.0.smithi099.stdout:3929: expect (ObjNum 1073 snap 343 seq_num 1073) 2024-04-12T16:14:38.362 INFO:tasks.rados.rados.0.smithi099.stdout:3930: read oid 12 snap -1 2024-04-12T16:14:38.362 INFO:tasks.rados.rados.0.smithi099.stdout:3930: expect (ObjNum 1151 snap 376 seq_num 1151) 2024-04-12T16:14:38.362 INFO:tasks.rados.rados.0.smithi099.stdout:3931: delete oid 36 current snap is 393 2024-04-12T16:14:38.365 INFO:tasks.rados.rados.0.smithi099.stdout:3931: done (3 left) 2024-04-12T16:14:38.365 INFO:tasks.rados.rados.0.smithi099.stdout:3932: read oid 40 snap -1 2024-04-12T16:14:38.365 INFO:tasks.rados.rados.0.smithi099.stdout:3932: expect (ObjNum 1064 snap 338 seq_num 1064) 2024-04-12T16:14:38.365 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 7 current snap is 393 2024-04-12T16:14:38.365 INFO:tasks.rados.rados.0.smithi099.stdout:3933: seq_num 1187 ranges {65536=688128} 2024-04-12T16:14:38.369 INFO:tasks.rados.rados.0.smithi099.stdout:3933: writing smithi09982431-7 from 65536 to 753664 tid 1 2024-04-12T16:14:38.370 INFO:tasks.rados.rados.0.smithi099.stdout:3934: delete oid 14 current snap is 393 2024-04-12T16:14:38.370 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 20 v 3072 (ObjNum 1084 snap 349 seq_num 1084) dirty exists 2024-04-12T16:14:38.374 INFO:tasks.rados.rados.0.smithi099.stdout:3928: done (5 left) 2024-04-12T16:14:38.374 INFO:tasks.rados.rados.0.smithi099.stdout:3934: done (4 left) 2024-04-12T16:14:38.374 INFO:tasks.rados.rados.0.smithi099.stdout:3935: read oid 42 snap -1 2024-04-12T16:14:38.374 INFO:tasks.rados.rados.0.smithi099.stdout:3935: expect (ObjNum 1184 snap 389 seq_num 1184) 2024-04-12T16:14:38.374 INFO:tasks.rados.rados.0.smithi099.stdout:3936: delete oid 39 current snap is 393 2024-04-12T16:14:38.377 INFO:tasks.rados.rados.0.smithi099.stdout:3929: expect (ObjNum 1073 snap 343 seq_num 1073) 2024-04-12T16:14:38.427 INFO:tasks.rados.rados.0.smithi099.stdout:3930: expect (ObjNum 1151 snap 376 seq_num 1151) 2024-04-12T16:14:38.655 INFO:tasks.rados.rados.0.smithi099.stdout:3932: expect (ObjNum 1064 snap 338 seq_num 1064) 2024-04-12T16:14:38.703 INFO:tasks.rados.rados.0.smithi099.stdout:3933: finishing write tid 1 to smithi09982431-7 2024-04-12T16:14:38.703 INFO:tasks.rados.rados.0.smithi099.stdout:3933: finishing write tid 2 to smithi09982431-7 2024-04-12T16:14:38.703 INFO:tasks.rados.rados.0.smithi099.stdout:3933: finishing write tid 3 to smithi09982431-7 2024-04-12T16:14:38.703 INFO:tasks.rados.rados.0.smithi099.stdout:3933: oid 7 updating version 0 to 3075 2024-04-12T16:14:38.704 INFO:tasks.rados.rados.0.smithi099.stdout:3933: oid 7 version 3075 is already newer than 3074 2024-04-12T16:14:38.704 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 7 v 3075 (ObjNum 1187 snap 393 seq_num 1187) dirty exists 2024-04-12T16:14:38.704 INFO:tasks.rados.rados.0.smithi099.stdout:3933: left oid 7 (ObjNum 1187 snap 393 seq_num 1187) 2024-04-12T16:14:38.704 INFO:tasks.rados.rados.0.smithi099.stdout:3935: expect (ObjNum 1184 snap 389 seq_num 1184) 2024-04-12T16:14:38.872 INFO:tasks.rados.rados.0.smithi099.stdout:3929: done (5 left) 2024-04-12T16:14:38.872 INFO:tasks.rados.rados.0.smithi099.stdout:3930: done (4 left) 2024-04-12T16:14:38.872 INFO:tasks.rados.rados.0.smithi099.stdout:3932: done (3 left) 2024-04-12T16:14:38.873 INFO:tasks.rados.rados.0.smithi099.stdout:3933: done (2 left) 2024-04-12T16:14:38.873 INFO:tasks.rados.rados.0.smithi099.stdout:3935: done (1 left) 2024-04-12T16:14:38.873 INFO:tasks.rados.rados.0.smithi099.stdout:3936: done (0 left) 2024-04-12T16:14:38.873 INFO:tasks.rados.rados.0.smithi099.stdout:3937: snap_remove snap 386 2024-04-12T16:14:39.156 INFO:tasks.rados.rados.0.smithi099.stdout:3937: done (0 left) 2024-04-12T16:14:39.156 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 22 current snap is 393 2024-04-12T16:14:39.156 INFO:tasks.rados.rados.0.smithi099.stdout:3938: seq_num 1190 ranges {827392=737280} 2024-04-12T16:14:39.166 INFO:tasks.rados.rados.0.smithi099.stdout:3938: writing smithi09982431-22 from 827392 to 1564672 tid 1 2024-04-12T16:14:39.166 INFO:tasks.rados.rados.0.smithi099.stdout:3939: rollback oid 7 current snap is 393 2024-04-12T16:14:39.166 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 7 to 378 2024-04-12T16:14:39.166 INFO:tasks.rados.rados.0.smithi099.stdout:3940: read oid 24 snap 370 2024-04-12T16:14:39.166 INFO:tasks.rados.rados.0.smithi099.stdout:3940: expect (ObjNum 1055 snap 336 seq_num 1055) 2024-04-12T16:14:39.166 INFO:tasks.rados.rados.0.smithi099.stdout:3941: read oid 32 snap -1 2024-04-12T16:14:39.166 INFO:tasks.rados.rados.0.smithi099.stdout:3941: expect (ObjNum 1174 snap 384 seq_num 1174) 2024-04-12T16:14:39.166 INFO:tasks.rados.rados.0.smithi099.stdout:3942: delete oid 41 current snap is 393 2024-04-12T16:14:39.171 INFO:tasks.rados.rados.0.smithi099.stdout:3942: done (4 left) 2024-04-12T16:14:39.171 INFO:tasks.rados.rados.0.smithi099.stdout:3943: snap_remove snap 379 2024-04-12T16:14:39.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:39 smithi110 ceph-mon[88691]: osdmap e858: 8 total, 8 up, 8 in 2024-04-12T16:14:39.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:39 smithi110 ceph-mon[88691]: pgmap v925: 121 pgs: 121 active+clean; 330 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 316 KiB/s wr, 1 op/s 2024-04-12T16:14:39.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:39 smithi099 ceph-mon[94290]: osdmap e858: 8 total, 8 up, 8 in 2024-04-12T16:14:39.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:39 smithi099 ceph-mon[94290]: pgmap v925: 121 pgs: 121 active+clean; 330 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 316 KiB/s wr, 1 op/s 2024-04-12T16:14:39.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:39 smithi099 ceph-mon[96864]: osdmap e858: 8 total, 8 up, 8 in 2024-04-12T16:14:39.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:39 smithi099 ceph-mon[96864]: pgmap v925: 121 pgs: 121 active+clean; 330 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 316 KiB/s wr, 1 op/s 2024-04-12T16:14:40.173 INFO:tasks.rados.rados.0.smithi099.stdout:3943: done (4 left) 2024-04-12T16:14:40.173 INFO:tasks.rados.rados.0.smithi099.stdout:3944: setattr oid 10 current snap is 393 2024-04-12T16:14:40.173 INFO:tasks.rados.rados.0.smithi099.stdout:3938: finishing write tid 1 to smithi09982431-22 2024-04-12T16:14:40.173 INFO:tasks.rados.rados.0.smithi099.stdout:3939: finishing rollback tid 0 to smithi09982431-7 2024-04-12T16:14:40.173 INFO:tasks.rados.rados.0.smithi099.stdout:3938: finishing write tid 2 to smithi09982431-22 2024-04-12T16:14:40.173 INFO:tasks.rados.rados.0.smithi099.stdout:3938: finishing write tid 3 to smithi09982431-22 2024-04-12T16:14:40.174 INFO:tasks.rados.rados.0.smithi099.stdout:3938: oid 22 updating version 0 to 2706 2024-04-12T16:14:40.174 INFO:tasks.rados.rados.0.smithi099.stdout:3938: oid 22 updating version 2706 to 2707 2024-04-12T16:14:40.174 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 22 v 2707 (ObjNum 1190 snap 393 seq_num 1190) dirty exists 2024-04-12T16:14:40.174 INFO:tasks.rados.rados.0.smithi099.stdout:3938: left oid 22 (ObjNum 1190 snap 393 seq_num 1190) 2024-04-12T16:14:40.174 INFO:tasks.rados.rados.0.smithi099.stdout:3939: finishing rollback tid 1 to smithi09982431-7 2024-04-12T16:14:40.174 INFO:tasks.rados.rados.0.smithi099.stdout:3939: finishing rollback tid 2 to smithi09982431-7 2024-04-12T16:14:40.174 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 7 v 3084 (ObjNum 1150 snap 376 seq_num 1150) dirty exists 2024-04-12T16:14:40.174 INFO:tasks.rados.rados.0.smithi099.stdout:3940: expect (ObjNum 1055 snap 336 seq_num 1055) 2024-04-12T16:14:40.231 INFO:tasks.rados.rados.0.smithi099.stdout:3941: expect (ObjNum 1174 snap 384 seq_num 1174) 2024-04-12T16:14:40.247 INFO:tasks.rados.rados.0.smithi099.stdout:3938: done (4 left) 2024-04-12T16:14:40.247 INFO:tasks.rados.rados.0.smithi099.stdout:3939: done (3 left) 2024-04-12T16:14:40.247 INFO:tasks.rados.rados.0.smithi099.stdout:3940: done (2 left) 2024-04-12T16:14:40.247 INFO:tasks.rados.rados.0.smithi099.stdout:3941: done (1 left) 2024-04-12T16:14:40.247 INFO:tasks.rados.rados.0.smithi099.stdout:3945: copy_from oid 6 from oid 25 current snap is 393 2024-04-12T16:14:40.247 INFO:tasks.rados.rados.0.smithi099.stdout:3946: read oid 13 snap -1 2024-04-12T16:14:40.247 INFO:tasks.rados.rados.0.smithi099.stdout:3946: expect (ObjNum 1171 snap 381 seq_num 1171) 2024-04-12T16:14:40.247 INFO:tasks.rados.rados.0.smithi099.stdout:3947: snap_remove snap 370 2024-04-12T16:14:40.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:40 smithi110 ceph-mon[88691]: osdmap e859: 8 total, 8 up, 8 in 2024-04-12T16:14:40.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:40 smithi099 ceph-mon[94290]: osdmap e859: 8 total, 8 up, 8 in 2024-04-12T16:14:40.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:40 smithi099 ceph-mon[96864]: osdmap e859: 8 total, 8 up, 8 in 2024-04-12T16:14:41.179 INFO:tasks.rados.rados.0.smithi099.stdout:3947: done (3 left) 2024-04-12T16:14:41.179 INFO:tasks.rados.rados.0.smithi099.stdout:3948: rollback oid 26 current snap is 393 2024-04-12T16:14:41.180 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 26 to 382 2024-04-12T16:14:41.180 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 10 v 2708 (ObjNum 1167 snap 379 seq_num 1167) dirty exists 2024-04-12T16:14:41.180 INFO:tasks.rados.rados.0.smithi099.stdout:3945: finishing copy_from racing read to smithi09982431-6 2024-04-12T16:14:41.180 INFO:tasks.rados.rados.0.smithi099.stdout:3945: finishing copy_from to smithi09982431-6 2024-04-12T16:14:41.180 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 6 v 3049 (ObjNum 1073 snap 343 seq_num 1073) dirty exists 2024-04-12T16:14:41.180 INFO:tasks.rados.rados.0.smithi099.stdout:3946: expect (ObjNum 1171 snap 381 seq_num 1171) 2024-04-12T16:14:41.583 INFO:tasks.rados.rados.0.smithi099.stdout:3948: finishing rollback tid 0 to smithi09982431-26 2024-04-12T16:14:41.584 INFO:tasks.rados.rados.0.smithi099.stdout:3948: finishing rollback tid 1 to smithi09982431-26 2024-04-12T16:14:41.584 INFO:tasks.rados.rados.0.smithi099.stdout:3948: finishing rollback tid 2 to smithi09982431-26 2024-04-12T16:14:41.584 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 26 v 2461 (ObjNum 1152 snap 376 seq_num 1152) dirty exists 2024-04-12T16:14:41.584 INFO:tasks.rados.rados.0.smithi099.stdout:3944: done (3 left) 2024-04-12T16:14:41.584 INFO:tasks.rados.rados.0.smithi099.stdout:3945: done (2 left) 2024-04-12T16:14:41.584 INFO:tasks.rados.rados.0.smithi099.stdout:3946: done (1 left) 2024-04-12T16:14:41.584 INFO:tasks.rados.rados.0.smithi099.stdout:3948: done (0 left) 2024-04-12T16:14:41.584 INFO:tasks.rados.rados.0.smithi099.stdout:3949: rollback oid 20 current snap is 393 2024-04-12T16:14:41.584 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 20 to 388 2024-04-12T16:14:41.584 INFO:tasks.rados.rados.0.smithi099.stdout:3950: snap_create 2024-04-12T16:14:41.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:41 smithi110 ceph-mon[88691]: osdmap e860: 8 total, 8 up, 8 in 2024-04-12T16:14:41.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:41 smithi110 ceph-mon[88691]: pgmap v928: 121 pgs: 121 active+clean; 344 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-04-12T16:14:41.588 INFO:tasks.rados.rados.0.smithi099.stdout:3949: finishing rollback tid 0 to smithi09982431-20 2024-04-12T16:14:41.589 INFO:tasks.rados.rados.0.smithi099.stdout:3949: finishing rollback tid 1 to smithi09982431-20 2024-04-12T16:14:41.589 INFO:tasks.rados.rados.0.smithi099.stdout:3949: finishing rollback tid 2 to smithi09982431-20 2024-04-12T16:14:41.589 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 20 v 3103 (ObjNum 1084 snap 349 seq_num 1084) dirty exists 2024-04-12T16:14:41.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:41 smithi099 ceph-mon[94290]: osdmap e860: 8 total, 8 up, 8 in 2024-04-12T16:14:41.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:41 smithi099 ceph-mon[94290]: pgmap v928: 121 pgs: 121 active+clean; 344 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-04-12T16:14:41.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:41 smithi099 ceph-mon[96864]: osdmap e860: 8 total, 8 up, 8 in 2024-04-12T16:14:41.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:41 smithi099 ceph-mon[96864]: pgmap v928: 121 pgs: 121 active+clean; 344 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-04-12T16:14:42.182 INFO:tasks.rados.rados.0.smithi099.stdout:3949: done (1 left) 2024-04-12T16:14:42.182 INFO:tasks.rados.rados.0.smithi099.stdout:3950: done (0 left) 2024-04-12T16:14:42.182 INFO:tasks.rados.rados.0.smithi099.stdout:3951: delete oid 21 current snap is 394 2024-04-12T16:14:42.186 INFO:tasks.rados.rados.0.smithi099.stdout:3951: done (0 left) 2024-04-12T16:14:42.186 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 33 current snap is 394 2024-04-12T16:14:42.186 INFO:tasks.rados.rados.0.smithi099.stdout:3952: seq_num 1193 ranges {9125888=786432} 2024-04-12T16:14:42.238 INFO:tasks.rados.rados.0.smithi099.stdout:3952: writing smithi09982431-33 from 9125888 to 9912320 tid 1 2024-04-12T16:14:42.238 INFO:tasks.rados.rados.0.smithi099.stdout:3953: read oid 43 snap -1 2024-04-12T16:14:42.238 INFO:tasks.rados.rados.0.smithi099.stdout:3953: expect (ObjNum 1112 snap 363 seq_num 1112) 2024-04-12T16:14:42.238 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 20 current snap is 394 2024-04-12T16:14:42.238 INFO:tasks.rados.rados.0.smithi099.stdout:3954: seq_num 1194 ranges {9125888=802816} 2024-04-12T16:14:42.294 INFO:tasks.rados.rados.0.smithi099.stdout:3954: writing smithi09982431-20 from 9125888 to 9928704 tid 1 2024-04-12T16:14:42.294 INFO:tasks.rados.rados.0.smithi099.stdout:3955: snap_create 2024-04-12T16:14:42.294 INFO:tasks.rados.rados.0.smithi099.stdout:3952: finishing write tid 1 to smithi09982431-33 2024-04-12T16:14:42.294 INFO:tasks.rados.rados.0.smithi099.stdout:3952: finishing write tid 2 to smithi09982431-33 2024-04-12T16:14:42.294 INFO:tasks.rados.rados.0.smithi099.stdout:3952: finishing write tid 3 to smithi09982431-33 2024-04-12T16:14:42.294 INFO:tasks.rados.rados.0.smithi099.stdout:3952: oid 33 updating version 0 to 2677 2024-04-12T16:14:42.294 INFO:tasks.rados.rados.0.smithi099.stdout:3952: oid 33 version 2677 is already newer than 2676 2024-04-12T16:14:42.294 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 33 v 2677 (ObjNum 1193 snap 394 seq_num 1193) dirty exists 2024-04-12T16:14:42.295 INFO:tasks.rados.rados.0.smithi099.stdout:3952: left oid 33 (ObjNum 1193 snap 394 seq_num 1193) 2024-04-12T16:14:42.295 INFO:tasks.rados.rados.0.smithi099.stdout:3953: expect (ObjNum 1112 snap 363 seq_num 1112) 2024-04-12T16:14:42.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:42 smithi110 ceph-mon[88691]: osdmap e861: 8 total, 8 up, 8 in 2024-04-12T16:14:42.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:14:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:14:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:14:42.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:42 smithi099 ceph-mon[94290]: osdmap e861: 8 total, 8 up, 8 in 2024-04-12T16:14:42.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:42 smithi099 ceph-mon[96864]: osdmap e861: 8 total, 8 up, 8 in 2024-04-12T16:14:43.071 INFO:tasks.rados.rados.0.smithi099.stdout:3954: finishing write tid 1 to smithi09982431-20 2024-04-12T16:14:43.071 INFO:tasks.rados.rados.0.smithi099.stdout:3954: finishing write tid 2 to smithi09982431-20 2024-04-12T16:14:43.071 INFO:tasks.rados.rados.0.smithi099.stdout:3954: finishing write tid 3 to smithi09982431-20 2024-04-12T16:14:43.071 INFO:tasks.rados.rados.0.smithi099.stdout:3954: oid 20 updating version 0 to 3105 2024-04-12T16:14:43.071 INFO:tasks.rados.rados.0.smithi099.stdout:3954: oid 20 updating version 3105 to 3106 2024-04-12T16:14:43.071 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 20 v 3106 (ObjNum 1194 snap 394 seq_num 1194) dirty exists 2024-04-12T16:14:43.071 INFO:tasks.rados.rados.0.smithi099.stdout:3954: left oid 20 (ObjNum 1194 snap 394 seq_num 1194) 2024-04-12T16:14:43.187 INFO:tasks.rados.rados.0.smithi099.stdout:3952: done (3 left) 2024-04-12T16:14:43.187 INFO:tasks.rados.rados.0.smithi099.stdout:3953: done (2 left) 2024-04-12T16:14:43.187 INFO:tasks.rados.rados.0.smithi099.stdout:3954: done (1 left) 2024-04-12T16:14:43.187 INFO:tasks.rados.rados.0.smithi099.stdout:3955: done (0 left) 2024-04-12T16:14:43.187 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 15 current snap is 395 2024-04-12T16:14:43.187 INFO:tasks.rados.rados.0.smithi099.stdout:3956: seq_num 1195 ranges {5644288=417792,6062080=401408} 2024-04-12T16:14:43.218 INFO:tasks.rados.rados.0.smithi099.stdout:3956: writing smithi09982431-15 from 5644288 to 6062080 tid 1 2024-04-12T16:14:43.221 INFO:tasks.rados.rados.0.smithi099.stdout:3956: writing smithi09982431-15 from 6062080 to 6463488 tid 2 2024-04-12T16:14:43.222 INFO:tasks.rados.rados.0.smithi099.stdout:3957: read oid 46 snap 385 2024-04-12T16:14:43.222 INFO:tasks.rados.rados.0.smithi099.stdout:3957: expect (ObjNum 1157 snap 377 seq_num 1157) 2024-04-12T16:14:43.222 INFO:tasks.rados.rados.0.smithi099.stdout:3958: read oid 11 snap -1 2024-04-12T16:14:43.222 INFO:tasks.rados.rados.0.smithi099.stdout:3958: expect deleted 2024-04-12T16:14:43.222 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 29 current snap is 395 2024-04-12T16:14:43.222 INFO:tasks.rados.rados.0.smithi099.stdout:3959: seq_num 1196 ranges {1949696=434176,2383872=401408} 2024-04-12T16:14:43.234 INFO:tasks.rados.rados.0.smithi099.stdout:3959: writing smithi09982431-29 from 1949696 to 2383872 tid 1 2024-04-12T16:14:43.237 INFO:tasks.rados.rados.0.smithi099.stdout:3959: writing smithi09982431-29 from 2383872 to 2785280 tid 2 2024-04-12T16:14:43.237 INFO:tasks.rados.rados.0.smithi099.stdout:3960: read oid 20 snap -1 2024-04-12T16:14:43.237 INFO:tasks.rados.rados.0.smithi099.stdout:3960: expect (ObjNum 1194 snap 394 seq_num 1194) 2024-04-12T16:14:43.237 INFO:tasks.rados.rados.0.smithi099.stdout:3961: snap_create 2024-04-12T16:14:43.237 INFO:tasks.rados.rados.0.smithi099.stdout:3956: finishing write tid 1 to smithi09982431-15 2024-04-12T16:14:43.237 INFO:tasks.rados.rados.0.smithi099.stdout:3956: finishing write tid 2 to smithi09982431-15 2024-04-12T16:14:43.238 INFO:tasks.rados.rados.0.smithi099.stdout:3956: finishing write tid 3 to smithi09982431-15 2024-04-12T16:14:43.238 INFO:tasks.rados.rados.0.smithi099.stdout:3956: finishing write tid 4 to smithi09982431-15 2024-04-12T16:14:43.238 INFO:tasks.rados.rados.0.smithi099.stdout:3956: oid 15 updating version 0 to 2673 2024-04-12T16:14:43.238 INFO:tasks.rados.rados.0.smithi099.stdout:3956: oid 15 version 2673 is already newer than 2672 2024-04-12T16:14:43.238 INFO:tasks.rados.rados.0.smithi099.stdout:3956: oid 15 updating version 2673 to 2674 2024-04-12T16:14:43.238 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 15 v 2674 (ObjNum 1195 snap 395 seq_num 1195) dirty exists 2024-04-12T16:14:43.238 INFO:tasks.rados.rados.0.smithi099.stdout:3956: left oid 15 (ObjNum 1195 snap 395 seq_num 1195) 2024-04-12T16:14:43.239 INFO:tasks.rados.rados.0.smithi099.stdout:3957: expect (ObjNum 1157 snap 377 seq_num 1157) 2024-04-12T16:14:43.462 INFO:tasks.rados.rados.0.smithi099.stdout:3959: finishing write tid 1 to smithi09982431-29 2024-04-12T16:14:43.462 INFO:tasks.rados.rados.0.smithi099.stdout:3959: finishing write tid 2 to smithi09982431-29 2024-04-12T16:14:43.462 INFO:tasks.rados.rados.0.smithi099.stdout:3959: finishing write tid 3 to smithi09982431-29 2024-04-12T16:14:43.462 INFO:tasks.rados.rados.0.smithi099.stdout:3959: finishing write tid 4 to smithi09982431-29 2024-04-12T16:14:43.462 INFO:tasks.rados.rados.0.smithi099.stdout:3959: oid 29 updating version 0 to 3051 2024-04-12T16:14:43.462 INFO:tasks.rados.rados.0.smithi099.stdout:3959: oid 29 updating version 3051 to 3052 2024-04-12T16:14:43.462 INFO:tasks.rados.rados.0.smithi099.stdout:3959: oid 29 version 3052 is already newer than 3050 2024-04-12T16:14:43.462 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 29 v 3052 (ObjNum 1196 snap 395 seq_num 1196) dirty exists 2024-04-12T16:14:43.462 INFO:tasks.rados.rados.0.smithi099.stdout:3959: left oid 29 (ObjNum 1196 snap 395 seq_num 1196) 2024-04-12T16:14:43.463 INFO:tasks.rados.rados.0.smithi099.stdout:3960: expect (ObjNum 1194 snap 394 seq_num 1194) 2024-04-12T16:14:43.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:43 smithi110 ceph-mon[88691]: osdmap e862: 8 total, 8 up, 8 in 2024-04-12T16:14:43.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:43 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:14:43.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:43 smithi110 ceph-mon[88691]: pgmap v931: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 346 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 4.2 MiB/s wr, 21 op/s 2024-04-12T16:14:43.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:43 smithi099 ceph-mon[94290]: osdmap e862: 8 total, 8 up, 8 in 2024-04-12T16:14:43.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:43 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:14:43.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:43 smithi099 ceph-mon[94290]: pgmap v931: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 346 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 4.2 MiB/s wr, 21 op/s 2024-04-12T16:14:43.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:43 smithi099 ceph-mon[96864]: osdmap e862: 8 total, 8 up, 8 in 2024-04-12T16:14:43.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:43 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:14:43.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:43 smithi099 ceph-mon[96864]: pgmap v931: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 346 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 4.2 MiB/s wr, 21 op/s 2024-04-12T16:14:44.206 INFO:tasks.rados.rados.0.smithi099.stdout:3956: done (5 left) 2024-04-12T16:14:44.206 INFO:tasks.rados.rados.0.smithi099.stdout:3957: done (4 left) 2024-04-12T16:14:44.206 INFO:tasks.rados.rados.0.smithi099.stdout:3958: done (3 left) 2024-04-12T16:14:44.206 INFO:tasks.rados.rados.0.smithi099.stdout:3959: done (2 left) 2024-04-12T16:14:44.206 INFO:tasks.rados.rados.0.smithi099.stdout:3960: done (1 left) 2024-04-12T16:14:44.206 INFO:tasks.rados.rados.0.smithi099.stdout:3961: done (0 left) 2024-04-12T16:14:44.206 INFO:tasks.rados.rados.0.smithi099.stdout:3962: read oid 49 snap -1 2024-04-12T16:14:44.206 INFO:tasks.rados.rados.0.smithi099.stdout:3962: expect (ObjNum 1133 snap 369 seq_num 1133) 2024-04-12T16:14:44.206 INFO:tasks.rados.rados.0.smithi099.stdout:3963: snap_remove snap 378 2024-04-12T16:14:44.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:44 smithi110 ceph-mon[88691]: osdmap e863: 8 total, 8 up, 8 in 2024-04-12T16:14:44.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:44 smithi110 ceph-mon[88691]: osdmap e864: 8 total, 8 up, 8 in 2024-04-12T16:14:44.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:44 smithi099 ceph-mon[94290]: osdmap e863: 8 total, 8 up, 8 in 2024-04-12T16:14:44.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:44 smithi099 ceph-mon[94290]: osdmap e864: 8 total, 8 up, 8 in 2024-04-12T16:14:44.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:44 smithi099 ceph-mon[96864]: osdmap e863: 8 total, 8 up, 8 in 2024-04-12T16:14:44.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:44 smithi099 ceph-mon[96864]: osdmap e864: 8 total, 8 up, 8 in 2024-04-12T16:14:45.198 INFO:tasks.rados.rados.0.smithi099.stdout:3963: done (1 left) 2024-04-12T16:14:45.198 INFO:tasks.rados.rados.0.smithi099.stdout:3964: rollback oid 39 current snap is 396 2024-04-12T16:14:45.198 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 39 to 385 2024-04-12T16:14:45.198 INFO:tasks.rados.rados.0.smithi099.stdout:3965: snap_create 2024-04-12T16:14:45.198 INFO:tasks.rados.rados.0.smithi099.stdout:3962: expect (ObjNum 1133 snap 369 seq_num 1133) 2024-04-12T16:14:45.422 INFO:tasks.rados.rados.0.smithi099.stdout:3964: finishing rollback tid 1 to smithi09982431-39 2024-04-12T16:14:45.422 INFO:tasks.rados.rados.0.smithi099.stdout:3964: finishing rollback tid 2 to smithi09982431-39 2024-04-12T16:14:45.422 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 39 v 2682 (ObjNum 950 snap 292 seq_num 950) dirty exists 2024-04-12T16:14:45.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:45 smithi110 ceph-mon[88691]: pgmap v934: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 342 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.9 MiB/s rd, 758 KiB/s wr, 11 op/s 2024-04-12T16:14:45.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:45 smithi099 ceph-mon[94290]: pgmap v934: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 342 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.9 MiB/s rd, 758 KiB/s wr, 11 op/s 2024-04-12T16:14:45.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:45 smithi099 ceph-mon[96864]: pgmap v934: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 342 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.9 MiB/s rd, 758 KiB/s wr, 11 op/s 2024-04-12T16:14:46.196 INFO:tasks.rados.rados.0.smithi099.stdout:3962: done (2 left) 2024-04-12T16:14:46.196 INFO:tasks.rados.rados.0.smithi099.stdout:3964: done (1 left) 2024-04-12T16:14:46.196 INFO:tasks.rados.rados.0.smithi099.stdout:3965: done (0 left) 2024-04-12T16:14:46.196 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 38 current snap is 397 2024-04-12T16:14:46.196 INFO:tasks.rados.rados.0.smithi099.stdout:3966: seq_num 1197 ranges {5644288=450560,6094848=401408} 2024-04-12T16:14:46.228 INFO:tasks.rados.rados.0.smithi099.stdout:3966: writing smithi09982431-38 from 5644288 to 6094848 tid 1 2024-04-12T16:14:46.231 INFO:tasks.rados.rados.0.smithi099.stdout:3966: writing smithi09982431-38 from 6094848 to 6496256 tid 2 2024-04-12T16:14:46.231 INFO:tasks.rados.rados.0.smithi099.stdout:3967: delete oid 44 current snap is 397 2024-04-12T16:14:46.238 INFO:tasks.rados.rados.0.smithi099.stdout:3966: finishing write tid 1 to smithi09982431-38 2024-04-12T16:14:46.238 INFO:tasks.rados.rados.0.smithi099.stdout:3966: finishing write tid 2 to smithi09982431-38 2024-04-12T16:14:46.238 INFO:tasks.rados.rados.0.smithi099.stdout:3966: finishing write tid 3 to smithi09982431-38 2024-04-12T16:14:46.238 INFO:tasks.rados.rados.0.smithi099.stdout:3967: done (1 left) 2024-04-12T16:14:46.238 INFO:tasks.rados.rados.0.smithi099.stdout:3968: delete oid 2 current snap is 397 2024-04-12T16:14:46.240 INFO:tasks.rados.rados.0.smithi099.stdout:3966: finishing write tid 4 to smithi09982431-38 2024-04-12T16:14:46.240 INFO:tasks.rados.rados.0.smithi099.stdout:3966: oid 38 updating version 0 to 2656 2024-04-12T16:14:46.240 INFO:tasks.rados.rados.0.smithi099.stdout:3966: oid 38 version 2656 is already newer than 2655 2024-04-12T16:14:46.240 INFO:tasks.rados.rados.0.smithi099.stdout:3966: oid 38 updating version 2656 to 2657 2024-04-12T16:14:46.240 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 38 v 2657 (ObjNum 1197 snap 397 seq_num 1197) dirty exists 2024-04-12T16:14:46.240 INFO:tasks.rados.rados.0.smithi099.stdout:3966: left oid 38 (ObjNum 1197 snap 397 seq_num 1197) 2024-04-12T16:14:46.241 INFO:tasks.rados.rados.0.smithi099.stdout:3966: done (1 left) 2024-04-12T16:14:46.241 INFO:tasks.rados.rados.0.smithi099.stdout:3968: done (0 left) 2024-04-12T16:14:46.241 INFO:tasks.rados.rados.0.smithi099.stdout:3969: delete oid 25 current snap is 397 2024-04-12T16:14:46.243 INFO:tasks.rados.rados.0.smithi099.stdout:3969: done (0 left) 2024-04-12T16:14:46.243 INFO:tasks.rados.rados.0.smithi099.stdout:3970: read oid 29 snap 368 2024-04-12T16:14:46.243 INFO:tasks.rados.rados.0.smithi099.stdout:3970: expect (ObjNum 1085 snap 349 seq_num 1085) 2024-04-12T16:14:46.244 INFO:tasks.rados.rados.0.smithi099.stdout:3971: rmattr oid 1 current snap is 397 2024-04-12T16:14:46.244 INFO:tasks.rados.rados.0.smithi099.stdout:3971: done (1 left) 2024-04-12T16:14:46.244 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 34 current snap is 397 2024-04-12T16:14:46.244 INFO:tasks.rados.rados.0.smithi099.stdout:3972: seq_num 1201 ranges {5644288=524288,6168576=401408} 2024-04-12T16:14:46.276 INFO:tasks.rados.rados.0.smithi099.stdout:3972: writing smithi09982431-34 from 5644288 to 6168576 tid 1 2024-04-12T16:14:46.278 INFO:tasks.rados.rados.0.smithi099.stdout:3972: writing smithi09982431-34 from 6168576 to 6569984 tid 2 2024-04-12T16:14:46.279 INFO:tasks.rados.rados.0.smithi099.stdout:3973: rollback oid 9 current snap is 397 2024-04-12T16:14:46.279 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 9 to 394 2024-04-12T16:14:46.279 INFO:tasks.rados.rados.0.smithi099.stdout:3970: expect (ObjNum 1085 snap 349 seq_num 1085) 2024-04-12T16:14:46.317 INFO:tasks.rados.rados.0.smithi099.stdout:3973: finishing rollback tid 0 to smithi09982431-9 2024-04-12T16:14:46.317 INFO:tasks.rados.rados.0.smithi099.stdout:3973: finishing rollback tid 1 to smithi09982431-9 2024-04-12T16:14:46.317 INFO:tasks.rados.rados.0.smithi099.stdout:3973: finishing rollback tid 2 to smithi09982431-9 2024-04-12T16:14:46.317 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 9 v 2685 (ObjNum 12305 snap 0 seq_num 887075808) dirty exists 2024-04-12T16:14:46.317 INFO:tasks.rados.rados.0.smithi099.stdout:3972: finishing write tid 1 to smithi09982431-34 2024-04-12T16:14:46.317 INFO:tasks.rados.rados.0.smithi099.stdout:3972: finishing write tid 2 to smithi09982431-34 2024-04-12T16:14:46.317 INFO:tasks.rados.rados.0.smithi099.stdout:3970: done (2 left) 2024-04-12T16:14:46.317 INFO:tasks.rados.rados.0.smithi099.stdout:3973: done (1 left) 2024-04-12T16:14:46.317 INFO:tasks.rados.rados.0.smithi099.stdout:3974: rollback oid 49 current snap is 397 2024-04-12T16:14:46.317 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 49 to 361 2024-04-12T16:14:46.317 INFO:tasks.rados.rados.0.smithi099.stdout:3972: finishing write tid 3 to smithi09982431-34 2024-04-12T16:14:46.317 INFO:tasks.rados.rados.0.smithi099.stdout:3972: finishing write tid 4 to smithi09982431-34 2024-04-12T16:14:46.318 INFO:tasks.rados.rados.0.smithi099.stdout:3972: oid 34 updating version 0 to 3119 2024-04-12T16:14:46.318 INFO:tasks.rados.rados.0.smithi099.stdout:3972: oid 34 version 3119 is already newer than 3118 2024-04-12T16:14:46.318 INFO:tasks.rados.rados.0.smithi099.stdout:3972: oid 34 updating version 3119 to 3120 2024-04-12T16:14:46.318 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 34 v 3120 (ObjNum 1201 snap 397 seq_num 1201) dirty exists 2024-04-12T16:14:46.318 INFO:tasks.rados.rados.0.smithi099.stdout:3972: left oid 34 (ObjNum 1201 snap 397 seq_num 1201) 2024-04-12T16:14:46.318 INFO:tasks.rados.rados.0.smithi099.stdout:3972: done (1 left) 2024-04-12T16:14:46.318 INFO:tasks.rados.rados.0.smithi099.stdout:3975: snap_remove snap 396 2024-04-12T16:14:46.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:46 smithi110 ceph-mon[88691]: osdmap e865: 8 total, 8 up, 8 in 2024-04-12T16:14:46.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:46 smithi099 ceph-mon[94290]: osdmap e865: 8 total, 8 up, 8 in 2024-04-12T16:14:46.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:46 smithi099 ceph-mon[96864]: osdmap e865: 8 total, 8 up, 8 in 2024-04-12T16:14:46.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:14:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:14:46] "GET /metrics HTTP/1.1" 200 36325 "" "Prometheus/2.43.0" 2024-04-12T16:14:47.213 INFO:tasks.rados.rados.0.smithi099.stdout:3975: done (1 left) 2024-04-12T16:14:47.213 INFO:tasks.rados.rados.0.smithi099.stdout:3976: snap_remove snap 368 2024-04-12T16:14:47.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:47 smithi110 ceph-mon[88691]: osdmap e866: 8 total, 8 up, 8 in 2024-04-12T16:14:47.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:47 smithi110 ceph-mon[88691]: pgmap v937: 121 pgs: 121 active+clean; 343 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 588 KiB/s wr, 8 op/s 2024-04-12T16:14:47.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:47 smithi099 ceph-mon[94290]: osdmap e866: 8 total, 8 up, 8 in 2024-04-12T16:14:47.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:47 smithi099 ceph-mon[94290]: pgmap v937: 121 pgs: 121 active+clean; 343 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 588 KiB/s wr, 8 op/s 2024-04-12T16:14:47.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:47 smithi099 ceph-mon[96864]: osdmap e866: 8 total, 8 up, 8 in 2024-04-12T16:14:47.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:47 smithi099 ceph-mon[96864]: pgmap v937: 121 pgs: 121 active+clean; 343 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 588 KiB/s wr, 8 op/s 2024-04-12T16:14:48.216 INFO:tasks.rados.rados.0.smithi099.stdout:3976: done (1 left) 2024-04-12T16:14:48.216 INFO:tasks.rados.rados.0.smithi099.stdout:3977: snap_remove snap 391 2024-04-12T16:14:48.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:48 smithi110 ceph-mon[88691]: osdmap e867: 8 total, 8 up, 8 in 2024-04-12T16:14:48.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:48 smithi099 ceph-mon[94290]: osdmap e867: 8 total, 8 up, 8 in 2024-04-12T16:14:48.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:48 smithi099 ceph-mon[96864]: osdmap e867: 8 total, 8 up, 8 in 2024-04-12T16:14:49.157 INFO:tasks.rados.rados.0.smithi099.stdout:3977: done (1 left) 2024-04-12T16:14:49.157 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 31 current snap is 397 2024-04-12T16:14:49.157 INFO:tasks.rados.rados.0.smithi099.stdout:3974: finishing rollback tid 0 to smithi09982431-49 2024-04-12T16:14:49.157 INFO:tasks.rados.rados.0.smithi099.stdout:3974: finishing rollback tid 1 to smithi09982431-49 2024-04-12T16:14:49.157 INFO:tasks.rados.rados.0.smithi099.stdout:3974: finishing rollback tid 2 to smithi09982431-49 2024-04-12T16:14:49.157 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 49 v 3066 (ObjNum 1096 snap 359 seq_num 1096) dirty exists 2024-04-12T16:14:49.157 INFO:tasks.rados.rados.0.smithi099.stdout:3978: seq_num 1202 ranges {2752512=540672,3293184=401408} 2024-04-12T16:14:49.176 INFO:tasks.rados.rados.0.smithi099.stdout:3978: writing smithi09982431-31 from 2752512 to 3293184 tid 1 2024-04-12T16:14:49.178 INFO:tasks.rados.rados.0.smithi099.stdout:3978: writing smithi09982431-31 from 3293184 to 3694592 tid 2 2024-04-12T16:14:49.179 INFO:tasks.rados.rados.0.smithi099.stdout:3974: done (1 left) 2024-04-12T16:14:49.179 INFO:tasks.rados.rados.0.smithi099.stdout:3979: rmattr oid 38 current snap is 397 2024-04-12T16:14:49.179 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 2 current snap is 397 2024-04-12T16:14:49.179 INFO:tasks.rados.rados.0.smithi099.stdout:3980: seq_num 1203 ranges {0=557056,557056=401408} 2024-04-12T16:14:49.182 INFO:tasks.rados.rados.0.smithi099.stdout:3980: writing smithi09982431-2 from 0 to 557056 tid 1 2024-04-12T16:14:49.184 INFO:tasks.rados.rados.0.smithi099.stdout:3980: writing smithi09982431-2 from 557056 to 958464 tid 2 2024-04-12T16:14:49.184 INFO:tasks.rados.rados.0.smithi099.stdout:3981: setattr oid 17 current snap is 397 2024-04-12T16:14:49.184 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 38 v 2658 (ObjNum 1197 snap 397 seq_num 1197) dirty exists 2024-04-12T16:14:49.184 INFO:tasks.rados.rados.0.smithi099.stdout:3978: finishing write tid 1 to smithi09982431-31 2024-04-12T16:14:49.185 INFO:tasks.rados.rados.0.smithi099.stdout:3978: finishing write tid 2 to smithi09982431-31 2024-04-12T16:14:49.185 INFO:tasks.rados.rados.0.smithi099.stdout:3978: finishing write tid 3 to smithi09982431-31 2024-04-12T16:14:49.187 INFO:tasks.rados.rados.0.smithi099.stdout:3979: done (3 left) 2024-04-12T16:14:49.187 INFO:tasks.rados.rados.0.smithi099.stdout:3982: read oid 44 snap 390 2024-04-12T16:14:49.187 INFO:tasks.rados.rados.0.smithi099.stdout:3982: expect (ObjNum 1924885232 snap 22062 seq_num 1925376208) 2024-04-12T16:14:49.187 INFO:tasks.rados.rados.0.smithi099.stdout:3983: snap_remove snap 374 2024-04-12T16:14:49.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:49 smithi110 ceph-mon[88691]: osdmap e868: 8 total, 8 up, 8 in 2024-04-12T16:14:49.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:49 smithi110 ceph-mon[88691]: pgmap v940: 121 pgs: 121 active+clean; 346 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 592 KiB/s wr, 6 op/s 2024-04-12T16:14:49.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:49 smithi110 ceph-mon[88691]: osdmap e869: 8 total, 8 up, 8 in 2024-04-12T16:14:49.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:49 smithi099 ceph-mon[94290]: osdmap e868: 8 total, 8 up, 8 in 2024-04-12T16:14:49.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:49 smithi099 ceph-mon[94290]: pgmap v940: 121 pgs: 121 active+clean; 346 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 592 KiB/s wr, 6 op/s 2024-04-12T16:14:49.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:49 smithi099 ceph-mon[94290]: osdmap e869: 8 total, 8 up, 8 in 2024-04-12T16:14:49.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:49 smithi099 ceph-mon[96864]: osdmap e868: 8 total, 8 up, 8 in 2024-04-12T16:14:49.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:49 smithi099 ceph-mon[96864]: pgmap v940: 121 pgs: 121 active+clean; 346 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 592 KiB/s wr, 6 op/s 2024-04-12T16:14:49.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:49 smithi099 ceph-mon[96864]: osdmap e869: 8 total, 8 up, 8 in 2024-04-12T16:14:50.160 INFO:tasks.rados.rados.0.smithi099.stdout:3983: done (4 left) 2024-04-12T16:14:50.160 INFO:tasks.rados.rados.0.smithi099.stdout:3984: snap_create 2024-04-12T16:14:50.160 INFO:tasks.rados.rados.0.smithi099.stdout:3980: finishing write tid 1 to smithi09982431-2 2024-04-12T16:14:50.160 INFO:tasks.rados.rados.0.smithi099.stdout:3980: finishing write tid 2 to smithi09982431-2 2024-04-12T16:14:50.160 INFO:tasks.rados.rados.0.smithi099.stdout:3980: finishing write tid 3 to smithi09982431-2 2024-04-12T16:14:50.160 INFO:tasks.rados.rados.0.smithi099.stdout:3982: expect (ObjNum 1924885232 snap 22062 seq_num 1925376208) 2024-04-12T16:14:50.162 INFO:tasks.rados.rados.0.smithi099.stdout:3978: finishing write tid 4 to smithi09982431-31 2024-04-12T16:14:50.162 INFO:tasks.rados.rados.0.smithi099.stdout:3978: oid 31 updating version 0 to 3067 2024-04-12T16:14:50.162 INFO:tasks.rados.rados.0.smithi099.stdout:3978: oid 31 updating version 3067 to 3068 2024-04-12T16:14:50.162 INFO:tasks.rados.rados.0.smithi099.stdout:3978: oid 31 updating version 3068 to 3069 2024-04-12T16:14:50.162 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 31 v 3069 (ObjNum 1202 snap 397 seq_num 1202) dirty exists 2024-04-12T16:14:50.162 INFO:tasks.rados.rados.0.smithi099.stdout:3978: left oid 31 (ObjNum 1202 snap 397 seq_num 1202) 2024-04-12T16:14:50.162 INFO:tasks.rados.rados.0.smithi099.stdout:3980: finishing write tid 4 to smithi09982431-2 2024-04-12T16:14:50.162 INFO:tasks.rados.rados.0.smithi099.stdout:3980: oid 2 updating version 0 to 2695 2024-04-12T16:14:50.163 INFO:tasks.rados.rados.0.smithi099.stdout:3980: oid 2 version 2695 is already newer than 2694 2024-04-12T16:14:50.163 INFO:tasks.rados.rados.0.smithi099.stdout:3980: oid 2 version 2695 is already newer than 2693 2024-04-12T16:14:50.163 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 2 v 2695 (ObjNum 1203 snap 397 seq_num 1203) dirty exists 2024-04-12T16:14:50.163 INFO:tasks.rados.rados.0.smithi099.stdout:3980: left oid 2 (ObjNum 1203 snap 397 seq_num 1203) 2024-04-12T16:14:50.163 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 17 v 1058 (ObjNum 1115 snap 363 seq_num 1115) dirty exists 2024-04-12T16:14:51.164 INFO:tasks.rados.rados.0.smithi099.stdout:3978: done (4 left) 2024-04-12T16:14:51.164 INFO:tasks.rados.rados.0.smithi099.stdout:3980: done (3 left) 2024-04-12T16:14:51.164 INFO:tasks.rados.rados.0.smithi099.stdout:3981: done (2 left) 2024-04-12T16:14:51.164 INFO:tasks.rados.rados.0.smithi099.stdout:3982: done (1 left) 2024-04-12T16:14:51.164 INFO:tasks.rados.rados.0.smithi099.stdout:3984: done (0 left) 2024-04-12T16:14:51.164 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 34 current snap is 398 2024-04-12T16:14:51.164 INFO:tasks.rados.rados.0.smithi099.stdout:3985: seq_num 1204 ranges {6569984=573440,7143424=401408} 2024-04-12T16:14:51.202 INFO:tasks.rados.rados.0.smithi099.stdout:3985: writing smithi09982431-34 from 6569984 to 7143424 tid 1 2024-04-12T16:14:51.204 INFO:tasks.rados.rados.0.smithi099.stdout:3985: writing smithi09982431-34 from 7143424 to 7544832 tid 2 2024-04-12T16:14:51.204 INFO:tasks.rados.rados.0.smithi099.stdout:3986: read oid 45 snap 361 2024-04-12T16:14:51.205 INFO:tasks.rados.rados.0.smithi099.stdout:3986: expect (ObjNum 1042 snap 333 seq_num 1042) 2024-04-12T16:14:51.205 INFO:tasks.rados.rados.0.smithi099.stdout:3987: rollback oid 37 current snap is 398 2024-04-12T16:14:51.205 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 37 to 397 2024-04-12T16:14:51.205 INFO:tasks.rados.rados.0.smithi099.stdout:3988: snap_remove snap 392 2024-04-12T16:14:51.429 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:51 smithi099 ceph-mon[94290]: osdmap e870: 8 total, 8 up, 8 in 2024-04-12T16:14:51.429 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:51 smithi099 ceph-mon[94290]: pgmap v943: 121 pgs: 121 active+clean; 342 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 638 KiB/s wr, 8 op/s 2024-04-12T16:14:51.429 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:51 smithi099 ceph-mon[96864]: osdmap e870: 8 total, 8 up, 8 in 2024-04-12T16:14:51.429 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:51 smithi099 ceph-mon[96864]: pgmap v943: 121 pgs: 121 active+clean; 342 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 638 KiB/s wr, 8 op/s 2024-04-12T16:14:51.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:51 smithi110 ceph-mon[88691]: osdmap e870: 8 total, 8 up, 8 in 2024-04-12T16:14:51.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:51 smithi110 ceph-mon[88691]: pgmap v943: 121 pgs: 121 active+clean; 342 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 638 KiB/s wr, 8 op/s 2024-04-12T16:14:52.176 INFO:tasks.rados.rados.0.smithi099.stdout:3986: expect (ObjNum 1042 snap 333 seq_num 1042) 2024-04-12T16:14:52.200 INFO:tasks.rados.rados.0.smithi099.stdout:3987: finishing rollback tid 0 to smithi09982431-37 2024-04-12T16:14:52.200 INFO:tasks.rados.rados.0.smithi099.stdout:3987: finishing rollback tid 1 to smithi09982431-37 2024-04-12T16:14:52.200 INFO:tasks.rados.rados.0.smithi099.stdout:3987: finishing rollback tid 2 to smithi09982431-37 2024-04-12T16:14:52.200 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 37 v 2688 (ObjNum 1146 snap 376 seq_num 1146) dirty exists 2024-04-12T16:14:52.200 INFO:tasks.rados.rados.0.smithi099.stdout:3985: finishing write tid 1 to smithi09982431-34 2024-04-12T16:14:52.200 INFO:tasks.rados.rados.0.smithi099.stdout:3985: finishing write tid 2 to smithi09982431-34 2024-04-12T16:14:52.200 INFO:tasks.rados.rados.0.smithi099.stdout:3985: finishing write tid 3 to smithi09982431-34 2024-04-12T16:14:52.200 INFO:tasks.rados.rados.0.smithi099.stdout:3985: finishing write tid 4 to smithi09982431-34 2024-04-12T16:14:52.200 INFO:tasks.rados.rados.0.smithi099.stdout:3985: oid 34 updating version 0 to 3153 2024-04-12T16:14:52.200 INFO:tasks.rados.rados.0.smithi099.stdout:3985: oid 34 version 3153 is already newer than 3152 2024-04-12T16:14:52.200 INFO:tasks.rados.rados.0.smithi099.stdout:3985: oid 34 updating version 3153 to 3154 2024-04-12T16:14:52.200 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 34 v 3154 (ObjNum 1204 snap 398 seq_num 1204) dirty exists 2024-04-12T16:14:52.200 INFO:tasks.rados.rados.0.smithi099.stdout:3985: left oid 34 (ObjNum 1204 snap 398 seq_num 1204) 2024-04-12T16:14:52.201 INFO:tasks.rados.rados.0.smithi099.stdout:3985: done (3 left) 2024-04-12T16:14:52.201 INFO:tasks.rados.rados.0.smithi099.stdout:3986: done (2 left) 2024-04-12T16:14:52.201 INFO:tasks.rados.rados.0.smithi099.stdout:3987: done (1 left) 2024-04-12T16:14:52.201 INFO:tasks.rados.rados.0.smithi099.stdout:3988: done (0 left) 2024-04-12T16:14:52.201 INFO:tasks.rados.rados.0.smithi099.stdout:3989: delete oid 48 current snap is 398 2024-04-12T16:14:52.202 INFO:tasks.rados.rados.0.smithi099.stdout:3989: done (0 left) 2024-04-12T16:14:52.202 INFO:tasks.rados.rados.0.smithi099.stdout:3990: snap_create 2024-04-12T16:14:52.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:52 smithi110 ceph-mon[88691]: osdmap e871: 8 total, 8 up, 8 in 2024-04-12T16:14:52.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:14:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:14:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:14:52.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:52 smithi099 ceph-mon[94290]: osdmap e871: 8 total, 8 up, 8 in 2024-04-12T16:14:52.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:52 smithi099 ceph-mon[96864]: osdmap e871: 8 total, 8 up, 8 in 2024-04-12T16:14:53.179 INFO:tasks.rados.rados.0.smithi099.stdout:3990: done (0 left) 2024-04-12T16:14:53.180 INFO:tasks.rados.rados.0.smithi099.stdout:3991: rollback oid 20 current snap is 399 2024-04-12T16:14:53.180 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 20 to 389 2024-04-12T16:14:53.180 INFO:tasks.rados.rados.0.smithi099.stdout:3992: copy_from oid 5 from oid 26 current snap is 399 2024-04-12T16:14:53.180 INFO:tasks.rados.rados.0.smithi099.stdout:append oid 50 current snap is 399 2024-04-12T16:14:53.180 INFO:tasks.rados.rados.0.smithi099.stdout:3993: seq_num 1206 ranges {688128=606208,1294336=401408} 2024-04-12T16:14:53.187 INFO:tasks.rados.rados.0.smithi099.stdout:3993: writing smithi09982431-50 from 688128 to 1294336 tid 1 2024-04-12T16:14:53.189 INFO:tasks.rados.rados.0.smithi099.stdout:3993: writing smithi09982431-50 from 1294336 to 1695744 tid 2 2024-04-12T16:14:53.189 INFO:tasks.rados.rados.0.smithi099.stdout:3994: snap_remove snap 395 2024-04-12T16:14:53.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:53 smithi110 ceph-mon[88691]: osdmap e872: 8 total, 8 up, 8 in 2024-04-12T16:14:53.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:53 smithi110 ceph-mon[88691]: pgmap v946: 121 pgs: 121 active+clean; 343 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 668 KiB/s wr, 12 op/s 2024-04-12T16:14:53.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:53 smithi099 ceph-mon[94290]: osdmap e872: 8 total, 8 up, 8 in 2024-04-12T16:14:53.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:53 smithi099 ceph-mon[94290]: pgmap v946: 121 pgs: 121 active+clean; 343 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 668 KiB/s wr, 12 op/s 2024-04-12T16:14:53.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:53 smithi099 ceph-mon[96864]: osdmap e872: 8 total, 8 up, 8 in 2024-04-12T16:14:53.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:53 smithi099 ceph-mon[96864]: pgmap v946: 121 pgs: 121 active+clean; 343 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 668 KiB/s wr, 12 op/s 2024-04-12T16:14:54.163 INFO:tasks.rados.rados.0.smithi099.stdout:3994: done (3 left) 2024-04-12T16:14:54.164 INFO:tasks.rados.rados.0.smithi099.stdout:3995: setattr oid 12 current snap is 399 2024-04-12T16:14:54.164 INFO:tasks.rados.rados.0.smithi099.stdout:3991: finishing rollback tid 0 to smithi09982431-20 2024-04-12T16:14:54.164 INFO:tasks.rados.rados.0.smithi099.stdout:3991: finishing rollback tid 1 to smithi09982431-20 2024-04-12T16:14:54.164 INFO:tasks.rados.rados.0.smithi099.stdout:3991: finishing rollback tid 2 to smithi09982431-20 2024-04-12T16:14:54.164 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 20 v 3166 (ObjNum 1084 snap 349 seq_num 1084) dirty exists 2024-04-12T16:14:54.164 INFO:tasks.rados.rados.0.smithi099.stdout:3993: finishing write tid 1 to smithi09982431-50 2024-04-12T16:14:54.164 INFO:tasks.rados.rados.0.smithi099.stdout:3993: finishing write tid 2 to smithi09982431-50 2024-04-12T16:14:54.164 INFO:tasks.rados.rados.0.smithi099.stdout:3993: finishing write tid 3 to smithi09982431-50 2024-04-12T16:14:54.164 INFO:tasks.rados.rados.0.smithi099.stdout:3993: finishing write tid 4 to smithi09982431-50 2024-04-12T16:14:54.164 INFO:tasks.rados.rados.0.smithi099.stdout:3993: oid 50 updating version 0 to 2703 2024-04-12T16:14:54.164 INFO:tasks.rados.rados.0.smithi099.stdout:3993: oid 50 version 2703 is already newer than 2702 2024-04-12T16:14:54.164 INFO:tasks.rados.rados.0.smithi099.stdout:3993: oid 50 updating version 2703 to 2704 2024-04-12T16:14:54.164 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 50 v 2704 (ObjNum 1206 snap 399 seq_num 1206) dirty exists 2024-04-12T16:14:54.165 INFO:tasks.rados.rados.0.smithi099.stdout:3993: left oid 50 (ObjNum 1206 snap 399 seq_num 1206) 2024-04-12T16:14:54.165 INFO:tasks.rados.rados.0.smithi099.stdout:3992: finishing copy_from racing read to smithi09982431-5 2024-04-12T16:14:54.165 INFO:tasks.rados.rados.0.smithi099.stdout:3992: finishing copy_from to smithi09982431-5 2024-04-12T16:14:54.165 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 5 v 2461 (ObjNum 1152 snap 376 seq_num 1152) dirty exists 2024-04-12T16:14:54.166 INFO:tasks.rados.rados.0.smithi099.stdout:3991: done (3 left) 2024-04-12T16:14:54.166 INFO:tasks.rados.rados.0.smithi099.stdout:3992: done (2 left) 2024-04-12T16:14:54.166 INFO:tasks.rados.rados.0.smithi099.stdout:3993: done (1 left) 2024-04-12T16:14:54.166 INFO:tasks.rados.rados.0.smithi099.stdout:3996: read oid 13 snap -1 2024-04-12T16:14:54.166 INFO:tasks.rados.rados.0.smithi099.stdout:3996: expect (ObjNum 1171 snap 381 seq_num 1171) 2024-04-12T16:14:54.166 INFO:tasks.rados.rados.0.smithi099.stdout:3997: snap_remove snap 390 2024-04-12T16:14:54.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:54 smithi110 ceph-mon[88691]: osdmap e873: 8 total, 8 up, 8 in 2024-04-12T16:14:54.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:54 smithi110 ceph-mon[88691]: osdmap e874: 8 total, 8 up, 8 in 2024-04-12T16:14:54.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:54 smithi099 ceph-mon[94290]: osdmap e873: 8 total, 8 up, 8 in 2024-04-12T16:14:54.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:54 smithi099 ceph-mon[94290]: osdmap e874: 8 total, 8 up, 8 in 2024-04-12T16:14:54.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:54 smithi099 ceph-mon[96864]: osdmap e873: 8 total, 8 up, 8 in 2024-04-12T16:14:54.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:54 smithi099 ceph-mon[96864]: osdmap e874: 8 total, 8 up, 8 in 2024-04-12T16:14:55.160 INFO:tasks.rados.rados.0.smithi099.stdout:3997: done (2 left) 2024-04-12T16:14:55.160 INFO:tasks.rados.rados.0.smithi099.stdout:3998: copy_from oid 31 from oid 3 current snap is 399 2024-04-12T16:14:55.162 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 12 v 2705 (ObjNum 1151 snap 376 seq_num 1151) dirty exists 2024-04-12T16:14:55.162 INFO:tasks.rados.rados.0.smithi099.stdout:3996: expect (ObjNum 1171 snap 381 seq_num 1171) 2024-04-12T16:14:55.567 INFO:tasks.rados.rados.0.smithi099.stdout:3998: finishing copy_from racing read to smithi09982431-31 2024-04-12T16:14:55.567 INFO:tasks.rados.rados.0.smithi099.stdout:3998: finishing copy_from to smithi09982431-31 2024-04-12T16:14:55.568 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 31 v 2700 (ObjNum 1162 snap 378 seq_num 1162) dirty exists 2024-04-12T16:14:55.568 INFO:tasks.rados.rados.0.smithi099.stdout:3995: done (2 left) 2024-04-12T16:14:55.568 INFO:tasks.rados.rados.0.smithi099.stdout:3996: done (1 left) 2024-04-12T16:14:55.568 INFO:tasks.rados.rados.0.smithi099.stdout:3998: done (0 left) 2024-04-12T16:14:55.568 INFO:tasks.rados.rados.0.smithi099.stdout:3999: rollback oid 49 current snap is 399 2024-04-12T16:14:55.568 INFO:tasks.rados.rados.0.smithi099.stdout:rollback oid 49 to 382 2024-04-12T16:14:55.568 INFO:tasks.rados.rados.0.smithi099.stdout: waiting on 1 2024-04-12T16:14:55.573 INFO:tasks.rados.rados.0.smithi099.stdout:3999: finishing rollback tid 0 to smithi09982431-49 2024-04-12T16:14:55.573 INFO:tasks.rados.rados.0.smithi099.stdout:3999: finishing rollback tid 1 to smithi09982431-49 2024-04-12T16:14:55.573 INFO:tasks.rados.rados.0.smithi099.stdout:3999: finishing rollback tid 2 to smithi09982431-49 2024-04-12T16:14:55.573 INFO:tasks.rados.rados.0.smithi099.stdout:update_object_version oid 49 v 3072 (ObjNum 1133 snap 369 seq_num 1133) dirty exists 2024-04-12T16:14:55.573 INFO:tasks.rados.rados.0.smithi099.stdout:3999: done (0 left) 2024-04-12T16:14:55.575 INFO:tasks.rados.rados.0.smithi099.stderr:0 errors. 2024-04-12T16:14:55.575 INFO:tasks.rados.rados.0.smithi099.stderr: 2024-04-12T16:14:55.579 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph osd dump --format=json 2024-04-12T16:14:55.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:55 smithi110 ceph-mon[88691]: pgmap v949: 121 pgs: 121 active+clean; 342 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-04-12T16:14:55.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:55 smithi110 ceph-mon[88691]: osdmap e875: 8 total, 8 up, 8 in 2024-04-12T16:14:55.603 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:55 smithi099 ceph-mon[94290]: pgmap v949: 121 pgs: 121 active+clean; 342 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-04-12T16:14:55.603 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:55 smithi099 ceph-mon[94290]: osdmap e875: 8 total, 8 up, 8 in 2024-04-12T16:14:55.603 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:55 smithi099 ceph-mon[96864]: pgmap v949: 121 pgs: 121 active+clean; 342 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-04-12T16:14:55.603 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:55 smithi099 ceph-mon[96864]: osdmap e875: 8 total, 8 up, 8 in 2024-04-12T16:14:55.780 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:14:56.606 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:14:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:14:56] "GET /metrics HTTP/1.1" 200 36325 "" "Prometheus/2.43.0" 2024-04-12T16:14:56.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:56 smithi099 ceph-mon[94290]: pgmap v951: 121 pgs: 121 active+clean; 339 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-12T16:14:56.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:56 smithi099 ceph-mon[96864]: pgmap v951: 121 pgs: 121 active+clean; 339 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-12T16:14:57.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:56 smithi110 ceph-mon[88691]: pgmap v951: 121 pgs: 121 active+clean; 339 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-12T16:14:57.754 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T16:14:57.754 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":875,"fsid":"7550015c-f8e4-11ee-bc8d-c7b262605968","created":"2024-04-12T15:52:01.550700+0000","modified":"2024-04-12T16:14:55.155388+0000","last_up_change":"2024-04-12T16:09:33.070217+0000","last_in_change":"2024-04-12T15:56:54.522762+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T15:55:12.125655+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-12T15:57:30.643287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-12T15:57:31.476671+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-12T15:58:03.396838+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-04-12T16:01:12.678024+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"875","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":467,"snap_epoch":875,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"f2eb1776-f2a7-4d11-af70-91cb860c0834","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":314,"up_from":325,"up_thru":556,"down_at":315,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":2281173485},{"type":"v1","addr":"172.21.15.99:6803","nonce":2281173485}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":2281173485},{"type":"v1","addr":"172.21.15.99:6805","nonce":2281173485}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2281173485},{"type":"v1","addr":"172.21.15.99:6809","nonce":2281173485}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":2281173485},{"type":"v1","addr":"172.21.15.99:6807","nonce":2281173485}]},"public_addr":"172.21.15.99:6803/2281173485","cluster_addr":"172.21.15.99:6805/2281173485","heartbeat_back_addr":"172.21.15.99:6809/2281173485","heartbeat_front_addr":"172.21.15.99:6807/2281173485","state":["exists","up"]},{"osd":1,"uuid":"36efb921-968f-44d2-81c2-dcf67f462166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":349,"up_from":361,"up_thru":556,"down_at":350,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":489046190},{"type":"v1","addr":"172.21.15.99:6811","nonce":489046190}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":489046190},{"type":"v1","addr":"172.21.15.99:6813","nonce":489046190}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":489046190},{"type":"v1","addr":"172.21.15.99:6817","nonce":489046190}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":489046190},{"type":"v1","addr":"172.21.15.99:6815","nonce":489046190}]},"public_addr":"172.21.15.99:6811/489046190","cluster_addr":"172.21.15.99:6813/489046190","heartbeat_back_addr":"172.21.15.99:6817/489046190","heartbeat_front_addr":"172.21.15.99:6815/489046190","state":["exists","up"]},{"osd":2,"uuid":"3008dd52-3370-4dda-9aab-0e909c1a1d70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":384,"up_from":394,"up_thru":556,"down_at":385,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":1874299139},{"type":"v1","addr":"172.21.15.99:6819","nonce":1874299139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":1874299139},{"type":"v1","addr":"172.21.15.99:6821","nonce":1874299139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":1874299139},{"type":"v1","addr":"172.21.15.99:6825","nonce":1874299139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":1874299139},{"type":"v1","addr":"172.21.15.99:6823","nonce":1874299139}]},"public_addr":"172.21.15.99:6819/1874299139","cluster_addr":"172.21.15.99:6821/1874299139","heartbeat_back_addr":"172.21.15.99:6825/1874299139","heartbeat_front_addr":"172.21.15.99:6823/1874299139","state":["exists","up"]},{"osd":3,"uuid":"0941ec21-107e-48cd-b4c5-1d185708c69b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":417,"up_from":428,"up_thru":556,"down_at":418,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":3783319293},{"type":"v1","addr":"172.21.15.99:6827","nonce":3783319293}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":3783319293},{"type":"v1","addr":"172.21.15.99:6829","nonce":3783319293}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6832","nonce":3783319293},{"type":"v1","addr":"172.21.15.99:6833","nonce":3783319293}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":3783319293},{"type":"v1","addr":"172.21.15.99:6831","nonce":3783319293}]},"public_addr":"172.21.15.99:6827/3783319293","cluster_addr":"172.21.15.99:6829/3783319293","heartbeat_back_addr":"172.21.15.99:6833/3783319293","heartbeat_front_addr":"172.21.15.99:6831/3783319293","state":["exists","up"]},{"osd":4,"uuid":"0e8e9ddf-dce6-45e1-86d6-96741ff35a9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":452,"up_from":463,"up_thru":556,"down_at":453,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":1003620780},{"type":"v1","addr":"172.21.15.110:6801","nonce":1003620780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":1003620780},{"type":"v1","addr":"172.21.15.110:6803","nonce":1003620780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":1003620780},{"type":"v1","addr":"172.21.15.110:6807","nonce":1003620780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":1003620780},{"type":"v1","addr":"172.21.15.110:6805","nonce":1003620780}]},"public_addr":"172.21.15.110:6801/1003620780","cluster_addr":"172.21.15.110:6803/1003620780","heartbeat_back_addr":"172.21.15.110:6807/1003620780","heartbeat_front_addr":"172.21.15.110:6805/1003620780","state":["exists","up"]},{"osd":5,"uuid":"4f625bf6-2403-4341-8196-d155baab2e8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":488,"up_from":500,"up_thru":556,"down_at":489,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":1972972177},{"type":"v1","addr":"172.21.15.110:6809","nonce":1972972177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":1972972177},{"type":"v1","addr":"172.21.15.110:6811","nonce":1972972177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":1972972177},{"type":"v1","addr":"172.21.15.110:6815","nonce":1972972177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":1972972177},{"type":"v1","addr":"172.21.15.110:6813","nonce":1972972177}]},"public_addr":"172.21.15.110:6809/1972972177","cluster_addr":"172.21.15.110:6811/1972972177","heartbeat_back_addr":"172.21.15.110:6815/1972972177","heartbeat_front_addr":"172.21.15.110:6813/1972972177","state":["exists","up"]},{"osd":6,"uuid":"ffa3a539-4fc0-4586-bff2-149c927ef694","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":524,"up_from":535,"up_thru":556,"down_at":525,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":3450414817},{"type":"v1","addr":"172.21.15.110:6817","nonce":3450414817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":3450414817},{"type":"v1","addr":"172.21.15.110:6819","nonce":3450414817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":3450414817},{"type":"v1","addr":"172.21.15.110:6823","nonce":3450414817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":3450414817},{"type":"v1","addr":"172.21.15.110:6821","nonce":3450414817}]},"public_addr":"172.21.15.110:6817/3450414817","cluster_addr":"172.21.15.110:6819/3450414817","heartbeat_back_addr":"172.21.15.110:6823/3450414817","heartbeat_front_addr":"172.21.15.110:6821/3450414817","state":["exists","up"]},{"osd":7,"uuid":"a51c55cb-4543-42b3-8e3d-933e5a8f7f70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":545,"up_from":556,"up_thru":556,"down_at":546,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":2729418392},{"type":"v1","addr":"172.21.15.110:6825","nonce":2729418392}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":2729418392},{"type":"v1","addr":"172.21.15.110:6827","nonce":2729418392}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":2729418392},{"type":"v1","addr":"172.21.15.110:6831","nonce":2729418392}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":2729418392},{"type":"v1","addr":"172.21.15.110:6829","nonce":2729418392}]},"public_addr":"172.21.15.110:6825/2729418392","cluster_addr":"172.21.15.110:6827/2729418392","heartbeat_back_addr":"172.21.15.110:6831/2729418392","heartbeat_front_addr":"172.21.15.110:6829/2729418392","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:54:17.953043+0000","dead_epoch":314},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:54:42.873997+0000","dead_epoch":349},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:55:08.253109+0000","dead_epoch":384},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:55:34.333463+0000","dead_epoch":417},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:55:57.055252+0000","dead_epoch":452},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:56:21.372860+0000","dead_epoch":488},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:56:45.489088+0000","dead_epoch":524},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:57:10.476074+0000","dead_epoch":545}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1c","mappings":[{"from":7,"to":4}]},{"pgid":"3.1","mappings":[{"from":0,"to":2}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.110:6832/3505804678":"2024-04-13T16:10:01.889365+0000","172.21.15.110:6833/3505804678":"2024-04-13T16:10:01.889365+0000","172.21.15.99:6835/701376503":"2024-04-13T16:09:42.016657+0000","172.21.15.99:0/2426816688":"2024-04-13T16:04:12.368137+0000","172.21.15.99:6834/701376503":"2024-04-13T16:09:42.016657+0000","172.21.15.99:0/1548906895":"2024-04-13T16:04:12.368137+0000","172.21.15.99:6801/2734316935":"2024-04-13T16:04:12.368137+0000","172.21.15.99:6801/1627681395":"2024-04-13T15:52:28.689794+0000","172.21.15.99:0/1717042260":"2024-04-13T15:52:53.808258+0000","172.21.15.99:6800/1627681395":"2024-04-13T15:52:28.689794+0000","172.21.15.99:6801/1904436306":"2024-04-13T16:02:45.775768+0000","172.21.15.99:0/3096714326":"2024-04-13T15:52:28.689794+0000","172.21.15.99:0/2774073629":"2024-04-13T15:58:05.757020+0000","172.21.15.99:6800/809983084":"2024-04-13T15:58:05.757020+0000","172.21.15.99:0/2036600681":"2024-04-13T15:52:28.689794+0000","172.21.15.99:0/383659124":"2024-04-13T15:52:53.808258+0000","172.21.15.110:0/772406940":"2024-04-13T16:03:26.618201+0000","172.21.15.99:0/1273992391":"2024-04-13T16:02:45.775768+0000","172.21.15.110:0/3781656110":"2024-04-13T16:03:26.618201+0000","172.21.15.99:0/1101045307":"2024-04-13T16:02:45.775768+0000","172.21.15.110:0/2748379263":"2024-04-13T16:03:26.618201+0000","172.21.15.99:6800/1904436306":"2024-04-13T16:02:45.775768+0000","172.21.15.110:6835/1298733519":"2024-04-13T16:03:26.618201+0000","172.21.15.110:0/2249150082":"2024-04-13T16:03:26.618201+0000","172.21.15.99:0/3886773758":"2024-04-13T16:04:12.368137+0000","172.21.15.99:0/3328016278":"2024-04-13T16:02:45.775768+0000","172.21.15.110:6834/1298733519":"2024-04-13T16:03:26.618201+0000","172.21.15.99:0/2859772063":"2024-04-13T16:02:45.775768+0000","172.21.15.99:0/181468598":"2024-04-13T16:04:12.368137+0000","172.21.15.99:6801/3642643916":"2024-04-13T15:52:53.808258+0000","172.21.15.99:0/397905742":"2024-04-13T16:04:12.368137+0000","172.21.15.110:0/53031072":"2024-04-13T16:03:26.618201+0000","172.21.15.99:0/737885610":"2024-04-13T15:52:53.808258+0000","172.21.15.99:0/876314307":"2024-04-13T15:58:05.757020+0000","172.21.15.110:0/528292352":"2024-04-13T16:03:26.618201+0000","172.21.15.99:6800/3642643916":"2024-04-13T15:52:53.808258+0000","172.21.15.99:0/4107067203":"2024-04-13T16:04:12.368137+0000","172.21.15.99:0/568371568":"2024-04-13T16:02:45.775768+0000","172.21.15.99:0/1191046348":"2024-04-13T15:58:05.757020+0000","172.21.15.99:0/3674643919":"2024-04-13T15:52:28.689794+0000","172.21.15.110:0/628932838":"2024-04-13T16:03:26.618201+0000","172.21.15.99:0/1029595901":"2024-04-13T15:58:05.757020+0000","172.21.15.99:6801/809983084":"2024-04-13T15:58:05.757020+0000","172.21.15.99:0/2328676946":"2024-04-13T16:04:12.368137+0000","172.21.15.99:6800/2734316935":"2024-04-13T16:04:12.368137+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":443,"length":1},{"begin":459,"length":3},{"begin":464,"length":1}]}],"new_removed_snaps":[{"pool":5,"snaps":[{"begin":459,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T16:14:57.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:14:57.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:14:58.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:14:58.489 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph pg dump --format=json 2024-04-12T16:14:58.740 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:14:58.861 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:58 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3330094033' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T16:14:58.861 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:14:58 smithi099 ceph-mon[94290]: pgmap v952: 121 pgs: 121 active+clean; 338 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-04-12T16:14:58.862 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:58 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3330094033' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T16:14:58.862 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:14:58 smithi099 ceph-mon[96864]: pgmap v952: 121 pgs: 121 active+clean; 338 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-04-12T16:14:59.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:58 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3330094033' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T16:14:59.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:14:58 smithi110 ceph-mon[88691]: pgmap v952: 121 pgs: 121 active+clean; 338 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-04-12T16:15:00.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:00 smithi110 ceph-mon[88691]: osdmap e876: 8 total, 8 up, 8 in 2024-04-12T16:15:00.613 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T16:15:00.613 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:00 smithi099 ceph-mon[94290]: osdmap e876: 8 total, 8 up, 8 in 2024-04-12T16:15:00.614 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:00 smithi099 ceph-mon[96864]: osdmap e876: 8 total, 8 up, 8 in 2024-04-12T16:15:00.619 INFO:teuthology.orchestra.run.smithi099.stderr:dumped all 2024-04-12T16:15:01.375 INFO:teuthology.orchestra.run.smithi099.stdout:{"pg_ready":true,"pg_map":{"version":954,"stamp":"2024-04-12T16:15:00.534354+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":370916350,"num_objects":201,"num_object_clones":130,"num_object_copies":603,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":201,"num_whiteouts":10,"num_read":4941,"num_read_kb":5523157,"num_write":9450,"num_write_kb":1835180,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":99,"num_bytes_recovered":278562400,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26399,"ondisk_log_size":26399,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":4372040,"kb_used_data":569940,"kb_used_omap":395,"kb_used_meta":3801588,"kb_avail":745589176,"statfs":{"total":767960285184,"available":763483316224,"internally_reserved":0,"allocated":583618560,"data_stored":961766513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":404913,"internal_metadata":3892826703},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":6266880,"num_objects":-4,"num_object_clones":-4,"num_object_copies":-12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-4,"num_whiteouts":1,"num_read":11,"num_read_kb":19096,"num_write":32,"num_write_kb":12904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.373575"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1146,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.163398+0000","last_change":"2024-04-12T16:09:34.107143+0000","last_active":"2024-04-12T16:14:55.163398+0000","last_peered":"2024-04-12T16:14:55.163398+0000","last_clean":"2024-04-12T16:14:55.163398+0000","last_became_active":"2024-04-12T16:09:34.105830+0000","last_became_peered":"2024-04-12T16:09:34.105830+0000","last_unstale":"2024-04-12T16:14:55.163398+0000","last_undegraded":"2024-04-12T16:14:55.163398+0000","last_fullsized":"2024-04-12T16:14:55.163398+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:17:56.707160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1329,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-04-12T16:14:59.161447+0000","last_change":"2024-04-12T16:09:13.123361+0000","last_active":"2024-04-12T16:14:59.161447+0000","last_peered":"2024-04-12T16:14:59.161447+0000","last_clean":"2024-04-12T16:14:59.161447+0000","last_became_active":"2024-04-12T16:09:13.123015+0000","last_became_peered":"2024-04-12T16:09:13.123015+0000","last_unstale":"2024-04-12T16:14:59.161447+0000","last_undegraded":"2024-04-12T16:14:59.161447+0000","last_fullsized":"2024-04-12T16:14:59.161447+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:03:20.179677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1379,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-04-12T16:14:59.302596+0000","last_change":"2024-04-12T16:06:51.084064+0000","last_active":"2024-04-12T16:14:59.302596+0000","last_peered":"2024-04-12T16:14:59.302596+0000","last_clean":"2024-04-12T16:14:59.302596+0000","last_became_active":"2024-04-12T16:06:51.083733+0000","last_became_peered":"2024-04-12T16:06:51.083733+0000","last_unstale":"2024-04-12T16:14:59.302596+0000","last_undegraded":"2024-04-12T16:14:59.302596+0000","last_fullsized":"2024-04-12T16:14:59.302596+0000","mapping_epoch":394,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":395,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:13:04.646895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1195,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.163540+0000","last_change":"2024-04-12T16:09:34.092688+0000","last_active":"2024-04-12T16:14:55.163540+0000","last_peered":"2024-04-12T16:14:55.163540+0000","last_clean":"2024-04-12T16:14:55.163540+0000","last_became_active":"2024-04-12T16:09:34.091446+0000","last_became_peered":"2024-04-12T16:09:34.091446+0000","last_unstale":"2024-04-12T16:14:55.163540+0000","last_undegraded":"2024-04-12T16:14:55.163540+0000","last_fullsized":"2024-04-12T16:14:55.163540+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:47:10.649280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1116,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.162054+0000","last_change":"2024-04-12T16:09:34.098153+0000","last_active":"2024-04-12T16:14:55.162054+0000","last_peered":"2024-04-12T16:14:55.162054+0000","last_clean":"2024-04-12T16:14:55.162054+0000","last_became_active":"2024-04-12T16:09:34.096050+0000","last_became_peered":"2024-04-12T16:09:34.096050+0000","last_unstale":"2024-04-12T16:14:55.162054+0000","last_undegraded":"2024-04-12T16:14:55.162054+0000","last_fullsized":"2024-04-12T16:14:55.162054+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:03:02.083178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1214,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.164013+0000","last_change":"2024-04-12T16:08:38.173781+0000","last_active":"2024-04-12T16:14:55.164013+0000","last_peered":"2024-04-12T16:14:55.164013+0000","last_clean":"2024-04-12T16:14:55.164013+0000","last_became_active":"2024-04-12T16:08:38.171632+0000","last_became_peered":"2024-04-12T16:08:38.171632+0000","last_unstale":"2024-04-12T16:14:55.164013+0000","last_undegraded":"2024-04-12T16:14:55.164013+0000","last_fullsized":"2024-04-12T16:14:55.164013+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:08:09.706117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1116,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.161903+0000","last_change":"2024-04-12T16:09:34.098109+0000","last_active":"2024-04-12T16:14:55.161903+0000","last_peered":"2024-04-12T16:14:55.161903+0000","last_clean":"2024-04-12T16:14:55.161903+0000","last_became_active":"2024-04-12T16:09:34.095138+0000","last_became_peered":"2024-04-12T16:09:34.095138+0000","last_unstale":"2024-04-12T16:14:55.161903+0000","last_undegraded":"2024-04-12T16:14:55.161903+0000","last_fullsized":"2024-04-12T16:14:55.161903+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:11:21.464018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1259,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.158874+0000","last_change":"2024-04-12T16:09:13.114356+0000","last_active":"2024-04-12T16:14:55.158874+0000","last_peered":"2024-04-12T16:14:55.158874+0000","last_clean":"2024-04-12T16:14:55.158874+0000","last_became_active":"2024-04-12T16:09:13.114014+0000","last_became_peered":"2024-04-12T16:09:13.114014+0000","last_unstale":"2024-04-12T16:14:55.158874+0000","last_undegraded":"2024-04-12T16:14:55.158874+0000","last_fullsized":"2024-04-12T16:14:55.158874+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:37:34.890941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1152,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.162517+0000","last_change":"2024-04-12T16:09:34.102170+0000","last_active":"2024-04-12T16:14:55.162517+0000","last_peered":"2024-04-12T16:14:55.162517+0000","last_clean":"2024-04-12T16:14:55.162517+0000","last_became_active":"2024-04-12T16:09:34.101433+0000","last_became_peered":"2024-04-12T16:09:34.101433+0000","last_unstale":"2024-04-12T16:14:55.162517+0000","last_undegraded":"2024-04-12T16:14:55.162517+0000","last_fullsized":"2024-04-12T16:14:55.162517+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:31:14.064592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1160,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.167025+0000","last_change":"2024-04-12T16:09:13.122226+0000","last_active":"2024-04-12T16:14:55.167025+0000","last_peered":"2024-04-12T16:14:55.167025+0000","last_clean":"2024-04-12T16:14:55.167025+0000","last_became_active":"2024-04-12T16:09:13.121840+0000","last_became_peered":"2024-04-12T16:09:13.121840+0000","last_unstale":"2024-04-12T16:14:55.167025+0000","last_undegraded":"2024-04-12T16:14:55.167025+0000","last_fullsized":"2024-04-12T16:14:55.167025+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:00:31.679446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1160,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.167401+0000","last_change":"2024-04-12T16:09:13.123917+0000","last_active":"2024-04-12T16:14:55.167401+0000","last_peered":"2024-04-12T16:14:55.167401+0000","last_clean":"2024-04-12T16:14:55.167401+0000","last_became_active":"2024-04-12T16:09:13.123422+0000","last_became_peered":"2024-04-12T16:09:13.123422+0000","last_unstale":"2024-04-12T16:14:55.167401+0000","last_undegraded":"2024-04-12T16:14:55.167401+0000","last_fullsized":"2024-04-12T16:14:55.167401+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:49:16.919790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1304,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.168243+0000","last_change":"2024-04-12T16:09:13.124389+0000","last_active":"2024-04-12T16:14:55.168243+0000","last_peered":"2024-04-12T16:14:55.168243+0000","last_clean":"2024-04-12T16:14:55.168243+0000","last_became_active":"2024-04-12T16:09:13.124050+0000","last_became_peered":"2024-04-12T16:09:13.124050+0000","last_unstale":"2024-04-12T16:14:55.168243+0000","last_undegraded":"2024-04-12T16:14:55.168243+0000","last_fullsized":"2024-04-12T16:14:55.168243+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:25:46.737029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1279,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.159594+0000","last_change":"2024-04-12T16:09:13.114936+0000","last_active":"2024-04-12T16:14:55.159594+0000","last_peered":"2024-04-12T16:14:55.159594+0000","last_clean":"2024-04-12T16:14:55.159594+0000","last_became_active":"2024-04-12T16:09:13.114610+0000","last_became_peered":"2024-04-12T16:09:13.114610+0000","last_unstale":"2024-04-12T16:14:55.159594+0000","last_undegraded":"2024-04-12T16:14:55.159594+0000","last_fullsized":"2024-04-12T16:14:55.159594+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:28:36.447429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1379,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-04-12T16:14:59.301945+0000","last_change":"2024-04-12T16:08:38.162628+0000","last_active":"2024-04-12T16:14:59.301945+0000","last_peered":"2024-04-12T16:14:59.301945+0000","last_clean":"2024-04-12T16:14:59.301945+0000","last_became_active":"2024-04-12T16:08:38.162146+0000","last_became_peered":"2024-04-12T16:08:38.162146+0000","last_unstale":"2024-04-12T16:14:59.301945+0000","last_undegraded":"2024-04-12T16:14:59.301945+0000","last_fullsized":"2024-04-12T16:14:59.301945+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:22:14.999233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1345,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-04-12T16:14:59.160269+0000","last_change":"2024-04-12T16:08:38.166952+0000","last_active":"2024-04-12T16:14:59.160269+0000","last_peered":"2024-04-12T16:14:59.160269+0000","last_clean":"2024-04-12T16:14:59.160269+0000","last_became_active":"2024-04-12T16:08:38.165215+0000","last_became_peered":"2024-04-12T16:08:38.165215+0000","last_unstale":"2024-04-12T16:14:59.160269+0000","last_undegraded":"2024-04-12T16:14:59.160269+0000","last_fullsized":"2024-04-12T16:14:59.160269+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:40:31.351523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1173,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.162833+0000","last_change":"2024-04-12T16:09:34.093277+0000","last_active":"2024-04-12T16:14:55.162833+0000","last_peered":"2024-04-12T16:14:55.162833+0000","last_clean":"2024-04-12T16:14:55.162833+0000","last_became_active":"2024-04-12T16:09:34.092114+0000","last_became_peered":"2024-04-12T16:09:34.092114+0000","last_unstale":"2024-04-12T16:14:55.162833+0000","last_undegraded":"2024-04-12T16:14:55.162833+0000","last_fullsized":"2024-04-12T16:14:55.162833+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:29:54.945360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1186,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.165673+0000","last_change":"2024-04-12T16:09:34.102177+0000","last_active":"2024-04-12T16:14:55.165673+0000","last_peered":"2024-04-12T16:14:55.165673+0000","last_clean":"2024-04-12T16:14:55.165673+0000","last_became_active":"2024-04-12T16:09:34.101865+0000","last_became_peered":"2024-04-12T16:09:34.101865+0000","last_unstale":"2024-04-12T16:14:55.165673+0000","last_undegraded":"2024-04-12T16:14:55.165673+0000","last_fullsized":"2024-04-12T16:14:55.165673+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:01:47.573883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1282,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.168580+0000","last_change":"2024-04-12T16:09:34.096404+0000","last_active":"2024-04-12T16:14:55.168580+0000","last_peered":"2024-04-12T16:14:55.168580+0000","last_clean":"2024-04-12T16:14:55.168580+0000","last_became_active":"2024-04-12T16:09:34.095789+0000","last_became_peered":"2024-04-12T16:09:34.095789+0000","last_unstale":"2024-04-12T16:14:55.168580+0000","last_undegraded":"2024-04-12T16:14:55.168580+0000","last_fullsized":"2024-04-12T16:14:55.168580+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:56:56.784296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1146,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.163258+0000","last_change":"2024-04-12T16:09:34.095856+0000","last_active":"2024-04-12T16:14:55.163258+0000","last_peered":"2024-04-12T16:14:55.163258+0000","last_clean":"2024-04-12T16:14:55.163258+0000","last_became_active":"2024-04-12T16:09:34.095390+0000","last_became_peered":"2024-04-12T16:09:34.095390+0000","last_unstale":"2024-04-12T16:14:55.163258+0000","last_undegraded":"2024-04-12T16:14:55.163258+0000","last_fullsized":"2024-04-12T16:14:55.163258+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:30:42.644890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"585'6","reported_seq":1390,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-04-12T16:14:59.303233+0000","last_change":"2024-04-12T16:09:34.097043+0000","last_active":"2024-04-12T16:14:59.303233+0000","last_peered":"2024-04-12T16:14:59.303233+0000","last_clean":"2024-04-12T16:14:59.303233+0000","last_became_active":"2024-04-12T16:09:34.096620+0000","last_became_peered":"2024-04-12T16:09:34.096620+0000","last_unstale":"2024-04-12T16:14:59.303233+0000","last_undegraded":"2024-04-12T16:14:59.303233+0000","last_fullsized":"2024-04-12T16:14:59.303233+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:58:18.258805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":8,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1271,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.160155+0000","last_change":"2024-04-12T16:09:13.129802+0000","last_active":"2024-04-12T16:14:55.160155+0000","last_peered":"2024-04-12T16:14:55.160155+0000","last_clean":"2024-04-12T16:14:55.160155+0000","last_became_active":"2024-04-12T16:09:13.129446+0000","last_became_peered":"2024-04-12T16:09:13.129446+0000","last_unstale":"2024-04-12T16:14:55.160155+0000","last_undegraded":"2024-04-12T16:14:55.160155+0000","last_fullsized":"2024-04-12T16:14:55.160155+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:55:26.055337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"585'3","reported_seq":1289,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.160398+0000","last_change":"2024-04-12T16:08:38.160381+0000","last_active":"2024-04-12T16:14:55.160398+0000","last_peered":"2024-04-12T16:14:55.160398+0000","last_clean":"2024-04-12T16:14:55.160398+0000","last_became_active":"2024-04-12T16:08:38.159986+0000","last_became_peered":"2024-04-12T16:08:38.159986+0000","last_unstale":"2024-04-12T16:14:55.160398+0000","last_undegraded":"2024-04-12T16:14:55.160398+0000","last_fullsized":"2024-04-12T16:14:55.160398+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:12:30.131371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1379,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-04-12T16:14:59.302905+0000","last_change":"2024-04-12T16:08:38.174454+0000","last_active":"2024-04-12T16:14:59.302905+0000","last_peered":"2024-04-12T16:14:59.302905+0000","last_clean":"2024-04-12T16:14:59.302905+0000","last_became_active":"2024-04-12T16:08:38.174119+0000","last_became_peered":"2024-04-12T16:08:38.174119+0000","last_unstale":"2024-04-12T16:14:59.302905+0000","last_undegraded":"2024-04-12T16:14:59.302905+0000","last_fullsized":"2024-04-12T16:14:59.302905+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:29:25.676494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1152,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.163142+0000","last_change":"2024-04-12T16:09:34.095656+0000","last_active":"2024-04-12T16:14:55.163142+0000","last_peered":"2024-04-12T16:14:55.163142+0000","last_clean":"2024-04-12T16:14:55.163142+0000","last_became_active":"2024-04-12T16:09:34.094935+0000","last_became_peered":"2024-04-12T16:09:34.094935+0000","last_unstale":"2024-04-12T16:14:55.163142+0000","last_undegraded":"2024-04-12T16:14:55.163142+0000","last_fullsized":"2024-04-12T16:14:55.163142+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:52:55.121627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1192,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.164194+0000","last_change":"2024-04-12T16:08:38.173004+0000","last_active":"2024-04-12T16:14:55.164194+0000","last_peered":"2024-04-12T16:14:55.164194+0000","last_clean":"2024-04-12T16:14:55.164194+0000","last_became_active":"2024-04-12T16:08:38.171094+0000","last_became_peered":"2024-04-12T16:08:38.171094+0000","last_unstale":"2024-04-12T16:14:55.164194+0000","last_undegraded":"2024-04-12T16:14:55.164194+0000","last_fullsized":"2024-04-12T16:14:55.164194+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:31:31.455685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":1245,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.159519+0000","last_change":"2024-04-12T16:08:38.166688+0000","last_active":"2024-04-12T16:14:55.159519+0000","last_peered":"2024-04-12T16:14:55.159519+0000","last_clean":"2024-04-12T16:14:55.159519+0000","last_became_active":"2024-04-12T16:08:38.166339+0000","last_became_peered":"2024-04-12T16:08:38.166339+0000","last_unstale":"2024-04-12T16:14:55.159519+0000","last_undegraded":"2024-04-12T16:14:55.159519+0000","last_fullsized":"2024-04-12T16:14:55.159519+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:08:13.235306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,2],"acting":[4,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1186,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.164402+0000","last_change":"2024-04-12T16:09:13.126586+0000","last_active":"2024-04-12T16:14:55.164402+0000","last_peered":"2024-04-12T16:14:55.164402+0000","last_clean":"2024-04-12T16:14:55.164402+0000","last_became_active":"2024-04-12T16:09:13.126292+0000","last_became_peered":"2024-04-12T16:09:13.126292+0000","last_unstale":"2024-04-12T16:14:55.164402+0000","last_undegraded":"2024-04-12T16:14:55.164402+0000","last_fullsized":"2024-04-12T16:14:55.164402+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:51:12.121408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"585'3","reported_seq":1263,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.159961+0000","last_change":"2024-04-12T16:09:34.094474+0000","last_active":"2024-04-12T16:14:55.159961+0000","last_peered":"2024-04-12T16:14:55.159961+0000","last_clean":"2024-04-12T16:14:55.159961+0000","last_became_active":"2024-04-12T16:09:34.094055+0000","last_became_peered":"2024-04-12T16:09:34.094055+0000","last_unstale":"2024-04-12T16:14:55.159961+0000","last_undegraded":"2024-04-12T16:14:55.159961+0000","last_fullsized":"2024-04-12T16:14:55.159961+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:16:01.480002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1246,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.158866+0000","last_change":"2024-04-12T16:08:01.054828+0000","last_active":"2024-04-12T16:14:55.158866+0000","last_peered":"2024-04-12T16:14:55.158866+0000","last_clean":"2024-04-12T16:14:55.158866+0000","last_became_active":"2024-04-12T16:08:01.054467+0000","last_became_peered":"2024-04-12T16:08:01.054467+0000","last_unstale":"2024-04-12T16:14:55.158866+0000","last_undegraded":"2024-04-12T16:14:55.158866+0000","last_fullsized":"2024-04-12T16:14:55.158866+0000","mapping_epoch":463,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":464,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:22:22.258110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"585'3","reported_seq":1162,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.168543+0000","last_change":"2024-04-12T16:09:34.094482+0000","last_active":"2024-04-12T16:14:55.168543+0000","last_peered":"2024-04-12T16:14:55.168543+0000","last_clean":"2024-04-12T16:14:55.168543+0000","last_became_active":"2024-04-12T16:09:34.094124+0000","last_became_peered":"2024-04-12T16:09:34.094124+0000","last_unstale":"2024-04-12T16:14:55.168543+0000","last_undegraded":"2024-04-12T16:14:55.168543+0000","last_fullsized":"2024-04-12T16:14:55.168543+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:48:35.635052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1378,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-04-12T16:14:59.302691+0000","last_change":"2024-04-12T16:09:34.095882+0000","last_active":"2024-04-12T16:14:59.302691+0000","last_peered":"2024-04-12T16:14:59.302691+0000","last_clean":"2024-04-12T16:14:59.302691+0000","last_became_active":"2024-04-12T16:09:34.095570+0000","last_became_peered":"2024-04-12T16:09:34.095570+0000","last_unstale":"2024-04-12T16:14:59.302691+0000","last_undegraded":"2024-04-12T16:14:59.302691+0000","last_fullsized":"2024-04-12T16:14:59.302691+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:23:02.804729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1285,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.159321+0000","last_change":"2024-04-12T16:09:13.109953+0000","last_active":"2024-04-12T16:14:55.159321+0000","last_peered":"2024-04-12T16:14:55.159321+0000","last_clean":"2024-04-12T16:14:55.159321+0000","last_became_active":"2024-04-12T16:09:13.109645+0000","last_became_peered":"2024-04-12T16:09:13.109645+0000","last_unstale":"2024-04-12T16:14:55.159321+0000","last_undegraded":"2024-04-12T16:14:55.159321+0000","last_fullsized":"2024-04-12T16:14:55.159321+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:48:02.111632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1285,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.159015+0000","last_change":"2024-04-12T16:07:26.050985+0000","last_active":"2024-04-12T16:14:55.159015+0000","last_peered":"2024-04-12T16:14:55.159015+0000","last_clean":"2024-04-12T16:14:55.159015+0000","last_became_active":"2024-04-12T16:07:26.050463+0000","last_became_peered":"2024-04-12T16:07:26.050463+0000","last_unstale":"2024-04-12T16:14:55.159015+0000","last_undegraded":"2024-04-12T16:14:55.159015+0000","last_fullsized":"2024-04-12T16:14:55.159015+0000","mapping_epoch":428,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":429,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:50:08.945757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1187,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.163072+0000","last_change":"2024-04-12T16:09:34.093549+0000","last_active":"2024-04-12T16:14:55.163072+0000","last_peered":"2024-04-12T16:14:55.163072+0000","last_clean":"2024-04-12T16:14:55.163072+0000","last_became_active":"2024-04-12T16:09:34.092517+0000","last_became_peered":"2024-04-12T16:09:34.092517+0000","last_unstale":"2024-04-12T16:14:55.163072+0000","last_undegraded":"2024-04-12T16:14:55.163072+0000","last_fullsized":"2024-04-12T16:14:55.163072+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:15:20.873402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1345,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-04-12T16:14:59.160642+0000","last_change":"2024-04-12T16:08:01.043902+0000","last_active":"2024-04-12T16:14:59.160642+0000","last_peered":"2024-04-12T16:14:59.160642+0000","last_clean":"2024-04-12T16:14:59.160642+0000","last_became_active":"2024-04-12T16:08:01.043599+0000","last_became_peered":"2024-04-12T16:08:01.043599+0000","last_unstale":"2024-04-12T16:14:59.160642+0000","last_undegraded":"2024-04-12T16:14:59.160642+0000","last_fullsized":"2024-04-12T16:14:59.160642+0000","mapping_epoch":463,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":464,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:45:17.542772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1161,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.168891+0000","last_change":"2024-04-12T16:09:13.122300+0000","last_active":"2024-04-12T16:14:55.168891+0000","last_peered":"2024-04-12T16:14:55.168891+0000","last_clean":"2024-04-12T16:14:55.168891+0000","last_became_active":"2024-04-12T16:09:13.121761+0000","last_became_peered":"2024-04-12T16:09:13.121761+0000","last_unstale":"2024-04-12T16:14:55.168891+0000","last_undegraded":"2024-04-12T16:14:55.168891+0000","last_fullsized":"2024-04-12T16:14:55.168891+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:46:24.007444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1208,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.164854+0000","last_change":"2024-04-12T16:09:34.092958+0000","last_active":"2024-04-12T16:14:55.164854+0000","last_peered":"2024-04-12T16:14:55.164854+0000","last_clean":"2024-04-12T16:14:55.164854+0000","last_became_active":"2024-04-12T16:09:34.092629+0000","last_became_peered":"2024-04-12T16:09:34.092629+0000","last_unstale":"2024-04-12T16:14:55.164854+0000","last_undegraded":"2024-04-12T16:14:55.164854+0000","last_fullsized":"2024-04-12T16:14:55.164854+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:23:34.785526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1201,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.163539+0000","last_change":"2024-04-12T16:09:13.131550+0000","last_active":"2024-04-12T16:14:55.163539+0000","last_peered":"2024-04-12T16:14:55.163539+0000","last_clean":"2024-04-12T16:14:55.163539+0000","last_became_active":"2024-04-12T16:09:13.131294+0000","last_became_peered":"2024-04-12T16:09:13.131294+0000","last_unstale":"2024-04-12T16:14:55.163539+0000","last_undegraded":"2024-04-12T16:14:55.163539+0000","last_fullsized":"2024-04-12T16:14:55.163539+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:03:54.295882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1378,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-04-12T16:14:59.303113+0000","last_change":"2024-04-12T16:08:38.171707+0000","last_active":"2024-04-12T16:14:59.303113+0000","last_peered":"2024-04-12T16:14:59.303113+0000","last_clean":"2024-04-12T16:14:59.303113+0000","last_became_active":"2024-04-12T16:08:38.171367+0000","last_became_peered":"2024-04-12T16:08:38.171367+0000","last_unstale":"2024-04-12T16:14:59.303113+0000","last_undegraded":"2024-04-12T16:14:59.303113+0000","last_fullsized":"2024-04-12T16:14:59.303113+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:59:24.807358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1338,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-04-12T16:14:59.160715+0000","last_change":"2024-04-12T16:08:38.168135+0000","last_active":"2024-04-12T16:14:59.160715+0000","last_peered":"2024-04-12T16:14:59.160715+0000","last_clean":"2024-04-12T16:14:59.160715+0000","last_became_active":"2024-04-12T16:08:38.166782+0000","last_became_peered":"2024-04-12T16:08:38.166782+0000","last_unstale":"2024-04-12T16:14:59.160715+0000","last_undegraded":"2024-04-12T16:14:59.160715+0000","last_fullsized":"2024-04-12T16:14:59.160715+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:33:55.971308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":14,"num_read_kb":14,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1283,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.168424+0000","last_change":"2024-04-12T16:09:34.096129+0000","last_active":"2024-04-12T16:14:55.168424+0000","last_peered":"2024-04-12T16:14:55.168424+0000","last_clean":"2024-04-12T16:14:55.168424+0000","last_became_active":"2024-04-12T16:09:34.095815+0000","last_became_peered":"2024-04-12T16:09:34.095815+0000","last_unstale":"2024-04-12T16:14:55.168424+0000","last_undegraded":"2024-04-12T16:14:55.168424+0000","last_fullsized":"2024-04-12T16:14:55.168424+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:07:58.198651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6],"acting":[2,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.14","version":"585'30","reported_seq":1203,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.167348+0000","last_change":"2024-04-12T16:09:13.121478+0000","last_active":"2024-04-12T16:14:55.167348+0000","last_peered":"2024-04-12T16:14:55.167348+0000","last_clean":"2024-04-12T16:14:55.167348+0000","last_became_active":"2024-04-12T16:09:13.121011+0000","last_became_peered":"2024-04-12T16:09:13.121011+0000","last_unstale":"2024-04-12T16:14:55.167348+0000","last_undegraded":"2024-04-12T16:14:55.167348+0000","last_fullsized":"2024-04-12T16:14:55.167348+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:38:02.823920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5824,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":20,"num_read_kb":28,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1116,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.162601+0000","last_change":"2024-04-12T16:09:34.096286+0000","last_active":"2024-04-12T16:14:55.162601+0000","last_peered":"2024-04-12T16:14:55.162601+0000","last_clean":"2024-04-12T16:14:55.162601+0000","last_became_active":"2024-04-12T16:09:34.095938+0000","last_became_peered":"2024-04-12T16:09:34.095938+0000","last_unstale":"2024-04-12T16:14:55.162601+0000","last_undegraded":"2024-04-12T16:14:55.162601+0000","last_fullsized":"2024-04-12T16:14:55.162601+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:13:16.475043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1386,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-04-12T16:14:59.302880+0000","last_change":"2024-04-12T16:08:01.046046+0000","last_active":"2024-04-12T16:14:59.302880+0000","last_peered":"2024-04-12T16:14:59.302880+0000","last_clean":"2024-04-12T16:14:59.302880+0000","last_became_active":"2024-04-12T16:08:01.045108+0000","last_became_peered":"2024-04-12T16:08:01.045108+0000","last_unstale":"2024-04-12T16:14:59.302880+0000","last_undegraded":"2024-04-12T16:14:59.302880+0000","last_fullsized":"2024-04-12T16:14:59.302880+0000","mapping_epoch":463,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":464,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:35:57.927534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":16,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1379,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-04-12T16:14:59.302383+0000","last_change":"2024-04-12T16:09:34.090481+0000","last_active":"2024-04-12T16:14:59.302383+0000","last_peered":"2024-04-12T16:14:59.302383+0000","last_clean":"2024-04-12T16:14:59.302383+0000","last_became_active":"2024-04-12T16:09:34.090069+0000","last_became_peered":"2024-04-12T16:09:34.090069+0000","last_unstale":"2024-04-12T16:14:59.302383+0000","last_undegraded":"2024-04-12T16:14:59.302383+0000","last_fullsized":"2024-04-12T16:14:59.302383+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:53:54.792423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1194,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.163902+0000","last_change":"2024-04-12T16:09:34.093607+0000","last_active":"2024-04-12T16:14:55.163902+0000","last_peered":"2024-04-12T16:14:55.163902+0000","last_clean":"2024-04-12T16:14:55.163902+0000","last_became_active":"2024-04-12T16:09:34.092244+0000","last_became_peered":"2024-04-12T16:09:34.092244+0000","last_unstale":"2024-04-12T16:14:55.163902+0000","last_undegraded":"2024-04-12T16:14:55.163902+0000","last_fullsized":"2024-04-12T16:14:55.163902+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:18:37.325413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1116,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.162489+0000","last_change":"2024-04-12T16:09:34.098646+0000","last_active":"2024-04-12T16:14:55.162489+0000","last_peered":"2024-04-12T16:14:55.162489+0000","last_clean":"2024-04-12T16:14:55.162489+0000","last_became_active":"2024-04-12T16:09:34.098266+0000","last_became_peered":"2024-04-12T16:09:34.098266+0000","last_unstale":"2024-04-12T16:14:55.162489+0000","last_undegraded":"2024-04-12T16:14:55.162489+0000","last_fullsized":"2024-04-12T16:14:55.162489+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:46:22.783686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1165,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.168140+0000","last_change":"2024-04-12T16:09:13.106135+0000","last_active":"2024-04-12T16:14:55.168140+0000","last_peered":"2024-04-12T16:14:55.168140+0000","last_clean":"2024-04-12T16:14:55.168140+0000","last_became_active":"2024-04-12T16:09:13.105794+0000","last_became_peered":"2024-04-12T16:09:13.105794+0000","last_unstale":"2024-04-12T16:14:55.168140+0000","last_undegraded":"2024-04-12T16:14:55.168140+0000","last_fullsized":"2024-04-12T16:14:55.168140+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:01:30.812329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1160,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.167888+0000","last_change":"2024-04-12T16:09:13.118087+0000","last_active":"2024-04-12T16:14:55.167888+0000","last_peered":"2024-04-12T16:14:55.167888+0000","last_clean":"2024-04-12T16:14:55.167888+0000","last_became_active":"2024-04-12T16:09:13.117377+0000","last_became_peered":"2024-04-12T16:09:13.117377+0000","last_unstale":"2024-04-12T16:14:55.167888+0000","last_undegraded":"2024-04-12T16:14:55.167888+0000","last_fullsized":"2024-04-12T16:14:55.167888+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:34:51.179072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1331,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.168581+0000","last_change":"2024-04-12T16:06:51.080146+0000","last_active":"2024-04-12T16:14:55.168581+0000","last_peered":"2024-04-12T16:14:55.168581+0000","last_clean":"2024-04-12T16:14:55.168581+0000","last_became_active":"2024-04-12T16:06:51.079726+0000","last_became_peered":"2024-04-12T16:06:51.079726+0000","last_unstale":"2024-04-12T16:14:55.168581+0000","last_undegraded":"2024-04-12T16:14:55.168581+0000","last_fullsized":"2024-04-12T16:14:55.168581+0000","mapping_epoch":394,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":395,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:09:53.596593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":48,"num_read_kb":48,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1145,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.162227+0000","last_change":"2024-04-12T16:09:34.108097+0000","last_active":"2024-04-12T16:14:55.162227+0000","last_peered":"2024-04-12T16:14:55.162227+0000","last_clean":"2024-04-12T16:14:55.162227+0000","last_became_active":"2024-04-12T16:09:34.106939+0000","last_became_peered":"2024-04-12T16:09:34.106939+0000","last_unstale":"2024-04-12T16:14:55.162227+0000","last_undegraded":"2024-04-12T16:14:55.162227+0000","last_fullsized":"2024-04-12T16:14:55.162227+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:59:20.990985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"870'945","reported_seq":4263,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.169881+0000","last_change":"2024-04-12T16:14:55.171301+0000","last_active":"2024-04-12T16:14:55.169881+0000","last_peered":"2024-04-12T16:14:55.169881+0000","last_clean":"2024-04-12T16:14:55.169881+0000","last_became_active":"2024-04-12T16:06:51.081598+0000","last_became_peered":"2024-04-12T16:06:51.081598+0000","last_unstale":"2024-04-12T16:14:55.169881+0000","last_undegraded":"2024-04-12T16:14:55.169881+0000","last_fullsized":"2024-04-12T16:14:55.169881+0000","mapping_epoch":394,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":395,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:01:13.426808+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:01:13.426808+0000","last_clean_scrub_stamp":"2024-04-12T16:01:13.426808+0000","objects_scrubbed":0,"log_size":945,"log_dups_size":0,"ondisk_log_size":945,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:56:55.308427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00171339,"stat_sum":{"num_bytes":8757248,"num_objects":4,"num_object_clones":2,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":127,"num_read_kb":193095,"num_write":297,"num_write_kb":64992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1bb","length":"1"},{"start":"1cb","length":"3"},{"start":"1d0","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1258,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.159854+0000","last_change":"2024-04-12T16:09:34.102509+0000","last_active":"2024-04-12T16:14:55.159854+0000","last_peered":"2024-04-12T16:14:55.159854+0000","last_clean":"2024-04-12T16:14:55.159854+0000","last_became_active":"2024-04-12T16:09:34.102115+0000","last_became_peered":"2024-04-12T16:09:34.102115+0000","last_unstale":"2024-04-12T16:14:55.159854+0000","last_undegraded":"2024-04-12T16:14:55.159854+0000","last_fullsized":"2024-04-12T16:14:55.159854+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:39:37.998965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1131,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.162760+0000","last_change":"2024-04-12T16:09:34.090305+0000","last_active":"2024-04-12T16:14:55.162760+0000","last_peered":"2024-04-12T16:14:55.162760+0000","last_clean":"2024-04-12T16:14:55.162760+0000","last_became_active":"2024-04-12T16:09:34.089829+0000","last_became_peered":"2024-04-12T16:09:34.089829+0000","last_unstale":"2024-04-12T16:14:55.162760+0000","last_undegraded":"2024-04-12T16:14:55.162760+0000","last_fullsized":"2024-04-12T16:14:55.162760+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:30:41.708717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"875'3180","reported_seq":6352,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-04-12T16:14:59.302522+0000","last_change":"2024-04-12T16:14:55.188849+0000","last_active":"2024-04-12T16:14:59.302522+0000","last_peered":"2024-04-12T16:14:59.302522+0000","last_clean":"2024-04-12T16:14:59.302522+0000","last_became_active":"2024-04-12T16:09:13.130015+0000","last_became_peered":"2024-04-12T16:09:13.130015+0000","last_unstale":"2024-04-12T16:14:59.302522+0000","last_undegraded":"2024-04-12T16:14:59.302522+0000","last_fullsized":"2024-04-12T16:14:59.302522+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:01:13.426808+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:01:13.426808+0000","last_clean_scrub_stamp":"2024-04-12T16:01:13.426808+0000","objects_scrubbed":0,"log_size":3180,"log_dups_size":0,"ondisk_log_size":3180,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:11:22.047527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.023848837000000001,"stat_sum":{"num_bytes":44384256,"num_objects":24,"num_object_clones":18,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":2,"num_read":407,"num_read_kb":494118,"num_write":1171,"num_write_kb":199280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":35987456,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1cb","length":"1"},{"start":"1d0","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1305,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-04-12T16:14:59.160157+0000","last_change":"2024-04-12T16:08:38.166132+0000","last_active":"2024-04-12T16:14:59.160157+0000","last_peered":"2024-04-12T16:14:59.160157+0000","last_clean":"2024-04-12T16:14:59.160157+0000","last_became_active":"2024-04-12T16:08:38.165798+0000","last_became_peered":"2024-04-12T16:08:38.165798+0000","last_unstale":"2024-04-12T16:14:59.160157+0000","last_undegraded":"2024-04-12T16:14:59.160157+0000","last_fullsized":"2024-04-12T16:14:59.160157+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_clean_scrub_stamp":"2024-04-12T15:58:03.447033+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:56:34.933832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1330,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-04-12T16:14:59.160846+0000","last_change":"2024-04-12T16:09:34.090912+0000","last_active":"2024-04-12T16:14:59.160846+0000","last_peered":"2024-04-12T16:14:59.160846+0000","last_clean":"2024-04-12T16:14:59.160846+0000","last_became_active":"2024-04-12T16:09:34.090598+0000","last_became_peered":"2024-04-12T16:09:34.090598+0000","last_unstale":"2024-04-12T16:14:59.160846+0000","last_undegraded":"2024-04-12T16:14:59.160846+0000","last_fullsized":"2024-04-12T16:14:59.160846+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:47:07.023116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1201,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.164381+0000","last_change":"2024-04-12T16:08:38.168208+0000","last_active":"2024-04-12T16:14:55.164381+0000","last_peered":"2024-04-12T16:14:55.164381+0000","last_clean":"2024-04-12T16:14:55.164381+0000","last_became_active":"2024-04-12T16:08:38.167898+0000","last_became_peered":"2024-04-12T16:08:38.167898+0000","last_unstale":"2024-04-12T16:14:55.164381+0000","last_undegraded":"2024-04-12T16:14:55.164381+0000","last_fullsized":"2024-04-12T16:14:55.164381+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:15:31.228128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"872'1485","reported_seq":4895,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-04-12T16:14:59.302902+0000","last_change":"2024-04-12T16:14:55.164026+0000","last_active":"2024-04-12T16:14:59.302902+0000","last_peered":"2024-04-12T16:14:59.302902+0000","last_clean":"2024-04-12T16:14:59.302902+0000","last_became_active":"2024-04-12T16:08:01.048669+0000","last_became_peered":"2024-04-12T16:08:01.048669+0000","last_unstale":"2024-04-12T16:14:59.302902+0000","last_undegraded":"2024-04-12T16:14:59.302902+0000","last_fullsized":"2024-04-12T16:14:59.302902+0000","mapping_epoch":463,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":464,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:01:13.426808+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:01:13.426808+0000","last_clean_scrub_stamp":"2024-04-12T16:01:13.426808+0000","objects_scrubbed":0,"log_size":1485,"log_dups_size":0,"ondisk_log_size":1485,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:59:19.249796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00058953599999999999,"stat_sum":{"num_bytes":16269312,"num_objects":6,"num_object_clones":4,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":1,"num_read":228,"num_read_kb":354907,"num_write":564,"num_write_kb":131672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":21577728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1cb","length":"1"},{"start":"1d0","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1305,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-04-12T16:14:59.160891+0000","last_change":"2024-04-12T16:07:26.052802+0000","last_active":"2024-04-12T16:14:59.160891+0000","last_peered":"2024-04-12T16:14:59.160891+0000","last_clean":"2024-04-12T16:14:59.160891+0000","last_became_active":"2024-04-12T16:07:26.052473+0000","last_became_peered":"2024-04-12T16:07:26.052473+0000","last_unstale":"2024-04-12T16:14:59.160891+0000","last_undegraded":"2024-04-12T16:14:59.160891+0000","last_fullsized":"2024-04-12T16:14:59.160891+0000","mapping_epoch":428,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":429,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_clean_scrub_stamp":"2024-04-12T15:58:03.447033+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:33:58.937278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1211,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.163797+0000","last_change":"2024-04-12T16:09:13.130961+0000","last_active":"2024-04-12T16:14:55.163797+0000","last_peered":"2024-04-12T16:14:55.163797+0000","last_clean":"2024-04-12T16:14:55.163797+0000","last_became_active":"2024-04-12T16:09:13.130641+0000","last_became_peered":"2024-04-12T16:09:13.130641+0000","last_unstale":"2024-04-12T16:14:55.163797+0000","last_undegraded":"2024-04-12T16:14:55.163797+0000","last_fullsized":"2024-04-12T16:14:55.163797+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:39:19.582115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1254,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.159111+0000","last_change":"2024-04-12T16:09:13.113727+0000","last_active":"2024-04-12T16:14:55.159111+0000","last_peered":"2024-04-12T16:14:55.159111+0000","last_clean":"2024-04-12T16:14:55.159111+0000","last_became_active":"2024-04-12T16:09:13.113411+0000","last_became_peered":"2024-04-12T16:09:13.113411+0000","last_unstale":"2024-04-12T16:14:55.159111+0000","last_undegraded":"2024-04-12T16:14:55.159111+0000","last_fullsized":"2024-04-12T16:14:55.159111+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:17:23.349616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"875'2438","reported_seq":5614,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.179125+0000","last_change":"2024-04-12T16:14:55.180906+0000","last_active":"2024-04-12T16:14:55.179125+0000","last_peered":"2024-04-12T16:14:55.179125+0000","last_clean":"2024-04-12T16:14:55.179125+0000","last_became_active":"2024-04-12T16:08:38.165661+0000","last_became_peered":"2024-04-12T16:08:38.165661+0000","last_unstale":"2024-04-12T16:14:55.179125+0000","last_undegraded":"2024-04-12T16:14:55.179125+0000","last_fullsized":"2024-04-12T16:14:55.179125+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:01:13.426808+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:01:13.426808+0000","last_clean_scrub_stamp":"2024-04-12T16:01:13.426808+0000","objects_scrubbed":0,"log_size":2438,"log_dups_size":0,"ondisk_log_size":2438,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:33:59.260039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012079486,"stat_sum":{"num_bytes":45178880,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":362,"num_read_kb":663033,"num_write":740,"num_write_kb":174112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":9945088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1bb","length":"1"},{"start":"1cb","length":"3"},{"start":"1d0","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1324,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-04-12T16:14:59.160379+0000","last_change":"2024-04-12T16:08:38.167762+0000","last_active":"2024-04-12T16:14:59.160379+0000","last_peered":"2024-04-12T16:14:59.160379+0000","last_clean":"2024-04-12T16:14:59.160379+0000","last_became_active":"2024-04-12T16:08:38.167448+0000","last_became_peered":"2024-04-12T16:08:38.167448+0000","last_unstale":"2024-04-12T16:14:59.160379+0000","last_undegraded":"2024-04-12T16:14:59.160379+0000","last_fullsized":"2024-04-12T16:14:59.160379+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_clean_scrub_stamp":"2024-04-12T15:58:03.447033+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:24:20.796439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1347,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-04-12T16:14:59.159484+0000","last_change":"2024-04-12T16:09:13.114266+0000","last_active":"2024-04-12T16:14:59.159484+0000","last_peered":"2024-04-12T16:14:59.159484+0000","last_clean":"2024-04-12T16:14:59.159484+0000","last_became_active":"2024-04-12T16:09:13.113931+0000","last_became_peered":"2024-04-12T16:09:13.113931+0000","last_unstale":"2024-04-12T16:14:59.159484+0000","last_undegraded":"2024-04-12T16:14:59.159484+0000","last_fullsized":"2024-04-12T16:14:59.159484+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:02:01.858211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1308,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.167954+0000","last_change":"2024-04-12T16:07:26.044346+0000","last_active":"2024-04-12T16:14:55.167954+0000","last_peered":"2024-04-12T16:14:55.167954+0000","last_clean":"2024-04-12T16:14:55.167954+0000","last_became_active":"2024-04-12T16:07:26.044090+0000","last_became_peered":"2024-04-12T16:07:26.044090+0000","last_unstale":"2024-04-12T16:14:55.167954+0000","last_undegraded":"2024-04-12T16:14:55.167954+0000","last_fullsized":"2024-04-12T16:14:55.167954+0000","mapping_epoch":428,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":429,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:42:21.672622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"875'1709","reported_seq":4703,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.175350+0000","last_change":"2024-04-12T16:14:55.176788+0000","last_active":"2024-04-12T16:14:55.175350+0000","last_peered":"2024-04-12T16:14:55.175350+0000","last_clean":"2024-04-12T16:14:55.175350+0000","last_became_active":"2024-04-12T16:09:34.098846+0000","last_became_peered":"2024-04-12T16:09:34.098846+0000","last_unstale":"2024-04-12T16:14:55.175350+0000","last_undegraded":"2024-04-12T16:14:55.175350+0000","last_fullsized":"2024-04-12T16:14:55.175350+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:01:13.426808+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:01:13.426808+0000","last_clean_scrub_stamp":"2024-04-12T16:01:13.426808+0000","objects_scrubbed":0,"log_size":1709,"log_dups_size":0,"ondisk_log_size":1709,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:21:13.631742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013643486,"stat_sum":{"num_bytes":23420928,"num_objects":12,"num_object_clones":9,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":250,"num_read_kb":345370,"num_write":673,"num_write_kb":84432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":20250624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1bb","length":"1"},{"start":"1cb","length":"3"},{"start":"1d0","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1154,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.167625+0000","last_change":"2024-04-12T16:09:34.094656+0000","last_active":"2024-04-12T16:14:55.167625+0000","last_peered":"2024-04-12T16:14:55.167625+0000","last_clean":"2024-04-12T16:14:55.167625+0000","last_became_active":"2024-04-12T16:09:34.094335+0000","last_became_peered":"2024-04-12T16:09:34.094335+0000","last_unstale":"2024-04-12T16:14:55.167625+0000","last_undegraded":"2024-04-12T16:14:55.167625+0000","last_fullsized":"2024-04-12T16:14:55.167625+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_clean_scrub_stamp":"2024-04-12T15:58:03.447033+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:23:30.584609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1260,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.159505+0000","last_change":"2024-04-12T16:09:13.114348+0000","last_active":"2024-04-12T16:14:55.159505+0000","last_peered":"2024-04-12T16:14:55.159505+0000","last_clean":"2024-04-12T16:14:55.159505+0000","last_became_active":"2024-04-12T16:09:13.113990+0000","last_became_peered":"2024-04-12T16:09:13.113990+0000","last_unstale":"2024-04-12T16:14:55.159505+0000","last_undegraded":"2024-04-12T16:14:55.159505+0000","last_fullsized":"2024-04-12T16:14:55.159505+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:48:29.334019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1203,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.163533+0000","last_change":"2024-04-12T16:09:34.092250+0000","last_active":"2024-04-12T16:14:55.163533+0000","last_peered":"2024-04-12T16:14:55.163533+0000","last_clean":"2024-04-12T16:14:55.163533+0000","last_became_active":"2024-04-12T16:09:34.091934+0000","last_became_peered":"2024-04-12T16:09:34.091934+0000","last_unstale":"2024-04-12T16:14:55.163533+0000","last_undegraded":"2024-04-12T16:14:55.163533+0000","last_fullsized":"2024-04-12T16:14:55.163533+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:29:19.850818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"259'217","reported_seq":1714,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.161825+0000","last_change":"2024-04-12T16:09:34.092519+0000","last_active":"2024-04-12T16:14:55.161825+0000","last_peered":"2024-04-12T16:14:55.161825+0000","last_clean":"2024-04-12T16:14:55.161825+0000","last_became_active":"2024-04-12T16:09:34.090326+0000","last_became_peered":"2024-04-12T16:09:34.090326+0000","last_unstale":"2024-04-12T16:14:55.161825+0000","last_undegraded":"2024-04-12T16:14:55.161825+0000","last_fullsized":"2024-04-12T16:14:55.161825+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:55:12.126017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:55:12.126017+0000","last_clean_scrub_stamp":"2024-04-12T15:55:12.126017+0000","objects_scrubbed":0,"log_size":217,"log_dups_size":0,"ondisk_log_size":217,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:24:07.472643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":998,"num_read_kb":1844,"num_write":351,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"875'520","reported_seq":3743,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.178243+0000","last_change":"2024-04-12T16:14:55.179857+0000","last_active":"2024-04-12T16:14:55.178243+0000","last_peered":"2024-04-12T16:14:55.178243+0000","last_clean":"2024-04-12T16:14:55.178243+0000","last_became_active":"2024-04-12T16:08:38.168361+0000","last_became_peered":"2024-04-12T16:08:38.168361+0000","last_unstale":"2024-04-12T16:14:55.178243+0000","last_undegraded":"2024-04-12T16:14:55.178243+0000","last_fullsized":"2024-04-12T16:14:55.178243+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:01:13.426808+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:01:13.426808+0000","last_clean_scrub_stamp":"2024-04-12T16:01:13.426808+0000","objects_scrubbed":0,"log_size":520,"log_dups_size":0,"ondisk_log_size":520,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:32:54.632401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013970254,"stat_sum":{"num_bytes":4177920,"num_objects":5,"num_object_clones":4,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":78,"num_read_kb":40503,"num_write":235,"num_write_kb":26976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1bb","length":"1"},{"start":"1cb","length":"3"},{"start":"1d0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1379,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-04-12T16:14:59.303159+0000","last_change":"2024-04-12T16:06:51.089806+0000","last_active":"2024-04-12T16:14:59.303159+0000","last_peered":"2024-04-12T16:14:59.303159+0000","last_clean":"2024-04-12T16:14:59.303159+0000","last_became_active":"2024-04-12T16:06:51.089410+0000","last_became_peered":"2024-04-12T16:06:51.089410+0000","last_unstale":"2024-04-12T16:14:59.303159+0000","last_undegraded":"2024-04-12T16:14:59.303159+0000","last_fullsized":"2024-04-12T16:14:59.303159+0000","mapping_epoch":394,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":395,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_clean_scrub_stamp":"2024-04-12T15:58:03.447033+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:27:28.428771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1283,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.167754+0000","last_change":"2024-04-12T16:08:01.049094+0000","last_active":"2024-04-12T16:14:55.167754+0000","last_peered":"2024-04-12T16:14:55.167754+0000","last_clean":"2024-04-12T16:14:55.167754+0000","last_became_active":"2024-04-12T16:08:01.048060+0000","last_became_peered":"2024-04-12T16:08:01.048060+0000","last_unstale":"2024-04-12T16:14:55.167754+0000","last_undegraded":"2024-04-12T16:14:55.167754+0000","last_fullsized":"2024-04-12T16:14:55.167754+0000","mapping_epoch":463,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":464,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:21:43.700965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1138,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.161828+0000","last_change":"2024-04-12T16:09:34.092759+0000","last_active":"2024-04-12T16:14:55.161828+0000","last_peered":"2024-04-12T16:14:55.161828+0000","last_clean":"2024-04-12T16:14:55.161828+0000","last_became_active":"2024-04-12T16:09:34.090790+0000","last_became_peered":"2024-04-12T16:09:34.090790+0000","last_unstale":"2024-04-12T16:14:55.161828+0000","last_undegraded":"2024-04-12T16:14:55.161828+0000","last_fullsized":"2024-04-12T16:14:55.161828+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:29:02.718809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"875'919","reported_seq":4018,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.176802+0000","last_change":"2024-04-12T16:14:55.177724+0000","last_active":"2024-04-12T16:14:55.176802+0000","last_peered":"2024-04-12T16:14:55.176802+0000","last_clean":"2024-04-12T16:14:55.176802+0000","last_became_active":"2024-04-12T16:09:13.119033+0000","last_became_peered":"2024-04-12T16:09:13.119033+0000","last_unstale":"2024-04-12T16:14:55.176802+0000","last_undegraded":"2024-04-12T16:14:55.176802+0000","last_fullsized":"2024-04-12T16:14:55.176802+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:01:13.426808+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:01:13.426808+0000","last_clean_scrub_stamp":"2024-04-12T16:01:13.426808+0000","objects_scrubbed":0,"log_size":919,"log_dups_size":0,"ondisk_log_size":919,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:11:16.360139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0090302709999999994,"stat_sum":{"num_bytes":7970816,"num_objects":6,"num_object_clones":4,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":1,"num_read":156,"num_read_kb":149036,"num_write":275,"num_write_kb":57608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20193280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"1bb","length":"1"},{"start":"1cb","length":"3"},{"start":"1d0","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1379,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-04-12T16:14:59.302562+0000","last_change":"2024-04-12T16:09:34.090835+0000","last_active":"2024-04-12T16:14:59.302562+0000","last_peered":"2024-04-12T16:14:59.302562+0000","last_clean":"2024-04-12T16:14:59.302562+0000","last_became_active":"2024-04-12T16:09:34.090408+0000","last_became_peered":"2024-04-12T16:09:34.090408+0000","last_unstale":"2024-04-12T16:14:59.302562+0000","last_undegraded":"2024-04-12T16:14:59.302562+0000","last_fullsized":"2024-04-12T16:14:59.302562+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_clean_scrub_stamp":"2024-04-12T15:58:03.447033+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:53:33.797124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1118,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.162899+0000","last_change":"2024-04-12T16:09:34.095604+0000","last_active":"2024-04-12T16:14:55.162899+0000","last_peered":"2024-04-12T16:14:55.162899+0000","last_clean":"2024-04-12T16:14:55.162899+0000","last_became_active":"2024-04-12T16:09:34.094368+0000","last_became_peered":"2024-04-12T16:09:34.094368+0000","last_unstale":"2024-04-12T16:14:55.162899+0000","last_undegraded":"2024-04-12T16:14:55.162899+0000","last_fullsized":"2024-04-12T16:14:55.162899+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:38:33.412276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1347,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-04-12T16:14:59.160936+0000","last_change":"2024-04-12T16:08:38.166136+0000","last_active":"2024-04-12T16:14:59.160936+0000","last_peered":"2024-04-12T16:14:59.160936+0000","last_clean":"2024-04-12T16:14:59.160936+0000","last_became_active":"2024-04-12T16:08:38.165856+0000","last_became_peered":"2024-04-12T16:08:38.165856+0000","last_unstale":"2024-04-12T16:14:59.160936+0000","last_undegraded":"2024-04-12T16:14:59.160936+0000","last_fullsized":"2024-04-12T16:14:59.160936+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:46:06.496258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"875'934","reported_seq":4183,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.165462+0000","last_change":"2024-04-12T16:14:55.167194+0000","last_active":"2024-04-12T16:14:55.165462+0000","last_peered":"2024-04-12T16:14:55.165462+0000","last_clean":"2024-04-12T16:14:55.165462+0000","last_became_active":"2024-04-12T16:09:34.102311+0000","last_became_peered":"2024-04-12T16:09:34.102311+0000","last_unstale":"2024-04-12T16:14:55.165462+0000","last_undegraded":"2024-04-12T16:14:55.165462+0000","last_fullsized":"2024-04-12T16:14:55.165462+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:01:13.426808+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:01:13.426808+0000","last_clean_scrub_stamp":"2024-04-12T16:01:13.426808+0000","objects_scrubbed":0,"log_size":934,"log_dups_size":0,"ondisk_log_size":934,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:19:06.922183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0078404960000000006,"stat_sum":{"num_bytes":6668288,"num_objects":5,"num_object_clones":4,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":141,"num_read_kb":226145,"num_write":295,"num_write_kb":73496,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":28123136,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1bb","length":"1"},{"start":"1cb","length":"3"},{"start":"1d0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1280,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.159181+0000","last_change":"2024-04-12T16:09:34.094431+0000","last_active":"2024-04-12T16:14:55.159181+0000","last_peered":"2024-04-12T16:14:55.159181+0000","last_clean":"2024-04-12T16:14:55.159181+0000","last_became_active":"2024-04-12T16:09:34.093974+0000","last_became_peered":"2024-04-12T16:09:34.093974+0000","last_unstale":"2024-04-12T16:14:55.159181+0000","last_undegraded":"2024-04-12T16:14:55.159181+0000","last_fullsized":"2024-04-12T16:14:55.159181+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_clean_scrub_stamp":"2024-04-12T15:58:03.447033+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:11:08.430854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"588'3","reported_seq":1352,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-04-12T16:14:59.161440+0000","last_change":"2024-04-12T16:09:13.123350+0000","last_active":"2024-04-12T16:14:59.161440+0000","last_peered":"2024-04-12T16:14:59.161440+0000","last_clean":"2024-04-12T16:14:59.161440+0000","last_became_active":"2024-04-12T16:09:13.122877+0000","last_became_peered":"2024-04-12T16:09:13.122877+0000","last_unstale":"2024-04-12T16:14:59.161440+0000","last_undegraded":"2024-04-12T16:14:59.161440+0000","last_fullsized":"2024-04-12T16:14:59.161440+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:50:54.749980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1285,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.162575+0000","last_change":"2024-04-12T16:09:34.095060+0000","last_active":"2024-04-12T16:14:55.162575+0000","last_peered":"2024-04-12T16:14:55.162575+0000","last_clean":"2024-04-12T16:14:55.162575+0000","last_became_active":"2024-04-12T16:09:34.094746+0000","last_became_peered":"2024-04-12T16:09:34.094746+0000","last_unstale":"2024-04-12T16:14:55.162575+0000","last_undegraded":"2024-04-12T16:14:55.162575+0000","last_fullsized":"2024-04-12T16:14:55.162575+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:40:06.517079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"875'1483","reported_seq":4683,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.169377+0000","last_change":"2024-04-12T16:14:55.170989+0000","last_active":"2024-04-12T16:14:55.169377+0000","last_peered":"2024-04-12T16:14:55.169377+0000","last_clean":"2024-04-12T16:14:55.169377+0000","last_became_active":"2024-04-12T16:08:01.054500+0000","last_became_peered":"2024-04-12T16:08:01.054500+0000","last_unstale":"2024-04-12T16:14:55.169377+0000","last_undegraded":"2024-04-12T16:14:55.169377+0000","last_fullsized":"2024-04-12T16:14:55.169377+0000","mapping_epoch":463,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":464,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:01:13.426808+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:01:13.426808+0000","last_clean_scrub_stamp":"2024-04-12T16:01:13.426808+0000","objects_scrubbed":0,"log_size":1483,"log_dups_size":0,"ondisk_log_size":1483,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:53:04.242852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011737305999999999,"stat_sum":{"num_bytes":16359424,"num_objects":9,"num_object_clones":7,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":214,"num_read_kb":218035,"num_write":478,"num_write_kb":123296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":7413760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"1bb","length":"1"},{"start":"1cb","length":"3"},{"start":"1d0","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1229,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.158756+0000","last_change":"2024-04-12T16:09:13.112753+0000","last_active":"2024-04-12T16:14:55.158756+0000","last_peered":"2024-04-12T16:14:55.158756+0000","last_clean":"2024-04-12T16:14:55.158756+0000","last_became_active":"2024-04-12T16:09:13.112433+0000","last_became_peered":"2024-04-12T16:09:13.112433+0000","last_unstale":"2024-04-12T16:14:55.158756+0000","last_undegraded":"2024-04-12T16:14:55.158756+0000","last_fullsized":"2024-04-12T16:14:55.158756+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:58:03.447033+0000","last_clean_scrub_stamp":"2024-04-12T15:58:03.447033+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:21:31.639055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1179,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.168767+0000","last_change":"2024-04-12T16:09:34.102963+0000","last_active":"2024-04-12T16:14:55.168767+0000","last_peered":"2024-04-12T16:14:55.168767+0000","last_clean":"2024-04-12T16:14:55.168767+0000","last_became_active":"2024-04-12T16:09:34.102555+0000","last_became_peered":"2024-04-12T16:09:34.102555+0000","last_unstale":"2024-04-12T16:14:55.168767+0000","last_undegraded":"2024-04-12T16:14:55.168767+0000","last_fullsized":"2024-04-12T16:14:55.168767+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:11:57.714520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1379,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-04-12T16:14:59.302975+0000","last_change":"2024-04-12T16:08:01.043999+0000","last_active":"2024-04-12T16:14:59.302975+0000","last_peered":"2024-04-12T16:14:59.302975+0000","last_clean":"2024-04-12T16:14:59.302975+0000","last_became_active":"2024-04-12T16:08:01.043369+0000","last_became_peered":"2024-04-12T16:08:01.043369+0000","last_unstale":"2024-04-12T16:14:59.302975+0000","last_undegraded":"2024-04-12T16:14:59.302975+0000","last_fullsized":"2024-04-12T16:14:59.302975+0000","mapping_epoch":463,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":464,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:00:59.245822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"875'2649","reported_seq":5636,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.188676+0000","last_change":"2024-04-12T16:14:55.186600+0000","last_active":"2024-04-12T16:14:55.188676+0000","last_peered":"2024-04-12T16:14:55.188676+0000","last_clean":"2024-04-12T16:14:55.188676+0000","last_became_active":"2024-04-12T16:09:13.130498+0000","last_became_peered":"2024-04-12T16:09:13.130498+0000","last_unstale":"2024-04-12T16:14:55.188676+0000","last_undegraded":"2024-04-12T16:14:55.188676+0000","last_fullsized":"2024-04-12T16:14:55.188676+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:01:13.426808+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:01:13.426808+0000","last_clean_scrub_stamp":"2024-04-12T16:01:13.426808+0000","objects_scrubbed":0,"log_size":2649,"log_dups_size":0,"ondisk_log_size":2649,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:49:40.890428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021370154999999998,"stat_sum":{"num_bytes":48807936,"num_objects":18,"num_object_clones":13,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":436,"num_read_kb":748297,"num_write":834,"num_write_kb":224328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":26238976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1bb","length":"1"},{"start":"1cb","length":"3"},{"start":"1d0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1138,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.162071+0000","last_change":"2024-04-12T16:09:34.092767+0000","last_active":"2024-04-12T16:14:55.162071+0000","last_peered":"2024-04-12T16:14:55.162071+0000","last_clean":"2024-04-12T16:14:55.162071+0000","last_became_active":"2024-04-12T16:09:34.090854+0000","last_became_peered":"2024-04-12T16:09:34.090854+0000","last_unstale":"2024-04-12T16:14:55.162071+0000","last_undegraded":"2024-04-12T16:14:55.162071+0000","last_fullsized":"2024-04-12T16:14:55.162071+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:23:37.163806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1241,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.158744+0000","last_change":"2024-04-12T16:09:34.103455+0000","last_active":"2024-04-12T16:14:55.158744+0000","last_peered":"2024-04-12T16:14:55.158744+0000","last_clean":"2024-04-12T16:14:55.158744+0000","last_became_active":"2024-04-12T16:09:34.101741+0000","last_became_peered":"2024-04-12T16:09:34.101741+0000","last_unstale":"2024-04-12T16:14:55.158744+0000","last_undegraded":"2024-04-12T16:14:55.158744+0000","last_fullsized":"2024-04-12T16:14:55.158744+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:24:27.880060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"875'2804","reported_seq":5814,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.575951+0000","last_change":"2024-04-12T16:14:55.191291+0000","last_active":"2024-04-12T16:14:55.575951+0000","last_peered":"2024-04-12T16:14:55.575951+0000","last_clean":"2024-04-12T16:14:55.575951+0000","last_became_active":"2024-04-12T16:08:38.179189+0000","last_became_peered":"2024-04-12T16:08:38.179189+0000","last_unstale":"2024-04-12T16:14:55.575951+0000","last_undegraded":"2024-04-12T16:14:55.575951+0000","last_fullsized":"2024-04-12T16:14:55.575951+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:01:13.426808+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:01:13.426808+0000","last_clean_scrub_stamp":"2024-04-12T16:01:13.426808+0000","objects_scrubbed":0,"log_size":2804,"log_dups_size":0,"ondisk_log_size":2804,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:02:40.906563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.031468112999999999,"stat_sum":{"num_bytes":64962560,"num_objects":22,"num_object_clones":17,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":3,"num_read":374,"num_read_kb":673878,"num_write":909,"num_write_kb":210960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":40148992,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1bb","length":"1"},{"start":"1cb","length":"3"},{"start":"1d0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1346,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-04-12T16:14:59.160426+0000","last_change":"2024-04-12T16:09:34.101948+0000","last_active":"2024-04-12T16:14:59.160426+0000","last_peered":"2024-04-12T16:14:59.160426+0000","last_clean":"2024-04-12T16:14:59.160426+0000","last_became_active":"2024-04-12T16:09:34.101607+0000","last_became_peered":"2024-04-12T16:09:34.101607+0000","last_unstale":"2024-04-12T16:14:59.160426+0000","last_undegraded":"2024-04-12T16:14:59.160426+0000","last_fullsized":"2024-04-12T16:14:59.160426+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:29:02.952177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1280,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.159287+0000","last_change":"2024-04-12T16:09:34.094415+0000","last_active":"2024-04-12T16:14:55.159287+0000","last_peered":"2024-04-12T16:14:55.159287+0000","last_clean":"2024-04-12T16:14:55.159287+0000","last_became_active":"2024-04-12T16:09:34.093976+0000","last_became_peered":"2024-04-12T16:09:34.093976+0000","last_unstale":"2024-04-12T16:14:55.159287+0000","last_undegraded":"2024-04-12T16:14:55.159287+0000","last_fullsized":"2024-04-12T16:14:55.159287+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:27:00.380616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"875'2228","reported_seq":5434,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.188808+0000","last_change":"2024-04-12T16:14:55.190103+0000","last_active":"2024-04-12T16:14:55.188808+0000","last_peered":"2024-04-12T16:14:55.188808+0000","last_clean":"2024-04-12T16:14:55.188808+0000","last_became_active":"2024-04-12T16:09:34.096024+0000","last_became_peered":"2024-04-12T16:09:34.096024+0000","last_unstale":"2024-04-12T16:14:55.188808+0000","last_undegraded":"2024-04-12T16:14:55.188808+0000","last_fullsized":"2024-04-12T16:14:55.188808+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:01:13.426808+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:01:13.426808+0000","last_clean_scrub_stamp":"2024-04-12T16:01:13.426808+0000","objects_scrubbed":0,"log_size":2228,"log_dups_size":0,"ondisk_log_size":2228,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:10:30.089648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021319520000000002,"stat_sum":{"num_bytes":27418624,"num_objects":17,"num_object_clones":13,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":1,"num_read":315,"num_read_kb":440507,"num_write":877,"num_write_kb":167616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":33308672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1bb","length":"1"},{"start":"1cb","length":"3"},{"start":"1d0","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1346,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-04-12T16:14:59.159997+0000","last_change":"2024-04-12T16:09:34.090674+0000","last_active":"2024-04-12T16:14:59.159997+0000","last_peered":"2024-04-12T16:14:59.159997+0000","last_clean":"2024-04-12T16:14:59.159997+0000","last_became_active":"2024-04-12T16:09:34.090348+0000","last_became_peered":"2024-04-12T16:09:34.090348+0000","last_unstale":"2024-04-12T16:14:59.159997+0000","last_undegraded":"2024-04-12T16:14:59.159997+0000","last_fullsized":"2024-04-12T16:14:59.159997+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:55:44.251443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1285,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.159455+0000","last_change":"2024-04-12T16:08:01.056324+0000","last_active":"2024-04-12T16:14:55.159455+0000","last_peered":"2024-04-12T16:14:55.159455+0000","last_clean":"2024-04-12T16:14:55.159455+0000","last_became_active":"2024-04-12T16:08:01.056024+0000","last_became_peered":"2024-04-12T16:08:01.056024+0000","last_unstale":"2024-04-12T16:14:55.159455+0000","last_undegraded":"2024-04-12T16:14:55.159455+0000","last_fullsized":"2024-04-12T16:14:55.159455+0000","mapping_epoch":463,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":464,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:18:01.014581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"870'498","reported_seq":3969,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-04-12T16:14:59.161047+0000","last_change":"2024-04-12T16:14:55.163388+0000","last_active":"2024-04-12T16:14:59.161047+0000","last_peered":"2024-04-12T16:14:59.161047+0000","last_clean":"2024-04-12T16:14:59.161047+0000","last_became_active":"2024-04-12T16:08:01.043429+0000","last_became_peered":"2024-04-12T16:08:01.043429+0000","last_unstale":"2024-04-12T16:14:59.161047+0000","last_undegraded":"2024-04-12T16:14:59.161047+0000","last_fullsized":"2024-04-12T16:14:59.161047+0000","mapping_epoch":463,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":464,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:01:13.426808+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:01:13.426808+0000","last_clean_scrub_stamp":"2024-04-12T16:01:13.426808+0000","objects_scrubbed":0,"log_size":498,"log_dups_size":0,"ondisk_log_size":498,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:54:05.236401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076431299999999997,"stat_sum":{"num_bytes":3825664,"num_objects":3,"num_object_clones":2,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":96,"num_read_kb":173168,"num_write":108,"num_write_kb":46936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"1cb","length":"1"},{"start":"1d0","length":"1"}]},{"pgid":"2.b","version":"585'4","reported_seq":1160,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.162370+0000","last_change":"2024-04-12T16:09:34.105201+0000","last_active":"2024-04-12T16:14:55.162370+0000","last_peered":"2024-04-12T16:14:55.162370+0000","last_clean":"2024-04-12T16:14:55.162370+0000","last_became_active":"2024-04-12T16:09:34.100361+0000","last_became_peered":"2024-04-12T16:09:34.100361+0000","last_unstale":"2024-04-12T16:14:55.162370+0000","last_undegraded":"2024-04-12T16:14:55.162370+0000","last_fullsized":"2024-04-12T16:14:55.162370+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:09:58.680553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1165,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.168482+0000","last_change":"2024-04-12T16:09:13.109766+0000","last_active":"2024-04-12T16:14:55.168482+0000","last_peered":"2024-04-12T16:14:55.168482+0000","last_clean":"2024-04-12T16:14:55.168482+0000","last_became_active":"2024-04-12T16:09:13.109281+0000","last_became_peered":"2024-04-12T16:09:13.109281+0000","last_unstale":"2024-04-12T16:14:55.168482+0000","last_undegraded":"2024-04-12T16:14:55.168482+0000","last_fullsized":"2024-04-12T16:14:55.168482+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:58:36.364352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"875'1683","reported_seq":4974,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.181328+0000","last_change":"2024-04-12T16:14:55.182702+0000","last_active":"2024-04-12T16:14:55.181328+0000","last_peered":"2024-04-12T16:14:55.181328+0000","last_clean":"2024-04-12T16:14:55.181328+0000","last_became_active":"2024-04-12T16:08:38.165023+0000","last_became_peered":"2024-04-12T16:08:38.165023+0000","last_unstale":"2024-04-12T16:14:55.181328+0000","last_undegraded":"2024-04-12T16:14:55.181328+0000","last_fullsized":"2024-04-12T16:14:55.181328+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:01:13.426808+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:01:13.426808+0000","last_clean_scrub_stamp":"2024-04-12T16:01:13.426808+0000","objects_scrubbed":0,"log_size":1683,"log_dups_size":0,"ondisk_log_size":1683,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:47:46.796081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014604249999999999,"stat_sum":{"num_bytes":26869760,"num_objects":11,"num_object_clones":8,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":2,"num_read":254,"num_read_kb":383974,"num_write":560,"num_write_kb":83224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":15966208,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1bb","length":"1"},{"start":"1cb","length":"3"},{"start":"1d0","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1307,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.167832+0000","last_change":"2024-04-12T16:08:38.166111+0000","last_active":"2024-04-12T16:14:55.167832+0000","last_peered":"2024-04-12T16:14:55.167832+0000","last_clean":"2024-04-12T16:14:55.167832+0000","last_became_active":"2024-04-12T16:08:38.165650+0000","last_became_peered":"2024-04-12T16:08:38.165650+0000","last_unstale":"2024-04-12T16:14:55.167832+0000","last_undegraded":"2024-04-12T16:14:55.167832+0000","last_fullsized":"2024-04-12T16:14:55.167832+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:01:16.237074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1146,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.163016+0000","last_change":"2024-04-12T16:09:34.100790+0000","last_active":"2024-04-12T16:14:55.163016+0000","last_peered":"2024-04-12T16:14:55.163016+0000","last_clean":"2024-04-12T16:14:55.163016+0000","last_became_active":"2024-04-12T16:09:34.100357+0000","last_became_peered":"2024-04-12T16:09:34.100357+0000","last_unstale":"2024-04-12T16:14:55.163016+0000","last_undegraded":"2024-04-12T16:14:55.163016+0000","last_fullsized":"2024-04-12T16:14:55.163016+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:18:54.222628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"870'679","reported_seq":4074,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.168993+0000","last_change":"2024-04-12T16:14:55.169772+0000","last_active":"2024-04-12T16:14:55.168993+0000","last_peered":"2024-04-12T16:14:55.168993+0000","last_clean":"2024-04-12T16:14:55.168993+0000","last_became_active":"2024-04-12T16:08:01.048324+0000","last_became_peered":"2024-04-12T16:08:01.048324+0000","last_unstale":"2024-04-12T16:14:55.168993+0000","last_undegraded":"2024-04-12T16:14:55.168993+0000","last_fullsized":"2024-04-12T16:14:55.168993+0000","mapping_epoch":463,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":464,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:01:13.426808+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:01:13.426808+0000","last_clean_scrub_stamp":"2024-04-12T16:01:13.426808+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:22:13.295002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001948897,"stat_sum":{"num_bytes":8273920,"num_objects":4,"num_object_clones":3,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":93,"num_read_kb":183142,"num_write":253,"num_write_kb":42160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":7258112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1bb","length":"1"},{"start":"1cb","length":"3"},{"start":"1d0","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1349,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-04-12T16:14:59.160451+0000","last_change":"2024-04-12T16:08:01.043840+0000","last_active":"2024-04-12T16:14:59.160451+0000","last_peered":"2024-04-12T16:14:59.160451+0000","last_clean":"2024-04-12T16:14:59.160451+0000","last_became_active":"2024-04-12T16:08:01.043493+0000","last_became_peered":"2024-04-12T16:08:01.043493+0000","last_unstale":"2024-04-12T16:14:59.160451+0000","last_undegraded":"2024-04-12T16:14:59.160451+0000","last_fullsized":"2024-04-12T16:14:59.160451+0000","mapping_epoch":463,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":464,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:39:15.663985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1193,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.163821+0000","last_change":"2024-04-12T16:09:13.127207+0000","last_active":"2024-04-12T16:14:55.163821+0000","last_peered":"2024-04-12T16:14:55.163821+0000","last_clean":"2024-04-12T16:14:55.163821+0000","last_became_active":"2024-04-12T16:09:13.126887+0000","last_became_peered":"2024-04-12T16:09:13.126887+0000","last_unstale":"2024-04-12T16:14:55.163821+0000","last_undegraded":"2024-04-12T16:14:55.163821+0000","last_fullsized":"2024-04-12T16:14:55.163821+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:16:35.549473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"875'1953","reported_seq":4882,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.186106+0000","last_change":"2024-04-12T16:14:55.187411+0000","last_active":"2024-04-12T16:14:55.186106+0000","last_peered":"2024-04-12T16:14:55.186106+0000","last_clean":"2024-04-12T16:14:55.186106+0000","last_became_active":"2024-04-12T16:09:34.100444+0000","last_became_peered":"2024-04-12T16:09:34.100444+0000","last_unstale":"2024-04-12T16:14:55.186106+0000","last_undegraded":"2024-04-12T16:14:55.186106+0000","last_fullsized":"2024-04-12T16:14:55.186106+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:01:13.426808+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:01:13.426808+0000","last_clean_scrub_stamp":"2024-04-12T16:01:13.426808+0000","objects_scrubbed":0,"log_size":1953,"log_dups_size":0,"ondisk_log_size":1953,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:29:45.919405+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.025034440000000002,"stat_sum":{"num_bytes":16973824,"num_objects":14,"num_object_clones":10,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":254,"num_read_kb":233931,"num_write":761,"num_write_kb":121640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":10379264,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1bb","length":"1"},{"start":"1cb","length":"3"},{"start":"1d0","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1289,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.168824+0000","last_change":"2024-04-12T16:09:34.097024+0000","last_active":"2024-04-12T16:14:55.168824+0000","last_peered":"2024-04-12T16:14:55.168824+0000","last_clean":"2024-04-12T16:14:55.168824+0000","last_became_active":"2024-04-12T16:09:34.096392+0000","last_became_peered":"2024-04-12T16:09:34.096392+0000","last_unstale":"2024-04-12T16:14:55.168824+0000","last_undegraded":"2024-04-12T16:14:55.168824+0000","last_fullsized":"2024-04-12T16:14:55.168824+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:30.929480+0000","last_clean_scrub_stamp":"2024-04-12T15:57:30.929480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:59:28.596541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1116,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.163577+0000","last_change":"2024-04-12T16:09:34.098714+0000","last_active":"2024-04-12T16:14:55.163577+0000","last_peered":"2024-04-12T16:14:55.163577+0000","last_clean":"2024-04-12T16:14:55.163577+0000","last_became_active":"2024-04-12T16:09:34.098175+0000","last_became_peered":"2024-04-12T16:09:34.098175+0000","last_unstale":"2024-04-12T16:14:55.163577+0000","last_undegraded":"2024-04-12T16:14:55.163577+0000","last_fullsized":"2024-04-12T16:14:55.163577+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:29:37.601050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1161,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.167793+0000","last_change":"2024-04-12T16:09:13.118329+0000","last_active":"2024-04-12T16:14:55.167793+0000","last_peered":"2024-04-12T16:14:55.167793+0000","last_clean":"2024-04-12T16:14:55.167793+0000","last_became_active":"2024-04-12T16:09:13.117783+0000","last_became_peered":"2024-04-12T16:09:13.117783+0000","last_unstale":"2024-04-12T16:14:55.167793+0000","last_undegraded":"2024-04-12T16:14:55.167793+0000","last_fullsized":"2024-04-12T16:14:55.167793+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:37:48.743691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1283,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.168032+0000","last_change":"2024-04-12T16:09:13.112943+0000","last_active":"2024-04-12T16:14:55.168032+0000","last_peered":"2024-04-12T16:14:55.168032+0000","last_clean":"2024-04-12T16:14:55.168032+0000","last_became_active":"2024-04-12T16:09:13.112461+0000","last_became_peered":"2024-04-12T16:09:13.112461+0000","last_unstale":"2024-04-12T16:14:55.168032+0000","last_undegraded":"2024-04-12T16:14:55.168032+0000","last_fullsized":"2024-04-12T16:14:55.168032+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:17:04.543604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1201,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.163974+0000","last_change":"2024-04-12T16:08:38.160835+0000","last_active":"2024-04-12T16:14:55.163974+0000","last_peered":"2024-04-12T16:14:55.163974+0000","last_clean":"2024-04-12T16:14:55.163974+0000","last_became_active":"2024-04-12T16:08:38.159746+0000","last_became_peered":"2024-04-12T16:08:38.159746+0000","last_unstale":"2024-04-12T16:14:55.163974+0000","last_undegraded":"2024-04-12T16:14:55.163974+0000","last_fullsized":"2024-04-12T16:14:55.163974+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:03:16.043689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1379,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-04-12T16:14:59.302388+0000","last_change":"2024-04-12T16:08:01.049827+0000","last_active":"2024-04-12T16:14:59.302388+0000","last_peered":"2024-04-12T16:14:59.302388+0000","last_clean":"2024-04-12T16:14:59.302388+0000","last_became_active":"2024-04-12T16:08:01.049443+0000","last_became_peered":"2024-04-12T16:08:01.049443+0000","last_unstale":"2024-04-12T16:14:59.302388+0000","last_undegraded":"2024-04-12T16:14:59.302388+0000","last_fullsized":"2024-04-12T16:14:59.302388+0000","mapping_epoch":463,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":464,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:01:38.369819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1285,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.159299+0000","last_change":"2024-04-12T16:08:01.054259+0000","last_active":"2024-04-12T16:14:55.159299+0000","last_peered":"2024-04-12T16:14:55.159299+0000","last_clean":"2024-04-12T16:14:55.159299+0000","last_became_active":"2024-04-12T16:08:01.053900+0000","last_became_peered":"2024-04-12T16:08:01.053900+0000","last_unstale":"2024-04-12T16:14:55.159299+0000","last_undegraded":"2024-04-12T16:14:55.159299+0000","last_fullsized":"2024-04-12T16:14:55.159299+0000","mapping_epoch":463,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":464,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:42:56.587911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1346,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-04-12T16:14:59.160551+0000","last_change":"2024-04-12T16:07:26.043030+0000","last_active":"2024-04-12T16:14:59.160551+0000","last_peered":"2024-04-12T16:14:59.160551+0000","last_clean":"2024-04-12T16:14:59.160551+0000","last_became_active":"2024-04-12T16:07:26.042709+0000","last_became_peered":"2024-04-12T16:07:26.042709+0000","last_unstale":"2024-04-12T16:14:59.160551+0000","last_undegraded":"2024-04-12T16:14:59.160551+0000","last_fullsized":"2024-04-12T16:14:59.160551+0000","mapping_epoch":428,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":429,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:17:49.259557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1159,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.168563+0000","last_change":"2024-04-12T16:09:34.094999+0000","last_active":"2024-04-12T16:14:55.168563+0000","last_peered":"2024-04-12T16:14:55.168563+0000","last_clean":"2024-04-12T16:14:55.168563+0000","last_became_active":"2024-04-12T16:09:34.094644+0000","last_became_peered":"2024-04-12T16:09:34.094644+0000","last_unstale":"2024-04-12T16:14:55.168563+0000","last_undegraded":"2024-04-12T16:14:55.168563+0000","last_fullsized":"2024-04-12T16:14:55.168563+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:02:21.505583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1271,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.160662+0000","last_change":"2024-04-12T16:08:01.055406+0000","last_active":"2024-04-12T16:14:55.160662+0000","last_peered":"2024-04-12T16:14:55.160662+0000","last_clean":"2024-04-12T16:14:55.160662+0000","last_became_active":"2024-04-12T16:08:01.055090+0000","last_became_peered":"2024-04-12T16:08:01.055090+0000","last_unstale":"2024-04-12T16:14:55.160662+0000","last_undegraded":"2024-04-12T16:14:55.160662+0000","last_fullsized":"2024-04-12T16:14:55.160662+0000","mapping_epoch":463,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":464,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:14:32.934982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1199,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.163172+0000","last_change":"2024-04-12T16:08:38.169475+0000","last_active":"2024-04-12T16:14:55.163172+0000","last_peered":"2024-04-12T16:14:55.163172+0000","last_clean":"2024-04-12T16:14:55.163172+0000","last_became_active":"2024-04-12T16:08:38.168083+0000","last_became_peered":"2024-04-12T16:08:38.168083+0000","last_unstale":"2024-04-12T16:14:55.163172+0000","last_undegraded":"2024-04-12T16:14:55.163172+0000","last_fullsized":"2024-04-12T16:14:55.163172+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:09:14.871304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1280,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.159589+0000","last_change":"2024-04-12T16:08:01.054271+0000","last_active":"2024-04-12T16:14:55.159589+0000","last_peered":"2024-04-12T16:14:55.159589+0000","last_clean":"2024-04-12T16:14:55.159589+0000","last_became_active":"2024-04-12T16:08:01.053984+0000","last_became_peered":"2024-04-12T16:08:01.053984+0000","last_unstale":"2024-04-12T16:14:55.159589+0000","last_undegraded":"2024-04-12T16:14:55.159589+0000","last_fullsized":"2024-04-12T16:14:55.159589+0000","mapping_epoch":463,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":464,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:19:31.510475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1188,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.162872+0000","last_change":"2024-04-12T16:09:34.092699+0000","last_active":"2024-04-12T16:14:55.162872+0000","last_peered":"2024-04-12T16:14:55.162872+0000","last_clean":"2024-04-12T16:14:55.162872+0000","last_became_active":"2024-04-12T16:09:34.091387+0000","last_became_peered":"2024-04-12T16:09:34.091387+0000","last_unstale":"2024-04-12T16:14:55.162872+0000","last_undegraded":"2024-04-12T16:14:55.162872+0000","last_fullsized":"2024-04-12T16:14:55.162872+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:43:32.063573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1379,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-04-12T16:14:59.302347+0000","last_change":"2024-04-12T16:09:34.097867+0000","last_active":"2024-04-12T16:14:59.302347+0000","last_peered":"2024-04-12T16:14:59.302347+0000","last_clean":"2024-04-12T16:14:59.302347+0000","last_became_active":"2024-04-12T16:09:34.097051+0000","last_became_peered":"2024-04-12T16:09:34.097051+0000","last_unstale":"2024-04-12T16:14:59.302347+0000","last_undegraded":"2024-04-12T16:14:59.302347+0000","last_fullsized":"2024-04-12T16:14:59.302347+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:29:34.810078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1164,"reported_epoch":875,"state":"active+clean","last_fresh":"2024-04-12T16:14:55.167094+0000","last_change":"2024-04-12T16:09:13.119796+0000","last_active":"2024-04-12T16:14:55.167094+0000","last_peered":"2024-04-12T16:14:55.167094+0000","last_clean":"2024-04-12T16:14:55.167094+0000","last_became_active":"2024-04-12T16:09:13.118799+0000","last_became_peered":"2024-04-12T16:09:13.118799+0000","last_unstale":"2024-04-12T16:14:55.167094+0000","last_undegraded":"2024-04-12T16:14:55.167094+0000","last_fullsized":"2024-04-12T16:14:55.167094+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T15:57:31.931391+0000","last_clean_scrub_stamp":"2024-04-12T15:57:31.931391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:11:53.074907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":370319360,"num_objects":177,"num_object_clones":130,"num_object_copies":531,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":177,"num_whiteouts":10,"num_read":3785,"num_read_kb":5521139,"num_write":9030,"num_write_kb":1832728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":93,"num_bytes_recovered":276791296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":502333440,"data_stored":914055168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26107,"ondisk_log_size":26107,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":998,"num_read_kb":1844,"num_write":351,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":217,"ondisk_log_size":217,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6622,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":158,"num_read_kb":174,"num_write":69,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":44883,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":556,"seq":2388001816642,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":220428,"kb_used_data":41404,"kb_used_omap":43,"kb_used_meta":178964,"kb_avail":93524724,"statfs":{"total":95995035648,"available":95769317376,"internally_reserved":0,"allocated":42397696,"data_stored":67789458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":44897,"internal_metadata":183259295},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":535,"seq":2297807503430,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":364508,"kb_used_data":59148,"kb_used_omap":54,"kb_used_meta":305289,"kb_avail":93380644,"statfs":{"total":95995035648,"available":95621779456,"internally_reserved":0,"allocated":60567552,"data_stored":110102262,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56067,"internal_metadata":312616189},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":361,"seq":1550483193962,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":639944,"kb_used_data":60924,"kb_used_omap":37,"kb_used_meta":578970,"kb_avail":93105208,"statfs":{"total":95995035648,"available":95339732992,"internally_reserved":0,"allocated":62386176,"data_stored":98665104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38173,"internal_metadata":592866019},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":325,"seq":1395864371313,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":793200,"kb_used_data":84772,"kb_used_omap":48,"kb_used_meta":708367,"kb_avail":92951952,"statfs":{"total":95995035648,"available":95182798848,"internally_reserved":0,"allocated":86806528,"data_stored":157546216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":49705,"internal_metadata":725368279},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":394,"seq":1692217114723,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":635916,"kb_used_data":75000,"kb_used_omap":42,"kb_used_meta":560853,"kb_avail":93109236,"statfs":{"total":95995035648,"available":95343857664,"internally_reserved":0,"allocated":76800000,"data_stored":123854358,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43905,"internal_metadata":574313599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":428,"seq":1838246002780,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":334044,"kb_used_data":40080,"kb_used_omap":32,"kb_used_meta":293919,"kb_avail":93411108,"statfs":{"total":95995035648,"available":95652974592,"internally_reserved":0,"allocated":41041920,"data_stored":82068798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33775,"internal_metadata":300973073},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":463,"seq":1988569858133,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":538844,"kb_used_data":85900,"kb_used_omap":56,"kb_used_meta":452871,"kb_avail":93206308,"statfs":{"total":95995035648,"available":95443259392,"internally_reserved":0,"allocated":87961600,"data_stored":124432602,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":57851,"internal_metadata":463740421},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":500,"seq":2147483648077,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":845156,"kb_used_data":122712,"kb_used_omap":78,"kb_used_meta":722353,"kb_avail":92899996,"statfs":{"total":95995035648,"available":95129595904,"internally_reserved":0,"allocated":125657088,"data_stored":197307715,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":80540,"internal_metadata":739689828},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6034,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4545,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5256,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5574,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6179,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5914,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5600,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5610,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6085,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":76259328,"data_stored":151207936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":52441088,"data_stored":92917760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":66879488,"data_stored":118116352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":31096832,"data_stored":76324864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":78024704,"data_stored":118693888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":115720192,"data_stored":191565824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":50036736,"data_stored":103768064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":31875072,"data_stored":61460480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-12T16:15:01.381 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-04-12T16:15:01.381 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-04-12T16:15:01.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:01 smithi110 ceph-mon[88691]: pgmap v954: 121 pgs: 121 active+clean; 354 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-04-12T16:15:01.586 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:15:01.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:01 smithi099 ceph-mon[94290]: pgmap v954: 121 pgs: 121 active+clean; 354 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-04-12T16:15:01.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:01 smithi099 ceph-mon[96864]: pgmap v954: 121 pgs: 121 active+clean; 354 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-04-12T16:15:02.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:02 smithi099 ceph-mon[96864]: from='client.34503 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T16:15:02.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:02 smithi099 ceph-mon[94290]: from='client.34503 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T16:15:02.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:02 smithi110 ceph-mon[88691]: from='client.34503 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T16:15:02.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:15:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:15:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:15:03.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:03 smithi099 ceph-mon[94290]: pgmap v955: 121 pgs: 121 active+clean; 354 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 240 KiB/s rd, 1.5 MiB/s wr, 1 op/s 2024-04-12T16:15:03.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:03 smithi099 ceph-mon[96864]: pgmap v955: 121 pgs: 121 active+clean; 354 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 240 KiB/s rd, 1.5 MiB/s wr, 1 op/s 2024-04-12T16:15:03.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:03 smithi110 ceph-mon[88691]: pgmap v955: 121 pgs: 121 active+clean; 354 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 240 KiB/s rd, 1.5 MiB/s wr, 1 op/s 2024-04-12T16:15:04.162 INFO:teuthology.orchestra.run.smithi099.stderr:pool 'unique_pool_0' removed 2024-04-12T16:15:04.506 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:04 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1596342236' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-12T16:15:04.506 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:04 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1596342236' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-12T16:15:04.506 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:04 smithi099 ceph-mon[94290]: osdmap e877: 8 total, 8 up, 8 in 2024-04-12T16:15:04.507 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:04 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1596342236' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-12T16:15:04.507 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:04 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1596342236' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-12T16:15:04.507 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:04 smithi099 ceph-mon[96864]: osdmap e877: 8 total, 8 up, 8 in 2024-04-12T16:15:04.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:04 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1596342236' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-12T16:15:04.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:04 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1596342236' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-12T16:15:04.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:04 smithi110 ceph-mon[88691]: osdmap e877: 8 total, 8 up, 8 in 2024-04-12T16:15:04.846 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-12T16:15:04.846 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-04-12T16:15:04.846 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-12T16:15:04.847 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-04-12T16:15:04.847 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-12T16:15:04.847 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-12T16:15:04.848 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-12T16:15:04.848 DEBUG:teuthology.orchestra.run.smithi099:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-12T16:15:04.864 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T16:15:04.864 INFO:teuthology.orchestra.run.smithi099.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-12T16:15:04.864 DEBUG:teuthology.orchestra.run.smithi099:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-12T16:15:04.919 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-12T16:15:04.920 DEBUG:teuthology.orchestra.run.smithi099:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-12T16:15:04.975 INFO:tasks.workunit:timeout=3h 2024-04-12T16:15:04.975 INFO:tasks.workunit:cleanup=True 2024-04-12T16:15:04.975 DEBUG:teuthology.orchestra.run.smithi099:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-12T16:15:05.031 INFO:tasks.workunit.client.0.smithi099.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-12T16:15:05.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:05 smithi110 ceph-mon[88691]: pgmap v957: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:05.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:05 smithi099 ceph-mon[94290]: pgmap v957: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:05.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:05 smithi099 ceph-mon[96864]: pgmap v957: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:06.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:06 smithi099 ceph-mon[94290]: pgmap v958: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:06.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:06 smithi099 ceph-mon[96864]: pgmap v958: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:06.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:15:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:15:06] "GET /metrics HTTP/1.1" 200 36325 "" "Prometheus/2.43.0" 2024-04-12T16:15:07.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:06 smithi110 ceph-mon[88691]: pgmap v958: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:08.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:08 smithi099 ceph-mon[94290]: pgmap v959: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:08.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:08 smithi099 ceph-mon[96864]: pgmap v959: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:09.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:08 smithi110 ceph-mon[88691]: pgmap v959: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:10.585 DEBUG:teuthology.orchestra.run.smithi099:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-12T16:15:10.640 INFO:tasks.workunit.client.0.smithi099.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-12T16:15:10.642 INFO:tasks.workunit.client.0.smithi099.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-12T16:15:10.643 INFO:tasks.workunit.client.0.smithi099.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-12T16:15:10.691 INFO:tasks.workunit.client.0.smithi099.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-12T16:15:10.740 INFO:tasks.workunit.client.0.smithi099.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-12T16:15:10.779 INFO:tasks.workunit.client.0.smithi099.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-12T16:15:10.781 INFO:tasks.workunit.client.0.smithi099.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-12T16:15:10.781 INFO:tasks.workunit.client.0.smithi099.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-12T16:15:10.819 INFO:tasks.workunit.client.0.smithi099.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-12T16:15:10.822 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-04-12T16:15:10.822 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-12T16:15:10.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:10 smithi099 ceph-mon[94290]: pgmap v960: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:15:10.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:10 smithi099 ceph-mon[96864]: pgmap v960: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:15:10.878 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-04-12T16:15:10.879 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-04-12T16:15:10.879 DEBUG:teuthology.orchestra.run.smithi099:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-04-12T16:15:10.947 INFO:tasks.workunit.client.0.smithi099.stdout:Running main() from gmock_main.cc 2024-04-12T16:15:10.947 INFO:tasks.workunit.client.0.smithi099.stdout:[==========] Running 22 tests from 1 test suite. 2024-04-12T16:15:10.947 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] Global test environment set-up. 2024-04-12T16:15:10.947 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 22 tests from TestCls2PCQueue 2024-04-12T16:15:10.947 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-04-12T16:15:11.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:10 smithi110 ceph-mon[88691]: pgmap v960: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:15:12.583 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:15:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:15:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:15:12.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:12 smithi099 ceph-mon[94290]: osdmap e878: 8 total, 8 up, 8 in 2024-04-12T16:15:12.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:12 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1074209185' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:12.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:15:12.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:12 smithi099 ceph-mon[94290]: pgmap v962: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:15:12.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:12 smithi099 ceph-mon[96864]: osdmap e878: 8 total, 8 up, 8 in 2024-04-12T16:15:12.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:12 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1074209185' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:12.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:15:12.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:12 smithi099 ceph-mon[96864]: pgmap v962: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:15:13.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:12 smithi110 ceph-mon[88691]: osdmap e878: 8 total, 8 up, 8 in 2024-04-12T16:15:13.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:12 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1074209185' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:13.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:15:13.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:12 smithi110 ceph-mon[88691]: pgmap v962: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:15:13.633 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2686 ms) 2024-04-12T16:15:13.634 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-04-12T16:15:13.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:13 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:15:13.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:13 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1074209185' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:13.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:13 smithi099 ceph-mon[94290]: osdmap e879: 8 total, 8 up, 8 in 2024-04-12T16:15:13.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:13 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:15:13.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:13 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1074209185' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:13.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:13 smithi099 ceph-mon[96864]: osdmap e879: 8 total, 8 up, 8 in 2024-04-12T16:15:14.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:13 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:15:14.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:13 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1074209185' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:14.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:13 smithi110 ceph-mon[88691]: osdmap e879: 8 total, 8 up, 8 in 2024-04-12T16:15:15.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:14 smithi110 ceph-mon[88691]: osdmap e880: 8 total, 8 up, 8 in 2024-04-12T16:15:15.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:14 smithi110 ceph-mon[88691]: pgmap v965: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:15:15.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:14 smithi099 ceph-mon[94290]: osdmap e880: 8 total, 8 up, 8 in 2024-04-12T16:15:15.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:14 smithi099 ceph-mon[94290]: pgmap v965: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:15:15.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:14 smithi099 ceph-mon[96864]: osdmap e880: 8 total, 8 up, 8 in 2024-04-12T16:15:15.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:14 smithi099 ceph-mon[96864]: pgmap v965: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:15:16.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:15 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:15:16.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:15 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:15:16.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:15 smithi110 ceph-mon[88691]: osdmap e881: 8 total, 8 up, 8 in 2024-04-12T16:15:16.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:15 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3947180321' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:16.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:15 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:15:16.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:15 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:15:16.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:15 smithi099 ceph-mon[94290]: osdmap e881: 8 total, 8 up, 8 in 2024-04-12T16:15:16.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:15 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3947180321' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:16.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:15 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:15:16.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:15 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:15:16.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:15 smithi099 ceph-mon[96864]: osdmap e881: 8 total, 8 up, 8 in 2024-04-12T16:15:16.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:15 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3947180321' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:16.626 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:15:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:15:16] "GET /metrics HTTP/1.1" 200 36283 "" "Prometheus/2.43.0" 2024-04-12T16:15:16.654 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3021 ms) 2024-04-12T16:15:16.655 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-04-12T16:15:17.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:16 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3947180321' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:17.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:16 smithi110 ceph-mon[88691]: osdmap e882: 8 total, 8 up, 8 in 2024-04-12T16:15:17.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:16 smithi110 ceph-mon[88691]: pgmap v968: 137 pgs: 10 creating+peering, 14 unknown, 113 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:15:17.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:16 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3947180321' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:17.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:16 smithi099 ceph-mon[94290]: osdmap e882: 8 total, 8 up, 8 in 2024-04-12T16:15:17.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:16 smithi099 ceph-mon[94290]: pgmap v968: 137 pgs: 10 creating+peering, 14 unknown, 113 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:15:17.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:16 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3947180321' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:17.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:16 smithi099 ceph-mon[96864]: osdmap e882: 8 total, 8 up, 8 in 2024-04-12T16:15:17.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:16 smithi099 ceph-mon[96864]: pgmap v968: 137 pgs: 10 creating+peering, 14 unknown, 113 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:15:18.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:17 smithi110 ceph-mon[88691]: osdmap e883: 8 total, 8 up, 8 in 2024-04-12T16:15:18.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:17 smithi099 ceph-mon[94290]: osdmap e883: 8 total, 8 up, 8 in 2024-04-12T16:15:18.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:17 smithi099 ceph-mon[96864]: osdmap e883: 8 total, 8 up, 8 in 2024-04-12T16:15:19.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:18 smithi110 ceph-mon[88691]: osdmap e884: 8 total, 8 up, 8 in 2024-04-12T16:15:19.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:18 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3222457551' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:19.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:18 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:19.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:18 smithi110 ceph-mon[88691]: pgmap v971: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:15:19.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:18 smithi099 ceph-mon[94290]: osdmap e884: 8 total, 8 up, 8 in 2024-04-12T16:15:19.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:18 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3222457551' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:19.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:18 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:19.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:18 smithi099 ceph-mon[94290]: pgmap v971: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:15:19.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:18 smithi099 ceph-mon[96864]: osdmap e884: 8 total, 8 up, 8 in 2024-04-12T16:15:19.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:18 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3222457551' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:19.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:18 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:19.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:18 smithi099 ceph-mon[96864]: pgmap v971: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:15:19.676 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestCls2PCQueue.Reserve (3021 ms) 2024-04-12T16:15:19.676 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-04-12T16:15:20.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:19 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:15:20.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:19 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:20.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:19 smithi110 ceph-mon[88691]: osdmap e885: 8 total, 8 up, 8 in 2024-04-12T16:15:20.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:19 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:15:20.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:19 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:20.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:19 smithi099 ceph-mon[94290]: osdmap e885: 8 total, 8 up, 8 in 2024-04-12T16:15:20.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:19 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:15:20.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:19 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:20.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:19 smithi099 ceph-mon[96864]: osdmap e885: 8 total, 8 up, 8 in 2024-04-12T16:15:21.028 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:20 smithi099 ceph-mon[94290]: osdmap e886: 8 total, 8 up, 8 in 2024-04-12T16:15:21.028 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:20 smithi099 ceph-mon[94290]: pgmap v974: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:21.028 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:20 smithi099 ceph-mon[96864]: osdmap e886: 8 total, 8 up, 8 in 2024-04-12T16:15:21.028 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:20 smithi099 ceph-mon[96864]: pgmap v974: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:21.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:20 smithi110 ceph-mon[88691]: osdmap e886: 8 total, 8 up, 8 in 2024-04-12T16:15:21.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:20 smithi110 ceph-mon[88691]: pgmap v974: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:22.044 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:21 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:15:22.044 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:21 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:15:22.044 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:21 smithi099 ceph-mon[94290]: osdmap e887: 8 total, 8 up, 8 in 2024-04-12T16:15:22.044 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:21 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2339129293' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:22.044 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:21 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:22.045 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:21 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:15:22.045 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:21 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:15:22.045 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:21 smithi099 ceph-mon[96864]: osdmap e887: 8 total, 8 up, 8 in 2024-04-12T16:15:22.045 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:21 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2339129293' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:22.045 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:21 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:22.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:21 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:15:22.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:21 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:15:22.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:21 smithi110 ceph-mon[88691]: osdmap e887: 8 total, 8 up, 8 in 2024-04-12T16:15:22.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:21 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2339129293' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:22.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:21 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:22.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:15:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:15:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:15:22.707 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3031 ms) 2024-04-12T16:15:22.707 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-04-12T16:15:23.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:22 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:23.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:22 smithi110 ceph-mon[88691]: osdmap e888: 8 total, 8 up, 8 in 2024-04-12T16:15:23.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:22 smithi110 ceph-mon[88691]: pgmap v977: 137 pgs: 6 creating+peering, 19 unknown, 112 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 2.7 KiB/s wr, 5 op/s 2024-04-12T16:15:23.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:22 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:23.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:22 smithi099 ceph-mon[96864]: osdmap e888: 8 total, 8 up, 8 in 2024-04-12T16:15:23.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:22 smithi099 ceph-mon[96864]: pgmap v977: 137 pgs: 6 creating+peering, 19 unknown, 112 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 2.7 KiB/s wr, 5 op/s 2024-04-12T16:15:23.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:22 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:23.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:22 smithi099 ceph-mon[94290]: osdmap e888: 8 total, 8 up, 8 in 2024-04-12T16:15:23.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:22 smithi099 ceph-mon[94290]: pgmap v977: 137 pgs: 6 creating+peering, 19 unknown, 112 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 2.7 KiB/s wr, 5 op/s 2024-04-12T16:15:24.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:23 smithi110 ceph-mon[88691]: osdmap e889: 8 total, 8 up, 8 in 2024-04-12T16:15:24.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:23 smithi099 ceph-mon[94290]: osdmap e889: 8 total, 8 up, 8 in 2024-04-12T16:15:24.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:23 smithi099 ceph-mon[96864]: osdmap e889: 8 total, 8 up, 8 in 2024-04-12T16:15:25.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:24 smithi110 ceph-mon[88691]: osdmap e890: 8 total, 8 up, 8 in 2024-04-12T16:15:25.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:24 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2896956762' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:25.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:24 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:25.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:24 smithi110 ceph-mon[88691]: pgmap v980: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:25.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:24 smithi099 ceph-mon[94290]: osdmap e890: 8 total, 8 up, 8 in 2024-04-12T16:15:25.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:24 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2896956762' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:25.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:24 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:25.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:24 smithi099 ceph-mon[94290]: pgmap v980: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:25.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:24 smithi099 ceph-mon[96864]: osdmap e890: 8 total, 8 up, 8 in 2024-04-12T16:15:25.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:24 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2896956762' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:25.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:24 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:25.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:24 smithi099 ceph-mon[96864]: pgmap v980: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:25.730 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestCls2PCQueue.Commit (3019 ms) 2024-04-12T16:15:25.730 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-04-12T16:15:26.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:25 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:15:26.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:25 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:26.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:25 smithi110 ceph-mon[88691]: osdmap e891: 8 total, 8 up, 8 in 2024-04-12T16:15:26.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:25 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:15:26.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:25 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:26.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:25 smithi099 ceph-mon[94290]: osdmap e891: 8 total, 8 up, 8 in 2024-04-12T16:15:26.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:25 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:15:26.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:25 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:26.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:25 smithi099 ceph-mon[96864]: osdmap e891: 8 total, 8 up, 8 in 2024-04-12T16:15:26.626 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:15:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:15:26] "GET /metrics HTTP/1.1" 200 36283 "" "Prometheus/2.43.0" 2024-04-12T16:15:27.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:26 smithi110 ceph-mon[88691]: osdmap e892: 8 total, 8 up, 8 in 2024-04-12T16:15:27.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:26 smithi110 ceph-mon[88691]: pgmap v983: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:27.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:26 smithi099 ceph-mon[94290]: osdmap e892: 8 total, 8 up, 8 in 2024-04-12T16:15:27.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:26 smithi099 ceph-mon[94290]: pgmap v983: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:27.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:26 smithi099 ceph-mon[96864]: osdmap e892: 8 total, 8 up, 8 in 2024-04-12T16:15:27.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:26 smithi099 ceph-mon[96864]: pgmap v983: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:28.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:27 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:15:28.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:27 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:15:28.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:27 smithi110 ceph-mon[88691]: osdmap e893: 8 total, 8 up, 8 in 2024-04-12T16:15:28.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:27 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/4085512439' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:28.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:15:28.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:27 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:15:28.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:27 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:15:28.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:27 smithi099 ceph-mon[94290]: osdmap e893: 8 total, 8 up, 8 in 2024-04-12T16:15:28.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:27 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/4085512439' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:28.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:15:28.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:27 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:15:28.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:27 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:15:28.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:27 smithi099 ceph-mon[96864]: osdmap e893: 8 total, 8 up, 8 in 2024-04-12T16:15:28.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:27 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/4085512439' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:28.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:15:28.743 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestCls2PCQueue.Abort (3016 ms) 2024-04-12T16:15:28.743 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-04-12T16:15:29.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:28 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/4085512439' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:29.154 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:28 smithi110 ceph-mon[88691]: osdmap e894: 8 total, 8 up, 8 in 2024-04-12T16:15:29.155 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:28 smithi110 ceph-mon[88691]: pgmap v986: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:29.155 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:28 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/4085512439' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:29.155 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:28 smithi099 ceph-mon[94290]: osdmap e894: 8 total, 8 up, 8 in 2024-04-12T16:15:29.155 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:28 smithi099 ceph-mon[94290]: pgmap v986: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:29.156 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:28 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/4085512439' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:29.156 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:28 smithi099 ceph-mon[96864]: osdmap e894: 8 total, 8 up, 8 in 2024-04-12T16:15:29.156 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:28 smithi099 ceph-mon[96864]: pgmap v986: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:30.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:29 smithi110 ceph-mon[88691]: osdmap e895: 8 total, 8 up, 8 in 2024-04-12T16:15:30.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:29 smithi099 ceph-mon[94290]: osdmap e895: 8 total, 8 up, 8 in 2024-04-12T16:15:30.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:29 smithi099 ceph-mon[96864]: osdmap e895: 8 total, 8 up, 8 in 2024-04-12T16:15:31.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:30 smithi110 ceph-mon[88691]: osdmap e896: 8 total, 8 up, 8 in 2024-04-12T16:15:31.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:30 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1545875332' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:31.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:30 smithi110 ceph-mon[88691]: pgmap v989: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:31.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:30 smithi099 ceph-mon[94290]: osdmap e896: 8 total, 8 up, 8 in 2024-04-12T16:15:31.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:30 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1545875332' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:31.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:30 smithi099 ceph-mon[94290]: pgmap v989: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:31.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:30 smithi099 ceph-mon[96864]: osdmap e896: 8 total, 8 up, 8 in 2024-04-12T16:15:31.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:30 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1545875332' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:31.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:30 smithi099 ceph-mon[96864]: pgmap v989: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:31.760 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestCls2PCQueue.ReserveError (3018 ms) 2024-04-12T16:15:31.760 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-04-12T16:15:32.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:31 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:15:32.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:31 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1545875332' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:32.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:31 smithi110 ceph-mon[88691]: osdmap e897: 8 total, 8 up, 8 in 2024-04-12T16:15:32.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:31 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:15:32.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:31 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1545875332' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:32.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:31 smithi099 ceph-mon[94290]: osdmap e897: 8 total, 8 up, 8 in 2024-04-12T16:15:32.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:31 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:15:32.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:31 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1545875332' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:32.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:31 smithi099 ceph-mon[96864]: osdmap e897: 8 total, 8 up, 8 in 2024-04-12T16:15:32.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:15:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:15:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:15:33.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:32 smithi110 ceph-mon[88691]: osdmap e898: 8 total, 8 up, 8 in 2024-04-12T16:15:33.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:32 smithi110 ceph-mon[88691]: pgmap v992: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:15:33.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:32 smithi099 ceph-mon[94290]: osdmap e898: 8 total, 8 up, 8 in 2024-04-12T16:15:33.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:32 smithi099 ceph-mon[94290]: pgmap v992: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:15:33.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:32 smithi099 ceph-mon[96864]: osdmap e898: 8 total, 8 up, 8 in 2024-04-12T16:15:33.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:32 smithi099 ceph-mon[96864]: pgmap v992: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:15:34.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:33 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:15:34.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:33 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:15:34.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:33 smithi110 ceph-mon[88691]: osdmap e899: 8 total, 8 up, 8 in 2024-04-12T16:15:34.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:33 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3319218192' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:34.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:33 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:34.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:33 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:15:34.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:33 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:15:34.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:33 smithi099 ceph-mon[96864]: osdmap e899: 8 total, 8 up, 8 in 2024-04-12T16:15:34.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:33 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3319218192' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:34.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:33 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:34.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:33 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:15:34.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:33 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:15:34.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:33 smithi099 ceph-mon[94290]: osdmap e899: 8 total, 8 up, 8 in 2024-04-12T16:15:34.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:33 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3319218192' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:34.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:33 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:34.770 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestCls2PCQueue.CommitError (3010 ms) 2024-04-12T16:15:34.770 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-04-12T16:15:35.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:34 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:35.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:34 smithi110 ceph-mon[88691]: osdmap e900: 8 total, 8 up, 8 in 2024-04-12T16:15:35.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:34 smithi110 ceph-mon[88691]: pgmap v995: 137 pgs: 22 unknown, 115 active+clean; 615 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 31 KiB/s rd, 94 KiB/s wr, 102 op/s 2024-04-12T16:15:35.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:34 smithi110 ceph-mon[88691]: osdmap e901: 8 total, 8 up, 8 in 2024-04-12T16:15:35.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:34 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:35.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:34 smithi099 ceph-mon[94290]: osdmap e900: 8 total, 8 up, 8 in 2024-04-12T16:15:35.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:34 smithi099 ceph-mon[94290]: pgmap v995: 137 pgs: 22 unknown, 115 active+clean; 615 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 31 KiB/s rd, 94 KiB/s wr, 102 op/s 2024-04-12T16:15:35.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:34 smithi099 ceph-mon[94290]: osdmap e901: 8 total, 8 up, 8 in 2024-04-12T16:15:35.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:34 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:35.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:34 smithi099 ceph-mon[96864]: osdmap e900: 8 total, 8 up, 8 in 2024-04-12T16:15:35.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:34 smithi099 ceph-mon[96864]: pgmap v995: 137 pgs: 22 unknown, 115 active+clean; 615 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 31 KiB/s rd, 94 KiB/s wr, 102 op/s 2024-04-12T16:15:35.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:34 smithi099 ceph-mon[96864]: osdmap e901: 8 total, 8 up, 8 in 2024-04-12T16:15:36.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:15:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:15:36] "GET /metrics HTTP/1.1" 200 36338 "" "Prometheus/2.43.0" 2024-04-12T16:15:37.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:36 smithi110 ceph-mon[88691]: osdmap e902: 8 total, 8 up, 8 in 2024-04-12T16:15:37.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:36 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1074357213' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:37.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:36 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:37.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:36 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:15:37.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:36 smithi110 ceph-mon[88691]: pgmap v998: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:15:37.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:36 smithi099 ceph-mon[96864]: osdmap e902: 8 total, 8 up, 8 in 2024-04-12T16:15:37.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:36 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1074357213' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:37.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:36 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:37.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:36 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:15:37.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:36 smithi099 ceph-mon[96864]: pgmap v998: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:15:37.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:36 smithi099 ceph-mon[94290]: osdmap e902: 8 total, 8 up, 8 in 2024-04-12T16:15:37.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:36 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1074357213' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:37.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:36 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:37.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:36 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:15:37.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:36 smithi099 ceph-mon[94290]: pgmap v998: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:15:37.811 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestCls2PCQueue.AbortError (3040 ms) 2024-04-12T16:15:37.811 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-04-12T16:15:38.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:37 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:15:38.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:37 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:38.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:37 smithi110 ceph-mon[88691]: osdmap e903: 8 total, 8 up, 8 in 2024-04-12T16:15:38.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:37 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:15:38.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:37 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:15:38.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:37 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:15:38.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:37 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:15:38.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:37 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:38.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:37 smithi099 ceph-mon[94290]: osdmap e903: 8 total, 8 up, 8 in 2024-04-12T16:15:38.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:37 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:15:38.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:37 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:15:38.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:37 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:15:38.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:37 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:15:38.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:37 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:38.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:37 smithi099 ceph-mon[96864]: osdmap e903: 8 total, 8 up, 8 in 2024-04-12T16:15:38.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:37 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:15:38.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:37 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:15:38.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:37 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:15:39.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:38 smithi110 ceph-mon[88691]: osdmap e904: 8 total, 8 up, 8 in 2024-04-12T16:15:39.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:38 smithi110 ceph-mon[88691]: pgmap v1001: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:15:39.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:38 smithi099 ceph-mon[96864]: osdmap e904: 8 total, 8 up, 8 in 2024-04-12T16:15:39.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:38 smithi099 ceph-mon[96864]: pgmap v1001: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:15:39.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:38 smithi099 ceph-mon[94290]: osdmap e904: 8 total, 8 up, 8 in 2024-04-12T16:15:39.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:38 smithi099 ceph-mon[94290]: pgmap v1001: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:15:40.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:39 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:15:40.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:39 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:15:40.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:39 smithi110 ceph-mon[88691]: osdmap e905: 8 total, 8 up, 8 in 2024-04-12T16:15:40.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:39 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/255048563' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:40.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:39 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:15:40.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:39 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:15:40.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:39 smithi099 ceph-mon[94290]: osdmap e905: 8 total, 8 up, 8 in 2024-04-12T16:15:40.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:39 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/255048563' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:40.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:39 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:15:40.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:39 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:15:40.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:39 smithi099 ceph-mon[96864]: osdmap e905: 8 total, 8 up, 8 in 2024-04-12T16:15:40.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:39 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/255048563' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:40.821 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3011 ms) 2024-04-12T16:15:40.821 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-04-12T16:15:41.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:40 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/255048563' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:41.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:40 smithi110 ceph-mon[88691]: osdmap e906: 8 total, 8 up, 8 in 2024-04-12T16:15:41.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:40 smithi110 ceph-mon[88691]: pgmap v1004: 137 pgs: 18 creating+peering, 10 unknown, 109 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:41.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:40 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/255048563' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:41.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:40 smithi099 ceph-mon[94290]: osdmap e906: 8 total, 8 up, 8 in 2024-04-12T16:15:41.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:40 smithi099 ceph-mon[94290]: pgmap v1004: 137 pgs: 18 creating+peering, 10 unknown, 109 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:41.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:40 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/255048563' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:41.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:40 smithi099 ceph-mon[96864]: osdmap e906: 8 total, 8 up, 8 in 2024-04-12T16:15:41.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:40 smithi099 ceph-mon[96864]: pgmap v1004: 137 pgs: 18 creating+peering, 10 unknown, 109 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:42.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:41 smithi110 ceph-mon[88691]: osdmap e907: 8 total, 8 up, 8 in 2024-04-12T16:15:42.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:41 smithi099 ceph-mon[94290]: osdmap e907: 8 total, 8 up, 8 in 2024-04-12T16:15:42.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:41 smithi099 ceph-mon[96864]: osdmap e907: 8 total, 8 up, 8 in 2024-04-12T16:15:42.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:15:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:15:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:15:43.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:42 smithi110 ceph-mon[88691]: osdmap e908: 8 total, 8 up, 8 in 2024-04-12T16:15:43.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:42 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1309255295' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:43.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:42 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:43.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:15:43.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:42 smithi110 ceph-mon[88691]: pgmap v1007: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:43.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:42 smithi099 ceph-mon[94290]: osdmap e908: 8 total, 8 up, 8 in 2024-04-12T16:15:43.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:42 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1309255295' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:43.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:42 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:43.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:15:43.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:42 smithi099 ceph-mon[94290]: pgmap v1007: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:43.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:42 smithi099 ceph-mon[96864]: osdmap e908: 8 total, 8 up, 8 in 2024-04-12T16:15:43.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:42 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1309255295' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:43.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:42 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:43.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:15:43.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:42 smithi099 ceph-mon[96864]: pgmap v1007: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:43.843 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3022 ms) 2024-04-12T16:15:43.843 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-04-12T16:15:44.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:43 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:15:44.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:43 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:44.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:43 smithi110 ceph-mon[88691]: osdmap e909: 8 total, 8 up, 8 in 2024-04-12T16:15:44.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:43 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:15:44.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:43 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:44.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:43 smithi099 ceph-mon[94290]: osdmap e909: 8 total, 8 up, 8 in 2024-04-12T16:15:44.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:43 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:15:44.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:43 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:44.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:43 smithi099 ceph-mon[96864]: osdmap e909: 8 total, 8 up, 8 in 2024-04-12T16:15:45.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:44 smithi099 ceph-mon[94290]: osdmap e910: 8 total, 8 up, 8 in 2024-04-12T16:15:45.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:44 smithi099 ceph-mon[94290]: pgmap v1010: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:45.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:44 smithi099 ceph-mon[96864]: osdmap e910: 8 total, 8 up, 8 in 2024-04-12T16:15:45.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:44 smithi099 ceph-mon[96864]: pgmap v1010: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:45.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:44 smithi110 ceph-mon[88691]: osdmap e910: 8 total, 8 up, 8 in 2024-04-12T16:15:45.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:44 smithi110 ceph-mon[88691]: pgmap v1010: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:46.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:45 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:15:46.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:45 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:15:46.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:45 smithi099 ceph-mon[94290]: osdmap e911: 8 total, 8 up, 8 in 2024-04-12T16:15:46.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:45 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/161778760' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:46.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:45 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:46.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:45 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:15:46.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:45 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:15:46.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:45 smithi099 ceph-mon[96864]: osdmap e911: 8 total, 8 up, 8 in 2024-04-12T16:15:46.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:45 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/161778760' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:46.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:45 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:46.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:45 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:15:46.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:45 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:15:46.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:45 smithi110 ceph-mon[88691]: osdmap e911: 8 total, 8 up, 8 in 2024-04-12T16:15:46.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:45 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/161778760' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:46.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:45 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:46.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:15:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:15:46] "GET /metrics HTTP/1.1" 200 36339 "" "Prometheus/2.43.0" 2024-04-12T16:15:46.867 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3024 ms) 2024-04-12T16:15:46.867 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-04-12T16:15:47.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:46 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:47.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:46 smithi099 ceph-mon[94290]: osdmap e912: 8 total, 8 up, 8 in 2024-04-12T16:15:47.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:46 smithi099 ceph-mon[94290]: pgmap v1013: 137 pgs: 3 creating+peering, 22 unknown, 112 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:47.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:46 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:47.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:46 smithi099 ceph-mon[96864]: osdmap e912: 8 total, 8 up, 8 in 2024-04-12T16:15:47.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:46 smithi099 ceph-mon[96864]: pgmap v1013: 137 pgs: 3 creating+peering, 22 unknown, 112 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:47.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:46 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:47.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:46 smithi110 ceph-mon[88691]: osdmap e912: 8 total, 8 up, 8 in 2024-04-12T16:15:47.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:46 smithi110 ceph-mon[88691]: pgmap v1013: 137 pgs: 3 creating+peering, 22 unknown, 112 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:48.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:47 smithi099 ceph-mon[94290]: osdmap e913: 8 total, 8 up, 8 in 2024-04-12T16:15:48.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:47 smithi099 ceph-mon[96864]: osdmap e913: 8 total, 8 up, 8 in 2024-04-12T16:15:48.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:47 smithi110 ceph-mon[88691]: osdmap e913: 8 total, 8 up, 8 in 2024-04-12T16:15:49.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:48 smithi110 ceph-mon[88691]: osdmap e914: 8 total, 8 up, 8 in 2024-04-12T16:15:49.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:48 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1202529594' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:49.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:48 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:49.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:48 smithi110 ceph-mon[88691]: pgmap v1016: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:49.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:48 smithi099 ceph-mon[94290]: osdmap e914: 8 total, 8 up, 8 in 2024-04-12T16:15:49.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:48 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1202529594' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:49.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:48 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:49.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:48 smithi099 ceph-mon[94290]: pgmap v1016: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:49.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:48 smithi099 ceph-mon[96864]: osdmap e914: 8 total, 8 up, 8 in 2024-04-12T16:15:49.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:48 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1202529594' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:49.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:48 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:49.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:48 smithi099 ceph-mon[96864]: pgmap v1016: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:49.890 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3023 ms) 2024-04-12T16:15:49.890 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-04-12T16:15:50.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:49 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:15:50.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:49 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:50.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:49 smithi099 ceph-mon[94290]: osdmap e915: 8 total, 8 up, 8 in 2024-04-12T16:15:50.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:49 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:15:50.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:49 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:50.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:49 smithi099 ceph-mon[96864]: osdmap e915: 8 total, 8 up, 8 in 2024-04-12T16:15:50.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:49 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:15:50.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:49 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:50.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:49 smithi110 ceph-mon[88691]: osdmap e915: 8 total, 8 up, 8 in 2024-04-12T16:15:51.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:50 smithi110 ceph-mon[88691]: osdmap e916: 8 total, 8 up, 8 in 2024-04-12T16:15:51.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:50 smithi110 ceph-mon[88691]: pgmap v1019: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:51.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:50 smithi099 ceph-mon[96864]: osdmap e916: 8 total, 8 up, 8 in 2024-04-12T16:15:51.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:50 smithi099 ceph-mon[96864]: pgmap v1019: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:51.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:50 smithi099 ceph-mon[94290]: osdmap e916: 8 total, 8 up, 8 in 2024-04-12T16:15:51.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:50 smithi099 ceph-mon[94290]: pgmap v1019: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:52.311 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:51 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:15:52.311 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:51 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:15:52.311 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:51 smithi110 ceph-mon[88691]: osdmap e917: 8 total, 8 up, 8 in 2024-04-12T16:15:52.311 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:51 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2146990739' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:52.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:51 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:15:52.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:51 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:15:52.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:51 smithi099 ceph-mon[96864]: osdmap e917: 8 total, 8 up, 8 in 2024-04-12T16:15:52.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:51 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2146990739' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:52.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:51 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:15:52.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:51 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:15:52.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:51 smithi099 ceph-mon[94290]: osdmap e917: 8 total, 8 up, 8 in 2024-04-12T16:15:52.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:51 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2146990739' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:52.583 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:15:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:15:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:15:52.913 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3021 ms) 2024-04-12T16:15:52.913 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-04-12T16:15:53.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:52 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2146990739' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:53.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:52 smithi110 ceph-mon[88691]: osdmap e918: 8 total, 8 up, 8 in 2024-04-12T16:15:53.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:52 smithi110 ceph-mon[88691]: pgmap v1022: 137 pgs: 7 creating+peering, 18 unknown, 112 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:53.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:52 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2146990739' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:53.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:52 smithi099 ceph-mon[96864]: osdmap e918: 8 total, 8 up, 8 in 2024-04-12T16:15:53.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:52 smithi099 ceph-mon[96864]: pgmap v1022: 137 pgs: 7 creating+peering, 18 unknown, 112 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:53.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:52 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2146990739' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:53.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:52 smithi099 ceph-mon[94290]: osdmap e918: 8 total, 8 up, 8 in 2024-04-12T16:15:53.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:52 smithi099 ceph-mon[94290]: pgmap v1022: 137 pgs: 7 creating+peering, 18 unknown, 112 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:53.916 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:53 smithi099 ceph-mon[94290]: osdmap e919: 8 total, 8 up, 8 in 2024-04-12T16:15:54.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:53 smithi110 ceph-mon[88691]: osdmap e919: 8 total, 8 up, 8 in 2024-04-12T16:15:55.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:54 smithi110 ceph-mon[88691]: osdmap e920: 8 total, 8 up, 8 in 2024-04-12T16:15:55.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:54 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/802416203' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:55.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:54 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:55.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:54 smithi110 ceph-mon[88691]: pgmap v1025: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:55.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:54 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:55.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:54 smithi110 ceph-mon[88691]: osdmap e921: 8 total, 8 up, 8 in 2024-04-12T16:15:55.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:54 smithi099 ceph-mon[94290]: osdmap e920: 8 total, 8 up, 8 in 2024-04-12T16:15:55.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:54 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/802416203' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:55.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:54 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:55.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:54 smithi099 ceph-mon[94290]: pgmap v1025: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:55.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:54 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:55.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:54 smithi099 ceph-mon[94290]: osdmap e921: 8 total, 8 up, 8 in 2024-04-12T16:15:55.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:53 smithi099 ceph-mon[96864]: osdmap e919: 8 total, 8 up, 8 in 2024-04-12T16:15:55.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:54 smithi099 ceph-mon[96864]: osdmap e920: 8 total, 8 up, 8 in 2024-04-12T16:15:55.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:54 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/802416203' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:55.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:54 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:55.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:54 smithi099 ceph-mon[96864]: pgmap v1025: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:55.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:54 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:55.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:54 smithi099 ceph-mon[96864]: osdmap e921: 8 total, 8 up, 8 in 2024-04-12T16:15:55.932 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3020 ms) 2024-04-12T16:15:55.932 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-04-12T16:15:56.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:55 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:15:56.358 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:55 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:15:56.358 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:55 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:15:56.626 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:15:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:15:56] "GET /metrics HTTP/1.1" 200 36339 "" "Prometheus/2.43.0" 2024-04-12T16:15:57.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:56 smithi110 ceph-mon[88691]: osdmap e922: 8 total, 8 up, 8 in 2024-04-12T16:15:57.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:56 smithi110 ceph-mon[88691]: pgmap v1028: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:57.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:56 smithi099 ceph-mon[94290]: osdmap e922: 8 total, 8 up, 8 in 2024-04-12T16:15:57.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:56 smithi099 ceph-mon[94290]: pgmap v1028: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:57.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:56 smithi099 ceph-mon[96864]: osdmap e922: 8 total, 8 up, 8 in 2024-04-12T16:15:57.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:56 smithi099 ceph-mon[96864]: pgmap v1028: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:58.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:57 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:15:58.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:57 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:15:58.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:57 smithi110 ceph-mon[88691]: osdmap e923: 8 total, 8 up, 8 in 2024-04-12T16:15:58.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:57 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3417936376' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:58.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:15:58.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:57 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:15:58.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:57 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:15:58.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:57 smithi099 ceph-mon[94290]: osdmap e923: 8 total, 8 up, 8 in 2024-04-12T16:15:58.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:57 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3417936376' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:58.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:15:58.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:57 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:15:58.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:57 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:15:58.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:57 smithi099 ceph-mon[96864]: osdmap e923: 8 total, 8 up, 8 in 2024-04-12T16:15:58.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:57 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3417936376' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:15:58.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:15:58.958 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestCls2PCQueue.Cleanup (3026 ms) 2024-04-12T16:15:58.959 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-04-12T16:15:59.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:58 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3417936376' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:59.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:58 smithi110 ceph-mon[88691]: osdmap e924: 8 total, 8 up, 8 in 2024-04-12T16:15:59.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:58 smithi110 ceph-mon[88691]: pgmap v1031: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:59.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:58 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3417936376' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:59.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:58 smithi099 ceph-mon[94290]: osdmap e924: 8 total, 8 up, 8 in 2024-04-12T16:15:59.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:58 smithi099 ceph-mon[94290]: pgmap v1031: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:15:59.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:58 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3417936376' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:15:59.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:58 smithi099 ceph-mon[96864]: osdmap e924: 8 total, 8 up, 8 in 2024-04-12T16:15:59.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:58 smithi099 ceph-mon[96864]: pgmap v1031: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:00.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:15:59 smithi110 ceph-mon[88691]: osdmap e925: 8 total, 8 up, 8 in 2024-04-12T16:16:00.403 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:15:59 smithi099 ceph-mon[94290]: osdmap e925: 8 total, 8 up, 8 in 2024-04-12T16:16:00.403 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:15:59 smithi099 ceph-mon[96864]: osdmap e925: 8 total, 8 up, 8 in 2024-04-12T16:16:01.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:00 smithi110 ceph-mon[88691]: osdmap e926: 8 total, 8 up, 8 in 2024-04-12T16:16:01.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:00 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2798915860' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:16:01.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:00 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:16:01.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:00 smithi110 ceph-mon[88691]: pgmap v1034: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:01.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:00 smithi099 ceph-mon[94290]: osdmap e926: 8 total, 8 up, 8 in 2024-04-12T16:16:01.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:00 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2798915860' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:16:01.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:00 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:16:01.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:00 smithi099 ceph-mon[94290]: pgmap v1034: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:01.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:00 smithi099 ceph-mon[96864]: osdmap e926: 8 total, 8 up, 8 in 2024-04-12T16:16:01.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:00 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2798915860' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:16:01.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:00 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:16:01.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:00 smithi099 ceph-mon[96864]: pgmap v1034: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:02.311 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:01 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:16:02.311 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:01 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:16:02.311 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:01 smithi110 ceph-mon[88691]: osdmap e927: 8 total, 8 up, 8 in 2024-04-12T16:16:02.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:01 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:16:02.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:01 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:16:02.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:01 smithi099 ceph-mon[94290]: osdmap e927: 8 total, 8 up, 8 in 2024-04-12T16:16:02.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:01 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:16:02.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:01 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:16:02.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:01 smithi099 ceph-mon[96864]: osdmap e927: 8 total, 8 up, 8 in 2024-04-12T16:16:02.583 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:16:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:16:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:16:03.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:02 smithi110 ceph-mon[88691]: osdmap e928: 8 total, 8 up, 8 in 2024-04-12T16:16:03.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:02 smithi110 ceph-mon[88691]: pgmap v1037: 137 pgs: 8 creating+peering, 12 unknown, 117 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:03.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:02 smithi099 ceph-mon[94290]: osdmap e928: 8 total, 8 up, 8 in 2024-04-12T16:16:03.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:02 smithi099 ceph-mon[94290]: pgmap v1037: 137 pgs: 8 creating+peering, 12 unknown, 117 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:03.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:02 smithi099 ceph-mon[96864]: osdmap e928: 8 total, 8 up, 8 in 2024-04-12T16:16:03.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:02 smithi099 ceph-mon[96864]: pgmap v1037: 137 pgs: 8 creating+peering, 12 unknown, 117 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:04.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:03 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:16:04.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:03 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:16:04.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:03 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:16:04.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:03 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:16:04.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:03 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:16:04.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:03 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:16:05.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:04 smithi110 ceph-mon[88691]: pgmap v1038: 137 pgs: 8 creating+peering, 1 unknown, 128 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:05.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:04 smithi099 ceph-mon[94290]: pgmap v1038: 137 pgs: 8 creating+peering, 1 unknown, 128 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:05.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:04 smithi099 ceph-mon[96864]: pgmap v1038: 137 pgs: 8 creating+peering, 1 unknown, 128 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:06.616 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:16:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:16:06] "GET /metrics HTTP/1.1" 200 36340 "" "Prometheus/2.43.0" 2024-04-12T16:16:06.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:06 smithi099 ceph-mon[94290]: pgmap v1039: 137 pgs: 137 active+clean; 1.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 MiB/s rd, 6.7 MiB/s wr, 7.54k op/s 2024-04-12T16:16:06.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:06 smithi099 ceph-mon[96864]: pgmap v1039: 137 pgs: 137 active+clean; 1.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 MiB/s rd, 6.7 MiB/s wr, 7.54k op/s 2024-04-12T16:16:07.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:06 smithi110 ceph-mon[88691]: pgmap v1039: 137 pgs: 137 active+clean; 1.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 MiB/s rd, 6.7 MiB/s wr, 7.54k op/s 2024-04-12T16:16:08.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:08 smithi099 ceph-mon[94290]: pgmap v1040: 137 pgs: 137 active+clean; 1.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 5.5 MiB/s wr, 6.21k op/s 2024-04-12T16:16:08.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:08 smithi099 ceph-mon[96864]: pgmap v1040: 137 pgs: 137 active+clean; 1.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 5.5 MiB/s wr, 6.21k op/s 2024-04-12T16:16:09.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:08 smithi110 ceph-mon[88691]: pgmap v1040: 137 pgs: 137 active+clean; 1.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 5.5 MiB/s wr, 6.21k op/s 2024-04-12T16:16:10.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:10 smithi099 ceph-mon[94290]: pgmap v1041: 137 pgs: 137 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 129 MiB/s rd, 7.7 MiB/s wr, 8.83k op/s 2024-04-12T16:16:10.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:10 smithi099 ceph-mon[96864]: pgmap v1041: 137 pgs: 137 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 129 MiB/s rd, 7.7 MiB/s wr, 8.83k op/s 2024-04-12T16:16:11.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:10 smithi110 ceph-mon[88691]: pgmap v1041: 137 pgs: 137 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 129 MiB/s rd, 7.7 MiB/s wr, 8.83k op/s 2024-04-12T16:16:12.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:16:12.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:16:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:16:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:16:12.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:16:12.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:16:13.525 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestCls2PCQueue.MultiProducer (14567 ms) 2024-04-12T16:16:13.526 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-04-12T16:16:13.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:13 smithi110 ceph-mon[88691]: pgmap v1042: 137 pgs: 137 active+clean; 2.3 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 117 MiB/s rd, 7.0 MiB/s wr, 8.00k op/s 2024-04-12T16:16:13.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.2", "id": [7, 0]}]: dispatch 2024-04-12T16:16:13.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.15", "id": [7, 0]}]: dispatch 2024-04-12T16:16:13.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1c", "id": [7, 0]}]: dispatch 2024-04-12T16:16:13.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:13 smithi099 ceph-mon[94290]: pgmap v1042: 137 pgs: 137 active+clean; 2.3 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 117 MiB/s rd, 7.0 MiB/s wr, 8.00k op/s 2024-04-12T16:16:13.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.2", "id": [7, 0]}]: dispatch 2024-04-12T16:16:13.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.15", "id": [7, 0]}]: dispatch 2024-04-12T16:16:13.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1c", "id": [7, 0]}]: dispatch 2024-04-12T16:16:13.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:13 smithi099 ceph-mon[96864]: pgmap v1042: 137 pgs: 137 active+clean; 2.3 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 117 MiB/s rd, 7.0 MiB/s wr, 8.00k op/s 2024-04-12T16:16:13.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.2", "id": [7, 0]}]: dispatch 2024-04-12T16:16:13.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.15", "id": [7, 0]}]: dispatch 2024-04-12T16:16:13.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1c", "id": [7, 0]}]: dispatch 2024-04-12T16:16:14.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:14 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.2", "id": [7, 0]}]': finished 2024-04-12T16:16:14.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:14 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.15", "id": [7, 0]}]': finished 2024-04-12T16:16:14.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:14 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1c", "id": [7, 0]}]': finished 2024-04-12T16:16:14.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:14 smithi110 ceph-mon[88691]: osdmap e929: 8 total, 8 up, 8 in 2024-04-12T16:16:14.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:14 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.2", "id": [7, 0]}]': finished 2024-04-12T16:16:14.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:14 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.15", "id": [7, 0]}]': finished 2024-04-12T16:16:14.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:14 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1c", "id": [7, 0]}]': finished 2024-04-12T16:16:14.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:14 smithi099 ceph-mon[96864]: osdmap e929: 8 total, 8 up, 8 in 2024-04-12T16:16:14.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:14 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.2", "id": [7, 0]}]': finished 2024-04-12T16:16:14.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:14 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.15", "id": [7, 0]}]': finished 2024-04-12T16:16:14.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:14 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1c", "id": [7, 0]}]': finished 2024-04-12T16:16:14.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:14 smithi099 ceph-mon[94290]: osdmap e929: 8 total, 8 up, 8 in 2024-04-12T16:16:15.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:15 smithi110 ceph-mon[88691]: osdmap e930: 8 total, 8 up, 8 in 2024-04-12T16:16:15.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:15 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/4024456015' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:16:15.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:15 smithi110 ceph-mon[88691]: pgmap v1045: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:15.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:15 smithi099 ceph-mon[94290]: osdmap e930: 8 total, 8 up, 8 in 2024-04-12T16:16:15.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:15 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/4024456015' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:16:15.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:15 smithi099 ceph-mon[94290]: pgmap v1045: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:15.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:15 smithi099 ceph-mon[96864]: osdmap e930: 8 total, 8 up, 8 in 2024-04-12T16:16:15.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:15 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/4024456015' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:16:15.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:15 smithi099 ceph-mon[96864]: pgmap v1045: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:16.626 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:16:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:16:16] "GET /metrics HTTP/1.1" 200 36394 "" "Prometheus/2.43.0" 2024-04-12T16:16:16.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:16 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:16:16.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:16 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/4024456015' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:16:16.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:16 smithi099 ceph-mon[96864]: osdmap e931: 8 total, 8 up, 8 in 2024-04-12T16:16:16.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:16 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:16:16.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:16 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/4024456015' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:16:16.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:16 smithi099 ceph-mon[94290]: osdmap e931: 8 total, 8 up, 8 in 2024-04-12T16:16:16.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:16 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:16:16.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:16 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/4024456015' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:16:16.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:16 smithi110 ceph-mon[88691]: osdmap e931: 8 total, 8 up, 8 in 2024-04-12T16:16:17.556 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4031 ms) 2024-04-12T16:16:17.557 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-04-12T16:16:17.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:17 smithi110 ceph-mon[88691]: osdmap e932: 8 total, 8 up, 8 in 2024-04-12T16:16:17.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:17 smithi110 ceph-mon[88691]: pgmap v1048: 137 pgs: 12 creating+peering, 16 unknown, 109 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:17.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:17 smithi099 ceph-mon[94290]: osdmap e932: 8 total, 8 up, 8 in 2024-04-12T16:16:17.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:17 smithi099 ceph-mon[94290]: pgmap v1048: 137 pgs: 12 creating+peering, 16 unknown, 109 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:17.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:17 smithi099 ceph-mon[96864]: osdmap e932: 8 total, 8 up, 8 in 2024-04-12T16:16:17.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:17 smithi099 ceph-mon[96864]: pgmap v1048: 137 pgs: 12 creating+peering, 16 unknown, 109 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:18.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:18 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:16:18.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:18 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:16:18.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:18 smithi110 ceph-mon[88691]: osdmap e933: 8 total, 8 up, 8 in 2024-04-12T16:16:18.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:18 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:16:18.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:18 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:16:18.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:18 smithi099 ceph-mon[94290]: osdmap e933: 8 total, 8 up, 8 in 2024-04-12T16:16:18.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:18 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:16:18.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:18 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:16:18.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:18 smithi099 ceph-mon[96864]: osdmap e933: 8 total, 8 up, 8 in 2024-04-12T16:16:19.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:19 smithi110 ceph-mon[88691]: pgmap v1050: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:19.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:19 smithi110 ceph-mon[88691]: osdmap e934: 8 total, 8 up, 8 in 2024-04-12T16:16:19.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:19 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1249303395' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:16:19.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:19 smithi099 ceph-mon[96864]: pgmap v1050: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:19.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:19 smithi099 ceph-mon[96864]: osdmap e934: 8 total, 8 up, 8 in 2024-04-12T16:16:19.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:19 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1249303395' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:16:19.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:19 smithi099 ceph-mon[94290]: pgmap v1050: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:19.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:19 smithi099 ceph-mon[94290]: osdmap e934: 8 total, 8 up, 8 in 2024-04-12T16:16:19.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:19 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1249303395' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:16:20.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:20 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1249303395' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:16:20.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:20 smithi110 ceph-mon[88691]: osdmap e935: 8 total, 8 up, 8 in 2024-04-12T16:16:20.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:20 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1249303395' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:16:20.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:20 smithi099 ceph-mon[94290]: osdmap e935: 8 total, 8 up, 8 in 2024-04-12T16:16:20.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:20 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1249303395' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:16:20.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:20 smithi099 ceph-mon[96864]: osdmap e935: 8 total, 8 up, 8 in 2024-04-12T16:16:21.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:21 smithi110 ceph-mon[88691]: pgmap v1053: 137 pgs: 12 creating+peering, 12 unknown, 113 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:21.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:21 smithi110 ceph-mon[88691]: osdmap e936: 8 total, 8 up, 8 in 2024-04-12T16:16:21.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:21 smithi099 ceph-mon[94290]: pgmap v1053: 137 pgs: 12 creating+peering, 12 unknown, 113 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:21.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:21 smithi099 ceph-mon[94290]: osdmap e936: 8 total, 8 up, 8 in 2024-04-12T16:16:21.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:21 smithi099 ceph-mon[96864]: pgmap v1053: 137 pgs: 12 creating+peering, 12 unknown, 113 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:21.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:21 smithi099 ceph-mon[96864]: osdmap e936: 8 total, 8 up, 8 in 2024-04-12T16:16:22.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:16:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:16:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:16:22.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:22 smithi110 ceph-mon[88691]: pgmap v1055: 137 pgs: 12 creating+peering, 125 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:22.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:22 smithi099 ceph-mon[94290]: pgmap v1055: 137 pgs: 12 creating+peering, 125 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:22.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:22 smithi099 ceph-mon[96864]: pgmap v1055: 137 pgs: 12 creating+peering, 125 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:24.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:24 smithi099 ceph-mon[94290]: pgmap v1056: 137 pgs: 137 active+clean; 1.4 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 53 MiB/s rd, 6.1 MiB/s wr, 7.23k op/s 2024-04-12T16:16:24.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:24 smithi099 ceph-mon[96864]: pgmap v1056: 137 pgs: 137 active+clean; 1.4 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 53 MiB/s rd, 6.1 MiB/s wr, 7.23k op/s 2024-04-12T16:16:25.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:24 smithi110 ceph-mon[88691]: pgmap v1056: 137 pgs: 137 active+clean; 1.4 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 53 MiB/s rd, 6.1 MiB/s wr, 7.23k op/s 2024-04-12T16:16:26.618 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:16:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:16:26] "GET /metrics HTTP/1.1" 200 36394 "" "Prometheus/2.43.0" 2024-04-12T16:16:26.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:26 smithi099 ceph-mon[94290]: pgmap v1057: 137 pgs: 137 active+clean; 1.4 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 40 MiB/s rd, 4.6 MiB/s wr, 5.43k op/s 2024-04-12T16:16:26.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:26 smithi099 ceph-mon[96864]: pgmap v1057: 137 pgs: 137 active+clean; 1.4 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 40 MiB/s rd, 4.6 MiB/s wr, 5.43k op/s 2024-04-12T16:16:27.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:26 smithi110 ceph-mon[88691]: pgmap v1057: 137 pgs: 137 active+clean; 1.4 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 40 MiB/s rd, 4.6 MiB/s wr, 5.43k op/s 2024-04-12T16:16:27.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:16:27.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:16:28.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:16:28.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:28 smithi099 ceph-mon[94290]: pgmap v1058: 137 pgs: 137 active+clean; 1.4 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 35 MiB/s rd, 4.1 MiB/s wr, 4.82k op/s 2024-04-12T16:16:28.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:28 smithi099 ceph-mon[96864]: pgmap v1058: 137 pgs: 137 active+clean; 1.4 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 35 MiB/s rd, 4.1 MiB/s wr, 4.82k op/s 2024-04-12T16:16:29.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:28 smithi110 ceph-mon[88691]: pgmap v1058: 137 pgs: 137 active+clean; 1.4 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 35 MiB/s rd, 4.1 MiB/s wr, 4.82k op/s 2024-04-12T16:16:30.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:30 smithi099 ceph-mon[94290]: pgmap v1059: 137 pgs: 137 active+clean; 1.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 75 MiB/s rd, 5.7 MiB/s wr, 6.88k op/s 2024-04-12T16:16:30.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:30 smithi099 ceph-mon[96864]: pgmap v1059: 137 pgs: 137 active+clean; 1.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 75 MiB/s rd, 5.7 MiB/s wr, 6.88k op/s 2024-04-12T16:16:31.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:30 smithi110 ceph-mon[88691]: pgmap v1059: 137 pgs: 137 active+clean; 1.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 75 MiB/s rd, 5.7 MiB/s wr, 6.88k op/s 2024-04-12T16:16:32.583 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:16:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:16:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:16:32.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:32 smithi099 ceph-mon[94290]: pgmap v1060: 137 pgs: 137 active+clean; 1.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 63 MiB/s rd, 4.8 MiB/s wr, 5.75k op/s 2024-04-12T16:16:32.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:32 smithi099 ceph-mon[96864]: pgmap v1060: 137 pgs: 137 active+clean; 1.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 63 MiB/s rd, 4.8 MiB/s wr, 5.75k op/s 2024-04-12T16:16:33.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:32 smithi110 ceph-mon[88691]: pgmap v1060: 137 pgs: 137 active+clean; 1.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 63 MiB/s rd, 4.8 MiB/s wr, 5.75k op/s 2024-04-12T16:16:34.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:34 smithi099 ceph-mon[94290]: pgmap v1061: 137 pgs: 137 active+clean; 1.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 91 MiB/s rd, 5.8 MiB/s wr, 7.11k op/s 2024-04-12T16:16:34.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:34 smithi099 ceph-mon[96864]: pgmap v1061: 137 pgs: 137 active+clean; 1.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 91 MiB/s rd, 5.8 MiB/s wr, 7.11k op/s 2024-04-12T16:16:35.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:34 smithi110 ceph-mon[88691]: pgmap v1061: 137 pgs: 137 active+clean; 1.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 91 MiB/s rd, 5.8 MiB/s wr, 7.11k op/s 2024-04-12T16:16:36.621 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:16:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:16:36] "GET /metrics HTTP/1.1" 200 36401 "" "Prometheus/2.43.0" 2024-04-12T16:16:36.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:36 smithi099 ceph-mon[94290]: pgmap v1062: 137 pgs: 137 active+clean; 1.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 65 MiB/s rd, 2.8 MiB/s wr, 3.50k op/s 2024-04-12T16:16:36.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:36 smithi099 ceph-mon[96864]: pgmap v1062: 137 pgs: 137 active+clean; 1.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 65 MiB/s rd, 2.8 MiB/s wr, 3.50k op/s 2024-04-12T16:16:37.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:36 smithi110 ceph-mon[88691]: pgmap v1062: 137 pgs: 137 active+clean; 1.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 65 MiB/s rd, 2.8 MiB/s wr, 3.50k op/s 2024-04-12T16:16:37.628 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (20072 ms) 2024-04-12T16:16:37.629 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-04-12T16:16:37.984 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:37 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:16:38.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:37 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:16:38.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:37 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:16:39.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:38 smithi110 ceph-mon[88691]: osdmap e937: 8 total, 8 up, 8 in 2024-04-12T16:16:39.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:16:39.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:16:39.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:16:39.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:38 smithi110 ceph-mon[88691]: pgmap v1064: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:39.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:38 smithi099 ceph-mon[94290]: osdmap e937: 8 total, 8 up, 8 in 2024-04-12T16:16:39.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:16:39.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:16:39.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:16:39.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:38 smithi099 ceph-mon[94290]: pgmap v1064: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:39.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:38 smithi099 ceph-mon[96864]: osdmap e937: 8 total, 8 up, 8 in 2024-04-12T16:16:39.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:16:39.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:16:39.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:16:39.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:38 smithi099 ceph-mon[96864]: pgmap v1064: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:40.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:39 smithi110 ceph-mon[88691]: osdmap e938: 8 total, 8 up, 8 in 2024-04-12T16:16:40.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:39 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1676523849' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:16:40.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:39 smithi099 ceph-mon[94290]: osdmap e938: 8 total, 8 up, 8 in 2024-04-12T16:16:40.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:39 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1676523849' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:16:40.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:39 smithi099 ceph-mon[96864]: osdmap e938: 8 total, 8 up, 8 in 2024-04-12T16:16:40.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:39 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1676523849' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:16:41.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:40 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1676523849' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:16:41.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:40 smithi110 ceph-mon[88691]: osdmap e939: 8 total, 8 up, 8 in 2024-04-12T16:16:41.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:40 smithi110 ceph-mon[88691]: pgmap v1067: 137 pgs: 13 creating+peering, 9 unknown, 115 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:41.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:40 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1676523849' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:16:41.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:40 smithi099 ceph-mon[94290]: osdmap e939: 8 total, 8 up, 8 in 2024-04-12T16:16:41.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:40 smithi099 ceph-mon[94290]: pgmap v1067: 137 pgs: 13 creating+peering, 9 unknown, 115 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:41.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:40 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1676523849' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:16:41.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:40 smithi099 ceph-mon[96864]: osdmap e939: 8 total, 8 up, 8 in 2024-04-12T16:16:41.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:40 smithi099 ceph-mon[96864]: pgmap v1067: 137 pgs: 13 creating+peering, 9 unknown, 115 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:41.660 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4032 ms) 2024-04-12T16:16:41.661 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-04-12T16:16:42.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:41 smithi110 ceph-mon[88691]: osdmap e940: 8 total, 8 up, 8 in 2024-04-12T16:16:42.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:41 smithi099 ceph-mon[96864]: osdmap e940: 8 total, 8 up, 8 in 2024-04-12T16:16:42.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:41 smithi099 ceph-mon[94290]: osdmap e940: 8 total, 8 up, 8 in 2024-04-12T16:16:42.583 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:16:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:16:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:16:43.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:42 smithi110 ceph-mon[88691]: osdmap e941: 8 total, 8 up, 8 in 2024-04-12T16:16:43.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:16:43.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:42 smithi110 ceph-mon[88691]: pgmap v1070: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:43.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:42 smithi099 ceph-mon[94290]: osdmap e941: 8 total, 8 up, 8 in 2024-04-12T16:16:43.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:16:43.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:42 smithi099 ceph-mon[94290]: pgmap v1070: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:43.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:42 smithi099 ceph-mon[96864]: osdmap e941: 8 total, 8 up, 8 in 2024-04-12T16:16:43.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:16:43.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:42 smithi099 ceph-mon[96864]: pgmap v1070: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:44.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:43 smithi110 ceph-mon[88691]: osdmap e942: 8 total, 8 up, 8 in 2024-04-12T16:16:44.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:43 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3372114715' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:16:44.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:43 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:16:44.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:43 smithi099 ceph-mon[94290]: osdmap e942: 8 total, 8 up, 8 in 2024-04-12T16:16:44.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:43 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3372114715' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:16:44.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:43 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:16:44.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:43 smithi099 ceph-mon[96864]: osdmap e942: 8 total, 8 up, 8 in 2024-04-12T16:16:44.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:43 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3372114715' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:16:44.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:43 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:16:45.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:44 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:16:45.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:44 smithi110 ceph-mon[88691]: osdmap e943: 8 total, 8 up, 8 in 2024-04-12T16:16:45.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:44 smithi110 ceph-mon[88691]: pgmap v1073: 137 pgs: 18 unknown, 119 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:45.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:44 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:16:45.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:44 smithi099 ceph-mon[94290]: osdmap e943: 8 total, 8 up, 8 in 2024-04-12T16:16:45.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:44 smithi099 ceph-mon[94290]: pgmap v1073: 137 pgs: 18 unknown, 119 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:45.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:44 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:16:45.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:44 smithi099 ceph-mon[96864]: osdmap e943: 8 total, 8 up, 8 in 2024-04-12T16:16:45.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:44 smithi099 ceph-mon[96864]: pgmap v1073: 137 pgs: 18 unknown, 119 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:46.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:45 smithi110 ceph-mon[88691]: osdmap e944: 8 total, 8 up, 8 in 2024-04-12T16:16:46.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:45 smithi099 ceph-mon[94290]: osdmap e944: 8 total, 8 up, 8 in 2024-04-12T16:16:46.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:45 smithi099 ceph-mon[96864]: osdmap e944: 8 total, 8 up, 8 in 2024-04-12T16:16:46.626 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:16:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:16:46] "GET /metrics HTTP/1.1" 200 33975 "" "Prometheus/2.43.0" 2024-04-12T16:16:47.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:46 smithi110 ceph-mon[88691]: pgmap v1075: 137 pgs: 4 unknown, 133 active+clean; 646 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.6 MiB/s wr, 1.78k op/s 2024-04-12T16:16:47.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:46 smithi099 ceph-mon[94290]: pgmap v1075: 137 pgs: 4 unknown, 133 active+clean; 646 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.6 MiB/s wr, 1.78k op/s 2024-04-12T16:16:47.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:46 smithi099 ceph-mon[96864]: pgmap v1075: 137 pgs: 4 unknown, 133 active+clean; 646 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.6 MiB/s wr, 1.78k op/s 2024-04-12T16:16:47.695 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6035 ms) 2024-04-12T16:16:47.695 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-04-12T16:16:49.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:48 smithi110 ceph-mon[88691]: osdmap e945: 8 total, 8 up, 8 in 2024-04-12T16:16:49.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:48 smithi110 ceph-mon[88691]: pgmap v1077: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:49.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:48 smithi099 ceph-mon[94290]: osdmap e945: 8 total, 8 up, 8 in 2024-04-12T16:16:49.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:48 smithi099 ceph-mon[94290]: pgmap v1077: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:49.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:48 smithi099 ceph-mon[96864]: osdmap e945: 8 total, 8 up, 8 in 2024-04-12T16:16:49.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:48 smithi099 ceph-mon[96864]: pgmap v1077: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:50.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:49 smithi110 ceph-mon[88691]: osdmap e946: 8 total, 8 up, 8 in 2024-04-12T16:16:50.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:49 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2973403889' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:16:50.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:49 smithi099 ceph-mon[96864]: osdmap e946: 8 total, 8 up, 8 in 2024-04-12T16:16:50.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:49 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2973403889' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:16:50.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:49 smithi099 ceph-mon[94290]: osdmap e946: 8 total, 8 up, 8 in 2024-04-12T16:16:50.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:49 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2973403889' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:16:51.027 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:50 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2973403889' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:16:51.027 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:50 smithi099 ceph-mon[94290]: osdmap e947: 8 total, 8 up, 8 in 2024-04-12T16:16:51.027 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:50 smithi099 ceph-mon[94290]: pgmap v1080: 137 pgs: 12 creating+peering, 12 unknown, 113 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 2.4 KiB/s wr, 4 op/s 2024-04-12T16:16:51.027 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:50 smithi099 ceph-mon[94290]: osdmap e948: 8 total, 8 up, 8 in 2024-04-12T16:16:51.028 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:50 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2973403889' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:16:51.028 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:50 smithi099 ceph-mon[96864]: osdmap e947: 8 total, 8 up, 8 in 2024-04-12T16:16:51.028 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:50 smithi099 ceph-mon[96864]: pgmap v1080: 137 pgs: 12 creating+peering, 12 unknown, 113 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 2.4 KiB/s wr, 4 op/s 2024-04-12T16:16:51.028 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:50 smithi099 ceph-mon[96864]: osdmap e948: 8 total, 8 up, 8 in 2024-04-12T16:16:51.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:50 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2973403889' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-137708-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:16:51.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:50 smithi110 ceph-mon[88691]: osdmap e947: 8 total, 8 up, 8 in 2024-04-12T16:16:51.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:50 smithi110 ceph-mon[88691]: pgmap v1080: 137 pgs: 12 creating+peering, 12 unknown, 113 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 2.4 KiB/s wr, 4 op/s 2024-04-12T16:16:51.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:50 smithi110 ceph-mon[88691]: osdmap e948: 8 total, 8 up, 8 in 2024-04-12T16:16:52.344 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (4649 ms) 2024-04-12T16:16:52.344 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 22 tests from TestCls2PCQueue (101397 ms total) 2024-04-12T16:16:52.344 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:16:52.344 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] Global test environment tear-down 2024-04-12T16:16:52.344 INFO:tasks.workunit.client.0.smithi099.stdout:[==========] 22 tests from 1 test suite ran. (101397 ms total) 2024-04-12T16:16:52.344 INFO:tasks.workunit.client.0.smithi099.stdout:[ PASSED ] 22 tests. 2024-04-12T16:16:52.348 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T16:16:52.348 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T16:16:52.384 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2024-04-12T16:16:52.384 DEBUG:teuthology.orchestra.run.smithi099:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2024-04-12T16:16:52.453 INFO:tasks.workunit.client.0.smithi099.stdout:Running main() from gmock_main.cc 2024-04-12T16:16:52.453 INFO:tasks.workunit.client.0.smithi099.stdout:[==========] Running 6 tests from 2 test suites. 2024-04-12T16:16:52.453 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] Global test environment set-up. 2024-04-12T16:16:52.453 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 5 tests from cls_cas 2024-04-12T16:16:52.453 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_cas.get_put 2024-04-12T16:16:52.583 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:16:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:16:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:16:53.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:53 smithi099 ceph-mon[94290]: osdmap e949: 8 total, 8 up, 8 in 2024-04-12T16:16:53.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:53 smithi099 ceph-mon[94290]: pgmap v1083: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:53.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:53 smithi099 ceph-mon[96864]: osdmap e949: 8 total, 8 up, 8 in 2024-04-12T16:16:53.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:53 smithi099 ceph-mon[96864]: pgmap v1083: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:53.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:53 smithi110 ceph-mon[88691]: osdmap e949: 8 total, 8 up, 8 in 2024-04-12T16:16:53.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:53 smithi110 ceph-mon[88691]: pgmap v1083: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:54.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:54 smithi099 ceph-mon[94290]: osdmap e950: 8 total, 8 up, 8 in 2024-04-12T16:16:54.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:54 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/925198845' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138495-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:16:54.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:54 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138495-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:16:54.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:54 smithi099 ceph-mon[96864]: osdmap e950: 8 total, 8 up, 8 in 2024-04-12T16:16:54.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:54 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/925198845' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138495-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:16:54.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:54 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138495-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:16:54.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:54 smithi110 ceph-mon[88691]: osdmap e950: 8 total, 8 up, 8 in 2024-04-12T16:16:54.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:54 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/925198845' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138495-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:16:54.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:54 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138495-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:16:55.369 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_cas.get_put (2916 ms) 2024-04-12T16:16:55.369 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_cas.wrong_put 2024-04-12T16:16:55.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:55 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138495-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:16:55.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:55 smithi099 ceph-mon[94290]: osdmap e951: 8 total, 8 up, 8 in 2024-04-12T16:16:55.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:55 smithi099 ceph-mon[94290]: pgmap v1086: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:55.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:55 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138495-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:16:55.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:55 smithi099 ceph-mon[96864]: osdmap e951: 8 total, 8 up, 8 in 2024-04-12T16:16:55.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:55 smithi099 ceph-mon[96864]: pgmap v1086: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:55.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:55 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138495-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:16:55.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:55 smithi110 ceph-mon[88691]: osdmap e951: 8 total, 8 up, 8 in 2024-04-12T16:16:55.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:55 smithi110 ceph-mon[88691]: pgmap v1086: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:56.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:56 smithi099 ceph-mon[94290]: osdmap e952: 8 total, 8 up, 8 in 2024-04-12T16:16:56.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:56 smithi099 ceph-mon[96864]: osdmap e952: 8 total, 8 up, 8 in 2024-04-12T16:16:56.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:16:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:16:56] "GET /metrics HTTP/1.1" 200 33975 "" "Prometheus/2.43.0" 2024-04-12T16:16:56.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:56 smithi110 ceph-mon[88691]: osdmap e952: 8 total, 8 up, 8 in 2024-04-12T16:16:57.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:57 smithi099 ceph-mon[96864]: osdmap e953: 8 total, 8 up, 8 in 2024-04-12T16:16:57.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:57 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3779946338' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138495-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:16:57.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:57 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138495-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:16:57.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:57 smithi099 ceph-mon[96864]: pgmap v1089: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:57.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:57 smithi099 ceph-mon[94290]: osdmap e953: 8 total, 8 up, 8 in 2024-04-12T16:16:57.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:57 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3779946338' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138495-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:16:57.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:57 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138495-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:16:57.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:57 smithi099 ceph-mon[94290]: pgmap v1089: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:57.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:57 smithi110 ceph-mon[88691]: osdmap e953: 8 total, 8 up, 8 in 2024-04-12T16:16:57.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:57 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3779946338' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138495-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:16:57.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:57 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138495-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:16:57.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:57 smithi110 ceph-mon[88691]: pgmap v1089: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:58.388 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_cas.wrong_put (3019 ms) 2024-04-12T16:16:58.388 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_cas.dup_get 2024-04-12T16:16:58.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:58 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:16:58.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:58 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138495-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:16:58.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:58 smithi099 ceph-mon[96864]: osdmap e954: 8 total, 8 up, 8 in 2024-04-12T16:16:58.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:16:58.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:16:58.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:58 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:16:58.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:58 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138495-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:16:58.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:58 smithi099 ceph-mon[94290]: osdmap e954: 8 total, 8 up, 8 in 2024-04-12T16:16:58.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:16:58.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:16:58.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:58 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:16:58.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:58 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138495-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:16:58.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:58 smithi110 ceph-mon[88691]: osdmap e954: 8 total, 8 up, 8 in 2024-04-12T16:16:58.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:16:58.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:16:59.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:59 smithi110 ceph-mon[88691]: osdmap e955: 8 total, 8 up, 8 in 2024-04-12T16:16:59.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:16:59 smithi110 ceph-mon[88691]: pgmap v1092: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:59.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:59 smithi099 ceph-mon[94290]: osdmap e955: 8 total, 8 up, 8 in 2024-04-12T16:16:59.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:16:59 smithi099 ceph-mon[94290]: pgmap v1092: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:16:59.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:59 smithi099 ceph-mon[96864]: osdmap e955: 8 total, 8 up, 8 in 2024-04-12T16:16:59.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:16:59 smithi099 ceph-mon[96864]: pgmap v1092: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:17:00.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:00 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:17:00.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:00 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:17:00.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:00 smithi110 ceph-mon[88691]: osdmap e956: 8 total, 8 up, 8 in 2024-04-12T16:17:00.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:00 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1880008604' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138495-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:00.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:00 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138495-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:00.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:00 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:17:00.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:00 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:17:00.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:00 smithi099 ceph-mon[96864]: osdmap e956: 8 total, 8 up, 8 in 2024-04-12T16:17:00.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:00 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1880008604' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138495-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:00.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:00 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138495-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:00.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:00 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:17:00.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:00 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:17:00.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:00 smithi099 ceph-mon[94290]: osdmap e956: 8 total, 8 up, 8 in 2024-04-12T16:17:00.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:00 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1880008604' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138495-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:00.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:00 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138495-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:01.404 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_cas.dup_get (3016 ms) 2024-04-12T16:17:01.404 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_cas.dup_put 2024-04-12T16:17:01.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:01 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138495-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:01.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:01 smithi110 ceph-mon[88691]: osdmap e957: 8 total, 8 up, 8 in 2024-04-12T16:17:01.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:01 smithi110 ceph-mon[88691]: pgmap v1095: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:17:01.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:01 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138495-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:01.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:01 smithi099 ceph-mon[94290]: osdmap e957: 8 total, 8 up, 8 in 2024-04-12T16:17:01.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:01 smithi099 ceph-mon[94290]: pgmap v1095: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:17:01.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:01 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138495-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:01.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:01 smithi099 ceph-mon[96864]: osdmap e957: 8 total, 8 up, 8 in 2024-04-12T16:17:01.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:01 smithi099 ceph-mon[96864]: pgmap v1095: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:17:02.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:02 smithi110 ceph-mon[88691]: osdmap e958: 8 total, 8 up, 8 in 2024-04-12T16:17:02.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:17:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:17:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:17:02.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:02 smithi099 ceph-mon[94290]: osdmap e958: 8 total, 8 up, 8 in 2024-04-12T16:17:02.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:02 smithi099 ceph-mon[96864]: osdmap e958: 8 total, 8 up, 8 in 2024-04-12T16:17:03.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:03 smithi110 ceph-mon[88691]: osdmap e959: 8 total, 8 up, 8 in 2024-04-12T16:17:03.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:03 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3181481587' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138495-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:03.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:03 smithi110 ceph-mon[88691]: pgmap v1098: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:17:03.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:03 smithi099 ceph-mon[96864]: osdmap e959: 8 total, 8 up, 8 in 2024-04-12T16:17:03.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:03 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3181481587' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138495-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:03.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:03 smithi099 ceph-mon[96864]: pgmap v1098: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:17:03.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:03 smithi099 ceph-mon[94290]: osdmap e959: 8 total, 8 up, 8 in 2024-04-12T16:17:03.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:03 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3181481587' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138495-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:03.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:03 smithi099 ceph-mon[94290]: pgmap v1098: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:17:04.424 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_cas.dup_put (3020 ms) 2024-04-12T16:17:04.424 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_cas.get_wrong_data 2024-04-12T16:17:04.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:04 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:17:04.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:04 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3181481587' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138495-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:04.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:04 smithi110 ceph-mon[88691]: osdmap e960: 8 total, 8 up, 8 in 2024-04-12T16:17:04.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:04 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:17:04.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:04 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3181481587' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138495-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:04.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:04 smithi099 ceph-mon[94290]: osdmap e960: 8 total, 8 up, 8 in 2024-04-12T16:17:04.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:04 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:17:04.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:04 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3181481587' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138495-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:04.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:04 smithi099 ceph-mon[96864]: osdmap e960: 8 total, 8 up, 8 in 2024-04-12T16:17:05.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:05 smithi110 ceph-mon[88691]: osdmap e961: 8 total, 8 up, 8 in 2024-04-12T16:17:05.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:05 smithi110 ceph-mon[88691]: pgmap v1101: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:17:05.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:05 smithi099 ceph-mon[94290]: osdmap e961: 8 total, 8 up, 8 in 2024-04-12T16:17:05.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:05 smithi099 ceph-mon[94290]: pgmap v1101: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:17:05.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:05 smithi099 ceph-mon[96864]: osdmap e961: 8 total, 8 up, 8 in 2024-04-12T16:17:05.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:05 smithi099 ceph-mon[96864]: pgmap v1101: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:17:06.626 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:17:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:17:06] "GET /metrics HTTP/1.1" 200 36416 "" "Prometheus/2.43.0" 2024-04-12T16:17:06.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:06 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:17:06.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:06 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:17:06.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:06 smithi099 ceph-mon[96864]: osdmap e962: 8 total, 8 up, 8 in 2024-04-12T16:17:06.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:06 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1570851733' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138495-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:06.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:06 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:17:06.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:06 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:17:06.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:06 smithi099 ceph-mon[94290]: osdmap e962: 8 total, 8 up, 8 in 2024-04-12T16:17:06.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:06 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1570851733' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138495-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:06.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:06 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:17:06.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:06 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:17:06.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:06 smithi110 ceph-mon[88691]: osdmap e962: 8 total, 8 up, 8 in 2024-04-12T16:17:06.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:06 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1570851733' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138495-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:07.455 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_cas.get_wrong_data (3030 ms) 2024-04-12T16:17:07.455 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 5 tests from cls_cas (15001 ms total) 2024-04-12T16:17:07.455 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:17:07.455 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 1 test from chunk_refs_t 2024-04-12T16:17:07.455 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] chunk_refs_t.size 2024-04-12T16:17:07.455 INFO:tasks.workunit.client.0.smithi099.stdout:1 60 by_object 2024-04-12T16:17:07.455 INFO:tasks.workunit.client.0.smithi099.stdout:2 103 by_object 2024-04-12T16:17:07.455 INFO:tasks.workunit.client.0.smithi099.stdout:4 189 by_object 2024-04-12T16:17:07.455 INFO:tasks.workunit.client.0.smithi099.stdout:8 361 by_object 2024-04-12T16:17:07.455 INFO:tasks.workunit.client.0.smithi099.stdout:16 112 by_hash(32 bits) 2024-04-12T16:17:07.455 INFO:tasks.workunit.client.0.smithi099.stdout:32 208 by_hash(32 bits) 2024-04-12T16:17:07.455 INFO:tasks.workunit.client.0.smithi099.stdout:64 400 by_hash(32 bits) 2024-04-12T16:17:07.456 INFO:tasks.workunit.client.0.smithi099.stdout:128 509 by_hash(10 bits) 2024-04-12T16:17:07.456 INFO:tasks.workunit.client.0.smithi099.stdout:256 499 by_hash(7 bits) 2024-04-12T16:17:07.456 INFO:tasks.workunit.client.0.smithi099.stdout:512 462 by_hash(5 bits) 2024-04-12T16:17:07.457 INFO:tasks.workunit.client.0.smithi099.stdout:1024 466 by_hash(5 bits) 2024-04-12T16:17:07.457 INFO:tasks.workunit.client.0.smithi099.stdout:2048 466 by_hash(5 bits) 2024-04-12T16:17:07.458 INFO:tasks.workunit.client.0.smithi099.stdout:4096 470 by_hash(5 bits) 2024-04-12T16:17:07.459 INFO:tasks.workunit.client.0.smithi099.stdout:8192 498 by_hash(4 bits) 2024-04-12T16:17:07.462 INFO:tasks.workunit.client.0.smithi099.stdout:16384 278 by_hash(3 bits) 2024-04-12T16:17:07.466 INFO:tasks.workunit.client.0.smithi099.stdout:32768 337 by_hash(2 bits) 2024-04-12T16:17:07.470 INFO:tasks.workunit.client.0.smithi099.stdout:65536 367 by_hash(2 bits) 2024-04-12T16:17:07.481 INFO:tasks.workunit.client.0.smithi099.stdout:131072 387 by_hash(1 bits) 2024-04-12T16:17:07.496 INFO:tasks.workunit.client.0.smithi099.stdout:262144 331 by_pool 2024-04-12T16:17:07.535 INFO:tasks.workunit.client.0.smithi099.stdout:524288 21 count 2024-04-12T16:17:07.589 INFO:tasks.workunit.client.0.smithi099.stdout:1048576 21 count 2024-04-12T16:17:07.685 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] chunk_refs_t.size (231 ms) 2024-04-12T16:17:07.685 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 1 test from chunk_refs_t (231 ms total) 2024-04-12T16:17:07.685 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:17:07.685 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] Global test environment tear-down 2024-04-12T16:17:07.685 INFO:tasks.workunit.client.0.smithi099.stdout:[==========] 6 tests from 2 test suites ran. (15232 ms total) 2024-04-12T16:17:07.685 INFO:tasks.workunit.client.0.smithi099.stdout:[ PASSED ] 6 tests. 2024-04-12T16:17:07.687 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T16:17:07.687 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T16:17:07.734 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:07 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1570851733' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138495-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:07.734 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:07 smithi110 ceph-mon[88691]: osdmap e963: 8 total, 8 up, 8 in 2024-04-12T16:17:07.734 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:07 smithi110 ceph-mon[88691]: pgmap v1104: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:17:07.751 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:07 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1570851733' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138495-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:07.751 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:07 smithi099 ceph-mon[94290]: osdmap e963: 8 total, 8 up, 8 in 2024-04-12T16:17:07.751 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:07 smithi099 ceph-mon[94290]: pgmap v1104: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:17:07.751 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:07 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1570851733' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138495-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:07.751 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:07 smithi099 ceph-mon[96864]: osdmap e963: 8 total, 8 up, 8 in 2024-04-12T16:17:07.751 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:07 smithi099 ceph-mon[96864]: pgmap v1104: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:17:07.754 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-04-12T16:17:07.754 DEBUG:teuthology.orchestra.run.smithi099:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-04-12T16:17:07.822 INFO:tasks.workunit.client.0.smithi099.stdout:Running main() from gmock_main.cc 2024-04-12T16:17:07.822 INFO:tasks.workunit.client.0.smithi099.stdout:[==========] Running 31 tests from 1 test suite. 2024-04-12T16:17:07.822 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] Global test environment set-up. 2024-04-12T16:17:08.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:08 smithi110 ceph-mon[88691]: osdmap e964: 8 total, 8 up, 8 in 2024-04-12T16:17:08.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:08 smithi099 ceph-mon[94290]: osdmap e964: 8 total, 8 up, 8 in 2024-04-12T16:17:08.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:08 smithi099 ceph-mon[96864]: osdmap e964: 8 total, 8 up, 8 in 2024-04-12T16:17:09.459 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 31 tests from CmpOmap 2024-04-12T16:17:09.460 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-04-12T16:17:09.475 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (16 ms) 2024-04-12T16:17:09.475 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-04-12T16:17:09.481 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (6 ms) 2024-04-12T16:17:09.481 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-04-12T16:17:09.484 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (3 ms) 2024-04-12T16:17:09.484 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-04-12T16:17:09.488 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (3 ms) 2024-04-12T16:17:09.488 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-04-12T16:17:09.493 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] CmpOmap.cmp_vals_str (5 ms) 2024-04-12T16:17:09.493 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-04-12T16:17:09.501 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] CmpOmap.cmp_vals_u64 (8 ms) 2024-04-12T16:17:09.501 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-04-12T16:17:09.504 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2024-04-12T16:17:09.504 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-04-12T16:17:09.507 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (3 ms) 2024-04-12T16:17:09.507 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-04-12T16:17:09.509 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (2 ms) 2024-04-12T16:17:09.509 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-04-12T16:17:09.513 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (4 ms) 2024-04-12T16:17:09.513 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-04-12T16:17:09.513 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2024-04-12T16:17:09.513 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-04-12T16:17:09.514 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (0 ms) 2024-04-12T16:17:09.514 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-04-12T16:17:09.520 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (6 ms) 2024-04-12T16:17:09.520 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-04-12T16:17:09.526 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (6 ms) 2024-04-12T16:17:09.526 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-04-12T16:17:09.532 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (6 ms) 2024-04-12T16:17:09.532 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-04-12T16:17:09.539 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (8 ms) 2024-04-12T16:17:09.539 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-04-12T16:17:09.546 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] CmpOmap.cmp_set_vals_str (6 ms) 2024-04-12T16:17:09.546 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-04-12T16:17:09.552 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (7 ms) 2024-04-12T16:17:09.552 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-04-12T16:17:09.554 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (1 ms) 2024-04-12T16:17:09.554 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-04-12T16:17:09.556 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (3 ms) 2024-04-12T16:17:09.556 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-04-12T16:17:09.557 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-04-12T16:17:09.557 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-04-12T16:17:09.558 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (0 ms) 2024-04-12T16:17:09.558 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-04-12T16:17:09.564 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (7 ms) 2024-04-12T16:17:09.564 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-04-12T16:17:09.570 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (5 ms) 2024-04-12T16:17:09.570 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-04-12T16:17:09.576 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (7 ms) 2024-04-12T16:17:09.576 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-04-12T16:17:09.584 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (7 ms) 2024-04-12T16:17:09.584 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-04-12T16:17:09.585 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (2 ms) 2024-04-12T16:17:09.585 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-04-12T16:17:09.588 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (2 ms) 2024-04-12T16:17:09.588 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-04-12T16:17:09.588 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-04-12T16:17:09.589 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-04-12T16:17:09.589 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (1 ms) 2024-04-12T16:17:09.589 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-04-12T16:17:09.597 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (7 ms) 2024-04-12T16:17:09.597 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 31 tests from CmpOmap (138 ms total) 2024-04-12T16:17:09.597 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:17:09.597 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] Global test environment tear-down 2024-04-12T16:17:09.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:09 smithi110 ceph-mon[88691]: osdmap e965: 8 total, 8 up, 8 in 2024-04-12T16:17:09.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:09 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3777901146' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138618-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:09.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:09 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138618-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:09.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:09 smithi110 ceph-mon[88691]: pgmap v1107: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:17:09.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:09 smithi099 ceph-mon[94290]: osdmap e965: 8 total, 8 up, 8 in 2024-04-12T16:17:09.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:09 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3777901146' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138618-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:09.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:09 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138618-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:09.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:09 smithi099 ceph-mon[94290]: pgmap v1107: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:17:09.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:09 smithi099 ceph-mon[96864]: osdmap e965: 8 total, 8 up, 8 in 2024-04-12T16:17:09.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:09 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3777901146' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138618-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:09.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:09 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138618-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:09.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:09 smithi099 ceph-mon[96864]: pgmap v1107: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:17:10.468 INFO:tasks.workunit.client.0.smithi099.stdout:[==========] 31 tests from 1 test suite ran. (2646 ms total) 2024-04-12T16:17:10.468 INFO:tasks.workunit.client.0.smithi099.stdout:[ PASSED ] 31 tests. 2024-04-12T16:17:10.472 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T16:17:10.472 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T16:17:10.541 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-04-12T16:17:10.541 DEBUG:teuthology.orchestra.run.smithi099:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-04-12T16:17:10.611 INFO:tasks.workunit.client.0.smithi099.stdout:Running main() from gmock_main.cc 2024-04-12T16:17:10.611 INFO:tasks.workunit.client.0.smithi099.stdout:[==========] Running 6 tests from 1 test suite. 2024-04-12T16:17:10.611 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] Global test environment set-up. 2024-04-12T16:17:10.611 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 6 tests from ClsHello 2024-04-12T16:17:10.611 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] ClsHello.SayHello 2024-04-12T16:17:10.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:10 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:17:10.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:10 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138618-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:10.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:10 smithi110 ceph-mon[88691]: osdmap e966: 8 total, 8 up, 8 in 2024-04-12T16:17:10.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:10 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:17:10.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:10 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138618-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:10.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:10 smithi099 ceph-mon[94290]: osdmap e966: 8 total, 8 up, 8 in 2024-04-12T16:17:10.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:10 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:17:10.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:10 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138618-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:10.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:10 smithi099 ceph-mon[96864]: osdmap e966: 8 total, 8 up, 8 in 2024-04-12T16:17:11.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:11 smithi110 ceph-mon[88691]: osdmap e967: 8 total, 8 up, 8 in 2024-04-12T16:17:11.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:11 smithi110 ceph-mon[88691]: pgmap v1110: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:17:11.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:11 smithi099 ceph-mon[94290]: osdmap e967: 8 total, 8 up, 8 in 2024-04-12T16:17:11.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:11 smithi099 ceph-mon[94290]: pgmap v1110: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:17:11.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:11 smithi099 ceph-mon[96864]: osdmap e967: 8 total, 8 up, 8 in 2024-04-12T16:17:11.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:11 smithi099 ceph-mon[96864]: pgmap v1110: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:17:12.583 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:17:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:17:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:17:12.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:12 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:17:12.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:12 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:17:12.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:12 smithi110 ceph-mon[88691]: osdmap e968: 8 total, 8 up, 8 in 2024-04-12T16:17:12.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:12 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1826449754' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:12.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:12 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:12.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:17:12.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:17:12.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:12 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:17:12.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:12 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:17:12.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:12 smithi099 ceph-mon[94290]: osdmap e968: 8 total, 8 up, 8 in 2024-04-12T16:17:12.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:12 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1826449754' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:12.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:12 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:12.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:17:12.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:17:12.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:12 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:17:12.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:12 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:17:12.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:12 smithi099 ceph-mon[96864]: osdmap e968: 8 total, 8 up, 8 in 2024-04-12T16:17:12.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:12 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1826449754' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:12.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:12 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:12.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:17:12.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:17:13.494 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] ClsHello.SayHello (2883 ms) 2024-04-12T16:17:13.494 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] ClsHello.RecordHello 2024-04-12T16:17:13.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:13 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:13.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:13 smithi110 ceph-mon[88691]: osdmap e969: 8 total, 8 up, 8 in 2024-04-12T16:17:13.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:13 smithi110 ceph-mon[88691]: pgmap v1113: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:17:13.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:13 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:13.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:13 smithi099 ceph-mon[94290]: osdmap e969: 8 total, 8 up, 8 in 2024-04-12T16:17:13.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:13 smithi099 ceph-mon[94290]: pgmap v1113: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:17:13.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:13 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:13.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:13 smithi099 ceph-mon[96864]: osdmap e969: 8 total, 8 up, 8 in 2024-04-12T16:17:13.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:13 smithi099 ceph-mon[96864]: pgmap v1113: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:17:14.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:14 smithi110 ceph-mon[88691]: osdmap e970: 8 total, 8 up, 8 in 2024-04-12T16:17:14.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:14 smithi099 ceph-mon[94290]: osdmap e970: 8 total, 8 up, 8 in 2024-04-12T16:17:14.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:14 smithi099 ceph-mon[96864]: osdmap e970: 8 total, 8 up, 8 in 2024-04-12T16:17:15.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:15 smithi110 ceph-mon[88691]: osdmap e971: 8 total, 8 up, 8 in 2024-04-12T16:17:15.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:15 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1687968529' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:15.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:15 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:15.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:15 smithi110 ceph-mon[88691]: pgmap v1116: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:17:15.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:15 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:15.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:15 smithi110 ceph-mon[88691]: osdmap e972: 8 total, 8 up, 8 in 2024-04-12T16:17:15.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:15 smithi099 ceph-mon[96864]: osdmap e971: 8 total, 8 up, 8 in 2024-04-12T16:17:15.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:15 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1687968529' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:15.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:15 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:15.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:15 smithi099 ceph-mon[96864]: pgmap v1116: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:17:15.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:15 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:15.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:15 smithi099 ceph-mon[96864]: osdmap e972: 8 total, 8 up, 8 in 2024-04-12T16:17:15.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:15 smithi099 ceph-mon[94290]: osdmap e971: 8 total, 8 up, 8 in 2024-04-12T16:17:15.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:15 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1687968529' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:15.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:15 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:15.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:15 smithi099 ceph-mon[94290]: pgmap v1116: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:17:15.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:15 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:15.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:15 smithi099 ceph-mon[94290]: osdmap e972: 8 total, 8 up, 8 in 2024-04-12T16:17:16.500 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] ClsHello.RecordHello (3006 ms) 2024-04-12T16:17:16.500 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] ClsHello.WriteReturnData 2024-04-12T16:17:16.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:16 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:17:16.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:16 smithi099 ceph-mon[94290]: osdmap e973: 8 total, 8 up, 8 in 2024-04-12T16:17:16.626 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:17:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:17:16] "GET /metrics HTTP/1.1" 200 36416 "" "Prometheus/2.43.0" 2024-04-12T16:17:16.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:16 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:17:16.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:16 smithi099 ceph-mon[96864]: osdmap e973: 8 total, 8 up, 8 in 2024-04-12T16:17:16.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:16 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:17:16.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:16 smithi110 ceph-mon[88691]: osdmap e973: 8 total, 8 up, 8 in 2024-04-12T16:17:17.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:17 smithi110 ceph-mon[88691]: pgmap v1119: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:17:17.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:17 smithi099 ceph-mon[94290]: pgmap v1119: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:17:17.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:17 smithi099 ceph-mon[96864]: pgmap v1119: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:17:18.547 INFO:tasks.workunit.client.0.smithi099.stdout:require_osd_release = squid 2024-04-12T16:17:18.549 INFO:tasks.workunit.client.0.smithi099.stdout:0 2024-04-12T16:17:18.680 INFO:tasks.workunit.client.0.smithi099.stdout:1 2024-04-12T16:17:18.681 INFO:tasks.workunit.client.0.smithi099.stdout:2 2024-04-12T16:17:18.682 INFO:tasks.workunit.client.0.smithi099.stdout:3 2024-04-12T16:17:18.683 INFO:tasks.workunit.client.0.smithi099.stdout:4 2024-04-12T16:17:18.685 INFO:tasks.workunit.client.0.smithi099.stdout:5 2024-04-12T16:17:18.685 INFO:tasks.workunit.client.0.smithi099.stdout:6 2024-04-12T16:17:18.687 INFO:tasks.workunit.client.0.smithi099.stdout:7 2024-04-12T16:17:18.688 INFO:tasks.workunit.client.0.smithi099.stdout:8 2024-04-12T16:17:18.688 INFO:tasks.workunit.client.0.smithi099.stdout:9 2024-04-12T16:17:18.689 INFO:tasks.workunit.client.0.smithi099.stdout:10 2024-04-12T16:17:18.690 INFO:tasks.workunit.client.0.smithi099.stdout:11 2024-04-12T16:17:18.691 INFO:tasks.workunit.client.0.smithi099.stdout:12 2024-04-12T16:17:18.692 INFO:tasks.workunit.client.0.smithi099.stdout:13 2024-04-12T16:17:18.693 INFO:tasks.workunit.client.0.smithi099.stdout:14 2024-04-12T16:17:18.694 INFO:tasks.workunit.client.0.smithi099.stdout:15 2024-04-12T16:17:18.694 INFO:tasks.workunit.client.0.smithi099.stdout:16 2024-04-12T16:17:18.695 INFO:tasks.workunit.client.0.smithi099.stdout:17 2024-04-12T16:17:18.696 INFO:tasks.workunit.client.0.smithi099.stdout:18 2024-04-12T16:17:18.697 INFO:tasks.workunit.client.0.smithi099.stdout:19 2024-04-12T16:17:18.698 INFO:tasks.workunit.client.0.smithi099.stdout:20 2024-04-12T16:17:18.698 INFO:tasks.workunit.client.0.smithi099.stdout:21 2024-04-12T16:17:18.699 INFO:tasks.workunit.client.0.smithi099.stdout:22 2024-04-12T16:17:18.700 INFO:tasks.workunit.client.0.smithi099.stdout:23 2024-04-12T16:17:18.701 INFO:tasks.workunit.client.0.smithi099.stdout:24 2024-04-12T16:17:18.702 INFO:tasks.workunit.client.0.smithi099.stdout:25 2024-04-12T16:17:18.703 INFO:tasks.workunit.client.0.smithi099.stdout:26 2024-04-12T16:17:18.703 INFO:tasks.workunit.client.0.smithi099.stdout:27 2024-04-12T16:17:18.704 INFO:tasks.workunit.client.0.smithi099.stdout:28 2024-04-12T16:17:18.705 INFO:tasks.workunit.client.0.smithi099.stdout:29 2024-04-12T16:17:18.706 INFO:tasks.workunit.client.0.smithi099.stdout:30 2024-04-12T16:17:18.707 INFO:tasks.workunit.client.0.smithi099.stdout:31 2024-04-12T16:17:18.708 INFO:tasks.workunit.client.0.smithi099.stdout:32 2024-04-12T16:17:18.708 INFO:tasks.workunit.client.0.smithi099.stdout:33 2024-04-12T16:17:18.709 INFO:tasks.workunit.client.0.smithi099.stdout:34 2024-04-12T16:17:18.710 INFO:tasks.workunit.client.0.smithi099.stdout:35 2024-04-12T16:17:18.711 INFO:tasks.workunit.client.0.smithi099.stdout:36 2024-04-12T16:17:18.712 INFO:tasks.workunit.client.0.smithi099.stdout:37 2024-04-12T16:17:18.712 INFO:tasks.workunit.client.0.smithi099.stdout:38 2024-04-12T16:17:18.713 INFO:tasks.workunit.client.0.smithi099.stdout:39 2024-04-12T16:17:18.714 INFO:tasks.workunit.client.0.smithi099.stdout:40 2024-04-12T16:17:18.715 INFO:tasks.workunit.client.0.smithi099.stdout:41 2024-04-12T16:17:18.716 INFO:tasks.workunit.client.0.smithi099.stdout:42 2024-04-12T16:17:18.717 INFO:tasks.workunit.client.0.smithi099.stdout:43 2024-04-12T16:17:18.717 INFO:tasks.workunit.client.0.smithi099.stdout:44 2024-04-12T16:17:18.718 INFO:tasks.workunit.client.0.smithi099.stdout:45 2024-04-12T16:17:18.719 INFO:tasks.workunit.client.0.smithi099.stdout:46 2024-04-12T16:17:18.720 INFO:tasks.workunit.client.0.smithi099.stdout:47 2024-04-12T16:17:18.721 INFO:tasks.workunit.client.0.smithi099.stdout:48 2024-04-12T16:17:18.721 INFO:tasks.workunit.client.0.smithi099.stdout:49 2024-04-12T16:17:18.722 INFO:tasks.workunit.client.0.smithi099.stdout:50 2024-04-12T16:17:18.723 INFO:tasks.workunit.client.0.smithi099.stdout:51 2024-04-12T16:17:18.724 INFO:tasks.workunit.client.0.smithi099.stdout:52 2024-04-12T16:17:18.725 INFO:tasks.workunit.client.0.smithi099.stdout:53 2024-04-12T16:17:18.725 INFO:tasks.workunit.client.0.smithi099.stdout:54 2024-04-12T16:17:18.726 INFO:tasks.workunit.client.0.smithi099.stdout:55 2024-04-12T16:17:18.727 INFO:tasks.workunit.client.0.smithi099.stdout:56 2024-04-12T16:17:18.728 INFO:tasks.workunit.client.0.smithi099.stdout:57 2024-04-12T16:17:18.729 INFO:tasks.workunit.client.0.smithi099.stdout:58 2024-04-12T16:17:18.729 INFO:tasks.workunit.client.0.smithi099.stdout:59 2024-04-12T16:17:18.730 INFO:tasks.workunit.client.0.smithi099.stdout:60 2024-04-12T16:17:18.731 INFO:tasks.workunit.client.0.smithi099.stdout:61 2024-04-12T16:17:18.732 INFO:tasks.workunit.client.0.smithi099.stdout:62 2024-04-12T16:17:18.733 INFO:tasks.workunit.client.0.smithi099.stdout:63 2024-04-12T16:17:18.734 INFO:tasks.workunit.client.0.smithi099.stdout:64 2024-04-12T16:17:18.734 INFO:tasks.workunit.client.0.smithi099.stdout:65 2024-04-12T16:17:18.735 INFO:tasks.workunit.client.0.smithi099.stdout:66 2024-04-12T16:17:18.736 INFO:tasks.workunit.client.0.smithi099.stdout:67 2024-04-12T16:17:18.737 INFO:tasks.workunit.client.0.smithi099.stdout:68 2024-04-12T16:17:18.737 INFO:tasks.workunit.client.0.smithi099.stdout:69 2024-04-12T16:17:18.738 INFO:tasks.workunit.client.0.smithi099.stdout:70 2024-04-12T16:17:18.739 INFO:tasks.workunit.client.0.smithi099.stdout:71 2024-04-12T16:17:18.740 INFO:tasks.workunit.client.0.smithi099.stdout:72 2024-04-12T16:17:18.741 INFO:tasks.workunit.client.0.smithi099.stdout:73 2024-04-12T16:17:18.742 INFO:tasks.workunit.client.0.smithi099.stdout:74 2024-04-12T16:17:18.743 INFO:tasks.workunit.client.0.smithi099.stdout:75 2024-04-12T16:17:18.744 INFO:tasks.workunit.client.0.smithi099.stdout:76 2024-04-12T16:17:18.744 INFO:tasks.workunit.client.0.smithi099.stdout:77 2024-04-12T16:17:18.745 INFO:tasks.workunit.client.0.smithi099.stdout:78 2024-04-12T16:17:18.746 INFO:tasks.workunit.client.0.smithi099.stdout:79 2024-04-12T16:17:18.747 INFO:tasks.workunit.client.0.smithi099.stdout:80 2024-04-12T16:17:18.748 INFO:tasks.workunit.client.0.smithi099.stdout:81 2024-04-12T16:17:18.749 INFO:tasks.workunit.client.0.smithi099.stdout:82 2024-04-12T16:17:18.749 INFO:tasks.workunit.client.0.smithi099.stdout:83 2024-04-12T16:17:18.750 INFO:tasks.workunit.client.0.smithi099.stdout:84 2024-04-12T16:17:18.751 INFO:tasks.workunit.client.0.smithi099.stdout:85 2024-04-12T16:17:18.752 INFO:tasks.workunit.client.0.smithi099.stdout:86 2024-04-12T16:17:18.752 INFO:tasks.workunit.client.0.smithi099.stdout:87 2024-04-12T16:17:18.753 INFO:tasks.workunit.client.0.smithi099.stdout:88 2024-04-12T16:17:18.754 INFO:tasks.workunit.client.0.smithi099.stdout:89 2024-04-12T16:17:18.755 INFO:tasks.workunit.client.0.smithi099.stdout:90 2024-04-12T16:17:18.756 INFO:tasks.workunit.client.0.smithi099.stdout:91 2024-04-12T16:17:18.756 INFO:tasks.workunit.client.0.smithi099.stdout:92 2024-04-12T16:17:18.757 INFO:tasks.workunit.client.0.smithi099.stdout:93 2024-04-12T16:17:18.758 INFO:tasks.workunit.client.0.smithi099.stdout:94 2024-04-12T16:17:18.759 INFO:tasks.workunit.client.0.smithi099.stdout:95 2024-04-12T16:17:18.760 INFO:tasks.workunit.client.0.smithi099.stdout:96 2024-04-12T16:17:18.761 INFO:tasks.workunit.client.0.smithi099.stdout:97 2024-04-12T16:17:18.761 INFO:tasks.workunit.client.0.smithi099.stdout:98 2024-04-12T16:17:18.762 INFO:tasks.workunit.client.0.smithi099.stdout:99 2024-04-12T16:17:18.763 INFO:tasks.workunit.client.0.smithi099.stdout:100 2024-04-12T16:17:18.764 INFO:tasks.workunit.client.0.smithi099.stdout:101 2024-04-12T16:17:18.765 INFO:tasks.workunit.client.0.smithi099.stdout:102 2024-04-12T16:17:18.765 INFO:tasks.workunit.client.0.smithi099.stdout:103 2024-04-12T16:17:18.766 INFO:tasks.workunit.client.0.smithi099.stdout:104 2024-04-12T16:17:18.767 INFO:tasks.workunit.client.0.smithi099.stdout:105 2024-04-12T16:17:18.768 INFO:tasks.workunit.client.0.smithi099.stdout:106 2024-04-12T16:17:18.769 INFO:tasks.workunit.client.0.smithi099.stdout:107 2024-04-12T16:17:18.769 INFO:tasks.workunit.client.0.smithi099.stdout:108 2024-04-12T16:17:18.770 INFO:tasks.workunit.client.0.smithi099.stdout:109 2024-04-12T16:17:18.771 INFO:tasks.workunit.client.0.smithi099.stdout:110 2024-04-12T16:17:18.772 INFO:tasks.workunit.client.0.smithi099.stdout:111 2024-04-12T16:17:18.773 INFO:tasks.workunit.client.0.smithi099.stdout:112 2024-04-12T16:17:18.773 INFO:tasks.workunit.client.0.smithi099.stdout:113 2024-04-12T16:17:18.774 INFO:tasks.workunit.client.0.smithi099.stdout:114 2024-04-12T16:17:18.775 INFO:tasks.workunit.client.0.smithi099.stdout:115 2024-04-12T16:17:18.776 INFO:tasks.workunit.client.0.smithi099.stdout:116 2024-04-12T16:17:18.777 INFO:tasks.workunit.client.0.smithi099.stdout:117 2024-04-12T16:17:18.777 INFO:tasks.workunit.client.0.smithi099.stdout:118 2024-04-12T16:17:18.778 INFO:tasks.workunit.client.0.smithi099.stdout:119 2024-04-12T16:17:18.779 INFO:tasks.workunit.client.0.smithi099.stdout:120 2024-04-12T16:17:18.780 INFO:tasks.workunit.client.0.smithi099.stdout:121 2024-04-12T16:17:18.781 INFO:tasks.workunit.client.0.smithi099.stdout:122 2024-04-12T16:17:18.781 INFO:tasks.workunit.client.0.smithi099.stdout:123 2024-04-12T16:17:18.782 INFO:tasks.workunit.client.0.smithi099.stdout:124 2024-04-12T16:17:18.783 INFO:tasks.workunit.client.0.smithi099.stdout:125 2024-04-12T16:17:18.784 INFO:tasks.workunit.client.0.smithi099.stdout:126 2024-04-12T16:17:18.785 INFO:tasks.workunit.client.0.smithi099.stdout:127 2024-04-12T16:17:18.785 INFO:tasks.workunit.client.0.smithi099.stdout:128 2024-04-12T16:17:18.786 INFO:tasks.workunit.client.0.smithi099.stdout:129 2024-04-12T16:17:18.787 INFO:tasks.workunit.client.0.smithi099.stdout:130 2024-04-12T16:17:18.788 INFO:tasks.workunit.client.0.smithi099.stdout:131 2024-04-12T16:17:18.788 INFO:tasks.workunit.client.0.smithi099.stdout:132 2024-04-12T16:17:18.789 INFO:tasks.workunit.client.0.smithi099.stdout:133 2024-04-12T16:17:18.790 INFO:tasks.workunit.client.0.smithi099.stdout:134 2024-04-12T16:17:18.791 INFO:tasks.workunit.client.0.smithi099.stdout:135 2024-04-12T16:17:18.791 INFO:tasks.workunit.client.0.smithi099.stdout:136 2024-04-12T16:17:18.792 INFO:tasks.workunit.client.0.smithi099.stdout:137 2024-04-12T16:17:18.793 INFO:tasks.workunit.client.0.smithi099.stdout:138 2024-04-12T16:17:18.794 INFO:tasks.workunit.client.0.smithi099.stdout:139 2024-04-12T16:17:18.794 INFO:tasks.workunit.client.0.smithi099.stdout:140 2024-04-12T16:17:18.795 INFO:tasks.workunit.client.0.smithi099.stdout:141 2024-04-12T16:17:18.796 INFO:tasks.workunit.client.0.smithi099.stdout:142 2024-04-12T16:17:18.797 INFO:tasks.workunit.client.0.smithi099.stdout:143 2024-04-12T16:17:18.797 INFO:tasks.workunit.client.0.smithi099.stdout:144 2024-04-12T16:17:18.798 INFO:tasks.workunit.client.0.smithi099.stdout:145 2024-04-12T16:17:18.799 INFO:tasks.workunit.client.0.smithi099.stdout:146 2024-04-12T16:17:18.800 INFO:tasks.workunit.client.0.smithi099.stdout:147 2024-04-12T16:17:18.801 INFO:tasks.workunit.client.0.smithi099.stdout:148 2024-04-12T16:17:18.801 INFO:tasks.workunit.client.0.smithi099.stdout:149 2024-04-12T16:17:18.802 INFO:tasks.workunit.client.0.smithi099.stdout:150 2024-04-12T16:17:18.803 INFO:tasks.workunit.client.0.smithi099.stdout:151 2024-04-12T16:17:18.804 INFO:tasks.workunit.client.0.smithi099.stdout:152 2024-04-12T16:17:18.804 INFO:tasks.workunit.client.0.smithi099.stdout:153 2024-04-12T16:17:18.805 INFO:tasks.workunit.client.0.smithi099.stdout:154 2024-04-12T16:17:18.806 INFO:tasks.workunit.client.0.smithi099.stdout:155 2024-04-12T16:17:18.807 INFO:tasks.workunit.client.0.smithi099.stdout:156 2024-04-12T16:17:18.808 INFO:tasks.workunit.client.0.smithi099.stdout:157 2024-04-12T16:17:18.809 INFO:tasks.workunit.client.0.smithi099.stdout:158 2024-04-12T16:17:18.809 INFO:tasks.workunit.client.0.smithi099.stdout:159 2024-04-12T16:17:18.810 INFO:tasks.workunit.client.0.smithi099.stdout:160 2024-04-12T16:17:18.811 INFO:tasks.workunit.client.0.smithi099.stdout:161 2024-04-12T16:17:18.812 INFO:tasks.workunit.client.0.smithi099.stdout:162 2024-04-12T16:17:18.812 INFO:tasks.workunit.client.0.smithi099.stdout:163 2024-04-12T16:17:18.813 INFO:tasks.workunit.client.0.smithi099.stdout:164 2024-04-12T16:17:18.814 INFO:tasks.workunit.client.0.smithi099.stdout:165 2024-04-12T16:17:18.815 INFO:tasks.workunit.client.0.smithi099.stdout:166 2024-04-12T16:17:18.816 INFO:tasks.workunit.client.0.smithi099.stdout:167 2024-04-12T16:17:18.816 INFO:tasks.workunit.client.0.smithi099.stdout:168 2024-04-12T16:17:18.817 INFO:tasks.workunit.client.0.smithi099.stdout:169 2024-04-12T16:17:18.818 INFO:tasks.workunit.client.0.smithi099.stdout:170 2024-04-12T16:17:18.819 INFO:tasks.workunit.client.0.smithi099.stdout:171 2024-04-12T16:17:18.820 INFO:tasks.workunit.client.0.smithi099.stdout:172 2024-04-12T16:17:18.820 INFO:tasks.workunit.client.0.smithi099.stdout:173 2024-04-12T16:17:18.821 INFO:tasks.workunit.client.0.smithi099.stdout:174 2024-04-12T16:17:18.822 INFO:tasks.workunit.client.0.smithi099.stdout:175 2024-04-12T16:17:18.823 INFO:tasks.workunit.client.0.smithi099.stdout:176 2024-04-12T16:17:18.824 INFO:tasks.workunit.client.0.smithi099.stdout:177 2024-04-12T16:17:18.825 INFO:tasks.workunit.client.0.smithi099.stdout:178 2024-04-12T16:17:18.825 INFO:tasks.workunit.client.0.smithi099.stdout:179 2024-04-12T16:17:18.826 INFO:tasks.workunit.client.0.smithi099.stdout:180 2024-04-12T16:17:18.827 INFO:tasks.workunit.client.0.smithi099.stdout:181 2024-04-12T16:17:18.828 INFO:tasks.workunit.client.0.smithi099.stdout:182 2024-04-12T16:17:18.828 INFO:tasks.workunit.client.0.smithi099.stdout:183 2024-04-12T16:17:18.829 INFO:tasks.workunit.client.0.smithi099.stdout:184 2024-04-12T16:17:18.830 INFO:tasks.workunit.client.0.smithi099.stdout:185 2024-04-12T16:17:18.831 INFO:tasks.workunit.client.0.smithi099.stdout:186 2024-04-12T16:17:18.832 INFO:tasks.workunit.client.0.smithi099.stdout:187 2024-04-12T16:17:18.832 INFO:tasks.workunit.client.0.smithi099.stdout:188 2024-04-12T16:17:18.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:18 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:17:18.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:18 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:17:18.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:18 smithi110 ceph-mon[88691]: osdmap e974: 8 total, 8 up, 8 in 2024-04-12T16:17:18.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:18 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3722814655' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:18.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:18 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:18.833 INFO:tasks.workunit.client.0.smithi099.stdout:189 2024-04-12T16:17:18.834 INFO:tasks.workunit.client.0.smithi099.stdout:190 2024-04-12T16:17:18.835 INFO:tasks.workunit.client.0.smithi099.stdout:191 2024-04-12T16:17:18.836 INFO:tasks.workunit.client.0.smithi099.stdout:192 2024-04-12T16:17:18.837 INFO:tasks.workunit.client.0.smithi099.stdout:193 2024-04-12T16:17:18.838 INFO:tasks.workunit.client.0.smithi099.stdout:194 2024-04-12T16:17:18.839 INFO:tasks.workunit.client.0.smithi099.stdout:195 2024-04-12T16:17:18.839 INFO:tasks.workunit.client.0.smithi099.stdout:196 2024-04-12T16:17:18.840 INFO:tasks.workunit.client.0.smithi099.stdout:197 2024-04-12T16:17:18.841 INFO:tasks.workunit.client.0.smithi099.stdout:198 2024-04-12T16:17:18.842 INFO:tasks.workunit.client.0.smithi099.stdout:199 2024-04-12T16:17:18.843 INFO:tasks.workunit.client.0.smithi099.stdout:200 2024-04-12T16:17:18.844 INFO:tasks.workunit.client.0.smithi099.stdout:201 2024-04-12T16:17:18.845 INFO:tasks.workunit.client.0.smithi099.stdout:202 2024-04-12T16:17:18.846 INFO:tasks.workunit.client.0.smithi099.stdout:203 2024-04-12T16:17:18.847 INFO:tasks.workunit.client.0.smithi099.stdout:204 2024-04-12T16:17:18.848 INFO:tasks.workunit.client.0.smithi099.stdout:205 2024-04-12T16:17:18.849 INFO:tasks.workunit.client.0.smithi099.stdout:206 2024-04-12T16:17:18.849 INFO:tasks.workunit.client.0.smithi099.stdout:207 2024-04-12T16:17:18.850 INFO:tasks.workunit.client.0.smithi099.stdout:208 2024-04-12T16:17:18.852 INFO:tasks.workunit.client.0.smithi099.stdout:209 2024-04-12T16:17:18.853 INFO:tasks.workunit.client.0.smithi099.stdout:210 2024-04-12T16:17:18.854 INFO:tasks.workunit.client.0.smithi099.stdout:211 2024-04-12T16:17:18.854 INFO:tasks.workunit.client.0.smithi099.stdout:212 2024-04-12T16:17:18.856 INFO:tasks.workunit.client.0.smithi099.stdout:213 2024-04-12T16:17:18.856 INFO:tasks.workunit.client.0.smithi099.stdout:214 2024-04-12T16:17:18.857 INFO:tasks.workunit.client.0.smithi099.stdout:215 2024-04-12T16:17:18.858 INFO:tasks.workunit.client.0.smithi099.stdout:216 2024-04-12T16:17:18.859 INFO:tasks.workunit.client.0.smithi099.stdout:217 2024-04-12T16:17:18.860 INFO:tasks.workunit.client.0.smithi099.stdout:218 2024-04-12T16:17:18.861 INFO:tasks.workunit.client.0.smithi099.stdout:219 2024-04-12T16:17:18.862 INFO:tasks.workunit.client.0.smithi099.stdout:220 2024-04-12T16:17:18.863 INFO:tasks.workunit.client.0.smithi099.stdout:221 2024-04-12T16:17:18.864 INFO:tasks.workunit.client.0.smithi099.stdout:222 2024-04-12T16:17:18.865 INFO:tasks.workunit.client.0.smithi099.stdout:223 2024-04-12T16:17:18.866 INFO:tasks.workunit.client.0.smithi099.stdout:224 2024-04-12T16:17:18.867 INFO:tasks.workunit.client.0.smithi099.stdout:225 2024-04-12T16:17:18.868 INFO:tasks.workunit.client.0.smithi099.stdout:226 2024-04-12T16:17:18.869 INFO:tasks.workunit.client.0.smithi099.stdout:227 2024-04-12T16:17:18.869 INFO:tasks.workunit.client.0.smithi099.stdout:228 2024-04-12T16:17:18.870 INFO:tasks.workunit.client.0.smithi099.stdout:229 2024-04-12T16:17:18.871 INFO:tasks.workunit.client.0.smithi099.stdout:230 2024-04-12T16:17:18.872 INFO:tasks.workunit.client.0.smithi099.stdout:231 2024-04-12T16:17:18.873 INFO:tasks.workunit.client.0.smithi099.stdout:232 2024-04-12T16:17:18.874 INFO:tasks.workunit.client.0.smithi099.stdout:233 2024-04-12T16:17:18.875 INFO:tasks.workunit.client.0.smithi099.stdout:234 2024-04-12T16:17:18.875 INFO:tasks.workunit.client.0.smithi099.stdout:235 2024-04-12T16:17:18.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:18 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:17:18.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:18 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:17:18.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:18 smithi099 ceph-mon[94290]: osdmap e974: 8 total, 8 up, 8 in 2024-04-12T16:17:18.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:18 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3722814655' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:18.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:18 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:18.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:18 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:17:18.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:18 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:17:18.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:18 smithi099 ceph-mon[96864]: osdmap e974: 8 total, 8 up, 8 in 2024-04-12T16:17:18.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:18 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3722814655' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:18.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:18 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:18.877 INFO:tasks.workunit.client.0.smithi099.stdout:236 2024-04-12T16:17:18.877 INFO:tasks.workunit.client.0.smithi099.stdout:237 2024-04-12T16:17:18.878 INFO:tasks.workunit.client.0.smithi099.stdout:238 2024-04-12T16:17:18.879 INFO:tasks.workunit.client.0.smithi099.stdout:239 2024-04-12T16:17:18.880 INFO:tasks.workunit.client.0.smithi099.stdout:240 2024-04-12T16:17:18.880 INFO:tasks.workunit.client.0.smithi099.stdout:241 2024-04-12T16:17:18.881 INFO:tasks.workunit.client.0.smithi099.stdout:242 2024-04-12T16:17:18.882 INFO:tasks.workunit.client.0.smithi099.stdout:243 2024-04-12T16:17:18.883 INFO:tasks.workunit.client.0.smithi099.stdout:244 2024-04-12T16:17:18.883 INFO:tasks.workunit.client.0.smithi099.stdout:245 2024-04-12T16:17:18.884 INFO:tasks.workunit.client.0.smithi099.stdout:246 2024-04-12T16:17:18.885 INFO:tasks.workunit.client.0.smithi099.stdout:247 2024-04-12T16:17:18.886 INFO:tasks.workunit.client.0.smithi099.stdout:248 2024-04-12T16:17:18.887 INFO:tasks.workunit.client.0.smithi099.stdout:249 2024-04-12T16:17:18.887 INFO:tasks.workunit.client.0.smithi099.stdout:250 2024-04-12T16:17:18.888 INFO:tasks.workunit.client.0.smithi099.stdout:251 2024-04-12T16:17:18.889 INFO:tasks.workunit.client.0.smithi099.stdout:252 2024-04-12T16:17:18.890 INFO:tasks.workunit.client.0.smithi099.stdout:253 2024-04-12T16:17:18.891 INFO:tasks.workunit.client.0.smithi099.stdout:254 2024-04-12T16:17:18.891 INFO:tasks.workunit.client.0.smithi099.stdout:255 2024-04-12T16:17:18.892 INFO:tasks.workunit.client.0.smithi099.stdout:256 2024-04-12T16:17:18.893 INFO:tasks.workunit.client.0.smithi099.stdout:257 2024-04-12T16:17:18.894 INFO:tasks.workunit.client.0.smithi099.stdout:258 2024-04-12T16:17:18.895 INFO:tasks.workunit.client.0.smithi099.stdout:259 2024-04-12T16:17:18.896 INFO:tasks.workunit.client.0.smithi099.stdout:260 2024-04-12T16:17:18.896 INFO:tasks.workunit.client.0.smithi099.stdout:261 2024-04-12T16:17:18.897 INFO:tasks.workunit.client.0.smithi099.stdout:262 2024-04-12T16:17:18.898 INFO:tasks.workunit.client.0.smithi099.stdout:263 2024-04-12T16:17:18.899 INFO:tasks.workunit.client.0.smithi099.stdout:264 2024-04-12T16:17:18.900 INFO:tasks.workunit.client.0.smithi099.stdout:265 2024-04-12T16:17:18.901 INFO:tasks.workunit.client.0.smithi099.stdout:266 2024-04-12T16:17:18.902 INFO:tasks.workunit.client.0.smithi099.stdout:267 2024-04-12T16:17:18.902 INFO:tasks.workunit.client.0.smithi099.stdout:268 2024-04-12T16:17:18.903 INFO:tasks.workunit.client.0.smithi099.stdout:269 2024-04-12T16:17:18.904 INFO:tasks.workunit.client.0.smithi099.stdout:270 2024-04-12T16:17:18.905 INFO:tasks.workunit.client.0.smithi099.stdout:271 2024-04-12T16:17:18.906 INFO:tasks.workunit.client.0.smithi099.stdout:272 2024-04-12T16:17:18.906 INFO:tasks.workunit.client.0.smithi099.stdout:273 2024-04-12T16:17:18.907 INFO:tasks.workunit.client.0.smithi099.stdout:274 2024-04-12T16:17:18.908 INFO:tasks.workunit.client.0.smithi099.stdout:275 2024-04-12T16:17:18.909 INFO:tasks.workunit.client.0.smithi099.stdout:276 2024-04-12T16:17:18.910 INFO:tasks.workunit.client.0.smithi099.stdout:277 2024-04-12T16:17:18.911 INFO:tasks.workunit.client.0.smithi099.stdout:278 2024-04-12T16:17:18.912 INFO:tasks.workunit.client.0.smithi099.stdout:279 2024-04-12T16:17:18.912 INFO:tasks.workunit.client.0.smithi099.stdout:280 2024-04-12T16:17:18.913 INFO:tasks.workunit.client.0.smithi099.stdout:281 2024-04-12T16:17:18.914 INFO:tasks.workunit.client.0.smithi099.stdout:282 2024-04-12T16:17:18.915 INFO:tasks.workunit.client.0.smithi099.stdout:283 2024-04-12T16:17:18.915 INFO:tasks.workunit.client.0.smithi099.stdout:284 2024-04-12T16:17:18.916 INFO:tasks.workunit.client.0.smithi099.stdout:285 2024-04-12T16:17:18.917 INFO:tasks.workunit.client.0.smithi099.stdout:286 2024-04-12T16:17:18.918 INFO:tasks.workunit.client.0.smithi099.stdout:287 2024-04-12T16:17:18.919 INFO:tasks.workunit.client.0.smithi099.stdout:288 2024-04-12T16:17:18.920 INFO:tasks.workunit.client.0.smithi099.stdout:289 2024-04-12T16:17:18.921 INFO:tasks.workunit.client.0.smithi099.stdout:290 2024-04-12T16:17:18.921 INFO:tasks.workunit.client.0.smithi099.stdout:291 2024-04-12T16:17:18.922 INFO:tasks.workunit.client.0.smithi099.stdout:292 2024-04-12T16:17:18.923 INFO:tasks.workunit.client.0.smithi099.stdout:293 2024-04-12T16:17:18.924 INFO:tasks.workunit.client.0.smithi099.stdout:294 2024-04-12T16:17:18.925 INFO:tasks.workunit.client.0.smithi099.stdout:295 2024-04-12T16:17:18.925 INFO:tasks.workunit.client.0.smithi099.stdout:296 2024-04-12T16:17:18.926 INFO:tasks.workunit.client.0.smithi099.stdout:297 2024-04-12T16:17:18.927 INFO:tasks.workunit.client.0.smithi099.stdout:298 2024-04-12T16:17:18.928 INFO:tasks.workunit.client.0.smithi099.stdout:299 2024-04-12T16:17:18.929 INFO:tasks.workunit.client.0.smithi099.stdout:300 2024-04-12T16:17:18.929 INFO:tasks.workunit.client.0.smithi099.stdout:301 2024-04-12T16:17:18.930 INFO:tasks.workunit.client.0.smithi099.stdout:302 2024-04-12T16:17:18.931 INFO:tasks.workunit.client.0.smithi099.stdout:303 2024-04-12T16:17:18.932 INFO:tasks.workunit.client.0.smithi099.stdout:304 2024-04-12T16:17:18.933 INFO:tasks.workunit.client.0.smithi099.stdout:305 2024-04-12T16:17:18.934 INFO:tasks.workunit.client.0.smithi099.stdout:306 2024-04-12T16:17:18.935 INFO:tasks.workunit.client.0.smithi099.stdout:307 2024-04-12T16:17:18.935 INFO:tasks.workunit.client.0.smithi099.stdout:308 2024-04-12T16:17:18.936 INFO:tasks.workunit.client.0.smithi099.stdout:309 2024-04-12T16:17:18.937 INFO:tasks.workunit.client.0.smithi099.stdout:310 2024-04-12T16:17:18.938 INFO:tasks.workunit.client.0.smithi099.stdout:311 2024-04-12T16:17:18.939 INFO:tasks.workunit.client.0.smithi099.stdout:312 2024-04-12T16:17:18.940 INFO:tasks.workunit.client.0.smithi099.stdout:313 2024-04-12T16:17:18.941 INFO:tasks.workunit.client.0.smithi099.stdout:314 2024-04-12T16:17:18.942 INFO:tasks.workunit.client.0.smithi099.stdout:315 2024-04-12T16:17:18.943 INFO:tasks.workunit.client.0.smithi099.stdout:316 2024-04-12T16:17:18.944 INFO:tasks.workunit.client.0.smithi099.stdout:317 2024-04-12T16:17:18.945 INFO:tasks.workunit.client.0.smithi099.stdout:318 2024-04-12T16:17:18.945 INFO:tasks.workunit.client.0.smithi099.stdout:319 2024-04-12T16:17:18.946 INFO:tasks.workunit.client.0.smithi099.stdout:320 2024-04-12T16:17:18.948 INFO:tasks.workunit.client.0.smithi099.stdout:321 2024-04-12T16:17:18.948 INFO:tasks.workunit.client.0.smithi099.stdout:322 2024-04-12T16:17:18.949 INFO:tasks.workunit.client.0.smithi099.stdout:323 2024-04-12T16:17:18.950 INFO:tasks.workunit.client.0.smithi099.stdout:324 2024-04-12T16:17:18.951 INFO:tasks.workunit.client.0.smithi099.stdout:325 2024-04-12T16:17:18.952 INFO:tasks.workunit.client.0.smithi099.stdout:326 2024-04-12T16:17:18.953 INFO:tasks.workunit.client.0.smithi099.stdout:327 2024-04-12T16:17:18.953 INFO:tasks.workunit.client.0.smithi099.stdout:328 2024-04-12T16:17:18.954 INFO:tasks.workunit.client.0.smithi099.stdout:329 2024-04-12T16:17:18.955 INFO:tasks.workunit.client.0.smithi099.stdout:330 2024-04-12T16:17:18.956 INFO:tasks.workunit.client.0.smithi099.stdout:331 2024-04-12T16:17:18.957 INFO:tasks.workunit.client.0.smithi099.stdout:332 2024-04-12T16:17:18.958 INFO:tasks.workunit.client.0.smithi099.stdout:333 2024-04-12T16:17:18.958 INFO:tasks.workunit.client.0.smithi099.stdout:334 2024-04-12T16:17:18.959 INFO:tasks.workunit.client.0.smithi099.stdout:335 2024-04-12T16:17:18.960 INFO:tasks.workunit.client.0.smithi099.stdout:336 2024-04-12T16:17:18.961 INFO:tasks.workunit.client.0.smithi099.stdout:337 2024-04-12T16:17:18.962 INFO:tasks.workunit.client.0.smithi099.stdout:338 2024-04-12T16:17:18.963 INFO:tasks.workunit.client.0.smithi099.stdout:339 2024-04-12T16:17:18.964 INFO:tasks.workunit.client.0.smithi099.stdout:340 2024-04-12T16:17:18.964 INFO:tasks.workunit.client.0.smithi099.stdout:341 2024-04-12T16:17:18.965 INFO:tasks.workunit.client.0.smithi099.stdout:342 2024-04-12T16:17:18.966 INFO:tasks.workunit.client.0.smithi099.stdout:343 2024-04-12T16:17:18.967 INFO:tasks.workunit.client.0.smithi099.stdout:344 2024-04-12T16:17:18.968 INFO:tasks.workunit.client.0.smithi099.stdout:345 2024-04-12T16:17:18.969 INFO:tasks.workunit.client.0.smithi099.stdout:346 2024-04-12T16:17:18.969 INFO:tasks.workunit.client.0.smithi099.stdout:347 2024-04-12T16:17:18.970 INFO:tasks.workunit.client.0.smithi099.stdout:348 2024-04-12T16:17:18.971 INFO:tasks.workunit.client.0.smithi099.stdout:349 2024-04-12T16:17:18.972 INFO:tasks.workunit.client.0.smithi099.stdout:350 2024-04-12T16:17:18.973 INFO:tasks.workunit.client.0.smithi099.stdout:351 2024-04-12T16:17:18.974 INFO:tasks.workunit.client.0.smithi099.stdout:352 2024-04-12T16:17:18.975 INFO:tasks.workunit.client.0.smithi099.stdout:353 2024-04-12T16:17:18.976 INFO:tasks.workunit.client.0.smithi099.stdout:354 2024-04-12T16:17:18.976 INFO:tasks.workunit.client.0.smithi099.stdout:355 2024-04-12T16:17:18.977 INFO:tasks.workunit.client.0.smithi099.stdout:356 2024-04-12T16:17:18.978 INFO:tasks.workunit.client.0.smithi099.stdout:357 2024-04-12T16:17:18.979 INFO:tasks.workunit.client.0.smithi099.stdout:358 2024-04-12T16:17:18.980 INFO:tasks.workunit.client.0.smithi099.stdout:359 2024-04-12T16:17:18.981 INFO:tasks.workunit.client.0.smithi099.stdout:360 2024-04-12T16:17:18.982 INFO:tasks.workunit.client.0.smithi099.stdout:361 2024-04-12T16:17:18.982 INFO:tasks.workunit.client.0.smithi099.stdout:362 2024-04-12T16:17:18.983 INFO:tasks.workunit.client.0.smithi099.stdout:363 2024-04-12T16:17:18.984 INFO:tasks.workunit.client.0.smithi099.stdout:364 2024-04-12T16:17:18.985 INFO:tasks.workunit.client.0.smithi099.stdout:365 2024-04-12T16:17:18.986 INFO:tasks.workunit.client.0.smithi099.stdout:366 2024-04-12T16:17:18.990 INFO:tasks.workunit.client.0.smithi099.stdout:367 2024-04-12T16:17:18.990 INFO:tasks.workunit.client.0.smithi099.stdout:368 2024-04-12T16:17:18.990 INFO:tasks.workunit.client.0.smithi099.stdout:369 2024-04-12T16:17:18.990 INFO:tasks.workunit.client.0.smithi099.stdout:370 2024-04-12T16:17:18.990 INFO:tasks.workunit.client.0.smithi099.stdout:371 2024-04-12T16:17:18.991 INFO:tasks.workunit.client.0.smithi099.stdout:372 2024-04-12T16:17:18.992 INFO:tasks.workunit.client.0.smithi099.stdout:373 2024-04-12T16:17:18.993 INFO:tasks.workunit.client.0.smithi099.stdout:374 2024-04-12T16:17:18.994 INFO:tasks.workunit.client.0.smithi099.stdout:375 2024-04-12T16:17:18.995 INFO:tasks.workunit.client.0.smithi099.stdout:376 2024-04-12T16:17:18.996 INFO:tasks.workunit.client.0.smithi099.stdout:377 2024-04-12T16:17:18.997 INFO:tasks.workunit.client.0.smithi099.stdout:378 2024-04-12T16:17:18.997 INFO:tasks.workunit.client.0.smithi099.stdout:379 2024-04-12T16:17:18.999 INFO:tasks.workunit.client.0.smithi099.stdout:380 2024-04-12T16:17:18.999 INFO:tasks.workunit.client.0.smithi099.stdout:381 2024-04-12T16:17:19.000 INFO:tasks.workunit.client.0.smithi099.stdout:382 2024-04-12T16:17:19.001 INFO:tasks.workunit.client.0.smithi099.stdout:383 2024-04-12T16:17:19.002 INFO:tasks.workunit.client.0.smithi099.stdout:384 2024-04-12T16:17:19.003 INFO:tasks.workunit.client.0.smithi099.stdout:385 2024-04-12T16:17:19.004 INFO:tasks.workunit.client.0.smithi099.stdout:386 2024-04-12T16:17:19.005 INFO:tasks.workunit.client.0.smithi099.stdout:387 2024-04-12T16:17:19.005 INFO:tasks.workunit.client.0.smithi099.stdout:388 2024-04-12T16:17:19.007 INFO:tasks.workunit.client.0.smithi099.stdout:389 2024-04-12T16:17:19.007 INFO:tasks.workunit.client.0.smithi099.stdout:390 2024-04-12T16:17:19.008 INFO:tasks.workunit.client.0.smithi099.stdout:391 2024-04-12T16:17:19.009 INFO:tasks.workunit.client.0.smithi099.stdout:392 2024-04-12T16:17:19.010 INFO:tasks.workunit.client.0.smithi099.stdout:393 2024-04-12T16:17:19.011 INFO:tasks.workunit.client.0.smithi099.stdout:394 2024-04-12T16:17:19.011 INFO:tasks.workunit.client.0.smithi099.stdout:395 2024-04-12T16:17:19.012 INFO:tasks.workunit.client.0.smithi099.stdout:396 2024-04-12T16:17:19.013 INFO:tasks.workunit.client.0.smithi099.stdout:397 2024-04-12T16:17:19.014 INFO:tasks.workunit.client.0.smithi099.stdout:398 2024-04-12T16:17:19.015 INFO:tasks.workunit.client.0.smithi099.stdout:399 2024-04-12T16:17:19.016 INFO:tasks.workunit.client.0.smithi099.stdout:400 2024-04-12T16:17:19.016 INFO:tasks.workunit.client.0.smithi099.stdout:401 2024-04-12T16:17:19.018 INFO:tasks.workunit.client.0.smithi099.stdout:402 2024-04-12T16:17:19.018 INFO:tasks.workunit.client.0.smithi099.stdout:403 2024-04-12T16:17:19.019 INFO:tasks.workunit.client.0.smithi099.stdout:404 2024-04-12T16:17:19.020 INFO:tasks.workunit.client.0.smithi099.stdout:405 2024-04-12T16:17:19.021 INFO:tasks.workunit.client.0.smithi099.stdout:406 2024-04-12T16:17:19.022 INFO:tasks.workunit.client.0.smithi099.stdout:407 2024-04-12T16:17:19.022 INFO:tasks.workunit.client.0.smithi099.stdout:408 2024-04-12T16:17:19.024 INFO:tasks.workunit.client.0.smithi099.stdout:409 2024-04-12T16:17:19.024 INFO:tasks.workunit.client.0.smithi099.stdout:410 2024-04-12T16:17:19.025 INFO:tasks.workunit.client.0.smithi099.stdout:411 2024-04-12T16:17:19.026 INFO:tasks.workunit.client.0.smithi099.stdout:412 2024-04-12T16:17:19.027 INFO:tasks.workunit.client.0.smithi099.stdout:413 2024-04-12T16:17:19.028 INFO:tasks.workunit.client.0.smithi099.stdout:414 2024-04-12T16:17:19.029 INFO:tasks.workunit.client.0.smithi099.stdout:415 2024-04-12T16:17:19.030 INFO:tasks.workunit.client.0.smithi099.stdout:416 2024-04-12T16:17:19.031 INFO:tasks.workunit.client.0.smithi099.stdout:417 2024-04-12T16:17:19.031 INFO:tasks.workunit.client.0.smithi099.stdout:418 2024-04-12T16:17:19.032 INFO:tasks.workunit.client.0.smithi099.stdout:419 2024-04-12T16:17:19.033 INFO:tasks.workunit.client.0.smithi099.stdout:420 2024-04-12T16:17:19.034 INFO:tasks.workunit.client.0.smithi099.stdout:421 2024-04-12T16:17:19.035 INFO:tasks.workunit.client.0.smithi099.stdout:422 2024-04-12T16:17:19.036 INFO:tasks.workunit.client.0.smithi099.stdout:423 2024-04-12T16:17:19.037 INFO:tasks.workunit.client.0.smithi099.stdout:424 2024-04-12T16:17:19.038 INFO:tasks.workunit.client.0.smithi099.stdout:425 2024-04-12T16:17:19.038 INFO:tasks.workunit.client.0.smithi099.stdout:426 2024-04-12T16:17:19.039 INFO:tasks.workunit.client.0.smithi099.stdout:427 2024-04-12T16:17:19.040 INFO:tasks.workunit.client.0.smithi099.stdout:428 2024-04-12T16:17:19.041 INFO:tasks.workunit.client.0.smithi099.stdout:429 2024-04-12T16:17:19.042 INFO:tasks.workunit.client.0.smithi099.stdout:430 2024-04-12T16:17:19.043 INFO:tasks.workunit.client.0.smithi099.stdout:431 2024-04-12T16:17:19.044 INFO:tasks.workunit.client.0.smithi099.stdout:432 2024-04-12T16:17:19.044 INFO:tasks.workunit.client.0.smithi099.stdout:433 2024-04-12T16:17:19.045 INFO:tasks.workunit.client.0.smithi099.stdout:434 2024-04-12T16:17:19.046 INFO:tasks.workunit.client.0.smithi099.stdout:435 2024-04-12T16:17:19.047 INFO:tasks.workunit.client.0.smithi099.stdout:436 2024-04-12T16:17:19.048 INFO:tasks.workunit.client.0.smithi099.stdout:437 2024-04-12T16:17:19.049 INFO:tasks.workunit.client.0.smithi099.stdout:438 2024-04-12T16:17:19.050 INFO:tasks.workunit.client.0.smithi099.stdout:439 2024-04-12T16:17:19.051 INFO:tasks.workunit.client.0.smithi099.stdout:440 2024-04-12T16:17:19.052 INFO:tasks.workunit.client.0.smithi099.stdout:441 2024-04-12T16:17:19.052 INFO:tasks.workunit.client.0.smithi099.stdout:442 2024-04-12T16:17:19.053 INFO:tasks.workunit.client.0.smithi099.stdout:443 2024-04-12T16:17:19.054 INFO:tasks.workunit.client.0.smithi099.stdout:444 2024-04-12T16:17:19.055 INFO:tasks.workunit.client.0.smithi099.stdout:445 2024-04-12T16:17:19.056 INFO:tasks.workunit.client.0.smithi099.stdout:446 2024-04-12T16:17:19.057 INFO:tasks.workunit.client.0.smithi099.stdout:447 2024-04-12T16:17:19.058 INFO:tasks.workunit.client.0.smithi099.stdout:448 2024-04-12T16:17:19.059 INFO:tasks.workunit.client.0.smithi099.stdout:449 2024-04-12T16:17:19.060 INFO:tasks.workunit.client.0.smithi099.stdout:450 2024-04-12T16:17:19.061 INFO:tasks.workunit.client.0.smithi099.stdout:451 2024-04-12T16:17:19.062 INFO:tasks.workunit.client.0.smithi099.stdout:452 2024-04-12T16:17:19.062 INFO:tasks.workunit.client.0.smithi099.stdout:453 2024-04-12T16:17:19.063 INFO:tasks.workunit.client.0.smithi099.stdout:454 2024-04-12T16:17:19.064 INFO:tasks.workunit.client.0.smithi099.stdout:455 2024-04-12T16:17:19.065 INFO:tasks.workunit.client.0.smithi099.stdout:456 2024-04-12T16:17:19.066 INFO:tasks.workunit.client.0.smithi099.stdout:457 2024-04-12T16:17:19.067 INFO:tasks.workunit.client.0.smithi099.stdout:458 2024-04-12T16:17:19.068 INFO:tasks.workunit.client.0.smithi099.stdout:459 2024-04-12T16:17:19.068 INFO:tasks.workunit.client.0.smithi099.stdout:460 2024-04-12T16:17:19.069 INFO:tasks.workunit.client.0.smithi099.stdout:461 2024-04-12T16:17:19.070 INFO:tasks.workunit.client.0.smithi099.stdout:462 2024-04-12T16:17:19.071 INFO:tasks.workunit.client.0.smithi099.stdout:463 2024-04-12T16:17:19.072 INFO:tasks.workunit.client.0.smithi099.stdout:464 2024-04-12T16:17:19.073 INFO:tasks.workunit.client.0.smithi099.stdout:465 2024-04-12T16:17:19.074 INFO:tasks.workunit.client.0.smithi099.stdout:466 2024-04-12T16:17:19.074 INFO:tasks.workunit.client.0.smithi099.stdout:467 2024-04-12T16:17:19.075 INFO:tasks.workunit.client.0.smithi099.stdout:468 2024-04-12T16:17:19.076 INFO:tasks.workunit.client.0.smithi099.stdout:469 2024-04-12T16:17:19.077 INFO:tasks.workunit.client.0.smithi099.stdout:470 2024-04-12T16:17:19.078 INFO:tasks.workunit.client.0.smithi099.stdout:471 2024-04-12T16:17:19.079 INFO:tasks.workunit.client.0.smithi099.stdout:472 2024-04-12T16:17:19.080 INFO:tasks.workunit.client.0.smithi099.stdout:473 2024-04-12T16:17:19.081 INFO:tasks.workunit.client.0.smithi099.stdout:474 2024-04-12T16:17:19.082 INFO:tasks.workunit.client.0.smithi099.stdout:475 2024-04-12T16:17:19.083 INFO:tasks.workunit.client.0.smithi099.stdout:476 2024-04-12T16:17:19.084 INFO:tasks.workunit.client.0.smithi099.stdout:477 2024-04-12T16:17:19.085 INFO:tasks.workunit.client.0.smithi099.stdout:478 2024-04-12T16:17:19.086 INFO:tasks.workunit.client.0.smithi099.stdout:479 2024-04-12T16:17:19.087 INFO:tasks.workunit.client.0.smithi099.stdout:480 2024-04-12T16:17:19.088 INFO:tasks.workunit.client.0.smithi099.stdout:481 2024-04-12T16:17:19.089 INFO:tasks.workunit.client.0.smithi099.stdout:482 2024-04-12T16:17:19.090 INFO:tasks.workunit.client.0.smithi099.stdout:483 2024-04-12T16:17:19.090 INFO:tasks.workunit.client.0.smithi099.stdout:484 2024-04-12T16:17:19.091 INFO:tasks.workunit.client.0.smithi099.stdout:485 2024-04-12T16:17:19.093 INFO:tasks.workunit.client.0.smithi099.stdout:486 2024-04-12T16:17:19.093 INFO:tasks.workunit.client.0.smithi099.stdout:487 2024-04-12T16:17:19.094 INFO:tasks.workunit.client.0.smithi099.stdout:488 2024-04-12T16:17:19.095 INFO:tasks.workunit.client.0.smithi099.stdout:489 2024-04-12T16:17:19.096 INFO:tasks.workunit.client.0.smithi099.stdout:490 2024-04-12T16:17:19.097 INFO:tasks.workunit.client.0.smithi099.stdout:491 2024-04-12T16:17:19.098 INFO:tasks.workunit.client.0.smithi099.stdout:492 2024-04-12T16:17:19.099 INFO:tasks.workunit.client.0.smithi099.stdout:493 2024-04-12T16:17:19.100 INFO:tasks.workunit.client.0.smithi099.stdout:494 2024-04-12T16:17:19.101 INFO:tasks.workunit.client.0.smithi099.stdout:495 2024-04-12T16:17:19.101 INFO:tasks.workunit.client.0.smithi099.stdout:496 2024-04-12T16:17:19.102 INFO:tasks.workunit.client.0.smithi099.stdout:497 2024-04-12T16:17:19.103 INFO:tasks.workunit.client.0.smithi099.stdout:498 2024-04-12T16:17:19.104 INFO:tasks.workunit.client.0.smithi099.stdout:499 2024-04-12T16:17:19.105 INFO:tasks.workunit.client.0.smithi099.stdout:500 2024-04-12T16:17:19.106 INFO:tasks.workunit.client.0.smithi099.stdout:501 2024-04-12T16:17:19.107 INFO:tasks.workunit.client.0.smithi099.stdout:502 2024-04-12T16:17:19.108 INFO:tasks.workunit.client.0.smithi099.stdout:503 2024-04-12T16:17:19.108 INFO:tasks.workunit.client.0.smithi099.stdout:504 2024-04-12T16:17:19.109 INFO:tasks.workunit.client.0.smithi099.stdout:505 2024-04-12T16:17:19.110 INFO:tasks.workunit.client.0.smithi099.stdout:506 2024-04-12T16:17:19.111 INFO:tasks.workunit.client.0.smithi099.stdout:507 2024-04-12T16:17:19.112 INFO:tasks.workunit.client.0.smithi099.stdout:508 2024-04-12T16:17:19.113 INFO:tasks.workunit.client.0.smithi099.stdout:509 2024-04-12T16:17:19.114 INFO:tasks.workunit.client.0.smithi099.stdout:510 2024-04-12T16:17:19.115 INFO:tasks.workunit.client.0.smithi099.stdout:511 2024-04-12T16:17:19.116 INFO:tasks.workunit.client.0.smithi099.stdout:512 2024-04-12T16:17:19.117 INFO:tasks.workunit.client.0.smithi099.stdout:513 2024-04-12T16:17:19.118 INFO:tasks.workunit.client.0.smithi099.stdout:514 2024-04-12T16:17:19.119 INFO:tasks.workunit.client.0.smithi099.stdout:515 2024-04-12T16:17:19.120 INFO:tasks.workunit.client.0.smithi099.stdout:516 2024-04-12T16:17:19.121 INFO:tasks.workunit.client.0.smithi099.stdout:517 2024-04-12T16:17:19.122 INFO:tasks.workunit.client.0.smithi099.stdout:518 2024-04-12T16:17:19.123 INFO:tasks.workunit.client.0.smithi099.stdout:519 2024-04-12T16:17:19.124 INFO:tasks.workunit.client.0.smithi099.stdout:520 2024-04-12T16:17:19.125 INFO:tasks.workunit.client.0.smithi099.stdout:521 2024-04-12T16:17:19.126 INFO:tasks.workunit.client.0.smithi099.stdout:522 2024-04-12T16:17:19.127 INFO:tasks.workunit.client.0.smithi099.stdout:523 2024-04-12T16:17:19.127 INFO:tasks.workunit.client.0.smithi099.stdout:524 2024-04-12T16:17:19.128 INFO:tasks.workunit.client.0.smithi099.stdout:525 2024-04-12T16:17:19.129 INFO:tasks.workunit.client.0.smithi099.stdout:526 2024-04-12T16:17:19.130 INFO:tasks.workunit.client.0.smithi099.stdout:527 2024-04-12T16:17:19.131 INFO:tasks.workunit.client.0.smithi099.stdout:528 2024-04-12T16:17:19.132 INFO:tasks.workunit.client.0.smithi099.stdout:529 2024-04-12T16:17:19.133 INFO:tasks.workunit.client.0.smithi099.stdout:530 2024-04-12T16:17:19.134 INFO:tasks.workunit.client.0.smithi099.stdout:531 2024-04-12T16:17:19.135 INFO:tasks.workunit.client.0.smithi099.stdout:532 2024-04-12T16:17:19.136 INFO:tasks.workunit.client.0.smithi099.stdout:533 2024-04-12T16:17:19.137 INFO:tasks.workunit.client.0.smithi099.stdout:534 2024-04-12T16:17:19.138 INFO:tasks.workunit.client.0.smithi099.stdout:535 2024-04-12T16:17:19.139 INFO:tasks.workunit.client.0.smithi099.stdout:536 2024-04-12T16:17:19.140 INFO:tasks.workunit.client.0.smithi099.stdout:537 2024-04-12T16:17:19.141 INFO:tasks.workunit.client.0.smithi099.stdout:538 2024-04-12T16:17:19.142 INFO:tasks.workunit.client.0.smithi099.stdout:539 2024-04-12T16:17:19.142 INFO:tasks.workunit.client.0.smithi099.stdout:540 2024-04-12T16:17:19.143 INFO:tasks.workunit.client.0.smithi099.stdout:541 2024-04-12T16:17:19.144 INFO:tasks.workunit.client.0.smithi099.stdout:542 2024-04-12T16:17:19.146 INFO:tasks.workunit.client.0.smithi099.stdout:543 2024-04-12T16:17:19.146 INFO:tasks.workunit.client.0.smithi099.stdout:544 2024-04-12T16:17:19.147 INFO:tasks.workunit.client.0.smithi099.stdout:545 2024-04-12T16:17:19.148 INFO:tasks.workunit.client.0.smithi099.stdout:546 2024-04-12T16:17:19.149 INFO:tasks.workunit.client.0.smithi099.stdout:547 2024-04-12T16:17:19.151 INFO:tasks.workunit.client.0.smithi099.stdout:548 2024-04-12T16:17:19.152 INFO:tasks.workunit.client.0.smithi099.stdout:549 2024-04-12T16:17:19.153 INFO:tasks.workunit.client.0.smithi099.stdout:550 2024-04-12T16:17:19.154 INFO:tasks.workunit.client.0.smithi099.stdout:551 2024-04-12T16:17:19.155 INFO:tasks.workunit.client.0.smithi099.stdout:552 2024-04-12T16:17:19.156 INFO:tasks.workunit.client.0.smithi099.stdout:553 2024-04-12T16:17:19.157 INFO:tasks.workunit.client.0.smithi099.stdout:554 2024-04-12T16:17:19.158 INFO:tasks.workunit.client.0.smithi099.stdout:555 2024-04-12T16:17:19.159 INFO:tasks.workunit.client.0.smithi099.stdout:556 2024-04-12T16:17:19.160 INFO:tasks.workunit.client.0.smithi099.stdout:557 2024-04-12T16:17:19.161 INFO:tasks.workunit.client.0.smithi099.stdout:558 2024-04-12T16:17:19.162 INFO:tasks.workunit.client.0.smithi099.stdout:559 2024-04-12T16:17:19.162 INFO:tasks.workunit.client.0.smithi099.stdout:560 2024-04-12T16:17:19.163 INFO:tasks.workunit.client.0.smithi099.stdout:561 2024-04-12T16:17:19.164 INFO:tasks.workunit.client.0.smithi099.stdout:562 2024-04-12T16:17:19.165 INFO:tasks.workunit.client.0.smithi099.stdout:563 2024-04-12T16:17:19.166 INFO:tasks.workunit.client.0.smithi099.stdout:564 2024-04-12T16:17:19.167 INFO:tasks.workunit.client.0.smithi099.stdout:565 2024-04-12T16:17:19.168 INFO:tasks.workunit.client.0.smithi099.stdout:566 2024-04-12T16:17:19.169 INFO:tasks.workunit.client.0.smithi099.stdout:567 2024-04-12T16:17:19.170 INFO:tasks.workunit.client.0.smithi099.stdout:568 2024-04-12T16:17:19.170 INFO:tasks.workunit.client.0.smithi099.stdout:569 2024-04-12T16:17:19.171 INFO:tasks.workunit.client.0.smithi099.stdout:570 2024-04-12T16:17:19.172 INFO:tasks.workunit.client.0.smithi099.stdout:571 2024-04-12T16:17:19.173 INFO:tasks.workunit.client.0.smithi099.stdout:572 2024-04-12T16:17:19.174 INFO:tasks.workunit.client.0.smithi099.stdout:573 2024-04-12T16:17:19.175 INFO:tasks.workunit.client.0.smithi099.stdout:574 2024-04-12T16:17:19.176 INFO:tasks.workunit.client.0.smithi099.stdout:575 2024-04-12T16:17:19.177 INFO:tasks.workunit.client.0.smithi099.stdout:576 2024-04-12T16:17:19.178 INFO:tasks.workunit.client.0.smithi099.stdout:577 2024-04-12T16:17:19.179 INFO:tasks.workunit.client.0.smithi099.stdout:578 2024-04-12T16:17:19.180 INFO:tasks.workunit.client.0.smithi099.stdout:579 2024-04-12T16:17:19.181 INFO:tasks.workunit.client.0.smithi099.stdout:580 2024-04-12T16:17:19.182 INFO:tasks.workunit.client.0.smithi099.stdout:581 2024-04-12T16:17:19.183 INFO:tasks.workunit.client.0.smithi099.stdout:582 2024-04-12T16:17:19.184 INFO:tasks.workunit.client.0.smithi099.stdout:583 2024-04-12T16:17:19.185 INFO:tasks.workunit.client.0.smithi099.stdout:584 2024-04-12T16:17:19.186 INFO:tasks.workunit.client.0.smithi099.stdout:585 2024-04-12T16:17:19.187 INFO:tasks.workunit.client.0.smithi099.stdout:586 2024-04-12T16:17:19.188 INFO:tasks.workunit.client.0.smithi099.stdout:587 2024-04-12T16:17:19.188 INFO:tasks.workunit.client.0.smithi099.stdout:588 2024-04-12T16:17:19.189 INFO:tasks.workunit.client.0.smithi099.stdout:589 2024-04-12T16:17:19.191 INFO:tasks.workunit.client.0.smithi099.stdout:590 2024-04-12T16:17:19.192 INFO:tasks.workunit.client.0.smithi099.stdout:591 2024-04-12T16:17:19.193 INFO:tasks.workunit.client.0.smithi099.stdout:592 2024-04-12T16:17:19.194 INFO:tasks.workunit.client.0.smithi099.stdout:593 2024-04-12T16:17:19.195 INFO:tasks.workunit.client.0.smithi099.stdout:594 2024-04-12T16:17:19.195 INFO:tasks.workunit.client.0.smithi099.stdout:595 2024-04-12T16:17:19.196 INFO:tasks.workunit.client.0.smithi099.stdout:596 2024-04-12T16:17:19.197 INFO:tasks.workunit.client.0.smithi099.stdout:597 2024-04-12T16:17:19.198 INFO:tasks.workunit.client.0.smithi099.stdout:598 2024-04-12T16:17:19.199 INFO:tasks.workunit.client.0.smithi099.stdout:599 2024-04-12T16:17:19.200 INFO:tasks.workunit.client.0.smithi099.stdout:600 2024-04-12T16:17:19.201 INFO:tasks.workunit.client.0.smithi099.stdout:601 2024-04-12T16:17:19.202 INFO:tasks.workunit.client.0.smithi099.stdout:602 2024-04-12T16:17:19.203 INFO:tasks.workunit.client.0.smithi099.stdout:603 2024-04-12T16:17:19.204 INFO:tasks.workunit.client.0.smithi099.stdout:604 2024-04-12T16:17:19.205 INFO:tasks.workunit.client.0.smithi099.stdout:605 2024-04-12T16:17:19.206 INFO:tasks.workunit.client.0.smithi099.stdout:606 2024-04-12T16:17:19.207 INFO:tasks.workunit.client.0.smithi099.stdout:607 2024-04-12T16:17:19.208 INFO:tasks.workunit.client.0.smithi099.stdout:608 2024-04-12T16:17:19.209 INFO:tasks.workunit.client.0.smithi099.stdout:609 2024-04-12T16:17:19.210 INFO:tasks.workunit.client.0.smithi099.stdout:610 2024-04-12T16:17:19.212 INFO:tasks.workunit.client.0.smithi099.stdout:611 2024-04-12T16:17:19.213 INFO:tasks.workunit.client.0.smithi099.stdout:612 2024-04-12T16:17:19.214 INFO:tasks.workunit.client.0.smithi099.stdout:613 2024-04-12T16:17:19.215 INFO:tasks.workunit.client.0.smithi099.stdout:614 2024-04-12T16:17:19.215 INFO:tasks.workunit.client.0.smithi099.stdout:615 2024-04-12T16:17:19.217 INFO:tasks.workunit.client.0.smithi099.stdout:616 2024-04-12T16:17:19.218 INFO:tasks.workunit.client.0.smithi099.stdout:617 2024-04-12T16:17:19.219 INFO:tasks.workunit.client.0.smithi099.stdout:618 2024-04-12T16:17:19.220 INFO:tasks.workunit.client.0.smithi099.stdout:619 2024-04-12T16:17:19.221 INFO:tasks.workunit.client.0.smithi099.stdout:620 2024-04-12T16:17:19.222 INFO:tasks.workunit.client.0.smithi099.stdout:621 2024-04-12T16:17:19.223 INFO:tasks.workunit.client.0.smithi099.stdout:622 2024-04-12T16:17:19.224 INFO:tasks.workunit.client.0.smithi099.stdout:623 2024-04-12T16:17:19.225 INFO:tasks.workunit.client.0.smithi099.stdout:624 2024-04-12T16:17:19.226 INFO:tasks.workunit.client.0.smithi099.stdout:625 2024-04-12T16:17:19.227 INFO:tasks.workunit.client.0.smithi099.stdout:626 2024-04-12T16:17:19.228 INFO:tasks.workunit.client.0.smithi099.stdout:627 2024-04-12T16:17:19.229 INFO:tasks.workunit.client.0.smithi099.stdout:628 2024-04-12T16:17:19.230 INFO:tasks.workunit.client.0.smithi099.stdout:629 2024-04-12T16:17:19.231 INFO:tasks.workunit.client.0.smithi099.stdout:630 2024-04-12T16:17:19.232 INFO:tasks.workunit.client.0.smithi099.stdout:631 2024-04-12T16:17:19.233 INFO:tasks.workunit.client.0.smithi099.stdout:632 2024-04-12T16:17:19.234 INFO:tasks.workunit.client.0.smithi099.stdout:633 2024-04-12T16:17:19.235 INFO:tasks.workunit.client.0.smithi099.stdout:634 2024-04-12T16:17:19.236 INFO:tasks.workunit.client.0.smithi099.stdout:635 2024-04-12T16:17:19.237 INFO:tasks.workunit.client.0.smithi099.stdout:636 2024-04-12T16:17:19.238 INFO:tasks.workunit.client.0.smithi099.stdout:637 2024-04-12T16:17:19.239 INFO:tasks.workunit.client.0.smithi099.stdout:638 2024-04-12T16:17:19.240 INFO:tasks.workunit.client.0.smithi099.stdout:639 2024-04-12T16:17:19.241 INFO:tasks.workunit.client.0.smithi099.stdout:640 2024-04-12T16:17:19.242 INFO:tasks.workunit.client.0.smithi099.stdout:641 2024-04-12T16:17:19.243 INFO:tasks.workunit.client.0.smithi099.stdout:642 2024-04-12T16:17:19.244 INFO:tasks.workunit.client.0.smithi099.stdout:643 2024-04-12T16:17:19.245 INFO:tasks.workunit.client.0.smithi099.stdout:644 2024-04-12T16:17:19.246 INFO:tasks.workunit.client.0.smithi099.stdout:645 2024-04-12T16:17:19.247 INFO:tasks.workunit.client.0.smithi099.stdout:646 2024-04-12T16:17:19.248 INFO:tasks.workunit.client.0.smithi099.stdout:647 2024-04-12T16:17:19.249 INFO:tasks.workunit.client.0.smithi099.stdout:648 2024-04-12T16:17:19.250 INFO:tasks.workunit.client.0.smithi099.stdout:649 2024-04-12T16:17:19.251 INFO:tasks.workunit.client.0.smithi099.stdout:650 2024-04-12T16:17:19.252 INFO:tasks.workunit.client.0.smithi099.stdout:651 2024-04-12T16:17:19.253 INFO:tasks.workunit.client.0.smithi099.stdout:652 2024-04-12T16:17:19.254 INFO:tasks.workunit.client.0.smithi099.stdout:653 2024-04-12T16:17:19.255 INFO:tasks.workunit.client.0.smithi099.stdout:654 2024-04-12T16:17:19.256 INFO:tasks.workunit.client.0.smithi099.stdout:655 2024-04-12T16:17:19.257 INFO:tasks.workunit.client.0.smithi099.stdout:656 2024-04-12T16:17:19.258 INFO:tasks.workunit.client.0.smithi099.stdout:657 2024-04-12T16:17:19.259 INFO:tasks.workunit.client.0.smithi099.stdout:658 2024-04-12T16:17:19.260 INFO:tasks.workunit.client.0.smithi099.stdout:659 2024-04-12T16:17:19.261 INFO:tasks.workunit.client.0.smithi099.stdout:660 2024-04-12T16:17:19.262 INFO:tasks.workunit.client.0.smithi099.stdout:661 2024-04-12T16:17:19.263 INFO:tasks.workunit.client.0.smithi099.stdout:662 2024-04-12T16:17:19.264 INFO:tasks.workunit.client.0.smithi099.stdout:663 2024-04-12T16:17:19.265 INFO:tasks.workunit.client.0.smithi099.stdout:664 2024-04-12T16:17:19.266 INFO:tasks.workunit.client.0.smithi099.stdout:665 2024-04-12T16:17:19.267 INFO:tasks.workunit.client.0.smithi099.stdout:666 2024-04-12T16:17:19.268 INFO:tasks.workunit.client.0.smithi099.stdout:667 2024-04-12T16:17:19.269 INFO:tasks.workunit.client.0.smithi099.stdout:668 2024-04-12T16:17:19.270 INFO:tasks.workunit.client.0.smithi099.stdout:669 2024-04-12T16:17:19.271 INFO:tasks.workunit.client.0.smithi099.stdout:670 2024-04-12T16:17:19.272 INFO:tasks.workunit.client.0.smithi099.stdout:671 2024-04-12T16:17:19.273 INFO:tasks.workunit.client.0.smithi099.stdout:672 2024-04-12T16:17:19.274 INFO:tasks.workunit.client.0.smithi099.stdout:673 2024-04-12T16:17:19.275 INFO:tasks.workunit.client.0.smithi099.stdout:674 2024-04-12T16:17:19.276 INFO:tasks.workunit.client.0.smithi099.stdout:675 2024-04-12T16:17:19.276 INFO:tasks.workunit.client.0.smithi099.stdout:676 2024-04-12T16:17:19.277 INFO:tasks.workunit.client.0.smithi099.stdout:677 2024-04-12T16:17:19.278 INFO:tasks.workunit.client.0.smithi099.stdout:678 2024-04-12T16:17:19.279 INFO:tasks.workunit.client.0.smithi099.stdout:679 2024-04-12T16:17:19.281 INFO:tasks.workunit.client.0.smithi099.stdout:680 2024-04-12T16:17:19.281 INFO:tasks.workunit.client.0.smithi099.stdout:681 2024-04-12T16:17:19.282 INFO:tasks.workunit.client.0.smithi099.stdout:682 2024-04-12T16:17:19.283 INFO:tasks.workunit.client.0.smithi099.stdout:683 2024-04-12T16:17:19.284 INFO:tasks.workunit.client.0.smithi099.stdout:684 2024-04-12T16:17:19.285 INFO:tasks.workunit.client.0.smithi099.stdout:685 2024-04-12T16:17:19.286 INFO:tasks.workunit.client.0.smithi099.stdout:686 2024-04-12T16:17:19.288 INFO:tasks.workunit.client.0.smithi099.stdout:687 2024-04-12T16:17:19.288 INFO:tasks.workunit.client.0.smithi099.stdout:688 2024-04-12T16:17:19.289 INFO:tasks.workunit.client.0.smithi099.stdout:689 2024-04-12T16:17:19.290 INFO:tasks.workunit.client.0.smithi099.stdout:690 2024-04-12T16:17:19.292 INFO:tasks.workunit.client.0.smithi099.stdout:691 2024-04-12T16:17:19.293 INFO:tasks.workunit.client.0.smithi099.stdout:692 2024-04-12T16:17:19.293 INFO:tasks.workunit.client.0.smithi099.stdout:693 2024-04-12T16:17:19.294 INFO:tasks.workunit.client.0.smithi099.stdout:694 2024-04-12T16:17:19.295 INFO:tasks.workunit.client.0.smithi099.stdout:695 2024-04-12T16:17:19.296 INFO:tasks.workunit.client.0.smithi099.stdout:696 2024-04-12T16:17:19.297 INFO:tasks.workunit.client.0.smithi099.stdout:697 2024-04-12T16:17:19.299 INFO:tasks.workunit.client.0.smithi099.stdout:698 2024-04-12T16:17:19.299 INFO:tasks.workunit.client.0.smithi099.stdout:699 2024-04-12T16:17:19.301 INFO:tasks.workunit.client.0.smithi099.stdout:700 2024-04-12T16:17:19.301 INFO:tasks.workunit.client.0.smithi099.stdout:701 2024-04-12T16:17:19.302 INFO:tasks.workunit.client.0.smithi099.stdout:702 2024-04-12T16:17:19.303 INFO:tasks.workunit.client.0.smithi099.stdout:703 2024-04-12T16:17:19.304 INFO:tasks.workunit.client.0.smithi099.stdout:704 2024-04-12T16:17:19.305 INFO:tasks.workunit.client.0.smithi099.stdout:705 2024-04-12T16:17:19.307 INFO:tasks.workunit.client.0.smithi099.stdout:706 2024-04-12T16:17:19.307 INFO:tasks.workunit.client.0.smithi099.stdout:707 2024-04-12T16:17:19.308 INFO:tasks.workunit.client.0.smithi099.stdout:708 2024-04-12T16:17:19.310 INFO:tasks.workunit.client.0.smithi099.stdout:709 2024-04-12T16:17:19.310 INFO:tasks.workunit.client.0.smithi099.stdout:710 2024-04-12T16:17:19.311 INFO:tasks.workunit.client.0.smithi099.stdout:711 2024-04-12T16:17:19.313 INFO:tasks.workunit.client.0.smithi099.stdout:712 2024-04-12T16:17:19.313 INFO:tasks.workunit.client.0.smithi099.stdout:713 2024-04-12T16:17:19.314 INFO:tasks.workunit.client.0.smithi099.stdout:714 2024-04-12T16:17:19.315 INFO:tasks.workunit.client.0.smithi099.stdout:715 2024-04-12T16:17:19.317 INFO:tasks.workunit.client.0.smithi099.stdout:716 2024-04-12T16:17:19.317 INFO:tasks.workunit.client.0.smithi099.stdout:717 2024-04-12T16:17:19.318 INFO:tasks.workunit.client.0.smithi099.stdout:718 2024-04-12T16:17:19.319 INFO:tasks.workunit.client.0.smithi099.stdout:719 2024-04-12T16:17:19.321 INFO:tasks.workunit.client.0.smithi099.stdout:720 2024-04-12T16:17:19.321 INFO:tasks.workunit.client.0.smithi099.stdout:721 2024-04-12T16:17:19.322 INFO:tasks.workunit.client.0.smithi099.stdout:722 2024-04-12T16:17:19.323 INFO:tasks.workunit.client.0.smithi099.stdout:723 2024-04-12T16:17:19.324 INFO:tasks.workunit.client.0.smithi099.stdout:724 2024-04-12T16:17:19.325 INFO:tasks.workunit.client.0.smithi099.stdout:725 2024-04-12T16:17:19.326 INFO:tasks.workunit.client.0.smithi099.stdout:726 2024-04-12T16:17:19.327 INFO:tasks.workunit.client.0.smithi099.stdout:727 2024-04-12T16:17:19.328 INFO:tasks.workunit.client.0.smithi099.stdout:728 2024-04-12T16:17:19.329 INFO:tasks.workunit.client.0.smithi099.stdout:729 2024-04-12T16:17:19.330 INFO:tasks.workunit.client.0.smithi099.stdout:730 2024-04-12T16:17:19.331 INFO:tasks.workunit.client.0.smithi099.stdout:731 2024-04-12T16:17:19.332 INFO:tasks.workunit.client.0.smithi099.stdout:732 2024-04-12T16:17:19.333 INFO:tasks.workunit.client.0.smithi099.stdout:733 2024-04-12T16:17:19.334 INFO:tasks.workunit.client.0.smithi099.stdout:734 2024-04-12T16:17:19.335 INFO:tasks.workunit.client.0.smithi099.stdout:735 2024-04-12T16:17:19.336 INFO:tasks.workunit.client.0.smithi099.stdout:736 2024-04-12T16:17:19.337 INFO:tasks.workunit.client.0.smithi099.stdout:737 2024-04-12T16:17:19.338 INFO:tasks.workunit.client.0.smithi099.stdout:738 2024-04-12T16:17:19.339 INFO:tasks.workunit.client.0.smithi099.stdout:739 2024-04-12T16:17:19.340 INFO:tasks.workunit.client.0.smithi099.stdout:740 2024-04-12T16:17:19.341 INFO:tasks.workunit.client.0.smithi099.stdout:741 2024-04-12T16:17:19.342 INFO:tasks.workunit.client.0.smithi099.stdout:742 2024-04-12T16:17:19.343 INFO:tasks.workunit.client.0.smithi099.stdout:743 2024-04-12T16:17:19.344 INFO:tasks.workunit.client.0.smithi099.stdout:744 2024-04-12T16:17:19.345 INFO:tasks.workunit.client.0.smithi099.stdout:745 2024-04-12T16:17:19.346 INFO:tasks.workunit.client.0.smithi099.stdout:746 2024-04-12T16:17:19.347 INFO:tasks.workunit.client.0.smithi099.stdout:747 2024-04-12T16:17:19.348 INFO:tasks.workunit.client.0.smithi099.stdout:748 2024-04-12T16:17:19.349 INFO:tasks.workunit.client.0.smithi099.stdout:749 2024-04-12T16:17:19.350 INFO:tasks.workunit.client.0.smithi099.stdout:750 2024-04-12T16:17:19.351 INFO:tasks.workunit.client.0.smithi099.stdout:751 2024-04-12T16:17:19.352 INFO:tasks.workunit.client.0.smithi099.stdout:752 2024-04-12T16:17:19.353 INFO:tasks.workunit.client.0.smithi099.stdout:753 2024-04-12T16:17:19.354 INFO:tasks.workunit.client.0.smithi099.stdout:754 2024-04-12T16:17:19.355 INFO:tasks.workunit.client.0.smithi099.stdout:755 2024-04-12T16:17:19.356 INFO:tasks.workunit.client.0.smithi099.stdout:756 2024-04-12T16:17:19.357 INFO:tasks.workunit.client.0.smithi099.stdout:757 2024-04-12T16:17:19.358 INFO:tasks.workunit.client.0.smithi099.stdout:758 2024-04-12T16:17:19.359 INFO:tasks.workunit.client.0.smithi099.stdout:759 2024-04-12T16:17:19.360 INFO:tasks.workunit.client.0.smithi099.stdout:760 2024-04-12T16:17:19.361 INFO:tasks.workunit.client.0.smithi099.stdout:761 2024-04-12T16:17:19.362 INFO:tasks.workunit.client.0.smithi099.stdout:762 2024-04-12T16:17:19.363 INFO:tasks.workunit.client.0.smithi099.stdout:763 2024-04-12T16:17:19.364 INFO:tasks.workunit.client.0.smithi099.stdout:764 2024-04-12T16:17:19.365 INFO:tasks.workunit.client.0.smithi099.stdout:765 2024-04-12T16:17:19.366 INFO:tasks.workunit.client.0.smithi099.stdout:766 2024-04-12T16:17:19.367 INFO:tasks.workunit.client.0.smithi099.stdout:767 2024-04-12T16:17:19.368 INFO:tasks.workunit.client.0.smithi099.stdout:768 2024-04-12T16:17:19.369 INFO:tasks.workunit.client.0.smithi099.stdout:769 2024-04-12T16:17:19.370 INFO:tasks.workunit.client.0.smithi099.stdout:770 2024-04-12T16:17:19.372 INFO:tasks.workunit.client.0.smithi099.stdout:771 2024-04-12T16:17:19.372 INFO:tasks.workunit.client.0.smithi099.stdout:772 2024-04-12T16:17:19.373 INFO:tasks.workunit.client.0.smithi099.stdout:773 2024-04-12T16:17:19.374 INFO:tasks.workunit.client.0.smithi099.stdout:774 2024-04-12T16:17:19.375 INFO:tasks.workunit.client.0.smithi099.stdout:775 2024-04-12T16:17:19.377 INFO:tasks.workunit.client.0.smithi099.stdout:776 2024-04-12T16:17:19.378 INFO:tasks.workunit.client.0.smithi099.stdout:777 2024-04-12T16:17:19.379 INFO:tasks.workunit.client.0.smithi099.stdout:778 2024-04-12T16:17:19.380 INFO:tasks.workunit.client.0.smithi099.stdout:779 2024-04-12T16:17:19.380 INFO:tasks.workunit.client.0.smithi099.stdout:780 2024-04-12T16:17:19.382 INFO:tasks.workunit.client.0.smithi099.stdout:781 2024-04-12T16:17:19.382 INFO:tasks.workunit.client.0.smithi099.stdout:782 2024-04-12T16:17:19.384 INFO:tasks.workunit.client.0.smithi099.stdout:783 2024-04-12T16:17:19.384 INFO:tasks.workunit.client.0.smithi099.stdout:784 2024-04-12T16:17:19.385 INFO:tasks.workunit.client.0.smithi099.stdout:785 2024-04-12T16:17:19.386 INFO:tasks.workunit.client.0.smithi099.stdout:786 2024-04-12T16:17:19.388 INFO:tasks.workunit.client.0.smithi099.stdout:787 2024-04-12T16:17:19.388 INFO:tasks.workunit.client.0.smithi099.stdout:788 2024-04-12T16:17:19.390 INFO:tasks.workunit.client.0.smithi099.stdout:789 2024-04-12T16:17:19.391 INFO:tasks.workunit.client.0.smithi099.stdout:790 2024-04-12T16:17:19.391 INFO:tasks.workunit.client.0.smithi099.stdout:791 2024-04-12T16:17:19.392 INFO:tasks.workunit.client.0.smithi099.stdout:792 2024-04-12T16:17:19.393 INFO:tasks.workunit.client.0.smithi099.stdout:793 2024-04-12T16:17:19.394 INFO:tasks.workunit.client.0.smithi099.stdout:794 2024-04-12T16:17:19.395 INFO:tasks.workunit.client.0.smithi099.stdout:795 2024-04-12T16:17:19.396 INFO:tasks.workunit.client.0.smithi099.stdout:796 2024-04-12T16:17:19.397 INFO:tasks.workunit.client.0.smithi099.stdout:797 2024-04-12T16:17:19.398 INFO:tasks.workunit.client.0.smithi099.stdout:798 2024-04-12T16:17:19.399 INFO:tasks.workunit.client.0.smithi099.stdout:799 2024-04-12T16:17:19.400 INFO:tasks.workunit.client.0.smithi099.stdout:800 2024-04-12T16:17:19.401 INFO:tasks.workunit.client.0.smithi099.stdout:801 2024-04-12T16:17:19.402 INFO:tasks.workunit.client.0.smithi099.stdout:802 2024-04-12T16:17:19.403 INFO:tasks.workunit.client.0.smithi099.stdout:803 2024-04-12T16:17:19.404 INFO:tasks.workunit.client.0.smithi099.stdout:804 2024-04-12T16:17:19.405 INFO:tasks.workunit.client.0.smithi099.stdout:805 2024-04-12T16:17:19.406 INFO:tasks.workunit.client.0.smithi099.stdout:806 2024-04-12T16:17:19.407 INFO:tasks.workunit.client.0.smithi099.stdout:807 2024-04-12T16:17:19.408 INFO:tasks.workunit.client.0.smithi099.stdout:808 2024-04-12T16:17:19.409 INFO:tasks.workunit.client.0.smithi099.stdout:809 2024-04-12T16:17:19.410 INFO:tasks.workunit.client.0.smithi099.stdout:810 2024-04-12T16:17:19.411 INFO:tasks.workunit.client.0.smithi099.stdout:811 2024-04-12T16:17:19.412 INFO:tasks.workunit.client.0.smithi099.stdout:812 2024-04-12T16:17:19.414 INFO:tasks.workunit.client.0.smithi099.stdout:813 2024-04-12T16:17:19.414 INFO:tasks.workunit.client.0.smithi099.stdout:814 2024-04-12T16:17:19.415 INFO:tasks.workunit.client.0.smithi099.stdout:815 2024-04-12T16:17:19.416 INFO:tasks.workunit.client.0.smithi099.stdout:816 2024-04-12T16:17:19.417 INFO:tasks.workunit.client.0.smithi099.stdout:817 2024-04-12T16:17:19.419 INFO:tasks.workunit.client.0.smithi099.stdout:818 2024-04-12T16:17:19.419 INFO:tasks.workunit.client.0.smithi099.stdout:819 2024-04-12T16:17:19.420 INFO:tasks.workunit.client.0.smithi099.stdout:820 2024-04-12T16:17:19.422 INFO:tasks.workunit.client.0.smithi099.stdout:821 2024-04-12T16:17:19.423 INFO:tasks.workunit.client.0.smithi099.stdout:822 2024-04-12T16:17:19.424 INFO:tasks.workunit.client.0.smithi099.stdout:823 2024-04-12T16:17:19.425 INFO:tasks.workunit.client.0.smithi099.stdout:824 2024-04-12T16:17:19.426 INFO:tasks.workunit.client.0.smithi099.stdout:825 2024-04-12T16:17:19.427 INFO:tasks.workunit.client.0.smithi099.stdout:826 2024-04-12T16:17:19.428 INFO:tasks.workunit.client.0.smithi099.stdout:827 2024-04-12T16:17:19.428 INFO:tasks.workunit.client.0.smithi099.stdout:828 2024-04-12T16:17:19.430 INFO:tasks.workunit.client.0.smithi099.stdout:829 2024-04-12T16:17:19.431 INFO:tasks.workunit.client.0.smithi099.stdout:830 2024-04-12T16:17:19.432 INFO:tasks.workunit.client.0.smithi099.stdout:831 2024-04-12T16:17:19.433 INFO:tasks.workunit.client.0.smithi099.stdout:832 2024-04-12T16:17:19.434 INFO:tasks.workunit.client.0.smithi099.stdout:833 2024-04-12T16:17:19.435 INFO:tasks.workunit.client.0.smithi099.stdout:834 2024-04-12T16:17:19.436 INFO:tasks.workunit.client.0.smithi099.stdout:835 2024-04-12T16:17:19.437 INFO:tasks.workunit.client.0.smithi099.stdout:836 2024-04-12T16:17:19.438 INFO:tasks.workunit.client.0.smithi099.stdout:837 2024-04-12T16:17:19.439 INFO:tasks.workunit.client.0.smithi099.stdout:838 2024-04-12T16:17:19.441 INFO:tasks.workunit.client.0.smithi099.stdout:839 2024-04-12T16:17:19.442 INFO:tasks.workunit.client.0.smithi099.stdout:840 2024-04-12T16:17:19.443 INFO:tasks.workunit.client.0.smithi099.stdout:841 2024-04-12T16:17:19.444 INFO:tasks.workunit.client.0.smithi099.stdout:842 2024-04-12T16:17:19.445 INFO:tasks.workunit.client.0.smithi099.stdout:843 2024-04-12T16:17:19.447 INFO:tasks.workunit.client.0.smithi099.stdout:844 2024-04-12T16:17:19.448 INFO:tasks.workunit.client.0.smithi099.stdout:845 2024-04-12T16:17:19.449 INFO:tasks.workunit.client.0.smithi099.stdout:846 2024-04-12T16:17:19.450 INFO:tasks.workunit.client.0.smithi099.stdout:847 2024-04-12T16:17:19.451 INFO:tasks.workunit.client.0.smithi099.stdout:848 2024-04-12T16:17:19.452 INFO:tasks.workunit.client.0.smithi099.stdout:849 2024-04-12T16:17:19.453 INFO:tasks.workunit.client.0.smithi099.stdout:850 2024-04-12T16:17:19.454 INFO:tasks.workunit.client.0.smithi099.stdout:851 2024-04-12T16:17:19.456 INFO:tasks.workunit.client.0.smithi099.stdout:852 2024-04-12T16:17:19.457 INFO:tasks.workunit.client.0.smithi099.stdout:853 2024-04-12T16:17:19.458 INFO:tasks.workunit.client.0.smithi099.stdout:854 2024-04-12T16:17:19.459 INFO:tasks.workunit.client.0.smithi099.stdout:855 2024-04-12T16:17:19.460 INFO:tasks.workunit.client.0.smithi099.stdout:856 2024-04-12T16:17:19.461 INFO:tasks.workunit.client.0.smithi099.stdout:857 2024-04-12T16:17:19.461 INFO:tasks.workunit.client.0.smithi099.stdout:858 2024-04-12T16:17:19.463 INFO:tasks.workunit.client.0.smithi099.stdout:859 2024-04-12T16:17:19.463 INFO:tasks.workunit.client.0.smithi099.stdout:860 2024-04-12T16:17:19.464 INFO:tasks.workunit.client.0.smithi099.stdout:861 2024-04-12T16:17:19.466 INFO:tasks.workunit.client.0.smithi099.stdout:862 2024-04-12T16:17:19.467 INFO:tasks.workunit.client.0.smithi099.stdout:863 2024-04-12T16:17:19.468 INFO:tasks.workunit.client.0.smithi099.stdout:864 2024-04-12T16:17:19.469 INFO:tasks.workunit.client.0.smithi099.stdout:865 2024-04-12T16:17:19.470 INFO:tasks.workunit.client.0.smithi099.stdout:866 2024-04-12T16:17:19.471 INFO:tasks.workunit.client.0.smithi099.stdout:867 2024-04-12T16:17:19.472 INFO:tasks.workunit.client.0.smithi099.stdout:868 2024-04-12T16:17:19.473 INFO:tasks.workunit.client.0.smithi099.stdout:869 2024-04-12T16:17:19.474 INFO:tasks.workunit.client.0.smithi099.stdout:870 2024-04-12T16:17:19.475 INFO:tasks.workunit.client.0.smithi099.stdout:871 2024-04-12T16:17:19.476 INFO:tasks.workunit.client.0.smithi099.stdout:872 2024-04-12T16:17:19.478 INFO:tasks.workunit.client.0.smithi099.stdout:873 2024-04-12T16:17:19.478 INFO:tasks.workunit.client.0.smithi099.stdout:874 2024-04-12T16:17:19.479 INFO:tasks.workunit.client.0.smithi099.stdout:875 2024-04-12T16:17:19.481 INFO:tasks.workunit.client.0.smithi099.stdout:876 2024-04-12T16:17:19.482 INFO:tasks.workunit.client.0.smithi099.stdout:877 2024-04-12T16:17:19.483 INFO:tasks.workunit.client.0.smithi099.stdout:878 2024-04-12T16:17:19.484 INFO:tasks.workunit.client.0.smithi099.stdout:879 2024-04-12T16:17:19.485 INFO:tasks.workunit.client.0.smithi099.stdout:880 2024-04-12T16:17:19.486 INFO:tasks.workunit.client.0.smithi099.stdout:881 2024-04-12T16:17:19.487 INFO:tasks.workunit.client.0.smithi099.stdout:882 2024-04-12T16:17:19.488 INFO:tasks.workunit.client.0.smithi099.stdout:883 2024-04-12T16:17:19.489 INFO:tasks.workunit.client.0.smithi099.stdout:884 2024-04-12T16:17:19.490 INFO:tasks.workunit.client.0.smithi099.stdout:885 2024-04-12T16:17:19.491 INFO:tasks.workunit.client.0.smithi099.stdout:886 2024-04-12T16:17:19.492 INFO:tasks.workunit.client.0.smithi099.stdout:887 2024-04-12T16:17:19.493 INFO:tasks.workunit.client.0.smithi099.stdout:888 2024-04-12T16:17:19.495 INFO:tasks.workunit.client.0.smithi099.stdout:889 2024-04-12T16:17:19.496 INFO:tasks.workunit.client.0.smithi099.stdout:890 2024-04-12T16:17:19.497 INFO:tasks.workunit.client.0.smithi099.stdout:891 2024-04-12T16:17:19.498 INFO:tasks.workunit.client.0.smithi099.stdout:892 2024-04-12T16:17:19.499 INFO:tasks.workunit.client.0.smithi099.stdout:893 2024-04-12T16:17:19.500 INFO:tasks.workunit.client.0.smithi099.stdout:894 2024-04-12T16:17:19.501 INFO:tasks.workunit.client.0.smithi099.stdout:895 2024-04-12T16:17:19.502 INFO:tasks.workunit.client.0.smithi099.stdout:896 2024-04-12T16:17:19.503 INFO:tasks.workunit.client.0.smithi099.stdout:897 2024-04-12T16:17:19.503 INFO:tasks.workunit.client.0.smithi099.stdout:898 2024-04-12T16:17:19.505 INFO:tasks.workunit.client.0.smithi099.stdout:899 2024-04-12T16:17:19.505 INFO:tasks.workunit.client.0.smithi099.stdout:900 2024-04-12T16:17:19.507 INFO:tasks.workunit.client.0.smithi099.stdout:901 2024-04-12T16:17:19.508 INFO:tasks.workunit.client.0.smithi099.stdout:902 2024-04-12T16:17:19.509 INFO:tasks.workunit.client.0.smithi099.stdout:903 2024-04-12T16:17:19.510 INFO:tasks.workunit.client.0.smithi099.stdout:904 2024-04-12T16:17:19.511 INFO:tasks.workunit.client.0.smithi099.stdout:905 2024-04-12T16:17:19.512 INFO:tasks.workunit.client.0.smithi099.stdout:906 2024-04-12T16:17:19.513 INFO:tasks.workunit.client.0.smithi099.stdout:907 2024-04-12T16:17:19.514 INFO:tasks.workunit.client.0.smithi099.stdout:908 2024-04-12T16:17:19.515 INFO:tasks.workunit.client.0.smithi099.stdout:909 2024-04-12T16:17:19.516 INFO:tasks.workunit.client.0.smithi099.stdout:910 2024-04-12T16:17:19.517 INFO:tasks.workunit.client.0.smithi099.stdout:911 2024-04-12T16:17:19.518 INFO:tasks.workunit.client.0.smithi099.stdout:912 2024-04-12T16:17:19.519 INFO:tasks.workunit.client.0.smithi099.stdout:913 2024-04-12T16:17:19.520 INFO:tasks.workunit.client.0.smithi099.stdout:914 2024-04-12T16:17:19.521 INFO:tasks.workunit.client.0.smithi099.stdout:915 2024-04-12T16:17:19.522 INFO:tasks.workunit.client.0.smithi099.stdout:916 2024-04-12T16:17:19.523 INFO:tasks.workunit.client.0.smithi099.stdout:917 2024-04-12T16:17:19.524 INFO:tasks.workunit.client.0.smithi099.stdout:918 2024-04-12T16:17:19.525 INFO:tasks.workunit.client.0.smithi099.stdout:919 2024-04-12T16:17:19.526 INFO:tasks.workunit.client.0.smithi099.stdout:920 2024-04-12T16:17:19.527 INFO:tasks.workunit.client.0.smithi099.stdout:921 2024-04-12T16:17:19.528 INFO:tasks.workunit.client.0.smithi099.stdout:922 2024-04-12T16:17:19.529 INFO:tasks.workunit.client.0.smithi099.stdout:923 2024-04-12T16:17:19.531 INFO:tasks.workunit.client.0.smithi099.stdout:924 2024-04-12T16:17:19.531 INFO:tasks.workunit.client.0.smithi099.stdout:925 2024-04-12T16:17:19.533 INFO:tasks.workunit.client.0.smithi099.stdout:926 2024-04-12T16:17:19.534 INFO:tasks.workunit.client.0.smithi099.stdout:927 2024-04-12T16:17:19.535 INFO:tasks.workunit.client.0.smithi099.stdout:928 2024-04-12T16:17:19.536 INFO:tasks.workunit.client.0.smithi099.stdout:929 2024-04-12T16:17:19.537 INFO:tasks.workunit.client.0.smithi099.stdout:930 2024-04-12T16:17:19.539 INFO:tasks.workunit.client.0.smithi099.stdout:931 2024-04-12T16:17:19.540 INFO:tasks.workunit.client.0.smithi099.stdout:932 2024-04-12T16:17:19.542 INFO:tasks.workunit.client.0.smithi099.stdout:933 2024-04-12T16:17:19.543 INFO:tasks.workunit.client.0.smithi099.stdout:934 2024-04-12T16:17:19.545 INFO:tasks.workunit.client.0.smithi099.stdout:935 2024-04-12T16:17:19.546 INFO:tasks.workunit.client.0.smithi099.stdout:936 2024-04-12T16:17:19.548 INFO:tasks.workunit.client.0.smithi099.stdout:937 2024-04-12T16:17:19.549 INFO:tasks.workunit.client.0.smithi099.stdout:938 2024-04-12T16:17:19.550 INFO:tasks.workunit.client.0.smithi099.stdout:939 2024-04-12T16:17:19.551 INFO:tasks.workunit.client.0.smithi099.stdout:940 2024-04-12T16:17:19.552 INFO:tasks.workunit.client.0.smithi099.stdout:941 2024-04-12T16:17:19.553 INFO:tasks.workunit.client.0.smithi099.stdout:942 2024-04-12T16:17:19.554 INFO:tasks.workunit.client.0.smithi099.stdout:943 2024-04-12T16:17:19.555 INFO:tasks.workunit.client.0.smithi099.stdout:944 2024-04-12T16:17:19.556 INFO:tasks.workunit.client.0.smithi099.stdout:945 2024-04-12T16:17:19.557 INFO:tasks.workunit.client.0.smithi099.stdout:946 2024-04-12T16:17:19.558 INFO:tasks.workunit.client.0.smithi099.stdout:947 2024-04-12T16:17:19.559 INFO:tasks.workunit.client.0.smithi099.stdout:948 2024-04-12T16:17:19.560 INFO:tasks.workunit.client.0.smithi099.stdout:949 2024-04-12T16:17:19.562 INFO:tasks.workunit.client.0.smithi099.stdout:950 2024-04-12T16:17:19.563 INFO:tasks.workunit.client.0.smithi099.stdout:951 2024-04-12T16:17:19.564 INFO:tasks.workunit.client.0.smithi099.stdout:952 2024-04-12T16:17:19.565 INFO:tasks.workunit.client.0.smithi099.stdout:953 2024-04-12T16:17:19.566 INFO:tasks.workunit.client.0.smithi099.stdout:954 2024-04-12T16:17:19.567 INFO:tasks.workunit.client.0.smithi099.stdout:955 2024-04-12T16:17:19.568 INFO:tasks.workunit.client.0.smithi099.stdout:956 2024-04-12T16:17:19.569 INFO:tasks.workunit.client.0.smithi099.stdout:957 2024-04-12T16:17:19.570 INFO:tasks.workunit.client.0.smithi099.stdout:958 2024-04-12T16:17:19.571 INFO:tasks.workunit.client.0.smithi099.stdout:959 2024-04-12T16:17:19.572 INFO:tasks.workunit.client.0.smithi099.stdout:960 2024-04-12T16:17:19.574 INFO:tasks.workunit.client.0.smithi099.stdout:961 2024-04-12T16:17:19.576 INFO:tasks.workunit.client.0.smithi099.stdout:962 2024-04-12T16:17:19.577 INFO:tasks.workunit.client.0.smithi099.stdout:963 2024-04-12T16:17:19.578 INFO:tasks.workunit.client.0.smithi099.stdout:964 2024-04-12T16:17:19.579 INFO:tasks.workunit.client.0.smithi099.stdout:965 2024-04-12T16:17:19.581 INFO:tasks.workunit.client.0.smithi099.stdout:966 2024-04-12T16:17:19.582 INFO:tasks.workunit.client.0.smithi099.stdout:967 2024-04-12T16:17:19.583 INFO:tasks.workunit.client.0.smithi099.stdout:968 2024-04-12T16:17:19.584 INFO:tasks.workunit.client.0.smithi099.stdout:969 2024-04-12T16:17:19.585 INFO:tasks.workunit.client.0.smithi099.stdout:970 2024-04-12T16:17:19.587 INFO:tasks.workunit.client.0.smithi099.stdout:971 2024-04-12T16:17:19.588 INFO:tasks.workunit.client.0.smithi099.stdout:972 2024-04-12T16:17:19.589 INFO:tasks.workunit.client.0.smithi099.stdout:973 2024-04-12T16:17:19.590 INFO:tasks.workunit.client.0.smithi099.stdout:974 2024-04-12T16:17:19.591 INFO:tasks.workunit.client.0.smithi099.stdout:975 2024-04-12T16:17:19.593 INFO:tasks.workunit.client.0.smithi099.stdout:976 2024-04-12T16:17:19.594 INFO:tasks.workunit.client.0.smithi099.stdout:977 2024-04-12T16:17:19.595 INFO:tasks.workunit.client.0.smithi099.stdout:978 2024-04-12T16:17:19.596 INFO:tasks.workunit.client.0.smithi099.stdout:979 2024-04-12T16:17:19.597 INFO:tasks.workunit.client.0.smithi099.stdout:980 2024-04-12T16:17:19.599 INFO:tasks.workunit.client.0.smithi099.stdout:981 2024-04-12T16:17:19.600 INFO:tasks.workunit.client.0.smithi099.stdout:982 2024-04-12T16:17:19.602 INFO:tasks.workunit.client.0.smithi099.stdout:983 2024-04-12T16:17:19.603 INFO:tasks.workunit.client.0.smithi099.stdout:984 2024-04-12T16:17:19.604 INFO:tasks.workunit.client.0.smithi099.stdout:985 2024-04-12T16:17:19.606 INFO:tasks.workunit.client.0.smithi099.stdout:986 2024-04-12T16:17:19.607 INFO:tasks.workunit.client.0.smithi099.stdout:987 2024-04-12T16:17:19.608 INFO:tasks.workunit.client.0.smithi099.stdout:988 2024-04-12T16:17:19.609 INFO:tasks.workunit.client.0.smithi099.stdout:989 2024-04-12T16:17:19.611 INFO:tasks.workunit.client.0.smithi099.stdout:990 2024-04-12T16:17:19.612 INFO:tasks.workunit.client.0.smithi099.stdout:991 2024-04-12T16:17:19.613 INFO:tasks.workunit.client.0.smithi099.stdout:992 2024-04-12T16:17:19.615 INFO:tasks.workunit.client.0.smithi099.stdout:993 2024-04-12T16:17:19.617 INFO:tasks.workunit.client.0.smithi099.stdout:994 2024-04-12T16:17:19.619 INFO:tasks.workunit.client.0.smithi099.stdout:995 2024-04-12T16:17:19.621 INFO:tasks.workunit.client.0.smithi099.stdout:996 2024-04-12T16:17:19.622 INFO:tasks.workunit.client.0.smithi099.stdout:997 2024-04-12T16:17:19.623 INFO:tasks.workunit.client.0.smithi099.stdout:998 2024-04-12T16:17:19.624 INFO:tasks.workunit.client.0.smithi099.stdout:999 2024-04-12T16:17:19.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:19 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:19.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:19 smithi110 ceph-mon[88691]: osdmap e975: 8 total, 8 up, 8 in 2024-04-12T16:17:19.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:19 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3722814655' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-12T16:17:19.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:19 smithi110 ceph-mon[88691]: pgmap v1122: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:17:19.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:19 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:19.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:19 smithi099 ceph-mon[94290]: osdmap e975: 8 total, 8 up, 8 in 2024-04-12T16:17:19.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:19 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3722814655' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-12T16:17:19.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:19 smithi099 ceph-mon[94290]: pgmap v1122: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:17:19.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:19 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:19.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:19 smithi099 ceph-mon[96864]: osdmap e975: 8 total, 8 up, 8 in 2024-04-12T16:17:19.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:19 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3722814655' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-12T16:17:19.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:19 smithi099 ceph-mon[96864]: pgmap v1122: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:17:20.553 INFO:tasks.workunit.client.0.smithi099.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-04-12T16:17:20.553 INFO:tasks.workunit.client.0.smithi099.stdout:00000010 69 73 |is| 2024-04-12T16:17:20.553 INFO:tasks.workunit.client.0.smithi099.stdout:00000012 2024-04-12T16:17:20.553 INFO:tasks.workunit.client.0.smithi099.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-04-12T16:17:20.553 INFO:tasks.workunit.client.0.smithi099.stdout:00000010 69 73 |is| 2024-04-12T16:17:20.553 INFO:tasks.workunit.client.0.smithi099.stdout:00000012 2024-04-12T16:17:20.553 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] ClsHello.WriteReturnData (4053 ms) 2024-04-12T16:17:20.553 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] ClsHello.Loud 2024-04-12T16:17:20.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:20 smithi110 ceph-mon[88691]: osdmap e976: 8 total, 8 up, 8 in 2024-04-12T16:17:20.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:20 smithi099 ceph-mon[94290]: osdmap e976: 8 total, 8 up, 8 in 2024-04-12T16:17:20.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:20 smithi099 ceph-mon[96864]: osdmap e976: 8 total, 8 up, 8 in 2024-04-12T16:17:21.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:21 smithi110 ceph-mon[88691]: osdmap e977: 8 total, 8 up, 8 in 2024-04-12T16:17:21.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:21 smithi110 ceph-mon[88691]: pgmap v1125: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:17:21.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:21 smithi099 ceph-mon[94290]: osdmap e977: 8 total, 8 up, 8 in 2024-04-12T16:17:21.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:21 smithi099 ceph-mon[94290]: pgmap v1125: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:17:21.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:21 smithi099 ceph-mon[96864]: osdmap e977: 8 total, 8 up, 8 in 2024-04-12T16:17:21.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:21 smithi099 ceph-mon[96864]: pgmap v1125: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:17:22.570 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:17:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:17:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:17:22.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:22 smithi110 ceph-mon[88691]: osdmap e978: 8 total, 8 up, 8 in 2024-04-12T16:17:22.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:22 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2589314261' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:22.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:22 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:22.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:22 smithi099 ceph-mon[96864]: osdmap e978: 8 total, 8 up, 8 in 2024-04-12T16:17:22.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:22 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2589314261' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:22.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:22 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:22.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:22 smithi099 ceph-mon[94290]: osdmap e978: 8 total, 8 up, 8 in 2024-04-12T16:17:22.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:22 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2589314261' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:22.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:22 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:23.567 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] ClsHello.Loud (3014 ms) 2024-04-12T16:17:23.567 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] ClsHello.BadMethods 2024-04-12T16:17:23.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:23 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:23.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:23 smithi110 ceph-mon[88691]: osdmap e979: 8 total, 8 up, 8 in 2024-04-12T16:17:23.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:23 smithi110 ceph-mon[88691]: pgmap v1128: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:17:23.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:23 smithi110 ceph-mon[88691]: osdmap e980: 8 total, 8 up, 8 in 2024-04-12T16:17:23.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:23 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:23.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:23 smithi099 ceph-mon[94290]: osdmap e979: 8 total, 8 up, 8 in 2024-04-12T16:17:23.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:23 smithi099 ceph-mon[94290]: pgmap v1128: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:17:23.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:23 smithi099 ceph-mon[94290]: osdmap e980: 8 total, 8 up, 8 in 2024-04-12T16:17:23.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:23 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:23.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:23 smithi099 ceph-mon[96864]: osdmap e979: 8 total, 8 up, 8 in 2024-04-12T16:17:23.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:23 smithi099 ceph-mon[96864]: pgmap v1128: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:17:23.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:23 smithi099 ceph-mon[96864]: osdmap e980: 8 total, 8 up, 8 in 2024-04-12T16:17:25.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:24 smithi110 ceph-mon[88691]: pgmap v1130: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:17:25.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:24 smithi110 ceph-mon[88691]: osdmap e981: 8 total, 8 up, 8 in 2024-04-12T16:17:25.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:24 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3588127259' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:25.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:24 smithi099 ceph-mon[94290]: pgmap v1130: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:17:25.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:24 smithi099 ceph-mon[94290]: osdmap e981: 8 total, 8 up, 8 in 2024-04-12T16:17:25.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:24 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3588127259' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:25.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:24 smithi099 ceph-mon[96864]: pgmap v1130: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T16:17:25.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:24 smithi099 ceph-mon[96864]: osdmap e981: 8 total, 8 up, 8 in 2024-04-12T16:17:25.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:24 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3588127259' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:25.876 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:17:25 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3[118406]: 2024-04-12T16:17:25.609+0000 7fa4b237e700 -1 osd.3 pg_epoch: 982 pg[38.2( v 982'1 (0'0,982'1] local-lis/les=981/982 n=1 ec=981/981 lis/c=981/981 les/c/f=982/982/0 sis=981) [3,7,5] r=0 lpr=981 crt=982'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-04-12T16:17:25.876 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 16:17:25 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3[118406]: 2024-04-12T16:17:25.610+0000 7fa4b237e700 -1 osd.3 pg_epoch: 982 pg[38.2( v 982'2 (0'0,982'2] local-lis/les=981/982 n=1 ec=981/981 lis/c=981/981 les/c/f=982/982/0 sis=981) [3,7,5] r=0 lpr=981 crt=982'1 lcod 982'1 mlcod 982'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-04-12T16:17:26.600 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] ClsHello.BadMethods (3033 ms) 2024-04-12T16:17:26.601 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] ClsHello.Filter 2024-04-12T16:17:26.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:26 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3588127259' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:26.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:26 smithi099 ceph-mon[96864]: osdmap e982: 8 total, 8 up, 8 in 2024-04-12T16:17:26.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:26 smithi099 ceph-mon[96864]: pgmap v1133: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:17:26.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:26 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3588127259' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:26.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:26 smithi099 ceph-mon[94290]: osdmap e982: 8 total, 8 up, 8 in 2024-04-12T16:17:26.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:26 smithi099 ceph-mon[94290]: pgmap v1133: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:17:26.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:17:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:17:26] "GET /metrics HTTP/1.1" 200 36416 "" "Prometheus/2.43.0" 2024-04-12T16:17:27.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:26 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3588127259' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:27.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:26 smithi110 ceph-mon[88691]: osdmap e982: 8 total, 8 up, 8 in 2024-04-12T16:17:27.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:26 smithi110 ceph-mon[88691]: pgmap v1133: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:17:27.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:27 smithi099 ceph-mon[94290]: osdmap e983: 8 total, 8 up, 8 in 2024-04-12T16:17:27.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:17:27.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:27 smithi099 ceph-mon[96864]: osdmap e983: 8 total, 8 up, 8 in 2024-04-12T16:17:27.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:17:28.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:27 smithi110 ceph-mon[88691]: osdmap e983: 8 total, 8 up, 8 in 2024-04-12T16:17:28.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:17:28.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:28 smithi099 ceph-mon[94290]: osdmap e984: 8 total, 8 up, 8 in 2024-04-12T16:17:28.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:28 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2835983245' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:28.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:28 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:28.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:28 smithi099 ceph-mon[94290]: pgmap v1136: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:17:28.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:28 smithi099 ceph-mon[96864]: osdmap e984: 8 total, 8 up, 8 in 2024-04-12T16:17:28.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:28 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2835983245' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:28.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:28 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:28.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:28 smithi099 ceph-mon[96864]: pgmap v1136: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:17:29.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:28 smithi110 ceph-mon[88691]: osdmap e984: 8 total, 8 up, 8 in 2024-04-12T16:17:29.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:28 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2835983245' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:29.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:28 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:29.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:28 smithi110 ceph-mon[88691]: pgmap v1136: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:17:29.623 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] ClsHello.Filter (3022 ms) 2024-04-12T16:17:29.623 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 6 tests from ClsHello (19012 ms total) 2024-04-12T16:17:29.623 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:17:29.623 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] Global test environment tear-down 2024-04-12T16:17:29.623 INFO:tasks.workunit.client.0.smithi099.stdout:[==========] 6 tests from 1 test suite ran. (19012 ms total) 2024-04-12T16:17:29.623 INFO:tasks.workunit.client.0.smithi099.stdout:[ PASSED ] 6 tests. 2024-04-12T16:17:29.627 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T16:17:29.627 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T16:17:29.695 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-04-12T16:17:29.695 DEBUG:teuthology.orchestra.run.smithi099:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-04-12T16:17:29.764 INFO:tasks.workunit.client.0.smithi099.stdout:Running main() from gmock_main.cc 2024-04-12T16:17:29.765 INFO:tasks.workunit.client.0.smithi099.stdout:[==========] Running 27 tests from 1 test suite. 2024-04-12T16:17:29.765 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] Global test environment set-up. 2024-04-12T16:17:29.765 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 27 tests from TestClsJournal 2024-04-12T16:17:29.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:29 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:17:29.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:29 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:29.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:29 smithi099 ceph-mon[94290]: osdmap e985: 8 total, 8 up, 8 in 2024-04-12T16:17:29.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:29 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:17:29.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:29 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:29.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:29 smithi099 ceph-mon[96864]: osdmap e985: 8 total, 8 up, 8 in 2024-04-12T16:17:30.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:29 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:17:30.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:29 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138673-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:30.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:29 smithi110 ceph-mon[88691]: osdmap e985: 8 total, 8 up, 8 in 2024-04-12T16:17:31.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:30 smithi110 ceph-mon[88691]: osdmap e986: 8 total, 8 up, 8 in 2024-04-12T16:17:31.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:30 smithi110 ceph-mon[88691]: pgmap v1139: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:17:31.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:30 smithi099 ceph-mon[94290]: osdmap e986: 8 total, 8 up, 8 in 2024-04-12T16:17:31.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:30 smithi099 ceph-mon[94290]: pgmap v1139: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:17:31.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:30 smithi099 ceph-mon[96864]: osdmap e986: 8 total, 8 up, 8 in 2024-04-12T16:17:31.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:30 smithi099 ceph-mon[96864]: pgmap v1139: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:17:31.638 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsJournal.Create 2024-04-12T16:17:31.655 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsJournal.Create (18 ms) 2024-04-12T16:17:31.655 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-04-12T16:17:31.661 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsJournal.MinimumSet (5 ms) 2024-04-12T16:17:31.661 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-04-12T16:17:31.667 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsJournal.MinimumSetStale (5 ms) 2024-04-12T16:17:31.667 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-04-12T16:17:31.669 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (3 ms) 2024-04-12T16:17:31.670 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-04-12T16:17:31.672 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsJournal.ActiveSet (3 ms) 2024-04-12T16:17:31.672 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-04-12T16:17:31.675 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsJournal.ActiveSetStale (3 ms) 2024-04-12T16:17:31.676 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-04-12T16:17:31.678 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsJournal.CreateDuplicate (3 ms) 2024-04-12T16:17:31.678 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsJournal.GetClient 2024-04-12T16:17:31.681 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsJournal.GetClient (2 ms) 2024-04-12T16:17:31.681 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-04-12T16:17:31.683 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsJournal.ClientRegister (3 ms) 2024-04-12T16:17:31.684 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-04-12T16:17:31.687 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (4 ms) 2024-04-12T16:17:31.687 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-04-12T16:17:31.691 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsJournal.ClientUpdateData (4 ms) 2024-04-12T16:17:31.691 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-04-12T16:17:31.696 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsJournal.ClientUpdateState (5 ms) 2024-04-12T16:17:31.696 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-04-12T16:17:31.699 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsJournal.ClientUnregister (3 ms) 2024-04-12T16:17:31.699 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-04-12T16:17:31.703 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (4 ms) 2024-04-12T16:17:31.703 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-04-12T16:17:31.802 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (98 ms) 2024-04-12T16:17:31.802 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-04-12T16:17:31.806 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsJournal.ClientCommit (4 ms) 2024-04-12T16:17:31.806 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-04-12T16:17:31.808 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (3 ms) 2024-04-12T16:17:31.808 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-04-12T16:17:31.809 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2024-04-12T16:17:31.809 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsJournal.ClientList 2024-04-12T16:17:31.849 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsJournal.ClientList (39 ms) 2024-04-12T16:17:31.849 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-04-12T16:17:31.853 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsJournal.GetNextTagTid (4 ms) 2024-04-12T16:17:31.853 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsJournal.TagCreate 2024-04-12T16:17:31.861 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsJournal.TagCreate (8 ms) 2024-04-12T16:17:31.861 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-04-12T16:17:31.868 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (8 ms) 2024-04-12T16:17:31.868 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsJournal.TagList 2024-04-12T16:17:31.954 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsJournal.TagList (85 ms) 2024-04-12T16:17:31.954 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-04-12T16:17:31.956 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsJournal.GuardAppend (2 ms) 2024-04-12T16:17:31.956 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-04-12T16:17:31.957 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2024-04-12T16:17:31.957 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-04-12T16:17:31.959 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (2 ms) 2024-04-12T16:17:31.959 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsJournal.Append 2024-04-12T16:17:31.966 INFO:tasks.workunit.client.0.smithi099.stdout:padding is not enabled 2024-04-12T16:17:31.966 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsJournal.Append (7 ms) 2024-04-12T16:17:32.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:31 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:17:32.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:31 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:17:32.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:31 smithi110 ceph-mon[88691]: osdmap e987: 8 total, 8 up, 8 in 2024-04-12T16:17:32.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:31 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/4146788586' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138813-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:32.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:31 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138813-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:32.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:31 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:17:32.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:31 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:17:32.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:31 smithi099 ceph-mon[94290]: osdmap e987: 8 total, 8 up, 8 in 2024-04-12T16:17:32.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:31 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/4146788586' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138813-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:32.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:31 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138813-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:32.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:31 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:17:32.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:31 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:17:32.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:31 smithi099 ceph-mon[96864]: osdmap e987: 8 total, 8 up, 8 in 2024-04-12T16:17:32.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:31 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/4146788586' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138813-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:32.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:31 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138813-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:32.583 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:17:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:17:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:17:32.649 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 27 tests from TestClsJournal (328 ms total) 2024-04-12T16:17:32.649 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:17:32.649 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] Global test environment tear-down 2024-04-12T16:17:32.649 INFO:tasks.workunit.client.0.smithi099.stdout:[==========] 27 tests from 1 test suite ran. (2884 ms total) 2024-04-12T16:17:32.649 INFO:tasks.workunit.client.0.smithi099.stdout:[ PASSED ] 27 tests. 2024-04-12T16:17:32.653 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T16:17:32.653 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T16:17:32.726 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-04-12T16:17:32.727 DEBUG:teuthology.orchestra.run.smithi099:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-04-12T16:17:32.795 INFO:tasks.workunit.client.0.smithi099.stdout:Running main() from gmock_main.cc 2024-04-12T16:17:32.795 INFO:tasks.workunit.client.0.smithi099.stdout:[==========] Running 11 tests from 1 test suite. 2024-04-12T16:17:32.795 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] Global test environment set-up. 2024-04-12T16:17:32.796 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 11 tests from ClsLock 2024-04-12T16:17:32.796 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-04-12T16:17:33.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:32 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138813-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:33.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:32 smithi110 ceph-mon[88691]: osdmap e988: 8 total, 8 up, 8 in 2024-04-12T16:17:33.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:32 smithi110 ceph-mon[88691]: pgmap v1142: 137 pgs: 8 creating+peering, 23 unknown, 106 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 1.7 KiB/s wr, 1 op/s 2024-04-12T16:17:33.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:32 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138813-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:33.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:32 smithi099 ceph-mon[94290]: osdmap e988: 8 total, 8 up, 8 in 2024-04-12T16:17:33.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:32 smithi099 ceph-mon[94290]: pgmap v1142: 137 pgs: 8 creating+peering, 23 unknown, 106 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 1.7 KiB/s wr, 1 op/s 2024-04-12T16:17:33.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:32 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138813-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:33.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:32 smithi099 ceph-mon[96864]: osdmap e988: 8 total, 8 up, 8 in 2024-04-12T16:17:33.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:32 smithi099 ceph-mon[96864]: pgmap v1142: 137 pgs: 8 creating+peering, 23 unknown, 106 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 1.7 KiB/s wr, 1 op/s 2024-04-12T16:17:34.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:33 smithi110 ceph-mon[88691]: osdmap e989: 8 total, 8 up, 8 in 2024-04-12T16:17:34.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:33 smithi099 ceph-mon[94290]: osdmap e989: 8 total, 8 up, 8 in 2024-04-12T16:17:34.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:33 smithi099 ceph-mon[96864]: osdmap e989: 8 total, 8 up, 8 in 2024-04-12T16:17:34.697 INFO:tasks.workunit.client.0.smithi099.stdout:lock: mylock 2024-04-12T16:17:34.698 INFO:tasks.workunit.client.0.smithi099.stdout: lock_type: exclusive 2024-04-12T16:17:34.698 INFO:tasks.workunit.client.0.smithi099.stdout: tag: 2024-04-12T16:17:34.698 INFO:tasks.workunit.client.0.smithi099.stdout: lockers: 2024-04-12T16:17:34.698 INFO:tasks.workunit.client.0.smithi099.stdout: client.34725 expiration=2024-04-12T16:19:34.697584+0000 addr=v1:172.21.15.99:0/1280803484 cookie= 2024-04-12T16:17:34.701 INFO:tasks.workunit.client.0.smithi099.stdout:lock: mylock 2024-04-12T16:17:34.701 INFO:tasks.workunit.client.0.smithi099.stdout: lock_type: shared 2024-04-12T16:17:34.702 INFO:tasks.workunit.client.0.smithi099.stdout: tag: 2024-04-12T16:17:34.702 INFO:tasks.workunit.client.0.smithi099.stdout: lockers: 2024-04-12T16:17:34.702 INFO:tasks.workunit.client.0.smithi099.stdout: client.34725 expiration=2024-04-12T16:19:34.703739+0000 addr=v1:172.21.15.99:0/1280803484 cookie= 2024-04-12T16:17:34.702 INFO:tasks.workunit.client.0.smithi099.stdout: client.44654 expiration=0.000000 addr=v1:172.21.15.99:0/133368608 cookie= 2024-04-12T16:17:34.702 INFO:tasks.workunit.client.0.smithi099.stdout:lock: mylock 2024-04-12T16:17:34.702 INFO:tasks.workunit.client.0.smithi099.stdout: lock_type: shared 2024-04-12T16:17:34.703 INFO:tasks.workunit.client.0.smithi099.stdout: tag: 2024-04-12T16:17:34.703 INFO:tasks.workunit.client.0.smithi099.stdout: lockers: 2024-04-12T16:17:34.703 INFO:tasks.workunit.client.0.smithi099.stdout: client.44654 expiration=0.000000 addr=v1:172.21.15.99:0/133368608 cookie= 2024-04-12T16:17:35.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:34 smithi110 ceph-mon[88691]: osdmap e990: 8 total, 8 up, 8 in 2024-04-12T16:17:35.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:34 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1280803484' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:35.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:34 smithi110 ceph-mon[88691]: pgmap v1145: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:17:35.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:34 smithi099 ceph-mon[94290]: osdmap e990: 8 total, 8 up, 8 in 2024-04-12T16:17:35.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:34 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1280803484' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:35.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:34 smithi099 ceph-mon[94290]: pgmap v1145: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:17:35.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:34 smithi099 ceph-mon[96864]: osdmap e990: 8 total, 8 up, 8 in 2024-04-12T16:17:35.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:34 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1280803484' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:35.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:34 smithi099 ceph-mon[96864]: pgmap v1145: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:17:35.673 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] ClsLock.TestMultiLocking (2878 ms) 2024-04-12T16:17:35.674 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] ClsLock.TestMeta 2024-04-12T16:17:36.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:35 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:17:36.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:35 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1280803484' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:36.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:35 smithi110 ceph-mon[88691]: osdmap e991: 8 total, 8 up, 8 in 2024-04-12T16:17:36.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:35 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:17:36.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:35 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1280803484' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:36.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:35 smithi099 ceph-mon[94290]: osdmap e991: 8 total, 8 up, 8 in 2024-04-12T16:17:36.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:35 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:17:36.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:35 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1280803484' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:36.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:35 smithi099 ceph-mon[96864]: osdmap e991: 8 total, 8 up, 8 in 2024-04-12T16:17:36.626 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:17:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:17:36] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-12T16:17:37.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:36 smithi110 ceph-mon[88691]: osdmap e992: 8 total, 8 up, 8 in 2024-04-12T16:17:37.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:36 smithi110 ceph-mon[88691]: pgmap v1148: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:17:37.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:36 smithi099 ceph-mon[94290]: osdmap e992: 8 total, 8 up, 8 in 2024-04-12T16:17:37.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:36 smithi099 ceph-mon[94290]: pgmap v1148: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:17:37.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:36 smithi099 ceph-mon[96864]: osdmap e992: 8 total, 8 up, 8 in 2024-04-12T16:17:37.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:36 smithi099 ceph-mon[96864]: pgmap v1148: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:17:37.715 INFO:tasks.workunit.client.0.smithi099.stdout:lock: mylock 2024-04-12T16:17:37.715 INFO:tasks.workunit.client.0.smithi099.stdout: lock_type: shared 2024-04-12T16:17:37.716 INFO:tasks.workunit.client.0.smithi099.stdout: tag: 2024-04-12T16:17:37.716 INFO:tasks.workunit.client.0.smithi099.stdout: lockers: 2024-04-12T16:17:37.716 INFO:tasks.workunit.client.0.smithi099.stdout: client.34743 expiration=0.000000 addr=v1:172.21.15.99:0/2475948473 cookie= 2024-04-12T16:17:37.717 INFO:tasks.workunit.client.0.smithi099.stdout:lock: mylock 2024-04-12T16:17:37.717 INFO:tasks.workunit.client.0.smithi099.stdout: lock_type: exclusive 2024-04-12T16:17:37.717 INFO:tasks.workunit.client.0.smithi099.stdout: tag: new_tag 2024-04-12T16:17:37.717 INFO:tasks.workunit.client.0.smithi099.stdout: lockers: 2024-04-12T16:17:37.717 INFO:tasks.workunit.client.0.smithi099.stdout: client.54529 expiration=0.000000 addr=v1:172.21.15.99:0/585076911 cookie= 2024-04-12T16:17:37.984 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:37 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:17:37.984 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:37 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:17:37.984 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:37 smithi110 ceph-mon[88691]: osdmap e993: 8 total, 8 up, 8 in 2024-04-12T16:17:37.985 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:37 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/585076911' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:37.985 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:37 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:38.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:37 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:17:38.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:37 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:17:38.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:37 smithi099 ceph-mon[96864]: osdmap e993: 8 total, 8 up, 8 in 2024-04-12T16:17:38.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:37 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/585076911' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:38.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:37 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:38.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:37 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:17:38.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:37 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:17:38.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:37 smithi099 ceph-mon[94290]: osdmap e993: 8 total, 8 up, 8 in 2024-04-12T16:17:38.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:37 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/585076911' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:38.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:37 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:38.694 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] ClsLock.TestMeta (3020 ms) 2024-04-12T16:17:38.695 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] ClsLock.TestCookie 2024-04-12T16:17:39.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:38 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:39.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:38 smithi110 ceph-mon[88691]: osdmap e994: 8 total, 8 up, 8 in 2024-04-12T16:17:39.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:17:39.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:39.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:17:39.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:17:39.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:38 smithi110 ceph-mon[88691]: pgmap v1151: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:17:39.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:38 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:39.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:38 smithi099 ceph-mon[94290]: osdmap e994: 8 total, 8 up, 8 in 2024-04-12T16:17:39.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:17:39.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:39.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:17:39.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:17:39.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:38 smithi099 ceph-mon[94290]: pgmap v1151: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:17:39.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:38 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:39.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:38 smithi099 ceph-mon[96864]: osdmap e994: 8 total, 8 up, 8 in 2024-04-12T16:17:39.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:17:39.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:39.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:17:39.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:17:39.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:38 smithi099 ceph-mon[96864]: pgmap v1151: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:17:40.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:39 smithi110 ceph-mon[88691]: osdmap e995: 8 total, 8 up, 8 in 2024-04-12T16:17:40.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:39 smithi099 ceph-mon[94290]: osdmap e995: 8 total, 8 up, 8 in 2024-04-12T16:17:40.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:39 smithi099 ceph-mon[96864]: osdmap e995: 8 total, 8 up, 8 in 2024-04-12T16:17:40.876 INFO:tasks.workunit.client.0.smithi099.stdout:lock: mylock 2024-04-12T16:17:40.876 INFO:tasks.workunit.client.0.smithi099.stdout: lock_type: exclusive 2024-04-12T16:17:40.876 INFO:tasks.workunit.client.0.smithi099.stdout: tag: 2024-04-12T16:17:40.876 INFO:tasks.workunit.client.0.smithi099.stdout: lockers: 2024-04-12T16:17:40.878 INFO:tasks.workunit.client.0.smithi099.stdout:lock: mylock 2024-04-12T16:17:40.878 INFO:tasks.workunit.client.0.smithi099.stdout: lock_type: shared 2024-04-12T16:17:40.878 INFO:tasks.workunit.client.0.smithi099.stdout: tag: 2024-04-12T16:17:40.878 INFO:tasks.workunit.client.0.smithi099.stdout: lockers: 2024-04-12T16:17:40.878 INFO:tasks.workunit.client.0.smithi099.stdout: client.44669 expiration=0.000000 addr=v1:172.21.15.99:0/1287600313 cookie= 2024-04-12T16:17:40.878 INFO:tasks.workunit.client.0.smithi099.stdout: client.44669 expiration=0.000000 addr=v1:172.21.15.99:0/1287600313 cookie=new cookie 2024-04-12T16:17:41.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:40 smithi110 ceph-mon[88691]: osdmap e996: 8 total, 8 up, 8 in 2024-04-12T16:17:41.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:40 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1287600313' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:41.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:40 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:41.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:40 smithi110 ceph-mon[88691]: pgmap v1154: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:17:41.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:40 smithi099 ceph-mon[94290]: osdmap e996: 8 total, 8 up, 8 in 2024-04-12T16:17:41.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:40 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1287600313' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:41.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:40 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:41.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:40 smithi099 ceph-mon[94290]: pgmap v1154: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:17:41.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:40 smithi099 ceph-mon[96864]: osdmap e996: 8 total, 8 up, 8 in 2024-04-12T16:17:41.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:40 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1287600313' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:41.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:40 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:41.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:40 smithi099 ceph-mon[96864]: pgmap v1154: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:17:41.713 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] ClsLock.TestCookie (3019 ms) 2024-04-12T16:17:41.714 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-04-12T16:17:42.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:41 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:17:42.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:41 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:42.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:41 smithi110 ceph-mon[88691]: osdmap e997: 8 total, 8 up, 8 in 2024-04-12T16:17:42.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:41 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:17:42.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:41 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:42.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:41 smithi099 ceph-mon[94290]: osdmap e997: 8 total, 8 up, 8 in 2024-04-12T16:17:42.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:41 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:17:42.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:41 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:42.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:41 smithi099 ceph-mon[96864]: osdmap e997: 8 total, 8 up, 8 in 2024-04-12T16:17:42.583 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:17:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:17:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:17:43.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:42 smithi110 ceph-mon[88691]: osdmap e998: 8 total, 8 up, 8 in 2024-04-12T16:17:43.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:17:43.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:17:43.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:42 smithi110 ceph-mon[88691]: pgmap v1157: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:17:43.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:42 smithi099 ceph-mon[96864]: osdmap e998: 8 total, 8 up, 8 in 2024-04-12T16:17:43.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:17:43.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:17:43.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:42 smithi099 ceph-mon[96864]: pgmap v1157: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:17:43.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:42 smithi099 ceph-mon[94290]: osdmap e998: 8 total, 8 up, 8 in 2024-04-12T16:17:43.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:17:43.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:17:43.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:42 smithi099 ceph-mon[94290]: pgmap v1157: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:17:44.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:43 smithi110 ceph-mon[88691]: osdmap e999: 8 total, 8 up, 8 in 2024-04-12T16:17:44.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:43 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3049851607' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:44.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:43 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:17:44.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:43 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:17:44.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:43 smithi099 ceph-mon[96864]: osdmap e999: 8 total, 8 up, 8 in 2024-04-12T16:17:44.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:43 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3049851607' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:44.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:43 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:17:44.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:43 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:17:44.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:43 smithi099 ceph-mon[94290]: osdmap e999: 8 total, 8 up, 8 in 2024-04-12T16:17:44.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:43 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3049851607' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:44.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:43 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:17:44.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:43 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:17:44.747 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] ClsLock.TestMultipleLocks (3033 ms) 2024-04-12T16:17:44.747 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] ClsLock.TestLockDuration 2024-04-12T16:17:45.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:44 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3049851607' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:45.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:44 smithi110 ceph-mon[88691]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-12T16:17:45.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:44 smithi110 ceph-mon[88691]: pgmap v1160: 137 pgs: 18 unknown, 119 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:17:45.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:44 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3049851607' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:45.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:44 smithi099 ceph-mon[94290]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-12T16:17:45.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:44 smithi099 ceph-mon[94290]: pgmap v1160: 137 pgs: 18 unknown, 119 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:17:45.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:44 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3049851607' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:45.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:44 smithi099 ceph-mon[96864]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-12T16:17:45.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:44 smithi099 ceph-mon[96864]: pgmap v1160: 137 pgs: 18 unknown, 119 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:17:46.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:45 smithi110 ceph-mon[88691]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-12T16:17:46.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:45 smithi099 ceph-mon[94290]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-12T16:17:46.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:45 smithi099 ceph-mon[96864]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-12T16:17:46.626 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:17:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:17:46] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-04-12T16:17:47.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:46 smithi110 ceph-mon[88691]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-12T16:17:47.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:46 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1830129387' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:47.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:46 smithi110 ceph-mon[88691]: pgmap v1163: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:17:47.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:46 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1830129387' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:47.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:46 smithi110 ceph-mon[88691]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-12T16:17:47.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:46 smithi099 ceph-mon[94290]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-12T16:17:47.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:46 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1830129387' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:47.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:46 smithi099 ceph-mon[94290]: pgmap v1163: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:17:47.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:46 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1830129387' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:47.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:46 smithi099 ceph-mon[94290]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-12T16:17:47.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:46 smithi099 ceph-mon[96864]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-12T16:17:47.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:46 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1830129387' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:47.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:46 smithi099 ceph-mon[96864]: pgmap v1163: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:17:47.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:46 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1830129387' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:47.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:46 smithi099 ceph-mon[96864]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-12T16:17:48.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:47 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:17:48.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:47 smithi110 ceph-mon[88691]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-12T16:17:48.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:47 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:17:48.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:47 smithi099 ceph-mon[96864]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-12T16:17:48.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:47 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:17:48.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:47 smithi099 ceph-mon[94290]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-12T16:17:49.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:48 smithi110 ceph-mon[88691]: pgmap v1166: 137 pgs: 10 creating+peering, 20 unknown, 107 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:17:49.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:48 smithi099 ceph-mon[94290]: pgmap v1166: 137 pgs: 10 creating+peering, 20 unknown, 107 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:17:49.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:48 smithi099 ceph-mon[96864]: pgmap v1166: 137 pgs: 10 creating+peering, 20 unknown, 107 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:17:50.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:49 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:17:50.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:49 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:17:50.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:49 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:17:50.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:49 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:17:50.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:49 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:17:50.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:49 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:17:51.028 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:50 smithi099 ceph-mon[94290]: pgmap v1167: 137 pgs: 10 creating+peering, 127 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:17:51.028 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:50 smithi099 ceph-mon[96864]: pgmap v1167: 137 pgs: 10 creating+peering, 127 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:17:51.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:50 smithi110 ceph-mon[88691]: pgmap v1167: 137 pgs: 10 creating+peering, 127 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:17:51.800 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] ClsLock.TestLockDuration (7053 ms) 2024-04-12T16:17:51.800 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-04-12T16:17:52.583 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:17:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:17:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:17:53.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:52 smithi110 ceph-mon[88691]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-12T16:17:53.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:52 smithi110 ceph-mon[88691]: pgmap v1169: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:17:53.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:52 smithi099 ceph-mon[94290]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-12T16:17:53.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:52 smithi099 ceph-mon[94290]: pgmap v1169: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:17:53.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:52 smithi099 ceph-mon[96864]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-12T16:17:53.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:52 smithi099 ceph-mon[96864]: pgmap v1169: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:17:54.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:53 smithi110 ceph-mon[88691]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-12T16:17:54.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:53 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1675929942' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:54.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:53 smithi099 ceph-mon[94290]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-12T16:17:54.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:53 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1675929942' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:54.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:53 smithi099 ceph-mon[96864]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-12T16:17:54.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:53 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1675929942' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:54.822 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] ClsLock.TestAssertLocked (3022 ms) 2024-04-12T16:17:54.822 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] ClsLock.TestSetCookie 2024-04-12T16:17:55.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:54 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1675929942' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:55.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:54 smithi110 ceph-mon[88691]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-12T16:17:55.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:54 smithi110 ceph-mon[88691]: pgmap v1172: 137 pgs: 22 unknown, 115 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:17:55.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:54 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1675929942' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:55.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:54 smithi099 ceph-mon[94290]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-12T16:17:55.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:54 smithi099 ceph-mon[94290]: pgmap v1172: 137 pgs: 22 unknown, 115 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:17:55.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:54 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1675929942' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:55.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:54 smithi099 ceph-mon[96864]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-12T16:17:55.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:54 smithi099 ceph-mon[96864]: pgmap v1172: 137 pgs: 22 unknown, 115 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:17:56.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:55 smithi110 ceph-mon[88691]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-12T16:17:56.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:55 smithi099 ceph-mon[94290]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-12T16:17:56.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:55 smithi099 ceph-mon[96864]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-12T16:17:56.626 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:17:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:17:56] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-04-12T16:17:57.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:56 smithi110 ceph-mon[88691]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-12T16:17:57.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:56 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/811265738' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:57.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:56 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:57.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:56 smithi110 ceph-mon[88691]: pgmap v1175: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:17:57.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:56 smithi099 ceph-mon[96864]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-12T16:17:57.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:56 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/811265738' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:57.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:56 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:57.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:56 smithi099 ceph-mon[96864]: pgmap v1175: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:17:57.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:56 smithi099 ceph-mon[94290]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-12T16:17:57.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:56 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/811265738' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:57.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:56 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:17:57.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:56 smithi099 ceph-mon[94290]: pgmap v1175: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:17:57.835 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] ClsLock.TestSetCookie (3013 ms) 2024-04-12T16:17:57.835 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] ClsLock.TestRenew 2024-04-12T16:17:58.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:57 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:58.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:57 smithi099 ceph-mon[94290]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-12T16:17:58.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:57 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:17:58.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:17:58.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:57 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:58.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:57 smithi099 ceph-mon[96864]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-12T16:17:58.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:57 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:17:58.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:17:58.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:57 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:17:58.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:57 smithi110 ceph-mon[88691]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-12T16:17:58.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:57 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:17:58.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:17:59.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:58 smithi099 ceph-mon[94290]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-12T16:17:59.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:58 smithi099 ceph-mon[94290]: pgmap v1178: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:17:59.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:58 smithi099 ceph-mon[96864]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-12T16:17:59.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:58 smithi099 ceph-mon[96864]: pgmap v1178: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:17:59.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:58 smithi110 ceph-mon[88691]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-12T16:17:59.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:58 smithi110 ceph-mon[88691]: pgmap v1178: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:00.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:59 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:18:00.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:59 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:18:00.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:59 smithi099 ceph-mon[96864]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-12T16:18:00.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:17:59 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2237395156' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:00.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:59 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:18:00.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:59 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:18:00.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:59 smithi099 ceph-mon[94290]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-12T16:18:00.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:17:59 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2237395156' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:00.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:59 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:18:00.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:59 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:18:00.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:59 smithi110 ceph-mon[88691]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-12T16:18:00.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:17:59 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2237395156' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:01.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:00 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2237395156' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:18:01.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:00 smithi099 ceph-mon[96864]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-12T16:18:01.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:00 smithi099 ceph-mon[96864]: pgmap v1181: 137 pgs: 15 creating+peering, 13 unknown, 109 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:01.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:00 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2237395156' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:18:01.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:00 smithi099 ceph-mon[94290]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-12T16:18:01.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:00 smithi099 ceph-mon[94290]: pgmap v1181: 137 pgs: 15 creating+peering, 13 unknown, 109 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:01.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:00 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2237395156' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:18:01.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:00 smithi110 ceph-mon[88691]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-12T16:18:01.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:00 smithi110 ceph-mon[88691]: pgmap v1181: 137 pgs: 15 creating+peering, 13 unknown, 109 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:02.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:01 smithi099 ceph-mon[94290]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-12T16:18:02.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:01 smithi099 ceph-mon[96864]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-12T16:18:02.310 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:01 smithi110 ceph-mon[88691]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-12T16:18:02.583 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:18:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:18:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:18:03.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:02 smithi099 ceph-mon[96864]: pgmap v1183: 137 pgs: 15 creating+peering, 122 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:03.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:02 smithi099 ceph-mon[94290]: pgmap v1183: 137 pgs: 15 creating+peering, 122 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:03.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:02 smithi110 ceph-mon[88691]: pgmap v1183: 137 pgs: 15 creating+peering, 122 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:05.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:04 smithi110 ceph-mon[88691]: pgmap v1184: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:05.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:04 smithi099 ceph-mon[96864]: pgmap v1184: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:05.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:04 smithi099 ceph-mon[94290]: pgmap v1184: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:06.626 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:18:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:18:06] "GET /metrics HTTP/1.1" 200 36415 "" "Prometheus/2.43.0" 2024-04-12T16:18:07.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:06 smithi110 ceph-mon[88691]: pgmap v1185: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 132 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:18:07.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:06 smithi099 ceph-mon[94290]: pgmap v1185: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 132 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:18:07.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:06 smithi099 ceph-mon[96864]: pgmap v1185: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 132 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:18:09.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:08 smithi110 ceph-mon[88691]: pgmap v1186: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 117 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:18:09.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:08 smithi099 ceph-mon[94290]: pgmap v1186: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 117 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:18:09.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:08 smithi099 ceph-mon[96864]: pgmap v1186: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 117 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:18:12.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:11 smithi110 ceph-mon[88691]: pgmap v1187: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 307 B/s rd, 0 B/s wr, 1 op/s 2024-04-12T16:18:12.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:11 smithi099 ceph-mon[94290]: pgmap v1187: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 307 B/s rd, 0 B/s wr, 1 op/s 2024-04-12T16:18:12.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:11 smithi099 ceph-mon[96864]: pgmap v1187: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 307 B/s rd, 0 B/s wr, 1 op/s 2024-04-12T16:18:12.583 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:18:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:18:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:18:13.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:18:13.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:18:13.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:18:13.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:18:13.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:18:13.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:18:14.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:14 smithi110 ceph-mon[88691]: pgmap v1188: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 262 B/s rd, 0 B/s wr, 1 op/s 2024-04-12T16:18:14.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:14 smithi099 ceph-mon[94290]: pgmap v1188: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 262 B/s rd, 0 B/s wr, 1 op/s 2024-04-12T16:18:14.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:14 smithi099 ceph-mon[96864]: pgmap v1188: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 262 B/s rd, 0 B/s wr, 1 op/s 2024-04-12T16:18:16.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:16 smithi099 ceph-mon[94290]: pgmap v1189: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:18:16.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:16 smithi099 ceph-mon[96864]: pgmap v1189: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:18:16.626 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:18:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:18:16] "GET /metrics HTTP/1.1" 200 36419 "" "Prometheus/2.43.0" 2024-04-12T16:18:16.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:16 smithi110 ceph-mon[88691]: pgmap v1189: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:18:18.488 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] ClsLock.TestRenew (20653 ms) 2024-04-12T16:18:18.488 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-04-12T16:18:18.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:18 smithi110 ceph-mon[88691]: pgmap v1190: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-04-12T16:18:18.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:18 smithi099 ceph-mon[94290]: pgmap v1190: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-04-12T16:18:18.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:18 smithi099 ceph-mon[96864]: pgmap v1190: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-04-12T16:18:19.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:19 smithi110 ceph-mon[88691]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-12T16:18:19.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:19 smithi099 ceph-mon[94290]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-12T16:18:19.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:19 smithi099 ceph-mon[96864]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-12T16:18:20.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:20 smithi110 ceph-mon[88691]: pgmap v1192: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:20.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:20 smithi110 ceph-mon[88691]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-12T16:18:20.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:20 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2960716008' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:20.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:20 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:20.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:20 smithi099 ceph-mon[94290]: pgmap v1192: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:20.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:20 smithi099 ceph-mon[94290]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-12T16:18:20.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:20 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2960716008' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:20.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:20 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:20.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:20 smithi099 ceph-mon[96864]: pgmap v1192: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:20.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:20 smithi099 ceph-mon[96864]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-12T16:18:20.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:20 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2960716008' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:20.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:20 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:21.777 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:21 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:18:21.777 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:21 smithi099 ceph-mon[94290]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-12T16:18:21.778 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:21 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:18:21.778 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:21 smithi099 ceph-mon[96864]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-12T16:18:21.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:21 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:18:21.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:21 smithi110 ceph-mon[88691]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-12T16:18:22.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:22 smithi110 ceph-mon[88691]: pgmap v1195: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:22.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:22 smithi110 ceph-mon[88691]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-12T16:18:22.583 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:18:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:18:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:18:22.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:22 smithi099 ceph-mon[94290]: pgmap v1195: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:22.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:22 smithi099 ceph-mon[94290]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-12T16:18:22.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:22 smithi099 ceph-mon[96864]: pgmap v1195: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:22.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:22 smithi099 ceph-mon[96864]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-12T16:18:24.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:24 smithi110 ceph-mon[88691]: pgmap v1197: 137 pgs: 6 creating+peering, 13 unknown, 118 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:18:24.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:24 smithi099 ceph-mon[94290]: pgmap v1197: 137 pgs: 6 creating+peering, 13 unknown, 118 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:18:24.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:24 smithi099 ceph-mon[96864]: pgmap v1197: 137 pgs: 6 creating+peering, 13 unknown, 118 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:18:25.528 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7039 ms) 2024-04-12T16:18:25.528 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-04-12T16:18:26.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:26 smithi099 ceph-mon[94290]: pgmap v1198: 137 pgs: 6 creating+peering, 131 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:18:26.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:26 smithi099 ceph-mon[94290]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-12T16:18:26.626 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:18:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:18:26] "GET /metrics HTTP/1.1" 200 36419 "" "Prometheus/2.43.0" 2024-04-12T16:18:26.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:26 smithi099 ceph-mon[96864]: pgmap v1198: 137 pgs: 6 creating+peering, 131 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:18:26.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:26 smithi099 ceph-mon[96864]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-12T16:18:26.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:26 smithi110 ceph-mon[88691]: pgmap v1198: 137 pgs: 6 creating+peering, 131 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:18:26.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:26 smithi110 ceph-mon[88691]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-12T16:18:27.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:27 smithi110 ceph-mon[88691]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-12T16:18:27.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:27 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/866196713' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:27.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:18:27.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:27 smithi099 ceph-mon[94290]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-12T16:18:27.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:27 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/866196713' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:27.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:18:27.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:27 smithi099 ceph-mon[96864]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-12T16:18:27.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:27 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/866196713' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:27.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:18:28.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:28 smithi110 ceph-mon[88691]: pgmap v1201: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:28.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:28 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:18:28.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:28 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/866196713' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:18:28.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:28 smithi110 ceph-mon[88691]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-12T16:18:28.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:28 smithi099 ceph-mon[96864]: pgmap v1201: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:28.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:28 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:18:28.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:28 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/866196713' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:18:28.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:28 smithi099 ceph-mon[96864]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-12T16:18:28.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:28 smithi099 ceph-mon[94290]: pgmap v1201: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:28.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:28 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:18:28.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:28 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/866196713' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:18:28.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:28 smithi099 ceph-mon[94290]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-12T16:18:29.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:29 smithi110 ceph-mon[88691]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-12T16:18:29.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:29 smithi099 ceph-mon[94290]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-12T16:18:29.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:29 smithi099 ceph-mon[96864]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-12T16:18:30.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:30 smithi110 ceph-mon[88691]: pgmap v1204: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:30.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:30 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:18:30.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:30 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:18:30.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:30 smithi099 ceph-mon[94290]: pgmap v1204: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:30.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:30 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:18:30.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:30 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:18:30.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:30 smithi099 ceph-mon[96864]: pgmap v1204: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:30.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:30 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:18:30.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:30 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:18:32.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:32 smithi110 ceph-mon[88691]: pgmap v1205: 137 pgs: 5 creating+peering, 12 unknown, 120 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:32.583 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:18:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:18:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:18:32.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:32 smithi099 ceph-mon[94290]: pgmap v1205: 137 pgs: 5 creating+peering, 12 unknown, 120 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:32.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:32 smithi099 ceph-mon[96864]: pgmap v1205: 137 pgs: 5 creating+peering, 12 unknown, 120 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:33.571 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8043 ms) 2024-04-12T16:18:33.571 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-04-12T16:18:34.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:34 smithi110 ceph-mon[88691]: pgmap v1206: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:18:34.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:34 smithi110 ceph-mon[88691]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-12T16:18:34.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:34 smithi099 ceph-mon[94290]: pgmap v1206: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:18:34.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:34 smithi099 ceph-mon[94290]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-12T16:18:34.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:34 smithi099 ceph-mon[96864]: pgmap v1206: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:18:34.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:34 smithi099 ceph-mon[96864]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-12T16:18:35.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:35 smithi099 ceph-mon[94290]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-12T16:18:35.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:35 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2234731681' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:35.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:35 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:35.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:35 smithi099 ceph-mon[96864]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-12T16:18:35.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:35 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2234731681' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:35.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:35 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:36.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:35 smithi110 ceph-mon[88691]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-12T16:18:36.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:35 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2234731681' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:36.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:35 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:36.626 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:18:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:18:36] "GET /metrics HTTP/1.1" 200 36416 "" "Prometheus/2.43.0" 2024-04-12T16:18:36.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:36 smithi099 ceph-mon[94290]: pgmap v1209: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:36.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:36 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:18:36.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:36 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:18:36.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:36 smithi099 ceph-mon[94290]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-12T16:18:36.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:36 smithi099 ceph-mon[96864]: pgmap v1209: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:36.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:36 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:18:36.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:36 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:18:36.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:36 smithi099 ceph-mon[96864]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-12T16:18:37.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:36 smithi110 ceph-mon[88691]: pgmap v1209: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:37.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:36 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:18:37.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:36 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-138868-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:18:37.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:36 smithi110 ceph-mon[88691]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-12T16:18:37.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:37 smithi099 ceph-mon[94290]: pgmap v1211: 137 pgs: 8 creating+peering, 18 unknown, 111 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:37.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:37 smithi099 ceph-mon[94290]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-12T16:18:37.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:37 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:18:37.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:37 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:18:37.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:37 smithi099 ceph-mon[96864]: pgmap v1211: 137 pgs: 8 creating+peering, 18 unknown, 111 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:37.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:37 smithi099 ceph-mon[96864]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-12T16:18:37.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:37 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:18:37.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:37 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:18:38.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:37 smithi110 ceph-mon[88691]: pgmap v1211: 137 pgs: 8 creating+peering, 18 unknown, 111 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:38.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:37 smithi110 ceph-mon[88691]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-12T16:18:38.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:37 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:18:38.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:37 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:18:38.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:38 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:18:38.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:38 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:18:38.983 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:38 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:18:39.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:39 smithi099 ceph-mon[94290]: pgmap v1213: 137 pgs: 8 creating+peering, 12 unknown, 117 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:39.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:39 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:18:39.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:39 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:18:39.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:39 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:18:39.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:39 smithi099 ceph-mon[96864]: pgmap v1213: 137 pgs: 8 creating+peering, 12 unknown, 117 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:39.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:39 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:18:39.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:39 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:18:39.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:39 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:18:40.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:39 smithi110 ceph-mon[88691]: pgmap v1213: 137 pgs: 8 creating+peering, 12 unknown, 117 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:40.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:39 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:18:40.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:39 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:18:40.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:39 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:18:41.618 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8046 ms) 2024-04-12T16:18:41.619 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 11 tests from ClsLock (68822 ms total) 2024-04-12T16:18:41.619 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:18:41.619 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] Global test environment tear-down 2024-04-12T16:18:41.619 INFO:tasks.workunit.client.0.smithi099.stdout:[==========] 11 tests from 1 test suite ran. (68822 ms total) 2024-04-12T16:18:41.619 INFO:tasks.workunit.client.0.smithi099.stdout:[ PASSED ] 11 tests. 2024-04-12T16:18:41.622 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T16:18:41.622 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T16:18:41.705 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-04-12T16:18:41.705 DEBUG:teuthology.orchestra.run.smithi099:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-04-12T16:18:41.773 INFO:tasks.workunit.client.0.smithi099.stdout:Running main() from gmock_main.cc 2024-04-12T16:18:41.773 INFO:tasks.workunit.client.0.smithi099.stdout:[==========] Running 4 tests from 1 test suite. 2024-04-12T16:18:41.773 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] Global test environment set-up. 2024-04-12T16:18:41.773 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 4 tests from cls_log 2024-04-12T16:18:41.774 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-04-12T16:18:41.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:41 smithi099 ceph-mon[94290]: pgmap v1214: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:18:41.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:41 smithi099 ceph-mon[96864]: pgmap v1214: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:18:42.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:41 smithi110 ceph-mon[88691]: pgmap v1214: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:18:42.583 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:18:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:18:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:18:43.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:42 smithi110 ceph-mon[88691]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-12T16:18:43.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:18:43.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:42 smithi099 ceph-mon[94290]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-12T16:18:43.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:18:43.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:42 smithi099 ceph-mon[96864]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-12T16:18:43.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:18:44.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:43 smithi110 ceph-mon[88691]: pgmap v1216: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:44.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:43 smithi110 ceph-mon[88691]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-12T16:18:44.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:43 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2567640791' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139396-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:44.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:43 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139396-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:44.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:43 smithi099 ceph-mon[94290]: pgmap v1216: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:44.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:43 smithi099 ceph-mon[94290]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-12T16:18:44.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:43 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2567640791' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139396-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:44.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:43 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139396-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:44.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:43 smithi099 ceph-mon[96864]: pgmap v1216: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:44.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:43 smithi099 ceph-mon[96864]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-12T16:18:44.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:43 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2567640791' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139396-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:44.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:43 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139396-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:44.654 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_log.test_log_add_same_time (2880 ms) 2024-04-12T16:18:44.654 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-04-12T16:18:45.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:44 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139396-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:18:45.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:44 smithi110 ceph-mon[88691]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-12T16:18:45.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:44 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139396-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:18:45.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:44 smithi099 ceph-mon[96864]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-12T16:18:45.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:44 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139396-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:18:45.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:44 smithi099 ceph-mon[94290]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-12T16:18:46.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:45 smithi110 ceph-mon[88691]: pgmap v1219: 137 pgs: 22 unknown, 115 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 1.7 KiB/s wr, 5 op/s 2024-04-12T16:18:46.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:45 smithi110 ceph-mon[88691]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-12T16:18:46.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:45 smithi099 ceph-mon[94290]: pgmap v1219: 137 pgs: 22 unknown, 115 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 1.7 KiB/s wr, 5 op/s 2024-04-12T16:18:46.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:45 smithi099 ceph-mon[94290]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-12T16:18:46.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:45 smithi099 ceph-mon[96864]: pgmap v1219: 137 pgs: 22 unknown, 115 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 1.7 KiB/s wr, 5 op/s 2024-04-12T16:18:46.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:45 smithi099 ceph-mon[96864]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-12T16:18:46.626 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:18:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:18:46] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-04-12T16:18:47.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:46 smithi110 ceph-mon[88691]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-12T16:18:47.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:46 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/409272650' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139396-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:47.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:46 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139396-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:47.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:46 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139396-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:18:47.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:46 smithi110 ceph-mon[88691]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-12T16:18:47.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:46 smithi099 ceph-mon[94290]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-12T16:18:47.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:46 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/409272650' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139396-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:47.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:46 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139396-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:47.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:46 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139396-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:18:47.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:46 smithi099 ceph-mon[94290]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-12T16:18:47.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:46 smithi099 ceph-mon[96864]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-12T16:18:47.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:46 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/409272650' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139396-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:47.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:46 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139396-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:47.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:46 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139396-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:18:47.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:46 smithi099 ceph-mon[96864]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-12T16:18:47.670 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_log.test_log_add_different_time (3017 ms) 2024-04-12T16:18:47.670 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_log.trim_by_time 2024-04-12T16:18:48.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:47 smithi110 ceph-mon[88691]: pgmap v1222: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:48.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:47 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:18:48.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:47 smithi110 ceph-mon[88691]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-12T16:18:48.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:47 smithi099 ceph-mon[94290]: pgmap v1222: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:48.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:47 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:18:48.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:47 smithi099 ceph-mon[94290]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-12T16:18:48.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:47 smithi099 ceph-mon[96864]: pgmap v1222: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:48.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:47 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:18:48.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:47 smithi099 ceph-mon[96864]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-12T16:18:49.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:48 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:18:49.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:48 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:18:49.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:48 smithi110 ceph-mon[88691]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-12T16:18:49.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:48 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2664489145' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139396-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:49.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:48 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:18:49.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:48 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:18:49.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:48 smithi099 ceph-mon[94290]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-12T16:18:49.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:48 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2664489145' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139396-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:49.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:48 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:18:49.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:48 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:18:49.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:48 smithi099 ceph-mon[96864]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-12T16:18:49.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:48 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2664489145' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139396-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:50.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:49 smithi110 ceph-mon[88691]: pgmap v1225: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:50.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:49 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2664489145' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139396-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:18:50.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:49 smithi110 ceph-mon[88691]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-12T16:18:50.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:49 smithi099 ceph-mon[94290]: pgmap v1225: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:50.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:49 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2664489145' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139396-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:18:50.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:49 smithi099 ceph-mon[94290]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-12T16:18:50.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:49 smithi099 ceph-mon[96864]: pgmap v1225: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:50.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:49 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2664489145' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139396-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:18:50.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:49 smithi099 ceph-mon[96864]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-12T16:18:50.692 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_log.trim_by_time (3021 ms) 2024-04-12T16:18:50.693 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_log.trim_by_marker 2024-04-12T16:18:52.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:51 smithi110 ceph-mon[88691]: pgmap v1228: 137 pgs: 15 creating+peering, 12 unknown, 110 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:52.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:51 smithi110 ceph-mon[88691]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-12T16:18:52.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:51 smithi099 ceph-mon[94290]: pgmap v1228: 137 pgs: 15 creating+peering, 12 unknown, 110 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:52.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:51 smithi099 ceph-mon[94290]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-12T16:18:52.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:51 smithi099 ceph-mon[96864]: pgmap v1228: 137 pgs: 15 creating+peering, 12 unknown, 110 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:52.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:51 smithi099 ceph-mon[96864]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-12T16:18:52.583 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:18:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:18:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:18:53.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:52 smithi110 ceph-mon[88691]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-12T16:18:53.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:52 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3984600139' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139396-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:53.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:52 smithi099 ceph-mon[94290]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-12T16:18:53.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:52 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3984600139' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139396-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:53.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:52 smithi099 ceph-mon[96864]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-12T16:18:53.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:52 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3984600139' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139396-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:53.710 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_log.trim_by_marker (3019 ms) 2024-04-12T16:18:53.710 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 4 tests from cls_log (11937 ms total) 2024-04-12T16:18:53.711 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:18:53.711 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] Global test environment tear-down 2024-04-12T16:18:53.711 INFO:tasks.workunit.client.0.smithi099.stdout:[==========] 4 tests from 1 test suite ran. (11937 ms total) 2024-04-12T16:18:53.711 INFO:tasks.workunit.client.0.smithi099.stdout:[ PASSED ] 4 tests. 2024-04-12T16:18:53.714 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T16:18:53.714 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T16:18:53.784 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-04-12T16:18:53.784 DEBUG:teuthology.orchestra.run.smithi099:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-04-12T16:18:53.853 INFO:tasks.workunit.client.0.smithi099.stdout:Running main() from gmock_main.cc 2024-04-12T16:18:53.854 INFO:tasks.workunit.client.0.smithi099.stdout:[==========] Running 4 tests from 1 test suite. 2024-04-12T16:18:53.854 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] Global test environment set-up. 2024-04-12T16:18:53.854 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 4 tests from ClsNumOps 2024-04-12T16:18:53.854 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] ClsNumOps.Add 2024-04-12T16:18:54.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:53 smithi110 ceph-mon[88691]: pgmap v1231: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:54.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:53 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:18:54.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:53 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3984600139' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139396-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:18:54.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:53 smithi110 ceph-mon[88691]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-12T16:18:54.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:53 smithi099 ceph-mon[94290]: pgmap v1231: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:54.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:53 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:18:54.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:53 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3984600139' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139396-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:18:54.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:53 smithi099 ceph-mon[94290]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-12T16:18:54.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:53 smithi099 ceph-mon[96864]: pgmap v1231: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:54.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:53 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:18:54.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:53 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3984600139' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139396-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:18:54.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:53 smithi099 ceph-mon[96864]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-12T16:18:55.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:54 smithi110 ceph-mon[88691]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-12T16:18:55.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:54 smithi099 ceph-mon[94290]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-12T16:18:55.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:54 smithi099 ceph-mon[96864]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-12T16:18:56.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:55 smithi110 ceph-mon[88691]: pgmap v1234: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:56.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:55 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:18:56.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:55 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:18:56.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:55 smithi110 ceph-mon[88691]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-12T16:18:56.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:55 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3786001872' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139502-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:56.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:55 smithi099 ceph-mon[96864]: pgmap v1234: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:56.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:55 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:18:56.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:55 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:18:56.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:55 smithi099 ceph-mon[96864]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-12T16:18:56.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:55 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3786001872' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139502-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:56.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:55 smithi099 ceph-mon[94290]: pgmap v1234: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:18:56.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:55 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:18:56.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:55 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:18:56.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:55 smithi099 ceph-mon[94290]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-12T16:18:56.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:55 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3786001872' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139502-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:56.626 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:18:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:18:56] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-04-12T16:18:56.731 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] ClsNumOps.Add (2878 ms) 2024-04-12T16:18:56.732 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] ClsNumOps.Sub 2024-04-12T16:18:57.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:56 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3786001872' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139502-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:18:57.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:56 smithi110 ceph-mon[88691]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-12T16:18:57.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:56 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3786001872' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139502-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:18:57.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:56 smithi099 ceph-mon[94290]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-12T16:18:57.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:56 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3786001872' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139502-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:18:57.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:56 smithi099 ceph-mon[96864]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-12T16:18:58.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:57 smithi110 ceph-mon[88691]: pgmap v1237: 137 pgs: 14 creating+peering, 11 unknown, 112 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-12T16:18:58.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:57 smithi110 ceph-mon[88691]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-12T16:18:58.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:18:58.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:57 smithi099 ceph-mon[96864]: pgmap v1237: 137 pgs: 14 creating+peering, 11 unknown, 112 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-12T16:18:58.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:57 smithi099 ceph-mon[96864]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-12T16:18:58.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:18:58.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:57 smithi099 ceph-mon[94290]: pgmap v1237: 137 pgs: 14 creating+peering, 11 unknown, 112 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-12T16:18:58.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:57 smithi099 ceph-mon[94290]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-12T16:18:58.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:18:59.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:58 smithi110 ceph-mon[88691]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-12T16:18:59.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:58 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1774680243' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139502-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:59.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:58 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139502-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:59.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:58 smithi099 ceph-mon[94290]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-12T16:18:59.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:58 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1774680243' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139502-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:59.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:58 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139502-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:59.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:58 smithi099 ceph-mon[96864]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-12T16:18:59.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:58 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1774680243' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139502-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:59.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:58 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139502-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:59.748 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] ClsNumOps.Sub (3017 ms) 2024-04-12T16:18:59.748 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] ClsNumOps.Mul 2024-04-12T16:19:00.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:59 smithi110 ceph-mon[88691]: pgmap v1240: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:00.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:59 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:19:00.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:59 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139502-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:19:00.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:18:59 smithi110 ceph-mon[88691]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-12T16:19:00.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:59 smithi099 ceph-mon[94290]: pgmap v1240: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:00.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:59 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:19:00.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:59 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139502-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:19:00.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:18:59 smithi099 ceph-mon[94290]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-12T16:19:00.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:59 smithi099 ceph-mon[96864]: pgmap v1240: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:00.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:59 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:19:00.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:59 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139502-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:19:00.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:18:59 smithi099 ceph-mon[96864]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-12T16:19:01.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:00 smithi110 ceph-mon[88691]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-12T16:19:01.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:00 smithi099 ceph-mon[94290]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-12T16:19:01.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:00 smithi099 ceph-mon[96864]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-12T16:19:02.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:01 smithi110 ceph-mon[88691]: pgmap v1243: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:02.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:01 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:19:02.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:01 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:19:02.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:01 smithi110 ceph-mon[88691]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-12T16:19:02.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:01 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1473308094' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139502-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:19:02.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:01 smithi099 ceph-mon[94290]: pgmap v1243: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:02.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:01 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:19:02.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:01 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:19:02.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:01 smithi099 ceph-mon[94290]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-12T16:19:02.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:01 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1473308094' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139502-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:19:02.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:01 smithi099 ceph-mon[96864]: pgmap v1243: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:02.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:01 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:19:02.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:01 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:19:02.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:01 smithi099 ceph-mon[96864]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-12T16:19:02.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:01 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1473308094' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139502-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:19:02.583 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:19:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:19:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:19:02.771 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] ClsNumOps.Mul (3023 ms) 2024-04-12T16:19:02.771 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] ClsNumOps.Div 2024-04-12T16:19:03.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:02 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1473308094' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139502-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:19:03.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:02 smithi110 ceph-mon[88691]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-12T16:19:03.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:02 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1473308094' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139502-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:19:03.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:02 smithi099 ceph-mon[94290]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-12T16:19:03.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:02 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1473308094' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139502-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:19:03.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:02 smithi099 ceph-mon[96864]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-12T16:19:04.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:03 smithi110 ceph-mon[88691]: pgmap v1246: 137 pgs: 6 creating+peering, 22 unknown, 109 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:04.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:03 smithi110 ceph-mon[88691]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-12T16:19:04.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:03 smithi099 ceph-mon[94290]: pgmap v1246: 137 pgs: 6 creating+peering, 22 unknown, 109 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:04.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:03 smithi099 ceph-mon[94290]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-12T16:19:04.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:03 smithi099 ceph-mon[96864]: pgmap v1246: 137 pgs: 6 creating+peering, 22 unknown, 109 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:04.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:03 smithi099 ceph-mon[96864]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-12T16:19:05.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:04 smithi110 ceph-mon[88691]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-12T16:19:05.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:04 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/608248528' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139502-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:19:05.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:04 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139502-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:19:05.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:04 smithi099 ceph-mon[94290]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-12T16:19:05.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:04 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/608248528' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139502-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:19:05.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:04 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139502-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:19:05.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:04 smithi099 ceph-mon[96864]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-12T16:19:05.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:04 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/608248528' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139502-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:19:05.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:04 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139502-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:19:05.794 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] ClsNumOps.Div (3022 ms) 2024-04-12T16:19:05.794 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 4 tests from ClsNumOps (11940 ms total) 2024-04-12T16:19:05.794 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:19:05.794 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] Global test environment tear-down 2024-04-12T16:19:05.794 INFO:tasks.workunit.client.0.smithi099.stdout:[==========] 4 tests from 1 test suite ran. (11940 ms total) 2024-04-12T16:19:05.794 INFO:tasks.workunit.client.0.smithi099.stdout:[ PASSED ] 4 tests. 2024-04-12T16:19:05.799 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T16:19:05.799 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T16:19:05.867 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-04-12T16:19:05.867 DEBUG:teuthology.orchestra.run.smithi099:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-04-12T16:19:05.936 INFO:tasks.workunit.client.0.smithi099.stdout:Running main() from gmock_main.cc 2024-04-12T16:19:05.936 INFO:tasks.workunit.client.0.smithi099.stdout:[==========] Running 70 tests from 1 test suite. 2024-04-12T16:19:05.937 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] Global test environment set-up. 2024-04-12T16:19:05.937 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 70 tests from TestClsRbd 2024-04-12T16:19:06.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:05 smithi110 ceph-mon[88691]: pgmap v1249: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:06.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:05 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139502-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:19:06.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:05 smithi110 ceph-mon[88691]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-12T16:19:06.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:05 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:19:06.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:05 smithi099 ceph-mon[94290]: pgmap v1249: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:06.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:05 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139502-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:19:06.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:05 smithi099 ceph-mon[94290]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-12T16:19:06.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:05 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:19:06.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:05 smithi099 ceph-mon[96864]: pgmap v1249: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:06.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:05 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139502-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:19:06.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:05 smithi099 ceph-mon[96864]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-12T16:19:06.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:05 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:19:06.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:19:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:19:06] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-04-12T16:19:07.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:06 smithi110 ceph-mon[88691]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-12T16:19:07.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:06 smithi099 ceph-mon[94290]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-12T16:19:07.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:06 smithi099 ceph-mon[96864]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-12T16:19:07.811 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.get_all_features 2024-04-12T16:19:07.828 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.get_all_features (18 ms) 2024-04-12T16:19:07.828 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.copyup 2024-04-12T16:19:08.000 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.copyup (171 ms) 2024-04-12T16:19:08.000 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-04-12T16:19:08.016 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.sparse_copyup (17 ms) 2024-04-12T16:19:08.016 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-04-12T16:19:08.023 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.get_and_set_id (7 ms) 2024-04-12T16:19:08.023 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-04-12T16:19:08.033 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.add_remove_child (10 ms) 2024-04-12T16:19:08.033 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.directory_methods 2024-04-12T16:19:08.057 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.directory_methods (24 ms) 2024-04-12T16:19:08.057 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.create 2024-04-12T16:19:08.070 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.create (13 ms) 2024-04-12T16:19:08.070 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.get_features 2024-04-12T16:19:08.072 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.get_features (2 ms) 2024-04-12T16:19:08.072 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-04-12T16:19:08.073 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.get_object_prefix (1 ms) 2024-04-12T16:19:08.073 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-04-12T16:19:08.075 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.get_create_timestamp (2 ms) 2024-04-12T16:19:08.075 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-04-12T16:19:08.077 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.get_access_timestamp (1 ms) 2024-04-12T16:19:08.077 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-04-12T16:19:08.078 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.get_modify_timestamp (1 ms) 2024-04-12T16:19:08.078 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-04-12T16:19:08.081 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.get_data_pool (3 ms) 2024-04-12T16:19:08.081 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.get_size 2024-04-12T16:19:08.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:07 smithi110 ceph-mon[88691]: pgmap v1252: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:08.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:07 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:19:08.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:07 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:19:08.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:07 smithi110 ceph-mon[88691]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-12T16:19:08.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:07 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2212703133' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139608-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:19:08.085 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.get_size (4 ms) 2024-04-12T16:19:08.085 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.set_size 2024-04-12T16:19:08.089 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.set_size (4 ms) 2024-04-12T16:19:08.089 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.protection_status 2024-04-12T16:19:08.106 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.protection_status (17 ms) 2024-04-12T16:19:08.106 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-04-12T16:19:08.114 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.snapshot_limits (8 ms) 2024-04-12T16:19:08.114 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.parents_v1 2024-04-12T16:19:08.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:07 smithi099 ceph-mon[94290]: pgmap v1252: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:08.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:07 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:19:08.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:07 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:19:08.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:07 smithi099 ceph-mon[94290]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-12T16:19:08.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:07 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2212703133' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139608-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:19:08.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:07 smithi099 ceph-mon[96864]: pgmap v1252: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:08.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:07 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:19:08.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:07 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:19:08.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:07 smithi099 ceph-mon[96864]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-12T16:19:08.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:07 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2212703133' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139608-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:19:08.152 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.parents_v1 (38 ms) 2024-04-12T16:19:08.152 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.parents_v2 2024-04-12T16:19:08.180 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.parents_v2 (28 ms) 2024-04-12T16:19:08.181 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.snapshots 2024-04-12T16:19:08.201 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.snapshots (21 ms) 2024-04-12T16:19:08.202 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.snapid_race 2024-04-12T16:19:08.205 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.snapid_race (4 ms) 2024-04-12T16:19:08.205 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.stripingv2 2024-04-12T16:19:08.214 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.stripingv2 (9 ms) 2024-04-12T16:19:08.214 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.object_map_save 2024-04-12T16:19:08.215 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.object_map_save (1 ms) 2024-04-12T16:19:08.215 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-04-12T16:19:08.220 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.object_map_resize (4 ms) 2024-04-12T16:19:08.220 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.object_map_update 2024-04-12T16:19:08.227 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.object_map_update (8 ms) 2024-04-12T16:19:08.227 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-04-12T16:19:08.227 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.object_map_load_enoent (0 ms) 2024-04-12T16:19:08.227 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-04-12T16:19:08.232 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.object_map_snap_add (5 ms) 2024-04-12T16:19:08.232 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-04-12T16:19:08.237 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.object_map_snap_remove (5 ms) 2024-04-12T16:19:08.237 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.flags 2024-04-12T16:19:08.242 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.flags (5 ms) 2024-04-12T16:19:08.242 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.metadata 2024-04-12T16:19:08.264 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.metadata (22 ms) 2024-04-12T16:19:08.265 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.set_features 2024-04-12T16:19:08.271 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.set_features (7 ms) 2024-04-12T16:19:08.271 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.mirror 2024-04-12T16:19:08.301 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.mirror (30 ms) 2024-04-12T16:19:08.301 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.mirror_image 2024-04-12T16:19:08.314 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.mirror_image (13 ms) 2024-04-12T16:19:08.315 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-04-12T16:19:09.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:08 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2212703133' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139608-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:19:09.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:08 smithi110 ceph-mon[88691]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-12T16:19:09.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:08 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2212703133' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139608-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:19:09.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:08 smithi099 ceph-mon[94290]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-12T16:19:09.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:08 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2212703133' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139608-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:19:09.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:08 smithi099 ceph-mon[96864]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-12T16:19:10.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:09 smithi110 ceph-mon[88691]: pgmap v1255: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:10.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:09 smithi110 ceph-mon[88691]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-12T16:19:10.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:09 smithi099 ceph-mon[94290]: pgmap v1255: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:10.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:09 smithi099 ceph-mon[94290]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-12T16:19:10.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:09 smithi099 ceph-mon[96864]: pgmap v1255: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:10.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:09 smithi099 ceph-mon[96864]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-12T16:19:10.499 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.mirror_image_status (2184 ms) 2024-04-12T16:19:10.499 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-04-12T16:19:10.576 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.mirror_image_map (78 ms) 2024-04-12T16:19:10.576 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-04-12T16:19:10.583 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.mirror_instances (7 ms) 2024-04-12T16:19:10.583 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-04-12T16:19:10.594 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.mirror_snapshot (11 ms) 2024-04-12T16:19:10.594 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-04-12T16:19:10.596 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.group_dir_list (3 ms) 2024-04-12T16:19:10.596 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-04-12T16:19:10.598 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.group_dir_add (1 ms) 2024-04-12T16:19:10.599 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-04-12T16:19:10.601 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.dir_add_already_existing (3 ms) 2024-04-12T16:19:10.601 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-04-12T16:19:10.607 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.group_dir_rename (6 ms) 2024-04-12T16:19:10.607 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-04-12T16:19:10.610 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.group_dir_remove (3 ms) 2024-04-12T16:19:10.610 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-04-12T16:19:10.614 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (4 ms) 2024-04-12T16:19:10.614 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.group_image_add 2024-04-12T16:19:10.616 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2024-04-12T16:19:10.616 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-04-12T16:19:10.619 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2024-04-12T16:19:10.619 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.group_image_list 2024-04-12T16:19:10.622 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.group_image_list (3 ms) 2024-04-12T16:19:10.622 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-04-12T16:19:10.626 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.group_image_clean (4 ms) 2024-04-12T16:19:10.626 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.image_group_add 2024-04-12T16:19:10.629 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.image_group_add (3 ms) 2024-04-12T16:19:10.629 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-04-12T16:19:10.632 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.image_group_remove (3 ms) 2024-04-12T16:19:10.632 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.image_group_get 2024-04-12T16:19:10.634 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.image_group_get (2 ms) 2024-04-12T16:19:10.634 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-04-12T16:19:10.636 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (2 ms) 2024-04-12T16:19:10.636 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-04-12T16:19:10.638 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2024-04-12T16:19:10.638 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-04-12T16:19:10.640 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (2 ms) 2024-04-12T16:19:10.640 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-04-12T16:19:10.643 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (3 ms) 2024-04-12T16:19:10.643 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-04-12T16:19:10.645 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.group_snap_set (2 ms) 2024-04-12T16:19:10.645 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-04-12T16:19:10.648 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.group_snap_list (3 ms) 2024-04-12T16:19:10.648 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-04-12T16:19:10.663 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (15 ms) 2024-04-12T16:19:10.664 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-04-12T16:19:10.865 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (202 ms) 2024-04-12T16:19:10.865 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-04-12T16:19:10.869 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.group_snap_remove (4 ms) 2024-04-12T16:19:10.869 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-04-12T16:19:10.871 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2024-04-12T16:19:10.871 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.trash_methods 2024-04-12T16:19:10.877 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.trash_methods (6 ms) 2024-04-12T16:19:10.878 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.op_features 2024-04-12T16:19:10.884 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.op_features (7 ms) 2024-04-12T16:19:10.884 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.clone_parent 2024-04-12T16:19:10.902 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.clone_parent (18 ms) 2024-04-12T16:19:10.902 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-04-12T16:19:10.911 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.clone_parent_ns (9 ms) 2024-04-12T16:19:10.912 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.clone_child 2024-04-12T16:19:10.922 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.clone_child (11 ms) 2024-04-12T16:19:10.922 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-04-12T16:19:10.929 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.namespace_methods (7 ms) 2024-04-12T16:19:10.929 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.migration 2024-04-12T16:19:10.938 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.migration (9 ms) 2024-04-12T16:19:10.938 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.migration_v1 2024-04-12T16:19:10.948 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.migration_v1 (10 ms) 2024-04-12T16:19:10.948 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-04-12T16:19:12.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:11 smithi110 ceph-mon[88691]: pgmap v1257: 137 pgs: 3 creating+peering, 5 unknown, 129 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 552 KiB/s rd, 337 KiB/s wr, 907 op/s 2024-04-12T16:19:12.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:11 smithi099 ceph-mon[94290]: pgmap v1257: 137 pgs: 3 creating+peering, 5 unknown, 129 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 552 KiB/s rd, 337 KiB/s wr, 907 op/s 2024-04-12T16:19:12.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:11 smithi099 ceph-mon[96864]: pgmap v1257: 137 pgs: 3 creating+peering, 5 unknown, 129 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 552 KiB/s rd, 337 KiB/s wr, 907 op/s 2024-04-12T16:19:12.583 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:19:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:19:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:19:12.828 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1880 ms) 2024-04-12T16:19:12.828 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestClsRbd.sparsify 2024-04-12T16:19:12.872 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestClsRbd.sparsify (44 ms) 2024-04-12T16:19:13.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:12 smithi110 ceph-mon[88691]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-12T16:19:13.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:19:13.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:12 smithi099 ceph-mon[94290]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-12T16:19:13.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:19:13.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:12 smithi099 ceph-mon[96864]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-12T16:19:13.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:19:13.835 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 70 tests from TestClsRbd (5062 ms total) 2024-04-12T16:19:13.835 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:19:13.836 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] Global test environment tear-down 2024-04-12T16:19:13.836 INFO:tasks.workunit.client.0.smithi099.stdout:[==========] 70 tests from 1 test suite ran. (7899 ms total) 2024-04-12T16:19:13.836 INFO:tasks.workunit.client.0.smithi099.stdout:[ PASSED ] 70 tests. 2024-04-12T16:19:13.840 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T16:19:13.840 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T16:19:13.908 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-04-12T16:19:13.908 DEBUG:teuthology.orchestra.run.smithi099:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-04-12T16:19:13.981 INFO:tasks.workunit.client.0.smithi099.stdout:Running main() from gmock_main.cc 2024-04-12T16:19:13.982 INFO:tasks.workunit.client.0.smithi099.stdout:[==========] Running 10 tests from 1 test suite. 2024-04-12T16:19:13.982 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] Global test environment set-up. 2024-04-12T16:19:13.982 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 10 tests from cls_rgw 2024-04-12T16:19:13.982 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_rgw.test_implicit 2024-04-12T16:19:14.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:13 smithi110 ceph-mon[88691]: pgmap v1259: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 997 KiB/s wr, 811 op/s 2024-04-12T16:19:14.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:13 smithi110 ceph-mon[88691]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-12T16:19:14.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:13 smithi099 ceph-mon[94290]: pgmap v1259: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 997 KiB/s wr, 811 op/s 2024-04-12T16:19:14.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:13 smithi099 ceph-mon[94290]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-12T16:19:14.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:13 smithi099 ceph-mon[96864]: pgmap v1259: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 997 KiB/s wr, 811 op/s 2024-04-12T16:19:14.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:13 smithi099 ceph-mon[96864]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-12T16:19:15.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:14 smithi099 ceph-mon[94290]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-12T16:19:15.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:14 smithi099 ceph-mon[96864]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-12T16:19:15.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:14 smithi110 ceph-mon[88691]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-12T16:19:16.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:15 smithi099 ceph-mon[94290]: pgmap v1262: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:16.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:15 smithi099 ceph-mon[94290]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-12T16:19:16.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:15 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1209629484' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139663-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:19:16.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:15 smithi099 ceph-mon[96864]: pgmap v1262: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:16.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:15 smithi099 ceph-mon[96864]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-12T16:19:16.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:15 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1209629484' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139663-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:19:16.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:15 smithi110 ceph-mon[88691]: pgmap v1262: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:16.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:15 smithi110 ceph-mon[88691]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-12T16:19:16.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:15 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1209629484' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139663-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:19:16.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:19:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:19:16] "GET /metrics HTTP/1.1" 200 36462 "" "Prometheus/2.43.0" 2024-04-12T16:19:16.850 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_rgw.test_implicit (2867 ms) 2024-04-12T16:19:16.850 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_rgw.test_implicit_idempotent 2024-04-12T16:19:17.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:16 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1209629484' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139663-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:19:17.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:16 smithi099 ceph-mon[94290]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-12T16:19:17.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:16 smithi099 ceph-mon[94290]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-12T16:19:17.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:16 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1209629484' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139663-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:19:17.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:16 smithi099 ceph-mon[96864]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-12T16:19:17.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:16 smithi099 ceph-mon[96864]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-12T16:19:17.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:16 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1209629484' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139663-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:19:17.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:16 smithi110 ceph-mon[88691]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-12T16:19:17.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:16 smithi110 ceph-mon[88691]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-12T16:19:18.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:17 smithi099 ceph-mon[94290]: pgmap v1265: 137 pgs: 6 creating+peering, 19 unknown, 112 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:18.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:17 smithi099 ceph-mon[96864]: pgmap v1265: 137 pgs: 6 creating+peering, 19 unknown, 112 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:18.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:17 smithi110 ceph-mon[88691]: pgmap v1265: 137 pgs: 6 creating+peering, 19 unknown, 112 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:19.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:18 smithi110 ceph-mon[88691]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-12T16:19:19.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:18 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3580123066' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139663-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:19:19.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:18 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139663-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:19:19.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:18 smithi099 ceph-mon[94290]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-12T16:19:19.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:18 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3580123066' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139663-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:19:19.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:18 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139663-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:19:19.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:18 smithi099 ceph-mon[96864]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-12T16:19:19.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:18 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3580123066' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139663-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:19:19.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:18 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139663-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:19:19.892 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_rgw.test_implicit_idempotent (3042 ms) 2024-04-12T16:19:19.892 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_rgw.test_put_snap 2024-04-12T16:19:20.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:19 smithi110 ceph-mon[88691]: pgmap v1268: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:20.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:19 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:19:20.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:19 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139663-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:19:20.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:19 smithi110 ceph-mon[88691]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-12T16:19:20.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:19 smithi099 ceph-mon[94290]: pgmap v1268: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:20.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:19 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:19:20.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:19 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139663-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:19:20.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:19 smithi099 ceph-mon[94290]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-12T16:19:20.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:19 smithi099 ceph-mon[96864]: pgmap v1268: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:20.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:19 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:19:20.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:19 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139663-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:19:20.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:19 smithi099 ceph-mon[96864]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-12T16:19:21.277 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:20 smithi099 ceph-mon[94290]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-12T16:19:21.277 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:20 smithi099 ceph-mon[96864]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-12T16:19:21.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:20 smithi110 ceph-mon[88691]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-12T16:19:22.310 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:21 smithi110 ceph-mon[88691]: pgmap v1271: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:22.311 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:21 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:19:22.311 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:21 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:19:22.311 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:21 smithi110 ceph-mon[88691]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-12T16:19:22.311 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:21 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1576499126' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139663-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:19:22.311 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:21 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139663-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:19:22.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:21 smithi099 ceph-mon[94290]: pgmap v1271: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:22.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:21 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:19:22.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:21 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:19:22.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:21 smithi099 ceph-mon[94290]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-12T16:19:22.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:21 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1576499126' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139663-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:19:22.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:21 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139663-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:19:22.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:21 smithi099 ceph-mon[96864]: pgmap v1271: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:22.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:21 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:19:22.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:21 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:19:22.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:21 smithi099 ceph-mon[96864]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-12T16:19:22.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:21 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1576499126' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139663-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:19:22.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:21 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139663-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:19:22.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:19:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:19:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:19:23.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:22 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139663-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:19:23.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:22 smithi110 ceph-mon[88691]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-12T16:19:23.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:22 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139663-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:19:23.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:22 smithi099 ceph-mon[94290]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-12T16:19:23.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:22 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139663-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:19:23.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:22 smithi099 ceph-mon[96864]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-12T16:19:24.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:23 smithi110 ceph-mon[88691]: pgmap v1274: 137 pgs: 11 creating+peering, 18 unknown, 108 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:24.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:23 smithi110 ceph-mon[88691]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-12T16:19:24.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:23 smithi099 ceph-mon[96864]: pgmap v1274: 137 pgs: 11 creating+peering, 18 unknown, 108 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:24.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:23 smithi099 ceph-mon[96864]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-12T16:19:24.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:23 smithi099 ceph-mon[94290]: pgmap v1274: 137 pgs: 11 creating+peering, 18 unknown, 108 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:24.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:23 smithi099 ceph-mon[94290]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-12T16:19:26.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:25 smithi110 ceph-mon[88691]: pgmap v1276: 137 pgs: 11 creating+peering, 8 unknown, 118 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 217 B/s wr, 0 op/s 2024-04-12T16:19:26.357 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:25 smithi099 ceph-mon[94290]: pgmap v1276: 137 pgs: 11 creating+peering, 8 unknown, 118 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 217 B/s wr, 0 op/s 2024-04-12T16:19:26.357 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:25 smithi099 ceph-mon[96864]: pgmap v1276: 137 pgs: 11 creating+peering, 8 unknown, 118 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 217 B/s wr, 0 op/s 2024-04-12T16:19:26.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:19:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:19:26] "GET /metrics HTTP/1.1" 200 36462 "" "Prometheus/2.43.0" 2024-04-12T16:19:27.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:26 smithi110 ceph-mon[88691]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-12T16:19:27.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:26 smithi099 ceph-mon[94290]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-12T16:19:27.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:26 smithi099 ceph-mon[96864]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-12T16:19:28.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:27 smithi110 ceph-mon[88691]: pgmap v1278: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 179 B/s wr, 0 op/s 2024-04-12T16:19:28.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:27 smithi110 ceph-mon[88691]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-12T16:19:28.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:19:28.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:27 smithi099 ceph-mon[94290]: pgmap v1278: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 179 B/s wr, 0 op/s 2024-04-12T16:19:28.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:27 smithi099 ceph-mon[94290]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-12T16:19:28.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:19:28.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:27 smithi099 ceph-mon[96864]: pgmap v1278: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 179 B/s wr, 0 op/s 2024-04-12T16:19:28.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:27 smithi099 ceph-mon[96864]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-12T16:19:28.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:19:28.954 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_rgw.test_put_snap (9062 ms) 2024-04-12T16:19:28.954 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_rgw.test_explicit 2024-04-12T16:19:29.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:28 smithi110 ceph-mon[88691]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-12T16:19:29.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:28 smithi099 ceph-mon[94290]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-12T16:19:29.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:28 smithi099 ceph-mon[96864]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-12T16:19:30.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:29 smithi110 ceph-mon[88691]: pgmap v1281: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 180 B/s wr, 0 op/s 2024-04-12T16:19:30.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:29 smithi110 ceph-mon[88691]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-12T16:19:30.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:29 smithi099 ceph-mon[94290]: pgmap v1281: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 180 B/s wr, 0 op/s 2024-04-12T16:19:30.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:29 smithi099 ceph-mon[94290]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-12T16:19:30.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:29 smithi099 ceph-mon[96864]: pgmap v1281: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 180 B/s wr, 0 op/s 2024-04-12T16:19:30.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:29 smithi099 ceph-mon[96864]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-12T16:19:31.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:30 smithi110 ceph-mon[88691]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-12T16:19:31.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:30 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/736997662' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139663-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:19:31.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:30 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139663-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:19:31.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:30 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139663-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:19:31.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:30 smithi110 ceph-mon[88691]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-12T16:19:31.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:30 smithi099 ceph-mon[94290]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-12T16:19:31.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:30 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/736997662' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139663-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:19:31.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:30 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139663-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:19:31.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:30 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139663-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:19:31.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:30 smithi099 ceph-mon[94290]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-12T16:19:31.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:30 smithi099 ceph-mon[96864]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-12T16:19:31.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:30 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/736997662' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139663-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:19:31.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:30 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139663-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:19:31.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:30 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139663-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:19:31.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:30 smithi099 ceph-mon[96864]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-12T16:19:31.970 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_rgw.test_explicit (3016 ms) 2024-04-12T16:19:31.970 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_rgw.set 2024-04-12T16:19:32.310 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:31 smithi110 ceph-mon[88691]: pgmap v1284: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:32.311 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:31 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:19:32.311 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:31 smithi110 ceph-mon[88691]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-12T16:19:32.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:31 smithi099 ceph-mon[94290]: pgmap v1284: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:32.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:31 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:19:32.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:31 smithi099 ceph-mon[94290]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-12T16:19:32.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:31 smithi099 ceph-mon[96864]: pgmap v1284: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:32.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:31 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:19:32.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:31 smithi099 ceph-mon[96864]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-12T16:19:32.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:19:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:19:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:19:33.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:33 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:19:33.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:33 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:19:33.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:33 smithi110 ceph-mon[88691]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-12T16:19:33.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:33 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2060095201' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139663-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:19:33.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:33 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:19:33.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:33 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:19:33.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:33 smithi099 ceph-mon[94290]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-12T16:19:33.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:33 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2060095201' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139663-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:19:33.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:33 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:19:33.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:33 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:19:33.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:33 smithi099 ceph-mon[96864]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-12T16:19:33.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:33 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2060095201' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139663-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:19:34.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:34 smithi110 ceph-mon[88691]: pgmap v1287: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:34.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:34 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2060095201' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139663-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:19:34.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:34 smithi110 ceph-mon[88691]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-12T16:19:34.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:34 smithi099 ceph-mon[94290]: pgmap v1287: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:34.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:34 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2060095201' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139663-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:19:34.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:34 smithi099 ceph-mon[94290]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-12T16:19:34.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:34 smithi099 ceph-mon[96864]: pgmap v1287: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:34.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:34 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2060095201' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-139663-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:19:34.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:34 smithi099 ceph-mon[96864]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-12T16:19:34.996 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_rgw.set (3026 ms) 2024-04-12T16:19:34.996 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_rgw.test_implicit_ec 2024-04-12T16:19:36.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:35 smithi110 ceph-mon[88691]: pgmap v1290: 137 pgs: 21 unknown, 116 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:36.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:35 smithi110 ceph-mon[88691]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-12T16:19:36.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:35 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1202591815' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-6"}]: dispatch 2024-04-12T16:19:36.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:35 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-6"}]: dispatch 2024-04-12T16:19:36.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:35 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1202591815' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-6"}]: dispatch 2024-04-12T16:19:36.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:35 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-6"}]: dispatch 2024-04-12T16:19:36.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:35 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1202591815' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi099-139663-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:19:36.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:35 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi099-139663-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:19:36.357 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:35 smithi099 ceph-mon[94290]: pgmap v1290: 137 pgs: 21 unknown, 116 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:36.357 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:35 smithi099 ceph-mon[94290]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-12T16:19:36.358 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:35 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1202591815' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-6"}]: dispatch 2024-04-12T16:19:36.358 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:35 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-6"}]: dispatch 2024-04-12T16:19:36.358 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:35 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1202591815' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-6"}]: dispatch 2024-04-12T16:19:36.358 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:35 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-6"}]: dispatch 2024-04-12T16:19:36.358 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:35 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1202591815' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi099-139663-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:19:36.358 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:35 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi099-139663-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:19:36.358 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:35 smithi099 ceph-mon[96864]: pgmap v1290: 137 pgs: 21 unknown, 116 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:36.358 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:35 smithi099 ceph-mon[96864]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-12T16:19:36.358 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:35 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1202591815' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-6"}]: dispatch 2024-04-12T16:19:36.358 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:35 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-6"}]: dispatch 2024-04-12T16:19:36.358 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:35 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1202591815' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-6"}]: dispatch 2024-04-12T16:19:36.358 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:35 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-6"}]: dispatch 2024-04-12T16:19:36.359 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:35 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1202591815' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi099-139663-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:19:36.359 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:35 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi099-139663-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:19:36.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:19:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:19:36] "GET /metrics HTTP/1.1" 200 36441 "" "Prometheus/2.43.0" 2024-04-12T16:19:37.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:37 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi099-139663-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T16:19:37.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:37 smithi110 ceph-mon[88691]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-12T16:19:37.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:37 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1202591815' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi099-139663-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi099-139663-6"}]: dispatch 2024-04-12T16:19:37.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:37 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi099-139663-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi099-139663-6"}]: dispatch 2024-04-12T16:19:37.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:37 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi099-139663-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T16:19:37.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:37 smithi099 ceph-mon[94290]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-12T16:19:37.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:37 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1202591815' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi099-139663-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi099-139663-6"}]: dispatch 2024-04-12T16:19:37.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:37 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi099-139663-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi099-139663-6"}]: dispatch 2024-04-12T16:19:37.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:37 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi099-139663-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T16:19:37.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:37 smithi099 ceph-mon[96864]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-12T16:19:37.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:37 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1202591815' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi099-139663-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi099-139663-6"}]: dispatch 2024-04-12T16:19:37.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:37 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi099-139663-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi099-139663-6"}]: dispatch 2024-04-12T16:19:38.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:38 smithi110 ceph-mon[88691]: pgmap v1293: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:38.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:38 smithi110 ceph-mon[88691]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-12T16:19:38.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:38 smithi099 ceph-mon[96864]: pgmap v1293: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:38.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:38 smithi099 ceph-mon[96864]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-12T16:19:38.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:38 smithi099 ceph-mon[94290]: pgmap v1293: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:38.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:38 smithi099 ceph-mon[94290]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-12T16:19:39.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:39 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi099-139663-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi099-139663-6"}]': finished 2024-04-12T16:19:39.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:39 smithi110 ceph-mon[88691]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-12T16:19:39.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:39 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi099-139663-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi099-139663-6"}]': finished 2024-04-12T16:19:39.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:39 smithi099 ceph-mon[94290]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-12T16:19:39.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:39 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi099-139663-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi099-139663-6"}]': finished 2024-04-12T16:19:39.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:39 smithi099 ceph-mon[96864]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-12T16:19:40.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:40 smithi110 ceph-mon[88691]: pgmap v1296: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:40.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:40 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:19:40.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:40 smithi110 ceph-mon[88691]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-12T16:19:40.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:40 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:19:40.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:40 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:19:40.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:40 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:19:40.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:40 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:19:40.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:40 smithi099 ceph-mon[94290]: pgmap v1296: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:40.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:40 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:19:40.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:40 smithi099 ceph-mon[94290]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-12T16:19:40.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:40 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:19:40.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:40 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:19:40.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:40 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:19:40.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:40 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:19:40.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:40 smithi099 ceph-mon[96864]: pgmap v1296: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:40.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:40 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:19:40.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:40 smithi099 ceph-mon[96864]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-12T16:19:40.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:40 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:19:40.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:40 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:19:40.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:40 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:19:40.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:40 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:19:41.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:41 smithi110 ceph-mon[88691]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-12T16:19:41.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:41 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1202591815' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-6"}]: dispatch 2024-04-12T16:19:41.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:41 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-6"}]: dispatch 2024-04-12T16:19:41.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:41 smithi099 ceph-mon[94290]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-12T16:19:41.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:41 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1202591815' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-6"}]: dispatch 2024-04-12T16:19:41.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:41 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-6"}]: dispatch 2024-04-12T16:19:41.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:41 smithi099 ceph-mon[96864]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-12T16:19:41.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:41 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1202591815' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-6"}]: dispatch 2024-04-12T16:19:41.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:41 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-6"}]: dispatch 2024-04-12T16:19:42.041 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_rgw.test_implicit_ec (7045 ms) 2024-04-12T16:19:42.041 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_rgw.test_implicit_idempotent_ec 2024-04-12T16:19:42.310 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:42 smithi110 ceph-mon[88691]: pgmap v1299: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:42.310 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:42 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:19:42.310 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:42 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:19:42.310 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:42 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-6"}]': finished 2024-04-12T16:19:42.310 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:42 smithi110 ceph-mon[88691]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-12T16:19:42.310 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:42 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1202591815' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-6"}]: dispatch 2024-04-12T16:19:42.311 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:42 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-6"}]: dispatch 2024-04-12T16:19:42.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:42 smithi099 ceph-mon[96864]: pgmap v1299: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:42.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:42 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:19:42.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:42 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:19:42.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:42 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-6"}]': finished 2024-04-12T16:19:42.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:42 smithi099 ceph-mon[96864]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-12T16:19:42.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:42 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1202591815' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-6"}]: dispatch 2024-04-12T16:19:42.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:42 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-6"}]: dispatch 2024-04-12T16:19:42.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:42 smithi099 ceph-mon[94290]: pgmap v1299: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:42.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:42 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:19:42.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:42 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:19:42.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:42 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-6"}]': finished 2024-04-12T16:19:42.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:42 smithi099 ceph-mon[94290]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-12T16:19:42.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:42 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1202591815' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-6"}]: dispatch 2024-04-12T16:19:42.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:42 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-6"}]: dispatch 2024-04-12T16:19:42.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:19:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:19:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:19:43.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:43 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-6"}]': finished 2024-04-12T16:19:43.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:43 smithi110 ceph-mon[88691]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-12T16:19:43.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:43 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1375127839' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-7"}]: dispatch 2024-04-12T16:19:43.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:43 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-7"}]: dispatch 2024-04-12T16:19:43.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:43 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1375127839' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-7"}]: dispatch 2024-04-12T16:19:43.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:43 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-7"}]: dispatch 2024-04-12T16:19:43.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:43 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1375127839' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi099-139663-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:19:43.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:43 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi099-139663-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:19:43.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:43 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:19:43.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:43 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-6"}]': finished 2024-04-12T16:19:43.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:43 smithi099 ceph-mon[94290]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-12T16:19:43.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:43 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1375127839' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-7"}]: dispatch 2024-04-12T16:19:43.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:43 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-7"}]: dispatch 2024-04-12T16:19:43.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:43 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1375127839' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-7"}]: dispatch 2024-04-12T16:19:43.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:43 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-7"}]: dispatch 2024-04-12T16:19:43.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:43 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1375127839' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi099-139663-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:19:43.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:43 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi099-139663-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:19:43.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:43 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:19:43.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:43 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-6"}]': finished 2024-04-12T16:19:43.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:43 smithi099 ceph-mon[96864]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-12T16:19:43.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:43 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1375127839' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-7"}]: dispatch 2024-04-12T16:19:43.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:43 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-7"}]: dispatch 2024-04-12T16:19:43.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:43 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1375127839' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-7"}]: dispatch 2024-04-12T16:19:43.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:43 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-7"}]: dispatch 2024-04-12T16:19:43.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:43 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1375127839' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi099-139663-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:19:43.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:43 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi099-139663-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:19:43.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:43 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:19:44.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:44 smithi110 ceph-mon[88691]: pgmap v1302: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:44.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:44 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi099-139663-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T16:19:44.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:44 smithi110 ceph-mon[88691]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-12T16:19:44.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:44 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1375127839' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi099-139663-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi099-139663-7"}]: dispatch 2024-04-12T16:19:44.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:44 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi099-139663-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi099-139663-7"}]: dispatch 2024-04-12T16:19:44.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:44 smithi099 ceph-mon[94290]: pgmap v1302: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:44.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:44 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi099-139663-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T16:19:44.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:44 smithi099 ceph-mon[94290]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-12T16:19:44.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:44 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1375127839' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi099-139663-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi099-139663-7"}]: dispatch 2024-04-12T16:19:44.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:44 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi099-139663-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi099-139663-7"}]: dispatch 2024-04-12T16:19:44.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:44 smithi099 ceph-mon[96864]: pgmap v1302: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:44.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:44 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi099-139663-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T16:19:44.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:44 smithi099 ceph-mon[96864]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-12T16:19:44.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:44 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1375127839' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi099-139663-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi099-139663-7"}]: dispatch 2024-04-12T16:19:44.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:44 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi099-139663-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi099-139663-7"}]: dispatch 2024-04-12T16:19:45.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:45 smithi110 ceph-mon[88691]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-12T16:19:45.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:45 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi099-139663-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi099-139663-7"}]': finished 2024-04-12T16:19:45.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:45 smithi110 ceph-mon[88691]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-12T16:19:45.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:45 smithi099 ceph-mon[94290]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-12T16:19:45.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:45 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi099-139663-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi099-139663-7"}]': finished 2024-04-12T16:19:45.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:45 smithi099 ceph-mon[94290]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-12T16:19:45.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:45 smithi099 ceph-mon[96864]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-12T16:19:45.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:45 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi099-139663-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi099-139663-7"}]': finished 2024-04-12T16:19:45.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:45 smithi099 ceph-mon[96864]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-12T16:19:46.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:46 smithi110 ceph-mon[88691]: pgmap v1305: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:46.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:46 smithi110 ceph-mon[88691]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-12T16:19:46.357 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:46 smithi099 ceph-mon[94290]: pgmap v1305: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:46.358 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:46 smithi099 ceph-mon[94290]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-12T16:19:46.358 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:46 smithi099 ceph-mon[96864]: pgmap v1305: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:46.358 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:46 smithi099 ceph-mon[96864]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-12T16:19:46.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:19:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:19:46] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-04-12T16:19:48.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:48 smithi110 ceph-mon[88691]: pgmap v1308: 113 pgs: 1 creating+peering, 5 unknown, 107 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:48.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:48 smithi110 ceph-mon[88691]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-12T16:19:48.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:48 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1375127839' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-7"}]: dispatch 2024-04-12T16:19:48.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:48 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-7"}]: dispatch 2024-04-12T16:19:48.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:48 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:19:48.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:48 smithi099 ceph-mon[96864]: pgmap v1308: 113 pgs: 1 creating+peering, 5 unknown, 107 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:48.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:48 smithi099 ceph-mon[96864]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-12T16:19:48.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:48 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1375127839' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-7"}]: dispatch 2024-04-12T16:19:48.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:48 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-7"}]: dispatch 2024-04-12T16:19:48.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:48 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:19:48.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:48 smithi099 ceph-mon[94290]: pgmap v1308: 113 pgs: 1 creating+peering, 5 unknown, 107 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:48.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:48 smithi099 ceph-mon[94290]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-12T16:19:48.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:48 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1375127839' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-7"}]: dispatch 2024-04-12T16:19:48.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:48 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-7"}]: dispatch 2024-04-12T16:19:48.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:48 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:19:49.076 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_rgw.test_implicit_idempotent_ec (7035 ms) 2024-04-12T16:19:49.076 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_rgw.test_put_snap_ec 2024-04-12T16:19:49.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:49 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-7"}]': finished 2024-04-12T16:19:49.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:49 smithi110 ceph-mon[88691]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-12T16:19:49.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:49 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1375127839' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-7"}]: dispatch 2024-04-12T16:19:49.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:49 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-7"}]: dispatch 2024-04-12T16:19:49.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:49 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-7"}]': finished 2024-04-12T16:19:49.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:49 smithi099 ceph-mon[94290]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-12T16:19:49.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:49 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1375127839' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-7"}]: dispatch 2024-04-12T16:19:49.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:49 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-7"}]: dispatch 2024-04-12T16:19:49.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:49 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-7"}]': finished 2024-04-12T16:19:49.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:49 smithi099 ceph-mon[96864]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-12T16:19:49.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:49 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1375127839' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-7"}]: dispatch 2024-04-12T16:19:49.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:49 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-7"}]: dispatch 2024-04-12T16:19:50.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:50 smithi110 ceph-mon[88691]: pgmap v1311: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:50.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:50 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:19:50.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:50 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:19:50.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:50 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-7"}]': finished 2024-04-12T16:19:50.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:50 smithi110 ceph-mon[88691]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-12T16:19:50.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:50 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2241724122' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-8"}]: dispatch 2024-04-12T16:19:50.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:50 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2241724122' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-8"}]: dispatch 2024-04-12T16:19:50.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:50 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2241724122' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi099-139663-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:19:50.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:50 smithi099 ceph-mon[96864]: pgmap v1311: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:50.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:50 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:19:50.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:50 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:19:50.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:50 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-7"}]': finished 2024-04-12T16:19:50.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:50 smithi099 ceph-mon[96864]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-12T16:19:50.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:50 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2241724122' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-8"}]: dispatch 2024-04-12T16:19:50.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:50 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2241724122' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-8"}]: dispatch 2024-04-12T16:19:50.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:50 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2241724122' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi099-139663-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:19:50.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:50 smithi099 ceph-mon[94290]: pgmap v1311: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:50.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:50 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:19:50.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:50 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:19:50.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:50 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-7"}]': finished 2024-04-12T16:19:50.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:50 smithi099 ceph-mon[94290]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-12T16:19:50.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:50 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2241724122' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-8"}]: dispatch 2024-04-12T16:19:50.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:50 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2241724122' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-8"}]: dispatch 2024-04-12T16:19:50.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:50 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2241724122' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi099-139663-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:19:51.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:51 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2241724122' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi099-139663-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T16:19:51.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:51 smithi099 ceph-mon[94290]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-12T16:19:51.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:51 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2241724122' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi099-139663-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi099-139663-8"}]: dispatch 2024-04-12T16:19:51.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:51 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2241724122' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi099-139663-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T16:19:51.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:51 smithi099 ceph-mon[96864]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-12T16:19:51.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:51 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2241724122' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi099-139663-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi099-139663-8"}]: dispatch 2024-04-12T16:19:51.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:51 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2241724122' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi099-139663-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T16:19:51.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:51 smithi110 ceph-mon[88691]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-12T16:19:51.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:51 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2241724122' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi099-139663-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi099-139663-8"}]: dispatch 2024-04-12T16:19:52.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:52 smithi099 ceph-mon[94290]: pgmap v1314: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:52.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:52 smithi099 ceph-mon[94290]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-12T16:19:52.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:52 smithi099 ceph-mon[96864]: pgmap v1314: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:52.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:52 smithi099 ceph-mon[96864]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-12T16:19:52.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:52 smithi110 ceph-mon[88691]: pgmap v1314: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:52.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:52 smithi110 ceph-mon[88691]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-12T16:19:52.583 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:19:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:19:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:19:53.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:53 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2241724122' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi099-139663-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi099-139663-8"}]': finished 2024-04-12T16:19:53.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:53 smithi099 ceph-mon[94290]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-12T16:19:53.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:53 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2241724122' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi099-139663-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi099-139663-8"}]': finished 2024-04-12T16:19:53.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:53 smithi099 ceph-mon[96864]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-12T16:19:53.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:53 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2241724122' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi099-139663-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi099-139663-8"}]': finished 2024-04-12T16:19:53.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:53 smithi110 ceph-mon[88691]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-12T16:19:54.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:54 smithi099 ceph-mon[96864]: pgmap v1317: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:54.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:54 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:19:54.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:54 smithi099 ceph-mon[96864]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-12T16:19:54.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:54 smithi099 ceph-mon[94290]: pgmap v1317: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:54.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:54 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:19:54.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:54 smithi099 ceph-mon[94290]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-12T16:19:54.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:54 smithi110 ceph-mon[88691]: pgmap v1317: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:19:54.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:54 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:19:54.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:54 smithi110 ceph-mon[88691]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-12T16:19:55.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:55 smithi099 ceph-mon[96864]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-12T16:19:55.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:55 smithi099 ceph-mon[94290]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-12T16:19:55.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:55 smithi110 ceph-mon[88691]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-12T16:19:56.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:56 smithi099 ceph-mon[94290]: pgmap v1320: 113 pgs: 2 creating+peering, 4 unknown, 107 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T16:19:56.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:56 smithi099 ceph-mon[96864]: pgmap v1320: 113 pgs: 2 creating+peering, 4 unknown, 107 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T16:19:56.376 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:19:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:19:56] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-04-12T16:19:56.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:56 smithi110 ceph-mon[88691]: pgmap v1320: 113 pgs: 2 creating+peering, 4 unknown, 107 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T16:19:58.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:58 smithi099 ceph-mon[96864]: pgmap v1321: 113 pgs: 2 creating+peering, 111 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 185 B/s wr, 0 op/s 2024-04-12T16:19:58.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:58 smithi099 ceph-mon[96864]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-12T16:19:58.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:19:58.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:19:58.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:58 smithi099 ceph-mon[94290]: pgmap v1321: 113 pgs: 2 creating+peering, 111 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 185 B/s wr, 0 op/s 2024-04-12T16:19:58.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:58 smithi099 ceph-mon[94290]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-12T16:19:58.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:19:58.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:19:58.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:58 smithi110 ceph-mon[88691]: pgmap v1321: 113 pgs: 2 creating+peering, 111 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 185 B/s wr, 0 op/s 2024-04-12T16:19:58.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:58 smithi110 ceph-mon[88691]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-12T16:19:58.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:19:58.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:19:59.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:19:59 smithi110 ceph-mon[88691]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-12T16:19:59.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:19:59 smithi099 ceph-mon[94290]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-12T16:19:59.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:19:59 smithi099 ceph-mon[96864]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-12T16:20:00.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:00 smithi110 ceph-mon[88691]: pgmap v1324: 113 pgs: 113 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 185 B/s wr, 0 op/s 2024-04-12T16:20:00.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:00 smithi110 ceph-mon[88691]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-12T16:20:00.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:00 smithi110 ceph-mon[88691]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-04-12T16:20:00.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:00 smithi110 ceph-mon[88691]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-04-12T16:20:00.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:00 smithi110 ceph-mon[88691]: application not enabled on pool 'test-rados-api-smithi099-139663-8' 2024-04-12T16:20:00.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:00 smithi110 ceph-mon[88691]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-04-12T16:20:00.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:00 smithi099 ceph-mon[96864]: pgmap v1324: 113 pgs: 113 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 185 B/s wr, 0 op/s 2024-04-12T16:20:00.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:00 smithi099 ceph-mon[96864]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-12T16:20:00.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:00 smithi099 ceph-mon[96864]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-04-12T16:20:00.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:00 smithi099 ceph-mon[96864]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-04-12T16:20:00.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:00 smithi099 ceph-mon[96864]: application not enabled on pool 'test-rados-api-smithi099-139663-8' 2024-04-12T16:20:00.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:00 smithi099 ceph-mon[96864]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-04-12T16:20:00.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:00 smithi099 ceph-mon[94290]: pgmap v1324: 113 pgs: 113 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 185 B/s wr, 0 op/s 2024-04-12T16:20:00.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:00 smithi099 ceph-mon[94290]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-12T16:20:00.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:00 smithi099 ceph-mon[94290]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-04-12T16:20:00.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:00 smithi099 ceph-mon[94290]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-04-12T16:20:00.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:00 smithi099 ceph-mon[94290]: application not enabled on pool 'test-rados-api-smithi099-139663-8' 2024-04-12T16:20:00.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:00 smithi099 ceph-mon[94290]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-04-12T16:20:01.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:01 smithi110 ceph-mon[88691]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-12T16:20:01.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:01 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2241724122' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-8"}]: dispatch 2024-04-12T16:20:01.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:01 smithi099 ceph-mon[96864]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-12T16:20:01.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:01 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2241724122' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-8"}]: dispatch 2024-04-12T16:20:01.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:01 smithi099 ceph-mon[94290]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-12T16:20:01.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:01 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2241724122' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-8"}]: dispatch 2024-04-12T16:20:02.158 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_rgw.test_put_snap_ec (13082 ms) 2024-04-12T16:20:02.158 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_rgw.test_explicit_ec 2024-04-12T16:20:02.583 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:20:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:20:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:20:02.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:02 smithi110 ceph-mon[88691]: pgmap v1327: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:20:02.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:02 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:20:02.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:02 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:20:02.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:02 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2241724122' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-8"}]': finished 2024-04-12T16:20:02.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:02 smithi110 ceph-mon[88691]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-12T16:20:02.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:02 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2241724122' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-8"}]: dispatch 2024-04-12T16:20:02.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:02 smithi099 ceph-mon[94290]: pgmap v1327: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:20:02.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:02 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:20:02.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:02 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:20:02.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:02 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2241724122' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-8"}]': finished 2024-04-12T16:20:02.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:02 smithi099 ceph-mon[94290]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-12T16:20:02.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:02 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2241724122' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-8"}]: dispatch 2024-04-12T16:20:02.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:02 smithi099 ceph-mon[96864]: pgmap v1327: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:20:02.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:02 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:20:02.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:02 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:20:02.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:02 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2241724122' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-8"}]': finished 2024-04-12T16:20:02.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:02 smithi099 ceph-mon[96864]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-12T16:20:02.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:02 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2241724122' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-8"}]: dispatch 2024-04-12T16:20:03.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:03 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2241724122' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-8"}]': finished 2024-04-12T16:20:03.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:03 smithi110 ceph-mon[88691]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-12T16:20:03.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:03 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1150151177' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-9"}]: dispatch 2024-04-12T16:20:03.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:03 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1150151177' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-9"}]: dispatch 2024-04-12T16:20:03.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:03 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1150151177' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi099-139663-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:20:03.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:03 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2241724122' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-8"}]': finished 2024-04-12T16:20:03.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:03 smithi099 ceph-mon[94290]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-12T16:20:03.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:03 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1150151177' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-9"}]: dispatch 2024-04-12T16:20:03.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:03 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1150151177' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-9"}]: dispatch 2024-04-12T16:20:03.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:03 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1150151177' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi099-139663-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:20:03.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:03 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2241724122' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-8"}]': finished 2024-04-12T16:20:03.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:03 smithi099 ceph-mon[96864]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-12T16:20:03.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:03 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1150151177' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-9"}]: dispatch 2024-04-12T16:20:03.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:03 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1150151177' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-9"}]: dispatch 2024-04-12T16:20:03.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:03 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1150151177' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi099-139663-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:20:04.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:04 smithi110 ceph-mon[88691]: pgmap v1330: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:20:04.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:04 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1150151177' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi099-139663-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T16:20:04.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:04 smithi110 ceph-mon[88691]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-12T16:20:04.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:04 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1150151177' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi099-139663-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi099-139663-9"}]: dispatch 2024-04-12T16:20:04.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:04 smithi099 ceph-mon[94290]: pgmap v1330: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:20:04.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:04 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1150151177' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi099-139663-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T16:20:04.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:04 smithi099 ceph-mon[94290]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-12T16:20:04.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:04 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1150151177' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi099-139663-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi099-139663-9"}]: dispatch 2024-04-12T16:20:04.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:04 smithi099 ceph-mon[96864]: pgmap v1330: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:20:04.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:04 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1150151177' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi099-139663-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T16:20:04.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:04 smithi099 ceph-mon[96864]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-12T16:20:04.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:04 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1150151177' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi099-139663-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi099-139663-9"}]: dispatch 2024-04-12T16:20:05.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:05 smithi110 ceph-mon[88691]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-12T16:20:05.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:05 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1150151177' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi099-139663-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi099-139663-9"}]': finished 2024-04-12T16:20:05.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:05 smithi110 ceph-mon[88691]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-12T16:20:05.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:05 smithi099 ceph-mon[94290]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-12T16:20:05.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:05 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1150151177' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi099-139663-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi099-139663-9"}]': finished 2024-04-12T16:20:05.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:05 smithi099 ceph-mon[94290]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-12T16:20:05.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:05 smithi099 ceph-mon[96864]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-12T16:20:05.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:05 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1150151177' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi099-139663-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi099-139663-9"}]': finished 2024-04-12T16:20:05.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:05 smithi099 ceph-mon[96864]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-12T16:20:06.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:06 smithi110 ceph-mon[88691]: pgmap v1333: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:20:06.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:06 smithi110 ceph-mon[88691]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-12T16:20:06.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:06 smithi099 ceph-mon[94290]: pgmap v1333: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:20:06.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:06 smithi099 ceph-mon[94290]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-12T16:20:06.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:06 smithi099 ceph-mon[96864]: pgmap v1333: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:20:06.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:06 smithi099 ceph-mon[96864]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-12T16:20:06.626 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:20:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:20:06] "GET /metrics HTTP/1.1" 200 36439 "" "Prometheus/2.43.0" 2024-04-12T16:20:08.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:08 smithi110 ceph-mon[88691]: pgmap v1336: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:20:08.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:08 smithi110 ceph-mon[88691]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-12T16:20:08.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:08 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1150151177' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-9"}]: dispatch 2024-04-12T16:20:08.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:08 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:20:08.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:08 smithi099 ceph-mon[94290]: pgmap v1336: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:20:08.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:08 smithi099 ceph-mon[94290]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-12T16:20:08.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:08 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1150151177' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-9"}]: dispatch 2024-04-12T16:20:08.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:08 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:20:08.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:08 smithi099 ceph-mon[96864]: pgmap v1336: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:20:08.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:08 smithi099 ceph-mon[96864]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-12T16:20:08.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:08 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1150151177' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-9"}]: dispatch 2024-04-12T16:20:08.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:08 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:20:09.197 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_rgw.test_explicit_ec (7039 ms) 2024-04-12T16:20:09.197 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_rgw.set_ec 2024-04-12T16:20:09.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:09 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1150151177' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-9"}]': finished 2024-04-12T16:20:09.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:09 smithi110 ceph-mon[88691]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-12T16:20:09.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:09 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1150151177' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-9"}]: dispatch 2024-04-12T16:20:09.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:09 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1150151177' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-9"}]': finished 2024-04-12T16:20:09.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:09 smithi099 ceph-mon[94290]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-12T16:20:09.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:09 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1150151177' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-9"}]: dispatch 2024-04-12T16:20:09.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:09 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1150151177' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-9"}]': finished 2024-04-12T16:20:09.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:09 smithi099 ceph-mon[96864]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-12T16:20:09.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:09 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1150151177' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-9"}]: dispatch 2024-04-12T16:20:10.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:10 smithi110 ceph-mon[88691]: pgmap v1339: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:20:10.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:10 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:20:10.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:10 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:20:10.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:10 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1150151177' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-9"}]': finished 2024-04-12T16:20:10.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:10 smithi110 ceph-mon[88691]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-12T16:20:10.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:10 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/928350847' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-10"}]: dispatch 2024-04-12T16:20:10.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:10 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-10"}]: dispatch 2024-04-12T16:20:10.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:10 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/928350847' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-10"}]: dispatch 2024-04-12T16:20:10.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:10 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-10"}]: dispatch 2024-04-12T16:20:10.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:10 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/928350847' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi099-139663-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:20:10.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:10 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi099-139663-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:20:10.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:10 smithi099 ceph-mon[96864]: pgmap v1339: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:20:10.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:10 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:20:10.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:10 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:20:10.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:10 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1150151177' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-9"}]': finished 2024-04-12T16:20:10.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:10 smithi099 ceph-mon[96864]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-12T16:20:10.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:10 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/928350847' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-10"}]: dispatch 2024-04-12T16:20:10.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:10 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-10"}]: dispatch 2024-04-12T16:20:10.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:10 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/928350847' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-10"}]: dispatch 2024-04-12T16:20:10.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:10 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-10"}]: dispatch 2024-04-12T16:20:10.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:10 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/928350847' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi099-139663-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:20:10.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:10 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi099-139663-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:20:10.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:10 smithi099 ceph-mon[94290]: pgmap v1339: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:20:10.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:10 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:20:10.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:10 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:20:10.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:10 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1150151177' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-9"}]': finished 2024-04-12T16:20:10.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:10 smithi099 ceph-mon[94290]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-12T16:20:10.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:10 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/928350847' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-10"}]: dispatch 2024-04-12T16:20:10.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:10 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-10"}]: dispatch 2024-04-12T16:20:10.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:10 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/928350847' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-10"}]: dispatch 2024-04-12T16:20:10.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:10 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-10"}]: dispatch 2024-04-12T16:20:10.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:10 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/928350847' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi099-139663-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:20:10.627 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:10 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi099-139663-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:20:11.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:11 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi099-139663-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T16:20:11.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:11 smithi110 ceph-mon[88691]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-12T16:20:11.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:11 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/928350847' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi099-139663-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi099-139663-10"}]: dispatch 2024-04-12T16:20:11.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:11 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi099-139663-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi099-139663-10"}]: dispatch 2024-04-12T16:20:11.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:11 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi099-139663-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T16:20:11.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:11 smithi099 ceph-mon[94290]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-12T16:20:11.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:11 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/928350847' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi099-139663-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi099-139663-10"}]: dispatch 2024-04-12T16:20:11.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:11 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi099-139663-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi099-139663-10"}]: dispatch 2024-04-12T16:20:11.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:11 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi099-139663-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T16:20:11.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:11 smithi099 ceph-mon[96864]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-12T16:20:11.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:11 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/928350847' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi099-139663-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi099-139663-10"}]: dispatch 2024-04-12T16:20:11.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:11 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi099-139663-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi099-139663-10"}]: dispatch 2024-04-12T16:20:12.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:12 smithi110 ceph-mon[88691]: pgmap v1342: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:20:12.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:12 smithi110 ceph-mon[88691]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-12T16:20:12.583 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:20:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:20:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:20:12.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:12 smithi099 ceph-mon[94290]: pgmap v1342: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:20:12.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:12 smithi099 ceph-mon[94290]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-12T16:20:12.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:12 smithi099 ceph-mon[96864]: pgmap v1342: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:20:12.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:12 smithi099 ceph-mon[96864]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-12T16:20:13.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:13 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi099-139663-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi099-139663-10"}]': finished 2024-04-12T16:20:13.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:13 smithi110 ceph-mon[88691]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-12T16:20:13.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:20:13.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:20:13.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:13 smithi110 ceph-mon[88691]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-12T16:20:13.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:13 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi099-139663-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi099-139663-10"}]': finished 2024-04-12T16:20:13.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:13 smithi099 ceph-mon[94290]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-12T16:20:13.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:20:13.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:20:13.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:13 smithi099 ceph-mon[94290]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-12T16:20:13.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:13 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi099-139663-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi099-139663-10"}]': finished 2024-04-12T16:20:13.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:13 smithi099 ceph-mon[96864]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-12T16:20:13.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:20:13.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:20:13.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:13 smithi099 ceph-mon[96864]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-12T16:20:14.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:14 smithi110 ceph-mon[88691]: pgmap v1345: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:20:14.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:14 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:20:14.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:14 smithi099 ceph-mon[94290]: pgmap v1345: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:20:14.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:14 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:20:14.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:14 smithi099 ceph-mon[96864]: pgmap v1345: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:20:14.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:14 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:20:15.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:15 smithi110 ceph-mon[88691]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-12T16:20:15.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:15 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/928350847' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-10"}]: dispatch 2024-04-12T16:20:15.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:15 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-10"}]: dispatch 2024-04-12T16:20:15.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:15 smithi099 ceph-mon[94290]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-12T16:20:15.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:15 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/928350847' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-10"}]: dispatch 2024-04-12T16:20:15.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:15 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-10"}]: dispatch 2024-04-12T16:20:15.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:15 smithi099 ceph-mon[96864]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-12T16:20:15.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:15 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/928350847' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-10"}]: dispatch 2024-04-12T16:20:15.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:15 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-10"}]: dispatch 2024-04-12T16:20:16.234 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_rgw.set_ec (7037 ms) 2024-04-12T16:20:16.234 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 10 tests from cls_rgw (62252 ms total) 2024-04-12T16:20:16.235 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:20:16.235 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] Global test environment tear-down 2024-04-12T16:20:16.235 INFO:tasks.workunit.client.0.smithi099.stdout:[==========] 10 tests from 1 test suite ran. (62252 ms total) 2024-04-12T16:20:16.235 INFO:tasks.workunit.client.0.smithi099.stdout:[ PASSED ] 10 tests. 2024-04-12T16:20:16.241 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T16:20:16.242 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T16:20:16.312 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-04-12T16:20:16.312 DEBUG:teuthology.orchestra.run.smithi099:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-04-12T16:20:16.385 INFO:tasks.workunit.client.0.smithi099.stdout:Running main() from gmock_main.cc 2024-04-12T16:20:16.385 INFO:tasks.workunit.client.0.smithi099.stdout:[==========] Running 16 tests from 1 test suite. 2024-04-12T16:20:16.385 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] Global test environment set-up. 2024-04-12T16:20:16.385 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 16 tests from cls_rgw 2024-04-12T16:20:16.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:16 smithi110 ceph-mon[88691]: pgmap v1348: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:20:16.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:16 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:20:16.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:16 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:20:16.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:16 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-10"}]': finished 2024-04-12T16:20:16.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:16 smithi110 ceph-mon[88691]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-12T16:20:16.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:16 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/928350847' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-10"}]: dispatch 2024-04-12T16:20:16.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:16 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-10"}]: dispatch 2024-04-12T16:20:16.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:20:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:20:16] "GET /metrics HTTP/1.1" 200 36407 "" "Prometheus/2.43.0" 2024-04-12T16:20:16.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:16 smithi099 ceph-mon[94290]: pgmap v1348: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:20:16.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:16 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:20:16.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:16 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:20:16.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:16 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-10"}]': finished 2024-04-12T16:20:16.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:16 smithi099 ceph-mon[94290]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-12T16:20:16.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:16 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/928350847' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-10"}]: dispatch 2024-04-12T16:20:16.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:16 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-10"}]: dispatch 2024-04-12T16:20:16.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:16 smithi099 ceph-mon[96864]: pgmap v1348: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:20:16.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:16 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:20:16.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:16 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:20:16.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:16 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi099-139663-10"}]': finished 2024-04-12T16:20:16.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:16 smithi099 ceph-mon[96864]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-12T16:20:16.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:16 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/928350847' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-10"}]: dispatch 2024-04-12T16:20:16.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:16 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-10"}]: dispatch 2024-04-12T16:20:17.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:17 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-10"}]': finished 2024-04-12T16:20:17.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:17 smithi110 ceph-mon[88691]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-12T16:20:17.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:17 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-10"}]': finished 2024-04-12T16:20:17.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:17 smithi099 ceph-mon[94290]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-12T16:20:17.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:17 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi099-139663-10"}]': finished 2024-04-12T16:20:17.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:17 smithi099 ceph-mon[96864]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-12T16:20:18.246 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_rgw.index_basic 2024-04-12T16:20:18.292 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_rgw.index_basic (47 ms) 2024-04-12T16:20:18.293 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-04-12T16:20:18.319 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (27 ms) 2024-04-12T16:20:18.319 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_rgw.index_remove_object 2024-04-12T16:20:18.356 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_rgw.index_remove_object (36 ms) 2024-04-12T16:20:18.356 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_rgw.index_suggest 2024-04-12T16:20:18.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:18 smithi110 ceph-mon[88691]: pgmap v1351: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:20:18.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:18 smithi110 ceph-mon[88691]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-12T16:20:18.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:18 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3618143057' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140003-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:20:18.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:18 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140003-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:20:18.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:18 smithi099 ceph-mon[96864]: pgmap v1351: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:20:18.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:18 smithi099 ceph-mon[96864]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-12T16:20:18.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:18 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3618143057' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140003-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:20:18.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:18 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140003-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:20:18.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:18 smithi099 ceph-mon[94290]: pgmap v1351: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:20:18.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:18 smithi099 ceph-mon[94290]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-12T16:20:18.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:18 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3618143057' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140003-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:20:18.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:18 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140003-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:20:19.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:19 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140003-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:20:19.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:19 smithi110 ceph-mon[88691]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-12T16:20:19.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:19 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140003-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:20:19.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:19 smithi099 ceph-mon[94290]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-12T16:20:19.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:19 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140003-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:20:19.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:19 smithi099 ceph-mon[96864]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-12T16:20:19.789 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_rgw.index_suggest (1433 ms) 2024-04-12T16:20:19.790 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-04-12T16:20:19.796 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_rgw.index_suggest_complete (8 ms) 2024-04-12T16:20:19.796 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_rgw.index_list 2024-04-12T16:20:19.816 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_rgw.index_list (20 ms) 2024-04-12T16:20:19.816 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-04-12T16:20:20.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:20 smithi110 ceph-mon[88691]: pgmap v1354: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:20:20.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:20 smithi110 ceph-mon[88691]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-12T16:20:20.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:20 smithi099 ceph-mon[94290]: pgmap v1354: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:20:20.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:20 smithi099 ceph-mon[94290]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-12T16:20:20.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:20 smithi099 ceph-mon[96864]: pgmap v1354: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:20:20.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:20 smithi099 ceph-mon[96864]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-12T16:20:22.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:22 smithi110 ceph-mon[88691]: pgmap v1356: 137 pgs: 10 unknown, 127 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 194 KiB/s rd, 108 KiB/s wr, 342 op/s 2024-04-12T16:20:22.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:20:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:20:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:20:22.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:22 smithi099 ceph-mon[94290]: pgmap v1356: 137 pgs: 10 unknown, 127 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 194 KiB/s rd, 108 KiB/s wr, 342 op/s 2024-04-12T16:20:22.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:22 smithi099 ceph-mon[96864]: pgmap v1356: 137 pgs: 10 unknown, 127 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 194 KiB/s rd, 108 KiB/s wr, 342 op/s 2024-04-12T16:20:24.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:24 smithi110 ceph-mon[88691]: pgmap v1357: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 99 KiB/s wr, 303 op/s 2024-04-12T16:20:24.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:24 smithi099 ceph-mon[94290]: pgmap v1357: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 99 KiB/s wr, 303 op/s 2024-04-12T16:20:24.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:24 smithi099 ceph-mon[96864]: pgmap v1357: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 99 KiB/s wr, 303 op/s 2024-04-12T16:20:26.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:26 smithi110 ceph-mon[88691]: pgmap v1358: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 901 KiB/s rd, 577 KiB/s wr, 1.75k op/s 2024-04-12T16:20:26.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:26 smithi099 ceph-mon[94290]: pgmap v1358: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 901 KiB/s rd, 577 KiB/s wr, 1.75k op/s 2024-04-12T16:20:26.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:26 smithi099 ceph-mon[96864]: pgmap v1358: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 901 KiB/s rd, 577 KiB/s wr, 1.75k op/s 2024-04-12T16:20:26.626 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:20:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:20:26] "GET /metrics HTTP/1.1" 200 36407 "" "Prometheus/2.43.0" 2024-04-12T16:20:28.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:28 smithi110 ceph-mon[88691]: pgmap v1359: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 794 KiB/s rd, 508 KiB/s wr, 1.54k op/s 2024-04-12T16:20:28.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:20:28.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:28 smithi099 ceph-mon[94290]: pgmap v1359: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 794 KiB/s rd, 508 KiB/s wr, 1.54k op/s 2024-04-12T16:20:28.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:20:28.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:28 smithi099 ceph-mon[96864]: pgmap v1359: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 794 KiB/s rd, 508 KiB/s wr, 1.54k op/s 2024-04-12T16:20:28.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:20:30.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:30 smithi110 ceph-mon[88691]: pgmap v1360: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 665 KiB/s rd, 426 KiB/s wr, 1.29k op/s 2024-04-12T16:20:30.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:30 smithi099 ceph-mon[94290]: pgmap v1360: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 665 KiB/s rd, 426 KiB/s wr, 1.29k op/s 2024-04-12T16:20:30.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:30 smithi099 ceph-mon[96864]: pgmap v1360: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 665 KiB/s rd, 426 KiB/s wr, 1.29k op/s 2024-04-12T16:20:32.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:32 smithi110 ceph-mon[88691]: pgmap v1361: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 877 KiB/s rd, 578 KiB/s wr, 1.74k op/s 2024-04-12T16:20:32.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:20:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:20:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:20:32.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:32 smithi099 ceph-mon[94290]: pgmap v1361: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 877 KiB/s rd, 578 KiB/s wr, 1.74k op/s 2024-04-12T16:20:32.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:32 smithi099 ceph-mon[96864]: pgmap v1361: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 877 KiB/s rd, 578 KiB/s wr, 1.74k op/s 2024-04-12T16:20:34.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:34 smithi110 ceph-mon[88691]: pgmap v1362: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 831 KiB/s rd, 547 KiB/s wr, 1.65k op/s 2024-04-12T16:20:34.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:34 smithi099 ceph-mon[94290]: pgmap v1362: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 831 KiB/s rd, 547 KiB/s wr, 1.65k op/s 2024-04-12T16:20:34.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:34 smithi099 ceph-mon[96864]: pgmap v1362: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 831 KiB/s rd, 547 KiB/s wr, 1.65k op/s 2024-04-12T16:20:36.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:36 smithi110 ceph-mon[88691]: pgmap v1363: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 722 KiB/s wr, 2.17k op/s 2024-04-12T16:20:36.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:36 smithi099 ceph-mon[94290]: pgmap v1363: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 722 KiB/s wr, 2.17k op/s 2024-04-12T16:20:36.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:36 smithi099 ceph-mon[96864]: pgmap v1363: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 722 KiB/s wr, 2.17k op/s 2024-04-12T16:20:36.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:20:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:20:36] "GET /metrics HTTP/1.1" 200 36433 "" "Prometheus/2.43.0" 2024-04-12T16:20:38.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:38 smithi110 ceph-mon[88691]: pgmap v1364: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 624 KiB/s rd, 416 KiB/s wr, 1.25k op/s 2024-04-12T16:20:38.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:38 smithi099 ceph-mon[94290]: pgmap v1364: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 624 KiB/s rd, 416 KiB/s wr, 1.25k op/s 2024-04-12T16:20:38.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:38 smithi099 ceph-mon[96864]: pgmap v1364: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 624 KiB/s rd, 416 KiB/s wr, 1.25k op/s 2024-04-12T16:20:40.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:40 smithi110 ceph-mon[88691]: pgmap v1365: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 624 KiB/s rd, 416 KiB/s wr, 1.25k op/s 2024-04-12T16:20:40.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:40 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:20:40.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:40 smithi099 ceph-mon[94290]: pgmap v1365: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 624 KiB/s rd, 416 KiB/s wr, 1.25k op/s 2024-04-12T16:20:40.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:40 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:20:40.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:40 smithi099 ceph-mon[96864]: pgmap v1365: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 624 KiB/s rd, 416 KiB/s wr, 1.25k op/s 2024-04-12T16:20:40.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:40 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:20:41.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:41 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:20:41.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:41 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:20:41.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:41 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:20:41.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:41 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:20:41.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:41 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:20:41.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:41 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:20:41.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:41 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:20:41.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:41 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:20:41.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:41 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:20:42.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:42 smithi110 ceph-mon[88691]: pgmap v1366: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 898 KiB/s rd, 599 KiB/s wr, 1.80k op/s 2024-04-12T16:20:42.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:20:42.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:20:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:20:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:20:42.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:42 smithi099 ceph-mon[96864]: pgmap v1366: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 898 KiB/s rd, 599 KiB/s wr, 1.80k op/s 2024-04-12T16:20:42.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:20:42.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:42 smithi099 ceph-mon[94290]: pgmap v1366: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 898 KiB/s rd, 599 KiB/s wr, 1.80k op/s 2024-04-12T16:20:42.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:20:44.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:44 smithi110 ceph-mon[88691]: pgmap v1367: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 550 KiB/s rd, 367 KiB/s wr, 1.10k op/s 2024-04-12T16:20:44.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:44 smithi099 ceph-mon[94290]: pgmap v1367: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 550 KiB/s rd, 367 KiB/s wr, 1.10k op/s 2024-04-12T16:20:44.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:44 smithi099 ceph-mon[96864]: pgmap v1367: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 550 KiB/s rd, 367 KiB/s wr, 1.10k op/s 2024-04-12T16:20:46.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:46 smithi099 ceph-mon[94290]: pgmap v1368: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 807 KiB/s rd, 538 KiB/s wr, 1.61k op/s 2024-04-12T16:20:46.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:46 smithi099 ceph-mon[96864]: pgmap v1368: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 807 KiB/s rd, 538 KiB/s wr, 1.61k op/s 2024-04-12T16:20:46.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:20:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:20:46] "GET /metrics HTTP/1.1" 200 36435 "" "Prometheus/2.43.0" 2024-04-12T16:20:46.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:46 smithi110 ceph-mon[88691]: pgmap v1368: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 807 KiB/s rd, 538 KiB/s wr, 1.61k op/s 2024-04-12T16:20:48.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:48 smithi110 ceph-mon[88691]: pgmap v1369: 137 pgs: 137 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 531 KiB/s rd, 354 KiB/s wr, 1.06k op/s 2024-04-12T16:20:48.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:48 smithi099 ceph-mon[94290]: pgmap v1369: 137 pgs: 137 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 531 KiB/s rd, 354 KiB/s wr, 1.06k op/s 2024-04-12T16:20:48.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:48 smithi099 ceph-mon[96864]: pgmap v1369: 137 pgs: 137 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 531 KiB/s rd, 354 KiB/s wr, 1.06k op/s 2024-04-12T16:20:50.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:50 smithi110 ceph-mon[88691]: pgmap v1370: 137 pgs: 137 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 531 KiB/s rd, 354 KiB/s wr, 1.06k op/s 2024-04-12T16:20:50.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:50 smithi099 ceph-mon[94290]: pgmap v1370: 137 pgs: 137 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 531 KiB/s rd, 354 KiB/s wr, 1.06k op/s 2024-04-12T16:20:50.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:50 smithi099 ceph-mon[96864]: pgmap v1370: 137 pgs: 137 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 531 KiB/s rd, 354 KiB/s wr, 1.06k op/s 2024-04-12T16:20:52.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:52 smithi110 ceph-mon[88691]: pgmap v1371: 137 pgs: 137 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 799 KiB/s rd, 533 KiB/s wr, 1.60k op/s 2024-04-12T16:20:52.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:20:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:20:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:20:52.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:52 smithi099 ceph-mon[94290]: pgmap v1371: 137 pgs: 137 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 799 KiB/s rd, 533 KiB/s wr, 1.60k op/s 2024-04-12T16:20:52.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:52 smithi099 ceph-mon[96864]: pgmap v1371: 137 pgs: 137 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 799 KiB/s rd, 533 KiB/s wr, 1.60k op/s 2024-04-12T16:20:54.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:54 smithi110 ceph-mon[88691]: pgmap v1372: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 526 KiB/s rd, 350 KiB/s wr, 1.05k op/s 2024-04-12T16:20:54.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:54 smithi099 ceph-mon[94290]: pgmap v1372: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 526 KiB/s rd, 350 KiB/s wr, 1.05k op/s 2024-04-12T16:20:54.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:54 smithi099 ceph-mon[96864]: pgmap v1372: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 526 KiB/s rd, 350 KiB/s wr, 1.05k op/s 2024-04-12T16:20:56.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:56 smithi099 ceph-mon[94290]: pgmap v1373: 137 pgs: 137 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 796 KiB/s rd, 530 KiB/s wr, 1.59k op/s 2024-04-12T16:20:56.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:56 smithi099 ceph-mon[96864]: pgmap v1373: 137 pgs: 137 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 796 KiB/s rd, 530 KiB/s wr, 1.59k op/s 2024-04-12T16:20:56.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:20:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:20:56] "GET /metrics HTTP/1.1" 200 36435 "" "Prometheus/2.43.0" 2024-04-12T16:20:56.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:56 smithi110 ceph-mon[88691]: pgmap v1373: 137 pgs: 137 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 796 KiB/s rd, 530 KiB/s wr, 1.59k op/s 2024-04-12T16:20:57.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:20:57.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:20:57.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:20:58.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:20:58 smithi110 ceph-mon[88691]: pgmap v1374: 137 pgs: 137 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 538 KiB/s rd, 359 KiB/s wr, 1.08k op/s 2024-04-12T16:20:58.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:20:58 smithi099 ceph-mon[94290]: pgmap v1374: 137 pgs: 137 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 538 KiB/s rd, 359 KiB/s wr, 1.08k op/s 2024-04-12T16:20:58.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:20:58 smithi099 ceph-mon[96864]: pgmap v1374: 137 pgs: 137 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 538 KiB/s rd, 359 KiB/s wr, 1.08k op/s 2024-04-12T16:21:00.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:00 smithi110 ceph-mon[88691]: pgmap v1375: 137 pgs: 137 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 538 KiB/s rd, 359 KiB/s wr, 1.08k op/s 2024-04-12T16:21:00.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:00 smithi099 ceph-mon[94290]: pgmap v1375: 137 pgs: 137 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 538 KiB/s rd, 359 KiB/s wr, 1.08k op/s 2024-04-12T16:21:00.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:00 smithi099 ceph-mon[96864]: pgmap v1375: 137 pgs: 137 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 538 KiB/s rd, 359 KiB/s wr, 1.08k op/s 2024-04-12T16:21:01.194 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_rgw.index_list_delimited (41378 ms) 2024-04-12T16:21:01.194 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_rgw.bi_list 2024-04-12T16:21:01.259 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_rgw.bi_list (64 ms) 2024-04-12T16:21:01.259 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_rgw.gc_set 2024-04-12T16:21:01.285 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_rgw.gc_set (27 ms) 2024-04-12T16:21:01.286 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_rgw.gc_list 2024-04-12T16:21:01.310 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_rgw.gc_list (25 ms) 2024-04-12T16:21:01.311 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_rgw.gc_defer 2024-04-12T16:21:02.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:02 smithi110 ceph-mon[88691]: pgmap v1376: 137 pgs: 137 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 809 KiB/s rd, 540 KiB/s wr, 1.62k op/s 2024-04-12T16:21:02.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:02 smithi110 ceph-mon[88691]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-12T16:21:02.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:02 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/796283447' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140003-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:21:02.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:21:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:21:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:21:02.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:02 smithi099 ceph-mon[94290]: pgmap v1376: 137 pgs: 137 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 809 KiB/s rd, 540 KiB/s wr, 1.62k op/s 2024-04-12T16:21:02.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:02 smithi099 ceph-mon[94290]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-12T16:21:02.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:02 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/796283447' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140003-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:21:02.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:02 smithi099 ceph-mon[96864]: pgmap v1376: 137 pgs: 137 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 809 KiB/s rd, 540 KiB/s wr, 1.62k op/s 2024-04-12T16:21:02.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:02 smithi099 ceph-mon[96864]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-12T16:21:02.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:02 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/796283447' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140003-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:21:03.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:03 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/796283447' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140003-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:21:03.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:03 smithi110 ceph-mon[88691]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-12T16:21:03.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:03 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/796283447' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140003-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:21:03.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:03 smithi099 ceph-mon[96864]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-12T16:21:03.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:03 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/796283447' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140003-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:21:03.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:03 smithi099 ceph-mon[94290]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-12T16:21:04.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:04 smithi110 ceph-mon[88691]: pgmap v1379: 169 pgs: 4 creating+peering, 28 unknown, 137 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 406 KiB/s rd, 271 KiB/s wr, 812 op/s 2024-04-12T16:21:04.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:04 smithi110 ceph-mon[88691]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-12T16:21:04.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:04 smithi099 ceph-mon[94290]: pgmap v1379: 169 pgs: 4 creating+peering, 28 unknown, 137 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 406 KiB/s rd, 271 KiB/s wr, 812 op/s 2024-04-12T16:21:04.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:04 smithi099 ceph-mon[94290]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-12T16:21:04.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:04 smithi099 ceph-mon[96864]: pgmap v1379: 169 pgs: 4 creating+peering, 28 unknown, 137 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 406 KiB/s rd, 271 KiB/s wr, 812 op/s 2024-04-12T16:21:04.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:04 smithi099 ceph-mon[96864]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-12T16:21:06.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:06 smithi099 ceph-mon[94290]: pgmap v1381: 169 pgs: 4 creating+peering, 15 unknown, 150 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1023 KiB/s rd, 523 KiB/s wr, 1.56k op/s 2024-04-12T16:21:06.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:21:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:21:06] "GET /metrics HTTP/1.1" 200 36437 "" "Prometheus/2.43.0" 2024-04-12T16:21:06.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:06 smithi099 ceph-mon[96864]: pgmap v1381: 169 pgs: 4 creating+peering, 15 unknown, 150 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1023 KiB/s rd, 523 KiB/s wr, 1.56k op/s 2024-04-12T16:21:06.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:06 smithi110 ceph-mon[88691]: pgmap v1381: 169 pgs: 4 creating+peering, 15 unknown, 150 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1023 KiB/s rd, 523 KiB/s wr, 1.56k op/s 2024-04-12T16:21:08.586 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_rgw.gc_defer (7275 ms) 2024-04-12T16:21:08.586 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_rgw.usage_basic 2024-04-12T16:21:08.658 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_rgw.usage_basic (73 ms) 2024-04-12T16:21:08.658 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-04-12T16:21:08.660 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_rgw.usage_clear_no_obj (1 ms) 2024-04-12T16:21:08.660 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_rgw.usage_clear 2024-04-12T16:21:08.767 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_rgw.usage_clear (107 ms) 2024-04-12T16:21:08.767 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-04-12T16:21:08.814 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_rgw.bi_log_trim (48 ms) 2024-04-12T16:21:08.815 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-04-12T16:21:08.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:08 smithi110 ceph-mon[88691]: pgmap v1382: 169 pgs: 4 creating+peering, 165 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 482 KiB/s rd, 163 KiB/s wr, 480 op/s 2024-04-12T16:21:08.848 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_rgw.index_racing_removes (34 ms) 2024-04-12T16:21:08.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:08 smithi099 ceph-mon[94290]: pgmap v1382: 169 pgs: 4 creating+peering, 165 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 482 KiB/s rd, 163 KiB/s wr, 480 op/s 2024-04-12T16:21:08.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:08 smithi099 ceph-mon[96864]: pgmap v1382: 169 pgs: 4 creating+peering, 165 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 482 KiB/s rd, 163 KiB/s wr, 480 op/s 2024-04-12T16:21:09.594 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 16 tests from cls_rgw (50603 ms total) 2024-04-12T16:21:09.594 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:21:09.594 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] Global test environment tear-down 2024-04-12T16:21:09.594 INFO:tasks.workunit.client.0.smithi099.stdout:[==========] 16 tests from 1 test suite ran. (53209 ms total) 2024-04-12T16:21:09.594 INFO:tasks.workunit.client.0.smithi099.stdout:[ PASSED ] 16 tests. 2024-04-12T16:21:09.598 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T16:21:09.599 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T16:21:09.666 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2024-04-12T16:21:09.666 DEBUG:teuthology.orchestra.run.smithi099:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2024-04-12T16:21:09.736 INFO:tasks.workunit.client.0.smithi099.stdout:Running main() from gmock_main.cc 2024-04-12T16:21:09.736 INFO:tasks.workunit.client.0.smithi099.stdout:[==========] Running 9 tests from 1 test suite. 2024-04-12T16:21:09.736 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] Global test environment set-up. 2024-04-12T16:21:09.736 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 9 tests from cls_rgw_gc 2024-04-12T16:21:09.736 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_rgw_gc.init 2024-04-12T16:21:09.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:09 smithi099 ceph-mon[94290]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-12T16:21:09.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:09 smithi099 ceph-mon[96864]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-12T16:21:10.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:09 smithi110 ceph-mon[88691]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-12T16:21:10.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:10 smithi099 ceph-mon[94290]: pgmap v1384: 137 pgs: 137 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 475 KiB/s rd, 160 KiB/s wr, 473 op/s 2024-04-12T16:21:10.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:10 smithi099 ceph-mon[94290]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-12T16:21:10.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:10 smithi099 ceph-mon[96864]: pgmap v1384: 137 pgs: 137 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 475 KiB/s rd, 160 KiB/s wr, 473 op/s 2024-04-12T16:21:10.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:10 smithi099 ceph-mon[96864]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-12T16:21:11.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:10 smithi110 ceph-mon[88691]: pgmap v1384: 137 pgs: 137 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 475 KiB/s rd, 160 KiB/s wr, 473 op/s 2024-04-12T16:21:11.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:10 smithi110 ceph-mon[88691]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-12T16:21:11.613 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_rgw_gc.init (1877 ms) 2024-04-12T16:21:11.613 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2024-04-12T16:21:11.636 INFO:tasks.workunit.client.0.smithi099.stderr:[ ] list info tag = chain-0 2024-04-12T16:21:11.636 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (23 ms) 2024-04-12T16:21:11.636 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2024-04-12T16:21:11.641 INFO:tasks.workunit.client.0.smithi099.stderr:[ ] next_marker is: = 0/4263 2024-04-12T16:21:11.642 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (5 ms) 2024-04-12T16:21:11.642 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2024-04-12T16:21:11.649 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (8 ms) 2024-04-12T16:21:11.650 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2024-04-12T16:21:11.656 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (7 ms) 2024-04-12T16:21:11.656 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2024-04-12T16:21:11.663 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (6 ms) 2024-04-12T16:21:11.663 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2024-04-12T16:21:11.669 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (6 ms) 2024-04-12T16:21:11.669 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2024-04-12T16:21:11.675 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (6 ms) 2024-04-12T16:21:11.675 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_rgw_gc.finalize 2024-04-12T16:21:11.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:11 smithi099 ceph-mon[96864]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-12T16:21:11.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:11 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1675776673' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140204-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:21:11.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:11 smithi099 ceph-mon[94290]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-12T16:21:11.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:11 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1675776673' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140204-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:21:12.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:11 smithi110 ceph-mon[88691]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-12T16:21:12.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:11 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1675776673' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140204-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:21:12.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:21:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:21:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:21:12.623 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_rgw_gc.finalize (948 ms) 2024-04-12T16:21:12.623 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 9 tests from cls_rgw_gc (2888 ms total) 2024-04-12T16:21:12.623 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:21:12.623 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] Global test environment tear-down 2024-04-12T16:21:12.623 INFO:tasks.workunit.client.0.smithi099.stdout:[==========] 9 tests from 1 test suite ran. (2888 ms total) 2024-04-12T16:21:12.624 INFO:tasks.workunit.client.0.smithi099.stdout:[ PASSED ] 9 tests. 2024-04-12T16:21:12.627 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T16:21:12.627 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T16:21:12.707 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2024-04-12T16:21:12.708 DEBUG:teuthology.orchestra.run.smithi099:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2024-04-12T16:21:12.783 INFO:tasks.workunit.client.0.smithi099.stdout:[==========] Running 1 test from 1 test suite. 2024-04-12T16:21:12.783 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] Global test environment set-up. 2024-04-12T16:21:12.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:12 smithi099 ceph-mon[94290]: pgmap v1387: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:21:12.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:12 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:21:12.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:12 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1675776673' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140204-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:21:12.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:12 smithi099 ceph-mon[94290]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-12T16:21:12.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:21:12.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:21:12.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:12 smithi099 ceph-mon[96864]: pgmap v1387: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:21:12.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:12 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:21:12.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:12 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1675776673' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140204-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:21:12.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:12 smithi099 ceph-mon[96864]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-12T16:21:12.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:21:12.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:21:13.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:12 smithi110 ceph-mon[88691]: pgmap v1387: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:21:13.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:12 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:21:13.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:12 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1675776673' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140204-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:21:13.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:12 smithi110 ceph-mon[88691]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-12T16:21:13.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:21:13.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:21:13.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:13 smithi099 ceph-mon[94290]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-12T16:21:13.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:13 smithi099 ceph-mon[94290]: pgmap v1390: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:21:13.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:13 smithi099 ceph-mon[96864]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-12T16:21:13.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:13 smithi099 ceph-mon[96864]: pgmap v1390: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:21:14.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:13 smithi110 ceph-mon[88691]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-12T16:21:14.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:13 smithi110 ceph-mon[88691]: pgmap v1390: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:21:14.628 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 1 test from cls_rgw_stats 2024-04-12T16:21:14.629 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] cls_rgw_stats.simulate 2024-04-12T16:21:14.644 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.647+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=Q4DDGVQAHJFN type=del size=1467930 2024-04-12T16:21:14.647 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.650+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~BJ3N2L4H4JJD.0 size=867031 2024-04-12T16:21:14.647 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.650+0000 7f98d3178780 1 > prepared multipart upload key=IHLY0ZTYK6UT upload=BJ3N2L4H4JJD tag=2Q0BUOBG014G type=write size=1915607 2024-04-12T16:21:14.649 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.653+0000 7f98d3178780 1 > prepared part key=_multipart_66UG2YS0OGEZ.2~1P7B1UNNOP2D.0 size=1048576 2024-04-12T16:21:14.650 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.654+0000 7f98d3178780 1 > prepared part key=_multipart_66UG2YS0OGEZ.2~1P7B1UNNOP2D.1 size=584554 2024-04-12T16:21:14.651 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.654+0000 7f98d3178780 1 > prepared multipart upload key=66UG2YS0OGEZ upload=1P7B1UNNOP2D tag=YRRZJBAFIS5Q type=write size=2681706 2024-04-12T16:21:14.652 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.655+0000 7f98d3178780 1 > prepared operation key=D0M5V2Z6TGN6 tag=MPSWZS7WUOLB type=write size=78778 2024-04-12T16:21:14.653 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.656+0000 7f98d3178780 1 > prepared operation key=66UG2YS0OGEZ tag=EO0LQLUK4LQF type=del size=1123568 2024-04-12T16:21:14.655 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.658+0000 7f98d3178780 1 > prepared operation key=ZXZ7NSPZRCDD tag=OW2NTT1VBYS3 type=del size=2425989 2024-04-12T16:21:14.656 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.659+0000 7f98d3178780 1 > prepared operation key=EZFO3J6YDS47 tag=ZEOLWESLM5CM type=del size=2102666 2024-04-12T16:21:14.657 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.661+0000 7f98d3178780 1 > prepared operation key=T722FMC4JINL tag=K4HD8S3S4YPU type=del size=3340842 2024-04-12T16:21:14.659 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.662+0000 7f98d3178780 1 > prepared operation key=JFLGBNJ7LSGN tag=709MDT4G4GLK type=del size=741547 2024-04-12T16:21:14.661 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.664+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~S2I2PG4AWM40.0 size=1048576 2024-04-12T16:21:14.662 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.665+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~S2I2PG4AWM40.1 size=1048576 2024-04-12T16:21:14.663 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.666+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~S2I2PG4AWM40.2 size=847136 2024-04-12T16:21:14.663 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.666+0000 7f98d3178780 1 > prepared multipart upload key=IHLY0ZTYK6UT upload=S2I2PG4AWM40 tag=9LCYN74UK9PW type=write size=3992864 2024-04-12T16:21:14.666 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.669+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~CA60A7W7T3WR.0 size=1048576 2024-04-12T16:21:14.667 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.670+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~CA60A7W7T3WR.1 size=1048576 2024-04-12T16:21:14.668 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.671+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~CA60A7W7T3WR.2 size=92256 2024-04-12T16:21:14.668 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.671+0000 7f98d3178780 1 > prepared multipart upload key=0OWCAM744WJ9 upload=CA60A7W7T3WR tag=HLQSPGEB7VCB type=write size=3237984 2024-04-12T16:21:14.669 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.673+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=Y541C6A94O8R type=del size=3327092 2024-04-12T16:21:14.671 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.674+0000 7f98d3178780 1 > prepared operation key=JFLGBNJ7LSGN tag=NMDVTY95HTTL type=write size=259070 2024-04-12T16:21:14.673 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.676+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~NUJLNMZUD3ZP.0 size=1048576 2024-04-12T16:21:14.674 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.677+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~NUJLNMZUD3ZP.1 size=1048576 2024-04-12T16:21:14.675 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.678+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~NUJLNMZUD3ZP.2 size=700139 2024-04-12T16:21:14.675 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.678+0000 7f98d3178780 1 > prepared multipart upload key=UQB6NBY40RTD upload=NUJLNMZUD3ZP tag=N9BA2Z2QO6RB type=write size=3845867 2024-04-12T16:21:14.678 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.681+0000 7f98d3178780 1 > prepared part key=_multipart_4S7M3FBURFC1.2~2W1T9Y1U2MLB.0 size=480291 2024-04-12T16:21:14.678 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.681+0000 7f98d3178780 1 > prepared multipart upload key=4S7M3FBURFC1 upload=2W1T9Y1U2MLB tag=MBVAKB8T95HD type=write size=1528867 2024-04-12T16:21:14.679 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.682+0000 7f98d3178780 1 > prepared operation key=LU8ZUI2MDRGX tag=NZLT1MZPF860 type=del size=2009924 2024-04-12T16:21:14.682 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.685+0000 7f98d3178780 1 < suggested remove operation key=W6L40IZK9EF7 tag=Q4DDGVQAHJFN type=del 2024-04-12T16:21:14.683 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.687+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=A1UJRJOHWYGX type=del size=2489829 2024-04-12T16:21:14.685 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.688+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~BJ3N2L4H4JJD.0 size=867031 2024-04-12T16:21:14.687 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.691+0000 7f98d3178780 1 < completed multipart upload key=IHLY0ZTYK6UT upload=BJ3N2L4H4JJD tag=2Q0BUOBG014G type=write size=1915607 2024-04-12T16:21:14.688 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.692+0000 7f98d3178780 1 > prepared operation key=KURJT9NHLL4D tag=V339IKTXVXKH type=del size=619465 2024-04-12T16:21:14.690 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.693+0000 7f98d3178780 1 < completed part key=_multipart_66UG2YS0OGEZ.2~1P7B1UNNOP2D.0 size=1048576 2024-04-12T16:21:14.691 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.694+0000 7f98d3178780 1 < completed part key=_multipart_66UG2YS0OGEZ.2~1P7B1UNNOP2D.1 size=584554 2024-04-12T16:21:14.692 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.696+0000 7f98d3178780 1 < completed multipart upload key=66UG2YS0OGEZ upload=1P7B1UNNOP2D tag=YRRZJBAFIS5Q type=write size=2681706 2024-04-12T16:21:14.694 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.697+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=Z44IIC14BFNX type=del size=1813709 2024-04-12T16:21:14.695 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.699+0000 7f98d3178780 1 < completed write operation key=D0M5V2Z6TGN6 tag=MPSWZS7WUOLB type=write size=78778 2024-04-12T16:21:14.697 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.701+0000 7f98d3178780 1 > prepared part key=_multipart_EZFO3J6YDS47.2~Q6RVG90SXZQU.0 size=1048576 2024-04-12T16:21:14.698 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.702+0000 7f98d3178780 1 > prepared part key=_multipart_EZFO3J6YDS47.2~Q6RVG90SXZQU.1 size=1048576 2024-04-12T16:21:14.699 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.703+0000 7f98d3178780 1 > prepared part key=_multipart_EZFO3J6YDS47.2~Q6RVG90SXZQU.2 size=326543 2024-04-12T16:21:14.699 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.703+0000 7f98d3178780 1 > prepared multipart upload key=EZFO3J6YDS47 upload=Q6RVG90SXZQU tag=E6Z81SS174AY type=write size=3472271 2024-04-12T16:21:14.701 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.704+0000 7f98d3178780 1 < completed delete operation key=66UG2YS0OGEZ tag=EO0LQLUK4LQF type=del 2024-04-12T16:21:14.702 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.705+0000 7f98d3178780 1 > prepared operation key=PWA38LFGIMFY tag=F63EC16L7FDK type=write size=781582 2024-04-12T16:21:14.703 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.707+0000 7f98d3178780 1 < completed delete operation key=ZXZ7NSPZRCDD tag=OW2NTT1VBYS3 type=del 2024-04-12T16:21:14.705 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.709+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~4UK8H08EAXII.0 size=320964 2024-04-12T16:21:14.706 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.709+0000 7f98d3178780 1 > prepared multipart upload key=PT2U3K72AW80 upload=4UK8H08EAXII tag=HS8BMU5LR4IA type=write size=1369540 2024-04-12T16:21:14.708 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.711+0000 7f98d3178780 1 < suggested update operation key=EZFO3J6YDS47 tag=ZEOLWESLM5CM type=del size=2102666 2024-04-12T16:21:14.709 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.712+0000 7f98d3178780 1 > prepared operation key=4LOLFK38TOHP tag=DCVF49MNN7MZ type=del size=875095 2024-04-12T16:21:14.710 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.714+0000 7f98d3178780 1 < completed delete operation key=T722FMC4JINL tag=K4HD8S3S4YPU type=del 2024-04-12T16:21:14.712 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.715+0000 7f98d3178780 1 > prepared operation key=D0M5V2Z6TGN6 tag=FI59JWH00D68 type=del size=1580339 2024-04-12T16:21:14.714 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.717+0000 7f98d3178780 1 < suggested remove operation key=JFLGBNJ7LSGN tag=709MDT4G4GLK type=del 2024-04-12T16:21:14.716 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.720+0000 7f98d3178780 1 > prepared part key=_multipart_PWA38LFGIMFY.2~2BD2TRJOVW77.0 size=1048576 2024-04-12T16:21:14.717 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.720+0000 7f98d3178780 1 > prepared part key=_multipart_PWA38LFGIMFY.2~2BD2TRJOVW77.1 size=245359 2024-04-12T16:21:14.717 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.721+0000 7f98d3178780 1 > prepared multipart upload key=PWA38LFGIMFY upload=2BD2TRJOVW77 tag=QVQEQ2HY26YN type=write size=2342511 2024-04-12T16:21:14.718 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.722+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~S2I2PG4AWM40.0 size=1048576 2024-04-12T16:21:14.719 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.723+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~S2I2PG4AWM40.1 size=1048576 2024-04-12T16:21:14.720 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.723+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~S2I2PG4AWM40.2 size=847136 2024-04-12T16:21:14.722 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.725+0000 7f98d3178780 1 < completed multipart upload key=IHLY0ZTYK6UT upload=S2I2PG4AWM40 tag=9LCYN74UK9PW type=write size=3992864 2024-04-12T16:21:14.724 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.728+0000 7f98d3178780 1 > prepared part key=_multipart_W6L40IZK9EF7.2~M3EPWXIQQGXF.0 size=236063 2024-04-12T16:21:14.724 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.728+0000 7f98d3178780 1 > prepared multipart upload key=W6L40IZK9EF7 upload=M3EPWXIQQGXF tag=KS8H2SC78KD3 type=write size=1284639 2024-04-12T16:21:14.726 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.729+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~CA60A7W7T3WR.0 size=1048576 2024-04-12T16:21:14.726 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.730+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~CA60A7W7T3WR.1 size=1048576 2024-04-12T16:21:14.727 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.731+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~CA60A7W7T3WR.2 size=92256 2024-04-12T16:21:14.730 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.733+0000 7f98d3178780 1 < completed multipart upload key=0OWCAM744WJ9 upload=CA60A7W7T3WR tag=HLQSPGEB7VCB type=write size=3237984 2024-04-12T16:21:14.731 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.734+0000 7f98d3178780 1 > prepared operation key=ZXZ7NSPZRCDD tag=QVRGEDQW00XH type=del size=146 2024-04-12T16:21:14.732 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.735+0000 7f98d3178780 1 < completed delete operation key=9L0C6XS0IUS0 tag=Y541C6A94O8R type=del 2024-04-12T16:21:14.734 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.738+0000 7f98d3178780 1 > prepared part key=_multipart_RGAGK6SC7WUJ.2~NDHNZMKWZZ78.0 size=1048576 2024-04-12T16:21:14.735 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.738+0000 7f98d3178780 1 > prepared part key=_multipart_RGAGK6SC7WUJ.2~NDHNZMKWZZ78.1 size=738942 2024-04-12T16:21:14.735 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.738+0000 7f98d3178780 1 > prepared multipart upload key=RGAGK6SC7WUJ upload=NDHNZMKWZZ78 tag=71A26C8BM5AV type=write size=2836094 2024-04-12T16:21:14.737 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.740+0000 7f98d3178780 -1 < failed to complete operation key=JFLGBNJ7LSGN tag=NMDVTY95HTTL type=write size=259070: (22) Invalid argument 2024-04-12T16:21:14.739 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.742+0000 7f98d3178780 1 > prepared part key=_multipart_I40BBGONTDFL.2~21JM4NB2KD9O.0 size=1048576 2024-04-12T16:21:14.740 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.743+0000 7f98d3178780 1 > prepared part key=_multipart_I40BBGONTDFL.2~21JM4NB2KD9O.1 size=1048576 2024-04-12T16:21:14.740 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.744+0000 7f98d3178780 1 > prepared part key=_multipart_I40BBGONTDFL.2~21JM4NB2KD9O.2 size=75321 2024-04-12T16:21:14.741 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.744+0000 7f98d3178780 1 > prepared multipart upload key=I40BBGONTDFL upload=21JM4NB2KD9O tag=V96Q8FVCYRD5 type=write size=3221049 2024-04-12T16:21:14.742 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.745+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~NUJLNMZUD3ZP.0 size=1048576 2024-04-12T16:21:14.743 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.746+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~NUJLNMZUD3ZP.1 size=1048576 2024-04-12T16:21:14.743 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.747+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~NUJLNMZUD3ZP.2 size=700139 2024-04-12T16:21:14.745 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.749+0000 7f98d3178780 1 < completed multipart upload key=UQB6NBY40RTD upload=NUJLNMZUD3ZP tag=N9BA2Z2QO6RB type=write size=3845867 2024-04-12T16:21:14.747 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.751+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~PU532ZQO3F3K.0 size=1048576 2024-04-12T16:21:14.748 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.751+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~PU532ZQO3F3K.1 size=1048576 2024-04-12T16:21:14.749 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.752+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~PU532ZQO3F3K.2 size=1002069 2024-04-12T16:21:14.749 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.752+0000 7f98d3178780 1 > prepared multipart upload key=8ZR0C2P8VMRA upload=PU532ZQO3F3K tag=TYEJ2EVALZ33 type=write size=4147797 2024-04-12T16:21:14.750 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.754+0000 7f98d3178780 1 < completed part key=_multipart_4S7M3FBURFC1.2~2W1T9Y1U2MLB.0 size=480291 2024-04-12T16:21:14.752 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.756+0000 7f98d3178780 1 < completed multipart upload key=4S7M3FBURFC1 upload=2W1T9Y1U2MLB tag=MBVAKB8T95HD type=write size=1528867 2024-04-12T16:21:14.755 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.758+0000 7f98d3178780 1 > prepared part key=_multipart_4LOLFK38TOHP.2~70KD0WGJG11I.0 size=44365 2024-04-12T16:21:14.755 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.758+0000 7f98d3178780 1 > prepared multipart upload key=4LOLFK38TOHP upload=70KD0WGJG11I tag=3L73346LPIGR type=write size=1092941 2024-04-12T16:21:14.756 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.759+0000 7f98d3178780 1 < completed delete operation key=LU8ZUI2MDRGX tag=NZLT1MZPF860 type=del 2024-04-12T16:21:14.757 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.760+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=01ZV724ZKR45 type=del size=2618665 2024-04-12T16:21:14.758 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.761+0000 7f98d3178780 1 < completed delete operation key=W6L40IZK9EF7 tag=A1UJRJOHWYGX type=del 2024-04-12T16:21:14.760 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.763+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=AXCGZQN4QYV3 type=del size=1279831 2024-04-12T16:21:14.761 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.764+0000 7f98d3178780 1 < completed delete operation key=KURJT9NHLL4D tag=V339IKTXVXKH type=del 2024-04-12T16:21:14.763 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.766+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~HZQBXOXBIJMT.0 size=654363 2024-04-12T16:21:14.763 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.766+0000 7f98d3178780 1 > prepared multipart upload key=LU8ZUI2MDRGX upload=HZQBXOXBIJMT tag=MR68ORNXBSOW type=write size=1702939 2024-04-12T16:21:14.764 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.767+0000 7f98d3178780 1 < completed delete operation key=BOEPCQFN2ISK tag=Z44IIC14BFNX type=del 2024-04-12T16:21:14.765 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.768+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=J5I2GB2UKVCO type=del size=1553062 2024-04-12T16:21:14.766 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.769+0000 7f98d3178780 1 < completed part key=_multipart_EZFO3J6YDS47.2~Q6RVG90SXZQU.0 size=1048576 2024-04-12T16:21:14.767 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.771+0000 7f98d3178780 1 < completed part key=_multipart_EZFO3J6YDS47.2~Q6RVG90SXZQU.1 size=1048576 2024-04-12T16:21:14.768 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.771+0000 7f98d3178780 1 < completed part key=_multipart_EZFO3J6YDS47.2~Q6RVG90SXZQU.2 size=326543 2024-04-12T16:21:14.770 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.773+0000 7f98d3178780 1 < completed multipart upload key=EZFO3J6YDS47 upload=Q6RVG90SXZQU tag=E6Z81SS174AY type=write size=3472271 2024-04-12T16:21:14.771 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.775+0000 7f98d3178780 1 > prepared operation key=7X1SF5VYO5QN tag=ZQ0IZPNHVCOS type=del size=759671 2024-04-12T16:21:14.774 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.777+0000 7f98d3178780 1 < suggested update operation key=PWA38LFGIMFY tag=F63EC16L7FDK type=write size=781582 2024-04-12T16:21:14.775 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.778+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=0A3EKRVAF7GC type=write size=893897 2024-04-12T16:21:14.776 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.780+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~4UK8H08EAXII.0 size=320964 2024-04-12T16:21:14.778 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.782+0000 7f98d3178780 1 < completed multipart upload key=PT2U3K72AW80 upload=4UK8H08EAXII tag=HS8BMU5LR4IA type=write size=1369540 2024-04-12T16:21:14.780 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.783+0000 7f98d3178780 1 > prepared operation key=PT2U3K72AW80 tag=AF5CEF67AEKE type=del size=1991222 2024-04-12T16:21:14.781 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.784+0000 7f98d3178780 1 < completed delete operation key=4LOLFK38TOHP tag=DCVF49MNN7MZ type=del 2024-04-12T16:21:14.782 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.785+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=Q6HYYUJIC2HK type=del size=614471 2024-04-12T16:21:14.783 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.786+0000 7f98d3178780 1 < completed delete operation key=D0M5V2Z6TGN6 tag=FI59JWH00D68 type=del 2024-04-12T16:21:14.784 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.788+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=TGGO83BM9HPW type=del size=2713803 2024-04-12T16:21:14.785 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.789+0000 7f98d3178780 1 < completed part key=_multipart_PWA38LFGIMFY.2~2BD2TRJOVW77.0 size=1048576 2024-04-12T16:21:14.786 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.789+0000 7f98d3178780 1 < canceled part key=_multipart_PWA38LFGIMFY.2~2BD2TRJOVW77.1 size=245359 2024-04-12T16:21:14.787 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.791+0000 7f98d3178780 1 < canceled multipart upload key=PWA38LFGIMFY upload=2BD2TRJOVW77 tag=QVQEQ2HY26YN type=write size=2342511 2024-04-12T16:21:14.789 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.792+0000 7f98d3178780 1 > prepared operation key=ZZ03YKAYH1C2 tag=NEG2Y63HD27C type=write size=827580 2024-04-12T16:21:14.790 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.793+0000 7f98d3178780 1 < completed part key=_multipart_W6L40IZK9EF7.2~M3EPWXIQQGXF.0 size=236063 2024-04-12T16:21:14.792 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.795+0000 7f98d3178780 1 < completed multipart upload key=W6L40IZK9EF7 upload=M3EPWXIQQGXF tag=KS8H2SC78KD3 type=write size=1284639 2024-04-12T16:21:14.793 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.796+0000 7f98d3178780 1 > prepared operation key=KHYODRDPUF4K tag=U2GW5J09QBC7 type=del size=61698 2024-04-12T16:21:14.794 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.798+0000 7f98d3178780 1 < completed delete operation key=ZXZ7NSPZRCDD tag=QVRGEDQW00XH type=del 2024-04-12T16:21:14.796 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.799+0000 7f98d3178780 1 > prepared operation key=8AV30C26CXYV tag=YATHSBCD5DSK type=del size=3996796 2024-04-12T16:21:14.797 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.800+0000 7f98d3178780 1 < completed part key=_multipart_RGAGK6SC7WUJ.2~NDHNZMKWZZ78.0 size=1048576 2024-04-12T16:21:14.797 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.800+0000 7f98d3178780 1 < canceled part key=_multipart_RGAGK6SC7WUJ.2~NDHNZMKWZZ78.1 size=738942 2024-04-12T16:21:14.799 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.802+0000 7f98d3178780 1 < canceled multipart upload key=RGAGK6SC7WUJ upload=NDHNZMKWZZ78 tag=71A26C8BM5AV type=write size=2836094 2024-04-12T16:21:14.801 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.805+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~5VTRY91D7XPS.0 size=830723 2024-04-12T16:21:14.801 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.805+0000 7f98d3178780 1 > prepared multipart upload key=3AW8J5U5KAAT upload=5VTRY91D7XPS tag=NB5GF3RUYREN type=write size=1879299 2024-04-12T16:21:14.803 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.806+0000 7f98d3178780 1 < completed part key=_multipart_I40BBGONTDFL.2~21JM4NB2KD9O.0 size=1048576 2024-04-12T16:21:14.803 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.807+0000 7f98d3178780 1 < completed part key=_multipart_I40BBGONTDFL.2~21JM4NB2KD9O.1 size=1048576 2024-04-12T16:21:14.804 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.808+0000 7f98d3178780 1 < completed part key=_multipart_I40BBGONTDFL.2~21JM4NB2KD9O.2 size=75321 2024-04-12T16:21:14.807 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.810+0000 7f98d3178780 1 < completed multipart upload key=I40BBGONTDFL upload=21JM4NB2KD9O tag=V96Q8FVCYRD5 type=write size=3221049 2024-04-12T16:21:14.808 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.811+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=BR79L1FKA1XO type=del size=2922394 2024-04-12T16:21:14.809 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.812+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~PU532ZQO3F3K.0 size=1048576 2024-04-12T16:21:14.810 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.813+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~PU532ZQO3F3K.1 size=1048576 2024-04-12T16:21:14.811 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.814+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~PU532ZQO3F3K.2 size=1002069 2024-04-12T16:21:14.812 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.816+0000 7f98d3178780 1 < completed multipart upload key=8ZR0C2P8VMRA upload=PU532ZQO3F3K tag=TYEJ2EVALZ33 type=write size=4147797 2024-04-12T16:21:14.813 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.817+0000 7f98d3178780 1 > prepared operation key=FLD16WRTYTRE tag=ULZQCPL555Y0 type=del size=1550962 2024-04-12T16:21:14.814 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.818+0000 7f98d3178780 1 < completed part key=_multipart_4LOLFK38TOHP.2~70KD0WGJG11I.0 size=44365 2024-04-12T16:21:14.816 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.819+0000 7f98d3178780 1 < completed multipart upload key=4LOLFK38TOHP upload=70KD0WGJG11I tag=3L73346LPIGR type=write size=1092941 2024-04-12T16:21:14.817 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.821+0000 7f98d3178780 1 > prepared operation key=JFLGBNJ7LSGN tag=6UXUIDE3C1JU type=del size=3331106 2024-04-12T16:21:14.819 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.822+0000 7f98d3178780 1 < canceled operation key=8ZR0C2P8VMRA tag=01ZV724ZKR45 type=del size=2618665 2024-04-12T16:21:14.820 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.823+0000 7f98d3178780 1 > prepared operation key=66UG2YS0OGEZ tag=6N6R2X833MQH type=write size=954826 2024-04-12T16:21:14.821 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.824+0000 7f98d3178780 1 < completed delete operation key=8ZR0C2P8VMRA tag=AXCGZQN4QYV3 type=del 2024-04-12T16:21:14.822 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.825+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=EYH984O9MLA6 type=del size=1581847 2024-04-12T16:21:14.823 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.827+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~HZQBXOXBIJMT.0 size=654363 2024-04-12T16:21:14.825 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.828+0000 7f98d3178780 1 < completed multipart upload key=LU8ZUI2MDRGX upload=HZQBXOXBIJMT tag=MR68ORNXBSOW type=write size=1702939 2024-04-12T16:21:14.827 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.830+0000 7f98d3178780 1 > prepared operation key=EZFO3J6YDS47 tag=3C7ZDWTPDBCE type=del size=2409814 2024-04-12T16:21:14.828 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.831+0000 7f98d3178780 1 < completed delete operation key=GM8O00AYQLB5 tag=J5I2GB2UKVCO type=del 2024-04-12T16:21:14.829 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.832+0000 7f98d3178780 1 > prepared operation key=LU8ZUI2MDRGX tag=ULMBXW5M5AHK type=write size=435688 2024-04-12T16:21:14.830 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.833+0000 7f98d3178780 1 < completed delete operation key=7X1SF5VYO5QN tag=ZQ0IZPNHVCOS type=del 2024-04-12T16:21:14.832 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.835+0000 7f98d3178780 1 > prepared part key=_multipart_RGAGK6SC7WUJ.2~TPNFGO0Q7VWK.0 size=1048576 2024-04-12T16:21:14.833 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.836+0000 7f98d3178780 1 > prepared part key=_multipart_RGAGK6SC7WUJ.2~TPNFGO0Q7VWK.1 size=73905 2024-04-12T16:21:14.833 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.836+0000 7f98d3178780 1 > prepared multipart upload key=RGAGK6SC7WUJ upload=TPNFGO0Q7VWK tag=QG9LVO7L86Q8 type=write size=2171057 2024-04-12T16:21:14.834 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.837+0000 7f98d3178780 1 < completed write operation key=BOEPCQFN2ISK tag=0A3EKRVAF7GC type=write size=893897 2024-04-12T16:21:14.838 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.839+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~KWROHV391G3K.0 size=1048576 2024-04-12T16:21:14.839 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.840+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~KWROHV391G3K.1 size=1048576 2024-04-12T16:21:14.839 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.841+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~KWROHV391G3K.2 size=15201 2024-04-12T16:21:14.839 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.841+0000 7f98d3178780 1 > prepared multipart upload key=BOEPCQFN2ISK upload=KWROHV391G3K tag=NZ17GBPS6EJZ type=write size=3160929 2024-04-12T16:21:14.839 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.842+0000 7f98d3178780 1 < completed delete operation key=PT2U3K72AW80 tag=AF5CEF67AEKE type=del 2024-04-12T16:21:14.839 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.843+0000 7f98d3178780 1 > prepared operation key=FLD16WRTYTRE tag=EE0EGT4VNVPN type=del size=1300085 2024-04-12T16:21:14.840 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.844+0000 7f98d3178780 1 < completed delete operation key=GM8O00AYQLB5 tag=Q6HYYUJIC2HK type=del 2024-04-12T16:21:14.842 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.845+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=M55P906IFQZ1 type=del size=248541 2024-04-12T16:21:14.843 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.846+0000 7f98d3178780 1 < completed delete operation key=XC0UMQW2OGOM tag=TGGO83BM9HPW type=del 2024-04-12T16:21:14.844 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.847+0000 7f98d3178780 1 > prepared operation key=4LOLFK38TOHP tag=B90OXB6WC6WU type=del size=3610273 2024-04-12T16:21:14.845 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.848+0000 7f98d3178780 1 < completed write operation key=ZZ03YKAYH1C2 tag=NEG2Y63HD27C type=write size=827580 2024-04-12T16:21:14.847 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.850+0000 7f98d3178780 1 > prepared part key=_multipart_VZ3ZKIAP7V00.2~5O1H7NQJZ0EJ.0 size=1048576 2024-04-12T16:21:14.848 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.851+0000 7f98d3178780 1 > prepared part key=_multipart_VZ3ZKIAP7V00.2~5O1H7NQJZ0EJ.1 size=1048576 2024-04-12T16:21:14.849 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.852+0000 7f98d3178780 1 > prepared part key=_multipart_VZ3ZKIAP7V00.2~5O1H7NQJZ0EJ.2 size=790042 2024-04-12T16:21:14.849 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.852+0000 7f98d3178780 1 > prepared multipart upload key=VZ3ZKIAP7V00 upload=5O1H7NQJZ0EJ tag=Y5JE7CI1AYCG type=write size=3935770 2024-04-12T16:21:14.851 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.854+0000 7f98d3178780 1 < suggested remove operation key=KHYODRDPUF4K tag=U2GW5J09QBC7 type=del 2024-04-12T16:21:14.852 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.855+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=OO3ILFL8IOV9 type=write size=981255 2024-04-12T16:21:14.853 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.856+0000 7f98d3178780 1 < completed delete operation key=8AV30C26CXYV tag=YATHSBCD5DSK type=del 2024-04-12T16:21:14.854 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.858+0000 7f98d3178780 1 > prepared operation key=4LOLFK38TOHP tag=PR5H6IGIZW1X type=write size=676046 2024-04-12T16:21:14.856 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.859+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~5VTRY91D7XPS.0 size=830723 2024-04-12T16:21:14.857 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.861+0000 7f98d3178780 1 < completed multipart upload key=3AW8J5U5KAAT upload=5VTRY91D7XPS tag=NB5GF3RUYREN type=write size=1879299 2024-04-12T16:21:14.859 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.862+0000 7f98d3178780 1 > prepared operation key=0OWCAM744WJ9 tag=QYIU08RQJU2F type=del size=949482 2024-04-12T16:21:14.861 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.864+0000 7f98d3178780 1 < suggested remove operation key=UQB6NBY40RTD tag=BR79L1FKA1XO type=del 2024-04-12T16:21:14.862 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.865+0000 7f98d3178780 1 > prepared operation key=T722FMC4JINL tag=BJGLDHKUJ0YX type=del size=2057988 2024-04-12T16:21:14.863 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.866+0000 7f98d3178780 1 < completed delete operation key=FLD16WRTYTRE tag=ULZQCPL555Y0 type=del 2024-04-12T16:21:14.865 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.869+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~CTFSP31BK3XJ.0 size=1048576 2024-04-12T16:21:14.866 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.869+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~CTFSP31BK3XJ.1 size=870046 2024-04-12T16:21:14.866 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.869+0000 7f98d3178780 1 > prepared multipart upload key=8ZR0C2P8VMRA upload=CTFSP31BK3XJ tag=Y35IF0XNRKHT type=write size=2967198 2024-04-12T16:21:14.867 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.871+0000 7f98d3178780 1 < completed delete operation key=JFLGBNJ7LSGN tag=6UXUIDE3C1JU type=del 2024-04-12T16:21:14.869 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.872+0000 7f98d3178780 1 > prepared operation key=KURJT9NHLL4D tag=QWZW02G3NHHA type=del size=1474784 2024-04-12T16:21:14.870 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.873+0000 7f98d3178780 1 < canceled operation key=66UG2YS0OGEZ tag=6N6R2X833MQH type=write size=954826 2024-04-12T16:21:14.871 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.874+0000 7f98d3178780 1 > prepared operation key=3AW8J5U5KAAT tag=3HL2YDD1ZWY5 type=write size=1048043 2024-04-12T16:21:14.872 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.875+0000 7f98d3178780 1 < completed delete operation key=XC0UMQW2OGOM tag=EYH984O9MLA6 type=del 2024-04-12T16:21:14.873 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.877+0000 7f98d3178780 1 > prepared operation key=66UG2YS0OGEZ tag=I8K6YZ0XZOEV type=del size=2147252 2024-04-12T16:21:14.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:14 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:21:14.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:14 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:21:14.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:14 smithi099 ceph-mon[94290]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-12T16:21:14.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:14 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3296713956' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140259-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:21:14.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:14 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140259-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:21:14.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:14 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:21:14.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:14 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:21:14.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:14 smithi099 ceph-mon[96864]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-12T16:21:14.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:14 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3296713956' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140259-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:21:14.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:14 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140259-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:21:14.876 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.878+0000 7f98d3178780 1 < completed delete operation key=EZFO3J6YDS47 tag=3C7ZDWTPDBCE type=del 2024-04-12T16:21:14.878 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.880+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~QF92AIOWPOHJ.0 size=1048576 2024-04-12T16:21:14.878 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.882+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~QF92AIOWPOHJ.1 size=856769 2024-04-12T16:21:14.879 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.882+0000 7f98d3178780 1 > prepared multipart upload key=S81W06TIIZMK upload=QF92AIOWPOHJ tag=FIOC98KBOHIC type=write size=2953921 2024-04-12T16:21:14.880 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.883+0000 7f98d3178780 1 < completed write operation key=LU8ZUI2MDRGX tag=ULMBXW5M5AHK type=write size=435688 2024-04-12T16:21:14.882 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.885+0000 7f98d3178780 1 > prepared part key=_multipart_PWA38LFGIMFY.2~82MCZEQPY17E.0 size=801050 2024-04-12T16:21:14.882 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.885+0000 7f98d3178780 1 > prepared multipart upload key=PWA38LFGIMFY upload=82MCZEQPY17E tag=Y4AR1G0V6KQH type=write size=1849626 2024-04-12T16:21:14.883 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.886+0000 7f98d3178780 1 < completed part key=_multipart_RGAGK6SC7WUJ.2~TPNFGO0Q7VWK.0 size=1048576 2024-04-12T16:21:14.884 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.887+0000 7f98d3178780 1 < completed part key=_multipart_RGAGK6SC7WUJ.2~TPNFGO0Q7VWK.1 size=73905 2024-04-12T16:21:14.886 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.889+0000 7f98d3178780 1 < completed multipart upload key=RGAGK6SC7WUJ upload=TPNFGO0Q7VWK tag=QG9LVO7L86Q8 type=write size=2171057 2024-04-12T16:21:14.888 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.891+0000 7f98d3178780 1 > prepared part key=_multipart_KURJT9NHLL4D.2~4JHJ00UJ20T1.0 size=1048576 2024-04-12T16:21:14.888 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.892+0000 7f98d3178780 1 > prepared part key=_multipart_KURJT9NHLL4D.2~4JHJ00UJ20T1.1 size=643897 2024-04-12T16:21:14.889 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.892+0000 7f98d3178780 1 > prepared multipart upload key=KURJT9NHLL4D upload=4JHJ00UJ20T1 tag=73IZUYQIYS69 type=write size=2741049 2024-04-12T16:21:14.890 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.893+0000 7f98d3178780 1 < completed part key=_multipart_BOEPCQFN2ISK.2~KWROHV391G3K.0 size=1048576 2024-04-12T16:21:14.891 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.894+0000 7f98d3178780 1 < completed part key=_multipart_BOEPCQFN2ISK.2~KWROHV391G3K.1 size=1048576 2024-04-12T16:21:14.892 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.895+0000 7f98d3178780 1 < completed part key=_multipart_BOEPCQFN2ISK.2~KWROHV391G3K.2 size=15201 2024-04-12T16:21:14.894 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.897+0000 7f98d3178780 1 < completed multipart upload key=BOEPCQFN2ISK upload=KWROHV391G3K tag=NZ17GBPS6EJZ type=write size=3160929 2024-04-12T16:21:14.896 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.899+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~XTHMNNDBUIA1.0 size=1048576 2024-04-12T16:21:14.897 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.900+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~XTHMNNDBUIA1.1 size=324947 2024-04-12T16:21:14.897 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.900+0000 7f98d3178780 1 > prepared multipart upload key=PT2U3K72AW80 upload=XTHMNNDBUIA1 tag=B30KRVXUPVZI type=write size=2422099 2024-04-12T16:21:14.898 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.901+0000 7f98d3178780 1 < completed delete operation key=FLD16WRTYTRE tag=EE0EGT4VNVPN type=del 2024-04-12T16:21:14.899 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.903+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=KW7A1KEP67I5 type=del size=1734795 2024-04-12T16:21:14.900 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.904+0000 7f98d3178780 1 < completed delete operation key=9L0C6XS0IUS0 tag=M55P906IFQZ1 type=del 2024-04-12T16:21:14.901 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.905+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=SN61PTTSP1LW type=del size=2463882 2024-04-12T16:21:14.903 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.906+0000 7f98d3178780 1 < completed delete operation key=4LOLFK38TOHP tag=B90OXB6WC6WU type=del 2024-04-12T16:21:14.905 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.908+0000 7f98d3178780 1 > prepared part key=_multipart_VZ3ZKIAP7V00.2~NL3A4M533JHG.0 size=923799 2024-04-12T16:21:14.905 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.908+0000 7f98d3178780 1 > prepared multipart upload key=VZ3ZKIAP7V00 upload=NL3A4M533JHG tag=0DC8YFQ03HGK type=write size=1972375 2024-04-12T16:21:14.905 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.908+0000 7f98d3178780 1 < canceled part key=_multipart_VZ3ZKIAP7V00.2~5O1H7NQJZ0EJ.0 size=1048576 2024-04-12T16:21:14.906 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.909+0000 7f98d3178780 1 < completed part key=_multipart_VZ3ZKIAP7V00.2~5O1H7NQJZ0EJ.1 size=1048576 2024-04-12T16:21:14.907 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.910+0000 7f98d3178780 1 < completed part key=_multipart_VZ3ZKIAP7V00.2~5O1H7NQJZ0EJ.2 size=790042 2024-04-12T16:21:14.908 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.912+0000 7f98d3178780 1 < canceled multipart upload key=VZ3ZKIAP7V00 upload=5O1H7NQJZ0EJ tag=Y5JE7CI1AYCG type=write size=3935770 2024-04-12T16:21:14.909 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.913+0000 7f98d3178780 1 > prepared operation key=ZZ03YKAYH1C2 tag=W3X4FMQ8MMP3 type=del size=2093012 2024-04-12T16:21:14.911 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.914+0000 7f98d3178780 -1 < failed to complete operation key=UQB6NBY40RTD tag=OO3ILFL8IOV9 type=write size=981255: (22) Invalid argument 2024-04-12T16:21:14.912 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.915+0000 7f98d3178780 1 > prepared operation key=I40BBGONTDFL tag=J1KOV8R19BDT type=del size=1828167 2024-04-12T16:21:14.913 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.917+0000 7f98d3178780 1 < completed write operation key=4LOLFK38TOHP tag=PR5H6IGIZW1X type=write size=676046 2024-04-12T16:21:14.914 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.918+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=DTE750PVOIOZ type=del size=2594353 2024-04-12T16:21:14.916 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.919+0000 7f98d3178780 1 < completed delete operation key=0OWCAM744WJ9 tag=QYIU08RQJU2F type=del 2024-04-12T16:21:14.917 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.920+0000 7f98d3178780 1 > prepared operation key=JFLGBNJ7LSGN tag=9ZQG4ECDJV6O type=del size=1617360 2024-04-12T16:21:14.919 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.922+0000 7f98d3178780 1 < suggested remove operation key=T722FMC4JINL tag=BJGLDHKUJ0YX type=del 2024-04-12T16:21:14.922 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.925+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~ATF6U8EPL2QY.0 size=878200 2024-04-12T16:21:14.922 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.925+0000 7f98d3178780 1 > prepared multipart upload key=T722FMC4JINL upload=ATF6U8EPL2QY tag=ZNTDL79S7TY8 type=write size=1926776 2024-04-12T16:21:14.923 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.926+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~CTFSP31BK3XJ.0 size=1048576 2024-04-12T16:21:14.924 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.927+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~CTFSP31BK3XJ.1 size=870046 2024-04-12T16:21:14.926 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.929+0000 7f98d3178780 1 < completed multipart upload key=8ZR0C2P8VMRA upload=CTFSP31BK3XJ tag=Y35IF0XNRKHT type=write size=2967198 2024-04-12T16:21:14.927 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.930+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=VLFZVL8GZI8H type=del size=1143182 2024-04-12T16:21:14.928 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.932+0000 7f98d3178780 1 < completed delete operation key=KURJT9NHLL4D tag=QWZW02G3NHHA type=del 2024-04-12T16:21:14.931 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.934+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~NEGE1TKD3DMR.0 size=283335 2024-04-12T16:21:14.931 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.934+0000 7f98d3178780 1 > prepared multipart upload key=3AW8J5U5KAAT upload=NEGE1TKD3DMR tag=3HAGODRM0U23 type=write size=1331911 2024-04-12T16:21:14.932 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.935+0000 7f98d3178780 1 < completed write operation key=3AW8J5U5KAAT tag=3HL2YDD1ZWY5 type=write size=1048043 2024-04-12T16:21:14.934 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.937+0000 7f98d3178780 1 > prepared part key=_multipart_9L0C6XS0IUS0.2~GCAT6FUK9DTD.0 size=991370 2024-04-12T16:21:14.934 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.937+0000 7f98d3178780 1 > prepared multipart upload key=9L0C6XS0IUS0 upload=GCAT6FUK9DTD tag=0DM836TZKGCV type=write size=2039946 2024-04-12T16:21:14.935 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.938+0000 7f98d3178780 1 < completed delete operation key=66UG2YS0OGEZ tag=I8K6YZ0XZOEV type=del 2024-04-12T16:21:14.937 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.940+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~VNE1TVIXH3C9.0 size=290289 2024-04-12T16:21:14.937 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.940+0000 7f98d3178780 1 > prepared multipart upload key=BOEPCQFN2ISK upload=VNE1TVIXH3C9 tag=BUYLWWCLQKGY type=write size=1338865 2024-04-12T16:21:14.938 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.941+0000 7f98d3178780 1 < completed part key=_multipart_S81W06TIIZMK.2~QF92AIOWPOHJ.0 size=1048576 2024-04-12T16:21:14.939 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.942+0000 7f98d3178780 1 < completed part key=_multipart_S81W06TIIZMK.2~QF92AIOWPOHJ.1 size=856769 2024-04-12T16:21:14.941 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.944+0000 7f98d3178780 1 < completed multipart upload key=S81W06TIIZMK upload=QF92AIOWPOHJ tag=FIOC98KBOHIC type=write size=2953921 2024-04-12T16:21:14.942 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.945+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=WW0MW16J7FXL type=write size=4012 2024-04-12T16:21:14.942 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.945+0000 7f98d3178780 1 < canceled part key=_multipart_PWA38LFGIMFY.2~82MCZEQPY17E.0 size=801050 2024-04-12T16:21:14.944 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.947+0000 7f98d3178780 1 < canceled multipart upload key=PWA38LFGIMFY upload=82MCZEQPY17E tag=Y4AR1G0V6KQH type=write size=1849626 2024-04-12T16:21:14.946 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.949+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~VKQ67ASWA756.0 size=513428 2024-04-12T16:21:14.946 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.949+0000 7f98d3178780 1 > prepared multipart upload key=KHYODRDPUF4K upload=VKQ67ASWA756 tag=W0X1LL32XNSD type=write size=1562004 2024-04-12T16:21:14.947 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.951+0000 7f98d3178780 1 < completed part key=_multipart_KURJT9NHLL4D.2~4JHJ00UJ20T1.0 size=1048576 2024-04-12T16:21:14.948 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.951+0000 7f98d3178780 1 < completed part key=_multipart_KURJT9NHLL4D.2~4JHJ00UJ20T1.1 size=643897 2024-04-12T16:21:14.950 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.954+0000 7f98d3178780 1 < completed multipart upload key=KURJT9NHLL4D upload=4JHJ00UJ20T1 tag=73IZUYQIYS69 type=write size=2741049 2024-04-12T16:21:14.951 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.955+0000 7f98d3178780 1 > prepared operation key=KURJT9NHLL4D tag=WGSRIW6MQ6VW type=del size=2877606 2024-04-12T16:21:14.953 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.956+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~XTHMNNDBUIA1.0 size=1048576 2024-04-12T16:21:14.954 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.958+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~XTHMNNDBUIA1.1 size=324947 2024-04-12T16:21:14.956 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.960+0000 7f98d3178780 1 < completed multipart upload key=PT2U3K72AW80 upload=XTHMNNDBUIA1 tag=B30KRVXUPVZI type=write size=2422099 2024-04-12T16:21:14.958 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.961+0000 7f98d3178780 1 > prepared operation key=KHYODRDPUF4K tag=MNT4N40WIH5O type=del size=982014 2024-04-12T16:21:14.959 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.962+0000 7f98d3178780 1 < completed delete operation key=GM8O00AYQLB5 tag=KW7A1KEP67I5 type=del 2024-04-12T16:21:14.960 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.963+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=FVVTE3I1XNQ2 type=del size=2960119 2024-04-12T16:21:14.961 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.964+0000 7f98d3178780 1 < completed delete operation key=8ZR0C2P8VMRA tag=SN61PTTSP1LW type=del 2024-04-12T16:21:14.962 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.966+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=3W5PRK72J7SP type=del size=2321408 2024-04-12T16:21:14.963 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.967+0000 7f98d3178780 1 < completed part key=_multipart_VZ3ZKIAP7V00.2~NL3A4M533JHG.0 size=923799 2024-04-12T16:21:14.965 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.969+0000 7f98d3178780 1 < completed multipart upload key=VZ3ZKIAP7V00 upload=NL3A4M533JHG tag=0DC8YFQ03HGK type=write size=1972375 2024-04-12T16:21:14.966 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.970+0000 7f98d3178780 1 > prepared operation key=66UG2YS0OGEZ tag=R43KFQ984BP7 type=del size=1993644 2024-04-12T16:21:14.969 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.972+0000 7f98d3178780 1 < suggested update operation key=ZZ03YKAYH1C2 tag=W3X4FMQ8MMP3 type=del size=2093012 2024-04-12T16:21:14.970 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.973+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=D78QZFB6W71U type=write size=543456 2024-04-12T16:21:14.971 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.975+0000 7f98d3178780 1 < completed delete operation key=I40BBGONTDFL tag=J1KOV8R19BDT type=del 2024-04-12T16:21:14.972 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.976+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=ITFCJ0JV2G9S type=del size=2913443 2024-04-12T16:21:14.973 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.977+0000 7f98d3178780 1 < completed delete operation key=BOEPCQFN2ISK tag=DTE750PVOIOZ type=del 2024-04-12T16:21:14.975 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.978+0000 7f98d3178780 1 > prepared operation key=0OWCAM744WJ9 tag=OLD49OOGUZ14 type=del size=3216662 2024-04-12T16:21:14.976 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.979+0000 7f98d3178780 1 < completed delete operation key=JFLGBNJ7LSGN tag=9ZQG4ECDJV6O type=del 2024-04-12T16:21:14.978 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.981+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~0S8CRRZGVV5N.0 size=613381 2024-04-12T16:21:14.978 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.981+0000 7f98d3178780 1 > prepared multipart upload key=8ZR0C2P8VMRA upload=0S8CRRZGVV5N tag=KQ3OOOUH4YHT type=write size=1661957 2024-04-12T16:21:14.979 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.982+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~ATF6U8EPL2QY.0 size=878200 2024-04-12T16:21:14.981 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.984+0000 7f98d3178780 1 < completed multipart upload key=T722FMC4JINL upload=ATF6U8EPL2QY tag=ZNTDL79S7TY8 type=write size=1926776 2024-04-12T16:21:14.983 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.986+0000 7f98d3178780 1 > prepared part key=_multipart_JFLGBNJ7LSGN.2~78S9O59PVX5F.0 size=1048576 2024-04-12T16:21:14.983 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.987+0000 7f98d3178780 1 > prepared part key=_multipart_JFLGBNJ7LSGN.2~78S9O59PVX5F.1 size=460512 2024-04-12T16:21:14.984 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.987+0000 7f98d3178780 1 > prepared multipart upload key=JFLGBNJ7LSGN upload=78S9O59PVX5F tag=4KTEZZ400XJ7 type=write size=2557664 2024-04-12T16:21:14.985 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.988+0000 7f98d3178780 1 < completed delete operation key=XC0UMQW2OGOM tag=VLFZVL8GZI8H type=del 2024-04-12T16:21:14.986 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.989+0000 7f98d3178780 1 > prepared operation key=PT2U3K72AW80 tag=P1L4J2F47J2Y type=del size=2734698 2024-04-12T16:21:14.987 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.990+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~NEGE1TKD3DMR.0 size=283335 2024-04-12T16:21:14.988 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.992+0000 7f98d3178780 1 < completed multipart upload key=3AW8J5U5KAAT upload=NEGE1TKD3DMR tag=3HAGODRM0U23 type=write size=1331911 2024-04-12T16:21:14.990 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.993+0000 7f98d3178780 1 > prepared operation key=7X1SF5VYO5QN tag=ZWEIMP2DUEMH type=del size=1700374 2024-04-12T16:21:14.991 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.994+0000 7f98d3178780 1 < completed part key=_multipart_9L0C6XS0IUS0.2~GCAT6FUK9DTD.0 size=991370 2024-04-12T16:21:14.993 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.996+0000 7f98d3178780 1 < completed multipart upload key=9L0C6XS0IUS0 upload=GCAT6FUK9DTD tag=0DM836TZKGCV type=write size=2039946 2024-04-12T16:21:14.994 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.997+0000 7f98d3178780 1 > prepared operation key=PT2U3K72AW80 tag=MI9U5QEJCEVP type=write size=265653 2024-04-12T16:21:14.995 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:14.998+0000 7f98d3178780 1 < completed part key=_multipart_BOEPCQFN2ISK.2~VNE1TVIXH3C9.0 size=290289 2024-04-12T16:21:14.996 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.000+0000 7f98d3178780 1 < completed multipart upload key=BOEPCQFN2ISK upload=VNE1TVIXH3C9 tag=BUYLWWCLQKGY type=write size=1338865 2024-04-12T16:21:14.997 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.001+0000 7f98d3178780 1 > prepared operation key=4LOLFK38TOHP tag=X5NNLORDI6FW type=del size=399274 2024-04-12T16:21:14.999 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.002+0000 7f98d3178780 1 < completed write operation key=W6L40IZK9EF7 tag=WW0MW16J7FXL type=write size=4012 2024-04-12T16:21:15.000 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.003+0000 7f98d3178780 1 > prepared operation key=KHYODRDPUF4K tag=KPSLIPUIGLIH type=write size=655439 2024-04-12T16:21:15.001 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.004+0000 7f98d3178780 1 < completed part key=_multipart_KHYODRDPUF4K.2~VKQ67ASWA756.0 size=513428 2024-04-12T16:21:15.003 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.006+0000 7f98d3178780 1 < completed multipart upload key=KHYODRDPUF4K upload=VKQ67ASWA756 tag=W0X1LL32XNSD type=write size=1562004 2024-04-12T16:21:15.003 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.007+0000 7f98d3178780 1 > prepared operation key=IHLY0ZTYK6UT tag=Z6M9JL5NMKTX type=del size=306804 2024-04-12T16:21:15.005 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.008+0000 7f98d3178780 1 < completed delete operation key=KURJT9NHLL4D tag=WGSRIW6MQ6VW type=del 2024-04-12T16:21:15.006 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.009+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=APT97PB8NS3X type=del size=923524 2024-04-12T16:21:15.007 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.010+0000 7f98d3178780 1 < completed delete operation key=KHYODRDPUF4K tag=MNT4N40WIH5O type=del 2024-04-12T16:21:15.009 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.012+0000 7f98d3178780 1 > prepared part key=_multipart_RGAGK6SC7WUJ.2~35Z3YUJUSFSQ.0 size=675768 2024-04-12T16:21:15.009 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.012+0000 7f98d3178780 1 > prepared multipart upload key=RGAGK6SC7WUJ upload=35Z3YUJUSFSQ tag=F4LRZD9OBREO type=write size=1724344 2024-04-12T16:21:15.011 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.014+0000 7f98d3178780 1 < suggested update operation key=4S7M3FBURFC1 tag=FVVTE3I1XNQ2 type=del size=2960119 2024-04-12T16:21:15.013 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.016+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~NBV586MVYM8E.0 size=1048576 2024-04-12T16:21:15.014 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.018+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~NBV586MVYM8E.1 size=498218 2024-04-12T16:21:15.014 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.018+0000 7f98d3178780 1 > prepared multipart upload key=0OWCAM744WJ9 upload=NBV586MVYM8E tag=BF65K2Q8D5J8 type=write size=2595370 2024-04-12T16:21:15.016 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.019+0000 7f98d3178780 1 < completed delete operation key=9L0C6XS0IUS0 tag=3W5PRK72J7SP type=del 2024-04-12T16:21:15.017 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.020+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=LML449S8FTT2 type=del size=3323863 2024-04-12T16:21:15.018 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.022+0000 7f98d3178780 1 < canceled operation key=66UG2YS0OGEZ tag=R43KFQ984BP7 type=del size=1993644 2024-04-12T16:21:15.020 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.023+0000 7f98d3178780 1 > prepared operation key=EZFO3J6YDS47 tag=MOM9VTH91LE4 type=del size=1660304 2024-04-12T16:21:15.021 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.024+0000 7f98d3178780 1 < canceled operation key=BOEPCQFN2ISK tag=D78QZFB6W71U type=write size=543456 2024-04-12T16:21:15.022 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.026+0000 7f98d3178780 1 > prepared operation key=I40BBGONTDFL tag=ECUTN7YRAACV type=del size=2496581 2024-04-12T16:21:15.023 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.027+0000 7f98d3178780 1 < completed delete operation key=BOEPCQFN2ISK tag=ITFCJ0JV2G9S type=del 2024-04-12T16:21:15.025 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.028+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=PHXM1175OBKK type=del size=2931584 2024-04-12T16:21:15.027 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.031+0000 7f98d3178780 1 < suggested remove operation key=0OWCAM744WJ9 tag=OLD49OOGUZ14 type=del 2024-04-12T16:21:15.028 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.032+0000 7f98d3178780 1 > prepared operation key=ZZ03YKAYH1C2 tag=IB60CMI2OM1I type=del size=2150096 2024-04-12T16:21:15.030 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.033+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~0S8CRRZGVV5N.0 size=613381 2024-04-12T16:21:15.031 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.035+0000 7f98d3178780 1 < completed multipart upload key=8ZR0C2P8VMRA upload=0S8CRRZGVV5N tag=KQ3OOOUH4YHT type=write size=1661957 2024-04-12T16:21:15.034 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.037+0000 7f98d3178780 1 > prepared part key=_multipart_PWA38LFGIMFY.2~M233246ZBTBP.0 size=1002686 2024-04-12T16:21:15.034 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.037+0000 7f98d3178780 1 > prepared multipart upload key=PWA38LFGIMFY upload=M233246ZBTBP tag=RJN1KNQME7PI type=write size=2051262 2024-04-12T16:21:15.035 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.038+0000 7f98d3178780 1 < completed part key=_multipart_JFLGBNJ7LSGN.2~78S9O59PVX5F.0 size=1048576 2024-04-12T16:21:15.036 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.039+0000 7f98d3178780 1 < completed part key=_multipart_JFLGBNJ7LSGN.2~78S9O59PVX5F.1 size=460512 2024-04-12T16:21:15.038 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.041+0000 7f98d3178780 1 < completed multipart upload key=JFLGBNJ7LSGN upload=78S9O59PVX5F tag=4KTEZZ400XJ7 type=write size=2557664 2024-04-12T16:21:15.039 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.042+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=0FOGHLDKO3E6 type=del size=3806894 2024-04-12T16:21:15.040 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.043+0000 7f98d3178780 1 < completed delete operation key=PT2U3K72AW80 tag=P1L4J2F47J2Y type=del 2024-04-12T16:21:15.041 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.044+0000 7f98d3178780 1 > prepared operation key=7X1SF5VYO5QN tag=WSMUZUDWUF3Y type=write size=771404 2024-04-12T16:21:15.042 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.045+0000 7f98d3178780 1 < canceled operation key=7X1SF5VYO5QN tag=ZWEIMP2DUEMH type=del size=1700374 2024-04-12T16:21:15.043 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.046+0000 7f98d3178780 1 > prepared operation key=ZXZ7NSPZRCDD tag=J3VWOGPTKSBA type=del size=3490410 2024-04-12T16:21:15.045 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.049+0000 7f98d3178780 1 < suggested update operation key=PT2U3K72AW80 tag=MI9U5QEJCEVP type=write size=265653 2024-04-12T16:21:15.048 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.051+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~ZSM0A4XYQ3L0.0 size=1048576 2024-04-12T16:21:15.049 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.052+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~ZSM0A4XYQ3L0.1 size=1048576 2024-04-12T16:21:15.049 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.053+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~ZSM0A4XYQ3L0.2 size=876031 2024-04-12T16:21:15.050 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.053+0000 7f98d3178780 1 > prepared multipart upload key=LU8ZUI2MDRGX upload=ZSM0A4XYQ3L0 tag=K1MK4I33MHVD type=write size=4021759 2024-04-12T16:21:15.052 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.055+0000 7f98d3178780 1 < suggested update operation key=4LOLFK38TOHP tag=X5NNLORDI6FW type=del size=399274 2024-04-12T16:21:15.053 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.057+0000 7f98d3178780 1 > prepared operation key=8AV30C26CXYV tag=EE9RHM7C77PO type=del size=510382 2024-04-12T16:21:15.056 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.059+0000 7f98d3178780 1 < suggested update operation key=KHYODRDPUF4K tag=KPSLIPUIGLIH type=write size=655439 2024-04-12T16:21:15.058 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.061+0000 7f98d3178780 1 > prepared part key=_multipart_66UG2YS0OGEZ.2~ZX0A8UQTR5Y1.0 size=351279 2024-04-12T16:21:15.058 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.061+0000 7f98d3178780 1 > prepared multipart upload key=66UG2YS0OGEZ upload=ZX0A8UQTR5Y1 tag=3MO6OTC3I07K type=write size=1399855 2024-04-12T16:21:15.059 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.062+0000 7f98d3178780 1 < completed delete operation key=IHLY0ZTYK6UT tag=Z6M9JL5NMKTX type=del 2024-04-12T16:21:15.060 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.064+0000 7f98d3178780 1 > prepared operation key=KHYODRDPUF4K tag=0E2UEOOG3R3V type=del size=867873 2024-04-12T16:21:15.061 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.065+0000 7f98d3178780 1 < completed delete operation key=9L0C6XS0IUS0 tag=APT97PB8NS3X type=del 2024-04-12T16:21:15.063 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.066+0000 7f98d3178780 1 > prepared operation key=IHLY0ZTYK6UT tag=9XXOVF79ZGRN type=del size=2263082 2024-04-12T16:21:15.064 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.067+0000 7f98d3178780 1 < completed part key=_multipart_RGAGK6SC7WUJ.2~35Z3YUJUSFSQ.0 size=675768 2024-04-12T16:21:15.066 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.070+0000 7f98d3178780 1 < completed multipart upload key=RGAGK6SC7WUJ upload=35Z3YUJUSFSQ tag=F4LRZD9OBREO type=write size=1724344 2024-04-12T16:21:15.068 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.072+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~I6CW6IAQ7NRC.0 size=1048576 2024-04-12T16:21:15.069 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.073+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~I6CW6IAQ7NRC.1 size=1048576 2024-04-12T16:21:15.071 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.074+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~I6CW6IAQ7NRC.2 size=523836 2024-04-12T16:21:15.071 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.074+0000 7f98d3178780 1 > prepared multipart upload key=8AV30C26CXYV upload=I6CW6IAQ7NRC tag=RTKTGBI9X8A2 type=write size=3669564 2024-04-12T16:21:15.072 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.075+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~NBV586MVYM8E.0 size=1048576 2024-04-12T16:21:15.073 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.076+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~NBV586MVYM8E.1 size=498218 2024-04-12T16:21:15.075 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.078+0000 7f98d3178780 1 < completed multipart upload key=0OWCAM744WJ9 upload=NBV586MVYM8E tag=BF65K2Q8D5J8 type=write size=2595370 2024-04-12T16:21:15.076 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.079+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=7JX8Z3GSN2F6 type=del size=3900014 2024-04-12T16:21:15.079 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.083+0000 7f98d3178780 1 < suggested remove operation key=XC0UMQW2OGOM tag=LML449S8FTT2 type=del 2024-04-12T16:21:15.081 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.084+0000 7f98d3178780 1 > prepared operation key=EZFO3J6YDS47 tag=23VGGVYCPTDN type=del size=4019404 2024-04-12T16:21:15.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:14 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:21:15.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:14 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:21:15.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:14 smithi110 ceph-mon[88691]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-12T16:21:15.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:14 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3296713956' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140259-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:21:15.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:14 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140259-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:21:15.082 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.085+0000 7f98d3178780 1 < completed delete operation key=EZFO3J6YDS47 tag=MOM9VTH91LE4 type=del 2024-04-12T16:21:15.083 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.087+0000 7f98d3178780 1 > prepared operation key=PT2U3K72AW80 tag=30Y5DAO3Y05O type=del size=2418545 2024-04-12T16:21:15.085 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.088+0000 7f98d3178780 1 < completed delete operation key=I40BBGONTDFL tag=ECUTN7YRAACV type=del 2024-04-12T16:21:15.087 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.090+0000 7f98d3178780 1 > prepared part key=_multipart_4LOLFK38TOHP.2~ASOEN36INXXT.0 size=678992 2024-04-12T16:21:15.087 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.090+0000 7f98d3178780 1 > prepared multipart upload key=4LOLFK38TOHP upload=ASOEN36INXXT tag=DW9CMG0H79ZG type=write size=1727568 2024-04-12T16:21:15.088 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.091+0000 7f98d3178780 -1 < failed to complete operation key=XC0UMQW2OGOM tag=PHXM1175OBKK type=del size=2931584: (22) Invalid argument 2024-04-12T16:21:15.089 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.093+0000 7f98d3178780 1 > prepared operation key=ZXZ7NSPZRCDD tag=ELGGQYGWG32K type=del size=3960217 2024-04-12T16:21:15.091 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.094+0000 7f98d3178780 1 < completed delete operation key=ZZ03YKAYH1C2 tag=IB60CMI2OM1I type=del 2024-04-12T16:21:15.092 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.095+0000 7f98d3178780 1 > prepared operation key=66UG2YS0OGEZ tag=KO89W2V95J3Y type=del size=1951064 2024-04-12T16:21:15.093 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.096+0000 7f98d3178780 1 < completed part key=_multipart_PWA38LFGIMFY.2~M233246ZBTBP.0 size=1002686 2024-04-12T16:21:15.095 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.098+0000 7f98d3178780 1 < completed multipart upload key=PWA38LFGIMFY upload=M233246ZBTBP tag=RJN1KNQME7PI type=write size=2051262 2024-04-12T16:21:15.096 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.100+0000 7f98d3178780 1 > prepared operation key=JFLGBNJ7LSGN tag=JMWJ5S8DSS8P type=del size=3098069 2024-04-12T16:21:15.098 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.101+0000 7f98d3178780 1 < canceled operation key=UQB6NBY40RTD tag=0FOGHLDKO3E6 type=del size=3806894 2024-04-12T16:21:15.099 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.102+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=5HBZU3QCCJNL type=del size=2557868 2024-04-12T16:21:15.100 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.104+0000 7f98d3178780 1 < completed write operation key=7X1SF5VYO5QN tag=WSMUZUDWUF3Y type=write size=771404 2024-04-12T16:21:15.102 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.106+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~4MEZT41ND9BX.0 size=1048576 2024-04-12T16:21:15.103 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.107+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~4MEZT41ND9BX.1 size=1048576 2024-04-12T16:21:15.104 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.107+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~4MEZT41ND9BX.2 size=150691 2024-04-12T16:21:15.104 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.107+0000 7f98d3178780 1 > prepared multipart upload key=UQB6NBY40RTD upload=4MEZT41ND9BX tag=XDOTY4B15KIG type=write size=3296419 2024-04-12T16:21:15.106 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.110+0000 7f98d3178780 1 < suggested remove operation key=ZXZ7NSPZRCDD tag=J3VWOGPTKSBA type=del 2024-04-12T16:21:15.108 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.111+0000 7f98d3178780 1 > prepared operation key=PWA38LFGIMFY tag=JRQ0THD7YY4W type=del size=2710877 2024-04-12T16:21:15.109 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.112+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~ZSM0A4XYQ3L0.0 size=1048576 2024-04-12T16:21:15.109 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.112+0000 7f98d3178780 1 < canceled part key=_multipart_LU8ZUI2MDRGX.2~ZSM0A4XYQ3L0.1 size=1048576 2024-04-12T16:21:15.110 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.113+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~ZSM0A4XYQ3L0.2 size=876031 2024-04-12T16:21:15.112 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.115+0000 7f98d3178780 1 < canceled multipart upload key=LU8ZUI2MDRGX upload=ZSM0A4XYQ3L0 tag=K1MK4I33MHVD type=write size=4021759 2024-04-12T16:21:15.113 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.116+0000 7f98d3178780 1 > prepared operation key=FLD16WRTYTRE tag=WDK5W1LG0HFP type=del size=416683 2024-04-12T16:21:15.114 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.118+0000 7f98d3178780 1 < completed delete operation key=8AV30C26CXYV tag=EE9RHM7C77PO type=del 2024-04-12T16:21:15.116 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.120+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~MJM66U9IRZLP.0 size=1048576 2024-04-12T16:21:15.117 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.121+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~MJM66U9IRZLP.1 size=940788 2024-04-12T16:21:15.117 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.121+0000 7f98d3178780 1 > prepared multipart upload key=KHYODRDPUF4K upload=MJM66U9IRZLP tag=3HDZ8T0RXSC9 type=write size=3037940 2024-04-12T16:21:15.118 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.122+0000 7f98d3178780 1 < completed part key=_multipart_66UG2YS0OGEZ.2~ZX0A8UQTR5Y1.0 size=351279 2024-04-12T16:21:15.120 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.124+0000 7f98d3178780 1 < completed multipart upload key=66UG2YS0OGEZ upload=ZX0A8UQTR5Y1 tag=3MO6OTC3I07K type=write size=1399855 2024-04-12T16:21:15.122 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.125+0000 7f98d3178780 1 > prepared operation key=0OWCAM744WJ9 tag=IBAYTWTBDBPX type=del size=3696223 2024-04-12T16:21:15.124 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.127+0000 7f98d3178780 1 < suggested remove operation key=KHYODRDPUF4K tag=0E2UEOOG3R3V type=del 2024-04-12T16:21:15.126 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.130+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~E7JN549PRI59.0 size=1048576 2024-04-12T16:21:15.127 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.131+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~E7JN549PRI59.1 size=1048576 2024-04-12T16:21:15.128 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.132+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~E7JN549PRI59.2 size=907317 2024-04-12T16:21:15.128 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.132+0000 7f98d3178780 1 > prepared multipart upload key=ZZ03YKAYH1C2 upload=E7JN549PRI59 tag=JN67O55K8T3H type=write size=4053045 2024-04-12T16:21:15.130 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.134+0000 7f98d3178780 1 < suggested remove operation key=IHLY0ZTYK6UT tag=9XXOVF79ZGRN type=del 2024-04-12T16:21:15.132 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.135+0000 7f98d3178780 1 > prepared operation key=3AW8J5U5KAAT tag=SM4585DJLVEU type=del size=2175511 2024-04-12T16:21:15.133 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.136+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~I6CW6IAQ7NRC.0 size=1048576 2024-04-12T16:21:15.134 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.138+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~I6CW6IAQ7NRC.1 size=1048576 2024-04-12T16:21:15.135 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.139+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~I6CW6IAQ7NRC.2 size=523836 2024-04-12T16:21:15.137 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.141+0000 7f98d3178780 1 < completed multipart upload key=8AV30C26CXYV upload=I6CW6IAQ7NRC tag=RTKTGBI9X8A2 type=write size=3669564 2024-04-12T16:21:15.139 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.142+0000 7f98d3178780 1 > prepared operation key=4LOLFK38TOHP tag=7N5045YBU36D type=del size=4124561 2024-04-12T16:21:15.142 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.145+0000 7f98d3178780 1 < suggested remove operation key=UQB6NBY40RTD tag=7JX8Z3GSN2F6 type=del 2024-04-12T16:21:15.143 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.147+0000 7f98d3178780 1 > prepared operation key=S81W06TIIZMK tag=T8GCTVHI7OYF type=write size=475241 2024-04-12T16:21:15.145 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.148+0000 7f98d3178780 1 < completed delete operation key=EZFO3J6YDS47 tag=23VGGVYCPTDN type=del 2024-04-12T16:21:15.146 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.149+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=CW214C4USYHO type=del size=4185344 2024-04-12T16:21:15.147 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.150+0000 7f98d3178780 1 < completed delete operation key=PT2U3K72AW80 tag=30Y5DAO3Y05O type=del 2024-04-12T16:21:15.148 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.151+0000 7f98d3178780 1 > prepared operation key=ZZ03YKAYH1C2 tag=5J2WK1KH64F5 type=del size=2311232 2024-04-12T16:21:15.149 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.153+0000 7f98d3178780 1 < completed part key=_multipart_4LOLFK38TOHP.2~ASOEN36INXXT.0 size=678992 2024-04-12T16:21:15.151 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.155+0000 7f98d3178780 1 < completed multipart upload key=4LOLFK38TOHP upload=ASOEN36INXXT tag=DW9CMG0H79ZG type=write size=1727568 2024-04-12T16:21:15.154 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.157+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~70O13MNJ7ZB5.0 size=1048576 2024-04-12T16:21:15.155 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.158+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~70O13MNJ7ZB5.1 size=179328 2024-04-12T16:21:15.155 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.158+0000 7f98d3178780 1 > prepared multipart upload key=ZZ03YKAYH1C2 upload=70O13MNJ7ZB5 tag=0ONERMH2NPSM type=write size=2276480 2024-04-12T16:21:15.155 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.159+0000 7f98d3178780 -1 < no bi entry to suggest for operation key=ZXZ7NSPZRCDD tag=ELGGQYGWG32K type=del size=3960217: (2) No such file or directory 2024-04-12T16:21:15.156 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.160+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=XIXRCQCN651B type=del size=2276972 2024-04-12T16:21:15.159 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.162+0000 7f98d3178780 1 < suggested remove operation key=66UG2YS0OGEZ tag=KO89W2V95J3Y type=del 2024-04-12T16:21:15.161 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.164+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~REHZRGL28C4B.0 size=1048576 2024-04-12T16:21:15.162 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.165+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~REHZRGL28C4B.1 size=1048576 2024-04-12T16:21:15.163 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.166+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~REHZRGL28C4B.2 size=729575 2024-04-12T16:21:15.163 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.166+0000 7f98d3178780 1 > prepared multipart upload key=7X1SF5VYO5QN upload=REHZRGL28C4B tag=DJ8W8OBLOAXV type=write size=3875303 2024-04-12T16:21:15.164 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.167+0000 7f98d3178780 1 < completed delete operation key=JFLGBNJ7LSGN tag=JMWJ5S8DSS8P type=del 2024-04-12T16:21:15.165 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.169+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=2ZO8TJU7C294 type=del size=1213053 2024-04-12T16:21:15.167 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.170+0000 7f98d3178780 1 < completed delete operation key=8ZR0C2P8VMRA tag=5HBZU3QCCJNL type=del 2024-04-12T16:21:15.169 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.172+0000 7f98d3178780 1 > prepared part key=_multipart_PWA38LFGIMFY.2~0I1528EYD67T.0 size=1048576 2024-04-12T16:21:15.170 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.173+0000 7f98d3178780 1 > prepared part key=_multipart_PWA38LFGIMFY.2~0I1528EYD67T.1 size=1048576 2024-04-12T16:21:15.171 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.174+0000 7f98d3178780 1 > prepared part key=_multipart_PWA38LFGIMFY.2~0I1528EYD67T.2 size=348565 2024-04-12T16:21:15.171 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.174+0000 7f98d3178780 1 > prepared multipart upload key=PWA38LFGIMFY upload=0I1528EYD67T tag=N3JKKKU8N510 type=write size=3494293 2024-04-12T16:21:15.172 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.175+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~4MEZT41ND9BX.0 size=1048576 2024-04-12T16:21:15.173 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.176+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~4MEZT41ND9BX.1 size=1048576 2024-04-12T16:21:15.174 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.177+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~4MEZT41ND9BX.2 size=150691 2024-04-12T16:21:15.176 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.179+0000 7f98d3178780 1 < completed multipart upload key=UQB6NBY40RTD upload=4MEZT41ND9BX tag=XDOTY4B15KIG type=write size=3296419 2024-04-12T16:21:15.177 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.181+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=O5PM9R9HUDEO type=del size=97716 2024-04-12T16:21:15.179 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.182+0000 7f98d3178780 1 < completed delete operation key=PWA38LFGIMFY tag=JRQ0THD7YY4W type=del 2024-04-12T16:21:15.180 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.184+0000 7f98d3178780 1 > prepared operation key=D0M5V2Z6TGN6 tag=5NKNEDPTQSEX type=del size=754167 2024-04-12T16:21:15.183 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.187+0000 7f98d3178780 1 < suggested update operation key=FLD16WRTYTRE tag=WDK5W1LG0HFP type=del size=416683 2024-04-12T16:21:15.185 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.188+0000 7f98d3178780 1 > prepared operation key=7X1SF5VYO5QN tag=J47V1CM438R0 type=del size=103634 2024-04-12T16:21:15.186 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.189+0000 7f98d3178780 1 < completed part key=_multipart_KHYODRDPUF4K.2~MJM66U9IRZLP.0 size=1048576 2024-04-12T16:21:15.186 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.189+0000 7f98d3178780 1 < canceled part key=_multipart_KHYODRDPUF4K.2~MJM66U9IRZLP.1 size=940788 2024-04-12T16:21:15.188 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.191+0000 7f98d3178780 1 < canceled multipart upload key=KHYODRDPUF4K upload=MJM66U9IRZLP tag=3HDZ8T0RXSC9 type=write size=3037940 2024-04-12T16:21:15.190 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.194+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~SR6E9DGN991A.0 size=1048576 2024-04-12T16:21:15.191 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.194+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~SR6E9DGN991A.1 size=1048576 2024-04-12T16:21:15.192 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.195+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~SR6E9DGN991A.2 size=870493 2024-04-12T16:21:15.192 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.195+0000 7f98d3178780 1 > prepared multipart upload key=UQB6NBY40RTD upload=SR6E9DGN991A tag=FQFKZLQKPZZE type=write size=4016221 2024-04-12T16:21:15.193 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.197+0000 7f98d3178780 1 < completed delete operation key=0OWCAM744WJ9 tag=IBAYTWTBDBPX type=del 2024-04-12T16:21:15.195 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.199+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~5G8BRTSJFEIJ.0 size=1048576 2024-04-12T16:21:15.196 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.200+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~5G8BRTSJFEIJ.1 size=1048576 2024-04-12T16:21:15.197 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.200+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~5G8BRTSJFEIJ.2 size=741208 2024-04-12T16:21:15.197 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.200+0000 7f98d3178780 1 > prepared multipart upload key=IHLY0ZTYK6UT upload=5G8BRTSJFEIJ tag=4OBIOSBO1J74 type=write size=3886936 2024-04-12T16:21:15.198 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.202+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~E7JN549PRI59.0 size=1048576 2024-04-12T16:21:15.199 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.202+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~E7JN549PRI59.1 size=1048576 2024-04-12T16:21:15.200 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.203+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~E7JN549PRI59.2 size=907317 2024-04-12T16:21:15.202 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.205+0000 7f98d3178780 1 < completed multipart upload key=ZZ03YKAYH1C2 upload=E7JN549PRI59 tag=JN67O55K8T3H type=write size=4053045 2024-04-12T16:21:15.204 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.208+0000 7f98d3178780 1 > prepared part key=_multipart_KURJT9NHLL4D.2~0FBDML9G4ATE.0 size=1048576 2024-04-12T16:21:15.205 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.209+0000 7f98d3178780 1 > prepared part key=_multipart_KURJT9NHLL4D.2~0FBDML9G4ATE.1 size=473322 2024-04-12T16:21:15.206 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.209+0000 7f98d3178780 1 > prepared multipart upload key=KURJT9NHLL4D upload=0FBDML9G4ATE tag=E4LLD3LC3C6F type=write size=2570474 2024-04-12T16:21:15.207 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.210+0000 7f98d3178780 1 < canceled operation key=3AW8J5U5KAAT tag=SM4585DJLVEU type=del size=2175511 2024-04-12T16:21:15.208 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.212+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=UJRY3V08VKU1 type=del size=2813730 2024-04-12T16:21:15.209 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.213+0000 7f98d3178780 1 < completed delete operation key=4LOLFK38TOHP tag=7N5045YBU36D type=del 2024-04-12T16:21:15.212 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.215+0000 7f98d3178780 1 > prepared part key=_multipart_JFLGBNJ7LSGN.2~5T9A1YRAI809.0 size=1048576 2024-04-12T16:21:15.212 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.216+0000 7f98d3178780 1 > prepared part key=_multipart_JFLGBNJ7LSGN.2~5T9A1YRAI809.1 size=1048576 2024-04-12T16:21:15.213 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.217+0000 7f98d3178780 1 > prepared part key=_multipart_JFLGBNJ7LSGN.2~5T9A1YRAI809.2 size=97715 2024-04-12T16:21:15.214 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.217+0000 7f98d3178780 1 > prepared multipart upload key=JFLGBNJ7LSGN upload=5T9A1YRAI809 tag=5D9GTAVO2RI7 type=write size=3243443 2024-04-12T16:21:15.215 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.218+0000 7f98d3178780 1 < completed write operation key=S81W06TIIZMK tag=T8GCTVHI7OYF type=write size=475241 2024-04-12T16:21:15.216 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.219+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=DRKJVXV2R0WF type=del size=3790191 2024-04-12T16:21:15.217 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.221+0000 7f98d3178780 1 < canceled operation key=XC0UMQW2OGOM tag=CW214C4USYHO type=del size=4185344 2024-04-12T16:21:15.218 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.222+0000 7f98d3178780 1 > prepared operation key=8AV30C26CXYV tag=F7DD8548T38K type=del size=2710864 2024-04-12T16:21:15.220 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.223+0000 7f98d3178780 1 < completed delete operation key=ZZ03YKAYH1C2 tag=5J2WK1KH64F5 type=del 2024-04-12T16:21:15.222 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.226+0000 7f98d3178780 1 > prepared part key=_multipart_66UG2YS0OGEZ.2~225U0TXINZCP.0 size=1048576 2024-04-12T16:21:15.223 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.227+0000 7f98d3178780 1 > prepared part key=_multipart_66UG2YS0OGEZ.2~225U0TXINZCP.1 size=1048576 2024-04-12T16:21:15.224 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.228+0000 7f98d3178780 1 > prepared part key=_multipart_66UG2YS0OGEZ.2~225U0TXINZCP.2 size=30963 2024-04-12T16:21:15.224 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.228+0000 7f98d3178780 1 > prepared multipart upload key=66UG2YS0OGEZ upload=225U0TXINZCP tag=KBYLTKW6EJMI type=write size=3176691 2024-04-12T16:21:15.226 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.229+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~70O13MNJ7ZB5.0 size=1048576 2024-04-12T16:21:15.226 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.230+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~70O13MNJ7ZB5.1 size=179328 2024-04-12T16:21:15.228 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.232+0000 7f98d3178780 1 < completed multipart upload key=ZZ03YKAYH1C2 upload=70O13MNJ7ZB5 tag=0ONERMH2NPSM type=write size=2276480 2024-04-12T16:21:15.230 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.233+0000 7f98d3178780 1 > prepared operation key=S81W06TIIZMK tag=24IVAO924ER0 type=write size=619306 2024-04-12T16:21:15.231 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.234+0000 7f98d3178780 1 < completed delete operation key=XC0UMQW2OGOM tag=XIXRCQCN651B type=del 2024-04-12T16:21:15.232 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.236+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=HL7PLF0YVSRO type=del size=1580313 2024-04-12T16:21:15.234 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.237+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~REHZRGL28C4B.0 size=1048576 2024-04-12T16:21:15.235 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.238+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~REHZRGL28C4B.1 size=1048576 2024-04-12T16:21:15.236 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.239+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~REHZRGL28C4B.2 size=729575 2024-04-12T16:21:15.238 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.242+0000 7f98d3178780 1 < completed multipart upload key=7X1SF5VYO5QN upload=REHZRGL28C4B tag=DJ8W8OBLOAXV type=write size=3875303 2024-04-12T16:21:15.240 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.243+0000 7f98d3178780 1 > prepared operation key=VZ3ZKIAP7V00 tag=A8HPYGSLAAMD type=del size=3136348 2024-04-12T16:21:15.242 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.246+0000 7f98d3178780 1 < suggested update operation key=9L0C6XS0IUS0 tag=2ZO8TJU7C294 type=del size=1213053 2024-04-12T16:21:15.243 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.247+0000 7f98d3178780 1 > prepared operation key=KURJT9NHLL4D tag=Y1V4JQSI6LSE type=del size=1084126 2024-04-12T16:21:15.245 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.248+0000 7f98d3178780 1 < completed part key=_multipart_PWA38LFGIMFY.2~0I1528EYD67T.0 size=1048576 2024-04-12T16:21:15.246 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.249+0000 7f98d3178780 1 < completed part key=_multipart_PWA38LFGIMFY.2~0I1528EYD67T.1 size=1048576 2024-04-12T16:21:15.250 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.250+0000 7f98d3178780 1 < completed part key=_multipart_PWA38LFGIMFY.2~0I1528EYD67T.2 size=348565 2024-04-12T16:21:15.250 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.253+0000 7f98d3178780 1 < completed multipart upload key=PWA38LFGIMFY upload=0I1528EYD67T tag=N3JKKKU8N510 type=write size=3494293 2024-04-12T16:21:15.251 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.255+0000 7f98d3178780 1 > prepared part key=_multipart_9L0C6XS0IUS0.2~2IYBZS56HAKG.0 size=1048576 2024-04-12T16:21:15.252 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.256+0000 7f98d3178780 1 > prepared part key=_multipart_9L0C6XS0IUS0.2~2IYBZS56HAKG.1 size=747417 2024-04-12T16:21:15.252 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.256+0000 7f98d3178780 1 > prepared multipart upload key=9L0C6XS0IUS0 upload=2IYBZS56HAKG tag=IT1UT2FURG2A type=write size=2844569 2024-04-12T16:21:15.255 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.258+0000 7f98d3178780 1 < suggested remove operation key=4S7M3FBURFC1 tag=O5PM9R9HUDEO type=del 2024-04-12T16:21:15.256 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.260+0000 7f98d3178780 1 > prepared operation key=23DHOZJVEXJ6 tag=NKV7OBE25X5P type=del size=2485607 2024-04-12T16:21:15.258 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.261+0000 7f98d3178780 1 < completed delete operation key=D0M5V2Z6TGN6 tag=5NKNEDPTQSEX type=del 2024-04-12T16:21:15.259 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.262+0000 7f98d3178780 1 > prepared operation key=4LOLFK38TOHP tag=KFGI6PU8356P type=del size=1294828 2024-04-12T16:21:15.260 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.263+0000 7f98d3178780 1 < completed delete operation key=7X1SF5VYO5QN tag=J47V1CM438R0 type=del 2024-04-12T16:21:15.262 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.265+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~9LE5F1QJDNIF.0 size=1048576 2024-04-12T16:21:15.263 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.266+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~9LE5F1QJDNIF.1 size=677912 2024-04-12T16:21:15.263 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.266+0000 7f98d3178780 1 > prepared multipart upload key=UQB6NBY40RTD upload=9LE5F1QJDNIF tag=JDR4RCNKV8X0 type=write size=2775064 2024-04-12T16:21:15.264 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.267+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~SR6E9DGN991A.0 size=1048576 2024-04-12T16:21:15.264 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.267+0000 7f98d3178780 1 < canceled part key=_multipart_UQB6NBY40RTD.2~SR6E9DGN991A.1 size=1048576 2024-04-12T16:21:15.265 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.268+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~SR6E9DGN991A.2 size=870493 2024-04-12T16:21:15.267 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.271+0000 7f98d3178780 1 < canceled multipart upload key=UQB6NBY40RTD upload=SR6E9DGN991A tag=FQFKZLQKPZZE type=write size=4016221 2024-04-12T16:21:15.268 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.272+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=0IXB8CLQ8EXU type=del size=3828645 2024-04-12T16:21:15.270 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.273+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~5G8BRTSJFEIJ.0 size=1048576 2024-04-12T16:21:15.271 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.274+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~5G8BRTSJFEIJ.1 size=1048576 2024-04-12T16:21:15.271 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.275+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~5G8BRTSJFEIJ.2 size=741208 2024-04-12T16:21:15.273 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.277+0000 7f98d3178780 1 < completed multipart upload key=IHLY0ZTYK6UT upload=5G8BRTSJFEIJ tag=4OBIOSBO1J74 type=write size=3886936 2024-04-12T16:21:15.276 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.279+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~0VE9FODS0HJ2.0 size=1048576 2024-04-12T16:21:15.277 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.280+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~0VE9FODS0HJ2.1 size=1048576 2024-04-12T16:21:15.278 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.281+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~0VE9FODS0HJ2.2 size=934517 2024-04-12T16:21:15.278 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.281+0000 7f98d3178780 1 > prepared multipart upload key=IHLY0ZTYK6UT upload=0VE9FODS0HJ2 tag=PB88WFOBNVG8 type=write size=4080245 2024-04-12T16:21:15.278 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.281+0000 7f98d3178780 1 < canceled part key=_multipart_KURJT9NHLL4D.2~0FBDML9G4ATE.0 size=1048576 2024-04-12T16:21:15.279 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.282+0000 7f98d3178780 1 < completed part key=_multipart_KURJT9NHLL4D.2~0FBDML9G4ATE.1 size=473322 2024-04-12T16:21:15.281 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.284+0000 7f98d3178780 1 < canceled multipart upload key=KURJT9NHLL4D upload=0FBDML9G4ATE tag=E4LLD3LC3C6F type=write size=2570474 2024-04-12T16:21:15.283 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.286+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~I7RFTTPS4O1A.0 size=1048576 2024-04-12T16:21:15.284 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.287+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~I7RFTTPS4O1A.1 size=1048576 2024-04-12T16:21:15.285 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.288+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~I7RFTTPS4O1A.2 size=1018999 2024-04-12T16:21:15.285 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.288+0000 7f98d3178780 1 > prepared multipart upload key=3AW8J5U5KAAT upload=I7RFTTPS4O1A tag=7VE2EKCS4G5W type=write size=4164727 2024-04-12T16:21:15.286 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.290+0000 7f98d3178780 1 < completed delete operation key=W6L40IZK9EF7 tag=UJRY3V08VKU1 type=del 2024-04-12T16:21:15.288 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.291+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=X32V4WII4NY7 type=del size=485380 2024-04-12T16:21:15.289 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.292+0000 7f98d3178780 1 < completed part key=_multipart_JFLGBNJ7LSGN.2~5T9A1YRAI809.0 size=1048576 2024-04-12T16:21:15.290 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.294+0000 7f98d3178780 1 < completed part key=_multipart_JFLGBNJ7LSGN.2~5T9A1YRAI809.1 size=1048576 2024-04-12T16:21:15.291 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.295+0000 7f98d3178780 1 < completed part key=_multipart_JFLGBNJ7LSGN.2~5T9A1YRAI809.2 size=97715 2024-04-12T16:21:15.293 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.297+0000 7f98d3178780 1 < completed multipart upload key=JFLGBNJ7LSGN upload=5T9A1YRAI809 tag=5D9GTAVO2RI7 type=write size=3243443 2024-04-12T16:21:15.295 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.299+0000 7f98d3178780 1 > prepared part key=_multipart_W6L40IZK9EF7.2~ACO8HJ8PFWS9.0 size=900080 2024-04-12T16:21:15.295 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.299+0000 7f98d3178780 1 > prepared multipart upload key=W6L40IZK9EF7 upload=ACO8HJ8PFWS9 tag=HZIY03F4OR2R type=write size=1948656 2024-04-12T16:21:15.298 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.301+0000 7f98d3178780 1 < suggested remove operation key=W6L40IZK9EF7 tag=DRKJVXV2R0WF type=del 2024-04-12T16:21:15.299 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.303+0000 7f98d3178780 1 > prepared operation key=EZFO3J6YDS47 tag=VW1FXIZQEPNZ type=del size=658506 2024-04-12T16:21:15.301 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.304+0000 7f98d3178780 1 < completed delete operation key=8AV30C26CXYV tag=F7DD8548T38K type=del 2024-04-12T16:21:15.302 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.305+0000 7f98d3178780 1 > prepared operation key=8AV30C26CXYV tag=AVGMVVV0DHAM type=write size=299051 2024-04-12T16:21:15.303 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.306+0000 7f98d3178780 1 < completed part key=_multipart_66UG2YS0OGEZ.2~225U0TXINZCP.0 size=1048576 2024-04-12T16:21:15.304 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.307+0000 7f98d3178780 1 < completed part key=_multipart_66UG2YS0OGEZ.2~225U0TXINZCP.1 size=1048576 2024-04-12T16:21:15.305 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.309+0000 7f98d3178780 1 < completed part key=_multipart_66UG2YS0OGEZ.2~225U0TXINZCP.2 size=30963 2024-04-12T16:21:15.307 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.311+0000 7f98d3178780 1 < completed multipart upload key=66UG2YS0OGEZ upload=225U0TXINZCP tag=KBYLTKW6EJMI type=write size=3176691 2024-04-12T16:21:15.310 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.313+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~VSVWS3W02WQV.0 size=897926 2024-04-12T16:21:15.310 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.313+0000 7f98d3178780 1 > prepared multipart upload key=ZXZ7NSPZRCDD upload=VSVWS3W02WQV tag=SDMTREYLWCT5 type=write size=1946502 2024-04-12T16:21:15.311 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.315+0000 7f98d3178780 1 < completed write operation key=S81W06TIIZMK tag=24IVAO924ER0 type=write size=619306 2024-04-12T16:21:15.313 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.316+0000 7f98d3178780 1 > prepared operation key=ZXZ7NSPZRCDD tag=X2RM2CBDJFL1 type=del size=889756 2024-04-12T16:21:15.314 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.318+0000 7f98d3178780 1 < completed delete operation key=GM8O00AYQLB5 tag=HL7PLF0YVSRO type=del 2024-04-12T16:21:15.317 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.320+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~8CJ5Z0MUDOJ7.0 size=1048576 2024-04-12T16:21:15.317 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.321+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~8CJ5Z0MUDOJ7.1 size=457390 2024-04-12T16:21:15.318 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.321+0000 7f98d3178780 1 > prepared multipart upload key=BOEPCQFN2ISK upload=8CJ5Z0MUDOJ7 tag=680P8UKH067G type=write size=2554542 2024-04-12T16:21:15.319 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.322+0000 7f98d3178780 1 < completed delete operation key=VZ3ZKIAP7V00 tag=A8HPYGSLAAMD type=del 2024-04-12T16:21:15.320 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.324+0000 7f98d3178780 1 > prepared operation key=LU8ZUI2MDRGX tag=ZP17KG2BRW2E type=write size=460357 2024-04-12T16:21:15.321 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.325+0000 7f98d3178780 1 < canceled operation key=KURJT9NHLL4D tag=Y1V4JQSI6LSE type=del size=1084126 2024-04-12T16:21:15.323 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.327+0000 7f98d3178780 1 > prepared part key=_multipart_JFLGBNJ7LSGN.2~7T2AMASUHF8Z.0 size=1048576 2024-04-12T16:21:15.324 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.328+0000 7f98d3178780 1 > prepared part key=_multipart_JFLGBNJ7LSGN.2~7T2AMASUHF8Z.1 size=127157 2024-04-12T16:21:15.324 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.328+0000 7f98d3178780 1 > prepared multipart upload key=JFLGBNJ7LSGN upload=7T2AMASUHF8Z tag=CNH286N41HPJ type=write size=2224309 2024-04-12T16:21:15.326 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.329+0000 7f98d3178780 1 < completed part key=_multipart_9L0C6XS0IUS0.2~2IYBZS56HAKG.0 size=1048576 2024-04-12T16:21:15.327 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.330+0000 7f98d3178780 1 < completed part key=_multipart_9L0C6XS0IUS0.2~2IYBZS56HAKG.1 size=747417 2024-04-12T16:21:15.329 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.332+0000 7f98d3178780 1 < completed multipart upload key=9L0C6XS0IUS0 upload=2IYBZS56HAKG tag=IT1UT2FURG2A type=write size=2844569 2024-04-12T16:21:15.330 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.334+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=UAKMD7922TLA type=del size=1053418 2024-04-12T16:21:15.332 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.335+0000 7f98d3178780 1 < completed delete operation key=23DHOZJVEXJ6 tag=NKV7OBE25X5P type=del 2024-04-12T16:21:15.333 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.336+0000 7f98d3178780 1 > prepared operation key=3AW8J5U5KAAT tag=ZOB781YGRJAJ type=del size=3700673 2024-04-12T16:21:15.334 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.338+0000 7f98d3178780 1 < canceled operation key=4LOLFK38TOHP tag=KFGI6PU8356P type=del size=1294828 2024-04-12T16:21:15.337 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.340+0000 7f98d3178780 1 > prepared part key=_multipart_I40BBGONTDFL.2~52J0AO7ONJVJ.0 size=1048576 2024-04-12T16:21:15.338 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.341+0000 7f98d3178780 1 > prepared part key=_multipart_I40BBGONTDFL.2~52J0AO7ONJVJ.1 size=1048576 2024-04-12T16:21:15.339 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.342+0000 7f98d3178780 1 > prepared part key=_multipart_I40BBGONTDFL.2~52J0AO7ONJVJ.2 size=602803 2024-04-12T16:21:15.339 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.342+0000 7f98d3178780 1 > prepared multipart upload key=I40BBGONTDFL upload=52J0AO7ONJVJ tag=7C86KYPB5OU4 type=write size=3748531 2024-04-12T16:21:15.340 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.343+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~9LE5F1QJDNIF.0 size=1048576 2024-04-12T16:21:15.341 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.344+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~9LE5F1QJDNIF.1 size=677912 2024-04-12T16:21:15.343 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.346+0000 7f98d3178780 1 < completed multipart upload key=UQB6NBY40RTD upload=9LE5F1QJDNIF tag=JDR4RCNKV8X0 type=write size=2775064 2024-04-12T16:21:15.345 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.348+0000 7f98d3178780 1 > prepared operation key=D0M5V2Z6TGN6 tag=FJ96FAX3Q2Z1 type=write size=1023004 2024-04-12T16:21:15.347 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.351+0000 7f98d3178780 1 < suggested remove operation key=4S7M3FBURFC1 tag=0IXB8CLQ8EXU type=del 2024-04-12T16:21:15.349 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.352+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=EB1G6FN8CEVG type=del size=3752196 2024-04-12T16:21:15.349 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.353+0000 7f98d3178780 1 < canceled part key=_multipart_IHLY0ZTYK6UT.2~0VE9FODS0HJ2.0 size=1048576 2024-04-12T16:21:15.350 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.353+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~0VE9FODS0HJ2.1 size=1048576 2024-04-12T16:21:15.351 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.355+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~0VE9FODS0HJ2.2 size=934517 2024-04-12T16:21:15.353 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.357+0000 7f98d3178780 1 < canceled multipart upload key=IHLY0ZTYK6UT upload=0VE9FODS0HJ2 tag=PB88WFOBNVG8 type=write size=4080245 2024-04-12T16:21:15.355 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.358+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=062A53VC0BWD type=write size=6595 2024-04-12T16:21:15.356 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.359+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~I7RFTTPS4O1A.0 size=1048576 2024-04-12T16:21:15.357 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.360+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~I7RFTTPS4O1A.1 size=1048576 2024-04-12T16:21:15.358 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.361+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~I7RFTTPS4O1A.2 size=1018999 2024-04-12T16:21:15.360 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.363+0000 7f98d3178780 1 < completed multipart upload key=3AW8J5U5KAAT upload=I7RFTTPS4O1A tag=7VE2EKCS4G5W type=write size=4164727 2024-04-12T16:21:15.362 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.365+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~L55O8KUDWSI2.0 size=1048576 2024-04-12T16:21:15.363 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.366+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~L55O8KUDWSI2.1 size=102251 2024-04-12T16:21:15.363 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.366+0000 7f98d3178780 1 > prepared multipart upload key=LU8ZUI2MDRGX upload=L55O8KUDWSI2 tag=VKV8DGA4DVM0 type=write size=2199403 2024-04-12T16:21:15.364 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.367+0000 7f98d3178780 1 < canceled operation key=UQB6NBY40RTD tag=X32V4WII4NY7 type=del size=485380 2024-04-12T16:21:15.365 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.369+0000 7f98d3178780 1 > prepared operation key=KHYODRDPUF4K tag=1FU3T0IQY7VI type=write size=609454 2024-04-12T16:21:15.367 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.370+0000 7f98d3178780 1 < completed part key=_multipart_W6L40IZK9EF7.2~ACO8HJ8PFWS9.0 size=900080 2024-04-12T16:21:15.369 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.372+0000 7f98d3178780 1 < completed multipart upload key=W6L40IZK9EF7 upload=ACO8HJ8PFWS9 tag=HZIY03F4OR2R type=write size=1948656 2024-04-12T16:21:15.370 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.374+0000 7f98d3178780 1 > prepared operation key=ZXZ7NSPZRCDD tag=ZKG87CCKJZNW type=del size=2086493 2024-04-12T16:21:15.372 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.375+0000 7f98d3178780 1 < completed delete operation key=EZFO3J6YDS47 tag=VW1FXIZQEPNZ type=del 2024-04-12T16:21:15.373 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.377+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=HOF2750PDLPH type=del size=4182787 2024-04-12T16:21:15.376 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.379+0000 7f98d3178780 1 < suggested update operation key=8AV30C26CXYV tag=AVGMVVV0DHAM type=write size=299051 2024-04-12T16:21:15.377 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.380+0000 7f98d3178780 1 > prepared operation key=PT2U3K72AW80 tag=81UGR57NCYAV type=del size=2754633 2024-04-12T16:21:15.378 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.382+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~VSVWS3W02WQV.0 size=897926 2024-04-12T16:21:15.380 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.384+0000 7f98d3178780 1 < completed multipart upload key=ZXZ7NSPZRCDD upload=VSVWS3W02WQV tag=SDMTREYLWCT5 type=write size=1946502 2024-04-12T16:21:15.383 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.386+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~VJ8C9C05GQXM.0 size=453689 2024-04-12T16:21:15.383 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.386+0000 7f98d3178780 1 > prepared multipart upload key=S81W06TIIZMK upload=VJ8C9C05GQXM tag=GLARMMWA482X type=write size=1502265 2024-04-12T16:21:15.384 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.387+0000 7f98d3178780 1 < completed delete operation key=ZXZ7NSPZRCDD tag=X2RM2CBDJFL1 type=del 2024-04-12T16:21:15.385 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.388+0000 7f98d3178780 1 > prepared operation key=66UG2YS0OGEZ tag=M1FURXIPL4A6 type=del size=504078 2024-04-12T16:21:15.387 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.390+0000 7f98d3178780 1 < completed part key=_multipart_BOEPCQFN2ISK.2~8CJ5Z0MUDOJ7.0 size=1048576 2024-04-12T16:21:15.387 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.390+0000 7f98d3178780 1 < canceled part key=_multipart_BOEPCQFN2ISK.2~8CJ5Z0MUDOJ7.1 size=457390 2024-04-12T16:21:15.389 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.392+0000 7f98d3178780 1 < canceled multipart upload key=BOEPCQFN2ISK upload=8CJ5Z0MUDOJ7 tag=680P8UKH067G type=write size=2554542 2024-04-12T16:21:15.391 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.394+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~411VU4C1P9G7.0 size=28104 2024-04-12T16:21:15.391 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.394+0000 7f98d3178780 1 > prepared multipart upload key=PT2U3K72AW80 upload=411VU4C1P9G7 tag=52ZD7YR1CWZM type=write size=1076680 2024-04-12T16:21:15.392 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.395+0000 7f98d3178780 1 < completed write operation key=LU8ZUI2MDRGX tag=ZP17KG2BRW2E type=write size=460357 2024-04-12T16:21:15.393 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.397+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=G623WKNDVKXW type=del size=3630017 2024-04-12T16:21:15.394 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.398+0000 7f98d3178780 1 < completed part key=_multipart_JFLGBNJ7LSGN.2~7T2AMASUHF8Z.0 size=1048576 2024-04-12T16:21:15.395 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.399+0000 7f98d3178780 1 < completed part key=_multipart_JFLGBNJ7LSGN.2~7T2AMASUHF8Z.1 size=127157 2024-04-12T16:21:15.397 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.401+0000 7f98d3178780 1 < completed multipart upload key=JFLGBNJ7LSGN upload=7T2AMASUHF8Z tag=CNH286N41HPJ type=write size=2224309 2024-04-12T16:21:15.399 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.402+0000 7f98d3178780 1 > prepared operation key=VZ3ZKIAP7V00 tag=Q00PL36N3FB8 type=del size=2987472 2024-04-12T16:21:15.400 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.403+0000 7f98d3178780 -1 < failed to complete operation key=4S7M3FBURFC1 tag=UAKMD7922TLA type=del size=1053418: (22) Invalid argument 2024-04-12T16:21:15.401 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.405+0000 7f98d3178780 1 > prepared operation key=ZXZ7NSPZRCDD tag=F9YGAUYIWK4G type=del size=1719664 2024-04-12T16:21:15.403 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.406+0000 7f98d3178780 1 < completed delete operation key=3AW8J5U5KAAT tag=ZOB781YGRJAJ type=del 2024-04-12T16:21:15.405 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.409+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~56ZSTP3BK728.0 size=1048576 2024-04-12T16:21:15.406 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.410+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~56ZSTP3BK728.1 size=997202 2024-04-12T16:21:15.406 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.410+0000 7f98d3178780 1 > prepared multipart upload key=0OWCAM744WJ9 upload=56ZSTP3BK728 tag=YZ5QDROTPWNL type=write size=3094354 2024-04-12T16:21:15.408 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.411+0000 7f98d3178780 1 < completed part key=_multipart_I40BBGONTDFL.2~52J0AO7ONJVJ.0 size=1048576 2024-04-12T16:21:15.409 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.412+0000 7f98d3178780 1 < completed part key=_multipart_I40BBGONTDFL.2~52J0AO7ONJVJ.1 size=1048576 2024-04-12T16:21:15.409 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.412+0000 7f98d3178780 1 < canceled part key=_multipart_I40BBGONTDFL.2~52J0AO7ONJVJ.2 size=602803 2024-04-12T16:21:15.411 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.414+0000 7f98d3178780 1 < canceled multipart upload key=I40BBGONTDFL upload=52J0AO7ONJVJ tag=7C86KYPB5OU4 type=write size=3748531 2024-04-12T16:21:15.414 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.417+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~0ZQYA3EE5RM5.0 size=14125 2024-04-12T16:21:15.414 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.417+0000 7f98d3178780 1 > prepared multipart upload key=KHYODRDPUF4K upload=0ZQYA3EE5RM5 tag=6ZOILEWO0BA4 type=write size=1062701 2024-04-12T16:21:15.415 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.418+0000 7f98d3178780 1 < canceled operation key=D0M5V2Z6TGN6 tag=FJ96FAX3Q2Z1 type=write size=1023004 2024-04-12T16:21:15.416 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.419+0000 7f98d3178780 1 > prepared operation key=IHLY0ZTYK6UT tag=K7TZNR3IFFDJ type=del size=918703 2024-04-12T16:21:15.419 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.422+0000 7f98d3178780 1 < suggested update operation key=XC0UMQW2OGOM tag=EB1G6FN8CEVG type=del size=3752196 2024-04-12T16:21:15.420 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.424+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=6RJSTDMBNN45 type=del size=1445942 2024-04-12T16:21:15.422 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.425+0000 7f98d3178780 1 < completed write operation key=UQB6NBY40RTD tag=062A53VC0BWD type=write size=6595 2024-04-12T16:21:15.423 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.427+0000 7f98d3178780 1 > prepared operation key=T722FMC4JINL tag=271GS1DDZPRB type=del size=1748047 2024-04-12T16:21:15.425 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.428+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~L55O8KUDWSI2.0 size=1048576 2024-04-12T16:21:15.426 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.429+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~L55O8KUDWSI2.1 size=102251 2024-04-12T16:21:15.428 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.432+0000 7f98d3178780 1 < completed multipart upload key=LU8ZUI2MDRGX upload=L55O8KUDWSI2 tag=VKV8DGA4DVM0 type=write size=2199403 2024-04-12T16:21:15.430 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.433+0000 7f98d3178780 1 > prepared operation key=0OWCAM744WJ9 tag=WNLMFUC1FZ0A type=del size=559835 2024-04-12T16:21:15.431 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.435+0000 7f98d3178780 1 < completed write operation key=KHYODRDPUF4K tag=1FU3T0IQY7VI type=write size=609454 2024-04-12T16:21:15.433 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.436+0000 7f98d3178780 1 > prepared operation key=KHYODRDPUF4K tag=2ERUX0NGUUJT type=del size=3045829 2024-04-12T16:21:15.435 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.438+0000 7f98d3178780 1 < suggested update operation key=ZXZ7NSPZRCDD tag=ZKG87CCKJZNW type=del size=2086493 2024-04-12T16:21:15.438 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.441+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~PWE6H3C9XWL6.0 size=529211 2024-04-12T16:21:15.438 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.441+0000 7f98d3178780 1 > prepared multipart upload key=D0M5V2Z6TGN6 upload=PWE6H3C9XWL6 tag=WD4TR2OM3GXU type=write size=1577787 2024-04-12T16:21:15.439 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.442+0000 7f98d3178780 1 < canceled operation key=UQB6NBY40RTD tag=HOF2750PDLPH type=del size=4182787 2024-04-12T16:21:15.442 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.445+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~HV30INBI7TFS.0 size=1048576 2024-04-12T16:21:15.443 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.446+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~HV30INBI7TFS.1 size=1048576 2024-04-12T16:21:15.444 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.447+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~HV30INBI7TFS.2 size=722121 2024-04-12T16:21:15.444 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.447+0000 7f98d3178780 1 > prepared multipart upload key=3AW8J5U5KAAT upload=HV30INBI7TFS tag=GFD5QK2MXKMS type=write size=3867849 2024-04-12T16:21:15.445 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.449+0000 7f98d3178780 1 < completed delete operation key=PT2U3K72AW80 tag=81UGR57NCYAV type=del 2024-04-12T16:21:15.447 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.450+0000 7f98d3178780 1 > prepared operation key=66UG2YS0OGEZ tag=DLGFBV9VFMRJ type=del size=21219 2024-04-12T16:21:15.448 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.452+0000 7f98d3178780 1 < completed part key=_multipart_S81W06TIIZMK.2~VJ8C9C05GQXM.0 size=453689 2024-04-12T16:21:15.450 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.454+0000 7f98d3178780 1 < completed multipart upload key=S81W06TIIZMK upload=VJ8C9C05GQXM tag=GLARMMWA482X type=write size=1502265 2024-04-12T16:21:15.452 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.455+0000 7f98d3178780 1 > prepared operation key=7X1SF5VYO5QN tag=QASQPKN79X9I type=del size=204713 2024-04-12T16:21:15.453 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.457+0000 7f98d3178780 1 < completed delete operation key=66UG2YS0OGEZ tag=M1FURXIPL4A6 type=del 2024-04-12T16:21:15.455 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.458+0000 7f98d3178780 1 > prepared operation key=JFLGBNJ7LSGN tag=13ZS72CJDEQP type=del size=4109663 2024-04-12T16:21:15.456 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.460+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~411VU4C1P9G7.0 size=28104 2024-04-12T16:21:15.458 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.462+0000 7f98d3178780 1 < completed multipart upload key=PT2U3K72AW80 upload=411VU4C1P9G7 tag=52ZD7YR1CWZM type=write size=1076680 2024-04-12T16:21:15.461 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.465+0000 7f98d3178780 1 > prepared part key=_multipart_KURJT9NHLL4D.2~5NXGRISQCTT2.0 size=1048576 2024-04-12T16:21:15.463 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.466+0000 7f98d3178780 1 > prepared part key=_multipart_KURJT9NHLL4D.2~5NXGRISQCTT2.1 size=898856 2024-04-12T16:21:15.463 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.466+0000 7f98d3178780 1 > prepared multipart upload key=KURJT9NHLL4D upload=5NXGRISQCTT2 tag=39B65MGBL7P4 type=write size=2996008 2024-04-12T16:21:15.464 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.467+0000 7f98d3178780 1 < completed delete operation key=BOEPCQFN2ISK tag=G623WKNDVKXW type=del 2024-04-12T16:21:15.466 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.469+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=98PIDV8367HH type=del size=2242811 2024-04-12T16:21:15.467 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.471+0000 7f98d3178780 1 < completed delete operation key=VZ3ZKIAP7V00 tag=Q00PL36N3FB8 type=del 2024-04-12T16:21:15.469 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.472+0000 7f98d3178780 1 > prepared operation key=ZXZ7NSPZRCDD tag=21XERJFKKX9Z type=del size=572032 2024-04-12T16:21:15.471 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.474+0000 7f98d3178780 -1 < failed to complete operation key=ZXZ7NSPZRCDD tag=F9YGAUYIWK4G type=del size=1719664: (22) Invalid argument 2024-04-12T16:21:15.472 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.475+0000 7f98d3178780 1 > prepared operation key=4LOLFK38TOHP tag=M7485KI3TW4M type=del size=3612976 2024-04-12T16:21:15.474 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.477+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~56ZSTP3BK728.0 size=1048576 2024-04-12T16:21:15.474 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.478+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~56ZSTP3BK728.1 size=997202 2024-04-12T16:21:15.477 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.480+0000 7f98d3178780 1 < completed multipart upload key=0OWCAM744WJ9 upload=56ZSTP3BK728 tag=YZ5QDROTPWNL type=write size=3094354 2024-04-12T16:21:15.478 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.482+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=DFJ34DERKPCN type=del size=2935460 2024-04-12T16:21:15.480 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.483+0000 7f98d3178780 1 < completed part key=_multipart_KHYODRDPUF4K.2~0ZQYA3EE5RM5.0 size=14125 2024-04-12T16:21:15.482 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.485+0000 7f98d3178780 1 < completed multipart upload key=KHYODRDPUF4K upload=0ZQYA3EE5RM5 tag=6ZOILEWO0BA4 type=write size=1062701 2024-04-12T16:21:15.483 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.487+0000 7f98d3178780 1 > prepared operation key=D0M5V2Z6TGN6 tag=D0IOODF4SJKZ type=del size=409444 2024-04-12T16:21:15.485 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.488+0000 7f98d3178780 1 < completed delete operation key=IHLY0ZTYK6UT tag=K7TZNR3IFFDJ type=del 2024-04-12T16:21:15.487 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.490+0000 7f98d3178780 1 > prepared part key=_multipart_JFLGBNJ7LSGN.2~GILVGH4DPT04.0 size=1048576 2024-04-12T16:21:15.488 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.491+0000 7f98d3178780 1 > prepared part key=_multipart_JFLGBNJ7LSGN.2~GILVGH4DPT04.1 size=1048576 2024-04-12T16:21:15.489 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.493+0000 7f98d3178780 1 > prepared part key=_multipart_JFLGBNJ7LSGN.2~GILVGH4DPT04.2 size=93796 2024-04-12T16:21:15.489 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.493+0000 7f98d3178780 1 > prepared multipart upload key=JFLGBNJ7LSGN upload=GILVGH4DPT04 tag=SQ9M3VWW4NQ8 type=write size=3239524 2024-04-12T16:21:15.491 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.494+0000 7f98d3178780 1 < completed delete operation key=W6L40IZK9EF7 tag=6RJSTDMBNN45 type=del 2024-04-12T16:21:15.492 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.495+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=V2EB2AUOT0JG type=del size=3784501 2024-04-12T16:21:15.495 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.498+0000 7f98d3178780 1 < suggested remove operation key=T722FMC4JINL tag=271GS1DDZPRB type=del 2024-04-12T16:21:15.496 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.499+0000 7f98d3178780 1 > prepared operation key=PT2U3K72AW80 tag=336R5809A3MK type=del size=3421940 2024-04-12T16:21:15.498 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.502+0000 7f98d3178780 1 < suggested remove operation key=0OWCAM744WJ9 tag=WNLMFUC1FZ0A type=del 2024-04-12T16:21:15.500 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.504+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~QEJHNO42SD7I.0 size=1048576 2024-04-12T16:21:15.501 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.504+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~QEJHNO42SD7I.1 size=1048576 2024-04-12T16:21:15.502 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.505+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~QEJHNO42SD7I.2 size=260209 2024-04-12T16:21:15.502 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.505+0000 7f98d3178780 1 > prepared multipart upload key=7X1SF5VYO5QN upload=QEJHNO42SD7I tag=08MQZ03KWQMS type=write size=3405937 2024-04-12T16:21:15.505 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.508+0000 7f98d3178780 1 < suggested remove operation key=KHYODRDPUF4K tag=2ERUX0NGUUJT type=del 2024-04-12T16:21:15.507 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.510+0000 7f98d3178780 1 > prepared part key=_multipart_RGAGK6SC7WUJ.2~9A8GQCMWS61T.0 size=1048576 2024-04-12T16:21:15.508 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.511+0000 7f98d3178780 1 > prepared part key=_multipart_RGAGK6SC7WUJ.2~9A8GQCMWS61T.1 size=1048576 2024-04-12T16:21:15.509 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.512+0000 7f98d3178780 1 > prepared part key=_multipart_RGAGK6SC7WUJ.2~9A8GQCMWS61T.2 size=378397 2024-04-12T16:21:15.509 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.512+0000 7f98d3178780 1 > prepared multipart upload key=RGAGK6SC7WUJ upload=9A8GQCMWS61T tag=WNWVN21RK217 type=write size=3524125 2024-04-12T16:21:15.510 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.514+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~PWE6H3C9XWL6.0 size=529211 2024-04-12T16:21:15.512 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.516+0000 7f98d3178780 1 < completed multipart upload key=D0M5V2Z6TGN6 upload=PWE6H3C9XWL6 tag=WD4TR2OM3GXU type=write size=1577787 2024-04-12T16:21:15.513 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.517+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=JCTE7J8P055T type=del size=1943733 2024-04-12T16:21:15.515 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.518+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~HV30INBI7TFS.0 size=1048576 2024-04-12T16:21:15.516 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.519+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~HV30INBI7TFS.1 size=1048576 2024-04-12T16:21:15.517 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.520+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~HV30INBI7TFS.2 size=722121 2024-04-12T16:21:15.520 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.523+0000 7f98d3178780 1 < completed multipart upload key=3AW8J5U5KAAT upload=HV30INBI7TFS tag=GFD5QK2MXKMS type=write size=3867849 2024-04-12T16:21:15.521 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.524+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=3177GOFLODTA type=del size=2346894 2024-04-12T16:21:15.522 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.526+0000 7f98d3178780 1 < completed delete operation key=66UG2YS0OGEZ tag=DLGFBV9VFMRJ type=del 2024-04-12T16:21:15.524 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.527+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=76AWAWDEXFFX type=del size=952016 2024-04-12T16:21:15.525 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.529+0000 7f98d3178780 1 < completed delete operation key=7X1SF5VYO5QN tag=QASQPKN79X9I type=del 2024-04-12T16:21:15.528 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.531+0000 7f98d3178780 1 > prepared part key=_multipart_VZ3ZKIAP7V00.2~SA1D32W6KUJ7.0 size=1048576 2024-04-12T16:21:15.529 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.532+0000 7f98d3178780 1 > prepared part key=_multipart_VZ3ZKIAP7V00.2~SA1D32W6KUJ7.1 size=1048576 2024-04-12T16:21:15.530 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.533+0000 7f98d3178780 1 > prepared part key=_multipart_VZ3ZKIAP7V00.2~SA1D32W6KUJ7.2 size=411218 2024-04-12T16:21:15.530 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.533+0000 7f98d3178780 1 > prepared multipart upload key=VZ3ZKIAP7V00 upload=SA1D32W6KUJ7 tag=GG3OE1F1GQIP type=write size=3556946 2024-04-12T16:21:15.532 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.536+0000 7f98d3178780 1 < suggested remove operation key=JFLGBNJ7LSGN tag=13ZS72CJDEQP type=del 2024-04-12T16:21:15.534 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.537+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=5YK7SSKF8YSS type=del size=1323804 2024-04-12T16:21:15.535 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.538+0000 7f98d3178780 1 < completed part key=_multipart_KURJT9NHLL4D.2~5NXGRISQCTT2.0 size=1048576 2024-04-12T16:21:15.536 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.540+0000 7f98d3178780 1 < completed part key=_multipart_KURJT9NHLL4D.2~5NXGRISQCTT2.1 size=898856 2024-04-12T16:21:15.538 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.542+0000 7f98d3178780 1 < completed multipart upload key=KURJT9NHLL4D upload=5NXGRISQCTT2 tag=39B65MGBL7P4 type=write size=2996008 2024-04-12T16:21:15.539 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.543+0000 7f98d3178780 1 > prepared operation key=FLD16WRTYTRE tag=15ZP1A8JW6SB type=del size=788746 2024-04-12T16:21:15.541 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.545+0000 7f98d3178780 1 < completed delete operation key=W6L40IZK9EF7 tag=98PIDV8367HH type=del 2024-04-12T16:21:15.542 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.546+0000 7f98d3178780 1 > prepared operation key=PWA38LFGIMFY tag=J50NTAVSAXMA type=write size=879821 2024-04-12T16:21:15.544 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.547+0000 7f98d3178780 1 < completed delete operation key=ZXZ7NSPZRCDD tag=21XERJFKKX9Z type=del 2024-04-12T16:21:15.545 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.548+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=P5O0WP43VRUZ type=write size=600340 2024-04-12T16:21:15.546 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.549+0000 7f98d3178780 1 < completed delete operation key=4LOLFK38TOHP tag=M7485KI3TW4M type=del 2024-04-12T16:21:15.547 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.550+0000 7f98d3178780 1 > prepared operation key=PT2U3K72AW80 tag=2DEL97DAQ4YY type=del size=2452388 2024-04-12T16:21:15.548 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.551+0000 7f98d3178780 1 < completed delete operation key=9L0C6XS0IUS0 tag=DFJ34DERKPCN type=del 2024-04-12T16:21:15.550 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.554+0000 7f98d3178780 1 > prepared part key=_multipart_4LOLFK38TOHP.2~VISX65P61Q15.0 size=1048576 2024-04-12T16:21:15.551 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.555+0000 7f98d3178780 1 > prepared part key=_multipart_4LOLFK38TOHP.2~VISX65P61Q15.1 size=1048576 2024-04-12T16:21:15.552 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.555+0000 7f98d3178780 1 > prepared part key=_multipart_4LOLFK38TOHP.2~VISX65P61Q15.2 size=186996 2024-04-12T16:21:15.552 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.555+0000 7f98d3178780 1 > prepared multipart upload key=4LOLFK38TOHP upload=VISX65P61Q15 tag=OJQRO2T1MJJB type=write size=3332724 2024-04-12T16:21:15.553 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.557+0000 7f98d3178780 1 < completed delete operation key=D0M5V2Z6TGN6 tag=D0IOODF4SJKZ type=del 2024-04-12T16:21:15.555 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.558+0000 7f98d3178780 1 > prepared operation key=I40BBGONTDFL tag=3HRV0L0EPKYC type=del size=2710088 2024-04-12T16:21:15.556 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.559+0000 7f98d3178780 1 < completed part key=_multipart_JFLGBNJ7LSGN.2~GILVGH4DPT04.0 size=1048576 2024-04-12T16:21:15.557 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.560+0000 7f98d3178780 1 < completed part key=_multipart_JFLGBNJ7LSGN.2~GILVGH4DPT04.1 size=1048576 2024-04-12T16:21:15.558 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.561+0000 7f98d3178780 1 < completed part key=_multipart_JFLGBNJ7LSGN.2~GILVGH4DPT04.2 size=93796 2024-04-12T16:21:15.560 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.563+0000 7f98d3178780 1 < completed multipart upload key=JFLGBNJ7LSGN upload=GILVGH4DPT04 tag=SQ9M3VWW4NQ8 type=write size=3239524 2024-04-12T16:21:15.562 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.565+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~JSBNAX7L6C0H.0 size=1048576 2024-04-12T16:21:15.563 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.566+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~JSBNAX7L6C0H.1 size=537646 2024-04-12T16:21:15.563 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.566+0000 7f98d3178780 1 > prepared multipart upload key=7X1SF5VYO5QN upload=JSBNAX7L6C0H tag=XG6N73ICNSZG type=write size=2634798 2024-04-12T16:21:15.565 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.569+0000 7f98d3178780 1 < suggested remove operation key=4S7M3FBURFC1 tag=V2EB2AUOT0JG type=del 2024-04-12T16:21:15.566 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.570+0000 7f98d3178780 1 > prepared operation key=4LOLFK38TOHP tag=MU0BZXM2BVXG type=del size=1357056 2024-04-12T16:21:15.569 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.572+0000 7f98d3178780 1 < suggested remove operation key=PT2U3K72AW80 tag=336R5809A3MK type=del 2024-04-12T16:21:15.570 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.574+0000 7f98d3178780 1 > prepared operation key=T722FMC4JINL tag=UTM2VB1XF2HL type=del size=2942448 2024-04-12T16:21:15.571 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.575+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~QEJHNO42SD7I.0 size=1048576 2024-04-12T16:21:15.573 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.576+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~QEJHNO42SD7I.1 size=1048576 2024-04-12T16:21:15.573 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.576+0000 7f98d3178780 1 < canceled part key=_multipart_7X1SF5VYO5QN.2~QEJHNO42SD7I.2 size=260209 2024-04-12T16:21:15.574 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.578+0000 7f98d3178780 1 < canceled multipart upload key=7X1SF5VYO5QN upload=QEJHNO42SD7I tag=08MQZ03KWQMS type=write size=3405937 2024-04-12T16:21:15.576 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.579+0000 7f98d3178780 1 > prepared operation key=ZZ03YKAYH1C2 tag=YD192KH0P6P1 type=del size=631551 2024-04-12T16:21:15.577 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.580+0000 7f98d3178780 1 < completed part key=_multipart_RGAGK6SC7WUJ.2~9A8GQCMWS61T.0 size=1048576 2024-04-12T16:21:15.578 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.582+0000 7f98d3178780 1 < completed part key=_multipart_RGAGK6SC7WUJ.2~9A8GQCMWS61T.1 size=1048576 2024-04-12T16:21:15.579 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.583+0000 7f98d3178780 1 < completed part key=_multipart_RGAGK6SC7WUJ.2~9A8GQCMWS61T.2 size=378397 2024-04-12T16:21:15.581 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.585+0000 7f98d3178780 1 < completed multipart upload key=RGAGK6SC7WUJ upload=9A8GQCMWS61T tag=WNWVN21RK217 type=write size=3524125 2024-04-12T16:21:15.583 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.586+0000 7f98d3178780 1 > prepared operation key=JFLGBNJ7LSGN tag=C4XY9WWC4ESI type=del size=2992153 2024-04-12T16:21:15.584 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.588+0000 7f98d3178780 1 < completed delete operation key=W6L40IZK9EF7 tag=JCTE7J8P055T type=del 2024-04-12T16:21:15.586 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.589+0000 7f98d3178780 1 > prepared operation key=JFLGBNJ7LSGN tag=VBULDG7M64GC type=del size=1132682 2024-04-12T16:21:15.587 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.590+0000 7f98d3178780 1 < completed delete operation key=UQB6NBY40RTD tag=3177GOFLODTA type=del 2024-04-12T16:21:15.588 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.592+0000 7f98d3178780 1 > prepared operation key=RGAGK6SC7WUJ tag=IGWI94EQ334J type=write size=876232 2024-04-12T16:21:15.591 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.594+0000 7f98d3178780 1 < suggested remove operation key=8ZR0C2P8VMRA tag=76AWAWDEXFFX type=del 2024-04-12T16:21:15.593 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.596+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~A0Y8IH5KJRNW.0 size=175912 2024-04-12T16:21:15.593 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.596+0000 7f98d3178780 1 > prepared multipart upload key=ZZ03YKAYH1C2 upload=A0Y8IH5KJRNW tag=WQ64WXDVTX5H type=write size=1224488 2024-04-12T16:21:15.594 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.597+0000 7f98d3178780 1 < canceled part key=_multipart_VZ3ZKIAP7V00.2~SA1D32W6KUJ7.0 size=1048576 2024-04-12T16:21:15.595 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.598+0000 7f98d3178780 1 < completed part key=_multipart_VZ3ZKIAP7V00.2~SA1D32W6KUJ7.1 size=1048576 2024-04-12T16:21:15.596 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.599+0000 7f98d3178780 1 < completed part key=_multipart_VZ3ZKIAP7V00.2~SA1D32W6KUJ7.2 size=411218 2024-04-12T16:21:15.598 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.601+0000 7f98d3178780 1 < canceled multipart upload key=VZ3ZKIAP7V00 upload=SA1D32W6KUJ7 tag=GG3OE1F1GQIP type=write size=3556946 2024-04-12T16:21:15.599 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.603+0000 7f98d3178780 1 > prepared operation key=PWA38LFGIMFY tag=R0MGA7QURMKH type=write size=694745 2024-04-12T16:21:15.600 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.604+0000 7f98d3178780 1 < completed delete operation key=W6L40IZK9EF7 tag=5YK7SSKF8YSS type=del 2024-04-12T16:21:15.603 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.606+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~RVJZHBLM8AWH.0 size=1048576 2024-04-12T16:21:15.604 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.607+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~RVJZHBLM8AWH.1 size=638239 2024-04-12T16:21:15.604 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.607+0000 7f98d3178780 1 > prepared multipart upload key=ZZ03YKAYH1C2 upload=RVJZHBLM8AWH tag=TGDRNOEJ4X7N type=write size=2735391 2024-04-12T16:21:15.605 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.609+0000 7f98d3178780 1 < completed delete operation key=FLD16WRTYTRE tag=15ZP1A8JW6SB type=del 2024-04-12T16:21:15.607 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.611+0000 7f98d3178780 1 > prepared part key=_multipart_VZ3ZKIAP7V00.2~0V0ADVRSHRWA.0 size=1048576 2024-04-12T16:21:15.608 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.612+0000 7f98d3178780 1 > prepared part key=_multipart_VZ3ZKIAP7V00.2~0V0ADVRSHRWA.1 size=629221 2024-04-12T16:21:15.608 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.612+0000 7f98d3178780 1 > prepared multipart upload key=VZ3ZKIAP7V00 upload=0V0ADVRSHRWA tag=EUY8WGACU14B type=write size=2726373 2024-04-12T16:21:15.609 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.613+0000 7f98d3178780 1 < completed write operation key=PWA38LFGIMFY tag=J50NTAVSAXMA type=write size=879821 2024-04-12T16:21:15.611 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.614+0000 7f98d3178780 1 > prepared operation key=I40BBGONTDFL tag=XW7T8AHVBGR2 type=del size=469647 2024-04-12T16:21:15.611 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.614+0000 7f98d3178780 -1 < no bi entry to suggest for operation key=8ZR0C2P8VMRA tag=P5O0WP43VRUZ type=write size=600340: (2) No such file or directory 2024-04-12T16:21:15.613 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.617+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~5JVJE9CZBIE1.0 size=218465 2024-04-12T16:21:15.614 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.617+0000 7f98d3178780 1 > prepared multipart upload key=7X1SF5VYO5QN upload=5JVJE9CZBIE1 tag=2PYAZOX7SYN4 type=write size=1267041 2024-04-12T16:21:15.614 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.617+0000 7f98d3178780 -1 < no bi entry to suggest for operation key=PT2U3K72AW80 tag=2DEL97DAQ4YY type=del size=2452388: (2) No such file or directory 2024-04-12T16:21:15.616 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.619+0000 7f98d3178780 1 > prepared part key=_multipart_RGAGK6SC7WUJ.2~S29NVUHD0RW2.0 size=1048576 2024-04-12T16:21:15.617 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.620+0000 7f98d3178780 1 > prepared part key=_multipart_RGAGK6SC7WUJ.2~S29NVUHD0RW2.1 size=1048576 2024-04-12T16:21:15.618 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.621+0000 7f98d3178780 1 > prepared part key=_multipart_RGAGK6SC7WUJ.2~S29NVUHD0RW2.2 size=806682 2024-04-12T16:21:15.618 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.621+0000 7f98d3178780 1 > prepared multipart upload key=RGAGK6SC7WUJ upload=S29NVUHD0RW2 tag=NB40WLZZTH3N type=write size=3952410 2024-04-12T16:21:15.619 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.623+0000 7f98d3178780 1 < completed part key=_multipart_4LOLFK38TOHP.2~VISX65P61Q15.0 size=1048576 2024-04-12T16:21:15.620 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.623+0000 7f98d3178780 1 < completed part key=_multipart_4LOLFK38TOHP.2~VISX65P61Q15.1 size=1048576 2024-04-12T16:21:15.621 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.625+0000 7f98d3178780 1 < completed part key=_multipart_4LOLFK38TOHP.2~VISX65P61Q15.2 size=186996 2024-04-12T16:21:15.627 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.630+0000 7f98d3178780 1 < completed multipart upload key=4LOLFK38TOHP upload=VISX65P61Q15 tag=OJQRO2T1MJJB type=write size=3332724 2024-04-12T16:21:15.629 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.632+0000 7f98d3178780 1 > prepared operation key=PWA38LFGIMFY tag=HE5MYLMXDQGF type=del size=1612643 2024-04-12T16:21:15.635 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.638+0000 7f98d3178780 1 < completed delete operation key=I40BBGONTDFL tag=3HRV0L0EPKYC type=del 2024-04-12T16:21:15.638 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.641+0000 7f98d3178780 1 > prepared operation key=ZZ03YKAYH1C2 tag=X3XRFEBEYH7N type=del size=219266 2024-04-12T16:21:15.639 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.642+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~JSBNAX7L6C0H.0 size=1048576 2024-04-12T16:21:15.640 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.644+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~JSBNAX7L6C0H.1 size=537646 2024-04-12T16:21:15.642 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.646+0000 7f98d3178780 1 < completed multipart upload key=7X1SF5VYO5QN upload=JSBNAX7L6C0H tag=XG6N73ICNSZG type=write size=2634798 2024-04-12T16:21:15.644 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.648+0000 7f98d3178780 1 > prepared part key=_multipart_FLD16WRTYTRE.2~5Q09IW5GIBSF.0 size=1048576 2024-04-12T16:21:15.646 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.649+0000 7f98d3178780 1 > prepared part key=_multipart_FLD16WRTYTRE.2~5Q09IW5GIBSF.1 size=1048576 2024-04-12T16:21:15.647 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.650+0000 7f98d3178780 1 > prepared part key=_multipart_FLD16WRTYTRE.2~5Q09IW5GIBSF.2 size=28451 2024-04-12T16:21:15.647 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.650+0000 7f98d3178780 1 > prepared multipart upload key=FLD16WRTYTRE upload=5Q09IW5GIBSF tag=LHSYNNG32YDL type=write size=3174179 2024-04-12T16:21:15.648 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.652+0000 7f98d3178780 1 < completed delete operation key=4LOLFK38TOHP tag=MU0BZXM2BVXG type=del 2024-04-12T16:21:15.651 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.654+0000 7f98d3178780 1 > prepared part key=_multipart_RGAGK6SC7WUJ.2~4H0SGTXMVPNG.0 size=840805 2024-04-12T16:21:15.651 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.654+0000 7f98d3178780 1 > prepared multipart upload key=RGAGK6SC7WUJ upload=4H0SGTXMVPNG tag=KX3CXXE6LCEZ type=write size=1889381 2024-04-12T16:21:15.654 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.657+0000 7f98d3178780 1 < suggested update operation key=T722FMC4JINL tag=UTM2VB1XF2HL type=del size=2942448 2024-04-12T16:21:15.658 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.658+0000 7f98d3178780 1 > prepared operation key=66UG2YS0OGEZ tag=UWJS5HPVDZG4 type=del size=2970414 2024-04-12T16:21:15.658 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.659+0000 7f98d3178780 1 < completed delete operation key=ZZ03YKAYH1C2 tag=YD192KH0P6P1 type=del 2024-04-12T16:21:15.658 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.662+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~I2D9J1I7PUJ0.0 size=1048576 2024-04-12T16:21:15.659 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.663+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~I2D9J1I7PUJ0.1 size=1048576 2024-04-12T16:21:15.660 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.664+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~I2D9J1I7PUJ0.2 size=395919 2024-04-12T16:21:15.661 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.664+0000 7f98d3178780 1 > prepared multipart upload key=7X1SF5VYO5QN upload=I2D9J1I7PUJ0 tag=CI2WG97NQVEJ type=write size=3541647 2024-04-12T16:21:15.662 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.665+0000 7f98d3178780 1 < canceled operation key=JFLGBNJ7LSGN tag=C4XY9WWC4ESI type=del size=2992153 2024-04-12T16:21:15.664 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.668+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~UP2X5J70G5Q7.0 size=681001 2024-04-12T16:21:15.665 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.668+0000 7f98d3178780 1 > prepared multipart upload key=8AV30C26CXYV upload=UP2X5J70G5Q7 tag=GLJBJWM99WR1 type=write size=1729577 2024-04-12T16:21:15.666 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.669+0000 7f98d3178780 1 < canceled operation key=JFLGBNJ7LSGN tag=VBULDG7M64GC type=del size=1132682 2024-04-12T16:21:15.668 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.671+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~JZFBRZLPGY04.0 size=289666 2024-04-12T16:21:15.668 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.671+0000 7f98d3178780 1 > prepared multipart upload key=ZZ03YKAYH1C2 upload=JZFBRZLPGY04 tag=9QLN4Y6UEET2 type=write size=1338242 2024-04-12T16:21:15.669 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.673+0000 7f98d3178780 1 < completed write operation key=RGAGK6SC7WUJ tag=IGWI94EQ334J type=write size=876232 2024-04-12T16:21:15.671 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.675+0000 7f98d3178780 1 > prepared operation key=7X1SF5VYO5QN tag=JAF3PCDHHMVQ type=del size=4079128 2024-04-12T16:21:15.673 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.676+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~A0Y8IH5KJRNW.0 size=175912 2024-04-12T16:21:15.675 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.678+0000 7f98d3178780 1 < completed multipart upload key=ZZ03YKAYH1C2 upload=A0Y8IH5KJRNW tag=WQ64WXDVTX5H type=write size=1224488 2024-04-12T16:21:15.676 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.679+0000 7f98d3178780 1 > prepared operation key=8AV30C26CXYV tag=W0A2LFECWOEL type=del size=2763092 2024-04-12T16:21:15.677 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.681+0000 7f98d3178780 1 < completed write operation key=PWA38LFGIMFY tag=R0MGA7QURMKH type=write size=694745 2024-04-12T16:21:15.679 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.683+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~GI8S8W2HT3QQ.0 size=1048576 2024-04-12T16:21:15.680 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.684+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~GI8S8W2HT3QQ.1 size=982641 2024-04-12T16:21:15.680 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.684+0000 7f98d3178780 1 > prepared multipart upload key=8AV30C26CXYV upload=GI8S8W2HT3QQ tag=L9R5AJ25IHJE type=write size=3079793 2024-04-12T16:21:15.682 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.685+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~RVJZHBLM8AWH.0 size=1048576 2024-04-12T16:21:15.683 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.686+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~RVJZHBLM8AWH.1 size=638239 2024-04-12T16:21:15.685 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.688+0000 7f98d3178780 1 < completed multipart upload key=ZZ03YKAYH1C2 upload=RVJZHBLM8AWH tag=TGDRNOEJ4X7N type=write size=2735391 2024-04-12T16:21:15.686 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.689+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=S4X4H2RVHEYP type=write size=840883 2024-04-12T16:21:15.687 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.690+0000 7f98d3178780 1 < completed part key=_multipart_VZ3ZKIAP7V00.2~0V0ADVRSHRWA.0 size=1048576 2024-04-12T16:21:15.688 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.691+0000 7f98d3178780 1 < completed part key=_multipart_VZ3ZKIAP7V00.2~0V0ADVRSHRWA.1 size=629221 2024-04-12T16:21:15.690 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.693+0000 7f98d3178780 1 < completed multipart upload key=VZ3ZKIAP7V00 upload=0V0ADVRSHRWA tag=EUY8WGACU14B type=write size=2726373 2024-04-12T16:21:15.692 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.696+0000 7f98d3178780 1 > prepared part key=_multipart_RGAGK6SC7WUJ.2~4MCIKI3QL7B8.0 size=1048576 2024-04-12T16:21:15.694 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.697+0000 7f98d3178780 1 > prepared part key=_multipart_RGAGK6SC7WUJ.2~4MCIKI3QL7B8.1 size=1048576 2024-04-12T16:21:15.695 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.698+0000 7f98d3178780 1 > prepared part key=_multipart_RGAGK6SC7WUJ.2~4MCIKI3QL7B8.2 size=250636 2024-04-12T16:21:15.695 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.698+0000 7f98d3178780 1 > prepared multipart upload key=RGAGK6SC7WUJ upload=4MCIKI3QL7B8 tag=D8RWAZSZMAKW type=write size=3396364 2024-04-12T16:21:15.696 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.699+0000 7f98d3178780 1 < completed delete operation key=I40BBGONTDFL tag=XW7T8AHVBGR2 type=del 2024-04-12T16:21:15.697 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.700+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=MUFWD25TQVZS type=write size=671755 2024-04-12T16:21:15.698 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.702+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~5JVJE9CZBIE1.0 size=218465 2024-04-12T16:21:15.701 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.704+0000 7f98d3178780 1 < completed multipart upload key=7X1SF5VYO5QN upload=5JVJE9CZBIE1 tag=2PYAZOX7SYN4 type=write size=1267041 2024-04-12T16:21:15.702 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.705+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=TX8VLWZ4CIVV type=del size=2678196 2024-04-12T16:21:15.703 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.707+0000 7f98d3178780 1 < completed part key=_multipart_RGAGK6SC7WUJ.2~S29NVUHD0RW2.0 size=1048576 2024-04-12T16:21:15.704 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.708+0000 7f98d3178780 1 < completed part key=_multipart_RGAGK6SC7WUJ.2~S29NVUHD0RW2.1 size=1048576 2024-04-12T16:21:15.705 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.709+0000 7f98d3178780 1 < completed part key=_multipart_RGAGK6SC7WUJ.2~S29NVUHD0RW2.2 size=806682 2024-04-12T16:21:15.709 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.712+0000 7f98d3178780 1 < completed multipart upload key=RGAGK6SC7WUJ upload=S29NVUHD0RW2 tag=NB40WLZZTH3N type=write size=3952410 2024-04-12T16:21:15.710 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.713+0000 7f98d3178780 1 > prepared operation key=T722FMC4JINL tag=FFC95HAQYWVQ type=write size=262880 2024-04-12T16:21:15.711 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.715+0000 7f98d3178780 1 < completed delete operation key=PWA38LFGIMFY tag=HE5MYLMXDQGF type=del 2024-04-12T16:21:15.713 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.716+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=SJTBZ96LFGSN type=del size=384249 2024-04-12T16:21:15.714 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.717+0000 7f98d3178780 1 < completed delete operation key=ZZ03YKAYH1C2 tag=X3XRFEBEYH7N type=del 2024-04-12T16:21:15.715 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.718+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=YWTHQANOB11H type=del size=2027602 2024-04-12T16:21:15.716 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.720+0000 7f98d3178780 1 < completed part key=_multipart_FLD16WRTYTRE.2~5Q09IW5GIBSF.0 size=1048576 2024-04-12T16:21:15.717 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.721+0000 7f98d3178780 1 < completed part key=_multipart_FLD16WRTYTRE.2~5Q09IW5GIBSF.1 size=1048576 2024-04-12T16:21:15.719 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.722+0000 7f98d3178780 1 < completed part key=_multipart_FLD16WRTYTRE.2~5Q09IW5GIBSF.2 size=28451 2024-04-12T16:21:15.721 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.724+0000 7f98d3178780 1 < completed multipart upload key=FLD16WRTYTRE upload=5Q09IW5GIBSF tag=LHSYNNG32YDL type=write size=3174179 2024-04-12T16:21:15.722 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.725+0000 7f98d3178780 1 > prepared operation key=RGAGK6SC7WUJ tag=8G4UFF50N81E type=del size=2703740 2024-04-12T16:21:15.723 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.727+0000 7f98d3178780 1 < completed part key=_multipart_RGAGK6SC7WUJ.2~4H0SGTXMVPNG.0 size=840805 2024-04-12T16:21:15.726 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.729+0000 7f98d3178780 1 < completed multipart upload key=RGAGK6SC7WUJ upload=4H0SGTXMVPNG tag=KX3CXXE6LCEZ type=write size=1889381 2024-04-12T16:21:15.728 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.731+0000 7f98d3178780 1 > prepared operation key=D0M5V2Z6TGN6 tag=WCEHI27MJ0FE type=del size=1622206 2024-04-12T16:21:15.729 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.732+0000 7f98d3178780 1 < completed delete operation key=66UG2YS0OGEZ tag=UWJS5HPVDZG4 type=del 2024-04-12T16:21:15.732 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.735+0000 7f98d3178780 1 > prepared part key=_multipart_VZ3ZKIAP7V00.2~VB9K2G68AO35.0 size=1048576 2024-04-12T16:21:15.732 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.736+0000 7f98d3178780 1 > prepared part key=_multipart_VZ3ZKIAP7V00.2~VB9K2G68AO35.1 size=1048576 2024-04-12T16:21:15.734 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.737+0000 7f98d3178780 1 > prepared part key=_multipart_VZ3ZKIAP7V00.2~VB9K2G68AO35.2 size=540442 2024-04-12T16:21:15.734 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.737+0000 7f98d3178780 1 > prepared multipart upload key=VZ3ZKIAP7V00 upload=VB9K2G68AO35 tag=AWIPUYO4VJ6S type=write size=3686170 2024-04-12T16:21:15.734 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.737+0000 7f98d3178780 1 < canceled part key=_multipart_7X1SF5VYO5QN.2~I2D9J1I7PUJ0.0 size=1048576 2024-04-12T16:21:15.735 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.738+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~I2D9J1I7PUJ0.1 size=1048576 2024-04-12T16:21:15.736 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.739+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~I2D9J1I7PUJ0.2 size=395919 2024-04-12T16:21:15.738 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.741+0000 7f98d3178780 1 < canceled multipart upload key=7X1SF5VYO5QN upload=I2D9J1I7PUJ0 tag=CI2WG97NQVEJ type=write size=3541647 2024-04-12T16:21:15.740 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.743+0000 7f98d3178780 1 > prepared operation key=7X1SF5VYO5QN tag=DLM9LXIC4IOJ type=del size=1180668 2024-04-12T16:21:15.741 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.744+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~UP2X5J70G5Q7.0 size=681001 2024-04-12T16:21:15.743 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.746+0000 7f98d3178780 1 < completed multipart upload key=8AV30C26CXYV upload=UP2X5J70G5Q7 tag=GLJBJWM99WR1 type=write size=1729577 2024-04-12T16:21:15.745 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.748+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=244LQMCOJTSM type=del size=4145715 2024-04-12T16:21:15.746 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.749+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~JZFBRZLPGY04.0 size=289666 2024-04-12T16:21:15.748 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.752+0000 7f98d3178780 1 < completed multipart upload key=ZZ03YKAYH1C2 upload=JZFBRZLPGY04 tag=9QLN4Y6UEET2 type=write size=1338242 2024-04-12T16:21:15.750 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.754+0000 7f98d3178780 1 > prepared part key=_multipart_4LOLFK38TOHP.2~X0ORSIVIYHTQ.0 size=1048576 2024-04-12T16:21:15.752 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.755+0000 7f98d3178780 1 > prepared part key=_multipart_4LOLFK38TOHP.2~X0ORSIVIYHTQ.1 size=534235 2024-04-12T16:21:15.752 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.755+0000 7f98d3178780 1 > prepared multipart upload key=4LOLFK38TOHP upload=X0ORSIVIYHTQ tag=PD68SO0JPPLK type=write size=2631387 2024-04-12T16:21:15.753 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.756+0000 7f98d3178780 1 < completed delete operation key=7X1SF5VYO5QN tag=JAF3PCDHHMVQ type=del 2024-04-12T16:21:15.754 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.757+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=6QMO81U9OYDC type=del size=2785912 2024-04-12T16:21:15.755 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.759+0000 7f98d3178780 1 < completed delete operation key=8AV30C26CXYV tag=W0A2LFECWOEL type=del 2024-04-12T16:21:15.758 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.761+0000 7f98d3178780 1 > prepared part key=_multipart_4S7M3FBURFC1.2~O4MB0CLPT0HM.0 size=1048576 2024-04-12T16:21:15.759 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.762+0000 7f98d3178780 1 > prepared part key=_multipart_4S7M3FBURFC1.2~O4MB0CLPT0HM.1 size=1048576 2024-04-12T16:21:15.760 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.763+0000 7f98d3178780 1 > prepared part key=_multipart_4S7M3FBURFC1.2~O4MB0CLPT0HM.2 size=252256 2024-04-12T16:21:15.760 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.763+0000 7f98d3178780 1 > prepared multipart upload key=4S7M3FBURFC1 upload=O4MB0CLPT0HM tag=SC3G5BYQIDNU type=write size=3397984 2024-04-12T16:21:15.761 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.765+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~GI8S8W2HT3QQ.0 size=1048576 2024-04-12T16:21:15.762 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.766+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~GI8S8W2HT3QQ.1 size=982641 2024-04-12T16:21:15.764 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.768+0000 7f98d3178780 1 < completed multipart upload key=8AV30C26CXYV upload=GI8S8W2HT3QQ tag=L9R5AJ25IHJE type=write size=3079793 2024-04-12T16:21:15.766 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.769+0000 7f98d3178780 1 > prepared operation key=KURJT9NHLL4D tag=JTAOU05ET9EI type=write size=340870 2024-04-12T16:21:15.768 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.771+0000 7f98d3178780 1 < suggested remove operation key=BOEPCQFN2ISK tag=S4X4H2RVHEYP type=write 2024-04-12T16:21:15.769 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.773+0000 7f98d3178780 1 > prepared operation key=0OWCAM744WJ9 tag=EB9GHMGJT1A2 type=del size=1334377 2024-04-12T16:21:15.771 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.774+0000 7f98d3178780 1 < completed part key=_multipart_RGAGK6SC7WUJ.2~4MCIKI3QL7B8.0 size=1048576 2024-04-12T16:21:15.772 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.775+0000 7f98d3178780 1 < completed part key=_multipart_RGAGK6SC7WUJ.2~4MCIKI3QL7B8.1 size=1048576 2024-04-12T16:21:15.773 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.776+0000 7f98d3178780 1 < completed part key=_multipart_RGAGK6SC7WUJ.2~4MCIKI3QL7B8.2 size=250636 2024-04-12T16:21:15.775 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.778+0000 7f98d3178780 1 < completed multipart upload key=RGAGK6SC7WUJ upload=4MCIKI3QL7B8 tag=D8RWAZSZMAKW type=write size=3396364 2024-04-12T16:21:15.777 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.781+0000 7f98d3178780 1 > prepared part key=_multipart_W6L40IZK9EF7.2~377CHQ7VXXI4.0 size=573914 2024-04-12T16:21:15.777 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.781+0000 7f98d3178780 1 > prepared multipart upload key=W6L40IZK9EF7 upload=377CHQ7VXXI4 tag=LUNCVSQOEDT1 type=write size=1622490 2024-04-12T16:21:15.779 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.782+0000 7f98d3178780 1 < completed write operation key=8ZR0C2P8VMRA tag=MUFWD25TQVZS type=write size=671755 2024-04-12T16:21:15.781 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.785+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~12P281BXC1HK.0 size=802419 2024-04-12T16:21:15.782 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.785+0000 7f98d3178780 1 > prepared multipart upload key=8ZR0C2P8VMRA upload=12P281BXC1HK tag=3C9EA47RXMVZ type=write size=1850995 2024-04-12T16:21:15.783 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.786+0000 7f98d3178780 -1 < failed to complete operation key=BOEPCQFN2ISK tag=TX8VLWZ4CIVV type=del size=2678196: (22) Invalid argument 2024-04-12T16:21:15.785 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.788+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~EYX2O2D1SNV9.0 size=1048576 2024-04-12T16:21:15.786 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.789+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~EYX2O2D1SNV9.1 size=588732 2024-04-12T16:21:15.786 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.789+0000 7f98d3178780 1 > prepared multipart upload key=S81W06TIIZMK upload=EYX2O2D1SNV9 tag=IVRL3KBS44ZX type=write size=2685884 2024-04-12T16:21:15.788 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.791+0000 7f98d3178780 1 < completed write operation key=T722FMC4JINL tag=FFC95HAQYWVQ type=write size=262880 2024-04-12T16:21:15.789 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.792+0000 7f98d3178780 1 > prepared operation key=66UG2YS0OGEZ tag=AIV62RB7J3ON type=del size=2725034 2024-04-12T16:21:15.792 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.795+0000 7f98d3178780 1 < suggested update operation key=4S7M3FBURFC1 tag=SJTBZ96LFGSN type=del size=384249 2024-04-12T16:21:15.794 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.797+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~B9ZWHL3VZMU5.0 size=591120 2024-04-12T16:21:15.794 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.797+0000 7f98d3178780 1 > prepared multipart upload key=7X1SF5VYO5QN upload=B9ZWHL3VZMU5 tag=2DWK0YQ3X8QP type=write size=1639696 2024-04-12T16:21:15.796 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.799+0000 7f98d3178780 1 < completed delete operation key=XC0UMQW2OGOM tag=YWTHQANOB11H type=del 2024-04-12T16:21:15.797 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.800+0000 7f98d3178780 1 > prepared operation key=JFLGBNJ7LSGN tag=E2AJ4058IZ01 type=del size=361965 2024-04-12T16:21:15.798 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.801+0000 7f98d3178780 1 < completed delete operation key=RGAGK6SC7WUJ tag=8G4UFF50N81E type=del 2024-04-12T16:21:15.799 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.803+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=O0H9ETWT2NVL type=del size=476003 2024-04-12T16:21:15.801 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.804+0000 7f98d3178780 1 < completed delete operation key=D0M5V2Z6TGN6 tag=WCEHI27MJ0FE type=del 2024-04-12T16:21:15.803 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.806+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~DJM2DST6G99K.0 size=1048576 2024-04-12T16:21:15.804 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.808+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~DJM2DST6G99K.1 size=954294 2024-04-12T16:21:15.804 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.808+0000 7f98d3178780 1 > prepared multipart upload key=PT2U3K72AW80 upload=DJM2DST6G99K tag=2AOFAOFPM80D type=write size=3051446 2024-04-12T16:21:15.806 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.809+0000 7f98d3178780 1 < completed part key=_multipart_VZ3ZKIAP7V00.2~VB9K2G68AO35.0 size=1048576 2024-04-12T16:21:15.806 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.809+0000 7f98d3178780 1 < canceled part key=_multipart_VZ3ZKIAP7V00.2~VB9K2G68AO35.1 size=1048576 2024-04-12T16:21:15.807 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.810+0000 7f98d3178780 1 < completed part key=_multipart_VZ3ZKIAP7V00.2~VB9K2G68AO35.2 size=540442 2024-04-12T16:21:15.809 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.812+0000 7f98d3178780 1 < canceled multipart upload key=VZ3ZKIAP7V00 upload=VB9K2G68AO35 tag=AWIPUYO4VJ6S type=write size=3686170 2024-04-12T16:21:15.811 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.814+0000 7f98d3178780 1 > prepared part key=_multipart_GM8O00AYQLB5.2~OJFXD5V8Z0KC.0 size=1048576 2024-04-12T16:21:15.812 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.815+0000 7f98d3178780 1 > prepared part key=_multipart_GM8O00AYQLB5.2~OJFXD5V8Z0KC.1 size=1048576 2024-04-12T16:21:15.813 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.816+0000 7f98d3178780 1 > prepared part key=_multipart_GM8O00AYQLB5.2~OJFXD5V8Z0KC.2 size=658380 2024-04-12T16:21:15.813 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.816+0000 7f98d3178780 1 > prepared multipart upload key=GM8O00AYQLB5 upload=OJFXD5V8Z0KC tag=6G6AUCLENWHZ type=write size=3804108 2024-04-12T16:21:15.814 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.818+0000 7f98d3178780 1 < completed delete operation key=7X1SF5VYO5QN tag=DLM9LXIC4IOJ type=del 2024-04-12T16:21:15.816 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.820+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~L9MF5W7PW1C2.0 size=1048576 2024-04-12T16:21:15.817 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.821+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~L9MF5W7PW1C2.1 size=1048576 2024-04-12T16:21:15.818 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.822+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~L9MF5W7PW1C2.2 size=1015897 2024-04-12T16:21:15.818 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.822+0000 7f98d3178780 1 > prepared multipart upload key=ZXZ7NSPZRCDD upload=L9MF5W7PW1C2 tag=YIEQL8VTOIKS type=write size=4161625 2024-04-12T16:21:15.819 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.823+0000 7f98d3178780 1 < completed delete operation key=GM8O00AYQLB5 tag=244LQMCOJTSM type=del 2024-04-12T16:21:15.821 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.824+0000 7f98d3178780 1 > prepared operation key=RGAGK6SC7WUJ tag=25O3QL9I1XC1 type=del size=3547510 2024-04-12T16:21:15.822 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.825+0000 7f98d3178780 1 < completed part key=_multipart_4LOLFK38TOHP.2~X0ORSIVIYHTQ.0 size=1048576 2024-04-12T16:21:15.823 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.827+0000 7f98d3178780 1 < completed part key=_multipart_4LOLFK38TOHP.2~X0ORSIVIYHTQ.1 size=534235 2024-04-12T16:21:15.825 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.829+0000 7f98d3178780 1 < completed multipart upload key=4LOLFK38TOHP upload=X0ORSIVIYHTQ tag=PD68SO0JPPLK type=write size=2631387 2024-04-12T16:21:15.827 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.830+0000 7f98d3178780 1 > prepared operation key=EZFO3J6YDS47 tag=76V3I737V27Z type=del size=992298 2024-04-12T16:21:15.828 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.831+0000 7f98d3178780 1 < completed delete operation key=8ZR0C2P8VMRA tag=6QMO81U9OYDC type=del 2024-04-12T16:21:15.829 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.833+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=KIIL8ZGO3WA3 type=del size=2166422 2024-04-12T16:21:15.831 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.834+0000 7f98d3178780 1 < completed part key=_multipart_4S7M3FBURFC1.2~O4MB0CLPT0HM.0 size=1048576 2024-04-12T16:21:15.832 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.835+0000 7f98d3178780 1 < completed part key=_multipart_4S7M3FBURFC1.2~O4MB0CLPT0HM.1 size=1048576 2024-04-12T16:21:15.833 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.836+0000 7f98d3178780 1 < completed part key=_multipart_4S7M3FBURFC1.2~O4MB0CLPT0HM.2 size=252256 2024-04-12T16:21:15.835 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.838+0000 7f98d3178780 1 < completed multipart upload key=4S7M3FBURFC1 upload=O4MB0CLPT0HM tag=SC3G5BYQIDNU type=write size=3397984 2024-04-12T16:21:15.836 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.840+0000 7f98d3178780 1 > prepared operation key=RGAGK6SC7WUJ tag=HZI3GS0CPHGT type=del size=1079702 2024-04-12T16:21:15.838 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.841+0000 7f98d3178780 1 < canceled operation key=KURJT9NHLL4D tag=JTAOU05ET9EI type=write size=340870 2024-04-12T16:21:15.840 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.843+0000 7f98d3178780 1 > prepared part key=_multipart_GM8O00AYQLB5.2~C9MUP1V1W5O3.0 size=1048576 2024-04-12T16:21:15.841 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.844+0000 7f98d3178780 1 > prepared part key=_multipart_GM8O00AYQLB5.2~C9MUP1V1W5O3.1 size=1048576 2024-04-12T16:21:15.842 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.845+0000 7f98d3178780 1 > prepared part key=_multipart_GM8O00AYQLB5.2~C9MUP1V1W5O3.2 size=827778 2024-04-12T16:21:15.842 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.845+0000 7f98d3178780 1 > prepared multipart upload key=GM8O00AYQLB5 upload=C9MUP1V1W5O3 tag=RQ7BRNP4VJLM type=write size=3973506 2024-04-12T16:21:15.844 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.848+0000 7f98d3178780 1 < suggested update operation key=0OWCAM744WJ9 tag=EB9GHMGJT1A2 type=del size=1334377 2024-04-12T16:21:15.847 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.850+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~GZFAT4XO2B4S.0 size=1048576 2024-04-12T16:21:15.848 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.851+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~GZFAT4XO2B4S.1 size=422343 2024-04-12T16:21:15.848 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.851+0000 7f98d3178780 1 > prepared multipart upload key=UQB6NBY40RTD upload=GZFAT4XO2B4S tag=O51NURQG39WU type=write size=2519495 2024-04-12T16:21:15.849 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.852+0000 7f98d3178780 1 < completed part key=_multipart_W6L40IZK9EF7.2~377CHQ7VXXI4.0 size=573914 2024-04-12T16:21:15.851 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.854+0000 7f98d3178780 1 < completed multipart upload key=W6L40IZK9EF7 upload=377CHQ7VXXI4 tag=LUNCVSQOEDT1 type=write size=1622490 2024-04-12T16:21:15.853 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.857+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~SID7RB3FWAFU.0 size=575512 2024-04-12T16:21:15.854 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.857+0000 7f98d3178780 1 > prepared multipart upload key=LU8ZUI2MDRGX upload=SID7RB3FWAFU tag=QY8DGAPY9X96 type=write size=1624088 2024-04-12T16:21:15.855 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.858+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~12P281BXC1HK.0 size=802419 2024-04-12T16:21:15.858 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.860+0000 7f98d3178780 1 < completed multipart upload key=8ZR0C2P8VMRA upload=12P281BXC1HK tag=3C9EA47RXMVZ type=write size=1850995 2024-04-12T16:21:15.859 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.863+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~YP3G67MP63NV.0 size=858402 2024-04-12T16:21:15.859 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.863+0000 7f98d3178780 1 > prepared multipart upload key=PT2U3K72AW80 upload=YP3G67MP63NV tag=SZPOOFQN5HL2 type=write size=1906978 2024-04-12T16:21:15.861 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.864+0000 7f98d3178780 1 < completed part key=_multipart_S81W06TIIZMK.2~EYX2O2D1SNV9.0 size=1048576 2024-04-12T16:21:15.862 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.865+0000 7f98d3178780 1 < completed part key=_multipart_S81W06TIIZMK.2~EYX2O2D1SNV9.1 size=588732 2024-04-12T16:21:15.864 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.867+0000 7f98d3178780 1 < completed multipart upload key=S81W06TIIZMK upload=EYX2O2D1SNV9 tag=IVRL3KBS44ZX type=write size=2685884 2024-04-12T16:21:15.865 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.868+0000 7f98d3178780 1 > prepared operation key=23DHOZJVEXJ6 tag=SD2HL2FV3JQ6 type=del size=4156986 2024-04-12T16:21:15.866 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.869+0000 7f98d3178780 1 < completed delete operation key=66UG2YS0OGEZ tag=AIV62RB7J3ON type=del 2024-04-12T16:21:15.867 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.871+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=3OKWU5MAYR8M type=del size=3889446 2024-04-12T16:21:15.869 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.872+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~B9ZWHL3VZMU5.0 size=591120 2024-04-12T16:21:15.871 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.874+0000 7f98d3178780 1 < completed multipart upload key=7X1SF5VYO5QN upload=B9ZWHL3VZMU5 tag=2DWK0YQ3X8QP type=write size=1639696 2024-04-12T16:21:15.872 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.875+0000 7f98d3178780 1 > prepared operation key=66UG2YS0OGEZ tag=IOTRODJQR9VI type=del size=2509670 2024-04-12T16:21:15.873 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.877+0000 7f98d3178780 1 < completed delete operation key=JFLGBNJ7LSGN tag=E2AJ4058IZ01 type=del 2024-04-12T16:21:15.875 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.878+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=P2D1AC9164XF type=del size=1104191 2024-04-12T16:21:15.876 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.879+0000 7f98d3178780 1 < completed delete operation key=BOEPCQFN2ISK tag=O0H9ETWT2NVL type=del 2024-04-12T16:21:15.877 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.881+0000 7f98d3178780 1 > prepared operation key=EZFO3J6YDS47 tag=OUK4PDZPI18V type=write size=681577 2024-04-12T16:21:15.879 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.882+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~DJM2DST6G99K.0 size=1048576 2024-04-12T16:21:15.880 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.883+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~DJM2DST6G99K.1 size=954294 2024-04-12T16:21:15.882 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.885+0000 7f98d3178780 1 < completed multipart upload key=PT2U3K72AW80 upload=DJM2DST6G99K tag=2AOFAOFPM80D type=write size=3051446 2024-04-12T16:21:15.883 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.886+0000 7f98d3178780 1 > prepared operation key=4LOLFK38TOHP tag=LWX9LZJ299AV type=write size=43586 2024-04-12T16:21:15.884 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.888+0000 7f98d3178780 1 < completed part key=_multipart_GM8O00AYQLB5.2~OJFXD5V8Z0KC.0 size=1048576 2024-04-12T16:21:15.885 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.889+0000 7f98d3178780 1 < completed part key=_multipart_GM8O00AYQLB5.2~OJFXD5V8Z0KC.1 size=1048576 2024-04-12T16:21:15.887 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.890+0000 7f98d3178780 1 < completed part key=_multipart_GM8O00AYQLB5.2~OJFXD5V8Z0KC.2 size=658380 2024-04-12T16:21:15.889 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.892+0000 7f98d3178780 1 < completed multipart upload key=GM8O00AYQLB5 upload=OJFXD5V8Z0KC tag=6G6AUCLENWHZ type=write size=3804108 2024-04-12T16:21:15.890 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.893+0000 7f98d3178780 1 > prepared operation key=I40BBGONTDFL tag=ZBOZ49QKZ9LS type=del size=586473 2024-04-12T16:21:15.891 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.895+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~L9MF5W7PW1C2.0 size=1048576 2024-04-12T16:21:15.892 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.896+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~L9MF5W7PW1C2.1 size=1048576 2024-04-12T16:21:15.893 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.897+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~L9MF5W7PW1C2.2 size=1015897 2024-04-12T16:21:15.895 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.899+0000 7f98d3178780 1 < completed multipart upload key=ZXZ7NSPZRCDD upload=L9MF5W7PW1C2 tag=YIEQL8VTOIKS type=write size=4161625 2024-04-12T16:21:15.898 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.901+0000 7f98d3178780 1 > prepared part key=_multipart_VZ3ZKIAP7V00.2~NZ9E1Z9E2T3T.0 size=569588 2024-04-12T16:21:15.898 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.901+0000 7f98d3178780 1 > prepared multipart upload key=VZ3ZKIAP7V00 upload=NZ9E1Z9E2T3T tag=Y0YBYZ0QL581 type=write size=1618164 2024-04-12T16:21:15.899 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.903+0000 7f98d3178780 1 < completed delete operation key=RGAGK6SC7WUJ tag=25O3QL9I1XC1 type=del 2024-04-12T16:21:15.901 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.904+0000 7f98d3178780 1 > prepared operation key=JFLGBNJ7LSGN tag=HH1OQGWK9DD7 type=del size=30700 2024-04-12T16:21:15.902 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.905+0000 7f98d3178780 1 < completed delete operation key=EZFO3J6YDS47 tag=76V3I737V27Z type=del 2024-04-12T16:21:15.904 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.908+0000 7f98d3178780 1 > prepared part key=_multipart_I40BBGONTDFL.2~0FN7VV9EW2A9.0 size=1048576 2024-04-12T16:21:15.905 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.909+0000 7f98d3178780 1 > prepared part key=_multipart_I40BBGONTDFL.2~0FN7VV9EW2A9.1 size=512128 2024-04-12T16:21:15.906 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.909+0000 7f98d3178780 1 > prepared multipart upload key=I40BBGONTDFL upload=0FN7VV9EW2A9 tag=30QUSKLQBGE9 type=write size=2609280 2024-04-12T16:21:15.908 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.911+0000 7f98d3178780 1 < suggested remove operation key=W6L40IZK9EF7 tag=KIIL8ZGO3WA3 type=del 2024-04-12T16:21:15.909 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.912+0000 7f98d3178780 1 > prepared operation key=RGAGK6SC7WUJ tag=CBHACD29UXUO type=del size=2859958 2024-04-12T16:21:15.910 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.914+0000 7f98d3178780 1 < completed delete operation key=RGAGK6SC7WUJ tag=HZI3GS0CPHGT type=del 2024-04-12T16:21:15.913 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.916+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~E6ED1H5MF0V7.0 size=1048576 2024-04-12T16:21:15.913 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.917+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~E6ED1H5MF0V7.1 size=1048576 2024-04-12T16:21:15.914 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.918+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~E6ED1H5MF0V7.2 size=534675 2024-04-12T16:21:15.914 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.918+0000 7f98d3178780 1 > prepared multipart upload key=8AV30C26CXYV upload=E6ED1H5MF0V7 tag=W8WESZAAE5O3 type=write size=3680403 2024-04-12T16:21:15.916 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.919+0000 7f98d3178780 1 < completed part key=_multipart_GM8O00AYQLB5.2~C9MUP1V1W5O3.0 size=1048576 2024-04-12T16:21:15.917 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.920+0000 7f98d3178780 1 < completed part key=_multipart_GM8O00AYQLB5.2~C9MUP1V1W5O3.1 size=1048576 2024-04-12T16:21:15.917 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.920+0000 7f98d3178780 1 < canceled part key=_multipart_GM8O00AYQLB5.2~C9MUP1V1W5O3.2 size=827778 2024-04-12T16:21:15.919 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.922+0000 7f98d3178780 1 < canceled multipart upload key=GM8O00AYQLB5 upload=C9MUP1V1W5O3 tag=RQ7BRNP4VJLM type=write size=3973506 2024-04-12T16:21:15.922 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.925+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~LAAWIK5PA93H.0 size=1048576 2024-04-12T16:21:15.923 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.926+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~LAAWIK5PA93H.1 size=82568 2024-04-12T16:21:15.923 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.926+0000 7f98d3178780 1 > prepared multipart upload key=7X1SF5VYO5QN upload=LAAWIK5PA93H tag=O874BFD4BZQU type=write size=2179720 2024-04-12T16:21:15.924 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.927+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~GZFAT4XO2B4S.0 size=1048576 2024-04-12T16:21:15.925 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.928+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~GZFAT4XO2B4S.1 size=422343 2024-04-12T16:21:15.927 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.930+0000 7f98d3178780 1 < completed multipart upload key=UQB6NBY40RTD upload=GZFAT4XO2B4S tag=O51NURQG39WU type=write size=2519495 2024-04-12T16:21:15.928 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.932+0000 7f98d3178780 1 > prepared operation key=66UG2YS0OGEZ tag=V0NMP93UJCVB type=del size=2513841 2024-04-12T16:21:15.930 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.933+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~SID7RB3FWAFU.0 size=575512 2024-04-12T16:21:15.932 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.935+0000 7f98d3178780 1 < completed multipart upload key=LU8ZUI2MDRGX upload=SID7RB3FWAFU tag=QY8DGAPY9X96 type=write size=1624088 2024-04-12T16:21:15.933 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.936+0000 7f98d3178780 1 > prepared operation key=IHLY0ZTYK6UT tag=5QM6QDKIN4VO type=del size=3930632 2024-04-12T16:21:15.934 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.938+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~YP3G67MP63NV.0 size=858402 2024-04-12T16:21:15.937 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.940+0000 7f98d3178780 1 < completed multipart upload key=PT2U3K72AW80 upload=YP3G67MP63NV tag=SZPOOFQN5HL2 type=write size=1906978 2024-04-12T16:21:15.938 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.941+0000 7f98d3178780 1 > prepared operation key=D0M5V2Z6TGN6 tag=7JZPB4UB7IB4 type=del size=361007 2024-04-12T16:21:15.939 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.942+0000 7f98d3178780 1 < completed delete operation key=23DHOZJVEXJ6 tag=SD2HL2FV3JQ6 type=del 2024-04-12T16:21:15.940 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.944+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=NBEMRHZF9XF6 type=del size=925236 2024-04-12T16:21:15.943 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.946+0000 7f98d3178780 1 < suggested remove operation key=8ZR0C2P8VMRA tag=3OKWU5MAYR8M type=del 2024-04-12T16:21:15.945 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.948+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~DGVHJXE1N90V.0 size=1048576 2024-04-12T16:21:15.946 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.949+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~DGVHJXE1N90V.1 size=1048576 2024-04-12T16:21:15.947 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.950+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~DGVHJXE1N90V.2 size=597826 2024-04-12T16:21:15.947 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.950+0000 7f98d3178780 1 > prepared multipart upload key=IHLY0ZTYK6UT upload=DGVHJXE1N90V tag=CVQ659BQ4M7Y type=write size=3743554 2024-04-12T16:21:15.948 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.951+0000 7f98d3178780 1 < completed delete operation key=66UG2YS0OGEZ tag=IOTRODJQR9VI type=del 2024-04-12T16:21:15.949 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.953+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=TU5I5YHXHEDS type=write size=203681 2024-04-12T16:21:15.951 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.954+0000 7f98d3178780 1 < completed delete operation key=9L0C6XS0IUS0 tag=P2D1AC9164XF type=del 2024-04-12T16:21:15.953 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.956+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~9CYPSD78GQ14.0 size=1048576 2024-04-12T16:21:15.954 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.957+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~9CYPSD78GQ14.1 size=1048576 2024-04-12T16:21:15.955 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.958+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~9CYPSD78GQ14.2 size=405848 2024-04-12T16:21:15.955 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.958+0000 7f98d3178780 1 > prepared multipart upload key=BOEPCQFN2ISK upload=9CYPSD78GQ14 tag=G7QEQ0EXHONA type=write size=3551576 2024-04-12T16:21:15.956 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.960+0000 7f98d3178780 1 < completed write operation key=EZFO3J6YDS47 tag=OUK4PDZPI18V type=write size=681577 2024-04-12T16:21:15.958 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.961+0000 7f98d3178780 1 > prepared operation key=66UG2YS0OGEZ tag=9G0D3703VASK type=del size=1731268 2024-04-12T16:21:15.959 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.963+0000 7f98d3178780 1 < completed write operation key=4LOLFK38TOHP tag=LWX9LZJ299AV type=write size=43586 2024-04-12T16:21:15.961 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.964+0000 7f98d3178780 1 > prepared operation key=PWA38LFGIMFY tag=YM6LR2NESG3D type=write size=324032 2024-04-12T16:21:15.962 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.966+0000 7f98d3178780 1 < completed delete operation key=I40BBGONTDFL tag=ZBOZ49QKZ9LS type=del 2024-04-12T16:21:15.965 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.968+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~F96RUGY1PBIG.0 size=63069 2024-04-12T16:21:15.965 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.968+0000 7f98d3178780 1 > prepared multipart upload key=7X1SF5VYO5QN upload=F96RUGY1PBIG tag=D9CVCD4S9F79 type=write size=1111645 2024-04-12T16:21:15.967 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.970+0000 7f98d3178780 1 < completed part key=_multipart_VZ3ZKIAP7V00.2~NZ9E1Z9E2T3T.0 size=569588 2024-04-12T16:21:15.969 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.972+0000 7f98d3178780 1 < completed multipart upload key=VZ3ZKIAP7V00 upload=NZ9E1Z9E2T3T tag=Y0YBYZ0QL581 type=write size=1618164 2024-04-12T16:21:15.971 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.974+0000 7f98d3178780 1 > prepared operation key=S81W06TIIZMK tag=800DARF9L4VR type=del size=143537 2024-04-12T16:21:15.972 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.976+0000 7f98d3178780 1 < canceled operation key=JFLGBNJ7LSGN tag=HH1OQGWK9DD7 type=del size=30700 2024-04-12T16:21:15.974 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.977+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=ZY8JVT3Z5NBI type=write size=321340 2024-04-12T16:21:15.975 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.978+0000 7f98d3178780 1 < completed part key=_multipart_I40BBGONTDFL.2~0FN7VV9EW2A9.0 size=1048576 2024-04-12T16:21:15.976 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.980+0000 7f98d3178780 1 < completed part key=_multipart_I40BBGONTDFL.2~0FN7VV9EW2A9.1 size=512128 2024-04-12T16:21:15.979 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.982+0000 7f98d3178780 1 < completed multipart upload key=I40BBGONTDFL upload=0FN7VV9EW2A9 tag=30QUSKLQBGE9 type=write size=2609280 2024-04-12T16:21:15.980 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.984+0000 7f98d3178780 1 > prepared operation key=23DHOZJVEXJ6 tag=72HFDFKJ9CNK type=del size=625053 2024-04-12T16:21:15.981 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.985+0000 7f98d3178780 1 < completed delete operation key=RGAGK6SC7WUJ tag=CBHACD29UXUO type=del 2024-04-12T16:21:15.983 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.986+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=AP3PKXG2CDP5 type=del size=4075986 2024-04-12T16:21:15.984 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.988+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~E6ED1H5MF0V7.0 size=1048576 2024-04-12T16:21:15.986 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.989+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~E6ED1H5MF0V7.1 size=1048576 2024-04-12T16:21:15.986 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.989+0000 7f98d3178780 1 < canceled part key=_multipart_8AV30C26CXYV.2~E6ED1H5MF0V7.2 size=534675 2024-04-12T16:21:15.988 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.992+0000 7f98d3178780 1 < canceled multipart upload key=8AV30C26CXYV upload=E6ED1H5MF0V7 tag=W8WESZAAE5O3 type=write size=3680403 2024-04-12T16:21:15.991 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.995+0000 7f98d3178780 1 > prepared part key=_multipart_66UG2YS0OGEZ.2~2EVQXW1KAIU9.0 size=1048576 2024-04-12T16:21:15.992 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.996+0000 7f98d3178780 1 > prepared part key=_multipart_66UG2YS0OGEZ.2~2EVQXW1KAIU9.1 size=709348 2024-04-12T16:21:15.992 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.996+0000 7f98d3178780 1 > prepared multipart upload key=66UG2YS0OGEZ upload=2EVQXW1KAIU9 tag=62R0RDF1TT40 type=write size=2806500 2024-04-12T16:21:15.994 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.997+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~LAAWIK5PA93H.0 size=1048576 2024-04-12T16:21:15.994 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:15.997+0000 7f98d3178780 1 < canceled part key=_multipart_7X1SF5VYO5QN.2~LAAWIK5PA93H.1 size=82568 2024-04-12T16:21:15.996 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.000+0000 7f98d3178780 1 < canceled multipart upload key=7X1SF5VYO5QN upload=LAAWIK5PA93H tag=O874BFD4BZQU type=write size=2179720 2024-04-12T16:21:15.998 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.001+0000 7f98d3178780 1 > prepared operation key=23DHOZJVEXJ6 tag=S2QYYN7K5NPT type=del size=2981906 2024-04-12T16:21:16.000 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.003+0000 7f98d3178780 1 < completed delete operation key=66UG2YS0OGEZ tag=V0NMP93UJCVB type=del 2024-04-12T16:21:16.001 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.004+0000 7f98d3178780 1 > prepared operation key=0OWCAM744WJ9 tag=CDXNV3G92SOE type=del size=431775 2024-04-12T16:21:16.002 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.005+0000 7f98d3178780 1 < completed delete operation key=IHLY0ZTYK6UT tag=5QM6QDKIN4VO type=del 2024-04-12T16:21:16.004 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.008+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~IVE5476970IR.0 size=1048576 2024-04-12T16:21:16.005 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.009+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~IVE5476970IR.1 size=522894 2024-04-12T16:21:16.006 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.009+0000 7f98d3178780 1 > prepared multipart upload key=PT2U3K72AW80 upload=IVE5476970IR tag=QHK2OWUUKGXC type=write size=2620046 2024-04-12T16:21:16.009 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.013+0000 7f98d3178780 1 < suggested remove operation key=D0M5V2Z6TGN6 tag=7JZPB4UB7IB4 type=del 2024-04-12T16:21:16.012 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.016+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~KHGYA5SDP1PT.0 size=1048576 2024-04-12T16:21:16.013 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.017+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~KHGYA5SDP1PT.1 size=34754 2024-04-12T16:21:16.014 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.017+0000 7f98d3178780 1 > prepared multipart upload key=ZXZ7NSPZRCDD upload=KHGYA5SDP1PT tag=2QLDEA8P90PB type=write size=2131906 2024-04-12T16:21:16.015 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.018+0000 7f98d3178780 1 < canceled operation key=BOEPCQFN2ISK tag=NBEMRHZF9XF6 type=del size=925236 2024-04-12T16:21:16.016 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.020+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=0WK8D5MSA33L type=write size=291514 2024-04-12T16:21:16.018 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.021+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~DGVHJXE1N90V.0 size=1048576 2024-04-12T16:21:16.019 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.022+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~DGVHJXE1N90V.1 size=1048576 2024-04-12T16:21:16.020 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.023+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~DGVHJXE1N90V.2 size=597826 2024-04-12T16:21:16.023 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.026+0000 7f98d3178780 1 < completed multipart upload key=IHLY0ZTYK6UT upload=DGVHJXE1N90V tag=CVQ659BQ4M7Y type=write size=3743554 2024-04-12T16:21:16.025 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.028+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~3OQ66E8W851U.0 size=1048576 2024-04-12T16:21:16.026 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.029+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~3OQ66E8W851U.1 size=1048576 2024-04-12T16:21:16.027 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.030+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~3OQ66E8W851U.2 size=651341 2024-04-12T16:21:16.027 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.030+0000 7f98d3178780 1 > prepared multipart upload key=ZZ03YKAYH1C2 upload=3OQ66E8W851U tag=SHYAIFUII4FB type=write size=3797069 2024-04-12T16:21:16.028 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.032+0000 7f98d3178780 1 < completed write operation key=9L0C6XS0IUS0 tag=TU5I5YHXHEDS type=write size=203681 2024-04-12T16:21:16.030 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.033+0000 7f98d3178780 1 > prepared operation key=PWA38LFGIMFY tag=N5COAVGPQNA0 type=write size=447150 2024-04-12T16:21:16.032 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.035+0000 7f98d3178780 1 < completed part key=_multipart_BOEPCQFN2ISK.2~9CYPSD78GQ14.0 size=1048576 2024-04-12T16:21:16.033 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.036+0000 7f98d3178780 1 < completed part key=_multipart_BOEPCQFN2ISK.2~9CYPSD78GQ14.1 size=1048576 2024-04-12T16:21:16.034 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.037+0000 7f98d3178780 1 < completed part key=_multipart_BOEPCQFN2ISK.2~9CYPSD78GQ14.2 size=405848 2024-04-12T16:21:16.036 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.039+0000 7f98d3178780 1 < completed multipart upload key=BOEPCQFN2ISK upload=9CYPSD78GQ14 tag=G7QEQ0EXHONA type=write size=3551576 2024-04-12T16:21:16.037 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.041+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=C6LMT58QP5LA type=del size=1818455 2024-04-12T16:21:16.039 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.042+0000 7f98d3178780 1 < completed delete operation key=66UG2YS0OGEZ tag=9G0D3703VASK type=del 2024-04-12T16:21:16.040 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.044+0000 7f98d3178780 1 > prepared operation key=FLD16WRTYTRE tag=ALTAJ8YT78XU type=del size=3937896 2024-04-12T16:21:16.042 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.045+0000 7f98d3178780 1 < completed write operation key=PWA38LFGIMFY tag=YM6LR2NESG3D type=write size=324032 2024-04-12T16:21:16.044 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.047+0000 7f98d3178780 1 > prepared operation key=RGAGK6SC7WUJ tag=8TCMEMMEKHM1 type=write size=657750 2024-04-12T16:21:16.046 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.049+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~F96RUGY1PBIG.0 size=63069 2024-04-12T16:21:16.048 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.052+0000 7f98d3178780 1 < completed multipart upload key=7X1SF5VYO5QN upload=F96RUGY1PBIG tag=D9CVCD4S9F79 type=write size=1111645 2024-04-12T16:21:16.051 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.054+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~01SQSAACWQ4A.0 size=743194 2024-04-12T16:21:16.051 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.054+0000 7f98d3178780 1 > prepared multipart upload key=7X1SF5VYO5QN upload=01SQSAACWQ4A tag=Y6AY2DU4HXRD type=write size=1791770 2024-04-12T16:21:16.052 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.055+0000 7f98d3178780 1 < completed delete operation key=S81W06TIIZMK tag=800DARF9L4VR type=del 2024-04-12T16:21:16.054 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.057+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=N344NNPAJ9UL type=del size=828917 2024-04-12T16:21:16.055 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.059+0000 7f98d3178780 1 < canceled operation key=W6L40IZK9EF7 tag=ZY8JVT3Z5NBI type=write size=321340 2024-04-12T16:21:16.058 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.062+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~VY83WEL57TU5.0 size=1048576 2024-04-12T16:21:16.059 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.063+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~VY83WEL57TU5.1 size=1048576 2024-04-12T16:21:16.060 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.064+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~VY83WEL57TU5.2 size=406105 2024-04-12T16:21:16.061 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.064+0000 7f98d3178780 1 > prepared multipart upload key=3AW8J5U5KAAT upload=VY83WEL57TU5 tag=OGYF4EPADNM1 type=write size=3551833 2024-04-12T16:21:16.062 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.065+0000 7f98d3178780 1 < completed delete operation key=23DHOZJVEXJ6 tag=72HFDFKJ9CNK type=del 2024-04-12T16:21:16.065 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.068+0000 7f98d3178780 1 > prepared part key=_multipart_VZ3ZKIAP7V00.2~X4DY9V3ZMJ6D.0 size=542630 2024-04-12T16:21:16.065 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.068+0000 7f98d3178780 1 > prepared multipart upload key=VZ3ZKIAP7V00 upload=X4DY9V3ZMJ6D tag=JFPO1T5B5B2J type=write size=1591206 2024-04-12T16:21:16.066 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.069+0000 7f98d3178780 1 < completed delete operation key=BOEPCQFN2ISK tag=AP3PKXG2CDP5 type=del 2024-04-12T16:21:16.069 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.072+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~XMNF4ROFQE3X.0 size=383434 2024-04-12T16:21:16.069 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.072+0000 7f98d3178780 1 > prepared multipart upload key=8AV30C26CXYV upload=XMNF4ROFQE3X tag=U7XVXZ3MSAUY type=write size=1432010 2024-04-12T16:21:16.070 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.073+0000 7f98d3178780 1 < completed part key=_multipart_66UG2YS0OGEZ.2~2EVQXW1KAIU9.0 size=1048576 2024-04-12T16:21:16.072 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.075+0000 7f98d3178780 1 < completed part key=_multipart_66UG2YS0OGEZ.2~2EVQXW1KAIU9.1 size=709348 2024-04-12T16:21:16.074 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.077+0000 7f98d3178780 1 < completed multipart upload key=66UG2YS0OGEZ upload=2EVQXW1KAIU9 tag=62R0RDF1TT40 type=write size=2806500 2024-04-12T16:21:16.077 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.080+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~QCYMYDHM2FGT.0 size=1048576 2024-04-12T16:21:16.078 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.081+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~QCYMYDHM2FGT.1 size=1048576 2024-04-12T16:21:16.079 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.082+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~QCYMYDHM2FGT.2 size=847132 2024-04-12T16:21:16.079 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.082+0000 7f98d3178780 1 > prepared multipart upload key=IHLY0ZTYK6UT upload=QCYMYDHM2FGT tag=UYJK90UICBQY type=write size=3992860 2024-04-12T16:21:16.080 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.084+0000 7f98d3178780 1 < completed delete operation key=23DHOZJVEXJ6 tag=S2QYYN7K5NPT type=del 2024-04-12T16:21:16.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:15 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140259-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:21:16.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:15 smithi110 ceph-mon[88691]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-12T16:21:16.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:15 smithi110 ceph-mon[88691]: pgmap v1393: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:21:16.083 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.086+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~SCK8EWBCKVF2.0 size=360729 2024-04-12T16:21:16.083 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.086+0000 7f98d3178780 1 > prepared multipart upload key=D0M5V2Z6TGN6 upload=SCK8EWBCKVF2 tag=3WUMG8TRYBAC type=write size=1409305 2024-04-12T16:21:16.085 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.089+0000 7f98d3178780 1 < suggested update operation key=0OWCAM744WJ9 tag=CDXNV3G92SOE type=del size=431775 2024-04-12T16:21:16.087 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.090+0000 7f98d3178780 1 > prepared operation key=7X1SF5VYO5QN tag=7EGKZR5W52BR type=del size=2153779 2024-04-12T16:21:16.088 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.091+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~IVE5476970IR.0 size=1048576 2024-04-12T16:21:16.089 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.092+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~IVE5476970IR.1 size=522894 2024-04-12T16:21:16.091 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.095+0000 7f98d3178780 1 < completed multipart upload key=PT2U3K72AW80 upload=IVE5476970IR tag=QHK2OWUUKGXC type=write size=2620046 2024-04-12T16:21:16.094 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.097+0000 7f98d3178780 1 > prepared part key=_multipart_FLD16WRTYTRE.2~HHW8YR4HJJOO.0 size=1048576 2024-04-12T16:21:16.095 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.098+0000 7f98d3178780 1 > prepared part key=_multipart_FLD16WRTYTRE.2~HHW8YR4HJJOO.1 size=1048576 2024-04-12T16:21:16.096 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.099+0000 7f98d3178780 1 > prepared part key=_multipart_FLD16WRTYTRE.2~HHW8YR4HJJOO.2 size=182863 2024-04-12T16:21:16.096 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.099+0000 7f98d3178780 1 > prepared multipart upload key=FLD16WRTYTRE upload=HHW8YR4HJJOO tag=981FN879B3TV type=write size=3328591 2024-04-12T16:21:16.098 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.101+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~KHGYA5SDP1PT.0 size=1048576 2024-04-12T16:21:16.098 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.101+0000 7f98d3178780 1 < canceled part key=_multipart_ZXZ7NSPZRCDD.2~KHGYA5SDP1PT.1 size=34754 2024-04-12T16:21:16.100 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.103+0000 7f98d3178780 1 < canceled multipart upload key=ZXZ7NSPZRCDD upload=KHGYA5SDP1PT tag=2QLDEA8P90PB type=write size=2131906 2024-04-12T16:21:16.102 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.106+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~NWKWENE3AFCE.0 size=227365 2024-04-12T16:21:16.102 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.106+0000 7f98d3178780 1 > prepared multipart upload key=KHYODRDPUF4K upload=NWKWENE3AFCE tag=AKNWBU51UMEW type=write size=1275941 2024-04-12T16:21:16.104 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.107+0000 7f98d3178780 1 < completed write operation key=8ZR0C2P8VMRA tag=0WK8D5MSA33L type=write size=291514 2024-04-12T16:21:16.105 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.108+0000 7f98d3178780 1 > prepared operation key=LU8ZUI2MDRGX tag=HQ133IGKTFL9 type=del size=1691682 2024-04-12T16:21:16.107 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.110+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~3OQ66E8W851U.0 size=1048576 2024-04-12T16:21:16.108 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.111+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~3OQ66E8W851U.1 size=1048576 2024-04-12T16:21:16.109 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.112+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~3OQ66E8W851U.2 size=651341 2024-04-12T16:21:16.111 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.115+0000 7f98d3178780 1 < completed multipart upload key=ZZ03YKAYH1C2 upload=3OQ66E8W851U tag=SHYAIFUII4FB type=write size=3797069 2024-04-12T16:21:16.113 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.116+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=SGW2MCOBSY0C type=write size=140956 2024-04-12T16:21:16.114 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.118+0000 7f98d3178780 1 < completed write operation key=PWA38LFGIMFY tag=N5COAVGPQNA0 type=write size=447150 2024-04-12T16:21:16.116 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.119+0000 7f98d3178780 1 > prepared operation key=VZ3ZKIAP7V00 tag=WASDRL33OGR9 type=del size=234461 2024-04-12T16:21:16.118 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.121+0000 7f98d3178780 1 < completed delete operation key=8ZR0C2P8VMRA tag=C6LMT58QP5LA type=del 2024-04-12T16:21:16.119 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.122+0000 7f98d3178780 1 > prepared operation key=7X1SF5VYO5QN tag=W6CJUC3NNR11 type=del size=1151208 2024-04-12T16:21:16.121 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.124+0000 7f98d3178780 1 < completed delete operation key=FLD16WRTYTRE tag=ALTAJ8YT78XU type=del 2024-04-12T16:21:16.123 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.127+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~3VM5U5PDBDKK.0 size=1048576 2024-04-12T16:21:16.124 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.128+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~3VM5U5PDBDKK.1 size=802407 2024-04-12T16:21:16.125 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.128+0000 7f98d3178780 1 > prepared multipart upload key=XC0UMQW2OGOM upload=3VM5U5PDBDKK tag=IHKJVOJIR98R type=write size=2899559 2024-04-12T16:21:16.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:15 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140259-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:21:16.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:15 smithi099 ceph-mon[94290]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-12T16:21:16.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:15 smithi099 ceph-mon[94290]: pgmap v1393: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:21:16.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:15 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140259-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:21:16.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:15 smithi099 ceph-mon[96864]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-12T16:21:16.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:15 smithi099 ceph-mon[96864]: pgmap v1393: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:21:16.128 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.131+0000 7f98d3178780 1 < suggested update operation key=RGAGK6SC7WUJ tag=8TCMEMMEKHM1 type=write size=657750 2024-04-12T16:21:16.131 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.134+0000 7f98d3178780 1 > prepared part key=_multipart_EZFO3J6YDS47.2~9DFBTD25GF9G.0 size=743197 2024-04-12T16:21:16.131 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.134+0000 7f98d3178780 1 > prepared multipart upload key=EZFO3J6YDS47 upload=9DFBTD25GF9G tag=2P9OPHMPGH76 type=write size=1791773 2024-04-12T16:21:16.133 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.136+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~01SQSAACWQ4A.0 size=743194 2024-04-12T16:21:16.135 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.139+0000 7f98d3178780 1 < completed multipart upload key=7X1SF5VYO5QN upload=01SQSAACWQ4A tag=Y6AY2DU4HXRD type=write size=1791770 2024-04-12T16:21:16.138 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.141+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~TOMLMTZ44Z3P.0 size=1048576 2024-04-12T16:21:16.139 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.142+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~TOMLMTZ44Z3P.1 size=1048576 2024-04-12T16:21:16.140 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.144+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~TOMLMTZ44Z3P.2 size=896627 2024-04-12T16:21:16.140 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.144+0000 7f98d3178780 1 > prepared multipart upload key=ZXZ7NSPZRCDD upload=TOMLMTZ44Z3P tag=VTXOPOERSCQ2 type=write size=4042355 2024-04-12T16:21:16.142 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.145+0000 7f98d3178780 1 < completed delete operation key=UQB6NBY40RTD tag=N344NNPAJ9UL type=del 2024-04-12T16:21:16.145 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.148+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~NY3W4W83IGYX.0 size=591208 2024-04-12T16:21:16.145 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.148+0000 7f98d3178780 1 > prepared multipart upload key=D0M5V2Z6TGN6 upload=NY3W4W83IGYX tag=GI0GJO1H33ZH type=write size=1639784 2024-04-12T16:21:16.146 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.150+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~VY83WEL57TU5.0 size=1048576 2024-04-12T16:21:16.147 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.151+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~VY83WEL57TU5.1 size=1048576 2024-04-12T16:21:16.148 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.151+0000 7f98d3178780 1 < canceled part key=_multipart_3AW8J5U5KAAT.2~VY83WEL57TU5.2 size=406105 2024-04-12T16:21:16.150 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.153+0000 7f98d3178780 1 < canceled multipart upload key=3AW8J5U5KAAT upload=VY83WEL57TU5 tag=OGYF4EPADNM1 type=write size=3551833 2024-04-12T16:21:16.151 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.154+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=HAE15QNRTTU1 type=write size=54020 2024-04-12T16:21:16.151 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.155+0000 7f98d3178780 1 < canceled part key=_multipart_VZ3ZKIAP7V00.2~X4DY9V3ZMJ6D.0 size=542630 2024-04-12T16:21:16.154 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.157+0000 7f98d3178780 1 < canceled multipart upload key=VZ3ZKIAP7V00 upload=X4DY9V3ZMJ6D tag=JFPO1T5B5B2J type=write size=1591206 2024-04-12T16:21:16.155 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.159+0000 7f98d3178780 1 > prepared operation key=23DHOZJVEXJ6 tag=524YW0AYEBUG type=write size=130547 2024-04-12T16:21:16.155 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.159+0000 7f98d3178780 1 < canceled part key=_multipart_8AV30C26CXYV.2~XMNF4ROFQE3X.0 size=383434 2024-04-12T16:21:16.158 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.161+0000 7f98d3178780 1 < canceled multipart upload key=8AV30C26CXYV upload=XMNF4ROFQE3X tag=U7XVXZ3MSAUY type=write size=1432010 2024-04-12T16:21:16.161 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.164+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~YOMHMQMCLP0D.0 size=1048576 2024-04-12T16:21:16.162 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.165+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~YOMHMQMCLP0D.1 size=1048576 2024-04-12T16:21:16.163 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.167+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~YOMHMQMCLP0D.2 size=604510 2024-04-12T16:21:16.163 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.167+0000 7f98d3178780 1 > prepared multipart upload key=8ZR0C2P8VMRA upload=YOMHMQMCLP0D tag=IJQFHHNU6KVD type=write size=3750238 2024-04-12T16:21:16.165 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.168+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~QCYMYDHM2FGT.0 size=1048576 2024-04-12T16:21:16.166 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.170+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~QCYMYDHM2FGT.1 size=1048576 2024-04-12T16:21:16.168 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.171+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~QCYMYDHM2FGT.2 size=847132 2024-04-12T16:21:16.170 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.174+0000 7f98d3178780 1 < completed multipart upload key=IHLY0ZTYK6UT upload=QCYMYDHM2FGT tag=UYJK90UICBQY type=write size=3992860 2024-04-12T16:21:16.172 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.175+0000 7f98d3178780 1 > prepared operation key=D0M5V2Z6TGN6 tag=BP7PFUKPZ15R type=del size=1248127 2024-04-12T16:21:16.174 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.177+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~SCK8EWBCKVF2.0 size=360729 2024-04-12T16:21:16.176 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.180+0000 7f98d3178780 1 < completed multipart upload key=D0M5V2Z6TGN6 upload=SCK8EWBCKVF2 tag=3WUMG8TRYBAC type=write size=1409305 2024-04-12T16:21:16.178 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.181+0000 7f98d3178780 1 > prepared operation key=PWA38LFGIMFY tag=YMGV7IA0PX3C type=del size=2850502 2024-04-12T16:21:16.180 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.183+0000 7f98d3178780 1 < completed delete operation key=7X1SF5VYO5QN tag=7EGKZR5W52BR type=del 2024-04-12T16:21:16.181 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.184+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=1OJBW4XHS45Z type=del size=607642 2024-04-12T16:21:16.183 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.186+0000 7f98d3178780 1 < completed part key=_multipart_FLD16WRTYTRE.2~HHW8YR4HJJOO.0 size=1048576 2024-04-12T16:21:16.184 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.187+0000 7f98d3178780 1 < completed part key=_multipart_FLD16WRTYTRE.2~HHW8YR4HJJOO.1 size=1048576 2024-04-12T16:21:16.185 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.188+0000 7f98d3178780 1 < completed part key=_multipart_FLD16WRTYTRE.2~HHW8YR4HJJOO.2 size=182863 2024-04-12T16:21:16.187 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.191+0000 7f98d3178780 1 < completed multipart upload key=FLD16WRTYTRE upload=HHW8YR4HJJOO tag=981FN879B3TV type=write size=3328591 2024-04-12T16:21:16.190 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.194+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~BZRQ6E49XZPM.0 size=875607 2024-04-12T16:21:16.191 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.194+0000 7f98d3178780 1 > prepared multipart upload key=7X1SF5VYO5QN upload=BZRQ6E49XZPM tag=H4GPFP7IHGV3 type=write size=1924183 2024-04-12T16:21:16.192 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.195+0000 7f98d3178780 1 < completed part key=_multipart_KHYODRDPUF4K.2~NWKWENE3AFCE.0 size=227365 2024-04-12T16:21:16.194 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.197+0000 7f98d3178780 1 < completed multipart upload key=KHYODRDPUF4K upload=NWKWENE3AFCE tag=AKNWBU51UMEW type=write size=1275941 2024-04-12T16:21:16.196 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.199+0000 7f98d3178780 1 > prepared operation key=PT2U3K72AW80 tag=YRFLDTXDRJN0 type=del size=1479669 2024-04-12T16:21:16.197 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.200+0000 7f98d3178780 1 < completed delete operation key=LU8ZUI2MDRGX tag=HQ133IGKTFL9 type=del 2024-04-12T16:21:16.199 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.203+0000 7f98d3178780 1 > prepared part key=_multipart_RGAGK6SC7WUJ.2~VTP2YECQHANZ.0 size=130038 2024-04-12T16:21:16.200 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.203+0000 7f98d3178780 1 > prepared multipart upload key=RGAGK6SC7WUJ upload=VTP2YECQHANZ tag=RJ0EKL806Q3V type=write size=1178614 2024-04-12T16:21:16.201 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.204+0000 7f98d3178780 1 < completed write operation key=9L0C6XS0IUS0 tag=SGW2MCOBSY0C type=write size=140956 2024-04-12T16:21:16.202 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.205+0000 7f98d3178780 1 > prepared operation key=I40BBGONTDFL tag=UXSPYYQHEP46 type=write size=459501 2024-04-12T16:21:16.204 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.207+0000 7f98d3178780 1 < completed delete operation key=VZ3ZKIAP7V00 tag=WASDRL33OGR9 type=del 2024-04-12T16:21:16.205 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.208+0000 7f98d3178780 1 > prepared operation key=VZ3ZKIAP7V00 tag=WGA3SRHRBQD9 type=del size=821194 2024-04-12T16:21:16.207 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.211+0000 7f98d3178780 1 < suggested update operation key=7X1SF5VYO5QN tag=W6CJUC3NNR11 type=del size=1151208 2024-04-12T16:21:16.210 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.213+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~CALEOVEOBBW1.0 size=566221 2024-04-12T16:21:16.210 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.213+0000 7f98d3178780 1 > prepared multipart upload key=KHYODRDPUF4K upload=CALEOVEOBBW1 tag=53E8QFUXYM9I type=write size=1614797 2024-04-12T16:21:16.210 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.213+0000 7f98d3178780 1 < canceled part key=_multipart_XC0UMQW2OGOM.2~3VM5U5PDBDKK.0 size=1048576 2024-04-12T16:21:16.211 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.215+0000 7f98d3178780 1 < completed part key=_multipart_XC0UMQW2OGOM.2~3VM5U5PDBDKK.1 size=802407 2024-04-12T16:21:16.213 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.217+0000 7f98d3178780 1 < canceled multipart upload key=XC0UMQW2OGOM upload=3VM5U5PDBDKK tag=IHKJVOJIR98R type=write size=2899559 2024-04-12T16:21:16.216 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.219+0000 7f98d3178780 1 > prepared part key=_multipart_W6L40IZK9EF7.2~A7J1Z5EM97C6.0 size=1048576 2024-04-12T16:21:16.217 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.221+0000 7f98d3178780 1 > prepared part key=_multipart_W6L40IZK9EF7.2~A7J1Z5EM97C6.1 size=1048576 2024-04-12T16:21:16.218 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.222+0000 7f98d3178780 1 > prepared part key=_multipart_W6L40IZK9EF7.2~A7J1Z5EM97C6.2 size=228258 2024-04-12T16:21:16.219 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.222+0000 7f98d3178780 1 > prepared multipart upload key=W6L40IZK9EF7 upload=A7J1Z5EM97C6 tag=07E11A6L5L9R type=write size=3373986 2024-04-12T16:21:16.220 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.223+0000 7f98d3178780 1 < completed part key=_multipart_EZFO3J6YDS47.2~9DFBTD25GF9G.0 size=743197 2024-04-12T16:21:16.222 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.225+0000 7f98d3178780 1 < completed multipart upload key=EZFO3J6YDS47 upload=9DFBTD25GF9G tag=2P9OPHMPGH76 type=write size=1791773 2024-04-12T16:21:16.224 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.227+0000 7f98d3178780 1 > prepared operation key=3AW8J5U5KAAT tag=NBIM515BIQ6M type=del size=1828295 2024-04-12T16:21:16.225 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.228+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~TOMLMTZ44Z3P.0 size=1048576 2024-04-12T16:21:16.225 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.228+0000 7f98d3178780 1 < canceled part key=_multipart_ZXZ7NSPZRCDD.2~TOMLMTZ44Z3P.1 size=1048576 2024-04-12T16:21:16.226 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.229+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~TOMLMTZ44Z3P.2 size=896627 2024-04-12T16:21:16.228 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.231+0000 7f98d3178780 1 < canceled multipart upload key=ZXZ7NSPZRCDD upload=TOMLMTZ44Z3P tag=VTXOPOERSCQ2 type=write size=4042355 2024-04-12T16:21:16.231 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.235+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~2V5BESX1G6U4.0 size=1048576 2024-04-12T16:21:16.233 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.236+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~2V5BESX1G6U4.1 size=1048576 2024-04-12T16:21:16.234 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.237+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~2V5BESX1G6U4.2 size=7613 2024-04-12T16:21:16.234 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.237+0000 7f98d3178780 1 > prepared multipart upload key=IHLY0ZTYK6UT upload=2V5BESX1G6U4 tag=7VC81B55OV56 type=write size=3153341 2024-04-12T16:21:16.234 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.238+0000 7f98d3178780 1 < canceled part key=_multipart_D0M5V2Z6TGN6.2~NY3W4W83IGYX.0 size=591208 2024-04-12T16:21:16.237 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.240+0000 7f98d3178780 1 < canceled multipart upload key=D0M5V2Z6TGN6 upload=NY3W4W83IGYX tag=GI0GJO1H33ZH type=write size=1639784 2024-04-12T16:21:16.239 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.242+0000 7f98d3178780 1 > prepared operation key=JFLGBNJ7LSGN tag=CZGQJDPTFP1T type=del size=480636 2024-04-12T16:21:16.241 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.245+0000 7f98d3178780 1 < suggested update operation key=8ZR0C2P8VMRA tag=HAE15QNRTTU1 type=write size=54020 2024-04-12T16:21:16.243 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.246+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=V8MK15QE9IX9 type=del size=586898 2024-04-12T16:21:16.246 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.249+0000 7f98d3178780 1 < suggested update operation key=23DHOZJVEXJ6 tag=524YW0AYEBUG type=write size=130547 2024-04-12T16:21:16.248 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.252+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~JQSFLDW8N3YI.0 size=411014 2024-04-12T16:21:16.249 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.252+0000 7f98d3178780 1 > prepared multipart upload key=UQB6NBY40RTD upload=JQSFLDW8N3YI tag=GHJBJYVVLVQN type=write size=1459590 2024-04-12T16:21:16.250 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.253+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~YOMHMQMCLP0D.0 size=1048576 2024-04-12T16:21:16.250 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.253+0000 7f98d3178780 1 < canceled part key=_multipart_8ZR0C2P8VMRA.2~YOMHMQMCLP0D.1 size=1048576 2024-04-12T16:21:16.251 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.254+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~YOMHMQMCLP0D.2 size=604510 2024-04-12T16:21:16.253 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.257+0000 7f98d3178780 1 < canceled multipart upload key=8ZR0C2P8VMRA upload=YOMHMQMCLP0D tag=IJQFHHNU6KVD type=write size=3750238 2024-04-12T16:21:16.255 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.258+0000 7f98d3178780 1 > prepared operation key=LU8ZUI2MDRGX tag=A4OB2YZQR8TS type=del size=4040721 2024-04-12T16:21:16.256 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.259+0000 7f98d3178780 1 < completed delete operation key=D0M5V2Z6TGN6 tag=BP7PFUKPZ15R type=del 2024-04-12T16:21:16.259 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.262+0000 7f98d3178780 1 > prepared part key=_multipart_KURJT9NHLL4D.2~LM0K587U7DDW.0 size=1048576 2024-04-12T16:21:16.260 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.263+0000 7f98d3178780 1 > prepared part key=_multipart_KURJT9NHLL4D.2~LM0K587U7DDW.1 size=1043193 2024-04-12T16:21:16.260 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.263+0000 7f98d3178780 1 > prepared multipart upload key=KURJT9NHLL4D upload=LM0K587U7DDW tag=BPDFRPX8OUE9 type=write size=3140345 2024-04-12T16:21:16.263 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.266+0000 7f98d3178780 1 < suggested update operation key=PWA38LFGIMFY tag=YMGV7IA0PX3C type=del size=2850502 2024-04-12T16:21:16.264 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.268+0000 7f98d3178780 1 > prepared operation key=4LOLFK38TOHP tag=EC4572DPQV35 type=del size=1241767 2024-04-12T16:21:16.267 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.271+0000 7f98d3178780 1 < suggested update operation key=4S7M3FBURFC1 tag=1OJBW4XHS45Z type=del size=607642 2024-04-12T16:21:16.269 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.272+0000 7f98d3178780 1 > prepared operation key=ZZ03YKAYH1C2 tag=YC1OWUYOKUIR type=del size=1889514 2024-04-12T16:21:16.270 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.274+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~BZRQ6E49XZPM.0 size=875607 2024-04-12T16:21:16.273 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.276+0000 7f98d3178780 1 < completed multipart upload key=7X1SF5VYO5QN upload=BZRQ6E49XZPM tag=H4GPFP7IHGV3 type=write size=1924183 2024-04-12T16:21:16.275 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.279+0000 7f98d3178780 1 > prepared part key=_multipart_EZFO3J6YDS47.2~ECQI13WZE99F.0 size=1048576 2024-04-12T16:21:16.277 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.280+0000 7f98d3178780 1 > prepared part key=_multipart_EZFO3J6YDS47.2~ECQI13WZE99F.1 size=868586 2024-04-12T16:21:16.277 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.280+0000 7f98d3178780 1 > prepared multipart upload key=EZFO3J6YDS47 upload=ECQI13WZE99F tag=CAUA9TTROSEC type=write size=2965738 2024-04-12T16:21:16.278 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.282+0000 7f98d3178780 1 < completed delete operation key=PT2U3K72AW80 tag=YRFLDTXDRJN0 type=del 2024-04-12T16:21:16.280 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.283+0000 7f98d3178780 1 > prepared operation key=RGAGK6SC7WUJ tag=3YW54KXDAWNZ type=write size=758329 2024-04-12T16:21:16.281 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.285+0000 7f98d3178780 1 < completed part key=_multipart_RGAGK6SC7WUJ.2~VTP2YECQHANZ.0 size=130038 2024-04-12T16:21:16.284 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.287+0000 7f98d3178780 1 < completed multipart upload key=RGAGK6SC7WUJ upload=VTP2YECQHANZ tag=RJ0EKL806Q3V type=write size=1178614 2024-04-12T16:21:16.286 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.289+0000 7f98d3178780 1 > prepared operation key=7X1SF5VYO5QN tag=RMAOBTNB2TCX type=del size=719980 2024-04-12T16:21:16.287 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.290+0000 7f98d3178780 1 < completed write operation key=I40BBGONTDFL tag=UXSPYYQHEP46 type=write size=459501 2024-04-12T16:21:16.289 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.292+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=OTRUCN4FS7S2 type=del size=2831693 2024-04-12T16:21:16.291 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.294+0000 7f98d3178780 1 < completed delete operation key=VZ3ZKIAP7V00 tag=WGA3SRHRBQD9 type=del 2024-04-12T16:21:16.294 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.297+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~HIWT0JDUPS6L.0 size=1048576 2024-04-12T16:21:16.295 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.298+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~HIWT0JDUPS6L.1 size=697155 2024-04-12T16:21:16.295 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.298+0000 7f98d3178780 1 > prepared multipart upload key=XC0UMQW2OGOM upload=HIWT0JDUPS6L tag=LJ5DO09ACR5B type=write size=2794307 2024-04-12T16:21:16.297 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.300+0000 7f98d3178780 1 < completed part key=_multipart_KHYODRDPUF4K.2~CALEOVEOBBW1.0 size=566221 2024-04-12T16:21:16.299 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.303+0000 7f98d3178780 1 < completed multipart upload key=KHYODRDPUF4K upload=CALEOVEOBBW1 tag=53E8QFUXYM9I type=write size=1614797 2024-04-12T16:21:16.301 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.304+0000 7f98d3178780 1 > prepared operation key=ZXZ7NSPZRCDD tag=VICYHH3OB7ZQ type=del size=2412770 2024-04-12T16:21:16.303 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.306+0000 7f98d3178780 1 < completed part key=_multipart_W6L40IZK9EF7.2~A7J1Z5EM97C6.0 size=1048576 2024-04-12T16:21:16.304 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.308+0000 7f98d3178780 1 < completed part key=_multipart_W6L40IZK9EF7.2~A7J1Z5EM97C6.1 size=1048576 2024-04-12T16:21:16.306 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.310+0000 7f98d3178780 1 < completed part key=_multipart_W6L40IZK9EF7.2~A7J1Z5EM97C6.2 size=228258 2024-04-12T16:21:16.310 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.313+0000 7f98d3178780 1 < completed multipart upload key=W6L40IZK9EF7 upload=A7J1Z5EM97C6 tag=07E11A6L5L9R type=write size=3373986 2024-04-12T16:21:16.313 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.316+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~FRFTAQXFQQCC.0 size=1048576 2024-04-12T16:21:16.314 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.317+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~FRFTAQXFQQCC.1 size=1048576 2024-04-12T16:21:16.315 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.318+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~FRFTAQXFQQCC.2 size=904592 2024-04-12T16:21:16.315 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.318+0000 7f98d3178780 1 > prepared multipart upload key=KHYODRDPUF4K upload=FRFTAQXFQQCC tag=JOS5ZA2KDP78 type=write size=4050320 2024-04-12T16:21:16.317 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.320+0000 7f98d3178780 1 < completed delete operation key=3AW8J5U5KAAT tag=NBIM515BIQ6M type=del 2024-04-12T16:21:16.319 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.323+0000 7f98d3178780 1 > prepared part key=_multipart_JFLGBNJ7LSGN.2~DPG8UYHV86HD.0 size=998090 2024-04-12T16:21:16.320 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.323+0000 7f98d3178780 1 > prepared multipart upload key=JFLGBNJ7LSGN upload=DPG8UYHV86HD tag=WZ3MTWJE9E0P type=write size=2046666 2024-04-12T16:21:16.321 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.324+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~2V5BESX1G6U4.0 size=1048576 2024-04-12T16:21:16.322 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.326+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~2V5BESX1G6U4.1 size=1048576 2024-04-12T16:21:16.324 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.327+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~2V5BESX1G6U4.2 size=7613 2024-04-12T16:21:16.326 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.330+0000 7f98d3178780 1 < completed multipart upload key=IHLY0ZTYK6UT upload=2V5BESX1G6U4 tag=7VC81B55OV56 type=write size=3153341 2024-04-12T16:21:16.329 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.332+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~HXM283RZNB3B.0 size=1048576 2024-04-12T16:21:16.330 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.333+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~HXM283RZNB3B.1 size=1048576 2024-04-12T16:21:16.331 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.334+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~HXM283RZNB3B.2 size=771262 2024-04-12T16:21:16.331 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.334+0000 7f98d3178780 1 > prepared multipart upload key=S81W06TIIZMK upload=HXM283RZNB3B tag=NGY1CHOQZTDQ type=write size=3916990 2024-04-12T16:21:16.334 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.337+0000 7f98d3178780 1 < suggested update operation key=JFLGBNJ7LSGN tag=CZGQJDPTFP1T type=del size=480636 2024-04-12T16:21:16.336 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.340+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~X3BU1RARKESG.0 size=1048576 2024-04-12T16:21:16.337 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.341+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~X3BU1RARKESG.1 size=1048576 2024-04-12T16:21:16.338 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.342+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~X3BU1RARKESG.2 size=899504 2024-04-12T16:21:16.338 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.342+0000 7f98d3178780 1 > prepared multipart upload key=8AV30C26CXYV upload=X3BU1RARKESG tag=RQPD77UPU4SA type=write size=4045232 2024-04-12T16:21:16.340 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.343+0000 7f98d3178780 1 < completed delete operation key=XC0UMQW2OGOM tag=V8MK15QE9IX9 type=del 2024-04-12T16:21:16.341 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.345+0000 7f98d3178780 1 > prepared operation key=PWA38LFGIMFY tag=1RDY75NJJL6V type=del size=3952857 2024-04-12T16:21:16.343 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.346+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~JQSFLDW8N3YI.0 size=411014 2024-04-12T16:21:16.345 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.348+0000 7f98d3178780 1 < completed multipart upload key=UQB6NBY40RTD upload=JQSFLDW8N3YI tag=GHJBJYVVLVQN type=write size=1459590 2024-04-12T16:21:16.346 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.350+0000 7f98d3178780 1 > prepared operation key=RGAGK6SC7WUJ tag=CENBWE1UA19C type=del size=70501 2024-04-12T16:21:16.348 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.351+0000 7f98d3178780 1 < completed delete operation key=LU8ZUI2MDRGX tag=A4OB2YZQR8TS type=del 2024-04-12T16:21:16.350 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.354+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~JKY2GWDPVLKA.0 size=1048576 2024-04-12T16:21:16.352 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.355+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~JKY2GWDPVLKA.1 size=260326 2024-04-12T16:21:16.352 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.355+0000 7f98d3178780 1 > prepared multipart upload key=3AW8J5U5KAAT upload=JKY2GWDPVLKA tag=AFZJ7BFDF7UD type=write size=2357478 2024-04-12T16:21:16.353 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.356+0000 7f98d3178780 1 < completed part key=_multipart_KURJT9NHLL4D.2~LM0K587U7DDW.0 size=1048576 2024-04-12T16:21:16.354 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.357+0000 7f98d3178780 1 < completed part key=_multipart_KURJT9NHLL4D.2~LM0K587U7DDW.1 size=1043193 2024-04-12T16:21:16.356 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.360+0000 7f98d3178780 1 < completed multipart upload key=KURJT9NHLL4D upload=LM0K587U7DDW tag=BPDFRPX8OUE9 type=write size=3140345 2024-04-12T16:21:16.359 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.362+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~XJLPYF22E1CN.0 size=350369 2024-04-12T16:21:16.359 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.362+0000 7f98d3178780 1 > prepared multipart upload key=0OWCAM744WJ9 upload=XJLPYF22E1CN tag=QEKZO7K3FCDW type=write size=1398945 2024-04-12T16:21:16.361 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.364+0000 7f98d3178780 1 < completed delete operation key=4LOLFK38TOHP tag=EC4572DPQV35 type=del 2024-04-12T16:21:16.362 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.366+0000 7f98d3178780 1 > prepared operation key=8AV30C26CXYV tag=HLYUIGYMCJTU type=del size=3036876 2024-04-12T16:21:16.366 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.369+0000 7f98d3178780 1 < suggested remove operation key=ZZ03YKAYH1C2 tag=YC1OWUYOKUIR type=del 2024-04-12T16:21:16.367 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.370+0000 7f98d3178780 1 > prepared operation key=LU8ZUI2MDRGX tag=ERM2S0ILEOFI type=write size=659274 2024-04-12T16:21:16.369 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.372+0000 7f98d3178780 1 < completed part key=_multipart_EZFO3J6YDS47.2~ECQI13WZE99F.0 size=1048576 2024-04-12T16:21:16.370 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.373+0000 7f98d3178780 1 < completed part key=_multipart_EZFO3J6YDS47.2~ECQI13WZE99F.1 size=868586 2024-04-12T16:21:16.373 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.376+0000 7f98d3178780 1 < completed multipart upload key=EZFO3J6YDS47 upload=ECQI13WZE99F tag=CAUA9TTROSEC type=write size=2965738 2024-04-12T16:21:16.374 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.378+0000 7f98d3178780 1 > prepared operation key=7X1SF5VYO5QN tag=WIGA9VPMTWU0 type=del size=2539105 2024-04-12T16:21:16.376 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.379+0000 7f98d3178780 1 < completed write operation key=RGAGK6SC7WUJ tag=3YW54KXDAWNZ type=write size=758329 2024-04-12T16:21:16.379 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.382+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~UHTLNOMF7XYY.0 size=230266 2024-04-12T16:21:16.379 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.382+0000 7f98d3178780 1 > prepared multipart upload key=ZXZ7NSPZRCDD upload=UHTLNOMF7XYY tag=MWGOI7XQFVKL type=write size=1278842 2024-04-12T16:21:16.380 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.383+0000 7f98d3178780 1 < completed delete operation key=7X1SF5VYO5QN tag=RMAOBTNB2TCX type=del 2024-04-12T16:21:16.382 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.385+0000 7f98d3178780 1 > prepared operation key=VZ3ZKIAP7V00 tag=GM003K2HSGOP type=del size=648117 2024-04-12T16:21:16.383 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.386+0000 7f98d3178780 1 < completed delete operation key=UQB6NBY40RTD tag=OTRUCN4FS7S2 type=del 2024-04-12T16:21:16.386 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.389+0000 7f98d3178780 1 > prepared part key=_multipart_FLD16WRTYTRE.2~QNRE0WA7ACIJ.0 size=1048576 2024-04-12T16:21:16.387 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.390+0000 7f98d3178780 1 > prepared part key=_multipart_FLD16WRTYTRE.2~QNRE0WA7ACIJ.1 size=375068 2024-04-12T16:21:16.387 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.390+0000 7f98d3178780 1 > prepared multipart upload key=FLD16WRTYTRE upload=QNRE0WA7ACIJ tag=OMNKWQ94K5U7 type=write size=2472220 2024-04-12T16:21:16.387 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.391+0000 7f98d3178780 1 < canceled part key=_multipart_XC0UMQW2OGOM.2~HIWT0JDUPS6L.0 size=1048576 2024-04-12T16:21:16.388 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.391+0000 7f98d3178780 1 < canceled part key=_multipart_XC0UMQW2OGOM.2~HIWT0JDUPS6L.1 size=697155 2024-04-12T16:21:16.390 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.393+0000 7f98d3178780 1 < canceled multipart upload key=XC0UMQW2OGOM upload=HIWT0JDUPS6L tag=LJ5DO09ACR5B type=write size=2794307 2024-04-12T16:21:16.392 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.395+0000 7f98d3178780 1 > prepared operation key=FLD16WRTYTRE tag=XEHJMXV2GPOG type=del size=2624512 2024-04-12T16:21:16.394 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.398+0000 7f98d3178780 1 < suggested update operation key=ZXZ7NSPZRCDD tag=VICYHH3OB7ZQ type=del size=2412770 2024-04-12T16:21:16.396 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.399+0000 7f98d3178780 1 > prepared operation key=D0M5V2Z6TGN6 tag=ICE88QS1UEZV type=del size=1505811 2024-04-12T16:21:16.397 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.401+0000 7f98d3178780 1 < completed part key=_multipart_KHYODRDPUF4K.2~FRFTAQXFQQCC.0 size=1048576 2024-04-12T16:21:16.398 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.402+0000 7f98d3178780 1 < completed part key=_multipart_KHYODRDPUF4K.2~FRFTAQXFQQCC.1 size=1048576 2024-04-12T16:21:16.399 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.402+0000 7f98d3178780 1 < canceled part key=_multipart_KHYODRDPUF4K.2~FRFTAQXFQQCC.2 size=904592 2024-04-12T16:21:16.401 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.404+0000 7f98d3178780 1 < canceled multipart upload key=KHYODRDPUF4K upload=FRFTAQXFQQCC tag=JOS5ZA2KDP78 type=write size=4050320 2024-04-12T16:21:16.402 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.406+0000 7f98d3178780 1 > prepared operation key=PWA38LFGIMFY tag=A81EMBO3QUPE type=del size=1898487 2024-04-12T16:21:16.404 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.407+0000 7f98d3178780 1 < completed part key=_multipart_JFLGBNJ7LSGN.2~DPG8UYHV86HD.0 size=998090 2024-04-12T16:21:16.406 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.410+0000 7f98d3178780 1 < completed multipart upload key=JFLGBNJ7LSGN upload=DPG8UYHV86HD tag=WZ3MTWJE9E0P type=write size=2046666 2024-04-12T16:21:16.409 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.412+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~65CHNW6YPJYG.0 size=1048576 2024-04-12T16:21:16.410 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.413+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~65CHNW6YPJYG.1 size=612113 2024-04-12T16:21:16.410 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.413+0000 7f98d3178780 1 > prepared multipart upload key=23DHOZJVEXJ6 upload=65CHNW6YPJYG tag=U0Z7N8UJ57C0 type=write size=2709265 2024-04-12T16:21:16.410 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.414+0000 7f98d3178780 1 < canceled part key=_multipart_S81W06TIIZMK.2~HXM283RZNB3B.0 size=1048576 2024-04-12T16:21:16.411 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.415+0000 7f98d3178780 1 < completed part key=_multipart_S81W06TIIZMK.2~HXM283RZNB3B.1 size=1048576 2024-04-12T16:21:16.413 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.416+0000 7f98d3178780 1 < completed part key=_multipart_S81W06TIIZMK.2~HXM283RZNB3B.2 size=771262 2024-04-12T16:21:16.415 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.419+0000 7f98d3178780 1 < canceled multipart upload key=S81W06TIIZMK upload=HXM283RZNB3B tag=NGY1CHOQZTDQ type=write size=3916990 2024-04-12T16:21:16.418 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.421+0000 7f98d3178780 1 > prepared part key=_multipart_PWA38LFGIMFY.2~KP2ARXH9VGC1.0 size=183640 2024-04-12T16:21:16.418 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.421+0000 7f98d3178780 1 > prepared multipart upload key=PWA38LFGIMFY upload=KP2ARXH9VGC1 tag=MRRV9E33088K type=write size=1232216 2024-04-12T16:21:16.419 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.423+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~X3BU1RARKESG.0 size=1048576 2024-04-12T16:21:16.420 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.424+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~X3BU1RARKESG.1 size=1048576 2024-04-12T16:21:16.421 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.425+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~X3BU1RARKESG.2 size=899504 2024-04-12T16:21:16.424 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.427+0000 7f98d3178780 1 < completed multipart upload key=8AV30C26CXYV upload=X3BU1RARKESG tag=RQPD77UPU4SA type=write size=4045232 2024-04-12T16:21:16.426 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.429+0000 7f98d3178780 1 > prepared part key=_multipart_KURJT9NHLL4D.2~YHQZ9GZVNPUE.0 size=427464 2024-04-12T16:21:16.426 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.429+0000 7f98d3178780 1 > prepared multipart upload key=KURJT9NHLL4D upload=YHQZ9GZVNPUE tag=XNXA7ADMH7CS type=write size=1476040 2024-04-12T16:21:16.428 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.431+0000 7f98d3178780 1 < canceled operation key=PWA38LFGIMFY tag=1RDY75NJJL6V type=del size=3952857 2024-04-12T16:21:16.430 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.434+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~JXXAX98FB7EJ.0 size=1048576 2024-04-12T16:21:16.432 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.435+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~JXXAX98FB7EJ.1 size=1048576 2024-04-12T16:21:16.433 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.436+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~JXXAX98FB7EJ.2 size=469712 2024-04-12T16:21:16.433 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.436+0000 7f98d3178780 1 > prepared multipart upload key=3AW8J5U5KAAT upload=JXXAX98FB7EJ tag=7AM8YNV3GJ3T type=write size=3615440 2024-04-12T16:21:16.436 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.439+0000 7f98d3178780 1 < suggested update operation key=RGAGK6SC7WUJ tag=CENBWE1UA19C type=del size=70501 2024-04-12T16:21:16.438 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.442+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~UQGN5BMYMXMC.0 size=152254 2024-04-12T16:21:16.438 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.442+0000 7f98d3178780 1 > prepared multipart upload key=3AW8J5U5KAAT upload=UQGN5BMYMXMC tag=8G1EVQY0X8UD type=write size=1200830 2024-04-12T16:21:16.440 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.443+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~JKY2GWDPVLKA.0 size=1048576 2024-04-12T16:21:16.441 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.444+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~JKY2GWDPVLKA.1 size=260326 2024-04-12T16:21:16.443 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.447+0000 7f98d3178780 1 < completed multipart upload key=3AW8J5U5KAAT upload=JKY2GWDPVLKA tag=AFZJ7BFDF7UD type=write size=2357478 2024-04-12T16:21:16.445 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.448+0000 7f98d3178780 1 > prepared operation key=I40BBGONTDFL tag=WF73AI48W0MY type=del size=2151194 2024-04-12T16:21:16.446 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.450+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~XJLPYF22E1CN.0 size=350369 2024-04-12T16:21:16.449 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.452+0000 7f98d3178780 1 < completed multipart upload key=0OWCAM744WJ9 upload=XJLPYF22E1CN tag=QEKZO7K3FCDW type=write size=1398945 2024-04-12T16:21:16.450 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.453+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=WSJBOL1INIG6 type=del size=1019217 2024-04-12T16:21:16.452 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.456+0000 7f98d3178780 1 < suggested update operation key=8AV30C26CXYV tag=HLYUIGYMCJTU type=del size=3036876 2024-04-12T16:21:16.454 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.457+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=N62FZYRALI67 type=del size=568204 2024-04-12T16:21:16.455 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.458+0000 7f98d3178780 1 < completed write operation key=LU8ZUI2MDRGX tag=ERM2S0ILEOFI type=write size=659274 2024-04-12T16:21:16.456 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.460+0000 7f98d3178780 1 > prepared operation key=PT2U3K72AW80 tag=LTK80EFAIJPV type=del size=2017995 2024-04-12T16:21:16.458 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.461+0000 7f98d3178780 1 < completed delete operation key=7X1SF5VYO5QN tag=WIGA9VPMTWU0 type=del 2024-04-12T16:21:16.459 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.462+0000 7f98d3178780 1 > prepared operation key=4LOLFK38TOHP tag=1DOF4G1QMCUP type=del size=1297502 2024-04-12T16:21:16.459 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.463+0000 7f98d3178780 1 < canceled part key=_multipart_ZXZ7NSPZRCDD.2~UHTLNOMF7XYY.0 size=230266 2024-04-12T16:21:16.462 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.465+0000 7f98d3178780 1 < canceled multipart upload key=ZXZ7NSPZRCDD upload=UHTLNOMF7XYY tag=MWGOI7XQFVKL type=write size=1278842 2024-04-12T16:21:16.463 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.467+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=LTKCWS5227LT type=write size=87933 2024-04-12T16:21:16.465 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.468+0000 7f98d3178780 1 < completed delete operation key=VZ3ZKIAP7V00 tag=GM003K2HSGOP type=del 2024-04-12T16:21:16.466 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.469+0000 7f98d3178780 1 > prepared operation key=0OWCAM744WJ9 tag=0U6Z20LKAEBB type=del size=522590 2024-04-12T16:21:16.468 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.471+0000 7f98d3178780 1 < completed part key=_multipart_FLD16WRTYTRE.2~QNRE0WA7ACIJ.0 size=1048576 2024-04-12T16:21:16.469 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.472+0000 7f98d3178780 1 < completed part key=_multipart_FLD16WRTYTRE.2~QNRE0WA7ACIJ.1 size=375068 2024-04-12T16:21:16.474 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.475+0000 7f98d3178780 1 < completed multipart upload key=FLD16WRTYTRE upload=QNRE0WA7ACIJ tag=OMNKWQ94K5U7 type=write size=2472220 2024-04-12T16:21:16.474 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.476+0000 7f98d3178780 1 > prepared operation key=23DHOZJVEXJ6 tag=GPZ6NISVHMPJ type=del size=3816853 2024-04-12T16:21:16.474 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.477+0000 7f98d3178780 1 < completed delete operation key=FLD16WRTYTRE tag=XEHJMXV2GPOG type=del 2024-04-12T16:21:16.475 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.479+0000 7f98d3178780 1 > prepared operation key=3AW8J5U5KAAT tag=6G148279YDPY type=del size=2233408 2024-04-12T16:21:16.477 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.480+0000 7f98d3178780 1 < canceled operation key=D0M5V2Z6TGN6 tag=ICE88QS1UEZV type=del size=1505811 2024-04-12T16:21:16.478 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.481+0000 7f98d3178780 1 > prepared operation key=VZ3ZKIAP7V00 tag=4L4G2Y3ZCGEM type=del size=2136533 2024-04-12T16:21:16.479 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.483+0000 7f98d3178780 1 < completed delete operation key=PWA38LFGIMFY tag=A81EMBO3QUPE type=del 2024-04-12T16:21:16.481 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.484+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=XW6FSI3K5PD1 type=del size=1696715 2024-04-12T16:21:16.483 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.486+0000 7f98d3178780 1 < completed part key=_multipart_23DHOZJVEXJ6.2~65CHNW6YPJYG.0 size=1048576 2024-04-12T16:21:16.484 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.487+0000 7f98d3178780 1 < completed part key=_multipart_23DHOZJVEXJ6.2~65CHNW6YPJYG.1 size=612113 2024-04-12T16:21:16.487 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.490+0000 7f98d3178780 1 < completed multipart upload key=23DHOZJVEXJ6 upload=65CHNW6YPJYG tag=U0Z7N8UJ57C0 type=write size=2709265 2024-04-12T16:21:16.489 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.493+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~OOGMI6NGBIWH.0 size=1048576 2024-04-12T16:21:16.490 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.494+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~OOGMI6NGBIWH.1 size=786606 2024-04-12T16:21:16.490 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.494+0000 7f98d3178780 1 > prepared multipart upload key=S81W06TIIZMK upload=OOGMI6NGBIWH tag=JOT1CMH7PD3D type=write size=2883758 2024-04-12T16:21:16.492 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.495+0000 7f98d3178780 1 < completed part key=_multipart_PWA38LFGIMFY.2~KP2ARXH9VGC1.0 size=183640 2024-04-12T16:21:16.494 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.497+0000 7f98d3178780 1 < completed multipart upload key=PWA38LFGIMFY upload=KP2ARXH9VGC1 tag=MRRV9E33088K type=write size=1232216 2024-04-12T16:21:16.496 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.500+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~QO4O6IZLJXS9.0 size=1048576 2024-04-12T16:21:16.498 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.501+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~QO4O6IZLJXS9.1 size=636558 2024-04-12T16:21:16.498 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.501+0000 7f98d3178780 1 > prepared multipart upload key=BOEPCQFN2ISK upload=QO4O6IZLJXS9 tag=O5Z7WV0T5PL1 type=write size=2733710 2024-04-12T16:21:16.499 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.503+0000 7f98d3178780 1 < completed part key=_multipart_KURJT9NHLL4D.2~YHQZ9GZVNPUE.0 size=427464 2024-04-12T16:21:16.502 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.505+0000 7f98d3178780 1 < completed multipart upload key=KURJT9NHLL4D upload=YHQZ9GZVNPUE tag=XNXA7ADMH7CS type=write size=1476040 2024-04-12T16:21:16.504 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.507+0000 7f98d3178780 1 > prepared part key=_multipart_4S7M3FBURFC1.2~KKZ5SZ0T1VPX.0 size=1048576 2024-04-12T16:21:16.505 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.508+0000 7f98d3178780 1 > prepared part key=_multipart_4S7M3FBURFC1.2~KKZ5SZ0T1VPX.1 size=861276 2024-04-12T16:21:16.505 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.508+0000 7f98d3178780 1 > prepared multipart upload key=4S7M3FBURFC1 upload=KKZ5SZ0T1VPX tag=39QK2TOD7CF5 type=write size=2958428 2024-04-12T16:21:16.507 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.510+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~JXXAX98FB7EJ.0 size=1048576 2024-04-12T16:21:16.508 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.511+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~JXXAX98FB7EJ.1 size=1048576 2024-04-12T16:21:16.508 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.511+0000 7f98d3178780 1 < canceled part key=_multipart_3AW8J5U5KAAT.2~JXXAX98FB7EJ.2 size=469712 2024-04-12T16:21:16.511 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.514+0000 7f98d3178780 1 < canceled multipart upload key=3AW8J5U5KAAT upload=JXXAX98FB7EJ tag=7AM8YNV3GJ3T type=write size=3615440 2024-04-12T16:21:16.513 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.516+0000 7f98d3178780 1 > prepared part key=_multipart_I40BBGONTDFL.2~89X70AVNZFUS.0 size=1048576 2024-04-12T16:21:16.514 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.518+0000 7f98d3178780 1 > prepared part key=_multipart_I40BBGONTDFL.2~89X70AVNZFUS.1 size=1048576 2024-04-12T16:21:16.516 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.519+0000 7f98d3178780 1 > prepared part key=_multipart_I40BBGONTDFL.2~89X70AVNZFUS.2 size=492953 2024-04-12T16:21:16.516 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.519+0000 7f98d3178780 1 > prepared multipart upload key=I40BBGONTDFL upload=89X70AVNZFUS tag=LI1C5ZH8AW3X type=write size=3638681 2024-04-12T16:21:16.516 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.519+0000 7f98d3178780 1 < canceled part key=_multipart_3AW8J5U5KAAT.2~UQGN5BMYMXMC.0 size=152254 2024-04-12T16:21:16.518 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.521+0000 7f98d3178780 1 < canceled multipart upload key=3AW8J5U5KAAT upload=UQGN5BMYMXMC tag=8G1EVQY0X8UD type=write size=1200830 2024-04-12T16:21:16.520 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.523+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=A70Y1NNP5C98 type=write size=649531 2024-04-12T16:21:16.521 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.524+0000 7f98d3178780 1 < completed delete operation key=I40BBGONTDFL tag=WF73AI48W0MY type=del 2024-04-12T16:21:16.524 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.527+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~4RL9BLT919HK.0 size=1048576 2024-04-12T16:21:16.525 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.528+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~4RL9BLT919HK.1 size=1048576 2024-04-12T16:21:16.526 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.529+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~4RL9BLT919HK.2 size=274238 2024-04-12T16:21:16.526 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.529+0000 7f98d3178780 1 > prepared multipart upload key=ZZ03YKAYH1C2 upload=4RL9BLT919HK tag=VMI8IBLCK0GJ type=write size=3419966 2024-04-12T16:21:16.527 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.531+0000 7f98d3178780 1 < completed delete operation key=XC0UMQW2OGOM tag=WSJBOL1INIG6 type=del 2024-04-12T16:21:16.529 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.532+0000 7f98d3178780 1 > prepared operation key=66UG2YS0OGEZ tag=TDXQHYB2TTPR type=del size=2056741 2024-04-12T16:21:16.531 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.534+0000 7f98d3178780 1 < completed delete operation key=BOEPCQFN2ISK tag=N62FZYRALI67 type=del 2024-04-12T16:21:16.533 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.536+0000 7f98d3178780 1 > prepared operation key=KURJT9NHLL4D tag=M0YORLIS82PA type=del size=3220921 2024-04-12T16:21:16.534 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.538+0000 7f98d3178780 1 < completed delete operation key=PT2U3K72AW80 tag=LTK80EFAIJPV type=del 2024-04-12T16:21:16.536 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.539+0000 7f98d3178780 1 > prepared operation key=FLD16WRTYTRE tag=NO02JWT31O34 type=del size=482515 2024-04-12T16:21:16.537 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.540+0000 7f98d3178780 1 < completed delete operation key=4LOLFK38TOHP tag=1DOF4G1QMCUP type=del 2024-04-12T16:21:16.538 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.542+0000 7f98d3178780 1 > prepared operation key=IHLY0ZTYK6UT tag=9KGF6BHULRQS type=del size=2351521 2024-04-12T16:21:16.540 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.543+0000 7f98d3178780 1 < completed write operation key=GM8O00AYQLB5 tag=LTKCWS5227LT type=write size=87933 2024-04-12T16:21:16.542 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.545+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~DP4ZW943WVK7.0 size=1048576 2024-04-12T16:21:16.543 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.546+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~DP4ZW943WVK7.1 size=1048576 2024-04-12T16:21:16.544 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.547+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~DP4ZW943WVK7.2 size=509747 2024-04-12T16:21:16.544 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.547+0000 7f98d3178780 1 > prepared multipart upload key=3AW8J5U5KAAT upload=DP4ZW943WVK7 tag=PM5XXU3ZGLY7 type=write size=3655475 2024-04-12T16:21:16.547 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.550+0000 7f98d3178780 1 < suggested remove operation key=0OWCAM744WJ9 tag=0U6Z20LKAEBB type=del 2024-04-12T16:21:16.548 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.552+0000 7f98d3178780 1 > prepared operation key=KURJT9NHLL4D tag=QS9JHMU9V5LU type=del size=2845217 2024-04-12T16:21:16.550 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.553+0000 7f98d3178780 1 < completed delete operation key=23DHOZJVEXJ6 tag=GPZ6NISVHMPJ type=del 2024-04-12T16:21:16.552 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.555+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~J9GHXU21HZYJ.0 size=1048576 2024-04-12T16:21:16.553 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.556+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~J9GHXU21HZYJ.1 size=1048576 2024-04-12T16:21:16.554 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.557+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~J9GHXU21HZYJ.2 size=1863 2024-04-12T16:21:16.554 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.557+0000 7f98d3178780 1 > prepared multipart upload key=LU8ZUI2MDRGX upload=J9GHXU21HZYJ tag=AKSLQ93I48TA type=write size=3147591 2024-04-12T16:21:16.556 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.559+0000 7f98d3178780 1 < canceled operation key=3AW8J5U5KAAT tag=6G148279YDPY type=del size=2233408 2024-04-12T16:21:16.557 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.560+0000 7f98d3178780 1 > prepared operation key=66UG2YS0OGEZ tag=N7C1ZBSI7W1X type=write size=931507 2024-04-12T16:21:16.559 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.562+0000 7f98d3178780 1 < completed delete operation key=VZ3ZKIAP7V00 tag=4L4G2Y3ZCGEM type=del 2024-04-12T16:21:16.560 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.563+0000 7f98d3178780 1 > prepared operation key=0OWCAM744WJ9 tag=IGBXYHSPC899 type=del size=2013147 2024-04-12T16:21:16.563 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.566+0000 7f98d3178780 1 < suggested update operation key=GM8O00AYQLB5 tag=XW6FSI3K5PD1 type=del size=1696715 2024-04-12T16:21:16.565 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.569+0000 7f98d3178780 1 > prepared part key=_multipart_FLD16WRTYTRE.2~SK53NMF2IOSH.0 size=1048576 2024-04-12T16:21:16.567 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.570+0000 7f98d3178780 1 > prepared part key=_multipart_FLD16WRTYTRE.2~SK53NMF2IOSH.1 size=708989 2024-04-12T16:21:16.567 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.570+0000 7f98d3178780 1 > prepared multipart upload key=FLD16WRTYTRE upload=SK53NMF2IOSH tag=23KO912TPPUJ type=write size=2806141 2024-04-12T16:21:16.568 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.572+0000 7f98d3178780 1 < completed part key=_multipart_S81W06TIIZMK.2~OOGMI6NGBIWH.0 size=1048576 2024-04-12T16:21:16.570 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.573+0000 7f98d3178780 1 < completed part key=_multipart_S81W06TIIZMK.2~OOGMI6NGBIWH.1 size=786606 2024-04-12T16:21:16.572 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.575+0000 7f98d3178780 1 < completed multipart upload key=S81W06TIIZMK upload=OOGMI6NGBIWH tag=JOT1CMH7PD3D type=write size=2883758 2024-04-12T16:21:16.573 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.577+0000 7f98d3178780 1 > prepared operation key=LU8ZUI2MDRGX tag=HWJ9QEQLUET4 type=write size=1037026 2024-04-12T16:21:16.575 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.578+0000 7f98d3178780 1 < completed part key=_multipart_BOEPCQFN2ISK.2~QO4O6IZLJXS9.0 size=1048576 2024-04-12T16:21:16.575 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.578+0000 7f98d3178780 1 < canceled part key=_multipart_BOEPCQFN2ISK.2~QO4O6IZLJXS9.1 size=636558 2024-04-12T16:21:16.578 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.581+0000 7f98d3178780 1 < canceled multipart upload key=BOEPCQFN2ISK upload=QO4O6IZLJXS9 tag=O5Z7WV0T5PL1 type=write size=2733710 2024-04-12T16:21:16.579 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.583+0000 7f98d3178780 1 > prepared operation key=ZZ03YKAYH1C2 tag=ZEXVVOZM3903 type=del size=83576 2024-04-12T16:21:16.581 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.585+0000 7f98d3178780 1 < completed part key=_multipart_4S7M3FBURFC1.2~KKZ5SZ0T1VPX.0 size=1048576 2024-04-12T16:21:16.581 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.585+0000 7f98d3178780 1 < canceled part key=_multipart_4S7M3FBURFC1.2~KKZ5SZ0T1VPX.1 size=861276 2024-04-12T16:21:16.584 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.587+0000 7f98d3178780 1 < canceled multipart upload key=4S7M3FBURFC1 upload=KKZ5SZ0T1VPX tag=39QK2TOD7CF5 type=write size=2958428 2024-04-12T16:21:16.586 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.589+0000 7f98d3178780 1 > prepared operation key=23DHOZJVEXJ6 tag=8HE6WXGINYZY type=del size=1322765 2024-04-12T16:21:16.586 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.590+0000 7f98d3178780 1 < canceled part key=_multipart_I40BBGONTDFL.2~89X70AVNZFUS.0 size=1048576 2024-04-12T16:21:16.587 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.591+0000 7f98d3178780 1 < completed part key=_multipart_I40BBGONTDFL.2~89X70AVNZFUS.1 size=1048576 2024-04-12T16:21:16.589 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.592+0000 7f98d3178780 1 < completed part key=_multipart_I40BBGONTDFL.2~89X70AVNZFUS.2 size=492953 2024-04-12T16:21:16.591 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.595+0000 7f98d3178780 1 < canceled multipart upload key=I40BBGONTDFL upload=89X70AVNZFUS tag=LI1C5ZH8AW3X type=write size=3638681 2024-04-12T16:21:16.593 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.596+0000 7f98d3178780 1 > prepared operation key=FLD16WRTYTRE tag=PK9SBB0EJ1TL type=del size=2106309 2024-04-12T16:21:16.595 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.598+0000 7f98d3178780 1 < completed write operation key=XC0UMQW2OGOM tag=A70Y1NNP5C98 type=write size=649531 2024-04-12T16:21:16.597 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.600+0000 7f98d3178780 1 > prepared operation key=T722FMC4JINL tag=XBLYT57DNH2L type=del size=3652052 2024-04-12T16:21:16.598 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.601+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~4RL9BLT919HK.0 size=1048576 2024-04-12T16:21:16.599 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.603+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~4RL9BLT919HK.1 size=1048576 2024-04-12T16:21:16.601 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.604+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~4RL9BLT919HK.2 size=274238 2024-04-12T16:21:16.603 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.607+0000 7f98d3178780 1 < completed multipart upload key=ZZ03YKAYH1C2 upload=4RL9BLT919HK tag=VMI8IBLCK0GJ type=write size=3419966 2024-04-12T16:21:16.606 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.610+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~OMAX7X9CLX2O.0 size=617113 2024-04-12T16:21:16.606 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.610+0000 7f98d3178780 1 > prepared multipart upload key=ZXZ7NSPZRCDD upload=OMAX7X9CLX2O tag=9N9UX9T5H62C type=write size=1665689 2024-04-12T16:21:16.608 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.611+0000 7f98d3178780 1 < completed delete operation key=66UG2YS0OGEZ tag=TDXQHYB2TTPR type=del 2024-04-12T16:21:16.609 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.613+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=IJA3616O1C33 type=del size=44070 2024-04-12T16:21:16.612 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.615+0000 7f98d3178780 1 < suggested remove operation key=KURJT9NHLL4D tag=M0YORLIS82PA type=del 2024-04-12T16:21:16.614 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.617+0000 7f98d3178780 1 > prepared operation key=I40BBGONTDFL tag=W6D9YZ4ANWW3 type=write size=726736 2024-04-12T16:21:16.616 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.619+0000 7f98d3178780 1 < completed delete operation key=FLD16WRTYTRE tag=NO02JWT31O34 type=del 2024-04-12T16:21:16.618 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.621+0000 7f98d3178780 1 > prepared part key=_multipart_KURJT9NHLL4D.2~RR4V50LG5MUL.0 size=233862 2024-04-12T16:21:16.618 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.621+0000 7f98d3178780 1 > prepared multipart upload key=KURJT9NHLL4D upload=RR4V50LG5MUL tag=NY12TXTTG9P2 type=write size=1282438 2024-04-12T16:21:16.620 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.623+0000 7f98d3178780 1 < completed delete operation key=IHLY0ZTYK6UT tag=9KGF6BHULRQS type=del 2024-04-12T16:21:16.622 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.626+0000 7f98d3178780 1 > prepared part key=_multipart_W6L40IZK9EF7.2~JWH9T5CN0344.0 size=1048576 2024-04-12T16:21:16.624 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.627+0000 7f98d3178780 1 > prepared part key=_multipart_W6L40IZK9EF7.2~JWH9T5CN0344.1 size=861993 2024-04-12T16:21:16.624 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.627+0000 7f98d3178780 1 > prepared multipart upload key=W6L40IZK9EF7 upload=JWH9T5CN0344 tag=FE4FI90D64Z6 type=write size=2959145 2024-04-12T16:21:16.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:21:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:21:16] "GET /metrics HTTP/1.1" 200 36419 "" "Prometheus/2.43.0" 2024-04-12T16:21:16.626 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.629+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~DP4ZW943WVK7.0 size=1048576 2024-04-12T16:21:16.627 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.630+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~DP4ZW943WVK7.1 size=1048576 2024-04-12T16:21:16.628 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.631+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~DP4ZW943WVK7.2 size=509747 2024-04-12T16:21:16.630 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.633+0000 7f98d3178780 1 < completed multipart upload key=3AW8J5U5KAAT upload=DP4ZW943WVK7 tag=PM5XXU3ZGLY7 type=write size=3655475 2024-04-12T16:21:16.633 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.636+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~W4X9R3RON1M6.0 size=1048576 2024-04-12T16:21:16.634 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.637+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~W4X9R3RON1M6.1 size=1048576 2024-04-12T16:21:16.635 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.638+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~W4X9R3RON1M6.2 size=951252 2024-04-12T16:21:16.635 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.638+0000 7f98d3178780 1 > prepared multipart upload key=ZXZ7NSPZRCDD upload=W4X9R3RON1M6 tag=H66D992FF8SK type=write size=4096980 2024-04-12T16:21:16.637 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.640+0000 7f98d3178780 -1 < failed to complete operation key=KURJT9NHLL4D tag=QS9JHMU9V5LU type=del size=2845217: (22) Invalid argument 2024-04-12T16:21:16.638 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.642+0000 7f98d3178780 1 > prepared operation key=PT2U3K72AW80 tag=F2DPN3ZVHBDL type=del size=528175 2024-04-12T16:21:16.640 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.644+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~J9GHXU21HZYJ.0 size=1048576 2024-04-12T16:21:16.642 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.645+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~J9GHXU21HZYJ.1 size=1048576 2024-04-12T16:21:16.643 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.647+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~J9GHXU21HZYJ.2 size=1863 2024-04-12T16:21:16.646 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.650+0000 7f98d3178780 1 < completed multipart upload key=LU8ZUI2MDRGX upload=J9GHXU21HZYJ tag=AKSLQ93I48TA type=write size=3147591 2024-04-12T16:21:16.649 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.652+0000 7f98d3178780 1 > prepared part key=_multipart_JFLGBNJ7LSGN.2~D8HJR5NS4XGZ.0 size=1048576 2024-04-12T16:21:16.650 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.653+0000 7f98d3178780 1 > prepared part key=_multipart_JFLGBNJ7LSGN.2~D8HJR5NS4XGZ.1 size=1048576 2024-04-12T16:21:16.651 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.654+0000 7f98d3178780 1 > prepared part key=_multipart_JFLGBNJ7LSGN.2~D8HJR5NS4XGZ.2 size=938710 2024-04-12T16:21:16.651 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.654+0000 7f98d3178780 1 > prepared multipart upload key=JFLGBNJ7LSGN upload=D8HJR5NS4XGZ tag=AACTL0FTV6CU type=write size=4084438 2024-04-12T16:21:16.653 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.656+0000 7f98d3178780 1 < completed write operation key=66UG2YS0OGEZ tag=N7C1ZBSI7W1X type=write size=931507 2024-04-12T16:21:16.654 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.657+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=Q1PU3SC2OK9J type=write size=637402 2024-04-12T16:21:16.657 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.660+0000 7f98d3178780 1 < suggested update operation key=0OWCAM744WJ9 tag=IGBXYHSPC899 type=del size=2013147 2024-04-12T16:21:16.663 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.666+0000 7f98d3178780 1 > prepared operation key=PWA38LFGIMFY tag=K49JS4NYKH0P type=del size=3707301 2024-04-12T16:21:16.665 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.668+0000 7f98d3178780 1 < completed part key=_multipart_FLD16WRTYTRE.2~SK53NMF2IOSH.0 size=1048576 2024-04-12T16:21:16.665 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.668+0000 7f98d3178780 1 < canceled part key=_multipart_FLD16WRTYTRE.2~SK53NMF2IOSH.1 size=708989 2024-04-12T16:21:16.667 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.671+0000 7f98d3178780 1 < canceled multipart upload key=FLD16WRTYTRE upload=SK53NMF2IOSH tag=23KO912TPPUJ type=write size=2806141 2024-04-12T16:21:16.670 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.673+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~3Y408B39TQJ5.0 size=1048576 2024-04-12T16:21:16.672 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.674+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~3Y408B39TQJ5.1 size=1048576 2024-04-12T16:21:16.672 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.675+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~3Y408B39TQJ5.2 size=181472 2024-04-12T16:21:16.672 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.675+0000 7f98d3178780 1 > prepared multipart upload key=ZXZ7NSPZRCDD upload=3Y408B39TQJ5 tag=4TT8TFFY2CJ6 type=write size=3327200 2024-04-12T16:21:16.674 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.677+0000 7f98d3178780 1 < completed write operation key=LU8ZUI2MDRGX tag=HWJ9QEQLUET4 type=write size=1037026 2024-04-12T16:21:16.678 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.679+0000 7f98d3178780 1 > prepared part key=_multipart_FLD16WRTYTRE.2~8TN2RTM6LY4W.0 size=1048576 2024-04-12T16:21:16.678 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.681+0000 7f98d3178780 1 > prepared part key=_multipart_FLD16WRTYTRE.2~8TN2RTM6LY4W.1 size=1048576 2024-04-12T16:21:16.678 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.682+0000 7f98d3178780 1 > prepared part key=_multipart_FLD16WRTYTRE.2~8TN2RTM6LY4W.2 size=736105 2024-04-12T16:21:16.679 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.682+0000 7f98d3178780 1 > prepared multipart upload key=FLD16WRTYTRE upload=8TN2RTM6LY4W tag=VQ0HDW1909V7 type=write size=3881833 2024-04-12T16:21:16.680 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.683+0000 7f98d3178780 1 < completed delete operation key=ZZ03YKAYH1C2 tag=ZEXVVOZM3903 type=del 2024-04-12T16:21:16.682 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.686+0000 7f98d3178780 1 > prepared part key=_multipart_RGAGK6SC7WUJ.2~ESUKY6FF7T9C.0 size=105471 2024-04-12T16:21:16.682 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.686+0000 7f98d3178780 1 > prepared multipart upload key=RGAGK6SC7WUJ upload=ESUKY6FF7T9C tag=8EURP5ZYKIYM type=write size=1154047 2024-04-12T16:21:16.684 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.687+0000 7f98d3178780 1 < completed delete operation key=23DHOZJVEXJ6 tag=8HE6WXGINYZY type=del 2024-04-12T16:21:16.687 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.690+0000 7f98d3178780 1 > prepared part key=_multipart_W6L40IZK9EF7.2~5TQEK1CSSP3Q.0 size=1048576 2024-04-12T16:21:16.688 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.691+0000 7f98d3178780 1 > prepared part key=_multipart_W6L40IZK9EF7.2~5TQEK1CSSP3Q.1 size=1048576 2024-04-12T16:21:16.689 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.692+0000 7f98d3178780 1 > prepared part key=_multipart_W6L40IZK9EF7.2~5TQEK1CSSP3Q.2 size=873062 2024-04-12T16:21:16.689 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.692+0000 7f98d3178780 1 > prepared multipart upload key=W6L40IZK9EF7 upload=5TQEK1CSSP3Q tag=LZKR8IUHUYVJ type=write size=4018790 2024-04-12T16:21:16.692 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.695+0000 7f98d3178780 1 < suggested remove operation key=FLD16WRTYTRE tag=PK9SBB0EJ1TL type=del 2024-04-12T16:21:16.695 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.698+0000 7f98d3178780 1 > prepared part key=_multipart_4S7M3FBURFC1.2~SD317J8BW84F.0 size=1048576 2024-04-12T16:21:16.696 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.699+0000 7f98d3178780 1 > prepared part key=_multipart_4S7M3FBURFC1.2~SD317J8BW84F.1 size=1048576 2024-04-12T16:21:16.697 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.700+0000 7f98d3178780 1 > prepared part key=_multipart_4S7M3FBURFC1.2~SD317J8BW84F.2 size=136502 2024-04-12T16:21:16.697 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.700+0000 7f98d3178780 1 > prepared multipart upload key=4S7M3FBURFC1 upload=SD317J8BW84F tag=CZ4MFDOUBX87 type=write size=3282230 2024-04-12T16:21:16.698 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.702+0000 7f98d3178780 1 < completed delete operation key=T722FMC4JINL tag=XBLYT57DNH2L type=del 2024-04-12T16:21:16.700 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.703+0000 7f98d3178780 1 > prepared operation key=T722FMC4JINL tag=S6421W264OAU type=del size=2616427 2024-04-12T16:21:16.701 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.704+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~OMAX7X9CLX2O.0 size=617113 2024-04-12T16:21:16.703 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.707+0000 7f98d3178780 1 < completed multipart upload key=ZXZ7NSPZRCDD upload=OMAX7X9CLX2O tag=9N9UX9T5H62C type=write size=1665689 2024-04-12T16:21:16.705 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.708+0000 7f98d3178780 1 > prepared operation key=KURJT9NHLL4D tag=I0448TQUX8M9 type=del size=600647 2024-04-12T16:21:16.708 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.711+0000 7f98d3178780 1 < suggested update operation key=4S7M3FBURFC1 tag=IJA3616O1C33 type=del size=44070 2024-04-12T16:21:16.711 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.714+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~GX1EPILCD1HF.0 size=1048576 2024-04-12T16:21:16.712 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.715+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~GX1EPILCD1HF.1 size=810201 2024-04-12T16:21:16.712 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.715+0000 7f98d3178780 1 > prepared multipart upload key=3AW8J5U5KAAT upload=GX1EPILCD1HF tag=ECW51AUPFKLZ type=write size=2907353 2024-04-12T16:21:16.713 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.717+0000 7f98d3178780 1 < completed write operation key=I40BBGONTDFL tag=W6D9YZ4ANWW3 type=write size=726736 2024-04-12T16:21:16.716 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.719+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~T67JU8RYMAOW.0 size=1048576 2024-04-12T16:21:16.717 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.720+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~T67JU8RYMAOW.1 size=963699 2024-04-12T16:21:16.717 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.720+0000 7f98d3178780 1 > prepared multipart upload key=UQB6NBY40RTD upload=T67JU8RYMAOW tag=EFAEK76TWPT3 type=write size=3060851 2024-04-12T16:21:16.719 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.722+0000 7f98d3178780 1 < completed part key=_multipart_KURJT9NHLL4D.2~RR4V50LG5MUL.0 size=233862 2024-04-12T16:21:16.721 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.725+0000 7f98d3178780 1 < completed multipart upload key=KURJT9NHLL4D upload=RR4V50LG5MUL tag=NY12TXTTG9P2 type=write size=1282438 2024-04-12T16:21:16.723 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.726+0000 7f98d3178780 1 > prepared operation key=8AV30C26CXYV tag=HNGVT69ANTUL type=del size=1104736 2024-04-12T16:21:16.725 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.728+0000 7f98d3178780 1 < completed part key=_multipart_W6L40IZK9EF7.2~JWH9T5CN0344.0 size=1048576 2024-04-12T16:21:16.726 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.729+0000 7f98d3178780 1 < completed part key=_multipart_W6L40IZK9EF7.2~JWH9T5CN0344.1 size=861993 2024-04-12T16:21:16.728 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.731+0000 7f98d3178780 1 < completed multipart upload key=W6L40IZK9EF7 upload=JWH9T5CN0344 tag=FE4FI90D64Z6 type=write size=2959145 2024-04-12T16:21:16.731 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.734+0000 7f98d3178780 1 > prepared part key=_multipart_PWA38LFGIMFY.2~J6RJKDK1C2JG.0 size=1048576 2024-04-12T16:21:16.732 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.735+0000 7f98d3178780 1 > prepared part key=_multipart_PWA38LFGIMFY.2~J6RJKDK1C2JG.1 size=1048576 2024-04-12T16:21:16.733 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.736+0000 7f98d3178780 1 > prepared part key=_multipart_PWA38LFGIMFY.2~J6RJKDK1C2JG.2 size=132652 2024-04-12T16:21:16.733 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.736+0000 7f98d3178780 1 > prepared multipart upload key=PWA38LFGIMFY upload=J6RJKDK1C2JG tag=2G8GBS8C73RJ type=write size=3278380 2024-04-12T16:21:16.734 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.738+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~W4X9R3RON1M6.0 size=1048576 2024-04-12T16:21:16.736 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.739+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~W4X9R3RON1M6.1 size=1048576 2024-04-12T16:21:16.737 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.740+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~W4X9R3RON1M6.2 size=951252 2024-04-12T16:21:16.740 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.743+0000 7f98d3178780 1 < completed multipart upload key=ZXZ7NSPZRCDD upload=W4X9R3RON1M6 tag=H66D992FF8SK type=write size=4096980 2024-04-12T16:21:16.741 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.745+0000 7f98d3178780 1 > prepared operation key=KHYODRDPUF4K tag=K0N4WYDSZFH4 type=del size=3838594 2024-04-12T16:21:16.743 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.746+0000 7f98d3178780 1 < completed delete operation key=PT2U3K72AW80 tag=F2DPN3ZVHBDL type=del 2024-04-12T16:21:16.744 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.748+0000 7f98d3178780 1 > prepared operation key=ZZ03YKAYH1C2 tag=VLZY5879HK37 type=del size=3980734 2024-04-12T16:21:16.744 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.748+0000 7f98d3178780 1 < canceled part key=_multipart_JFLGBNJ7LSGN.2~D8HJR5NS4XGZ.0 size=1048576 2024-04-12T16:21:16.746 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.749+0000 7f98d3178780 1 < completed part key=_multipart_JFLGBNJ7LSGN.2~D8HJR5NS4XGZ.1 size=1048576 2024-04-12T16:21:16.747 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.750+0000 7f98d3178780 1 < completed part key=_multipart_JFLGBNJ7LSGN.2~D8HJR5NS4XGZ.2 size=938710 2024-04-12T16:21:16.750 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.753+0000 7f98d3178780 1 < canceled multipart upload key=JFLGBNJ7LSGN upload=D8HJR5NS4XGZ tag=AACTL0FTV6CU type=write size=4084438 2024-04-12T16:21:16.752 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.755+0000 7f98d3178780 1 > prepared part key=_multipart_4LOLFK38TOHP.2~PHJMLA4AZHO3.0 size=854958 2024-04-12T16:21:16.752 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.755+0000 7f98d3178780 1 > prepared multipart upload key=4LOLFK38TOHP upload=PHJMLA4AZHO3 tag=N8TQA3UAFWA6 type=write size=1903534 2024-04-12T16:21:16.754 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.757+0000 7f98d3178780 1 < completed write operation key=XC0UMQW2OGOM tag=Q1PU3SC2OK9J type=write size=637402 2024-04-12T16:21:16.756 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.760+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~CQUKK72DXASE.0 size=1048576 2024-04-12T16:21:16.758 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.761+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~CQUKK72DXASE.1 size=920227 2024-04-12T16:21:16.758 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.761+0000 7f98d3178780 1 > prepared multipart upload key=23DHOZJVEXJ6 upload=CQUKK72DXASE tag=JIXZ2O42NQHE type=write size=3017379 2024-04-12T16:21:16.759 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.762+0000 7f98d3178780 1 < completed delete operation key=PWA38LFGIMFY tag=K49JS4NYKH0P type=del 2024-04-12T16:21:16.762 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.765+0000 7f98d3178780 1 > prepared part key=_multipart_PWA38LFGIMFY.2~N8W1HA287HEN.0 size=1048576 2024-04-12T16:21:16.763 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.766+0000 7f98d3178780 1 > prepared part key=_multipart_PWA38LFGIMFY.2~N8W1HA287HEN.1 size=263499 2024-04-12T16:21:16.763 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.766+0000 7f98d3178780 1 > prepared multipart upload key=PWA38LFGIMFY upload=N8W1HA287HEN tag=GF21PX50PP7U type=write size=2360651 2024-04-12T16:21:16.765 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.768+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~3Y408B39TQJ5.0 size=1048576 2024-04-12T16:21:16.766 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.769+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~3Y408B39TQJ5.1 size=1048576 2024-04-12T16:21:16.767 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.770+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~3Y408B39TQJ5.2 size=181472 2024-04-12T16:21:16.770 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.773+0000 7f98d3178780 1 < completed multipart upload key=ZXZ7NSPZRCDD upload=3Y408B39TQJ5 tag=4TT8TFFY2CJ6 type=write size=3327200 2024-04-12T16:21:16.771 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.775+0000 7f98d3178780 1 > prepared operation key=EZFO3J6YDS47 tag=XS824D12WA1L type=del size=3074887 2024-04-12T16:21:16.773 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.776+0000 7f98d3178780 1 < completed part key=_multipart_FLD16WRTYTRE.2~8TN2RTM6LY4W.0 size=1048576 2024-04-12T16:21:16.773 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.776+0000 7f98d3178780 1 < canceled part key=_multipart_FLD16WRTYTRE.2~8TN2RTM6LY4W.1 size=1048576 2024-04-12T16:21:16.774 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.777+0000 7f98d3178780 1 < completed part key=_multipart_FLD16WRTYTRE.2~8TN2RTM6LY4W.2 size=736105 2024-04-12T16:21:16.776 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.780+0000 7f98d3178780 1 < canceled multipart upload key=FLD16WRTYTRE upload=8TN2RTM6LY4W tag=VQ0HDW1909V7 type=write size=3881833 2024-04-12T16:21:16.779 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.783+0000 7f98d3178780 1 > prepared part key=_multipart_I40BBGONTDFL.2~0F6MBN7GLKHU.0 size=1048576 2024-04-12T16:21:16.781 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.784+0000 7f98d3178780 1 > prepared part key=_multipart_I40BBGONTDFL.2~0F6MBN7GLKHU.1 size=1048576 2024-04-12T16:21:16.782 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.785+0000 7f98d3178780 1 > prepared part key=_multipart_I40BBGONTDFL.2~0F6MBN7GLKHU.2 size=660015 2024-04-12T16:21:16.782 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.785+0000 7f98d3178780 1 > prepared multipart upload key=I40BBGONTDFL upload=0F6MBN7GLKHU tag=6X7Z648XDFIO type=write size=3805743 2024-04-12T16:21:16.783 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.787+0000 7f98d3178780 1 < completed part key=_multipart_RGAGK6SC7WUJ.2~ESUKY6FF7T9C.0 size=105471 2024-04-12T16:21:16.786 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.789+0000 7f98d3178780 1 < completed multipart upload key=RGAGK6SC7WUJ upload=ESUKY6FF7T9C tag=8EURP5ZYKIYM type=write size=1154047 2024-04-12T16:21:16.787 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.790+0000 7f98d3178780 1 > prepared operation key=S81W06TIIZMK tag=HFTFTQI0KZBA type=del size=1594331 2024-04-12T16:21:16.789 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.792+0000 7f98d3178780 1 < completed part key=_multipart_W6L40IZK9EF7.2~5TQEK1CSSP3Q.0 size=1048576 2024-04-12T16:21:16.789 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.792+0000 7f98d3178780 1 < canceled part key=_multipart_W6L40IZK9EF7.2~5TQEK1CSSP3Q.1 size=1048576 2024-04-12T16:21:16.790 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.794+0000 7f98d3178780 1 < completed part key=_multipart_W6L40IZK9EF7.2~5TQEK1CSSP3Q.2 size=873062 2024-04-12T16:21:16.793 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.797+0000 7f98d3178780 1 < canceled multipart upload key=W6L40IZK9EF7 upload=5TQEK1CSSP3Q tag=LZKR8IUHUYVJ type=write size=4018790 2024-04-12T16:21:16.795 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.798+0000 7f98d3178780 1 > prepared operation key=LU8ZUI2MDRGX tag=8ABBAX5N7LEZ type=del size=1802246 2024-04-12T16:21:16.796 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.800+0000 7f98d3178780 1 < completed part key=_multipart_4S7M3FBURFC1.2~SD317J8BW84F.0 size=1048576 2024-04-12T16:21:16.797 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.801+0000 7f98d3178780 1 < completed part key=_multipart_4S7M3FBURFC1.2~SD317J8BW84F.1 size=1048576 2024-04-12T16:21:16.799 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.802+0000 7f98d3178780 1 < completed part key=_multipart_4S7M3FBURFC1.2~SD317J8BW84F.2 size=136502 2024-04-12T16:21:16.801 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.804+0000 7f98d3178780 1 < completed multipart upload key=4S7M3FBURFC1 upload=SD317J8BW84F tag=CZ4MFDOUBX87 type=write size=3282230 2024-04-12T16:21:16.802 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.806+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=2BUYFLXKR2A6 type=del size=3836682 2024-04-12T16:21:16.804 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.807+0000 7f98d3178780 1 < completed delete operation key=T722FMC4JINL tag=S6421W264OAU type=del 2024-04-12T16:21:16.805 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.808+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=JZNJSKV1WH94 type=del size=2028513 2024-04-12T16:21:16.807 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.810+0000 7f98d3178780 1 < completed delete operation key=KURJT9NHLL4D tag=I0448TQUX8M9 type=del 2024-04-12T16:21:16.808 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.812+0000 7f98d3178780 1 > prepared operation key=0OWCAM744WJ9 tag=EUAP0O3LELYZ type=del size=1642961 2024-04-12T16:21:16.810 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.813+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~GX1EPILCD1HF.0 size=1048576 2024-04-12T16:21:16.811 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.815+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~GX1EPILCD1HF.1 size=810201 2024-04-12T16:21:16.815 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.818+0000 7f98d3178780 1 < completed multipart upload key=3AW8J5U5KAAT upload=GX1EPILCD1HF tag=ECW51AUPFKLZ type=write size=2907353 2024-04-12T16:21:16.816 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.819+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=FKYLKDXE5E2R type=write size=495696 2024-04-12T16:21:16.818 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.821+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~T67JU8RYMAOW.0 size=1048576 2024-04-12T16:21:16.819 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.822+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~T67JU8RYMAOW.1 size=963699 2024-04-12T16:21:16.822 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.825+0000 7f98d3178780 1 < completed multipart upload key=UQB6NBY40RTD upload=T67JU8RYMAOW tag=EFAEK76TWPT3 type=write size=3060851 2024-04-12T16:21:16.825 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.828+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~J2RWVYX28FRX.0 size=1048576 2024-04-12T16:21:16.826 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.829+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~J2RWVYX28FRX.1 size=340562 2024-04-12T16:21:16.826 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.829+0000 7f98d3178780 1 > prepared multipart upload key=8AV30C26CXYV upload=J2RWVYX28FRX tag=H6Z0HPNJRNT0 type=write size=2437714 2024-04-12T16:21:16.828 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.831+0000 7f98d3178780 1 < canceled operation key=8AV30C26CXYV tag=HNGVT69ANTUL type=del size=1104736 2024-04-12T16:21:16.832 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.835+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~S58NG27GRU0M.0 size=294908 2024-04-12T16:21:16.832 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.835+0000 7f98d3178780 1 > prepared multipart upload key=KHYODRDPUF4K upload=S58NG27GRU0M tag=NNSJFYABMWYF type=write size=1343484 2024-04-12T16:21:16.833 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.836+0000 7f98d3178780 1 < completed part key=_multipart_PWA38LFGIMFY.2~J6RJKDK1C2JG.0 size=1048576 2024-04-12T16:21:16.834 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.838+0000 7f98d3178780 1 < completed part key=_multipart_PWA38LFGIMFY.2~J6RJKDK1C2JG.1 size=1048576 2024-04-12T16:21:16.835 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.839+0000 7f98d3178780 1 < completed part key=_multipart_PWA38LFGIMFY.2~J6RJKDK1C2JG.2 size=132652 2024-04-12T16:21:16.838 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.842+0000 7f98d3178780 1 < completed multipart upload key=PWA38LFGIMFY upload=J6RJKDK1C2JG tag=2G8GBS8C73RJ type=write size=3278380 2024-04-12T16:21:16.841 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.844+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~39MJ6G9ZITJ4.0 size=526942 2024-04-12T16:21:16.841 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.844+0000 7f98d3178780 1 > prepared multipart upload key=KHYODRDPUF4K upload=39MJ6G9ZITJ4 tag=152YN07Z65MW type=write size=1575518 2024-04-12T16:21:16.843 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.846+0000 7f98d3178780 1 < completed delete operation key=KHYODRDPUF4K tag=K0N4WYDSZFH4 type=del 2024-04-12T16:21:16.844 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.847+0000 7f98d3178780 1 > prepared operation key=S81W06TIIZMK tag=0JGUVVUGW00Q type=write size=98779 2024-04-12T16:21:16.845 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.849+0000 7f98d3178780 1 < canceled operation key=ZZ03YKAYH1C2 tag=VLZY5879HK37 type=del size=3980734 2024-04-12T16:21:16.848 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.851+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~XHMHH8RF6VP2.0 size=809162 2024-04-12T16:21:16.848 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.851+0000 7f98d3178780 1 > prepared multipart upload key=ZXZ7NSPZRCDD upload=XHMHH8RF6VP2 tag=URA90FGICEL2 type=write size=1857738 2024-04-12T16:21:16.850 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.853+0000 7f98d3178780 1 < completed part key=_multipart_4LOLFK38TOHP.2~PHJMLA4AZHO3.0 size=854958 2024-04-12T16:21:16.852 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.855+0000 7f98d3178780 1 < completed multipart upload key=4LOLFK38TOHP upload=PHJMLA4AZHO3 tag=N8TQA3UAFWA6 type=write size=1903534 2024-04-12T16:21:16.855 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.858+0000 7f98d3178780 1 > prepared part key=_multipart_4S7M3FBURFC1.2~OR3EIMQCGLI0.0 size=1006391 2024-04-12T16:21:16.855 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.858+0000 7f98d3178780 1 > prepared multipart upload key=4S7M3FBURFC1 upload=OR3EIMQCGLI0 tag=NSR95DP5H78P type=write size=2054967 2024-04-12T16:21:16.856 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.859+0000 7f98d3178780 1 < completed part key=_multipart_23DHOZJVEXJ6.2~CQUKK72DXASE.0 size=1048576 2024-04-12T16:21:16.857 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.860+0000 7f98d3178780 1 < completed part key=_multipart_23DHOZJVEXJ6.2~CQUKK72DXASE.1 size=920227 2024-04-12T16:21:16.860 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.863+0000 7f98d3178780 1 < completed multipart upload key=23DHOZJVEXJ6 upload=CQUKK72DXASE tag=JIXZ2O42NQHE type=write size=3017379 2024-04-12T16:21:16.861 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.864+0000 7f98d3178780 1 > prepared operation key=EZFO3J6YDS47 tag=RT1N26PIYGS5 type=del size=3059602 2024-04-12T16:21:16.863 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.866+0000 7f98d3178780 1 < completed part key=_multipart_PWA38LFGIMFY.2~N8W1HA287HEN.0 size=1048576 2024-04-12T16:21:16.864 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.867+0000 7f98d3178780 1 < completed part key=_multipart_PWA38LFGIMFY.2~N8W1HA287HEN.1 size=263499 2024-04-12T16:21:16.866 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.870+0000 7f98d3178780 1 < completed multipart upload key=PWA38LFGIMFY upload=N8W1HA287HEN tag=GF21PX50PP7U type=write size=2360651 2024-04-12T16:21:16.869 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.872+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~EBVBUYUDE0GW.0 size=1048576 2024-04-12T16:21:16.870 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.873+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~EBVBUYUDE0GW.1 size=1048576 2024-04-12T16:21:16.871 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.875+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~EBVBUYUDE0GW.2 size=347342 2024-04-12T16:21:16.871 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.875+0000 7f98d3178780 1 > prepared multipart upload key=ZZ03YKAYH1C2 upload=EBVBUYUDE0GW tag=4N7CL4BRM7RW type=write size=3493070 2024-04-12T16:21:16.873 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.876+0000 7f98d3178780 1 < completed delete operation key=EZFO3J6YDS47 tag=XS824D12WA1L type=del 2024-04-12T16:21:16.874 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.878+0000 7f98d3178780 1 > prepared operation key=FLD16WRTYTRE tag=VYO35Q6V8ULJ type=del size=2652630 2024-04-12T16:21:16.876 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.879+0000 7f98d3178780 1 < completed part key=_multipart_I40BBGONTDFL.2~0F6MBN7GLKHU.0 size=1048576 2024-04-12T16:21:16.877 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.880+0000 7f98d3178780 1 < completed part key=_multipart_I40BBGONTDFL.2~0F6MBN7GLKHU.1 size=1048576 2024-04-12T16:21:16.879 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.882+0000 7f98d3178780 1 < completed part key=_multipart_I40BBGONTDFL.2~0F6MBN7GLKHU.2 size=660015 2024-04-12T16:21:16.881 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.884+0000 7f98d3178780 1 < completed multipart upload key=I40BBGONTDFL upload=0F6MBN7GLKHU tag=6X7Z648XDFIO type=write size=3805743 2024-04-12T16:21:16.882 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.886+0000 7f98d3178780 1 > prepared operation key=RGAGK6SC7WUJ tag=D5YS0T6JGL6W type=write size=948033 2024-04-12T16:21:16.884 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.887+0000 7f98d3178780 1 < completed delete operation key=S81W06TIIZMK tag=HFTFTQI0KZBA type=del 2024-04-12T16:21:16.885 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.888+0000 7f98d3178780 1 > prepared operation key=RGAGK6SC7WUJ tag=MT3FLXIIBKYL type=del size=1925472 2024-04-12T16:21:16.887 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.890+0000 7f98d3178780 1 < completed delete operation key=LU8ZUI2MDRGX tag=8ABBAX5N7LEZ type=del 2024-04-12T16:21:16.888 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.892+0000 7f98d3178780 1 > prepared operation key=I40BBGONTDFL tag=TEKLKYTCVWT5 type=write size=22328 2024-04-12T16:21:16.892 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.895+0000 7f98d3178780 1 < suggested remove operation key=UQB6NBY40RTD tag=2BUYFLXKR2A6 type=del 2024-04-12T16:21:16.894 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.897+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=1OPPAT92T7XM type=write size=74165 2024-04-12T16:21:16.895 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.898+0000 7f98d3178780 1 < completed delete operation key=8ZR0C2P8VMRA tag=JZNJSKV1WH94 type=del 2024-04-12T16:21:16.897 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.900+0000 7f98d3178780 1 > prepared operation key=RGAGK6SC7WUJ tag=ACU2HH8EQJUP type=del size=1138587 2024-04-12T16:21:16.899 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.902+0000 7f98d3178780 1 < completed delete operation key=0OWCAM744WJ9 tag=EUAP0O3LELYZ type=del 2024-04-12T16:21:16.900 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.904+0000 7f98d3178780 1 > prepared operation key=KURJT9NHLL4D tag=E041ICLU89BC type=write size=1021279 2024-04-12T16:21:16.902 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.905+0000 7f98d3178780 1 < completed write operation key=GM8O00AYQLB5 tag=FKYLKDXE5E2R type=write size=495696 2024-04-12T16:21:16.905 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.908+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~R6ZQ2TCLE8PY.0 size=1048576 2024-04-12T16:21:16.906 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.909+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~R6ZQ2TCLE8PY.1 size=1048576 2024-04-12T16:21:16.907 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.911+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~R6ZQ2TCLE8PY.2 size=766009 2024-04-12T16:21:16.907 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.911+0000 7f98d3178780 1 > prepared multipart upload key=8ZR0C2P8VMRA upload=R6ZQ2TCLE8PY tag=VJOC11TKUO3P type=write size=3911737 2024-04-12T16:21:16.909 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.912+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~J2RWVYX28FRX.0 size=1048576 2024-04-12T16:21:16.910 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.913+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~J2RWVYX28FRX.1 size=340562 2024-04-12T16:21:16.913 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.916+0000 7f98d3178780 1 < completed multipart upload key=8AV30C26CXYV upload=J2RWVYX28FRX tag=H6Z0HPNJRNT0 type=write size=2437714 2024-04-12T16:21:16.914 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.918+0000 7f98d3178780 1 > prepared operation key=S81W06TIIZMK tag=MTP0P0693N9U type=del size=3589293 2024-04-12T16:21:16.916 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.919+0000 7f98d3178780 1 < completed part key=_multipart_KHYODRDPUF4K.2~S58NG27GRU0M.0 size=294908 2024-04-12T16:21:16.918 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.921+0000 7f98d3178780 1 < completed multipart upload key=KHYODRDPUF4K upload=S58NG27GRU0M tag=NNSJFYABMWYF type=write size=1343484 2024-04-12T16:21:16.920 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.923+0000 7f98d3178780 1 > prepared operation key=I40BBGONTDFL tag=43OIE93S6KCX type=del size=2502743 2024-04-12T16:21:16.922 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.925+0000 7f98d3178780 1 < completed part key=_multipart_KHYODRDPUF4K.2~39MJ6G9ZITJ4.0 size=526942 2024-04-12T16:21:16.924 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.927+0000 7f98d3178780 1 < completed multipart upload key=KHYODRDPUF4K upload=39MJ6G9ZITJ4 tag=152YN07Z65MW type=write size=1575518 2024-04-12T16:21:16.926 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.929+0000 7f98d3178780 1 > prepared operation key=PWA38LFGIMFY tag=N9RH3SOEZ22A type=del size=2782702 2024-04-12T16:21:16.927 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.931+0000 7f98d3178780 1 < completed write operation key=S81W06TIIZMK tag=0JGUVVUGW00Q type=write size=98779 2024-04-12T16:21:16.929 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.933+0000 7f98d3178780 1 > prepared operation key=KURJT9NHLL4D tag=J07N1NGDPMHL type=del size=3437500 2024-04-12T16:21:16.931 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.934+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~XHMHH8RF6VP2.0 size=809162 2024-04-12T16:21:16.934 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.937+0000 7f98d3178780 1 < completed multipart upload key=ZXZ7NSPZRCDD upload=XHMHH8RF6VP2 tag=URA90FGICEL2 type=write size=1857738 2024-04-12T16:21:16.937 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.940+0000 7f98d3178780 1 > prepared part key=_multipart_VZ3ZKIAP7V00.2~AXNB8Z3BAAL1.0 size=1048576 2024-04-12T16:21:16.938 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.942+0000 7f98d3178780 1 > prepared part key=_multipart_VZ3ZKIAP7V00.2~AXNB8Z3BAAL1.1 size=343125 2024-04-12T16:21:16.938 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.942+0000 7f98d3178780 1 > prepared multipart upload key=VZ3ZKIAP7V00 upload=AXNB8Z3BAAL1 tag=20DPKSSVDFQT type=write size=2440277 2024-04-12T16:21:16.940 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.943+0000 7f98d3178780 1 < completed part key=_multipart_4S7M3FBURFC1.2~OR3EIMQCGLI0.0 size=1006391 2024-04-12T16:21:16.943 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.946+0000 7f98d3178780 1 < completed multipart upload key=4S7M3FBURFC1 upload=OR3EIMQCGLI0 tag=NSR95DP5H78P type=write size=2054967 2024-04-12T16:21:16.946 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.949+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~SUXI9GMQ6W17.0 size=655697 2024-04-12T16:21:16.946 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.949+0000 7f98d3178780 1 > prepared multipart upload key=7X1SF5VYO5QN upload=SUXI9GMQ6W17 tag=Q99W5TP56GTW type=write size=1704273 2024-04-12T16:21:16.948 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.951+0000 7f98d3178780 1 < completed delete operation key=EZFO3J6YDS47 tag=RT1N26PIYGS5 type=del 2024-04-12T16:21:16.950 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.953+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~FFS3429IVHA0.0 size=208005 2024-04-12T16:21:16.950 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.953+0000 7f98d3178780 1 > prepared multipart upload key=23DHOZJVEXJ6 upload=FFS3429IVHA0 tag=VM33MQN3SJHR type=write size=1256581 2024-04-12T16:21:16.952 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.955+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~EBVBUYUDE0GW.0 size=1048576 2024-04-12T16:21:16.953 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.956+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~EBVBUYUDE0GW.1 size=1048576 2024-04-12T16:21:16.955 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.958+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~EBVBUYUDE0GW.2 size=347342 2024-04-12T16:21:16.957 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.961+0000 7f98d3178780 1 < completed multipart upload key=ZZ03YKAYH1C2 upload=EBVBUYUDE0GW tag=4N7CL4BRM7RW type=write size=3493070 2024-04-12T16:21:16.959 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.962+0000 7f98d3178780 1 > prepared operation key=EZFO3J6YDS47 tag=QPZ89QIB91Q9 type=del size=2288200 2024-04-12T16:21:16.962 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.966+0000 7f98d3178780 1 < suggested update operation key=FLD16WRTYTRE tag=VYO35Q6V8ULJ type=del size=2652630 2024-04-12T16:21:16.964 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.968+0000 7f98d3178780 1 > prepared operation key=JFLGBNJ7LSGN tag=B0PQKPCP120Z type=del size=4056055 2024-04-12T16:21:16.967 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.971+0000 7f98d3178780 1 < suggested remove operation key=RGAGK6SC7WUJ tag=D5YS0T6JGL6W type=write 2024-04-12T16:21:16.969 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.972+0000 7f98d3178780 1 > prepared operation key=ZXZ7NSPZRCDD tag=B8INSJH9TU59 type=del size=2242796 2024-04-12T16:21:16.971 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.974+0000 7f98d3178780 -1 < failed to complete operation key=RGAGK6SC7WUJ tag=MT3FLXIIBKYL type=del size=1925472: (22) Invalid argument 2024-04-12T16:21:16.972 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.975+0000 7f98d3178780 1 > prepared operation key=7X1SF5VYO5QN tag=ZC845BLS6NXC type=del size=362212 2024-04-12T16:21:16.974 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.977+0000 7f98d3178780 1 < completed write operation key=I40BBGONTDFL tag=TEKLKYTCVWT5 type=write size=22328 2024-04-12T16:21:16.975 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.978+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=7H50CUW7NE7P type=write size=920488 2024-04-12T16:21:16.978 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.981+0000 7f98d3178780 1 < suggested remove operation key=GM8O00AYQLB5 tag=1OPPAT92T7XM type=write 2024-04-12T16:21:16.979 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.983+0000 7f98d3178780 1 > prepared operation key=PT2U3K72AW80 tag=XD7FG8HALNR1 type=del size=1770272 2024-04-12T16:21:16.981 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.985+0000 7f98d3178780 -1 < failed to complete operation key=RGAGK6SC7WUJ tag=ACU2HH8EQJUP type=del size=1138587: (22) Invalid argument 2024-04-12T16:21:16.983 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.986+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=OR4Q41G8WX6C type=del size=1897477 2024-04-12T16:21:16.984 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.988+0000 7f98d3178780 1 < completed write operation key=KURJT9NHLL4D tag=E041ICLU89BC type=write size=1021279 2024-04-12T16:21:16.986 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.989+0000 7f98d3178780 1 > prepared operation key=0OWCAM744WJ9 tag=6RY9NR6OASRQ type=del size=2504011 2024-04-12T16:21:16.988 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.991+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~R6ZQ2TCLE8PY.0 size=1048576 2024-04-12T16:21:16.989 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.992+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~R6ZQ2TCLE8PY.1 size=1048576 2024-04-12T16:21:16.991 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.994+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~R6ZQ2TCLE8PY.2 size=766009 2024-04-12T16:21:16.993 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.997+0000 7f98d3178780 1 < completed multipart upload key=8ZR0C2P8VMRA upload=R6ZQ2TCLE8PY tag=VJOC11TKUO3P type=write size=3911737 2024-04-12T16:21:16.995 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:16.998+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=HPSRH3GO3LSO type=del size=2471009 2024-04-12T16:21:16.998 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.001+0000 7f98d3178780 1 < suggested remove operation key=S81W06TIIZMK tag=MTP0P0693N9U type=del 2024-04-12T16:21:16.999 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.003+0000 7f98d3178780 1 > prepared operation key=0OWCAM744WJ9 tag=UZZC362X6D48 type=del size=3386747 2024-04-12T16:21:17.001 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.004+0000 7f98d3178780 1 < completed delete operation key=I40BBGONTDFL tag=43OIE93S6KCX type=del 2024-04-12T16:21:17.003 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.006+0000 7f98d3178780 1 > prepared part key=_multipart_4S7M3FBURFC1.2~YHGQ1M9SXHPA.0 size=1048576 2024-04-12T16:21:17.004 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.008+0000 7f98d3178780 1 > prepared part key=_multipart_4S7M3FBURFC1.2~YHGQ1M9SXHPA.1 size=922893 2024-04-12T16:21:17.004 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.008+0000 7f98d3178780 1 > prepared multipart upload key=4S7M3FBURFC1 upload=YHGQ1M9SXHPA tag=F5DYV48XDG0F type=write size=3020045 2024-04-12T16:21:17.006 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.009+0000 7f98d3178780 1 < completed delete operation key=PWA38LFGIMFY tag=N9RH3SOEZ22A type=del 2024-04-12T16:21:17.009 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.012+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~8Q0QONXFX8FC.0 size=1048576 2024-04-12T16:21:17.010 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.013+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~8Q0QONXFX8FC.1 size=136069 2024-04-12T16:21:17.010 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.013+0000 7f98d3178780 1 > prepared multipart upload key=IHLY0ZTYK6UT upload=8Q0QONXFX8FC tag=45QVW74DSQDO type=write size=2233221 2024-04-12T16:21:17.013 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.016+0000 7f98d3178780 1 < suggested remove operation key=KURJT9NHLL4D tag=J07N1NGDPMHL type=del 2024-04-12T16:21:17.016 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.019+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~GQF0WTS69JL1.0 size=562026 2024-04-12T16:21:17.016 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.019+0000 7f98d3178780 1 > prepared multipart upload key=UQB6NBY40RTD upload=GQF0WTS69JL1 tag=LF9JG4ISJPW2 type=write size=1610602 2024-04-12T16:21:17.017 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.021+0000 7f98d3178780 1 < completed part key=_multipart_VZ3ZKIAP7V00.2~AXNB8Z3BAAL1.0 size=1048576 2024-04-12T16:21:17.019 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.022+0000 7f98d3178780 1 < completed part key=_multipart_VZ3ZKIAP7V00.2~AXNB8Z3BAAL1.1 size=343125 2024-04-12T16:21:17.021 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.024+0000 7f98d3178780 1 < completed multipart upload key=VZ3ZKIAP7V00 upload=AXNB8Z3BAAL1 tag=20DPKSSVDFQT type=write size=2440277 2024-04-12T16:21:17.023 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.026+0000 7f98d3178780 1 > prepared operation key=LU8ZUI2MDRGX tag=FLYKQ92IJPB3 type=del size=2733881 2024-04-12T16:21:17.024 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.027+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~SUXI9GMQ6W17.0 size=655697 2024-04-12T16:21:17.027 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.030+0000 7f98d3178780 1 < completed multipart upload key=7X1SF5VYO5QN upload=SUXI9GMQ6W17 tag=Q99W5TP56GTW type=write size=1704273 2024-04-12T16:21:17.028 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.031+0000 7f98d3178780 1 > prepared operation key=0OWCAM744WJ9 tag=4BRNQYQG31U4 type=del size=1253165 2024-04-12T16:21:17.030 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.033+0000 7f98d3178780 1 < completed part key=_multipart_23DHOZJVEXJ6.2~FFS3429IVHA0.0 size=208005 2024-04-12T16:21:17.032 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.035+0000 7f98d3178780 1 < completed multipart upload key=23DHOZJVEXJ6 upload=FFS3429IVHA0 tag=VM33MQN3SJHR type=write size=1256581 2024-04-12T16:21:17.033 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.037+0000 7f98d3178780 1 > prepared operation key=KURJT9NHLL4D tag=PFEXTZK1HPFV type=del size=2560409 2024-04-12T16:21:17.035 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.038+0000 7f98d3178780 1 < completed delete operation key=EZFO3J6YDS47 tag=QPZ89QIB91Q9 type=del 2024-04-12T16:21:17.036 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.039+0000 7f98d3178780 1 > prepared operation key=ZXZ7NSPZRCDD tag=ZYBI2IVSCNGF type=del size=927593 2024-04-12T16:21:17.037 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.041+0000 7f98d3178780 1 < completed delete operation key=JFLGBNJ7LSGN tag=B0PQKPCP120Z type=del 2024-04-12T16:21:17.040 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.044+0000 7f98d3178780 1 > prepared part key=_multipart_VZ3ZKIAP7V00.2~2T0YW3EXW54W.0 size=1048576 2024-04-12T16:21:17.042 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.045+0000 7f98d3178780 1 > prepared part key=_multipart_VZ3ZKIAP7V00.2~2T0YW3EXW54W.1 size=1048576 2024-04-12T16:21:17.043 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.046+0000 7f98d3178780 1 > prepared part key=_multipart_VZ3ZKIAP7V00.2~2T0YW3EXW54W.2 size=321200 2024-04-12T16:21:17.043 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.046+0000 7f98d3178780 1 > prepared multipart upload key=VZ3ZKIAP7V00 upload=2T0YW3EXW54W tag=KO9KDM41E5QQ type=write size=3466928 2024-04-12T16:21:17.045 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.049+0000 7f98d3178780 1 < suggested update operation key=ZXZ7NSPZRCDD tag=B8INSJH9TU59 type=del size=2242796 2024-04-12T16:21:17.047 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.050+0000 7f98d3178780 1 > prepared operation key=PWA38LFGIMFY tag=F2M03NF3STG4 type=write size=798086 2024-04-12T16:21:17.048 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.052+0000 7f98d3178780 1 < completed delete operation key=7X1SF5VYO5QN tag=ZC845BLS6NXC type=del 2024-04-12T16:21:17.050 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.053+0000 7f98d3178780 1 > prepared operation key=LU8ZUI2MDRGX tag=GS03GYKQMZ4V type=del size=4023033 2024-04-12T16:21:17.053 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.056+0000 7f98d3178780 1 < suggested remove operation key=GM8O00AYQLB5 tag=7H50CUW7NE7P type=write 2024-04-12T16:21:17.055 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.059+0000 7f98d3178780 1 > prepared part key=_multipart_9L0C6XS0IUS0.2~WO67WFVFVMFQ.0 size=167497 2024-04-12T16:21:17.056 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.059+0000 7f98d3178780 1 > prepared multipart upload key=9L0C6XS0IUS0 upload=WO67WFVFVMFQ tag=C3HZM4CKLK21 type=write size=1216073 2024-04-12T16:21:17.057 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.060+0000 7f98d3178780 1 < completed delete operation key=PT2U3K72AW80 tag=XD7FG8HALNR1 type=del 2024-04-12T16:21:17.060 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.063+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~KQUGUK1N1R2K.0 size=1048576 2024-04-12T16:21:17.061 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.064+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~KQUGUK1N1R2K.1 size=1048576 2024-04-12T16:21:17.062 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.065+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~KQUGUK1N1R2K.2 size=712217 2024-04-12T16:21:17.062 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.065+0000 7f98d3178780 1 > prepared multipart upload key=7X1SF5VYO5QN upload=KQUGUK1N1R2K tag=393PYVS9EV5M type=write size=3857945 2024-04-12T16:21:17.064 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.067+0000 7f98d3178780 -1 < failed to complete operation key=GM8O00AYQLB5 tag=OR4Q41G8WX6C type=del size=1897477: (22) Invalid argument 2024-04-12T16:21:17.065 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.068+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=PVOQS4E07BYR type=del size=643700 2024-04-12T16:21:17.066 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.070+0000 7f98d3178780 1 < completed delete operation key=0OWCAM744WJ9 tag=6RY9NR6OASRQ type=del 2024-04-12T16:21:17.069 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.071+0000 7f98d3178780 1 > prepared operation key=EZFO3J6YDS47 tag=XZHWD75V4Y58 type=del size=1677862 2024-04-12T16:21:17.071 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.074+0000 7f98d3178780 1 < suggested remove operation key=9L0C6XS0IUS0 tag=HPSRH3GO3LSO type=del 2024-04-12T16:21:17.073 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.076+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~BOF9AE2IBH41.0 size=1048576 2024-04-12T16:21:17.074 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.078+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~BOF9AE2IBH41.1 size=516400 2024-04-12T16:21:17.074 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.078+0000 7f98d3178780 1 > prepared multipart upload key=PT2U3K72AW80 upload=BOF9AE2IBH41 tag=6O2ECP6YHQZK type=write size=2613552 2024-04-12T16:21:17.076 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.079+0000 7f98d3178780 1 < completed delete operation key=0OWCAM744WJ9 tag=UZZC362X6D48 type=del 2024-04-12T16:21:17.078 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.081+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=SM3HAQT070OF type=del size=3474716 2024-04-12T16:21:17.079 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.082+0000 7f98d3178780 1 < completed part key=_multipart_4S7M3FBURFC1.2~YHGQ1M9SXHPA.0 size=1048576 2024-04-12T16:21:17.080 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.083+0000 7f98d3178780 1 < completed part key=_multipart_4S7M3FBURFC1.2~YHGQ1M9SXHPA.1 size=922893 2024-04-12T16:21:17.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:16 smithi110 ceph-mon[88691]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-12T16:21:17.086 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.086+0000 7f98d3178780 1 < completed multipart upload key=4S7M3FBURFC1 upload=YHGQ1M9SXHPA tag=F5DYV48XDG0F type=write size=3020045 2024-04-12T16:21:17.086 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.087+0000 7f98d3178780 1 > prepared operation key=FLD16WRTYTRE tag=6N0EMFSUTO2P type=del size=41153 2024-04-12T16:21:17.086 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.089+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~8Q0QONXFX8FC.0 size=1048576 2024-04-12T16:21:17.087 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.090+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~8Q0QONXFX8FC.1 size=136069 2024-04-12T16:21:17.089 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.093+0000 7f98d3178780 1 < completed multipart upload key=IHLY0ZTYK6UT upload=8Q0QONXFX8FC tag=45QVW74DSQDO type=write size=2233221 2024-04-12T16:21:17.091 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.095+0000 7f98d3178780 1 > prepared operation key=0OWCAM744WJ9 tag=ZVRZCGMXYX5V type=del size=3702806 2024-04-12T16:21:17.093 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.097+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~GQF0WTS69JL1.0 size=562026 2024-04-12T16:21:17.096 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.099+0000 7f98d3178780 1 < completed multipart upload key=UQB6NBY40RTD upload=GQF0WTS69JL1 tag=LF9JG4ISJPW2 type=write size=1610602 2024-04-12T16:21:17.097 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.101+0000 7f98d3178780 1 > prepared operation key=LU8ZUI2MDRGX tag=78OQ3AB6D3L1 type=del size=1935988 2024-04-12T16:21:17.099 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.102+0000 7f98d3178780 1 < completed delete operation key=LU8ZUI2MDRGX tag=FLYKQ92IJPB3 type=del 2024-04-12T16:21:17.100 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.104+0000 7f98d3178780 1 > prepared operation key=S81W06TIIZMK tag=64FYP6FNFY8L type=del size=2850764 2024-04-12T16:21:17.102 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.105+0000 7f98d3178780 1 < completed delete operation key=0OWCAM744WJ9 tag=4BRNQYQG31U4 type=del 2024-04-12T16:21:17.104 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.107+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=LR3CZPKWOFBB type=del size=1321922 2024-04-12T16:21:17.105 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.108+0000 7f98d3178780 1 < completed delete operation key=KURJT9NHLL4D tag=PFEXTZK1HPFV type=del 2024-04-12T16:21:17.108 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.111+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~IXWOX7DH3SWM.0 size=1048576 2024-04-12T16:21:17.109 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.112+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~IXWOX7DH3SWM.1 size=555917 2024-04-12T16:21:17.109 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.112+0000 7f98d3178780 1 > prepared multipart upload key=0OWCAM744WJ9 upload=IXWOX7DH3SWM tag=VS4TH4P1J1OY type=write size=2653069 2024-04-12T16:21:17.111 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.114+0000 7f98d3178780 -1 < failed to complete operation key=ZXZ7NSPZRCDD tag=ZYBI2IVSCNGF type=del size=927593: (22) Invalid argument 2024-04-12T16:21:17.112 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.116+0000 7f98d3178780 1 > prepared operation key=FLD16WRTYTRE tag=07NKOB6AZ991 type=write size=637805 2024-04-12T16:21:17.114 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.117+0000 7f98d3178780 1 < completed part key=_multipart_VZ3ZKIAP7V00.2~2T0YW3EXW54W.0 size=1048576 2024-04-12T16:21:17.115 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.118+0000 7f98d3178780 1 < completed part key=_multipart_VZ3ZKIAP7V00.2~2T0YW3EXW54W.1 size=1048576 2024-04-12T16:21:17.116 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.119+0000 7f98d3178780 1 < completed part key=_multipart_VZ3ZKIAP7V00.2~2T0YW3EXW54W.2 size=321200 2024-04-12T16:21:17.118 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.122+0000 7f98d3178780 1 < completed multipart upload key=VZ3ZKIAP7V00 upload=2T0YW3EXW54W tag=KO9KDM41E5QQ type=write size=3466928 2024-04-12T16:21:17.120 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.123+0000 7f98d3178780 1 > prepared operation key=S81W06TIIZMK tag=GI9QMSZMW4B9 type=write size=348744 2024-04-12T16:21:17.121 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.124+0000 7f98d3178780 1 < completed write operation key=PWA38LFGIMFY tag=F2M03NF3STG4 type=write size=798086 2024-04-12T16:21:17.124 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.127+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~3NBS0RD7ZCB1.0 size=418395 2024-04-12T16:21:17.124 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.127+0000 7f98d3178780 1 > prepared multipart upload key=UQB6NBY40RTD upload=3NBS0RD7ZCB1 tag=D2YY0L8Q19NN type=write size=1466971 2024-04-12T16:21:17.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:16 smithi099 ceph-mon[94290]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-12T16:21:17.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:16 smithi099 ceph-mon[96864]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-12T16:21:17.125 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.128+0000 7f98d3178780 1 < completed delete operation key=LU8ZUI2MDRGX tag=GS03GYKQMZ4V type=del 2024-04-12T16:21:17.126 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.130+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=BNIHHCE4544J type=write size=52875 2024-04-12T16:21:17.128 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.131+0000 7f98d3178780 1 < completed part key=_multipart_9L0C6XS0IUS0.2~WO67WFVFVMFQ.0 size=167497 2024-04-12T16:21:17.130 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.134+0000 7f98d3178780 1 < completed multipart upload key=9L0C6XS0IUS0 upload=WO67WFVFVMFQ tag=C3HZM4CKLK21 type=write size=1216073 2024-04-12T16:21:17.132 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.135+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=HPOW9LDTDVMQ type=write size=870857 2024-04-12T16:21:17.133 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.136+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~KQUGUK1N1R2K.0 size=1048576 2024-04-12T16:21:17.134 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.137+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~KQUGUK1N1R2K.1 size=1048576 2024-04-12T16:21:17.135 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.139+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~KQUGUK1N1R2K.2 size=712217 2024-04-12T16:21:17.138 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.141+0000 7f98d3178780 1 < completed multipart upload key=7X1SF5VYO5QN upload=KQUGUK1N1R2K tag=393PYVS9EV5M type=write size=3857945 2024-04-12T16:21:17.139 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.143+0000 7f98d3178780 1 > prepared operation key=D0M5V2Z6TGN6 tag=VYEHNLO9MYXM type=del size=3003681 2024-04-12T16:21:17.141 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.144+0000 7f98d3178780 1 < completed delete operation key=UQB6NBY40RTD tag=PVOQS4E07BYR type=del 2024-04-12T16:21:17.144 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.147+0000 7f98d3178780 1 > prepared part key=_multipart_W6L40IZK9EF7.2~Z09PQE9XCX34.0 size=754770 2024-04-12T16:21:17.144 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.147+0000 7f98d3178780 1 > prepared multipart upload key=W6L40IZK9EF7 upload=Z09PQE9XCX34 tag=CWBF81OOS3IJ type=write size=1803346 2024-04-12T16:21:17.146 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.149+0000 7f98d3178780 1 < canceled operation key=EZFO3J6YDS47 tag=XZHWD75V4Y58 type=del size=1677862 2024-04-12T16:21:17.148 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.152+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~VO3TIEOLLT3F.0 size=245257 2024-04-12T16:21:17.148 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.152+0000 7f98d3178780 1 > prepared multipart upload key=XC0UMQW2OGOM upload=VO3TIEOLLT3F tag=VRJFKPLQGN3O type=write size=1293833 2024-04-12T16:21:17.150 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.153+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~BOF9AE2IBH41.0 size=1048576 2024-04-12T16:21:17.151 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.154+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~BOF9AE2IBH41.1 size=516400 2024-04-12T16:21:17.154 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.157+0000 7f98d3178780 1 < completed multipart upload key=PT2U3K72AW80 upload=BOF9AE2IBH41 tag=6O2ECP6YHQZK type=write size=2613552 2024-04-12T16:21:17.156 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.160+0000 7f98d3178780 1 > prepared part key=_multipart_RGAGK6SC7WUJ.2~GX3RLP90VQZL.0 size=1048576 2024-04-12T16:21:17.158 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.161+0000 7f98d3178780 1 > prepared part key=_multipart_RGAGK6SC7WUJ.2~GX3RLP90VQZL.1 size=106387 2024-04-12T16:21:17.158 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.161+0000 7f98d3178780 1 > prepared multipart upload key=RGAGK6SC7WUJ upload=GX3RLP90VQZL tag=Q62K8QDM1NYC type=write size=2203539 2024-04-12T16:21:17.159 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.162+0000 7f98d3178780 1 < completed delete operation key=XC0UMQW2OGOM tag=SM3HAQT070OF type=del 2024-04-12T16:21:17.163 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.166+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~82JEZ2YWY9VW.0 size=1048576 2024-04-12T16:21:17.164 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.167+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~82JEZ2YWY9VW.1 size=474250 2024-04-12T16:21:17.164 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.167+0000 7f98d3178780 1 > prepared multipart upload key=D0M5V2Z6TGN6 upload=82JEZ2YWY9VW tag=POLUWAC6FWAE type=write size=2571402 2024-04-12T16:21:17.166 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.169+0000 7f98d3178780 1 < completed delete operation key=FLD16WRTYTRE tag=6N0EMFSUTO2P type=del 2024-04-12T16:21:17.168 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.171+0000 7f98d3178780 1 > prepared operation key=LU8ZUI2MDRGX tag=1TL27XPQFEQ1 type=del size=4193829 2024-04-12T16:21:17.171 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.174+0000 7f98d3178780 1 < suggested remove operation key=0OWCAM744WJ9 tag=ZVRZCGMXYX5V type=del 2024-04-12T16:21:17.172 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.176+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=YZVMY7QUE245 type=del size=929304 2024-04-12T16:21:17.174 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.177+0000 7f98d3178780 1 < completed delete operation key=LU8ZUI2MDRGX tag=78OQ3AB6D3L1 type=del 2024-04-12T16:21:17.177 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.180+0000 7f98d3178780 1 > prepared part key=_multipart_W6L40IZK9EF7.2~2RA3UWM1B779.0 size=73323 2024-04-12T16:21:17.177 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.180+0000 7f98d3178780 1 > prepared multipart upload key=W6L40IZK9EF7 upload=2RA3UWM1B779 tag=DR4MN9VOL6MI type=write size=1121899 2024-04-12T16:21:17.178 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.182+0000 7f98d3178780 1 < completed delete operation key=S81W06TIIZMK tag=64FYP6FNFY8L type=del 2024-04-12T16:21:17.181 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.184+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~XUE9U91N3TNI.0 size=1048576 2024-04-12T16:21:17.182 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.185+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~XUE9U91N3TNI.1 size=1048576 2024-04-12T16:21:17.183 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.187+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~XUE9U91N3TNI.2 size=502153 2024-04-12T16:21:17.183 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.187+0000 7f98d3178780 1 > prepared multipart upload key=S81W06TIIZMK upload=XUE9U91N3TNI tag=R4NOP65ERR6V type=write size=3647881 2024-04-12T16:21:17.185 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.188+0000 7f98d3178780 1 < completed delete operation key=BOEPCQFN2ISK tag=LR3CZPKWOFBB type=del 2024-04-12T16:21:17.186 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.189+0000 7f98d3178780 1 > prepared operation key=3AW8J5U5KAAT tag=KO4FNJ8JMTIW type=del size=2517873 2024-04-12T16:21:17.188 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.191+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~IXWOX7DH3SWM.0 size=1048576 2024-04-12T16:21:17.189 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.192+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~IXWOX7DH3SWM.1 size=555917 2024-04-12T16:21:17.191 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.195+0000 7f98d3178780 1 < completed multipart upload key=0OWCAM744WJ9 upload=IXWOX7DH3SWM tag=VS4TH4P1J1OY type=write size=2653069 2024-04-12T16:21:17.194 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.197+0000 7f98d3178780 1 > prepared part key=_multipart_KURJT9NHLL4D.2~EQ9M02SH14RT.0 size=670233 2024-04-12T16:21:17.194 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.197+0000 7f98d3178780 1 > prepared multipart upload key=KURJT9NHLL4D upload=EQ9M02SH14RT tag=I8YFMFHTSBQF type=write size=1718809 2024-04-12T16:21:17.196 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.199+0000 7f98d3178780 1 < completed write operation key=FLD16WRTYTRE tag=07NKOB6AZ991 type=write size=637805 2024-04-12T16:21:17.198 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.202+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~Z1GEWDZ0030B.0 size=1048576 2024-04-12T16:21:17.200 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.203+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~Z1GEWDZ0030B.1 size=992133 2024-04-12T16:21:17.200 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.203+0000 7f98d3178780 1 > prepared multipart upload key=XC0UMQW2OGOM upload=Z1GEWDZ0030B tag=HJ2XF5SYU34D type=write size=3089285 2024-04-12T16:21:17.201 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.204+0000 7f98d3178780 1 < completed write operation key=S81W06TIIZMK tag=GI9QMSZMW4B9 type=write size=348744 2024-04-12T16:21:17.204 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.207+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~I6UC7H3TV10W.0 size=1048576 2024-04-12T16:21:17.205 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.208+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~I6UC7H3TV10W.1 size=1048576 2024-04-12T16:21:17.206 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.209+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~I6UC7H3TV10W.2 size=274169 2024-04-12T16:21:17.206 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.209+0000 7f98d3178780 1 > prepared multipart upload key=7X1SF5VYO5QN upload=I6UC7H3TV10W tag=4T8WSSCHRQFX type=write size=3419897 2024-04-12T16:21:17.208 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.211+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~3NBS0RD7ZCB1.0 size=418395 2024-04-12T16:21:17.211 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.214+0000 7f98d3178780 1 < completed multipart upload key=UQB6NBY40RTD upload=3NBS0RD7ZCB1 tag=D2YY0L8Q19NN type=write size=1466971 2024-04-12T16:21:17.213 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.216+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=0WJ8I9YAAMLN type=write size=844887 2024-04-12T16:21:17.214 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.217+0000 7f98d3178780 1 < completed write operation key=GM8O00AYQLB5 tag=BNIHHCE4544J type=write size=52875 2024-04-12T16:21:17.217 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.220+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~ZLY08EGM4ZEK.0 size=939024 2024-04-12T16:21:17.217 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.220+0000 7f98d3178780 1 > prepared multipart upload key=BOEPCQFN2ISK upload=ZLY08EGM4ZEK tag=ZMLOJWV0BQVY type=write size=1987600 2024-04-12T16:21:17.218 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.222+0000 7f98d3178780 1 < completed write operation key=4S7M3FBURFC1 tag=HPOW9LDTDVMQ type=write size=870857 2024-04-12T16:21:17.220 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.223+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=GOFZ3FRL6ZMH type=del size=2215576 2024-04-12T16:21:17.221 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.225+0000 7f98d3178780 1 < completed delete operation key=D0M5V2Z6TGN6 tag=VYEHNLO9MYXM type=del 2024-04-12T16:21:17.224 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.228+0000 7f98d3178780 1 > prepared part key=_multipart_W6L40IZK9EF7.2~SK9S6QLDZJSF.0 size=192381 2024-04-12T16:21:17.224 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.228+0000 7f98d3178780 1 > prepared multipart upload key=W6L40IZK9EF7 upload=SK9S6QLDZJSF tag=0HYESVRFE6JX type=write size=1240957 2024-04-12T16:21:17.226 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.229+0000 7f98d3178780 1 < completed part key=_multipart_W6L40IZK9EF7.2~Z09PQE9XCX34.0 size=754770 2024-04-12T16:21:17.228 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.232+0000 7f98d3178780 1 < completed multipart upload key=W6L40IZK9EF7 upload=Z09PQE9XCX34 tag=CWBF81OOS3IJ type=write size=1803346 2024-04-12T16:21:17.230 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.233+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=6B2GFWCKRDN7 type=write size=262967 2024-04-12T16:21:17.231 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.235+0000 7f98d3178780 1 < completed part key=_multipart_XC0UMQW2OGOM.2~VO3TIEOLLT3F.0 size=245257 2024-04-12T16:21:17.234 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.237+0000 7f98d3178780 1 < completed multipart upload key=XC0UMQW2OGOM upload=VO3TIEOLLT3F tag=VRJFKPLQGN3O type=write size=1293833 2024-04-12T16:21:17.237 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.240+0000 7f98d3178780 1 > prepared part key=_multipart_66UG2YS0OGEZ.2~FV0UOL0JYVK1.0 size=1048576 2024-04-12T16:21:17.238 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.241+0000 7f98d3178780 1 > prepared part key=_multipart_66UG2YS0OGEZ.2~FV0UOL0JYVK1.1 size=679131 2024-04-12T16:21:17.238 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.241+0000 7f98d3178780 1 > prepared multipart upload key=66UG2YS0OGEZ upload=FV0UOL0JYVK1 tag=44SGEAJWXPJ8 type=write size=2776283 2024-04-12T16:21:17.239 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.243+0000 7f98d3178780 1 < completed part key=_multipart_RGAGK6SC7WUJ.2~GX3RLP90VQZL.0 size=1048576 2024-04-12T16:21:17.239 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.243+0000 7f98d3178780 1 < canceled part key=_multipart_RGAGK6SC7WUJ.2~GX3RLP90VQZL.1 size=106387 2024-04-12T16:21:17.242 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.245+0000 7f98d3178780 1 < canceled multipart upload key=RGAGK6SC7WUJ upload=GX3RLP90VQZL tag=Q62K8QDM1NYC type=write size=2203539 2024-04-12T16:21:17.243 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.247+0000 7f98d3178780 1 > prepared operation key=KURJT9NHLL4D tag=ZRLOVAIGAR3M type=del size=2109109 2024-04-12T16:21:17.245 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.248+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~82JEZ2YWY9VW.0 size=1048576 2024-04-12T16:21:17.246 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.249+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~82JEZ2YWY9VW.1 size=474250 2024-04-12T16:21:17.248 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.252+0000 7f98d3178780 1 < completed multipart upload key=D0M5V2Z6TGN6 upload=82JEZ2YWY9VW tag=POLUWAC6FWAE type=write size=2571402 2024-04-12T16:21:17.251 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.254+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~9TCWV8RWZEQM.0 size=892332 2024-04-12T16:21:17.251 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.254+0000 7f98d3178780 1 > prepared multipart upload key=LU8ZUI2MDRGX upload=9TCWV8RWZEQM tag=SH8GRVKU9P75 type=write size=1940908 2024-04-12T16:21:17.254 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.258+0000 7f98d3178780 1 < suggested remove operation key=LU8ZUI2MDRGX tag=1TL27XPQFEQ1 type=del 2024-04-12T16:21:17.256 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.259+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=A25TCKU1UXW5 type=del size=1067421 2024-04-12T16:21:17.257 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.260+0000 7f98d3178780 1 < completed delete operation key=BOEPCQFN2ISK tag=YZVMY7QUE245 type=del 2024-04-12T16:21:17.260 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.263+0000 7f98d3178780 1 > prepared part key=_multipart_JFLGBNJ7LSGN.2~JMWCVUGSTI8W.0 size=994120 2024-04-12T16:21:17.260 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.263+0000 7f98d3178780 1 > prepared multipart upload key=JFLGBNJ7LSGN upload=JMWCVUGSTI8W tag=JB2DS9OFFSF2 type=write size=2042696 2024-04-12T16:21:17.262 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.265+0000 7f98d3178780 1 < completed part key=_multipart_W6L40IZK9EF7.2~2RA3UWM1B779.0 size=73323 2024-04-12T16:21:17.264 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.267+0000 7f98d3178780 1 < completed multipart upload key=W6L40IZK9EF7 upload=2RA3UWM1B779 tag=DR4MN9VOL6MI type=write size=1121899 2024-04-12T16:21:17.266 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.269+0000 7f98d3178780 1 > prepared operation key=PWA38LFGIMFY tag=2A5YQXEFLQH1 type=write size=681532 2024-04-12T16:21:17.267 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.270+0000 7f98d3178780 1 < completed part key=_multipart_S81W06TIIZMK.2~XUE9U91N3TNI.0 size=1048576 2024-04-12T16:21:17.268 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.272+0000 7f98d3178780 1 < completed part key=_multipart_S81W06TIIZMK.2~XUE9U91N3TNI.1 size=1048576 2024-04-12T16:21:17.270 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.273+0000 7f98d3178780 1 < completed part key=_multipart_S81W06TIIZMK.2~XUE9U91N3TNI.2 size=502153 2024-04-12T16:21:17.272 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.275+0000 7f98d3178780 1 < completed multipart upload key=S81W06TIIZMK upload=XUE9U91N3TNI tag=R4NOP65ERR6V type=write size=3647881 2024-04-12T16:21:17.275 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.278+0000 7f98d3178780 1 > prepared part key=_multipart_GM8O00AYQLB5.2~J3BNWDNN9OLN.0 size=436946 2024-04-12T16:21:17.275 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.278+0000 7f98d3178780 1 > prepared multipart upload key=GM8O00AYQLB5 upload=J3BNWDNN9OLN tag=RKL07IR0BXGQ type=write size=1485522 2024-04-12T16:21:17.277 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.280+0000 7f98d3178780 1 < canceled operation key=3AW8J5U5KAAT tag=KO4FNJ8JMTIW type=del size=2517873 2024-04-12T16:21:17.280 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.283+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~6YDGR4I5STSL.0 size=1048576 2024-04-12T16:21:17.281 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.284+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~6YDGR4I5STSL.1 size=43797 2024-04-12T16:21:17.281 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.284+0000 7f98d3178780 1 > prepared multipart upload key=3AW8J5U5KAAT upload=6YDGR4I5STSL tag=XCGG2X6V02WH type=write size=2140949 2024-04-12T16:21:17.283 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.286+0000 7f98d3178780 1 < completed part key=_multipart_KURJT9NHLL4D.2~EQ9M02SH14RT.0 size=670233 2024-04-12T16:21:17.285 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.289+0000 7f98d3178780 1 < completed multipart upload key=KURJT9NHLL4D upload=EQ9M02SH14RT tag=I8YFMFHTSBQF type=write size=1718809 2024-04-12T16:21:17.288 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.292+0000 7f98d3178780 1 > prepared part key=_multipart_JFLGBNJ7LSGN.2~HSIOZHAM3JKW.0 size=1027116 2024-04-12T16:21:17.288 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.292+0000 7f98d3178780 1 > prepared multipart upload key=JFLGBNJ7LSGN upload=HSIOZHAM3JKW tag=W3XJYLKH8RKN type=write size=2075692 2024-04-12T16:21:17.290 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.293+0000 7f98d3178780 1 < completed part key=_multipart_XC0UMQW2OGOM.2~Z1GEWDZ0030B.0 size=1048576 2024-04-12T16:21:17.290 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.293+0000 7f98d3178780 1 < canceled part key=_multipart_XC0UMQW2OGOM.2~Z1GEWDZ0030B.1 size=992133 2024-04-12T16:21:17.292 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.296+0000 7f98d3178780 1 < canceled multipart upload key=XC0UMQW2OGOM upload=Z1GEWDZ0030B tag=HJ2XF5SYU34D type=write size=3089285 2024-04-12T16:21:17.294 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.297+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=TW5R9Y090Q3R type=del size=256978 2024-04-12T16:21:17.296 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.299+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~I6UC7H3TV10W.0 size=1048576 2024-04-12T16:21:17.296 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.299+0000 7f98d3178780 1 < canceled part key=_multipart_7X1SF5VYO5QN.2~I6UC7H3TV10W.1 size=1048576 2024-04-12T16:21:17.297 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.300+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~I6UC7H3TV10W.2 size=274169 2024-04-12T16:21:17.299 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.303+0000 7f98d3178780 1 < canceled multipart upload key=7X1SF5VYO5QN upload=I6UC7H3TV10W tag=4T8WSSCHRQFX type=write size=3419897 2024-04-12T16:21:17.301 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.304+0000 7f98d3178780 1 > prepared operation key=8AV30C26CXYV tag=KMVNTLHOD3UF type=write size=696420 2024-04-12T16:21:17.304 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.307+0000 7f98d3178780 1 < suggested update operation key=GM8O00AYQLB5 tag=0WJ8I9YAAMLN type=write size=844887 2024-04-12T16:21:17.306 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.309+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=YONW1ZUPTT3M type=write size=400887 2024-04-12T16:21:17.307 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.311+0000 7f98d3178780 1 < completed part key=_multipart_BOEPCQFN2ISK.2~ZLY08EGM4ZEK.0 size=939024 2024-04-12T16:21:17.310 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.314+0000 7f98d3178780 1 < completed multipart upload key=BOEPCQFN2ISK upload=ZLY08EGM4ZEK tag=ZMLOJWV0BQVY type=write size=1987600 2024-04-12T16:21:17.312 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.315+0000 7f98d3178780 1 > prepared operation key=3AW8J5U5KAAT tag=8WEFPG3726MX type=write size=889289 2024-04-12T16:21:17.314 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.317+0000 7f98d3178780 1 < completed delete operation key=BOEPCQFN2ISK tag=GOFZ3FRL6ZMH type=del 2024-04-12T16:21:17.315 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.319+0000 7f98d3178780 1 > prepared operation key=S81W06TIIZMK tag=T585QN3300CV type=del size=1396527 2024-04-12T16:21:17.316 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.319+0000 7f98d3178780 1 < canceled part key=_multipart_W6L40IZK9EF7.2~SK9S6QLDZJSF.0 size=192381 2024-04-12T16:21:17.319 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.322+0000 7f98d3178780 1 < canceled multipart upload key=W6L40IZK9EF7 upload=SK9S6QLDZJSF tag=0HYESVRFE6JX type=write size=1240957 2024-04-12T16:21:17.320 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.324+0000 7f98d3178780 1 > prepared operation key=0OWCAM744WJ9 tag=3584GIKSUWA9 type=del size=1057979 2024-04-12T16:21:17.323 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.327+0000 7f98d3178780 1 < suggested update operation key=XC0UMQW2OGOM tag=6B2GFWCKRDN7 type=write size=262967 2024-04-12T16:21:17.326 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.329+0000 7f98d3178780 1 > prepared part key=_multipart_RGAGK6SC7WUJ.2~O0OGPK72ER62.0 size=875670 2024-04-12T16:21:17.326 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.329+0000 7f98d3178780 1 > prepared multipart upload key=RGAGK6SC7WUJ upload=O0OGPK72ER62 tag=UWZ6TTEPV01S type=write size=1924246 2024-04-12T16:21:17.328 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.331+0000 7f98d3178780 1 < completed part key=_multipart_66UG2YS0OGEZ.2~FV0UOL0JYVK1.0 size=1048576 2024-04-12T16:21:17.329 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.332+0000 7f98d3178780 1 < completed part key=_multipart_66UG2YS0OGEZ.2~FV0UOL0JYVK1.1 size=679131 2024-04-12T16:21:17.331 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.335+0000 7f98d3178780 1 < completed multipart upload key=66UG2YS0OGEZ upload=FV0UOL0JYVK1 tag=44SGEAJWXPJ8 type=write size=2776283 2024-04-12T16:21:17.335 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.338+0000 7f98d3178780 1 > prepared part key=_multipart_EZFO3J6YDS47.2~R5KWL5U46OSV.0 size=1048576 2024-04-12T16:21:17.336 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.339+0000 7f98d3178780 1 > prepared part key=_multipart_EZFO3J6YDS47.2~R5KWL5U46OSV.1 size=1048576 2024-04-12T16:21:17.337 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.341+0000 7f98d3178780 1 > prepared part key=_multipart_EZFO3J6YDS47.2~R5KWL5U46OSV.2 size=179276 2024-04-12T16:21:17.337 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.341+0000 7f98d3178780 1 > prepared multipart upload key=EZFO3J6YDS47 upload=R5KWL5U46OSV tag=TJ213B122WP5 type=write size=3325004 2024-04-12T16:21:17.339 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.342+0000 7f98d3178780 1 < completed delete operation key=KURJT9NHLL4D tag=ZRLOVAIGAR3M type=del 2024-04-12T16:21:17.342 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.345+0000 7f98d3178780 1 > prepared part key=_multipart_W6L40IZK9EF7.2~TX5891RT7K90.0 size=978478 2024-04-12T16:21:17.342 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.345+0000 7f98d3178780 1 > prepared multipart upload key=W6L40IZK9EF7 upload=TX5891RT7K90 tag=2AVFST9S0CEC type=write size=2027054 2024-04-12T16:21:17.344 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.347+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~9TCWV8RWZEQM.0 size=892332 2024-04-12T16:21:17.346 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.350+0000 7f98d3178780 1 < completed multipart upload key=LU8ZUI2MDRGX upload=9TCWV8RWZEQM tag=SH8GRVKU9P75 type=write size=1940908 2024-04-12T16:21:17.348 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.351+0000 7f98d3178780 1 > prepared operation key=D0M5V2Z6TGN6 tag=5SDG22TNGRO8 type=del size=3265441 2024-04-12T16:21:17.350 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.353+0000 7f98d3178780 1 < completed delete operation key=W6L40IZK9EF7 tag=A25TCKU1UXW5 type=del 2024-04-12T16:21:17.351 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.355+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=DCRP1ECC40NF type=write size=370076 2024-04-12T16:21:17.351 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.355+0000 7f98d3178780 1 < canceled part key=_multipart_JFLGBNJ7LSGN.2~JMWCVUGSTI8W.0 size=994120 2024-04-12T16:21:17.354 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.358+0000 7f98d3178780 1 < canceled multipart upload key=JFLGBNJ7LSGN upload=JMWCVUGSTI8W tag=JB2DS9OFFSF2 type=write size=2042696 2024-04-12T16:21:17.357 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.360+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~OFASEIPYROK4.0 size=1048576 2024-04-12T16:21:17.358 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.362+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~OFASEIPYROK4.1 size=1048576 2024-04-12T16:21:17.360 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.363+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~OFASEIPYROK4.2 size=958644 2024-04-12T16:21:17.360 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.363+0000 7f98d3178780 1 > prepared multipart upload key=8AV30C26CXYV upload=OFASEIPYROK4 tag=1HRQBK2CHQOL type=write size=4104372 2024-04-12T16:21:17.361 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.364+0000 7f98d3178780 1 < completed write operation key=PWA38LFGIMFY tag=2A5YQXEFLQH1 type=write size=681532 2024-04-12T16:21:17.364 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.367+0000 7f98d3178780 1 > prepared part key=_multipart_KURJT9NHLL4D.2~GVGHJEZ78R4J.0 size=868901 2024-04-12T16:21:17.364 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.367+0000 7f98d3178780 1 > prepared multipart upload key=KURJT9NHLL4D upload=GVGHJEZ78R4J tag=E3FJAA1I8SSR type=write size=1917477 2024-04-12T16:21:17.365 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.369+0000 7f98d3178780 1 < completed part key=_multipart_GM8O00AYQLB5.2~J3BNWDNN9OLN.0 size=436946 2024-04-12T16:21:17.368 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.371+0000 7f98d3178780 1 < completed multipart upload key=GM8O00AYQLB5 upload=J3BNWDNN9OLN tag=RKL07IR0BXGQ type=write size=1485522 2024-04-12T16:21:17.370 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.373+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=K9BFP8L1VBM0 type=write size=967458 2024-04-12T16:21:17.371 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.375+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~6YDGR4I5STSL.0 size=1048576 2024-04-12T16:21:17.372 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.376+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~6YDGR4I5STSL.1 size=43797 2024-04-12T16:21:17.375 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.378+0000 7f98d3178780 1 < completed multipart upload key=3AW8J5U5KAAT upload=6YDGR4I5STSL tag=XCGG2X6V02WH type=write size=2140949 2024-04-12T16:21:17.378 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.381+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~WOEP01JKO8G8.0 size=433078 2024-04-12T16:21:17.378 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.381+0000 7f98d3178780 1 > prepared multipart upload key=PT2U3K72AW80 upload=WOEP01JKO8G8 tag=34PUY30327GC type=write size=1481654 2024-04-12T16:21:17.379 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.382+0000 7f98d3178780 1 < completed part key=_multipart_JFLGBNJ7LSGN.2~HSIOZHAM3JKW.0 size=1027116 2024-04-12T16:21:17.382 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.385+0000 7f98d3178780 1 < completed multipart upload key=JFLGBNJ7LSGN upload=HSIOZHAM3JKW tag=W3XJYLKH8RKN type=write size=2075692 2024-04-12T16:21:17.384 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.388+0000 7f98d3178780 1 > prepared part key=_multipart_EZFO3J6YDS47.2~ZFOR63C723SP.0 size=676917 2024-04-12T16:21:17.384 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.388+0000 7f98d3178780 1 > prepared multipart upload key=EZFO3J6YDS47 upload=ZFOR63C723SP tag=2APGYPYMT4EG type=write size=1725493 2024-04-12T16:21:17.386 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.389+0000 7f98d3178780 1 < completed delete operation key=BOEPCQFN2ISK tag=TW5R9Y090Q3R type=del 2024-04-12T16:21:17.389 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.393+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~DV3MV6FI5KLW.0 size=1048576 2024-04-12T16:21:17.391 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.394+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~DV3MV6FI5KLW.1 size=288796 2024-04-12T16:21:17.391 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.394+0000 7f98d3178780 1 > prepared multipart upload key=0OWCAM744WJ9 upload=DV3MV6FI5KLW tag=OBE7JCZEZ0XP type=write size=2385948 2024-04-12T16:21:17.392 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.396+0000 7f98d3178780 1 < canceled operation key=8AV30C26CXYV tag=KMVNTLHOD3UF type=write size=696420 2024-04-12T16:21:17.394 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.397+0000 7f98d3178780 1 > prepared operation key=IHLY0ZTYK6UT tag=TYVZWOY2FMQM type=del size=1542516 2024-04-12T16:21:17.396 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.399+0000 7f98d3178780 -1 < failed to complete operation key=XC0UMQW2OGOM tag=YONW1ZUPTT3M type=write size=400887: (22) Invalid argument 2024-04-12T16:21:17.398 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.401+0000 7f98d3178780 1 > prepared operation key=FLD16WRTYTRE tag=FDOH9XXNBI62 type=write size=427718 2024-04-12T16:21:17.400 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.403+0000 7f98d3178780 1 < completed write operation key=3AW8J5U5KAAT tag=8WEFPG3726MX type=write size=889289 2024-04-12T16:21:17.401 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.404+0000 7f98d3178780 1 > prepared operation key=D0M5V2Z6TGN6 tag=JFF06ZKT23U6 type=write size=870023 2024-04-12T16:21:17.403 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.406+0000 7f98d3178780 1 < completed delete operation key=S81W06TIIZMK tag=T585QN3300CV type=del 2024-04-12T16:21:17.404 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.407+0000 7f98d3178780 1 > prepared operation key=4LOLFK38TOHP tag=FUIPT59F3U5S type=write size=260696 2024-04-12T16:21:17.406 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.409+0000 7f98d3178780 1 < completed delete operation key=0OWCAM744WJ9 tag=3584GIKSUWA9 type=del 2024-04-12T16:21:17.407 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.411+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=PFCFD2I8QESI type=del size=890954 2024-04-12T16:21:17.409 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.412+0000 7f98d3178780 1 < completed part key=_multipart_RGAGK6SC7WUJ.2~O0OGPK72ER62.0 size=875670 2024-04-12T16:21:17.411 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.415+0000 7f98d3178780 1 < completed multipart upload key=RGAGK6SC7WUJ upload=O0OGPK72ER62 tag=UWZ6TTEPV01S type=write size=1924246 2024-04-12T16:21:17.413 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.416+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=7S132LWMLFVO type=del size=93903 2024-04-12T16:21:17.415 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.418+0000 7f98d3178780 1 < completed part key=_multipart_EZFO3J6YDS47.2~R5KWL5U46OSV.0 size=1048576 2024-04-12T16:21:17.416 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.419+0000 7f98d3178780 1 < completed part key=_multipart_EZFO3J6YDS47.2~R5KWL5U46OSV.1 size=1048576 2024-04-12T16:21:17.418 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.421+0000 7f98d3178780 1 < completed part key=_multipart_EZFO3J6YDS47.2~R5KWL5U46OSV.2 size=179276 2024-04-12T16:21:17.420 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.424+0000 7f98d3178780 1 < completed multipart upload key=EZFO3J6YDS47 upload=R5KWL5U46OSV tag=TJ213B122WP5 type=write size=3325004 2024-04-12T16:21:17.422 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.425+0000 7f98d3178780 1 > prepared operation key=LU8ZUI2MDRGX tag=YGM3T07RMUJW type=del size=2732973 2024-04-12T16:21:17.424 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.427+0000 7f98d3178780 1 < completed part key=_multipart_W6L40IZK9EF7.2~TX5891RT7K90.0 size=978478 2024-04-12T16:21:17.426 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.429+0000 7f98d3178780 1 < completed multipart upload key=W6L40IZK9EF7 upload=TX5891RT7K90 tag=2AVFST9S0CEC type=write size=2027054 2024-04-12T16:21:17.428 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.431+0000 7f98d3178780 1 > prepared operation key=LU8ZUI2MDRGX tag=WL5CW29FP18P type=del size=841369 2024-04-12T16:21:17.429 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.433+0000 7f98d3178780 1 < completed delete operation key=D0M5V2Z6TGN6 tag=5SDG22TNGRO8 type=del 2024-04-12T16:21:17.431 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.434+0000 7f98d3178780 1 > prepared operation key=23DHOZJVEXJ6 tag=ZZOV698S1DDY type=del size=8448 2024-04-12T16:21:17.432 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.436+0000 7f98d3178780 1 < completed write operation key=8ZR0C2P8VMRA tag=DCRP1ECC40NF type=write size=370076 2024-04-12T16:21:17.434 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.437+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=VHPWV2OAXVX3 type=del size=3100998 2024-04-12T16:21:17.436 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.439+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~OFASEIPYROK4.0 size=1048576 2024-04-12T16:21:17.436 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.439+0000 7f98d3178780 1 < canceled part key=_multipart_8AV30C26CXYV.2~OFASEIPYROK4.1 size=1048576 2024-04-12T16:21:17.437 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.440+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~OFASEIPYROK4.2 size=958644 2024-04-12T16:21:17.439 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.443+0000 7f98d3178780 1 < canceled multipart upload key=8AV30C26CXYV upload=OFASEIPYROK4 tag=1HRQBK2CHQOL type=write size=4104372 2024-04-12T16:21:17.443 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.446+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~JHRMFZJJ1893.0 size=1048576 2024-04-12T16:21:17.444 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.447+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~JHRMFZJJ1893.1 size=1048576 2024-04-12T16:21:17.445 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.448+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~JHRMFZJJ1893.2 size=866673 2024-04-12T16:21:17.445 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.448+0000 7f98d3178780 1 > prepared multipart upload key=IHLY0ZTYK6UT upload=JHRMFZJJ1893 tag=VJX4JE3HAN42 type=write size=4012401 2024-04-12T16:21:17.447 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.450+0000 7f98d3178780 1 < completed part key=_multipart_KURJT9NHLL4D.2~GVGHJEZ78R4J.0 size=868901 2024-04-12T16:21:17.449 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.453+0000 7f98d3178780 1 < completed multipart upload key=KURJT9NHLL4D upload=GVGHJEZ78R4J tag=E3FJAA1I8SSR type=write size=1917477 2024-04-12T16:21:17.451 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.454+0000 7f98d3178780 1 > prepared operation key=LU8ZUI2MDRGX tag=AMB13GY0OOTN type=del size=3741088 2024-04-12T16:21:17.452 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.456+0000 7f98d3178780 1 < completed write operation key=XC0UMQW2OGOM tag=K9BFP8L1VBM0 type=write size=967458 2024-04-12T16:21:17.454 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.457+0000 7f98d3178780 1 > prepared operation key=3AW8J5U5KAAT tag=14U2S3NTP9AM type=del size=3609814 2024-04-12T16:21:17.455 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.459+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~WOEP01JKO8G8.0 size=433078 2024-04-12T16:21:17.458 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.462+0000 7f98d3178780 1 < completed multipart upload key=PT2U3K72AW80 upload=WOEP01JKO8G8 tag=34PUY30327GC type=write size=1481654 2024-04-12T16:21:17.460 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.463+0000 7f98d3178780 1 > prepared operation key=8AV30C26CXYV tag=QUE8V1W5ATJS type=del size=565602 2024-04-12T16:21:17.461 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.465+0000 7f98d3178780 1 < completed part key=_multipart_EZFO3J6YDS47.2~ZFOR63C723SP.0 size=676917 2024-04-12T16:21:17.464 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.467+0000 7f98d3178780 1 < completed multipart upload key=EZFO3J6YDS47 upload=ZFOR63C723SP tag=2APGYPYMT4EG type=write size=1725493 2024-04-12T16:21:17.466 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.469+0000 7f98d3178780 1 > prepared operation key=8AV30C26CXYV tag=IGWV2OEG9LS8 type=del size=1272513 2024-04-12T16:21:17.467 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.471+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~DV3MV6FI5KLW.0 size=1048576 2024-04-12T16:21:17.469 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.472+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~DV3MV6FI5KLW.1 size=288796 2024-04-12T16:21:17.471 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.475+0000 7f98d3178780 1 < completed multipart upload key=0OWCAM744WJ9 upload=DV3MV6FI5KLW tag=OBE7JCZEZ0XP type=write size=2385948 2024-04-12T16:21:17.473 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.477+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=1KIVOEG05ECW type=write size=335065 2024-04-12T16:21:17.475 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.478+0000 7f98d3178780 1 < canceled operation key=IHLY0ZTYK6UT tag=TYVZWOY2FMQM type=del size=1542516 2024-04-12T16:21:17.478 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.481+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~SYWGBVINF1IR.0 size=1048576 2024-04-12T16:21:17.480 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.483+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~SYWGBVINF1IR.1 size=1048576 2024-04-12T16:21:17.481 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.484+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~SYWGBVINF1IR.2 size=464080 2024-04-12T16:21:17.481 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.484+0000 7f98d3178780 1 > prepared multipart upload key=S81W06TIIZMK upload=SYWGBVINF1IR tag=2OA95VW3GQA3 type=write size=3609808 2024-04-12T16:21:17.483 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.486+0000 7f98d3178780 1 < completed write operation key=FLD16WRTYTRE tag=FDOH9XXNBI62 type=write size=427718 2024-04-12T16:21:17.486 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.489+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~S3V3WBHNUU9K.0 size=194950 2024-04-12T16:21:17.486 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.489+0000 7f98d3178780 1 > prepared multipart upload key=IHLY0ZTYK6UT upload=S3V3WBHNUU9K tag=AGR32YOYH564 type=write size=1243526 2024-04-12T16:21:17.490 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.493+0000 7f98d3178780 1 < suggested remove operation key=D0M5V2Z6TGN6 tag=JFF06ZKT23U6 type=write 2024-04-12T16:21:17.493 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.496+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~JGTCUBLP7PZQ.0 size=1048576 2024-04-12T16:21:17.494 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.498+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~JGTCUBLP7PZQ.1 size=655111 2024-04-12T16:21:17.494 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.498+0000 7f98d3178780 1 > prepared multipart upload key=XC0UMQW2OGOM upload=JGTCUBLP7PZQ tag=Z0GSQEBVXRLG type=write size=2752263 2024-04-12T16:21:17.496 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.499+0000 7f98d3178780 1 < canceled operation key=4LOLFK38TOHP tag=FUIPT59F3U5S type=write size=260696 2024-04-12T16:21:17.499 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.502+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~DGLMMWZYL39B.0 size=1048576 2024-04-12T16:21:17.501 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.504+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~DGLMMWZYL39B.1 size=314471 2024-04-12T16:21:17.501 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.504+0000 7f98d3178780 1 > prepared multipart upload key=7X1SF5VYO5QN upload=DGLMMWZYL39B tag=H5L3TZ23TD5W type=write size=2411623 2024-04-12T16:21:17.502 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.505+0000 7f98d3178780 1 < completed delete operation key=UQB6NBY40RTD tag=PFCFD2I8QESI type=del 2024-04-12T16:21:17.505 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.509+0000 7f98d3178780 1 > prepared part key=_multipart_I40BBGONTDFL.2~Y51VFQ4C52O7.0 size=1048576 2024-04-12T16:21:17.507 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.510+0000 7f98d3178780 1 > prepared part key=_multipart_I40BBGONTDFL.2~Y51VFQ4C52O7.1 size=775047 2024-04-12T16:21:17.507 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.510+0000 7f98d3178780 1 > prepared multipart upload key=I40BBGONTDFL upload=Y51VFQ4C52O7 tag=GJWA1T627OII type=write size=2872199 2024-04-12T16:21:17.509 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.512+0000 7f98d3178780 1 < completed delete operation key=4S7M3FBURFC1 tag=7S132LWMLFVO type=del 2024-04-12T16:21:17.512 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.515+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~LPMB5F0H6SJU.0 size=622854 2024-04-12T16:21:17.512 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.515+0000 7f98d3178780 1 > prepared multipart upload key=23DHOZJVEXJ6 upload=LPMB5F0H6SJU tag=E4JN1OQQIWBZ type=write size=1671430 2024-04-12T16:21:17.514 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.517+0000 7f98d3178780 1 < completed delete operation key=LU8ZUI2MDRGX tag=YGM3T07RMUJW type=del 2024-04-12T16:21:17.515 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.518+0000 7f98d3178780 1 > prepared operation key=PWA38LFGIMFY tag=T227RIHYCCSR type=write size=159548 2024-04-12T16:21:17.517 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.520+0000 7f98d3178780 1 < canceled operation key=LU8ZUI2MDRGX tag=WL5CW29FP18P type=del size=841369 2024-04-12T16:21:17.520 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.523+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~IL20F1YBLTO8.0 size=1048576 2024-04-12T16:21:17.521 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.524+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~IL20F1YBLTO8.1 size=1048576 2024-04-12T16:21:17.522 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.526+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~IL20F1YBLTO8.2 size=1037205 2024-04-12T16:21:17.522 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.526+0000 7f98d3178780 1 > prepared multipart upload key=0OWCAM744WJ9 upload=IL20F1YBLTO8 tag=G2BXKPKPOGY6 type=write size=4182933 2024-04-12T16:21:17.524 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.527+0000 7f98d3178780 1 < completed delete operation key=23DHOZJVEXJ6 tag=ZZOV698S1DDY type=del 2024-04-12T16:21:17.527 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.530+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~YCH0G3DQC5CF.0 size=29939 2024-04-12T16:21:17.527 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.530+0000 7f98d3178780 1 > prepared multipart upload key=7X1SF5VYO5QN upload=YCH0G3DQC5CF tag=65UT3WZZTN5E type=write size=1078515 2024-04-12T16:21:17.530 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.533+0000 7f98d3178780 1 < suggested remove operation key=4S7M3FBURFC1 tag=VHPWV2OAXVX3 type=del 2024-04-12T16:21:17.533 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.536+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~3GZHVRDPZG2O.0 size=1048576 2024-04-12T16:21:17.535 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.538+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~3GZHVRDPZG2O.1 size=598469 2024-04-12T16:21:17.535 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.538+0000 7f98d3178780 1 > prepared multipart upload key=BOEPCQFN2ISK upload=3GZHVRDPZG2O tag=0DQZIQMFO9EG type=write size=2695621 2024-04-12T16:21:17.536 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.539+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~JHRMFZJJ1893.0 size=1048576 2024-04-12T16:21:17.537 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.541+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~JHRMFZJJ1893.1 size=1048576 2024-04-12T16:21:17.537 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.541+0000 7f98d3178780 1 < canceled part key=_multipart_IHLY0ZTYK6UT.2~JHRMFZJJ1893.2 size=866673 2024-04-12T16:21:17.540 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.543+0000 7f98d3178780 1 < canceled multipart upload key=IHLY0ZTYK6UT upload=JHRMFZJJ1893 tag=VJX4JE3HAN42 type=write size=4012401 2024-04-12T16:21:17.541 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.545+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=PW8AZDFYYWZA type=del size=3129358 2024-04-12T16:21:17.544 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.548+0000 7f98d3178780 1 < suggested update operation key=LU8ZUI2MDRGX tag=AMB13GY0OOTN type=del size=3741088 2024-04-12T16:21:17.546 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.549+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=LGLT8TIRFQTE type=del size=1971546 2024-04-12T16:21:17.548 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.551+0000 7f98d3178780 1 < completed delete operation key=3AW8J5U5KAAT tag=14U2S3NTP9AM type=del 2024-04-12T16:21:17.549 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.553+0000 7f98d3178780 1 > prepared operation key=23DHOZJVEXJ6 tag=H13DH18WXHJV type=del size=3936108 2024-04-12T16:21:17.551 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.554+0000 7f98d3178780 1 < completed delete operation key=8AV30C26CXYV tag=QUE8V1W5ATJS type=del 2024-04-12T16:21:17.553 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.556+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=C2XQHFUJY2Z2 type=del size=4035031 2024-04-12T16:21:17.556 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.559+0000 7f98d3178780 1 < suggested update operation key=8AV30C26CXYV tag=IGWV2OEG9LS8 type=del size=1272513 2024-04-12T16:21:17.558 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.561+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=HGOBR00Z7TO9 type=del size=3447829 2024-04-12T16:21:17.560 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.563+0000 7f98d3178780 -1 < failed to complete operation key=4S7M3FBURFC1 tag=1KIVOEG05ECW type=write size=335065: (22) Invalid argument 2024-04-12T16:21:17.561 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.564+0000 7f98d3178780 1 > prepared operation key=3AW8J5U5KAAT tag=51NBIF088FDG type=del size=1169494 2024-04-12T16:21:17.563 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.566+0000 7f98d3178780 1 < completed part key=_multipart_S81W06TIIZMK.2~SYWGBVINF1IR.0 size=1048576 2024-04-12T16:21:17.564 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.567+0000 7f98d3178780 1 < completed part key=_multipart_S81W06TIIZMK.2~SYWGBVINF1IR.1 size=1048576 2024-04-12T16:21:17.565 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.568+0000 7f98d3178780 1 < completed part key=_multipart_S81W06TIIZMK.2~SYWGBVINF1IR.2 size=464080 2024-04-12T16:21:17.568 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.571+0000 7f98d3178780 1 < completed multipart upload key=S81W06TIIZMK upload=SYWGBVINF1IR tag=2OA95VW3GQA3 type=write size=3609808 2024-04-12T16:21:17.571 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.574+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~LQXM3X9Y69X2.0 size=1048576 2024-04-12T16:21:17.572 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.575+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~LQXM3X9Y69X2.1 size=855422 2024-04-12T16:21:17.572 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.575+0000 7f98d3178780 1 > prepared multipart upload key=LU8ZUI2MDRGX upload=LQXM3X9Y69X2 tag=2E8FCBEU4TBE type=write size=2952574 2024-04-12T16:21:17.573 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.577+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~S3V3WBHNUU9K.0 size=194950 2024-04-12T16:21:17.576 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.579+0000 7f98d3178780 1 < completed multipart upload key=IHLY0ZTYK6UT upload=S3V3WBHNUU9K tag=AGR32YOYH564 type=write size=1243526 2024-04-12T16:21:17.579 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.582+0000 7f98d3178780 1 > prepared part key=_multipart_66UG2YS0OGEZ.2~OT9HCEZNT2FC.0 size=1048576 2024-04-12T16:21:17.580 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.583+0000 7f98d3178780 1 > prepared part key=_multipart_66UG2YS0OGEZ.2~OT9HCEZNT2FC.1 size=456056 2024-04-12T16:21:17.580 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.583+0000 7f98d3178780 1 > prepared multipart upload key=66UG2YS0OGEZ upload=OT9HCEZNT2FC tag=PYH6IBH5BED7 type=write size=2553208 2024-04-12T16:21:17.582 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.585+0000 7f98d3178780 1 < completed part key=_multipart_XC0UMQW2OGOM.2~JGTCUBLP7PZQ.0 size=1048576 2024-04-12T16:21:17.583 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.586+0000 7f98d3178780 1 < completed part key=_multipart_XC0UMQW2OGOM.2~JGTCUBLP7PZQ.1 size=655111 2024-04-12T16:21:17.586 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.589+0000 7f98d3178780 1 < completed multipart upload key=XC0UMQW2OGOM upload=JGTCUBLP7PZQ tag=Z0GSQEBVXRLG type=write size=2752263 2024-04-12T16:21:17.587 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.591+0000 7f98d3178780 1 > prepared operation key=S81W06TIIZMK tag=T6PTGJXS9KBA type=del size=243323 2024-04-12T16:21:17.589 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.592+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~DGLMMWZYL39B.0 size=1048576 2024-04-12T16:21:17.590 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.594+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~DGLMMWZYL39B.1 size=314471 2024-04-12T16:21:17.593 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.596+0000 7f98d3178780 1 < completed multipart upload key=7X1SF5VYO5QN upload=DGLMMWZYL39B tag=H5L3TZ23TD5W type=write size=2411623 2024-04-12T16:21:17.595 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.598+0000 7f98d3178780 1 > prepared operation key=KHYODRDPUF4K tag=9IPUXNMA03DN type=write size=8481 2024-04-12T16:21:17.597 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.600+0000 7f98d3178780 1 < completed part key=_multipart_I40BBGONTDFL.2~Y51VFQ4C52O7.0 size=1048576 2024-04-12T16:21:17.598 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.601+0000 7f98d3178780 1 < completed part key=_multipart_I40BBGONTDFL.2~Y51VFQ4C52O7.1 size=775047 2024-04-12T16:21:17.601 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.604+0000 7f98d3178780 1 < completed multipart upload key=I40BBGONTDFL upload=Y51VFQ4C52O7 tag=GJWA1T627OII type=write size=2872199 2024-04-12T16:21:17.602 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.605+0000 7f98d3178780 1 > prepared operation key=T722FMC4JINL tag=M3VZVULJLMUN type=del size=3505795 2024-04-12T16:21:17.604 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.607+0000 7f98d3178780 1 < completed part key=_multipart_23DHOZJVEXJ6.2~LPMB5F0H6SJU.0 size=622854 2024-04-12T16:21:17.607 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.610+0000 7f98d3178780 1 < completed multipart upload key=23DHOZJVEXJ6 upload=LPMB5F0H6SJU tag=E4JN1OQQIWBZ type=write size=1671430 2024-04-12T16:21:17.610 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.613+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~BARCUER6BYYU.0 size=1048576 2024-04-12T16:21:17.611 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.614+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~BARCUER6BYYU.1 size=1048576 2024-04-12T16:21:17.612 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.615+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~BARCUER6BYYU.2 size=683120 2024-04-12T16:21:17.612 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.615+0000 7f98d3178780 1 > prepared multipart upload key=8AV30C26CXYV upload=BARCUER6BYYU tag=3O9NOS4F4F3K type=write size=3828848 2024-04-12T16:21:17.613 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.617+0000 7f98d3178780 1 < completed write operation key=PWA38LFGIMFY tag=T227RIHYCCSR type=write size=159548 2024-04-12T16:21:17.615 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.619+0000 7f98d3178780 1 > prepared operation key=FLD16WRTYTRE tag=V3AQMI7XXSZX type=del size=2038746 2024-04-12T16:21:17.617 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.621+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~IL20F1YBLTO8.0 size=1048576 2024-04-12T16:21:17.619 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.622+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~IL20F1YBLTO8.1 size=1048576 2024-04-12T16:21:17.620 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.624+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~IL20F1YBLTO8.2 size=1037205 2024-04-12T16:21:17.623 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.626+0000 7f98d3178780 1 < completed multipart upload key=0OWCAM744WJ9 upload=IL20F1YBLTO8 tag=G2BXKPKPOGY6 type=write size=4182933 2024-04-12T16:21:17.625 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.628+0000 7f98d3178780 1 > prepared operation key=KURJT9NHLL4D tag=T5LSE0ROO0X4 type=write size=817819 2024-04-12T16:21:17.627 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.630+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~YCH0G3DQC5CF.0 size=29939 2024-04-12T16:21:17.630 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.633+0000 7f98d3178780 1 < completed multipart upload key=7X1SF5VYO5QN upload=YCH0G3DQC5CF tag=65UT3WZZTN5E type=write size=1078515 2024-04-12T16:21:17.635 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.639+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~HOX23R3YKB3F.0 size=1048576 2024-04-12T16:21:17.640 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.643+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~HOX23R3YKB3F.1 size=390820 2024-04-12T16:21:17.641 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.643+0000 7f98d3178780 1 > prepared multipart upload key=PT2U3K72AW80 upload=HOX23R3YKB3F tag=2UBNS2EDKVDT type=write size=2487972 2024-04-12T16:21:17.641 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.643+0000 7f98d3178780 1 < canceled part key=_multipart_BOEPCQFN2ISK.2~3GZHVRDPZG2O.0 size=1048576 2024-04-12T16:21:17.642 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.645+0000 7f98d3178780 1 < completed part key=_multipart_BOEPCQFN2ISK.2~3GZHVRDPZG2O.1 size=598469 2024-04-12T16:21:17.646 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.650+0000 7f98d3178780 1 < canceled multipart upload key=BOEPCQFN2ISK upload=3GZHVRDPZG2O tag=0DQZIQMFO9EG type=write size=2695621 2024-04-12T16:21:17.649 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.652+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=ZGNQPE0EUVFU type=write size=992736 2024-04-12T16:21:17.653 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.656+0000 7f98d3178780 1 < suggested remove operation key=XC0UMQW2OGOM tag=PW8AZDFYYWZA type=del 2024-04-12T16:21:17.655 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.658+0000 7f98d3178780 1 > prepared operation key=8AV30C26CXYV tag=4XLNBQTEU19V type=del size=3294121 2024-04-12T16:21:17.660 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.664+0000 7f98d3178780 1 < canceled operation key=GM8O00AYQLB5 tag=LGLT8TIRFQTE type=del size=1971546 2024-04-12T16:21:17.687 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.691+0000 7f98d3178780 1 > prepared operation key=JFLGBNJ7LSGN tag=BGDW9JWBWPYX type=write size=213680 2024-04-12T16:21:17.690 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.693+0000 7f98d3178780 1 < completed delete operation key=23DHOZJVEXJ6 tag=H13DH18WXHJV type=del 2024-04-12T16:21:17.692 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.695+0000 7f98d3178780 1 > prepared operation key=EZFO3J6YDS47 tag=OM242JML4SZY type=del size=328602 2024-04-12T16:21:17.695 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.698+0000 7f98d3178780 1 < suggested update operation key=GM8O00AYQLB5 tag=C2XQHFUJY2Z2 type=del size=4035031 2024-04-12T16:21:17.696 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.700+0000 7f98d3178780 1 > prepared operation key=66UG2YS0OGEZ tag=97HCYLVEHF2J type=del size=1265601 2024-04-12T16:21:17.698 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.702+0000 7f98d3178780 -1 < failed to complete operation key=XC0UMQW2OGOM tag=HGOBR00Z7TO9 type=del size=3447829: (22) Invalid argument 2024-04-12T16:21:17.700 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.703+0000 7f98d3178780 1 > prepared operation key=4LOLFK38TOHP tag=7E6WVYX6D39I type=del size=574925 2024-04-12T16:21:17.703 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.706+0000 7f98d3178780 1 < suggested remove operation key=3AW8J5U5KAAT tag=51NBIF088FDG type=del 2024-04-12T16:21:17.705 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.708+0000 7f98d3178780 1 > prepared operation key=66UG2YS0OGEZ tag=2K42UKXXMURE type=write size=648851 2024-04-12T16:21:17.706 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.709+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~LQXM3X9Y69X2.0 size=1048576 2024-04-12T16:21:17.707 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.711+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~LQXM3X9Y69X2.1 size=855422 2024-04-12T16:21:17.710 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.713+0000 7f98d3178780 1 < completed multipart upload key=LU8ZUI2MDRGX upload=LQXM3X9Y69X2 tag=2E8FCBEU4TBE type=write size=2952574 2024-04-12T16:21:17.713 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.716+0000 7f98d3178780 1 > prepared part key=_multipart_9L0C6XS0IUS0.2~B50VK9SQ7T9C.0 size=743384 2024-04-12T16:21:17.713 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.716+0000 7f98d3178780 1 > prepared multipart upload key=9L0C6XS0IUS0 upload=B50VK9SQ7T9C tag=LA1HJXL7GMC3 type=write size=1791960 2024-04-12T16:21:17.714 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.718+0000 7f98d3178780 1 < completed part key=_multipart_66UG2YS0OGEZ.2~OT9HCEZNT2FC.0 size=1048576 2024-04-12T16:21:17.716 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.719+0000 7f98d3178780 1 < completed part key=_multipart_66UG2YS0OGEZ.2~OT9HCEZNT2FC.1 size=456056 2024-04-12T16:21:17.718 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.722+0000 7f98d3178780 1 < completed multipart upload key=66UG2YS0OGEZ upload=OT9HCEZNT2FC tag=PYH6IBH5BED7 type=write size=2553208 2024-04-12T16:21:17.722 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.725+0000 7f98d3178780 1 > prepared part key=_multipart_EZFO3J6YDS47.2~49B6XFSV7EMZ.0 size=1048576 2024-04-12T16:21:17.723 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.726+0000 7f98d3178780 1 > prepared part key=_multipart_EZFO3J6YDS47.2~49B6XFSV7EMZ.1 size=1048576 2024-04-12T16:21:17.724 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.727+0000 7f98d3178780 1 > prepared part key=_multipart_EZFO3J6YDS47.2~49B6XFSV7EMZ.2 size=404289 2024-04-12T16:21:17.724 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.727+0000 7f98d3178780 1 > prepared multipart upload key=EZFO3J6YDS47 upload=49B6XFSV7EMZ tag=MIFEP23IILAA type=write size=3550017 2024-04-12T16:21:17.726 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.729+0000 7f98d3178780 1 < completed delete operation key=S81W06TIIZMK tag=T6PTGJXS9KBA type=del 2024-04-12T16:21:17.729 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.732+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~BGLS7GQ5S1V9.0 size=168335 2024-04-12T16:21:17.729 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.732+0000 7f98d3178780 1 > prepared multipart upload key=0OWCAM744WJ9 upload=BGLS7GQ5S1V9 tag=U8A4JKQ81MKB type=write size=1216911 2024-04-12T16:21:17.732 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.735+0000 7f98d3178780 1 < completed write operation key=KHYODRDPUF4K tag=9IPUXNMA03DN type=write size=8481 2024-04-12T16:21:17.733 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.736+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=Q1H1JRAY2UT7 type=del size=2159292 2024-04-12T16:21:17.735 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.738+0000 7f98d3178780 1 < completed delete operation key=T722FMC4JINL tag=M3VZVULJLMUN type=del 2024-04-12T16:21:17.737 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.741+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~I46FI72RVE1A.0 size=1048576 2024-04-12T16:21:17.739 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.742+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~I46FI72RVE1A.1 size=810314 2024-04-12T16:21:17.739 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.742+0000 7f98d3178780 1 > prepared multipart upload key=LU8ZUI2MDRGX upload=I46FI72RVE1A tag=XN9Z9LUF2EKX type=write size=2907466 2024-04-12T16:21:17.740 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.743+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~BARCUER6BYYU.0 size=1048576 2024-04-12T16:21:17.741 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.745+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~BARCUER6BYYU.1 size=1048576 2024-04-12T16:21:17.742 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.746+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~BARCUER6BYYU.2 size=683120 2024-04-12T16:21:17.745 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.748+0000 7f98d3178780 1 < completed multipart upload key=8AV30C26CXYV upload=BARCUER6BYYU tag=3O9NOS4F4F3K type=write size=3828848 2024-04-12T16:21:17.747 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.750+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=B6ZPREJQT1DF type=del size=3720640 2024-04-12T16:21:17.748 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.752+0000 7f98d3178780 1 < completed delete operation key=FLD16WRTYTRE tag=V3AQMI7XXSZX type=del 2024-04-12T16:21:17.750 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.753+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=OP0E0P27RLO5 type=del size=3065055 2024-04-12T16:21:17.751 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.755+0000 7f98d3178780 1 < completed write operation key=KURJT9NHLL4D tag=T5LSE0ROO0X4 type=write size=817819 2024-04-12T16:21:17.754 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.757+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~UU6TX2QXTWCQ.0 size=1048576 2024-04-12T16:21:17.755 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.758+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~UU6TX2QXTWCQ.1 size=62188 2024-04-12T16:21:17.755 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.758+0000 7f98d3178780 1 > prepared multipart upload key=T722FMC4JINL upload=UU6TX2QXTWCQ tag=UJ1G31H72BF9 type=write size=2159340 2024-04-12T16:21:17.757 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.760+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~HOX23R3YKB3F.0 size=1048576 2024-04-12T16:21:17.758 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.761+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~HOX23R3YKB3F.1 size=390820 2024-04-12T16:21:17.761 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.764+0000 7f98d3178780 1 < completed multipart upload key=PT2U3K72AW80 upload=HOX23R3YKB3F tag=2UBNS2EDKVDT type=write size=2487972 2024-04-12T16:21:17.762 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.765+0000 7f98d3178780 1 > prepared operation key=66UG2YS0OGEZ tag=DB5NDK292B0W type=del size=2051940 2024-04-12T16:21:17.765 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.769+0000 7f98d3178780 1 < suggested remove operation key=4S7M3FBURFC1 tag=ZGNQPE0EUVFU type=write 2024-04-12T16:21:17.768 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.772+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~8O3R53TR06R2.0 size=1048576 2024-04-12T16:21:17.769 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.773+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~8O3R53TR06R2.1 size=273546 2024-04-12T16:21:17.769 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.773+0000 7f98d3178780 1 > prepared multipart upload key=XC0UMQW2OGOM upload=8O3R53TR06R2 tag=GRBQG2AWNH44 type=write size=2370698 2024-04-12T16:21:17.771 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.774+0000 7f98d3178780 1 < canceled operation key=8AV30C26CXYV tag=4XLNBQTEU19V type=del size=3294121 2024-04-12T16:21:17.773 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.776+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=M1524O0N0BTF type=del size=703831 2024-04-12T16:21:17.774 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.778+0000 7f98d3178780 1 < completed write operation key=JFLGBNJ7LSGN tag=BGDW9JWBWPYX type=write size=213680 2024-04-12T16:21:17.776 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.779+0000 7f98d3178780 1 > prepared operation key=ZXZ7NSPZRCDD tag=C36D029WOWJZ type=del size=1937553 2024-04-12T16:21:17.777 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.780+0000 7f98d3178780 1 < completed delete operation key=EZFO3J6YDS47 tag=OM242JML4SZY type=del 2024-04-12T16:21:17.779 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.782+0000 7f98d3178780 1 > prepared operation key=7X1SF5VYO5QN tag=UR6S3SD3OJD1 type=del size=701704 2024-04-12T16:21:17.780 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.783+0000 7f98d3178780 1 < completed delete operation key=66UG2YS0OGEZ tag=97HCYLVEHF2J type=del 2024-04-12T16:21:17.781 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.785+0000 7f98d3178780 1 > prepared operation key=3AW8J5U5KAAT tag=MWODCXG96PGS type=del size=539559 2024-04-12T16:21:17.783 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.786+0000 7f98d3178780 1 < completed delete operation key=4LOLFK38TOHP tag=7E6WVYX6D39I type=del 2024-04-12T16:21:17.785 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.789+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~TTJ9JP69DXL9.0 size=1048576 2024-04-12T16:21:17.786 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.790+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~TTJ9JP69DXL9.1 size=721995 2024-04-12T16:21:17.787 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.790+0000 7f98d3178780 1 > prepared multipart upload key=ZZ03YKAYH1C2 upload=TTJ9JP69DXL9 tag=50R0YVB9GXYJ type=write size=2819147 2024-04-12T16:21:17.788 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.791+0000 7f98d3178780 1 < completed write operation key=66UG2YS0OGEZ tag=2K42UKXXMURE type=write size=648851 2024-04-12T16:21:17.790 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.793+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=82SUZRYQXY6H type=del size=664901 2024-04-12T16:21:17.791 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.794+0000 7f98d3178780 1 < completed part key=_multipart_9L0C6XS0IUS0.2~B50VK9SQ7T9C.0 size=743384 2024-04-12T16:21:17.794 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.797+0000 7f98d3178780 1 < completed multipart upload key=9L0C6XS0IUS0 upload=B50VK9SQ7T9C tag=LA1HJXL7GMC3 type=write size=1791960 2024-04-12T16:21:17.796 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.800+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~519SJA6DRFYG.0 size=1048576 2024-04-12T16:21:17.798 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.801+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~519SJA6DRFYG.1 size=946140 2024-04-12T16:21:17.798 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.801+0000 7f98d3178780 1 > prepared multipart upload key=LU8ZUI2MDRGX upload=519SJA6DRFYG tag=QCXMJODVVFPV type=write size=3043292 2024-04-12T16:21:17.799 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.802+0000 7f98d3178780 1 < completed part key=_multipart_EZFO3J6YDS47.2~49B6XFSV7EMZ.0 size=1048576 2024-04-12T16:21:17.800 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.803+0000 7f98d3178780 1 < completed part key=_multipart_EZFO3J6YDS47.2~49B6XFSV7EMZ.1 size=1048576 2024-04-12T16:21:17.801 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.805+0000 7f98d3178780 1 < completed part key=_multipart_EZFO3J6YDS47.2~49B6XFSV7EMZ.2 size=404289 2024-04-12T16:21:17.804 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.807+0000 7f98d3178780 1 < completed multipart upload key=EZFO3J6YDS47 upload=49B6XFSV7EMZ tag=MIFEP23IILAA type=write size=3550017 2024-04-12T16:21:17.806 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.810+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~38V5V1XV2HA7.0 size=1048576 2024-04-12T16:21:17.808 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.811+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~38V5V1XV2HA7.1 size=74238 2024-04-12T16:21:17.808 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.811+0000 7f98d3178780 1 > prepared multipart upload key=IHLY0ZTYK6UT upload=38V5V1XV2HA7 tag=CZ6PJE4CQE5G type=write size=2171390 2024-04-12T16:21:17.809 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.812+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~BGLS7GQ5S1V9.0 size=168335 2024-04-12T16:21:17.812 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.815+0000 7f98d3178780 1 < completed multipart upload key=0OWCAM744WJ9 upload=BGLS7GQ5S1V9 tag=U8A4JKQ81MKB type=write size=1216911 2024-04-12T16:21:17.813 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.816+0000 7f98d3178780 1 > prepared operation key=8AV30C26CXYV tag=R1IN7PSECF3E type=write size=680531 2024-04-12T16:21:17.815 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.818+0000 7f98d3178780 1 < completed delete operation key=9L0C6XS0IUS0 tag=Q1H1JRAY2UT7 type=del 2024-04-12T16:21:17.817 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.821+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~YTRQW0SF2Z6F.0 size=1048576 2024-04-12T16:21:17.818 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.822+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~YTRQW0SF2Z6F.1 size=1048576 2024-04-12T16:21:17.820 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.823+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~YTRQW0SF2Z6F.2 size=161441 2024-04-12T16:21:17.820 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.823+0000 7f98d3178780 1 > prepared multipart upload key=7X1SF5VYO5QN upload=YTRQW0SF2Z6F tag=UYJANZ7DA1AG type=write size=3307169 2024-04-12T16:21:17.821 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.825+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~I46FI72RVE1A.0 size=1048576 2024-04-12T16:21:17.822 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.826+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~I46FI72RVE1A.1 size=810314 2024-04-12T16:21:17.825 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.828+0000 7f98d3178780 1 < completed multipart upload key=LU8ZUI2MDRGX upload=I46FI72RVE1A tag=XN9Z9LUF2EKX type=write size=2907466 2024-04-12T16:21:17.828 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.831+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~J0DF9H4492AW.0 size=1043535 2024-04-12T16:21:17.828 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.831+0000 7f98d3178780 1 > prepared multipart upload key=PT2U3K72AW80 upload=J0DF9H4492AW tag=HMTU96WZCKXQ type=write size=2092111 2024-04-12T16:21:17.829 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.833+0000 7f98d3178780 1 < completed delete operation key=UQB6NBY40RTD tag=B6ZPREJQT1DF type=del 2024-04-12T16:21:17.831 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.834+0000 7f98d3178780 1 > prepared operation key=ZXZ7NSPZRCDD tag=XXW07IZBKHFS type=del size=175093 2024-04-12T16:21:17.831 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.835+0000 7f98d3178780 -1 < no bi entry to suggest for operation key=4S7M3FBURFC1 tag=OP0E0P27RLO5 type=del size=3065055: (2) No such file or directory 2024-04-12T16:21:17.833 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.836+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=NN7B9V50ICS0 type=del size=514652 2024-04-12T16:21:17.834 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.838+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~UU6TX2QXTWCQ.0 size=1048576 2024-04-12T16:21:17.836 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.839+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~UU6TX2QXTWCQ.1 size=62188 2024-04-12T16:21:17.839 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.842+0000 7f98d3178780 1 < completed multipart upload key=T722FMC4JINL upload=UU6TX2QXTWCQ tag=UJ1G31H72BF9 type=write size=2159340 2024-04-12T16:21:17.841 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.844+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=AS12QNH6KN9A type=del size=3281312 2024-04-12T16:21:17.842 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.845+0000 7f98d3178780 1 < completed delete operation key=66UG2YS0OGEZ tag=DB5NDK292B0W type=del 2024-04-12T16:21:17.844 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.847+0000 7f98d3178780 1 > prepared operation key=D0M5V2Z6TGN6 tag=JRN9N45FCR9W type=del size=1282970 2024-04-12T16:21:17.845 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.849+0000 7f98d3178780 1 < completed part key=_multipart_XC0UMQW2OGOM.2~8O3R53TR06R2.0 size=1048576 2024-04-12T16:21:17.847 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.850+0000 7f98d3178780 1 < completed part key=_multipart_XC0UMQW2OGOM.2~8O3R53TR06R2.1 size=273546 2024-04-12T16:21:17.850 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.853+0000 7f98d3178780 1 < completed multipart upload key=XC0UMQW2OGOM upload=8O3R53TR06R2 tag=GRBQG2AWNH44 type=write size=2370698 2024-04-12T16:21:17.851 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.854+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=07SYPBSPAYCA type=del size=2431469 2024-04-12T16:21:17.854 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.857+0000 7f98d3178780 1 < suggested update operation key=GM8O00AYQLB5 tag=M1524O0N0BTF type=del size=703831 2024-04-12T16:21:17.857 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.861+0000 7f98d3178780 1 > prepared part key=_multipart_4S7M3FBURFC1.2~53ME4WW8V5PB.0 size=324306 2024-04-12T16:21:17.857 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.861+0000 7f98d3178780 1 > prepared multipart upload key=4S7M3FBURFC1 upload=53ME4WW8V5PB tag=RZNWYKTI5FZ8 type=write size=1372882 2024-04-12T16:21:17.859 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.863+0000 7f98d3178780 1 < completed delete operation key=ZXZ7NSPZRCDD tag=C36D029WOWJZ type=del 2024-04-12T16:21:17.861 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.865+0000 7f98d3178780 1 > prepared operation key=D0M5V2Z6TGN6 tag=2L7CTMZAX3SF type=del size=856962 2024-04-12T16:21:17.864 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.868+0000 7f98d3178780 1 < suggested remove operation key=7X1SF5VYO5QN tag=UR6S3SD3OJD1 type=del 2024-04-12T16:21:17.867 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.870+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~HG8UC4RI091S.0 size=1048576 2024-04-12T16:21:17.869 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.872+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~HG8UC4RI091S.1 size=1048576 2024-04-12T16:21:17.870 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.873+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~HG8UC4RI091S.2 size=794478 2024-04-12T16:21:17.870 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.873+0000 7f98d3178780 1 > prepared multipart upload key=IHLY0ZTYK6UT upload=HG8UC4RI091S tag=2U1H619JTFXW type=write size=3940206 2024-04-12T16:21:17.872 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.875+0000 7f98d3178780 1 < completed delete operation key=3AW8J5U5KAAT tag=MWODCXG96PGS type=del 2024-04-12T16:21:17.874 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.877+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=0HMN0HF9RZFH type=del size=3439010 2024-04-12T16:21:17.876 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.879+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~TTJ9JP69DXL9.0 size=1048576 2024-04-12T16:21:17.878 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.881+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~TTJ9JP69DXL9.1 size=721995 2024-04-12T16:21:17.881 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.884+0000 7f98d3178780 1 < completed multipart upload key=ZZ03YKAYH1C2 upload=TTJ9JP69DXL9 tag=50R0YVB9GXYJ type=write size=2819147 2024-04-12T16:21:17.884 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.887+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~POIBC2XWHEZQ.0 size=719612 2024-04-12T16:21:17.884 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.887+0000 7f98d3178780 1 > prepared multipart upload key=D0M5V2Z6TGN6 upload=POIBC2XWHEZQ tag=OXMZPL039H4W type=write size=1768188 2024-04-12T16:21:17.885 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.889+0000 7f98d3178780 1 < completed delete operation key=XC0UMQW2OGOM tag=82SUZRYQXY6H type=del 2024-04-12T16:21:17.888 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.892+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~QGQ7EIP6WXK5.0 size=1048576 2024-04-12T16:21:17.889 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.893+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~QGQ7EIP6WXK5.1 size=1003528 2024-04-12T16:21:17.890 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.893+0000 7f98d3178780 1 > prepared multipart upload key=3AW8J5U5KAAT upload=QGQ7EIP6WXK5 tag=OEPKGZ69AX1P type=write size=3100680 2024-04-12T16:21:17.891 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.895+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~519SJA6DRFYG.0 size=1048576 2024-04-12T16:21:17.891 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.895+0000 7f98d3178780 1 < canceled part key=_multipart_LU8ZUI2MDRGX.2~519SJA6DRFYG.1 size=946140 2024-04-12T16:21:17.894 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.897+0000 7f98d3178780 1 < canceled multipart upload key=LU8ZUI2MDRGX upload=519SJA6DRFYG tag=QCXMJODVVFPV type=write size=3043292 2024-04-12T16:21:17.897 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.901+0000 7f98d3178780 1 > prepared part key=_multipart_4S7M3FBURFC1.2~5D8KOG4CKV4H.0 size=171523 2024-04-12T16:21:17.897 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.901+0000 7f98d3178780 1 > prepared multipart upload key=4S7M3FBURFC1 upload=5D8KOG4CKV4H tag=9D12XAM7TAA1 type=write size=1220099 2024-04-12T16:21:17.899 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.902+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~38V5V1XV2HA7.0 size=1048576 2024-04-12T16:21:17.900 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.904+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~38V5V1XV2HA7.1 size=74238 2024-04-12T16:21:17.903 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.906+0000 7f98d3178780 1 < completed multipart upload key=IHLY0ZTYK6UT upload=38V5V1XV2HA7 tag=CZ6PJE4CQE5G type=write size=2171390 2024-04-12T16:21:17.906 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.909+0000 7f98d3178780 1 > prepared part key=_multipart_I40BBGONTDFL.2~RAOL4DCD0AFX.0 size=618054 2024-04-12T16:21:17.906 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.909+0000 7f98d3178780 1 > prepared multipart upload key=I40BBGONTDFL upload=RAOL4DCD0AFX tag=UYZKYM5XO9TB type=write size=1666630 2024-04-12T16:21:17.907 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.911+0000 7f98d3178780 1 < completed write operation key=8AV30C26CXYV tag=R1IN7PSECF3E type=write size=680531 2024-04-12T16:21:17.910 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.913+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~0L4ANAJ6DC2I.0 size=985076 2024-04-12T16:21:17.910 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.913+0000 7f98d3178780 1 > prepared multipart upload key=ZZ03YKAYH1C2 upload=0L4ANAJ6DC2I tag=TO171WNH5186 type=write size=2033652 2024-04-12T16:21:17.912 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.915+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~YTRQW0SF2Z6F.0 size=1048576 2024-04-12T16:21:17.913 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.916+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~YTRQW0SF2Z6F.1 size=1048576 2024-04-12T16:21:17.914 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.918+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~YTRQW0SF2Z6F.2 size=161441 2024-04-12T16:21:17.917 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.920+0000 7f98d3178780 1 < completed multipart upload key=7X1SF5VYO5QN upload=YTRQW0SF2Z6F tag=UYJANZ7DA1AG type=write size=3307169 2024-04-12T16:21:17.918 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.922+0000 7f98d3178780 1 > prepared operation key=I40BBGONTDFL tag=J8J0PI70BQXG type=del size=2305282 2024-04-12T16:21:17.920 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.923+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~J0DF9H4492AW.0 size=1043535 2024-04-12T16:21:17.923 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.926+0000 7f98d3178780 1 < completed multipart upload key=PT2U3K72AW80 upload=J0DF9H4492AW tag=HMTU96WZCKXQ type=write size=2092111 2024-04-12T16:21:17.925 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.928+0000 7f98d3178780 1 > prepared operation key=VZ3ZKIAP7V00 tag=1PZHO4MYN9A3 type=del size=1340247 2024-04-12T16:21:17.926 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.929+0000 7f98d3178780 1 < canceled operation key=ZXZ7NSPZRCDD tag=XXW07IZBKHFS type=del size=175093 2024-04-12T16:21:17.928 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.931+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=Y1JB6Q07AGGK type=del size=956253 2024-04-12T16:21:17.929 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.932+0000 7f98d3178780 1 < completed delete operation key=8ZR0C2P8VMRA tag=NN7B9V50ICS0 type=del 2024-04-12T16:21:17.931 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.934+0000 7f98d3178780 1 > prepared operation key=ZXZ7NSPZRCDD tag=L5H1GP0IJEGU type=del size=2494132 2024-04-12T16:21:17.932 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.936+0000 7f98d3178780 1 < completed delete operation key=XC0UMQW2OGOM tag=AS12QNH6KN9A type=del 2024-04-12T16:21:17.935 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.939+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~CDIL5952BBFY.0 size=1048576 2024-04-12T16:21:17.937 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.940+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~CDIL5952BBFY.1 size=1048576 2024-04-12T16:21:17.938 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.941+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~CDIL5952BBFY.2 size=35954 2024-04-12T16:21:17.938 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.941+0000 7f98d3178780 1 > prepared multipart upload key=D0M5V2Z6TGN6 upload=CDIL5952BBFY tag=C1RRJF5Q1710 type=write size=3181682 2024-04-12T16:21:17.940 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.943+0000 7f98d3178780 1 < completed delete operation key=D0M5V2Z6TGN6 tag=JRN9N45FCR9W type=del 2024-04-12T16:21:17.943 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.946+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~NMKYI5U0TH2G.0 size=1048576 2024-04-12T16:21:17.944 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.947+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~NMKYI5U0TH2G.1 size=1048576 2024-04-12T16:21:17.945 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.949+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~NMKYI5U0TH2G.2 size=722228 2024-04-12T16:21:17.945 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.949+0000 7f98d3178780 1 > prepared multipart upload key=23DHOZJVEXJ6 upload=NMKYI5U0TH2G tag=P1R3W3CK1DOD type=write size=3867956 2024-04-12T16:21:17.947 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.950+0000 7f98d3178780 1 < canceled operation key=W6L40IZK9EF7 tag=07SYPBSPAYCA type=del size=2431469 2024-04-12T16:21:17.950 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.953+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~BGMD1CZU2UAT.0 size=1048576 2024-04-12T16:21:17.951 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.955+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~BGMD1CZU2UAT.1 size=1048576 2024-04-12T16:21:17.953 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.956+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~BGMD1CZU2UAT.2 size=711184 2024-04-12T16:21:17.953 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.956+0000 7f98d3178780 1 > prepared multipart upload key=ZXZ7NSPZRCDD upload=BGMD1CZU2UAT tag=ILKEFGRJTX5T type=write size=3856912 2024-04-12T16:21:17.955 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.958+0000 7f98d3178780 1 < completed part key=_multipart_4S7M3FBURFC1.2~53ME4WW8V5PB.0 size=324306 2024-04-12T16:21:17.957 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.961+0000 7f98d3178780 1 < completed multipart upload key=4S7M3FBURFC1 upload=53ME4WW8V5PB tag=RZNWYKTI5FZ8 type=write size=1372882 2024-04-12T16:21:17.959 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.963+0000 7f98d3178780 1 > prepared operation key=4LOLFK38TOHP tag=DJFF70OHLTV0 type=write size=650931 2024-04-12T16:21:17.963 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.966+0000 7f98d3178780 1 < suggested remove operation key=D0M5V2Z6TGN6 tag=2L7CTMZAX3SF type=del 2024-04-12T16:21:17.966 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.969+0000 7f98d3178780 1 > prepared part key=_multipart_4LOLFK38TOHP.2~694ER913GCM1.0 size=1048576 2024-04-12T16:21:17.967 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.971+0000 7f98d3178780 1 > prepared part key=_multipart_4LOLFK38TOHP.2~694ER913GCM1.1 size=1048576 2024-04-12T16:21:17.969 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.972+0000 7f98d3178780 1 > prepared part key=_multipart_4LOLFK38TOHP.2~694ER913GCM1.2 size=732452 2024-04-12T16:21:17.969 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.972+0000 7f98d3178780 1 > prepared multipart upload key=4LOLFK38TOHP upload=694ER913GCM1 tag=BRL6KYRJX9CU type=write size=3878180 2024-04-12T16:21:17.970 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.974+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~HG8UC4RI091S.0 size=1048576 2024-04-12T16:21:17.972 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.975+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~HG8UC4RI091S.1 size=1048576 2024-04-12T16:21:17.973 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.976+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~HG8UC4RI091S.2 size=794478 2024-04-12T16:21:17.976 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.979+0000 7f98d3178780 1 < completed multipart upload key=IHLY0ZTYK6UT upload=HG8UC4RI091S tag=2U1H619JTFXW type=write size=3940206 2024-04-12T16:21:17.978 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.981+0000 7f98d3178780 1 > prepared operation key=T722FMC4JINL tag=6941KP3DE5H4 type=del size=2270380 2024-04-12T16:21:17.979 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.983+0000 7f98d3178780 1 < completed delete operation key=XC0UMQW2OGOM tag=0HMN0HF9RZFH type=del 2024-04-12T16:21:17.981 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.984+0000 7f98d3178780 1 > prepared operation key=0OWCAM744WJ9 tag=O6JCA8C4VKJ2 type=write size=53144 2024-04-12T16:21:17.983 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.986+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~POIBC2XWHEZQ.0 size=719612 2024-04-12T16:21:17.985 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.988+0000 7f98d3178780 1 < completed multipart upload key=D0M5V2Z6TGN6 upload=POIBC2XWHEZQ tag=OXMZPL039H4W type=write size=1768188 2024-04-12T16:21:17.988 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.991+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~A4U4WFRMPPOU.0 size=18398 2024-04-12T16:21:17.988 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.991+0000 7f98d3178780 1 > prepared multipart upload key=LU8ZUI2MDRGX upload=A4U4WFRMPPOU tag=VGFIG8YW6O0E type=write size=1066974 2024-04-12T16:21:17.989 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.993+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~QGQ7EIP6WXK5.0 size=1048576 2024-04-12T16:21:17.991 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.994+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~QGQ7EIP6WXK5.1 size=1003528 2024-04-12T16:21:17.994 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:17.997+0000 7f98d3178780 1 < completed multipart upload key=3AW8J5U5KAAT upload=QGQ7EIP6WXK5 tag=OEPKGZ69AX1P type=write size=3100680 2024-04-12T16:21:17.996 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.000+0000 7f98d3178780 1 > prepared part key=_multipart_JFLGBNJ7LSGN.2~8ZM3NQQ8652H.0 size=535283 2024-04-12T16:21:17.996 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.000+0000 7f98d3178780 1 > prepared multipart upload key=JFLGBNJ7LSGN upload=8ZM3NQQ8652H tag=SDEH2CSQ3KOV type=write size=1583859 2024-04-12T16:21:17.998 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.001+0000 7f98d3178780 1 < completed part key=_multipart_4S7M3FBURFC1.2~5D8KOG4CKV4H.0 size=171523 2024-04-12T16:21:18.001 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.004+0000 7f98d3178780 1 < completed multipart upload key=4S7M3FBURFC1 upload=5D8KOG4CKV4H tag=9D12XAM7TAA1 type=write size=1220099 2024-04-12T16:21:18.004 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.007+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~PMAQ4A3Y1RR2.0 size=216932 2024-04-12T16:21:18.004 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.007+0000 7f98d3178780 1 > prepared multipart upload key=XC0UMQW2OGOM upload=PMAQ4A3Y1RR2 tag=W1B1G3HJUQJC type=write size=1265508 2024-04-12T16:21:18.006 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.009+0000 7f98d3178780 1 < completed part key=_multipart_I40BBGONTDFL.2~RAOL4DCD0AFX.0 size=618054 2024-04-12T16:21:18.008 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.012+0000 7f98d3178780 1 < completed multipart upload key=I40BBGONTDFL upload=RAOL4DCD0AFX tag=UYZKYM5XO9TB type=write size=1666630 2024-04-12T16:21:18.010 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.014+0000 7f98d3178780 1 > prepared operation key=ZZ03YKAYH1C2 tag=MN9ZWKTJ2E14 type=del size=978047 2024-04-12T16:21:18.013 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.016+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~0L4ANAJ6DC2I.0 size=985076 2024-04-12T16:21:18.015 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.019+0000 7f98d3178780 1 < completed multipart upload key=ZZ03YKAYH1C2 upload=0L4ANAJ6DC2I tag=TO171WNH5186 type=write size=2033652 2024-04-12T16:21:18.017 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.020+0000 7f98d3178780 1 > prepared operation key=FLD16WRTYTRE tag=KG2JQ312TKHK type=write size=849266 2024-04-12T16:21:18.018 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.022+0000 7f98d3178780 1 < completed delete operation key=I40BBGONTDFL tag=J8J0PI70BQXG type=del 2024-04-12T16:21:18.020 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.023+0000 7f98d3178780 1 > prepared operation key=KURJT9NHLL4D tag=NTF96ONV5KLC type=del size=1957791 2024-04-12T16:21:18.021 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.025+0000 7f98d3178780 1 < completed delete operation key=VZ3ZKIAP7V00 tag=1PZHO4MYN9A3 type=del 2024-04-12T16:21:18.025 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.028+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~9BLC56NDS2V5.0 size=289997 2024-04-12T16:21:18.025 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.028+0000 7f98d3178780 1 > prepared multipart upload key=8ZR0C2P8VMRA upload=9BLC56NDS2V5 tag=VKEXCKB15DHR type=write size=1338573 2024-04-12T16:21:18.026 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.029+0000 7f98d3178780 1 < completed delete operation key=BOEPCQFN2ISK tag=Y1JB6Q07AGGK type=del 2024-04-12T16:21:18.028 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.031+0000 7f98d3178780 1 > prepared operation key=IHLY0ZTYK6UT tag=MOYALJKM5BBJ type=del size=3042997 2024-04-12T16:21:18.029 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.033+0000 7f98d3178780 1 < completed delete operation key=ZXZ7NSPZRCDD tag=L5H1GP0IJEGU type=del 2024-04-12T16:21:18.031 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.034+0000 7f98d3178780 1 > prepared operation key=T722FMC4JINL tag=TU5VC863VAI2 type=del size=3549565 2024-04-12T16:21:18.033 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.036+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~CDIL5952BBFY.0 size=1048576 2024-04-12T16:21:18.034 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.038+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~CDIL5952BBFY.1 size=1048576 2024-04-12T16:21:18.036 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.039+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~CDIL5952BBFY.2 size=35954 2024-04-12T16:21:18.039 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.042+0000 7f98d3178780 1 < completed multipart upload key=D0M5V2Z6TGN6 upload=CDIL5952BBFY tag=C1RRJF5Q1710 type=write size=3181682 2024-04-12T16:21:18.042 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.045+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~X3YRFG9ALONH.0 size=1048576 2024-04-12T16:21:18.043 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.046+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~X3YRFG9ALONH.1 size=646589 2024-04-12T16:21:18.043 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.046+0000 7f98d3178780 1 > prepared multipart upload key=T722FMC4JINL upload=X3YRFG9ALONH tag=310Z29BNLHY3 type=write size=2743741 2024-04-12T16:21:18.044 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.048+0000 7f98d3178780 1 < completed part key=_multipart_23DHOZJVEXJ6.2~NMKYI5U0TH2G.0 size=1048576 2024-04-12T16:21:18.044 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.048+0000 7f98d3178780 1 < canceled part key=_multipart_23DHOZJVEXJ6.2~NMKYI5U0TH2G.1 size=1048576 2024-04-12T16:21:18.045 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.049+0000 7f98d3178780 1 < completed part key=_multipart_23DHOZJVEXJ6.2~NMKYI5U0TH2G.2 size=722228 2024-04-12T16:21:18.048 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.052+0000 7f98d3178780 1 < canceled multipart upload key=23DHOZJVEXJ6 upload=NMKYI5U0TH2G tag=P1R3W3CK1DOD type=write size=3867956 2024-04-12T16:21:18.050 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.053+0000 7f98d3178780 1 > prepared operation key=RGAGK6SC7WUJ tag=UWD7R5KFAG1T type=del size=532592 2024-04-12T16:21:18.052 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.055+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~BGMD1CZU2UAT.0 size=1048576 2024-04-12T16:21:18.053 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.056+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~BGMD1CZU2UAT.1 size=1048576 2024-04-12T16:21:18.054 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.058+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~BGMD1CZU2UAT.2 size=711184 2024-04-12T16:21:18.057 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.060+0000 7f98d3178780 1 < completed multipart upload key=ZXZ7NSPZRCDD upload=BGMD1CZU2UAT tag=ILKEFGRJTX5T type=write size=3856912 2024-04-12T16:21:18.059 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.062+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=Q2OTONQ443R3 type=del size=1142125 2024-04-12T16:21:18.061 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.064+0000 7f98d3178780 1 < completed write operation key=4LOLFK38TOHP tag=DJFF70OHLTV0 type=write size=650931 2024-04-12T16:21:18.062 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.065+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=IDPYD1VRRG8G type=del size=591090 2024-04-12T16:21:18.064 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.067+0000 7f98d3178780 1 < completed part key=_multipart_4LOLFK38TOHP.2~694ER913GCM1.0 size=1048576 2024-04-12T16:21:18.065 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.068+0000 7f98d3178780 1 < completed part key=_multipart_4LOLFK38TOHP.2~694ER913GCM1.1 size=1048576 2024-04-12T16:21:18.066 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.070+0000 7f98d3178780 1 < completed part key=_multipart_4LOLFK38TOHP.2~694ER913GCM1.2 size=732452 2024-04-12T16:21:18.069 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.072+0000 7f98d3178780 1 < completed multipart upload key=4LOLFK38TOHP upload=694ER913GCM1 tag=BRL6KYRJX9CU type=write size=3878180 2024-04-12T16:21:18.072 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.075+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~IAX4CF59FN2L.0 size=1048576 2024-04-12T16:21:18.073 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.077+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~IAX4CF59FN2L.1 size=154296 2024-04-12T16:21:18.073 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.077+0000 7f98d3178780 1 > prepared multipart upload key=7X1SF5VYO5QN upload=IAX4CF59FN2L tag=L1RG6NZBY1V2 type=write size=2251448 2024-04-12T16:21:18.077 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.080+0000 7f98d3178780 1 < suggested update operation key=T722FMC4JINL tag=6941KP3DE5H4 type=del size=2270380 2024-04-12T16:21:18.078 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.081+0000 7f98d3178780 1 > prepared operation key=EZFO3J6YDS47 tag=TWVPWWN2X99V type=del size=2424831 2024-04-12T16:21:18.080 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.083+0000 7f98d3178780 1 < completed write operation key=0OWCAM744WJ9 tag=O6JCA8C4VKJ2 type=write size=53144 2024-04-12T16:21:18.081 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.084+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=03P6K1I3I89A type=del size=2134464 2024-04-12T16:21:18.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:17 smithi110 ceph-mon[88691]: pgmap v1395: 137 pgs: 12 creating+peering, 8 unknown, 117 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:21:18.083 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.086+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~A4U4WFRMPPOU.0 size=18398 2024-04-12T16:21:18.085 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.089+0000 7f98d3178780 1 < completed multipart upload key=LU8ZUI2MDRGX upload=A4U4WFRMPPOU tag=VGFIG8YW6O0E type=write size=1066974 2024-04-12T16:21:18.088 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.091+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~W8FMPZGHA4YL.0 size=1048576 2024-04-12T16:21:18.090 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.093+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~W8FMPZGHA4YL.1 size=1048576 2024-04-12T16:21:18.091 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.094+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~W8FMPZGHA4YL.2 size=557351 2024-04-12T16:21:18.091 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.094+0000 7f98d3178780 1 > prepared multipart upload key=IHLY0ZTYK6UT upload=W8FMPZGHA4YL tag=U2QGXWY4H3HZ type=write size=3703079 2024-04-12T16:21:18.093 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.096+0000 7f98d3178780 1 < completed part key=_multipart_JFLGBNJ7LSGN.2~8ZM3NQQ8652H.0 size=535283 2024-04-12T16:21:18.096 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.099+0000 7f98d3178780 1 < completed multipart upload key=JFLGBNJ7LSGN upload=8ZM3NQQ8652H tag=SDEH2CSQ3KOV type=write size=1583859 2024-04-12T16:21:18.098 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.101+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=SFZXWI2AA3AL type=del size=1434532 2024-04-12T16:21:18.098 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.102+0000 7f98d3178780 1 < canceled part key=_multipart_XC0UMQW2OGOM.2~PMAQ4A3Y1RR2.0 size=216932 2024-04-12T16:21:18.101 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.104+0000 7f98d3178780 1 < canceled multipart upload key=XC0UMQW2OGOM upload=PMAQ4A3Y1RR2 tag=W1B1G3HJUQJC type=write size=1265508 2024-04-12T16:21:18.104 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.107+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~4AGFQ918M91H.0 size=1048576 2024-04-12T16:21:18.106 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.109+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~4AGFQ918M91H.1 size=1048576 2024-04-12T16:21:18.107 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.110+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~4AGFQ918M91H.2 size=599285 2024-04-12T16:21:18.107 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.110+0000 7f98d3178780 1 > prepared multipart upload key=ZXZ7NSPZRCDD upload=4AGFQ918M91H tag=WI0153E73R0F type=write size=3745013 2024-04-12T16:21:18.109 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.112+0000 7f98d3178780 1 < completed delete operation key=ZZ03YKAYH1C2 tag=MN9ZWKTJ2E14 type=del 2024-04-12T16:21:18.114 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.114+0000 7f98d3178780 1 > prepared operation key=PWA38LFGIMFY tag=XFBCFM67D7IF type=del size=227007 2024-04-12T16:21:18.115 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.118+0000 7f98d3178780 1 < completed write operation key=FLD16WRTYTRE tag=KG2JQ312TKHK type=write size=849266 2024-04-12T16:21:18.117 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.120+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=0GRS09TK42LX type=del size=3898407 2024-04-12T16:21:18.118 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.122+0000 7f98d3178780 1 < completed delete operation key=KURJT9NHLL4D tag=NTF96ONV5KLC type=del 2024-04-12T16:21:18.120 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.123+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=R54KB6Q83T2L type=del size=1719409 2024-04-12T16:21:18.121 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.125+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~9BLC56NDS2V5.0 size=289997 2024-04-12T16:21:18.124 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.128+0000 7f98d3178780 1 < completed multipart upload key=8ZR0C2P8VMRA upload=9BLC56NDS2V5 tag=VKEXCKB15DHR type=write size=1338573 2024-04-12T16:21:18.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:17 smithi099 ceph-mon[94290]: pgmap v1395: 137 pgs: 12 creating+peering, 8 unknown, 117 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:21:18.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:17 smithi099 ceph-mon[96864]: pgmap v1395: 137 pgs: 12 creating+peering, 8 unknown, 117 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:21:18.126 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.129+0000 7f98d3178780 1 > prepared operation key=ZXZ7NSPZRCDD tag=HXA1HO1A2GA3 type=del size=2874565 2024-04-12T16:21:18.129 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.132+0000 7f98d3178780 1 < suggested update operation key=IHLY0ZTYK6UT tag=MOYALJKM5BBJ type=del size=3042997 2024-04-12T16:21:18.131 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.134+0000 7f98d3178780 1 > prepared operation key=4LOLFK38TOHP tag=E252XXD162XY type=del size=1209920 2024-04-12T16:21:18.132 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.136+0000 7f98d3178780 -1 < failed to complete operation key=T722FMC4JINL tag=TU5VC863VAI2 type=del size=3549565: (22) Invalid argument 2024-04-12T16:21:18.134 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.137+0000 7f98d3178780 1 > prepared operation key=KHYODRDPUF4K tag=BP4SHZDYP2DX type=write size=1015512 2024-04-12T16:21:18.136 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.139+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~X3YRFG9ALONH.0 size=1048576 2024-04-12T16:21:18.137 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.140+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~X3YRFG9ALONH.1 size=646589 2024-04-12T16:21:18.140 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.143+0000 7f98d3178780 1 < completed multipart upload key=T722FMC4JINL upload=X3YRFG9ALONH tag=310Z29BNLHY3 type=write size=2743741 2024-04-12T16:21:18.143 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.146+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~EYCBOVY3SMDE.0 size=215079 2024-04-12T16:21:18.143 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.146+0000 7f98d3178780 1 > prepared multipart upload key=T722FMC4JINL upload=EYCBOVY3SMDE tag=IRC8NNA9292A type=write size=1263655 2024-04-12T16:21:18.144 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.148+0000 7f98d3178780 1 < completed delete operation key=RGAGK6SC7WUJ tag=UWD7R5KFAG1T type=del 2024-04-12T16:21:18.146 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.149+0000 7f98d3178780 1 > prepared operation key=7X1SF5VYO5QN tag=OZXX13PRFOSR type=del size=1994640 2024-04-12T16:21:18.149 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.152+0000 7f98d3178780 1 < suggested update operation key=BOEPCQFN2ISK tag=Q2OTONQ443R3 type=del size=1142125 2024-04-12T16:21:18.151 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.154+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=2VWQFU8XBT30 type=del size=1613483 2024-04-12T16:21:18.152 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.156+0000 7f98d3178780 1 < completed delete operation key=8ZR0C2P8VMRA tag=IDPYD1VRRG8G type=del 2024-04-12T16:21:18.154 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.157+0000 7f98d3178780 1 > prepared operation key=7X1SF5VYO5QN tag=J4WH1AI9Z5TM type=del size=495766 2024-04-12T16:21:18.155 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.159+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~IAX4CF59FN2L.0 size=1048576 2024-04-12T16:21:18.157 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.160+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~IAX4CF59FN2L.1 size=154296 2024-04-12T16:21:18.159 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.163+0000 7f98d3178780 1 < completed multipart upload key=7X1SF5VYO5QN upload=IAX4CF59FN2L tag=L1RG6NZBY1V2 type=write size=2251448 2024-04-12T16:21:18.161 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.164+0000 7f98d3178780 1 > prepared operation key=7X1SF5VYO5QN tag=AO4MWOWW1Y1L type=del size=3918320 2024-04-12T16:21:18.163 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.166+0000 7f98d3178780 1 < completed delete operation key=EZFO3J6YDS47 tag=TWVPWWN2X99V type=del 2024-04-12T16:21:18.165 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.169+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~W1GHCE672Z28.0 size=1048576 2024-04-12T16:21:18.167 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.170+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~W1GHCE672Z28.1 size=1048576 2024-04-12T16:21:18.168 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.171+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~W1GHCE672Z28.2 size=515539 2024-04-12T16:21:18.168 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.171+0000 7f98d3178780 1 > prepared multipart upload key=ZZ03YKAYH1C2 upload=W1GHCE672Z28 tag=TJBIV4FA8R7B type=write size=3661267 2024-04-12T16:21:18.170 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.173+0000 7f98d3178780 1 < completed delete operation key=GM8O00AYQLB5 tag=03P6K1I3I89A type=del 2024-04-12T16:21:18.171 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.175+0000 7f98d3178780 1 > prepared operation key=KURJT9NHLL4D tag=1Z5KTP9IWF0S type=del size=3315821 2024-04-12T16:21:18.173 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.176+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~W8FMPZGHA4YL.0 size=1048576 2024-04-12T16:21:18.174 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.178+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~W8FMPZGHA4YL.1 size=1048576 2024-04-12T16:21:18.176 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.179+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~W8FMPZGHA4YL.2 size=557351 2024-04-12T16:21:18.178 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.182+0000 7f98d3178780 1 < completed multipart upload key=IHLY0ZTYK6UT upload=W8FMPZGHA4YL tag=U2QGXWY4H3HZ type=write size=3703079 2024-04-12T16:21:18.182 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.185+0000 7f98d3178780 1 > prepared part key=_multipart_EZFO3J6YDS47.2~YSEU46M4D27F.0 size=1048576 2024-04-12T16:21:18.183 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.187+0000 7f98d3178780 1 > prepared part key=_multipart_EZFO3J6YDS47.2~YSEU46M4D27F.1 size=1048576 2024-04-12T16:21:18.185 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.188+0000 7f98d3178780 1 > prepared part key=_multipart_EZFO3J6YDS47.2~YSEU46M4D27F.2 size=611873 2024-04-12T16:21:18.185 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.188+0000 7f98d3178780 1 > prepared multipart upload key=EZFO3J6YDS47 upload=YSEU46M4D27F tag=S7HUSIV01912 type=write size=3757601 2024-04-12T16:21:18.186 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.189+0000 7f98d3178780 1 < completed delete operation key=8ZR0C2P8VMRA tag=SFZXWI2AA3AL type=del 2024-04-12T16:21:18.188 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.191+0000 7f98d3178780 1 > prepared operation key=KURJT9NHLL4D tag=BPCPPZP3SAWV type=del size=3651492 2024-04-12T16:21:18.189 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.193+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~4AGFQ918M91H.0 size=1048576 2024-04-12T16:21:18.191 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.194+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~4AGFQ918M91H.1 size=1048576 2024-04-12T16:21:18.192 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.196+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~4AGFQ918M91H.2 size=599285 2024-04-12T16:21:18.195 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.198+0000 7f98d3178780 1 < completed multipart upload key=ZXZ7NSPZRCDD upload=4AGFQ918M91H tag=WI0153E73R0F type=write size=3745013 2024-04-12T16:21:18.198 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.202+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~RPR90AL34KHD.0 size=1048576 2024-04-12T16:21:18.200 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.203+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~RPR90AL34KHD.1 size=739472 2024-04-12T16:21:18.200 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.203+0000 7f98d3178780 1 > prepared multipart upload key=IHLY0ZTYK6UT upload=RPR90AL34KHD tag=ZWIIU9UFFA9M type=write size=2836624 2024-04-12T16:21:18.201 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.205+0000 7f98d3178780 1 < completed delete operation key=PWA38LFGIMFY tag=XFBCFM67D7IF type=del 2024-04-12T16:21:18.204 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.208+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~AS2OPOA1GDWG.0 size=262684 2024-04-12T16:21:18.204 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.208+0000 7f98d3178780 1 > prepared multipart upload key=KHYODRDPUF4K upload=AS2OPOA1GDWG tag=ZOCA08IA3C14 type=write size=1311260 2024-04-12T16:21:18.206 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.209+0000 7f98d3178780 1 < canceled operation key=GM8O00AYQLB5 tag=0GRS09TK42LX type=del size=3898407 2024-04-12T16:21:18.208 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.211+0000 7f98d3178780 1 > prepared operation key=RGAGK6SC7WUJ tag=NMIU9XVGP1A5 type=del size=278185 2024-04-12T16:21:18.210 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.213+0000 7f98d3178780 1 < completed delete operation key=UQB6NBY40RTD tag=R54KB6Q83T2L type=del 2024-04-12T16:21:18.211 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.215+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=ZB7B9DO8TW5O type=del size=2612327 2024-04-12T16:21:18.213 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.216+0000 7f98d3178780 1 < completed delete operation key=ZXZ7NSPZRCDD tag=HXA1HO1A2GA3 type=del 2024-04-12T16:21:18.216 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.219+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~G678OLAF8PN0.0 size=1048576 2024-04-12T16:21:18.217 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.221+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~G678OLAF8PN0.1 size=1048576 2024-04-12T16:21:18.219 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.222+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~G678OLAF8PN0.2 size=498036 2024-04-12T16:21:18.219 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.222+0000 7f98d3178780 1 > prepared multipart upload key=0OWCAM744WJ9 upload=G678OLAF8PN0 tag=C0VGMGX9CXIX type=write size=3643764 2024-04-12T16:21:18.220 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.224+0000 7f98d3178780 1 < completed delete operation key=4LOLFK38TOHP tag=E252XXD162XY type=del 2024-04-12T16:21:18.223 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.227+0000 7f98d3178780 1 > prepared part key=_multipart_PWA38LFGIMFY.2~X1J36JSZWNAD.0 size=280008 2024-04-12T16:21:18.223 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.227+0000 7f98d3178780 1 > prepared multipart upload key=PWA38LFGIMFY upload=X1J36JSZWNAD tag=1AOWNQ41QAH1 type=write size=1328584 2024-04-12T16:21:18.225 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.228+0000 7f98d3178780 1 < completed write operation key=KHYODRDPUF4K tag=BP4SHZDYP2DX type=write size=1015512 2024-04-12T16:21:18.226 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.230+0000 7f98d3178780 1 > prepared operation key=RGAGK6SC7WUJ tag=YJEL4ASR2G6R type=del size=1253281 2024-04-12T16:21:18.228 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.232+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~EYCBOVY3SMDE.0 size=215079 2024-04-12T16:21:18.232 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.235+0000 7f98d3178780 1 < completed multipart upload key=T722FMC4JINL upload=EYCBOVY3SMDE tag=IRC8NNA9292A type=write size=1263655 2024-04-12T16:21:18.233 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.236+0000 7f98d3178780 1 > prepared operation key=VZ3ZKIAP7V00 tag=BF0XIZIVT2M1 type=write size=780247 2024-04-12T16:21:18.235 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.238+0000 7f98d3178780 1 < completed delete operation key=7X1SF5VYO5QN tag=OZXX13PRFOSR type=del 2024-04-12T16:21:18.236 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.240+0000 7f98d3178780 1 > prepared operation key=JFLGBNJ7LSGN tag=FS4YB65FTQTR type=del size=2407335 2024-04-12T16:21:18.238 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.241+0000 7f98d3178780 1 < completed delete operation key=4S7M3FBURFC1 tag=2VWQFU8XBT30 type=del 2024-04-12T16:21:18.241 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.245+0000 7f98d3178780 1 > prepared part key=_multipart_PWA38LFGIMFY.2~BMIEEDBMRLEO.0 size=1048576 2024-04-12T16:21:18.243 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.246+0000 7f98d3178780 1 > prepared part key=_multipart_PWA38LFGIMFY.2~BMIEEDBMRLEO.1 size=320145 2024-04-12T16:21:18.243 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.246+0000 7f98d3178780 1 > prepared multipart upload key=PWA38LFGIMFY upload=BMIEEDBMRLEO tag=FIS100TJNQK6 type=write size=2417297 2024-04-12T16:21:18.244 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.248+0000 7f98d3178780 1 < completed delete operation key=7X1SF5VYO5QN tag=J4WH1AI9Z5TM type=del 2024-04-12T16:21:18.247 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.250+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~NHFQ28CNXOBA.0 size=515369 2024-04-12T16:21:18.247 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.250+0000 7f98d3178780 1 > prepared multipart upload key=BOEPCQFN2ISK upload=NHFQ28CNXOBA tag=76F0EJWJO21F type=write size=1563945 2024-04-12T16:21:18.249 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.252+0000 7f98d3178780 1 < completed delete operation key=7X1SF5VYO5QN tag=AO4MWOWW1Y1L type=del 2024-04-12T16:21:18.252 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.255+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~PB1L4X1FNQ5P.0 size=1048576 2024-04-12T16:21:18.253 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.256+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~PB1L4X1FNQ5P.1 size=472402 2024-04-12T16:21:18.253 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.256+0000 7f98d3178780 1 > prepared multipart upload key=ZZ03YKAYH1C2 upload=PB1L4X1FNQ5P tag=SH7DRV1DCAKN type=write size=2569554 2024-04-12T16:21:18.255 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.258+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~W1GHCE672Z28.0 size=1048576 2024-04-12T16:21:18.256 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.259+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~W1GHCE672Z28.1 size=1048576 2024-04-12T16:21:18.257 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.261+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~W1GHCE672Z28.2 size=515539 2024-04-12T16:21:18.260 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.264+0000 7f98d3178780 1 < completed multipart upload key=ZZ03YKAYH1C2 upload=W1GHCE672Z28 tag=TJBIV4FA8R7B type=write size=3661267 2024-04-12T16:21:18.264 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.267+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~KDT20CWDPSL6.0 size=1048576 2024-04-12T16:21:18.265 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.268+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~KDT20CWDPSL6.1 size=74589 2024-04-12T16:21:18.265 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.268+0000 7f98d3178780 1 > prepared multipart upload key=IHLY0ZTYK6UT upload=KDT20CWDPSL6 tag=YJ9EY1V2Q0FH type=write size=2171741 2024-04-12T16:21:18.267 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.270+0000 7f98d3178780 1 < completed delete operation key=KURJT9NHLL4D tag=1Z5KTP9IWF0S type=del 2024-04-12T16:21:18.270 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.274+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~W65E4B075Z7N.0 size=351148 2024-04-12T16:21:18.270 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.274+0000 7f98d3178780 1 > prepared multipart upload key=8AV30C26CXYV upload=W65E4B075Z7N tag=UXFZX8P8GCGN type=write size=1399724 2024-04-12T16:21:18.272 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.275+0000 7f98d3178780 1 < completed part key=_multipart_EZFO3J6YDS47.2~YSEU46M4D27F.0 size=1048576 2024-04-12T16:21:18.273 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.277+0000 7f98d3178780 1 < completed part key=_multipart_EZFO3J6YDS47.2~YSEU46M4D27F.1 size=1048576 2024-04-12T16:21:18.275 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.278+0000 7f98d3178780 1 < completed part key=_multipart_EZFO3J6YDS47.2~YSEU46M4D27F.2 size=611873 2024-04-12T16:21:18.278 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.281+0000 7f98d3178780 1 < completed multipart upload key=EZFO3J6YDS47 upload=YSEU46M4D27F tag=S7HUSIV01912 type=write size=3757601 2024-04-12T16:21:18.279 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.283+0000 7f98d3178780 1 > prepared operation key=8AV30C26CXYV tag=N8BLQ0GJO2JA type=write size=205952 2024-04-12T16:21:18.281 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.284+0000 7f98d3178780 1 < completed delete operation key=KURJT9NHLL4D tag=BPCPPZP3SAWV type=del 2024-04-12T16:21:18.283 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.286+0000 7f98d3178780 1 > prepared operation key=0OWCAM744WJ9 tag=QWG36WSU9A42 type=del size=2181175 2024-04-12T16:21:18.285 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.288+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~RPR90AL34KHD.0 size=1048576 2024-04-12T16:21:18.286 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.289+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~RPR90AL34KHD.1 size=739472 2024-04-12T16:21:18.289 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.292+0000 7f98d3178780 1 < completed multipart upload key=IHLY0ZTYK6UT upload=RPR90AL34KHD tag=ZWIIU9UFFA9M type=write size=2836624 2024-04-12T16:21:18.292 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.295+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~PJS52YP6OBX4.0 size=1048576 2024-04-12T16:21:18.293 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.297+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~PJS52YP6OBX4.1 size=1048576 2024-04-12T16:21:18.295 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.298+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~PJS52YP6OBX4.2 size=161000 2024-04-12T16:21:18.295 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.298+0000 7f98d3178780 1 > prepared multipart upload key=ZXZ7NSPZRCDD upload=PJS52YP6OBX4 tag=WEK741374676 type=write size=3306728 2024-04-12T16:21:18.297 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.300+0000 7f98d3178780 1 < completed part key=_multipart_KHYODRDPUF4K.2~AS2OPOA1GDWG.0 size=262684 2024-04-12T16:21:18.299 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.303+0000 7f98d3178780 1 < completed multipart upload key=KHYODRDPUF4K upload=AS2OPOA1GDWG tag=ZOCA08IA3C14 type=write size=1311260 2024-04-12T16:21:18.301 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.304+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=66Y3JWHDCWS2 type=del size=2615080 2024-04-12T16:21:18.303 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.306+0000 7f98d3178780 1 < completed delete operation key=RGAGK6SC7WUJ tag=NMIU9XVGP1A5 type=del 2024-04-12T16:21:18.306 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.309+0000 7f98d3178780 1 > prepared part key=_multipart_W6L40IZK9EF7.2~DVU0GN91VD68.0 size=537329 2024-04-12T16:21:18.306 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.309+0000 7f98d3178780 1 > prepared multipart upload key=W6L40IZK9EF7 upload=DVU0GN91VD68 tag=9PU88FOWM04N type=write size=1585905 2024-04-12T16:21:18.308 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.311+0000 7f98d3178780 1 < completed delete operation key=UQB6NBY40RTD tag=ZB7B9DO8TW5O type=del 2024-04-12T16:21:18.309 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.313+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=NOB4N1GT3PVJ type=del size=3884054 2024-04-12T16:21:18.311 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.314+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~G678OLAF8PN0.0 size=1048576 2024-04-12T16:21:18.313 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.316+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~G678OLAF8PN0.1 size=1048576 2024-04-12T16:21:18.314 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.317+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~G678OLAF8PN0.2 size=498036 2024-04-12T16:21:18.318 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.321+0000 7f98d3178780 1 < completed multipart upload key=0OWCAM744WJ9 upload=G678OLAF8PN0 tag=C0VGMGX9CXIX type=write size=3643764 2024-04-12T16:21:18.321 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.325+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~8Y9KVWXCYRW4.0 size=1048576 2024-04-12T16:21:18.323 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.326+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~8Y9KVWXCYRW4.1 size=1048576 2024-04-12T16:21:18.324 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.328+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~8Y9KVWXCYRW4.2 size=574471 2024-04-12T16:21:18.324 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.328+0000 7f98d3178780 1 > prepared multipart upload key=IHLY0ZTYK6UT upload=8Y9KVWXCYRW4 tag=58OJ1X5QYV0L type=write size=3720199 2024-04-12T16:21:18.325 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.328+0000 7f98d3178780 1 < canceled part key=_multipart_PWA38LFGIMFY.2~X1J36JSZWNAD.0 size=280008 2024-04-12T16:21:18.327 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.331+0000 7f98d3178780 1 < canceled multipart upload key=PWA38LFGIMFY upload=X1J36JSZWNAD tag=1AOWNQ41QAH1 type=write size=1328584 2024-04-12T16:21:18.329 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.332+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=LH6ZYVMRGUYQ type=del size=3777356 2024-04-12T16:21:18.331 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.334+0000 7f98d3178780 1 < completed delete operation key=RGAGK6SC7WUJ tag=YJEL4ASR2G6R type=del 2024-04-12T16:21:18.332 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.336+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=N44XHXNSAYVL type=del size=767413 2024-04-12T16:21:18.334 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.337+0000 7f98d3178780 1 < canceled operation key=VZ3ZKIAP7V00 tag=BF0XIZIVT2M1 type=write size=780247 2024-04-12T16:21:18.337 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.341+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~1SKYCS54FB8E.0 size=1048576 2024-04-12T16:21:18.339 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.342+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~1SKYCS54FB8E.1 size=967179 2024-04-12T16:21:18.339 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.342+0000 7f98d3178780 1 > prepared multipart upload key=7X1SF5VYO5QN upload=1SKYCS54FB8E tag=ZU6UPY16R0B2 type=write size=3064331 2024-04-12T16:21:18.341 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.344+0000 7f98d3178780 1 < canceled operation key=JFLGBNJ7LSGN tag=FS4YB65FTQTR type=del size=2407335 2024-04-12T16:21:18.344 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.347+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~JCTMM0HNI485.0 size=1048576 2024-04-12T16:21:18.345 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.348+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~JCTMM0HNI485.1 size=693971 2024-04-12T16:21:18.345 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.348+0000 7f98d3178780 1 > prepared multipart upload key=LU8ZUI2MDRGX upload=JCTMM0HNI485 tag=MGPY27JBTCMH type=write size=2791123 2024-04-12T16:21:18.347 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.350+0000 7f98d3178780 1 < completed part key=_multipart_PWA38LFGIMFY.2~BMIEEDBMRLEO.0 size=1048576 2024-04-12T16:21:18.349 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.352+0000 7f98d3178780 1 < completed part key=_multipart_PWA38LFGIMFY.2~BMIEEDBMRLEO.1 size=320145 2024-04-12T16:21:18.352 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.355+0000 7f98d3178780 1 < completed multipart upload key=PWA38LFGIMFY upload=BMIEEDBMRLEO tag=FIS100TJNQK6 type=write size=2417297 2024-04-12T16:21:18.353 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.357+0000 7f98d3178780 1 > prepared operation key=23DHOZJVEXJ6 tag=37LXFQJXWLYD type=write size=498039 2024-04-12T16:21:18.355 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.358+0000 7f98d3178780 1 < completed part key=_multipart_BOEPCQFN2ISK.2~NHFQ28CNXOBA.0 size=515369 2024-04-12T16:21:18.358 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.361+0000 7f98d3178780 1 < completed multipart upload key=BOEPCQFN2ISK upload=NHFQ28CNXOBA tag=76F0EJWJO21F type=write size=1563945 2024-04-12T16:21:18.361 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.364+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~MRMEET5LCZG1.0 size=161990 2024-04-12T16:21:18.361 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.364+0000 7f98d3178780 1 > prepared multipart upload key=BOEPCQFN2ISK upload=MRMEET5LCZG1 tag=15EGELUIE8JU type=write size=1210566 2024-04-12T16:21:18.363 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.366+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~PB1L4X1FNQ5P.0 size=1048576 2024-04-12T16:21:18.364 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.367+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~PB1L4X1FNQ5P.1 size=472402 2024-04-12T16:21:18.367 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.371+0000 7f98d3178780 1 < completed multipart upload key=ZZ03YKAYH1C2 upload=PB1L4X1FNQ5P tag=SH7DRV1DCAKN type=write size=2569554 2024-04-12T16:21:18.370 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.373+0000 7f98d3178780 1 > prepared part key=_multipart_VZ3ZKIAP7V00.2~P8E8DPP9L4NX.0 size=42261 2024-04-12T16:21:18.370 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.373+0000 7f98d3178780 1 > prepared multipart upload key=VZ3ZKIAP7V00 upload=P8E8DPP9L4NX tag=WMOFD4H6T37J type=write size=1090837 2024-04-12T16:21:18.372 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.375+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~KDT20CWDPSL6.0 size=1048576 2024-04-12T16:21:18.373 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.376+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~KDT20CWDPSL6.1 size=74589 2024-04-12T16:21:18.376 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.379+0000 7f98d3178780 1 < completed multipart upload key=IHLY0ZTYK6UT upload=KDT20CWDPSL6 tag=YJ9EY1V2Q0FH type=write size=2171741 2024-04-12T16:21:18.378 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.381+0000 7f98d3178780 1 > prepared operation key=0OWCAM744WJ9 tag=AMGLY9UXS07I type=del size=3573006 2024-04-12T16:21:18.380 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.383+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~W65E4B075Z7N.0 size=351148 2024-04-12T16:21:18.382 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.386+0000 7f98d3178780 1 < completed multipart upload key=8AV30C26CXYV upload=W65E4B075Z7N tag=UXFZX8P8GCGN type=write size=1399724 2024-04-12T16:21:18.386 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.389+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~DLJFSYRZLKEH.0 size=179824 2024-04-12T16:21:18.386 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.389+0000 7f98d3178780 1 > prepared multipart upload key=D0M5V2Z6TGN6 upload=DLJFSYRZLKEH tag=6IVJBE9Y4Q4K type=write size=1228400 2024-04-12T16:21:18.387 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.391+0000 7f98d3178780 1 < completed write operation key=8AV30C26CXYV tag=N8BLQ0GJO2JA type=write size=205952 2024-04-12T16:21:18.389 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.392+0000 7f98d3178780 1 > prepared operation key=7X1SF5VYO5QN tag=JWH7HEIX0D8Z type=del size=2912759 2024-04-12T16:21:18.391 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.394+0000 7f98d3178780 1 < completed delete operation key=0OWCAM744WJ9 tag=QWG36WSU9A42 type=del 2024-04-12T16:21:18.393 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.396+0000 7f98d3178780 1 > prepared operation key=ZXZ7NSPZRCDD tag=HPFCIGLZEM8P type=write size=361938 2024-04-12T16:21:18.394 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.398+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~PJS52YP6OBX4.0 size=1048576 2024-04-12T16:21:18.396 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.399+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~PJS52YP6OBX4.1 size=1048576 2024-04-12T16:21:18.397 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.400+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~PJS52YP6OBX4.2 size=161000 2024-04-12T16:21:18.400 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.403+0000 7f98d3178780 1 < completed multipart upload key=ZXZ7NSPZRCDD upload=PJS52YP6OBX4 tag=WEK741374676 type=write size=3306728 2024-04-12T16:21:18.401 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.405+0000 7f98d3178780 1 > prepared operation key=ZZ03YKAYH1C2 tag=WSSAGUENVNSN type=write size=724347 2024-04-12T16:21:18.403 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.406+0000 7f98d3178780 1 < completed delete operation key=XC0UMQW2OGOM tag=66Y3JWHDCWS2 type=del 2024-04-12T16:21:18.406 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.409+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~8B2NMA9AHS67.0 size=1048576 2024-04-12T16:21:18.407 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.411+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~8B2NMA9AHS67.1 size=1048576 2024-04-12T16:21:18.409 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.412+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~8B2NMA9AHS67.2 size=516485 2024-04-12T16:21:18.409 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.412+0000 7f98d3178780 1 > prepared multipart upload key=T722FMC4JINL upload=8B2NMA9AHS67 tag=HJW4ZL80QGF6 type=write size=3662213 2024-04-12T16:21:18.411 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.414+0000 7f98d3178780 1 < completed part key=_multipart_W6L40IZK9EF7.2~DVU0GN91VD68.0 size=537329 2024-04-12T16:21:18.414 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.417+0000 7f98d3178780 1 < completed multipart upload key=W6L40IZK9EF7 upload=DVU0GN91VD68 tag=9PU88FOWM04N type=write size=1585905 2024-04-12T16:21:18.416 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.419+0000 7f98d3178780 1 > prepared operation key=LU8ZUI2MDRGX tag=BJ1GEETPJ5QZ type=del size=3313501 2024-04-12T16:21:18.417 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.420+0000 7f98d3178780 1 < completed delete operation key=UQB6NBY40RTD tag=NOB4N1GT3PVJ type=del 2024-04-12T16:21:18.421 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.424+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~AQ1GRV3GP7H3.0 size=1048576 2024-04-12T16:21:18.422 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.425+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~AQ1GRV3GP7H3.1 size=1048576 2024-04-12T16:21:18.423 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.427+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~AQ1GRV3GP7H3.2 size=484569 2024-04-12T16:21:18.423 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.427+0000 7f98d3178780 1 > prepared multipart upload key=8ZR0C2P8VMRA upload=AQ1GRV3GP7H3 tag=UYSBKO83735M type=write size=3630297 2024-04-12T16:21:18.425 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.428+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~8Y9KVWXCYRW4.0 size=1048576 2024-04-12T16:21:18.426 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.430+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~8Y9KVWXCYRW4.1 size=1048576 2024-04-12T16:21:18.428 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.431+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~8Y9KVWXCYRW4.2 size=574471 2024-04-12T16:21:18.431 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.434+0000 7f98d3178780 1 < completed multipart upload key=IHLY0ZTYK6UT upload=8Y9KVWXCYRW4 tag=58OJ1X5QYV0L type=write size=3720199 2024-04-12T16:21:18.434 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.437+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~HLUQAVANWR4Z.0 size=1048576 2024-04-12T16:21:18.435 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.439+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~HLUQAVANWR4Z.1 size=991644 2024-04-12T16:21:18.436 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.439+0000 7f98d3178780 1 > prepared multipart upload key=PT2U3K72AW80 upload=HLUQAVANWR4Z tag=M7VPC7LDWDTS type=write size=3088796 2024-04-12T16:21:18.437 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.440+0000 7f98d3178780 1 < completed delete operation key=4S7M3FBURFC1 tag=LH6ZYVMRGUYQ type=del 2024-04-12T16:21:18.440 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.444+0000 7f98d3178780 1 > prepared part key=_multipart_66UG2YS0OGEZ.2~HU8DSTWU79YT.0 size=1048576 2024-04-12T16:21:18.442 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.445+0000 7f98d3178780 1 > prepared part key=_multipart_66UG2YS0OGEZ.2~HU8DSTWU79YT.1 size=219419 2024-04-12T16:21:18.442 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.445+0000 7f98d3178780 1 > prepared multipart upload key=66UG2YS0OGEZ upload=HU8DSTWU79YT tag=VUBS8RCPIW4P type=write size=2316571 2024-04-12T16:21:18.444 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.447+0000 7f98d3178780 1 < completed delete operation key=BOEPCQFN2ISK tag=N44XHXNSAYVL type=del 2024-04-12T16:21:18.447 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.450+0000 7f98d3178780 1 > prepared part key=_multipart_66UG2YS0OGEZ.2~DTLY1IYUCTBO.0 size=1048576 2024-04-12T16:21:18.448 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.451+0000 7f98d3178780 1 > prepared part key=_multipart_66UG2YS0OGEZ.2~DTLY1IYUCTBO.1 size=163338 2024-04-12T16:21:18.448 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.451+0000 7f98d3178780 1 > prepared multipart upload key=66UG2YS0OGEZ upload=DTLY1IYUCTBO tag=9HM184T0PBEQ type=write size=2260490 2024-04-12T16:21:18.450 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.453+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~1SKYCS54FB8E.0 size=1048576 2024-04-12T16:21:18.451 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.455+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~1SKYCS54FB8E.1 size=967179 2024-04-12T16:21:18.454 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.457+0000 7f98d3178780 1 < completed multipart upload key=7X1SF5VYO5QN upload=1SKYCS54FB8E tag=ZU6UPY16R0B2 type=write size=3064331 2024-04-12T16:21:18.456 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.459+0000 7f98d3178780 1 > prepared operation key=23DHOZJVEXJ6 tag=JQZND01ZMAGZ type=del size=3969840 2024-04-12T16:21:18.458 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.461+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~JCTMM0HNI485.0 size=1048576 2024-04-12T16:21:18.459 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.462+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~JCTMM0HNI485.1 size=693971 2024-04-12T16:21:18.462 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.465+0000 7f98d3178780 1 < completed multipart upload key=LU8ZUI2MDRGX upload=JCTMM0HNI485 tag=MGPY27JBTCMH type=write size=2791123 2024-04-12T16:21:18.465 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.469+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~C5X5RJG166H8.0 size=775110 2024-04-12T16:21:18.465 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.469+0000 7f98d3178780 1 > prepared multipart upload key=3AW8J5U5KAAT upload=C5X5RJG166H8 tag=AMG2ANJ3H929 type=write size=1823686 2024-04-12T16:21:18.467 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.470+0000 7f98d3178780 1 < completed write operation key=23DHOZJVEXJ6 tag=37LXFQJXWLYD type=write size=498039 2024-04-12T16:21:18.471 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.474+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~GBVRIT07BKXF.0 size=1048576 2024-04-12T16:21:18.472 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.475+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~GBVRIT07BKXF.1 size=228209 2024-04-12T16:21:18.472 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.475+0000 7f98d3178780 1 > prepared multipart upload key=PT2U3K72AW80 upload=GBVRIT07BKXF tag=PIB4TATL3DOU type=write size=2325361 2024-04-12T16:21:18.474 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.478+0000 7f98d3178780 1 < completed part key=_multipart_BOEPCQFN2ISK.2~MRMEET5LCZG1.0 size=161990 2024-04-12T16:21:18.478 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.481+0000 7f98d3178780 1 < completed multipart upload key=BOEPCQFN2ISK upload=MRMEET5LCZG1 tag=15EGELUIE8JU type=write size=1210566 2024-04-12T16:21:18.482 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.485+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~BGXEKHB9TPQ3.0 size=1048576 2024-04-12T16:21:18.483 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.486+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~BGXEKHB9TPQ3.1 size=163510 2024-04-12T16:21:18.483 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.486+0000 7f98d3178780 1 > prepared multipart upload key=KHYODRDPUF4K upload=BGXEKHB9TPQ3 tag=XSDAGCCGCR0K type=write size=2260662 2024-04-12T16:21:18.484 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.487+0000 7f98d3178780 1 < canceled part key=_multipart_VZ3ZKIAP7V00.2~P8E8DPP9L4NX.0 size=42261 2024-04-12T16:21:18.487 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.490+0000 7f98d3178780 1 < canceled multipart upload key=VZ3ZKIAP7V00 upload=P8E8DPP9L4NX tag=WMOFD4H6T37J type=write size=1090837 2024-04-12T16:21:18.490 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.493+0000 7f98d3178780 1 > prepared part key=_multipart_RGAGK6SC7WUJ.2~25I6NXEZICWI.0 size=624407 2024-04-12T16:21:18.490 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.493+0000 7f98d3178780 1 > prepared multipart upload key=RGAGK6SC7WUJ upload=25I6NXEZICWI tag=KRCE0NON0ZHH type=write size=1672983 2024-04-12T16:21:18.492 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.495+0000 7f98d3178780 1 < completed delete operation key=0OWCAM744WJ9 tag=AMGLY9UXS07I type=del 2024-04-12T16:21:18.494 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.497+0000 7f98d3178780 1 > prepared operation key=LU8ZUI2MDRGX tag=6Q52R46IQXUY type=del size=2500150 2024-04-12T16:21:18.495 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.499+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~DLJFSYRZLKEH.0 size=179824 2024-04-12T16:21:18.498 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.501+0000 7f98d3178780 1 < completed multipart upload key=D0M5V2Z6TGN6 upload=DLJFSYRZLKEH tag=6IVJBE9Y4Q4K type=write size=1228400 2024-04-12T16:21:18.500 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.503+0000 7f98d3178780 1 > prepared operation key=ZZ03YKAYH1C2 tag=43399F6RVIF9 type=write size=675993 2024-04-12T16:21:18.502 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.505+0000 7f98d3178780 1 < completed delete operation key=7X1SF5VYO5QN tag=JWH7HEIX0D8Z type=del 2024-04-12T16:21:18.505 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.508+0000 7f98d3178780 1 > prepared part key=_multipart_4LOLFK38TOHP.2~W1CCRMQHQEV0.0 size=1048576 2024-04-12T16:21:18.506 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.510+0000 7f98d3178780 1 > prepared part key=_multipart_4LOLFK38TOHP.2~W1CCRMQHQEV0.1 size=1048576 2024-04-12T16:21:18.508 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.511+0000 7f98d3178780 1 > prepared part key=_multipart_4LOLFK38TOHP.2~W1CCRMQHQEV0.2 size=433018 2024-04-12T16:21:18.508 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.511+0000 7f98d3178780 1 > prepared multipart upload key=4LOLFK38TOHP upload=W1CCRMQHQEV0 tag=FBD4C5GWZVY0 type=write size=3578746 2024-04-12T16:21:18.509 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.513+0000 7f98d3178780 1 < completed write operation key=ZXZ7NSPZRCDD tag=HPFCIGLZEM8P type=write size=361938 2024-04-12T16:21:18.511 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.514+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=AP2ZV1WZGRV9 type=write size=610937 2024-04-12T16:21:18.513 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.516+0000 7f98d3178780 1 < completed write operation key=ZZ03YKAYH1C2 tag=WSSAGUENVNSN type=write size=724347 2024-04-12T16:21:18.515 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.518+0000 7f98d3178780 1 > prepared operation key=LU8ZUI2MDRGX tag=7EY9QR0OZAZ8 type=del size=299200 2024-04-12T16:21:18.516 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.520+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~8B2NMA9AHS67.0 size=1048576 2024-04-12T16:21:18.517 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.521+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~8B2NMA9AHS67.1 size=1048576 2024-04-12T16:21:18.519 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.522+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~8B2NMA9AHS67.2 size=516485 2024-04-12T16:21:18.521 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.525+0000 7f98d3178780 1 < completed multipart upload key=T722FMC4JINL upload=8B2NMA9AHS67 tag=HJW4ZL80QGF6 type=write size=3662213 2024-04-12T16:21:18.523 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.526+0000 7f98d3178780 1 > prepared operation key=8AV30C26CXYV tag=6VCQHN4ISY2D type=del size=1670070 2024-04-12T16:21:18.524 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.528+0000 7f98d3178780 1 < canceled operation key=LU8ZUI2MDRGX tag=BJ1GEETPJ5QZ type=del size=3313501 2024-04-12T16:21:18.530 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.531+0000 7f98d3178780 1 > prepared part key=_multipart_I40BBGONTDFL.2~ILTN3IX0ZKH9.0 size=505295 2024-04-12T16:21:18.530 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.531+0000 7f98d3178780 1 > prepared multipart upload key=I40BBGONTDFL upload=ILTN3IX0ZKH9 tag=XM1JNJJ5UF5F type=write size=1553871 2024-04-12T16:21:18.530 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.532+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~AQ1GRV3GP7H3.0 size=1048576 2024-04-12T16:21:18.531 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.534+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~AQ1GRV3GP7H3.1 size=1048576 2024-04-12T16:21:18.531 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.535+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~AQ1GRV3GP7H3.2 size=484569 2024-04-12T16:21:18.534 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.537+0000 7f98d3178780 1 < completed multipart upload key=8ZR0C2P8VMRA upload=AQ1GRV3GP7H3 tag=UYSBKO83735M type=write size=3630297 2024-04-12T16:21:18.536 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.539+0000 7f98d3178780 1 > prepared operation key=D0M5V2Z6TGN6 tag=LW188G9J7GQT type=del size=3150541 2024-04-12T16:21:18.538 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.541+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~HLUQAVANWR4Z.0 size=1048576 2024-04-12T16:21:18.539 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.542+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~HLUQAVANWR4Z.1 size=991644 2024-04-12T16:21:18.542 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.546+0000 7f98d3178780 1 < completed multipart upload key=PT2U3K72AW80 upload=HLUQAVANWR4Z tag=M7VPC7LDWDTS type=write size=3088796 2024-04-12T16:21:18.544 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.548+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=6AZBBAVYUC3N type=del size=3194843 2024-04-12T16:21:18.545 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.548+0000 7f98d3178780 1 < canceled part key=_multipart_66UG2YS0OGEZ.2~HU8DSTWU79YT.0 size=1048576 2024-04-12T16:21:18.546 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.550+0000 7f98d3178780 1 < completed part key=_multipart_66UG2YS0OGEZ.2~HU8DSTWU79YT.1 size=219419 2024-04-12T16:21:18.549 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.553+0000 7f98d3178780 1 < canceled multipart upload key=66UG2YS0OGEZ upload=HU8DSTWU79YT tag=VUBS8RCPIW4P type=write size=2316571 2024-04-12T16:21:18.551 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.554+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=9CXZFK00XI6B type=del size=2515381 2024-04-12T16:21:18.553 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.556+0000 7f98d3178780 1 < completed part key=_multipart_66UG2YS0OGEZ.2~DTLY1IYUCTBO.0 size=1048576 2024-04-12T16:21:18.554 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.558+0000 7f98d3178780 1 < completed part key=_multipart_66UG2YS0OGEZ.2~DTLY1IYUCTBO.1 size=163338 2024-04-12T16:21:18.557 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.560+0000 7f98d3178780 1 < completed multipart upload key=66UG2YS0OGEZ upload=DTLY1IYUCTBO tag=9HM184T0PBEQ type=write size=2260490 2024-04-12T16:21:18.559 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.562+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=ISDY68B9XQYC type=del size=845051 2024-04-12T16:21:18.561 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.564+0000 7f98d3178780 1 < completed delete operation key=23DHOZJVEXJ6 tag=JQZND01ZMAGZ type=del 2024-04-12T16:21:18.563 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.566+0000 7f98d3178780 1 > prepared operation key=VZ3ZKIAP7V00 tag=34XIR1WM42DJ type=del size=189474 2024-04-12T16:21:18.565 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.568+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~C5X5RJG166H8.0 size=775110 2024-04-12T16:21:18.567 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.571+0000 7f98d3178780 1 < completed multipart upload key=3AW8J5U5KAAT upload=C5X5RJG166H8 tag=AMG2ANJ3H929 type=write size=1823686 2024-04-12T16:21:18.569 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.572+0000 7f98d3178780 1 > prepared operation key=D0M5V2Z6TGN6 tag=1SMM6ORQCQFB type=write size=511189 2024-04-12T16:21:18.570 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.574+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~GBVRIT07BKXF.0 size=1048576 2024-04-12T16:21:18.572 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.575+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~GBVRIT07BKXF.1 size=228209 2024-04-12T16:21:18.575 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.578+0000 7f98d3178780 1 < completed multipart upload key=PT2U3K72AW80 upload=GBVRIT07BKXF tag=PIB4TATL3DOU type=write size=2325361 2024-04-12T16:21:18.577 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.580+0000 7f98d3178780 1 > prepared operation key=23DHOZJVEXJ6 tag=X2WICH4QXLV1 type=del size=1107316 2024-04-12T16:21:18.579 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.582+0000 7f98d3178780 1 < completed part key=_multipart_KHYODRDPUF4K.2~BGXEKHB9TPQ3.0 size=1048576 2024-04-12T16:21:18.580 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.584+0000 7f98d3178780 1 < completed part key=_multipart_KHYODRDPUF4K.2~BGXEKHB9TPQ3.1 size=163510 2024-04-12T16:21:18.584 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.587+0000 7f98d3178780 1 < completed multipart upload key=KHYODRDPUF4K upload=BGXEKHB9TPQ3 tag=XSDAGCCGCR0K type=write size=2260662 2024-04-12T16:21:18.587 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.590+0000 7f98d3178780 1 > prepared part key=_multipart_PWA38LFGIMFY.2~RNI8V6COTIEF.0 size=1048576 2024-04-12T16:21:18.588 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.592+0000 7f98d3178780 1 > prepared part key=_multipart_PWA38LFGIMFY.2~RNI8V6COTIEF.1 size=897968 2024-04-12T16:21:18.588 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.592+0000 7f98d3178780 1 > prepared multipart upload key=PWA38LFGIMFY upload=RNI8V6COTIEF tag=54UX6376QQ6X type=write size=2995120 2024-04-12T16:21:18.590 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.593+0000 7f98d3178780 1 < completed part key=_multipart_RGAGK6SC7WUJ.2~25I6NXEZICWI.0 size=624407 2024-04-12T16:21:18.593 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.597+0000 7f98d3178780 1 < completed multipart upload key=RGAGK6SC7WUJ upload=25I6NXEZICWI tag=KRCE0NON0ZHH type=write size=1672983 2024-04-12T16:21:18.595 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.598+0000 7f98d3178780 1 > prepared operation key=KHYODRDPUF4K tag=QUX8KKVET67Q type=del size=3530293 2024-04-12T16:21:18.597 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.600+0000 7f98d3178780 1 < completed delete operation key=LU8ZUI2MDRGX tag=6Q52R46IQXUY type=del 2024-04-12T16:21:18.598 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.602+0000 7f98d3178780 1 > prepared operation key=ZXZ7NSPZRCDD tag=366KEEUNYBBC type=del size=2211682 2024-04-12T16:21:18.602 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.605+0000 7f98d3178780 1 < suggested update operation key=ZZ03YKAYH1C2 tag=43399F6RVIF9 type=write size=675993 2024-04-12T16:21:18.605 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.608+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~G52JK0HEXA2A.0 size=1048576 2024-04-12T16:21:18.606 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.609+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~G52JK0HEXA2A.1 size=1048576 2024-04-12T16:21:18.608 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.611+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~G52JK0HEXA2A.2 size=267589 2024-04-12T16:21:18.608 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.611+0000 7f98d3178780 1 > prepared multipart upload key=T722FMC4JINL upload=G52JK0HEXA2A tag=Q4KMEKAPAV9L type=write size=3413317 2024-04-12T16:21:18.609 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.613+0000 7f98d3178780 1 < completed part key=_multipart_4LOLFK38TOHP.2~W1CCRMQHQEV0.0 size=1048576 2024-04-12T16:21:18.610 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.614+0000 7f98d3178780 1 < completed part key=_multipart_4LOLFK38TOHP.2~W1CCRMQHQEV0.1 size=1048576 2024-04-12T16:21:18.612 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.615+0000 7f98d3178780 1 < completed part key=_multipart_4LOLFK38TOHP.2~W1CCRMQHQEV0.2 size=433018 2024-04-12T16:21:18.615 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.618+0000 7f98d3178780 1 < completed multipart upload key=4LOLFK38TOHP upload=W1CCRMQHQEV0 tag=FBD4C5GWZVY0 type=write size=3578746 2024-04-12T16:21:18.616 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.620+0000 7f98d3178780 1 > prepared operation key=JFLGBNJ7LSGN tag=H4T7FPP7OOYV type=del size=3884400 2024-04-12T16:21:18.618 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.622+0000 7f98d3178780 1 < completed write operation key=GM8O00AYQLB5 tag=AP2ZV1WZGRV9 type=write size=610937 2024-04-12T16:21:18.620 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.623+0000 7f98d3178780 1 > prepared operation key=3AW8J5U5KAAT tag=UY8BZ2UHQUV0 type=del size=3505710 2024-04-12T16:21:18.623 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.626+0000 7f98d3178780 1 < suggested remove operation key=LU8ZUI2MDRGX tag=7EY9QR0OZAZ8 type=del 2024-04-12T16:21:18.627 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.630+0000 7f98d3178780 1 > prepared part key=_multipart_RGAGK6SC7WUJ.2~FX6FZUD2O2I0.0 size=16598 2024-04-12T16:21:18.627 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.630+0000 7f98d3178780 1 > prepared multipart upload key=RGAGK6SC7WUJ upload=FX6FZUD2O2I0 tag=9GS9BFU96BGF type=write size=1065174 2024-04-12T16:21:18.628 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.632+0000 7f98d3178780 1 < completed delete operation key=8AV30C26CXYV tag=6VCQHN4ISY2D type=del 2024-04-12T16:21:18.630 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.634+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=UMJ2KP657UU6 type=del size=1073040 2024-04-12T16:21:18.632 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.635+0000 7f98d3178780 1 < completed part key=_multipart_I40BBGONTDFL.2~ILTN3IX0ZKH9.0 size=505295 2024-04-12T16:21:18.635 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.638+0000 7f98d3178780 1 < completed multipart upload key=I40BBGONTDFL upload=ILTN3IX0ZKH9 tag=XM1JNJJ5UF5F type=write size=1553871 2024-04-12T16:21:18.637 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.640+0000 7f98d3178780 1 > prepared operation key=RGAGK6SC7WUJ tag=089YFDCQE0I0 type=del size=2409066 2024-04-12T16:21:18.639 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.642+0000 7f98d3178780 1 < completed delete operation key=D0M5V2Z6TGN6 tag=LW188G9J7GQT type=del 2024-04-12T16:21:18.640 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.644+0000 7f98d3178780 1 > prepared operation key=S81W06TIIZMK tag=JVOAAR7T59AK type=del size=3475362 2024-04-12T16:21:18.642 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.645+0000 7f98d3178780 1 < completed delete operation key=W6L40IZK9EF7 tag=6AZBBAVYUC3N type=del 2024-04-12T16:21:18.645 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.649+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~HEH39AW7U001.0 size=1048576 2024-04-12T16:21:18.647 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.650+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~HEH39AW7U001.1 size=749046 2024-04-12T16:21:18.647 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.650+0000 7f98d3178780 1 > prepared multipart upload key=IHLY0ZTYK6UT upload=HEH39AW7U001 tag=TVVMRMVQUAMJ type=write size=2846198 2024-04-12T16:21:18.649 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.652+0000 7f98d3178780 1 < completed delete operation key=GM8O00AYQLB5 tag=9CXZFK00XI6B type=del 2024-04-12T16:21:18.651 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.655+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~N24L8FQ37CK8.0 size=1048576 2024-04-12T16:21:18.653 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.656+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~N24L8FQ37CK8.1 size=1048576 2024-04-12T16:21:18.654 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.657+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~N24L8FQ37CK8.2 size=830118 2024-04-12T16:21:18.654 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.658+0000 7f98d3178780 1 > prepared multipart upload key=D0M5V2Z6TGN6 upload=N24L8FQ37CK8 tag=PNIHP5V7IGHL type=write size=3975846 2024-04-12T16:21:18.656 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.660+0000 7f98d3178780 1 < completed delete operation key=GM8O00AYQLB5 tag=ISDY68B9XQYC type=del 2024-04-12T16:21:18.658 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.661+0000 7f98d3178780 1 > prepared operation key=ZXZ7NSPZRCDD tag=SYFY40VF61GP type=del size=2996067 2024-04-12T16:21:18.660 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.663+0000 7f98d3178780 1 < canceled operation key=VZ3ZKIAP7V00 tag=34XIR1WM42DJ type=del size=189474 2024-04-12T16:21:18.663 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.666+0000 7f98d3178780 1 > prepared part key=_multipart_9L0C6XS0IUS0.2~VGJ00QH6L1H2.0 size=1048576 2024-04-12T16:21:18.665 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.668+0000 7f98d3178780 1 > prepared part key=_multipart_9L0C6XS0IUS0.2~VGJ00QH6L1H2.1 size=1048576 2024-04-12T16:21:18.666 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.669+0000 7f98d3178780 1 > prepared part key=_multipart_9L0C6XS0IUS0.2~VGJ00QH6L1H2.2 size=705698 2024-04-12T16:21:18.666 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.669+0000 7f98d3178780 1 > prepared multipart upload key=9L0C6XS0IUS0 upload=VGJ00QH6L1H2 tag=ULILOEYAC01Z type=write size=3851426 2024-04-12T16:21:18.667 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.671+0000 7f98d3178780 1 < completed write operation key=D0M5V2Z6TGN6 tag=1SMM6ORQCQFB type=write size=511189 2024-04-12T16:21:18.669 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.672+0000 7f98d3178780 1 > prepared operation key=PT2U3K72AW80 tag=MH5S9BIK2PL7 type=del size=2868545 2024-04-12T16:21:18.671 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.674+0000 7f98d3178780 1 < canceled operation key=23DHOZJVEXJ6 tag=X2WICH4QXLV1 type=del size=1107316 2024-04-12T16:21:18.672 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.676+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=UQ4VJ1RZZHZ2 type=del size=4107413 2024-04-12T16:21:18.674 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.678+0000 7f98d3178780 1 < completed part key=_multipart_PWA38LFGIMFY.2~RNI8V6COTIEF.0 size=1048576 2024-04-12T16:21:18.676 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.679+0000 7f98d3178780 1 < completed part key=_multipart_PWA38LFGIMFY.2~RNI8V6COTIEF.1 size=897968 2024-04-12T16:21:18.679 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.682+0000 7f98d3178780 1 < completed multipart upload key=PWA38LFGIMFY upload=RNI8V6COTIEF tag=54UX6376QQ6X type=write size=2995120 2024-04-12T16:21:18.680 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.684+0000 7f98d3178780 1 > prepared operation key=S81W06TIIZMK tag=EKK6UXPSWI5O type=del size=3032231 2024-04-12T16:21:18.682 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.685+0000 7f98d3178780 1 < completed delete operation key=KHYODRDPUF4K tag=QUX8KKVET67Q type=del 2024-04-12T16:21:18.685 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.689+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~7D0TS5VTTGDF.0 size=1048576 2024-04-12T16:21:18.687 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.690+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~7D0TS5VTTGDF.1 size=1048576 2024-04-12T16:21:18.688 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.691+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~7D0TS5VTTGDF.2 size=584768 2024-04-12T16:21:18.688 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.691+0000 7f98d3178780 1 > prepared multipart upload key=T722FMC4JINL upload=7D0TS5VTTGDF tag=YAK8PXEU5PFR type=write size=3730496 2024-04-12T16:21:18.691 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.695+0000 7f98d3178780 1 < suggested remove operation key=ZXZ7NSPZRCDD tag=366KEEUNYBBC type=del 2024-04-12T16:21:18.693 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.697+0000 7f98d3178780 1 > prepared operation key=PWA38LFGIMFY tag=UPH36S5PQDSV type=del size=1637635 2024-04-12T16:21:18.695 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.698+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~G52JK0HEXA2A.0 size=1048576 2024-04-12T16:21:18.703 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.706+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~G52JK0HEXA2A.1 size=1048576 2024-04-12T16:21:18.705 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.708+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~G52JK0HEXA2A.2 size=267589 2024-04-12T16:21:18.708 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.711+0000 7f98d3178780 1 < completed multipart upload key=T722FMC4JINL upload=G52JK0HEXA2A tag=Q4KMEKAPAV9L type=write size=3413317 2024-04-12T16:21:18.710 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.713+0000 7f98d3178780 1 > prepared operation key=ZXZ7NSPZRCDD tag=ZHC6FR5UHZL9 type=del size=1738211 2024-04-12T16:21:18.712 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.715+0000 7f98d3178780 1 < completed delete operation key=JFLGBNJ7LSGN tag=H4T7FPP7OOYV type=del 2024-04-12T16:21:18.715 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.718+0000 7f98d3178780 1 > prepared part key=_multipart_GM8O00AYQLB5.2~KTWTNF4I64OS.0 size=1048576 2024-04-12T16:21:18.716 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.720+0000 7f98d3178780 1 > prepared part key=_multipart_GM8O00AYQLB5.2~KTWTNF4I64OS.1 size=1048576 2024-04-12T16:21:18.718 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.721+0000 7f98d3178780 1 > prepared part key=_multipart_GM8O00AYQLB5.2~KTWTNF4I64OS.2 size=1000469 2024-04-12T16:21:18.718 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.721+0000 7f98d3178780 1 > prepared multipart upload key=GM8O00AYQLB5 upload=KTWTNF4I64OS tag=I8KP6MWP0U5Q type=write size=4146197 2024-04-12T16:21:18.719 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.723+0000 7f98d3178780 1 < completed delete operation key=3AW8J5U5KAAT tag=UY8BZ2UHQUV0 type=del 2024-04-12T16:21:18.721 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.724+0000 7f98d3178780 1 > prepared operation key=23DHOZJVEXJ6 tag=YGV7AZRIKYA0 type=del size=2067809 2024-04-12T16:21:18.723 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.726+0000 7f98d3178780 1 < completed part key=_multipart_RGAGK6SC7WUJ.2~FX6FZUD2O2I0.0 size=16598 2024-04-12T16:21:18.726 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.729+0000 7f98d3178780 1 < completed multipart upload key=RGAGK6SC7WUJ upload=FX6FZUD2O2I0 tag=9GS9BFU96BGF type=write size=1065174 2024-04-12T16:21:18.728 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.731+0000 7f98d3178780 1 > prepared operation key=3AW8J5U5KAAT tag=E0VJLQJ8FAM6 type=del size=3801239 2024-04-12T16:21:18.732 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.735+0000 7f98d3178780 1 < suggested update operation key=UQB6NBY40RTD tag=UMJ2KP657UU6 type=del size=1073040 2024-04-12T16:21:18.733 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.737+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=7G43OUL2M9X4 type=del size=1561916 2024-04-12T16:21:18.735 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.739+0000 7f98d3178780 1 < completed delete operation key=RGAGK6SC7WUJ tag=089YFDCQE0I0 type=del 2024-04-12T16:21:18.737 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.740+0000 7f98d3178780 1 > prepared operation key=KURJT9NHLL4D tag=4HX7Z6IBM1MC type=write size=48738 2024-04-12T16:21:18.738 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.742+0000 7f98d3178780 1 < completed delete operation key=S81W06TIIZMK tag=JVOAAR7T59AK type=del 2024-04-12T16:21:18.740 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.743+0000 7f98d3178780 1 > prepared operation key=PWA38LFGIMFY tag=MVDMIFMFVUE5 type=del size=1699 2024-04-12T16:21:18.742 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.745+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~HEH39AW7U001.0 size=1048576 2024-04-12T16:21:18.743 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.746+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~HEH39AW7U001.1 size=749046 2024-04-12T16:21:18.746 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.749+0000 7f98d3178780 1 < completed multipart upload key=IHLY0ZTYK6UT upload=HEH39AW7U001 tag=TVVMRMVQUAMJ type=write size=2846198 2024-04-12T16:21:18.747 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.751+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=LCR1XGAVBULX type=del size=3910459 2024-04-12T16:21:18.749 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.752+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~N24L8FQ37CK8.0 size=1048576 2024-04-12T16:21:18.751 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.754+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~N24L8FQ37CK8.1 size=1048576 2024-04-12T16:21:18.752 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.755+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~N24L8FQ37CK8.2 size=830118 2024-04-12T16:21:18.755 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.758+0000 7f98d3178780 1 < completed multipart upload key=D0M5V2Z6TGN6 upload=N24L8FQ37CK8 tag=PNIHP5V7IGHL type=write size=3975846 2024-04-12T16:21:18.756 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.760+0000 7f98d3178780 1 > prepared operation key=23DHOZJVEXJ6 tag=2LI88RGSBMMT type=write size=109822 2024-04-12T16:21:18.760 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.763+0000 7f98d3178780 1 < suggested remove operation key=ZXZ7NSPZRCDD tag=SYFY40VF61GP type=del 2024-04-12T16:21:18.763 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.766+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~EPBZUBF7CZVP.0 size=567699 2024-04-12T16:21:18.763 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.766+0000 7f98d3178780 1 > prepared multipart upload key=8AV30C26CXYV upload=EPBZUBF7CZVP tag=0H9CEZC39VLX type=write size=1616275 2024-04-12T16:21:18.765 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.768+0000 7f98d3178780 1 < completed part key=_multipart_9L0C6XS0IUS0.2~VGJ00QH6L1H2.0 size=1048576 2024-04-12T16:21:18.765 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.768+0000 7f98d3178780 1 < canceled part key=_multipart_9L0C6XS0IUS0.2~VGJ00QH6L1H2.1 size=1048576 2024-04-12T16:21:18.766 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.770+0000 7f98d3178780 1 < completed part key=_multipart_9L0C6XS0IUS0.2~VGJ00QH6L1H2.2 size=705698 2024-04-12T16:21:18.769 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.773+0000 7f98d3178780 1 < canceled multipart upload key=9L0C6XS0IUS0 upload=VGJ00QH6L1H2 tag=ULILOEYAC01Z type=write size=3851426 2024-04-12T16:21:18.771 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.774+0000 7f98d3178780 1 > prepared operation key=S81W06TIIZMK tag=7QE5XAJYO3F6 type=del size=3957502 2024-04-12T16:21:18.774 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.778+0000 7f98d3178780 1 < suggested update operation key=PT2U3K72AW80 tag=MH5S9BIK2PL7 type=del size=2868545 2024-04-12T16:21:18.778 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.781+0000 7f98d3178780 1 > prepared part key=_multipart_EZFO3J6YDS47.2~RNW5RIEX08BY.0 size=626606 2024-04-12T16:21:18.778 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.781+0000 7f98d3178780 1 > prepared multipart upload key=EZFO3J6YDS47 upload=RNW5RIEX08BY tag=AHA93DAY91QX type=write size=1675182 2024-04-12T16:21:18.780 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.783+0000 7f98d3178780 1 < completed delete operation key=GM8O00AYQLB5 tag=UQ4VJ1RZZHZ2 type=del 2024-04-12T16:21:18.782 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.786+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~T1KZDMXAW6XA.0 size=1048576 2024-04-12T16:21:18.784 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.787+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~T1KZDMXAW6XA.1 size=633584 2024-04-12T16:21:18.784 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.787+0000 7f98d3178780 1 > prepared multipart upload key=BOEPCQFN2ISK upload=T1KZDMXAW6XA tag=DIGXF24G44XY type=write size=2730736 2024-04-12T16:21:18.785 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.789+0000 7f98d3178780 1 < completed delete operation key=S81W06TIIZMK tag=EKK6UXPSWI5O type=del 2024-04-12T16:21:18.787 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.790+0000 7f98d3178780 1 > prepared operation key=66UG2YS0OGEZ tag=5U5RC5L4ZOCS type=del size=3893270 2024-04-12T16:21:18.789 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.792+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~7D0TS5VTTGDF.0 size=1048576 2024-04-12T16:21:18.790 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.793+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~7D0TS5VTTGDF.1 size=1048576 2024-04-12T16:21:18.791 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.795+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~7D0TS5VTTGDF.2 size=584768 2024-04-12T16:21:18.794 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.797+0000 7f98d3178780 1 < completed multipart upload key=T722FMC4JINL upload=7D0TS5VTTGDF tag=YAK8PXEU5PFR type=write size=3730496 2024-04-12T16:21:18.796 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.799+0000 7f98d3178780 1 > prepared operation key=66UG2YS0OGEZ tag=78GEDGNL0XWF type=write size=26584 2024-04-12T16:21:18.798 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.801+0000 7f98d3178780 1 < completed delete operation key=PWA38LFGIMFY tag=UPH36S5PQDSV type=del 2024-04-12T16:21:18.799 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.802+0000 7f98d3178780 1 > prepared operation key=PWA38LFGIMFY tag=BK3587W731U4 type=del size=1777362 2024-04-12T16:21:18.800 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.803+0000 7f98d3178780 -1 < no bi entry to suggest for operation key=ZXZ7NSPZRCDD tag=ZHC6FR5UHZL9 type=del size=1738211: (2) No such file or directory 2024-04-12T16:21:18.801 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.804+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=O7BTS724IUOX type=del size=3252574 2024-04-12T16:21:18.803 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.806+0000 7f98d3178780 1 < completed part key=_multipart_GM8O00AYQLB5.2~KTWTNF4I64OS.0 size=1048576 2024-04-12T16:21:18.805 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.808+0000 7f98d3178780 1 < completed part key=_multipart_GM8O00AYQLB5.2~KTWTNF4I64OS.1 size=1048576 2024-04-12T16:21:18.805 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.808+0000 7f98d3178780 1 < canceled part key=_multipart_GM8O00AYQLB5.2~KTWTNF4I64OS.2 size=1000469 2024-04-12T16:21:18.808 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.811+0000 7f98d3178780 1 < canceled multipart upload key=GM8O00AYQLB5 upload=KTWTNF4I64OS tag=I8KP6MWP0U5Q type=write size=4146197 2024-04-12T16:21:18.809 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.813+0000 7f98d3178780 1 > prepared operation key=JFLGBNJ7LSGN tag=ESNM9EHL6LLK type=del size=1960129 2024-04-12T16:21:18.811 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.814+0000 7f98d3178780 1 < canceled operation key=23DHOZJVEXJ6 tag=YGV7AZRIKYA0 type=del size=2067809 2024-04-12T16:21:18.813 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.816+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=LYP25Q2A1QIB type=del size=3884705 2024-04-12T16:21:18.815 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.818+0000 7f98d3178780 1 < canceled operation key=3AW8J5U5KAAT tag=E0VJLQJ8FAM6 type=del size=3801239 2024-04-12T16:21:18.818 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.821+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~7V4MRXNNX12S.0 size=1048576 2024-04-12T16:21:18.820 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.823+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~7V4MRXNNX12S.1 size=1048576 2024-04-12T16:21:18.821 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.824+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~7V4MRXNNX12S.2 size=198027 2024-04-12T16:21:18.821 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.824+0000 7f98d3178780 1 > prepared multipart upload key=PT2U3K72AW80 upload=7V4MRXNNX12S tag=VLFPXR0L0TUV type=write size=3343755 2024-04-12T16:21:18.823 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.826+0000 7f98d3178780 1 < completed delete operation key=W6L40IZK9EF7 tag=7G43OUL2M9X4 type=del 2024-04-12T16:21:18.824 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.828+0000 7f98d3178780 1 > prepared operation key=PWA38LFGIMFY tag=CXQOYNKX35CU type=del size=762423 2024-04-12T16:21:18.828 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.831+0000 7f98d3178780 1 < suggested update operation key=KURJT9NHLL4D tag=4HX7Z6IBM1MC type=write size=48738 2024-04-12T16:21:18.829 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.833+0000 7f98d3178780 1 > prepared operation key=KURJT9NHLL4D tag=9LY5GKS94W2Y type=del size=2553370 2024-04-12T16:21:18.831 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.834+0000 7f98d3178780 1 < completed delete operation key=PWA38LFGIMFY tag=MVDMIFMFVUE5 type=del 2024-04-12T16:21:18.833 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.836+0000 7f98d3178780 1 > prepared operation key=FLD16WRTYTRE tag=S0BPFCIK8J41 type=del size=3461099 2024-04-12T16:21:18.834 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.838+0000 7f98d3178780 1 < completed delete operation key=9L0C6XS0IUS0 tag=LCR1XGAVBULX type=del 2024-04-12T16:21:18.838 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.841+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~BEP1BG7R4J9F.0 size=40570 2024-04-12T16:21:18.838 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.841+0000 7f98d3178780 1 > prepared multipart upload key=D0M5V2Z6TGN6 upload=BEP1BG7R4J9F tag=UGWCJENNPJU2 type=write size=1089146 2024-04-12T16:21:18.839 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.843+0000 7f98d3178780 1 < completed write operation key=23DHOZJVEXJ6 tag=2LI88RGSBMMT type=write size=109822 2024-04-12T16:21:18.841 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.844+0000 7f98d3178780 1 > prepared operation key=23DHOZJVEXJ6 tag=077C6T206BVV type=del size=386414 2024-04-12T16:21:18.843 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.846+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~EPBZUBF7CZVP.0 size=567699 2024-04-12T16:21:18.846 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.849+0000 7f98d3178780 1 < completed multipart upload key=8AV30C26CXYV upload=EPBZUBF7CZVP tag=0H9CEZC39VLX type=write size=1616275 2024-04-12T16:21:18.848 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.851+0000 7f98d3178780 1 > prepared operation key=23DHOZJVEXJ6 tag=K57YI9VZROOS type=del size=2853682 2024-04-12T16:21:18.850 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.853+0000 7f98d3178780 1 < completed delete operation key=S81W06TIIZMK tag=7QE5XAJYO3F6 type=del 2024-04-12T16:21:18.851 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.855+0000 7f98d3178780 1 > prepared operation key=VZ3ZKIAP7V00 tag=UVE9CJ1TDZHE type=del size=1986008 2024-04-12T16:21:18.853 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.856+0000 7f98d3178780 1 < completed part key=_multipart_EZFO3J6YDS47.2~RNW5RIEX08BY.0 size=626606 2024-04-12T16:21:18.856 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.860+0000 7f98d3178780 1 < completed multipart upload key=EZFO3J6YDS47 upload=RNW5RIEX08BY tag=AHA93DAY91QX type=write size=1675182 2024-04-12T16:21:18.859 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.863+0000 7f98d3178780 1 > prepared part key=_multipart_FLD16WRTYTRE.2~2CPK9NSNA9UN.0 size=936472 2024-04-12T16:21:18.859 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.863+0000 7f98d3178780 1 > prepared multipart upload key=FLD16WRTYTRE upload=2CPK9NSNA9UN tag=GCTKJDR5FFX1 type=write size=1985048 2024-04-12T16:21:18.861 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.864+0000 7f98d3178780 1 < completed part key=_multipart_BOEPCQFN2ISK.2~T1KZDMXAW6XA.0 size=1048576 2024-04-12T16:21:18.862 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.866+0000 7f98d3178780 1 < completed part key=_multipart_BOEPCQFN2ISK.2~T1KZDMXAW6XA.1 size=633584 2024-04-12T16:21:18.865 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.869+0000 7f98d3178780 1 < completed multipart upload key=BOEPCQFN2ISK upload=T1KZDMXAW6XA tag=DIGXF24G44XY type=write size=2730736 2024-04-12T16:21:18.867 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.870+0000 7f98d3178780 1 > prepared operation key=0OWCAM744WJ9 tag=FWWOLCEI3C3D type=del size=257971 2024-04-12T16:21:18.869 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.872+0000 7f98d3178780 1 < completed delete operation key=66UG2YS0OGEZ tag=5U5RC5L4ZOCS type=del 2024-04-12T16:21:18.870 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.873+0000 7f98d3178780 1 > prepared operation key=I40BBGONTDFL tag=KEFVI2GKCEYL type=del size=1113585 2024-04-12T16:21:18.872 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.875+0000 7f98d3178780 1 < completed write operation key=66UG2YS0OGEZ tag=78GEDGNL0XWF type=write size=26584 2024-04-12T16:21:18.875 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.878+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~3KN8W4KBVWAW.0 size=1048576 2024-04-12T16:21:18.876 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.879+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~3KN8W4KBVWAW.1 size=1048576 2024-04-12T16:21:18.878 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.881+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~3KN8W4KBVWAW.2 size=776089 2024-04-12T16:21:18.878 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.881+0000 7f98d3178780 1 > prepared multipart upload key=8AV30C26CXYV upload=3KN8W4KBVWAW tag=7WDSK05IPNN0 type=write size=3921817 2024-04-12T16:21:18.880 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.883+0000 7f98d3178780 1 < completed delete operation key=PWA38LFGIMFY tag=BK3587W731U4 type=del 2024-04-12T16:21:18.883 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.886+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~J4LM6LRH86XB.0 size=1048576 2024-04-12T16:21:18.884 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.887+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~J4LM6LRH86XB.1 size=1048576 2024-04-12T16:21:18.885 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.889+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~J4LM6LRH86XB.2 size=374138 2024-04-12T16:21:18.885 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.889+0000 7f98d3178780 1 > prepared multipart upload key=KHYODRDPUF4K upload=J4LM6LRH86XB tag=K4CW6QB67DQB type=write size=3519866 2024-04-12T16:21:18.887 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.890+0000 7f98d3178780 1 < completed delete operation key=XC0UMQW2OGOM tag=O7BTS724IUOX type=del 2024-04-12T16:21:18.890 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.893+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~9SWXLCM76ACU.0 size=1048576 2024-04-12T16:21:18.891 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.895+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~9SWXLCM76ACU.1 size=1048576 2024-04-12T16:21:18.893 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.896+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~9SWXLCM76ACU.2 size=670576 2024-04-12T16:21:18.893 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.896+0000 7f98d3178780 1 > prepared multipart upload key=IHLY0ZTYK6UT upload=9SWXLCM76ACU tag=BZK6KL2YGJH8 type=write size=3816304 2024-04-12T16:21:18.894 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.898+0000 7f98d3178780 1 < completed delete operation key=JFLGBNJ7LSGN tag=ESNM9EHL6LLK type=del 2024-04-12T16:21:18.896 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.899+0000 7f98d3178780 1 > prepared operation key=23DHOZJVEXJ6 tag=MQBSEQV9L8FR type=write size=522330 2024-04-12T16:21:18.898 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.901+0000 7f98d3178780 1 < completed delete operation key=XC0UMQW2OGOM tag=LYP25Q2A1QIB type=del 2024-04-12T16:21:18.900 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.903+0000 7f98d3178780 1 > prepared operation key=I40BBGONTDFL tag=P2XM746912IE type=del size=2049989 2024-04-12T16:21:18.901 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.905+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~7V4MRXNNX12S.0 size=1048576 2024-04-12T16:21:18.903 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.906+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~7V4MRXNNX12S.1 size=1048576 2024-04-12T16:21:18.905 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.908+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~7V4MRXNNX12S.2 size=198027 2024-04-12T16:21:18.907 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.911+0000 7f98d3178780 1 < completed multipart upload key=PT2U3K72AW80 upload=7V4MRXNNX12S tag=VLFPXR0L0TUV type=write size=3343755 2024-04-12T16:21:18.909 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.912+0000 7f98d3178780 1 > prepared operation key=8AV30C26CXYV tag=JA4EDXVMZRYD type=del size=2958895 2024-04-12T16:21:18.911 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.914+0000 7f98d3178780 1 < completed delete operation key=PWA38LFGIMFY tag=CXQOYNKX35CU type=del 2024-04-12T16:21:18.913 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.916+0000 7f98d3178780 1 > prepared operation key=IHLY0ZTYK6UT tag=SYXN6JW38NQN type=del size=2150768 2024-04-12T16:21:18.915 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.918+0000 7f98d3178780 1 < completed delete operation key=KURJT9NHLL4D tag=9LY5GKS94W2Y type=del 2024-04-12T16:21:18.918 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.922+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~16PAO8D8XA2P.0 size=1048576 2024-04-12T16:21:18.920 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.923+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~16PAO8D8XA2P.1 size=229578 2024-04-12T16:21:18.920 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.923+0000 7f98d3178780 1 > prepared multipart upload key=PT2U3K72AW80 upload=16PAO8D8XA2P tag=86320KOMDU6T type=write size=2326730 2024-04-12T16:21:18.923 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.927+0000 7f98d3178780 1 < suggested remove operation key=FLD16WRTYTRE tag=S0BPFCIK8J41 type=del 2024-04-12T16:21:18.925 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.929+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=YA3D6PSUIVWV type=del size=1036860 2024-04-12T16:21:18.927 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.930+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~BEP1BG7R4J9F.0 size=40570 2024-04-12T16:21:18.930 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.933+0000 7f98d3178780 1 < completed multipart upload key=D0M5V2Z6TGN6 upload=BEP1BG7R4J9F tag=UGWCJENNPJU2 type=write size=1089146 2024-04-12T16:21:18.933 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.936+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~58D5999RYYMM.0 size=508672 2024-04-12T16:21:18.933 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.936+0000 7f98d3178780 1 > prepared multipart upload key=IHLY0ZTYK6UT upload=58D5999RYYMM tag=UJGDFJC96B2N type=write size=1557248 2024-04-12T16:21:18.935 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.938+0000 7f98d3178780 1 < completed delete operation key=23DHOZJVEXJ6 tag=077C6T206BVV type=del 2024-04-12T16:21:18.936 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.940+0000 7f98d3178780 1 > prepared operation key=T722FMC4JINL tag=B1A2SR8LQYK4 type=del size=130796 2024-04-12T16:21:18.938 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.942+0000 7f98d3178780 1 < canceled operation key=23DHOZJVEXJ6 tag=K57YI9VZROOS type=del size=2853682 2024-04-12T16:21:18.940 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.943+0000 7f98d3178780 1 > prepared operation key=4LOLFK38TOHP tag=GWUTTR6DJEHP type=del size=4178490 2024-04-12T16:21:18.942 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.945+0000 7f98d3178780 1 < completed delete operation key=VZ3ZKIAP7V00 tag=UVE9CJ1TDZHE type=del 2024-04-12T16:21:18.943 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.946+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=22D7K60THLGM type=del size=2576542 2024-04-12T16:21:18.945 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.948+0000 7f98d3178780 1 < completed part key=_multipart_FLD16WRTYTRE.2~2CPK9NSNA9UN.0 size=936472 2024-04-12T16:21:18.948 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.951+0000 7f98d3178780 1 < completed multipart upload key=FLD16WRTYTRE upload=2CPK9NSNA9UN tag=GCTKJDR5FFX1 type=write size=1985048 2024-04-12T16:21:18.950 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.954+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=7IWLLXFJCWK4 type=del size=2395005 2024-04-12T16:21:18.953 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.957+0000 7f98d3178780 1 < suggested remove operation key=0OWCAM744WJ9 tag=FWWOLCEI3C3D type=del 2024-04-12T16:21:18.955 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.958+0000 7f98d3178780 1 > prepared operation key=PT2U3K72AW80 tag=TBEZN4JSWPJQ type=del size=2895500 2024-04-12T16:21:18.957 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.960+0000 7f98d3178780 1 < completed delete operation key=I40BBGONTDFL tag=KEFVI2GKCEYL type=del 2024-04-12T16:21:18.960 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.963+0000 7f98d3178780 1 > prepared part key=_multipart_FLD16WRTYTRE.2~71YGTXHX2I1B.0 size=844963 2024-04-12T16:21:18.960 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.963+0000 7f98d3178780 1 > prepared multipart upload key=FLD16WRTYTRE upload=71YGTXHX2I1B tag=NQQFC3DTG6XC type=write size=1893539 2024-04-12T16:21:18.962 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.965+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~3KN8W4KBVWAW.0 size=1048576 2024-04-12T16:21:18.963 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.966+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~3KN8W4KBVWAW.1 size=1048576 2024-04-12T16:21:18.964 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.968+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~3KN8W4KBVWAW.2 size=776089 2024-04-12T16:21:18.968 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.971+0000 7f98d3178780 1 < completed multipart upload key=8AV30C26CXYV upload=3KN8W4KBVWAW tag=7WDSK05IPNN0 type=write size=3921817 2024-04-12T16:21:18.969 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.972+0000 7f98d3178780 1 > prepared operation key=D0M5V2Z6TGN6 tag=V35X4J2JPH7U type=del size=1205411 2024-04-12T16:21:18.971 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.974+0000 7f98d3178780 1 < completed part key=_multipart_KHYODRDPUF4K.2~J4LM6LRH86XB.0 size=1048576 2024-04-12T16:21:18.972 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.975+0000 7f98d3178780 1 < completed part key=_multipart_KHYODRDPUF4K.2~J4LM6LRH86XB.1 size=1048576 2024-04-12T16:21:18.974 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.977+0000 7f98d3178780 1 < completed part key=_multipart_KHYODRDPUF4K.2~J4LM6LRH86XB.2 size=374138 2024-04-12T16:21:18.977 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.980+0000 7f98d3178780 1 < completed multipart upload key=KHYODRDPUF4K upload=J4LM6LRH86XB tag=K4CW6QB67DQB type=write size=3519866 2024-04-12T16:21:18.980 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.984+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~MMIW946X9SSW.0 size=1025622 2024-04-12T16:21:18.980 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.984+0000 7f98d3178780 1 > prepared multipart upload key=0OWCAM744WJ9 upload=MMIW946X9SSW tag=GDP7DQ5TT3OB type=write size=2074198 2024-04-12T16:21:18.982 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.986+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~9SWXLCM76ACU.0 size=1048576 2024-04-12T16:21:18.984 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.987+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~9SWXLCM76ACU.1 size=1048576 2024-04-12T16:21:18.985 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.988+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~9SWXLCM76ACU.2 size=670576 2024-04-12T16:21:18.988 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.991+0000 7f98d3178780 1 < completed multipart upload key=IHLY0ZTYK6UT upload=9SWXLCM76ACU tag=BZK6KL2YGJH8 type=write size=3816304 2024-04-12T16:21:18.991 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.994+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~WIJ7LNIO90O9.0 size=10627 2024-04-12T16:21:18.991 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.994+0000 7f98d3178780 1 > prepared multipart upload key=KHYODRDPUF4K upload=WIJ7LNIO90O9 tag=25ORHPKHXEYK type=write size=1059203 2024-04-12T16:21:18.992 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.996+0000 7f98d3178780 1 < canceled operation key=23DHOZJVEXJ6 tag=MQBSEQV9L8FR type=write size=522330 2024-04-12T16:21:18.995 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:18.998+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=NXHA2T6HGGED type=del size=4052356 2024-04-12T16:21:18.997 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.000+0000 7f98d3178780 1 < completed delete operation key=I40BBGONTDFL tag=P2XM746912IE type=del 2024-04-12T16:21:18.998 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.002+0000 7f98d3178780 1 > prepared operation key=4LOLFK38TOHP tag=CT056JGR5RPV type=del size=2850848 2024-04-12T16:21:19.000 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.003+0000 7f98d3178780 1 < completed delete operation key=8AV30C26CXYV tag=JA4EDXVMZRYD type=del 2024-04-12T16:21:19.002 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.005+0000 7f98d3178780 1 > prepared operation key=3AW8J5U5KAAT tag=ALTUJ2ECUTJH type=del size=4041853 2024-04-12T16:21:19.004 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.007+0000 7f98d3178780 1 < completed delete operation key=IHLY0ZTYK6UT tag=SYXN6JW38NQN type=del 2024-04-12T16:21:19.006 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.009+0000 7f98d3178780 1 > prepared operation key=EZFO3J6YDS47 tag=F0PXWVRF1YOG type=del size=3506159 2024-04-12T16:21:19.006 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.009+0000 7f98d3178780 1 < canceled part key=_multipart_PT2U3K72AW80.2~16PAO8D8XA2P.0 size=1048576 2024-04-12T16:21:19.008 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.011+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~16PAO8D8XA2P.1 size=229578 2024-04-12T16:21:19.011 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.014+0000 7f98d3178780 1 < canceled multipart upload key=PT2U3K72AW80 upload=16PAO8D8XA2P tag=86320KOMDU6T type=write size=2326730 2024-04-12T16:21:19.012 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.016+0000 7f98d3178780 1 > prepared operation key=7X1SF5VYO5QN tag=QRF2WJDEYPNJ type=del size=937519 2024-04-12T16:21:19.014 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.018+0000 7f98d3178780 1 < completed delete operation key=W6L40IZK9EF7 tag=YA3D6PSUIVWV type=del 2024-04-12T16:21:19.018 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.021+0000 7f98d3178780 1 > prepared part key=_multipart_VZ3ZKIAP7V00.2~1EF1XKB1GXK4.0 size=157317 2024-04-12T16:21:19.018 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.021+0000 7f98d3178780 1 > prepared multipart upload key=VZ3ZKIAP7V00 upload=1EF1XKB1GXK4 tag=YM20EEYKJQJ8 type=write size=1205893 2024-04-12T16:21:19.019 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.023+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~58D5999RYYMM.0 size=508672 2024-04-12T16:21:19.022 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.025+0000 7f98d3178780 1 < completed multipart upload key=IHLY0ZTYK6UT upload=58D5999RYYMM tag=UJGDFJC96B2N type=write size=1557248 2024-04-12T16:21:19.024 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.027+0000 7f98d3178780 1 > prepared operation key=PT2U3K72AW80 tag=WUW106RRPTSW type=del size=126568 2024-04-12T16:21:19.027 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.030+0000 7f98d3178780 1 < suggested update operation key=T722FMC4JINL tag=B1A2SR8LQYK4 type=del size=130796 2024-04-12T16:21:19.029 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.032+0000 7f98d3178780 1 > prepared operation key=KHYODRDPUF4K tag=VL639CT9750W type=del size=1734821 2024-04-12T16:21:19.031 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.034+0000 7f98d3178780 1 < canceled operation key=4LOLFK38TOHP tag=GWUTTR6DJEHP type=del size=4178490 2024-04-12T16:21:19.032 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.036+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=ZU40P3FN1Y31 type=del size=1711621 2024-04-12T16:21:19.036 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.039+0000 7f98d3178780 1 < suggested remove operation key=8ZR0C2P8VMRA tag=22D7K60THLGM type=del 2024-04-12T16:21:19.038 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.041+0000 7f98d3178780 1 > prepared operation key=4LOLFK38TOHP tag=NFB1QFHWF6QG type=write size=136612 2024-04-12T16:21:19.040 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.044+0000 7f98d3178780 -1 < failed to complete operation key=8ZR0C2P8VMRA tag=7IWLLXFJCWK4 type=del size=2395005: (22) Invalid argument 2024-04-12T16:21:19.044 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.047+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~5XNF4HYOO16Z.0 size=935042 2024-04-12T16:21:19.044 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.047+0000 7f98d3178780 1 > prepared multipart upload key=T722FMC4JINL upload=5XNF4HYOO16Z tag=CAGJGU81WLSO type=write size=1983618 2024-04-12T16:21:19.046 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.049+0000 7f98d3178780 1 < canceled operation key=PT2U3K72AW80 tag=TBEZN4JSWPJQ type=del size=2895500 2024-04-12T16:21:19.047 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.051+0000 7f98d3178780 1 > prepared operation key=8AV30C26CXYV tag=JMIJMQB5ZSLQ type=del size=2745076 2024-04-12T16:21:19.049 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.052+0000 7f98d3178780 1 < completed part key=_multipart_FLD16WRTYTRE.2~71YGTXHX2I1B.0 size=844963 2024-04-12T16:21:19.052 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.056+0000 7f98d3178780 1 < completed multipart upload key=FLD16WRTYTRE upload=71YGTXHX2I1B tag=NQQFC3DTG6XC type=write size=1893539 2024-04-12T16:21:19.054 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.057+0000 7f98d3178780 1 > prepared operation key=8AV30C26CXYV tag=0YJG5MKB0N9I type=del size=667247 2024-04-12T16:21:19.055 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.059+0000 7f98d3178780 1 < completed delete operation key=D0M5V2Z6TGN6 tag=V35X4J2JPH7U type=del 2024-04-12T16:21:19.057 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.060+0000 7f98d3178780 1 > prepared operation key=KURJT9NHLL4D tag=Y3RKWX4OQ4ZL type=del size=2518486 2024-04-12T16:21:19.059 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.062+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~MMIW946X9SSW.0 size=1025622 2024-04-12T16:21:19.062 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.065+0000 7f98d3178780 1 < completed multipart upload key=0OWCAM744WJ9 upload=MMIW946X9SSW tag=GDP7DQ5TT3OB type=write size=2074198 2024-04-12T16:21:19.065 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.068+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~GI79Y0RRMSJK.0 size=256202 2024-04-12T16:21:19.065 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.068+0000 7f98d3178780 1 > prepared multipart upload key=0OWCAM744WJ9 upload=GI79Y0RRMSJK tag=R59K2IUPTBMO type=write size=1304778 2024-04-12T16:21:19.066 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.070+0000 7f98d3178780 1 < completed part key=_multipart_KHYODRDPUF4K.2~WIJ7LNIO90O9.0 size=10627 2024-04-12T16:21:19.069 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.072+0000 7f98d3178780 1 < completed multipart upload key=KHYODRDPUF4K upload=WIJ7LNIO90O9 tag=25ORHPKHXEYK type=write size=1059203 2024-04-12T16:21:19.071 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.074+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=9R600V86CVM3 type=del size=1933080 2024-04-12T16:21:19.072 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.076+0000 7f98d3178780 1 < completed delete operation key=BOEPCQFN2ISK tag=NXHA2T6HGGED type=del 2024-04-12T16:21:19.074 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.077+0000 7f98d3178780 1 > prepared operation key=KHYODRDPUF4K tag=35KE14Z06A36 type=del size=1502345 2024-04-12T16:21:19.077 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.081+0000 7f98d3178780 1 < suggested remove operation key=4LOLFK38TOHP tag=CT056JGR5RPV type=del 2024-04-12T16:21:19.079 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.083+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=NIQYRMLDJZ9X type=del size=2461596 2024-04-12T16:21:19.081 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.084+0000 7f98d3178780 1 < completed delete operation key=3AW8J5U5KAAT tag=ALTUJ2ECUTJH type=del 2024-04-12T16:21:19.084 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.087+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~9AJDPV35OB6V.0 size=1048576 2024-04-12T16:21:19.086 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.089+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~9AJDPV35OB6V.1 size=1023 2024-04-12T16:21:19.086 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.089+0000 7f98d3178780 1 > prepared multipart upload key=T722FMC4JINL upload=9AJDPV35OB6V tag=8SKWQ8PP1Z2J type=write size=2098175 2024-04-12T16:21:19.090 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.093+0000 7f98d3178780 1 < suggested update operation key=EZFO3J6YDS47 tag=F0PXWVRF1YOG type=del size=3506159 2024-04-12T16:21:19.093 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.096+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~S1037SMOW3DA.0 size=763599 2024-04-12T16:21:19.093 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.096+0000 7f98d3178780 1 > prepared multipart upload key=8ZR0C2P8VMRA upload=S1037SMOW3DA tag=A0K99YUSM66R type=write size=1812175 2024-04-12T16:21:19.095 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.098+0000 7f98d3178780 1 < completed delete operation key=7X1SF5VYO5QN tag=QRF2WJDEYPNJ type=del 2024-04-12T16:21:19.098 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.102+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~O1U1NIQ1GQXA.0 size=1048576 2024-04-12T16:21:19.100 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.103+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~O1U1NIQ1GQXA.1 size=248615 2024-04-12T16:21:19.100 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.103+0000 7f98d3178780 1 > prepared multipart upload key=XC0UMQW2OGOM upload=O1U1NIQ1GQXA tag=4BZK1BDLDCPM type=write size=2345767 2024-04-12T16:21:19.102 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.105+0000 7f98d3178780 1 < completed part key=_multipart_VZ3ZKIAP7V00.2~1EF1XKB1GXK4.0 size=157317 2024-04-12T16:21:19.104 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.107+0000 7f98d3178780 1 < completed multipart upload key=VZ3ZKIAP7V00 upload=1EF1XKB1GXK4 tag=YM20EEYKJQJ8 type=write size=1205893 2024-04-12T16:21:19.106 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.109+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=Z8UI8KQH5EXC type=del size=3192030 2024-04-12T16:21:19.108 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.111+0000 7f98d3178780 1 < completed delete operation key=PT2U3K72AW80 tag=WUW106RRPTSW type=del 2024-04-12T16:21:19.111 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.114+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~IGVJJZXBUD39.0 size=1048576 2024-04-12T16:21:19.112 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.116+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~IGVJJZXBUD39.1 size=1048576 2024-04-12T16:21:19.114 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.117+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~IGVJJZXBUD39.2 size=759434 2024-04-12T16:21:19.114 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.117+0000 7f98d3178780 1 > prepared multipart upload key=LU8ZUI2MDRGX upload=IGVJJZXBUD39 tag=CHO5RD7ORAU1 type=write size=3905162 2024-04-12T16:21:19.116 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.119+0000 7f98d3178780 1 < completed delete operation key=KHYODRDPUF4K tag=VL639CT9750W type=del 2024-04-12T16:21:19.117 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.121+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=XUHHXTMG2BR9 type=del size=831329 2024-04-12T16:21:19.119 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.122+0000 7f98d3178780 1 < completed delete operation key=UQB6NBY40RTD tag=ZU40P3FN1Y31 type=del 2024-04-12T16:21:19.123 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.126+0000 7f98d3178780 1 > prepared part key=_multipart_JFLGBNJ7LSGN.2~HZJ0SZ05P3SP.0 size=741759 2024-04-12T16:21:19.123 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.126+0000 7f98d3178780 1 > prepared multipart upload key=JFLGBNJ7LSGN upload=HZJ0SZ05P3SP tag=2M4DTJ7MT36P type=write size=1790335 2024-04-12T16:21:19.125 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.128+0000 7f98d3178780 -1 < failed to complete operation key=4LOLFK38TOHP tag=NFB1QFHWF6QG type=write size=136612: (22) Invalid argument 2024-04-12T16:21:19.129 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.132+0000 7f98d3178780 1 > prepared part key=_multipart_GM8O00AYQLB5.2~2ES0OTARRI7D.0 size=1048576 2024-04-12T16:21:19.130 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.133+0000 7f98d3178780 1 > prepared part key=_multipart_GM8O00AYQLB5.2~2ES0OTARRI7D.1 size=157478 2024-04-12T16:21:19.130 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.133+0000 7f98d3178780 1 > prepared multipart upload key=GM8O00AYQLB5 upload=2ES0OTARRI7D tag=PM9USLM47WJG type=write size=2254630 2024-04-12T16:21:19.132 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.135+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~5XNF4HYOO16Z.0 size=935042 2024-04-12T16:21:19.135 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.139+0000 7f98d3178780 1 < completed multipart upload key=T722FMC4JINL upload=5XNF4HYOO16Z tag=CAGJGU81WLSO type=write size=1983618 2024-04-12T16:21:19.138 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.142+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~UFOKEBLOPRZH.0 size=1048576 2024-04-12T16:21:19.140 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.143+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~UFOKEBLOPRZH.1 size=493304 2024-04-12T16:21:19.140 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.143+0000 7f98d3178780 1 > prepared multipart upload key=UQB6NBY40RTD upload=UFOKEBLOPRZH tag=IHMGIP8CAZY6 type=write size=2590456 2024-04-12T16:21:19.142 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.145+0000 7f98d3178780 1 < completed delete operation key=8AV30C26CXYV tag=JMIJMQB5ZSLQ type=del 2024-04-12T16:21:19.143 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.146+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=ZSJ6LH0U0MO4 type=write size=790124 2024-04-12T16:21:19.145 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.148+0000 7f98d3178780 1 < completed delete operation key=8AV30C26CXYV tag=0YJG5MKB0N9I type=del 2024-04-12T16:21:19.147 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.150+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=WQJ4SUMXBMST type=del size=1710282 2024-04-12T16:21:19.148 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.152+0000 7f98d3178780 1 < completed delete operation key=KURJT9NHLL4D tag=Y3RKWX4OQ4ZL type=del 2024-04-12T16:21:19.150 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.154+0000 7f98d3178780 1 > prepared operation key=3AW8J5U5KAAT tag=SYGD3JN01TM8 type=del size=2638838 2024-04-12T16:21:19.152 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.155+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~GI79Y0RRMSJK.0 size=256202 2024-04-12T16:21:19.155 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.159+0000 7f98d3178780 1 < completed multipart upload key=0OWCAM744WJ9 upload=GI79Y0RRMSJK tag=R59K2IUPTBMO type=write size=1304778 2024-04-12T16:21:19.157 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.160+0000 7f98d3178780 1 > prepared operation key=D0M5V2Z6TGN6 tag=K5L74IIGC6WN type=del size=450678 2024-04-12T16:21:19.158 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.162+0000 7f98d3178780 1 < completed delete operation key=XC0UMQW2OGOM tag=9R600V86CVM3 type=del 2024-04-12T16:21:19.160 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.163+0000 7f98d3178780 1 > prepared operation key=FLD16WRTYTRE tag=GFH0QQSHUNXD type=del size=4142808 2024-04-12T16:21:19.164 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.167+0000 7f98d3178780 1 < suggested remove operation key=KHYODRDPUF4K tag=35KE14Z06A36 type=del 2024-04-12T16:21:19.166 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.169+0000 7f98d3178780 1 > prepared operation key=PWA38LFGIMFY tag=TD3ECS03G1RP type=del size=681767 2024-04-12T16:21:19.168 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.171+0000 7f98d3178780 1 < completed delete operation key=4S7M3FBURFC1 tag=NIQYRMLDJZ9X type=del 2024-04-12T16:21:19.169 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.173+0000 7f98d3178780 1 > prepared operation key=EZFO3J6YDS47 tag=ZJ246HW4SOQ2 type=del size=1003627 2024-04-12T16:21:19.171 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.174+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~9AJDPV35OB6V.0 size=1048576 2024-04-12T16:21:19.173 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.176+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~9AJDPV35OB6V.1 size=1023 2024-04-12T16:21:19.175 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.179+0000 7f98d3178780 1 < completed multipart upload key=T722FMC4JINL upload=9AJDPV35OB6V tag=8SKWQ8PP1Z2J type=write size=2098175 2024-04-12T16:21:19.179 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.182+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~II8GX5EME0TN.0 size=1048576 2024-04-12T16:21:19.180 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.183+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~II8GX5EME0TN.1 size=1048576 2024-04-12T16:21:19.181 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.185+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~II8GX5EME0TN.2 size=781593 2024-04-12T16:21:19.182 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.185+0000 7f98d3178780 1 > prepared multipart upload key=T722FMC4JINL upload=II8GX5EME0TN tag=2PBPIKSTNIL7 type=write size=3927321 2024-04-12T16:21:19.183 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.186+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~S1037SMOW3DA.0 size=763599 2024-04-12T16:21:19.186 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.189+0000 7f98d3178780 1 < completed multipart upload key=8ZR0C2P8VMRA upload=S1037SMOW3DA tag=A0K99YUSM66R type=write size=1812175 2024-04-12T16:21:19.189 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.192+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~PDT4IRE0WJJ9.0 size=856748 2024-04-12T16:21:19.189 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.192+0000 7f98d3178780 1 > prepared multipart upload key=23DHOZJVEXJ6 upload=PDT4IRE0WJJ9 tag=R7NAJ0WRP21V type=write size=1905324 2024-04-12T16:21:19.190 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.194+0000 7f98d3178780 1 < completed part key=_multipart_XC0UMQW2OGOM.2~O1U1NIQ1GQXA.0 size=1048576 2024-04-12T16:21:19.192 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.195+0000 7f98d3178780 1 < completed part key=_multipart_XC0UMQW2OGOM.2~O1U1NIQ1GQXA.1 size=248615 2024-04-12T16:21:19.195 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.199+0000 7f98d3178780 1 < completed multipart upload key=XC0UMQW2OGOM upload=O1U1NIQ1GQXA tag=4BZK1BDLDCPM type=write size=2345767 2024-04-12T16:21:19.197 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.200+0000 7f98d3178780 1 > prepared operation key=PWA38LFGIMFY tag=I42OJAWT4UH6 type=write size=209192 2024-04-12T16:21:19.199 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.202+0000 7f98d3178780 1 < completed delete operation key=XC0UMQW2OGOM tag=Z8UI8KQH5EXC type=del 2024-04-12T16:21:19.201 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.204+0000 7f98d3178780 1 > prepared operation key=T722FMC4JINL tag=X5EK9XGRHVX8 type=del size=4173187 2024-04-12T16:21:19.202 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.205+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~IGVJJZXBUD39.0 size=1048576 2024-04-12T16:21:19.204 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.207+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~IGVJJZXBUD39.1 size=1048576 2024-04-12T16:21:19.205 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.208+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~IGVJJZXBUD39.2 size=759434 2024-04-12T16:21:19.208 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.212+0000 7f98d3178780 1 < completed multipart upload key=LU8ZUI2MDRGX upload=IGVJJZXBUD39 tag=CHO5RD7ORAU1 type=write size=3905162 2024-04-12T16:21:19.210 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.213+0000 7f98d3178780 1 > prepared operation key=I40BBGONTDFL tag=DPU59YHGJXGV type=del size=3052379 2024-04-12T16:21:19.213 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.217+0000 7f98d3178780 1 < suggested remove operation key=XC0UMQW2OGOM tag=XUHHXTMG2BR9 type=del 2024-04-12T16:21:19.215 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.218+0000 7f98d3178780 1 > prepared operation key=VZ3ZKIAP7V00 tag=8GK51L37YEU2 type=write size=305948 2024-04-12T16:21:19.217 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.220+0000 7f98d3178780 1 < completed part key=_multipart_JFLGBNJ7LSGN.2~HZJ0SZ05P3SP.0 size=741759 2024-04-12T16:21:19.220 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.223+0000 7f98d3178780 1 < completed multipart upload key=JFLGBNJ7LSGN upload=HZJ0SZ05P3SP tag=2M4DTJ7MT36P type=write size=1790335 2024-04-12T16:21:19.221 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.225+0000 7f98d3178780 1 > prepared operation key=66UG2YS0OGEZ tag=6HMSNT2OUXZI type=del size=653012 2024-04-12T16:21:19.223 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.226+0000 7f98d3178780 1 < completed part key=_multipart_GM8O00AYQLB5.2~2ES0OTARRI7D.0 size=1048576 2024-04-12T16:21:19.224 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.228+0000 7f98d3178780 1 < completed part key=_multipart_GM8O00AYQLB5.2~2ES0OTARRI7D.1 size=157478 2024-04-12T16:21:19.228 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.231+0000 7f98d3178780 1 < completed multipart upload key=GM8O00AYQLB5 upload=2ES0OTARRI7D tag=PM9USLM47WJG type=write size=2254630 2024-04-12T16:21:19.229 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.232+0000 7f98d3178780 1 > prepared operation key=4LOLFK38TOHP tag=831ECK12FLR8 type=del size=2862466 2024-04-12T16:21:19.231 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.234+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~UFOKEBLOPRZH.0 size=1048576 2024-04-12T16:21:19.232 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.235+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~UFOKEBLOPRZH.1 size=493304 2024-04-12T16:21:19.235 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.238+0000 7f98d3178780 1 < completed multipart upload key=UQB6NBY40RTD upload=UFOKEBLOPRZH tag=IHMGIP8CAZY6 type=write size=2590456 2024-04-12T16:21:19.237 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.240+0000 7f98d3178780 1 > prepared operation key=66UG2YS0OGEZ tag=XES2U7SUTYT6 type=del size=2979269 2024-04-12T16:21:19.238 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.242+0000 7f98d3178780 1 < completed write operation key=BOEPCQFN2ISK tag=ZSJ6LH0U0MO4 type=write size=790124 2024-04-12T16:21:19.240 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.243+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=ZKM9KPEX3234 type=write size=305879 2024-04-12T16:21:19.243 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.246+0000 7f98d3178780 1 < suggested remove operation key=9L0C6XS0IUS0 tag=WQJ4SUMXBMST type=del 2024-04-12T16:21:19.246 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.250+0000 7f98d3178780 1 > prepared part key=_multipart_GM8O00AYQLB5.2~SA8WG0SFFLL2.0 size=194220 2024-04-12T16:21:19.246 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.250+0000 7f98d3178780 1 > prepared multipart upload key=GM8O00AYQLB5 upload=SA8WG0SFFLL2 tag=7IGT21E5Y7SU type=write size=1242796 2024-04-12T16:21:19.249 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.253+0000 7f98d3178780 1 < suggested remove operation key=3AW8J5U5KAAT tag=SYGD3JN01TM8 type=del 2024-04-12T16:21:19.251 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.254+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=GST0S2G6QH3G type=del size=1445288 2024-04-12T16:21:19.255 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.258+0000 7f98d3178780 1 < suggested update operation key=D0M5V2Z6TGN6 tag=K5L74IIGC6WN type=del size=450678 2024-04-12T16:21:19.257 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.260+0000 7f98d3178780 1 > prepared operation key=PWA38LFGIMFY tag=XUXS5JLY0QMP type=del size=828994 2024-04-12T16:21:19.258 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.262+0000 7f98d3178780 1 < completed delete operation key=FLD16WRTYTRE tag=GFH0QQSHUNXD type=del 2024-04-12T16:21:19.261 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.265+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~KVZV70F3AB36.0 size=1048576 2024-04-12T16:21:19.263 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.266+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~KVZV70F3AB36.1 size=831915 2024-04-12T16:21:19.263 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.266+0000 7f98d3178780 1 > prepared multipart upload key=8ZR0C2P8VMRA upload=KVZV70F3AB36 tag=LFAPNSIJV55D type=write size=2929067 2024-04-12T16:21:19.266 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.269+0000 7f98d3178780 1 < suggested update operation key=PWA38LFGIMFY tag=TD3ECS03G1RP type=del size=681767 2024-04-12T16:21:19.268 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.271+0000 7f98d3178780 1 > prepared operation key=RGAGK6SC7WUJ tag=2FMKT22TB77Z type=del size=1030543 2024-04-12T16:21:19.269 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.272+0000 7f98d3178780 1 < completed delete operation key=EZFO3J6YDS47 tag=ZJ246HW4SOQ2 type=del 2024-04-12T16:21:19.273 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.276+0000 7f98d3178780 1 > prepared part key=_multipart_GM8O00AYQLB5.2~OZ9ZU4Y5GNWE.0 size=752800 2024-04-12T16:21:19.273 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.276+0000 7f98d3178780 1 > prepared multipart upload key=GM8O00AYQLB5 upload=OZ9ZU4Y5GNWE tag=11HQHEVSINHJ type=write size=1801376 2024-04-12T16:21:19.275 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.278+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~II8GX5EME0TN.0 size=1048576 2024-04-12T16:21:19.275 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.278+0000 7f98d3178780 1 < canceled part key=_multipart_T722FMC4JINL.2~II8GX5EME0TN.1 size=1048576 2024-04-12T16:21:19.276 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.279+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~II8GX5EME0TN.2 size=781593 2024-04-12T16:21:19.279 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.282+0000 7f98d3178780 1 < canceled multipart upload key=T722FMC4JINL upload=II8GX5EME0TN tag=2PBPIKSTNIL7 type=write size=3927321 2024-04-12T16:21:19.280 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.283+0000 7f98d3178780 1 > prepared operation key=ZXZ7NSPZRCDD tag=CCCMDAB7ZOTB type=del size=2947908 2024-04-12T16:21:19.282 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.285+0000 7f98d3178780 1 < completed part key=_multipart_23DHOZJVEXJ6.2~PDT4IRE0WJJ9.0 size=856748 2024-04-12T16:21:19.285 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.288+0000 7f98d3178780 1 < completed multipart upload key=23DHOZJVEXJ6 upload=PDT4IRE0WJJ9 tag=R7NAJ0WRP21V type=write size=1905324 2024-04-12T16:21:19.286 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.289+0000 7f98d3178780 1 > prepared operation key=JFLGBNJ7LSGN tag=GSZ80HTF1G1Z type=del size=1803990 2024-04-12T16:21:19.288 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.291+0000 7f98d3178780 -1 < failed to complete operation key=PWA38LFGIMFY tag=I42OJAWT4UH6 type=write size=209192: (22) Invalid argument 2024-04-12T16:21:19.291 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.294+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~482HSIZA1W82.0 size=1048576 2024-04-12T16:21:19.292 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.296+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~482HSIZA1W82.1 size=138891 2024-04-12T16:21:19.292 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.296+0000 7f98d3178780 1 > prepared multipart upload key=KHYODRDPUF4K upload=482HSIZA1W82 tag=QH8I2JJQQTGR type=write size=2236043 2024-04-12T16:21:19.294 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.297+0000 7f98d3178780 1 < completed delete operation key=T722FMC4JINL tag=X5EK9XGRHVX8 type=del 2024-04-12T16:21:19.295 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.299+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=2II746ROHYR9 type=write size=291205 2024-04-12T16:21:19.297 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.300+0000 7f98d3178780 1 < completed delete operation key=I40BBGONTDFL tag=DPU59YHGJXGV type=del 2024-04-12T16:21:19.298 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.302+0000 7f98d3178780 1 > prepared operation key=66UG2YS0OGEZ tag=KZNX8HP0225K type=write size=108411 2024-04-12T16:21:19.300 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.303+0000 7f98d3178780 1 < completed write operation key=VZ3ZKIAP7V00 tag=8GK51L37YEU2 type=write size=305948 2024-04-12T16:21:19.302 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.305+0000 7f98d3178780 1 > prepared operation key=FLD16WRTYTRE tag=DBCK5R3XD19M type=del size=188729 2024-04-12T16:21:19.303 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.307+0000 7f98d3178780 1 < completed delete operation key=66UG2YS0OGEZ tag=6HMSNT2OUXZI type=del 2024-04-12T16:21:19.305 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.308+0000 7f98d3178780 1 > prepared operation key=KURJT9NHLL4D tag=O0UDQPOCWNZS type=del size=764081 2024-04-12T16:21:19.307 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.310+0000 7f98d3178780 1 < completed delete operation key=4LOLFK38TOHP tag=831ECK12FLR8 type=del 2024-04-12T16:21:19.310 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.313+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~5G0QHW5DG080.0 size=55226 2024-04-12T16:21:19.310 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.313+0000 7f98d3178780 1 > prepared multipart upload key=PT2U3K72AW80 upload=5G0QHW5DG080 tag=65WQ4XZ8XYPO type=write size=1103802 2024-04-12T16:21:19.312 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.315+0000 7f98d3178780 1 < completed delete operation key=66UG2YS0OGEZ tag=XES2U7SUTYT6 type=del 2024-04-12T16:21:19.313 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.317+0000 7f98d3178780 1 > prepared operation key=T722FMC4JINL tag=YUEYTL5TLPK4 type=del size=2202232 2024-04-12T16:21:19.315 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.318+0000 7f98d3178780 1 < completed write operation key=BOEPCQFN2ISK tag=ZKM9KPEX3234 type=write size=305879 2024-04-12T16:21:19.318 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.321+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~BQLQTJ3H5TT2.0 size=1048576 2024-04-12T16:21:19.319 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.322+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~BQLQTJ3H5TT2.1 size=529708 2024-04-12T16:21:19.319 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.323+0000 7f98d3178780 1 > prepared multipart upload key=3AW8J5U5KAAT upload=BQLQTJ3H5TT2 tag=JMHH9QB6FJWH type=write size=2626860 2024-04-12T16:21:19.322 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.325+0000 7f98d3178780 1 < completed part key=_multipart_GM8O00AYQLB5.2~SA8WG0SFFLL2.0 size=194220 2024-04-12T16:21:19.325 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.328+0000 7f98d3178780 1 < completed multipart upload key=GM8O00AYQLB5 upload=SA8WG0SFFLL2 tag=7IGT21E5Y7SU type=write size=1242796 2024-04-12T16:21:19.327 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.330+0000 7f98d3178780 1 > prepared operation key=RGAGK6SC7WUJ tag=CC2PUV0NMWHI type=del size=1442092 2024-04-12T16:21:19.328 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.332+0000 7f98d3178780 1 < completed delete operation key=UQB6NBY40RTD tag=GST0S2G6QH3G type=del 2024-04-12T16:21:19.330 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.333+0000 7f98d3178780 1 > prepared operation key=PWA38LFGIMFY tag=147V1UTFBEEJ type=write size=966753 2024-04-12T16:21:19.332 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.336+0000 7f98d3178780 -1 < failed to complete operation key=PWA38LFGIMFY tag=XUXS5JLY0QMP type=del size=828994: (22) Invalid argument 2024-04-12T16:21:19.335 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.339+0000 7f98d3178780 1 > prepared part key=_multipart_KURJT9NHLL4D.2~10G04HPA440Q.0 size=419120 2024-04-12T16:21:19.336 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.339+0000 7f98d3178780 1 > prepared multipart upload key=KURJT9NHLL4D upload=10G04HPA440Q tag=9HY92LP5QURO type=write size=1467696 2024-04-12T16:21:19.337 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.341+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~KVZV70F3AB36.0 size=1048576 2024-04-12T16:21:19.339 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.342+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~KVZV70F3AB36.1 size=831915 2024-04-12T16:21:19.342 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.345+0000 7f98d3178780 1 < completed multipart upload key=8ZR0C2P8VMRA upload=KVZV70F3AB36 tag=LFAPNSIJV55D type=write size=2929067 2024-04-12T16:21:19.346 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.349+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~Y3YO7D7CKVTG.0 size=1048576 2024-04-12T16:21:19.347 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.350+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~Y3YO7D7CKVTG.1 size=1048576 2024-04-12T16:21:19.349 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.352+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~Y3YO7D7CKVTG.2 size=542707 2024-04-12T16:21:19.349 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.352+0000 7f98d3178780 1 > prepared multipart upload key=D0M5V2Z6TGN6 upload=Y3YO7D7CKVTG tag=S4XJOORFUZX4 type=write size=3688435 2024-04-12T16:21:19.352 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.355+0000 7f98d3178780 1 < canceled operation key=RGAGK6SC7WUJ tag=2FMKT22TB77Z type=del size=1030543 2024-04-12T16:21:19.353 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.356+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=SB6HA060EPNU type=del size=1095355 2024-04-12T16:21:19.355 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.358+0000 7f98d3178780 1 < completed part key=_multipart_GM8O00AYQLB5.2~OZ9ZU4Y5GNWE.0 size=752800 2024-04-12T16:21:19.358 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.361+0000 7f98d3178780 1 < completed multipart upload key=GM8O00AYQLB5 upload=OZ9ZU4Y5GNWE tag=11HQHEVSINHJ type=write size=1801376 2024-04-12T16:21:19.359 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.363+0000 7f98d3178780 1 > prepared operation key=PT2U3K72AW80 tag=ZRFN8F7XHLXF type=write size=968742 2024-04-12T16:21:19.363 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.366+0000 7f98d3178780 1 < suggested remove operation key=ZXZ7NSPZRCDD tag=CCCMDAB7ZOTB type=del 2024-04-12T16:21:19.365 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.368+0000 7f98d3178780 1 > prepared operation key=D0M5V2Z6TGN6 tag=CW0VLK7713HU type=del size=2743071 2024-04-12T16:21:19.369 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.372+0000 7f98d3178780 1 < suggested remove operation key=JFLGBNJ7LSGN tag=GSZ80HTF1G1Z type=del 2024-04-12T16:21:19.372 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.375+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~I0W1GJO7O099.0 size=1048576 2024-04-12T16:21:19.373 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.377+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~I0W1GJO7O099.1 size=1003771 2024-04-12T16:21:19.373 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.377+0000 7f98d3178780 1 > prepared multipart upload key=8ZR0C2P8VMRA upload=I0W1GJO7O099 tag=GND15RNH447U type=write size=3100923 2024-04-12T16:21:19.375 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.378+0000 7f98d3178780 1 < completed part key=_multipart_KHYODRDPUF4K.2~482HSIZA1W82.0 size=1048576 2024-04-12T16:21:19.375 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.378+0000 7f98d3178780 1 < canceled part key=_multipart_KHYODRDPUF4K.2~482HSIZA1W82.1 size=138891 2024-04-12T16:21:19.378 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.381+0000 7f98d3178780 1 < canceled multipart upload key=KHYODRDPUF4K upload=482HSIZA1W82 tag=QH8I2JJQQTGR type=write size=2236043 2024-04-12T16:21:19.382 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.385+0000 7f98d3178780 1 > prepared part key=_multipart_PWA38LFGIMFY.2~4KR6DV70D0Y2.0 size=1048576 2024-04-12T16:21:19.383 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.387+0000 7f98d3178780 1 > prepared part key=_multipart_PWA38LFGIMFY.2~4KR6DV70D0Y2.1 size=72928 2024-04-12T16:21:19.384 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.387+0000 7f98d3178780 1 > prepared multipart upload key=PWA38LFGIMFY upload=4KR6DV70D0Y2 tag=Q5NF8JT0FDSK type=write size=2170080 2024-04-12T16:21:19.385 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.388+0000 7f98d3178780 1 < completed write operation key=4S7M3FBURFC1 tag=2II746ROHYR9 type=write size=291205 2024-04-12T16:21:19.387 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.390+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=VWP132273M15 type=del size=2358217 2024-04-12T16:21:19.391 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.394+0000 7f98d3178780 1 < suggested update operation key=66UG2YS0OGEZ tag=KZNX8HP0225K type=write size=108411 2024-04-12T16:21:19.394 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.397+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~UOTDEA515PEU.0 size=1048576 2024-04-12T16:21:19.395 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.398+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~UOTDEA515PEU.1 size=320076 2024-04-12T16:21:19.395 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.398+0000 7f98d3178780 1 > prepared multipart upload key=8ZR0C2P8VMRA upload=UOTDEA515PEU tag=85XCFQO19TSS type=write size=2417228 2024-04-12T16:21:19.398 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.402+0000 7f98d3178780 1 < suggested update operation key=FLD16WRTYTRE tag=DBCK5R3XD19M type=del size=188729 2024-04-12T16:21:19.402 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.405+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~C9C9ASZRIJ3M.0 size=1048576 2024-04-12T16:21:19.403 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.406+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~C9C9ASZRIJ3M.1 size=813611 2024-04-12T16:21:19.403 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.406+0000 7f98d3178780 1 > prepared multipart upload key=KHYODRDPUF4K upload=C9C9ASZRIJ3M tag=MUPKPO732UV4 type=write size=2910763 2024-04-12T16:21:19.405 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.408+0000 7f98d3178780 1 < completed delete operation key=KURJT9NHLL4D tag=O0UDQPOCWNZS type=del 2024-04-12T16:21:19.408 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.412+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~U3REFQ1V34Y5.0 size=1048576 2024-04-12T16:21:19.410 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.413+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~U3REFQ1V34Y5.1 size=827208 2024-04-12T16:21:19.410 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.413+0000 7f98d3178780 1 > prepared multipart upload key=0OWCAM744WJ9 upload=U3REFQ1V34Y5 tag=RYDUC4I3JBD4 type=write size=2924360 2024-04-12T16:21:19.412 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.415+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~5G0QHW5DG080.0 size=55226 2024-04-12T16:21:19.415 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.419+0000 7f98d3178780 1 < completed multipart upload key=PT2U3K72AW80 upload=5G0QHW5DG080 tag=65WQ4XZ8XYPO type=write size=1103802 2024-04-12T16:21:19.417 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.421+0000 7f98d3178780 1 > prepared operation key=VZ3ZKIAP7V00 tag=UMC036CJQ7VH type=del size=2337833 2024-04-12T16:21:19.419 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.423+0000 7f98d3178780 1 < completed delete operation key=T722FMC4JINL tag=YUEYTL5TLPK4 type=del 2024-04-12T16:21:19.421 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.424+0000 7f98d3178780 1 > prepared operation key=KHYODRDPUF4K tag=N17KI7EMQFUH type=del size=422449 2024-04-12T16:21:19.423 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.427+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~BQLQTJ3H5TT2.0 size=1048576 2024-04-12T16:21:19.425 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.428+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~BQLQTJ3H5TT2.1 size=529708 2024-04-12T16:21:19.429 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.432+0000 7f98d3178780 1 < completed multipart upload key=3AW8J5U5KAAT upload=BQLQTJ3H5TT2 tag=JMHH9QB6FJWH type=write size=2626860 2024-04-12T16:21:19.431 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.434+0000 7f98d3178780 1 > prepared operation key=LU8ZUI2MDRGX tag=8S91NUJ09J9W type=del size=996306 2024-04-12T16:21:19.433 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.436+0000 7f98d3178780 1 < completed delete operation key=RGAGK6SC7WUJ tag=CC2PUV0NMWHI type=del 2024-04-12T16:21:19.435 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.438+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=V9P1X0L51036 type=del size=3421205 2024-04-12T16:21:19.437 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.440+0000 7f98d3178780 1 < completed write operation key=PWA38LFGIMFY tag=147V1UTFBEEJ type=write size=966753 2024-04-12T16:21:19.441 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.444+0000 7f98d3178780 1 > prepared part key=_multipart_I40BBGONTDFL.2~SV0R5D89CI3Y.0 size=314031 2024-04-12T16:21:19.441 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.444+0000 7f98d3178780 1 > prepared multipart upload key=I40BBGONTDFL upload=SV0R5D89CI3Y tag=ZRGQMVNE92O7 type=write size=1362607 2024-04-12T16:21:19.442 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.446+0000 7f98d3178780 1 < completed part key=_multipart_KURJT9NHLL4D.2~10G04HPA440Q.0 size=419120 2024-04-12T16:21:19.446 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.449+0000 7f98d3178780 1 < completed multipart upload key=KURJT9NHLL4D upload=10G04HPA440Q tag=9HY92LP5QURO type=write size=1467696 2024-04-12T16:21:19.447 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.451+0000 7f98d3178780 1 > prepared operation key=0OWCAM744WJ9 tag=3QTV452C2VN3 type=del size=455088 2024-04-12T16:21:19.448 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.451+0000 7f98d3178780 1 < canceled part key=_multipart_D0M5V2Z6TGN6.2~Y3YO7D7CKVTG.0 size=1048576 2024-04-12T16:21:19.449 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.453+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~Y3YO7D7CKVTG.1 size=1048576 2024-04-12T16:21:19.451 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.454+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~Y3YO7D7CKVTG.2 size=542707 2024-04-12T16:21:19.454 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.457+0000 7f98d3178780 1 < canceled multipart upload key=D0M5V2Z6TGN6 upload=Y3YO7D7CKVTG tag=S4XJOORFUZX4 type=write size=3688435 2024-04-12T16:21:19.457 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.461+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~3S83Q8XJU31Z.0 size=642911 2024-04-12T16:21:19.457 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.461+0000 7f98d3178780 1 > prepared multipart upload key=BOEPCQFN2ISK upload=3S83Q8XJU31Z tag=W6MAC2XEHLCJ type=write size=1691487 2024-04-12T16:21:19.459 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.462+0000 7f98d3178780 1 < completed delete operation key=9L0C6XS0IUS0 tag=SB6HA060EPNU type=del 2024-04-12T16:21:19.461 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.464+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=SNO9JDHTPFV2 type=del size=791034 2024-04-12T16:21:19.463 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.466+0000 7f98d3178780 1 < completed write operation key=PT2U3K72AW80 tag=ZRFN8F7XHLXF type=write size=968742 2024-04-12T16:21:19.464 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.468+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=10JJGQJMY9YB type=del size=1245095 2024-04-12T16:21:19.466 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.469+0000 7f98d3178780 1 < completed delete operation key=D0M5V2Z6TGN6 tag=CW0VLK7713HU type=del 2024-04-12T16:21:19.468 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.471+0000 7f98d3178780 1 > prepared operation key=FLD16WRTYTRE tag=8PTWV84MOZVM type=del size=2686003 2024-04-12T16:21:19.468 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.471+0000 7f98d3178780 1 < canceled part key=_multipart_8ZR0C2P8VMRA.2~I0W1GJO7O099.0 size=1048576 2024-04-12T16:21:19.470 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.473+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~I0W1GJO7O099.1 size=1003771 2024-04-12T16:21:19.472 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.476+0000 7f98d3178780 1 < canceled multipart upload key=8ZR0C2P8VMRA upload=I0W1GJO7O099 tag=GND15RNH447U type=write size=3100923 2024-04-12T16:21:19.476 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.479+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~K9P9LSR093MX.0 size=1048576 2024-04-12T16:21:19.477 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.480+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~K9P9LSR093MX.1 size=425070 2024-04-12T16:21:19.478 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.480+0000 7f98d3178780 1 > prepared multipart upload key=UQB6NBY40RTD upload=K9P9LSR093MX tag=YPPMMS7OJ8VO type=write size=2522222 2024-04-12T16:21:19.478 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.481+0000 7f98d3178780 1 < canceled part key=_multipart_PWA38LFGIMFY.2~4KR6DV70D0Y2.0 size=1048576 2024-04-12T16:21:19.479 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.482+0000 7f98d3178780 1 < completed part key=_multipart_PWA38LFGIMFY.2~4KR6DV70D0Y2.1 size=72928 2024-04-12T16:21:19.482 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.485+0000 7f98d3178780 1 < canceled multipart upload key=PWA38LFGIMFY upload=4KR6DV70D0Y2 tag=Q5NF8JT0FDSK type=write size=2170080 2024-04-12T16:21:19.483 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.487+0000 7f98d3178780 1 > prepared operation key=PT2U3K72AW80 tag=TK65MIAA58NH type=del size=3858407 2024-04-12T16:21:19.485 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.489+0000 7f98d3178780 1 < completed delete operation key=XC0UMQW2OGOM tag=VWP132273M15 type=del 2024-04-12T16:21:19.487 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.490+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=244Z5R62Q7SD type=del size=971467 2024-04-12T16:21:19.489 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.492+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~UOTDEA515PEU.0 size=1048576 2024-04-12T16:21:19.490 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.493+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~UOTDEA515PEU.1 size=320076 2024-04-12T16:21:19.493 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.496+0000 7f98d3178780 1 < completed multipart upload key=8ZR0C2P8VMRA upload=UOTDEA515PEU tag=85XCFQO19TSS type=write size=2417228 2024-04-12T16:21:19.495 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.498+0000 7f98d3178780 1 > prepared operation key=ZXZ7NSPZRCDD tag=PRXHLO2QLJSX type=write size=212612 2024-04-12T16:21:19.496 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.500+0000 7f98d3178780 1 < completed part key=_multipart_KHYODRDPUF4K.2~C9C9ASZRIJ3M.0 size=1048576 2024-04-12T16:21:19.498 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.501+0000 7f98d3178780 1 < completed part key=_multipart_KHYODRDPUF4K.2~C9C9ASZRIJ3M.1 size=813611 2024-04-12T16:21:19.500 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.504+0000 7f98d3178780 1 < completed multipart upload key=KHYODRDPUF4K upload=C9C9ASZRIJ3M tag=MUPKPO732UV4 type=write size=2910763 2024-04-12T16:21:19.502 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.505+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=RX7Q5VIRYC6E type=write size=581258 2024-04-12T16:21:19.504 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.507+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~U3REFQ1V34Y5.0 size=1048576 2024-04-12T16:21:19.506 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.509+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~U3REFQ1V34Y5.1 size=827208 2024-04-12T16:21:19.509 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.512+0000 7f98d3178780 1 < completed multipart upload key=0OWCAM744WJ9 upload=U3REFQ1V34Y5 tag=RYDUC4I3JBD4 type=write size=2924360 2024-04-12T16:21:19.510 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.514+0000 7f98d3178780 1 > prepared operation key=D0M5V2Z6TGN6 tag=QJLD6NBV98A1 type=write size=1040472 2024-04-12T16:21:19.514 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.517+0000 7f98d3178780 1 < suggested update operation key=VZ3ZKIAP7V00 tag=UMC036CJQ7VH type=del size=2337833 2024-04-12T16:21:19.517 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.520+0000 7f98d3178780 1 > prepared part key=_multipart_GM8O00AYQLB5.2~B0H9COZZCTFA.0 size=1048576 2024-04-12T16:21:19.518 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.522+0000 7f98d3178780 1 > prepared part key=_multipart_GM8O00AYQLB5.2~B0H9COZZCTFA.1 size=878329 2024-04-12T16:21:19.518 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.522+0000 7f98d3178780 1 > prepared multipart upload key=GM8O00AYQLB5 upload=B0H9COZZCTFA tag=A0GZLMNEQC1F type=write size=2975481 2024-04-12T16:21:19.520 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.523+0000 7f98d3178780 1 < completed delete operation key=KHYODRDPUF4K tag=N17KI7EMQFUH type=del 2024-04-12T16:21:19.523 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.527+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~H3P50MGKB0G4.0 size=1048576 2024-04-12T16:21:19.525 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.528+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~H3P50MGKB0G4.1 size=415895 2024-04-12T16:21:19.525 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.528+0000 7f98d3178780 1 > prepared multipart upload key=ZXZ7NSPZRCDD upload=H3P50MGKB0G4 tag=M22N0RTX7K6H type=write size=2513047 2024-04-12T16:21:19.527 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.530+0000 7f98d3178780 1 < completed delete operation key=LU8ZUI2MDRGX tag=8S91NUJ09J9W type=del 2024-04-12T16:21:19.529 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.532+0000 7f98d3178780 1 > prepared operation key=23DHOZJVEXJ6 tag=Z22FB4XNKCVF type=del size=310639 2024-04-12T16:21:19.530 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.534+0000 7f98d3178780 1 < completed delete operation key=XC0UMQW2OGOM tag=V9P1X0L51036 type=del 2024-04-12T16:21:19.532 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.536+0000 7f98d3178780 1 > prepared operation key=I40BBGONTDFL tag=5NG3HJOQQLDE type=del size=428267 2024-04-12T16:21:19.534 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.537+0000 7f98d3178780 1 < completed part key=_multipart_I40BBGONTDFL.2~SV0R5D89CI3Y.0 size=314031 2024-04-12T16:21:19.537 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.540+0000 7f98d3178780 1 < completed multipart upload key=I40BBGONTDFL upload=SV0R5D89CI3Y tag=ZRGQMVNE92O7 type=write size=1362607 2024-04-12T16:21:19.540 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.543+0000 7f98d3178780 1 > prepared part key=_multipart_4LOLFK38TOHP.2~KB33D9Y3DZQ4.0 size=1048576 2024-04-12T16:21:19.541 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.545+0000 7f98d3178780 1 > prepared part key=_multipart_4LOLFK38TOHP.2~KB33D9Y3DZQ4.1 size=1048576 2024-04-12T16:21:19.543 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.546+0000 7f98d3178780 1 > prepared part key=_multipart_4LOLFK38TOHP.2~KB33D9Y3DZQ4.2 size=761655 2024-04-12T16:21:19.543 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.546+0000 7f98d3178780 1 > prepared multipart upload key=4LOLFK38TOHP upload=KB33D9Y3DZQ4 tag=8XIVGFYRYQOS type=write size=3907383 2024-04-12T16:21:19.544 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.548+0000 7f98d3178780 1 < completed delete operation key=0OWCAM744WJ9 tag=3QTV452C2VN3 type=del 2024-04-12T16:21:19.546 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.549+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=DOVQ5IMXQ7RI type=write size=278217 2024-04-12T16:21:19.548 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.551+0000 7f98d3178780 1 < completed part key=_multipart_BOEPCQFN2ISK.2~3S83Q8XJU31Z.0 size=642911 2024-04-12T16:21:19.551 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.555+0000 7f98d3178780 1 < completed multipart upload key=BOEPCQFN2ISK upload=3S83Q8XJU31Z tag=W6MAC2XEHLCJ type=write size=1691487 2024-04-12T16:21:19.553 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.556+0000 7f98d3178780 1 > prepared operation key=LU8ZUI2MDRGX tag=RAE2LSUXJ4AD type=write size=548989 2024-04-12T16:21:19.555 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.558+0000 7f98d3178780 1 < completed delete operation key=9L0C6XS0IUS0 tag=SNO9JDHTPFV2 type=del 2024-04-12T16:21:19.557 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.560+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=QBV2ZNZ27AOL type=write size=378505 2024-04-12T16:21:19.559 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.562+0000 7f98d3178780 1 < completed delete operation key=BOEPCQFN2ISK tag=10JJGQJMY9YB type=del 2024-04-12T16:21:19.562 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.565+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~2HIL1EXV1IRO.0 size=1048576 2024-04-12T16:21:19.563 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.567+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~2HIL1EXV1IRO.1 size=358678 2024-04-12T16:21:19.564 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.567+0000 7f98d3178780 1 > prepared multipart upload key=D0M5V2Z6TGN6 upload=2HIL1EXV1IRO tag=HVF6XRUS9068 type=write size=2455830 2024-04-12T16:21:19.565 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.569+0000 7f98d3178780 1 < completed delete operation key=FLD16WRTYTRE tag=8PTWV84MOZVM type=del 2024-04-12T16:21:19.569 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.572+0000 7f98d3178780 1 > prepared part key=_multipart_W6L40IZK9EF7.2~HDJH54EDONB5.0 size=1048576 2024-04-12T16:21:19.570 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.574+0000 7f98d3178780 1 > prepared part key=_multipart_W6L40IZK9EF7.2~HDJH54EDONB5.1 size=1048576 2024-04-12T16:21:19.572 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.575+0000 7f98d3178780 1 > prepared part key=_multipart_W6L40IZK9EF7.2~HDJH54EDONB5.2 size=765575 2024-04-12T16:21:19.572 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.575+0000 7f98d3178780 1 > prepared multipart upload key=W6L40IZK9EF7 upload=HDJH54EDONB5 tag=YCVIJ811IG3I type=write size=3911303 2024-04-12T16:21:19.574 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.577+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~K9P9LSR093MX.0 size=1048576 2024-04-12T16:21:19.574 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.577+0000 7f98d3178780 1 < canceled part key=_multipart_UQB6NBY40RTD.2~K9P9LSR093MX.1 size=425070 2024-04-12T16:21:19.577 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.580+0000 7f98d3178780 1 < canceled multipart upload key=UQB6NBY40RTD upload=K9P9LSR093MX tag=YPPMMS7OJ8VO type=write size=2522222 2024-04-12T16:21:19.580 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.583+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~LGUC1Z7Z483X.0 size=1048576 2024-04-12T16:21:19.581 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.585+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~LGUC1Z7Z483X.1 size=1048576 2024-04-12T16:21:19.583 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.586+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~LGUC1Z7Z483X.2 size=1034133 2024-04-12T16:21:19.583 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.586+0000 7f98d3178780 1 > prepared multipart upload key=D0M5V2Z6TGN6 upload=LGUC1Z7Z483X tag=JU184ZQQQC1B type=write size=4179861 2024-04-12T16:21:19.585 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.588+0000 7f98d3178780 1 < completed delete operation key=PT2U3K72AW80 tag=TK65MIAA58NH type=del 2024-04-12T16:21:19.587 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.590+0000 7f98d3178780 1 > prepared operation key=ZZ03YKAYH1C2 tag=VSSZBBH1MHKF type=del size=479687 2024-04-12T16:21:19.588 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.592+0000 7f98d3178780 1 < completed delete operation key=UQB6NBY40RTD tag=244Z5R62Q7SD type=del 2024-04-12T16:21:19.590 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.594+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=FL8P8AMM11H8 type=del size=2203587 2024-04-12T16:21:19.592 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.595+0000 7f98d3178780 1 < completed write operation key=ZXZ7NSPZRCDD tag=PRXHLO2QLJSX type=write size=212612 2024-04-12T16:21:19.596 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.599+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~BJAIM7ZCQB02.0 size=1048576 2024-04-12T16:21:19.597 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.601+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~BJAIM7ZCQB02.1 size=1048576 2024-04-12T16:21:19.599 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.602+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~BJAIM7ZCQB02.2 size=987646 2024-04-12T16:21:19.599 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.602+0000 7f98d3178780 1 > prepared multipart upload key=8AV30C26CXYV upload=BJAIM7ZCQB02 tag=1PFJT8WGP1WU type=write size=4133374 2024-04-12T16:21:19.601 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.604+0000 7f98d3178780 1 < completed write operation key=XC0UMQW2OGOM tag=RX7Q5VIRYC6E type=write size=581258 2024-04-12T16:21:19.605 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.608+0000 7f98d3178780 1 > prepared part key=_multipart_9L0C6XS0IUS0.2~Q5D9MW0612E2.0 size=114912 2024-04-12T16:21:19.605 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.608+0000 7f98d3178780 1 > prepared multipart upload key=9L0C6XS0IUS0 upload=Q5D9MW0612E2 tag=LEK710KHGKQQ type=write size=1163488 2024-04-12T16:21:19.608 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.612+0000 7f98d3178780 1 < suggested update operation key=D0M5V2Z6TGN6 tag=QJLD6NBV98A1 type=write size=1040472 2024-04-12T16:21:19.611 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.615+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~1ANB2T224VOD.0 size=1048576 2024-04-12T16:21:19.613 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.616+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~1ANB2T224VOD.1 size=44771 2024-04-12T16:21:19.613 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.616+0000 7f98d3178780 1 > prepared multipart upload key=D0M5V2Z6TGN6 upload=1ANB2T224VOD tag=75DCG1WXOI6S type=write size=2141923 2024-04-12T16:21:19.615 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.618+0000 7f98d3178780 1 < completed part key=_multipart_GM8O00AYQLB5.2~B0H9COZZCTFA.0 size=1048576 2024-04-12T16:21:19.617 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.620+0000 7f98d3178780 1 < completed part key=_multipart_GM8O00AYQLB5.2~B0H9COZZCTFA.1 size=878329 2024-04-12T16:21:19.620 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.623+0000 7f98d3178780 1 < completed multipart upload key=GM8O00AYQLB5 upload=B0H9COZZCTFA tag=A0GZLMNEQC1F type=write size=2975481 2024-04-12T16:21:19.623 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.627+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~9941BXSUPT1Z.0 size=619295 2024-04-12T16:21:19.623 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.627+0000 7f98d3178780 1 > prepared multipart upload key=8AV30C26CXYV upload=9941BXSUPT1Z tag=ANNZNYM6VUFZ type=write size=1667871 2024-04-12T16:21:19.625 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.628+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~H3P50MGKB0G4.0 size=1048576 2024-04-12T16:21:19.625 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.628+0000 7f98d3178780 1 < canceled part key=_multipart_ZXZ7NSPZRCDD.2~H3P50MGKB0G4.1 size=415895 2024-04-12T16:21:19.628 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.631+0000 7f98d3178780 1 < canceled multipart upload key=ZXZ7NSPZRCDD upload=H3P50MGKB0G4 tag=M22N0RTX7K6H type=write size=2513047 2024-04-12T16:21:19.630 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.634+0000 7f98d3178780 1 > prepared operation key=LU8ZUI2MDRGX tag=P08P5I6FDC8T type=del size=2647684 2024-04-12T16:21:19.632 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.635+0000 7f98d3178780 1 < completed delete operation key=23DHOZJVEXJ6 tag=Z22FB4XNKCVF type=del 2024-04-12T16:21:19.634 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.637+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=WRQDNYF8JR5I type=del size=2834696 2024-04-12T16:21:19.636 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.639+0000 7f98d3178780 1 < completed delete operation key=I40BBGONTDFL tag=5NG3HJOQQLDE type=del 2024-04-12T16:21:19.638 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.641+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=A67JBGUY0LPP type=del size=849106 2024-04-12T16:21:19.640 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.643+0000 7f98d3178780 1 < completed part key=_multipart_4LOLFK38TOHP.2~KB33D9Y3DZQ4.0 size=1048576 2024-04-12T16:21:19.642 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.645+0000 7f98d3178780 1 < completed part key=_multipart_4LOLFK38TOHP.2~KB33D9Y3DZQ4.1 size=1048576 2024-04-12T16:21:19.643 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.646+0000 7f98d3178780 1 < completed part key=_multipart_4LOLFK38TOHP.2~KB33D9Y3DZQ4.2 size=761655 2024-04-12T16:21:19.646 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.649+0000 7f98d3178780 1 < completed multipart upload key=4LOLFK38TOHP upload=KB33D9Y3DZQ4 tag=8XIVGFYRYQOS type=write size=3907383 2024-04-12T16:21:19.648 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.651+0000 7f98d3178780 1 > prepared operation key=0OWCAM744WJ9 tag=D6MY5ZANBQ5E type=del size=2652663 2024-04-12T16:21:19.649 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.653+0000 7f98d3178780 1 < completed write operation key=GM8O00AYQLB5 tag=DOVQ5IMXQ7RI type=write size=278217 2024-04-12T16:21:19.652 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.655+0000 7f98d3178780 1 > prepared operation key=KHYODRDPUF4K tag=A8DZ5CO366HG type=write size=448843 2024-04-12T16:21:19.654 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.657+0000 7f98d3178780 1 < canceled operation key=LU8ZUI2MDRGX tag=RAE2LSUXJ4AD type=write size=548989 2024-04-12T16:21:19.655 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.659+0000 7f98d3178780 1 > prepared operation key=VZ3ZKIAP7V00 tag=ARASXV4YK8K9 type=write size=774905 2024-04-12T16:21:19.657 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.661+0000 7f98d3178780 1 < canceled operation key=9L0C6XS0IUS0 tag=QBV2ZNZ27AOL type=write size=378505 2024-04-12T16:21:19.661 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.664+0000 7f98d3178780 1 > prepared part key=_multipart_4LOLFK38TOHP.2~173DY1T1KVUI.0 size=1048576 2024-04-12T16:21:19.662 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.666+0000 7f98d3178780 1 > prepared part key=_multipart_4LOLFK38TOHP.2~173DY1T1KVUI.1 size=622118 2024-04-12T16:21:19.662 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.666+0000 7f98d3178780 1 > prepared multipart upload key=4LOLFK38TOHP upload=173DY1T1KVUI tag=53LM6B6DWPSS type=write size=2719270 2024-04-12T16:21:19.664 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.668+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~2HIL1EXV1IRO.0 size=1048576 2024-04-12T16:21:19.666 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.669+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~2HIL1EXV1IRO.1 size=358678 2024-04-12T16:21:19.668 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.672+0000 7f98d3178780 1 < completed multipart upload key=D0M5V2Z6TGN6 upload=2HIL1EXV1IRO tag=HVF6XRUS9068 type=write size=2455830 2024-04-12T16:21:19.671 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.674+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=G2CH2N8J2NEN type=del size=2494259 2024-04-12T16:21:19.672 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.675+0000 7f98d3178780 1 < completed part key=_multipart_W6L40IZK9EF7.2~HDJH54EDONB5.0 size=1048576 2024-04-12T16:21:19.674 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.677+0000 7f98d3178780 1 < completed part key=_multipart_W6L40IZK9EF7.2~HDJH54EDONB5.1 size=1048576 2024-04-12T16:21:19.675 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.678+0000 7f98d3178780 1 < completed part key=_multipart_W6L40IZK9EF7.2~HDJH54EDONB5.2 size=765575 2024-04-12T16:21:19.679 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.682+0000 7f98d3178780 1 < completed multipart upload key=W6L40IZK9EF7 upload=HDJH54EDONB5 tag=YCVIJ811IG3I type=write size=3911303 2024-04-12T16:21:19.682 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.685+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~OZXLL3HEVZLO.0 size=1048576 2024-04-12T16:21:19.684 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.687+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~OZXLL3HEVZLO.1 size=1048576 2024-04-12T16:21:19.685 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.689+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~OZXLL3HEVZLO.2 size=646052 2024-04-12T16:21:19.685 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.689+0000 7f98d3178780 1 > prepared multipart upload key=8ZR0C2P8VMRA upload=OZXLL3HEVZLO tag=DADAU424BLR0 type=write size=3791780 2024-04-12T16:21:19.687 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.691+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~LGUC1Z7Z483X.0 size=1048576 2024-04-12T16:21:19.689 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.692+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~LGUC1Z7Z483X.1 size=1048576 2024-04-12T16:21:19.690 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.694+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~LGUC1Z7Z483X.2 size=1034133 2024-04-12T16:21:19.693 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.697+0000 7f98d3178780 1 < completed multipart upload key=D0M5V2Z6TGN6 upload=LGUC1Z7Z483X tag=JU184ZQQQC1B type=write size=4179861 2024-04-12T16:21:19.697 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.700+0000 7f98d3178780 1 > prepared part key=_multipart_KURJT9NHLL4D.2~V2J51YMN0H1R.0 size=182076 2024-04-12T16:21:19.697 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.700+0000 7f98d3178780 1 > prepared multipart upload key=KURJT9NHLL4D upload=V2J51YMN0H1R tag=JC5CZ0PDZ3KR type=write size=1230652 2024-04-12T16:21:19.699 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.702+0000 7f98d3178780 1 < completed delete operation key=ZZ03YKAYH1C2 tag=VSSZBBH1MHKF type=del 2024-04-12T16:21:19.701 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.704+0000 7f98d3178780 1 > prepared operation key=KURJT9NHLL4D tag=XZRKBFQ22A9X type=write size=102630 2024-04-12T16:21:19.702 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.706+0000 7f98d3178780 1 < completed delete operation key=9L0C6XS0IUS0 tag=FL8P8AMM11H8 type=del 2024-04-12T16:21:19.704 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.708+0000 7f98d3178780 1 > prepared operation key=PT2U3K72AW80 tag=04FYPI827150 type=del size=4069031 2024-04-12T16:21:19.706 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.710+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~BJAIM7ZCQB02.0 size=1048576 2024-04-12T16:21:19.708 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.711+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~BJAIM7ZCQB02.1 size=1048576 2024-04-12T16:21:19.709 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.713+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~BJAIM7ZCQB02.2 size=987646 2024-04-12T16:21:19.712 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.715+0000 7f98d3178780 1 < completed multipart upload key=8AV30C26CXYV upload=BJAIM7ZCQB02 tag=1PFJT8WGP1WU type=write size=4133374 2024-04-12T16:21:19.715 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.719+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~7P54G4T874Q8.0 size=1048576 2024-04-12T16:21:19.717 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.720+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~7P54G4T874Q8.1 size=1048576 2024-04-12T16:21:19.718 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.721+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~7P54G4T874Q8.2 size=192406 2024-04-12T16:21:19.718 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.721+0000 7f98d3178780 1 > prepared multipart upload key=XC0UMQW2OGOM upload=7P54G4T874Q8 tag=38THZL9U12SG type=write size=3338134 2024-04-12T16:21:19.720 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.723+0000 7f98d3178780 1 < completed part key=_multipart_9L0C6XS0IUS0.2~Q5D9MW0612E2.0 size=114912 2024-04-12T16:21:19.723 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.726+0000 7f98d3178780 1 < completed multipart upload key=9L0C6XS0IUS0 upload=Q5D9MW0612E2 tag=LEK710KHGKQQ type=write size=1163488 2024-04-12T16:21:19.724 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.728+0000 7f98d3178780 1 > prepared operation key=S81W06TIIZMK tag=2N722DVMKZYG type=del size=735741 2024-04-12T16:21:19.726 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.729+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~1ANB2T224VOD.0 size=1048576 2024-04-12T16:21:19.728 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.731+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~1ANB2T224VOD.1 size=44771 2024-04-12T16:21:19.730 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.734+0000 7f98d3178780 1 < completed multipart upload key=D0M5V2Z6TGN6 upload=1ANB2T224VOD tag=75DCG1WXOI6S type=write size=2141923 2024-04-12T16:21:19.734 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.737+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~PMCNHWRUDDNC.0 size=1048576 2024-04-12T16:21:19.736 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.739+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~PMCNHWRUDDNC.1 size=368820 2024-04-12T16:21:19.736 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.739+0000 7f98d3178780 1 > prepared multipart upload key=UQB6NBY40RTD upload=PMCNHWRUDDNC tag=BSO5BW3K00IT type=write size=2465972 2024-04-12T16:21:19.736 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.739+0000 7f98d3178780 1 < canceled part key=_multipart_8AV30C26CXYV.2~9941BXSUPT1Z.0 size=619295 2024-04-12T16:21:19.738 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.742+0000 7f98d3178780 1 < canceled multipart upload key=8AV30C26CXYV upload=9941BXSUPT1Z tag=ANNZNYM6VUFZ type=write size=1667871 2024-04-12T16:21:19.742 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.745+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~4XUKAQXPG6D9.0 size=1048576 2024-04-12T16:21:19.746 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.747+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~4XUKAQXPG6D9.1 size=45458 2024-04-12T16:21:19.746 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.747+0000 7f98d3178780 1 > prepared multipart upload key=PT2U3K72AW80 upload=4XUKAQXPG6D9 tag=RP41TJY356SD type=write size=2142610 2024-04-12T16:21:19.746 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.748+0000 7f98d3178780 1 < completed delete operation key=LU8ZUI2MDRGX tag=P08P5I6FDC8T type=del 2024-04-12T16:21:19.748 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.752+0000 7f98d3178780 1 > prepared part key=_multipart_4LOLFK38TOHP.2~3FUQ6CGD0U7V.0 size=1048576 2024-04-12T16:21:19.750 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.753+0000 7f98d3178780 1 > prepared part key=_multipart_4LOLFK38TOHP.2~3FUQ6CGD0U7V.1 size=1048576 2024-04-12T16:21:19.752 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.755+0000 7f98d3178780 1 > prepared part key=_multipart_4LOLFK38TOHP.2~3FUQ6CGD0U7V.2 size=727751 2024-04-12T16:21:19.752 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.755+0000 7f98d3178780 1 > prepared multipart upload key=4LOLFK38TOHP upload=3FUQ6CGD0U7V tag=MTBWHEIJI01F type=write size=3873479 2024-04-12T16:21:19.755 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.759+0000 7f98d3178780 1 < suggested update operation key=9L0C6XS0IUS0 tag=WRQDNYF8JR5I type=del size=2834696 2024-04-12T16:21:19.757 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.760+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=O1H0UA6PAIE4 type=del size=2012202 2024-04-12T16:21:19.760 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.763+0000 7f98d3178780 -1 < failed to complete operation key=9L0C6XS0IUS0 tag=A67JBGUY0LPP type=del size=849106: (22) Invalid argument 2024-04-12T16:21:19.762 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.765+0000 7f98d3178780 1 > prepared operation key=66UG2YS0OGEZ tag=WJW9KYOBWDJJ type=del size=3062116 2024-04-12T16:21:19.765 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.768+0000 7f98d3178780 1 < suggested remove operation key=0OWCAM744WJ9 tag=D6MY5ZANBQ5E type=del 2024-04-12T16:21:19.768 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.771+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~LS4JL3B05M94.0 size=755020 2024-04-12T16:21:19.768 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.771+0000 7f98d3178780 1 > prepared multipart upload key=UQB6NBY40RTD upload=LS4JL3B05M94 tag=RRPAF68J4732 type=write size=1803596 2024-04-12T16:21:19.770 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.773+0000 7f98d3178780 1 < canceled operation key=KHYODRDPUF4K tag=A8DZ5CO366HG type=write size=448843 2024-04-12T16:21:19.772 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.775+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=W4VT39FDO5SB type=del size=401697 2024-04-12T16:21:19.774 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.777+0000 7f98d3178780 1 < completed write operation key=VZ3ZKIAP7V00 tag=ARASXV4YK8K9 type=write size=774905 2024-04-12T16:21:19.776 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.780+0000 7f98d3178780 1 > prepared operation key=EZFO3J6YDS47 tag=3EDMNL0OVOLM type=del size=2547789 2024-04-12T16:21:19.778 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.782+0000 7f98d3178780 1 < completed part key=_multipart_4LOLFK38TOHP.2~173DY1T1KVUI.0 size=1048576 2024-04-12T16:21:19.780 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.783+0000 7f98d3178780 1 < completed part key=_multipart_4LOLFK38TOHP.2~173DY1T1KVUI.1 size=622118 2024-04-12T16:21:19.783 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.787+0000 7f98d3178780 1 < completed multipart upload key=4LOLFK38TOHP upload=173DY1T1KVUI tag=53LM6B6DWPSS type=write size=2719270 2024-04-12T16:21:19.785 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.788+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=KWHMCH2IZ13E type=del size=340827 2024-04-12T16:21:19.787 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.790+0000 7f98d3178780 -1 < failed to complete operation key=9L0C6XS0IUS0 tag=G2CH2N8J2NEN type=del size=2494259: (22) Invalid argument 2024-04-12T16:21:19.789 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.793+0000 7f98d3178780 1 > prepared operation key=4LOLFK38TOHP tag=ZJBVB9P7U0TH type=del size=1481600 2024-04-12T16:21:19.791 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.794+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~OZXLL3HEVZLO.0 size=1048576 2024-04-12T16:21:19.793 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.796+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~OZXLL3HEVZLO.1 size=1048576 2024-04-12T16:21:19.794 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.797+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~OZXLL3HEVZLO.2 size=646052 2024-04-12T16:21:19.797 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.801+0000 7f98d3178780 1 < completed multipart upload key=8ZR0C2P8VMRA upload=OZXLL3HEVZLO tag=DADAU424BLR0 type=write size=3791780 2024-04-12T16:21:19.801 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.804+0000 7f98d3178780 1 > prepared part key=_multipart_66UG2YS0OGEZ.2~1IJJQQGKZ1U0.0 size=1048576 2024-04-12T16:21:19.802 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.805+0000 7f98d3178780 1 > prepared part key=_multipart_66UG2YS0OGEZ.2~1IJJQQGKZ1U0.1 size=1048576 2024-04-12T16:21:19.803 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.807+0000 7f98d3178780 1 > prepared part key=_multipart_66UG2YS0OGEZ.2~1IJJQQGKZ1U0.2 size=146086 2024-04-12T16:21:19.803 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.807+0000 7f98d3178780 1 > prepared multipart upload key=66UG2YS0OGEZ upload=1IJJQQGKZ1U0 tag=NX4MUE6Y8L4L type=write size=3291814 2024-04-12T16:21:19.805 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.808+0000 7f98d3178780 1 < completed part key=_multipart_KURJT9NHLL4D.2~V2J51YMN0H1R.0 size=182076 2024-04-12T16:21:19.808 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.811+0000 7f98d3178780 1 < completed multipart upload key=KURJT9NHLL4D upload=V2J51YMN0H1R tag=JC5CZ0PDZ3KR type=write size=1230652 2024-04-12T16:21:19.810 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.813+0000 7f98d3178780 1 > prepared operation key=KURJT9NHLL4D tag=UFWY1GXYS1WL type=del size=3400173 2024-04-12T16:21:19.813 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.817+0000 7f98d3178780 1 < suggested remove operation key=KURJT9NHLL4D tag=XZRKBFQ22A9X type=write 2024-04-12T16:21:19.817 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.820+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~XKDWSXNN5JDM.0 size=541358 2024-04-12T16:21:19.817 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.820+0000 7f98d3178780 1 > prepared multipart upload key=IHLY0ZTYK6UT upload=XKDWSXNN5JDM tag=E1NYOS0UZYE9 type=write size=1589934 2024-04-12T16:21:19.818 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.822+0000 7f98d3178780 1 < completed delete operation key=PT2U3K72AW80 tag=04FYPI827150 type=del 2024-04-12T16:21:19.821 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.825+0000 7f98d3178780 1 > prepared part key=_multipart_FLD16WRTYTRE.2~PRYYBQ9AV07T.0 size=196841 2024-04-12T16:21:19.822 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.825+0000 7f98d3178780 1 > prepared multipart upload key=FLD16WRTYTRE upload=PRYYBQ9AV07T tag=5H6X3RKR0VTP type=write size=1245417 2024-04-12T16:21:19.823 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.826+0000 7f98d3178780 1 < completed part key=_multipart_XC0UMQW2OGOM.2~7P54G4T874Q8.0 size=1048576 2024-04-12T16:21:19.825 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.828+0000 7f98d3178780 1 < completed part key=_multipart_XC0UMQW2OGOM.2~7P54G4T874Q8.1 size=1048576 2024-04-12T16:21:19.826 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.830+0000 7f98d3178780 1 < completed part key=_multipart_XC0UMQW2OGOM.2~7P54G4T874Q8.2 size=192406 2024-04-12T16:21:19.829 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.833+0000 7f98d3178780 1 < completed multipart upload key=XC0UMQW2OGOM upload=7P54G4T874Q8 tag=38THZL9U12SG type=write size=3338134 2024-04-12T16:21:19.831 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.835+0000 7f98d3178780 1 > prepared operation key=7X1SF5VYO5QN tag=MOI6OYW3OJZV type=del size=939960 2024-04-12T16:21:19.835 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.838+0000 7f98d3178780 1 < suggested update operation key=S81W06TIIZMK tag=2N722DVMKZYG type=del size=735741 2024-04-12T16:21:19.838 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.841+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~CSMIKST4T9WM.0 size=159938 2024-04-12T16:21:19.838 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.841+0000 7f98d3178780 1 > prepared multipart upload key=8ZR0C2P8VMRA upload=CSMIKST4T9WM tag=CT3M5117KOUL type=write size=1208514 2024-04-12T16:21:19.840 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.843+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~PMCNHWRUDDNC.0 size=1048576 2024-04-12T16:21:19.842 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.845+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~PMCNHWRUDDNC.1 size=368820 2024-04-12T16:21:19.845 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.849+0000 7f98d3178780 1 < completed multipart upload key=UQB6NBY40RTD upload=PMCNHWRUDDNC tag=BSO5BW3K00IT type=write size=2465972 2024-04-12T16:21:19.847 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.851+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=QY7JS07PG3OG type=del size=985978 2024-04-12T16:21:19.849 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.852+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~4XUKAQXPG6D9.0 size=1048576 2024-04-12T16:21:19.850 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.854+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~4XUKAQXPG6D9.1 size=45458 2024-04-12T16:21:19.854 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.857+0000 7f98d3178780 1 < completed multipart upload key=PT2U3K72AW80 upload=4XUKAQXPG6D9 tag=RP41TJY356SD type=write size=2142610 2024-04-12T16:21:19.856 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.859+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=ZXA0KLE839QB type=del size=1844403 2024-04-12T16:21:19.857 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.860+0000 7f98d3178780 1 < completed part key=_multipart_4LOLFK38TOHP.2~3FUQ6CGD0U7V.0 size=1048576 2024-04-12T16:21:19.859 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.862+0000 7f98d3178780 1 < completed part key=_multipart_4LOLFK38TOHP.2~3FUQ6CGD0U7V.1 size=1048576 2024-04-12T16:21:19.859 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.862+0000 7f98d3178780 1 < canceled part key=_multipart_4LOLFK38TOHP.2~3FUQ6CGD0U7V.2 size=727751 2024-04-12T16:21:19.862 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.866+0000 7f98d3178780 1 < canceled multipart upload key=4LOLFK38TOHP upload=3FUQ6CGD0U7V tag=MTBWHEIJI01F type=write size=3873479 2024-04-12T16:21:19.866 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.869+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~2BPTATGUAT9L.0 size=1048576 2024-04-12T16:21:19.867 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.871+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~2BPTATGUAT9L.1 size=1048576 2024-04-12T16:21:19.869 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.872+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~2BPTATGUAT9L.2 size=731964 2024-04-12T16:21:19.869 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.872+0000 7f98d3178780 1 > prepared multipart upload key=8ZR0C2P8VMRA upload=2BPTATGUAT9L tag=TASU1A4ORA8Y type=write size=3877692 2024-04-12T16:21:19.871 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.875+0000 7f98d3178780 1 < completed delete operation key=XC0UMQW2OGOM tag=O1H0UA6PAIE4 type=del 2024-04-12T16:21:19.875 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.879+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~OGMJVU3TPG2M.0 size=1048576 2024-04-12T16:21:19.877 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.880+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~OGMJVU3TPG2M.1 size=1048576 2024-04-12T16:21:19.878 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.882+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~OGMJVU3TPG2M.2 size=429323 2024-04-12T16:21:19.878 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.882+0000 7f98d3178780 1 > prepared multipart upload key=S81W06TIIZMK upload=OGMJVU3TPG2M tag=6L5KON0PN78N type=write size=3575051 2024-04-12T16:21:19.880 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.883+0000 7f98d3178780 1 < completed delete operation key=66UG2YS0OGEZ tag=WJW9KYOBWDJJ type=del 2024-04-12T16:21:19.882 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.885+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=QQAZCTVCZDBR type=write size=613345 2024-04-12T16:21:19.884 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.887+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~LS4JL3B05M94.0 size=755020 2024-04-12T16:21:19.887 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.890+0000 7f98d3178780 1 < completed multipart upload key=UQB6NBY40RTD upload=LS4JL3B05M94 tag=RRPAF68J4732 type=write size=1803596 2024-04-12T16:21:19.889 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.892+0000 7f98d3178780 1 > prepared operation key=S81W06TIIZMK tag=ILPG6UGSD0LP type=del size=20330 2024-04-12T16:21:19.891 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.894+0000 7f98d3178780 1 < completed delete operation key=UQB6NBY40RTD tag=W4VT39FDO5SB type=del 2024-04-12T16:21:19.893 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.896+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=2QS186E0VD11 type=del size=411708 2024-04-12T16:21:19.895 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.898+0000 7f98d3178780 1 < completed delete operation key=EZFO3J6YDS47 tag=3EDMNL0OVOLM type=del 2024-04-12T16:21:19.897 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.900+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=C7MMJCEVRXIO type=del size=1182919 2024-04-12T16:21:19.898 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.901+0000 7f98d3178780 1 < completed delete operation key=9L0C6XS0IUS0 tag=KWHMCH2IZ13E type=del 2024-04-12T16:21:19.900 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.903+0000 7f98d3178780 1 > prepared operation key=JFLGBNJ7LSGN tag=ULJXS7H25IGK type=del size=289016 2024-04-12T16:21:19.902 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.905+0000 7f98d3178780 1 < completed delete operation key=4LOLFK38TOHP tag=ZJBVB9P7U0TH type=del 2024-04-12T16:21:19.903 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.907+0000 7f98d3178780 1 > prepared operation key=23DHOZJVEXJ6 tag=W5HEEYMPIHI1 type=write size=14429 2024-04-12T16:21:19.905 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.908+0000 7f98d3178780 1 < completed part key=_multipart_66UG2YS0OGEZ.2~1IJJQQGKZ1U0.0 size=1048576 2024-04-12T16:21:19.907 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.910+0000 7f98d3178780 1 < completed part key=_multipart_66UG2YS0OGEZ.2~1IJJQQGKZ1U0.1 size=1048576 2024-04-12T16:21:19.908 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.911+0000 7f98d3178780 1 < completed part key=_multipart_66UG2YS0OGEZ.2~1IJJQQGKZ1U0.2 size=146086 2024-04-12T16:21:19.911 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.914+0000 7f98d3178780 1 < completed multipart upload key=66UG2YS0OGEZ upload=1IJJQQGKZ1U0 tag=NX4MUE6Y8L4L type=write size=3291814 2024-04-12T16:21:19.914 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.917+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~M77M9FQCWNE3.0 size=239285 2024-04-12T16:21:19.914 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.917+0000 7f98d3178780 1 > prepared multipart upload key=0OWCAM744WJ9 upload=M77M9FQCWNE3 tag=9ZKP08PBWP04 type=write size=1287861 2024-04-12T16:21:19.916 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.919+0000 7f98d3178780 -1 < failed to complete operation key=KURJT9NHLL4D tag=UFWY1GXYS1WL type=del size=3400173: (22) Invalid argument 2024-04-12T16:21:19.918 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.921+0000 7f98d3178780 1 > prepared operation key=JFLGBNJ7LSGN tag=IFM6S6YD3UQC type=del size=2381301 2024-04-12T16:21:19.920 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.923+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~XKDWSXNN5JDM.0 size=541358 2024-04-12T16:21:19.923 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.926+0000 7f98d3178780 1 < completed multipart upload key=IHLY0ZTYK6UT upload=XKDWSXNN5JDM tag=E1NYOS0UZYE9 type=write size=1589934 2024-04-12T16:21:19.925 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.928+0000 7f98d3178780 1 > prepared operation key=66UG2YS0OGEZ tag=EVU1KEH00IOS type=del size=1310338 2024-04-12T16:21:19.927 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.930+0000 7f98d3178780 1 < completed part key=_multipart_FLD16WRTYTRE.2~PRYYBQ9AV07T.0 size=196841 2024-04-12T16:21:19.930 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.933+0000 7f98d3178780 1 < completed multipart upload key=FLD16WRTYTRE upload=PRYYBQ9AV07T tag=5H6X3RKR0VTP type=write size=1245417 2024-04-12T16:21:19.932 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.936+0000 7f98d3178780 1 > prepared operation key=S81W06TIIZMK tag=VQ3K20PGSKF4 type=del size=4122559 2024-04-12T16:21:19.936 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.939+0000 7f98d3178780 1 < suggested remove operation key=7X1SF5VYO5QN tag=MOI6OYW3OJZV type=del 2024-04-12T16:21:19.938 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.941+0000 7f98d3178780 1 > prepared operation key=S81W06TIIZMK tag=0PZZD4MK8NJW type=del size=3663471 2024-04-12T16:21:19.940 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.943+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~CSMIKST4T9WM.0 size=159938 2024-04-12T16:21:19.944 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.947+0000 7f98d3178780 1 < completed multipart upload key=8ZR0C2P8VMRA upload=CSMIKST4T9WM tag=CT3M5117KOUL type=write size=1208514 2024-04-12T16:21:19.947 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.951+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~CXKZF3ITZADB.0 size=68421 2024-04-12T16:21:19.947 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.951+0000 7f98d3178780 1 > prepared multipart upload key=3AW8J5U5KAAT upload=CXKZF3ITZADB tag=WAKP3N5S6T33 type=write size=1116997 2024-04-12T16:21:19.951 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.955+0000 7f98d3178780 1 < suggested update operation key=XC0UMQW2OGOM tag=QY7JS07PG3OG type=del size=985978 2024-04-12T16:21:19.953 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.956+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=8JMJHUWLKK4A type=del size=1647930 2024-04-12T16:21:19.955 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.958+0000 7f98d3178780 1 < completed delete operation key=BOEPCQFN2ISK tag=ZXA0KLE839QB type=del 2024-04-12T16:21:19.957 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.960+0000 7f98d3178780 1 > prepared operation key=7X1SF5VYO5QN tag=WR16XF2PPB6H type=del size=1789831 2024-04-12T16:21:19.957 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.960+0000 7f98d3178780 1 < canceled part key=_multipart_8ZR0C2P8VMRA.2~2BPTATGUAT9L.0 size=1048576 2024-04-12T16:21:19.958 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.962+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~2BPTATGUAT9L.1 size=1048576 2024-04-12T16:21:19.959 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.962+0000 7f98d3178780 1 < canceled part key=_multipart_8ZR0C2P8VMRA.2~2BPTATGUAT9L.2 size=731964 2024-04-12T16:21:19.962 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.965+0000 7f98d3178780 1 < canceled multipart upload key=8ZR0C2P8VMRA upload=2BPTATGUAT9L tag=TASU1A4ORA8Y type=write size=3877692 2024-04-12T16:21:19.963 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.967+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=GWPQLK04LTLX type=write size=317022 2024-04-12T16:21:19.966 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.969+0000 7f98d3178780 1 < completed part key=_multipart_S81W06TIIZMK.2~OGMJVU3TPG2M.0 size=1048576 2024-04-12T16:21:19.967 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.971+0000 7f98d3178780 1 < completed part key=_multipart_S81W06TIIZMK.2~OGMJVU3TPG2M.1 size=1048576 2024-04-12T16:21:19.969 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.972+0000 7f98d3178780 1 < completed part key=_multipart_S81W06TIIZMK.2~OGMJVU3TPG2M.2 size=429323 2024-04-12T16:21:19.972 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.975+0000 7f98d3178780 1 < completed multipart upload key=S81W06TIIZMK upload=OGMJVU3TPG2M tag=6L5KON0PN78N type=write size=3575051 2024-04-12T16:21:19.973 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.977+0000 7f98d3178780 1 > prepared operation key=PWA38LFGIMFY tag=AZMA63YX1U92 type=del size=1738221 2024-04-12T16:21:19.975 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.978+0000 7f98d3178780 1 < completed write operation key=4S7M3FBURFC1 tag=QQAZCTVCZDBR type=write size=613345 2024-04-12T16:21:19.977 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.980+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=PYJJI1E6IBXQ type=del size=2922603 2024-04-12T16:21:19.981 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.984+0000 7f98d3178780 1 < suggested remove operation key=S81W06TIIZMK tag=ILPG6UGSD0LP type=del 2024-04-12T16:21:19.983 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.986+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=C4CDEO8BKD00 type=del size=863544 2024-04-12T16:21:19.985 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.988+0000 7f98d3178780 1 < completed delete operation key=9L0C6XS0IUS0 tag=2QS186E0VD11 type=del 2024-04-12T16:21:19.987 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.990+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=G3BFZVJ82HKP type=del size=1779407 2024-04-12T16:21:19.988 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.992+0000 7f98d3178780 1 < completed delete operation key=4S7M3FBURFC1 tag=C7MMJCEVRXIO type=del 2024-04-12T16:21:19.991 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.995+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~3BTMDD0GZL7N.0 size=1048576 2024-04-12T16:21:19.993 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.996+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~3BTMDD0GZL7N.1 size=1048576 2024-04-12T16:21:19.994 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.998+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~3BTMDD0GZL7N.2 size=855919 2024-04-12T16:21:19.994 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.998+0000 7f98d3178780 1 > prepared multipart upload key=ZZ03YKAYH1C2 upload=3BTMDD0GZL7N tag=A2EFJ6RYMI49 type=write size=4001647 2024-04-12T16:21:19.996 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:19.999+0000 7f98d3178780 1 < completed delete operation key=JFLGBNJ7LSGN tag=ULJXS7H25IGK type=del 2024-04-12T16:21:19.998 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.001+0000 7f98d3178780 1 > prepared operation key=8AV30C26CXYV tag=99Q71W5RHR1N type=del size=1679364 2024-04-12T16:21:20.002 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.005+0000 7f98d3178780 1 < suggested remove operation key=23DHOZJVEXJ6 tag=W5HEEYMPIHI1 type=write 2024-04-12T16:21:20.005 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.008+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~P5MPZLBOARQ8.0 size=486436 2024-04-12T16:21:20.005 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.008+0000 7f98d3178780 1 > prepared multipart upload key=IHLY0ZTYK6UT upload=P5MPZLBOARQ8 tag=6CBSOI1QK99S type=write size=1535012 2024-04-12T16:21:20.007 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.010+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~M77M9FQCWNE3.0 size=239285 2024-04-12T16:21:20.010 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.013+0000 7f98d3178780 1 < completed multipart upload key=0OWCAM744WJ9 upload=M77M9FQCWNE3 tag=9ZKP08PBWP04 type=write size=1287861 2024-04-12T16:21:20.012 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.015+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=RCKJUE8EOAM8 type=write size=654373 2024-04-12T16:21:20.014 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.017+0000 7f98d3178780 1 < canceled operation key=JFLGBNJ7LSGN tag=IFM6S6YD3UQC type=del size=2381301 2024-04-12T16:21:20.018 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.021+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~NCRY47INM81A.0 size=1048576 2024-04-12T16:21:20.019 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.022+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~NCRY47INM81A.1 size=1048576 2024-04-12T16:21:20.020 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.024+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~NCRY47INM81A.2 size=488128 2024-04-12T16:21:20.020 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.024+0000 7f98d3178780 1 > prepared multipart upload key=8AV30C26CXYV upload=NCRY47INM81A tag=26YAQTTYTX77 type=write size=3633856 2024-04-12T16:21:20.023 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.026+0000 7f98d3178780 1 < completed delete operation key=66UG2YS0OGEZ tag=EVU1KEH00IOS type=del 2024-04-12T16:21:20.025 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.028+0000 7f98d3178780 1 > prepared operation key=0OWCAM744WJ9 tag=71IPXH2YPLQL type=write size=215811 2024-04-12T16:21:20.027 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.030+0000 7f98d3178780 -1 < failed to complete operation key=S81W06TIIZMK tag=VQ3K20PGSKF4 type=del size=4122559: (22) Invalid argument 2024-04-12T16:21:20.029 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.032+0000 7f98d3178780 1 > prepared operation key=IHLY0ZTYK6UT tag=PKE74JHUY7XS type=del size=1660211 2024-04-12T16:21:20.031 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.035+0000 7f98d3178780 -1 < failed to complete operation key=S81W06TIIZMK tag=0PZZD4MK8NJW type=del size=3663471: (22) Invalid argument 2024-04-12T16:21:20.033 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.036+0000 7f98d3178780 1 > prepared operation key=KHYODRDPUF4K tag=ICRBES30SDQH type=del size=1068078 2024-04-12T16:21:20.035 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.038+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~CXKZF3ITZADB.0 size=68421 2024-04-12T16:21:20.038 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.041+0000 7f98d3178780 1 < completed multipart upload key=3AW8J5U5KAAT upload=CXKZF3ITZADB tag=WAKP3N5S6T33 type=write size=1116997 2024-04-12T16:21:20.041 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.044+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~IZDSHWV7YMH5.0 size=1048576 2024-04-12T16:21:20.043 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.046+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~IZDSHWV7YMH5.1 size=1048576 2024-04-12T16:21:20.045 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.048+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~IZDSHWV7YMH5.2 size=824230 2024-04-12T16:21:20.045 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.048+0000 7f98d3178780 1 > prepared multipart upload key=3AW8J5U5KAAT upload=IZDSHWV7YMH5 tag=VQZJECP5EYL1 type=write size=3969958 2024-04-12T16:21:20.046 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.050+0000 7f98d3178780 1 < completed delete operation key=UQB6NBY40RTD tag=8JMJHUWLKK4A type=del 2024-04-12T16:21:20.050 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.053+0000 7f98d3178780 1 > prepared part key=_multipart_JFLGBNJ7LSGN.2~YE253L304XBZ.0 size=1048576 2024-04-12T16:21:20.052 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.055+0000 7f98d3178780 1 > prepared part key=_multipart_JFLGBNJ7LSGN.2~YE253L304XBZ.1 size=905677 2024-04-12T16:21:20.052 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.055+0000 7f98d3178780 1 > prepared multipart upload key=JFLGBNJ7LSGN upload=YE253L304XBZ tag=OS3DH53W7CJD type=write size=3002829 2024-04-12T16:21:20.055 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.058+0000 7f98d3178780 1 < suggested update operation key=7X1SF5VYO5QN tag=WR16XF2PPB6H type=del size=1789831 2024-04-12T16:21:20.056 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.060+0000 7f98d3178780 1 > prepared operation key=EZFO3J6YDS47 tag=JZVPOTL2PUU6 type=del size=837226 2024-04-12T16:21:20.060 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.063+0000 7f98d3178780 1 < suggested remove operation key=W6L40IZK9EF7 tag=GWPQLK04LTLX type=write 2024-04-12T16:21:20.063 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.067+0000 7f98d3178780 1 > prepared part key=_multipart_66UG2YS0OGEZ.2~HTEKY51DG9U2.0 size=1048576 2024-04-12T16:21:20.065 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.068+0000 7f98d3178780 1 > prepared part key=_multipart_66UG2YS0OGEZ.2~HTEKY51DG9U2.1 size=1048576 2024-04-12T16:21:20.067 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.070+0000 7f98d3178780 1 > prepared part key=_multipart_66UG2YS0OGEZ.2~HTEKY51DG9U2.2 size=152847 2024-04-12T16:21:20.067 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.070+0000 7f98d3178780 1 > prepared multipart upload key=66UG2YS0OGEZ upload=HTEKY51DG9U2 tag=41AR8NBDKIYW type=write size=3298575 2024-04-12T16:21:20.068 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.072+0000 7f98d3178780 1 < completed delete operation key=PWA38LFGIMFY tag=AZMA63YX1U92 type=del 2024-04-12T16:21:20.072 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.075+0000 7f98d3178780 1 > prepared part key=_multipart_PWA38LFGIMFY.2~9ZUQ113UY20F.0 size=496057 2024-04-12T16:21:20.072 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.075+0000 7f98d3178780 1 > prepared multipart upload key=PWA38LFGIMFY upload=9ZUQ113UY20F tag=AOEAYI77LUPQ type=write size=1544633 2024-04-12T16:21:20.074 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.078+0000 7f98d3178780 1 < completed delete operation key=8ZR0C2P8VMRA tag=PYJJI1E6IBXQ type=del 2024-04-12T16:21:20.078 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.081+0000 7f98d3178780 1 > prepared part key=_multipart_PWA38LFGIMFY.2~E5TXFZO93NC5.0 size=1048576 2024-04-12T16:21:20.079 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.083+0000 7f98d3178780 1 > prepared part key=_multipart_PWA38LFGIMFY.2~E5TXFZO93NC5.1 size=1048576 2024-04-12T16:21:20.081 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.084+0000 7f98d3178780 1 > prepared part key=_multipart_PWA38LFGIMFY.2~E5TXFZO93NC5.2 size=403027 2024-04-12T16:21:20.081 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.084+0000 7f98d3178780 1 > prepared multipart upload key=PWA38LFGIMFY upload=E5TXFZO93NC5 tag=913BZG1L0F99 type=write size=3548755 2024-04-12T16:21:20.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:19 smithi110 ceph-mon[88691]: pgmap v1396: 137 pgs: 12 creating+peering, 125 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 768 KiB/s rd, 264 KiB/s wr, 1.35k op/s 2024-04-12T16:21:20.083 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.086+0000 7f98d3178780 1 < completed delete operation key=UQB6NBY40RTD tag=C4CDEO8BKD00 type=del 2024-04-12T16:21:20.086 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.089+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~VLE4Q3BCF88D.0 size=1048576 2024-04-12T16:21:20.088 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.091+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~VLE4Q3BCF88D.1 size=1048576 2024-04-12T16:21:20.089 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.092+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~VLE4Q3BCF88D.2 size=803533 2024-04-12T16:21:20.089 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.092+0000 7f98d3178780 1 > prepared multipart upload key=8ZR0C2P8VMRA upload=VLE4Q3BCF88D tag=MRRVDV2CIKWO type=write size=3949261 2024-04-12T16:21:20.093 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.096+0000 7f98d3178780 1 < suggested update operation key=UQB6NBY40RTD tag=G3BFZVJ82HKP type=del size=1779407 2024-04-12T16:21:20.095 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.098+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=MXBG5OQ6LM1P type=del size=1995902 2024-04-12T16:21:20.097 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.100+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~3BTMDD0GZL7N.0 size=1048576 2024-04-12T16:21:20.099 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.102+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~3BTMDD0GZL7N.1 size=1048576 2024-04-12T16:21:20.100 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.103+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~3BTMDD0GZL7N.2 size=855919 2024-04-12T16:21:20.103 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.106+0000 7f98d3178780 1 < completed multipart upload key=ZZ03YKAYH1C2 upload=3BTMDD0GZL7N tag=A2EFJ6RYMI49 type=write size=4001647 2024-04-12T16:21:20.104 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.108+0000 7f98d3178780 1 > prepared operation key=7X1SF5VYO5QN tag=1SWQIAGKIA18 type=del size=1179591 2024-04-12T16:21:20.106 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.109+0000 7f98d3178780 1 < completed delete operation key=8AV30C26CXYV tag=99Q71W5RHR1N type=del 2024-04-12T16:21:20.108 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.111+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=1S7SLMM65VEE type=write size=880749 2024-04-12T16:21:20.110 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.113+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~P5MPZLBOARQ8.0 size=486436 2024-04-12T16:21:20.113 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.117+0000 7f98d3178780 1 < completed multipart upload key=IHLY0ZTYK6UT upload=P5MPZLBOARQ8 tag=6CBSOI1QK99S type=write size=1535012 2024-04-12T16:21:20.115 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.119+0000 7f98d3178780 1 > prepared operation key=RGAGK6SC7WUJ tag=S5BYKG520EZA type=del size=2965069 2024-04-12T16:21:20.119 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.122+0000 7f98d3178780 1 < suggested update operation key=XC0UMQW2OGOM tag=RCKJUE8EOAM8 type=write size=654373 2024-04-12T16:21:20.121 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.124+0000 7f98d3178780 1 > prepared operation key=FLD16WRTYTRE tag=COQO48BZ0CXW type=write size=1013748 2024-04-12T16:21:20.123 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.126+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~NCRY47INM81A.0 size=1048576 2024-04-12T16:21:20.124 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.127+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~NCRY47INM81A.1 size=1048576 2024-04-12T16:21:20.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:19 smithi099 ceph-mon[94290]: pgmap v1396: 137 pgs: 12 creating+peering, 125 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 768 KiB/s rd, 264 KiB/s wr, 1.35k op/s 2024-04-12T16:21:20.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:19 smithi099 ceph-mon[96864]: pgmap v1396: 137 pgs: 12 creating+peering, 125 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 768 KiB/s rd, 264 KiB/s wr, 1.35k op/s 2024-04-12T16:21:20.126 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.129+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~NCRY47INM81A.2 size=488128 2024-04-12T16:21:20.129 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.132+0000 7f98d3178780 1 < completed multipart upload key=8AV30C26CXYV upload=NCRY47INM81A tag=26YAQTTYTX77 type=write size=3633856 2024-04-12T16:21:20.130 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.133+0000 7f98d3178780 1 > prepared operation key=LU8ZUI2MDRGX tag=TR2Z2U9NERZP type=del size=1350709 2024-04-12T16:21:20.132 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.135+0000 7f98d3178780 1 < completed write operation key=0OWCAM744WJ9 tag=71IPXH2YPLQL type=write size=215811 2024-04-12T16:21:20.135 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.138+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~5G3V7KX34B7C.0 size=1048576 2024-04-12T16:21:20.137 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.140+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~5G3V7KX34B7C.1 size=1048576 2024-04-12T16:21:20.138 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.142+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~5G3V7KX34B7C.2 size=607803 2024-04-12T16:21:20.139 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.142+0000 7f98d3178780 1 > prepared multipart upload key=KHYODRDPUF4K upload=5G3V7KX34B7C tag=6JWFVCZ5DDZK type=write size=3753531 2024-04-12T16:21:20.140 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.144+0000 7f98d3178780 1 < completed delete operation key=IHLY0ZTYK6UT tag=PKE74JHUY7XS type=del 2024-04-12T16:21:20.143 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.147+0000 7f98d3178780 1 > prepared part key=_multipart_EZFO3J6YDS47.2~GKZVVX2J6AX0.0 size=728592 2024-04-12T16:21:20.144 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.147+0000 7f98d3178780 1 > prepared multipart upload key=EZFO3J6YDS47 upload=GKZVVX2J6AX0 tag=CC872AY4TYQS type=write size=1777168 2024-04-12T16:21:20.145 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.149+0000 7f98d3178780 1 < completed delete operation key=KHYODRDPUF4K tag=ICRBES30SDQH type=del 2024-04-12T16:21:20.147 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.151+0000 7f98d3178780 1 > prepared operation key=PT2U3K72AW80 tag=C19Y130OG4P1 type=del size=1377297 2024-04-12T16:21:20.149 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.152+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~IZDSHWV7YMH5.0 size=1048576 2024-04-12T16:21:20.150 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.154+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~IZDSHWV7YMH5.1 size=1048576 2024-04-12T16:21:20.154 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.155+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~IZDSHWV7YMH5.2 size=824230 2024-04-12T16:21:20.155 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.158+0000 7f98d3178780 1 < completed multipart upload key=3AW8J5U5KAAT upload=IZDSHWV7YMH5 tag=VQZJECP5EYL1 type=write size=3969958 2024-04-12T16:21:20.158 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.161+0000 7f98d3178780 1 > prepared part key=_multipart_PWA38LFGIMFY.2~8TW3Z2X890E4.0 size=737286 2024-04-12T16:21:20.158 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.161+0000 7f98d3178780 1 > prepared multipart upload key=PWA38LFGIMFY upload=8TW3Z2X890E4 tag=7NPE3N7BLAV4 type=write size=1785862 2024-04-12T16:21:20.160 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.163+0000 7f98d3178780 1 < completed part key=_multipart_JFLGBNJ7LSGN.2~YE253L304XBZ.0 size=1048576 2024-04-12T16:21:20.162 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.165+0000 7f98d3178780 1 < completed part key=_multipart_JFLGBNJ7LSGN.2~YE253L304XBZ.1 size=905677 2024-04-12T16:21:20.165 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.168+0000 7f98d3178780 1 < completed multipart upload key=JFLGBNJ7LSGN upload=YE253L304XBZ tag=OS3DH53W7CJD type=write size=3002829 2024-04-12T16:21:20.167 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.170+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=4HT0CCVGRMZY type=del size=1246864 2024-04-12T16:21:20.168 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.172+0000 7f98d3178780 1 < completed delete operation key=EZFO3J6YDS47 tag=JZVPOTL2PUU6 type=del 2024-04-12T16:21:20.170 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.173+0000 7f98d3178780 1 > prepared operation key=LU8ZUI2MDRGX tag=7KDD9SYUNFOM type=del size=904984 2024-04-12T16:21:20.172 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.175+0000 7f98d3178780 1 < completed part key=_multipart_66UG2YS0OGEZ.2~HTEKY51DG9U2.0 size=1048576 2024-04-12T16:21:20.172 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.175+0000 7f98d3178780 1 < canceled part key=_multipart_66UG2YS0OGEZ.2~HTEKY51DG9U2.1 size=1048576 2024-04-12T16:21:20.174 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.177+0000 7f98d3178780 1 < completed part key=_multipart_66UG2YS0OGEZ.2~HTEKY51DG9U2.2 size=152847 2024-04-12T16:21:20.177 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.180+0000 7f98d3178780 1 < canceled multipart upload key=66UG2YS0OGEZ upload=HTEKY51DG9U2 tag=41AR8NBDKIYW type=write size=3298575 2024-04-12T16:21:20.179 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.182+0000 7f98d3178780 1 > prepared operation key=7X1SF5VYO5QN tag=SOW3Q217EALZ type=del size=661028 2024-04-12T16:21:20.181 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.184+0000 7f98d3178780 1 < completed part key=_multipart_PWA38LFGIMFY.2~9ZUQ113UY20F.0 size=496057 2024-04-12T16:21:20.184 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.188+0000 7f98d3178780 1 < completed multipart upload key=PWA38LFGIMFY upload=9ZUQ113UY20F tag=AOEAYI77LUPQ type=write size=1544633 2024-04-12T16:21:20.186 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.190+0000 7f98d3178780 1 > prepared operation key=66UG2YS0OGEZ tag=OL51HX5XMQSB type=write size=569128 2024-04-12T16:21:20.187 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.190+0000 7f98d3178780 1 < canceled part key=_multipart_PWA38LFGIMFY.2~E5TXFZO93NC5.0 size=1048576 2024-04-12T16:21:20.188 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.191+0000 7f98d3178780 1 < completed part key=_multipart_PWA38LFGIMFY.2~E5TXFZO93NC5.1 size=1048576 2024-04-12T16:21:20.190 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.193+0000 7f98d3178780 1 < completed part key=_multipart_PWA38LFGIMFY.2~E5TXFZO93NC5.2 size=403027 2024-04-12T16:21:20.193 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.196+0000 7f98d3178780 1 < canceled multipart upload key=PWA38LFGIMFY upload=E5TXFZO93NC5 tag=913BZG1L0F99 type=write size=3548755 2024-04-12T16:21:20.196 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.199+0000 7f98d3178780 1 > prepared part key=_multipart_JFLGBNJ7LSGN.2~URV45S0KJ44N.0 size=41367 2024-04-12T16:21:20.196 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.199+0000 7f98d3178780 1 > prepared multipart upload key=JFLGBNJ7LSGN upload=URV45S0KJ44N tag=7N2HXYJEPF1P type=write size=1089943 2024-04-12T16:21:20.197 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.201+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~VLE4Q3BCF88D.0 size=1048576 2024-04-12T16:21:20.199 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.202+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~VLE4Q3BCF88D.1 size=1048576 2024-04-12T16:21:20.200 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.204+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~VLE4Q3BCF88D.2 size=803533 2024-04-12T16:21:20.203 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.207+0000 7f98d3178780 1 < completed multipart upload key=8ZR0C2P8VMRA upload=VLE4Q3BCF88D tag=MRRVDV2CIKWO type=write size=3949261 2024-04-12T16:21:20.205 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.209+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=EEHFKNRSRQ0U type=del size=1283605 2024-04-12T16:21:20.207 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.210+0000 7f98d3178780 1 < completed delete operation key=GM8O00AYQLB5 tag=MXBG5OQ6LM1P type=del 2024-04-12T16:21:20.210 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.213+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~8ILTYPFJN127.0 size=1048576 2024-04-12T16:21:20.212 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.215+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~8ILTYPFJN127.1 size=1048576 2024-04-12T16:21:20.213 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.217+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~8ILTYPFJN127.2 size=852009 2024-04-12T16:21:20.213 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.217+0000 7f98d3178780 1 > prepared multipart upload key=KHYODRDPUF4K upload=8ILTYPFJN127 tag=A3FSPRTXR7MM type=write size=3997737 2024-04-12T16:21:20.215 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.219+0000 7f98d3178780 1 < canceled operation key=7X1SF5VYO5QN tag=1SWQIAGKIA18 type=del size=1179591 2024-04-12T16:21:20.217 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.221+0000 7f98d3178780 1 > prepared operation key=S81W06TIIZMK tag=A3Y0Y7ZH70AJ type=del size=1452907 2024-04-12T16:21:20.220 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.223+0000 7f98d3178780 1 < completed write operation key=W6L40IZK9EF7 tag=1S7SLMM65VEE type=write size=880749 2024-04-12T16:21:20.222 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.225+0000 7f98d3178780 1 > prepared operation key=LU8ZUI2MDRGX tag=RE2YZAA4GPNE type=del size=3050746 2024-04-12T16:21:20.224 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.227+0000 7f98d3178780 1 < completed delete operation key=RGAGK6SC7WUJ tag=S5BYKG520EZA type=del 2024-04-12T16:21:20.226 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.229+0000 7f98d3178780 1 > prepared operation key=I40BBGONTDFL tag=EYSAREHVWA3I type=del size=3434116 2024-04-12T16:21:20.228 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.231+0000 7f98d3178780 1 < completed write operation key=FLD16WRTYTRE tag=COQO48BZ0CXW type=write size=1013748 2024-04-12T16:21:20.230 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.233+0000 7f98d3178780 1 > prepared operation key=0OWCAM744WJ9 tag=B1UI2IPJDWQZ type=del size=945560 2024-04-12T16:21:20.232 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.235+0000 7f98d3178780 1 < completed delete operation key=LU8ZUI2MDRGX tag=TR2Z2U9NERZP type=del 2024-04-12T16:21:20.236 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.239+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~CZFRO87YNC2N.0 size=1048576 2024-04-12T16:21:20.237 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.241+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~CZFRO87YNC2N.1 size=1048576 2024-04-12T16:21:20.239 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.242+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~CZFRO87YNC2N.2 size=175356 2024-04-12T16:21:20.239 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.242+0000 7f98d3178780 1 > prepared multipart upload key=8AV30C26CXYV upload=CZFRO87YNC2N tag=37G8J3TCUSEY type=write size=3321084 2024-04-12T16:21:20.241 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.245+0000 7f98d3178780 1 < completed part key=_multipart_KHYODRDPUF4K.2~5G3V7KX34B7C.0 size=1048576 2024-04-12T16:21:20.243 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.246+0000 7f98d3178780 1 < completed part key=_multipart_KHYODRDPUF4K.2~5G3V7KX34B7C.1 size=1048576 2024-04-12T16:21:20.244 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.248+0000 7f98d3178780 1 < completed part key=_multipart_KHYODRDPUF4K.2~5G3V7KX34B7C.2 size=607803 2024-04-12T16:21:20.248 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.251+0000 7f98d3178780 1 < completed multipart upload key=KHYODRDPUF4K upload=5G3V7KX34B7C tag=6JWFVCZ5DDZK type=write size=3753531 2024-04-12T16:21:20.250 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.253+0000 7f98d3178780 1 > prepared operation key=ZZ03YKAYH1C2 tag=OF0MY7AS16TH type=del size=1315751 2024-04-12T16:21:20.250 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.253+0000 7f98d3178780 1 < canceled part key=_multipart_EZFO3J6YDS47.2~GKZVVX2J6AX0.0 size=728592 2024-04-12T16:21:20.253 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.257+0000 7f98d3178780 1 < canceled multipart upload key=EZFO3J6YDS47 upload=GKZVVX2J6AX0 tag=CC872AY4TYQS type=write size=1777168 2024-04-12T16:21:20.256 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.259+0000 7f98d3178780 1 > prepared operation key=ZZ03YKAYH1C2 tag=BD0N1UGAX230 type=del size=3090551 2024-04-12T16:21:20.258 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.262+0000 7f98d3178780 1 < completed delete operation key=PT2U3K72AW80 tag=C19Y130OG4P1 type=del 2024-04-12T16:21:20.262 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.265+0000 7f98d3178780 1 > prepared part key=_multipart_W6L40IZK9EF7.2~3J3W67CQ8ECX.0 size=1048576 2024-04-12T16:21:20.263 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.267+0000 7f98d3178780 1 > prepared part key=_multipart_W6L40IZK9EF7.2~3J3W67CQ8ECX.1 size=1048576 2024-04-12T16:21:20.265 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.268+0000 7f98d3178780 1 > prepared part key=_multipart_W6L40IZK9EF7.2~3J3W67CQ8ECX.2 size=289726 2024-04-12T16:21:20.265 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.268+0000 7f98d3178780 1 > prepared multipart upload key=W6L40IZK9EF7 upload=3J3W67CQ8ECX tag=4MCQAN3QMQA7 type=write size=3435454 2024-04-12T16:21:20.267 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.270+0000 7f98d3178780 1 < completed part key=_multipart_PWA38LFGIMFY.2~8TW3Z2X890E4.0 size=737286 2024-04-12T16:21:20.270 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.273+0000 7f98d3178780 1 < completed multipart upload key=PWA38LFGIMFY upload=8TW3Z2X890E4 tag=7NPE3N7BLAV4 type=write size=1785862 2024-04-12T16:21:20.273 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.276+0000 7f98d3178780 1 > prepared part key=_multipart_GM8O00AYQLB5.2~M474D4301FYG.0 size=702603 2024-04-12T16:21:20.273 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.276+0000 7f98d3178780 1 > prepared multipart upload key=GM8O00AYQLB5 upload=M474D4301FYG tag=8CS74EX3L0MX type=write size=1751179 2024-04-12T16:21:20.274 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.278+0000 7f98d3178780 1 < completed delete operation key=GM8O00AYQLB5 tag=4HT0CCVGRMZY type=del 2024-04-12T16:21:20.278 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.281+0000 7f98d3178780 1 > prepared part key=_multipart_W6L40IZK9EF7.2~AOEYSUC54RJK.0 size=1048576 2024-04-12T16:21:20.279 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.283+0000 7f98d3178780 1 > prepared part key=_multipart_W6L40IZK9EF7.2~AOEYSUC54RJK.1 size=1048576 2024-04-12T16:21:20.281 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.284+0000 7f98d3178780 1 > prepared part key=_multipart_W6L40IZK9EF7.2~AOEYSUC54RJK.2 size=880024 2024-04-12T16:21:20.281 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.284+0000 7f98d3178780 1 > prepared multipart upload key=W6L40IZK9EF7 upload=AOEYSUC54RJK tag=0SQKI2I9PHP7 type=write size=4025752 2024-04-12T16:21:20.283 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.286+0000 7f98d3178780 1 < canceled operation key=LU8ZUI2MDRGX tag=7KDD9SYUNFOM type=del size=904984 2024-04-12T16:21:20.286 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.290+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~2BJRUWWAGCYO.0 size=752564 2024-04-12T16:21:20.287 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.290+0000 7f98d3178780 1 > prepared multipart upload key=PT2U3K72AW80 upload=2BJRUWWAGCYO tag=YCUV5VO360G9 type=write size=1801140 2024-04-12T16:21:20.290 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.293+0000 7f98d3178780 1 < suggested remove operation key=7X1SF5VYO5QN tag=SOW3Q217EALZ type=del 2024-04-12T16:21:20.292 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.295+0000 7f98d3178780 1 > prepared operation key=66UG2YS0OGEZ tag=L4NTRTJ9JOQT type=del size=3443021 2024-04-12T16:21:20.294 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.297+0000 7f98d3178780 1 < completed write operation key=66UG2YS0OGEZ tag=OL51HX5XMQSB type=write size=569128 2024-04-12T16:21:20.296 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.299+0000 7f98d3178780 1 > prepared operation key=PT2U3K72AW80 tag=I6AMZ92Z34N7 type=del size=3931434 2024-04-12T16:21:20.297 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.301+0000 7f98d3178780 1 < completed part key=_multipart_JFLGBNJ7LSGN.2~URV45S0KJ44N.0 size=41367 2024-04-12T16:21:20.301 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.304+0000 7f98d3178780 1 < completed multipart upload key=JFLGBNJ7LSGN upload=URV45S0KJ44N tag=7N2HXYJEPF1P type=write size=1089943 2024-04-12T16:21:20.302 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.306+0000 7f98d3178780 1 > prepared operation key=D0M5V2Z6TGN6 tag=6HKI2T2124HK type=del size=2088370 2024-04-12T16:21:20.305 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.308+0000 7f98d3178780 1 < completed delete operation key=8ZR0C2P8VMRA tag=EEHFKNRSRQ0U type=del 2024-04-12T16:21:20.307 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.310+0000 7f98d3178780 1 > prepared operation key=KHYODRDPUF4K tag=VEOUCSD6DJQA type=write size=247065 2024-04-12T16:21:20.307 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.310+0000 7f98d3178780 1 < canceled part key=_multipart_KHYODRDPUF4K.2~8ILTYPFJN127.0 size=1048576 2024-04-12T16:21:20.308 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.311+0000 7f98d3178780 1 < completed part key=_multipart_KHYODRDPUF4K.2~8ILTYPFJN127.1 size=1048576 2024-04-12T16:21:20.308 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.311+0000 7f98d3178780 1 < canceled part key=_multipart_KHYODRDPUF4K.2~8ILTYPFJN127.2 size=852009 2024-04-12T16:21:20.311 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.315+0000 7f98d3178780 1 < canceled multipart upload key=KHYODRDPUF4K upload=8ILTYPFJN127 tag=A3FSPRTXR7MM type=write size=3997737 2024-04-12T16:21:20.313 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.316+0000 7f98d3178780 1 > prepared operation key=3AW8J5U5KAAT tag=LBB4UFF7GF8B type=del size=679274 2024-04-12T16:21:20.315 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.318+0000 7f98d3178780 1 < completed delete operation key=S81W06TIIZMK tag=A3Y0Y7ZH70AJ type=del 2024-04-12T16:21:20.317 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.320+0000 7f98d3178780 1 > prepared operation key=KURJT9NHLL4D tag=AXLZYEW8LRD0 type=del size=2755253 2024-04-12T16:21:20.318 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.322+0000 7f98d3178780 1 < canceled operation key=LU8ZUI2MDRGX tag=RE2YZAA4GPNE type=del size=3050746 2024-04-12T16:21:20.322 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.325+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~G60BA1J9RKUO.0 size=1048576 2024-04-12T16:21:20.324 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.327+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~G60BA1J9RKUO.1 size=953577 2024-04-12T16:21:20.324 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.327+0000 7f98d3178780 1 > prepared multipart upload key=LU8ZUI2MDRGX upload=G60BA1J9RKUO tag=58I5S8L52DBU type=write size=3050729 2024-04-12T16:21:20.326 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.329+0000 7f98d3178780 1 < completed delete operation key=I40BBGONTDFL tag=EYSAREHVWA3I type=del 2024-04-12T16:21:20.328 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.331+0000 7f98d3178780 1 > prepared operation key=4LOLFK38TOHP tag=5AU8BU4L8F6B type=write size=743799 2024-04-12T16:21:20.330 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.333+0000 7f98d3178780 1 < completed delete operation key=0OWCAM744WJ9 tag=B1UI2IPJDWQZ type=del 2024-04-12T16:21:20.331 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.335+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=31I8YL26ZHK3 type=del size=2032365 2024-04-12T16:21:20.333 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.337+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~CZFRO87YNC2N.0 size=1048576 2024-04-12T16:21:20.333 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.337+0000 7f98d3178780 1 < canceled part key=_multipart_8AV30C26CXYV.2~CZFRO87YNC2N.1 size=1048576 2024-04-12T16:21:20.335 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.338+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~CZFRO87YNC2N.2 size=175356 2024-04-12T16:21:20.338 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.341+0000 7f98d3178780 1 < canceled multipart upload key=8AV30C26CXYV upload=CZFRO87YNC2N tag=37G8J3TCUSEY type=write size=3321084 2024-04-12T16:21:20.340 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.343+0000 7f98d3178780 1 > prepared operation key=I40BBGONTDFL tag=QCTNGLNP0BOL type=del size=1502472 2024-04-12T16:21:20.342 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.345+0000 7f98d3178780 1 < completed delete operation key=ZZ03YKAYH1C2 tag=OF0MY7AS16TH type=del 2024-04-12T16:21:20.344 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.347+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=I0GD771HYWB3 type=write size=450329 2024-04-12T16:21:20.345 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.349+0000 7f98d3178780 1 < completed delete operation key=ZZ03YKAYH1C2 tag=BD0N1UGAX230 type=del 2024-04-12T16:21:20.347 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.350+0000 7f98d3178780 1 > prepared operation key=0OWCAM744WJ9 tag=IRJDHRXG3NLY type=del size=3904866 2024-04-12T16:21:20.349 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.352+0000 7f98d3178780 1 < completed part key=_multipart_W6L40IZK9EF7.2~3J3W67CQ8ECX.0 size=1048576 2024-04-12T16:21:20.350 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.354+0000 7f98d3178780 1 < completed part key=_multipart_W6L40IZK9EF7.2~3J3W67CQ8ECX.1 size=1048576 2024-04-12T16:21:20.351 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.354+0000 7f98d3178780 1 < canceled part key=_multipart_W6L40IZK9EF7.2~3J3W67CQ8ECX.2 size=289726 2024-04-12T16:21:20.358 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.357+0000 7f98d3178780 1 < canceled multipart upload key=W6L40IZK9EF7 upload=3J3W67CQ8ECX tag=4MCQAN3QMQA7 type=write size=3435454 2024-04-12T16:21:20.358 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.359+0000 7f98d3178780 1 > prepared operation key=VZ3ZKIAP7V00 tag=10CUT9R00IEP type=del size=3309752 2024-04-12T16:21:20.358 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.361+0000 7f98d3178780 1 < completed part key=_multipart_GM8O00AYQLB5.2~M474D4301FYG.0 size=702603 2024-04-12T16:21:20.360 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.364+0000 7f98d3178780 1 < completed multipart upload key=GM8O00AYQLB5 upload=M474D4301FYG tag=8CS74EX3L0MX type=write size=1751179 2024-04-12T16:21:20.364 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.367+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~K02A5YG0DXJD.0 size=729205 2024-04-12T16:21:20.364 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.367+0000 7f98d3178780 1 > prepared multipart upload key=8ZR0C2P8VMRA upload=K02A5YG0DXJD tag=17I0099P9MRI type=write size=1777781 2024-04-12T16:21:20.366 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.369+0000 7f98d3178780 1 < completed part key=_multipart_W6L40IZK9EF7.2~AOEYSUC54RJK.0 size=1048576 2024-04-12T16:21:20.368 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.371+0000 7f98d3178780 1 < completed part key=_multipart_W6L40IZK9EF7.2~AOEYSUC54RJK.1 size=1048576 2024-04-12T16:21:20.370 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.373+0000 7f98d3178780 1 < completed part key=_multipart_W6L40IZK9EF7.2~AOEYSUC54RJK.2 size=880024 2024-04-12T16:21:20.373 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.377+0000 7f98d3178780 1 < completed multipart upload key=W6L40IZK9EF7 upload=AOEYSUC54RJK tag=0SQKI2I9PHP7 type=write size=4025752 2024-04-12T16:21:20.377 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.380+0000 7f98d3178780 1 > prepared part key=_multipart_RGAGK6SC7WUJ.2~T778Q5BKJF2U.0 size=1048576 2024-04-12T16:21:20.378 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.382+0000 7f98d3178780 1 > prepared part key=_multipart_RGAGK6SC7WUJ.2~T778Q5BKJF2U.1 size=557495 2024-04-12T16:21:20.378 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.382+0000 7f98d3178780 1 > prepared multipart upload key=RGAGK6SC7WUJ upload=T778Q5BKJF2U tag=GSQ0LE8UUPN0 type=write size=2654647 2024-04-12T16:21:20.380 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.383+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~2BJRUWWAGCYO.0 size=752564 2024-04-12T16:21:20.383 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.386+0000 7f98d3178780 1 < completed multipart upload key=PT2U3K72AW80 upload=2BJRUWWAGCYO tag=YCUV5VO360G9 type=write size=1801140 2024-04-12T16:21:20.386 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.390+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~F9W5871O0EEB.0 size=732201 2024-04-12T16:21:20.386 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.390+0000 7f98d3178780 1 > prepared multipart upload key=23DHOZJVEXJ6 upload=F9W5871O0EEB tag=6R1W7UMDJP3L type=write size=1780777 2024-04-12T16:21:20.388 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.392+0000 7f98d3178780 1 < completed delete operation key=66UG2YS0OGEZ tag=L4NTRTJ9JOQT type=del 2024-04-12T16:21:20.392 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.395+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~ZT9A62SRRBAM.0 size=1048576 2024-04-12T16:21:20.394 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.397+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~ZT9A62SRRBAM.1 size=1048576 2024-04-12T16:21:20.395 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.398+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~ZT9A62SRRBAM.2 size=798638 2024-04-12T16:21:20.395 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.398+0000 7f98d3178780 1 > prepared multipart upload key=0OWCAM744WJ9 upload=ZT9A62SRRBAM tag=IR1BMQ71NDO6 type=write size=3944366 2024-04-12T16:21:20.397 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.400+0000 7f98d3178780 1 < completed delete operation key=PT2U3K72AW80 tag=I6AMZ92Z34N7 type=del 2024-04-12T16:21:20.399 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.402+0000 7f98d3178780 1 > prepared operation key=8AV30C26CXYV tag=QIQFM7244Q27 type=del size=3748135 2024-04-12T16:21:20.400 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.404+0000 7f98d3178780 1 < completed delete operation key=D0M5V2Z6TGN6 tag=6HKI2T2124HK type=del 2024-04-12T16:21:20.402 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.405+0000 7f98d3178780 1 > prepared operation key=KURJT9NHLL4D tag=241DD0T122IY type=del size=1614541 2024-04-12T16:21:20.404 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.407+0000 7f98d3178780 1 < completed write operation key=KHYODRDPUF4K tag=VEOUCSD6DJQA type=write size=247065 2024-04-12T16:21:20.405 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.409+0000 7f98d3178780 1 > prepared operation key=EZFO3J6YDS47 tag=1SZCURT42UE4 type=del size=3201916 2024-04-12T16:21:20.408 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.411+0000 7f98d3178780 1 < completed delete operation key=3AW8J5U5KAAT tag=LBB4UFF7GF8B type=del 2024-04-12T16:21:20.411 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.414+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~MFJ2A6PVVFEV.0 size=1048576 2024-04-12T16:21:20.413 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.416+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~MFJ2A6PVVFEV.1 size=1048576 2024-04-12T16:21:20.414 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.418+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~MFJ2A6PVVFEV.2 size=476734 2024-04-12T16:21:20.414 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.418+0000 7f98d3178780 1 > prepared multipart upload key=0OWCAM744WJ9 upload=MFJ2A6PVVFEV tag=018S6Q3G2JJW type=write size=3622462 2024-04-12T16:21:20.418 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.421+0000 7f98d3178780 1 < suggested remove operation key=KURJT9NHLL4D tag=AXLZYEW8LRD0 type=del 2024-04-12T16:21:20.422 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.425+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~MZNQY1VZ3HTM.0 size=1048576 2024-04-12T16:21:20.423 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.427+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~MZNQY1VZ3HTM.1 size=924681 2024-04-12T16:21:20.423 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.427+0000 7f98d3178780 1 > prepared multipart upload key=S81W06TIIZMK upload=MZNQY1VZ3HTM tag=31NOZ5Y0VK8S type=write size=3021833 2024-04-12T16:21:20.425 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.429+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~G60BA1J9RKUO.0 size=1048576 2024-04-12T16:21:20.427 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.430+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~G60BA1J9RKUO.1 size=953577 2024-04-12T16:21:20.430 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.434+0000 7f98d3178780 1 < completed multipart upload key=LU8ZUI2MDRGX upload=G60BA1J9RKUO tag=58I5S8L52DBU type=write size=3050729 2024-04-12T16:21:20.432 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.435+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=Q7121UPG7QE4 type=del size=3115485 2024-04-12T16:21:20.434 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.437+0000 7f98d3178780 1 < completed write operation key=4LOLFK38TOHP tag=5AU8BU4L8F6B type=write size=743799 2024-04-12T16:21:20.437 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.440+0000 7f98d3178780 1 > prepared part key=_multipart_FLD16WRTYTRE.2~MG4HE3A4LFTZ.0 size=429566 2024-04-12T16:21:20.437 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.440+0000 7f98d3178780 1 > prepared multipart upload key=FLD16WRTYTRE upload=MG4HE3A4LFTZ tag=YGK32X4PB40O type=write size=1478142 2024-04-12T16:21:20.439 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.442+0000 7f98d3178780 1 < completed delete operation key=9L0C6XS0IUS0 tag=31I8YL26ZHK3 type=del 2024-04-12T16:21:20.442 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.446+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~DPMMMXWUCRQR.0 size=1048576 2024-04-12T16:21:20.445 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.448+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~DPMMMXWUCRQR.1 size=99184 2024-04-12T16:21:20.445 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.448+0000 7f98d3178780 1 > prepared multipart upload key=D0M5V2Z6TGN6 upload=DPMMMXWUCRQR tag=00PC9272YVHN type=write size=2196336 2024-04-12T16:21:20.447 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.450+0000 7f98d3178780 1 < completed delete operation key=I40BBGONTDFL tag=QCTNGLNP0BOL type=del 2024-04-12T16:21:20.448 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.452+0000 7f98d3178780 1 > prepared operation key=RGAGK6SC7WUJ tag=5XQZTQOIMLR0 type=del size=868896 2024-04-12T16:21:20.450 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.454+0000 7f98d3178780 1 < completed write operation key=4S7M3FBURFC1 tag=I0GD771HYWB3 type=write size=450329 2024-04-12T16:21:20.452 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.455+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=D4NL67N76ORA type=write size=155881 2024-04-12T16:21:20.454 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.457+0000 7f98d3178780 1 < completed delete operation key=0OWCAM744WJ9 tag=IRJDHRXG3NLY type=del 2024-04-12T16:21:20.457 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.460+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~4Y0FANMBUEZV.0 size=1048576 2024-04-12T16:21:20.459 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.462+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~4Y0FANMBUEZV.1 size=93199 2024-04-12T16:21:20.459 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.462+0000 7f98d3178780 1 > prepared multipart upload key=0OWCAM744WJ9 upload=4Y0FANMBUEZV tag=T80H6HPNWQ9Y type=write size=2190351 2024-04-12T16:21:20.460 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.464+0000 7f98d3178780 1 < completed delete operation key=VZ3ZKIAP7V00 tag=10CUT9R00IEP type=del 2024-04-12T16:21:20.463 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.466+0000 7f98d3178780 1 > prepared operation key=66UG2YS0OGEZ tag=CAPVRQHX6PA5 type=del size=1031535 2024-04-12T16:21:20.464 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.468+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~K02A5YG0DXJD.0 size=729205 2024-04-12T16:21:20.467 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.471+0000 7f98d3178780 1 < completed multipart upload key=8ZR0C2P8VMRA upload=K02A5YG0DXJD tag=17I0099P9MRI type=write size=1777781 2024-04-12T16:21:20.471 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.474+0000 7f98d3178780 1 > prepared part key=_multipart_9L0C6XS0IUS0.2~ZVPC1R7V1VW1.0 size=1048576 2024-04-12T16:21:20.472 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.476+0000 7f98d3178780 1 > prepared part key=_multipart_9L0C6XS0IUS0.2~ZVPC1R7V1VW1.1 size=1048576 2024-04-12T16:21:20.474 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.477+0000 7f98d3178780 1 > prepared part key=_multipart_9L0C6XS0IUS0.2~ZVPC1R7V1VW1.2 size=427177 2024-04-12T16:21:20.474 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.477+0000 7f98d3178780 1 > prepared multipart upload key=9L0C6XS0IUS0 upload=ZVPC1R7V1VW1 tag=3Q15ASMQ9A1R type=write size=3572905 2024-04-12T16:21:20.475 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.478+0000 7f98d3178780 1 < canceled part key=_multipart_RGAGK6SC7WUJ.2~T778Q5BKJF2U.0 size=1048576 2024-04-12T16:21:20.476 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.479+0000 7f98d3178780 1 < completed part key=_multipart_RGAGK6SC7WUJ.2~T778Q5BKJF2U.1 size=557495 2024-04-12T16:21:20.479 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.482+0000 7f98d3178780 1 < canceled multipart upload key=RGAGK6SC7WUJ upload=T778Q5BKJF2U tag=GSQ0LE8UUPN0 type=write size=2654647 2024-04-12T16:21:20.481 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.484+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=ZHVM0Y4CERIV type=del size=479418 2024-04-12T16:21:20.483 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.486+0000 7f98d3178780 1 < completed part key=_multipart_23DHOZJVEXJ6.2~F9W5871O0EEB.0 size=732201 2024-04-12T16:21:20.486 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.489+0000 7f98d3178780 1 < completed multipart upload key=23DHOZJVEXJ6 upload=F9W5871O0EEB tag=6R1W7UMDJP3L type=write size=1780777 2024-04-12T16:21:20.490 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.493+0000 7f98d3178780 1 > prepared part key=_multipart_I40BBGONTDFL.2~1OOFET5NA9PS.0 size=229883 2024-04-12T16:21:20.490 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.493+0000 7f98d3178780 1 > prepared multipart upload key=I40BBGONTDFL upload=1OOFET5NA9PS tag=IQ50JK8BWMC1 type=write size=1278459 2024-04-12T16:21:20.492 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.495+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~ZT9A62SRRBAM.0 size=1048576 2024-04-12T16:21:20.494 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.497+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~ZT9A62SRRBAM.1 size=1048576 2024-04-12T16:21:20.495 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.499+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~ZT9A62SRRBAM.2 size=798638 2024-04-12T16:21:20.499 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.502+0000 7f98d3178780 1 < completed multipart upload key=0OWCAM744WJ9 upload=ZT9A62SRRBAM tag=IR1BMQ71NDO6 type=write size=3944366 2024-04-12T16:21:20.500 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.504+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=3CQBRWYUCSWE type=del size=18863 2024-04-12T16:21:20.502 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.506+0000 7f98d3178780 1 < completed delete operation key=8AV30C26CXYV tag=QIQFM7244Q27 type=del 2024-04-12T16:21:20.504 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.508+0000 7f98d3178780 1 > prepared operation key=KURJT9NHLL4D tag=PA85UEMWGTO4 type=del size=3838819 2024-04-12T16:21:20.507 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.510+0000 7f98d3178780 -1 < failed to complete operation key=KURJT9NHLL4D tag=241DD0T122IY type=del size=1614541: (22) Invalid argument 2024-04-12T16:21:20.509 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.512+0000 7f98d3178780 1 > prepared operation key=4LOLFK38TOHP tag=EXFGE2EO1LJ5 type=del size=2240760 2024-04-12T16:21:20.511 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.514+0000 7f98d3178780 1 < completed delete operation key=EZFO3J6YDS47 tag=1SZCURT42UE4 type=del 2024-04-12T16:21:20.514 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.518+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~YSSBWC5LFGUJ.0 size=1048576 2024-04-12T16:21:20.516 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.519+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~YSSBWC5LFGUJ.1 size=1048576 2024-04-12T16:21:20.518 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.521+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~YSSBWC5LFGUJ.2 size=49495 2024-04-12T16:21:20.518 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.521+0000 7f98d3178780 1 > prepared multipart upload key=0OWCAM744WJ9 upload=YSSBWC5LFGUJ tag=1BV1N1PDS06Z type=write size=3195223 2024-04-12T16:21:20.520 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.523+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~MFJ2A6PVVFEV.0 size=1048576 2024-04-12T16:21:20.521 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.525+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~MFJ2A6PVVFEV.1 size=1048576 2024-04-12T16:21:20.523 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.526+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~MFJ2A6PVVFEV.2 size=476734 2024-04-12T16:21:20.527 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.530+0000 7f98d3178780 1 < completed multipart upload key=0OWCAM744WJ9 upload=MFJ2A6PVVFEV tag=018S6Q3G2JJW type=write size=3622462 2024-04-12T16:21:20.530 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.533+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~B0ZUQLWM4AA9.0 size=1048576 2024-04-12T16:21:20.531 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.535+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~B0ZUQLWM4AA9.1 size=1048576 2024-04-12T16:21:20.533 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.536+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~B0ZUQLWM4AA9.2 size=148218 2024-04-12T16:21:20.533 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.536+0000 7f98d3178780 1 > prepared multipart upload key=ZXZ7NSPZRCDD upload=B0ZUQLWM4AA9 tag=5LY7CF0HJKD4 type=write size=3293946 2024-04-12T16:21:20.535 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.538+0000 7f98d3178780 1 < completed part key=_multipart_S81W06TIIZMK.2~MZNQY1VZ3HTM.0 size=1048576 2024-04-12T16:21:20.536 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.540+0000 7f98d3178780 1 < completed part key=_multipart_S81W06TIIZMK.2~MZNQY1VZ3HTM.1 size=924681 2024-04-12T16:21:20.540 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.543+0000 7f98d3178780 1 < completed multipart upload key=S81W06TIIZMK upload=MZNQY1VZ3HTM tag=31NOZ5Y0VK8S type=write size=3021833 2024-04-12T16:21:20.542 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.545+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=E8Z5O0GLSSYJ type=del size=3377558 2024-04-12T16:21:20.546 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.547+0000 7f98d3178780 1 < completed delete operation key=GM8O00AYQLB5 tag=Q7121UPG7QE4 type=del 2024-04-12T16:21:20.546 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.549+0000 7f98d3178780 1 > prepared operation key=PT2U3K72AW80 tag=5WOC6SUEPW3I type=del size=1461824 2024-04-12T16:21:20.547 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.550+0000 7f98d3178780 1 < completed part key=_multipart_FLD16WRTYTRE.2~MG4HE3A4LFTZ.0 size=429566 2024-04-12T16:21:20.550 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.553+0000 7f98d3178780 1 < completed multipart upload key=FLD16WRTYTRE upload=MG4HE3A4LFTZ tag=YGK32X4PB40O type=write size=1478142 2024-04-12T16:21:20.552 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.555+0000 7f98d3178780 1 > prepared operation key=D0M5V2Z6TGN6 tag=FV5YIBRF31V3 type=del size=3440524 2024-04-12T16:21:20.554 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.557+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~DPMMMXWUCRQR.0 size=1048576 2024-04-12T16:21:20.556 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.559+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~DPMMMXWUCRQR.1 size=99184 2024-04-12T16:21:20.559 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.563+0000 7f98d3178780 1 < completed multipart upload key=D0M5V2Z6TGN6 upload=DPMMMXWUCRQR tag=00PC9272YVHN type=write size=2196336 2024-04-12T16:21:20.563 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.566+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~E7DOIU3EO3Z9.0 size=554189 2024-04-12T16:21:20.563 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.566+0000 7f98d3178780 1 > prepared multipart upload key=XC0UMQW2OGOM upload=E7DOIU3EO3Z9 tag=AVRY4PA5YR4D type=write size=1602765 2024-04-12T16:21:20.565 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.568+0000 7f98d3178780 1 < completed delete operation key=RGAGK6SC7WUJ tag=5XQZTQOIMLR0 type=del 2024-04-12T16:21:20.567 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.570+0000 7f98d3178780 1 > prepared operation key=IHLY0ZTYK6UT tag=YZPI3OAV4CVX type=del size=2116756 2024-04-12T16:21:20.569 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.572+0000 7f98d3178780 1 < completed write operation key=GM8O00AYQLB5 tag=D4NL67N76ORA type=write size=155881 2024-04-12T16:21:20.571 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.574+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=BQ3VA8WV4VHV type=del size=299266 2024-04-12T16:21:20.573 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.576+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~4Y0FANMBUEZV.0 size=1048576 2024-04-12T16:21:20.575 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.578+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~4Y0FANMBUEZV.1 size=93199 2024-04-12T16:21:20.578 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.581+0000 7f98d3178780 1 < completed multipart upload key=0OWCAM744WJ9 upload=4Y0FANMBUEZV tag=T80H6HPNWQ9Y type=write size=2190351 2024-04-12T16:21:20.582 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.585+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~KGHFH77BEQC7.0 size=1048576 2024-04-12T16:21:20.584 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.587+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~KGHFH77BEQC7.1 size=1048576 2024-04-12T16:21:20.585 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.588+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~KGHFH77BEQC7.2 size=728623 2024-04-12T16:21:20.585 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.588+0000 7f98d3178780 1 > prepared multipart upload key=23DHOZJVEXJ6 upload=KGHFH77BEQC7 tag=94II21NRNMS5 type=write size=3874351 2024-04-12T16:21:20.588 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.591+0000 7f98d3178780 1 < completed delete operation key=66UG2YS0OGEZ tag=CAPVRQHX6PA5 type=del 2024-04-12T16:21:20.589 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.593+0000 7f98d3178780 1 > prepared operation key=23DHOZJVEXJ6 tag=WNK8R2I3NK9Y type=write size=349244 2024-04-12T16:21:20.592 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.595+0000 7f98d3178780 1 < completed part key=_multipart_9L0C6XS0IUS0.2~ZVPC1R7V1VW1.0 size=1048576 2024-04-12T16:21:20.594 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.597+0000 7f98d3178780 1 < completed part key=_multipart_9L0C6XS0IUS0.2~ZVPC1R7V1VW1.1 size=1048576 2024-04-12T16:21:20.596 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.599+0000 7f98d3178780 1 < completed part key=_multipart_9L0C6XS0IUS0.2~ZVPC1R7V1VW1.2 size=427177 2024-04-12T16:21:20.600 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.603+0000 7f98d3178780 1 < completed multipart upload key=9L0C6XS0IUS0 upload=ZVPC1R7V1VW1 tag=3Q15ASMQ9A1R type=write size=3572905 2024-04-12T16:21:20.604 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.607+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~NUBHMGOY2PJC.0 size=1048576 2024-04-12T16:21:20.605 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.608+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~NUBHMGOY2PJC.1 size=692277 2024-04-12T16:21:20.605 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.608+0000 7f98d3178780 1 > prepared multipart upload key=LU8ZUI2MDRGX upload=NUBHMGOY2PJC tag=2CXQMK2ZASXK type=write size=2789429 2024-04-12T16:21:20.607 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.610+0000 7f98d3178780 1 < completed delete operation key=4S7M3FBURFC1 tag=ZHVM0Y4CERIV type=del 2024-04-12T16:21:20.611 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.614+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~D213O4NOU3BB.0 size=1048576 2024-04-12T16:21:20.613 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.616+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~D213O4NOU3BB.1 size=1048576 2024-04-12T16:21:20.614 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.617+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~D213O4NOU3BB.2 size=294101 2024-04-12T16:21:20.614 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.617+0000 7f98d3178780 1 > prepared multipart upload key=XC0UMQW2OGOM upload=D213O4NOU3BB tag=7KDR738Y5IPW type=write size=3439829 2024-04-12T16:21:20.616 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.619+0000 7f98d3178780 1 < completed part key=_multipart_I40BBGONTDFL.2~1OOFET5NA9PS.0 size=229883 2024-04-12T16:21:20.620 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.623+0000 7f98d3178780 1 < completed multipart upload key=I40BBGONTDFL upload=1OOFET5NA9PS tag=IQ50JK8BWMC1 type=write size=1278459 2024-04-12T16:21:20.622 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.625+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=956WPG617YYL type=del size=185690 2024-04-12T16:21:20.624 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.627+0000 7f98d3178780 1 < completed delete operation key=4S7M3FBURFC1 tag=3CQBRWYUCSWE type=del 2024-04-12T16:21:20.627 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.631+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~L98FEAJCQ9YO.0 size=666439 2024-04-12T16:21:20.628 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.631+0000 7f98d3178780 1 > prepared multipart upload key=23DHOZJVEXJ6 upload=L98FEAJCQ9YO tag=EIJ08103E0G7 type=write size=1715015 2024-04-12T16:21:20.630 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.633+0000 7f98d3178780 1 < completed delete operation key=KURJT9NHLL4D tag=PA85UEMWGTO4 type=del 2024-04-12T16:21:20.634 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.637+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~7A0KEFL3ZVF8.0 size=663314 2024-04-12T16:21:20.634 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.637+0000 7f98d3178780 1 > prepared multipart upload key=7X1SF5VYO5QN upload=7A0KEFL3ZVF8 tag=25T1YFGGE814 type=write size=1711890 2024-04-12T16:21:20.635 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.639+0000 7f98d3178780 1 < completed delete operation key=4LOLFK38TOHP tag=EXFGE2EO1LJ5 type=del 2024-04-12T16:21:20.637 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.640+0000 7f98d3178780 1 > prepared operation key=S81W06TIIZMK tag=IDEH55NP4U2M type=del size=3936006 2024-04-12T16:21:20.639 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.642+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~YSSBWC5LFGUJ.0 size=1048576 2024-04-12T16:21:20.641 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.644+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~YSSBWC5LFGUJ.1 size=1048576 2024-04-12T16:21:20.642 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.646+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~YSSBWC5LFGUJ.2 size=49495 2024-04-12T16:21:20.646 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.649+0000 7f98d3178780 1 < completed multipart upload key=0OWCAM744WJ9 upload=YSSBWC5LFGUJ tag=1BV1N1PDS06Z type=write size=3195223 2024-04-12T16:21:20.648 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.652+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=TUQLLJ25C7KK type=write size=57252 2024-04-12T16:21:20.650 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.653+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~B0ZUQLWM4AA9.0 size=1048576 2024-04-12T16:21:20.650 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.653+0000 7f98d3178780 1 < canceled part key=_multipart_ZXZ7NSPZRCDD.2~B0ZUQLWM4AA9.1 size=1048576 2024-04-12T16:21:20.652 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.655+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~B0ZUQLWM4AA9.2 size=148218 2024-04-12T16:21:20.656 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.659+0000 7f98d3178780 1 < canceled multipart upload key=ZXZ7NSPZRCDD upload=B0ZUQLWM4AA9 tag=5LY7CF0HJKD4 type=write size=3293946 2024-04-12T16:21:20.659 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.663+0000 7f98d3178780 1 > prepared part key=_multipart_FLD16WRTYTRE.2~JTFFWJQ60CCR.0 size=1048576 2024-04-12T16:21:20.661 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.664+0000 7f98d3178780 1 > prepared part key=_multipart_FLD16WRTYTRE.2~JTFFWJQ60CCR.1 size=232881 2024-04-12T16:21:20.661 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.664+0000 7f98d3178780 1 > prepared multipart upload key=FLD16WRTYTRE upload=JTFFWJQ60CCR tag=D23PWYXBAOA0 type=write size=2330033 2024-04-12T16:21:20.663 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.666+0000 7f98d3178780 1 < completed delete operation key=BOEPCQFN2ISK tag=E8Z5O0GLSSYJ type=del 2024-04-12T16:21:20.665 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.668+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=W02DLP1EXGXR type=del size=3879939 2024-04-12T16:21:20.667 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.670+0000 7f98d3178780 1 < completed delete operation key=PT2U3K72AW80 tag=5WOC6SUEPW3I type=del 2024-04-12T16:21:20.669 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.672+0000 7f98d3178780 1 > prepared operation key=EZFO3J6YDS47 tag=8DXDOP2QV09G type=write size=320067 2024-04-12T16:21:20.671 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.674+0000 7f98d3178780 1 < canceled operation key=D0M5V2Z6TGN6 tag=FV5YIBRF31V3 type=del size=3440524 2024-04-12T16:21:20.674 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.678+0000 7f98d3178780 1 > prepared part key=_multipart_4LOLFK38TOHP.2~DBGUBA2W791P.0 size=1048576 2024-04-12T16:21:20.676 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.679+0000 7f98d3178780 1 > prepared part key=_multipart_4LOLFK38TOHP.2~DBGUBA2W791P.1 size=1048576 2024-04-12T16:21:20.678 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.681+0000 7f98d3178780 1 > prepared part key=_multipart_4LOLFK38TOHP.2~DBGUBA2W791P.2 size=582568 2024-04-12T16:21:20.678 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.681+0000 7f98d3178780 1 > prepared multipart upload key=4LOLFK38TOHP upload=DBGUBA2W791P tag=BRBX1193Z7J0 type=write size=3728296 2024-04-12T16:21:20.680 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.683+0000 7f98d3178780 1 < completed part key=_multipart_XC0UMQW2OGOM.2~E7DOIU3EO3Z9.0 size=554189 2024-04-12T16:21:20.683 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.686+0000 7f98d3178780 1 < completed multipart upload key=XC0UMQW2OGOM upload=E7DOIU3EO3Z9 tag=AVRY4PA5YR4D type=write size=1602765 2024-04-12T16:21:20.688 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.691+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~3UPIWY66ADI2.0 size=1048576 2024-04-12T16:21:20.690 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.693+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~3UPIWY66ADI2.1 size=654376 2024-04-12T16:21:20.690 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.693+0000 7f98d3178780 1 > prepared multipart upload key=7X1SF5VYO5QN upload=3UPIWY66ADI2 tag=RS729RBSNP8T type=write size=2751528 2024-04-12T16:21:20.693 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.696+0000 7f98d3178780 1 < suggested update operation key=IHLY0ZTYK6UT tag=YZPI3OAV4CVX type=del size=2116756 2024-04-12T16:21:20.696 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.700+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~HTO2BNZBSX6Q.0 size=1048576 2024-04-12T16:21:20.698 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.701+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~HTO2BNZBSX6Q.1 size=1048576 2024-04-12T16:21:20.700 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.703+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~HTO2BNZBSX6Q.2 size=859758 2024-04-12T16:21:20.700 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.703+0000 7f98d3178780 1 > prepared multipart upload key=ZXZ7NSPZRCDD upload=HTO2BNZBSX6Q tag=JZ5YWCBAUKNS type=write size=4005486 2024-04-12T16:21:20.702 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.705+0000 7f98d3178780 1 < canceled operation key=UQB6NBY40RTD tag=BQ3VA8WV4VHV type=del size=299266 2024-04-12T16:21:20.704 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.707+0000 7f98d3178780 1 > prepared operation key=EZFO3J6YDS47 tag=69Q8X3HHT5WG type=del size=540614 2024-04-12T16:21:20.704 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.707+0000 7f98d3178780 1 < canceled part key=_multipart_23DHOZJVEXJ6.2~KGHFH77BEQC7.0 size=1048576 2024-04-12T16:21:20.705 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.709+0000 7f98d3178780 1 < completed part key=_multipart_23DHOZJVEXJ6.2~KGHFH77BEQC7.1 size=1048576 2024-04-12T16:21:20.705 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.709+0000 7f98d3178780 1 < canceled part key=_multipart_23DHOZJVEXJ6.2~KGHFH77BEQC7.2 size=728623 2024-04-12T16:21:20.708 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.712+0000 7f98d3178780 1 < canceled multipart upload key=23DHOZJVEXJ6 upload=KGHFH77BEQC7 tag=94II21NRNMS5 type=write size=3874351 2024-04-12T16:21:20.710 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.714+0000 7f98d3178780 1 > prepared operation key=ZZ03YKAYH1C2 tag=21TUZZ99H8DF type=del size=20246 2024-04-12T16:21:20.712 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.715+0000 7f98d3178780 1 < completed write operation key=23DHOZJVEXJ6 tag=WNK8R2I3NK9Y type=write size=349244 2024-04-12T16:21:20.714 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.718+0000 7f98d3178780 1 > prepared operation key=3AW8J5U5KAAT tag=GELJZCVDTOTM type=del size=4109342 2024-04-12T16:21:20.717 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.720+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~NUBHMGOY2PJC.0 size=1048576 2024-04-12T16:21:20.719 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.722+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~NUBHMGOY2PJC.1 size=692277 2024-04-12T16:21:20.723 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.726+0000 7f98d3178780 1 < completed multipart upload key=LU8ZUI2MDRGX upload=NUBHMGOY2PJC tag=2CXQMK2ZASXK type=write size=2789429 2024-04-12T16:21:20.727 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.730+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~05JD8H4SSALX.0 size=977671 2024-04-12T16:21:20.727 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.730+0000 7f98d3178780 1 > prepared multipart upload key=XC0UMQW2OGOM upload=05JD8H4SSALX tag=44LJBZIBPH8X type=write size=2026247 2024-04-12T16:21:20.728 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.732+0000 7f98d3178780 1 < completed part key=_multipart_XC0UMQW2OGOM.2~D213O4NOU3BB.0 size=1048576 2024-04-12T16:21:20.730 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.733+0000 7f98d3178780 1 < completed part key=_multipart_XC0UMQW2OGOM.2~D213O4NOU3BB.1 size=1048576 2024-04-12T16:21:20.731 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.735+0000 7f98d3178780 1 < completed part key=_multipart_XC0UMQW2OGOM.2~D213O4NOU3BB.2 size=294101 2024-04-12T16:21:20.734 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.738+0000 7f98d3178780 1 < completed multipart upload key=XC0UMQW2OGOM upload=D213O4NOU3BB tag=7KDR738Y5IPW type=write size=3439829 2024-04-12T16:21:20.736 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.739+0000 7f98d3178780 1 > prepared operation key=FLD16WRTYTRE tag=3ZYFFJ3BEKRI type=del size=3197059 2024-04-12T16:21:20.738 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.741+0000 7f98d3178780 1 < completed delete operation key=9L0C6XS0IUS0 tag=956WPG617YYL type=del 2024-04-12T16:21:20.740 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.743+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=IW3F2E3XLE2Y type=del size=2625574 2024-04-12T16:21:20.742 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.745+0000 7f98d3178780 1 < completed part key=_multipart_23DHOZJVEXJ6.2~L98FEAJCQ9YO.0 size=666439 2024-04-12T16:21:20.745 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.749+0000 7f98d3178780 1 < completed multipart upload key=23DHOZJVEXJ6 upload=L98FEAJCQ9YO tag=EIJ08103E0G7 type=write size=1715015 2024-04-12T16:21:20.747 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.750+0000 7f98d3178780 1 > prepared operation key=VZ3ZKIAP7V00 tag=QFDCFYT7XICS type=del size=2252011 2024-04-12T16:21:20.749 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.752+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~7A0KEFL3ZVF8.0 size=663314 2024-04-12T16:21:20.752 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.755+0000 7f98d3178780 1 < completed multipart upload key=7X1SF5VYO5QN upload=7A0KEFL3ZVF8 tag=25T1YFGGE814 type=write size=1711890 2024-04-12T16:21:20.754 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.757+0000 7f98d3178780 1 > prepared operation key=RGAGK6SC7WUJ tag=LAFZB36BS0SP type=del size=3417144 2024-04-12T16:21:20.756 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.759+0000 7f98d3178780 1 < canceled operation key=S81W06TIIZMK tag=IDEH55NP4U2M type=del size=3936006 2024-04-12T16:21:20.759 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.763+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~HTKKUXLSTSZ7.0 size=591793 2024-04-12T16:21:20.759 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.763+0000 7f98d3178780 1 > prepared multipart upload key=PT2U3K72AW80 upload=HTKKUXLSTSZ7 tag=PTISZ5UTAAGO type=write size=1640369 2024-04-12T16:21:20.763 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.766+0000 7f98d3178780 1 < suggested remove operation key=GM8O00AYQLB5 tag=TUQLLJ25C7KK type=write 2024-04-12T16:21:20.765 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.768+0000 7f98d3178780 1 > prepared operation key=JFLGBNJ7LSGN tag=OLV6MXGDH60K type=del size=1961750 2024-04-12T16:21:20.767 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.770+0000 7f98d3178780 1 < completed part key=_multipart_FLD16WRTYTRE.2~JTFFWJQ60CCR.0 size=1048576 2024-04-12T16:21:20.768 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.772+0000 7f98d3178780 1 < completed part key=_multipart_FLD16WRTYTRE.2~JTFFWJQ60CCR.1 size=232881 2024-04-12T16:21:20.771 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.775+0000 7f98d3178780 1 < completed multipart upload key=FLD16WRTYTRE upload=JTFFWJQ60CCR tag=D23PWYXBAOA0 type=write size=2330033 2024-04-12T16:21:20.774 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.777+0000 7f98d3178780 1 > prepared operation key=ZXZ7NSPZRCDD tag=BGN3DVJK4TBC type=write size=246404 2024-04-12T16:21:20.776 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.779+0000 7f98d3178780 1 < completed delete operation key=4S7M3FBURFC1 tag=W02DLP1EXGXR type=del 2024-04-12T16:21:20.778 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.781+0000 7f98d3178780 1 > prepared operation key=D0M5V2Z6TGN6 tag=707MJ3Z9P0CF type=del size=813297 2024-04-12T16:21:20.780 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.783+0000 7f98d3178780 1 < completed write operation key=EZFO3J6YDS47 tag=8DXDOP2QV09G type=write size=320067 2024-04-12T16:21:20.782 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.785+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=J7EASZ31V3SO type=del size=3208754 2024-04-12T16:21:20.784 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.787+0000 7f98d3178780 1 < completed part key=_multipart_4LOLFK38TOHP.2~DBGUBA2W791P.0 size=1048576 2024-04-12T16:21:20.786 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.789+0000 7f98d3178780 1 < completed part key=_multipart_4LOLFK38TOHP.2~DBGUBA2W791P.1 size=1048576 2024-04-12T16:21:20.788 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.791+0000 7f98d3178780 1 < completed part key=_multipart_4LOLFK38TOHP.2~DBGUBA2W791P.2 size=582568 2024-04-12T16:21:20.791 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.794+0000 7f98d3178780 1 < completed multipart upload key=4LOLFK38TOHP upload=DBGUBA2W791P tag=BRBX1193Z7J0 type=write size=3728296 2024-04-12T16:21:20.793 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.796+0000 7f98d3178780 1 > prepared operation key=7X1SF5VYO5QN tag=Y5PN2MVZGL8M type=del size=2963527 2024-04-12T16:21:20.795 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.798+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~3UPIWY66ADI2.0 size=1048576 2024-04-12T16:21:20.796 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.800+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~3UPIWY66ADI2.1 size=654376 2024-04-12T16:21:20.800 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.803+0000 7f98d3178780 1 < completed multipart upload key=7X1SF5VYO5QN upload=3UPIWY66ADI2 tag=RS729RBSNP8T type=write size=2751528 2024-04-12T16:21:20.802 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.805+0000 7f98d3178780 1 > prepared operation key=JFLGBNJ7LSGN tag=QV50EVDQ4NX9 type=del size=2187527 2024-04-12T16:21:20.803 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.807+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~HTO2BNZBSX6Q.0 size=1048576 2024-04-12T16:21:20.805 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.808+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~HTO2BNZBSX6Q.1 size=1048576 2024-04-12T16:21:20.807 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.810+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~HTO2BNZBSX6Q.2 size=859758 2024-04-12T16:21:20.810 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.813+0000 7f98d3178780 1 < completed multipart upload key=ZXZ7NSPZRCDD upload=HTO2BNZBSX6Q tag=JZ5YWCBAUKNS type=write size=4005486 2024-04-12T16:21:20.812 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.815+0000 7f98d3178780 1 > prepared operation key=ZXZ7NSPZRCDD tag=X6W44C23FFL7 type=del size=1542048 2024-04-12T16:21:20.814 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.817+0000 7f98d3178780 1 < canceled operation key=EZFO3J6YDS47 tag=69Q8X3HHT5WG type=del size=540614 2024-04-12T16:21:20.817 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.820+0000 7f98d3178780 1 > prepared part key=_multipart_KURJT9NHLL4D.2~D8L59M4S3UXW.0 size=1048576 2024-04-12T16:21:20.819 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.822+0000 7f98d3178780 1 > prepared part key=_multipart_KURJT9NHLL4D.2~D8L59M4S3UXW.1 size=1048576 2024-04-12T16:21:20.820 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.824+0000 7f98d3178780 1 > prepared part key=_multipart_KURJT9NHLL4D.2~D8L59M4S3UXW.2 size=130844 2024-04-12T16:21:20.820 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.824+0000 7f98d3178780 1 > prepared multipart upload key=KURJT9NHLL4D upload=D8L59M4S3UXW tag=103UCC4EBSNE type=write size=3276572 2024-04-12T16:21:20.823 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.826+0000 7f98d3178780 1 < completed delete operation key=ZZ03YKAYH1C2 tag=21TUZZ99H8DF type=del 2024-04-12T16:21:20.824 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.828+0000 7f98d3178780 1 > prepared operation key=4LOLFK38TOHP tag=XZBRKJM61CQ7 type=del size=61763 2024-04-12T16:21:20.826 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.830+0000 7f98d3178780 1 < canceled operation key=3AW8J5U5KAAT tag=GELJZCVDTOTM type=del size=4109342 2024-04-12T16:21:20.828 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.831+0000 7f98d3178780 1 > prepared operation key=VZ3ZKIAP7V00 tag=X6HZPGB26QML type=write size=125739 2024-04-12T16:21:20.830 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.833+0000 7f98d3178780 1 < completed part key=_multipart_XC0UMQW2OGOM.2~05JD8H4SSALX.0 size=977671 2024-04-12T16:21:20.833 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.836+0000 7f98d3178780 1 < completed multipart upload key=XC0UMQW2OGOM upload=05JD8H4SSALX tag=44LJBZIBPH8X type=write size=2026247 2024-04-12T16:21:20.835 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.838+0000 7f98d3178780 1 > prepared operation key=23DHOZJVEXJ6 tag=78PWXF3MQLXI type=del size=915551 2024-04-12T16:21:20.837 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.840+0000 7f98d3178780 1 < completed delete operation key=FLD16WRTYTRE tag=3ZYFFJ3BEKRI type=del 2024-04-12T16:21:20.839 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.842+0000 7f98d3178780 1 > prepared operation key=EZFO3J6YDS47 tag=M4JGOJUDE1WV type=del size=3745423 2024-04-12T16:21:20.841 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.844+0000 7f98d3178780 1 < completed delete operation key=W6L40IZK9EF7 tag=IW3F2E3XLE2Y type=del 2024-04-12T16:21:20.842 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.846+0000 7f98d3178780 1 > prepared operation key=66UG2YS0OGEZ tag=1ONH132MW57J type=del size=1773688 2024-04-12T16:21:20.844 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.848+0000 7f98d3178780 1 < completed delete operation key=VZ3ZKIAP7V00 tag=QFDCFYT7XICS type=del 2024-04-12T16:21:20.848 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.851+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~U7KU3Y5DVNBC.0 size=507877 2024-04-12T16:21:20.848 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.851+0000 7f98d3178780 1 > prepared multipart upload key=KHYODRDPUF4K upload=U7KU3Y5DVNBC tag=V5MNMBCA4ERW type=write size=1556453 2024-04-12T16:21:20.849 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.853+0000 7f98d3178780 1 < completed delete operation key=RGAGK6SC7WUJ tag=LAFZB36BS0SP type=del 2024-04-12T16:21:20.852 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.855+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=UD9JAUB43L8L type=del size=258123 2024-04-12T16:21:20.854 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.857+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~HTKKUXLSTSZ7.0 size=591793 2024-04-12T16:21:20.857 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.861+0000 7f98d3178780 1 < completed multipart upload key=PT2U3K72AW80 upload=HTKKUXLSTSZ7 tag=PTISZ5UTAAGO type=write size=1640369 2024-04-12T16:21:20.859 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.862+0000 7f98d3178780 1 > prepared operation key=23DHOZJVEXJ6 tag=3BLX2J93IS5C type=del size=3175898 2024-04-12T16:21:20.863 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.866+0000 7f98d3178780 1 < suggested remove operation key=JFLGBNJ7LSGN tag=OLV6MXGDH60K type=del 2024-04-12T16:21:20.865 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.868+0000 7f98d3178780 1 > prepared operation key=66UG2YS0OGEZ tag=ZZ1WJGYA8ANE type=del size=1972219 2024-04-12T16:21:20.866 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.870+0000 7f98d3178780 1 < completed write operation key=ZXZ7NSPZRCDD tag=BGN3DVJK4TBC type=write size=246404 2024-04-12T16:21:20.868 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.871+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=DXTZ6SFHV43G type=del size=4057709 2024-04-12T16:21:20.870 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.873+0000 7f98d3178780 1 < completed delete operation key=D0M5V2Z6TGN6 tag=707MJ3Z9P0CF type=del 2024-04-12T16:21:20.873 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.876+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~V8AN6NQI0S4W.0 size=1048576 2024-04-12T16:21:20.875 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.878+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~V8AN6NQI0S4W.1 size=1048576 2024-04-12T16:21:20.877 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.880+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~V8AN6NQI0S4W.2 size=14971 2024-04-12T16:21:20.877 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.880+0000 7f98d3178780 1 > prepared multipart upload key=8AV30C26CXYV upload=V8AN6NQI0S4W tag=5XXIM3P5YJ1J type=write size=3160699 2024-04-12T16:21:20.878 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.882+0000 7f98d3178780 1 < completed delete operation key=GM8O00AYQLB5 tag=J7EASZ31V3SO type=del 2024-04-12T16:21:20.880 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.883+0000 7f98d3178780 1 > prepared operation key=4LOLFK38TOHP tag=C3S2HP5RAJAE type=del size=322141 2024-04-12T16:21:20.882 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.885+0000 7f98d3178780 1 < completed delete operation key=7X1SF5VYO5QN tag=Y5PN2MVZGL8M type=del 2024-04-12T16:21:20.884 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.887+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=FNIDDQBFM40I type=del size=1877249 2024-04-12T16:21:20.886 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.889+0000 7f98d3178780 -1 < failed to complete operation key=JFLGBNJ7LSGN tag=QV50EVDQ4NX9 type=del size=2187527: (22) Invalid argument 2024-04-12T16:21:20.888 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.891+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=NOX06493WT0K type=del size=3747374 2024-04-12T16:21:20.890 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.893+0000 7f98d3178780 1 < completed delete operation key=ZXZ7NSPZRCDD tag=X6W44C23FFL7 type=del 2024-04-12T16:21:20.893 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.896+0000 7f98d3178780 1 > prepared part key=_multipart_66UG2YS0OGEZ.2~FETPM97XPLEW.0 size=347523 2024-04-12T16:21:20.893 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.896+0000 7f98d3178780 1 > prepared multipart upload key=66UG2YS0OGEZ upload=FETPM97XPLEW tag=LW626AHVYZGT type=write size=1396099 2024-04-12T16:21:20.895 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.898+0000 7f98d3178780 1 < completed part key=_multipart_KURJT9NHLL4D.2~D8L59M4S3UXW.0 size=1048576 2024-04-12T16:21:20.896 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.900+0000 7f98d3178780 1 < completed part key=_multipart_KURJT9NHLL4D.2~D8L59M4S3UXW.1 size=1048576 2024-04-12T16:21:20.898 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.901+0000 7f98d3178780 1 < completed part key=_multipart_KURJT9NHLL4D.2~D8L59M4S3UXW.2 size=130844 2024-04-12T16:21:20.901 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.904+0000 7f98d3178780 1 < completed multipart upload key=KURJT9NHLL4D upload=D8L59M4S3UXW tag=103UCC4EBSNE type=write size=3276572 2024-04-12T16:21:20.905 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.908+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~F9L9XI0IPL8A.0 size=275415 2024-04-12T16:21:20.905 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.908+0000 7f98d3178780 1 > prepared multipart upload key=8AV30C26CXYV upload=F9L9XI0IPL8A tag=ZYWKBDIK4J26 type=write size=1323991 2024-04-12T16:21:20.906 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.910+0000 7f98d3178780 1 < canceled operation key=4LOLFK38TOHP tag=XZBRKJM61CQ7 type=del size=61763 2024-04-12T16:21:20.909 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.913+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~EBZ4MU800QTD.0 size=1048576 2024-04-12T16:21:20.911 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.914+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~EBZ4MU800QTD.1 size=728724 2024-04-12T16:21:20.911 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.914+0000 7f98d3178780 1 > prepared multipart upload key=BOEPCQFN2ISK upload=EBZ4MU800QTD tag=L8RW5ANJ5OPB type=write size=2825876 2024-04-12T16:21:20.913 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.916+0000 7f98d3178780 1 < completed write operation key=VZ3ZKIAP7V00 tag=X6HZPGB26QML type=write size=125739 2024-04-12T16:21:20.915 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.918+0000 7f98d3178780 1 > prepared operation key=ZXZ7NSPZRCDD tag=04IZ0YGXJHLG type=del size=2582410 2024-04-12T16:21:20.916 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.920+0000 7f98d3178780 1 < completed delete operation key=23DHOZJVEXJ6 tag=78PWXF3MQLXI type=del 2024-04-12T16:21:20.918 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.921+0000 7f98d3178780 1 > prepared operation key=D0M5V2Z6TGN6 tag=TLC7J15SL4O9 type=del size=1949376 2024-04-12T16:21:20.920 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.923+0000 7f98d3178780 1 < canceled operation key=EZFO3J6YDS47 tag=M4JGOJUDE1WV type=del size=3745423 2024-04-12T16:21:20.922 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.925+0000 7f98d3178780 1 > prepared operation key=3AW8J5U5KAAT tag=A8L4ZGLDUR1O type=del size=2176423 2024-04-12T16:21:20.925 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.928+0000 7f98d3178780 1 < suggested update operation key=66UG2YS0OGEZ tag=1ONH132MW57J type=del size=1773688 2024-04-12T16:21:20.928 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.931+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~N7Q7WIJARTR2.0 size=1048576 2024-04-12T16:21:20.930 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.933+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~N7Q7WIJARTR2.1 size=1048576 2024-04-12T16:21:20.932 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.935+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~N7Q7WIJARTR2.2 size=263533 2024-04-12T16:21:20.932 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.935+0000 7f98d3178780 1 > prepared multipart upload key=BOEPCQFN2ISK upload=N7Q7WIJARTR2 tag=00F6FIWRRO35 type=write size=3409261 2024-04-12T16:21:20.933 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.937+0000 7f98d3178780 1 < completed part key=_multipart_KHYODRDPUF4K.2~U7KU3Y5DVNBC.0 size=507877 2024-04-12T16:21:20.937 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.940+0000 7f98d3178780 1 < completed multipart upload key=KHYODRDPUF4K upload=U7KU3Y5DVNBC tag=V5MNMBCA4ERW type=write size=1556453 2024-04-12T16:21:20.938 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.942+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=UANM2CFV7LEL type=del size=1726575 2024-04-12T16:21:20.940 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.944+0000 7f98d3178780 1 < canceled operation key=GM8O00AYQLB5 tag=UD9JAUB43L8L type=del size=258123 2024-04-12T16:21:20.944 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.947+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~PF26DUCIUORL.0 size=886457 2024-04-12T16:21:20.944 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.947+0000 7f98d3178780 1 > prepared multipart upload key=IHLY0ZTYK6UT upload=PF26DUCIUORL tag=KUDACMP9D2EM type=write size=1935033 2024-04-12T16:21:20.945 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.949+0000 7f98d3178780 1 < completed delete operation key=23DHOZJVEXJ6 tag=3BLX2J93IS5C type=del 2024-04-12T16:21:20.947 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.950+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=O3A7IYGJEO89 type=write size=699035 2024-04-12T16:21:20.949 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.953+0000 7f98d3178780 -1 < failed to complete operation key=66UG2YS0OGEZ tag=ZZ1WJGYA8ANE type=del size=1972219: (22) Invalid argument 2024-04-12T16:21:20.951 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.954+0000 7f98d3178780 1 > prepared operation key=23DHOZJVEXJ6 tag=2SE4FOA76PTJ type=del size=2920405 2024-04-12T16:21:20.953 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.956+0000 7f98d3178780 1 < completed delete operation key=XC0UMQW2OGOM tag=DXTZ6SFHV43G type=del 2024-04-12T16:21:20.955 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.958+0000 7f98d3178780 1 > prepared operation key=LU8ZUI2MDRGX tag=2IHBO9RX8S7E type=del size=2692179 2024-04-12T16:21:20.957 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.960+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~V8AN6NQI0S4W.0 size=1048576 2024-04-12T16:21:20.958 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.961+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~V8AN6NQI0S4W.1 size=1048576 2024-04-12T16:21:20.960 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.963+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~V8AN6NQI0S4W.2 size=14971 2024-04-12T16:21:20.963 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.966+0000 7f98d3178780 1 < completed multipart upload key=8AV30C26CXYV upload=V8AN6NQI0S4W tag=5XXIM3P5YJ1J type=write size=3160699 2024-04-12T16:21:20.967 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.970+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~UUQJP1DEUJN5.0 size=1048576 2024-04-12T16:21:20.968 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.972+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~UUQJP1DEUJN5.1 size=1048576 2024-04-12T16:21:20.970 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.974+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~UUQJP1DEUJN5.2 size=981190 2024-04-12T16:21:20.970 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.974+0000 7f98d3178780 1 > prepared multipart upload key=UQB6NBY40RTD upload=UUQJP1DEUJN5 tag=5JIBUCJXCJ0K type=write size=4126918 2024-04-12T16:21:20.972 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.975+0000 7f98d3178780 1 < completed delete operation key=4LOLFK38TOHP tag=C3S2HP5RAJAE type=del 2024-04-12T16:21:20.976 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.979+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~BE31R5GXQ2SE.0 size=887773 2024-04-12T16:21:20.976 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.979+0000 7f98d3178780 1 > prepared multipart upload key=7X1SF5VYO5QN upload=BE31R5GXQ2SE tag=7W3PKXNB1GR9 type=write size=1936349 2024-04-12T16:21:20.977 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.981+0000 7f98d3178780 1 < completed delete operation key=XC0UMQW2OGOM tag=FNIDDQBFM40I type=del 2024-04-12T16:21:20.981 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.984+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~15BM5MTRPVZQ.0 size=416874 2024-04-12T16:21:20.981 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.984+0000 7f98d3178780 1 > prepared multipart upload key=8AV30C26CXYV upload=15BM5MTRPVZQ tag=MFGGV92YYBWT type=write size=1465450 2024-04-12T16:21:20.983 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.986+0000 7f98d3178780 1 < completed delete operation key=XC0UMQW2OGOM tag=NOX06493WT0K type=del 2024-04-12T16:21:20.986 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.990+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~1E2OY34JTT5T.0 size=918138 2024-04-12T16:21:20.986 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.990+0000 7f98d3178780 1 > prepared multipart upload key=3AW8J5U5KAAT upload=1E2OY34JTT5T tag=4E1OUXMCG1SL type=write size=1966714 2024-04-12T16:21:20.989 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.992+0000 7f98d3178780 1 < completed part key=_multipart_66UG2YS0OGEZ.2~FETPM97XPLEW.0 size=347523 2024-04-12T16:21:20.992 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.995+0000 7f98d3178780 1 < completed multipart upload key=66UG2YS0OGEZ upload=FETPM97XPLEW tag=LW626AHVYZGT type=write size=1396099 2024-04-12T16:21:20.994 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.997+0000 7f98d3178780 1 > prepared operation key=JFLGBNJ7LSGN tag=4EDYE5QKH6BA type=del size=513131 2024-04-12T16:21:20.996 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:20.999+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~F9L9XI0IPL8A.0 size=275415 2024-04-12T16:21:21.000 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.004+0000 7f98d3178780 1 < completed multipart upload key=8AV30C26CXYV upload=F9L9XI0IPL8A tag=ZYWKBDIK4J26 type=write size=1323991 2024-04-12T16:21:21.003 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.006+0000 7f98d3178780 1 > prepared operation key=0OWCAM744WJ9 tag=9OX3KRO20E63 type=del size=3001832 2024-04-12T16:21:21.004 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.008+0000 7f98d3178780 1 < completed part key=_multipart_BOEPCQFN2ISK.2~EBZ4MU800QTD.0 size=1048576 2024-04-12T16:21:21.006 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.009+0000 7f98d3178780 1 < completed part key=_multipart_BOEPCQFN2ISK.2~EBZ4MU800QTD.1 size=728724 2024-04-12T16:21:21.009 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.012+0000 7f98d3178780 1 < completed multipart upload key=BOEPCQFN2ISK upload=EBZ4MU800QTD tag=L8RW5ANJ5OPB type=write size=2825876 2024-04-12T16:21:21.011 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.014+0000 7f98d3178780 1 > prepared operation key=D0M5V2Z6TGN6 tag=IG9XTHPJ71QP type=del size=2089754 2024-04-12T16:21:21.013 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.016+0000 7f98d3178780 1 < completed delete operation key=ZXZ7NSPZRCDD tag=04IZ0YGXJHLG type=del 2024-04-12T16:21:21.016 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.019+0000 7f98d3178780 1 > prepared part key=_multipart_9L0C6XS0IUS0.2~1L8SEYANWBZI.0 size=447747 2024-04-12T16:21:21.016 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.019+0000 7f98d3178780 1 > prepared multipart upload key=9L0C6XS0IUS0 upload=1L8SEYANWBZI tag=22VR6UIMTC6F type=write size=1496323 2024-04-12T16:21:21.020 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.023+0000 7f98d3178780 1 < suggested remove operation key=D0M5V2Z6TGN6 tag=TLC7J15SL4O9 type=del 2024-04-12T16:21:21.022 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.025+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=QPIUEW23KUPZ type=del size=827228 2024-04-12T16:21:21.024 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.027+0000 7f98d3178780 1 < completed delete operation key=3AW8J5U5KAAT tag=A8L4ZGLDUR1O type=del 2024-04-12T16:21:21.027 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.030+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~9CYM43XG1G51.0 size=1048576 2024-04-12T16:21:21.029 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.032+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~9CYM43XG1G51.1 size=143711 2024-04-12T16:21:21.029 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.032+0000 7f98d3178780 1 > prepared multipart upload key=IHLY0ZTYK6UT upload=9CYM43XG1G51 tag=DKCEP91JL667 type=write size=2240863 2024-04-12T16:21:21.030 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.034+0000 7f98d3178780 1 < completed part key=_multipart_BOEPCQFN2ISK.2~N7Q7WIJARTR2.0 size=1048576 2024-04-12T16:21:21.032 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.035+0000 7f98d3178780 1 < completed part key=_multipart_BOEPCQFN2ISK.2~N7Q7WIJARTR2.1 size=1048576 2024-04-12T16:21:21.034 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.037+0000 7f98d3178780 1 < completed part key=_multipart_BOEPCQFN2ISK.2~N7Q7WIJARTR2.2 size=263533 2024-04-12T16:21:21.037 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.040+0000 7f98d3178780 1 < completed multipart upload key=BOEPCQFN2ISK upload=N7Q7WIJARTR2 tag=00F6FIWRRO35 type=write size=3409261 2024-04-12T16:21:21.039 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.042+0000 7f98d3178780 1 > prepared operation key=EZFO3J6YDS47 tag=1Q3TK7TBLAAW type=del size=149835 2024-04-12T16:21:21.043 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.046+0000 7f98d3178780 1 < suggested remove operation key=8ZR0C2P8VMRA tag=UANM2CFV7LEL type=del 2024-04-12T16:21:21.045 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.048+0000 7f98d3178780 1 > prepared operation key=T722FMC4JINL tag=OTJPHZ7F7MVQ type=del size=57657 2024-04-12T16:21:21.046 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.050+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~PF26DUCIUORL.0 size=886457 2024-04-12T16:21:21.050 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.053+0000 7f98d3178780 1 < completed multipart upload key=IHLY0ZTYK6UT upload=PF26DUCIUORL tag=KUDACMP9D2EM type=write size=1935033 2024-04-12T16:21:21.051 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.055+0000 7f98d3178780 1 > prepared operation key=JFLGBNJ7LSGN tag=Z3GQI5NHL5LG type=write size=219411 2024-04-12T16:21:21.054 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.057+0000 7f98d3178780 -1 < failed to complete operation key=8ZR0C2P8VMRA tag=O3A7IYGJEO89 type=write size=699035: (22) Invalid argument 2024-04-12T16:21:21.058 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.061+0000 7f98d3178780 1 > prepared part key=_multipart_9L0C6XS0IUS0.2~JQ1G6W22P9GE.0 size=900774 2024-04-12T16:21:21.058 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.061+0000 7f98d3178780 1 > prepared multipart upload key=9L0C6XS0IUS0 upload=JQ1G6W22P9GE tag=CQWAN65SNEHH type=write size=1949350 2024-04-12T16:21:21.059 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.063+0000 7f98d3178780 1 < completed delete operation key=23DHOZJVEXJ6 tag=2SE4FOA76PTJ type=del 2024-04-12T16:21:21.061 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.064+0000 7f98d3178780 1 > prepared operation key=D0M5V2Z6TGN6 tag=DEG4E2OY3226 type=del size=747547 2024-04-12T16:21:21.063 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.066+0000 7f98d3178780 1 < completed delete operation key=LU8ZUI2MDRGX tag=2IHBO9RX8S7E type=del 2024-04-12T16:21:21.066 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.070+0000 7f98d3178780 1 > prepared part key=_multipart_9L0C6XS0IUS0.2~CCW1T4638AV4.0 size=1048576 2024-04-12T16:21:21.068 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.071+0000 7f98d3178780 1 > prepared part key=_multipart_9L0C6XS0IUS0.2~CCW1T4638AV4.1 size=72125 2024-04-12T16:21:21.068 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.071+0000 7f98d3178780 1 > prepared multipart upload key=9L0C6XS0IUS0 upload=CCW1T4638AV4 tag=SC3E6WBOFO80 type=write size=2169277 2024-04-12T16:21:21.070 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.073+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~UUQJP1DEUJN5.0 size=1048576 2024-04-12T16:21:21.072 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.075+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~UUQJP1DEUJN5.1 size=1048576 2024-04-12T16:21:21.073 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.077+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~UUQJP1DEUJN5.2 size=981190 2024-04-12T16:21:21.077 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.080+0000 7f98d3178780 1 < completed multipart upload key=UQB6NBY40RTD upload=UUQJP1DEUJN5 tag=5JIBUCJXCJ0K type=write size=4126918 2024-04-12T16:21:21.081 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.084+0000 7f98d3178780 1 > prepared part key=_multipart_9L0C6XS0IUS0.2~AHUI01Q9CGA7.0 size=1048576 2024-04-12T16:21:21.082 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.085+0000 7f98d3178780 1 > prepared part key=_multipart_9L0C6XS0IUS0.2~AHUI01Q9CGA7.1 size=716880 2024-04-12T16:21:21.082 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.085+0000 7f98d3178780 1 > prepared multipart upload key=9L0C6XS0IUS0 upload=AHUI01Q9CGA7 tag=GFF9RME73IBH type=write size=2814032 2024-04-12T16:21:21.083 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.086+0000 7f98d3178780 1 < canceled part key=_multipart_7X1SF5VYO5QN.2~BE31R5GXQ2SE.0 size=887773 2024-04-12T16:21:21.086 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.089+0000 7f98d3178780 1 < canceled multipart upload key=7X1SF5VYO5QN upload=BE31R5GXQ2SE tag=7W3PKXNB1GR9 type=write size=1936349 2024-04-12T16:21:21.089 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.093+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~4QGA1LS3CJKO.0 size=715004 2024-04-12T16:21:21.089 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.093+0000 7f98d3178780 1 > prepared multipart upload key=ZZ03YKAYH1C2 upload=4QGA1LS3CJKO tag=WZLEGCSCBXES type=write size=1763580 2024-04-12T16:21:21.090 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.093+0000 7f98d3178780 1 < canceled part key=_multipart_8AV30C26CXYV.2~15BM5MTRPVZQ.0 size=416874 2024-04-12T16:21:21.093 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.096+0000 7f98d3178780 1 < canceled multipart upload key=8AV30C26CXYV upload=15BM5MTRPVZQ tag=MFGGV92YYBWT type=write size=1465450 2024-04-12T16:21:21.095 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.098+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=2RXP0O3RJMZN type=del size=2819615 2024-04-12T16:21:21.097 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.100+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~1E2OY34JTT5T.0 size=918138 2024-04-12T16:21:21.100 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.104+0000 7f98d3178780 1 < completed multipart upload key=3AW8J5U5KAAT upload=1E2OY34JTT5T tag=4E1OUXMCG1SL type=write size=1966714 2024-04-12T16:21:21.104 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.108+0000 7f98d3178780 1 > prepared part key=_multipart_VZ3ZKIAP7V00.2~SV6APQRTOXXP.0 size=1048576 2024-04-12T16:21:21.106 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.109+0000 7f98d3178780 1 > prepared part key=_multipart_VZ3ZKIAP7V00.2~SV6APQRTOXXP.1 size=265025 2024-04-12T16:21:21.106 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.109+0000 7f98d3178780 1 > prepared multipart upload key=VZ3ZKIAP7V00 upload=SV6APQRTOXXP tag=E7YIX21QFT52 type=write size=2362177 2024-04-12T16:21:21.108 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.112+0000 7f98d3178780 1 < completed delete operation key=JFLGBNJ7LSGN tag=4EDYE5QKH6BA type=del 2024-04-12T16:21:21.110 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.114+0000 7f98d3178780 1 > prepared operation key=VZ3ZKIAP7V00 tag=ZQNDM1R5HCZB type=del size=4121589 2024-04-12T16:21:21.112 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.116+0000 7f98d3178780 1 < completed delete operation key=0OWCAM744WJ9 tag=9OX3KRO20E63 type=del 2024-04-12T16:21:21.116 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.119+0000 7f98d3178780 1 > prepared part key=_multipart_66UG2YS0OGEZ.2~GSH4TSG2GTMS.0 size=912557 2024-04-12T16:21:21.116 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.119+0000 7f98d3178780 1 > prepared multipart upload key=66UG2YS0OGEZ upload=GSH4TSG2GTMS tag=KFOA79MD41SV type=write size=1961133 2024-04-12T16:21:21.120 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.123+0000 7f98d3178780 1 < suggested update operation key=D0M5V2Z6TGN6 tag=IG9XTHPJ71QP type=del size=2089754 2024-04-12T16:21:21.123 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.126+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~ROEJP30VSYO0.0 size=713303 2024-04-12T16:21:21.123 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.126+0000 7f98d3178780 1 > prepared multipart upload key=T722FMC4JINL upload=ROEJP30VSYO0 tag=I4HPNT19LYZ6 type=write size=1761879 2024-04-12T16:21:21.125 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.128+0000 7f98d3178780 1 < completed part key=_multipart_9L0C6XS0IUS0.2~1L8SEYANWBZI.0 size=447747 2024-04-12T16:21:21.129 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.132+0000 7f98d3178780 1 < completed multipart upload key=9L0C6XS0IUS0 upload=1L8SEYANWBZI tag=22VR6UIMTC6F type=write size=1496323 2024-04-12T16:21:21.131 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.134+0000 7f98d3178780 1 > prepared operation key=0OWCAM744WJ9 tag=F0CJ20FHG4XA type=del size=2173329 2024-04-12T16:21:21.133 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.136+0000 7f98d3178780 1 < completed delete operation key=BOEPCQFN2ISK tag=QPIUEW23KUPZ type=del 2024-04-12T16:21:21.135 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.138+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=7ZZZSAKGS9VM type=del size=1606674 2024-04-12T16:21:21.137 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.140+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~9CYM43XG1G51.0 size=1048576 2024-04-12T16:21:21.138 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.141+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~9CYM43XG1G51.1 size=143711 2024-04-12T16:21:21.141 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.145+0000 7f98d3178780 1 < completed multipart upload key=IHLY0ZTYK6UT upload=9CYM43XG1G51 tag=DKCEP91JL667 type=write size=2240863 2024-04-12T16:21:21.143 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.147+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=MJJ66KYB1ATK type=del size=3934046 2024-04-12T16:21:21.145 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.149+0000 7f98d3178780 1 < completed delete operation key=EZFO3J6YDS47 tag=1Q3TK7TBLAAW type=del 2024-04-12T16:21:21.148 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.151+0000 7f98d3178780 1 > prepared operation key=EZFO3J6YDS47 tag=OXT2BRY4L292 type=write size=541560 2024-04-12T16:21:21.149 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.153+0000 7f98d3178780 1 < completed delete operation key=T722FMC4JINL tag=OTJPHZ7F7MVQ type=del 2024-04-12T16:21:21.153 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.157+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~RSLDSUL4VQPE.0 size=983215 2024-04-12T16:21:21.153 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.157+0000 7f98d3178780 1 > prepared multipart upload key=ZZ03YKAYH1C2 upload=RSLDSUL4VQPE tag=EQQ9VEZMMP5U type=write size=2031791 2024-04-12T16:21:21.155 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.159+0000 7f98d3178780 1 < completed write operation key=JFLGBNJ7LSGN tag=Z3GQI5NHL5LG type=write size=219411 2024-04-12T16:21:21.158 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.161+0000 7f98d3178780 1 > prepared operation key=23DHOZJVEXJ6 tag=00S68KQEO2KQ type=write size=384438 2024-04-12T16:21:21.159 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.163+0000 7f98d3178780 1 < completed part key=_multipart_9L0C6XS0IUS0.2~JQ1G6W22P9GE.0 size=900774 2024-04-12T16:21:21.163 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.166+0000 7f98d3178780 1 < completed multipart upload key=9L0C6XS0IUS0 upload=JQ1G6W22P9GE tag=CQWAN65SNEHH type=write size=1949350 2024-04-12T16:21:21.165 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.168+0000 7f98d3178780 1 > prepared operation key=0OWCAM744WJ9 tag=NQ85WTKJ91U0 type=write size=605888 2024-04-12T16:21:21.169 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.172+0000 7f98d3178780 1 < suggested update operation key=D0M5V2Z6TGN6 tag=DEG4E2OY3226 type=del size=747547 2024-04-12T16:21:21.171 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.174+0000 7f98d3178780 1 > prepared operation key=IHLY0ZTYK6UT tag=2NZIMXHU8TXQ type=del size=2627931 2024-04-12T16:21:21.173 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.176+0000 7f98d3178780 1 < completed part key=_multipart_9L0C6XS0IUS0.2~CCW1T4638AV4.0 size=1048576 2024-04-12T16:21:21.174 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.177+0000 7f98d3178780 1 < completed part key=_multipart_9L0C6XS0IUS0.2~CCW1T4638AV4.1 size=72125 2024-04-12T16:21:21.178 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.181+0000 7f98d3178780 1 < completed multipart upload key=9L0C6XS0IUS0 upload=CCW1T4638AV4 tag=SC3E6WBOFO80 type=write size=2169277 2024-04-12T16:21:21.179 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.183+0000 7f98d3178780 1 > prepared operation key=D0M5V2Z6TGN6 tag=7SGR85G1II4N type=del size=2075201 2024-04-12T16:21:21.181 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.185+0000 7f98d3178780 1 < completed part key=_multipart_9L0C6XS0IUS0.2~AHUI01Q9CGA7.0 size=1048576 2024-04-12T16:21:21.183 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.186+0000 7f98d3178780 1 < completed part key=_multipart_9L0C6XS0IUS0.2~AHUI01Q9CGA7.1 size=716880 2024-04-12T16:21:21.186 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.190+0000 7f98d3178780 1 < completed multipart upload key=9L0C6XS0IUS0 upload=AHUI01Q9CGA7 tag=GFF9RME73IBH type=write size=2814032 2024-04-12T16:21:21.190 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.193+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~800GD8FWLQKS.0 size=1048576 2024-04-12T16:21:21.192 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.195+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~800GD8FWLQKS.1 size=1048576 2024-04-12T16:21:21.193 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.197+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~800GD8FWLQKS.2 size=655611 2024-04-12T16:21:21.193 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.197+0000 7f98d3178780 1 > prepared multipart upload key=23DHOZJVEXJ6 upload=800GD8FWLQKS tag=QK9BD4R3RJN0 type=write size=3801339 2024-04-12T16:21:21.195 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.199+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~4QGA1LS3CJKO.0 size=715004 2024-04-12T16:21:21.199 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.202+0000 7f98d3178780 1 < completed multipart upload key=ZZ03YKAYH1C2 upload=4QGA1LS3CJKO tag=WZLEGCSCBXES type=write size=1763580 2024-04-12T16:21:21.201 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.205+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=M4Z097NVSR1C type=write size=101371 2024-04-12T16:21:21.204 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.207+0000 7f98d3178780 1 < completed delete operation key=BOEPCQFN2ISK tag=2RXP0O3RJMZN type=del 2024-04-12T16:21:21.205 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.209+0000 7f98d3178780 1 > prepared operation key=RGAGK6SC7WUJ tag=RWHBZQNL6V65 type=del size=2844149 2024-04-12T16:21:21.207 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.211+0000 7f98d3178780 1 < completed part key=_multipart_VZ3ZKIAP7V00.2~SV6APQRTOXXP.0 size=1048576 2024-04-12T16:21:21.209 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.212+0000 7f98d3178780 1 < completed part key=_multipart_VZ3ZKIAP7V00.2~SV6APQRTOXXP.1 size=265025 2024-04-12T16:21:21.213 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.216+0000 7f98d3178780 1 < completed multipart upload key=VZ3ZKIAP7V00 upload=SV6APQRTOXXP tag=E7YIX21QFT52 type=write size=2362177 2024-04-12T16:21:21.215 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.218+0000 7f98d3178780 1 > prepared operation key=JFLGBNJ7LSGN tag=24I1TUPRWUCT type=del size=2250361 2024-04-12T16:21:21.216 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.220+0000 7f98d3178780 1 < completed delete operation key=VZ3ZKIAP7V00 tag=ZQNDM1R5HCZB type=del 2024-04-12T16:21:21.218 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.222+0000 7f98d3178780 1 > prepared operation key=LU8ZUI2MDRGX tag=L2P3JN5OFLSN type=del size=976800 2024-04-12T16:21:21.220 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.224+0000 7f98d3178780 1 < completed part key=_multipart_66UG2YS0OGEZ.2~GSH4TSG2GTMS.0 size=912557 2024-04-12T16:21:21.224 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.227+0000 7f98d3178780 1 < completed multipart upload key=66UG2YS0OGEZ upload=GSH4TSG2GTMS tag=KFOA79MD41SV type=write size=1961133 2024-04-12T16:21:21.226 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.229+0000 7f98d3178780 1 > prepared operation key=PWA38LFGIMFY tag=LC0DOQ9JCRZV type=del size=1736143 2024-04-12T16:21:21.228 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.231+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~ROEJP30VSYO0.0 size=713303 2024-04-12T16:21:21.231 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.235+0000 7f98d3178780 1 < completed multipart upload key=T722FMC4JINL upload=ROEJP30VSYO0 tag=I4HPNT19LYZ6 type=write size=1761879 2024-04-12T16:21:21.233 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.237+0000 7f98d3178780 1 > prepared operation key=PWA38LFGIMFY tag=ABJDAU8DT9FB type=del size=915269 2024-04-12T16:21:21.235 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.239+0000 7f98d3178780 1 < completed delete operation key=0OWCAM744WJ9 tag=F0CJ20FHG4XA type=del 2024-04-12T16:21:21.237 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.241+0000 7f98d3178780 1 > prepared operation key=PT2U3K72AW80 tag=NBRX0O7QCL37 type=del size=2947684 2024-04-12T16:21:21.239 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.243+0000 7f98d3178780 1 < completed delete operation key=9L0C6XS0IUS0 tag=7ZZZSAKGS9VM type=del 2024-04-12T16:21:21.243 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.246+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~SDY92C4NDQBZ.0 size=1048576 2024-04-12T16:21:21.245 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.248+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~SDY92C4NDQBZ.1 size=1048576 2024-04-12T16:21:21.247 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.250+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~SDY92C4NDQBZ.2 size=1009261 2024-04-12T16:21:21.247 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.250+0000 7f98d3178780 1 > prepared multipart upload key=8AV30C26CXYV upload=SDY92C4NDQBZ tag=3SPS2ZNE2CPX type=write size=4154989 2024-04-12T16:21:21.249 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.252+0000 7f98d3178780 1 < completed delete operation key=W6L40IZK9EF7 tag=MJJ66KYB1ATK type=del 2024-04-12T16:21:21.251 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.254+0000 7f98d3178780 1 > prepared operation key=IHLY0ZTYK6UT tag=7WH6EIZNJ44T type=del size=979119 2024-04-12T16:21:21.253 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.256+0000 7f98d3178780 1 < completed write operation key=EZFO3J6YDS47 tag=OXT2BRY4L292 type=write size=541560 2024-04-12T16:21:21.257 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.260+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~1O0DVNHLMI2I.0 size=1048576 2024-04-12T16:21:21.258 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.261+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~1O0DVNHLMI2I.1 size=1048576 2024-04-12T16:21:21.260 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.263+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~1O0DVNHLMI2I.2 size=268031 2024-04-12T16:21:21.260 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.263+0000 7f98d3178780 1 > prepared multipart upload key=S81W06TIIZMK upload=1O0DVNHLMI2I tag=PGE65IP4E4G8 type=write size=3413759 2024-04-12T16:21:21.261 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.265+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~RSLDSUL4VQPE.0 size=983215 2024-04-12T16:21:21.265 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.268+0000 7f98d3178780 1 < completed multipart upload key=ZZ03YKAYH1C2 upload=RSLDSUL4VQPE tag=EQQ9VEZMMP5U type=write size=2031791 2024-04-12T16:21:21.267 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.270+0000 7f98d3178780 1 > prepared operation key=KURJT9NHLL4D tag=55B2QIK238QB type=del size=3797113 2024-04-12T16:21:21.269 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.272+0000 7f98d3178780 1 < completed write operation key=23DHOZJVEXJ6 tag=00S68KQEO2KQ type=write size=384438 2024-04-12T16:21:21.271 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.274+0000 7f98d3178780 1 > prepared operation key=VZ3ZKIAP7V00 tag=XPSWP9FGR3R6 type=del size=3020325 2024-04-12T16:21:21.275 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.278+0000 7f98d3178780 1 < suggested update operation key=0OWCAM744WJ9 tag=NQ85WTKJ91U0 type=write size=605888 2024-04-12T16:21:21.279 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.282+0000 7f98d3178780 1 > prepared part key=_multipart_RGAGK6SC7WUJ.2~XENK9GAXATDX.0 size=864051 2024-04-12T16:21:21.279 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.282+0000 7f98d3178780 1 > prepared multipart upload key=RGAGK6SC7WUJ upload=XENK9GAXATDX tag=OIZ9VDFQX3HY type=write size=1912627 2024-04-12T16:21:21.282 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.285+0000 7f98d3178780 1 < suggested update operation key=IHLY0ZTYK6UT tag=2NZIMXHU8TXQ type=del size=2627931 2024-04-12T16:21:21.284 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.287+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=OQ0X2BZR1NGZ type=del size=2396473 2024-04-12T16:21:21.288 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.291+0000 7f98d3178780 1 < suggested update operation key=D0M5V2Z6TGN6 tag=7SGR85G1II4N type=del size=2075201 2024-04-12T16:21:21.289 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.293+0000 7f98d3178780 1 > prepared operation key=0OWCAM744WJ9 tag=PGQNBJYO7QAU type=del size=2001002 2024-04-12T16:21:21.291 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.295+0000 7f98d3178780 1 < completed part key=_multipart_23DHOZJVEXJ6.2~800GD8FWLQKS.0 size=1048576 2024-04-12T16:21:21.293 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.296+0000 7f98d3178780 1 < completed part key=_multipart_23DHOZJVEXJ6.2~800GD8FWLQKS.1 size=1048576 2024-04-12T16:21:21.294 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.298+0000 7f98d3178780 1 < completed part key=_multipart_23DHOZJVEXJ6.2~800GD8FWLQKS.2 size=655611 2024-04-12T16:21:21.298 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.301+0000 7f98d3178780 1 < completed multipart upload key=23DHOZJVEXJ6 upload=800GD8FWLQKS tag=QK9BD4R3RJN0 type=write size=3801339 2024-04-12T16:21:21.301 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.305+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~SH4FC2HY54S8.0 size=1048576 2024-04-12T16:21:21.303 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.306+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~SH4FC2HY54S8.1 size=31521 2024-04-12T16:21:21.303 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.306+0000 7f98d3178780 1 > prepared multipart upload key=T722FMC4JINL upload=SH4FC2HY54S8 tag=U43R7L309YJJ type=write size=2128673 2024-04-12T16:21:21.307 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.311+0000 7f98d3178780 1 < suggested update operation key=BOEPCQFN2ISK tag=M4Z097NVSR1C type=write size=101371 2024-04-12T16:21:21.309 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.313+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=3UJUFG2IQUYD type=del size=3028457 2024-04-12T16:21:21.311 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.314+0000 7f98d3178780 1 < completed delete operation key=RGAGK6SC7WUJ tag=RWHBZQNL6V65 type=del 2024-04-12T16:21:21.313 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.316+0000 7f98d3178780 1 > prepared operation key=ZZ03YKAYH1C2 tag=GIS3M1HPQJYA type=del size=3017599 2024-04-12T16:21:21.317 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.320+0000 7f98d3178780 1 < suggested remove operation key=JFLGBNJ7LSGN tag=24I1TUPRWUCT type=del 2024-04-12T16:21:21.320 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.323+0000 7f98d3178780 1 > prepared part key=_multipart_FLD16WRTYTRE.2~4QERFY86XI6W.0 size=1048576 2024-04-12T16:21:21.321 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.325+0000 7f98d3178780 1 > prepared part key=_multipart_FLD16WRTYTRE.2~4QERFY86XI6W.1 size=1008982 2024-04-12T16:21:21.322 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.325+0000 7f98d3178780 1 > prepared multipart upload key=FLD16WRTYTRE upload=4QERFY86XI6W tag=VX6RHWZT9V54 type=write size=3106134 2024-04-12T16:21:21.325 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.328+0000 7f98d3178780 1 < suggested remove operation key=LU8ZUI2MDRGX tag=L2P3JN5OFLSN type=del 2024-04-12T16:21:21.328 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.332+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~XYSHKIJYA8Z8.0 size=1048576 2024-04-12T16:21:21.330 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.333+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~XYSHKIJYA8Z8.1 size=703347 2024-04-12T16:21:21.330 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.333+0000 7f98d3178780 1 > prepared multipart upload key=PT2U3K72AW80 upload=XYSHKIJYA8Z8 tag=FY5HTFMKIH37 type=write size=2800499 2024-04-12T16:21:21.332 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.335+0000 7f98d3178780 1 < completed delete operation key=PWA38LFGIMFY tag=LC0DOQ9JCRZV type=del 2024-04-12T16:21:21.335 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.339+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~FG1SPH5FPMQS.0 size=1048576 2024-04-12T16:21:21.337 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.340+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~FG1SPH5FPMQS.1 size=386801 2024-04-12T16:21:21.337 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.340+0000 7f98d3178780 1 > prepared multipart upload key=0OWCAM744WJ9 upload=FG1SPH5FPMQS tag=KXBC1AFSW3WU type=write size=2483953 2024-04-12T16:21:21.339 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.342+0000 7f98d3178780 1 < canceled operation key=PWA38LFGIMFY tag=ABJDAU8DT9FB type=del size=915269 2024-04-12T16:21:21.342 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.346+0000 7f98d3178780 1 > prepared part key=_multipart_FLD16WRTYTRE.2~AAKHHKAUD927.0 size=175344 2024-04-12T16:21:21.342 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.346+0000 7f98d3178780 1 > prepared multipart upload key=FLD16WRTYTRE upload=AAKHHKAUD927 tag=Q6TBHWA16D8Z type=write size=1223920 2024-04-12T16:21:21.344 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.348+0000 7f98d3178780 1 < completed delete operation key=PT2U3K72AW80 tag=NBRX0O7QCL37 type=del 2024-04-12T16:21:21.346 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.349+0000 7f98d3178780 1 > prepared operation key=3AW8J5U5KAAT tag=4QRS7Y66YH9P type=del size=1101678 2024-04-12T16:21:21.348 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.351+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~SDY92C4NDQBZ.0 size=1048576 2024-04-12T16:21:21.348 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.351+0000 7f98d3178780 1 < canceled part key=_multipart_8AV30C26CXYV.2~SDY92C4NDQBZ.1 size=1048576 2024-04-12T16:21:21.349 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.353+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~SDY92C4NDQBZ.2 size=1009261 2024-04-12T16:21:21.353 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.356+0000 7f98d3178780 1 < canceled multipart upload key=8AV30C26CXYV upload=SDY92C4NDQBZ tag=3SPS2ZNE2CPX type=write size=4154989 2024-04-12T16:21:21.355 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.358+0000 7f98d3178780 1 > prepared operation key=LU8ZUI2MDRGX tag=W9SIOY8VUVUQ type=del size=278433 2024-04-12T16:21:21.358 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.361+0000 7f98d3178780 -1 < failed to complete operation key=IHLY0ZTYK6UT tag=7WH6EIZNJ44T type=del size=979119: (22) Invalid argument 2024-04-12T16:21:21.361 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.365+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~0O5TH6QAUBBD.0 size=1048576 2024-04-12T16:21:21.363 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.366+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~0O5TH6QAUBBD.1 size=1048576 2024-04-12T16:21:21.365 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.368+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~0O5TH6QAUBBD.2 size=644024 2024-04-12T16:21:21.365 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.368+0000 7f98d3178780 1 > prepared multipart upload key=D0M5V2Z6TGN6 upload=0O5TH6QAUBBD tag=R1AGJB6B696S type=write size=3789752 2024-04-12T16:21:21.367 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.370+0000 7f98d3178780 1 < completed part key=_multipart_S81W06TIIZMK.2~1O0DVNHLMI2I.0 size=1048576 2024-04-12T16:21:21.368 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.371+0000 7f98d3178780 1 < completed part key=_multipart_S81W06TIIZMK.2~1O0DVNHLMI2I.1 size=1048576 2024-04-12T16:21:21.370 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.373+0000 7f98d3178780 1 < completed part key=_multipart_S81W06TIIZMK.2~1O0DVNHLMI2I.2 size=268031 2024-04-12T16:21:21.373 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.377+0000 7f98d3178780 1 < completed multipart upload key=S81W06TIIZMK upload=1O0DVNHLMI2I tag=PGE65IP4E4G8 type=write size=3413759 2024-04-12T16:21:21.378 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.381+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~LHWAPQ7K1N3A.0 size=1048576 2024-04-12T16:21:21.382 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.382+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~LHWAPQ7K1N3A.1 size=281829 2024-04-12T16:21:21.382 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.382+0000 7f98d3178780 1 > prepared multipart upload key=S81W06TIIZMK upload=LHWAPQ7K1N3A tag=2H2HGQ4FI4E7 type=write size=2378981 2024-04-12T16:21:21.383 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.386+0000 7f98d3178780 1 < suggested update operation key=KURJT9NHLL4D tag=55B2QIK238QB type=del size=3797113 2024-04-12T16:21:21.385 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.388+0000 7f98d3178780 1 > prepared operation key=D0M5V2Z6TGN6 tag=OW2XNC3I6GYK type=del size=1017014 2024-04-12T16:21:21.387 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.390+0000 7f98d3178780 1 < completed delete operation key=VZ3ZKIAP7V00 tag=XPSWP9FGR3R6 type=del 2024-04-12T16:21:21.390 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.393+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~TSFKIO35997J.0 size=1048576 2024-04-12T16:21:21.392 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.395+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~TSFKIO35997J.1 size=1048576 2024-04-12T16:21:21.394 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.397+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~TSFKIO35997J.2 size=1045404 2024-04-12T16:21:21.394 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.397+0000 7f98d3178780 1 > prepared multipart upload key=8AV30C26CXYV upload=TSFKIO35997J tag=ARREB3R4NVUS type=write size=4191132 2024-04-12T16:21:21.396 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.399+0000 7f98d3178780 1 < completed part key=_multipart_RGAGK6SC7WUJ.2~XENK9GAXATDX.0 size=864051 2024-04-12T16:21:21.400 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.403+0000 7f98d3178780 1 < completed multipart upload key=RGAGK6SC7WUJ upload=XENK9GAXATDX tag=OIZ9VDFQX3HY type=write size=1912627 2024-04-12T16:21:21.403 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.407+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~UGX0H82DV5GE.0 size=850897 2024-04-12T16:21:21.404 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.407+0000 7f98d3178780 1 > prepared multipart upload key=IHLY0ZTYK6UT upload=UGX0H82DV5GE tag=1IIHGI7TQYUC type=write size=1899473 2024-04-12T16:21:21.406 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.409+0000 7f98d3178780 -1 < failed to complete operation key=BOEPCQFN2ISK tag=OQ0X2BZR1NGZ type=del size=2396473: (22) Invalid argument 2024-04-12T16:21:21.408 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.412+0000 7f98d3178780 1 > prepared operation key=EZFO3J6YDS47 tag=ZYZGUEVQ3IP6 type=del size=888372 2024-04-12T16:21:21.410 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.414+0000 7f98d3178780 1 < completed delete operation key=0OWCAM744WJ9 tag=PGQNBJYO7QAU type=del 2024-04-12T16:21:21.412 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.416+0000 7f98d3178780 1 > prepared operation key=I40BBGONTDFL tag=VSQIRVA2GTKN type=del size=3572454 2024-04-12T16:21:21.414 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.417+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~SH4FC2HY54S8.0 size=1048576 2024-04-12T16:21:21.416 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.419+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~SH4FC2HY54S8.1 size=31521 2024-04-12T16:21:21.419 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.422+0000 7f98d3178780 1 < completed multipart upload key=T722FMC4JINL upload=SH4FC2HY54S8 tag=U43R7L309YJJ type=write size=2128673 2024-04-12T16:21:21.423 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.426+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~S6NQFU0JCIHA.0 size=1048576 2024-04-12T16:21:21.424 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.428+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~S6NQFU0JCIHA.1 size=585656 2024-04-12T16:21:21.424 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.428+0000 7f98d3178780 1 > prepared multipart upload key=LU8ZUI2MDRGX upload=S6NQFU0JCIHA tag=PPCL0N3L530T type=write size=2682808 2024-04-12T16:21:21.429 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.432+0000 7f98d3178780 1 < suggested remove operation key=W6L40IZK9EF7 tag=3UJUFG2IQUYD type=del 2024-04-12T16:21:21.432 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.435+0000 7f98d3178780 1 > prepared part key=_multipart_EZFO3J6YDS47.2~M16Z3ZCFLXUL.0 size=860372 2024-04-12T16:21:21.432 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.435+0000 7f98d3178780 1 > prepared multipart upload key=EZFO3J6YDS47 upload=M16Z3ZCFLXUL tag=F9QC3YBY9E79 type=write size=1908948 2024-04-12T16:21:21.434 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.437+0000 7f98d3178780 1 < completed delete operation key=ZZ03YKAYH1C2 tag=GIS3M1HPQJYA type=del 2024-04-12T16:21:21.436 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.439+0000 7f98d3178780 1 > prepared operation key=JFLGBNJ7LSGN tag=CFBMITYE17K9 type=del size=3191702 2024-04-12T16:21:21.437 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.441+0000 7f98d3178780 1 < completed part key=_multipart_FLD16WRTYTRE.2~4QERFY86XI6W.0 size=1048576 2024-04-12T16:21:21.439 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.442+0000 7f98d3178780 1 < completed part key=_multipart_FLD16WRTYTRE.2~4QERFY86XI6W.1 size=1008982 2024-04-12T16:21:21.443 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.447+0000 7f98d3178780 1 < completed multipart upload key=FLD16WRTYTRE upload=4QERFY86XI6W tag=VX6RHWZT9V54 type=write size=3106134 2024-04-12T16:21:21.445 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.449+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=94XJV0TKIQJE type=write size=507069 2024-04-12T16:21:21.447 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.451+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~XYSHKIJYA8Z8.0 size=1048576 2024-04-12T16:21:21.449 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.452+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~XYSHKIJYA8Z8.1 size=703347 2024-04-12T16:21:21.453 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.456+0000 7f98d3178780 1 < completed multipart upload key=PT2U3K72AW80 upload=XYSHKIJYA8Z8 tag=FY5HTFMKIH37 type=write size=2800499 2024-04-12T16:21:21.455 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.458+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=J8AJDDLM14GH type=del size=1169915 2024-04-12T16:21:21.457 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.460+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~FG1SPH5FPMQS.0 size=1048576 2024-04-12T16:21:21.458 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.462+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~FG1SPH5FPMQS.1 size=386801 2024-04-12T16:21:21.462 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.465+0000 7f98d3178780 1 < completed multipart upload key=0OWCAM744WJ9 upload=FG1SPH5FPMQS tag=KXBC1AFSW3WU type=write size=2483953 2024-04-12T16:21:21.464 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.467+0000 7f98d3178780 1 > prepared operation key=ZZ03YKAYH1C2 tag=J4POUR2EPRHV type=del size=4064565 2024-04-12T16:21:21.466 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.470+0000 7f98d3178780 1 < completed part key=_multipart_FLD16WRTYTRE.2~AAKHHKAUD927.0 size=175344 2024-04-12T16:21:21.470 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.474+0000 7f98d3178780 1 < completed multipart upload key=FLD16WRTYTRE upload=AAKHHKAUD927 tag=Q6TBHWA16D8Z type=write size=1223920 2024-04-12T16:21:21.474 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.477+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~IAROQ9E5XFJG.0 size=216726 2024-04-12T16:21:21.474 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.477+0000 7f98d3178780 1 > prepared multipart upload key=UQB6NBY40RTD upload=IAROQ9E5XFJG tag=V2GYP7F3HNVN type=write size=1265302 2024-04-12T16:21:21.478 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.481+0000 7f98d3178780 1 < suggested remove operation key=3AW8J5U5KAAT tag=4QRS7Y66YH9P type=del 2024-04-12T16:21:21.481 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.484+0000 7f98d3178780 1 > prepared part key=_multipart_JFLGBNJ7LSGN.2~TV5P4YJBUG34.0 size=840040 2024-04-12T16:21:21.481 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.484+0000 7f98d3178780 1 > prepared multipart upload key=JFLGBNJ7LSGN upload=TV5P4YJBUG34 tag=1ZT0R8K9C3YH type=write size=1888616 2024-04-12T16:21:21.483 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.486+0000 7f98d3178780 1 < canceled operation key=LU8ZUI2MDRGX tag=W9SIOY8VUVUQ type=del size=278433 2024-04-12T16:21:21.487 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.490+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~MMW6ZKJXA4NG.0 size=573273 2024-04-12T16:21:21.487 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.490+0000 7f98d3178780 1 > prepared multipart upload key=XC0UMQW2OGOM upload=MMW6ZKJXA4NG tag=15BZMNI7T7VF type=write size=1621849 2024-04-12T16:21:21.489 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.492+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~0O5TH6QAUBBD.0 size=1048576 2024-04-12T16:21:21.490 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.494+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~0O5TH6QAUBBD.1 size=1048576 2024-04-12T16:21:21.492 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.495+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~0O5TH6QAUBBD.2 size=644024 2024-04-12T16:21:21.495 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.498+0000 7f98d3178780 1 < completed multipart upload key=D0M5V2Z6TGN6 upload=0O5TH6QAUBBD tag=R1AGJB6B696S type=write size=3789752 2024-04-12T16:21:21.497 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.500+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=OBTZTJJYFFCS type=write size=548020 2024-04-12T16:21:21.499 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.502+0000 7f98d3178780 1 < completed part key=_multipart_S81W06TIIZMK.2~LHWAPQ7K1N3A.0 size=1048576 2024-04-12T16:21:21.501 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.504+0000 7f98d3178780 1 < completed part key=_multipart_S81W06TIIZMK.2~LHWAPQ7K1N3A.1 size=281829 2024-04-12T16:21:21.504 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.507+0000 7f98d3178780 1 < completed multipart upload key=S81W06TIIZMK upload=LHWAPQ7K1N3A tag=2H2HGQ4FI4E7 type=write size=2378981 2024-04-12T16:21:21.506 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.509+0000 7f98d3178780 1 > prepared operation key=RGAGK6SC7WUJ tag=N70JKHI5W38Q type=del size=2348 2024-04-12T16:21:21.508 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.511+0000 7f98d3178780 1 < completed delete operation key=D0M5V2Z6TGN6 tag=OW2XNC3I6GYK type=del 2024-04-12T16:21:21.511 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.515+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~PWMCXCLPGB4M.0 size=1048576 2024-04-12T16:21:21.513 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.516+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~PWMCXCLPGB4M.1 size=1027025 2024-04-12T16:21:21.513 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.516+0000 7f98d3178780 1 > prepared multipart upload key=23DHOZJVEXJ6 upload=PWMCXCLPGB4M tag=8UGV1VQZTMNI type=write size=3124177 2024-04-12T16:21:21.515 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.518+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~TSFKIO35997J.0 size=1048576 2024-04-12T16:21:21.517 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.520+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~TSFKIO35997J.1 size=1048576 2024-04-12T16:21:21.519 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.522+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~TSFKIO35997J.2 size=1045404 2024-04-12T16:21:21.522 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.525+0000 7f98d3178780 1 < completed multipart upload key=8AV30C26CXYV upload=TSFKIO35997J tag=ARREB3R4NVUS type=write size=4191132 2024-04-12T16:21:21.525 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.529+0000 7f98d3178780 1 > prepared part key=_multipart_9L0C6XS0IUS0.2~KET1EP4D2WDR.0 size=1048576 2024-04-12T16:21:21.527 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.530+0000 7f98d3178780 1 > prepared part key=_multipart_9L0C6XS0IUS0.2~KET1EP4D2WDR.1 size=1048576 2024-04-12T16:21:21.529 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.532+0000 7f98d3178780 1 > prepared part key=_multipart_9L0C6XS0IUS0.2~KET1EP4D2WDR.2 size=550770 2024-04-12T16:21:21.529 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.532+0000 7f98d3178780 1 > prepared multipart upload key=9L0C6XS0IUS0 upload=KET1EP4D2WDR tag=E30DSWCHKK5A type=write size=3696498 2024-04-12T16:21:21.531 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.534+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~UGX0H82DV5GE.0 size=850897 2024-04-12T16:21:21.534 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.537+0000 7f98d3178780 1 < completed multipart upload key=IHLY0ZTYK6UT upload=UGX0H82DV5GE tag=1IIHGI7TQYUC type=write size=1899473 2024-04-12T16:21:21.536 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.539+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=UG1V86TV53DR type=write size=353356 2024-04-12T16:21:21.540 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.543+0000 7f98d3178780 1 < suggested update operation key=EZFO3J6YDS47 tag=ZYZGUEVQ3IP6 type=del size=888372 2024-04-12T16:21:21.544 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.547+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~FJVK30RRKN6E.0 size=1048576 2024-04-12T16:21:21.546 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.549+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~FJVK30RRKN6E.1 size=1048576 2024-04-12T16:21:21.548 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.551+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~FJVK30RRKN6E.2 size=337562 2024-04-12T16:21:21.548 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.551+0000 7f98d3178780 1 > prepared multipart upload key=23DHOZJVEXJ6 upload=FJVK30RRKN6E tag=T6PB8GEQQK5V type=write size=3483290 2024-04-12T16:21:21.550 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.553+0000 7f98d3178780 1 < completed delete operation key=I40BBGONTDFL tag=VSQIRVA2GTKN type=del 2024-04-12T16:21:21.552 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.555+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=WIPDV2TTEO0L type=del size=421292 2024-04-12T16:21:21.554 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.557+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~S6NQFU0JCIHA.0 size=1048576 2024-04-12T16:21:21.556 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.559+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~S6NQFU0JCIHA.1 size=585656 2024-04-12T16:21:21.560 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.563+0000 7f98d3178780 1 < completed multipart upload key=LU8ZUI2MDRGX upload=S6NQFU0JCIHA tag=PPCL0N3L530T type=write size=2682808 2024-04-12T16:21:21.562 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.565+0000 7f98d3178780 1 > prepared operation key=RGAGK6SC7WUJ tag=NVCTNDKA1ZN8 type=del size=397418 2024-04-12T16:21:21.564 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.567+0000 7f98d3178780 1 < completed part key=_multipart_EZFO3J6YDS47.2~M16Z3ZCFLXUL.0 size=860372 2024-04-12T16:21:21.568 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.571+0000 7f98d3178780 1 < completed multipart upload key=EZFO3J6YDS47 upload=M16Z3ZCFLXUL tag=F9QC3YBY9E79 type=write size=1908948 2024-04-12T16:21:21.569 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.573+0000 7f98d3178780 1 > prepared operation key=8AV30C26CXYV tag=YK0215O3MZQY type=del size=3705711 2024-04-12T16:21:21.573 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.576+0000 7f98d3178780 1 < suggested update operation key=JFLGBNJ7LSGN tag=CFBMITYE17K9 type=del size=3191702 2024-04-12T16:21:21.576 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.579+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=Z7UVEN9LER3A type=del size=3890053 2024-04-12T16:21:21.578 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.581+0000 7f98d3178780 1 < completed write operation key=W6L40IZK9EF7 tag=94XJV0TKIQJE type=write size=507069 2024-04-12T16:21:21.582 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.586+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~N6ZNPJ68RC4I.0 size=418513 2024-04-12T16:21:21.582 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.586+0000 7f98d3178780 1 > prepared multipart upload key=23DHOZJVEXJ6 upload=N6ZNPJ68RC4I tag=EOR4NDB3KC27 type=write size=1467089 2024-04-12T16:21:21.586 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.590+0000 7f98d3178780 1 < suggested remove operation key=XC0UMQW2OGOM tag=J8AJDDLM14GH type=del 2024-04-12T16:21:21.590 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.593+0000 7f98d3178780 1 > prepared part key=_multipart_9L0C6XS0IUS0.2~XQKWZ3H5ZNRR.0 size=489690 2024-04-12T16:21:21.590 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.593+0000 7f98d3178780 1 > prepared multipart upload key=9L0C6XS0IUS0 upload=XQKWZ3H5ZNRR tag=3B9IS9WVL3FZ type=write size=1538266 2024-04-12T16:21:21.592 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.595+0000 7f98d3178780 1 < completed delete operation key=ZZ03YKAYH1C2 tag=J4POUR2EPRHV type=del 2024-04-12T16:21:21.593 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.597+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=I3UB1SOSFJ5L type=del size=4016830 2024-04-12T16:21:21.595 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.599+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~IAROQ9E5XFJG.0 size=216726 2024-04-12T16:21:21.599 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.602+0000 7f98d3178780 1 < completed multipart upload key=UQB6NBY40RTD upload=IAROQ9E5XFJG tag=V2GYP7F3HNVN type=write size=1265302 2024-04-12T16:21:21.601 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.604+0000 7f98d3178780 1 > prepared operation key=D0M5V2Z6TGN6 tag=J0Z6RJTOZSDX type=del size=2382753 2024-04-12T16:21:21.603 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.606+0000 7f98d3178780 1 < completed part key=_multipart_JFLGBNJ7LSGN.2~TV5P4YJBUG34.0 size=840040 2024-04-12T16:21:21.607 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.610+0000 7f98d3178780 1 < completed multipart upload key=JFLGBNJ7LSGN upload=TV5P4YJBUG34 tag=1ZT0R8K9C3YH type=write size=1888616 2024-04-12T16:21:21.609 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.612+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=Y5ZIANMYS6U1 type=write size=929136 2024-04-12T16:21:21.610 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.614+0000 7f98d3178780 1 < completed part key=_multipart_XC0UMQW2OGOM.2~MMW6ZKJXA4NG.0 size=573273 2024-04-12T16:21:21.613 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.617+0000 7f98d3178780 1 < completed multipart upload key=XC0UMQW2OGOM upload=MMW6ZKJXA4NG tag=15BZMNI7T7VF type=write size=1621849 2024-04-12T16:21:21.615 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.619+0000 7f98d3178780 1 > prepared operation key=KHYODRDPUF4K tag=SC9IOUZWM083 type=write size=168189 2024-04-12T16:21:21.617 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.621+0000 7f98d3178780 1 < completed write operation key=W6L40IZK9EF7 tag=OBTZTJJYFFCS type=write size=548020 2024-04-12T16:21:21.621 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.624+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~VYZJLUEGHDFF.0 size=1048576 2024-04-12T16:21:21.623 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.626+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~VYZJLUEGHDFF.1 size=83100 2024-04-12T16:21:21.623 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.626+0000 7f98d3178780 1 > prepared multipart upload key=ZZ03YKAYH1C2 upload=VYZJLUEGHDFF tag=RWV402PXXFUR type=write size=2180252 2024-04-12T16:21:21.625 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.628+0000 7f98d3178780 1 < completed delete operation key=RGAGK6SC7WUJ tag=N70JKHI5W38Q type=del 2024-04-12T16:21:21.627 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.630+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=ORT3330KF4QJ type=del size=3691715 2024-04-12T16:21:21.629 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.633+0000 7f98d3178780 1 < completed part key=_multipart_23DHOZJVEXJ6.2~PWMCXCLPGB4M.0 size=1048576 2024-04-12T16:21:21.632 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.635+0000 7f98d3178780 1 < completed part key=_multipart_23DHOZJVEXJ6.2~PWMCXCLPGB4M.1 size=1027025 2024-04-12T16:21:21.635 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.638+0000 7f98d3178780 1 < completed multipart upload key=23DHOZJVEXJ6 upload=PWMCXCLPGB4M tag=8UGV1VQZTMNI type=write size=3124177 2024-04-12T16:21:21.637 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.640+0000 7f98d3178780 1 > prepared operation key=EZFO3J6YDS47 tag=YZ2RS9UHEJIH type=del size=614956 2024-04-12T16:21:21.640 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.643+0000 7f98d3178780 1 < completed part key=_multipart_9L0C6XS0IUS0.2~KET1EP4D2WDR.0 size=1048576 2024-04-12T16:21:21.641 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.644+0000 7f98d3178780 1 < completed part key=_multipart_9L0C6XS0IUS0.2~KET1EP4D2WDR.1 size=1048576 2024-04-12T16:21:21.643 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.646+0000 7f98d3178780 1 < completed part key=_multipart_9L0C6XS0IUS0.2~KET1EP4D2WDR.2 size=550770 2024-04-12T16:21:21.647 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.650+0000 7f98d3178780 1 < completed multipart upload key=9L0C6XS0IUS0 upload=KET1EP4D2WDR tag=E30DSWCHKK5A type=write size=3696498 2024-04-12T16:21:21.649 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.652+0000 7f98d3178780 1 > prepared operation key=4LOLFK38TOHP tag=KASNYTI1AO1O type=del size=1251449 2024-04-12T16:21:21.651 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.654+0000 7f98d3178780 1 < completed write operation key=9L0C6XS0IUS0 tag=UG1V86TV53DR type=write size=353356 2024-04-12T16:21:21.654 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.657+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=39PN288JM64J type=del size=2872789 2024-04-12T16:21:21.654 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.657+0000 7f98d3178780 1 < canceled part key=_multipart_23DHOZJVEXJ6.2~FJVK30RRKN6E.0 size=1048576 2024-04-12T16:21:21.656 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.659+0000 7f98d3178780 1 < completed part key=_multipart_23DHOZJVEXJ6.2~FJVK30RRKN6E.1 size=1048576 2024-04-12T16:21:21.658 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.661+0000 7f98d3178780 1 < completed part key=_multipart_23DHOZJVEXJ6.2~FJVK30RRKN6E.2 size=337562 2024-04-12T16:21:21.661 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.664+0000 7f98d3178780 1 < canceled multipart upload key=23DHOZJVEXJ6 upload=FJVK30RRKN6E tag=T6PB8GEQQK5V type=write size=3483290 2024-04-12T16:21:21.663 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.666+0000 7f98d3178780 1 > prepared operation key=EZFO3J6YDS47 tag=QCRKND7S506Z type=write size=894579 2024-04-12T16:21:21.665 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.669+0000 7f98d3178780 1 < completed delete operation key=4S7M3FBURFC1 tag=WIPDV2TTEO0L type=del 2024-04-12T16:21:21.667 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.671+0000 7f98d3178780 1 > prepared operation key=S81W06TIIZMK tag=R1CQ8C1Y6T7M type=write size=160218 2024-04-12T16:21:21.669 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.673+0000 7f98d3178780 1 < completed delete operation key=RGAGK6SC7WUJ tag=NVCTNDKA1ZN8 type=del 2024-04-12T16:21:21.673 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.677+0000 7f98d3178780 1 > prepared part key=_multipart_I40BBGONTDFL.2~2GC026ZVG9VV.0 size=1048576 2024-04-12T16:21:21.675 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.678+0000 7f98d3178780 1 > prepared part key=_multipart_I40BBGONTDFL.2~2GC026ZVG9VV.1 size=1048576 2024-04-12T16:21:21.677 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.680+0000 7f98d3178780 1 > prepared part key=_multipart_I40BBGONTDFL.2~2GC026ZVG9VV.2 size=154527 2024-04-12T16:21:21.677 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.680+0000 7f98d3178780 1 > prepared multipart upload key=I40BBGONTDFL upload=2GC026ZVG9VV tag=VE2GDQ12T77I type=write size=3300255 2024-04-12T16:21:21.679 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.682+0000 7f98d3178780 1 < completed delete operation key=8AV30C26CXYV tag=YK0215O3MZQY type=del 2024-04-12T16:21:21.681 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.684+0000 7f98d3178780 1 > prepared operation key=PWA38LFGIMFY tag=NRH3XP51UM9V type=del size=3993164 2024-04-12T16:21:21.683 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.686+0000 7f98d3178780 1 < completed delete operation key=W6L40IZK9EF7 tag=Z7UVEN9LER3A type=del 2024-04-12T16:21:21.688 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.691+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~4U2ZZ5URPRA0.0 size=1048576 2024-04-12T16:21:21.691 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.694+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~4U2ZZ5URPRA0.1 size=1048576 2024-04-12T16:21:21.692 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.696+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~4U2ZZ5URPRA0.2 size=532483 2024-04-12T16:21:21.692 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.696+0000 7f98d3178780 1 > prepared multipart upload key=BOEPCQFN2ISK upload=4U2ZZ5URPRA0 tag=FDLDCEC0TJ2B type=write size=3678211 2024-04-12T16:21:21.694 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.698+0000 7f98d3178780 1 < completed part key=_multipart_23DHOZJVEXJ6.2~N6ZNPJ68RC4I.0 size=418513 2024-04-12T16:21:21.698 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.701+0000 7f98d3178780 1 < completed multipart upload key=23DHOZJVEXJ6 upload=N6ZNPJ68RC4I tag=EOR4NDB3KC27 type=write size=1467089 2024-04-12T16:21:21.700 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.703+0000 7f98d3178780 1 > prepared operation key=8AV30C26CXYV tag=MZJ365WHMWXS type=del size=2720471 2024-04-12T16:21:21.702 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.705+0000 7f98d3178780 1 < completed part key=_multipart_9L0C6XS0IUS0.2~XQKWZ3H5ZNRR.0 size=489690 2024-04-12T16:21:21.706 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.709+0000 7f98d3178780 1 < completed multipart upload key=9L0C6XS0IUS0 upload=XQKWZ3H5ZNRR tag=3B9IS9WVL3FZ type=write size=1538266 2024-04-12T16:21:21.708 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.711+0000 7f98d3178780 1 > prepared operation key=VZ3ZKIAP7V00 tag=QA0S7N7EQO4X type=write size=400294 2024-04-12T16:21:21.711 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.714+0000 7f98d3178780 1 < completed delete operation key=8ZR0C2P8VMRA tag=I3UB1SOSFJ5L type=del 2024-04-12T16:21:21.716 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.719+0000 7f98d3178780 1 > prepared part key=_multipart_W6L40IZK9EF7.2~AP7LJGJ1U5VG.0 size=1048576 2024-04-12T16:21:21.718 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.722+0000 7f98d3178780 1 > prepared part key=_multipart_W6L40IZK9EF7.2~AP7LJGJ1U5VG.1 size=1048576 2024-04-12T16:21:21.720 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.723+0000 7f98d3178780 1 > prepared part key=_multipart_W6L40IZK9EF7.2~AP7LJGJ1U5VG.2 size=979490 2024-04-12T16:21:21.720 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.723+0000 7f98d3178780 1 > prepared multipart upload key=W6L40IZK9EF7 upload=AP7LJGJ1U5VG tag=YWQ9WVVPFK5N type=write size=4125218 2024-04-12T16:21:21.722 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.726+0000 7f98d3178780 1 < completed delete operation key=D0M5V2Z6TGN6 tag=J0Z6RJTOZSDX type=del 2024-04-12T16:21:21.724 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.728+0000 7f98d3178780 1 > prepared operation key=66UG2YS0OGEZ tag=HMRB9WH66H40 type=del size=4110248 2024-04-12T16:21:21.727 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.730+0000 7f98d3178780 1 < canceled operation key=BOEPCQFN2ISK tag=Y5ZIANMYS6U1 type=write size=929136 2024-04-12T16:21:21.730 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.734+0000 7f98d3178780 1 > prepared part key=_multipart_JFLGBNJ7LSGN.2~F4VTD5Z8XSFD.0 size=1048576 2024-04-12T16:21:21.732 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.735+0000 7f98d3178780 1 > prepared part key=_multipart_JFLGBNJ7LSGN.2~F4VTD5Z8XSFD.1 size=1048576 2024-04-12T16:21:21.734 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.737+0000 7f98d3178780 1 > prepared part key=_multipart_JFLGBNJ7LSGN.2~F4VTD5Z8XSFD.2 size=30872 2024-04-12T16:21:21.734 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.737+0000 7f98d3178780 1 > prepared multipart upload key=JFLGBNJ7LSGN upload=F4VTD5Z8XSFD tag=OBB85SWE7N17 type=write size=3176600 2024-04-12T16:21:21.736 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.739+0000 7f98d3178780 1 < canceled operation key=KHYODRDPUF4K tag=SC9IOUZWM083 type=write size=168189 2024-04-12T16:21:21.738 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.742+0000 7f98d3178780 1 > prepared operation key=8AV30C26CXYV tag=Z1LM4H4C1Z2X type=del size=2691419 2024-04-12T16:21:21.740 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.743+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~VYZJLUEGHDFF.0 size=1048576 2024-04-12T16:21:21.742 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.745+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~VYZJLUEGHDFF.1 size=83100 2024-04-12T16:21:21.746 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.749+0000 7f98d3178780 1 < completed multipart upload key=ZZ03YKAYH1C2 upload=VYZJLUEGHDFF tag=RWV402PXXFUR type=write size=2180252 2024-04-12T16:21:21.748 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.751+0000 7f98d3178780 1 > prepared operation key=I40BBGONTDFL tag=KG19BT84Q2I3 type=del size=2484304 2024-04-12T16:21:21.750 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.754+0000 7f98d3178780 1 < completed delete operation key=XC0UMQW2OGOM tag=ORT3330KF4QJ type=del 2024-04-12T16:21:21.752 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.756+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=XLJJ8Q8360WJ type=del size=3528944 2024-04-12T16:21:21.756 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.759+0000 7f98d3178780 1 < suggested remove operation key=EZFO3J6YDS47 tag=YZ2RS9UHEJIH type=del 2024-04-12T16:21:21.758 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.761+0000 7f98d3178780 1 > prepared operation key=0OWCAM744WJ9 tag=HQZY04QB2NMG type=del size=3277079 2024-04-12T16:21:21.761 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.764+0000 7f98d3178780 1 < completed delete operation key=4LOLFK38TOHP tag=KASNYTI1AO1O type=del 2024-04-12T16:21:21.765 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.768+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~62XADJ06MI3M.0 size=1048576 2024-04-12T16:21:21.766 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.770+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~62XADJ06MI3M.1 size=469819 2024-04-12T16:21:21.766 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.770+0000 7f98d3178780 1 > prepared multipart upload key=S81W06TIIZMK upload=62XADJ06MI3M tag=S1HDP8PAPRMM type=write size=2566971 2024-04-12T16:21:21.768 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.772+0000 7f98d3178780 1 < canceled operation key=8ZR0C2P8VMRA tag=39PN288JM64J type=del size=2872789 2024-04-12T16:21:21.771 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.774+0000 7f98d3178780 1 > prepared operation key=0OWCAM744WJ9 tag=NF4KX7KG4HKY type=del size=2566323 2024-04-12T16:21:21.773 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.776+0000 7f98d3178780 -1 < failed to complete operation key=EZFO3J6YDS47 tag=QCRKND7S506Z type=write size=894579: (22) Invalid argument 2024-04-12T16:21:21.778 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.782+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~3I1W26Y27NJG.0 size=1048576 2024-04-12T16:21:21.780 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.783+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~3I1W26Y27NJG.1 size=1048576 2024-04-12T16:21:21.782 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.785+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~3I1W26Y27NJG.2 size=809973 2024-04-12T16:21:21.782 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.785+0000 7f98d3178780 1 > prepared multipart upload key=T722FMC4JINL upload=3I1W26Y27NJG tag=Z18Z2PV06XGJ type=write size=3955701 2024-04-12T16:21:21.784 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.787+0000 7f98d3178780 1 < completed write operation key=S81W06TIIZMK tag=R1CQ8C1Y6T7M type=write size=160218 2024-04-12T16:21:21.788 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.791+0000 7f98d3178780 1 > prepared part key=_multipart_PWA38LFGIMFY.2~X5ECLJ57IF08.0 size=210441 2024-04-12T16:21:21.788 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.791+0000 7f98d3178780 1 > prepared multipart upload key=PWA38LFGIMFY upload=X5ECLJ57IF08 tag=568EGH9Y9A2Q type=write size=1259017 2024-04-12T16:21:21.789 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.793+0000 7f98d3178780 1 < completed part key=_multipart_I40BBGONTDFL.2~2GC026ZVG9VV.0 size=1048576 2024-04-12T16:21:21.790 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.793+0000 7f98d3178780 1 < canceled part key=_multipart_I40BBGONTDFL.2~2GC026ZVG9VV.1 size=1048576 2024-04-12T16:21:21.791 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.794+0000 7f98d3178780 1 < completed part key=_multipart_I40BBGONTDFL.2~2GC026ZVG9VV.2 size=154527 2024-04-12T16:21:21.795 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.798+0000 7f98d3178780 1 < canceled multipart upload key=I40BBGONTDFL upload=2GC026ZVG9VV tag=VE2GDQ12T77I type=write size=3300255 2024-04-12T16:21:21.796 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.800+0000 7f98d3178780 1 > prepared operation key=FLD16WRTYTRE tag=DZ8FSDC4DSTB type=del size=2355262 2024-04-12T16:21:21.799 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.802+0000 7f98d3178780 1 < completed delete operation key=PWA38LFGIMFY tag=NRH3XP51UM9V type=del 2024-04-12T16:21:21.802 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.806+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~1BANN4C3JXQK.0 size=1048576 2024-04-12T16:21:21.804 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.807+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~1BANN4C3JXQK.1 size=1048576 2024-04-12T16:21:21.806 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.809+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~1BANN4C3JXQK.2 size=1007024 2024-04-12T16:21:21.806 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.809+0000 7f98d3178780 1 > prepared multipart upload key=23DHOZJVEXJ6 upload=1BANN4C3JXQK tag=T6UAF9L2IMHX type=write size=4152752 2024-04-12T16:21:21.808 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.811+0000 7f98d3178780 1 < completed part key=_multipart_BOEPCQFN2ISK.2~4U2ZZ5URPRA0.0 size=1048576 2024-04-12T16:21:21.809 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.813+0000 7f98d3178780 1 < completed part key=_multipart_BOEPCQFN2ISK.2~4U2ZZ5URPRA0.1 size=1048576 2024-04-12T16:21:21.809 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.813+0000 7f98d3178780 1 < canceled part key=_multipart_BOEPCQFN2ISK.2~4U2ZZ5URPRA0.2 size=532483 2024-04-12T16:21:21.813 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.816+0000 7f98d3178780 1 < canceled multipart upload key=BOEPCQFN2ISK upload=4U2ZZ5URPRA0 tag=FDLDCEC0TJ2B type=write size=3678211 2024-04-12T16:21:21.815 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.818+0000 7f98d3178780 1 > prepared operation key=EZFO3J6YDS47 tag=JXM04S2FCI75 type=del size=2102924 2024-04-12T16:21:21.819 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.823+0000 7f98d3178780 1 < suggested update operation key=8AV30C26CXYV tag=MZJ365WHMWXS type=del size=2720471 2024-04-12T16:21:21.821 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.825+0000 7f98d3178780 1 > prepared operation key=IHLY0ZTYK6UT tag=KWQD099OTLUA type=del size=1668224 2024-04-12T16:21:21.823 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.827+0000 7f98d3178780 1 < completed write operation key=VZ3ZKIAP7V00 tag=QA0S7N7EQO4X type=write size=400294 2024-04-12T16:21:21.825 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.829+0000 7f98d3178780 1 > prepared operation key=T722FMC4JINL tag=GMFR82SSU7N7 type=del size=36822 2024-04-12T16:21:21.828 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.831+0000 7f98d3178780 1 < completed part key=_multipart_W6L40IZK9EF7.2~AP7LJGJ1U5VG.0 size=1048576 2024-04-12T16:21:21.829 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.833+0000 7f98d3178780 1 < completed part key=_multipart_W6L40IZK9EF7.2~AP7LJGJ1U5VG.1 size=1048576 2024-04-12T16:21:21.831 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.834+0000 7f98d3178780 1 < completed part key=_multipart_W6L40IZK9EF7.2~AP7LJGJ1U5VG.2 size=979490 2024-04-12T16:21:21.835 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.838+0000 7f98d3178780 1 < completed multipart upload key=W6L40IZK9EF7 upload=AP7LJGJ1U5VG tag=YWQ9WVVPFK5N type=write size=4125218 2024-04-12T16:21:21.839 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.842+0000 7f98d3178780 1 > prepared part key=_multipart_I40BBGONTDFL.2~TUBXGEZHPGLK.0 size=967213 2024-04-12T16:21:21.839 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.842+0000 7f98d3178780 1 > prepared multipart upload key=I40BBGONTDFL upload=TUBXGEZHPGLK tag=7XE3KCGPZA78 type=write size=2015789 2024-04-12T16:21:21.841 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.844+0000 7f98d3178780 1 < completed delete operation key=66UG2YS0OGEZ tag=HMRB9WH66H40 type=del 2024-04-12T16:21:21.843 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.846+0000 7f98d3178780 1 > prepared operation key=PWA38LFGIMFY tag=JI1L3UXQ1IQR type=del size=1988669 2024-04-12T16:21:21.845 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.848+0000 7f98d3178780 1 < completed part key=_multipart_JFLGBNJ7LSGN.2~F4VTD5Z8XSFD.0 size=1048576 2024-04-12T16:21:21.846 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.850+0000 7f98d3178780 1 < completed part key=_multipart_JFLGBNJ7LSGN.2~F4VTD5Z8XSFD.1 size=1048576 2024-04-12T16:21:21.848 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.851+0000 7f98d3178780 1 < completed part key=_multipart_JFLGBNJ7LSGN.2~F4VTD5Z8XSFD.2 size=30872 2024-04-12T16:21:21.851 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.855+0000 7f98d3178780 1 < completed multipart upload key=JFLGBNJ7LSGN upload=F4VTD5Z8XSFD tag=OBB85SWE7N17 type=write size=3176600 2024-04-12T16:21:21.856 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.859+0000 7f98d3178780 1 > prepared part key=_multipart_EZFO3J6YDS47.2~GG3BTV92P3GC.0 size=1048576 2024-04-12T16:21:21.857 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.861+0000 7f98d3178780 1 > prepared part key=_multipart_EZFO3J6YDS47.2~GG3BTV92P3GC.1 size=1048576 2024-04-12T16:21:21.859 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.862+0000 7f98d3178780 1 > prepared part key=_multipart_EZFO3J6YDS47.2~GG3BTV92P3GC.2 size=462253 2024-04-12T16:21:21.859 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.862+0000 7f98d3178780 1 > prepared multipart upload key=EZFO3J6YDS47 upload=GG3BTV92P3GC tag=O0AIAOKPQT10 type=write size=3607981 2024-04-12T16:21:21.862 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.865+0000 7f98d3178780 -1 < failed to complete operation key=8AV30C26CXYV tag=Z1LM4H4C1Z2X type=del size=2691419: (22) Invalid argument 2024-04-12T16:21:21.863 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.867+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=D6S2GUOYT384 type=write size=345268 2024-04-12T16:21:21.866 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.869+0000 7f98d3178780 1 < completed delete operation key=I40BBGONTDFL tag=KG19BT84Q2I3 type=del 2024-04-12T16:21:21.868 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.871+0000 7f98d3178780 1 > prepared operation key=KHYODRDPUF4K tag=T85EOED8LLNR type=del size=1925325 2024-04-12T16:21:21.870 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.873+0000 7f98d3178780 1 < completed delete operation key=9L0C6XS0IUS0 tag=XLJJ8Q8360WJ type=del 2024-04-12T16:21:21.874 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.877+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~CJ8KQ4PM7VGT.0 size=959569 2024-04-12T16:21:21.874 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.877+0000 7f98d3178780 1 > prepared multipart upload key=BOEPCQFN2ISK upload=CJ8KQ4PM7VGT tag=B3E4UE45VD53 type=write size=2008145 2024-04-12T16:21:21.878 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.881+0000 7f98d3178780 1 < suggested update operation key=0OWCAM744WJ9 tag=HQZY04QB2NMG type=del size=3277079 2024-04-12T16:21:21.880 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.883+0000 7f98d3178780 1 > prepared operation key=IHLY0ZTYK6UT tag=9YKXWB3Y8S3X type=del size=908501 2024-04-12T16:21:21.882 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.885+0000 7f98d3178780 1 < completed part key=_multipart_S81W06TIIZMK.2~62XADJ06MI3M.0 size=1048576 2024-04-12T16:21:21.884 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.887+0000 7f98d3178780 1 < completed part key=_multipart_S81W06TIIZMK.2~62XADJ06MI3M.1 size=469819 2024-04-12T16:21:21.887 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.891+0000 7f98d3178780 1 < completed multipart upload key=S81W06TIIZMK upload=62XADJ06MI3M tag=S1HDP8PAPRMM type=write size=2566971 2024-04-12T16:21:21.889 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.893+0000 7f98d3178780 1 > prepared operation key=PWA38LFGIMFY tag=7SP15NSYU6TX type=del size=3054442 2024-04-12T16:21:21.892 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.895+0000 7f98d3178780 -1 < failed to complete operation key=0OWCAM744WJ9 tag=NF4KX7KG4HKY type=del size=2566323: (22) Invalid argument 2024-04-12T16:21:21.894 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.897+0000 7f98d3178780 1 > prepared operation key=ZXZ7NSPZRCDD tag=YCCBNS6JBZ22 type=del size=2800520 2024-04-12T16:21:21.894 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.898+0000 7f98d3178780 1 < canceled part key=_multipart_T722FMC4JINL.2~3I1W26Y27NJG.0 size=1048576 2024-04-12T16:21:21.896 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.900+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~3I1W26Y27NJG.1 size=1048576 2024-04-12T16:21:21.899 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.902+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~3I1W26Y27NJG.2 size=809973 2024-04-12T16:21:21.902 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.905+0000 7f98d3178780 1 < canceled multipart upload key=T722FMC4JINL upload=3I1W26Y27NJG tag=Z18Z2PV06XGJ type=write size=3955701 2024-04-12T16:21:21.906 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.909+0000 7f98d3178780 1 > prepared part key=_multipart_9L0C6XS0IUS0.2~O9H4E5OFP3RS.0 size=1048576 2024-04-12T16:21:21.907 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.910+0000 7f98d3178780 1 > prepared part key=_multipart_9L0C6XS0IUS0.2~O9H4E5OFP3RS.1 size=535843 2024-04-12T16:21:21.907 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.910+0000 7f98d3178780 1 > prepared multipart upload key=9L0C6XS0IUS0 upload=O9H4E5OFP3RS tag=FGRXU62ROQSX type=write size=2632995 2024-04-12T16:21:21.907 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.911+0000 7f98d3178780 1 < canceled part key=_multipart_PWA38LFGIMFY.2~X5ECLJ57IF08.0 size=210441 2024-04-12T16:21:21.911 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.914+0000 7f98d3178780 1 < canceled multipart upload key=PWA38LFGIMFY upload=X5ECLJ57IF08 tag=568EGH9Y9A2Q type=write size=1259017 2024-04-12T16:21:21.913 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.916+0000 7f98d3178780 1 > prepared operation key=RGAGK6SC7WUJ tag=EAN7YZW241S3 type=write size=833245 2024-04-12T16:21:21.915 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.918+0000 7f98d3178780 1 < completed delete operation key=FLD16WRTYTRE tag=DZ8FSDC4DSTB type=del 2024-04-12T16:21:21.917 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.920+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=Q8NIK0MAFUWA type=del size=578239 2024-04-12T16:21:21.919 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.922+0000 7f98d3178780 1 < completed part key=_multipart_23DHOZJVEXJ6.2~1BANN4C3JXQK.0 size=1048576 2024-04-12T16:21:21.921 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.924+0000 7f98d3178780 1 < completed part key=_multipart_23DHOZJVEXJ6.2~1BANN4C3JXQK.1 size=1048576 2024-04-12T16:21:21.921 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.924+0000 7f98d3178780 1 < canceled part key=_multipart_23DHOZJVEXJ6.2~1BANN4C3JXQK.2 size=1007024 2024-04-12T16:21:21.924 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.927+0000 7f98d3178780 1 < canceled multipart upload key=23DHOZJVEXJ6 upload=1BANN4C3JXQK tag=T6UAF9L2IMHX type=write size=4152752 2024-04-12T16:21:21.928 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.931+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~AVIJGWDUEL56.0 size=1048576 2024-04-12T16:21:21.929 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.933+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~AVIJGWDUEL56.1 size=516639 2024-04-12T16:21:21.929 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.933+0000 7f98d3178780 1 > prepared multipart upload key=T722FMC4JINL upload=AVIJGWDUEL56 tag=2UFB4HYRBI37 type=write size=2613791 2024-04-12T16:21:21.933 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.936+0000 7f98d3178780 1 < suggested remove operation key=EZFO3J6YDS47 tag=JXM04S2FCI75 type=del 2024-04-12T16:21:21.936 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.939+0000 7f98d3178780 1 > prepared operation key=RGAGK6SC7WUJ tag=R7CDFMRDPC57 type=del size=1966689 2024-04-12T16:21:21.938 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.941+0000 7f98d3178780 1 < completed delete operation key=IHLY0ZTYK6UT tag=KWQD099OTLUA type=del 2024-04-12T16:21:21.940 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.943+0000 7f98d3178780 1 > prepared operation key=KHYODRDPUF4K tag=NL796A0S608N type=del size=2851222 2024-04-12T16:21:21.942 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.945+0000 7f98d3178780 1 < completed delete operation key=T722FMC4JINL tag=GMFR82SSU7N7 type=del 2024-04-12T16:21:21.944 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.948+0000 7f98d3178780 1 > prepared operation key=ZXZ7NSPZRCDD tag=JAYLG70JAUAN type=del size=230029 2024-04-12T16:21:21.946 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.950+0000 7f98d3178780 1 < completed part key=_multipart_I40BBGONTDFL.2~TUBXGEZHPGLK.0 size=967213 2024-04-12T16:21:21.950 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.954+0000 7f98d3178780 1 < completed multipart upload key=I40BBGONTDFL upload=TUBXGEZHPGLK tag=7XE3KCGPZA78 type=write size=2015789 2024-04-12T16:21:21.953 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.956+0000 7f98d3178780 1 > prepared operation key=JFLGBNJ7LSGN tag=Q2PEZHRUEI8N type=del size=2697842 2024-04-12T16:21:21.954 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.958+0000 7f98d3178780 1 < completed delete operation key=PWA38LFGIMFY tag=JI1L3UXQ1IQR type=del 2024-04-12T16:21:21.957 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.960+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=R5FDSDNPBJ3P type=del size=735330 2024-04-12T16:21:21.959 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.962+0000 7f98d3178780 1 < completed part key=_multipart_EZFO3J6YDS47.2~GG3BTV92P3GC.0 size=1048576 2024-04-12T16:21:21.960 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.964+0000 7f98d3178780 1 < completed part key=_multipart_EZFO3J6YDS47.2~GG3BTV92P3GC.1 size=1048576 2024-04-12T16:21:21.962 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.965+0000 7f98d3178780 1 < completed part key=_multipart_EZFO3J6YDS47.2~GG3BTV92P3GC.2 size=462253 2024-04-12T16:21:21.965 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.969+0000 7f98d3178780 1 < completed multipart upload key=EZFO3J6YDS47 upload=GG3BTV92P3GC tag=O0AIAOKPQT10 type=write size=3607981 2024-04-12T16:21:21.968 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.971+0000 7f98d3178780 1 > prepared operation key=7X1SF5VYO5QN tag=W5060MKZE11E type=write size=377425 2024-04-12T16:21:21.970 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.973+0000 7f98d3178780 1 < completed write operation key=W6L40IZK9EF7 tag=D6S2GUOYT384 type=write size=345268 2024-04-12T16:21:21.974 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.977+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~7C6PSAI63E2L.0 size=964952 2024-04-12T16:21:21.974 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.977+0000 7f98d3178780 1 > prepared multipart upload key=IHLY0ZTYK6UT upload=7C6PSAI63E2L tag=2301D0RHJ1H7 type=write size=2013528 2024-04-12T16:21:21.976 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.980+0000 7f98d3178780 1 < completed delete operation key=KHYODRDPUF4K tag=T85EOED8LLNR type=del 2024-04-12T16:21:21.979 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.982+0000 7f98d3178780 1 > prepared operation key=JFLGBNJ7LSGN tag=ILY7P9FPPMML type=del size=2331120 2024-04-12T16:21:21.981 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.984+0000 7f98d3178780 1 < completed part key=_multipart_BOEPCQFN2ISK.2~CJ8KQ4PM7VGT.0 size=959569 2024-04-12T16:21:21.984 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.988+0000 7f98d3178780 1 < completed multipart upload key=BOEPCQFN2ISK upload=CJ8KQ4PM7VGT tag=B3E4UE45VD53 type=write size=2008145 2024-04-12T16:21:21.988 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.992+0000 7f98d3178780 1 > prepared part key=_multipart_4LOLFK38TOHP.2~HGQEAL2T4DFX.0 size=228785 2024-04-12T16:21:21.988 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.992+0000 7f98d3178780 1 > prepared multipart upload key=4LOLFK38TOHP upload=HGQEAL2T4DFX tag=FTQEN3JDRP11 type=write size=1277361 2024-04-12T16:21:21.990 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.994+0000 7f98d3178780 1 < completed delete operation key=IHLY0ZTYK6UT tag=9YKXWB3Y8S3X type=del 2024-04-12T16:21:21.993 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:21.996+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=B982Z7O83TWI type=del size=2011655 2024-04-12T16:21:21.997 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.001+0000 7f98d3178780 1 < suggested update operation key=PWA38LFGIMFY tag=7SP15NSYU6TX type=del size=3054442 2024-04-12T16:21:21.999 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.003+0000 7f98d3178780 1 > prepared operation key=ZXZ7NSPZRCDD tag=KS2DJFJCEXI4 type=del size=2315504 2024-04-12T16:21:22.002 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.005+0000 7f98d3178780 1 < completed delete operation key=ZXZ7NSPZRCDD tag=YCCBNS6JBZ22 type=del 2024-04-12T16:21:22.004 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.007+0000 7f98d3178780 1 > prepared operation key=IHLY0ZTYK6UT tag=MUYDTN2SPMNV type=write size=244568 2024-04-12T16:21:22.004 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.008+0000 7f98d3178780 1 < canceled part key=_multipart_9L0C6XS0IUS0.2~O9H4E5OFP3RS.0 size=1048576 2024-04-12T16:21:22.006 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.009+0000 7f98d3178780 1 < completed part key=_multipart_9L0C6XS0IUS0.2~O9H4E5OFP3RS.1 size=535843 2024-04-12T16:21:22.009 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.013+0000 7f98d3178780 1 < canceled multipart upload key=9L0C6XS0IUS0 upload=O9H4E5OFP3RS tag=FGRXU62ROQSX type=write size=2632995 2024-04-12T16:21:22.013 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.016+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~2SOSTTDWLVW1.0 size=732253 2024-04-12T16:21:22.013 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.016+0000 7f98d3178780 1 > prepared multipart upload key=23DHOZJVEXJ6 upload=2SOSTTDWLVW1 tag=7QPUN4NHVC63 type=write size=1780829 2024-04-12T16:21:22.015 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.018+0000 7f98d3178780 1 < canceled operation key=RGAGK6SC7WUJ tag=EAN7YZW241S3 type=write size=833245 2024-04-12T16:21:22.017 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.020+0000 7f98d3178780 1 > prepared operation key=S81W06TIIZMK tag=0MWZS7BUBPXA type=del size=2252059 2024-04-12T16:21:22.019 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.023+0000 7f98d3178780 1 < completed delete operation key=8ZR0C2P8VMRA tag=Q8NIK0MAFUWA type=del 2024-04-12T16:21:22.023 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.026+0000 7f98d3178780 1 > prepared part key=_multipart_4LOLFK38TOHP.2~P32ZC34CIXVV.0 size=1048576 2024-04-12T16:21:22.025 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.028+0000 7f98d3178780 1 > prepared part key=_multipart_4LOLFK38TOHP.2~P32ZC34CIXVV.1 size=1048576 2024-04-12T16:21:22.026 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.030+0000 7f98d3178780 1 > prepared part key=_multipart_4LOLFK38TOHP.2~P32ZC34CIXVV.2 size=383227 2024-04-12T16:21:22.026 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.030+0000 7f98d3178780 1 > prepared multipart upload key=4LOLFK38TOHP upload=P32ZC34CIXVV tag=RTDTJ1809DIU type=write size=3528955 2024-04-12T16:21:22.029 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.032+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~AVIJGWDUEL56.0 size=1048576 2024-04-12T16:21:22.030 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.034+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~AVIJGWDUEL56.1 size=516639 2024-04-12T16:21:22.034 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.038+0000 7f98d3178780 1 < completed multipart upload key=T722FMC4JINL upload=AVIJGWDUEL56 tag=2UFB4HYRBI37 type=write size=2613791 2024-04-12T16:21:22.038 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.042+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~HOVGW7QNJ7G8.0 size=1048576 2024-04-12T16:21:22.040 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.043+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~HOVGW7QNJ7G8.1 size=589642 2024-04-12T16:21:22.040 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.043+0000 7f98d3178780 1 > prepared multipart upload key=ZXZ7NSPZRCDD upload=HOVGW7QNJ7G8 tag=BR96S941CJE0 type=write size=2686794 2024-04-12T16:21:22.044 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.048+0000 7f98d3178780 1 < suggested remove operation key=RGAGK6SC7WUJ tag=R7CDFMRDPC57 type=del 2024-04-12T16:21:22.048 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.052+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~F7MH1L5Y1J3D.0 size=1048576 2024-04-12T16:21:22.050 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.054+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~F7MH1L5Y1J3D.1 size=1048576 2024-04-12T16:21:22.052 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.056+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~F7MH1L5Y1J3D.2 size=923617 2024-04-12T16:21:22.052 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.056+0000 7f98d3178780 1 > prepared multipart upload key=PT2U3K72AW80 upload=F7MH1L5Y1J3D tag=923WU3J2X4SD type=write size=4069345 2024-04-12T16:21:22.054 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.058+0000 7f98d3178780 1 < completed delete operation key=KHYODRDPUF4K tag=NL796A0S608N type=del 2024-04-12T16:21:22.057 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.060+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=0D61TEPNWW16 type=del size=1488875 2024-04-12T16:21:22.059 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.062+0000 7f98d3178780 1 < completed delete operation key=ZXZ7NSPZRCDD tag=JAYLG70JAUAN type=del 2024-04-12T16:21:22.063 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.066+0000 7f98d3178780 1 > prepared part key=_multipart_EZFO3J6YDS47.2~XH9QRRLU06CK.0 size=337791 2024-04-12T16:21:22.063 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.066+0000 7f98d3178780 1 > prepared multipart upload key=EZFO3J6YDS47 upload=XH9QRRLU06CK tag=M3JXRK0KYHXE type=write size=1386367 2024-04-12T16:21:22.065 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.069+0000 7f98d3178780 1 < completed delete operation key=JFLGBNJ7LSGN tag=Q2PEZHRUEI8N type=del 2024-04-12T16:21:22.069 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.072+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~7HBSLPQXS75D.0 size=280356 2024-04-12T16:21:22.069 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.072+0000 7f98d3178780 1 > prepared multipart upload key=D0M5V2Z6TGN6 upload=7HBSLPQXS75D tag=7UUA9BTV0MZV type=write size=1328932 2024-04-12T16:21:22.071 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.075+0000 7f98d3178780 1 < completed delete operation key=W6L40IZK9EF7 tag=R5FDSDNPBJ3P type=del 2024-04-12T16:21:22.073 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.077+0000 7f98d3178780 1 > prepared operation key=23DHOZJVEXJ6 tag=C3C020EPYWU0 type=del size=3155227 2024-04-12T16:21:22.076 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.079+0000 7f98d3178780 1 < completed write operation key=7X1SF5VYO5QN tag=W5060MKZE11E type=write size=377425 2024-04-12T16:21:22.080 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.083+0000 7f98d3178780 1 > prepared part key=_multipart_GM8O00AYQLB5.2~S1RN88SL3YMI.0 size=212989 2024-04-12T16:21:22.080 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.083+0000 7f98d3178780 1 > prepared multipart upload key=GM8O00AYQLB5 upload=S1RN88SL3YMI tag=RLD91DFQ3U03 type=write size=1261565 2024-04-12T16:21:22.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:21 smithi110 ceph-mon[88691]: pgmap v1397: 137 pgs: 137 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 657 KiB/s rd, 226 KiB/s wr, 1.16k op/s 2024-04-12T16:21:22.082 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.085+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~7C6PSAI63E2L.0 size=964952 2024-04-12T16:21:22.086 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.089+0000 7f98d3178780 1 < completed multipart upload key=IHLY0ZTYK6UT upload=7C6PSAI63E2L tag=2301D0RHJ1H7 type=write size=2013528 2024-04-12T16:21:22.090 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.093+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~ZZ00DA4H03X6.0 size=655878 2024-04-12T16:21:22.090 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.093+0000 7f98d3178780 1 > prepared multipart upload key=KHYODRDPUF4K upload=ZZ00DA4H03X6 tag=HTANUVNJCM16 type=write size=1704454 2024-04-12T16:21:22.092 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.095+0000 7f98d3178780 1 < completed delete operation key=JFLGBNJ7LSGN tag=ILY7P9FPPMML type=del 2024-04-12T16:21:22.093 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.097+0000 7f98d3178780 1 > prepared operation key=JFLGBNJ7LSGN tag=NHA2FP95B0UU type=del size=1048122 2024-04-12T16:21:22.095 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.099+0000 7f98d3178780 1 < completed part key=_multipart_4LOLFK38TOHP.2~HGQEAL2T4DFX.0 size=228785 2024-04-12T16:21:22.099 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.102+0000 7f98d3178780 1 < completed multipart upload key=4LOLFK38TOHP upload=HGQEAL2T4DFX tag=FTQEN3JDRP11 type=write size=1277361 2024-04-12T16:21:22.103 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.106+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~2G33K2Z7I4K9.0 size=1048576 2024-04-12T16:21:22.105 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.108+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~2G33K2Z7I4K9.1 size=1048576 2024-04-12T16:21:22.106 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.110+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~2G33K2Z7I4K9.2 size=547591 2024-04-12T16:21:22.107 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.110+0000 7f98d3178780 1 > prepared multipart upload key=KHYODRDPUF4K upload=2G33K2Z7I4K9 tag=37HGOQFUJAC1 type=write size=3693319 2024-04-12T16:21:22.109 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.112+0000 7f98d3178780 1 < completed delete operation key=UQB6NBY40RTD tag=B982Z7O83TWI type=del 2024-04-12T16:21:22.113 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.117+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~SX8JEL27JKSA.0 size=1048576 2024-04-12T16:21:22.115 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.118+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~SX8JEL27JKSA.1 size=1048576 2024-04-12T16:21:22.117 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.121+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~SX8JEL27JKSA.2 size=631010 2024-04-12T16:21:22.117 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.121+0000 7f98d3178780 1 > prepared multipart upload key=S81W06TIIZMK upload=SX8JEL27JKSA tag=XSNTXM4HQG4E type=write size=3776738 2024-04-12T16:21:22.121 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.124+0000 7f98d3178780 1 < suggested remove operation key=ZXZ7NSPZRCDD tag=KS2DJFJCEXI4 type=del 2024-04-12T16:21:22.123 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.126+0000 7f98d3178780 1 > prepared operation key=4LOLFK38TOHP tag=KTRGZUZ3C28H type=write size=213403 2024-04-12T16:21:22.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:21 smithi099 ceph-mon[94290]: pgmap v1397: 137 pgs: 137 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 657 KiB/s rd, 226 KiB/s wr, 1.16k op/s 2024-04-12T16:21:22.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:21 smithi099 ceph-mon[96864]: pgmap v1397: 137 pgs: 137 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 657 KiB/s rd, 226 KiB/s wr, 1.16k op/s 2024-04-12T16:21:22.125 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.128+0000 7f98d3178780 1 < completed write operation key=IHLY0ZTYK6UT tag=MUYDTN2SPMNV type=write size=244568 2024-04-12T16:21:22.128 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.132+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~1V6XFZKOC143.0 size=319292 2024-04-12T16:21:22.129 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.132+0000 7f98d3178780 1 > prepared multipart upload key=23DHOZJVEXJ6 upload=1V6XFZKOC143 tag=M7HUVFC2XUJS type=write size=1367868 2024-04-12T16:21:22.131 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.134+0000 7f98d3178780 1 < completed part key=_multipart_23DHOZJVEXJ6.2~2SOSTTDWLVW1.0 size=732253 2024-04-12T16:21:22.134 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.137+0000 7f98d3178780 1 < completed multipart upload key=23DHOZJVEXJ6 upload=2SOSTTDWLVW1 tag=7QPUN4NHVC63 type=write size=1780829 2024-04-12T16:21:22.136 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.139+0000 7f98d3178780 1 > prepared operation key=D0M5V2Z6TGN6 tag=GTVTJT7HZS94 type=del size=3642664 2024-04-12T16:21:22.138 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.142+0000 7f98d3178780 1 < canceled operation key=S81W06TIIZMK tag=0MWZS7BUBPXA type=del size=2252059 2024-04-12T16:21:22.140 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.144+0000 7f98d3178780 1 > prepared operation key=0OWCAM744WJ9 tag=IIKOA4B3P7YV type=write size=924736 2024-04-12T16:21:22.143 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.146+0000 7f98d3178780 1 < completed part key=_multipart_4LOLFK38TOHP.2~P32ZC34CIXVV.0 size=1048576 2024-04-12T16:21:22.144 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.148+0000 7f98d3178780 1 < completed part key=_multipart_4LOLFK38TOHP.2~P32ZC34CIXVV.1 size=1048576 2024-04-12T16:21:22.146 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.149+0000 7f98d3178780 1 < completed part key=_multipart_4LOLFK38TOHP.2~P32ZC34CIXVV.2 size=383227 2024-04-12T16:21:22.149 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.153+0000 7f98d3178780 1 < completed multipart upload key=4LOLFK38TOHP upload=P32ZC34CIXVV tag=RTDTJ1809DIU type=write size=3528955 2024-04-12T16:21:22.153 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.157+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~CVTSBWHVP1D7.0 size=1048576 2024-04-12T16:21:22.155 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.158+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~CVTSBWHVP1D7.1 size=549515 2024-04-12T16:21:22.155 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.158+0000 7f98d3178780 1 > prepared multipart upload key=T722FMC4JINL upload=CVTSBWHVP1D7 tag=YTEXI616AYGD type=write size=2646667 2024-04-12T16:21:22.157 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.161+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~HOVGW7QNJ7G8.0 size=1048576 2024-04-12T16:21:22.159 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.163+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~HOVGW7QNJ7G8.1 size=589642 2024-04-12T16:21:22.163 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.166+0000 7f98d3178780 1 < completed multipart upload key=ZXZ7NSPZRCDD upload=HOVGW7QNJ7G8 tag=BR96S941CJE0 type=write size=2686794 2024-04-12T16:21:22.165 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.168+0000 7f98d3178780 1 > prepared operation key=23DHOZJVEXJ6 tag=MY13P4XQHHW0 type=del size=910237 2024-04-12T16:21:22.167 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.170+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~F7MH1L5Y1J3D.0 size=1048576 2024-04-12T16:21:22.169 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.172+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~F7MH1L5Y1J3D.1 size=1048576 2024-04-12T16:21:22.170 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.174+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~F7MH1L5Y1J3D.2 size=923617 2024-04-12T16:21:22.174 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.177+0000 7f98d3178780 1 < completed multipart upload key=PT2U3K72AW80 upload=F7MH1L5Y1J3D tag=923WU3J2X4SD type=write size=4069345 2024-04-12T16:21:22.178 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.181+0000 7f98d3178780 1 > prepared part key=_multipart_KURJT9NHLL4D.2~AQ1FF872NBC6.0 size=470211 2024-04-12T16:21:22.178 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.181+0000 7f98d3178780 1 > prepared multipart upload key=KURJT9NHLL4D upload=AQ1FF872NBC6 tag=03OQUUC8O1KG type=write size=1518787 2024-04-12T16:21:22.180 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.183+0000 7f98d3178780 1 < canceled operation key=BOEPCQFN2ISK tag=0D61TEPNWW16 type=del size=1488875 2024-04-12T16:21:22.184 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.187+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~VU6T5OCWUOFN.0 size=916324 2024-04-12T16:21:22.184 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.187+0000 7f98d3178780 1 > prepared multipart upload key=T722FMC4JINL upload=VU6T5OCWUOFN tag=Q668Y4M43ZVW type=write size=1964900 2024-04-12T16:21:22.186 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.189+0000 7f98d3178780 1 < completed part key=_multipart_EZFO3J6YDS47.2~XH9QRRLU06CK.0 size=337791 2024-04-12T16:21:22.190 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.193+0000 7f98d3178780 1 < completed multipart upload key=EZFO3J6YDS47 upload=XH9QRRLU06CK tag=M3JXRK0KYHXE type=write size=1386367 2024-04-12T16:21:22.194 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.197+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~I21WOTCXUZ2O.0 size=1048576 2024-04-12T16:21:22.195 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.198+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~I21WOTCXUZ2O.1 size=1048576 2024-04-12T16:21:22.197 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.200+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~I21WOTCXUZ2O.2 size=324531 2024-04-12T16:21:22.197 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.200+0000 7f98d3178780 1 > prepared multipart upload key=BOEPCQFN2ISK upload=I21WOTCXUZ2O tag=33P421B82JJS type=write size=3470259 2024-04-12T16:21:22.200 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.203+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~7HBSLPQXS75D.0 size=280356 2024-04-12T16:21:22.205 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.208+0000 7f98d3178780 1 < completed multipart upload key=D0M5V2Z6TGN6 upload=7HBSLPQXS75D tag=7UUA9BTV0MZV type=write size=1328932 2024-04-12T16:21:22.207 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.210+0000 7f98d3178780 1 > prepared operation key=66UG2YS0OGEZ tag=IA5M2MWS9HM3 type=del size=665476 2024-04-12T16:21:22.209 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.212+0000 7f98d3178780 1 < completed delete operation key=23DHOZJVEXJ6 tag=C3C020EPYWU0 type=del 2024-04-12T16:21:22.211 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.214+0000 7f98d3178780 1 > prepared operation key=FLD16WRTYTRE tag=Z0DH2BD430ZQ type=del size=368846 2024-04-12T16:21:22.214 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.217+0000 7f98d3178780 1 < completed part key=_multipart_GM8O00AYQLB5.2~S1RN88SL3YMI.0 size=212989 2024-04-12T16:21:22.217 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.221+0000 7f98d3178780 1 < completed multipart upload key=GM8O00AYQLB5 upload=S1RN88SL3YMI tag=RLD91DFQ3U03 type=write size=1261565 2024-04-12T16:21:22.219 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.223+0000 7f98d3178780 1 > prepared operation key=PT2U3K72AW80 tag=SO3YZZQQPFOK type=del size=2624199 2024-04-12T16:21:22.221 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.225+0000 7f98d3178780 1 < completed part key=_multipart_KHYODRDPUF4K.2~ZZ00DA4H03X6.0 size=655878 2024-04-12T16:21:22.225 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.229+0000 7f98d3178780 1 < completed multipart upload key=KHYODRDPUF4K upload=ZZ00DA4H03X6 tag=HTANUVNJCM16 type=write size=1704454 2024-04-12T16:21:22.227 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.231+0000 7f98d3178780 1 > prepared operation key=S81W06TIIZMK tag=ZF7FJK6UVZSL type=del size=845892 2024-04-12T16:21:22.229 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.233+0000 7f98d3178780 1 < completed delete operation key=JFLGBNJ7LSGN tag=NHA2FP95B0UU type=del 2024-04-12T16:21:22.233 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.237+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~6RVG6JDPIMPL.0 size=589813 2024-04-12T16:21:22.233 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.237+0000 7f98d3178780 1 > prepared multipart upload key=UQB6NBY40RTD upload=6RVG6JDPIMPL tag=5IRQB1671LN6 type=write size=1638389 2024-04-12T16:21:22.235 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.239+0000 7f98d3178780 1 < completed part key=_multipart_KHYODRDPUF4K.2~2G33K2Z7I4K9.0 size=1048576 2024-04-12T16:21:22.237 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.241+0000 7f98d3178780 1 < completed part key=_multipart_KHYODRDPUF4K.2~2G33K2Z7I4K9.1 size=1048576 2024-04-12T16:21:22.239 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.242+0000 7f98d3178780 1 < completed part key=_multipart_KHYODRDPUF4K.2~2G33K2Z7I4K9.2 size=547591 2024-04-12T16:21:22.243 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.246+0000 7f98d3178780 1 < completed multipart upload key=KHYODRDPUF4K upload=2G33K2Z7I4K9 tag=37HGOQFUJAC1 type=write size=3693319 2024-04-12T16:21:22.247 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.250+0000 7f98d3178780 1 > prepared part key=_multipart_4LOLFK38TOHP.2~MNNWTD2SY92V.0 size=498044 2024-04-12T16:21:22.247 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.250+0000 7f98d3178780 1 > prepared multipart upload key=4LOLFK38TOHP upload=MNNWTD2SY92V tag=O0Z4IIGVNBLH type=write size=1546620 2024-04-12T16:21:22.249 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.252+0000 7f98d3178780 1 < completed part key=_multipart_S81W06TIIZMK.2~SX8JEL27JKSA.0 size=1048576 2024-04-12T16:21:22.251 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.254+0000 7f98d3178780 1 < completed part key=_multipart_S81W06TIIZMK.2~SX8JEL27JKSA.1 size=1048576 2024-04-12T16:21:22.253 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.256+0000 7f98d3178780 1 < completed part key=_multipart_S81W06TIIZMK.2~SX8JEL27JKSA.2 size=631010 2024-04-12T16:21:22.256 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.260+0000 7f98d3178780 1 < completed multipart upload key=S81W06TIIZMK upload=SX8JEL27JKSA tag=XSNTXM4HQG4E type=write size=3776738 2024-04-12T16:21:22.260 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.263+0000 7f98d3178780 1 > prepared part key=_multipart_PWA38LFGIMFY.2~6OE4UVYJVHOD.0 size=797986 2024-04-12T16:21:22.260 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.263+0000 7f98d3178780 1 > prepared multipart upload key=PWA38LFGIMFY upload=6OE4UVYJVHOD tag=PHFURYPZKY1X type=write size=1846562 2024-04-12T16:21:22.262 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.266+0000 7f98d3178780 1 < completed write operation key=4LOLFK38TOHP tag=KTRGZUZ3C28H type=write size=213403 2024-04-12T16:21:22.266 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.269+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~UMPIAX2YKPXY.0 size=1048576 2024-04-12T16:21:22.268 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.271+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~UMPIAX2YKPXY.1 size=557395 2024-04-12T16:21:22.268 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.271+0000 7f98d3178780 1 > prepared multipart upload key=ZZ03YKAYH1C2 upload=UMPIAX2YKPXY tag=J2OAE35NU61N type=write size=2654547 2024-04-12T16:21:22.270 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.273+0000 7f98d3178780 1 < completed part key=_multipart_23DHOZJVEXJ6.2~1V6XFZKOC143.0 size=319292 2024-04-12T16:21:22.273 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.276+0000 7f98d3178780 1 < completed multipart upload key=23DHOZJVEXJ6 upload=1V6XFZKOC143 tag=M7HUVFC2XUJS type=write size=1367868 2024-04-12T16:21:22.277 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.280+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~N369OZ2HJB09.0 size=572998 2024-04-12T16:21:22.277 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.280+0000 7f98d3178780 1 > prepared multipart upload key=PT2U3K72AW80 upload=N369OZ2HJB09 tag=4M0E9UUAEIRR type=write size=1621574 2024-04-12T16:21:22.281 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.285+0000 7f98d3178780 1 < suggested update operation key=D0M5V2Z6TGN6 tag=GTVTJT7HZS94 type=del size=3642664 2024-04-12T16:21:22.284 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.287+0000 7f98d3178780 1 > prepared operation key=JFLGBNJ7LSGN tag=HESSF1IF3PM3 type=del size=3311665 2024-04-12T16:21:22.288 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.291+0000 7f98d3178780 1 < suggested remove operation key=0OWCAM744WJ9 tag=IIKOA4B3P7YV type=write 2024-04-12T16:21:22.292 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.295+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~YABXLFOXDKOK.0 size=1048576 2024-04-12T16:21:22.294 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.297+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~YABXLFOXDKOK.1 size=502212 2024-04-12T16:21:22.294 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.297+0000 7f98d3178780 1 > prepared multipart upload key=UQB6NBY40RTD upload=YABXLFOXDKOK tag=17Z78Y2UZ3B3 type=write size=2599364 2024-04-12T16:21:22.296 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.299+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~CVTSBWHVP1D7.0 size=1048576 2024-04-12T16:21:22.297 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.301+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~CVTSBWHVP1D7.1 size=549515 2024-04-12T16:21:22.302 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.305+0000 7f98d3178780 1 < completed multipart upload key=T722FMC4JINL upload=CVTSBWHVP1D7 tag=YTEXI616AYGD type=write size=2646667 2024-04-12T16:21:22.305 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.309+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~YY7GYK5IAAQ4.0 size=1048576 2024-04-12T16:21:22.307 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.310+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~YY7GYK5IAAQ4.1 size=67591 2024-04-12T16:21:22.307 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.310+0000 7f98d3178780 1 > prepared multipart upload key=S81W06TIIZMK upload=YY7GYK5IAAQ4 tag=7MNS03CWN0CD type=write size=2164743 2024-04-12T16:21:22.309 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.312+0000 7f98d3178780 1 < completed delete operation key=23DHOZJVEXJ6 tag=MY13P4XQHHW0 type=del 2024-04-12T16:21:22.313 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.316+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~Z5ST3E4ANWF0.0 size=1048576 2024-04-12T16:21:22.315 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.318+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~Z5ST3E4ANWF0.1 size=916102 2024-04-12T16:21:22.315 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.318+0000 7f98d3178780 1 > prepared multipart upload key=KHYODRDPUF4K upload=Z5ST3E4ANWF0 tag=V13E8OATGBLC type=write size=3013254 2024-04-12T16:21:22.317 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.320+0000 7f98d3178780 1 < completed part key=_multipart_KURJT9NHLL4D.2~AQ1FF872NBC6.0 size=470211 2024-04-12T16:21:22.321 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.324+0000 7f98d3178780 1 < completed multipart upload key=KURJT9NHLL4D upload=AQ1FF872NBC6 tag=03OQUUC8O1KG type=write size=1518787 2024-04-12T16:21:22.324 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.328+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~YMWQ2WERSMIO.0 size=603101 2024-04-12T16:21:22.324 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.328+0000 7f98d3178780 1 > prepared multipart upload key=XC0UMQW2OGOM upload=YMWQ2WERSMIO tag=PS52058X2SZP type=write size=1651677 2024-04-12T16:21:22.326 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.330+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~VU6T5OCWUOFN.0 size=916324 2024-04-12T16:21:22.330 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.333+0000 7f98d3178780 1 < completed multipart upload key=T722FMC4JINL upload=VU6T5OCWUOFN tag=Q668Y4M43ZVW type=write size=1964900 2024-04-12T16:21:22.334 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.338+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~396BTXQWHWLA.0 size=1048576 2024-04-12T16:21:22.336 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.339+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~396BTXQWHWLA.1 size=1048576 2024-04-12T16:21:22.338 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.341+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~396BTXQWHWLA.2 size=828448 2024-04-12T16:21:22.338 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.341+0000 7f98d3178780 1 > prepared multipart upload key=UQB6NBY40RTD upload=396BTXQWHWLA tag=HCNYMD6NQ5WD type=write size=3974176 2024-04-12T16:21:22.340 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.343+0000 7f98d3178780 1 < completed part key=_multipart_BOEPCQFN2ISK.2~I21WOTCXUZ2O.0 size=1048576 2024-04-12T16:21:22.341 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.345+0000 7f98d3178780 1 < completed part key=_multipart_BOEPCQFN2ISK.2~I21WOTCXUZ2O.1 size=1048576 2024-04-12T16:21:22.343 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.346+0000 7f98d3178780 1 < completed part key=_multipart_BOEPCQFN2ISK.2~I21WOTCXUZ2O.2 size=324531 2024-04-12T16:21:22.346 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.350+0000 7f98d3178780 1 < completed multipart upload key=BOEPCQFN2ISK upload=I21WOTCXUZ2O tag=33P421B82JJS type=write size=3470259 2024-04-12T16:21:22.351 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.355+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~SXJGE6J0TZN5.0 size=1048576 2024-04-12T16:21:22.353 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.356+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~SXJGE6J0TZN5.1 size=1048576 2024-04-12T16:21:22.355 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.358+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~SXJGE6J0TZN5.2 size=199959 2024-04-12T16:21:22.355 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.358+0000 7f98d3178780 1 > prepared multipart upload key=3AW8J5U5KAAT upload=SXJGE6J0TZN5 tag=GPAB9KXHP0JW type=write size=3345687 2024-04-12T16:21:22.357 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.360+0000 7f98d3178780 1 < completed delete operation key=66UG2YS0OGEZ tag=IA5M2MWS9HM3 type=del 2024-04-12T16:21:22.361 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.364+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~G86GKFT9AKM0.0 size=1048576 2024-04-12T16:21:22.363 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.366+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~G86GKFT9AKM0.1 size=868574 2024-04-12T16:21:22.363 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.366+0000 7f98d3178780 1 > prepared multipart upload key=8ZR0C2P8VMRA upload=G86GKFT9AKM0 tag=7Q006G405QQA type=write size=2965726 2024-04-12T16:21:22.365 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.368+0000 7f98d3178780 1 < completed delete operation key=FLD16WRTYTRE tag=Z0DH2BD430ZQ type=del 2024-04-12T16:21:22.367 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.370+0000 7f98d3178780 1 > prepared operation key=PT2U3K72AW80 tag=8A982TW4T0IN type=del size=1039585 2024-04-12T16:21:22.369 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.372+0000 7f98d3178780 1 < completed delete operation key=PT2U3K72AW80 tag=SO3YZZQQPFOK type=del 2024-04-12T16:21:22.371 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.374+0000 7f98d3178780 1 > prepared operation key=S81W06TIIZMK tag=GH40UMWY91YX type=del size=2756755 2024-04-12T16:21:22.373 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.377+0000 7f98d3178780 1 < canceled operation key=S81W06TIIZMK tag=ZF7FJK6UVZSL type=del size=845892 2024-04-12T16:21:22.375 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.379+0000 7f98d3178780 1 > prepared operation key=KURJT9NHLL4D tag=AMD69UTECB9D type=del size=4127268 2024-04-12T16:21:22.376 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.379+0000 7f98d3178780 1 < canceled part key=_multipart_UQB6NBY40RTD.2~6RVG6JDPIMPL.0 size=589813 2024-04-12T16:21:22.379 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.382+0000 7f98d3178780 1 < canceled multipart upload key=UQB6NBY40RTD upload=6RVG6JDPIMPL tag=5IRQB1671LN6 type=write size=1638389 2024-04-12T16:21:22.381 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.384+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=8T3TDYV6WRWS type=del size=3412575 2024-04-12T16:21:22.383 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.387+0000 7f98d3178780 1 < completed part key=_multipart_4LOLFK38TOHP.2~MNNWTD2SY92V.0 size=498044 2024-04-12T16:21:22.387 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.390+0000 7f98d3178780 1 < completed multipart upload key=4LOLFK38TOHP upload=MNNWTD2SY92V tag=O0Z4IIGVNBLH type=write size=1546620 2024-04-12T16:21:22.391 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.394+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~84PBP559I4V7.0 size=1048576 2024-04-12T16:21:22.392 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.396+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~84PBP559I4V7.1 size=188070 2024-04-12T16:21:22.392 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.396+0000 7f98d3178780 1 > prepared multipart upload key=ZXZ7NSPZRCDD upload=84PBP559I4V7 tag=YG58CII118X4 type=write size=2285222 2024-04-12T16:21:22.394 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.398+0000 7f98d3178780 1 < completed part key=_multipart_PWA38LFGIMFY.2~6OE4UVYJVHOD.0 size=797986 2024-04-12T16:21:22.398 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.401+0000 7f98d3178780 1 < completed multipart upload key=PWA38LFGIMFY upload=6OE4UVYJVHOD tag=PHFURYPZKY1X type=write size=1846562 2024-04-12T16:21:22.402 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.405+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~7H8486GRHIA1.0 size=1048576 2024-04-12T16:21:22.404 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.407+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~7H8486GRHIA1.1 size=773098 2024-04-12T16:21:22.404 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.407+0000 7f98d3178780 1 > prepared multipart upload key=S81W06TIIZMK upload=7H8486GRHIA1 tag=YIXY2XF9UA9O type=write size=2870250 2024-04-12T16:21:22.405 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.409+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~UMPIAX2YKPXY.0 size=1048576 2024-04-12T16:21:22.407 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.410+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~UMPIAX2YKPXY.1 size=557395 2024-04-12T16:21:22.411 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.414+0000 7f98d3178780 1 < completed multipart upload key=ZZ03YKAYH1C2 upload=UMPIAX2YKPXY tag=J2OAE35NU61N type=write size=2654547 2024-04-12T16:21:22.413 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.416+0000 7f98d3178780 1 > prepared operation key=ZZ03YKAYH1C2 tag=3IT3A7U1KVBL type=del size=3483881 2024-04-12T16:21:22.415 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.418+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~N369OZ2HJB09.0 size=572998 2024-04-12T16:21:22.419 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.422+0000 7f98d3178780 1 < completed multipart upload key=PT2U3K72AW80 upload=N369OZ2HJB09 tag=4M0E9UUAEIRR type=write size=1621574 2024-04-12T16:21:22.421 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.424+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=0SKF2CB7BS09 type=del size=2544570 2024-04-12T16:21:22.423 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.426+0000 7f98d3178780 1 < completed delete operation key=JFLGBNJ7LSGN tag=HESSF1IF3PM3 type=del 2024-04-12T16:21:22.427 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.430+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~8A4JHCTCRTZT.0 size=1048576 2024-04-12T16:21:22.429 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.432+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~8A4JHCTCRTZT.1 size=1048576 2024-04-12T16:21:22.430 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.434+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~8A4JHCTCRTZT.2 size=1001497 2024-04-12T16:21:22.430 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.434+0000 7f98d3178780 1 > prepared multipart upload key=IHLY0ZTYK6UT upload=8A4JHCTCRTZT tag=8R6GW4TUDA23 type=write size=4147225 2024-04-12T16:21:22.432 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.436+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~YABXLFOXDKOK.0 size=1048576 2024-04-12T16:21:22.434 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.437+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~YABXLFOXDKOK.1 size=502212 2024-04-12T16:21:22.438 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.441+0000 7f98d3178780 1 < completed multipart upload key=UQB6NBY40RTD upload=YABXLFOXDKOK tag=17Z78Y2UZ3B3 type=write size=2599364 2024-04-12T16:21:22.440 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.443+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=VPDPPT6TDX5O type=del size=388519 2024-04-12T16:21:22.442 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.445+0000 7f98d3178780 1 < completed part key=_multipart_S81W06TIIZMK.2~YY7GYK5IAAQ4.0 size=1048576 2024-04-12T16:21:22.444 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.447+0000 7f98d3178780 1 < completed part key=_multipart_S81W06TIIZMK.2~YY7GYK5IAAQ4.1 size=67591 2024-04-12T16:21:22.448 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.451+0000 7f98d3178780 1 < completed multipart upload key=S81W06TIIZMK upload=YY7GYK5IAAQ4 tag=7MNS03CWN0CD type=write size=2164743 2024-04-12T16:21:22.450 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.453+0000 7f98d3178780 1 > prepared operation key=7X1SF5VYO5QN tag=BH6HX1EJJ51Y type=write size=881205 2024-04-12T16:21:22.452 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.455+0000 7f98d3178780 1 < completed part key=_multipart_KHYODRDPUF4K.2~Z5ST3E4ANWF0.0 size=1048576 2024-04-12T16:21:22.454 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.457+0000 7f98d3178780 1 < completed part key=_multipart_KHYODRDPUF4K.2~Z5ST3E4ANWF0.1 size=916102 2024-04-12T16:21:22.457 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.461+0000 7f98d3178780 1 < completed multipart upload key=KHYODRDPUF4K upload=Z5ST3E4ANWF0 tag=V13E8OATGBLC type=write size=3013254 2024-04-12T16:21:22.460 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.463+0000 7f98d3178780 1 > prepared operation key=ZXZ7NSPZRCDD tag=KA0LPR9R6CY1 type=del size=650676 2024-04-12T16:21:22.462 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.465+0000 7f98d3178780 1 < completed part key=_multipart_XC0UMQW2OGOM.2~YMWQ2WERSMIO.0 size=603101 2024-04-12T16:21:22.465 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.468+0000 7f98d3178780 1 < completed multipart upload key=XC0UMQW2OGOM upload=YMWQ2WERSMIO tag=PS52058X2SZP type=write size=1651677 2024-04-12T16:21:22.468 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.472+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~EEEDZDO365EK.0 size=1048576 2024-04-12T16:21:22.470 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.473+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~EEEDZDO365EK.1 size=1048576 2024-04-12T16:21:22.472 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.475+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~EEEDZDO365EK.2 size=544616 2024-04-12T16:21:22.472 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.475+0000 7f98d3178780 1 > prepared multipart upload key=8AV30C26CXYV upload=EEEDZDO365EK tag=9NA0GN2BSPDW type=write size=3690344 2024-04-12T16:21:22.474 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.477+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~396BTXQWHWLA.0 size=1048576 2024-04-12T16:21:22.474 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.477+0000 7f98d3178780 1 < canceled part key=_multipart_UQB6NBY40RTD.2~396BTXQWHWLA.1 size=1048576 2024-04-12T16:21:22.476 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.479+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~396BTXQWHWLA.2 size=828448 2024-04-12T16:21:22.480 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.483+0000 7f98d3178780 1 < canceled multipart upload key=UQB6NBY40RTD upload=396BTXQWHWLA tag=HCNYMD6NQ5WD type=write size=3974176 2024-04-12T16:21:22.482 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.486+0000 7f98d3178780 1 > prepared operation key=T722FMC4JINL tag=PKQIFMIAL17M type=del size=1350089 2024-04-12T16:21:22.484 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.488+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~SXJGE6J0TZN5.0 size=1048576 2024-04-12T16:21:22.486 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.490+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~SXJGE6J0TZN5.1 size=1048576 2024-04-12T16:21:22.488 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.491+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~SXJGE6J0TZN5.2 size=199959 2024-04-12T16:21:22.492 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.495+0000 7f98d3178780 1 < completed multipart upload key=3AW8J5U5KAAT upload=SXJGE6J0TZN5 tag=GPAB9KXHP0JW type=write size=3345687 2024-04-12T16:21:22.494 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.498+0000 7f98d3178780 1 > prepared operation key=0OWCAM744WJ9 tag=G01OU47XGC1D type=del size=3911003 2024-04-12T16:21:22.497 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.500+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~G86GKFT9AKM0.0 size=1048576 2024-04-12T16:21:22.499 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.502+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~G86GKFT9AKM0.1 size=868574 2024-04-12T16:21:22.502 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.506+0000 7f98d3178780 1 < completed multipart upload key=8ZR0C2P8VMRA upload=G86GKFT9AKM0 tag=7Q006G405QQA type=write size=2965726 2024-04-12T16:21:22.506 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.510+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~KBO5ET9B3SOR.0 size=1048576 2024-04-12T16:21:22.508 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.512+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~KBO5ET9B3SOR.1 size=689234 2024-04-12T16:21:22.508 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.512+0000 7f98d3178780 1 > prepared multipart upload key=D0M5V2Z6TGN6 upload=KBO5ET9B3SOR tag=86NAHUXPS2V9 type=write size=2786386 2024-04-12T16:21:22.510 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.514+0000 7f98d3178780 1 < completed delete operation key=PT2U3K72AW80 tag=8A982TW4T0IN type=del 2024-04-12T16:21:22.513 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.516+0000 7f98d3178780 1 > prepared operation key=PT2U3K72AW80 tag=G7GDL72JBKOC type=del size=3694220 2024-04-12T16:21:22.517 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.520+0000 7f98d3178780 1 < suggested update operation key=S81W06TIIZMK tag=GH40UMWY91YX type=del size=2756755 2024-04-12T16:21:22.519 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.522+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=AIO165JE7WKR type=del size=1193384 2024-04-12T16:21:22.522 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.525+0000 7f98d3178780 1 < completed delete operation key=KURJT9NHLL4D tag=AMD69UTECB9D type=del 2024-04-12T16:21:22.524 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.527+0000 7f98d3178780 1 > prepared operation key=KURJT9NHLL4D tag=HYXYIPLTJ15F type=del size=4050761 2024-04-12T16:21:22.528 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.531+0000 7f98d3178780 1 < suggested update operation key=9L0C6XS0IUS0 tag=8T3TDYV6WRWS type=del size=3412575 2024-04-12T16:21:22.531 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.535+0000 7f98d3178780 1 > prepared part key=_multipart_KURJT9NHLL4D.2~BE7K0MKN07QY.0 size=978917 2024-04-12T16:21:22.532 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.535+0000 7f98d3178780 1 > prepared multipart upload key=KURJT9NHLL4D upload=BE7K0MKN07QY tag=C3L32PEVFH7C type=write size=2027493 2024-04-12T16:21:22.534 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.537+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~84PBP559I4V7.0 size=1048576 2024-04-12T16:21:22.535 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.538+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~84PBP559I4V7.1 size=188070 2024-04-12T16:21:22.539 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.542+0000 7f98d3178780 1 < completed multipart upload key=ZXZ7NSPZRCDD upload=84PBP559I4V7 tag=YG58CII118X4 type=write size=2285222 2024-04-12T16:21:22.541 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.544+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=PRQHC69C29MU type=write size=169165 2024-04-12T16:21:22.543 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.546+0000 7f98d3178780 1 < completed part key=_multipart_S81W06TIIZMK.2~7H8486GRHIA1.0 size=1048576 2024-04-12T16:21:22.546 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.549+0000 7f98d3178780 1 < completed part key=_multipart_S81W06TIIZMK.2~7H8486GRHIA1.1 size=773098 2024-04-12T16:21:22.549 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.553+0000 7f98d3178780 1 < completed multipart upload key=S81W06TIIZMK upload=7H8486GRHIA1 tag=YIXY2XF9UA9O type=write size=2870250 2024-04-12T16:21:22.552 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.555+0000 7f98d3178780 1 > prepared operation key=23DHOZJVEXJ6 tag=IJ77GU16K3XC type=write size=582407 2024-04-12T16:21:22.555 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.559+0000 7f98d3178780 1 < suggested remove operation key=ZZ03YKAYH1C2 tag=3IT3A7U1KVBL type=del 2024-04-12T16:21:22.557 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.561+0000 7f98d3178780 1 > prepared operation key=8AV30C26CXYV tag=VQK1B72VCCMW type=del size=1052028 2024-04-12T16:21:22.560 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.563+0000 7f98d3178780 -1 < failed to complete operation key=9L0C6XS0IUS0 tag=0SKF2CB7BS09 type=del size=2544570: (22) Invalid argument 2024-04-12T16:21:22.562 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.565+0000 7f98d3178780 1 > prepared operation key=0OWCAM744WJ9 tag=OAYP163WLU8M type=del size=3984195 2024-04-12T16:21:22.564 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.567+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~8A4JHCTCRTZT.0 size=1048576 2024-04-12T16:21:22.566 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.569+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~8A4JHCTCRTZT.1 size=1048576 2024-04-12T16:21:22.567 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.571+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~8A4JHCTCRTZT.2 size=1001497 2024-04-12T16:21:22.571 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.574+0000 7f98d3178780 1 < completed multipart upload key=IHLY0ZTYK6UT upload=8A4JHCTCRTZT tag=8R6GW4TUDA23 type=write size=4147225 2024-04-12T16:21:22.573 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.576+0000 7f98d3178780 1 > prepared operation key=ZZ03YKAYH1C2 tag=SJ2PO8IBUMAD type=del size=2393255 2024-04-12T16:21:22.577 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.580+0000 7f98d3178780 1 < suggested remove operation key=W6L40IZK9EF7 tag=VPDPPT6TDX5O type=del 2024-04-12T16:21:22.581 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.585+0000 7f98d3178780 1 > prepared part key=_multipart_W6L40IZK9EF7.2~B6V5BZZZH9TT.0 size=1048576 2024-04-12T16:21:22.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:21:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:21:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:21:22.583 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.586+0000 7f98d3178780 1 > prepared part key=_multipart_W6L40IZK9EF7.2~B6V5BZZZH9TT.1 size=1048576 2024-04-12T16:21:22.585 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.588+0000 7f98d3178780 1 > prepared part key=_multipart_W6L40IZK9EF7.2~B6V5BZZZH9TT.2 size=725479 2024-04-12T16:21:22.585 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.588+0000 7f98d3178780 1 > prepared multipart upload key=W6L40IZK9EF7 upload=B6V5BZZZH9TT tag=OGUCSD326WFG type=write size=3871207 2024-04-12T16:21:22.586 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.590+0000 7f98d3178780 1 < canceled operation key=7X1SF5VYO5QN tag=BH6HX1EJJ51Y type=write size=881205 2024-04-12T16:21:22.589 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.592+0000 7f98d3178780 1 > prepared operation key=D0M5V2Z6TGN6 tag=VLAV7XOSSAN1 type=del size=848024 2024-04-12T16:21:22.591 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.594+0000 7f98d3178780 1 < completed delete operation key=ZXZ7NSPZRCDD tag=KA0LPR9R6CY1 type=del 2024-04-12T16:21:22.593 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.596+0000 7f98d3178780 1 > prepared operation key=FLD16WRTYTRE tag=TGCX9JWJ4SYB type=del size=2218860 2024-04-12T16:21:22.595 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.598+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~EEEDZDO365EK.0 size=1048576 2024-04-12T16:21:22.597 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.600+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~EEEDZDO365EK.1 size=1048576 2024-04-12T16:21:22.598 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.601+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~EEEDZDO365EK.2 size=544616 2024-04-12T16:21:22.602 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.605+0000 7f98d3178780 1 < completed multipart upload key=8AV30C26CXYV upload=EEEDZDO365EK tag=9NA0GN2BSPDW type=write size=3690344 2024-04-12T16:21:22.604 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.607+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=U85TQCYFNJ23 type=del size=637365 2024-04-12T16:21:22.605 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.609+0000 7f98d3178780 1 < completed delete operation key=T722FMC4JINL tag=PKQIFMIAL17M type=del 2024-04-12T16:21:22.607 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.611+0000 7f98d3178780 1 > prepared operation key=EZFO3J6YDS47 tag=1DZA3POVO4DL type=write size=933523 2024-04-12T16:21:22.609 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.613+0000 7f98d3178780 1 < completed delete operation key=0OWCAM744WJ9 tag=G01OU47XGC1D type=del 2024-04-12T16:21:22.611 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.614+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=P05Z4TXBLCMP type=del size=2699953 2024-04-12T16:21:22.613 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.616+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~KBO5ET9B3SOR.0 size=1048576 2024-04-12T16:21:22.615 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.618+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~KBO5ET9B3SOR.1 size=689234 2024-04-12T16:21:22.618 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.621+0000 7f98d3178780 1 < completed multipart upload key=D0M5V2Z6TGN6 upload=KBO5ET9B3SOR tag=86NAHUXPS2V9 type=write size=2786386 2024-04-12T16:21:22.620 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.623+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=TNGIR7X7CLJ2 type=del size=2427943 2024-04-12T16:21:22.622 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.625+0000 7f98d3178780 1 < canceled operation key=PT2U3K72AW80 tag=G7GDL72JBKOC type=del size=3694220 2024-04-12T16:21:22.624 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.628+0000 7f98d3178780 1 > prepared operation key=FLD16WRTYTRE tag=D9T1FCDGLG08 type=del size=1643730 2024-04-12T16:21:22.627 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.630+0000 7f98d3178780 1 < completed delete operation key=4S7M3FBURFC1 tag=AIO165JE7WKR type=del 2024-04-12T16:21:22.630 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.634+0000 7f98d3178780 1 > prepared part key=_multipart_VZ3ZKIAP7V00.2~HAABBZP91JKC.0 size=1048576 2024-04-12T16:21:22.632 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.635+0000 7f98d3178780 1 > prepared part key=_multipart_VZ3ZKIAP7V00.2~HAABBZP91JKC.1 size=623053 2024-04-12T16:21:22.632 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.635+0000 7f98d3178780 1 > prepared multipart upload key=VZ3ZKIAP7V00 upload=HAABBZP91JKC tag=4WQVWVCWTWFX type=write size=2720205 2024-04-12T16:21:22.635 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.638+0000 7f98d3178780 1 < completed delete operation key=KURJT9NHLL4D tag=HYXYIPLTJ15F type=del 2024-04-12T16:21:22.637 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.640+0000 7f98d3178780 1 > prepared operation key=0OWCAM744WJ9 tag=XEDOMXH2XSP3 type=del size=3545425 2024-04-12T16:21:22.639 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.643+0000 7f98d3178780 1 < completed part key=_multipart_KURJT9NHLL4D.2~BE7K0MKN07QY.0 size=978917 2024-04-12T16:21:22.643 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.646+0000 7f98d3178780 1 < completed multipart upload key=KURJT9NHLL4D upload=BE7K0MKN07QY tag=C3L32PEVFH7C type=write size=2027493 2024-04-12T16:21:22.646 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.649+0000 7f98d3178780 1 > prepared operation key=8AV30C26CXYV tag=JEW8FKGHGOQQ type=write size=1019821 2024-04-12T16:21:22.648 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.651+0000 7f98d3178780 1 < completed write operation key=8ZR0C2P8VMRA tag=PRQHC69C29MU type=write size=169165 2024-04-12T16:21:22.652 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.655+0000 7f98d3178780 1 > prepared part key=_multipart_FLD16WRTYTRE.2~U7WB4WVJ63WX.0 size=794367 2024-04-12T16:21:22.652 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.655+0000 7f98d3178780 1 > prepared multipart upload key=FLD16WRTYTRE upload=U7WB4WVJ63WX tag=7WJSLOL79B5X type=write size=1842943 2024-04-12T16:21:22.654 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.657+0000 7f98d3178780 1 < completed write operation key=23DHOZJVEXJ6 tag=IJ77GU16K3XC type=write size=582407 2024-04-12T16:21:22.656 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.660+0000 7f98d3178780 1 > prepared operation key=EZFO3J6YDS47 tag=BNCAJX1O535U type=del size=1307142 2024-04-12T16:21:22.659 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.662+0000 7f98d3178780 1 < completed delete operation key=8AV30C26CXYV tag=VQK1B72VCCMW type=del 2024-04-12T16:21:22.662 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.665+0000 7f98d3178780 1 > prepared operation key=ZXZ7NSPZRCDD tag=YQUAVL34ULFZ type=del size=2558467 2024-04-12T16:21:22.664 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.668+0000 7f98d3178780 1 < canceled operation key=0OWCAM744WJ9 tag=OAYP163WLU8M type=del size=3984195 2024-04-12T16:21:22.667 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.670+0000 7f98d3178780 1 > prepared operation key=I40BBGONTDFL tag=IBWIPPC25N2C type=write size=770788 2024-04-12T16:21:22.669 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.672+0000 7f98d3178780 1 < completed delete operation key=ZZ03YKAYH1C2 tag=SJ2PO8IBUMAD type=del 2024-04-12T16:21:22.673 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.676+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~R3PU3ZNNLUC5.0 size=1048576 2024-04-12T16:21:22.675 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.678+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~R3PU3ZNNLUC5.1 size=1048576 2024-04-12T16:21:22.677 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.680+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~R3PU3ZNNLUC5.2 size=751209 2024-04-12T16:21:22.677 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.680+0000 7f98d3178780 1 > prepared multipart upload key=T722FMC4JINL upload=R3PU3ZNNLUC5 tag=NP4CFKWVE7V7 type=write size=3896937 2024-04-12T16:21:22.679 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.683+0000 7f98d3178780 1 < completed part key=_multipart_W6L40IZK9EF7.2~B6V5BZZZH9TT.0 size=1048576 2024-04-12T16:21:22.679 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.683+0000 7f98d3178780 1 < canceled part key=_multipart_W6L40IZK9EF7.2~B6V5BZZZH9TT.1 size=1048576 2024-04-12T16:21:22.681 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.684+0000 7f98d3178780 1 < completed part key=_multipart_W6L40IZK9EF7.2~B6V5BZZZH9TT.2 size=725479 2024-04-12T16:21:22.684 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.687+0000 7f98d3178780 1 < canceled multipart upload key=W6L40IZK9EF7 upload=B6V5BZZZH9TT tag=OGUCSD326WFG type=write size=3871207 2024-04-12T16:21:22.686 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.689+0000 7f98d3178780 1 > prepared operation key=KHYODRDPUF4K tag=P0QT8WIIW6LB type=del size=838588 2024-04-12T16:21:22.689 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.692+0000 7f98d3178780 1 < completed delete operation key=D0M5V2Z6TGN6 tag=VLAV7XOSSAN1 type=del 2024-04-12T16:21:22.691 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.694+0000 7f98d3178780 1 > prepared operation key=8AV30C26CXYV tag=XZ2QJFKP3XAJ type=del size=1578318 2024-04-12T16:21:22.695 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.698+0000 7f98d3178780 1 < suggested update operation key=FLD16WRTYTRE tag=TGCX9JWJ4SYB type=del size=2218860 2024-04-12T16:21:22.697 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.700+0000 7f98d3178780 1 > prepared operation key=4LOLFK38TOHP tag=MX74ACOEAUGS type=write size=68425 2024-04-12T16:21:22.699 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.702+0000 7f98d3178780 1 < completed delete operation key=9L0C6XS0IUS0 tag=U85TQCYFNJ23 type=del 2024-04-12T16:21:22.703 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.707+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~R9FJVDFP9EK4.0 size=1048576 2024-04-12T16:21:22.705 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.709+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~R9FJVDFP9EK4.1 size=833277 2024-04-12T16:21:22.705 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.709+0000 7f98d3178780 1 > prepared multipart upload key=7X1SF5VYO5QN upload=R9FJVDFP9EK4 tag=6RIC8SO7YVQ5 type=write size=2930429 2024-04-12T16:21:22.707 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.711+0000 7f98d3178780 1 < completed write operation key=EZFO3J6YDS47 tag=1DZA3POVO4DL type=write size=933523 2024-04-12T16:21:22.711 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.714+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~BGC4KDVNC6ED.0 size=1048576 2024-04-12T16:21:22.713 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.716+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~BGC4KDVNC6ED.1 size=175397 2024-04-12T16:21:22.713 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.716+0000 7f98d3178780 1 > prepared multipart upload key=BOEPCQFN2ISK upload=BGC4KDVNC6ED tag=M3HSTDRZVSXT type=write size=2272549 2024-04-12T16:21:22.715 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.718+0000 7f98d3178780 1 < completed delete operation key=W6L40IZK9EF7 tag=P05Z4TXBLCMP type=del 2024-04-12T16:21:22.717 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.721+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=LA3OM5IRSVQA type=del size=2214815 2024-04-12T16:21:22.720 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.723+0000 7f98d3178780 1 < completed delete operation key=8ZR0C2P8VMRA tag=TNGIR7X7CLJ2 type=del 2024-04-12T16:21:22.724 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.727+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~64B5BLOEUPTG.0 size=543188 2024-04-12T16:21:22.724 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.727+0000 7f98d3178780 1 > prepared multipart upload key=3AW8J5U5KAAT upload=64B5BLOEUPTG tag=X6GDHYW6ZHYN type=write size=1591764 2024-04-12T16:21:22.727 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.730+0000 7f98d3178780 -1 < failed to complete operation key=FLD16WRTYTRE tag=D9T1FCDGLG08 type=del size=1643730: (22) Invalid argument 2024-04-12T16:21:22.730 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.733+0000 7f98d3178780 1 > prepared operation key=RGAGK6SC7WUJ tag=NI7WUQBXVYRE type=del size=429520 2024-04-12T16:21:22.732 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.735+0000 7f98d3178780 1 < completed part key=_multipart_VZ3ZKIAP7V00.2~HAABBZP91JKC.0 size=1048576 2024-04-12T16:21:22.733 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.737+0000 7f98d3178780 1 < completed part key=_multipart_VZ3ZKIAP7V00.2~HAABBZP91JKC.1 size=623053 2024-04-12T16:21:22.737 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.740+0000 7f98d3178780 1 < completed multipart upload key=VZ3ZKIAP7V00 upload=HAABBZP91JKC tag=4WQVWVCWTWFX type=write size=2720205 2024-04-12T16:21:22.739 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.742+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=D8KSO3GKSU48 type=del size=2989247 2024-04-12T16:21:22.741 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.744+0000 7f98d3178780 1 < completed delete operation key=0OWCAM744WJ9 tag=XEDOMXH2XSP3 type=del 2024-04-12T16:21:22.743 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.746+0000 7f98d3178780 1 > prepared operation key=I40BBGONTDFL tag=W4WVPFER9F3N type=write size=740870 2024-04-12T16:21:22.745 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.749+0000 7f98d3178780 1 < completed write operation key=8AV30C26CXYV tag=JEW8FKGHGOQQ type=write size=1019821 2024-04-12T16:21:22.747 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.751+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=E5BAQBXQC9B8 type=del size=4090220 2024-04-12T16:21:22.750 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.753+0000 7f98d3178780 1 < completed part key=_multipart_FLD16WRTYTRE.2~U7WB4WVJ63WX.0 size=794367 2024-04-12T16:21:22.754 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.757+0000 7f98d3178780 1 < completed multipart upload key=FLD16WRTYTRE upload=U7WB4WVJ63WX tag=7WJSLOL79B5X type=write size=1842943 2024-04-12T16:21:22.756 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.759+0000 7f98d3178780 1 > prepared operation key=66UG2YS0OGEZ tag=N3MPI8N2KZ0F type=write size=238460 2024-04-12T16:21:22.758 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.761+0000 7f98d3178780 1 < completed delete operation key=EZFO3J6YDS47 tag=BNCAJX1O535U type=del 2024-04-12T16:21:22.761 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.765+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~WIJ3OANPRI8C.0 size=1048576 2024-04-12T16:21:22.763 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.766+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~WIJ3OANPRI8C.1 size=521745 2024-04-12T16:21:22.763 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.766+0000 7f98d3178780 1 > prepared multipart upload key=T722FMC4JINL upload=WIJ3OANPRI8C tag=8MQD8KVJKJ0Q type=write size=2618897 2024-04-12T16:21:22.765 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.769+0000 7f98d3178780 1 < completed delete operation key=ZXZ7NSPZRCDD tag=YQUAVL34ULFZ type=del 2024-04-12T16:21:22.767 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.771+0000 7f98d3178780 1 > prepared operation key=ZZ03YKAYH1C2 tag=9LOYJYT24R7J type=del size=2405234 2024-04-12T16:21:22.771 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.774+0000 7f98d3178780 1 < suggested update operation key=I40BBGONTDFL tag=IBWIPPC25N2C type=write size=770788 2024-04-12T16:21:22.773 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.776+0000 7f98d3178780 1 > prepared operation key=ZXZ7NSPZRCDD tag=5U2ZBQHETXSO type=write size=330947 2024-04-12T16:21:22.775 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.778+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~R3PU3ZNNLUC5.0 size=1048576 2024-04-12T16:21:22.777 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.780+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~R3PU3ZNNLUC5.1 size=1048576 2024-04-12T16:21:22.777 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.780+0000 7f98d3178780 1 < canceled part key=_multipart_T722FMC4JINL.2~R3PU3ZNNLUC5.2 size=751209 2024-04-12T16:21:22.781 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.784+0000 7f98d3178780 1 < canceled multipart upload key=T722FMC4JINL upload=R3PU3ZNNLUC5 tag=NP4CFKWVE7V7 type=write size=3896937 2024-04-12T16:21:22.783 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.786+0000 7f98d3178780 1 > prepared operation key=S81W06TIIZMK tag=UTVEQYN12JPN type=del size=1842817 2024-04-12T16:21:22.785 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.789+0000 7f98d3178780 1 < completed delete operation key=KHYODRDPUF4K tag=P0QT8WIIW6LB type=del 2024-04-12T16:21:22.787 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.791+0000 7f98d3178780 1 > prepared operation key=VZ3ZKIAP7V00 tag=K37V2KMO1EZI type=del size=3827683 2024-04-12T16:21:22.789 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.793+0000 7f98d3178780 1 < completed delete operation key=8AV30C26CXYV tag=XZ2QJFKP3XAJ type=del 2024-04-12T16:21:22.793 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.796+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~NZAZ5AB258BJ.0 size=1048576 2024-04-12T16:21:22.794 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.798+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~NZAZ5AB258BJ.1 size=314802 2024-04-12T16:21:22.795 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.798+0000 7f98d3178780 1 > prepared multipart upload key=3AW8J5U5KAAT upload=NZAZ5AB258BJ tag=FI4V7FCK2HYL type=write size=2411954 2024-04-12T16:21:22.797 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.800+0000 7f98d3178780 1 < canceled operation key=4LOLFK38TOHP tag=MX74ACOEAUGS type=write size=68425 2024-04-12T16:21:22.799 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.802+0000 7f98d3178780 1 > prepared operation key=8AV30C26CXYV tag=37GU80D26SM8 type=del size=3192337 2024-04-12T16:21:22.799 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.803+0000 7f98d3178780 1 < canceled part key=_multipart_7X1SF5VYO5QN.2~R9FJVDFP9EK4.0 size=1048576 2024-04-12T16:21:22.801 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.804+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~R9FJVDFP9EK4.1 size=833277 2024-04-12T16:21:22.804 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.808+0000 7f98d3178780 1 < canceled multipart upload key=7X1SF5VYO5QN upload=R9FJVDFP9EK4 tag=6RIC8SO7YVQ5 type=write size=2930429 2024-04-12T16:21:22.806 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.810+0000 7f98d3178780 1 > prepared operation key=FLD16WRTYTRE tag=QWRLL12CM14Y type=del size=3118880 2024-04-12T16:21:22.808 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.812+0000 7f98d3178780 1 < completed part key=_multipart_BOEPCQFN2ISK.2~BGC4KDVNC6ED.0 size=1048576 2024-04-12T16:21:22.810 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.813+0000 7f98d3178780 1 < completed part key=_multipart_BOEPCQFN2ISK.2~BGC4KDVNC6ED.1 size=175397 2024-04-12T16:21:22.813 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.817+0000 7f98d3178780 1 < completed multipart upload key=BOEPCQFN2ISK upload=BGC4KDVNC6ED tag=M3HSTDRZVSXT type=write size=2272549 2024-04-12T16:21:22.817 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.820+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~ETHQUEIG5479.0 size=1048576 2024-04-12T16:21:22.819 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.822+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~ETHQUEIG5479.1 size=1048576 2024-04-12T16:21:22.821 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.824+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~ETHQUEIG5479.2 size=424343 2024-04-12T16:21:22.821 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.824+0000 7f98d3178780 1 > prepared multipart upload key=XC0UMQW2OGOM upload=ETHQUEIG5479 tag=GQN953DROAL3 type=write size=3570071 2024-04-12T16:21:22.822 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.826+0000 7f98d3178780 1 < completed delete operation key=8ZR0C2P8VMRA tag=LA3OM5IRSVQA type=del 2024-04-12T16:21:22.824 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.828+0000 7f98d3178780 1 > prepared operation key=VZ3ZKIAP7V00 tag=ZRN29LI8IZZZ type=write size=902129 2024-04-12T16:21:22.826 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.830+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~64B5BLOEUPTG.0 size=543188 2024-04-12T16:21:22.830 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.833+0000 7f98d3178780 1 < completed multipart upload key=3AW8J5U5KAAT upload=64B5BLOEUPTG tag=X6GDHYW6ZHYN type=write size=1591764 2024-04-12T16:21:22.833 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.837+0000 7f98d3178780 1 > prepared part key=_multipart_VZ3ZKIAP7V00.2~3IXX2BSQR5ET.0 size=778787 2024-04-12T16:21:22.833 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.837+0000 7f98d3178780 1 > prepared multipart upload key=VZ3ZKIAP7V00 upload=3IXX2BSQR5ET tag=N63E6QWRCYRW type=write size=1827363 2024-04-12T16:21:22.837 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.841+0000 7f98d3178780 1 < suggested update operation key=RGAGK6SC7WUJ tag=NI7WUQBXVYRE type=del size=429520 2024-04-12T16:21:22.841 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.844+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~Y3YAJPWV58NU.0 size=1048576 2024-04-12T16:21:22.843 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.846+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~Y3YAJPWV58NU.1 size=999161 2024-04-12T16:21:22.843 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.846+0000 7f98d3178780 1 > prepared multipart upload key=UQB6NBY40RTD upload=Y3YAJPWV58NU tag=79MSZ7KE2STG type=write size=3096313 2024-04-12T16:21:22.845 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.848+0000 7f98d3178780 1 < canceled operation key=4S7M3FBURFC1 tag=D8KSO3GKSU48 type=del size=2989247 2024-04-12T16:21:22.849 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.853+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~6FEA58I0UO0S.0 size=1048576 2024-04-12T16:21:22.851 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.854+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~6FEA58I0UO0S.1 size=220782 2024-04-12T16:21:22.851 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.854+0000 7f98d3178780 1 > prepared multipart upload key=8ZR0C2P8VMRA upload=6FEA58I0UO0S tag=LO1UFW91ORKB type=write size=2317934 2024-04-12T16:21:22.854 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.857+0000 7f98d3178780 -1 < failed to complete operation key=I40BBGONTDFL tag=W4WVPFER9F3N type=write size=740870: (22) Invalid argument 2024-04-12T16:21:22.856 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.859+0000 7f98d3178780 1 > prepared operation key=I40BBGONTDFL tag=LUXJCSLKVNBY type=del size=3322572 2024-04-12T16:21:22.858 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.861+0000 7f98d3178780 1 < completed delete operation key=W6L40IZK9EF7 tag=E5BAQBXQC9B8 type=del 2024-04-12T16:21:22.862 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.865+0000 7f98d3178780 1 > prepared part key=_multipart_GM8O00AYQLB5.2~5845B1Q70179.0 size=1048576 2024-04-12T16:21:22.863 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.867+0000 7f98d3178780 1 > prepared part key=_multipart_GM8O00AYQLB5.2~5845B1Q70179.1 size=655263 2024-04-12T16:21:22.863 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.867+0000 7f98d3178780 1 > prepared multipart upload key=GM8O00AYQLB5 upload=5845B1Q70179 tag=K22JFE418NN4 type=write size=2752415 2024-04-12T16:21:22.865 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.869+0000 7f98d3178780 1 < completed write operation key=66UG2YS0OGEZ tag=N3MPI8N2KZ0F type=write size=238460 2024-04-12T16:21:22.867 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.871+0000 7f98d3178780 1 > prepared operation key=FLD16WRTYTRE tag=0TR94WFYET47 type=del size=2578405 2024-04-12T16:21:22.870 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.873+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~WIJ3OANPRI8C.0 size=1048576 2024-04-12T16:21:22.871 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.875+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~WIJ3OANPRI8C.1 size=521745 2024-04-12T16:21:22.875 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.878+0000 7f98d3178780 1 < completed multipart upload key=T722FMC4JINL upload=WIJ3OANPRI8C tag=8MQD8KVJKJ0Q type=write size=2618897 2024-04-12T16:21:22.877 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.881+0000 7f98d3178780 1 > prepared operation key=IHLY0ZTYK6UT tag=B3TRAZATRIKL type=del size=1497220 2024-04-12T16:21:22.880 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.883+0000 7f98d3178780 1 < completed delete operation key=ZZ03YKAYH1C2 tag=9LOYJYT24R7J type=del 2024-04-12T16:21:22.883 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.887+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~0XQ3PO8ZES1R.0 size=1048576 2024-04-12T16:21:22.885 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.889+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~0XQ3PO8ZES1R.1 size=419548 2024-04-12T16:21:22.886 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.889+0000 7f98d3178780 1 > prepared multipart upload key=0OWCAM744WJ9 upload=0XQ3PO8ZES1R tag=COBQ9VD8KC35 type=write size=2516700 2024-04-12T16:21:22.887 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.891+0000 7f98d3178780 1 < completed write operation key=ZXZ7NSPZRCDD tag=5U2ZBQHETXSO type=write size=330947 2024-04-12T16:21:22.891 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.894+0000 7f98d3178780 1 > prepared part key=_multipart_PWA38LFGIMFY.2~EXUXGKB57N3X.0 size=1048576 2024-04-12T16:21:22.893 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.896+0000 7f98d3178780 1 > prepared part key=_multipart_PWA38LFGIMFY.2~EXUXGKB57N3X.1 size=287751 2024-04-12T16:21:22.893 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.896+0000 7f98d3178780 1 > prepared multipart upload key=PWA38LFGIMFY upload=EXUXGKB57N3X tag=AHXVN2W9NQJJ type=write size=2384903 2024-04-12T16:21:22.895 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.898+0000 7f98d3178780 1 < completed delete operation key=S81W06TIIZMK tag=UTVEQYN12JPN type=del 2024-04-12T16:21:22.899 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.902+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~Y3ETRSR4QAL2.0 size=1048576 2024-04-12T16:21:22.900 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.904+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~Y3ETRSR4QAL2.1 size=782385 2024-04-12T16:21:22.900 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.904+0000 7f98d3178780 1 > prepared multipart upload key=XC0UMQW2OGOM upload=Y3ETRSR4QAL2 tag=1GNGR1N0KXO3 type=write size=2879537 2024-04-12T16:21:22.902 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.906+0000 7f98d3178780 1 < canceled operation key=VZ3ZKIAP7V00 tag=K37V2KMO1EZI type=del size=3827683 2024-04-12T16:21:22.904 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.907+0000 7f98d3178780 1 > prepared operation key=KHYODRDPUF4K tag=A1P5S6IS0RAT type=del size=3798395 2024-04-12T16:21:22.906 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.910+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~NZAZ5AB258BJ.0 size=1048576 2024-04-12T16:21:22.908 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.911+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~NZAZ5AB258BJ.1 size=314802 2024-04-12T16:21:22.912 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.915+0000 7f98d3178780 1 < completed multipart upload key=3AW8J5U5KAAT upload=NZAZ5AB258BJ tag=FI4V7FCK2HYL type=write size=2411954 2024-04-12T16:21:22.913 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.917+0000 7f98d3178780 1 > prepared operation key=23DHOZJVEXJ6 tag=11NMG3B1SYMK type=write size=209679 2024-04-12T16:21:22.915 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.919+0000 7f98d3178780 1 < completed delete operation key=8AV30C26CXYV tag=37GU80D26SM8 type=del 2024-04-12T16:21:22.920 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.923+0000 7f98d3178780 1 > prepared part key=_multipart_JFLGBNJ7LSGN.2~4UBEAOP40ZQN.0 size=1048576 2024-04-12T16:21:22.922 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.925+0000 7f98d3178780 1 > prepared part key=_multipart_JFLGBNJ7LSGN.2~4UBEAOP40ZQN.1 size=670841 2024-04-12T16:21:22.922 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.925+0000 7f98d3178780 1 > prepared multipart upload key=JFLGBNJ7LSGN upload=4UBEAOP40ZQN tag=ZJES9SNZ1CT1 type=write size=2767993 2024-04-12T16:21:22.924 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.927+0000 7f98d3178780 1 < completed delete operation key=FLD16WRTYTRE tag=QWRLL12CM14Y type=del 2024-04-12T16:21:22.928 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.931+0000 7f98d3178780 1 > prepared part key=_multipart_EZFO3J6YDS47.2~NEZFUTELAXYM.0 size=1048576 2024-04-12T16:21:22.929 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.933+0000 7f98d3178780 1 > prepared part key=_multipart_EZFO3J6YDS47.2~NEZFUTELAXYM.1 size=541906 2024-04-12T16:21:22.930 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.933+0000 7f98d3178780 1 > prepared multipart upload key=EZFO3J6YDS47 upload=NEZFUTELAXYM tag=CA5KNJ7TI0KM type=write size=2639058 2024-04-12T16:21:22.932 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.935+0000 7f98d3178780 1 < completed part key=_multipart_XC0UMQW2OGOM.2~ETHQUEIG5479.0 size=1048576 2024-04-12T16:21:22.933 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.936+0000 7f98d3178780 1 < completed part key=_multipart_XC0UMQW2OGOM.2~ETHQUEIG5479.1 size=1048576 2024-04-12T16:21:22.935 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.938+0000 7f98d3178780 1 < completed part key=_multipart_XC0UMQW2OGOM.2~ETHQUEIG5479.2 size=424343 2024-04-12T16:21:22.938 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.942+0000 7f98d3178780 1 < completed multipart upload key=XC0UMQW2OGOM upload=ETHQUEIG5479 tag=GQN953DROAL3 type=write size=3570071 2024-04-12T16:21:22.941 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.944+0000 7f98d3178780 1 > prepared operation key=JFLGBNJ7LSGN tag=YFGRLTQAH8LI type=del size=2743267 2024-04-12T16:21:22.943 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.947+0000 7f98d3178780 1 < canceled operation key=VZ3ZKIAP7V00 tag=ZRN29LI8IZZZ type=write size=902129 2024-04-12T16:21:22.945 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.949+0000 7f98d3178780 1 > prepared operation key=D0M5V2Z6TGN6 tag=JAPO15LHRX8B type=del size=3415913 2024-04-12T16:21:22.948 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.951+0000 7f98d3178780 1 < completed part key=_multipart_VZ3ZKIAP7V00.2~3IXX2BSQR5ET.0 size=778787 2024-04-12T16:21:22.951 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.954+0000 7f98d3178780 1 < completed multipart upload key=VZ3ZKIAP7V00 upload=3IXX2BSQR5ET tag=N63E6QWRCYRW type=write size=1827363 2024-04-12T16:21:22.954 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.958+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~66QC9GC84H40.0 size=1048576 2024-04-12T16:21:22.956 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.959+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~66QC9GC84H40.1 size=581903 2024-04-12T16:21:22.956 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.959+0000 7f98d3178780 1 > prepared multipart upload key=7X1SF5VYO5QN upload=66QC9GC84H40 tag=XKU85FXPT2JF type=write size=2679055 2024-04-12T16:21:22.959 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.962+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~Y3YAJPWV58NU.0 size=1048576 2024-04-12T16:21:22.960 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.964+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~Y3YAJPWV58NU.1 size=999161 2024-04-12T16:21:22.964 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.967+0000 7f98d3178780 1 < completed multipart upload key=UQB6NBY40RTD upload=Y3YAJPWV58NU tag=79MSZ7KE2STG type=write size=3096313 2024-04-12T16:21:22.967 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.971+0000 7f98d3178780 1 > prepared part key=_multipart_9L0C6XS0IUS0.2~KCAL53RY55J7.0 size=1048576 2024-04-12T16:21:22.970 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.973+0000 7f98d3178780 1 > prepared part key=_multipart_9L0C6XS0IUS0.2~KCAL53RY55J7.1 size=751665 2024-04-12T16:21:22.970 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.973+0000 7f98d3178780 1 > prepared multipart upload key=9L0C6XS0IUS0 upload=KCAL53RY55J7 tag=HZTMAKIKIBNB type=write size=2848817 2024-04-12T16:21:22.971 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.975+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~6FEA58I0UO0S.0 size=1048576 2024-04-12T16:21:22.973 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.976+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~6FEA58I0UO0S.1 size=220782 2024-04-12T16:21:22.977 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.980+0000 7f98d3178780 1 < completed multipart upload key=8ZR0C2P8VMRA upload=6FEA58I0UO0S tag=LO1UFW91ORKB type=write size=2317934 2024-04-12T16:21:22.978 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.982+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=CSAOU1OK6YEW type=del size=2106324 2024-04-12T16:21:22.980 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.984+0000 7f98d3178780 1 < completed delete operation key=I40BBGONTDFL tag=LUXJCSLKVNBY type=del 2024-04-12T16:21:22.984 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.987+0000 7f98d3178780 1 > prepared part key=_multipart_4LOLFK38TOHP.2~9IRLP0V51SOO.0 size=1048576 2024-04-12T16:21:22.986 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.989+0000 7f98d3178780 1 > prepared part key=_multipart_4LOLFK38TOHP.2~9IRLP0V51SOO.1 size=1048576 2024-04-12T16:21:22.987 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.991+0000 7f98d3178780 1 > prepared part key=_multipart_4LOLFK38TOHP.2~9IRLP0V51SOO.2 size=19085 2024-04-12T16:21:22.987 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.991+0000 7f98d3178780 1 > prepared multipart upload key=4LOLFK38TOHP upload=9IRLP0V51SOO tag=GHBBRNPFCHHV type=write size=3164813 2024-04-12T16:21:22.990 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.993+0000 7f98d3178780 1 < completed part key=_multipart_GM8O00AYQLB5.2~5845B1Q70179.0 size=1048576 2024-04-12T16:21:22.990 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.993+0000 7f98d3178780 1 < canceled part key=_multipart_GM8O00AYQLB5.2~5845B1Q70179.1 size=655263 2024-04-12T16:21:22.993 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.996+0000 7f98d3178780 1 < canceled multipart upload key=GM8O00AYQLB5 upload=5845B1Q70179 tag=K22JFE418NN4 type=write size=2752415 2024-04-12T16:21:22.996 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:22.999+0000 7f98d3178780 1 > prepared operation key=KURJT9NHLL4D tag=G3D4ABMBSIY4 type=del size=3526975 2024-04-12T16:21:22.997 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.001+0000 7f98d3178780 1 < completed delete operation key=FLD16WRTYTRE tag=0TR94WFYET47 type=del 2024-04-12T16:21:23.000 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.003+0000 7f98d3178780 1 > prepared operation key=S81W06TIIZMK tag=N2O5U21A8BXU type=del size=2538393 2024-04-12T16:21:23.001 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.005+0000 7f98d3178780 1 < completed delete operation key=IHLY0ZTYK6UT tag=B3TRAZATRIKL type=del 2024-04-12T16:21:23.003 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.007+0000 7f98d3178780 1 > prepared operation key=KHYODRDPUF4K tag=4QH136PL0W5P type=del size=43538 2024-04-12T16:21:23.005 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.008+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~0XQ3PO8ZES1R.0 size=1048576 2024-04-12T16:21:23.007 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.010+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~0XQ3PO8ZES1R.1 size=419548 2024-04-12T16:21:23.010 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.013+0000 7f98d3178780 1 < completed multipart upload key=0OWCAM744WJ9 upload=0XQ3PO8ZES1R tag=COBQ9VD8KC35 type=write size=2516700 2024-04-12T16:21:23.014 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.017+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~0FDNQ2RF7O2P.0 size=1048576 2024-04-12T16:21:23.016 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.019+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~0FDNQ2RF7O2P.1 size=1048576 2024-04-12T16:21:23.017 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.021+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~0FDNQ2RF7O2P.2 size=736630 2024-04-12T16:21:23.018 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.021+0000 7f98d3178780 1 > prepared multipart upload key=XC0UMQW2OGOM upload=0FDNQ2RF7O2P tag=RVTAFBLJC8CK type=write size=3882358 2024-04-12T16:21:23.019 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.023+0000 7f98d3178780 1 < completed part key=_multipart_PWA38LFGIMFY.2~EXUXGKB57N3X.0 size=1048576 2024-04-12T16:21:23.021 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.024+0000 7f98d3178780 1 < completed part key=_multipart_PWA38LFGIMFY.2~EXUXGKB57N3X.1 size=287751 2024-04-12T16:21:23.024 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.028+0000 7f98d3178780 1 < completed multipart upload key=PWA38LFGIMFY upload=EXUXGKB57N3X tag=AHXVN2W9NQJJ type=write size=2384903 2024-04-12T16:21:23.028 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.032+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~HQL8SRK6L6MD.0 size=1048576 2024-04-12T16:21:23.030 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.033+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~HQL8SRK6L6MD.1 size=451361 2024-04-12T16:21:23.030 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.033+0000 7f98d3178780 1 > prepared multipart upload key=LU8ZUI2MDRGX upload=HQL8SRK6L6MD tag=R7TVWQ1O9DH7 type=write size=2548513 2024-04-12T16:21:23.032 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.036+0000 7f98d3178780 1 < completed part key=_multipart_XC0UMQW2OGOM.2~Y3ETRSR4QAL2.0 size=1048576 2024-04-12T16:21:23.034 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.037+0000 7f98d3178780 1 < completed part key=_multipart_XC0UMQW2OGOM.2~Y3ETRSR4QAL2.1 size=782385 2024-04-12T16:21:23.038 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.041+0000 7f98d3178780 1 < completed multipart upload key=XC0UMQW2OGOM upload=Y3ETRSR4QAL2 tag=1GNGR1N0KXO3 type=write size=2879537 2024-04-12T16:21:23.039 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.043+0000 7f98d3178780 1 > prepared operation key=ZXZ7NSPZRCDD tag=VM1MCP4U6CFD type=del size=526484 2024-04-12T16:21:23.041 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.045+0000 7f98d3178780 1 < completed delete operation key=KHYODRDPUF4K tag=A1P5S6IS0RAT type=del 2024-04-12T16:21:23.045 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.048+0000 7f98d3178780 1 > prepared part key=_multipart_FLD16WRTYTRE.2~QT108DS8SMX2.0 size=696098 2024-04-12T16:21:23.045 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.048+0000 7f98d3178780 1 > prepared multipart upload key=FLD16WRTYTRE upload=QT108DS8SMX2 tag=3R4ALWBO0VEQ type=write size=1744674 2024-04-12T16:21:23.047 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.050+0000 7f98d3178780 1 < completed write operation key=23DHOZJVEXJ6 tag=11NMG3B1SYMK type=write size=209679 2024-04-12T16:21:23.051 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.054+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~5KC7VF4Y3R1J.0 size=416413 2024-04-12T16:21:23.051 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.054+0000 7f98d3178780 1 > prepared multipart upload key=8AV30C26CXYV upload=5KC7VF4Y3R1J tag=Q9XYCJLEJN4X type=write size=1464989 2024-04-12T16:21:23.054 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.057+0000 7f98d3178780 1 < completed part key=_multipart_JFLGBNJ7LSGN.2~4UBEAOP40ZQN.0 size=1048576 2024-04-12T16:21:23.056 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.059+0000 7f98d3178780 1 < completed part key=_multipart_JFLGBNJ7LSGN.2~4UBEAOP40ZQN.1 size=670841 2024-04-12T16:21:23.060 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.064+0000 7f98d3178780 1 < completed multipart upload key=JFLGBNJ7LSGN upload=4UBEAOP40ZQN tag=ZJES9SNZ1CT1 type=write size=2767993 2024-04-12T16:21:23.063 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.066+0000 7f98d3178780 1 > prepared operation key=EZFO3J6YDS47 tag=W9ZQB3FEBTI7 type=write size=670549 2024-04-12T16:21:23.065 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.068+0000 7f98d3178780 1 < completed part key=_multipart_EZFO3J6YDS47.2~NEZFUTELAXYM.0 size=1048576 2024-04-12T16:21:23.067 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.070+0000 7f98d3178780 1 < completed part key=_multipart_EZFO3J6YDS47.2~NEZFUTELAXYM.1 size=541906 2024-04-12T16:21:23.070 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.074+0000 7f98d3178780 1 < completed multipart upload key=EZFO3J6YDS47 upload=NEZFUTELAXYM tag=CA5KNJ7TI0KM type=write size=2639058 2024-04-12T16:21:23.073 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.076+0000 7f98d3178780 1 > prepared operation key=KHYODRDPUF4K tag=PTZMJ3TBIO98 type=del size=2035260 2024-04-12T16:21:23.075 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.078+0000 7f98d3178780 1 < completed delete operation key=JFLGBNJ7LSGN tag=YFGRLTQAH8LI type=del 2024-04-12T16:21:23.078 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.082+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~ZZWG7TKAYF2D.0 size=781927 2024-04-12T16:21:23.078 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.082+0000 7f98d3178780 1 > prepared multipart upload key=UQB6NBY40RTD upload=ZZWG7TKAYF2D tag=LDQNU3BT84NR type=write size=1830503 2024-04-12T16:21:23.080 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.084+0000 7f98d3178780 1 < completed delete operation key=D0M5V2Z6TGN6 tag=JAPO15LHRX8B type=del 2024-04-12T16:21:23.082 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.086+0000 7f98d3178780 1 > prepared operation key=4LOLFK38TOHP tag=SJVXU4O1OKK0 type=del size=2346358 2024-04-12T16:21:23.085 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.088+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~66QC9GC84H40.0 size=1048576 2024-04-12T16:21:23.087 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.090+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~66QC9GC84H40.1 size=581903 2024-04-12T16:21:23.091 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.094+0000 7f98d3178780 1 < completed multipart upload key=7X1SF5VYO5QN upload=66QC9GC84H40 tag=XKU85FXPT2JF type=write size=2679055 2024-04-12T16:21:23.095 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.098+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~ZLU4HO22522E.0 size=1048576 2024-04-12T16:21:23.097 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.100+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~ZLU4HO22522E.1 size=97293 2024-04-12T16:21:23.097 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.100+0000 7f98d3178780 1 > prepared multipart upload key=S81W06TIIZMK upload=ZLU4HO22522E tag=NONVLL1DSRXJ type=write size=2194445 2024-04-12T16:21:23.100 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.103+0000 7f98d3178780 1 < completed part key=_multipart_9L0C6XS0IUS0.2~KCAL53RY55J7.0 size=1048576 2024-04-12T16:21:23.102 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.105+0000 7f98d3178780 1 < completed part key=_multipart_9L0C6XS0IUS0.2~KCAL53RY55J7.1 size=751665 2024-04-12T16:21:23.105 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.108+0000 7f98d3178780 1 < completed multipart upload key=9L0C6XS0IUS0 upload=KCAL53RY55J7 tag=HZTMAKIKIBNB type=write size=2848817 2024-04-12T16:21:23.107 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.110+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=0OMZ1W0X7DG1 type=del size=4146926 2024-04-12T16:21:23.109 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.112+0000 7f98d3178780 1 < completed delete operation key=UQB6NBY40RTD tag=CSAOU1OK6YEW type=del 2024-04-12T16:21:23.111 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.115+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=TJN88UJUTFBV type=del size=3836386 2024-04-12T16:21:23.114 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.117+0000 7f98d3178780 1 < completed part key=_multipart_4LOLFK38TOHP.2~9IRLP0V51SOO.0 size=1048576 2024-04-12T16:21:23.116 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.119+0000 7f98d3178780 1 < completed part key=_multipart_4LOLFK38TOHP.2~9IRLP0V51SOO.1 size=1048576 2024-04-12T16:21:23.118 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.121+0000 7f98d3178780 1 < completed part key=_multipart_4LOLFK38TOHP.2~9IRLP0V51SOO.2 size=19085 2024-04-12T16:21:23.122 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.125+0000 7f98d3178780 1 < completed multipart upload key=4LOLFK38TOHP upload=9IRLP0V51SOO tag=GHBBRNPFCHHV type=write size=3164813 2024-04-12T16:21:23.123 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.127+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=2HR7F9KU1H4V type=del size=175297 2024-04-12T16:21:23.126 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.129+0000 7f98d3178780 1 < canceled operation key=KURJT9NHLL4D tag=G3D4ABMBSIY4 type=del size=3526975 2024-04-12T16:21:23.128 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.132+0000 7f98d3178780 1 > prepared operation key=KHYODRDPUF4K tag=4CEOD2Y2HIVX type=del size=159577 2024-04-12T16:21:23.133 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.136+0000 7f98d3178780 1 < suggested update operation key=S81W06TIIZMK tag=N2O5U21A8BXU type=del size=2538393 2024-04-12T16:21:23.137 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.141+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~DSG7RYE6F6S3.0 size=1048576 2024-04-12T16:21:23.140 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.143+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~DSG7RYE6F6S3.1 size=1048576 2024-04-12T16:21:23.141 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.145+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~DSG7RYE6F6S3.2 size=532189 2024-04-12T16:21:23.141 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.145+0000 7f98d3178780 1 > prepared multipart upload key=ZZ03YKAYH1C2 upload=DSG7RYE6F6S3 tag=F9XQWR9PRSV0 type=write size=3677917 2024-04-12T16:21:23.144 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.147+0000 7f98d3178780 1 < completed delete operation key=KHYODRDPUF4K tag=4QH136PL0W5P type=del 2024-04-12T16:21:23.147 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.151+0000 7f98d3178780 1 > prepared part key=_multipart_4S7M3FBURFC1.2~43SNXEKVNEYO.0 size=368390 2024-04-12T16:21:23.147 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.151+0000 7f98d3178780 1 > prepared multipart upload key=4S7M3FBURFC1 upload=43SNXEKVNEYO tag=311L0J4KPZ37 type=write size=1416966 2024-04-12T16:21:23.150 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.153+0000 7f98d3178780 1 < completed part key=_multipart_XC0UMQW2OGOM.2~0FDNQ2RF7O2P.0 size=1048576 2024-04-12T16:21:23.152 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.155+0000 7f98d3178780 1 < completed part key=_multipart_XC0UMQW2OGOM.2~0FDNQ2RF7O2P.1 size=1048576 2024-04-12T16:21:23.153 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.157+0000 7f98d3178780 1 < completed part key=_multipart_XC0UMQW2OGOM.2~0FDNQ2RF7O2P.2 size=736630 2024-04-12T16:21:23.157 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.160+0000 7f98d3178780 1 < completed multipart upload key=XC0UMQW2OGOM upload=0FDNQ2RF7O2P tag=RVTAFBLJC8CK type=write size=3882358 2024-04-12T16:21:23.161 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.165+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~J1XJ8RJMCP48.0 size=888387 2024-04-12T16:21:23.161 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.165+0000 7f98d3178780 1 > prepared multipart upload key=0OWCAM744WJ9 upload=J1XJ8RJMCP48 tag=483MON50OCIR type=write size=1936963 2024-04-12T16:21:23.163 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.167+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~HQL8SRK6L6MD.0 size=1048576 2024-04-12T16:21:23.165 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.168+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~HQL8SRK6L6MD.1 size=451361 2024-04-12T16:21:23.169 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.172+0000 7f98d3178780 1 < completed multipart upload key=LU8ZUI2MDRGX upload=HQL8SRK6L6MD tag=R7TVWQ1O9DH7 type=write size=2548513 2024-04-12T16:21:23.173 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.176+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~IU57IN1MPQZJ.0 size=1048576 2024-04-12T16:21:23.175 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.178+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~IU57IN1MPQZJ.1 size=1048576 2024-04-12T16:21:23.176 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.179+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~IU57IN1MPQZJ.2 size=414857 2024-04-12T16:21:23.176 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.180+0000 7f98d3178780 1 > prepared multipart upload key=8ZR0C2P8VMRA upload=IU57IN1MPQZJ tag=B7TBNROTC6TD type=write size=3560585 2024-04-12T16:21:23.178 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.181+0000 7f98d3178780 1 < completed delete operation key=ZXZ7NSPZRCDD tag=VM1MCP4U6CFD type=del 2024-04-12T16:21:23.182 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.186+0000 7f98d3178780 1 > prepared part key=_multipart_I40BBGONTDFL.2~XZIP5SWWT316.0 size=1048576 2024-04-12T16:21:23.184 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.188+0000 7f98d3178780 1 > prepared part key=_multipart_I40BBGONTDFL.2~XZIP5SWWT316.1 size=853160 2024-04-12T16:21:23.184 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.188+0000 7f98d3178780 1 > prepared multipart upload key=I40BBGONTDFL upload=XZIP5SWWT316 tag=OL70ABE6XR9Q type=write size=2950312 2024-04-12T16:21:23.187 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.190+0000 7f98d3178780 1 < completed part key=_multipart_FLD16WRTYTRE.2~QT108DS8SMX2.0 size=696098 2024-04-12T16:21:23.190 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.193+0000 7f98d3178780 1 < completed multipart upload key=FLD16WRTYTRE upload=QT108DS8SMX2 tag=3R4ALWBO0VEQ type=write size=1744674 2024-04-12T16:21:23.192 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.195+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=8VQ2LNQJMI3O type=del size=3680714 2024-04-12T16:21:23.194 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.197+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~5KC7VF4Y3R1J.0 size=416413 2024-04-12T16:21:23.198 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.201+0000 7f98d3178780 1 < completed multipart upload key=8AV30C26CXYV upload=5KC7VF4Y3R1J tag=Q9XYCJLEJN4X type=write size=1464989 2024-04-12T16:21:23.200 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.203+0000 7f98d3178780 1 > prepared operation key=0OWCAM744WJ9 tag=5L98IAAFZDHD type=write size=851796 2024-04-12T16:21:23.202 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.205+0000 7f98d3178780 1 < completed write operation key=EZFO3J6YDS47 tag=W9ZQB3FEBTI7 type=write size=670549 2024-04-12T16:21:23.206 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.209+0000 7f98d3178780 1 > prepared part key=_multipart_JFLGBNJ7LSGN.2~Z5084ZV04CG1.0 size=1048576 2024-04-12T16:21:23.207 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.211+0000 7f98d3178780 1 > prepared part key=_multipart_JFLGBNJ7LSGN.2~Z5084ZV04CG1.1 size=696971 2024-04-12T16:21:23.207 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.211+0000 7f98d3178780 1 > prepared multipart upload key=JFLGBNJ7LSGN upload=Z5084ZV04CG1 tag=KYQOAGXW0LJE type=write size=2794123 2024-04-12T16:21:23.210 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.213+0000 7f98d3178780 1 < completed delete operation key=KHYODRDPUF4K tag=PTZMJ3TBIO98 type=del 2024-04-12T16:21:23.213 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.216+0000 7f98d3178780 1 > prepared part key=_multipart_KURJT9NHLL4D.2~VA5PZ4EAFBPA.0 size=1048576 2024-04-12T16:21:23.215 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.218+0000 7f98d3178780 1 > prepared part key=_multipart_KURJT9NHLL4D.2~VA5PZ4EAFBPA.1 size=442488 2024-04-12T16:21:23.215 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.218+0000 7f98d3178780 1 > prepared multipart upload key=KURJT9NHLL4D upload=VA5PZ4EAFBPA tag=LD8B8CQO1DFM type=write size=2539640 2024-04-12T16:21:23.218 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.221+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~ZZWG7TKAYF2D.0 size=781927 2024-04-12T16:21:23.221 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.224+0000 7f98d3178780 1 < completed multipart upload key=UQB6NBY40RTD upload=ZZWG7TKAYF2D tag=LDQNU3BT84NR type=write size=1830503 2024-04-12T16:21:23.225 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.229+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~44XBLLRGPUJD.0 size=1048576 2024-04-12T16:21:23.227 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.231+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~44XBLLRGPUJD.1 size=1008367 2024-04-12T16:21:23.227 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.231+0000 7f98d3178780 1 > prepared multipart upload key=T722FMC4JINL upload=44XBLLRGPUJD tag=R1HA48BJSUZL type=write size=3105519 2024-04-12T16:21:23.229 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.233+0000 7f98d3178780 1 < completed delete operation key=4LOLFK38TOHP tag=SJVXU4O1OKK0 type=del 2024-04-12T16:21:23.232 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.235+0000 7f98d3178780 1 > prepared operation key=ZZ03YKAYH1C2 tag=41Y3T61YSCI3 type=del size=1381295 2024-04-12T16:21:23.234 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.238+0000 7f98d3178780 1 < completed part key=_multipart_S81W06TIIZMK.2~ZLU4HO22522E.0 size=1048576 2024-04-12T16:21:23.234 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.238+0000 7f98d3178780 1 < canceled part key=_multipart_S81W06TIIZMK.2~ZLU4HO22522E.1 size=97293 2024-04-12T16:21:23.238 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.241+0000 7f98d3178780 1 < canceled multipart upload key=S81W06TIIZMK upload=ZLU4HO22522E tag=NONVLL1DSRXJ type=write size=2194445 2024-04-12T16:21:23.240 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.244+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=XDRYC430S3D2 type=write size=397026 2024-04-12T16:21:23.243 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.246+0000 7f98d3178780 1 < completed delete operation key=GM8O00AYQLB5 tag=0OMZ1W0X7DG1 type=del 2024-04-12T16:21:23.245 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.248+0000 7f98d3178780 1 > prepared operation key=EZFO3J6YDS47 tag=PBUISRFKJWAC type=del size=2961675 2024-04-12T16:21:23.247 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.250+0000 7f98d3178780 1 < completed delete operation key=XC0UMQW2OGOM tag=TJN88UJUTFBV type=del 2024-04-12T16:21:23.252 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.255+0000 7f98d3178780 1 > prepared part key=_multipart_KURJT9NHLL4D.2~2X6N0AHAUBKA.0 size=1048576 2024-04-12T16:21:23.253 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.257+0000 7f98d3178780 1 > prepared part key=_multipart_KURJT9NHLL4D.2~2X6N0AHAUBKA.1 size=1048576 2024-04-12T16:21:23.255 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.258+0000 7f98d3178780 1 > prepared part key=_multipart_KURJT9NHLL4D.2~2X6N0AHAUBKA.2 size=1032551 2024-04-12T16:21:23.255 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.258+0000 7f98d3178780 1 > prepared multipart upload key=KURJT9NHLL4D upload=2X6N0AHAUBKA tag=7GAZ10BMLQSE type=write size=4178279 2024-04-12T16:21:23.257 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.261+0000 7f98d3178780 1 < canceled operation key=UQB6NBY40RTD tag=2HR7F9KU1H4V type=del size=175297 2024-04-12T16:21:23.259 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.263+0000 7f98d3178780 1 > prepared operation key=D0M5V2Z6TGN6 tag=4JJ3TQG01IJD type=del size=8230 2024-04-12T16:21:23.261 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.265+0000 7f98d3178780 1 < completed delete operation key=KHYODRDPUF4K tag=4CEOD2Y2HIVX type=del 2024-04-12T16:21:23.265 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.268+0000 7f98d3178780 1 > prepared part key=_multipart_4LOLFK38TOHP.2~EA8319E0CAYO.0 size=723422 2024-04-12T16:21:23.265 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.268+0000 7f98d3178780 1 > prepared multipart upload key=4LOLFK38TOHP upload=EA8319E0CAYO tag=SD6265WDY7KF type=write size=1771998 2024-04-12T16:21:23.267 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.271+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~DSG7RYE6F6S3.0 size=1048576 2024-04-12T16:21:23.269 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.272+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~DSG7RYE6F6S3.1 size=1048576 2024-04-12T16:21:23.271 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.274+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~DSG7RYE6F6S3.2 size=532189 2024-04-12T16:21:23.274 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.278+0000 7f98d3178780 1 < completed multipart upload key=ZZ03YKAYH1C2 upload=DSG7RYE6F6S3 tag=F9XQWR9PRSV0 type=write size=3677917 2024-04-12T16:21:23.278 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.282+0000 7f98d3178780 1 > prepared part key=_multipart_RGAGK6SC7WUJ.2~8GTAVCTW1SPK.0 size=1048576 2024-04-12T16:21:23.280 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.284+0000 7f98d3178780 1 > prepared part key=_multipart_RGAGK6SC7WUJ.2~8GTAVCTW1SPK.1 size=865107 2024-04-12T16:21:23.281 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.284+0000 7f98d3178780 1 > prepared multipart upload key=RGAGK6SC7WUJ upload=8GTAVCTW1SPK tag=P7MB7WJFE5Y9 type=write size=2962259 2024-04-12T16:21:23.282 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.286+0000 7f98d3178780 1 < completed part key=_multipart_4S7M3FBURFC1.2~43SNXEKVNEYO.0 size=368390 2024-04-12T16:21:23.286 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.289+0000 7f98d3178780 1 < completed multipart upload key=4S7M3FBURFC1 upload=43SNXEKVNEYO tag=311L0J4KPZ37 type=write size=1416966 2024-04-12T16:21:23.290 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.293+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~WJ1DND32UHW8.0 size=587932 2024-04-12T16:21:23.290 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.293+0000 7f98d3178780 1 > prepared multipart upload key=D0M5V2Z6TGN6 upload=WJ1DND32UHW8 tag=96YWZPHU9MXL type=write size=1636508 2024-04-12T16:21:23.292 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.295+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~J1XJ8RJMCP48.0 size=888387 2024-04-12T16:21:23.295 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.298+0000 7f98d3178780 1 < completed multipart upload key=0OWCAM744WJ9 upload=J1XJ8RJMCP48 tag=483MON50OCIR type=write size=1936963 2024-04-12T16:21:23.299 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.302+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~0WLTFXQCVHWK.0 size=1048576 2024-04-12T16:21:23.301 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.304+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~0WLTFXQCVHWK.1 size=798487 2024-04-12T16:21:23.301 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.304+0000 7f98d3178780 1 > prepared multipart upload key=ZXZ7NSPZRCDD upload=0WLTFXQCVHWK tag=I7AADTQCH0RT type=write size=2895639 2024-04-12T16:21:23.302 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.306+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~IU57IN1MPQZJ.0 size=1048576 2024-04-12T16:21:23.304 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.307+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~IU57IN1MPQZJ.1 size=1048576 2024-04-12T16:21:23.306 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.309+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~IU57IN1MPQZJ.2 size=414857 2024-04-12T16:21:23.309 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.313+0000 7f98d3178780 1 < completed multipart upload key=8ZR0C2P8VMRA upload=IU57IN1MPQZJ tag=B7TBNROTC6TD type=write size=3560585 2024-04-12T16:21:23.311 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.315+0000 7f98d3178780 1 > prepared operation key=66UG2YS0OGEZ tag=28UATM1N5LKR type=write size=363934 2024-04-12T16:21:23.313 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.317+0000 7f98d3178780 1 < completed part key=_multipart_I40BBGONTDFL.2~XZIP5SWWT316.0 size=1048576 2024-04-12T16:21:23.315 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.319+0000 7f98d3178780 1 < completed part key=_multipart_I40BBGONTDFL.2~XZIP5SWWT316.1 size=853160 2024-04-12T16:21:23.319 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.323+0000 7f98d3178780 1 < completed multipart upload key=I40BBGONTDFL upload=XZIP5SWWT316 tag=OL70ABE6XR9Q type=write size=2950312 2024-04-12T16:21:23.321 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.325+0000 7f98d3178780 1 > prepared operation key=RGAGK6SC7WUJ tag=ZWFM1BQXC0WZ type=del size=1645243 2024-04-12T16:21:23.323 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.327+0000 7f98d3178780 1 < completed delete operation key=UQB6NBY40RTD tag=8VQ2LNQJMI3O type=del 2024-04-12T16:21:23.325 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.329+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=4TS8CO46MRKD type=del size=2766830 2024-04-12T16:21:23.328 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.331+0000 7f98d3178780 1 < completed write operation key=0OWCAM744WJ9 tag=5L98IAAFZDHD type=write size=851796 2024-04-12T16:21:23.330 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.333+0000 7f98d3178780 1 > prepared operation key=LU8ZUI2MDRGX tag=XPBAGXSE7MPD type=del size=998750 2024-04-12T16:21:23.332 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.335+0000 7f98d3178780 1 < completed part key=_multipart_JFLGBNJ7LSGN.2~Z5084ZV04CG1.0 size=1048576 2024-04-12T16:21:23.334 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.338+0000 7f98d3178780 1 < completed part key=_multipart_JFLGBNJ7LSGN.2~Z5084ZV04CG1.1 size=696971 2024-04-12T16:21:23.339 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.342+0000 7f98d3178780 1 < completed multipart upload key=JFLGBNJ7LSGN upload=Z5084ZV04CG1 tag=KYQOAGXW0LJE type=write size=2794123 2024-04-12T16:21:23.340 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.344+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=YG1NURYY3NL4 type=del size=436476 2024-04-12T16:21:23.342 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.346+0000 7f98d3178780 1 < completed part key=_multipart_KURJT9NHLL4D.2~VA5PZ4EAFBPA.0 size=1048576 2024-04-12T16:21:23.344 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.347+0000 7f98d3178780 1 < completed part key=_multipart_KURJT9NHLL4D.2~VA5PZ4EAFBPA.1 size=442488 2024-04-12T16:21:23.347 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.351+0000 7f98d3178780 1 < completed multipart upload key=KURJT9NHLL4D upload=VA5PZ4EAFBPA tag=LD8B8CQO1DFM type=write size=2539640 2024-04-12T16:21:23.349 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.353+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=NU4K8XP711B9 type=del size=3962533 2024-04-12T16:21:23.351 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.355+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~44XBLLRGPUJD.0 size=1048576 2024-04-12T16:21:23.353 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.356+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~44XBLLRGPUJD.1 size=1008367 2024-04-12T16:21:23.356 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.360+0000 7f98d3178780 1 < completed multipart upload key=T722FMC4JINL upload=44XBLLRGPUJD tag=R1HA48BJSUZL type=write size=3105519 2024-04-12T16:21:23.359 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.362+0000 7f98d3178780 1 > prepared operation key=VZ3ZKIAP7V00 tag=19TSF8IFJNRO type=del size=2989717 2024-04-12T16:21:23.361 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.364+0000 7f98d3178780 1 < completed delete operation key=ZZ03YKAYH1C2 tag=41Y3T61YSCI3 type=del 2024-04-12T16:21:23.366 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.369+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~C94FNW0UYFKC.0 size=748042 2024-04-12T16:21:23.366 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.369+0000 7f98d3178780 1 > prepared multipart upload key=8AV30C26CXYV upload=C94FNW0UYFKC tag=7Y5QQN9YZGJW type=write size=1796618 2024-04-12T16:21:23.370 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.373+0000 7f98d3178780 1 < suggested update operation key=XC0UMQW2OGOM tag=XDRYC430S3D2 type=write size=397026 2024-04-12T16:21:23.375 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.378+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~NCQTU2C083XM.0 size=704529 2024-04-12T16:21:23.375 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.378+0000 7f98d3178780 1 > prepared multipart upload key=BOEPCQFN2ISK upload=NCQTU2C083XM tag=7RKEHL04SRI7 type=write size=1753105 2024-04-12T16:21:23.379 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.382+0000 7f98d3178780 1 < suggested update operation key=EZFO3J6YDS47 tag=PBUISRFKJWAC type=del size=2961675 2024-04-12T16:21:23.383 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.387+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~WXRMVB6F4A6Z.0 size=359596 2024-04-12T16:21:23.383 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.387+0000 7f98d3178780 1 > prepared multipart upload key=PT2U3K72AW80 upload=WXRMVB6F4A6Z tag=TDA8FMZXNFH3 type=write size=1408172 2024-04-12T16:21:23.386 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.389+0000 7f98d3178780 1 < completed part key=_multipart_KURJT9NHLL4D.2~2X6N0AHAUBKA.0 size=1048576 2024-04-12T16:21:23.387 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.390+0000 7f98d3178780 1 < completed part key=_multipart_KURJT9NHLL4D.2~2X6N0AHAUBKA.1 size=1048576 2024-04-12T16:21:23.389 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.392+0000 7f98d3178780 1 < completed part key=_multipart_KURJT9NHLL4D.2~2X6N0AHAUBKA.2 size=1032551 2024-04-12T16:21:23.393 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.396+0000 7f98d3178780 1 < completed multipart upload key=KURJT9NHLL4D upload=2X6N0AHAUBKA tag=7GAZ10BMLQSE type=write size=4178279 2024-04-12T16:21:23.396 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.400+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~ASV6L7IRZ6P2.0 size=1048576 2024-04-12T16:21:23.398 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.401+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~ASV6L7IRZ6P2.1 size=754968 2024-04-12T16:21:23.398 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.401+0000 7f98d3178780 1 > prepared multipart upload key=ZXZ7NSPZRCDD upload=ASV6L7IRZ6P2 tag=J1Z6TO2XXWRP type=write size=2852120 2024-04-12T16:21:23.400 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.403+0000 7f98d3178780 1 < completed delete operation key=D0M5V2Z6TGN6 tag=4JJ3TQG01IJD type=del 2024-04-12T16:21:23.402 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.406+0000 7f98d3178780 1 > prepared operation key=ZXZ7NSPZRCDD tag=AX217T7X8WB6 type=write size=874895 2024-04-12T16:21:23.405 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.408+0000 7f98d3178780 1 < completed part key=_multipart_4LOLFK38TOHP.2~EA8319E0CAYO.0 size=723422 2024-04-12T16:21:23.409 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.412+0000 7f98d3178780 1 < completed multipart upload key=4LOLFK38TOHP upload=EA8319E0CAYO tag=SD6265WDY7KF type=write size=1771998 2024-04-12T16:21:23.413 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.416+0000 7f98d3178780 1 > prepared part key=_multipart_KURJT9NHLL4D.2~SXWZ0MCZIJ15.0 size=886324 2024-04-12T16:21:23.413 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.416+0000 7f98d3178780 1 > prepared multipart upload key=KURJT9NHLL4D upload=SXWZ0MCZIJ15 tag=VVR0ODODZPKN type=write size=1934900 2024-04-12T16:21:23.415 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.419+0000 7f98d3178780 1 < completed part key=_multipart_RGAGK6SC7WUJ.2~8GTAVCTW1SPK.0 size=1048576 2024-04-12T16:21:23.417 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.420+0000 7f98d3178780 1 < completed part key=_multipart_RGAGK6SC7WUJ.2~8GTAVCTW1SPK.1 size=865107 2024-04-12T16:21:23.420 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.424+0000 7f98d3178780 1 < completed multipart upload key=RGAGK6SC7WUJ upload=8GTAVCTW1SPK tag=P7MB7WJFE5Y9 type=write size=2962259 2024-04-12T16:21:23.423 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.426+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=U45OV2IRS5ZW type=del size=1537409 2024-04-12T16:21:23.424 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.428+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~WJ1DND32UHW8.0 size=587932 2024-04-12T16:21:23.428 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.432+0000 7f98d3178780 1 < completed multipart upload key=D0M5V2Z6TGN6 upload=WJ1DND32UHW8 tag=96YWZPHU9MXL type=write size=1636508 2024-04-12T16:21:23.430 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.434+0000 7f98d3178780 1 > prepared operation key=VZ3ZKIAP7V00 tag=UPLANNZD2OMN type=del size=514681 2024-04-12T16:21:23.433 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.436+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~0WLTFXQCVHWK.0 size=1048576 2024-04-12T16:21:23.434 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.437+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~0WLTFXQCVHWK.1 size=798487 2024-04-12T16:21:23.438 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.441+0000 7f98d3178780 1 < completed multipart upload key=ZXZ7NSPZRCDD upload=0WLTFXQCVHWK tag=I7AADTQCH0RT type=write size=2895639 2024-04-12T16:21:23.442 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.446+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~IO09929FR8WV.0 size=1048576 2024-04-12T16:21:23.444 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.447+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~IO09929FR8WV.1 size=1048576 2024-04-12T16:21:23.446 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.450+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~IO09929FR8WV.2 size=89691 2024-04-12T16:21:23.447 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.450+0000 7f98d3178780 1 > prepared multipart upload key=LU8ZUI2MDRGX upload=IO09929FR8WV tag=PCJG1TOI9C6M type=write size=3235419 2024-04-12T16:21:23.448 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.452+0000 7f98d3178780 1 < completed write operation key=66UG2YS0OGEZ tag=28UATM1N5LKR type=write size=363934 2024-04-12T16:21:23.451 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.454+0000 7f98d3178780 1 > prepared operation key=4LOLFK38TOHP tag=9GP6RWU1N159 type=write size=564433 2024-04-12T16:21:23.453 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.456+0000 7f98d3178780 1 < completed delete operation key=RGAGK6SC7WUJ tag=ZWFM1BQXC0WZ type=del 2024-04-12T16:21:23.455 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.458+0000 7f98d3178780 1 > prepared operation key=ZXZ7NSPZRCDD tag=A8KQ8Y2YAFJF type=del size=1640341 2024-04-12T16:21:23.459 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.463+0000 7f98d3178780 1 < suggested update operation key=9L0C6XS0IUS0 tag=4TS8CO46MRKD type=del size=2766830 2024-04-12T16:21:23.463 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.467+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~IZLST44HYZDD.0 size=1048576 2024-04-12T16:21:23.465 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.468+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~IZLST44HYZDD.1 size=1048576 2024-04-12T16:21:23.467 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.470+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~IZLST44HYZDD.2 size=627156 2024-04-12T16:21:23.467 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.470+0000 7f98d3178780 1 > prepared multipart upload key=T722FMC4JINL upload=IZLST44HYZDD tag=Y4BD6H5QC0FK type=write size=3772884 2024-04-12T16:21:23.469 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.473+0000 7f98d3178780 1 < completed delete operation key=LU8ZUI2MDRGX tag=XPBAGXSE7MPD type=del 2024-04-12T16:21:23.473 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.477+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~UL30BCID7MZZ.0 size=1048576 2024-04-12T16:21:23.475 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.479+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~UL30BCID7MZZ.1 size=175819 2024-04-12T16:21:23.475 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.479+0000 7f98d3178780 1 > prepared multipart upload key=UQB6NBY40RTD upload=UL30BCID7MZZ tag=370LIDWPUCOD type=write size=2272971 2024-04-12T16:21:23.480 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.483+0000 7f98d3178780 1 < suggested remove operation key=BOEPCQFN2ISK tag=YG1NURYY3NL4 type=del 2024-04-12T16:21:23.484 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.487+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~125F5V9YFP3V.0 size=1048576 2024-04-12T16:21:23.485 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.489+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~125F5V9YFP3V.1 size=1048576 2024-04-12T16:21:23.488 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.491+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~125F5V9YFP3V.2 size=704188 2024-04-12T16:21:23.488 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.491+0000 7f98d3178780 1 > prepared multipart upload key=XC0UMQW2OGOM upload=125F5V9YFP3V tag=ZJ7A22PWKLDO type=write size=3849916 2024-04-12T16:21:23.489 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.493+0000 7f98d3178780 1 < completed delete operation key=4S7M3FBURFC1 tag=NU4K8XP711B9 type=del 2024-04-12T16:21:23.492 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.495+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=1SMVKW0GX2OD type=del size=3474722 2024-04-12T16:21:23.494 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.497+0000 7f98d3178780 1 < completed delete operation key=VZ3ZKIAP7V00 tag=19TSF8IFJNRO type=del 2024-04-12T16:21:23.498 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.502+0000 7f98d3178780 1 > prepared part key=_multipart_4S7M3FBURFC1.2~D7QNN33VBM01.0 size=890779 2024-04-12T16:21:23.498 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.502+0000 7f98d3178780 1 > prepared multipart upload key=4S7M3FBURFC1 upload=D7QNN33VBM01 tag=432E0MQGTZJ2 type=write size=1939355 2024-04-12T16:21:23.500 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.503+0000 7f98d3178780 1 < canceled part key=_multipart_8AV30C26CXYV.2~C94FNW0UYFKC.0 size=748042 2024-04-12T16:21:23.507 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.510+0000 7f98d3178780 1 < canceled multipart upload key=8AV30C26CXYV upload=C94FNW0UYFKC tag=7Y5QQN9YZGJW type=write size=1796618 2024-04-12T16:21:23.509 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.513+0000 7f98d3178780 1 > prepared operation key=PT2U3K72AW80 tag=8UGSWABZ21UT type=del size=366730 2024-04-12T16:21:23.512 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.515+0000 7f98d3178780 1 < completed part key=_multipart_BOEPCQFN2ISK.2~NCQTU2C083XM.0 size=704529 2024-04-12T16:21:23.515 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.519+0000 7f98d3178780 1 < completed multipart upload key=BOEPCQFN2ISK upload=NCQTU2C083XM tag=7RKEHL04SRI7 type=write size=1753105 2024-04-12T16:21:23.517 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.521+0000 7f98d3178780 1 > prepared operation key=IHLY0ZTYK6UT tag=3I86DK31U3PU type=del size=1532396 2024-04-12T16:21:23.520 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.523+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~WXRMVB6F4A6Z.0 size=359596 2024-04-12T16:21:23.523 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.526+0000 7f98d3178780 1 < completed multipart upload key=PT2U3K72AW80 upload=WXRMVB6F4A6Z tag=TDA8FMZXNFH3 type=write size=1408172 2024-04-12T16:21:23.525 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.528+0000 7f98d3178780 1 > prepared operation key=PWA38LFGIMFY tag=TPMTSNNJMDNC type=del size=3751646 2024-04-12T16:21:23.527 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.531+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~ASV6L7IRZ6P2.0 size=1048576 2024-04-12T16:21:23.527 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.531+0000 7f98d3178780 1 < canceled part key=_multipart_ZXZ7NSPZRCDD.2~ASV6L7IRZ6P2.1 size=754968 2024-04-12T16:21:23.531 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.534+0000 7f98d3178780 1 < canceled multipart upload key=ZXZ7NSPZRCDD upload=ASV6L7IRZ6P2 tag=J1Z6TO2XXWRP type=write size=2852120 2024-04-12T16:21:23.533 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.536+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=N22GGY1AIT2P type=write size=59491 2024-04-12T16:21:23.535 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.538+0000 7f98d3178780 1 < completed write operation key=ZXZ7NSPZRCDD tag=AX217T7X8WB6 type=write size=874895 2024-04-12T16:21:23.539 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.542+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~REYSZP3ZGEOL.0 size=30217 2024-04-12T16:21:23.539 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.542+0000 7f98d3178780 1 > prepared multipart upload key=3AW8J5U5KAAT upload=REYSZP3ZGEOL tag=GZNLVM8Z4F1P type=write size=1078793 2024-04-12T16:21:23.541 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.544+0000 7f98d3178780 1 < completed part key=_multipart_KURJT9NHLL4D.2~SXWZ0MCZIJ15.0 size=886324 2024-04-12T16:21:23.545 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.548+0000 7f98d3178780 1 < completed multipart upload key=KURJT9NHLL4D upload=SXWZ0MCZIJ15 tag=VVR0ODODZPKN type=write size=1934900 2024-04-12T16:21:23.547 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.550+0000 7f98d3178780 1 > prepared operation key=ZXZ7NSPZRCDD tag=ZT29ZZS77TIR type=write size=687444 2024-04-12T16:21:23.551 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.555+0000 7f98d3178780 1 < suggested remove operation key=W6L40IZK9EF7 tag=U45OV2IRS5ZW type=del 2024-04-12T16:21:23.553 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.557+0000 7f98d3178780 1 > prepared operation key=23DHOZJVEXJ6 tag=OU606T3I8K2P type=del size=1113068 2024-04-12T16:21:23.555 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.559+0000 7f98d3178780 1 < completed delete operation key=VZ3ZKIAP7V00 tag=UPLANNZD2OMN type=del 2024-04-12T16:21:23.558 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.561+0000 7f98d3178780 1 > prepared operation key=0OWCAM744WJ9 tag=PX0KQVQKBAXL type=del size=3776735 2024-04-12T16:21:23.560 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.563+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~IO09929FR8WV.0 size=1048576 2024-04-12T16:21:23.562 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.566+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~IO09929FR8WV.1 size=1048576 2024-04-12T16:21:23.564 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.568+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~IO09929FR8WV.2 size=89691 2024-04-12T16:21:23.568 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.572+0000 7f98d3178780 1 < completed multipart upload key=LU8ZUI2MDRGX upload=IO09929FR8WV tag=PCJG1TOI9C6M type=write size=3235419 2024-04-12T16:21:23.572 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.575+0000 7f98d3178780 1 > prepared part key=_multipart_66UG2YS0OGEZ.2~K9JVXO3N6RT2.0 size=1048576 2024-04-12T16:21:23.574 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.578+0000 7f98d3178780 1 > prepared part key=_multipart_66UG2YS0OGEZ.2~K9JVXO3N6RT2.1 size=1048576 2024-04-12T16:21:23.577 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.580+0000 7f98d3178780 1 > prepared part key=_multipart_66UG2YS0OGEZ.2~K9JVXO3N6RT2.2 size=939282 2024-04-12T16:21:23.577 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.580+0000 7f98d3178780 1 > prepared multipart upload key=66UG2YS0OGEZ upload=K9JVXO3N6RT2 tag=SFWJZP1BN4S8 type=write size=4085010 2024-04-12T16:21:23.580 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.583+0000 7f98d3178780 1 < canceled operation key=4LOLFK38TOHP tag=9GP6RWU1N159 type=write size=564433 2024-04-12T16:21:23.583 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.587+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~OG7VS4288B7X.0 size=426242 2024-04-12T16:21:23.583 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.587+0000 7f98d3178780 1 > prepared multipart upload key=8ZR0C2P8VMRA upload=OG7VS4288B7X tag=1MBXVBT25LTL type=write size=1474818 2024-04-12T16:21:23.587 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.591+0000 7f98d3178780 1 < suggested remove operation key=ZXZ7NSPZRCDD tag=A8KQ8Y2YAFJF type=del 2024-04-12T16:21:23.590 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.593+0000 7f98d3178780 1 > prepared operation key=IHLY0ZTYK6UT tag=B1X75NFWK3WD type=del size=3490507 2024-04-12T16:21:23.592 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.596+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~IZLST44HYZDD.0 size=1048576 2024-04-12T16:21:23.594 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.597+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~IZLST44HYZDD.1 size=1048576 2024-04-12T16:21:23.597 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.600+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~IZLST44HYZDD.2 size=627156 2024-04-12T16:21:23.601 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.604+0000 7f98d3178780 1 < completed multipart upload key=T722FMC4JINL upload=IZLST44HYZDD tag=Y4BD6H5QC0FK type=write size=3772884 2024-04-12T16:21:23.604 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.608+0000 7f98d3178780 1 > prepared part key=_multipart_4S7M3FBURFC1.2~SVU2RRIKWJG1.0 size=1048576 2024-04-12T16:21:23.606 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.609+0000 7f98d3178780 1 > prepared part key=_multipart_4S7M3FBURFC1.2~SVU2RRIKWJG1.1 size=1048576 2024-04-12T16:21:23.608 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.611+0000 7f98d3178780 1 > prepared part key=_multipart_4S7M3FBURFC1.2~SVU2RRIKWJG1.2 size=570722 2024-04-12T16:21:23.608 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.611+0000 7f98d3178780 1 > prepared multipart upload key=4S7M3FBURFC1 upload=SVU2RRIKWJG1 tag=GY6PP8DTCE92 type=write size=3716450 2024-04-12T16:21:23.611 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.614+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~UL30BCID7MZZ.0 size=1048576 2024-04-12T16:21:23.612 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.616+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~UL30BCID7MZZ.1 size=175819 2024-04-12T16:21:23.616 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.619+0000 7f98d3178780 1 < completed multipart upload key=UQB6NBY40RTD upload=UL30BCID7MZZ tag=370LIDWPUCOD type=write size=2272971 2024-04-12T16:21:23.618 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.621+0000 7f98d3178780 1 > prepared operation key=4LOLFK38TOHP tag=1SE59CN13L8A type=write size=904937 2024-04-12T16:21:23.618 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.621+0000 7f98d3178780 1 < canceled part key=_multipart_XC0UMQW2OGOM.2~125F5V9YFP3V.0 size=1048576 2024-04-12T16:21:23.620 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.623+0000 7f98d3178780 1 < completed part key=_multipart_XC0UMQW2OGOM.2~125F5V9YFP3V.1 size=1048576 2024-04-12T16:21:23.620 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.623+0000 7f98d3178780 1 < canceled part key=_multipart_XC0UMQW2OGOM.2~125F5V9YFP3V.2 size=704188 2024-04-12T16:21:23.626 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.627+0000 7f98d3178780 1 < canceled multipart upload key=XC0UMQW2OGOM upload=125F5V9YFP3V tag=ZJ7A22PWKLDO type=write size=3849916 2024-04-12T16:21:23.626 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.630+0000 7f98d3178780 1 > prepared operation key=T722FMC4JINL tag=C0DA4XPYM7NY type=del size=2566900 2024-04-12T16:21:23.629 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.632+0000 7f98d3178780 1 < completed delete operation key=GM8O00AYQLB5 tag=1SMVKW0GX2OD type=del 2024-04-12T16:21:23.631 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.635+0000 7f98d3178780 1 > prepared operation key=PT2U3K72AW80 tag=Q9YY5RRD1UE4 type=del size=3669825 2024-04-12T16:21:23.634 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.637+0000 7f98d3178780 1 < completed part key=_multipart_4S7M3FBURFC1.2~D7QNN33VBM01.0 size=890779 2024-04-12T16:21:23.637 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.641+0000 7f98d3178780 1 < completed multipart upload key=4S7M3FBURFC1 upload=D7QNN33VBM01 tag=432E0MQGTZJ2 type=write size=1939355 2024-04-12T16:21:23.639 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.643+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=WRTR2MNTZUFE type=write size=362894 2024-04-12T16:21:23.642 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.645+0000 7f98d3178780 1 < completed delete operation key=PT2U3K72AW80 tag=8UGSWABZ21UT type=del 2024-04-12T16:21:23.644 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.647+0000 7f98d3178780 1 > prepared operation key=FLD16WRTYTRE tag=8O40REF3HBCL type=write size=571598 2024-04-12T16:21:23.646 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.650+0000 7f98d3178780 1 < completed delete operation key=IHLY0ZTYK6UT tag=3I86DK31U3PU type=del 2024-04-12T16:21:23.649 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.652+0000 7f98d3178780 1 > prepared operation key=7X1SF5VYO5QN tag=49B0NP4M3RGI type=del size=3906902 2024-04-12T16:21:23.650 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.654+0000 7f98d3178780 1 < completed delete operation key=PWA38LFGIMFY tag=TPMTSNNJMDNC type=del 2024-04-12T16:21:23.654 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.657+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~KKASENZLUAOH.0 size=1048576 2024-04-12T16:21:23.656 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.659+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~KKASENZLUAOH.1 size=1048576 2024-04-12T16:21:23.657 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.661+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~KKASENZLUAOH.2 size=358455 2024-04-12T16:21:23.657 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.661+0000 7f98d3178780 1 > prepared multipart upload key=8AV30C26CXYV upload=KKASENZLUAOH tag=VBC6CM3X9XCM type=write size=3504183 2024-04-12T16:21:23.662 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.665+0000 7f98d3178780 1 < suggested update operation key=XC0UMQW2OGOM tag=N22GGY1AIT2P type=write size=59491 2024-04-12T16:21:23.665 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.669+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~BWWYWUFBP6ZR.0 size=217312 2024-04-12T16:21:23.665 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.669+0000 7f98d3178780 1 > prepared multipart upload key=7X1SF5VYO5QN upload=BWWYWUFBP6ZR tag=O6QPJYBNDWGM type=write size=1265888 2024-04-12T16:21:23.667 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.671+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~REYSZP3ZGEOL.0 size=30217 2024-04-12T16:21:23.671 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.674+0000 7f98d3178780 1 < completed multipart upload key=3AW8J5U5KAAT upload=REYSZP3ZGEOL tag=GZNLVM8Z4F1P type=write size=1078793 2024-04-12T16:21:23.673 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.677+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=O0Y9Q22AU44E type=del size=3211635 2024-04-12T16:21:23.674 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.677+0000 7f98d3178780 -1 < no bi entry to suggest for operation key=ZXZ7NSPZRCDD tag=ZT29ZZS77TIR type=write size=687444: (2) No such file or directory 2024-04-12T16:21:23.678 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.681+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~HN95ZI6EVFQU.0 size=1048576 2024-04-12T16:21:23.679 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.683+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~HN95ZI6EVFQU.1 size=1048576 2024-04-12T16:21:23.681 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.684+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~HN95ZI6EVFQU.2 size=534653 2024-04-12T16:21:23.681 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.684+0000 7f98d3178780 1 > prepared multipart upload key=LU8ZUI2MDRGX upload=HN95ZI6EVFQU tag=TWSSXFSU0KTG type=write size=3680381 2024-04-12T16:21:23.683 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.686+0000 7f98d3178780 1 < completed delete operation key=23DHOZJVEXJ6 tag=OU606T3I8K2P type=del 2024-04-12T16:21:23.685 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.689+0000 7f98d3178780 1 > prepared operation key=0OWCAM744WJ9 tag=3GRCKFGR3QY0 type=del size=2445386 2024-04-12T16:21:23.688 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.691+0000 7f98d3178780 1 < completed delete operation key=0OWCAM744WJ9 tag=PX0KQVQKBAXL type=del 2024-04-12T16:21:23.690 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.693+0000 7f98d3178780 1 > prepared operation key=FLD16WRTYTRE tag=L5ZYH6LUNJ2F type=write size=614482 2024-04-12T16:21:23.692 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.695+0000 7f98d3178780 1 < completed part key=_multipart_66UG2YS0OGEZ.2~K9JVXO3N6RT2.0 size=1048576 2024-04-12T16:21:23.694 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.697+0000 7f98d3178780 1 < completed part key=_multipart_66UG2YS0OGEZ.2~K9JVXO3N6RT2.1 size=1048576 2024-04-12T16:21:23.696 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.699+0000 7f98d3178780 1 < completed part key=_multipart_66UG2YS0OGEZ.2~K9JVXO3N6RT2.2 size=939282 2024-04-12T16:21:23.699 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.703+0000 7f98d3178780 1 < completed multipart upload key=66UG2YS0OGEZ upload=K9JVXO3N6RT2 tag=SFWJZP1BN4S8 type=write size=4085010 2024-04-12T16:21:23.701 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.705+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=ZTBIQXG9J9MO type=del size=2916631 2024-04-12T16:21:23.704 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.707+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~OG7VS4288B7X.0 size=426242 2024-04-12T16:21:23.708 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.711+0000 7f98d3178780 1 < completed multipart upload key=8ZR0C2P8VMRA upload=OG7VS4288B7X tag=1MBXVBT25LTL type=write size=1474818 2024-04-12T16:21:23.712 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.715+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~AK474BM3ZURB.0 size=1048576 2024-04-12T16:21:23.713 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.717+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~AK474BM3ZURB.1 size=950828 2024-04-12T16:21:23.714 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.717+0000 7f98d3178780 1 > prepared multipart upload key=D0M5V2Z6TGN6 upload=AK474BM3ZURB tag=UCTH2SI0RKEE type=write size=3047980 2024-04-12T16:21:23.715 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.719+0000 7f98d3178780 1 < completed delete operation key=IHLY0ZTYK6UT tag=B1X75NFWK3WD type=del 2024-04-12T16:21:23.718 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.721+0000 7f98d3178780 1 > prepared operation key=23DHOZJVEXJ6 tag=BAFWX5GF3VD6 type=del size=3310416 2024-04-12T16:21:23.720 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.723+0000 7f98d3178780 1 < completed part key=_multipart_4S7M3FBURFC1.2~SVU2RRIKWJG1.0 size=1048576 2024-04-12T16:21:23.722 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.726+0000 7f98d3178780 1 < completed part key=_multipart_4S7M3FBURFC1.2~SVU2RRIKWJG1.1 size=1048576 2024-04-12T16:21:23.724 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.728+0000 7f98d3178780 1 < completed part key=_multipart_4S7M3FBURFC1.2~SVU2RRIKWJG1.2 size=570722 2024-04-12T16:21:23.728 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.732+0000 7f98d3178780 1 < completed multipart upload key=4S7M3FBURFC1 upload=SVU2RRIKWJG1 tag=GY6PP8DTCE92 type=write size=3716450 2024-04-12T16:21:23.731 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.734+0000 7f98d3178780 1 > prepared operation key=KHYODRDPUF4K tag=0UK929SOQFWA type=del size=1708898 2024-04-12T16:21:23.733 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.736+0000 7f98d3178780 1 < completed write operation key=4LOLFK38TOHP tag=1SE59CN13L8A type=write size=904937 2024-04-12T16:21:23.735 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.738+0000 7f98d3178780 1 > prepared operation key=IHLY0ZTYK6UT tag=49EBDJD0U0UB type=write size=498843 2024-04-12T16:21:23.737 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.741+0000 7f98d3178780 1 < canceled operation key=T722FMC4JINL tag=C0DA4XPYM7NY type=del size=2566900 2024-04-12T16:21:23.742 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.745+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~3IH78525SDK9.0 size=161445 2024-04-12T16:21:23.742 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.745+0000 7f98d3178780 1 > prepared multipart upload key=KHYODRDPUF4K upload=3IH78525SDK9 tag=U8JZYMEUXVEH type=write size=1210021 2024-04-12T16:21:23.746 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.749+0000 7f98d3178780 1 < suggested remove operation key=PT2U3K72AW80 tag=Q9YY5RRD1UE4 type=del 2024-04-12T16:21:23.748 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.752+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=PU2WUH623QHS type=del size=2119533 2024-04-12T16:21:23.751 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.755+0000 7f98d3178780 1 < completed write operation key=8ZR0C2P8VMRA tag=WRTR2MNTZUFE type=write size=362894 2024-04-12T16:21:23.754 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.757+0000 7f98d3178780 1 > prepared operation key=7X1SF5VYO5QN tag=MZKHK7TPH6XS type=del size=1072774 2024-04-12T16:21:23.757 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.760+0000 7f98d3178780 1 < completed write operation key=FLD16WRTYTRE tag=8O40REF3HBCL type=write size=571598 2024-04-12T16:21:23.758 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.762+0000 7f98d3178780 1 > prepared operation key=I40BBGONTDFL tag=1G6BGODRYEM9 type=del size=1313837 2024-04-12T16:21:23.760 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.764+0000 7f98d3178780 1 < completed delete operation key=7X1SF5VYO5QN tag=49B0NP4M3RGI type=del 2024-04-12T16:21:23.764 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.767+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~MHWA6R18UXT7.0 size=1048576 2024-04-12T16:21:23.766 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.769+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~MHWA6R18UXT7.1 size=1048576 2024-04-12T16:21:23.768 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.771+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~MHWA6R18UXT7.2 size=755291 2024-04-12T16:21:23.768 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.771+0000 7f98d3178780 1 > prepared multipart upload key=7X1SF5VYO5QN upload=MHWA6R18UXT7 tag=67MA7NAACPYN type=write size=3901019 2024-04-12T16:21:23.770 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.773+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~KKASENZLUAOH.0 size=1048576 2024-04-12T16:21:23.771 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.775+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~KKASENZLUAOH.1 size=1048576 2024-04-12T16:21:23.773 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.777+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~KKASENZLUAOH.2 size=358455 2024-04-12T16:21:23.778 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.781+0000 7f98d3178780 1 < completed multipart upload key=8AV30C26CXYV upload=KKASENZLUAOH tag=VBC6CM3X9XCM type=write size=3504183 2024-04-12T16:21:23.780 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.783+0000 7f98d3178780 1 > prepared operation key=PWA38LFGIMFY tag=SMD6TL70GTSN type=del size=2214384 2024-04-12T16:21:23.782 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.786+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~BWWYWUFBP6ZR.0 size=217312 2024-04-12T16:21:23.786 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.789+0000 7f98d3178780 1 < completed multipart upload key=7X1SF5VYO5QN upload=BWWYWUFBP6ZR tag=O6QPJYBNDWGM type=write size=1265888 2024-04-12T16:21:23.790 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.794+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~T8EA9OZS9BO4.0 size=71706 2024-04-12T16:21:23.790 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.794+0000 7f98d3178780 1 > prepared multipart upload key=ZXZ7NSPZRCDD upload=T8EA9OZS9BO4 tag=6QXDPY75L71L type=write size=1120282 2024-04-12T16:21:23.792 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.796+0000 7f98d3178780 1 < completed delete operation key=4S7M3FBURFC1 tag=O0Y9Q22AU44E type=del 2024-04-12T16:21:23.795 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.798+0000 7f98d3178780 1 > prepared operation key=PWA38LFGIMFY tag=SPXLEVM5BOA1 type=del size=3921854 2024-04-12T16:21:23.797 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.800+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~HN95ZI6EVFQU.0 size=1048576 2024-04-12T16:21:23.799 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.802+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~HN95ZI6EVFQU.1 size=1048576 2024-04-12T16:21:23.801 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.804+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~HN95ZI6EVFQU.2 size=534653 2024-04-12T16:21:23.804 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.808+0000 7f98d3178780 1 < completed multipart upload key=LU8ZUI2MDRGX upload=HN95ZI6EVFQU tag=TWSSXFSU0KTG type=write size=3680381 2024-04-12T16:21:23.808 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.811+0000 7f98d3178780 1 > prepared part key=_multipart_RGAGK6SC7WUJ.2~BNKDVIBFX7SW.0 size=728049 2024-04-12T16:21:23.808 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.811+0000 7f98d3178780 1 > prepared multipart upload key=RGAGK6SC7WUJ upload=BNKDVIBFX7SW tag=9T3MH06PGH1D type=write size=1776625 2024-04-12T16:21:23.812 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.815+0000 7f98d3178780 1 < suggested remove operation key=0OWCAM744WJ9 tag=3GRCKFGR3QY0 type=del 2024-04-12T16:21:23.816 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.819+0000 7f98d3178780 1 > prepared part key=_multipart_FLD16WRTYTRE.2~Z9FRATLE5EUU.0 size=338628 2024-04-12T16:21:23.816 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.819+0000 7f98d3178780 1 > prepared multipart upload key=FLD16WRTYTRE upload=Z9FRATLE5EUU tag=4KCOPRF9N7I0 type=write size=1387204 2024-04-12T16:21:23.818 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.821+0000 7f98d3178780 1 < completed write operation key=FLD16WRTYTRE tag=L5ZYH6LUNJ2F type=write size=614482 2024-04-12T16:21:23.822 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.825+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~NDOY016AOLEA.0 size=1048576 2024-04-12T16:21:23.824 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.827+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~NDOY016AOLEA.1 size=1048576 2024-04-12T16:21:23.826 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.829+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~NDOY016AOLEA.2 size=837000 2024-04-12T16:21:23.826 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.829+0000 7f98d3178780 1 > prepared multipart upload key=ZXZ7NSPZRCDD upload=NDOY016AOLEA tag=2K78UX7E1BOE type=write size=3982728 2024-04-12T16:21:23.828 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.831+0000 7f98d3178780 1 < canceled operation key=8ZR0C2P8VMRA tag=ZTBIQXG9J9MO type=del size=2916631 2024-04-12T16:21:23.832 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.836+0000 7f98d3178780 1 > prepared part key=_multipart_RGAGK6SC7WUJ.2~4Z9JMP92W0B3.0 size=246616 2024-04-12T16:21:23.833 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.836+0000 7f98d3178780 1 > prepared multipart upload key=RGAGK6SC7WUJ upload=4Z9JMP92W0B3 tag=04Y7P4XN23GR type=write size=1295192 2024-04-12T16:21:23.834 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.838+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~AK474BM3ZURB.0 size=1048576 2024-04-12T16:21:23.836 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.839+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~AK474BM3ZURB.1 size=950828 2024-04-12T16:21:23.840 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.843+0000 7f98d3178780 1 < completed multipart upload key=D0M5V2Z6TGN6 upload=AK474BM3ZURB tag=UCTH2SI0RKEE type=write size=3047980 2024-04-12T16:21:23.842 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.845+0000 7f98d3178780 1 > prepared operation key=PT2U3K72AW80 tag=9E3HUBA08NI1 type=del size=4072331 2024-04-12T16:21:23.844 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.847+0000 7f98d3178780 1 < completed delete operation key=23DHOZJVEXJ6 tag=BAFWX5GF3VD6 type=del 2024-04-12T16:21:23.846 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.849+0000 7f98d3178780 1 > prepared operation key=0OWCAM744WJ9 tag=2HCVVDPWPIN6 type=del size=15194 2024-04-12T16:21:23.848 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.851+0000 7f98d3178780 1 < completed delete operation key=KHYODRDPUF4K tag=0UK929SOQFWA type=del 2024-04-12T16:21:23.852 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.855+0000 7f98d3178780 1 > prepared part key=_multipart_FLD16WRTYTRE.2~E0IVCVY0CX1D.0 size=1048576 2024-04-12T16:21:23.854 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.857+0000 7f98d3178780 1 > prepared part key=_multipart_FLD16WRTYTRE.2~E0IVCVY0CX1D.1 size=1048576 2024-04-12T16:21:23.855 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.859+0000 7f98d3178780 1 > prepared part key=_multipart_FLD16WRTYTRE.2~E0IVCVY0CX1D.2 size=736153 2024-04-12T16:21:23.855 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.859+0000 7f98d3178780 1 > prepared multipart upload key=FLD16WRTYTRE upload=E0IVCVY0CX1D tag=NVPO0O11KJ9D type=write size=3881881 2024-04-12T16:21:23.857 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.861+0000 7f98d3178780 1 < completed write operation key=IHLY0ZTYK6UT tag=49EBDJD0U0UB type=write size=498843 2024-04-12T16:21:23.859 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.863+0000 7f98d3178780 1 > prepared operation key=RGAGK6SC7WUJ tag=BC4AGCVLQOXX type=del size=2024856 2024-04-12T16:21:23.861 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.865+0000 7f98d3178780 1 < completed part key=_multipart_KHYODRDPUF4K.2~3IH78525SDK9.0 size=161445 2024-04-12T16:21:23.865 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.868+0000 7f98d3178780 1 < completed multipart upload key=KHYODRDPUF4K upload=3IH78525SDK9 tag=U8JZYMEUXVEH type=write size=1210021 2024-04-12T16:21:23.869 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.872+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~ZFSOB4EANEH2.0 size=1048576 2024-04-12T16:21:23.871 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.874+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~ZFSOB4EANEH2.1 size=124624 2024-04-12T16:21:23.871 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.874+0000 7f98d3178780 1 > prepared multipart upload key=ZZ03YKAYH1C2 upload=ZFSOB4EANEH2 tag=V9W6E1EYQ9AH type=write size=2221776 2024-04-12T16:21:23.873 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.876+0000 7f98d3178780 1 < completed delete operation key=XC0UMQW2OGOM tag=PU2WUH623QHS type=del 2024-04-12T16:21:23.877 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.880+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~J68IBOXFZ3R7.0 size=262535 2024-04-12T16:21:23.877 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.880+0000 7f98d3178780 1 > prepared multipart upload key=UQB6NBY40RTD upload=J68IBOXFZ3R7 tag=73BGZIZG417W type=write size=1311111 2024-04-12T16:21:23.879 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.882+0000 7f98d3178780 1 < completed delete operation key=7X1SF5VYO5QN tag=MZKHK7TPH6XS type=del 2024-04-12T16:21:23.883 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.886+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~RAOE7TP724JI.0 size=634389 2024-04-12T16:21:23.883 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.886+0000 7f98d3178780 1 > prepared multipart upload key=8ZR0C2P8VMRA upload=RAOE7TP724JI tag=MY81E8D1HGET type=write size=1682965 2024-04-12T16:21:23.885 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.888+0000 7f98d3178780 1 < completed delete operation key=I40BBGONTDFL tag=1G6BGODRYEM9 type=del 2024-04-12T16:21:23.887 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.890+0000 7f98d3178780 1 > prepared operation key=VZ3ZKIAP7V00 tag=P0SKLE7O75QZ type=del size=2872685 2024-04-12T16:21:23.889 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.892+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~MHWA6R18UXT7.0 size=1048576 2024-04-12T16:21:23.889 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.892+0000 7f98d3178780 1 < canceled part key=_multipart_7X1SF5VYO5QN.2~MHWA6R18UXT7.1 size=1048576 2024-04-12T16:21:23.891 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.894+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~MHWA6R18UXT7.2 size=755291 2024-04-12T16:21:23.895 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.898+0000 7f98d3178780 1 < canceled multipart upload key=7X1SF5VYO5QN upload=MHWA6R18UXT7 tag=67MA7NAACPYN type=write size=3901019 2024-04-12T16:21:23.898 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.902+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~4JR1W3RQ6QHU.0 size=358207 2024-04-12T16:21:23.899 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.902+0000 7f98d3178780 1 > prepared multipart upload key=8ZR0C2P8VMRA upload=4JR1W3RQ6QHU tag=XWM4BQ47RBQL type=write size=1406783 2024-04-12T16:21:23.902 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.906+0000 7f98d3178780 1 < suggested update operation key=PWA38LFGIMFY tag=SMD6TL70GTSN type=del size=2214384 2024-04-12T16:21:23.904 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.908+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=NX9M6TYKET09 type=del size=3877054 2024-04-12T16:21:23.906 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.910+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~T8EA9OZS9BO4.0 size=71706 2024-04-12T16:21:23.910 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.913+0000 7f98d3178780 1 < completed multipart upload key=ZXZ7NSPZRCDD upload=T8EA9OZS9BO4 tag=6QXDPY75L71L type=write size=1120282 2024-04-12T16:21:23.912 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.915+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=EMUDJQ7QGNA4 type=del size=592752 2024-04-12T16:21:23.914 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.918+0000 7f98d3178780 -1 < failed to complete operation key=PWA38LFGIMFY tag=SPXLEVM5BOA1 type=del size=3921854: (22) Invalid argument 2024-04-12T16:21:23.916 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.920+0000 7f98d3178780 1 > prepared operation key=PT2U3K72AW80 tag=BLXDDHUBRYEZ type=del size=3692162 2024-04-12T16:21:23.919 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.922+0000 7f98d3178780 1 < completed part key=_multipart_RGAGK6SC7WUJ.2~BNKDVIBFX7SW.0 size=728049 2024-04-12T16:21:23.922 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.925+0000 7f98d3178780 1 < completed multipart upload key=RGAGK6SC7WUJ upload=BNKDVIBFX7SW tag=9T3MH06PGH1D type=write size=1776625 2024-04-12T16:21:23.926 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.929+0000 7f98d3178780 1 > prepared part key=_multipart_JFLGBNJ7LSGN.2~3WKYJZ38X2OO.0 size=218216 2024-04-12T16:21:23.926 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.929+0000 7f98d3178780 1 > prepared multipart upload key=JFLGBNJ7LSGN upload=3WKYJZ38X2OO tag=Q8W2EH3QNUHE type=write size=1266792 2024-04-12T16:21:23.928 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.932+0000 7f98d3178780 1 < completed part key=_multipart_FLD16WRTYTRE.2~Z9FRATLE5EUU.0 size=338628 2024-04-12T16:21:23.932 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.936+0000 7f98d3178780 1 < completed multipart upload key=FLD16WRTYTRE upload=Z9FRATLE5EUU tag=4KCOPRF9N7I0 type=write size=1387204 2024-04-12T16:21:23.936 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.939+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~X33283IGQX6H.0 size=1048576 2024-04-12T16:21:23.938 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.941+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~X33283IGQX6H.1 size=765831 2024-04-12T16:21:23.938 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.941+0000 7f98d3178780 1 > prepared multipart upload key=ZZ03YKAYH1C2 upload=X33283IGQX6H tag=KA9G9TQ50TW9 type=write size=2862983 2024-04-12T16:21:23.940 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.943+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~NDOY016AOLEA.0 size=1048576 2024-04-12T16:21:23.942 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.946+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~NDOY016AOLEA.1 size=1048576 2024-04-12T16:21:23.944 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.948+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~NDOY016AOLEA.2 size=837000 2024-04-12T16:21:23.948 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.951+0000 7f98d3178780 1 < completed multipart upload key=ZXZ7NSPZRCDD upload=NDOY016AOLEA tag=2K78UX7E1BOE type=write size=3982728 2024-04-12T16:21:23.952 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.956+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~M2YN0WCD86K7.0 size=196888 2024-04-12T16:21:23.953 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.956+0000 7f98d3178780 1 > prepared multipart upload key=3AW8J5U5KAAT upload=M2YN0WCD86K7 tag=66XP8CU43SH8 type=write size=1245464 2024-04-12T16:21:23.954 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.958+0000 7f98d3178780 1 < completed part key=_multipart_RGAGK6SC7WUJ.2~4Z9JMP92W0B3.0 size=246616 2024-04-12T16:21:23.958 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.961+0000 7f98d3178780 1 < completed multipart upload key=RGAGK6SC7WUJ upload=4Z9JMP92W0B3 tag=04Y7P4XN23GR type=write size=1295192 2024-04-12T16:21:23.960 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.964+0000 7f98d3178780 1 > prepared operation key=PT2U3K72AW80 tag=JOMO6TEFC26V type=write size=127245 2024-04-12T16:21:23.962 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.966+0000 7f98d3178780 1 < completed delete operation key=PT2U3K72AW80 tag=9E3HUBA08NI1 type=del 2024-04-12T16:21:23.964 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.968+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=18E3W15QCODI type=del size=2996369 2024-04-12T16:21:23.966 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.970+0000 7f98d3178780 1 < completed delete operation key=0OWCAM744WJ9 tag=2HCVVDPWPIN6 type=del 2024-04-12T16:21:23.970 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.974+0000 7f98d3178780 1 > prepared part key=_multipart_EZFO3J6YDS47.2~CJJ7TGS962SK.0 size=1048576 2024-04-12T16:21:23.972 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.975+0000 7f98d3178780 1 > prepared part key=_multipart_EZFO3J6YDS47.2~CJJ7TGS962SK.1 size=528066 2024-04-12T16:21:23.972 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.975+0000 7f98d3178780 1 > prepared multipart upload key=EZFO3J6YDS47 upload=CJJ7TGS962SK tag=SMOM663SIFRO type=write size=2625218 2024-04-12T16:21:23.974 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.977+0000 7f98d3178780 1 < completed part key=_multipart_FLD16WRTYTRE.2~E0IVCVY0CX1D.0 size=1048576 2024-04-12T16:21:23.976 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.979+0000 7f98d3178780 1 < completed part key=_multipart_FLD16WRTYTRE.2~E0IVCVY0CX1D.1 size=1048576 2024-04-12T16:21:23.977 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.981+0000 7f98d3178780 1 < completed part key=_multipart_FLD16WRTYTRE.2~E0IVCVY0CX1D.2 size=736153 2024-04-12T16:21:23.981 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.984+0000 7f98d3178780 1 < completed multipart upload key=FLD16WRTYTRE upload=E0IVCVY0CX1D tag=NVPO0O11KJ9D type=write size=3881881 2024-04-12T16:21:23.983 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.986+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=70Y19DVBCBST type=del size=2131076 2024-04-12T16:21:23.985 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.988+0000 7f98d3178780 1 < completed delete operation key=RGAGK6SC7WUJ tag=BC4AGCVLQOXX type=del 2024-04-12T16:21:23.989 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.992+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~G5MAIZW4SNI7.0 size=1048576 2024-04-12T16:21:23.991 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.994+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~G5MAIZW4SNI7.1 size=81736 2024-04-12T16:21:23.991 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.994+0000 7f98d3178780 1 > prepared multipart upload key=0OWCAM744WJ9 upload=G5MAIZW4SNI7 tag=7CHBUFY4TOAT type=write size=2178888 2024-04-12T16:21:23.992 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.996+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~ZFSOB4EANEH2.0 size=1048576 2024-04-12T16:21:23.994 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:23.998+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~ZFSOB4EANEH2.1 size=124624 2024-04-12T16:21:23.998 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.001+0000 7f98d3178780 1 < completed multipart upload key=ZZ03YKAYH1C2 upload=ZFSOB4EANEH2 tag=V9W6E1EYQ9AH type=write size=2221776 2024-04-12T16:21:24.002 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.005+0000 7f98d3178780 1 > prepared part key=_multipart_VZ3ZKIAP7V00.2~MQR4COE9ICOW.0 size=1048576 2024-04-12T16:21:24.003 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.007+0000 7f98d3178780 1 > prepared part key=_multipart_VZ3ZKIAP7V00.2~MQR4COE9ICOW.1 size=1048576 2024-04-12T16:21:24.005 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.009+0000 7f98d3178780 1 > prepared part key=_multipart_VZ3ZKIAP7V00.2~MQR4COE9ICOW.2 size=895563 2024-04-12T16:21:24.005 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.009+0000 7f98d3178780 1 > prepared multipart upload key=VZ3ZKIAP7V00 upload=MQR4COE9ICOW tag=E295NZJB3UZL type=write size=4041291 2024-04-12T16:21:24.007 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.011+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~J68IBOXFZ3R7.0 size=262535 2024-04-12T16:21:24.011 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.015+0000 7f98d3178780 1 < completed multipart upload key=UQB6NBY40RTD upload=J68IBOXFZ3R7 tag=73BGZIZG417W type=write size=1311111 2024-04-12T16:21:24.015 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.018+0000 7f98d3178780 1 > prepared part key=_multipart_W6L40IZK9EF7.2~KL6BFEEUJEZT.0 size=1048576 2024-04-12T16:21:24.017 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.020+0000 7f98d3178780 1 > prepared part key=_multipart_W6L40IZK9EF7.2~KL6BFEEUJEZT.1 size=953990 2024-04-12T16:21:24.017 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.020+0000 7f98d3178780 1 > prepared multipart upload key=W6L40IZK9EF7 upload=KL6BFEEUJEZT tag=NSROF11ARRTK type=write size=3051142 2024-04-12T16:21:24.019 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.022+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~RAOE7TP724JI.0 size=634389 2024-04-12T16:21:24.023 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.026+0000 7f98d3178780 1 < completed multipart upload key=8ZR0C2P8VMRA upload=RAOE7TP724JI tag=MY81E8D1HGET type=write size=1682965 2024-04-12T16:21:24.025 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.028+0000 7f98d3178780 1 > prepared operation key=23DHOZJVEXJ6 tag=RNGGXEV64BGJ type=del size=3168914 2024-04-12T16:21:24.027 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.030+0000 7f98d3178780 1 < completed delete operation key=VZ3ZKIAP7V00 tag=P0SKLE7O75QZ type=del 2024-04-12T16:21:24.029 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.033+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=ME1G94KU2G5O type=write size=599814 2024-04-12T16:21:24.032 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.035+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~4JR1W3RQ6QHU.0 size=358207 2024-04-12T16:21:24.035 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.038+0000 7f98d3178780 1 < completed multipart upload key=8ZR0C2P8VMRA upload=4JR1W3RQ6QHU tag=XWM4BQ47RBQL type=write size=1406783 2024-04-12T16:21:24.038 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.042+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~B7Z83WGKUDMP.0 size=1048576 2024-04-12T16:21:24.040 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.044+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~B7Z83WGKUDMP.1 size=652622 2024-04-12T16:21:24.040 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.044+0000 7f98d3178780 1 > prepared multipart upload key=IHLY0ZTYK6UT upload=B7Z83WGKUDMP tag=J73L7JRUNYER type=write size=2749774 2024-04-12T16:21:24.042 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.046+0000 7f98d3178780 1 < canceled operation key=9L0C6XS0IUS0 tag=NX9M6TYKET09 type=del size=3877054 2024-04-12T16:21:24.047 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.050+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~UAV21SSWTNUO.0 size=1048576 2024-04-12T16:21:24.049 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.052+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~UAV21SSWTNUO.1 size=355871 2024-04-12T16:21:24.049 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.052+0000 7f98d3178780 1 > prepared multipart upload key=PT2U3K72AW80 upload=UAV21SSWTNUO tag=P094PKIT3Z4F type=write size=2453023 2024-04-12T16:21:24.051 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.054+0000 7f98d3178780 1 < completed delete operation key=UQB6NBY40RTD tag=EMUDJQ7QGNA4 type=del 2024-04-12T16:21:24.053 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.056+0000 7f98d3178780 1 > prepared operation key=S81W06TIIZMK tag=9AHOG6AGXM51 type=write size=732663 2024-04-12T16:21:24.057 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.061+0000 7f98d3178780 1 < suggested update operation key=PT2U3K72AW80 tag=BLXDDHUBRYEZ type=del size=3692162 2024-04-12T16:21:24.062 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.065+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~KK31P8F8P6MG.0 size=871341 2024-04-12T16:21:24.062 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.065+0000 7f98d3178780 1 > prepared multipart upload key=BOEPCQFN2ISK upload=KK31P8F8P6MG tag=4EC6YSBR2DRX type=write size=1919917 2024-04-12T16:21:24.064 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.067+0000 7f98d3178780 1 < completed part key=_multipart_JFLGBNJ7LSGN.2~3WKYJZ38X2OO.0 size=218216 2024-04-12T16:21:24.067 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.070+0000 7f98d3178780 1 < completed multipart upload key=JFLGBNJ7LSGN upload=3WKYJZ38X2OO tag=Q8W2EH3QNUHE type=write size=1266792 2024-04-12T16:21:24.070 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.074+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~NXVJW5LK04HD.0 size=1048576 2024-04-12T16:21:24.072 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.076+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~NXVJW5LK04HD.1 size=860384 2024-04-12T16:21:24.072 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.076+0000 7f98d3178780 1 > prepared multipart upload key=ZZ03YKAYH1C2 upload=NXVJW5LK04HD tag=S0Q1O4U998UT type=write size=2957536 2024-04-12T16:21:24.075 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.078+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~X33283IGQX6H.0 size=1048576 2024-04-12T16:21:24.077 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.080+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~X33283IGQX6H.1 size=765831 2024-04-12T16:21:24.080 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.083+0000 7f98d3178780 1 < completed multipart upload key=ZZ03YKAYH1C2 upload=X33283IGQX6H tag=KA9G9TQ50TW9 type=write size=2862983 2024-04-12T16:21:24.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:23 smithi110 ceph-mon[88691]: pgmap v1398: 137 pgs: 137 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 488 KiB/s wr, 2.51k op/s 2024-04-12T16:21:24.082 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.085+0000 7f98d3178780 1 > prepared operation key=66UG2YS0OGEZ tag=6F5DHBJ5HPUL type=del size=13080 2024-04-12T16:21:24.084 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.087+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~M2YN0WCD86K7.0 size=196888 2024-04-12T16:21:24.088 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.091+0000 7f98d3178780 1 < completed multipart upload key=3AW8J5U5KAAT upload=M2YN0WCD86K7 tag=66XP8CU43SH8 type=write size=1245464 2024-04-12T16:21:24.090 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.093+0000 7f98d3178780 1 > prepared operation key=ZZ03YKAYH1C2 tag=VQXGWEFW1P3P type=del size=2554108 2024-04-12T16:21:24.093 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.096+0000 7f98d3178780 -1 < failed to complete operation key=PT2U3K72AW80 tag=JOMO6TEFC26V type=write size=127245: (22) Invalid argument 2024-04-12T16:21:24.095 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.098+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=XSW085BHRHXV type=del size=3031276 2024-04-12T16:21:24.097 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.101+0000 7f98d3178780 1 < completed delete operation key=UQB6NBY40RTD tag=18E3W15QCODI type=del 2024-04-12T16:21:24.101 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.104+0000 7f98d3178780 1 > prepared part key=_multipart_W6L40IZK9EF7.2~I6M11O5LAXX4.0 size=532156 2024-04-12T16:21:24.101 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.104+0000 7f98d3178780 1 > prepared multipart upload key=W6L40IZK9EF7 upload=I6M11O5LAXX4 tag=YZK45RLNLFO3 type=write size=1580732 2024-04-12T16:21:24.103 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.107+0000 7f98d3178780 1 < completed part key=_multipart_EZFO3J6YDS47.2~CJJ7TGS962SK.0 size=1048576 2024-04-12T16:21:24.105 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.108+0000 7f98d3178780 1 < completed part key=_multipart_EZFO3J6YDS47.2~CJJ7TGS962SK.1 size=528066 2024-04-12T16:21:24.108 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.112+0000 7f98d3178780 1 < completed multipart upload key=EZFO3J6YDS47 upload=CJJ7TGS962SK tag=SMOM663SIFRO type=write size=2625218 2024-04-12T16:21:24.112 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.116+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~P1AD1XDQWCF5.0 size=935197 2024-04-12T16:21:24.113 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.116+0000 7f98d3178780 1 > prepared multipart upload key=KHYODRDPUF4K upload=P1AD1XDQWCF5 tag=GBY7UAXMLGK4 type=write size=1983773 2024-04-12T16:21:24.115 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.118+0000 7f98d3178780 1 < completed delete operation key=GM8O00AYQLB5 tag=70Y19DVBCBST type=del 2024-04-12T16:21:24.117 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.120+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=S1PXC1RXDLHN type=del size=3816349 2024-04-12T16:21:24.119 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.122+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~G5MAIZW4SNI7.0 size=1048576 2024-04-12T16:21:24.120 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.124+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~G5MAIZW4SNI7.1 size=81736 2024-04-12T16:21:24.124 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.127+0000 7f98d3178780 1 < completed multipart upload key=0OWCAM744WJ9 upload=G5MAIZW4SNI7 tag=7CHBUFY4TOAT type=write size=2178888 2024-04-12T16:21:24.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:23 smithi099 ceph-mon[94290]: pgmap v1398: 137 pgs: 137 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 488 KiB/s wr, 2.51k op/s 2024-04-12T16:21:24.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:23 smithi099 ceph-mon[96864]: pgmap v1398: 137 pgs: 137 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 488 KiB/s wr, 2.51k op/s 2024-04-12T16:21:24.126 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.129+0000 7f98d3178780 1 > prepared operation key=KURJT9NHLL4D tag=KZ1SW5TSFL3W type=del size=1536587 2024-04-12T16:21:24.128 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.131+0000 7f98d3178780 1 < completed part key=_multipart_VZ3ZKIAP7V00.2~MQR4COE9ICOW.0 size=1048576 2024-04-12T16:21:24.130 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.133+0000 7f98d3178780 1 < completed part key=_multipart_VZ3ZKIAP7V00.2~MQR4COE9ICOW.1 size=1048576 2024-04-12T16:21:24.131 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.135+0000 7f98d3178780 1 < completed part key=_multipart_VZ3ZKIAP7V00.2~MQR4COE9ICOW.2 size=895563 2024-04-12T16:21:24.135 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.138+0000 7f98d3178780 1 < completed multipart upload key=VZ3ZKIAP7V00 upload=MQR4COE9ICOW tag=E295NZJB3UZL type=write size=4041291 2024-04-12T16:21:24.137 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.140+0000 7f98d3178780 1 > prepared operation key=EZFO3J6YDS47 tag=Y1B917QEZFD3 type=write size=284439 2024-04-12T16:21:24.139 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.143+0000 7f98d3178780 1 < completed part key=_multipart_W6L40IZK9EF7.2~KL6BFEEUJEZT.0 size=1048576 2024-04-12T16:21:24.141 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.144+0000 7f98d3178780 1 < completed part key=_multipart_W6L40IZK9EF7.2~KL6BFEEUJEZT.1 size=953990 2024-04-12T16:21:24.145 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.148+0000 7f98d3178780 1 < completed multipart upload key=W6L40IZK9EF7 upload=KL6BFEEUJEZT tag=NSROF11ARRTK type=write size=3051142 2024-04-12T16:21:24.147 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.150+0000 7f98d3178780 1 > prepared operation key=LU8ZUI2MDRGX tag=1COW1MLWWGPH type=del size=1335514 2024-04-12T16:21:24.149 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.152+0000 7f98d3178780 1 < canceled operation key=23DHOZJVEXJ6 tag=RNGGXEV64BGJ type=del size=3168914 2024-04-12T16:21:24.151 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.154+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=BSH7MFM9ABJ0 type=del size=2983851 2024-04-12T16:21:24.155 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.159+0000 7f98d3178780 1 < suggested remove operation key=GM8O00AYQLB5 tag=ME1G94KU2G5O type=write 2024-04-12T16:21:24.159 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.163+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~DT44173S8URN.0 size=672093 2024-04-12T16:21:24.159 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.163+0000 7f98d3178780 1 > prepared multipart upload key=23DHOZJVEXJ6 upload=DT44173S8URN tag=2J4ZRGS07RBG type=write size=1720669 2024-04-12T16:21:24.161 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.165+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~B7Z83WGKUDMP.0 size=1048576 2024-04-12T16:21:24.163 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.167+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~B7Z83WGKUDMP.1 size=652622 2024-04-12T16:21:24.167 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.170+0000 7f98d3178780 1 < completed multipart upload key=IHLY0ZTYK6UT upload=B7Z83WGKUDMP tag=J73L7JRUNYER type=write size=2749774 2024-04-12T16:21:24.170 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.173+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=CGXAH08X9WGJ type=del size=2488756 2024-04-12T16:21:24.172 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.175+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~UAV21SSWTNUO.0 size=1048576 2024-04-12T16:21:24.174 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.177+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~UAV21SSWTNUO.1 size=355871 2024-04-12T16:21:24.178 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.181+0000 7f98d3178780 1 < completed multipart upload key=PT2U3K72AW80 upload=UAV21SSWTNUO tag=P094PKIT3Z4F type=write size=2453023 2024-04-12T16:21:24.180 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.183+0000 7f98d3178780 1 > prepared operation key=JFLGBNJ7LSGN tag=R9X6NGO3O7AR type=del size=950184 2024-04-12T16:21:24.182 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.185+0000 7f98d3178780 1 < canceled operation key=S81W06TIIZMK tag=9AHOG6AGXM51 type=write size=732663 2024-04-12T16:21:24.186 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.189+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~JSB71EAHAJ90.0 size=781829 2024-04-12T16:21:24.186 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.189+0000 7f98d3178780 1 > prepared multipart upload key=XC0UMQW2OGOM upload=JSB71EAHAJ90 tag=E0VLFDKHBG1S type=write size=1830405 2024-04-12T16:21:24.187 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.191+0000 7f98d3178780 1 < completed part key=_multipart_BOEPCQFN2ISK.2~KK31P8F8P6MG.0 size=871341 2024-04-12T16:21:24.191 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.194+0000 7f98d3178780 1 < completed multipart upload key=BOEPCQFN2ISK upload=KK31P8F8P6MG tag=4EC6YSBR2DRX type=write size=1919917 2024-04-12T16:21:24.195 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.198+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~ILX26QRD3ZLS.0 size=902609 2024-04-12T16:21:24.195 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.198+0000 7f98d3178780 1 > prepared multipart upload key=T722FMC4JINL upload=ILX26QRD3ZLS tag=B69NVB925WGR type=write size=1951185 2024-04-12T16:21:24.197 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.200+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~NXVJW5LK04HD.0 size=1048576 2024-04-12T16:21:24.198 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.202+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~NXVJW5LK04HD.1 size=860384 2024-04-12T16:21:24.202 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.205+0000 7f98d3178780 1 < completed multipart upload key=ZZ03YKAYH1C2 upload=NXVJW5LK04HD tag=S0Q1O4U998UT type=write size=2957536 2024-04-12T16:21:24.204 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.208+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=I3TXWYX2KN6I type=del size=908057 2024-04-12T16:21:24.206 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.210+0000 7f98d3178780 1 < completed delete operation key=66UG2YS0OGEZ tag=6F5DHBJ5HPUL type=del 2024-04-12T16:21:24.208 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.212+0000 7f98d3178780 1 > prepared operation key=VZ3ZKIAP7V00 tag=P541Z06HWF9R type=write size=886871 2024-04-12T16:21:24.210 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.214+0000 7f98d3178780 1 < completed delete operation key=ZZ03YKAYH1C2 tag=VQXGWEFW1P3P type=del 2024-04-12T16:21:24.212 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.215+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=2V7Q0HP3HEAR type=del size=4155474 2024-04-12T16:21:24.214 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.217+0000 7f98d3178780 1 < completed delete operation key=4S7M3FBURFC1 tag=XSW085BHRHXV type=del 2024-04-12T16:21:24.219 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.222+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~EGLR1UTPEVFZ.0 size=521181 2024-04-12T16:21:24.219 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.222+0000 7f98d3178780 1 > prepared multipart upload key=T722FMC4JINL upload=EGLR1UTPEVFZ tag=MU85Y3LY0SFK type=write size=1569757 2024-04-12T16:21:24.221 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.224+0000 7f98d3178780 1 < completed part key=_multipart_W6L40IZK9EF7.2~I6M11O5LAXX4.0 size=532156 2024-04-12T16:21:24.224 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.228+0000 7f98d3178780 1 < completed multipart upload key=W6L40IZK9EF7 upload=I6M11O5LAXX4 tag=YZK45RLNLFO3 type=write size=1580732 2024-04-12T16:21:24.226 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.230+0000 7f98d3178780 1 > prepared operation key=KHYODRDPUF4K tag=YPOLEQJY4FS2 type=write size=718815 2024-04-12T16:21:24.229 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.232+0000 7f98d3178780 1 < completed part key=_multipart_KHYODRDPUF4K.2~P1AD1XDQWCF5.0 size=935197 2024-04-12T16:21:24.233 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.236+0000 7f98d3178780 1 < completed multipart upload key=KHYODRDPUF4K upload=P1AD1XDQWCF5 tag=GBY7UAXMLGK4 type=write size=1983773 2024-04-12T16:21:24.235 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.238+0000 7f98d3178780 1 > prepared operation key=JFLGBNJ7LSGN tag=7JZ3AFRSM4K3 type=del size=1710997 2024-04-12T16:21:24.237 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.240+0000 7f98d3178780 1 < completed delete operation key=4S7M3FBURFC1 tag=S1PXC1RXDLHN type=del 2024-04-12T16:21:24.239 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.242+0000 7f98d3178780 1 > prepared operation key=JFLGBNJ7LSGN tag=MOMPD9V0PMXR type=del size=3835780 2024-04-12T16:21:24.241 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.244+0000 7f98d3178780 1 < completed delete operation key=KURJT9NHLL4D tag=KZ1SW5TSFL3W type=del 2024-04-12T16:21:24.245 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.248+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~3XP7DA0PDV9E.0 size=209741 2024-04-12T16:21:24.245 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.248+0000 7f98d3178780 1 > prepared multipart upload key=3AW8J5U5KAAT upload=3XP7DA0PDV9E tag=KXNZP6R19DPI type=write size=1258317 2024-04-12T16:21:24.247 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.250+0000 7f98d3178780 1 < completed write operation key=EZFO3J6YDS47 tag=Y1B917QEZFD3 type=write size=284439 2024-04-12T16:21:24.249 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.253+0000 7f98d3178780 1 > prepared operation key=S81W06TIIZMK tag=W7NUPKTQKTDT type=del size=1509215 2024-04-12T16:21:24.251 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.255+0000 7f98d3178780 1 < completed delete operation key=LU8ZUI2MDRGX tag=1COW1MLWWGPH type=del 2024-04-12T16:21:24.254 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.257+0000 7f98d3178780 1 > prepared operation key=3AW8J5U5KAAT tag=O6AW6N45ZLH7 type=write size=452565 2024-04-12T16:21:24.256 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.259+0000 7f98d3178780 1 < completed delete operation key=9L0C6XS0IUS0 tag=BSH7MFM9ABJ0 type=del 2024-04-12T16:21:24.258 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.262+0000 7f98d3178780 1 > prepared operation key=I40BBGONTDFL tag=3UA0MXHU7X3S type=write size=30061 2024-04-12T16:21:24.261 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.264+0000 7f98d3178780 1 < completed part key=_multipart_23DHOZJVEXJ6.2~DT44173S8URN.0 size=672093 2024-04-12T16:21:24.264 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.268+0000 7f98d3178780 1 < completed multipart upload key=23DHOZJVEXJ6 upload=DT44173S8URN tag=2J4ZRGS07RBG type=write size=1720669 2024-04-12T16:21:24.266 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.270+0000 7f98d3178780 1 > prepared operation key=PWA38LFGIMFY tag=U2WEM4MEL8UR type=del size=3032649 2024-04-12T16:21:24.269 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.272+0000 7f98d3178780 1 < completed delete operation key=XC0UMQW2OGOM tag=CGXAH08X9WGJ type=del 2024-04-12T16:21:24.271 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.274+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=HWXBPIDZI7HS type=del size=1610933 2024-04-12T16:21:24.273 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.277+0000 7f98d3178780 1 < completed delete operation key=JFLGBNJ7LSGN tag=R9X6NGO3O7AR type=del 2024-04-12T16:21:24.276 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.279+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=WFU96AHEMYKG type=del size=2542167 2024-04-12T16:21:24.277 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.281+0000 7f98d3178780 1 < completed part key=_multipart_XC0UMQW2OGOM.2~JSB71EAHAJ90.0 size=781829 2024-04-12T16:21:24.281 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.284+0000 7f98d3178780 1 < completed multipart upload key=XC0UMQW2OGOM upload=JSB71EAHAJ90 tag=E0VLFDKHBG1S type=write size=1830405 2024-04-12T16:21:24.283 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.287+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=2RG5JS57MZLR type=del size=2086647 2024-04-12T16:21:24.284 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.287+0000 7f98d3178780 1 < canceled part key=_multipart_T722FMC4JINL.2~ILX26QRD3ZLS.0 size=902609 2024-04-12T16:21:24.287 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.290+0000 7f98d3178780 1 < canceled multipart upload key=T722FMC4JINL upload=ILX26QRD3ZLS tag=B69NVB925WGR type=write size=1951185 2024-04-12T16:21:24.291 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.294+0000 7f98d3178780 1 > prepared part key=_multipart_KURJT9NHLL4D.2~67E5A4VVKJHQ.0 size=404599 2024-04-12T16:21:24.291 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.294+0000 7f98d3178780 1 > prepared multipart upload key=KURJT9NHLL4D upload=67E5A4VVKJHQ tag=LYSGDZBVGTX3 type=write size=1453175 2024-04-12T16:21:24.293 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.296+0000 7f98d3178780 1 < completed delete operation key=BOEPCQFN2ISK tag=I3TXWYX2KN6I type=del 2024-04-12T16:21:24.295 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.298+0000 7f98d3178780 1 > prepared operation key=EZFO3J6YDS47 tag=G606NYZGNGW2 type=del size=967904 2024-04-12T16:21:24.297 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.301+0000 7f98d3178780 1 < completed write operation key=VZ3ZKIAP7V00 tag=P541Z06HWF9R type=write size=886871 2024-04-12T16:21:24.299 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.303+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=69YK6SWW5VQE type=del size=1567459 2024-04-12T16:21:24.302 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.305+0000 7f98d3178780 1 < completed delete operation key=8ZR0C2P8VMRA tag=2V7Q0HP3HEAR type=del 2024-04-12T16:21:24.306 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.309+0000 7f98d3178780 1 > prepared part key=_multipart_PWA38LFGIMFY.2~3VLOAFP7AWKW.0 size=934115 2024-04-12T16:21:24.306 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.309+0000 7f98d3178780 1 > prepared multipart upload key=PWA38LFGIMFY upload=3VLOAFP7AWKW tag=UIHIBH3L91FC type=write size=1982691 2024-04-12T16:21:24.307 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.311+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~EGLR1UTPEVFZ.0 size=521181 2024-04-12T16:21:24.311 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.315+0000 7f98d3178780 1 < completed multipart upload key=T722FMC4JINL upload=EGLR1UTPEVFZ tag=MU85Y3LY0SFK type=write size=1569757 2024-04-12T16:21:24.314 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.317+0000 7f98d3178780 1 > prepared operation key=KURJT9NHLL4D tag=2OZ55IJ5YYVQ type=del size=2345676 2024-04-12T16:21:24.316 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.319+0000 7f98d3178780 1 < canceled operation key=KHYODRDPUF4K tag=YPOLEQJY4FS2 type=write size=718815 2024-04-12T16:21:24.320 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.324+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~Y3Q9SNS7LJ9C.0 size=379193 2024-04-12T16:21:24.320 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.324+0000 7f98d3178780 1 > prepared multipart upload key=ZZ03YKAYH1C2 upload=Y3Q9SNS7LJ9C tag=UOGLRY0K52L6 type=write size=1427769 2024-04-12T16:21:24.323 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.326+0000 7f98d3178780 1 < canceled operation key=JFLGBNJ7LSGN tag=7JZ3AFRSM4K3 type=del size=1710997 2024-04-12T16:21:24.327 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.330+0000 7f98d3178780 1 > prepared part key=_multipart_I40BBGONTDFL.2~YYHIXPY62SFC.0 size=78127 2024-04-12T16:21:24.327 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.330+0000 7f98d3178780 1 > prepared multipart upload key=I40BBGONTDFL upload=YYHIXPY62SFC tag=KE5IWJSVTX0L type=write size=1126703 2024-04-12T16:21:24.329 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.332+0000 7f98d3178780 1 < completed delete operation key=JFLGBNJ7LSGN tag=MOMPD9V0PMXR type=del 2024-04-12T16:21:24.331 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.334+0000 7f98d3178780 1 > prepared operation key=IHLY0ZTYK6UT tag=UYP4ZF74SI54 type=del size=3924412 2024-04-12T16:21:24.333 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.336+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~3XP7DA0PDV9E.0 size=209741 2024-04-12T16:21:24.336 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.340+0000 7f98d3178780 1 < completed multipart upload key=3AW8J5U5KAAT upload=3XP7DA0PDV9E tag=KXNZP6R19DPI type=write size=1258317 2024-04-12T16:21:24.338 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.342+0000 7f98d3178780 1 > prepared operation key=8AV30C26CXYV tag=O2N7PV3QB0E6 type=del size=3770857 2024-04-12T16:21:24.340 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.344+0000 7f98d3178780 1 < completed delete operation key=S81W06TIIZMK tag=W7NUPKTQKTDT type=del 2024-04-12T16:21:24.344 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.347+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~C7W40MSEP5EN.0 size=1048576 2024-04-12T16:21:24.346 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.349+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~C7W40MSEP5EN.1 size=1048576 2024-04-12T16:21:24.348 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.351+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~C7W40MSEP5EN.2 size=792705 2024-04-12T16:21:24.348 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.351+0000 7f98d3178780 1 > prepared multipart upload key=3AW8J5U5KAAT upload=C7W40MSEP5EN tag=SWR3B9OYOX4Q type=write size=3938433 2024-04-12T16:21:24.350 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.353+0000 7f98d3178780 1 < completed write operation key=3AW8J5U5KAAT tag=O6AW6N45ZLH7 type=write size=452565 2024-04-12T16:21:24.352 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.355+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=4G737RDAV4UA type=del size=1267756 2024-04-12T16:21:24.356 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.359+0000 7f98d3178780 1 < suggested update operation key=I40BBGONTDFL tag=3UA0MXHU7X3S type=write size=30061 2024-04-12T16:21:24.358 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.361+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=LSL5ZS4JJKL9 type=del size=2179230 2024-04-12T16:21:24.359 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.363+0000 7f98d3178780 1 < completed delete operation key=PWA38LFGIMFY tag=U2WEM4MEL8UR type=del 2024-04-12T16:21:24.361 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.365+0000 7f98d3178780 1 > prepared operation key=7X1SF5VYO5QN tag=6T0NMZBNGIDW type=del size=4187027 2024-04-12T16:21:24.363 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.367+0000 7f98d3178780 1 < canceled operation key=W6L40IZK9EF7 tag=HWXBPIDZI7HS type=del size=1610933 2024-04-12T16:21:24.367 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.370+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~W6Q994NWMZTN.0 size=1048576 2024-04-12T16:21:24.369 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.372+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~W6Q994NWMZTN.1 size=1048576 2024-04-12T16:21:24.370 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.374+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~W6Q994NWMZTN.2 size=53748 2024-04-12T16:21:24.370 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.374+0000 7f98d3178780 1 > prepared multipart upload key=LU8ZUI2MDRGX upload=W6Q994NWMZTN tag=2GVMNJQUEJ0W type=write size=3199476 2024-04-12T16:21:24.372 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.376+0000 7f98d3178780 1 < completed delete operation key=8ZR0C2P8VMRA tag=WFU96AHEMYKG type=del 2024-04-12T16:21:24.374 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.378+0000 7f98d3178780 1 > prepared operation key=I40BBGONTDFL tag=6TS4258W23S5 type=del size=1790180 2024-04-12T16:21:24.376 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.379+0000 7f98d3178780 1 < completed delete operation key=9L0C6XS0IUS0 tag=2RG5JS57MZLR type=del 2024-04-12T16:21:24.378 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.381+0000 7f98d3178780 1 > prepared operation key=KHYODRDPUF4K tag=L3AR9QCCTD2F type=del size=2164057 2024-04-12T16:21:24.380 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.383+0000 7f98d3178780 1 < completed part key=_multipart_KURJT9NHLL4D.2~67E5A4VVKJHQ.0 size=404599 2024-04-12T16:21:24.383 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.387+0000 7f98d3178780 1 < completed multipart upload key=KURJT9NHLL4D upload=67E5A4VVKJHQ tag=LYSGDZBVGTX3 type=write size=1453175 2024-04-12T16:21:24.385 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.388+0000 7f98d3178780 1 > prepared operation key=KURJT9NHLL4D tag=DKP7X9E3JF29 type=del size=1910532 2024-04-12T16:21:24.387 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.390+0000 7f98d3178780 1 < completed delete operation key=EZFO3J6YDS47 tag=G606NYZGNGW2 type=del 2024-04-12T16:21:24.389 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.392+0000 7f98d3178780 1 > prepared operation key=LU8ZUI2MDRGX tag=PVDWVJOL56K3 type=del size=2889893 2024-04-12T16:21:24.391 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.394+0000 7f98d3178780 1 < completed delete operation key=XC0UMQW2OGOM tag=69YK6SWW5VQE type=del 2024-04-12T16:21:24.393 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.396+0000 7f98d3178780 1 > prepared operation key=0OWCAM744WJ9 tag=W3EQ7DWI8O5X type=write size=71535 2024-04-12T16:21:24.393 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.397+0000 7f98d3178780 1 < canceled part key=_multipart_PWA38LFGIMFY.2~3VLOAFP7AWKW.0 size=934115 2024-04-12T16:21:24.396 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.400+0000 7f98d3178780 1 < canceled multipart upload key=PWA38LFGIMFY upload=3VLOAFP7AWKW tag=UIHIBH3L91FC type=write size=1982691 2024-04-12T16:21:24.398 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.402+0000 7f98d3178780 1 > prepared operation key=3AW8J5U5KAAT tag=0BIAIVON699B type=write size=212851 2024-04-12T16:21:24.402 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.406+0000 7f98d3178780 1 < suggested remove operation key=KURJT9NHLL4D tag=2OZ55IJ5YYVQ type=del 2024-04-12T16:21:24.404 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.407+0000 7f98d3178780 1 > prepared operation key=EZFO3J6YDS47 tag=YW9ZB33RTTPF type=del size=1089268 2024-04-12T16:21:24.406 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.409+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~Y3Q9SNS7LJ9C.0 size=379193 2024-04-12T16:21:24.409 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.413+0000 7f98d3178780 1 < completed multipart upload key=ZZ03YKAYH1C2 upload=Y3Q9SNS7LJ9C tag=UOGLRY0K52L6 type=write size=1427769 2024-04-12T16:21:24.413 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.416+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~B67D40SJUE2R.0 size=1048576 2024-04-12T16:21:24.414 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.418+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~B67D40SJUE2R.1 size=1048576 2024-04-12T16:21:24.416 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.419+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~B67D40SJUE2R.2 size=307463 2024-04-12T16:21:24.416 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.419+0000 7f98d3178780 1 > prepared multipart upload key=8ZR0C2P8VMRA upload=B67D40SJUE2R tag=6E3B3MFVHIPD type=write size=3453191 2024-04-12T16:21:24.419 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.422+0000 7f98d3178780 1 < completed part key=_multipart_I40BBGONTDFL.2~YYHIXPY62SFC.0 size=78127 2024-04-12T16:21:24.422 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.425+0000 7f98d3178780 1 < completed multipart upload key=I40BBGONTDFL upload=YYHIXPY62SFC tag=KE5IWJSVTX0L type=write size=1126703 2024-04-12T16:21:24.425 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.428+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=9LJKR8VMMJ0Z type=write size=355537 2024-04-12T16:21:24.426 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.430+0000 7f98d3178780 1 < completed delete operation key=IHLY0ZTYK6UT tag=UYP4ZF74SI54 type=del 2024-04-12T16:21:24.430 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.433+0000 7f98d3178780 1 > prepared part key=_multipart_9L0C6XS0IUS0.2~TP7I4ZPF3VUP.0 size=1048576 2024-04-12T16:21:24.432 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.435+0000 7f98d3178780 1 > prepared part key=_multipart_9L0C6XS0IUS0.2~TP7I4ZPF3VUP.1 size=600236 2024-04-12T16:21:24.432 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.435+0000 7f98d3178780 1 > prepared multipart upload key=9L0C6XS0IUS0 upload=TP7I4ZPF3VUP tag=GT2HFDQ2L39Q type=write size=2697388 2024-04-12T16:21:24.434 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.437+0000 7f98d3178780 1 < completed delete operation key=8AV30C26CXYV tag=O2N7PV3QB0E6 type=del 2024-04-12T16:21:24.435 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.439+0000 7f98d3178780 1 > prepared operation key=VZ3ZKIAP7V00 tag=2AEB7I0RZ1XQ type=del size=3152990 2024-04-12T16:21:24.438 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.441+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~C7W40MSEP5EN.0 size=1048576 2024-04-12T16:21:24.440 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.444+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~C7W40MSEP5EN.1 size=1048576 2024-04-12T16:21:24.442 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.445+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~C7W40MSEP5EN.2 size=792705 2024-04-12T16:21:24.446 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.450+0000 7f98d3178780 1 < completed multipart upload key=3AW8J5U5KAAT upload=C7W40MSEP5EN tag=SWR3B9OYOX4Q type=write size=3938433 2024-04-12T16:21:24.448 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.452+0000 7f98d3178780 1 > prepared operation key=KHYODRDPUF4K tag=H5OOZNRBC4TQ type=del size=2346652 2024-04-12T16:21:24.450 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.453+0000 7f98d3178780 1 < completed delete operation key=UQB6NBY40RTD tag=4G737RDAV4UA type=del 2024-04-12T16:21:24.453 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.456+0000 7f98d3178780 1 > prepared operation key=LU8ZUI2MDRGX tag=JWQOLWI6AZMQ type=del size=2412371 2024-04-12T16:21:24.454 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.458+0000 7f98d3178780 1 < completed delete operation key=XC0UMQW2OGOM tag=LSL5ZS4JJKL9 type=del 2024-04-12T16:21:24.458 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.461+0000 7f98d3178780 1 > prepared part key=_multipart_GM8O00AYQLB5.2~AIIZXNDRA5EL.0 size=269993 2024-04-12T16:21:24.458 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.461+0000 7f98d3178780 1 > prepared multipart upload key=GM8O00AYQLB5 upload=AIIZXNDRA5EL tag=W4VBCNJ3YAPC type=write size=1318569 2024-04-12T16:21:24.460 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.463+0000 7f98d3178780 1 < completed delete operation key=7X1SF5VYO5QN tag=6T0NMZBNGIDW type=del 2024-04-12T16:21:24.462 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.466+0000 7f98d3178780 1 > prepared operation key=IHLY0ZTYK6UT tag=J2B6RO9BWEXZ type=del size=2876249 2024-04-12T16:21:24.464 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.468+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~W6Q994NWMZTN.0 size=1048576 2024-04-12T16:21:24.466 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.470+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~W6Q994NWMZTN.1 size=1048576 2024-04-12T16:21:24.468 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.471+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~W6Q994NWMZTN.2 size=53748 2024-04-12T16:21:24.471 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.475+0000 7f98d3178780 1 < completed multipart upload key=LU8ZUI2MDRGX upload=W6Q994NWMZTN tag=2GVMNJQUEJ0W type=write size=3199476 2024-04-12T16:21:24.473 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.477+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=9FV838GA53XH type=write size=26718 2024-04-12T16:21:24.475 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.478+0000 7f98d3178780 1 < completed delete operation key=I40BBGONTDFL tag=6TS4258W23S5 type=del 2024-04-12T16:21:24.478 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.481+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=HR6413TXE9IB type=del size=3260695 2024-04-12T16:21:24.480 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.483+0000 7f98d3178780 1 < completed delete operation key=KHYODRDPUF4K tag=L3AR9QCCTD2F type=del 2024-04-12T16:21:24.484 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.487+0000 7f98d3178780 1 > prepared part key=_multipart_4S7M3FBURFC1.2~BET69WTCRBD4.0 size=1048576 2024-04-12T16:21:24.485 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.489+0000 7f98d3178780 1 > prepared part key=_multipart_4S7M3FBURFC1.2~BET69WTCRBD4.1 size=1048576 2024-04-12T16:21:24.487 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.491+0000 7f98d3178780 1 > prepared part key=_multipart_4S7M3FBURFC1.2~BET69WTCRBD4.2 size=418045 2024-04-12T16:21:24.487 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.491+0000 7f98d3178780 1 > prepared multipart upload key=4S7M3FBURFC1 upload=BET69WTCRBD4 tag=3IB1ZV29L90I type=write size=3563773 2024-04-12T16:21:24.490 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.493+0000 7f98d3178780 -1 < failed to complete operation key=KURJT9NHLL4D tag=DKP7X9E3JF29 type=del size=1910532: (22) Invalid argument 2024-04-12T16:21:24.492 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.496+0000 7f98d3178780 1 > prepared operation key=LU8ZUI2MDRGX tag=NI3F3CG2R9IY type=write size=123172 2024-04-12T16:21:24.495 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.498+0000 7f98d3178780 1 < completed delete operation key=LU8ZUI2MDRGX tag=PVDWVJOL56K3 type=del 2024-04-12T16:21:24.497 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.500+0000 7f98d3178780 1 > prepared operation key=0OWCAM744WJ9 tag=PQUY7UGEYBOV type=del size=1823548 2024-04-12T16:21:24.499 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.502+0000 7f98d3178780 1 < completed write operation key=0OWCAM744WJ9 tag=W3EQ7DWI8O5X type=write size=71535 2024-04-12T16:21:24.501 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.504+0000 7f98d3178780 1 > prepared operation key=D0M5V2Z6TGN6 tag=XK342ZY75BTI type=write size=519089 2024-04-12T16:21:24.504 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.507+0000 7f98d3178780 1 < completed write operation key=3AW8J5U5KAAT tag=0BIAIVON699B type=write size=212851 2024-04-12T16:21:24.507 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.510+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~ZGK6AFAMHOWD.0 size=1048576 2024-04-12T16:21:24.509 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.512+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~ZGK6AFAMHOWD.1 size=537695 2024-04-12T16:21:24.509 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.512+0000 7f98d3178780 1 > prepared multipart upload key=23DHOZJVEXJ6 upload=ZGK6AFAMHOWD tag=XCSYUNI0W5HQ type=write size=2634847 2024-04-12T16:21:24.511 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.514+0000 7f98d3178780 1 < completed delete operation key=EZFO3J6YDS47 tag=YW9ZB33RTTPF type=del 2024-04-12T16:21:24.515 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.518+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~IHT95Y80N65G.0 size=1048576 2024-04-12T16:21:24.516 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.520+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~IHT95Y80N65G.1 size=578046 2024-04-12T16:21:24.517 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.520+0000 7f98d3178780 1 > prepared multipart upload key=0OWCAM744WJ9 upload=IHT95Y80N65G tag=7TCQ637GH1W6 type=write size=2675198 2024-04-12T16:21:24.519 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.522+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~B67D40SJUE2R.0 size=1048576 2024-04-12T16:21:24.519 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.522+0000 7f98d3178780 1 < canceled part key=_multipart_8ZR0C2P8VMRA.2~B67D40SJUE2R.1 size=1048576 2024-04-12T16:21:24.520 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.523+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~B67D40SJUE2R.2 size=307463 2024-04-12T16:21:24.524 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.527+0000 7f98d3178780 1 < canceled multipart upload key=8ZR0C2P8VMRA upload=B67D40SJUE2R tag=6E3B3MFVHIPD type=write size=3453191 2024-04-12T16:21:24.527 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.531+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~XSU855XKDX1L.0 size=1048576 2024-04-12T16:21:24.529 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.532+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~XSU855XKDX1L.1 size=1019215 2024-04-12T16:21:24.529 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.532+0000 7f98d3178780 1 > prepared multipart upload key=LU8ZUI2MDRGX upload=XSU855XKDX1L tag=581IA2VN2DVD type=write size=3116367 2024-04-12T16:21:24.533 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.536+0000 7f98d3178780 1 < suggested remove operation key=BOEPCQFN2ISK tag=9LJKR8VMMJ0Z type=write 2024-04-12T16:21:24.535 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.538+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=JV01M8NK7XUV type=del size=2070986 2024-04-12T16:21:24.537 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.540+0000 7f98d3178780 1 < completed part key=_multipart_9L0C6XS0IUS0.2~TP7I4ZPF3VUP.0 size=1048576 2024-04-12T16:21:24.539 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.542+0000 7f98d3178780 1 < completed part key=_multipart_9L0C6XS0IUS0.2~TP7I4ZPF3VUP.1 size=600236 2024-04-12T16:21:24.543 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.546+0000 7f98d3178780 1 < completed multipart upload key=9L0C6XS0IUS0 upload=TP7I4ZPF3VUP tag=GT2HFDQ2L39Q type=write size=2697388 2024-04-12T16:21:24.545 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.548+0000 7f98d3178780 1 > prepared operation key=VZ3ZKIAP7V00 tag=E809SZOIRLX3 type=del size=2941462 2024-04-12T16:21:24.547 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.550+0000 7f98d3178780 1 < completed delete operation key=VZ3ZKIAP7V00 tag=2AEB7I0RZ1XQ type=del 2024-04-12T16:21:24.549 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.553+0000 7f98d3178780 1 > prepared operation key=VZ3ZKIAP7V00 tag=00BFSZY3NB2Z type=del size=3504405 2024-04-12T16:21:24.552 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.555+0000 7f98d3178780 1 < canceled operation key=KHYODRDPUF4K tag=H5OOZNRBC4TQ type=del size=2346652 2024-04-12T16:21:24.556 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.559+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~5SLYA08B2PM9.0 size=1048576 2024-04-12T16:21:24.557 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.561+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~5SLYA08B2PM9.1 size=1048576 2024-04-12T16:21:24.559 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.562+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~5SLYA08B2PM9.2 size=269583 2024-04-12T16:21:24.559 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.562+0000 7f98d3178780 1 > prepared multipart upload key=S81W06TIIZMK upload=5SLYA08B2PM9 tag=9GM0QWREARY0 type=write size=3415311 2024-04-12T16:21:24.561 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.565+0000 7f98d3178780 1 < completed delete operation key=LU8ZUI2MDRGX tag=JWQOLWI6AZMQ type=del 2024-04-12T16:21:24.563 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.566+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=RU3VFOMX42RE type=del size=3411422 2024-04-12T16:21:24.565 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.569+0000 7f98d3178780 1 < completed part key=_multipart_GM8O00AYQLB5.2~AIIZXNDRA5EL.0 size=269993 2024-04-12T16:21:24.569 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.572+0000 7f98d3178780 1 < completed multipart upload key=GM8O00AYQLB5 upload=AIIZXNDRA5EL tag=W4VBCNJ3YAPC type=write size=1318569 2024-04-12T16:21:24.573 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.576+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~ACRGHCVW0RCJ.0 size=1048576 2024-04-12T16:21:24.579 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.578+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~ACRGHCVW0RCJ.1 size=1048576 2024-04-12T16:21:24.579 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.579+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~ACRGHCVW0RCJ.2 size=579856 2024-04-12T16:21:24.579 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.579+0000 7f98d3178780 1 > prepared multipart upload key=8ZR0C2P8VMRA upload=ACRGHCVW0RCJ tag=TJEFAVTTQCIS type=write size=3725584 2024-04-12T16:21:24.579 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.582+0000 7f98d3178780 1 < completed delete operation key=IHLY0ZTYK6UT tag=J2B6RO9BWEXZ type=del 2024-04-12T16:21:24.582 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.585+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~NR1YKBHHQCBT.0 size=1048576 2024-04-12T16:21:24.584 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.587+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~NR1YKBHHQCBT.1 size=1048576 2024-04-12T16:21:24.586 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.589+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~NR1YKBHHQCBT.2 size=555898 2024-04-12T16:21:24.586 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.589+0000 7f98d3178780 1 > prepared multipart upload key=8AV30C26CXYV upload=NR1YKBHHQCBT tag=3AAWLPAHOXXA type=write size=3701626 2024-04-12T16:21:24.588 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.592+0000 7f98d3178780 1 < completed write operation key=UQB6NBY40RTD tag=9FV838GA53XH type=write size=26718 2024-04-12T16:21:24.593 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.596+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~I5CJ7544YTXT.0 size=1048576 2024-04-12T16:21:24.595 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.598+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~I5CJ7544YTXT.1 size=947042 2024-04-12T16:21:24.595 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.598+0000 7f98d3178780 1 > prepared multipart upload key=XC0UMQW2OGOM upload=I5CJ7544YTXT tag=Q31ZAB6E1ZZO type=write size=3044194 2024-04-12T16:21:24.597 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.600+0000 7f98d3178780 1 < completed delete operation key=W6L40IZK9EF7 tag=HR6413TXE9IB type=del 2024-04-12T16:21:24.601 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.604+0000 7f98d3178780 1 > prepared part key=_multipart_FLD16WRTYTRE.2~ZX6VC1A8OG4F.0 size=1048576 2024-04-12T16:21:24.602 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.606+0000 7f98d3178780 1 > prepared part key=_multipart_FLD16WRTYTRE.2~ZX6VC1A8OG4F.1 size=627755 2024-04-12T16:21:24.602 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.606+0000 7f98d3178780 1 > prepared multipart upload key=FLD16WRTYTRE upload=ZX6VC1A8OG4F tag=MN52S1MOI9K4 type=write size=2724907 2024-04-12T16:21:24.604 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.608+0000 7f98d3178780 1 < completed part key=_multipart_4S7M3FBURFC1.2~BET69WTCRBD4.0 size=1048576 2024-04-12T16:21:24.606 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.610+0000 7f98d3178780 1 < completed part key=_multipart_4S7M3FBURFC1.2~BET69WTCRBD4.1 size=1048576 2024-04-12T16:21:24.608 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.612+0000 7f98d3178780 1 < completed part key=_multipart_4S7M3FBURFC1.2~BET69WTCRBD4.2 size=418045 2024-04-12T16:21:24.612 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.615+0000 7f98d3178780 1 < completed multipart upload key=4S7M3FBURFC1 upload=BET69WTCRBD4 tag=3IB1ZV29L90I type=write size=3563773 2024-04-12T16:21:24.615 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.618+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=I8HEQ8QNY2HE type=del size=3154370 2024-04-12T16:21:24.619 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.622+0000 7f98d3178780 1 < suggested update operation key=LU8ZUI2MDRGX tag=NI3F3CG2R9IY type=write size=123172 2024-04-12T16:21:24.621 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.624+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=56F82DOFZTAZ type=del size=3102390 2024-04-12T16:21:24.624 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.627+0000 7f98d3178780 1 < completed delete operation key=0OWCAM744WJ9 tag=PQUY7UGEYBOV type=del 2024-04-12T16:21:24.626 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.629+0000 7f98d3178780 1 > prepared operation key=KHYODRDPUF4K tag=S3Z7CMPMD3GL type=del size=483901 2024-04-12T16:21:24.630 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.633+0000 7f98d3178780 1 < suggested remove operation key=D0M5V2Z6TGN6 tag=XK342ZY75BTI type=write 2024-04-12T16:21:24.634 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.637+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~VRYC0N7JW1H5.0 size=1048576 2024-04-12T16:21:24.636 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.639+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~VRYC0N7JW1H5.1 size=696443 2024-04-12T16:21:24.636 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.640+0000 7f98d3178780 1 > prepared multipart upload key=ZXZ7NSPZRCDD upload=VRYC0N7JW1H5 tag=PID759NET302 type=write size=2793595 2024-04-12T16:21:24.639 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.642+0000 7f98d3178780 1 < completed part key=_multipart_23DHOZJVEXJ6.2~ZGK6AFAMHOWD.0 size=1048576 2024-04-12T16:21:24.641 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.644+0000 7f98d3178780 1 < completed part key=_multipart_23DHOZJVEXJ6.2~ZGK6AFAMHOWD.1 size=537695 2024-04-12T16:21:24.644 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.647+0000 7f98d3178780 1 < completed multipart upload key=23DHOZJVEXJ6 upload=ZGK6AFAMHOWD tag=XCSYUNI0W5HQ type=write size=2634847 2024-04-12T16:21:24.646 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.650+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=UN1VU9FH4A1F type=del size=3824675 2024-04-12T16:21:24.648 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.652+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~IHT95Y80N65G.0 size=1048576 2024-04-12T16:21:24.650 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.653+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~IHT95Y80N65G.1 size=578046 2024-04-12T16:21:24.653 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.657+0000 7f98d3178780 1 < completed multipart upload key=0OWCAM744WJ9 upload=IHT95Y80N65G tag=7TCQ637GH1W6 type=write size=2675198 2024-04-12T16:21:24.656 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.659+0000 7f98d3178780 1 > prepared operation key=T722FMC4JINL tag=2TCC042RDQQ6 type=del size=268197 2024-04-12T16:21:24.658 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.661+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~XSU855XKDX1L.0 size=1048576 2024-04-12T16:21:24.660 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.663+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~XSU855XKDX1L.1 size=1019215 2024-04-12T16:21:24.664 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.667+0000 7f98d3178780 1 < completed multipart upload key=LU8ZUI2MDRGX upload=XSU855XKDX1L tag=581IA2VN2DVD type=write size=3116367 2024-04-12T16:21:24.666 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.669+0000 7f98d3178780 1 > prepared operation key=EZFO3J6YDS47 tag=9NQY7ZS216US type=del size=1054687 2024-04-12T16:21:24.668 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.671+0000 7f98d3178780 1 < completed delete operation key=BOEPCQFN2ISK tag=JV01M8NK7XUV type=del 2024-04-12T16:21:24.670 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.673+0000 7f98d3178780 1 > prepared operation key=S81W06TIIZMK tag=J6U0KT6O494M type=del size=422139 2024-04-12T16:21:24.674 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.677+0000 7f98d3178780 1 < suggested remove operation key=VZ3ZKIAP7V00 tag=E809SZOIRLX3 type=del 2024-04-12T16:21:24.678 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.681+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~BIB8IFNKVEZJ.0 size=328881 2024-04-12T16:21:24.678 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.681+0000 7f98d3178780 1 > prepared multipart upload key=XC0UMQW2OGOM upload=BIB8IFNKVEZJ tag=HAGEVHT7R94D type=write size=1377457 2024-04-12T16:21:24.680 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.684+0000 7f98d3178780 -1 < failed to complete operation key=VZ3ZKIAP7V00 tag=00BFSZY3NB2Z type=del size=3504405: (22) Invalid argument 2024-04-12T16:21:24.685 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.688+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~8068J4N8JYS0.0 size=1048576 2024-04-12T16:21:24.687 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.690+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~8068J4N8JYS0.1 size=407155 2024-04-12T16:21:24.687 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.690+0000 7f98d3178780 1 > prepared multipart upload key=ZZ03YKAYH1C2 upload=8068J4N8JYS0 tag=MX4DZXA9WG9N type=write size=2504307 2024-04-12T16:21:24.691 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.694+0000 7f98d3178780 1 < completed part key=_multipart_S81W06TIIZMK.2~5SLYA08B2PM9.0 size=1048576 2024-04-12T16:21:24.693 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.696+0000 7f98d3178780 1 < completed part key=_multipart_S81W06TIIZMK.2~5SLYA08B2PM9.1 size=1048576 2024-04-12T16:21:24.695 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.698+0000 7f98d3178780 1 < completed part key=_multipart_S81W06TIIZMK.2~5SLYA08B2PM9.2 size=269583 2024-04-12T16:21:24.698 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.701+0000 7f98d3178780 1 < completed multipart upload key=S81W06TIIZMK upload=5SLYA08B2PM9 tag=9GM0QWREARY0 type=write size=3415311 2024-04-12T16:21:24.702 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.705+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~9L77STX9CZR1.0 size=1048576 2024-04-12T16:21:24.704 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.707+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~9L77STX9CZR1.1 size=1048576 2024-04-12T16:21:24.706 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.709+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~9L77STX9CZR1.2 size=914061 2024-04-12T16:21:24.706 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.709+0000 7f98d3178780 1 > prepared multipart upload key=3AW8J5U5KAAT upload=9L77STX9CZR1 tag=D2TTIXZR66US type=write size=4059789 2024-04-12T16:21:24.710 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.713+0000 7f98d3178780 1 < suggested remove operation key=BOEPCQFN2ISK tag=RU3VFOMX42RE type=del 2024-04-12T16:21:24.712 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.715+0000 7f98d3178780 1 > prepared operation key=4LOLFK38TOHP tag=NTDBKNSWI8D6 type=del size=3791601 2024-04-12T16:21:24.714 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.717+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~ACRGHCVW0RCJ.0 size=1048576 2024-04-12T16:21:24.716 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.720+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~ACRGHCVW0RCJ.1 size=1048576 2024-04-12T16:21:24.718 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.721+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~ACRGHCVW0RCJ.2 size=579856 2024-04-12T16:21:24.722 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.726+0000 7f98d3178780 1 < completed multipart upload key=8ZR0C2P8VMRA upload=ACRGHCVW0RCJ tag=TJEFAVTTQCIS type=write size=3725584 2024-04-12T16:21:24.725 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.728+0000 7f98d3178780 1 > prepared operation key=66UG2YS0OGEZ tag=XFAEVL3BV3OS type=write size=492644 2024-04-12T16:21:24.727 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.730+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~NR1YKBHHQCBT.0 size=1048576 2024-04-12T16:21:24.729 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.732+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~NR1YKBHHQCBT.1 size=1048576 2024-04-12T16:21:24.730 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.734+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~NR1YKBHHQCBT.2 size=555898 2024-04-12T16:21:24.734 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.737+0000 7f98d3178780 1 < completed multipart upload key=8AV30C26CXYV upload=NR1YKBHHQCBT tag=3AAWLPAHOXXA type=write size=3701626 2024-04-12T16:21:24.738 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.742+0000 7f98d3178780 1 > prepared part key=_multipart_4LOLFK38TOHP.2~1Q64K6JNG5V1.0 size=1048576 2024-04-12T16:21:24.740 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.743+0000 7f98d3178780 1 > prepared part key=_multipart_4LOLFK38TOHP.2~1Q64K6JNG5V1.1 size=1048576 2024-04-12T16:21:24.741 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.745+0000 7f98d3178780 1 > prepared part key=_multipart_4LOLFK38TOHP.2~1Q64K6JNG5V1.2 size=664129 2024-04-12T16:21:24.742 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.745+0000 7f98d3178780 1 > prepared multipart upload key=4LOLFK38TOHP upload=1Q64K6JNG5V1 tag=5CROHSPHHWEA type=write size=3809857 2024-04-12T16:21:24.745 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.748+0000 7f98d3178780 1 < completed part key=_multipart_XC0UMQW2OGOM.2~I5CJ7544YTXT.0 size=1048576 2024-04-12T16:21:24.747 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.750+0000 7f98d3178780 1 < completed part key=_multipart_XC0UMQW2OGOM.2~I5CJ7544YTXT.1 size=947042 2024-04-12T16:21:24.750 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.754+0000 7f98d3178780 1 < completed multipart upload key=XC0UMQW2OGOM upload=I5CJ7544YTXT tag=Q31ZAB6E1ZZO type=write size=3044194 2024-04-12T16:21:24.755 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.758+0000 7f98d3178780 1 > prepared part key=_multipart_4S7M3FBURFC1.2~TYX92MP5HKSN.0 size=1048576 2024-04-12T16:21:24.757 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.760+0000 7f98d3178780 1 > prepared part key=_multipart_4S7M3FBURFC1.2~TYX92MP5HKSN.1 size=1048576 2024-04-12T16:21:24.758 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.762+0000 7f98d3178780 1 > prepared part key=_multipart_4S7M3FBURFC1.2~TYX92MP5HKSN.2 size=662455 2024-04-12T16:21:24.758 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.762+0000 7f98d3178780 1 > prepared multipart upload key=4S7M3FBURFC1 upload=TYX92MP5HKSN tag=LYJBDN8U7BNB type=write size=3808183 2024-04-12T16:21:24.760 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.764+0000 7f98d3178780 1 < completed part key=_multipart_FLD16WRTYTRE.2~ZX6VC1A8OG4F.0 size=1048576 2024-04-12T16:21:24.762 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.765+0000 7f98d3178780 1 < completed part key=_multipart_FLD16WRTYTRE.2~ZX6VC1A8OG4F.1 size=627755 2024-04-12T16:21:24.765 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.769+0000 7f98d3178780 1 < completed multipart upload key=FLD16WRTYTRE upload=ZX6VC1A8OG4F tag=MN52S1MOI9K4 type=write size=2724907 2024-04-12T16:21:24.767 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.771+0000 7f98d3178780 1 > prepared operation key=ZZ03YKAYH1C2 tag=H2RYTQHLEWT2 type=del size=3680240 2024-04-12T16:21:24.768 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.771+0000 7f98d3178780 -1 < no bi entry to suggest for operation key=BOEPCQFN2ISK tag=I8HEQ8QNY2HE type=del size=3154370: (2) No such file or directory 2024-04-12T16:21:24.770 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.773+0000 7f98d3178780 1 > prepared operation key=KURJT9NHLL4D tag=07OJMGWCPBRV type=write size=559490 2024-04-12T16:21:24.772 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.775+0000 7f98d3178780 1 < completed delete operation key=UQB6NBY40RTD tag=56F82DOFZTAZ type=del 2024-04-12T16:21:24.774 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.777+0000 7f98d3178780 1 > prepared operation key=I40BBGONTDFL tag=Y24T9V1PDIUI type=del size=1419151 2024-04-12T16:21:24.776 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.779+0000 7f98d3178780 1 < completed delete operation key=KHYODRDPUF4K tag=S3Z7CMPMD3GL type=del 2024-04-12T16:21:24.778 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.781+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=ZHEYXLXPF4E1 type=del size=2071868 2024-04-12T16:21:24.780 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.784+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~VRYC0N7JW1H5.0 size=1048576 2024-04-12T16:21:24.782 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.785+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~VRYC0N7JW1H5.1 size=696443 2024-04-12T16:21:24.786 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.790+0000 7f98d3178780 1 < completed multipart upload key=ZXZ7NSPZRCDD upload=VRYC0N7JW1H5 tag=PID759NET302 type=write size=2793595 2024-04-12T16:21:24.789 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.792+0000 7f98d3178780 1 > prepared operation key=I40BBGONTDFL tag=HJCUSBF20ZP5 type=del size=1394781 2024-04-12T16:21:24.792 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.796+0000 7f98d3178780 1 < suggested update operation key=XC0UMQW2OGOM tag=UN1VU9FH4A1F type=del size=3824675 2024-04-12T16:21:24.795 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.798+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=APBXF40BSC0Y type=del size=227604 2024-04-12T16:21:24.799 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.802+0000 7f98d3178780 1 < suggested remove operation key=T722FMC4JINL tag=2TCC042RDQQ6 type=del 2024-04-12T16:21:24.801 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.804+0000 7f98d3178780 1 > prepared operation key=ZXZ7NSPZRCDD tag=XF366M9G0YII type=write size=695881 2024-04-12T16:21:24.803 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.806+0000 7f98d3178780 1 < canceled operation key=EZFO3J6YDS47 tag=9NQY7ZS216US type=del size=1054687 2024-04-12T16:21:24.805 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.809+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=35MKM7Q1LF36 type=del size=2843106 2024-04-12T16:21:24.808 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.811+0000 7f98d3178780 1 < completed delete operation key=S81W06TIIZMK tag=J6U0KT6O494M type=del 2024-04-12T16:21:24.810 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.813+0000 7f98d3178780 1 > prepared operation key=LU8ZUI2MDRGX tag=C74SZJ928PND type=del size=2438703 2024-04-12T16:21:24.810 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.813+0000 7f98d3178780 1 < canceled part key=_multipart_XC0UMQW2OGOM.2~BIB8IFNKVEZJ.0 size=328881 2024-04-12T16:21:24.813 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.817+0000 7f98d3178780 1 < canceled multipart upload key=XC0UMQW2OGOM upload=BIB8IFNKVEZJ tag=HAGEVHT7R94D type=write size=1377457 2024-04-12T16:21:24.816 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.819+0000 7f98d3178780 1 > prepared operation key=EZFO3J6YDS47 tag=OCPDYJFBDYR1 type=del size=3183362 2024-04-12T16:21:24.817 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.821+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~8068J4N8JYS0.0 size=1048576 2024-04-12T16:21:24.824 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.827+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~8068J4N8JYS0.1 size=407155 2024-04-12T16:21:24.828 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.831+0000 7f98d3178780 1 < completed multipart upload key=ZZ03YKAYH1C2 upload=8068J4N8JYS0 tag=MX4DZXA9WG9N type=write size=2504307 2024-04-12T16:21:24.830 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.834+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=0S7J00G60U9N type=del size=1874814 2024-04-12T16:21:24.832 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.836+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~9L77STX9CZR1.0 size=1048576 2024-04-12T16:21:24.834 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.838+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~9L77STX9CZR1.1 size=1048576 2024-04-12T16:21:24.836 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.839+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~9L77STX9CZR1.2 size=914061 2024-04-12T16:21:24.840 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.843+0000 7f98d3178780 1 < completed multipart upload key=3AW8J5U5KAAT upload=9L77STX9CZR1 tag=D2TTIXZR66US type=write size=4059789 2024-04-12T16:21:24.843 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.846+0000 7f98d3178780 1 > prepared operation key=T722FMC4JINL tag=NFEIO9U5ZKJJ type=del size=2469199 2024-04-12T16:21:24.845 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.849+0000 7f98d3178780 1 < canceled operation key=4LOLFK38TOHP tag=NTDBKNSWI8D6 type=del size=3791601 2024-04-12T16:21:24.847 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.851+0000 7f98d3178780 1 > prepared operation key=66UG2YS0OGEZ tag=8SA41E2M6FOS type=del size=3123514 2024-04-12T16:21:24.849 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.853+0000 7f98d3178780 1 < completed write operation key=66UG2YS0OGEZ tag=XFAEVL3BV3OS type=write size=492644 2024-04-12T16:21:24.853 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.856+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~Z642FPPRQU3T.0 size=688616 2024-04-12T16:21:24.853 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.856+0000 7f98d3178780 1 > prepared multipart upload key=PT2U3K72AW80 upload=Z642FPPRQU3T tag=AVGJVFVRU1FW type=write size=1737192 2024-04-12T16:21:24.855 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.859+0000 7f98d3178780 1 < completed part key=_multipart_4LOLFK38TOHP.2~1Q64K6JNG5V1.0 size=1048576 2024-04-12T16:21:24.857 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.860+0000 7f98d3178780 1 < completed part key=_multipart_4LOLFK38TOHP.2~1Q64K6JNG5V1.1 size=1048576 2024-04-12T16:21:24.857 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.860+0000 7f98d3178780 1 < canceled part key=_multipart_4LOLFK38TOHP.2~1Q64K6JNG5V1.2 size=664129 2024-04-12T16:21:24.861 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.864+0000 7f98d3178780 1 < canceled multipart upload key=4LOLFK38TOHP upload=1Q64K6JNG5V1 tag=5CROHSPHHWEA type=write size=3809857 2024-04-12T16:21:24.864 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.868+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~50DYBYPO1M59.0 size=1048576 2024-04-12T16:21:24.866 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.869+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~50DYBYPO1M59.1 size=1048576 2024-04-12T16:21:24.868 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.871+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~50DYBYPO1M59.2 size=697984 2024-04-12T16:21:24.868 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.871+0000 7f98d3178780 1 > prepared multipart upload key=UQB6NBY40RTD upload=50DYBYPO1M59 tag=QVXASS235SXR type=write size=3843712 2024-04-12T16:21:24.869 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.872+0000 7f98d3178780 1 < canceled part key=_multipart_4S7M3FBURFC1.2~TYX92MP5HKSN.0 size=1048576 2024-04-12T16:21:24.870 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.874+0000 7f98d3178780 1 < completed part key=_multipart_4S7M3FBURFC1.2~TYX92MP5HKSN.1 size=1048576 2024-04-12T16:21:24.872 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.876+0000 7f98d3178780 1 < completed part key=_multipart_4S7M3FBURFC1.2~TYX92MP5HKSN.2 size=662455 2024-04-12T16:21:24.876 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.879+0000 7f98d3178780 1 < canceled multipart upload key=4S7M3FBURFC1 upload=TYX92MP5HKSN tag=LYJBDN8U7BNB type=write size=3808183 2024-04-12T16:21:24.879 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.882+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~CBES0ZD6PCC1.0 size=1048576 2024-04-12T16:21:24.881 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.884+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~CBES0ZD6PCC1.1 size=1048576 2024-04-12T16:21:24.883 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.886+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~CBES0ZD6PCC1.2 size=642785 2024-04-12T16:21:24.883 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.886+0000 7f98d3178780 1 > prepared multipart upload key=8AV30C26CXYV upload=CBES0ZD6PCC1 tag=XUJSYHQLXI24 type=write size=3788513 2024-04-12T16:21:24.884 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.888+0000 7f98d3178780 1 < completed delete operation key=ZZ03YKAYH1C2 tag=H2RYTQHLEWT2 type=del 2024-04-12T16:21:24.888 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.892+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~FCKVX1XFKFSW.0 size=1048576 2024-04-12T16:21:24.890 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.893+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~FCKVX1XFKFSW.1 size=1048576 2024-04-12T16:21:24.891 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.895+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~FCKVX1XFKFSW.2 size=643673 2024-04-12T16:21:24.891 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.895+0000 7f98d3178780 1 > prepared multipart upload key=8ZR0C2P8VMRA upload=FCKVX1XFKFSW tag=1YLMDQOZZVK1 type=write size=3789401 2024-04-12T16:21:24.893 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.897+0000 7f98d3178780 1 < completed write operation key=KURJT9NHLL4D tag=07OJMGWCPBRV type=write size=559490 2024-04-12T16:21:24.895 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.899+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=D6YQEEPRRK29 type=del size=1389479 2024-04-12T16:21:24.898 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.901+0000 7f98d3178780 1 < completed delete operation key=I40BBGONTDFL tag=Y24T9V1PDIUI type=del 2024-04-12T16:21:24.901 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.905+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~LHWJZP9DQ5NN.0 size=1048576 2024-04-12T16:21:24.903 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.906+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~LHWJZP9DQ5NN.1 size=261007 2024-04-12T16:21:24.903 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.906+0000 7f98d3178780 1 > prepared multipart upload key=23DHOZJVEXJ6 upload=LHWJZP9DQ5NN tag=RHUEK8A5ZXMV type=write size=2358159 2024-04-12T16:21:24.906 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.909+0000 7f98d3178780 1 < completed delete operation key=8ZR0C2P8VMRA tag=ZHEYXLXPF4E1 type=del 2024-04-12T16:21:24.909 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.913+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~OE9QCA0N4N6S.0 size=1048576 2024-04-12T16:21:24.911 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.914+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~OE9QCA0N4N6S.1 size=197505 2024-04-12T16:21:24.911 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.914+0000 7f98d3178780 1 > prepared multipart upload key=23DHOZJVEXJ6 upload=OE9QCA0N4N6S tag=VTUXCTCUQ9QS type=write size=2294657 2024-04-12T16:21:24.913 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.917+0000 7f98d3178780 1 < completed delete operation key=I40BBGONTDFL tag=HJCUSBF20ZP5 type=del 2024-04-12T16:21:24.915 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.919+0000 7f98d3178780 1 > prepared operation key=ZZ03YKAYH1C2 tag=4HET3QAJTSQ5 type=del size=2494209 2024-04-12T16:21:24.918 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.921+0000 7f98d3178780 1 < canceled operation key=GM8O00AYQLB5 tag=APBXF40BSC0Y type=del size=227604 2024-04-12T16:21:24.922 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.925+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~IXQ9W8K7KOR9.0 size=1048576 2024-04-12T16:21:24.924 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.927+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~IXQ9W8K7KOR9.1 size=1048576 2024-04-12T16:21:24.926 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.929+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~IXQ9W8K7KOR9.2 size=303926 2024-04-12T16:21:24.926 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.929+0000 7f98d3178780 1 > prepared multipart upload key=23DHOZJVEXJ6 upload=IXQ9W8K7KOR9 tag=FB0EFG3OD1NB type=write size=3449654 2024-04-12T16:21:24.930 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.934+0000 7f98d3178780 1 < suggested update operation key=ZXZ7NSPZRCDD tag=XF366M9G0YII type=write size=695881 2024-04-12T16:21:24.933 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.936+0000 7f98d3178780 1 > prepared operation key=JFLGBNJ7LSGN tag=094HZ3KKIJJ1 type=del size=1706451 2024-04-12T16:21:24.935 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.938+0000 7f98d3178780 1 < completed delete operation key=UQB6NBY40RTD tag=35MKM7Q1LF36 type=del 2024-04-12T16:21:24.939 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.942+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~KHS9H03E2F3D.0 size=1048576 2024-04-12T16:21:24.940 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.944+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~KHS9H03E2F3D.1 size=1048576 2024-04-12T16:21:24.942 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.946+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~KHS9H03E2F3D.2 size=589054 2024-04-12T16:21:24.942 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.946+0000 7f98d3178780 1 > prepared multipart upload key=UQB6NBY40RTD upload=KHS9H03E2F3D tag=SYUQE092JLCQ type=write size=3734782 2024-04-12T16:21:24.945 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.948+0000 7f98d3178780 1 < completed delete operation key=LU8ZUI2MDRGX tag=C74SZJ928PND type=del 2024-04-12T16:21:24.947 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.950+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=9QAVCK8AC596 type=del size=2582162 2024-04-12T16:21:24.950 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.953+0000 7f98d3178780 1 < completed delete operation key=EZFO3J6YDS47 tag=OCPDYJFBDYR1 type=del 2024-04-12T16:21:24.952 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.956+0000 7f98d3178780 1 > prepared operation key=KHYODRDPUF4K tag=1YL9JXX24RA1 type=del size=4185478 2024-04-12T16:21:24.954 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.958+0000 7f98d3178780 1 < completed delete operation key=4S7M3FBURFC1 tag=0S7J00G60U9N type=del 2024-04-12T16:21:24.956 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.960+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=UK5RKTS9K0LB type=del size=2120737 2024-04-12T16:21:24.959 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.962+0000 7f98d3178780 1 < completed delete operation key=T722FMC4JINL tag=NFEIO9U5ZKJJ type=del 2024-04-12T16:21:24.961 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.964+0000 7f98d3178780 1 > prepared operation key=ZXZ7NSPZRCDD tag=6BGAFODNYYPM type=del size=4160063 2024-04-12T16:21:24.964 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.968+0000 7f98d3178780 1 < suggested remove operation key=66UG2YS0OGEZ tag=8SA41E2M6FOS type=del 2024-04-12T16:21:24.966 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.970+0000 7f98d3178780 1 > prepared operation key=3AW8J5U5KAAT tag=SS5WV4R19J7E type=del size=3163443 2024-04-12T16:21:24.968 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.972+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~Z642FPPRQU3T.0 size=688616 2024-04-12T16:21:24.972 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.975+0000 7f98d3178780 1 < completed multipart upload key=PT2U3K72AW80 upload=Z642FPPRQU3T tag=AVGJVFVRU1FW type=write size=1737192 2024-04-12T16:21:24.976 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.979+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~LU55GHPAS70F.0 size=426758 2024-04-12T16:21:24.976 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.979+0000 7f98d3178780 1 > prepared multipart upload key=8AV30C26CXYV upload=LU55GHPAS70F tag=L4FLBHFVN9ZC type=write size=1475334 2024-04-12T16:21:24.978 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.982+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~50DYBYPO1M59.0 size=1048576 2024-04-12T16:21:24.980 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.983+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~50DYBYPO1M59.1 size=1048576 2024-04-12T16:21:24.982 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.985+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~50DYBYPO1M59.2 size=697984 2024-04-12T16:21:24.986 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.989+0000 7f98d3178780 1 < completed multipart upload key=UQB6NBY40RTD upload=50DYBYPO1M59 tag=QVXASS235SXR type=write size=3843712 2024-04-12T16:21:24.990 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.993+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~XAEHOXR080MP.0 size=1048576 2024-04-12T16:21:24.992 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.995+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~XAEHOXR080MP.1 size=545802 2024-04-12T16:21:24.992 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.995+0000 7f98d3178780 1 > prepared multipart upload key=S81W06TIIZMK upload=XAEHOXR080MP tag=5KMDIJB1KK6G type=write size=2642954 2024-04-12T16:21:24.994 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.997+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~CBES0ZD6PCC1.0 size=1048576 2024-04-12T16:21:24.994 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.997+0000 7f98d3178780 1 < canceled part key=_multipart_8AV30C26CXYV.2~CBES0ZD6PCC1.1 size=1048576 2024-04-12T16:21:24.996 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:24.999+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~CBES0ZD6PCC1.2 size=642785 2024-04-12T16:21:25.000 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.003+0000 7f98d3178780 1 < canceled multipart upload key=8AV30C26CXYV upload=CBES0ZD6PCC1 tag=XUJSYHQLXI24 type=write size=3788513 2024-04-12T16:21:25.002 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.006+0000 7f98d3178780 1 > prepared operation key=KURJT9NHLL4D tag=OL7JB7WRRWQR type=del size=1241255 2024-04-12T16:21:25.005 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.008+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~FCKVX1XFKFSW.0 size=1048576 2024-04-12T16:21:25.007 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.010+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~FCKVX1XFKFSW.1 size=1048576 2024-04-12T16:21:25.008 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.012+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~FCKVX1XFKFSW.2 size=643673 2024-04-12T16:21:25.012 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.016+0000 7f98d3178780 1 < completed multipart upload key=8ZR0C2P8VMRA upload=FCKVX1XFKFSW tag=1YLMDQOZZVK1 type=write size=3789401 2024-04-12T16:21:25.016 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.019+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~BJRRZQAB2UYY.0 size=1048576 2024-04-12T16:21:25.018 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.021+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~BJRRZQAB2UYY.1 size=1048576 2024-04-12T16:21:25.020 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.023+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~BJRRZQAB2UYY.2 size=427954 2024-04-12T16:21:25.020 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.023+0000 7f98d3178780 1 > prepared multipart upload key=XC0UMQW2OGOM upload=BJRRZQAB2UYY tag=NS14HS41C96C type=write size=3573682 2024-04-12T16:21:25.024 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.027+0000 7f98d3178780 1 < suggested update operation key=XC0UMQW2OGOM tag=D6YQEEPRRK29 type=del size=1389479 2024-04-12T16:21:25.026 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.029+0000 7f98d3178780 1 > prepared operation key=PT2U3K72AW80 tag=ZS3FCK45MNNP type=write size=546746 2024-04-12T16:21:25.028 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.031+0000 7f98d3178780 1 < completed part key=_multipart_23DHOZJVEXJ6.2~LHWJZP9DQ5NN.0 size=1048576 2024-04-12T16:21:25.030 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.033+0000 7f98d3178780 1 < completed part key=_multipart_23DHOZJVEXJ6.2~LHWJZP9DQ5NN.1 size=261007 2024-04-12T16:21:25.033 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.037+0000 7f98d3178780 1 < completed multipart upload key=23DHOZJVEXJ6 upload=LHWJZP9DQ5NN tag=RHUEK8A5ZXMV type=write size=2358159 2024-04-12T16:21:25.036 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.039+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=CQGX8QP8UID4 type=del size=825949 2024-04-12T16:21:25.037 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.041+0000 7f98d3178780 1 < completed part key=_multipart_23DHOZJVEXJ6.2~OE9QCA0N4N6S.0 size=1048576 2024-04-12T16:21:25.039 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.043+0000 7f98d3178780 1 < completed part key=_multipart_23DHOZJVEXJ6.2~OE9QCA0N4N6S.1 size=197505 2024-04-12T16:21:25.043 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.046+0000 7f98d3178780 1 < completed multipart upload key=23DHOZJVEXJ6 upload=OE9QCA0N4N6S tag=VTUXCTCUQ9QS type=write size=2294657 2024-04-12T16:21:25.045 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.048+0000 7f98d3178780 1 > prepared operation key=8AV30C26CXYV tag=J96E7WPQFEDB type=del size=341746 2024-04-12T16:21:25.047 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.050+0000 7f98d3178780 1 < completed delete operation key=ZZ03YKAYH1C2 tag=4HET3QAJTSQ5 type=del 2024-04-12T16:21:25.049 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.053+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=6I8ME102867O type=del size=364033 2024-04-12T16:21:25.051 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.055+0000 7f98d3178780 1 < completed part key=_multipart_23DHOZJVEXJ6.2~IXQ9W8K7KOR9.0 size=1048576 2024-04-12T16:21:25.053 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.057+0000 7f98d3178780 1 < completed part key=_multipart_23DHOZJVEXJ6.2~IXQ9W8K7KOR9.1 size=1048576 2024-04-12T16:21:25.055 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.058+0000 7f98d3178780 1 < completed part key=_multipart_23DHOZJVEXJ6.2~IXQ9W8K7KOR9.2 size=303926 2024-04-12T16:21:25.059 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.062+0000 7f98d3178780 1 < completed multipart upload key=23DHOZJVEXJ6 upload=IXQ9W8K7KOR9 tag=FB0EFG3OD1NB type=write size=3449654 2024-04-12T16:21:25.062 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.065+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~UDGRSHLKDH5Y.0 size=1048576 2024-04-12T16:21:25.064 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.067+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~UDGRSHLKDH5Y.1 size=45862 2024-04-12T16:21:25.064 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.067+0000 7f98d3178780 1 > prepared multipart upload key=ZXZ7NSPZRCDD upload=UDGRSHLKDH5Y tag=2223NI175QB0 type=write size=2143014 2024-04-12T16:21:25.066 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.069+0000 7f98d3178780 1 < completed delete operation key=JFLGBNJ7LSGN tag=094HZ3KKIJJ1 type=del 2024-04-12T16:21:25.068 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.071+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=OMKNDNAE9BGA type=del size=824910 2024-04-12T16:21:25.068 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.071+0000 7f98d3178780 1 < canceled part key=_multipart_UQB6NBY40RTD.2~KHS9H03E2F3D.0 size=1048576 2024-04-12T16:21:25.069 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.073+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~KHS9H03E2F3D.1 size=1048576 2024-04-12T16:21:25.071 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.075+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~KHS9H03E2F3D.2 size=589054 2024-04-12T16:21:25.075 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.078+0000 7f98d3178780 1 < canceled multipart upload key=UQB6NBY40RTD upload=KHS9H03E2F3D tag=SYUQE092JLCQ type=write size=3734782 2024-04-12T16:21:25.077 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.081+0000 7f98d3178780 1 > prepared operation key=IHLY0ZTYK6UT tag=P26Z4VF2F9I6 type=del size=467763 2024-04-12T16:21:25.079 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.083+0000 7f98d3178780 1 < completed delete operation key=8ZR0C2P8VMRA tag=9QAVCK8AC596 type=del 2024-04-12T16:21:25.081 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.085+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=03ETVKXVB9PG type=del size=473808 2024-04-12T16:21:25.084 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.087+0000 7f98d3178780 1 < completed delete operation key=KHYODRDPUF4K tag=1YL9JXX24RA1 type=del 2024-04-12T16:21:25.087 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.091+0000 7f98d3178780 1 > prepared part key=_multipart_EZFO3J6YDS47.2~0MKUU6EHTETR.0 size=94011 2024-04-12T16:21:25.087 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.091+0000 7f98d3178780 1 > prepared multipart upload key=EZFO3J6YDS47 upload=0MKUU6EHTETR tag=CQU3MT9UGTAE type=write size=1142587 2024-04-12T16:21:25.090 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.093+0000 7f98d3178780 1 < completed delete operation key=W6L40IZK9EF7 tag=UK5RKTS9K0LB type=del 2024-04-12T16:21:25.091 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.095+0000 7f98d3178780 1 > prepared operation key=JFLGBNJ7LSGN tag=07EDF2Q30F0E type=del size=3637290 2024-04-12T16:21:25.093 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.097+0000 7f98d3178780 1 < completed delete operation key=ZXZ7NSPZRCDD tag=6BGAFODNYYPM type=del 2024-04-12T16:21:25.095 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.099+0000 7f98d3178780 1 > prepared operation key=3AW8J5U5KAAT tag=GJN1ZS4SI1YE type=write size=265982 2024-04-12T16:21:25.097 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.101+0000 7f98d3178780 1 < completed delete operation key=3AW8J5U5KAAT tag=SS5WV4R19J7E type=del 2024-04-12T16:21:25.099 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.103+0000 7f98d3178780 1 > prepared operation key=66UG2YS0OGEZ tag=6ZBN3XRJ6P4H type=del size=605871 2024-04-12T16:21:25.100 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.103+0000 7f98d3178780 1 < canceled part key=_multipart_8AV30C26CXYV.2~LU55GHPAS70F.0 size=426758 2024-04-12T16:21:25.103 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.107+0000 7f98d3178780 1 < canceled multipart upload key=8AV30C26CXYV upload=LU55GHPAS70F tag=L4FLBHFVN9ZC type=write size=1475334 2024-04-12T16:21:25.105 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.109+0000 7f98d3178780 1 > prepared operation key=LU8ZUI2MDRGX tag=A3IG7D2E33YF type=del size=3576771 2024-04-12T16:21:25.108 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.111+0000 7f98d3178780 1 < completed part key=_multipart_S81W06TIIZMK.2~XAEHOXR080MP.0 size=1048576 2024-04-12T16:21:25.109 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.113+0000 7f98d3178780 1 < completed part key=_multipart_S81W06TIIZMK.2~XAEHOXR080MP.1 size=545802 2024-04-12T16:21:25.113 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.116+0000 7f98d3178780 1 < completed multipart upload key=S81W06TIIZMK upload=XAEHOXR080MP tag=5KMDIJB1KK6G type=write size=2642954 2024-04-12T16:21:25.115 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.118+0000 7f98d3178780 1 > prepared operation key=7X1SF5VYO5QN tag=MSXZ74YQBOJD type=del size=2311924 2024-04-12T16:21:25.117 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.120+0000 7f98d3178780 1 < canceled operation key=KURJT9NHLL4D tag=OL7JB7WRRWQR type=del size=1241255 2024-04-12T16:21:25.119 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.123+0000 7f98d3178780 1 > prepared operation key=8AV30C26CXYV tag=BJFG0IAGETOO type=write size=418389 2024-04-12T16:21:25.121 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.125+0000 7f98d3178780 1 < completed part key=_multipart_XC0UMQW2OGOM.2~BJRRZQAB2UYY.0 size=1048576 2024-04-12T16:21:25.123 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.126+0000 7f98d3178780 1 < completed part key=_multipart_XC0UMQW2OGOM.2~BJRRZQAB2UYY.1 size=1048576 2024-04-12T16:21:25.125 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.129+0000 7f98d3178780 1 < completed part key=_multipart_XC0UMQW2OGOM.2~BJRRZQAB2UYY.2 size=427954 2024-04-12T16:21:25.129 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.133+0000 7f98d3178780 1 < completed multipart upload key=XC0UMQW2OGOM upload=BJRRZQAB2UYY tag=NS14HS41C96C type=write size=3573682 2024-04-12T16:21:25.131 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.135+0000 7f98d3178780 1 > prepared operation key=PWA38LFGIMFY tag=WOPNP1CJNS72 type=del size=2839600 2024-04-12T16:21:25.133 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.137+0000 7f98d3178780 1 < completed write operation key=PT2U3K72AW80 tag=ZS3FCK45MNNP type=write size=546746 2024-04-12T16:21:25.137 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.140+0000 7f98d3178780 1 > prepared part key=_multipart_FLD16WRTYTRE.2~Y8LCWJ90AMLB.0 size=1048576 2024-04-12T16:21:25.138 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.142+0000 7f98d3178780 1 > prepared part key=_multipart_FLD16WRTYTRE.2~Y8LCWJ90AMLB.1 size=1048576 2024-04-12T16:21:25.140 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.143+0000 7f98d3178780 1 > prepared part key=_multipart_FLD16WRTYTRE.2~Y8LCWJ90AMLB.2 size=64629 2024-04-12T16:21:25.140 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.143+0000 7f98d3178780 1 > prepared multipart upload key=FLD16WRTYTRE upload=Y8LCWJ90AMLB tag=90JABL849W7J type=write size=3210357 2024-04-12T16:21:25.142 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.146+0000 7f98d3178780 1 < canceled operation key=8ZR0C2P8VMRA tag=CQGX8QP8UID4 type=del size=825949 2024-04-12T16:21:25.146 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.150+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~J691P2VL9FK5.0 size=572324 2024-04-12T16:21:25.146 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.150+0000 7f98d3178780 1 > prepared multipart upload key=KHYODRDPUF4K upload=J691P2VL9FK5 tag=1IANDUEW135W type=write size=1620900 2024-04-12T16:21:25.148 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.152+0000 7f98d3178780 1 < completed delete operation key=8AV30C26CXYV tag=J96E7WPQFEDB type=del 2024-04-12T16:21:25.150 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.154+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=UK1CV5QGA4JZ type=del size=4065082 2024-04-12T16:21:25.153 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.156+0000 7f98d3178780 1 < completed delete operation key=XC0UMQW2OGOM tag=6I8ME102867O type=del 2024-04-12T16:21:25.154 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.158+0000 7f98d3178780 1 > prepared operation key=T722FMC4JINL tag=P4EKN48MCYVA type=del size=561424 2024-04-12T16:21:25.157 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.161+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~UDGRSHLKDH5Y.0 size=1048576 2024-04-12T16:21:25.159 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.163+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~UDGRSHLKDH5Y.1 size=45862 2024-04-12T16:21:25.163 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.166+0000 7f98d3178780 1 < completed multipart upload key=ZXZ7NSPZRCDD upload=UDGRSHLKDH5Y tag=2223NI175QB0 type=write size=2143014 2024-04-12T16:21:25.165 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.168+0000 7f98d3178780 1 > prepared operation key=KHYODRDPUF4K tag=CFR2L0Y22834 type=write size=944649 2024-04-12T16:21:25.167 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.170+0000 7f98d3178780 1 < completed delete operation key=8ZR0C2P8VMRA tag=OMKNDNAE9BGA type=del 2024-04-12T16:21:25.170 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.174+0000 7f98d3178780 1 > prepared part key=_multipart_EZFO3J6YDS47.2~SLI22IZKCHO3.0 size=1048576 2024-04-12T16:21:25.172 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.175+0000 7f98d3178780 1 > prepared part key=_multipart_EZFO3J6YDS47.2~SLI22IZKCHO3.1 size=388894 2024-04-12T16:21:25.172 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.175+0000 7f98d3178780 1 > prepared multipart upload key=EZFO3J6YDS47 upload=SLI22IZKCHO3 tag=UK8LPLP7PTGE type=write size=2486046 2024-04-12T16:21:25.174 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.177+0000 7f98d3178780 1 < completed delete operation key=IHLY0ZTYK6UT tag=P26Z4VF2F9I6 type=del 2024-04-12T16:21:25.176 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.179+0000 7f98d3178780 1 > prepared operation key=RGAGK6SC7WUJ tag=H7B2PCX1R4YD type=del size=1008247 2024-04-12T16:21:25.180 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.183+0000 7f98d3178780 1 < suggested remove operation key=GM8O00AYQLB5 tag=03ETVKXVB9PG type=del 2024-04-12T16:21:25.181 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.185+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=WMLUVVQKK7LC type=del size=3828538 2024-04-12T16:21:25.183 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.187+0000 7f98d3178780 1 < completed part key=_multipart_EZFO3J6YDS47.2~0MKUU6EHTETR.0 size=94011 2024-04-12T16:21:25.187 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.190+0000 7f98d3178780 1 < completed multipart upload key=EZFO3J6YDS47 upload=0MKUU6EHTETR tag=CQU3MT9UGTAE type=write size=1142587 2024-04-12T16:21:25.188 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.192+0000 7f98d3178780 1 > prepared operation key=LU8ZUI2MDRGX tag=CL3R27H9OHTX type=write size=1028801 2024-04-12T16:21:25.190 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.194+0000 7f98d3178780 1 < completed delete operation key=JFLGBNJ7LSGN tag=07EDF2Q30F0E type=del 2024-04-12T16:21:25.194 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.198+0000 7f98d3178780 1 > prepared part key=_multipart_8ZR0C2P8VMRA.2~0FDLFLMC3AY3.0 size=53649 2024-04-12T16:21:25.194 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.198+0000 7f98d3178780 1 > prepared multipart upload key=8ZR0C2P8VMRA upload=0FDLFLMC3AY3 tag=OP1IFXXSTJA5 type=write size=1102225 2024-04-12T16:21:25.196 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.199+0000 7f98d3178780 1 < canceled operation key=3AW8J5U5KAAT tag=GJN1ZS4SI1YE type=write size=265982 2024-04-12T16:21:25.198 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.201+0000 7f98d3178780 1 > prepared operation key=4LOLFK38TOHP tag=K31T6OFM4GVP type=write size=1011074 2024-04-12T16:21:25.200 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.203+0000 7f98d3178780 1 < completed delete operation key=66UG2YS0OGEZ tag=6ZBN3XRJ6P4H type=del 2024-04-12T16:21:25.202 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.205+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=QF6LK3O08QT0 type=del size=1817464 2024-04-12T16:21:25.204 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.207+0000 7f98d3178780 1 < completed delete operation key=LU8ZUI2MDRGX tag=A3IG7D2E33YF type=del 2024-04-12T16:21:25.206 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.209+0000 7f98d3178780 1 > prepared operation key=ZXZ7NSPZRCDD tag=MLOQ6NVORV1F type=del size=1037693 2024-04-12T16:21:25.208 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.211+0000 7f98d3178780 1 < canceled operation key=7X1SF5VYO5QN tag=MSXZ74YQBOJD type=del size=2311924 2024-04-12T16:21:25.210 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.213+0000 7f98d3178780 1 > prepared operation key=3AW8J5U5KAAT tag=4R2NYYRV1C0V type=del size=2317993 2024-04-12T16:21:25.214 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.217+0000 7f98d3178780 1 < suggested remove operation key=8AV30C26CXYV tag=BJFG0IAGETOO type=write 2024-04-12T16:21:25.216 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.219+0000 7f98d3178780 1 > prepared operation key=0OWCAM744WJ9 tag=AO15NF17AHKK type=del size=672629 2024-04-12T16:21:25.217 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.221+0000 7f98d3178780 1 < canceled operation key=PWA38LFGIMFY tag=WOPNP1CJNS72 type=del size=2839600 2024-04-12T16:21:25.219 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.223+0000 7f98d3178780 1 > prepared operation key=7X1SF5VYO5QN tag=LGTRRNRQR74Q type=del size=3244046 2024-04-12T16:21:25.221 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.225+0000 7f98d3178780 1 < completed part key=_multipart_FLD16WRTYTRE.2~Y8LCWJ90AMLB.0 size=1048576 2024-04-12T16:21:25.223 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.226+0000 7f98d3178780 1 < completed part key=_multipart_FLD16WRTYTRE.2~Y8LCWJ90AMLB.1 size=1048576 2024-04-12T16:21:25.225 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.228+0000 7f98d3178780 1 < completed part key=_multipart_FLD16WRTYTRE.2~Y8LCWJ90AMLB.2 size=64629 2024-04-12T16:21:25.228 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.232+0000 7f98d3178780 1 < completed multipart upload key=FLD16WRTYTRE upload=Y8LCWJ90AMLB tag=90JABL849W7J type=write size=3210357 2024-04-12T16:21:25.233 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.236+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~RYJTQTI79QV3.0 size=1048576 2024-04-12T16:21:25.235 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.238+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~RYJTQTI79QV3.1 size=730851 2024-04-12T16:21:25.235 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.238+0000 7f98d3178780 1 > prepared multipart upload key=T722FMC4JINL upload=RYJTQTI79QV3 tag=VMBSS5NHC5FA type=write size=2828003 2024-04-12T16:21:25.237 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.240+0000 7f98d3178780 1 < completed part key=_multipart_KHYODRDPUF4K.2~J691P2VL9FK5.0 size=572324 2024-04-12T16:21:25.240 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.243+0000 7f98d3178780 1 < completed multipart upload key=KHYODRDPUF4K upload=J691P2VL9FK5 tag=1IANDUEW135W type=write size=1620900 2024-04-12T16:21:25.244 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.247+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~ZL90EJIVT2L7.0 size=1048576 2024-04-12T16:21:25.246 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.249+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~ZL90EJIVT2L7.1 size=141589 2024-04-12T16:21:25.246 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.249+0000 7f98d3178780 1 > prepared multipart upload key=PT2U3K72AW80 upload=ZL90EJIVT2L7 tag=ADTNOO0EQOXD type=write size=2238741 2024-04-12T16:21:25.247 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.251+0000 7f98d3178780 1 < completed delete operation key=8ZR0C2P8VMRA tag=UK1CV5QGA4JZ type=del 2024-04-12T16:21:25.249 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.253+0000 7f98d3178780 1 > prepared operation key=4LOLFK38TOHP tag=4LKC4E2TOO91 type=write size=717118 2024-04-12T16:21:25.251 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.255+0000 7f98d3178780 1 < completed delete operation key=T722FMC4JINL tag=P4EKN48MCYVA type=del 2024-04-12T16:21:25.253 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.257+0000 7f98d3178780 1 > prepared operation key=JFLGBNJ7LSGN tag=1RNCS12L53M3 type=del size=2174672 2024-04-12T16:21:25.257 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.261+0000 7f98d3178780 1 < suggested update operation key=KHYODRDPUF4K tag=CFR2L0Y22834 type=write size=944649 2024-04-12T16:21:25.261 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.263+0000 7f98d3178780 1 > prepared operation key=PWA38LFGIMFY tag=ABGQCDJOE51A type=del size=649953 2024-04-12T16:21:25.262 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.265+0000 7f98d3178780 1 < completed part key=_multipart_EZFO3J6YDS47.2~SLI22IZKCHO3.0 size=1048576 2024-04-12T16:21:25.263 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.266+0000 7f98d3178780 1 < completed part key=_multipart_EZFO3J6YDS47.2~SLI22IZKCHO3.1 size=388894 2024-04-12T16:21:25.268 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.271+0000 7f98d3178780 1 < completed multipart upload key=EZFO3J6YDS47 upload=SLI22IZKCHO3 tag=UK8LPLP7PTGE type=write size=2486046 2024-04-12T16:21:25.270 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.273+0000 7f98d3178780 1 > prepared operation key=IHLY0ZTYK6UT tag=LD4QF7A6OI70 type=del size=892333 2024-04-12T16:21:25.272 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.275+0000 7f98d3178780 1 < completed delete operation key=RGAGK6SC7WUJ tag=H7B2PCX1R4YD type=del 2024-04-12T16:21:25.274 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.277+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=RP72MBJO047X type=del size=2506266 2024-04-12T16:21:25.278 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.281+0000 7f98d3178780 1 < suggested remove operation key=4S7M3FBURFC1 tag=WMLUVVQKK7LC type=del 2024-04-12T16:21:25.280 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.284+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=TT58NFHSSXLH type=write size=652721 2024-04-12T16:21:25.282 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.286+0000 7f98d3178780 1 < completed write operation key=LU8ZUI2MDRGX tag=CL3R27H9OHTX type=write size=1028801 2024-04-12T16:21:25.286 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.289+0000 7f98d3178780 1 > prepared part key=_multipart_PWA38LFGIMFY.2~QMVCGYKTN76O.0 size=1048576 2024-04-12T16:21:25.288 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.291+0000 7f98d3178780 1 > prepared part key=_multipart_PWA38LFGIMFY.2~QMVCGYKTN76O.1 size=121316 2024-04-12T16:21:25.288 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.291+0000 7f98d3178780 1 > prepared multipart upload key=PWA38LFGIMFY upload=QMVCGYKTN76O tag=X1IDHI3C95W8 type=write size=2218468 2024-04-12T16:21:25.290 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.294+0000 7f98d3178780 1 < completed part key=_multipart_8ZR0C2P8VMRA.2~0FDLFLMC3AY3.0 size=53649 2024-04-12T16:21:25.295 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.298+0000 7f98d3178780 1 < completed multipart upload key=8ZR0C2P8VMRA upload=0FDLFLMC3AY3 tag=OP1IFXXSTJA5 type=write size=1102225 2024-04-12T16:21:25.297 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.300+0000 7f98d3178780 1 > prepared operation key=PT2U3K72AW80 tag=KPKEEZBR4JHU type=del size=1680535 2024-04-12T16:21:25.299 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.303+0000 7f98d3178780 1 < completed write operation key=4LOLFK38TOHP tag=K31T6OFM4GVP type=write size=1011074 2024-04-12T16:21:25.304 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.307+0000 7f98d3178780 1 > prepared part key=_multipart_FLD16WRTYTRE.2~5DCQBT4V6VWZ.0 size=162350 2024-04-12T16:21:25.304 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.307+0000 7f98d3178780 1 > prepared multipart upload key=FLD16WRTYTRE upload=5DCQBT4V6VWZ tag=BA0ER5R68AJ1 type=write size=1210926 2024-04-12T16:21:25.306 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.309+0000 7f98d3178780 1 < completed delete operation key=GM8O00AYQLB5 tag=QF6LK3O08QT0 type=del 2024-04-12T16:21:25.310 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.313+0000 7f98d3178780 1 > prepared part key=_multipart_66UG2YS0OGEZ.2~62UIIMM0QB19.0 size=1048576 2024-04-12T16:21:25.312 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.315+0000 7f98d3178780 1 > prepared part key=_multipart_66UG2YS0OGEZ.2~62UIIMM0QB19.1 size=128922 2024-04-12T16:21:25.312 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.315+0000 7f98d3178780 1 > prepared multipart upload key=66UG2YS0OGEZ upload=62UIIMM0QB19 tag=P5713XY3URYY type=write size=2226074 2024-04-12T16:21:25.315 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.318+0000 7f98d3178780 1 < completed delete operation key=ZXZ7NSPZRCDD tag=MLOQ6NVORV1F type=del 2024-04-12T16:21:25.318 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.322+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~HAY686OGJZZX.0 size=1048576 2024-04-12T16:21:25.320 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.324+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~HAY686OGJZZX.1 size=536442 2024-04-12T16:21:25.321 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.324+0000 7f98d3178780 1 > prepared multipart upload key=IHLY0ZTYK6UT upload=HAY686OGJZZX tag=KJIPCRB7N8EJ type=write size=2633594 2024-04-12T16:21:25.322 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.326+0000 7f98d3178780 1 < completed delete operation key=3AW8J5U5KAAT tag=4R2NYYRV1C0V type=del 2024-04-12T16:21:25.325 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.328+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=HXKJF2PGKHOP type=del size=3614705 2024-04-12T16:21:25.329 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.332+0000 7f98d3178780 1 < suggested update operation key=0OWCAM744WJ9 tag=AO15NF17AHKK type=del size=672629 2024-04-12T16:21:25.333 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.336+0000 7f98d3178780 1 > prepared part key=_multipart_4S7M3FBURFC1.2~9W53526CBGJ3.0 size=1048576 2024-04-12T16:21:25.335 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.338+0000 7f98d3178780 1 > prepared part key=_multipart_4S7M3FBURFC1.2~9W53526CBGJ3.1 size=605614 2024-04-12T16:21:25.335 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.338+0000 7f98d3178780 1 > prepared multipart upload key=4S7M3FBURFC1 upload=9W53526CBGJ3 tag=500BQMTN7S2T type=write size=2702766 2024-04-12T16:21:25.340 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.342+0000 7f98d3178780 1 < suggested update operation key=7X1SF5VYO5QN tag=LGTRRNRQR74Q type=del size=3244046 2024-04-12T16:21:25.343 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.346+0000 7f98d3178780 1 > prepared part key=_multipart_GM8O00AYQLB5.2~O4MAOUVDENZK.0 size=1048576 2024-04-12T16:21:25.344 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.348+0000 7f98d3178780 1 > prepared part key=_multipart_GM8O00AYQLB5.2~O4MAOUVDENZK.1 size=1048576 2024-04-12T16:21:25.346 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.349+0000 7f98d3178780 1 > prepared part key=_multipart_GM8O00AYQLB5.2~O4MAOUVDENZK.2 size=254051 2024-04-12T16:21:25.346 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.349+0000 7f98d3178780 1 > prepared multipart upload key=GM8O00AYQLB5 upload=O4MAOUVDENZK tag=AG2H09SI14JV type=write size=3399779 2024-04-12T16:21:25.348 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.352+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~RYJTQTI79QV3.0 size=1048576 2024-04-12T16:21:25.350 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.353+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~RYJTQTI79QV3.1 size=730851 2024-04-12T16:21:25.354 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.357+0000 7f98d3178780 1 < completed multipart upload key=T722FMC4JINL upload=RYJTQTI79QV3 tag=VMBSS5NHC5FA type=write size=2828003 2024-04-12T16:21:25.356 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.359+0000 7f98d3178780 1 > prepared operation key=FLD16WRTYTRE tag=17M6LHBKY9U2 type=del size=3924817 2024-04-12T16:21:25.358 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.361+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~ZL90EJIVT2L7.0 size=1048576 2024-04-12T16:21:25.358 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.361+0000 7f98d3178780 1 < canceled part key=_multipart_PT2U3K72AW80.2~ZL90EJIVT2L7.1 size=141589 2024-04-12T16:21:25.361 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.365+0000 7f98d3178780 1 < canceled multipart upload key=PT2U3K72AW80 upload=ZL90EJIVT2L7 tag=ADTNOO0EQOXD type=write size=2238741 2024-04-12T16:21:25.363 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.367+0000 7f98d3178780 1 > prepared operation key=4LOLFK38TOHP tag=EPANCLEDV224 type=del size=1340160 2024-04-12T16:21:25.365 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.369+0000 7f98d3178780 1 < completed write operation key=4LOLFK38TOHP tag=4LKC4E2TOO91 type=write size=717118 2024-04-12T16:21:25.369 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.372+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~L1QKDLYJR287.0 size=1048576 2024-04-12T16:21:25.371 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.374+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~L1QKDLYJR287.1 size=1048576 2024-04-12T16:21:25.372 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.376+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~L1QKDLYJR287.2 size=372142 2024-04-12T16:21:25.372 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.376+0000 7f98d3178780 1 > prepared multipart upload key=7X1SF5VYO5QN upload=L1QKDLYJR287 tag=P39NBY8SUDVN type=write size=3517870 2024-04-12T16:21:25.374 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.378+0000 7f98d3178780 1 < completed delete operation key=JFLGBNJ7LSGN tag=1RNCS12L53M3 type=del 2024-04-12T16:21:25.376 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.380+0000 7f98d3178780 1 > prepared operation key=4LOLFK38TOHP tag=552R2YZSHUVR type=del size=3600317 2024-04-12T16:21:25.378 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.382+0000 7f98d3178780 1 < completed delete operation key=PWA38LFGIMFY tag=ABGQCDJOE51A type=del 2024-04-12T16:21:25.380 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.384+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=52O0PVYVWSIY type=del size=186433 2024-04-12T16:21:25.383 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.386+0000 7f98d3178780 1 < completed delete operation key=IHLY0ZTYK6UT tag=LD4QF7A6OI70 type=del 2024-04-12T16:21:25.387 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.390+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~6VCXQV60ZK6V.0 size=1048576 2024-04-12T16:21:25.389 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.392+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~6VCXQV60ZK6V.1 size=1048576 2024-04-12T16:21:25.391 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.395+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~6VCXQV60ZK6V.2 size=350074 2024-04-12T16:21:25.391 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.395+0000 7f98d3178780 1 > prepared multipart upload key=ZXZ7NSPZRCDD upload=6VCXQV60ZK6V tag=21SR5PP1DMTF type=write size=3495802 2024-04-12T16:21:25.394 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.397+0000 7f98d3178780 1 < completed delete operation key=XC0UMQW2OGOM tag=RP72MBJO047X type=del 2024-04-12T16:21:25.397 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.401+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~284NWI67O3UU.0 size=1048576 2024-04-12T16:21:25.399 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.402+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~284NWI67O3UU.1 size=387863 2024-04-12T16:21:25.399 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.402+0000 7f98d3178780 1 > prepared multipart upload key=BOEPCQFN2ISK upload=284NWI67O3UU tag=1OTV6GAUQBK2 type=write size=2485015 2024-04-12T16:21:25.403 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.406+0000 7f98d3178780 1 < suggested remove operation key=BOEPCQFN2ISK tag=TT58NFHSSXLH type=write 2024-04-12T16:21:25.405 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.408+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=JQJ2JLDAFJ5Z type=del size=1278957 2024-04-12T16:21:25.407 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.410+0000 7f98d3178780 1 < completed part key=_multipart_PWA38LFGIMFY.2~QMVCGYKTN76O.0 size=1048576 2024-04-12T16:21:25.409 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.413+0000 7f98d3178780 1 < completed part key=_multipart_PWA38LFGIMFY.2~QMVCGYKTN76O.1 size=121316 2024-04-12T16:21:25.413 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.416+0000 7f98d3178780 1 < completed multipart upload key=PWA38LFGIMFY upload=QMVCGYKTN76O tag=X1IDHI3C95W8 type=write size=2218468 2024-04-12T16:21:25.415 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.418+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=3RBRXVHI7Q57 type=del size=3621964 2024-04-12T16:21:25.419 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.423+0000 7f98d3178780 1 < suggested remove operation key=PT2U3K72AW80 tag=KPKEEZBR4JHU type=del 2024-04-12T16:21:25.421 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.424+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=86KD9NQ4FV52 type=del size=3089985 2024-04-12T16:21:25.423 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.426+0000 7f98d3178780 1 < completed part key=_multipart_FLD16WRTYTRE.2~5DCQBT4V6VWZ.0 size=162350 2024-04-12T16:21:25.427 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.430+0000 7f98d3178780 1 < completed multipart upload key=FLD16WRTYTRE upload=5DCQBT4V6VWZ tag=BA0ER5R68AJ1 type=write size=1210926 2024-04-12T16:21:25.430 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.433+0000 7f98d3178780 1 > prepared part key=_multipart_FLD16WRTYTRE.2~NT3604ZI2Y5S.0 size=1048576 2024-04-12T16:21:25.432 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.435+0000 7f98d3178780 1 > prepared part key=_multipart_FLD16WRTYTRE.2~NT3604ZI2Y5S.1 size=823824 2024-04-12T16:21:25.432 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.435+0000 7f98d3178780 1 > prepared multipart upload key=FLD16WRTYTRE upload=NT3604ZI2Y5S tag=495WH1LULN82 type=write size=2920976 2024-04-12T16:21:25.434 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.437+0000 7f98d3178780 1 < completed part key=_multipart_66UG2YS0OGEZ.2~62UIIMM0QB19.0 size=1048576 2024-04-12T16:21:25.435 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.439+0000 7f98d3178780 1 < completed part key=_multipart_66UG2YS0OGEZ.2~62UIIMM0QB19.1 size=128922 2024-04-12T16:21:25.439 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.442+0000 7f98d3178780 1 < completed multipart upload key=66UG2YS0OGEZ upload=62UIIMM0QB19 tag=P5713XY3URYY type=write size=2226074 2024-04-12T16:21:25.442 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.446+0000 7f98d3178780 1 > prepared part key=_multipart_VZ3ZKIAP7V00.2~FQ6KOLXMH6YI.0 size=738444 2024-04-12T16:21:25.442 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.446+0000 7f98d3178780 1 > prepared multipart upload key=VZ3ZKIAP7V00 upload=FQ6KOLXMH6YI tag=5NDC5NGCC8BQ type=write size=1787020 2024-04-12T16:21:25.444 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.448+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~HAY686OGJZZX.0 size=1048576 2024-04-12T16:21:25.446 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.450+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~HAY686OGJZZX.1 size=536442 2024-04-12T16:21:25.450 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.453+0000 7f98d3178780 1 < completed multipart upload key=IHLY0ZTYK6UT upload=HAY686OGJZZX tag=KJIPCRB7N8EJ type=write size=2633594 2024-04-12T16:21:25.454 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.457+0000 7f98d3178780 1 > prepared part key=_multipart_PWA38LFGIMFY.2~EJKWJUVMM472.0 size=1048576 2024-04-12T16:21:25.456 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.459+0000 7f98d3178780 1 > prepared part key=_multipart_PWA38LFGIMFY.2~EJKWJUVMM472.1 size=1048576 2024-04-12T16:21:25.458 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.461+0000 7f98d3178780 1 > prepared part key=_multipart_PWA38LFGIMFY.2~EJKWJUVMM472.2 size=995674 2024-04-12T16:21:25.458 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.461+0000 7f98d3178780 1 > prepared multipart upload key=PWA38LFGIMFY upload=EJKWJUVMM472 tag=IULJ67K6GI8C type=write size=4141402 2024-04-12T16:21:25.461 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.464+0000 7f98d3178780 -1 < failed to complete operation key=BOEPCQFN2ISK tag=HXKJF2PGKHOP type=del size=3614705: (22) Invalid argument 2024-04-12T16:21:25.466 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.466+0000 7f98d3178780 1 > prepared operation key=4LOLFK38TOHP tag=I4NO2DKF4HS8 type=del size=2645104 2024-04-12T16:21:25.466 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.468+0000 7f98d3178780 1 < completed part key=_multipart_4S7M3FBURFC1.2~9W53526CBGJ3.0 size=1048576 2024-04-12T16:21:25.467 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.470+0000 7f98d3178780 1 < completed part key=_multipart_4S7M3FBURFC1.2~9W53526CBGJ3.1 size=605614 2024-04-12T16:21:25.470 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.474+0000 7f98d3178780 1 < completed multipart upload key=4S7M3FBURFC1 upload=9W53526CBGJ3 tag=500BQMTN7S2T type=write size=2702766 2024-04-12T16:21:25.474 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.478+0000 7f98d3178780 1 > prepared part key=_multipart_RGAGK6SC7WUJ.2~BI4Y0JJWVZAY.0 size=837714 2024-04-12T16:21:25.474 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.478+0000 7f98d3178780 1 > prepared multipart upload key=RGAGK6SC7WUJ upload=BI4Y0JJWVZAY tag=H1MANWLTXI31 type=write size=1886290 2024-04-12T16:21:25.477 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.480+0000 7f98d3178780 1 < completed part key=_multipart_GM8O00AYQLB5.2~O4MAOUVDENZK.0 size=1048576 2024-04-12T16:21:25.478 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.482+0000 7f98d3178780 1 < completed part key=_multipart_GM8O00AYQLB5.2~O4MAOUVDENZK.1 size=1048576 2024-04-12T16:21:25.480 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.483+0000 7f98d3178780 1 < completed part key=_multipart_GM8O00AYQLB5.2~O4MAOUVDENZK.2 size=254051 2024-04-12T16:21:25.483 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.487+0000 7f98d3178780 1 < completed multipart upload key=GM8O00AYQLB5 upload=O4MAOUVDENZK tag=AG2H09SI14JV type=write size=3399779 2024-04-12T16:21:25.488 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.491+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~E0E0L69R1BNI.0 size=1048576 2024-04-12T16:21:25.489 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.493+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~E0E0L69R1BNI.1 size=555735 2024-04-12T16:21:25.489 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.493+0000 7f98d3178780 1 > prepared multipart upload key=23DHOZJVEXJ6 upload=E0E0L69R1BNI tag=YI9P5MKGJH2Z type=write size=2652887 2024-04-12T16:21:25.491 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.495+0000 7f98d3178780 1 < completed delete operation key=FLD16WRTYTRE tag=17M6LHBKY9U2 type=del 2024-04-12T16:21:25.493 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.497+0000 7f98d3178780 1 > prepared operation key=KHYODRDPUF4K tag=QF6P8QJVM4Q4 type=del size=2587927 2024-04-12T16:21:25.495 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.498+0000 7f98d3178780 1 < completed delete operation key=4LOLFK38TOHP tag=EPANCLEDV224 type=del 2024-04-12T16:21:25.497 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.500+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=JGHFOTD1RZ7O type=write size=496983 2024-04-12T16:21:25.499 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.502+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~L1QKDLYJR287.0 size=1048576 2024-04-12T16:21:25.501 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.504+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~L1QKDLYJR287.1 size=1048576 2024-04-12T16:21:25.501 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.504+0000 7f98d3178780 1 < canceled part key=_multipart_7X1SF5VYO5QN.2~L1QKDLYJR287.2 size=372142 2024-04-12T16:21:25.504 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.507+0000 7f98d3178780 1 < canceled multipart upload key=7X1SF5VYO5QN upload=L1QKDLYJR287 tag=P39NBY8SUDVN type=write size=3517870 2024-04-12T16:21:25.506 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.509+0000 7f98d3178780 1 > prepared operation key=RGAGK6SC7WUJ tag=U3FYHLAO1HFP type=del size=3513040 2024-04-12T16:21:25.508 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.511+0000 7f98d3178780 1 < completed delete operation key=4LOLFK38TOHP tag=552R2YZSHUVR type=del 2024-04-12T16:21:25.512 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.515+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~NJ370D8B4V2W.0 size=434882 2024-04-12T16:21:25.512 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.515+0000 7f98d3178780 1 > prepared multipart upload key=0OWCAM744WJ9 upload=NJ370D8B4V2W tag=22TS6QN2O44I type=write size=1483458 2024-04-12T16:21:25.514 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.517+0000 7f98d3178780 1 < completed delete operation key=W6L40IZK9EF7 tag=52O0PVYVWSIY type=del 2024-04-12T16:21:25.516 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.519+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=1XZ9OH0UYGW6 type=del size=938741 2024-04-12T16:21:25.518 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.521+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~6VCXQV60ZK6V.0 size=1048576 2024-04-12T16:21:25.518 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.521+0000 7f98d3178780 1 < canceled part key=_multipart_ZXZ7NSPZRCDD.2~6VCXQV60ZK6V.1 size=1048576 2024-04-12T16:21:25.520 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.523+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~6VCXQV60ZK6V.2 size=350074 2024-04-12T16:21:25.523 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.526+0000 7f98d3178780 1 < canceled multipart upload key=ZXZ7NSPZRCDD upload=6VCXQV60ZK6V tag=21SR5PP1DMTF type=write size=3495802 2024-04-12T16:21:25.525 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.529+0000 7f98d3178780 1 > prepared operation key=ZXZ7NSPZRCDD tag=HLG9QMM61XH9 type=del size=700978 2024-04-12T16:21:25.528 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.531+0000 7f98d3178780 1 < completed part key=_multipart_BOEPCQFN2ISK.2~284NWI67O3UU.0 size=1048576 2024-04-12T16:21:25.530 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.533+0000 7f98d3178780 1 < completed part key=_multipart_BOEPCQFN2ISK.2~284NWI67O3UU.1 size=387863 2024-04-12T16:21:25.534 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.537+0000 7f98d3178780 1 < completed multipart upload key=BOEPCQFN2ISK upload=284NWI67O3UU tag=1OTV6GAUQBK2 type=write size=2485015 2024-04-12T16:21:25.536 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.539+0000 7f98d3178780 1 > prepared operation key=LU8ZUI2MDRGX tag=QNUF69ZL8QME type=del size=2052046 2024-04-12T16:21:25.539 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.542+0000 7f98d3178780 1 < completed delete operation key=9L0C6XS0IUS0 tag=JQJ2JLDAFJ5Z type=del 2024-04-12T16:21:25.543 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.546+0000 7f98d3178780 1 > prepared part key=_multipart_GM8O00AYQLB5.2~OXZQ75VYIK9Y.0 size=1048576 2024-04-12T16:21:25.544 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.548+0000 7f98d3178780 1 > prepared part key=_multipart_GM8O00AYQLB5.2~OXZQ75VYIK9Y.1 size=1048576 2024-04-12T16:21:25.546 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.549+0000 7f98d3178780 1 > prepared part key=_multipart_GM8O00AYQLB5.2~OXZQ75VYIK9Y.2 size=531979 2024-04-12T16:21:25.546 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.549+0000 7f98d3178780 1 > prepared multipart upload key=GM8O00AYQLB5 upload=OXZQ75VYIK9Y tag=D852PNDJXR45 type=write size=3677707 2024-04-12T16:21:25.550 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.553+0000 7f98d3178780 1 < suggested update operation key=W6L40IZK9EF7 tag=3RBRXVHI7Q57 type=del size=3621964 2024-04-12T16:21:25.552 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.555+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=T1V8PHURQESW type=del size=3780177 2024-04-12T16:21:25.554 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.557+0000 7f98d3178780 1 < completed delete operation key=UQB6NBY40RTD tag=86KD9NQ4FV52 type=del 2024-04-12T16:21:25.558 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.561+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~T68G3VUVSAI1.0 size=127349 2024-04-12T16:21:25.558 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.561+0000 7f98d3178780 1 > prepared multipart upload key=KHYODRDPUF4K upload=T68G3VUVSAI1 tag=WIGS2O728XYK type=write size=1175925 2024-04-12T16:21:25.559 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.563+0000 7f98d3178780 1 < completed part key=_multipart_FLD16WRTYTRE.2~NT3604ZI2Y5S.0 size=1048576 2024-04-12T16:21:25.561 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.564+0000 7f98d3178780 1 < completed part key=_multipart_FLD16WRTYTRE.2~NT3604ZI2Y5S.1 size=823824 2024-04-12T16:21:25.565 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.568+0000 7f98d3178780 1 < completed multipart upload key=FLD16WRTYTRE upload=NT3604ZI2Y5S tag=495WH1LULN82 type=write size=2920976 2024-04-12T16:21:25.566 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.570+0000 7f98d3178780 1 > prepared operation key=23DHOZJVEXJ6 tag=XO11YE26QNJV type=del size=2046769 2024-04-12T16:21:25.569 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.572+0000 7f98d3178780 1 < completed part key=_multipart_VZ3ZKIAP7V00.2~FQ6KOLXMH6YI.0 size=738444 2024-04-12T16:21:25.572 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.575+0000 7f98d3178780 1 < completed multipart upload key=VZ3ZKIAP7V00 upload=FQ6KOLXMH6YI tag=5NDC5NGCC8BQ type=write size=1787020 2024-04-12T16:21:25.575 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.578+0000 7f98d3178780 1 > prepared operation key=KHYODRDPUF4K tag=XHHJA0DH3O9C type=write size=172665 2024-04-12T16:21:25.577 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.580+0000 7f98d3178780 1 < completed part key=_multipart_PWA38LFGIMFY.2~EJKWJUVMM472.0 size=1048576 2024-04-12T16:21:25.579 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.582+0000 7f98d3178780 1 < completed part key=_multipart_PWA38LFGIMFY.2~EJKWJUVMM472.1 size=1048576 2024-04-12T16:21:25.580 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.584+0000 7f98d3178780 1 < completed part key=_multipart_PWA38LFGIMFY.2~EJKWJUVMM472.2 size=995674 2024-04-12T16:21:25.584 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.587+0000 7f98d3178780 1 < completed multipart upload key=PWA38LFGIMFY upload=EJKWJUVMM472 tag=IULJ67K6GI8C type=write size=4141402 2024-04-12T16:21:25.587 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.591+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~4TIWQRPXA0AD.0 size=1048576 2024-04-12T16:21:25.589 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.593+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~4TIWQRPXA0AD.1 size=736014 2024-04-12T16:21:25.590 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.593+0000 7f98d3178780 1 > prepared multipart upload key=PT2U3K72AW80 upload=4TIWQRPXA0AD tag=EYHTWUDGBOSH type=write size=2833166 2024-04-12T16:21:25.592 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.595+0000 7f98d3178780 1 < completed delete operation key=4LOLFK38TOHP tag=I4NO2DKF4HS8 type=del 2024-04-12T16:21:25.593 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.597+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=NM6JM4M3FJJE type=write size=391123 2024-04-12T16:21:25.596 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.599+0000 7f98d3178780 1 < completed part key=_multipart_RGAGK6SC7WUJ.2~BI4Y0JJWVZAY.0 size=837714 2024-04-12T16:21:25.599 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.602+0000 7f98d3178780 1 < completed multipart upload key=RGAGK6SC7WUJ upload=BI4Y0JJWVZAY tag=H1MANWLTXI31 type=write size=1886290 2024-04-12T16:21:25.603 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.606+0000 7f98d3178780 1 > prepared part key=_multipart_I40BBGONTDFL.2~ZRU3I4WCIZMX.0 size=257916 2024-04-12T16:21:25.603 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.606+0000 7f98d3178780 1 > prepared multipart upload key=I40BBGONTDFL upload=ZRU3I4WCIZMX tag=H243FIJA807G type=write size=1306492 2024-04-12T16:21:25.603 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.606+0000 7f98d3178780 1 < canceled part key=_multipart_23DHOZJVEXJ6.2~E0E0L69R1BNI.0 size=1048576 2024-04-12T16:21:25.603 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.606+0000 7f98d3178780 1 < canceled part key=_multipart_23DHOZJVEXJ6.2~E0E0L69R1BNI.1 size=555735 2024-04-12T16:21:25.607 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.610+0000 7f98d3178780 1 < canceled multipart upload key=23DHOZJVEXJ6 upload=E0E0L69R1BNI tag=YI9P5MKGJH2Z type=write size=2652887 2024-04-12T16:21:25.609 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.612+0000 7f98d3178780 1 > prepared operation key=S81W06TIIZMK tag=NQ4UXFVASW1N type=del size=2699261 2024-04-12T16:21:25.611 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.614+0000 7f98d3178780 1 < canceled operation key=KHYODRDPUF4K tag=QF6P8QJVM4Q4 type=del size=2587927 2024-04-12T16:21:25.613 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.616+0000 7f98d3178780 1 > prepared operation key=0OWCAM744WJ9 tag=4UEGJBHDCK0S type=write size=422149 2024-04-12T16:21:25.616 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.620+0000 7f98d3178780 1 < suggested remove operation key=W6L40IZK9EF7 tag=JGHFOTD1RZ7O type=write 2024-04-12T16:21:25.619 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.622+0000 7f98d3178780 1 > prepared operation key=KURJT9NHLL4D tag=LGJQCDPJX1DZ type=del size=1234350 2024-04-12T16:21:25.621 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.624+0000 7f98d3178780 1 < completed delete operation key=RGAGK6SC7WUJ tag=U3FYHLAO1HFP type=del 2024-04-12T16:21:25.625 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.628+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~Q8BBW2DOWBIQ.0 size=615349 2024-04-12T16:21:25.625 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.628+0000 7f98d3178780 1 > prepared multipart upload key=3AW8J5U5KAAT upload=Q8BBW2DOWBIQ tag=LK6VYWEEQ4AC type=write size=1663925 2024-04-12T16:21:25.627 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.630+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~NJ370D8B4V2W.0 size=434882 2024-04-12T16:21:25.630 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.634+0000 7f98d3178780 1 < completed multipart upload key=0OWCAM744WJ9 upload=NJ370D8B4V2W tag=22TS6QN2O44I type=write size=1483458 2024-04-12T16:21:25.633 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.636+0000 7f98d3178780 1 > prepared operation key=3AW8J5U5KAAT tag=M8136WLH86MP type=del size=380308 2024-04-12T16:21:25.635 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.639+0000 7f98d3178780 1 < completed delete operation key=XC0UMQW2OGOM tag=1XZ9OH0UYGW6 type=del 2024-04-12T16:21:25.638 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.641+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=XR45YD8W9TDF type=del size=3303095 2024-04-12T16:21:25.640 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.643+0000 7f98d3178780 1 < completed delete operation key=ZXZ7NSPZRCDD tag=HLG9QMM61XH9 type=del 2024-04-12T16:21:25.642 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.646+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=LRFGU5SW10BK type=write size=904072 2024-04-12T16:21:25.644 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.648+0000 7f98d3178780 1 < completed delete operation key=LU8ZUI2MDRGX tag=QNUF69ZL8QME type=del 2024-04-12T16:21:25.646 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.650+0000 7f98d3178780 1 > prepared operation key=D0M5V2Z6TGN6 tag=1VHXVZIY43N7 type=write size=883519 2024-04-12T16:21:25.648 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.652+0000 7f98d3178780 1 < completed part key=_multipart_GM8O00AYQLB5.2~OXZQ75VYIK9Y.0 size=1048576 2024-04-12T16:21:25.650 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.653+0000 7f98d3178780 1 < completed part key=_multipart_GM8O00AYQLB5.2~OXZQ75VYIK9Y.1 size=1048576 2024-04-12T16:21:25.652 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.655+0000 7f98d3178780 1 < completed part key=_multipart_GM8O00AYQLB5.2~OXZQ75VYIK9Y.2 size=531979 2024-04-12T16:21:25.656 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.659+0000 7f98d3178780 1 < completed multipart upload key=GM8O00AYQLB5 upload=OXZQ75VYIK9Y tag=D852PNDJXR45 type=write size=3677707 2024-04-12T16:21:25.659 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.662+0000 7f98d3178780 1 > prepared operation key=3AW8J5U5KAAT tag=1SAOIGP99VGX type=del size=4001445 2024-04-12T16:21:25.661 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.664+0000 7f98d3178780 1 < completed delete operation key=BOEPCQFN2ISK tag=T1V8PHURQESW type=del 2024-04-12T16:21:25.663 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.666+0000 7f98d3178780 1 > prepared operation key=0OWCAM744WJ9 tag=E6FUW1JL9EAO type=del size=1133362 2024-04-12T16:21:25.665 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.669+0000 7f98d3178780 1 < completed part key=_multipart_KHYODRDPUF4K.2~T68G3VUVSAI1.0 size=127349 2024-04-12T16:21:25.669 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.672+0000 7f98d3178780 1 < completed multipart upload key=KHYODRDPUF4K upload=T68G3VUVSAI1 tag=WIGS2O728XYK type=write size=1175925 2024-04-12T16:21:25.673 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.677+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~RQE14IT6ILV1.0 size=787364 2024-04-12T16:21:25.673 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.677+0000 7f98d3178780 1 > prepared multipart upload key=ZXZ7NSPZRCDD upload=RQE14IT6ILV1 tag=MJTK251KR3X2 type=write size=1835940 2024-04-12T16:21:25.675 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.679+0000 7f98d3178780 1 < completed delete operation key=23DHOZJVEXJ6 tag=XO11YE26QNJV type=del 2024-04-12T16:21:25.677 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.681+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=8M3Y5EQT71H4 type=write size=766107 2024-04-12T16:21:25.680 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.683+0000 7f98d3178780 1 < completed write operation key=KHYODRDPUF4K tag=XHHJA0DH3O9C type=write size=172665 2024-04-12T16:21:25.682 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.685+0000 7f98d3178780 1 > prepared operation key=PWA38LFGIMFY tag=XLU15VLBH91Z type=del size=4048374 2024-04-12T16:21:25.684 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.687+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~4TIWQRPXA0AD.0 size=1048576 2024-04-12T16:21:25.686 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.689+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~4TIWQRPXA0AD.1 size=736014 2024-04-12T16:21:25.691 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.695+0000 7f98d3178780 1 < completed multipart upload key=PT2U3K72AW80 upload=4TIWQRPXA0AD tag=EYHTWUDGBOSH type=write size=2833166 2024-04-12T16:21:25.694 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.697+0000 7f98d3178780 1 > prepared operation key=S81W06TIIZMK tag=DB7QQEDBPVCA type=del size=2725027 2024-04-12T16:21:25.698 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.702+0000 7f98d3178780 1 < suggested update operation key=4S7M3FBURFC1 tag=NM6JM4M3FJJE type=write size=391123 2024-04-12T16:21:25.700 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.704+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=BYW0RSRKA8RG type=del size=3168546 2024-04-12T16:21:25.702 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.706+0000 7f98d3178780 1 < completed part key=_multipart_I40BBGONTDFL.2~ZRU3I4WCIZMX.0 size=257916 2024-04-12T16:21:25.706 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.709+0000 7f98d3178780 1 < completed multipart upload key=I40BBGONTDFL upload=ZRU3I4WCIZMX tag=H243FIJA807G type=write size=1306492 2024-04-12T16:21:25.709 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.713+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~ZORLXNA34JEN.0 size=1048576 2024-04-12T16:21:25.711 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.714+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~ZORLXNA34JEN.1 size=460219 2024-04-12T16:21:25.711 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.714+0000 7f98d3178780 1 > prepared multipart upload key=ZXZ7NSPZRCDD upload=ZORLXNA34JEN tag=EA51NDP3Q038 type=write size=2557371 2024-04-12T16:21:25.713 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.716+0000 7f98d3178780 1 < completed delete operation key=S81W06TIIZMK tag=NQ4UXFVASW1N type=del 2024-04-12T16:21:25.715 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.718+0000 7f98d3178780 1 > prepared operation key=ZXZ7NSPZRCDD tag=P5ACG9XAYWGZ type=del size=2226074 2024-04-12T16:21:25.717 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.720+0000 7f98d3178780 1 < completed write operation key=0OWCAM744WJ9 tag=4UEGJBHDCK0S type=write size=422149 2024-04-12T16:21:25.719 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.722+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=PGWYS0Q2ST05 type=del size=2571654 2024-04-12T16:21:25.721 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.724+0000 7f98d3178780 1 < completed delete operation key=KURJT9NHLL4D tag=LGJQCDPJX1DZ type=del 2024-04-12T16:21:25.723 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.727+0000 7f98d3178780 1 > prepared operation key=ZXZ7NSPZRCDD tag=FYVU64CSQME4 type=del size=2368665 2024-04-12T16:21:25.725 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.729+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~Q8BBW2DOWBIQ.0 size=615349 2024-04-12T16:21:25.729 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.732+0000 7f98d3178780 1 < completed multipart upload key=3AW8J5U5KAAT upload=Q8BBW2DOWBIQ tag=LK6VYWEEQ4AC type=write size=1663925 2024-04-12T16:21:25.731 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.735+0000 7f98d3178780 1 > prepared operation key=RGAGK6SC7WUJ tag=Q1LNQPTI40S9 type=del size=3334788 2024-04-12T16:21:25.733 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.737+0000 7f98d3178780 1 < completed delete operation key=3AW8J5U5KAAT tag=M8136WLH86MP type=del 2024-04-12T16:21:25.736 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.739+0000 7f98d3178780 1 > prepared operation key=ZXZ7NSPZRCDD tag=2ZGVHLGU0V2C type=del size=3502809 2024-04-12T16:21:25.739 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.742+0000 7f98d3178780 -1 < failed to complete operation key=4S7M3FBURFC1 tag=XR45YD8W9TDF type=del size=3303095: (22) Invalid argument 2024-04-12T16:21:25.744 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.748+0000 7f98d3178780 1 > prepared part key=_multipart_VZ3ZKIAP7V00.2~VEB08I193S8V.0 size=554820 2024-04-12T16:21:25.745 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.748+0000 7f98d3178780 1 > prepared multipart upload key=VZ3ZKIAP7V00 upload=VEB08I193S8V tag=HWEX2MBKASF2 type=write size=1603396 2024-04-12T16:21:25.747 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.750+0000 7f98d3178780 1 < completed write operation key=9L0C6XS0IUS0 tag=LRFGU5SW10BK type=write size=904072 2024-04-12T16:21:25.751 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.755+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~I2F6YZ5KBOXU.0 size=713675 2024-04-12T16:21:25.751 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.755+0000 7f98d3178780 1 > prepared multipart upload key=ZZ03YKAYH1C2 upload=I2F6YZ5KBOXU tag=JW85YNGP869J type=write size=1762251 2024-04-12T16:21:25.754 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.758+0000 7f98d3178780 1 < completed write operation key=D0M5V2Z6TGN6 tag=1VHXVZIY43N7 type=write size=883519 2024-04-12T16:21:25.758 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.762+0000 7f98d3178780 1 > prepared part key=_multipart_RGAGK6SC7WUJ.2~RUDUKOJD09R6.0 size=1048576 2024-04-12T16:21:25.760 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.763+0000 7f98d3178780 1 > prepared part key=_multipart_RGAGK6SC7WUJ.2~RUDUKOJD09R6.1 size=1048576 2024-04-12T16:21:25.762 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.765+0000 7f98d3178780 1 > prepared part key=_multipart_RGAGK6SC7WUJ.2~RUDUKOJD09R6.2 size=507150 2024-04-12T16:21:25.762 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.765+0000 7f98d3178780 1 > prepared multipart upload key=RGAGK6SC7WUJ upload=RUDUKOJD09R6 tag=2X3YJJD5ZF2W type=write size=3652878 2024-04-12T16:21:25.764 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.767+0000 7f98d3178780 1 < completed delete operation key=3AW8J5U5KAAT tag=1SAOIGP99VGX type=del 2024-04-12T16:21:25.766 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.769+0000 7f98d3178780 1 > prepared operation key=ZXZ7NSPZRCDD tag=XZBTECTED9QI type=write size=425393 2024-04-12T16:21:25.770 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.773+0000 7f98d3178780 1 < suggested remove operation key=0OWCAM744WJ9 tag=E6FUW1JL9EAO type=del 2024-04-12T16:21:25.773 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.777+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~497B0SHNJ2A1.0 size=593405 2024-04-12T16:21:25.774 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.777+0000 7f98d3178780 1 > prepared multipart upload key=D0M5V2Z6TGN6 upload=497B0SHNJ2A1 tag=AX5MVOO19WTO type=write size=1641981 2024-04-12T16:21:25.775 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.779+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~RQE14IT6ILV1.0 size=787364 2024-04-12T16:21:25.779 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.782+0000 7f98d3178780 1 < completed multipart upload key=ZXZ7NSPZRCDD upload=RQE14IT6ILV1 tag=MJTK251KR3X2 type=write size=1835940 2024-04-12T16:21:25.781 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.784+0000 7f98d3178780 1 > prepared operation key=4LOLFK38TOHP tag=05B8KF6X5AIZ type=del size=2191670 2024-04-12T16:21:25.783 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.786+0000 7f98d3178780 1 < canceled operation key=W6L40IZK9EF7 tag=8M3Y5EQT71H4 type=write size=766107 2024-04-12T16:21:25.787 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.790+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~1N07XKQ7ULHY.0 size=1048576 2024-04-12T16:21:25.788 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.792+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~1N07XKQ7ULHY.1 size=1048576 2024-04-12T16:21:25.790 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.793+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~1N07XKQ7ULHY.2 size=543309 2024-04-12T16:21:25.790 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.793+0000 7f98d3178780 1 > prepared multipart upload key=LU8ZUI2MDRGX upload=1N07XKQ7ULHY tag=A8XW92942WYL type=write size=3689037 2024-04-12T16:21:25.792 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.795+0000 7f98d3178780 1 < completed delete operation key=PWA38LFGIMFY tag=XLU15VLBH91Z type=del 2024-04-12T16:21:25.794 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.797+0000 7f98d3178780 1 > prepared operation key=I40BBGONTDFL tag=BWSB35GXEG7G type=del size=3205301 2024-04-12T16:21:25.796 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.799+0000 7f98d3178780 1 < completed delete operation key=S81W06TIIZMK tag=DB7QQEDBPVCA type=del 2024-04-12T16:21:25.800 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.803+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~EOBZPXN3X21S.0 size=1048576 2024-04-12T16:21:25.801 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.805+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~EOBZPXN3X21S.1 size=1048576 2024-04-12T16:21:25.803 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.806+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~EOBZPXN3X21S.2 size=718899 2024-04-12T16:21:25.803 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.806+0000 7f98d3178780 1 > prepared multipart upload key=8AV30C26CXYV upload=EOBZPXN3X21S tag=DOY8JKK4J7PR type=write size=3864627 2024-04-12T16:21:25.805 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.809+0000 7f98d3178780 1 < completed delete operation key=8ZR0C2P8VMRA tag=BYW0RSRKA8RG type=del 2024-04-12T16:21:25.809 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.812+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~RVQCCIF6YIK0.0 size=553826 2024-04-12T16:21:25.809 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.812+0000 7f98d3178780 1 > prepared multipart upload key=7X1SF5VYO5QN upload=RVQCCIF6YIK0 tag=HCFLHX502ZW6 type=write size=1602402 2024-04-12T16:21:25.811 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.814+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~ZORLXNA34JEN.0 size=1048576 2024-04-12T16:21:25.813 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.816+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~ZORLXNA34JEN.1 size=460219 2024-04-12T16:21:25.816 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.820+0000 7f98d3178780 1 < completed multipart upload key=ZXZ7NSPZRCDD upload=ZORLXNA34JEN tag=EA51NDP3Q038 type=write size=2557371 2024-04-12T16:21:25.818 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.821+0000 7f98d3178780 1 > prepared operation key=S81W06TIIZMK tag=K347PRJYGWFY type=del size=2467787 2024-04-12T16:21:25.820 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.823+0000 7f98d3178780 1 < completed delete operation key=ZXZ7NSPZRCDD tag=P5ACG9XAYWGZ type=del 2024-04-12T16:21:25.822 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.825+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=IE8YWTFGRPX8 type=del size=2640785 2024-04-12T16:21:25.826 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.830+0000 7f98d3178780 1 < suggested remove operation key=BOEPCQFN2ISK tag=PGWYS0Q2ST05 type=del 2024-04-12T16:21:25.830 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.833+0000 7f98d3178780 1 > prepared part key=_multipart_KURJT9NHLL4D.2~V2Z2KFX1R9X7.0 size=387191 2024-04-12T16:21:25.830 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.833+0000 7f98d3178780 1 > prepared multipart upload key=KURJT9NHLL4D upload=V2Z2KFX1R9X7 tag=WRA133Z0GQ0O type=write size=1435767 2024-04-12T16:21:25.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:25 smithi110 ceph-mon[88691]: pgmap v1399: 137 pgs: 137 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 391 KiB/s wr, 2.01k op/s 2024-04-12T16:21:25.832 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:21:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=cleanup t=2024-04-12T16:21:25.541258717Z level=info msg="Completed cleanup jobs" duration=2.202633ms 2024-04-12T16:21:25.833 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.836+0000 7f98d3178780 1 < canceled operation key=ZXZ7NSPZRCDD tag=FYVU64CSQME4 type=del size=2368665 2024-04-12T16:21:25.836 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.840+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~2TPCAIGB8VWA.0 size=1048576 2024-04-12T16:21:25.838 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.841+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~2TPCAIGB8VWA.1 size=161327 2024-04-12T16:21:25.838 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.841+0000 7f98d3178780 1 > prepared multipart upload key=3AW8J5U5KAAT upload=2TPCAIGB8VWA tag=TE6TL93D977H type=write size=2258479 2024-04-12T16:21:25.842 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.845+0000 7f98d3178780 1 < suggested remove operation key=RGAGK6SC7WUJ tag=Q1LNQPTI40S9 type=del 2024-04-12T16:21:25.846 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.849+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~H433LGOKUF0K.0 size=1048576 2024-04-12T16:21:25.847 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.850+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~H433LGOKUF0K.1 size=477754 2024-04-12T16:21:25.847 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.850+0000 7f98d3178780 1 > prepared multipart upload key=LU8ZUI2MDRGX upload=H433LGOKUF0K tag=91AIEQDW5BLA type=write size=2574906 2024-04-12T16:21:25.849 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.852+0000 7f98d3178780 1 < completed delete operation key=ZXZ7NSPZRCDD tag=2ZGVHLGU0V2C type=del 2024-04-12T16:21:25.851 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.854+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=EC0SYNHHIA0A type=del size=1604818 2024-04-12T16:21:25.853 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.856+0000 7f98d3178780 1 < completed part key=_multipart_VZ3ZKIAP7V00.2~VEB08I193S8V.0 size=554820 2024-04-12T16:21:25.857 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.860+0000 7f98d3178780 1 < completed multipart upload key=VZ3ZKIAP7V00 upload=VEB08I193S8V tag=HWEX2MBKASF2 type=write size=1603396 2024-04-12T16:21:25.860 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.863+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~2CTW2UVGKEQ5.0 size=985461 2024-04-12T16:21:25.860 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.863+0000 7f98d3178780 1 > prepared multipart upload key=T722FMC4JINL upload=2CTW2UVGKEQ5 tag=4SNEWXEF0RL5 type=write size=2034037 2024-04-12T16:21:25.862 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.866+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~I2F6YZ5KBOXU.0 size=713675 2024-04-12T16:21:25.866 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.869+0000 7f98d3178780 1 < completed multipart upload key=ZZ03YKAYH1C2 upload=I2F6YZ5KBOXU tag=JW85YNGP869J type=write size=1762251 2024-04-12T16:21:25.869 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.873+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~MAB26BV0U0FR.0 size=1048576 2024-04-12T16:21:25.871 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.874+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~MAB26BV0U0FR.1 size=329570 2024-04-12T16:21:25.871 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.874+0000 7f98d3178780 1 > prepared multipart upload key=D0M5V2Z6TGN6 upload=MAB26BV0U0FR tag=9YG9U876676L type=write size=2426722 2024-04-12T16:21:25.873 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.876+0000 7f98d3178780 1 < completed part key=_multipart_RGAGK6SC7WUJ.2~RUDUKOJD09R6.0 size=1048576 2024-04-12T16:21:25.875 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.878+0000 7f98d3178780 1 < completed part key=_multipart_RGAGK6SC7WUJ.2~RUDUKOJD09R6.1 size=1048576 2024-04-12T16:21:25.876 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.880+0000 7f98d3178780 1 < completed part key=_multipart_RGAGK6SC7WUJ.2~RUDUKOJD09R6.2 size=507150 2024-04-12T16:21:25.880 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.883+0000 7f98d3178780 1 < completed multipart upload key=RGAGK6SC7WUJ upload=RUDUKOJD09R6 tag=2X3YJJD5ZF2W type=write size=3652878 2024-04-12T16:21:25.884 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.887+0000 7f98d3178780 1 > prepared part key=_multipart_4S7M3FBURFC1.2~LTLN8FMD0ZX1.0 size=250417 2024-04-12T16:21:25.884 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.887+0000 7f98d3178780 1 > prepared multipart upload key=4S7M3FBURFC1 upload=LTLN8FMD0ZX1 tag=BEYX607O5ALF type=write size=1298993 2024-04-12T16:21:25.886 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.890+0000 7f98d3178780 1 < canceled operation key=ZXZ7NSPZRCDD tag=XZBTECTED9QI type=write size=425393 2024-04-12T16:21:25.890 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.894+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~ZTJN0E8JDFXF.0 size=1048576 2024-04-12T16:21:25.892 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.895+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~ZTJN0E8JDFXF.1 size=1048576 2024-04-12T16:21:25.893 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.897+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~ZTJN0E8JDFXF.2 size=674817 2024-04-12T16:21:25.894 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.897+0000 7f98d3178780 1 > prepared multipart upload key=KHYODRDPUF4K upload=ZTJN0E8JDFXF tag=NOLB4Q82GI59 type=write size=3820545 2024-04-12T16:21:25.896 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.899+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~497B0SHNJ2A1.0 size=593405 2024-04-12T16:21:25.899 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.902+0000 7f98d3178780 1 < completed multipart upload key=D0M5V2Z6TGN6 upload=497B0SHNJ2A1 tag=AX5MVOO19WTO type=write size=1641981 2024-04-12T16:21:25.901 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.904+0000 7f98d3178780 1 > prepared operation key=4LOLFK38TOHP tag=16T3JCIOJ5I9 type=del size=90190 2024-04-12T16:21:25.903 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.907+0000 7f98d3178780 1 < completed delete operation key=4LOLFK38TOHP tag=05B8KF6X5AIZ type=del 2024-04-12T16:21:25.905 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.909+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=VII1TAQEEGBF type=del size=4035620 2024-04-12T16:21:25.907 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.911+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~1N07XKQ7ULHY.0 size=1048576 2024-04-12T16:21:25.909 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.912+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~1N07XKQ7ULHY.1 size=1048576 2024-04-12T16:21:25.911 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.914+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~1N07XKQ7ULHY.2 size=543309 2024-04-12T16:21:25.914 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.917+0000 7f98d3178780 1 < completed multipart upload key=LU8ZUI2MDRGX upload=1N07XKQ7ULHY tag=A8XW92942WYL type=write size=3689037 2024-04-12T16:21:25.916 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.919+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=10WXMLG7B2GG type=del size=2956579 2024-04-12T16:21:25.920 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.924+0000 7f98d3178780 1 < suggested update operation key=I40BBGONTDFL tag=BWSB35GXEG7G type=del size=3205301 2024-04-12T16:21:25.922 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.926+0000 7f98d3178780 1 > prepared operation key=RGAGK6SC7WUJ tag=OOM7DXRFI9D7 type=del size=4131959 2024-04-12T16:21:25.924 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.928+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~EOBZPXN3X21S.0 size=1048576 2024-04-12T16:21:25.926 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.929+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~EOBZPXN3X21S.1 size=1048576 2024-04-12T16:21:25.926 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.929+0000 7f98d3178780 1 < canceled part key=_multipart_8AV30C26CXYV.2~EOBZPXN3X21S.2 size=718899 2024-04-12T16:21:25.929 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.933+0000 7f98d3178780 1 < canceled multipart upload key=8AV30C26CXYV upload=EOBZPXN3X21S tag=DOY8JKK4J7PR type=write size=3864627 2024-04-12T16:21:25.934 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.937+0000 7f98d3178780 1 > prepared part key=_multipart_VZ3ZKIAP7V00.2~N6TTQPH6SKDT.0 size=1048576 2024-04-12T16:21:25.936 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.939+0000 7f98d3178780 1 > prepared part key=_multipart_VZ3ZKIAP7V00.2~N6TTQPH6SKDT.1 size=1048576 2024-04-12T16:21:25.937 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.941+0000 7f98d3178780 1 > prepared part key=_multipart_VZ3ZKIAP7V00.2~N6TTQPH6SKDT.2 size=114423 2024-04-12T16:21:25.937 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.941+0000 7f98d3178780 1 > prepared multipart upload key=VZ3ZKIAP7V00 upload=N6TTQPH6SKDT tag=24O889P8Q903 type=write size=3260151 2024-04-12T16:21:25.939 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.943+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~RVQCCIF6YIK0.0 size=553826 2024-04-12T16:21:25.943 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.946+0000 7f98d3178780 1 < completed multipart upload key=7X1SF5VYO5QN upload=RVQCCIF6YIK0 tag=HCFLHX502ZW6 type=write size=1602402 2024-04-12T16:21:25.947 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.950+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~LT5QB1O54C29.0 size=1048576 2024-04-12T16:21:25.949 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.952+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~LT5QB1O54C29.1 size=176304 2024-04-12T16:21:25.949 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.952+0000 7f98d3178780 1 > prepared multipart upload key=23DHOZJVEXJ6 upload=LT5QB1O54C29 tag=7FEV9NUPR070 type=write size=2273456 2024-04-12T16:21:25.953 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.956+0000 7f98d3178780 1 < suggested update operation key=S81W06TIIZMK tag=K347PRJYGWFY type=del size=2467787 2024-04-12T16:21:25.955 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.958+0000 7f98d3178780 1 > prepared operation key=PT2U3K72AW80 tag=AXMY24KTZ6DH type=del size=54186 2024-04-12T16:21:25.957 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.960+0000 7f98d3178780 1 < completed delete operation key=9L0C6XS0IUS0 tag=IE8YWTFGRPX8 type=del 2024-04-12T16:21:25.959 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.962+0000 7f98d3178780 1 > prepared operation key=66UG2YS0OGEZ tag=IH10MZUQG4G7 type=del size=2458725 2024-04-12T16:21:25.961 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.964+0000 7f98d3178780 1 < completed part key=_multipart_KURJT9NHLL4D.2~V2Z2KFX1R9X7.0 size=387191 2024-04-12T16:21:25.964 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.968+0000 7f98d3178780 1 < completed multipart upload key=KURJT9NHLL4D upload=V2Z2KFX1R9X7 tag=WRA133Z0GQ0O type=write size=1435767 2024-04-12T16:21:25.968 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.972+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~7131SN0O9S0H.0 size=1046924 2024-04-12T16:21:25.968 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.972+0000 7f98d3178780 1 > prepared multipart upload key=LU8ZUI2MDRGX upload=7131SN0O9S0H tag=NUTNQYE8SOLQ type=write size=2095500 2024-04-12T16:21:25.970 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.974+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~2TPCAIGB8VWA.0 size=1048576 2024-04-12T16:21:25.972 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.975+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~2TPCAIGB8VWA.1 size=161327 2024-04-12T16:21:25.976 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.979+0000 7f98d3178780 1 < completed multipart upload key=3AW8J5U5KAAT upload=2TPCAIGB8VWA tag=TE6TL93D977H type=write size=2258479 2024-04-12T16:21:25.978 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.981+0000 7f98d3178780 1 > prepared operation key=PT2U3K72AW80 tag=EKA3H4TQMCR3 type=del size=1211095 2024-04-12T16:21:25.980 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.983+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~H433LGOKUF0K.0 size=1048576 2024-04-12T16:21:25.982 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.985+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~H433LGOKUF0K.1 size=477754 2024-04-12T16:21:25.985 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.989+0000 7f98d3178780 1 < completed multipart upload key=LU8ZUI2MDRGX upload=H433LGOKUF0K tag=91AIEQDW5BLA type=write size=2574906 2024-04-12T16:21:25.988 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.991+0000 7f98d3178780 1 > prepared operation key=T722FMC4JINL tag=FFUYZJDJS68J type=del size=162828 2024-04-12T16:21:25.992 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.995+0000 7f98d3178780 1 < suggested update operation key=UQB6NBY40RTD tag=EC0SYNHHIA0A type=del size=1604818 2024-04-12T16:21:25.994 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.997+0000 7f98d3178780 1 > prepared operation key=FLD16WRTYTRE tag=HL38QFX07QC8 type=del size=3858888 2024-04-12T16:21:25.996 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:25.999+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~2CTW2UVGKEQ5.0 size=985461 2024-04-12T16:21:25.999 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.003+0000 7f98d3178780 1 < completed multipart upload key=T722FMC4JINL upload=2CTW2UVGKEQ5 tag=4SNEWXEF0RL5 type=write size=2034037 2024-04-12T16:21:26.001 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.005+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=APVL3RBRLYOX type=del size=3308212 2024-04-12T16:21:26.003 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.007+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~MAB26BV0U0FR.0 size=1048576 2024-04-12T16:21:26.005 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.008+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~MAB26BV0U0FR.1 size=329570 2024-04-12T16:21:26.009 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.012+0000 7f98d3178780 1 < completed multipart upload key=D0M5V2Z6TGN6 upload=MAB26BV0U0FR tag=9YG9U876676L type=write size=2426722 2024-04-12T16:21:26.011 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.014+0000 7f98d3178780 1 > prepared operation key=66UG2YS0OGEZ tag=HHZWA78K9SZ4 type=del size=2446350 2024-04-12T16:21:26.013 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.016+0000 7f98d3178780 1 < completed part key=_multipart_4S7M3FBURFC1.2~LTLN8FMD0ZX1.0 size=250417 2024-04-12T16:21:26.016 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.019+0000 7f98d3178780 1 < completed multipart upload key=4S7M3FBURFC1 upload=LTLN8FMD0ZX1 tag=BEYX607O5ALF type=write size=1298993 2024-04-12T16:21:26.018 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.022+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=MEI1150ITJ0G type=del size=3913504 2024-04-12T16:21:26.020 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.024+0000 7f98d3178780 1 < completed part key=_multipart_KHYODRDPUF4K.2~ZTJN0E8JDFXF.0 size=1048576 2024-04-12T16:21:26.022 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.025+0000 7f98d3178780 1 < completed part key=_multipart_KHYODRDPUF4K.2~ZTJN0E8JDFXF.1 size=1048576 2024-04-12T16:21:26.024 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.027+0000 7f98d3178780 1 < completed part key=_multipart_KHYODRDPUF4K.2~ZTJN0E8JDFXF.2 size=674817 2024-04-12T16:21:26.027 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.030+0000 7f98d3178780 1 < completed multipart upload key=KHYODRDPUF4K upload=ZTJN0E8JDFXF tag=NOLB4Q82GI59 type=write size=3820545 2024-04-12T16:21:26.031 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.034+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~YXBI649Q8U5J.0 size=435501 2024-04-12T16:21:26.031 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.034+0000 7f98d3178780 1 > prepared multipart upload key=8AV30C26CXYV upload=YXBI649Q8U5J tag=KGNLLIDS5JXP type=write size=1484077 2024-04-12T16:21:26.035 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.038+0000 7f98d3178780 1 < suggested remove operation key=4LOLFK38TOHP tag=16T3JCIOJ5I9 type=del 2024-04-12T16:21:26.039 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.042+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~017512RTNMSR.0 size=1048576 2024-04-12T16:21:26.041 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.044+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~017512RTNMSR.1 size=1048576 2024-04-12T16:21:26.043 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.046+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~017512RTNMSR.2 size=474079 2024-04-12T16:21:26.043 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.046+0000 7f98d3178780 1 > prepared multipart upload key=PT2U3K72AW80 upload=017512RTNMSR tag=EVCBAQCD88L5 type=write size=3619807 2024-04-12T16:21:26.045 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.048+0000 7f98d3178780 1 < completed delete operation key=W6L40IZK9EF7 tag=VII1TAQEEGBF type=del 2024-04-12T16:21:26.049 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.052+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~X49EYESPESK7.0 size=858894 2024-04-12T16:21:26.049 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.052+0000 7f98d3178780 1 > prepared multipart upload key=ZXZ7NSPZRCDD upload=X49EYESPESK7 tag=6S1VYLH408H5 type=write size=1907470 2024-04-12T16:21:26.051 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.054+0000 7f98d3178780 1 < completed delete operation key=W6L40IZK9EF7 tag=10WXMLG7B2GG type=del 2024-04-12T16:21:26.053 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.056+0000 7f98d3178780 1 > prepared operation key=PWA38LFGIMFY tag=Q7NJ22SVJ4GI type=write size=817746 2024-04-12T16:21:26.055 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.058+0000 7f98d3178780 1 < completed delete operation key=RGAGK6SC7WUJ tag=OOM7DXRFI9D7 type=del 2024-04-12T16:21:26.057 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.060+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=H1USB1YDUCHS type=write size=581540 2024-04-12T16:21:26.059 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.062+0000 7f98d3178780 1 < completed part key=_multipart_VZ3ZKIAP7V00.2~N6TTQPH6SKDT.0 size=1048576 2024-04-12T16:21:26.061 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.064+0000 7f98d3178780 1 < completed part key=_multipart_VZ3ZKIAP7V00.2~N6TTQPH6SKDT.1 size=1048576 2024-04-12T16:21:26.063 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.066+0000 7f98d3178780 1 < completed part key=_multipart_VZ3ZKIAP7V00.2~N6TTQPH6SKDT.2 size=114423 2024-04-12T16:21:26.066 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.070+0000 7f98d3178780 1 < completed multipart upload key=VZ3ZKIAP7V00 upload=N6TTQPH6SKDT tag=24O889P8Q903 type=write size=3260151 2024-04-12T16:21:26.070 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.073+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~NS0UZ2SIC5OO.0 size=976551 2024-04-12T16:21:26.070 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.073+0000 7f98d3178780 1 > prepared multipart upload key=LU8ZUI2MDRGX upload=NS0UZ2SIC5OO tag=NJLNT51X1PU4 type=write size=2025127 2024-04-12T16:21:26.070 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.074+0000 7f98d3178780 1 < canceled part key=_multipart_23DHOZJVEXJ6.2~LT5QB1O54C29.0 size=1048576 2024-04-12T16:21:26.072 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.075+0000 7f98d3178780 1 < completed part key=_multipart_23DHOZJVEXJ6.2~LT5QB1O54C29.1 size=176304 2024-04-12T16:21:26.076 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.079+0000 7f98d3178780 1 < canceled multipart upload key=23DHOZJVEXJ6 upload=LT5QB1O54C29 tag=7FEV9NUPR070 type=write size=2273456 2024-04-12T16:21:26.080 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.083+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~K9XWOB7OF0JE.0 size=1048576 2024-04-12T16:21:26.082 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.085+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~K9XWOB7OF0JE.1 size=1048576 2024-04-12T16:21:26.084 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.087+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~K9XWOB7OF0JE.2 size=541533 2024-04-12T16:21:26.084 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.087+0000 7f98d3178780 1 > prepared multipart upload key=XC0UMQW2OGOM upload=K9XWOB7OF0JE tag=5O1GN89RTTN4 type=write size=3687261 2024-04-12T16:21:26.086 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.089+0000 7f98d3178780 1 < completed delete operation key=PT2U3K72AW80 tag=AXMY24KTZ6DH type=del 2024-04-12T16:21:26.088 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.091+0000 7f98d3178780 1 > prepared operation key=23DHOZJVEXJ6 tag=97YPKZBDA0N6 type=write size=325200 2024-04-12T16:21:26.090 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.093+0000 7f98d3178780 1 < completed delete operation key=66UG2YS0OGEZ tag=IH10MZUQG4G7 type=del 2024-04-12T16:21:26.094 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.098+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~OMP60R0OXRTQ.0 size=1048576 2024-04-12T16:21:26.096 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.099+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~OMP60R0OXRTQ.1 size=1041645 2024-04-12T16:21:26.096 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.099+0000 7f98d3178780 1 > prepared multipart upload key=ZZ03YKAYH1C2 upload=OMP60R0OXRTQ tag=NC9XEZKC5E5L type=write size=3138797 2024-04-12T16:21:26.098 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.102+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~7131SN0O9S0H.0 size=1046924 2024-04-12T16:21:26.102 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.105+0000 7f98d3178780 1 < completed multipart upload key=LU8ZUI2MDRGX upload=7131SN0O9S0H tag=NUTNQYE8SOLQ type=write size=2095500 2024-04-12T16:21:26.104 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.107+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=UBVE30E4XCLP type=del size=3015165 2024-04-12T16:21:26.106 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.109+0000 7f98d3178780 1 < completed delete operation key=PT2U3K72AW80 tag=EKA3H4TQMCR3 type=del 2024-04-12T16:21:26.108 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.112+0000 7f98d3178780 1 > prepared operation key=JFLGBNJ7LSGN tag=6AVLUAHVDBUL type=del size=3753836 2024-04-12T16:21:26.110 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.113+0000 7f98d3178780 1 < completed delete operation key=T722FMC4JINL tag=FFUYZJDJS68J type=del 2024-04-12T16:21:26.116 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.119+0000 7f98d3178780 1 > prepared part key=_multipart_FLD16WRTYTRE.2~BJPJ5C0HU2GG.0 size=1048576 2024-04-12T16:21:26.118 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.121+0000 7f98d3178780 1 > prepared part key=_multipart_FLD16WRTYTRE.2~BJPJ5C0HU2GG.1 size=1048576 2024-04-12T16:21:26.120 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.123+0000 7f98d3178780 1 > prepared part key=_multipart_FLD16WRTYTRE.2~BJPJ5C0HU2GG.2 size=612775 2024-04-12T16:21:26.120 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.123+0000 7f98d3178780 1 > prepared multipart upload key=FLD16WRTYTRE upload=BJPJ5C0HU2GG tag=JNFUIH12NH6R type=write size=3758503 2024-04-12T16:21:26.124 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.127+0000 7f98d3178780 1 < suggested remove operation key=FLD16WRTYTRE tag=HL38QFX07QC8 type=del 2024-04-12T16:21:26.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:25 smithi099 ceph-mon[94290]: pgmap v1399: 137 pgs: 137 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 391 KiB/s wr, 2.01k op/s 2024-04-12T16:21:26.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:25 smithi099 ceph-mon[96864]: pgmap v1399: 137 pgs: 137 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 391 KiB/s wr, 2.01k op/s 2024-04-12T16:21:26.126 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.129+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=FKFE4S9ZEGEF type=del size=3478835 2024-04-12T16:21:26.128 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.131+0000 7f98d3178780 1 < completed delete operation key=W6L40IZK9EF7 tag=APVL3RBRLYOX type=del 2024-04-12T16:21:26.130 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.134+0000 7f98d3178780 1 > prepared operation key=VZ3ZKIAP7V00 tag=LRCMFYANFS7H type=write size=884117 2024-04-12T16:21:26.132 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.136+0000 7f98d3178780 1 < completed delete operation key=66UG2YS0OGEZ tag=HHZWA78K9SZ4 type=del 2024-04-12T16:21:26.134 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.138+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=EJDTTEL5LG3K type=del size=1817141 2024-04-12T16:21:26.138 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.142+0000 7f98d3178780 1 < suggested remove operation key=GM8O00AYQLB5 tag=MEI1150ITJ0G type=del 2024-04-12T16:21:26.140 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.144+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=D6Z3UBLFDCT2 type=del size=3025472 2024-04-12T16:21:26.142 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.146+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~YXBI649Q8U5J.0 size=435501 2024-04-12T16:21:26.146 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.149+0000 7f98d3178780 1 < completed multipart upload key=8AV30C26CXYV upload=YXBI649Q8U5J tag=KGNLLIDS5JXP type=write size=1484077 2024-04-12T16:21:26.148 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.151+0000 7f98d3178780 1 > prepared operation key=D0M5V2Z6TGN6 tag=WX09QFWC6PIH type=del size=3961844 2024-04-12T16:21:26.150 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.153+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~017512RTNMSR.0 size=1048576 2024-04-12T16:21:26.152 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.155+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~017512RTNMSR.1 size=1048576 2024-04-12T16:21:26.154 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.157+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~017512RTNMSR.2 size=474079 2024-04-12T16:21:26.157 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.160+0000 7f98d3178780 1 < completed multipart upload key=PT2U3K72AW80 upload=017512RTNMSR tag=EVCBAQCD88L5 type=write size=3619807 2024-04-12T16:21:26.161 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.164+0000 7f98d3178780 1 > prepared part key=_multipart_EZFO3J6YDS47.2~JOKA9GNJKRGH.0 size=1048576 2024-04-12T16:21:26.162 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.166+0000 7f98d3178780 1 > prepared part key=_multipart_EZFO3J6YDS47.2~JOKA9GNJKRGH.1 size=1048576 2024-04-12T16:21:26.164 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.167+0000 7f98d3178780 1 > prepared part key=_multipart_EZFO3J6YDS47.2~JOKA9GNJKRGH.2 size=518605 2024-04-12T16:21:26.164 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.167+0000 7f98d3178780 1 > prepared multipart upload key=EZFO3J6YDS47 upload=JOKA9GNJKRGH tag=T11A8UL9E1RP type=write size=3664333 2024-04-12T16:21:26.166 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.170+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~X49EYESPESK7.0 size=858894 2024-04-12T16:21:26.170 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.173+0000 7f98d3178780 1 < completed multipart upload key=ZXZ7NSPZRCDD upload=X49EYESPESK7 tag=6S1VYLH408H5 type=write size=1907470 2024-04-12T16:21:26.173 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.177+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~QM6NKMBG50SP.0 size=1048576 2024-04-12T16:21:26.176 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.179+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~QM6NKMBG50SP.1 size=1048576 2024-04-12T16:21:26.178 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.181+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~QM6NKMBG50SP.2 size=943466 2024-04-12T16:21:26.178 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.181+0000 7f98d3178780 1 > prepared multipart upload key=T722FMC4JINL upload=QM6NKMBG50SP tag=TVDAGPA7XNBX type=write size=4089194 2024-04-12T16:21:26.180 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.184+0000 7f98d3178780 1 < completed write operation key=PWA38LFGIMFY tag=Q7NJ22SVJ4GI type=write size=817746 2024-04-12T16:21:26.182 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.186+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=27Z6F4C9LOBP type=write size=648255 2024-04-12T16:21:26.186 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.190+0000 7f98d3178780 -1 < failed to complete operation key=GM8O00AYQLB5 tag=H1USB1YDUCHS type=write size=581540: (22) Invalid argument 2024-04-12T16:21:26.188 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.192+0000 7f98d3178780 1 > prepared operation key=VZ3ZKIAP7V00 tag=VJ5I58HE4P9S type=del size=3703349 2024-04-12T16:21:26.190 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.193+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~NS0UZ2SIC5OO.0 size=976551 2024-04-12T16:21:26.194 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.197+0000 7f98d3178780 1 < completed multipart upload key=LU8ZUI2MDRGX upload=NS0UZ2SIC5OO tag=NJLNT51X1PU4 type=write size=2025127 2024-04-12T16:21:26.198 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.201+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~6PODTK5K0I2N.0 size=462124 2024-04-12T16:21:26.198 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.201+0000 7f98d3178780 1 > prepared multipart upload key=D0M5V2Z6TGN6 upload=6PODTK5K0I2N tag=40QJJQAXU4VZ type=write size=1510700 2024-04-12T16:21:26.200 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.203+0000 7f98d3178780 1 < completed part key=_multipart_XC0UMQW2OGOM.2~K9XWOB7OF0JE.0 size=1048576 2024-04-12T16:21:26.201 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.205+0000 7f98d3178780 1 < completed part key=_multipart_XC0UMQW2OGOM.2~K9XWOB7OF0JE.1 size=1048576 2024-04-12T16:21:26.203 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.207+0000 7f98d3178780 1 < completed part key=_multipart_XC0UMQW2OGOM.2~K9XWOB7OF0JE.2 size=541533 2024-04-12T16:21:26.207 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.210+0000 7f98d3178780 1 < completed multipart upload key=XC0UMQW2OGOM upload=K9XWOB7OF0JE tag=5O1GN89RTTN4 type=write size=3687261 2024-04-12T16:21:26.211 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.214+0000 7f98d3178780 1 > prepared part key=_multipart_4LOLFK38TOHP.2~Y06SPN5CDTH3.0 size=1048576 2024-04-12T16:21:26.212 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.216+0000 7f98d3178780 1 > prepared part key=_multipart_4LOLFK38TOHP.2~Y06SPN5CDTH3.1 size=74238 2024-04-12T16:21:26.212 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.216+0000 7f98d3178780 1 > prepared multipart upload key=4LOLFK38TOHP upload=Y06SPN5CDTH3 tag=BWBOIWGU4JMH type=write size=2171390 2024-04-12T16:21:26.214 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.218+0000 7f98d3178780 1 < completed write operation key=23DHOZJVEXJ6 tag=97YPKZBDA0N6 type=write size=325200 2024-04-12T16:21:26.218 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.221+0000 7f98d3178780 1 > prepared part key=_multipart_PWA38LFGIMFY.2~8Q07T4BFHSAD.0 size=137299 2024-04-12T16:21:26.218 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.221+0000 7f98d3178780 1 > prepared multipart upload key=PWA38LFGIMFY upload=8Q07T4BFHSAD tag=PJ1VA5ZQ7UTW type=write size=1185875 2024-04-12T16:21:26.220 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.223+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~OMP60R0OXRTQ.0 size=1048576 2024-04-12T16:21:26.220 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.223+0000 7f98d3178780 1 < canceled part key=_multipart_ZZ03YKAYH1C2.2~OMP60R0OXRTQ.1 size=1041645 2024-04-12T16:21:26.224 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.228+0000 7f98d3178780 1 < canceled multipart upload key=ZZ03YKAYH1C2 upload=OMP60R0OXRTQ tag=NC9XEZKC5E5L type=write size=3138797 2024-04-12T16:21:26.227 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.230+0000 7f98d3178780 1 > prepared operation key=LU8ZUI2MDRGX tag=3U0Y976WHB18 type=del size=365516 2024-04-12T16:21:26.229 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.233+0000 7f98d3178780 1 < completed delete operation key=4S7M3FBURFC1 tag=UBVE30E4XCLP type=del 2024-04-12T16:21:26.231 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.235+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=FHJ13US8R5X6 type=write size=140128 2024-04-12T16:21:26.233 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.237+0000 7f98d3178780 1 < completed delete operation key=JFLGBNJ7LSGN tag=6AVLUAHVDBUL type=del 2024-04-12T16:21:26.235 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.239+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=MGZG59EN960R type=del size=4095025 2024-04-12T16:21:26.238 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.241+0000 7f98d3178780 1 < completed part key=_multipart_FLD16WRTYTRE.2~BJPJ5C0HU2GG.0 size=1048576 2024-04-12T16:21:26.240 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.243+0000 7f98d3178780 1 < completed part key=_multipart_FLD16WRTYTRE.2~BJPJ5C0HU2GG.1 size=1048576 2024-04-12T16:21:26.241 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.245+0000 7f98d3178780 1 < completed part key=_multipart_FLD16WRTYTRE.2~BJPJ5C0HU2GG.2 size=612775 2024-04-12T16:21:26.245 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.248+0000 7f98d3178780 1 < completed multipart upload key=FLD16WRTYTRE upload=BJPJ5C0HU2GG tag=JNFUIH12NH6R type=write size=3758503 2024-04-12T16:21:26.247 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.250+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=7XVPNI4RABAQ type=del size=2614167 2024-04-12T16:21:26.249 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.252+0000 7f98d3178780 1 < completed delete operation key=UQB6NBY40RTD tag=FKFE4S9ZEGEF type=del 2024-04-12T16:21:26.251 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.254+0000 7f98d3178780 1 > prepared operation key=3AW8J5U5KAAT tag=W8BRWDNPVJQJ type=del size=2049642 2024-04-12T16:21:26.253 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.256+0000 7f98d3178780 1 < canceled operation key=VZ3ZKIAP7V00 tag=LRCMFYANFS7H type=write size=884117 2024-04-12T16:21:26.255 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.258+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=R7VF4QI072L4 type=del size=1229770 2024-04-12T16:21:26.259 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.262+0000 7f98d3178780 1 < suggested update operation key=W6L40IZK9EF7 tag=EJDTTEL5LG3K type=del size=1817141 2024-04-12T16:21:26.263 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.266+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~QXG66QRDI3PD.0 size=1048576 2024-04-12T16:21:26.264 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.268+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~QXG66QRDI3PD.1 size=161054 2024-04-12T16:21:26.264 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.268+0000 7f98d3178780 1 > prepared multipart upload key=0OWCAM744WJ9 upload=QXG66QRDI3PD tag=5A4J6RRAUZB0 type=write size=2258206 2024-04-12T16:21:26.269 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.272+0000 7f98d3178780 1 < suggested update operation key=8ZR0C2P8VMRA tag=D6Z3UBLFDCT2 type=del size=3025472 2024-04-12T16:21:26.271 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.275+0000 7f98d3178780 1 > prepared operation key=EZFO3J6YDS47 tag=KUYPDH7OWZQT type=del size=1937864 2024-04-12T16:21:26.274 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.277+0000 7f98d3178780 1 < canceled operation key=D0M5V2Z6TGN6 tag=WX09QFWC6PIH type=del size=3961844 2024-04-12T16:21:26.278 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.281+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~MJA2TQOICMDC.0 size=481183 2024-04-12T16:21:26.278 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.281+0000 7f98d3178780 1 > prepared multipart upload key=23DHOZJVEXJ6 upload=MJA2TQOICMDC tag=LM2QI4LY5OHV type=write size=1529759 2024-04-12T16:21:26.280 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.283+0000 7f98d3178780 1 < completed part key=_multipart_EZFO3J6YDS47.2~JOKA9GNJKRGH.0 size=1048576 2024-04-12T16:21:26.281 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.285+0000 7f98d3178780 1 < completed part key=_multipart_EZFO3J6YDS47.2~JOKA9GNJKRGH.1 size=1048576 2024-04-12T16:21:26.283 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.287+0000 7f98d3178780 1 < completed part key=_multipart_EZFO3J6YDS47.2~JOKA9GNJKRGH.2 size=518605 2024-04-12T16:21:26.287 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.291+0000 7f98d3178780 1 < completed multipart upload key=EZFO3J6YDS47 upload=JOKA9GNJKRGH tag=T11A8UL9E1RP type=write size=3664333 2024-04-12T16:21:26.290 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.293+0000 7f98d3178780 1 > prepared operation key=ZXZ7NSPZRCDD tag=77142EOC3X8F type=del size=2723107 2024-04-12T16:21:26.292 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.295+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~QM6NKMBG50SP.0 size=1048576 2024-04-12T16:21:26.294 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.297+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~QM6NKMBG50SP.1 size=1048576 2024-04-12T16:21:26.296 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.299+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~QM6NKMBG50SP.2 size=943466 2024-04-12T16:21:26.300 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.303+0000 7f98d3178780 1 < completed multipart upload key=T722FMC4JINL upload=QM6NKMBG50SP tag=TVDAGPA7XNBX type=write size=4089194 2024-04-12T16:21:26.302 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.306+0000 7f98d3178780 1 > prepared operation key=ZZ03YKAYH1C2 tag=TTQ1XZFFWYKX type=del size=4180239 2024-04-12T16:21:26.305 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.309+0000 7f98d3178780 -1 < failed to complete operation key=8ZR0C2P8VMRA tag=27Z6F4C9LOBP type=write size=648255: (22) Invalid argument 2024-04-12T16:21:26.308 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.311+0000 7f98d3178780 1 > prepared operation key=23DHOZJVEXJ6 tag=HVCLBAX77ADL type=del size=2198106 2024-04-12T16:21:26.310 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.313+0000 7f98d3178780 1 < completed delete operation key=VZ3ZKIAP7V00 tag=VJ5I58HE4P9S type=del 2024-04-12T16:21:26.313 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.317+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~19CVZ6XTBHIY.0 size=1048576 2024-04-12T16:21:26.315 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.319+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~19CVZ6XTBHIY.1 size=1048576 2024-04-12T16:21:26.317 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.320+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~19CVZ6XTBHIY.2 size=787638 2024-04-12T16:21:26.317 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.320+0000 7f98d3178780 1 > prepared multipart upload key=D0M5V2Z6TGN6 upload=19CVZ6XTBHIY tag=FIK7USO0XZHR type=write size=3933366 2024-04-12T16:21:26.319 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.322+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~6PODTK5K0I2N.0 size=462124 2024-04-12T16:21:26.322 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.326+0000 7f98d3178780 1 < completed multipart upload key=D0M5V2Z6TGN6 upload=6PODTK5K0I2N tag=40QJJQAXU4VZ type=write size=1510700 2024-04-12T16:21:26.326 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.329+0000 7f98d3178780 1 > prepared part key=_multipart_W6L40IZK9EF7.2~INGB6WH91V9Q.0 size=964138 2024-04-12T16:21:26.326 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.329+0000 7f98d3178780 1 > prepared multipart upload key=W6L40IZK9EF7 upload=INGB6WH91V9Q tag=L7307VIYUWAH type=write size=2012714 2024-04-12T16:21:26.328 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.331+0000 7f98d3178780 1 < completed part key=_multipart_4LOLFK38TOHP.2~Y06SPN5CDTH3.0 size=1048576 2024-04-12T16:21:26.330 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.333+0000 7f98d3178780 1 < completed part key=_multipart_4LOLFK38TOHP.2~Y06SPN5CDTH3.1 size=74238 2024-04-12T16:21:26.334 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.337+0000 7f98d3178780 1 < completed multipart upload key=4LOLFK38TOHP upload=Y06SPN5CDTH3 tag=BWBOIWGU4JMH type=write size=2171390 2024-04-12T16:21:26.336 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.339+0000 7f98d3178780 1 > prepared operation key=7X1SF5VYO5QN tag=ACAFWNS9ZR6R type=del size=93535 2024-04-12T16:21:26.336 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.340+0000 7f98d3178780 1 < canceled part key=_multipart_PWA38LFGIMFY.2~8Q07T4BFHSAD.0 size=137299 2024-04-12T16:21:26.340 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.343+0000 7f98d3178780 1 < canceled multipart upload key=PWA38LFGIMFY upload=8Q07T4BFHSAD tag=PJ1VA5ZQ7UTW type=write size=1185875 2024-04-12T16:21:26.343 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.347+0000 7f98d3178780 1 > prepared part key=_multipart_I40BBGONTDFL.2~1YOQ0B4BQ9AP.0 size=1048576 2024-04-12T16:21:26.345 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.348+0000 7f98d3178780 1 > prepared part key=_multipart_I40BBGONTDFL.2~1YOQ0B4BQ9AP.1 size=1048576 2024-04-12T16:21:26.347 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.350+0000 7f98d3178780 1 > prepared part key=_multipart_I40BBGONTDFL.2~1YOQ0B4BQ9AP.2 size=451933 2024-04-12T16:21:26.347 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.350+0000 7f98d3178780 1 > prepared multipart upload key=I40BBGONTDFL upload=1YOQ0B4BQ9AP tag=1ZRWK4222VP4 type=write size=3597661 2024-04-12T16:21:26.348 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.352+0000 7f98d3178780 1 < canceled operation key=LU8ZUI2MDRGX tag=3U0Y976WHB18 type=del size=365516 2024-04-12T16:21:26.352 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.355+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~DJ1K8SEH0K1X.0 size=1048576 2024-04-12T16:21:26.354 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.357+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~DJ1K8SEH0K1X.1 size=1048576 2024-04-12T16:21:26.356 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.359+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~DJ1K8SEH0K1X.2 size=1037790 2024-04-12T16:21:26.356 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.359+0000 7f98d3178780 1 > prepared multipart upload key=S81W06TIIZMK upload=DJ1K8SEH0K1X tag=MJ2E627O1BMQ type=write size=4183518 2024-04-12T16:21:26.358 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.361+0000 7f98d3178780 1 < canceled operation key=GM8O00AYQLB5 tag=FHJ13US8R5X6 type=write size=140128 2024-04-12T16:21:26.362 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.365+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~GEBWSU1OMRD8.0 size=1048576 2024-04-12T16:21:26.363 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.367+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~GEBWSU1OMRD8.1 size=1048576 2024-04-12T16:21:26.365 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.368+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~GEBWSU1OMRD8.2 size=1023526 2024-04-12T16:21:26.365 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.368+0000 7f98d3178780 1 > prepared multipart upload key=LU8ZUI2MDRGX upload=GEBWSU1OMRD8 tag=UIKSQUIZZPJD type=write size=4169254 2024-04-12T16:21:26.367 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.370+0000 7f98d3178780 1 < completed delete operation key=4S7M3FBURFC1 tag=MGZG59EN960R type=del 2024-04-12T16:21:26.369 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.372+0000 7f98d3178780 1 > prepared operation key=8AV30C26CXYV tag=1NFR1PFZUZDY type=del size=1455596 2024-04-12T16:21:26.372 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.375+0000 7f98d3178780 -1 < failed to complete operation key=8ZR0C2P8VMRA tag=7XVPNI4RABAQ type=del size=2614167: (22) Invalid argument 2024-04-12T16:21:26.374 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.378+0000 7f98d3178780 1 > prepared operation key=T722FMC4JINL tag=1E0E510F3LTW type=del size=1897642 2024-04-12T16:21:26.379 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.382+0000 7f98d3178780 1 < suggested update operation key=3AW8J5U5KAAT tag=W8BRWDNPVJQJ type=del size=2049642 2024-04-12T16:21:26.381 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.384+0000 7f98d3178780 1 > prepared operation key=4LOLFK38TOHP tag=ZROPZKPGVAA8 type=write size=1001316 2024-04-12T16:21:26.382 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.386+0000 7f98d3178780 1 < completed delete operation key=9L0C6XS0IUS0 tag=R7VF4QI072L4 type=del 2024-04-12T16:21:26.384 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.388+0000 7f98d3178780 1 > prepared operation key=LU8ZUI2MDRGX tag=COH8IUJJHIXH type=del size=4017591 2024-04-12T16:21:26.386 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.390+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~QXG66QRDI3PD.0 size=1048576 2024-04-12T16:21:26.388 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.391+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~QXG66QRDI3PD.1 size=161054 2024-04-12T16:21:26.392 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.395+0000 7f98d3178780 1 < completed multipart upload key=0OWCAM744WJ9 upload=QXG66QRDI3PD tag=5A4J6RRAUZB0 type=write size=2258206 2024-04-12T16:21:26.394 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.397+0000 7f98d3178780 1 > prepared operation key=VZ3ZKIAP7V00 tag=FN6FHR2EWE5F type=del size=3117410 2024-04-12T16:21:26.395 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.399+0000 7f98d3178780 1 < completed delete operation key=EZFO3J6YDS47 tag=KUYPDH7OWZQT type=del 2024-04-12T16:21:26.399 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.402+0000 7f98d3178780 1 > prepared part key=_multipart_4S7M3FBURFC1.2~8T5HOG3S7UHM.0 size=1048576 2024-04-12T16:21:26.401 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.404+0000 7f98d3178780 1 > prepared part key=_multipart_4S7M3FBURFC1.2~8T5HOG3S7UHM.1 size=1048576 2024-04-12T16:21:26.402 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.406+0000 7f98d3178780 1 > prepared part key=_multipart_4S7M3FBURFC1.2~8T5HOG3S7UHM.2 size=450713 2024-04-12T16:21:26.402 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.406+0000 7f98d3178780 1 > prepared multipart upload key=4S7M3FBURFC1 upload=8T5HOG3S7UHM tag=RJIB7WZIPLYG type=write size=3596441 2024-04-12T16:21:26.404 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.408+0000 7f98d3178780 1 < completed part key=_multipart_23DHOZJVEXJ6.2~MJA2TQOICMDC.0 size=481183 2024-04-12T16:21:26.408 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.411+0000 7f98d3178780 1 < completed multipart upload key=23DHOZJVEXJ6 upload=MJA2TQOICMDC tag=LM2QI4LY5OHV type=write size=1529759 2024-04-12T16:21:26.410 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.414+0000 7f98d3178780 1 > prepared operation key=FLD16WRTYTRE tag=QAELXOA3LQ5P type=del size=279314 2024-04-12T16:21:26.413 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.416+0000 7f98d3178780 1 < canceled operation key=ZXZ7NSPZRCDD tag=77142EOC3X8F type=del size=2723107 2024-04-12T16:21:26.415 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.418+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=YYD2LG63CYIO type=del size=1466554 2024-04-12T16:21:26.419 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.422+0000 7f98d3178780 1 < suggested update operation key=ZZ03YKAYH1C2 tag=TTQ1XZFFWYKX type=del size=4180239 2024-04-12T16:21:26.421 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.424+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=DQDBCVGDZ0K7 type=del size=3756304 2024-04-12T16:21:26.423 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.426+0000 7f98d3178780 1 < completed delete operation key=23DHOZJVEXJ6 tag=HVCLBAX77ADL type=del 2024-04-12T16:21:26.427 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.430+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~273FCBUQLLR1.0 size=1048576 2024-04-12T16:21:26.429 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.433+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~273FCBUQLLR1.1 size=452074 2024-04-12T16:21:26.429 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.433+0000 7f98d3178780 1 > prepared multipart upload key=T722FMC4JINL upload=273FCBUQLLR1 tag=S5404MRXNC3F type=write size=2549226 2024-04-12T16:21:26.430 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.433+0000 7f98d3178780 1 < canceled part key=_multipart_D0M5V2Z6TGN6.2~19CVZ6XTBHIY.0 size=1048576 2024-04-12T16:21:26.432 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.435+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~19CVZ6XTBHIY.1 size=1048576 2024-04-12T16:21:26.434 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.437+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~19CVZ6XTBHIY.2 size=787638 2024-04-12T16:21:26.438 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.441+0000 7f98d3178780 1 < canceled multipart upload key=D0M5V2Z6TGN6 upload=19CVZ6XTBHIY tag=FIK7USO0XZHR type=write size=3933366 2024-04-12T16:21:26.442 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.446+0000 7f98d3178780 1 > prepared part key=_multipart_9L0C6XS0IUS0.2~MTEQPAJL0NA4.0 size=1048576 2024-04-12T16:21:26.444 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.447+0000 7f98d3178780 1 > prepared part key=_multipart_9L0C6XS0IUS0.2~MTEQPAJL0NA4.1 size=25853 2024-04-12T16:21:26.444 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.447+0000 7f98d3178780 1 > prepared multipart upload key=9L0C6XS0IUS0 upload=MTEQPAJL0NA4 tag=SSITDDC1W24R type=write size=2123005 2024-04-12T16:21:26.447 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.450+0000 7f98d3178780 1 < completed part key=_multipart_W6L40IZK9EF7.2~INGB6WH91V9Q.0 size=964138 2024-04-12T16:21:26.450 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.454+0000 7f98d3178780 1 < completed multipart upload key=W6L40IZK9EF7 upload=INGB6WH91V9Q tag=L7307VIYUWAH type=write size=2012714 2024-04-12T16:21:26.452 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.456+0000 7f98d3178780 1 > prepared operation key=T722FMC4JINL tag=ITAYICL3CP9C type=del size=1250053 2024-04-12T16:21:26.454 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.458+0000 7f98d3178780 1 < completed delete operation key=7X1SF5VYO5QN tag=ACAFWNS9ZR6R type=del 2024-04-12T16:21:26.458 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.462+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~PLLP8AZ64BYJ.0 size=1048576 2024-04-12T16:21:26.461 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.464+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~PLLP8AZ64BYJ.1 size=1048576 2024-04-12T16:21:26.462 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.466+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~PLLP8AZ64BYJ.2 size=187092 2024-04-12T16:21:26.462 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.466+0000 7f98d3178780 1 > prepared multipart upload key=IHLY0ZTYK6UT upload=PLLP8AZ64BYJ tag=CDKPLPGWKZ7F type=write size=3332820 2024-04-12T16:21:26.464 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.468+0000 7f98d3178780 1 < completed part key=_multipart_I40BBGONTDFL.2~1YOQ0B4BQ9AP.0 size=1048576 2024-04-12T16:21:26.466 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.469+0000 7f98d3178780 1 < completed part key=_multipart_I40BBGONTDFL.2~1YOQ0B4BQ9AP.1 size=1048576 2024-04-12T16:21:26.468 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.471+0000 7f98d3178780 1 < completed part key=_multipart_I40BBGONTDFL.2~1YOQ0B4BQ9AP.2 size=451933 2024-04-12T16:21:26.471 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.474+0000 7f98d3178780 1 < completed multipart upload key=I40BBGONTDFL upload=1YOQ0B4BQ9AP tag=1ZRWK4222VP4 type=write size=3597661 2024-04-12T16:21:26.475 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.478+0000 7f98d3178780 1 > prepared part key=_multipart_VZ3ZKIAP7V00.2~8AOUKY9I6Q9G.0 size=952622 2024-04-12T16:21:26.475 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.478+0000 7f98d3178780 1 > prepared multipart upload key=VZ3ZKIAP7V00 upload=8AOUKY9I6Q9G tag=HU4H4BHLIL1Z type=write size=2001198 2024-04-12T16:21:26.477 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.480+0000 7f98d3178780 1 < completed part key=_multipart_S81W06TIIZMK.2~DJ1K8SEH0K1X.0 size=1048576 2024-04-12T16:21:26.479 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.482+0000 7f98d3178780 1 < completed part key=_multipart_S81W06TIIZMK.2~DJ1K8SEH0K1X.1 size=1048576 2024-04-12T16:21:26.479 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.482+0000 7f98d3178780 1 < canceled part key=_multipart_S81W06TIIZMK.2~DJ1K8SEH0K1X.2 size=1037790 2024-04-12T16:21:26.482 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.486+0000 7f98d3178780 1 < canceled multipart upload key=S81W06TIIZMK upload=DJ1K8SEH0K1X tag=MJ2E627O1BMQ type=write size=4183518 2024-04-12T16:21:26.486 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.489+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~78WV1MQAW4QQ.0 size=1048576 2024-04-12T16:21:26.488 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.491+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~78WV1MQAW4QQ.1 size=1048576 2024-04-12T16:21:26.490 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.493+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~78WV1MQAW4QQ.2 size=650145 2024-04-12T16:21:26.490 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.493+0000 7f98d3178780 1 > prepared multipart upload key=T722FMC4JINL upload=78WV1MQAW4QQ tag=NP2PX8CCJ0ZK type=write size=3795873 2024-04-12T16:21:26.492 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.495+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~GEBWSU1OMRD8.0 size=1048576 2024-04-12T16:21:26.494 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.497+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~GEBWSU1OMRD8.1 size=1048576 2024-04-12T16:21:26.496 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.499+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~GEBWSU1OMRD8.2 size=1023526 2024-04-12T16:21:26.499 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.502+0000 7f98d3178780 1 < completed multipart upload key=LU8ZUI2MDRGX upload=GEBWSU1OMRD8 tag=UIKSQUIZZPJD type=write size=4169254 2024-04-12T16:21:26.501 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.504+0000 7f98d3178780 1 > prepared operation key=4LOLFK38TOHP tag=K48U48ZRO3N7 type=write size=817779 2024-04-12T16:21:26.503 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.506+0000 7f98d3178780 1 < completed delete operation key=8AV30C26CXYV tag=1NFR1PFZUZDY type=del 2024-04-12T16:21:26.505 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.508+0000 7f98d3178780 1 > prepared operation key=IHLY0ZTYK6UT tag=CV65Z60VNUQJ type=del size=2093455 2024-04-12T16:21:26.509 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.513+0000 7f98d3178780 1 < suggested remove operation key=T722FMC4JINL tag=1E0E510F3LTW type=del 2024-04-12T16:21:26.513 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.516+0000 7f98d3178780 1 > prepared part key=_multipart_66UG2YS0OGEZ.2~XIEIQ56H2VZF.0 size=832183 2024-04-12T16:21:26.513 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.516+0000 7f98d3178780 1 > prepared multipart upload key=66UG2YS0OGEZ upload=XIEIQ56H2VZF tag=V2ITDYQOSK3Q type=write size=1880759 2024-04-12T16:21:26.515 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.519+0000 7f98d3178780 1 < completed write operation key=4LOLFK38TOHP tag=ZROPZKPGVAA8 type=write size=1001316 2024-04-12T16:21:26.517 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.521+0000 7f98d3178780 1 > prepared operation key=23DHOZJVEXJ6 tag=VIE1F2J4SMZY type=del size=2881313 2024-04-12T16:21:26.521 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.524+0000 7f98d3178780 1 < suggested update operation key=LU8ZUI2MDRGX tag=COH8IUJJHIXH type=del size=4017591 2024-04-12T16:21:26.525 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.528+0000 7f98d3178780 1 > prepared part key=_multipart_FLD16WRTYTRE.2~4Z7PY7Z0K1GJ.0 size=826207 2024-04-12T16:21:26.525 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.528+0000 7f98d3178780 1 > prepared multipart upload key=FLD16WRTYTRE upload=4Z7PY7Z0K1GJ tag=9H5GKAB9JWXL type=write size=1874783 2024-04-12T16:21:26.527 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.530+0000 7f98d3178780 1 < completed delete operation key=VZ3ZKIAP7V00 tag=FN6FHR2EWE5F type=del 2024-04-12T16:21:26.531 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.534+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~DKWS2DHU49VH.0 size=1048576 2024-04-12T16:21:26.533 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.537+0000 7f98d3178780 1 > prepared part key=_multipart_8AV30C26CXYV.2~DKWS2DHU49VH.1 size=604119 2024-04-12T16:21:26.534 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.537+0000 7f98d3178780 1 > prepared multipart upload key=8AV30C26CXYV upload=DKWS2DHU49VH tag=QZ9UI5KL2BNH type=write size=2701271 2024-04-12T16:21:26.536 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.539+0000 7f98d3178780 1 < completed part key=_multipart_4S7M3FBURFC1.2~8T5HOG3S7UHM.0 size=1048576 2024-04-12T16:21:26.537 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.541+0000 7f98d3178780 1 < completed part key=_multipart_4S7M3FBURFC1.2~8T5HOG3S7UHM.1 size=1048576 2024-04-12T16:21:26.539 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.542+0000 7f98d3178780 1 < completed part key=_multipart_4S7M3FBURFC1.2~8T5HOG3S7UHM.2 size=450713 2024-04-12T16:21:26.543 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.547+0000 7f98d3178780 1 < completed multipart upload key=4S7M3FBURFC1 upload=8T5HOG3S7UHM tag=RJIB7WZIPLYG type=write size=3596441 2024-04-12T16:21:26.545 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.549+0000 7f98d3178780 1 > prepared operation key=T722FMC4JINL tag=BO5JB23RGIR8 type=write size=649751 2024-04-12T16:21:26.547 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.551+0000 7f98d3178780 1 < completed delete operation key=FLD16WRTYTRE tag=QAELXOA3LQ5P type=del 2024-04-12T16:21:26.551 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.554+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~SJFKCGPLOZVA.0 size=1048576 2024-04-12T16:21:26.553 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.557+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~SJFKCGPLOZVA.1 size=108861 2024-04-12T16:21:26.553 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.557+0000 7f98d3178780 1 > prepared multipart upload key=ZZ03YKAYH1C2 upload=SJFKCGPLOZVA tag=3HQMUVCR7SF2 type=write size=2206013 2024-04-12T16:21:26.555 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.559+0000 7f98d3178780 1 < completed delete operation key=GM8O00AYQLB5 tag=YYD2LG63CYIO type=del 2024-04-12T16:21:26.558 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.561+0000 7f98d3178780 1 > prepared operation key=IHLY0ZTYK6UT tag=01S126GT0N43 type=del size=4089867 2024-04-12T16:21:26.561 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.564+0000 7f98d3178780 1 < completed delete operation key=9L0C6XS0IUS0 tag=DQDBCVGDZ0K7 type=del 2024-04-12T16:21:26.565 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.568+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~UC8A30EXGE7J.0 size=508300 2024-04-12T16:21:26.565 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.568+0000 7f98d3178780 1 > prepared multipart upload key=LU8ZUI2MDRGX upload=UC8A30EXGE7J tag=M8JQPTAE2TO9 type=write size=1556876 2024-04-12T16:21:26.566 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.570+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~273FCBUQLLR1.0 size=1048576 2024-04-12T16:21:26.569 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.572+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~273FCBUQLLR1.1 size=452074 2024-04-12T16:21:26.572 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.575+0000 7f98d3178780 1 < completed multipart upload key=T722FMC4JINL upload=273FCBUQLLR1 tag=S5404MRXNC3F type=write size=2549226 2024-04-12T16:21:26.576 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.579+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~GRULUMDQ9CXX.0 size=1048576 2024-04-12T16:21:26.577 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.581+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~GRULUMDQ9CXX.1 size=48340 2024-04-12T16:21:26.577 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.581+0000 7f98d3178780 1 > prepared multipart upload key=7X1SF5VYO5QN upload=GRULUMDQ9CXX tag=T8S40O00TACD type=write size=2145492 2024-04-12T16:21:26.580 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.583+0000 7f98d3178780 1 < completed part key=_multipart_9L0C6XS0IUS0.2~MTEQPAJL0NA4.0 size=1048576 2024-04-12T16:21:26.581 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.584+0000 7f98d3178780 1 < completed part key=_multipart_9L0C6XS0IUS0.2~MTEQPAJL0NA4.1 size=25853 2024-04-12T16:21:26.585 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.588+0000 7f98d3178780 1 < completed multipart upload key=9L0C6XS0IUS0 upload=MTEQPAJL0NA4 tag=SSITDDC1W24R type=write size=2123005 2024-04-12T16:21:26.587 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.590+0000 7f98d3178780 1 > prepared operation key=I40BBGONTDFL tag=KNH0BU06CLUS type=del size=3454584 2024-04-12T16:21:26.590 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.593+0000 7f98d3178780 -1 < failed to complete operation key=T722FMC4JINL tag=ITAYICL3CP9C type=del size=1250053: (22) Invalid argument 2024-04-12T16:21:26.594 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.595+0000 7f98d3178780 1 > prepared operation key=KHYODRDPUF4K tag=Y091CBGN9620 type=del size=1581638 2024-04-12T16:21:26.594 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.597+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~PLLP8AZ64BYJ.0 size=1048576 2024-04-12T16:21:26.595 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.599+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~PLLP8AZ64BYJ.1 size=1048576 2024-04-12T16:21:26.597 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.600+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~PLLP8AZ64BYJ.2 size=187092 2024-04-12T16:21:26.600 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.604+0000 7f98d3178780 1 < completed multipart upload key=IHLY0ZTYK6UT upload=PLLP8AZ64BYJ tag=CDKPLPGWKZ7F type=write size=3332820 2024-04-12T16:21:26.602 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.606+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=NAJJH0SO3HD4 type=del size=272817 2024-04-12T16:21:26.603 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.606+0000 7f98d3178780 1 < canceled part key=_multipart_VZ3ZKIAP7V00.2~8AOUKY9I6Q9G.0 size=952622 2024-04-12T16:21:26.606 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.610+0000 7f98d3178780 1 < canceled multipart upload key=VZ3ZKIAP7V00 upload=8AOUKY9I6Q9G tag=HU4H4BHLIL1Z type=write size=2001198 2024-04-12T16:21:26.609 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.612+0000 7f98d3178780 1 > prepared operation key=3AW8J5U5KAAT tag=WEF2HQEO65OO type=write size=416863 2024-04-12T16:21:26.611 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.614+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~78WV1MQAW4QQ.0 size=1048576 2024-04-12T16:21:26.612 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.616+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~78WV1MQAW4QQ.1 size=1048576 2024-04-12T16:21:26.614 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.617+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~78WV1MQAW4QQ.2 size=650145 2024-04-12T16:21:26.617 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.621+0000 7f98d3178780 1 < completed multipart upload key=T722FMC4JINL upload=78WV1MQAW4QQ tag=NP2PX8CCJ0ZK type=write size=3795873 2024-04-12T16:21:26.619 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.623+0000 7f98d3178780 1 > prepared operation key=EZFO3J6YDS47 tag=FUKZQNZRS5T5 type=del size=1181033 2024-04-12T16:21:26.623 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.627+0000 7f98d3178780 1 < suggested remove operation key=4LOLFK38TOHP tag=K48U48ZRO3N7 type=write 2024-04-12T16:21:26.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:21:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:21:26] "GET /metrics HTTP/1.1" 200 36419 "" "Prometheus/2.43.0" 2024-04-12T16:21:26.626 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.629+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=WGEA2K0JTPOV type=del size=2446257 2024-04-12T16:21:26.630 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.633+0000 7f98d3178780 1 < suggested remove operation key=IHLY0ZTYK6UT tag=CV65Z60VNUQJ type=del 2024-04-12T16:21:26.632 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.635+0000 7f98d3178780 1 > prepared operation key=JFLGBNJ7LSGN tag=01Q6VX6XLL09 type=del size=211936 2024-04-12T16:21:26.633 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.637+0000 7f98d3178780 1 < completed part key=_multipart_66UG2YS0OGEZ.2~XIEIQ56H2VZF.0 size=832183 2024-04-12T16:21:26.637 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.640+0000 7f98d3178780 1 < completed multipart upload key=66UG2YS0OGEZ upload=XIEIQ56H2VZF tag=V2ITDYQOSK3Q type=write size=1880759 2024-04-12T16:21:26.640 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.644+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~KGB5VJLDF6LR.0 size=1048576 2024-04-12T16:21:26.642 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.645+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~KGB5VJLDF6LR.1 size=394775 2024-04-12T16:21:26.642 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.645+0000 7f98d3178780 1 > prepared multipart upload key=ZXZ7NSPZRCDD upload=KGB5VJLDF6LR tag=MY0XHXTXS5WQ type=write size=2491927 2024-04-12T16:21:26.644 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.647+0000 7f98d3178780 1 < completed delete operation key=23DHOZJVEXJ6 tag=VIE1F2J4SMZY type=del 2024-04-12T16:21:26.646 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.649+0000 7f98d3178780 1 > prepared operation key=I40BBGONTDFL tag=AD336S35TOYC type=del size=347233 2024-04-12T16:21:26.648 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.651+0000 7f98d3178780 1 < completed part key=_multipart_FLD16WRTYTRE.2~4Z7PY7Z0K1GJ.0 size=826207 2024-04-12T16:21:26.651 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.655+0000 7f98d3178780 1 < completed multipart upload key=FLD16WRTYTRE upload=4Z7PY7Z0K1GJ tag=9H5GKAB9JWXL type=write size=1874783 2024-04-12T16:21:26.653 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.657+0000 7f98d3178780 1 > prepared operation key=7X1SF5VYO5QN tag=HQKJCKSXWPKX type=write size=545328 2024-04-12T16:21:26.655 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.659+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~DKWS2DHU49VH.0 size=1048576 2024-04-12T16:21:26.657 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.660+0000 7f98d3178780 1 < completed part key=_multipart_8AV30C26CXYV.2~DKWS2DHU49VH.1 size=604119 2024-04-12T16:21:26.660 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.664+0000 7f98d3178780 1 < completed multipart upload key=8AV30C26CXYV upload=DKWS2DHU49VH tag=QZ9UI5KL2BNH type=write size=2701271 2024-04-12T16:21:26.664 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.667+0000 7f98d3178780 1 > prepared part key=_multipart_VZ3ZKIAP7V00.2~T0B829LO7H35.0 size=167103 2024-04-12T16:21:26.664 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.667+0000 7f98d3178780 1 > prepared multipart upload key=VZ3ZKIAP7V00 upload=T0B829LO7H35 tag=JZYRWULD6JWK type=write size=1215679 2024-04-12T16:21:26.666 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.669+0000 7f98d3178780 1 < completed write operation key=T722FMC4JINL tag=BO5JB23RGIR8 type=write size=649751 2024-04-12T16:21:26.668 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.672+0000 7f98d3178780 1 > prepared operation key=4LOLFK38TOHP tag=YZROL0D83DGC type=del size=28281 2024-04-12T16:21:26.670 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.674+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~SJFKCGPLOZVA.0 size=1048576 2024-04-12T16:21:26.672 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.675+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~SJFKCGPLOZVA.1 size=108861 2024-04-12T16:21:26.676 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.679+0000 7f98d3178780 1 < completed multipart upload key=ZZ03YKAYH1C2 upload=SJFKCGPLOZVA tag=3HQMUVCR7SF2 type=write size=2206013 2024-04-12T16:21:26.678 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.681+0000 7f98d3178780 1 > prepared operation key=EZFO3J6YDS47 tag=8LXSW2NDJTCC type=del size=212828 2024-04-12T16:21:26.679 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.682+0000 7f98d3178780 -1 < no bi entry to suggest for operation key=IHLY0ZTYK6UT tag=01S126GT0N43 type=del size=4089867: (2) No such file or directory 2024-04-12T16:21:26.682 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.686+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~3CSBNKCNRJJ3.0 size=1048576 2024-04-12T16:21:26.684 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.687+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~3CSBNKCNRJJ3.1 size=1048576 2024-04-12T16:21:26.686 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.689+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~3CSBNKCNRJJ3.2 size=1020466 2024-04-12T16:21:26.686 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.689+0000 7f98d3178780 1 > prepared multipart upload key=ZXZ7NSPZRCDD upload=3CSBNKCNRJJ3 tag=PICXFBIQJL50 type=write size=4166194 2024-04-12T16:21:26.688 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.691+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~UC8A30EXGE7J.0 size=508300 2024-04-12T16:21:26.691 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.695+0000 7f98d3178780 1 < completed multipart upload key=LU8ZUI2MDRGX upload=UC8A30EXGE7J tag=M8JQPTAE2TO9 type=write size=1556876 2024-04-12T16:21:26.694 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.697+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=E5ZPSF7DXV8M type=del size=1989791 2024-04-12T16:21:26.696 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.699+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~GRULUMDQ9CXX.0 size=1048576 2024-04-12T16:21:26.697 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.701+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~GRULUMDQ9CXX.1 size=48340 2024-04-12T16:21:26.701 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.704+0000 7f98d3178780 1 < completed multipart upload key=7X1SF5VYO5QN upload=GRULUMDQ9CXX tag=T8S40O00TACD type=write size=2145492 2024-04-12T16:21:26.705 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.708+0000 7f98d3178780 1 > prepared part key=_multipart_9L0C6XS0IUS0.2~N7P4QBHMHJO4.0 size=1048576 2024-04-12T16:21:26.707 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.710+0000 7f98d3178780 1 > prepared part key=_multipart_9L0C6XS0IUS0.2~N7P4QBHMHJO4.1 size=132218 2024-04-12T16:21:26.707 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.710+0000 7f98d3178780 1 > prepared multipart upload key=9L0C6XS0IUS0 upload=N7P4QBHMHJO4 tag=DUBEK4B28BN6 type=write size=2229370 2024-04-12T16:21:26.710 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.713+0000 7f98d3178780 1 < completed delete operation key=I40BBGONTDFL tag=KNH0BU06CLUS type=del 2024-04-12T16:21:26.712 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.715+0000 7f98d3178780 1 > prepared operation key=PT2U3K72AW80 tag=TK3XUEWO3ZV4 type=del size=92437 2024-04-12T16:21:26.714 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.717+0000 7f98d3178780 1 < completed delete operation key=KHYODRDPUF4K tag=Y091CBGN9620 type=del 2024-04-12T16:21:26.716 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.720+0000 7f98d3178780 1 > prepared operation key=PT2U3K72AW80 tag=Q03DXIGYFQJO type=del size=1691537 2024-04-12T16:21:26.718 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.722+0000 7f98d3178780 1 < completed delete operation key=4S7M3FBURFC1 tag=NAJJH0SO3HD4 type=del 2024-04-12T16:21:26.723 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.727+0000 7f98d3178780 1 > prepared part key=_multipart_VZ3ZKIAP7V00.2~3ZRUWC5CNA12.0 size=655043 2024-04-12T16:21:26.723 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.727+0000 7f98d3178780 1 > prepared multipart upload key=VZ3ZKIAP7V00 upload=3ZRUWC5CNA12 tag=QCZV8PRLWUQQ type=write size=1703619 2024-04-12T16:21:26.727 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.731+0000 7f98d3178780 1 < suggested remove operation key=3AW8J5U5KAAT tag=WEF2HQEO65OO type=write 2024-04-12T16:21:26.729 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.733+0000 7f98d3178780 1 > prepared operation key=S81W06TIIZMK tag=PLY1FQY954VL type=del size=2548652 2024-04-12T16:21:26.731 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.735+0000 7f98d3178780 1 < completed delete operation key=EZFO3J6YDS47 tag=FUKZQNZRS5T5 type=del 2024-04-12T16:21:26.733 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.737+0000 7f98d3178780 1 > prepared operation key=RGAGK6SC7WUJ tag=DF5KZ174MGLZ type=write size=201675 2024-04-12T16:21:26.736 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.739+0000 7f98d3178780 1 < completed delete operation key=9L0C6XS0IUS0 tag=WGEA2K0JTPOV type=del 2024-04-12T16:21:26.738 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.741+0000 7f98d3178780 1 > prepared operation key=KURJT9NHLL4D tag=56PXFDJTWSJA type=del size=104982 2024-04-12T16:21:26.740 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.744+0000 7f98d3178780 1 < completed delete operation key=JFLGBNJ7LSGN tag=01Q6VX6XLL09 type=del 2024-04-12T16:21:26.742 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.746+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=SUR0IS0L5GPD type=del size=3591382 2024-04-12T16:21:26.744 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.748+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~KGB5VJLDF6LR.0 size=1048576 2024-04-12T16:21:26.746 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.749+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~KGB5VJLDF6LR.1 size=394775 2024-04-12T16:21:26.750 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.753+0000 7f98d3178780 1 < completed multipart upload key=ZXZ7NSPZRCDD upload=KGB5VJLDF6LR tag=MY0XHXTXS5WQ type=write size=2491927 2024-04-12T16:21:26.753 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.757+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~XSWYTLISG1FE.0 size=820900 2024-04-12T16:21:26.753 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.757+0000 7f98d3178780 1 > prepared multipart upload key=D0M5V2Z6TGN6 upload=XSWYTLISG1FE tag=Z2AWI4FDTTNC type=write size=1869476 2024-04-12T16:21:26.756 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.759+0000 7f98d3178780 1 < completed delete operation key=I40BBGONTDFL tag=AD336S35TOYC type=del 2024-04-12T16:21:26.760 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.763+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~HVDGXLROU3A7.0 size=1048576 2024-04-12T16:21:26.761 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.765+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~HVDGXLROU3A7.1 size=1048576 2024-04-12T16:21:26.763 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.766+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~HVDGXLROU3A7.2 size=342647 2024-04-12T16:21:26.763 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.766+0000 7f98d3178780 1 > prepared multipart upload key=23DHOZJVEXJ6 upload=HVDGXLROU3A7 tag=541QP3MJVAOY type=write size=3488375 2024-04-12T16:21:26.765 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.768+0000 7f98d3178780 1 < completed write operation key=7X1SF5VYO5QN tag=HQKJCKSXWPKX type=write size=545328 2024-04-12T16:21:26.769 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.772+0000 7f98d3178780 1 > prepared part key=_multipart_RGAGK6SC7WUJ.2~78H6X5OY5S9T.0 size=1048576 2024-04-12T16:21:26.770 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.774+0000 7f98d3178780 1 > prepared part key=_multipart_RGAGK6SC7WUJ.2~78H6X5OY5S9T.1 size=471038 2024-04-12T16:21:26.770 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.774+0000 7f98d3178780 1 > prepared multipart upload key=RGAGK6SC7WUJ upload=78H6X5OY5S9T tag=J1GJY4WBTJYC type=write size=2568190 2024-04-12T16:21:26.772 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.776+0000 7f98d3178780 1 < completed part key=_multipart_VZ3ZKIAP7V00.2~T0B829LO7H35.0 size=167103 2024-04-12T16:21:26.776 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.779+0000 7f98d3178780 1 < completed multipart upload key=VZ3ZKIAP7V00 upload=T0B829LO7H35 tag=JZYRWULD6JWK type=write size=1215679 2024-04-12T16:21:26.778 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.782+0000 7f98d3178780 1 > prepared operation key=I40BBGONTDFL tag=41DU0CI0WAIT type=write size=924049 2024-04-12T16:21:26.780 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.784+0000 7f98d3178780 1 < completed delete operation key=4LOLFK38TOHP tag=YZROL0D83DGC type=del 2024-04-12T16:21:26.784 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.787+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~3LJ4CWPGF61I.0 size=1048576 2024-04-12T16:21:26.786 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.790+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~3LJ4CWPGF61I.1 size=839069 2024-04-12T16:21:26.786 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.790+0000 7f98d3178780 1 > prepared multipart upload key=T722FMC4JINL upload=3LJ4CWPGF61I tag=62EPKEOLXDGV type=write size=2936221 2024-04-12T16:21:26.789 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.792+0000 7f98d3178780 1 < completed delete operation key=EZFO3J6YDS47 tag=8LXSW2NDJTCC type=del 2024-04-12T16:21:26.792 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.796+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~J601GXSUP7J2.0 size=1048576 2024-04-12T16:21:26.794 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.797+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~J601GXSUP7J2.1 size=1048576 2024-04-12T16:21:26.796 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.799+0000 7f98d3178780 1 > prepared part key=_multipart_KHYODRDPUF4K.2~J601GXSUP7J2.2 size=450316 2024-04-12T16:21:26.796 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.799+0000 7f98d3178780 1 > prepared multipart upload key=KHYODRDPUF4K upload=J601GXSUP7J2 tag=J35AKHL79GDT type=write size=3596044 2024-04-12T16:21:26.798 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.801+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~3CSBNKCNRJJ3.0 size=1048576 2024-04-12T16:21:26.799 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.803+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~3CSBNKCNRJJ3.1 size=1048576 2024-04-12T16:21:26.801 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.804+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~3CSBNKCNRJJ3.2 size=1020466 2024-04-12T16:21:26.805 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.808+0000 7f98d3178780 1 < completed multipart upload key=ZXZ7NSPZRCDD upload=3CSBNKCNRJJ3 tag=PICXFBIQJL50 type=write size=4166194 2024-04-12T16:21:26.809 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.812+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~25XHUWI6NVX7.0 size=1048576 2024-04-12T16:21:26.811 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.814+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~25XHUWI6NVX7.1 size=1048576 2024-04-12T16:21:26.813 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.816+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~25XHUWI6NVX7.2 size=816090 2024-04-12T16:21:26.813 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.816+0000 7f98d3178780 1 > prepared multipart upload key=ZXZ7NSPZRCDD upload=25XHUWI6NVX7 tag=JD69WDSDW32O type=write size=3961818 2024-04-12T16:21:26.815 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.818+0000 7f98d3178780 1 < completed delete operation key=8ZR0C2P8VMRA tag=E5ZPSF7DXV8M type=del 2024-04-12T16:21:26.818 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.822+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~ELJAPJ90585K.0 size=1048576 2024-04-12T16:21:26.820 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.823+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~ELJAPJ90585K.1 size=1048576 2024-04-12T16:21:26.822 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.825+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~ELJAPJ90585K.2 size=466798 2024-04-12T16:21:26.822 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.825+0000 7f98d3178780 1 > prepared multipart upload key=PT2U3K72AW80 upload=ELJAPJ90585K tag=LCPD957HKC9X type=write size=3612526 2024-04-12T16:21:26.824 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.827+0000 7f98d3178780 1 < completed part key=_multipart_9L0C6XS0IUS0.2~N7P4QBHMHJO4.0 size=1048576 2024-04-12T16:21:26.826 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.829+0000 7f98d3178780 1 < completed part key=_multipart_9L0C6XS0IUS0.2~N7P4QBHMHJO4.1 size=132218 2024-04-12T16:21:26.829 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.832+0000 7f98d3178780 1 < completed multipart upload key=9L0C6XS0IUS0 upload=N7P4QBHMHJO4 tag=DUBEK4B28BN6 type=write size=2229370 2024-04-12T16:21:26.833 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.836+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~MYSQDBNVMIKZ.0 size=1048576 2024-04-12T16:21:26.835 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.838+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~MYSQDBNVMIKZ.1 size=1048576 2024-04-12T16:21:26.837 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.840+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~MYSQDBNVMIKZ.2 size=948173 2024-04-12T16:21:26.837 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.840+0000 7f98d3178780 1 > prepared multipart upload key=T722FMC4JINL upload=MYSQDBNVMIKZ tag=30MTQQGEMHF6 type=write size=4093901 2024-04-12T16:21:26.839 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.842+0000 7f98d3178780 1 < completed delete operation key=PT2U3K72AW80 tag=TK3XUEWO3ZV4 type=del 2024-04-12T16:21:26.841 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.845+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=U1CPTMXLOHBD type=del size=2586870 2024-04-12T16:21:26.843 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.847+0000 7f98d3178780 1 < completed delete operation key=PT2U3K72AW80 tag=Q03DXIGYFQJO type=del 2024-04-12T16:21:26.846 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.849+0000 7f98d3178780 1 > prepared operation key=IHLY0ZTYK6UT tag=T6UXETRKQYXD type=del size=3007962 2024-04-12T16:21:26.848 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.851+0000 7f98d3178780 1 < completed part key=_multipart_VZ3ZKIAP7V00.2~3ZRUWC5CNA12.0 size=655043 2024-04-12T16:21:26.851 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.854+0000 7f98d3178780 1 < completed multipart upload key=VZ3ZKIAP7V00 upload=3ZRUWC5CNA12 tag=QCZV8PRLWUQQ type=write size=1703619 2024-04-12T16:21:26.855 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.858+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~U5N5DENJCSDR.0 size=181816 2024-04-12T16:21:26.855 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.858+0000 7f98d3178780 1 > prepared multipart upload key=0OWCAM744WJ9 upload=U5N5DENJCSDR tag=WBOO7E6IJJEX type=write size=1230392 2024-04-12T16:21:26.857 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.860+0000 7f98d3178780 1 < completed delete operation key=S81W06TIIZMK tag=PLY1FQY954VL type=del 2024-04-12T16:21:26.859 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.862+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=QEXNM826XYKO type=del size=3223153 2024-04-12T16:21:26.863 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.866+0000 7f98d3178780 1 < suggested remove operation key=RGAGK6SC7WUJ tag=DF5KZ174MGLZ type=write 2024-04-12T16:21:26.865 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.868+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=NJ6PDVO3P8J0 type=del size=1781613 2024-04-12T16:21:26.870 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.873+0000 7f98d3178780 1 < suggested update operation key=KURJT9NHLL4D tag=56PXFDJTWSJA type=del size=104982 2024-04-12T16:21:26.872 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.875+0000 7f98d3178780 1 > prepared operation key=VZ3ZKIAP7V00 tag=JE02KWYRDSFR type=del size=3809929 2024-04-12T16:21:26.874 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.877+0000 7f98d3178780 1 < completed delete operation key=4S7M3FBURFC1 tag=SUR0IS0L5GPD type=del 2024-04-12T16:21:26.876 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.879+0000 7f98d3178780 1 > prepared operation key=LU8ZUI2MDRGX tag=MPYI37W7RG5M type=del size=651746 2024-04-12T16:21:26.878 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.882+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~XSWYTLISG1FE.0 size=820900 2024-04-12T16:21:26.882 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.885+0000 7f98d3178780 1 < completed multipart upload key=D0M5V2Z6TGN6 upload=XSWYTLISG1FE tag=Z2AWI4FDTTNC type=write size=1869476 2024-04-12T16:21:26.884 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.887+0000 7f98d3178780 1 > prepared operation key=LU8ZUI2MDRGX tag=7U373MDEM0UN type=del size=4059946 2024-04-12T16:21:26.886 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.889+0000 7f98d3178780 1 < completed part key=_multipart_23DHOZJVEXJ6.2~HVDGXLROU3A7.0 size=1048576 2024-04-12T16:21:26.888 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.891+0000 7f98d3178780 1 < completed part key=_multipart_23DHOZJVEXJ6.2~HVDGXLROU3A7.1 size=1048576 2024-04-12T16:21:26.889 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.893+0000 7f98d3178780 1 < completed part key=_multipart_23DHOZJVEXJ6.2~HVDGXLROU3A7.2 size=342647 2024-04-12T16:21:26.893 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.896+0000 7f98d3178780 1 < completed multipart upload key=23DHOZJVEXJ6 upload=HVDGXLROU3A7 tag=541QP3MJVAOY type=write size=3488375 2024-04-12T16:21:26.898 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.901+0000 7f98d3178780 1 > prepared part key=_multipart_ZZ03YKAYH1C2.2~2X5PLK59IN3T.0 size=584118 2024-04-12T16:21:26.898 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.901+0000 7f98d3178780 1 > prepared multipart upload key=ZZ03YKAYH1C2 upload=2X5PLK59IN3T tag=YQFZYC1EB5P8 type=write size=1632694 2024-04-12T16:21:26.900 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.903+0000 7f98d3178780 1 < completed part key=_multipart_RGAGK6SC7WUJ.2~78H6X5OY5S9T.0 size=1048576 2024-04-12T16:21:26.901 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.905+0000 7f98d3178780 1 < completed part key=_multipart_RGAGK6SC7WUJ.2~78H6X5OY5S9T.1 size=471038 2024-04-12T16:21:26.906 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.909+0000 7f98d3178780 1 < completed multipart upload key=RGAGK6SC7WUJ upload=78H6X5OY5S9T tag=J1GJY4WBTJYC type=write size=2568190 2024-04-12T16:21:26.908 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.911+0000 7f98d3178780 1 > prepared operation key=3AW8J5U5KAAT tag=UGPQQPM2NT4C type=del size=2314852 2024-04-12T16:21:26.910 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.914+0000 7f98d3178780 1 < completed write operation key=I40BBGONTDFL tag=41DU0CI0WAIT type=write size=924049 2024-04-12T16:21:26.913 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.916+0000 7f98d3178780 1 > prepared operation key=8AV30C26CXYV tag=QJ1SOQ1KU995 type=del size=3537851 2024-04-12T16:21:26.915 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.918+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~3LJ4CWPGF61I.0 size=1048576 2024-04-12T16:21:26.916 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.920+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~3LJ4CWPGF61I.1 size=839069 2024-04-12T16:21:26.920 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.923+0000 7f98d3178780 1 < completed multipart upload key=T722FMC4JINL upload=3LJ4CWPGF61I tag=62EPKEOLXDGV type=write size=2936221 2024-04-12T16:21:26.922 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.925+0000 7f98d3178780 1 > prepared operation key=S81W06TIIZMK tag=IJ7ZDD1R1163 type=del size=691071 2024-04-12T16:21:26.925 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.928+0000 7f98d3178780 1 < completed part key=_multipart_KHYODRDPUF4K.2~J601GXSUP7J2.0 size=1048576 2024-04-12T16:21:26.926 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.930+0000 7f98d3178780 1 < completed part key=_multipart_KHYODRDPUF4K.2~J601GXSUP7J2.1 size=1048576 2024-04-12T16:21:26.928 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.931+0000 7f98d3178780 1 < completed part key=_multipart_KHYODRDPUF4K.2~J601GXSUP7J2.2 size=450316 2024-04-12T16:21:26.932 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.935+0000 7f98d3178780 1 < completed multipart upload key=KHYODRDPUF4K upload=J601GXSUP7J2 tag=J35AKHL79GDT type=write size=3596044 2024-04-12T16:21:26.934 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.937+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=YI8O79NIVXBN type=write size=811671 2024-04-12T16:21:26.934 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.938+0000 7f98d3178780 1 < canceled part key=_multipart_ZXZ7NSPZRCDD.2~25XHUWI6NVX7.0 size=1048576 2024-04-12T16:21:26.936 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.939+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~25XHUWI6NVX7.1 size=1048576 2024-04-12T16:21:26.938 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.942+0000 7f98d3178780 1 < completed part key=_multipart_ZXZ7NSPZRCDD.2~25XHUWI6NVX7.2 size=816090 2024-04-12T16:21:26.942 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.945+0000 7f98d3178780 1 < canceled multipart upload key=ZXZ7NSPZRCDD upload=25XHUWI6NVX7 tag=JD69WDSDW32O type=write size=3961818 2024-04-12T16:21:26.946 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.949+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~XEJLTK8Y6QJI.0 size=1048576 2024-04-12T16:21:26.947 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.951+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~XEJLTK8Y6QJI.1 size=1048576 2024-04-12T16:21:26.949 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.953+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~XEJLTK8Y6QJI.2 size=155985 2024-04-12T16:21:26.949 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.953+0000 7f98d3178780 1 > prepared multipart upload key=UQB6NBY40RTD upload=XEJLTK8Y6QJI tag=G6HECGLVIRL0 type=write size=3301713 2024-04-12T16:21:26.952 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.955+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~ELJAPJ90585K.0 size=1048576 2024-04-12T16:21:26.954 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.957+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~ELJAPJ90585K.1 size=1048576 2024-04-12T16:21:26.955 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.959+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~ELJAPJ90585K.2 size=466798 2024-04-12T16:21:26.959 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.962+0000 7f98d3178780 1 < completed multipart upload key=PT2U3K72AW80 upload=ELJAPJ90585K tag=LCPD957HKC9X type=write size=3612526 2024-04-12T16:21:26.961 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.965+0000 7f98d3178780 1 > prepared operation key=IHLY0ZTYK6UT tag=0W8QNTE62XGG type=del size=3914142 2024-04-12T16:21:26.964 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.967+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~MYSQDBNVMIKZ.0 size=1048576 2024-04-12T16:21:26.965 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.969+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~MYSQDBNVMIKZ.1 size=1048576 2024-04-12T16:21:26.967 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.970+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~MYSQDBNVMIKZ.2 size=948173 2024-04-12T16:21:26.970 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.974+0000 7f98d3178780 1 < completed multipart upload key=T722FMC4JINL upload=MYSQDBNVMIKZ tag=30MTQQGEMHF6 type=write size=4093901 2024-04-12T16:21:26.974 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.977+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~QLNQ8JTQFPXZ.0 size=869596 2024-04-12T16:21:26.974 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.977+0000 7f98d3178780 1 > prepared multipart upload key=LU8ZUI2MDRGX upload=QLNQ8JTQFPXZ tag=92PULCZQYE7M type=write size=1918172 2024-04-12T16:21:26.979 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.983+0000 7f98d3178780 1 < suggested remove operation key=GM8O00AYQLB5 tag=U1CPTMXLOHBD type=del 2024-04-12T16:21:26.981 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.985+0000 7f98d3178780 1 > prepared operation key=IHLY0ZTYK6UT tag=LK6N16ZHTEP4 type=write size=113645 2024-04-12T16:21:26.984 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.987+0000 7f98d3178780 1 < completed delete operation key=IHLY0ZTYK6UT tag=T6UXETRKQYXD type=del 2024-04-12T16:21:26.988 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.991+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~0HMI36SXN69D.0 size=389579 2024-04-12T16:21:26.988 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.991+0000 7f98d3178780 1 > prepared multipart upload key=D0M5V2Z6TGN6 upload=0HMI36SXN69D tag=71LWUSXYWM0B type=write size=1438155 2024-04-12T16:21:26.990 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.993+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~U5N5DENJCSDR.0 size=181816 2024-04-12T16:21:26.994 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:26.998+0000 7f98d3178780 1 < completed multipart upload key=0OWCAM744WJ9 upload=U5N5DENJCSDR tag=WBOO7E6IJJEX type=write size=1230392 2024-04-12T16:21:26.999 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.002+0000 7f98d3178780 1 > prepared part key=_multipart_GM8O00AYQLB5.2~8JBXLJ3OEVJU.0 size=1048576 2024-04-12T16:21:27.001 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.004+0000 7f98d3178780 1 > prepared part key=_multipart_GM8O00AYQLB5.2~8JBXLJ3OEVJU.1 size=1048576 2024-04-12T16:21:27.002 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.006+0000 7f98d3178780 1 > prepared part key=_multipart_GM8O00AYQLB5.2~8JBXLJ3OEVJU.2 size=585976 2024-04-12T16:21:27.002 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.006+0000 7f98d3178780 1 > prepared multipart upload key=GM8O00AYQLB5 upload=8JBXLJ3OEVJU tag=8FL9WKR69RM4 type=write size=3731704 2024-04-12T16:21:27.006 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.009+0000 7f98d3178780 1 < suggested update operation key=BOEPCQFN2ISK tag=QEXNM826XYKO type=del size=3223153 2024-04-12T16:21:27.010 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.013+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~LGP9B8M8BSRS.0 size=1048576 2024-04-12T16:21:27.012 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.015+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~LGP9B8M8BSRS.1 size=412203 2024-04-12T16:21:27.012 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.015+0000 7f98d3178780 1 > prepared multipart upload key=BOEPCQFN2ISK upload=LGP9B8M8BSRS tag=VVQP1JFXDBFU type=write size=2509355 2024-04-12T16:21:27.013 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.017+0000 7f98d3178780 1 < completed delete operation key=UQB6NBY40RTD tag=NJ6PDVO3P8J0 type=del 2024-04-12T16:21:27.018 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.021+0000 7f98d3178780 1 > prepared part key=_multipart_KURJT9NHLL4D.2~55JW2L31L2A6.0 size=1048576 2024-04-12T16:21:27.020 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.023+0000 7f98d3178780 1 > prepared part key=_multipart_KURJT9NHLL4D.2~55JW2L31L2A6.1 size=1048576 2024-04-12T16:21:27.022 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.026+0000 7f98d3178780 1 > prepared part key=_multipart_KURJT9NHLL4D.2~55JW2L31L2A6.2 size=734198 2024-04-12T16:21:27.022 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.026+0000 7f98d3178780 1 > prepared multipart upload key=KURJT9NHLL4D upload=55JW2L31L2A6 tag=00SX7858HRRR type=write size=3879926 2024-04-12T16:21:27.024 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.028+0000 7f98d3178780 1 < completed delete operation key=VZ3ZKIAP7V00 tag=JE02KWYRDSFR type=del 2024-04-12T16:21:27.026 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.030+0000 7f98d3178780 1 > prepared operation key=PT2U3K72AW80 tag=RU7NNI9R0BY0 type=write size=377656 2024-04-12T16:21:27.029 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.032+0000 7f98d3178780 1 < completed delete operation key=LU8ZUI2MDRGX tag=MPYI37W7RG5M type=del 2024-04-12T16:21:27.033 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.036+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~X498CZ9GM1HX.0 size=306915 2024-04-12T16:21:27.033 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.036+0000 7f98d3178780 1 > prepared multipart upload key=PT2U3K72AW80 upload=X498CZ9GM1HX tag=1VJ7VXN9KXMO type=write size=1355491 2024-04-12T16:21:27.035 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.038+0000 7f98d3178780 1 < completed delete operation key=LU8ZUI2MDRGX tag=7U373MDEM0UN type=del 2024-04-12T16:21:27.038 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.042+0000 7f98d3178780 1 > prepared part key=_multipart_RGAGK6SC7WUJ.2~6JCMO39NIU1H.0 size=1048576 2024-04-12T16:21:27.040 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.044+0000 7f98d3178780 1 > prepared part key=_multipart_RGAGK6SC7WUJ.2~6JCMO39NIU1H.1 size=849101 2024-04-12T16:21:27.041 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.044+0000 7f98d3178780 1 > prepared multipart upload key=RGAGK6SC7WUJ upload=6JCMO39NIU1H tag=MJ0DVEHU2R0K type=write size=2946253 2024-04-12T16:21:27.043 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.046+0000 7f98d3178780 1 < completed part key=_multipart_ZZ03YKAYH1C2.2~2X5PLK59IN3T.0 size=584118 2024-04-12T16:21:27.046 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.050+0000 7f98d3178780 1 < completed multipart upload key=ZZ03YKAYH1C2 upload=2X5PLK59IN3T tag=YQFZYC1EB5P8 type=write size=1632694 2024-04-12T16:21:27.049 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.052+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=59U9WWBDR8GX type=write size=464811 2024-04-12T16:21:27.051 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.054+0000 7f98d3178780 1 < completed delete operation key=3AW8J5U5KAAT tag=UGPQQPM2NT4C type=del 2024-04-12T16:21:27.053 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.056+0000 7f98d3178780 1 > prepared operation key=D0M5V2Z6TGN6 tag=DBWEOARLE3BA type=del size=3651119 2024-04-12T16:21:27.055 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.058+0000 7f98d3178780 1 < completed delete operation key=8AV30C26CXYV tag=QJ1SOQ1KU995 type=del 2024-04-12T16:21:27.058 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.062+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~J7R4TRMV8NL5.0 size=1048576 2024-04-12T16:21:27.060 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.064+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~J7R4TRMV8NL5.1 size=157867 2024-04-12T16:21:27.060 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.064+0000 7f98d3178780 1 > prepared multipart upload key=D0M5V2Z6TGN6 upload=J7R4TRMV8NL5 tag=RCBR9WBOMI5I type=write size=2255019 2024-04-12T16:21:27.062 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.065+0000 7f98d3178780 1 < completed delete operation key=S81W06TIIZMK tag=IJ7ZDD1R1163 type=del 2024-04-12T16:21:27.064 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.068+0000 7f98d3178780 1 > prepared operation key=3AW8J5U5KAAT tag=MN6WMYW5L2GT type=del size=3944066 2024-04-12T16:21:27.067 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.070+0000 7f98d3178780 -1 < failed to complete operation key=BOEPCQFN2ISK tag=YI8O79NIVXBN type=write size=811671: (22) Invalid argument 2024-04-12T16:21:27.069 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.072+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=H0O2CG8PBWFM type=del size=2687011 2024-04-12T16:21:27.069 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.073+0000 7f98d3178780 1 < canceled part key=_multipart_UQB6NBY40RTD.2~XEJLTK8Y6QJI.0 size=1048576 2024-04-12T16:21:27.071 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.074+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~XEJLTK8Y6QJI.1 size=1048576 2024-04-12T16:21:27.071 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.074+0000 7f98d3178780 1 < canceled part key=_multipart_UQB6NBY40RTD.2~XEJLTK8Y6QJI.2 size=155985 2024-04-12T16:21:27.075 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.078+0000 7f98d3178780 1 < canceled multipart upload key=UQB6NBY40RTD upload=XEJLTK8Y6QJI tag=G6HECGLVIRL0 type=write size=3301713 2024-04-12T16:21:27.079 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.082+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~XQBE056WNDLA.0 size=1048576 2024-04-12T16:21:27.081 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.085+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~XQBE056WNDLA.1 size=1048576 2024-04-12T16:21:27.083 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.086+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~XQBE056WNDLA.2 size=390817 2024-04-12T16:21:27.083 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.086+0000 7f98d3178780 1 > prepared multipart upload key=BOEPCQFN2ISK upload=XQBE056WNDLA tag=9SG1NECABJMV type=write size=3536545 2024-04-12T16:21:27.085 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.089+0000 7f98d3178780 1 < completed delete operation key=IHLY0ZTYK6UT tag=0W8QNTE62XGG type=del 2024-04-12T16:21:27.087 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.091+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=YB8K2LS86NYB type=del size=2111456 2024-04-12T16:21:27.089 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.093+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~QLNQ8JTQFPXZ.0 size=869596 2024-04-12T16:21:27.093 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.096+0000 7f98d3178780 1 < completed multipart upload key=LU8ZUI2MDRGX upload=QLNQ8JTQFPXZ tag=92PULCZQYE7M type=write size=1918172 2024-04-12T16:21:27.098 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.098+0000 7f98d3178780 1 > prepared operation key=FLD16WRTYTRE tag=VK6FA6125A54 type=del size=1748482 2024-04-12T16:21:27.098 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.100+0000 7f98d3178780 1 < completed write operation key=IHLY0ZTYK6UT tag=LK6N16ZHTEP4 type=write size=113645 2024-04-12T16:21:27.101 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.104+0000 7f98d3178780 1 > prepared part key=_multipart_66UG2YS0OGEZ.2~ESLVU7UKJZP7.0 size=1048576 2024-04-12T16:21:27.102 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.106+0000 7f98d3178780 1 > prepared part key=_multipart_66UG2YS0OGEZ.2~ESLVU7UKJZP7.1 size=242275 2024-04-12T16:21:27.102 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.106+0000 7f98d3178780 1 > prepared multipart upload key=66UG2YS0OGEZ upload=ESLVU7UKJZP7 tag=NWIGWLRL0Z47 type=write size=2339427 2024-04-12T16:21:27.103 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.106+0000 7f98d3178780 1 < canceled part key=_multipart_D0M5V2Z6TGN6.2~0HMI36SXN69D.0 size=389579 2024-04-12T16:21:27.106 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.110+0000 7f98d3178780 1 < canceled multipart upload key=D0M5V2Z6TGN6 upload=0HMI36SXN69D tag=71LWUSXYWM0B type=write size=1438155 2024-04-12T16:21:27.108 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.112+0000 7f98d3178780 1 > prepared operation key=VZ3ZKIAP7V00 tag=3223IRSZMRVF type=del size=3479057 2024-04-12T16:21:27.111 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.114+0000 7f98d3178780 1 < completed part key=_multipart_GM8O00AYQLB5.2~8JBXLJ3OEVJU.0 size=1048576 2024-04-12T16:21:27.112 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.116+0000 7f98d3178780 1 < completed part key=_multipart_GM8O00AYQLB5.2~8JBXLJ3OEVJU.1 size=1048576 2024-04-12T16:21:27.113 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.116+0000 7f98d3178780 1 < canceled part key=_multipart_GM8O00AYQLB5.2~8JBXLJ3OEVJU.2 size=585976 2024-04-12T16:21:27.116 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.119+0000 7f98d3178780 1 < canceled multipart upload key=GM8O00AYQLB5 upload=8JBXLJ3OEVJU tag=8FL9WKR69RM4 type=write size=3731704 2024-04-12T16:21:27.118 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.122+0000 7f98d3178780 1 > prepared operation key=ZZ03YKAYH1C2 tag=9RTAMPMNEDPP type=del size=954535 2024-04-12T16:21:27.120 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.124+0000 7f98d3178780 1 < completed part key=_multipart_BOEPCQFN2ISK.2~LGP9B8M8BSRS.0 size=1048576 2024-04-12T16:21:27.122 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.125+0000 7f98d3178780 1 < completed part key=_multipart_BOEPCQFN2ISK.2~LGP9B8M8BSRS.1 size=412203 2024-04-12T16:21:27.125 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.129+0000 7f98d3178780 1 < completed multipart upload key=BOEPCQFN2ISK upload=LGP9B8M8BSRS tag=VVQP1JFXDBFU type=write size=2509355 2024-04-12T16:21:27.129 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.132+0000 7f98d3178780 1 > prepared part key=_multipart_GM8O00AYQLB5.2~B524Y3OK5OYX.0 size=1048576 2024-04-12T16:21:27.132 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.135+0000 7f98d3178780 1 > prepared part key=_multipart_GM8O00AYQLB5.2~B524Y3OK5OYX.1 size=1048576 2024-04-12T16:21:27.133 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.137+0000 7f98d3178780 1 > prepared part key=_multipart_GM8O00AYQLB5.2~B524Y3OK5OYX.2 size=959015 2024-04-12T16:21:27.133 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.137+0000 7f98d3178780 1 > prepared multipart upload key=GM8O00AYQLB5 upload=B524Y3OK5OYX tag=F4NK7JHO2KKP type=write size=4104743 2024-04-12T16:21:27.135 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.139+0000 7f98d3178780 1 < completed part key=_multipart_KURJT9NHLL4D.2~55JW2L31L2A6.0 size=1048576 2024-04-12T16:21:27.137 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.140+0000 7f98d3178780 1 < completed part key=_multipart_KURJT9NHLL4D.2~55JW2L31L2A6.1 size=1048576 2024-04-12T16:21:27.139 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.142+0000 7f98d3178780 1 < completed part key=_multipart_KURJT9NHLL4D.2~55JW2L31L2A6.2 size=734198 2024-04-12T16:21:27.142 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.145+0000 7f98d3178780 1 < completed multipart upload key=KURJT9NHLL4D upload=55JW2L31L2A6 tag=00SX7858HRRR type=write size=3879926 2024-04-12T16:21:27.144 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.147+0000 7f98d3178780 1 > prepared operation key=D0M5V2Z6TGN6 tag=JTU3OG3N1DX0 type=del size=3328078 2024-04-12T16:21:27.146 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.149+0000 7f98d3178780 1 < completed write operation key=PT2U3K72AW80 tag=RU7NNI9R0BY0 type=write size=377656 2024-04-12T16:21:27.149 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.153+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~GOQ7YBH89M8H.0 size=1048576 2024-04-12T16:21:27.151 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.154+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~GOQ7YBH89M8H.1 size=101045 2024-04-12T16:21:27.151 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.154+0000 7f98d3178780 1 > prepared multipart upload key=XC0UMQW2OGOM upload=GOQ7YBH89M8H tag=A968LE9VC3S4 type=write size=2198197 2024-04-12T16:21:27.153 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.156+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~X498CZ9GM1HX.0 size=306915 2024-04-12T16:21:27.156 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.160+0000 7f98d3178780 1 < completed multipart upload key=PT2U3K72AW80 upload=X498CZ9GM1HX tag=1VJ7VXN9KXMO type=write size=1355491 2024-04-12T16:21:27.158 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.162+0000 7f98d3178780 1 > prepared operation key=ZZ03YKAYH1C2 tag=WJ2HB2YI6DLM type=del size=2881372 2024-04-12T16:21:27.160 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.164+0000 7f98d3178780 1 < completed part key=_multipart_RGAGK6SC7WUJ.2~6JCMO39NIU1H.0 size=1048576 2024-04-12T16:21:27.162 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.165+0000 7f98d3178780 1 < completed part key=_multipart_RGAGK6SC7WUJ.2~6JCMO39NIU1H.1 size=849101 2024-04-12T16:21:27.166 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.169+0000 7f98d3178780 1 < completed multipart upload key=RGAGK6SC7WUJ upload=6JCMO39NIU1H tag=MJ0DVEHU2R0K type=write size=2946253 2024-04-12T16:21:27.168 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.171+0000 7f98d3178780 1 > prepared operation key=VZ3ZKIAP7V00 tag=E0418FX752I8 type=write size=374297 2024-04-12T16:21:27.170 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.174+0000 7f98d3178780 1 < completed write operation key=W6L40IZK9EF7 tag=59U9WWBDR8GX type=write size=464811 2024-04-12T16:21:27.172 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.175+0000 7f98d3178780 1 > prepared operation key=T722FMC4JINL tag=35389WTS6N7U type=del size=1052229 2024-04-12T16:21:27.176 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.179+0000 7f98d3178780 1 < suggested update operation key=D0M5V2Z6TGN6 tag=DBWEOARLE3BA type=del size=3651119 2024-04-12T16:21:27.178 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.181+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=D8SCV2JJ4PDS type=del size=1296595 2024-04-12T16:21:27.180 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.183+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~J7R4TRMV8NL5.0 size=1048576 2024-04-12T16:21:27.182 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.185+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~J7R4TRMV8NL5.1 size=157867 2024-04-12T16:21:27.185 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.189+0000 7f98d3178780 1 < completed multipart upload key=D0M5V2Z6TGN6 upload=J7R4TRMV8NL5 tag=RCBR9WBOMI5I type=write size=2255019 2024-04-12T16:21:27.187 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.191+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=N34X9CMNBZV0 type=del size=3501081 2024-04-12T16:21:27.189 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.193+0000 7f98d3178780 1 < completed delete operation key=3AW8J5U5KAAT tag=MN6WMYW5L2GT type=del 2024-04-12T16:21:27.191 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.195+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=5K2FOXE8HEEH type=del size=2997806 2024-04-12T16:21:27.193 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.197+0000 7f98d3178780 1 < canceled operation key=4S7M3FBURFC1 tag=H0O2CG8PBWFM type=del size=2687011 2024-04-12T16:21:27.195 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.198+0000 7f98d3178780 1 > prepared operation key=T722FMC4JINL tag=330W78F66RXF type=del size=2102031 2024-04-12T16:21:27.197 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.200+0000 7f98d3178780 1 < completed part key=_multipart_BOEPCQFN2ISK.2~XQBE056WNDLA.0 size=1048576 2024-04-12T16:21:27.197 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.200+0000 7f98d3178780 1 < canceled part key=_multipart_BOEPCQFN2ISK.2~XQBE056WNDLA.1 size=1048576 2024-04-12T16:21:27.199 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.202+0000 7f98d3178780 1 < completed part key=_multipart_BOEPCQFN2ISK.2~XQBE056WNDLA.2 size=390817 2024-04-12T16:21:27.202 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.206+0000 7f98d3178780 1 < canceled multipart upload key=BOEPCQFN2ISK upload=XQBE056WNDLA tag=9SG1NECABJMV type=write size=3536545 2024-04-12T16:21:27.206 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.209+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~CH9Y9N192J5A.0 size=42017 2024-04-12T16:21:27.206 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.209+0000 7f98d3178780 1 > prepared multipart upload key=UQB6NBY40RTD upload=CH9Y9N192J5A tag=SHDKGTXWNGSE type=write size=1090593 2024-04-12T16:21:27.208 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.211+0000 7f98d3178780 1 < completed delete operation key=UQB6NBY40RTD tag=YB8K2LS86NYB type=del 2024-04-12T16:21:27.212 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.215+0000 7f98d3178780 1 > prepared part key=_multipart_RGAGK6SC7WUJ.2~2NX314CT0LJS.0 size=1048576 2024-04-12T16:21:27.214 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.217+0000 7f98d3178780 1 > prepared part key=_multipart_RGAGK6SC7WUJ.2~2NX314CT0LJS.1 size=1048576 2024-04-12T16:21:27.216 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.220+0000 7f98d3178780 1 > prepared part key=_multipart_RGAGK6SC7WUJ.2~2NX314CT0LJS.2 size=830985 2024-04-12T16:21:27.216 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.220+0000 7f98d3178780 1 > prepared multipart upload key=RGAGK6SC7WUJ upload=2NX314CT0LJS tag=5VA7AT3PRNI0 type=write size=3976713 2024-04-12T16:21:27.219 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.222+0000 7f98d3178780 1 < completed delete operation key=FLD16WRTYTRE tag=VK6FA6125A54 type=del 2024-04-12T16:21:27.222 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.225+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=L8E6TMGT5GFJ type=write size=846478 2024-04-12T16:21:27.225 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.228+0000 7f98d3178780 1 < completed part key=_multipart_66UG2YS0OGEZ.2~ESLVU7UKJZP7.0 size=1048576 2024-04-12T16:21:27.226 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.230+0000 7f98d3178780 1 < completed part key=_multipart_66UG2YS0OGEZ.2~ESLVU7UKJZP7.1 size=242275 2024-04-12T16:21:27.230 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.233+0000 7f98d3178780 1 < completed multipart upload key=66UG2YS0OGEZ upload=ESLVU7UKJZP7 tag=NWIGWLRL0Z47 type=write size=2339427 2024-04-12T16:21:27.232 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.235+0000 7f98d3178780 1 > prepared operation key=IHLY0ZTYK6UT tag=YGPT5YOAZME4 type=del size=3213710 2024-04-12T16:21:27.234 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.237+0000 7f98d3178780 1 < completed delete operation key=VZ3ZKIAP7V00 tag=3223IRSZMRVF type=del 2024-04-12T16:21:27.236 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.239+0000 7f98d3178780 1 > prepared operation key=KURJT9NHLL4D tag=1DQQP7VZ6I3R type=del size=3580821 2024-04-12T16:21:27.238 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.241+0000 7f98d3178780 1 < completed delete operation key=ZZ03YKAYH1C2 tag=9RTAMPMNEDPP type=del 2024-04-12T16:21:27.240 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.243+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=KZ8WIAEP9QP9 type=write size=223806 2024-04-12T16:21:27.240 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.244+0000 7f98d3178780 1 < canceled part key=_multipart_GM8O00AYQLB5.2~B524Y3OK5OYX.0 size=1048576 2024-04-12T16:21:27.242 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.245+0000 7f98d3178780 1 < completed part key=_multipart_GM8O00AYQLB5.2~B524Y3OK5OYX.1 size=1048576 2024-04-12T16:21:27.244 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.247+0000 7f98d3178780 1 < completed part key=_multipart_GM8O00AYQLB5.2~B524Y3OK5OYX.2 size=959015 2024-04-12T16:21:27.248 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.251+0000 7f98d3178780 1 < canceled multipart upload key=GM8O00AYQLB5 upload=B524Y3OK5OYX tag=F4NK7JHO2KKP type=write size=4104743 2024-04-12T16:21:27.251 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.255+0000 7f98d3178780 1 > prepared part key=_multipart_KURJT9NHLL4D.2~VSIEUKG06714.0 size=1048576 2024-04-12T16:21:27.253 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.257+0000 7f98d3178780 1 > prepared part key=_multipart_KURJT9NHLL4D.2~VSIEUKG06714.1 size=1048576 2024-04-12T16:21:27.255 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.258+0000 7f98d3178780 1 > prepared part key=_multipart_KURJT9NHLL4D.2~VSIEUKG06714.2 size=135675 2024-04-12T16:21:27.255 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.258+0000 7f98d3178780 1 > prepared multipart upload key=KURJT9NHLL4D upload=VSIEUKG06714 tag=GN0P1HZCYQOV type=write size=3281403 2024-04-12T16:21:27.259 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.263+0000 7f98d3178780 1 < suggested remove operation key=D0M5V2Z6TGN6 tag=JTU3OG3N1DX0 type=del 2024-04-12T16:21:27.261 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.265+0000 7f98d3178780 1 > prepared operation key=3AW8J5U5KAAT tag=KKPP1FLW4B8P type=del size=3772311 2024-04-12T16:21:27.263 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.267+0000 7f98d3178780 1 < completed part key=_multipart_XC0UMQW2OGOM.2~GOQ7YBH89M8H.0 size=1048576 2024-04-12T16:21:27.265 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.268+0000 7f98d3178780 1 < completed part key=_multipart_XC0UMQW2OGOM.2~GOQ7YBH89M8H.1 size=101045 2024-04-12T16:21:27.268 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.272+0000 7f98d3178780 1 < completed multipart upload key=XC0UMQW2OGOM upload=GOQ7YBH89M8H tag=A968LE9VC3S4 type=write size=2198197 2024-04-12T16:21:27.271 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.274+0000 7f98d3178780 1 > prepared operation key=EZFO3J6YDS47 tag=JL531ATO6O3B type=del size=2687633 2024-04-12T16:21:27.272 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.276+0000 7f98d3178780 1 < completed delete operation key=ZZ03YKAYH1C2 tag=WJ2HB2YI6DLM type=del 2024-04-12T16:21:27.274 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.278+0000 7f98d3178780 1 > prepared operation key=PT2U3K72AW80 tag=214FQZXAQOJ6 type=del size=1429803 2024-04-12T16:21:27.279 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.282+0000 7f98d3178780 1 < suggested update operation key=VZ3ZKIAP7V00 tag=E0418FX752I8 type=write size=374297 2024-04-12T16:21:27.282 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.286+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~92OCRVWHQFEV.0 size=1048576 2024-04-12T16:21:27.284 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.287+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~92OCRVWHQFEV.1 size=892607 2024-04-12T16:21:27.284 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.287+0000 7f98d3178780 1 > prepared multipart upload key=0OWCAM744WJ9 upload=92OCRVWHQFEV tag=O1K0IFZBTB43 type=write size=2989759 2024-04-12T16:21:27.286 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.289+0000 7f98d3178780 1 < completed delete operation key=T722FMC4JINL tag=35389WTS6N7U type=del 2024-04-12T16:21:27.290 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.293+0000 7f98d3178780 1 > prepared part key=_multipart_EZFO3J6YDS47.2~JO7ZWEI29131.0 size=1048576 2024-04-12T16:21:27.291 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.295+0000 7f98d3178780 1 > prepared part key=_multipart_EZFO3J6YDS47.2~JO7ZWEI29131.1 size=1048576 2024-04-12T16:21:27.293 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.297+0000 7f98d3178780 1 > prepared part key=_multipart_EZFO3J6YDS47.2~JO7ZWEI29131.2 size=107695 2024-04-12T16:21:27.293 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.297+0000 7f98d3178780 1 > prepared multipart upload key=EZFO3J6YDS47 upload=JO7ZWEI29131 tag=QYUH3WEDVV9A type=write size=3253423 2024-04-12T16:21:27.295 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.299+0000 7f98d3178780 1 < completed delete operation key=BOEPCQFN2ISK tag=D8SCV2JJ4PDS type=del 2024-04-12T16:21:27.297 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.301+0000 7f98d3178780 1 > prepared operation key=3AW8J5U5KAAT tag=PA4GY2VD7FX9 type=write size=174057 2024-04-12T16:21:27.301 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.304+0000 7f98d3178780 1 < suggested update operation key=9L0C6XS0IUS0 tag=N34X9CMNBZV0 type=del size=3501081 2024-04-12T16:21:27.303 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.306+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=6VQ3I4RR196N type=del size=4041605 2024-04-12T16:21:27.306 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.309+0000 7f98d3178780 1 < completed delete operation key=XC0UMQW2OGOM tag=5K2FOXE8HEEH type=del 2024-04-12T16:21:27.310 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.314+0000 7f98d3178780 1 > prepared part key=_multipart_W6L40IZK9EF7.2~AAT9SB9OBTEE.0 size=301423 2024-04-12T16:21:27.310 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.314+0000 7f98d3178780 1 > prepared multipart upload key=W6L40IZK9EF7 upload=AAT9SB9OBTEE tag=1E43ZL0XOBHC type=write size=1349999 2024-04-12T16:21:27.313 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.316+0000 7f98d3178780 1 < canceled operation key=T722FMC4JINL tag=330W78F66RXF type=del size=2102031 2024-04-12T16:21:27.315 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.318+0000 7f98d3178780 1 > prepared operation key=66UG2YS0OGEZ tag=WYMD1V5MPFOZ type=del size=193047 2024-04-12T16:21:27.315 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.319+0000 7f98d3178780 1 < canceled part key=_multipart_UQB6NBY40RTD.2~CH9Y9N192J5A.0 size=42017 2024-04-12T16:21:27.319 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.322+0000 7f98d3178780 1 < canceled multipart upload key=UQB6NBY40RTD upload=CH9Y9N192J5A tag=SHDKGTXWNGSE type=write size=1090593 2024-04-12T16:21:27.321 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.324+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=EZL4EDJIZWRF type=del size=2179848 2024-04-12T16:21:27.323 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.326+0000 7f98d3178780 1 < completed part key=_multipart_RGAGK6SC7WUJ.2~2NX314CT0LJS.0 size=1048576 2024-04-12T16:21:27.325 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.328+0000 7f98d3178780 1 < completed part key=_multipart_RGAGK6SC7WUJ.2~2NX314CT0LJS.1 size=1048576 2024-04-12T16:21:27.327 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.330+0000 7f98d3178780 1 < completed part key=_multipart_RGAGK6SC7WUJ.2~2NX314CT0LJS.2 size=830985 2024-04-12T16:21:27.330 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.334+0000 7f98d3178780 1 < completed multipart upload key=RGAGK6SC7WUJ upload=2NX314CT0LJS tag=5VA7AT3PRNI0 type=write size=3976713 2024-04-12T16:21:27.334 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.337+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~VSVNOF7AGV0Y.0 size=1048576 2024-04-12T16:21:27.335 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.339+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~VSVNOF7AGV0Y.1 size=1048576 2024-04-12T16:21:27.337 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.340+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~VSVNOF7AGV0Y.2 size=318206 2024-04-12T16:21:27.337 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.340+0000 7f98d3178780 1 > prepared multipart upload key=PT2U3K72AW80 upload=VSVNOF7AGV0Y tag=HZ8LVH6FVH6D type=write size=3463934 2024-04-12T16:21:27.341 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.344+0000 7f98d3178780 1 < suggested remove operation key=BOEPCQFN2ISK tag=L8E6TMGT5GFJ type=write 2024-04-12T16:21:27.346 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.349+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~5GZWXNJ3Z1D7.0 size=1048576 2024-04-12T16:21:27.347 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.351+0000 7f98d3178780 1 > prepared part key=_multipart_T722FMC4JINL.2~5GZWXNJ3Z1D7.1 size=453392 2024-04-12T16:21:27.348 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.351+0000 7f98d3178780 1 > prepared multipart upload key=T722FMC4JINL upload=5GZWXNJ3Z1D7 tag=CZFOOH4JSQS7 type=write size=2550544 2024-04-12T16:21:27.349 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.353+0000 7f98d3178780 1 < completed delete operation key=IHLY0ZTYK6UT tag=YGPT5YOAZME4 type=del 2024-04-12T16:21:27.351 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.355+0000 7f98d3178780 1 > prepared operation key=T722FMC4JINL tag=ORUBO7V0ZNFR type=del size=3742300 2024-04-12T16:21:27.353 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.357+0000 7f98d3178780 1 < completed delete operation key=KURJT9NHLL4D tag=1DQQP7VZ6I3R type=del 2024-04-12T16:21:27.355 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.358+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=4T4TEMKRPU4R type=write size=847757 2024-04-12T16:21:27.357 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.360+0000 7f98d3178780 1 < completed write operation key=4S7M3FBURFC1 tag=KZ8WIAEP9QP9 type=write size=223806 2024-04-12T16:21:27.359 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.362+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=GNI8JFN1KKSN type=del size=1371391 2024-04-12T16:21:27.361 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.364+0000 7f98d3178780 1 < completed part key=_multipart_KURJT9NHLL4D.2~VSIEUKG06714.0 size=1048576 2024-04-12T16:21:27.363 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.366+0000 7f98d3178780 1 < completed part key=_multipart_KURJT9NHLL4D.2~VSIEUKG06714.1 size=1048576 2024-04-12T16:21:27.365 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.368+0000 7f98d3178780 1 < completed part key=_multipart_KURJT9NHLL4D.2~VSIEUKG06714.2 size=135675 2024-04-12T16:21:27.368 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.371+0000 7f98d3178780 1 < completed multipart upload key=KURJT9NHLL4D upload=VSIEUKG06714 tag=GN0P1HZCYQOV type=write size=3281403 2024-04-12T16:21:27.370 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.374+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=Y6V4TT4NWSWO type=del size=2675630 2024-04-12T16:21:27.372 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.376+0000 7f98d3178780 1 < completed delete operation key=3AW8J5U5KAAT tag=KKPP1FLW4B8P type=del 2024-04-12T16:21:27.375 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.378+0000 7f98d3178780 1 > prepared operation key=LU8ZUI2MDRGX tag=BV1LAMU1NMMM type=del size=397034 2024-04-12T16:21:27.377 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.380+0000 7f98d3178780 1 < completed delete operation key=EZFO3J6YDS47 tag=JL531ATO6O3B type=del 2024-04-12T16:21:27.381 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.384+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~0QFPKWJTP7WS.0 size=1048576 2024-04-12T16:21:27.383 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.386+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~0QFPKWJTP7WS.1 size=1048576 2024-04-12T16:21:27.385 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.388+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~0QFPKWJTP7WS.2 size=352214 2024-04-12T16:21:27.385 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.388+0000 7f98d3178780 1 > prepared multipart upload key=D0M5V2Z6TGN6 upload=0QFPKWJTP7WS tag=GS9O03XXMQVR type=write size=3497942 2024-04-12T16:21:27.389 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.392+0000 7f98d3178780 1 < suggested remove operation key=PT2U3K72AW80 tag=214FQZXAQOJ6 type=del 2024-04-12T16:21:27.391 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.395+0000 7f98d3178780 1 > prepared operation key=PT2U3K72AW80 tag=T1N2D283GCJG type=del size=3222254 2024-04-12T16:21:27.393 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.397+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~92OCRVWHQFEV.0 size=1048576 2024-04-12T16:21:27.395 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.398+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~92OCRVWHQFEV.1 size=892607 2024-04-12T16:21:27.399 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.402+0000 7f98d3178780 1 < completed multipart upload key=0OWCAM744WJ9 upload=92OCRVWHQFEV tag=O1K0IFZBTB43 type=write size=2989759 2024-04-12T16:21:27.401 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.404+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=06R7WQ73L3GK type=write size=384853 2024-04-12T16:21:27.403 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.406+0000 7f98d3178780 1 < completed part key=_multipart_EZFO3J6YDS47.2~JO7ZWEI29131.0 size=1048576 2024-04-12T16:21:27.404 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.408+0000 7f98d3178780 1 < completed part key=_multipart_EZFO3J6YDS47.2~JO7ZWEI29131.1 size=1048576 2024-04-12T16:21:27.406 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.409+0000 7f98d3178780 1 < completed part key=_multipart_EZFO3J6YDS47.2~JO7ZWEI29131.2 size=107695 2024-04-12T16:21:27.410 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.413+0000 7f98d3178780 1 < completed multipart upload key=EZFO3J6YDS47 upload=JO7ZWEI29131 tag=QYUH3WEDVV9A type=write size=3253423 2024-04-12T16:21:27.414 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.417+0000 7f98d3178780 1 > prepared part key=_multipart_JFLGBNJ7LSGN.2~NDKHYQQTOFKQ.0 size=891768 2024-04-12T16:21:27.414 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.417+0000 7f98d3178780 1 > prepared multipart upload key=JFLGBNJ7LSGN upload=NDKHYQQTOFKQ tag=RMTI260NR95H type=write size=1940344 2024-04-12T16:21:27.416 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.419+0000 7f98d3178780 1 < completed write operation key=3AW8J5U5KAAT tag=PA4GY2VD7FX9 type=write size=174057 2024-04-12T16:21:27.418 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.421+0000 7f98d3178780 1 > prepared operation key=KURJT9NHLL4D tag=36JWO3YKT6TE type=del size=2528097 2024-04-12T16:21:27.421 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.424+0000 7f98d3178780 -1 < failed to complete operation key=BOEPCQFN2ISK tag=6VQ3I4RR196N type=del size=4041605: (22) Invalid argument 2024-04-12T16:21:27.425 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.428+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~TG05C4NN4MTC.0 size=1048576 2024-04-12T16:21:27.427 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.430+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~TG05C4NN4MTC.1 size=669109 2024-04-12T16:21:27.427 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.430+0000 7f98d3178780 1 > prepared multipart upload key=IHLY0ZTYK6UT upload=TG05C4NN4MTC tag=580RMKU5524P type=write size=2766261 2024-04-12T16:21:27.428 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.431+0000 7f98d3178780 1 < canceled part key=_multipart_W6L40IZK9EF7.2~AAT9SB9OBTEE.0 size=301423 2024-04-12T16:21:27.431 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.435+0000 7f98d3178780 1 < canceled multipart upload key=W6L40IZK9EF7 upload=AAT9SB9OBTEE tag=1E43ZL0XOBHC type=write size=1349999 2024-04-12T16:21:27.434 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.437+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=R1RTFGTANFJC type=del size=1161682 2024-04-12T16:21:27.436 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.439+0000 7f98d3178780 1 < completed delete operation key=66UG2YS0OGEZ tag=WYMD1V5MPFOZ type=del 2024-04-12T16:21:27.439 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.443+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~DOE6P9H97K4F.0 size=94694 2024-04-12T16:21:27.440 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.443+0000 7f98d3178780 1 > prepared multipart upload key=0OWCAM744WJ9 upload=DOE6P9H97K4F tag=IZ4DN52NKCR3 type=write size=1143270 2024-04-12T16:21:27.443 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.447+0000 7f98d3178780 1 < suggested remove operation key=XC0UMQW2OGOM tag=EZL4EDJIZWRF type=del 2024-04-12T16:21:27.447 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.450+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~8AEXA93R802O.0 size=290214 2024-04-12T16:21:27.447 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.450+0000 7f98d3178780 1 > prepared multipart upload key=7X1SF5VYO5QN upload=8AEXA93R802O tag=7J0DFRGOITA0 type=write size=1338790 2024-04-12T16:21:27.449 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.453+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~VSVNOF7AGV0Y.0 size=1048576 2024-04-12T16:21:27.451 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.454+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~VSVNOF7AGV0Y.1 size=1048576 2024-04-12T16:21:27.453 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.456+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~VSVNOF7AGV0Y.2 size=318206 2024-04-12T16:21:27.456 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.460+0000 7f98d3178780 1 < completed multipart upload key=PT2U3K72AW80 upload=VSVNOF7AGV0Y tag=HZ8LVH6FVH6D type=write size=3463934 2024-04-12T16:21:27.458 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.462+0000 7f98d3178780 1 > prepared operation key=66UG2YS0OGEZ tag=3DMCXAX0X096 type=write size=471543 2024-04-12T16:21:27.461 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.464+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~5GZWXNJ3Z1D7.0 size=1048576 2024-04-12T16:21:27.463 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.466+0000 7f98d3178780 1 < completed part key=_multipart_T722FMC4JINL.2~5GZWXNJ3Z1D7.1 size=453392 2024-04-12T16:21:27.467 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.470+0000 7f98d3178780 1 < completed multipart upload key=T722FMC4JINL upload=5GZWXNJ3Z1D7 tag=CZFOOH4JSQS7 type=write size=2550544 2024-04-12T16:21:27.471 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.475+0000 7f98d3178780 1 > prepared part key=_multipart_GM8O00AYQLB5.2~QLZ4ZNRTFU9D.0 size=1048576 2024-04-12T16:21:27.473 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.477+0000 7f98d3178780 1 > prepared part key=_multipart_GM8O00AYQLB5.2~QLZ4ZNRTFU9D.1 size=507712 2024-04-12T16:21:27.473 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.477+0000 7f98d3178780 1 > prepared multipart upload key=GM8O00AYQLB5 upload=QLZ4ZNRTFU9D tag=MJ4YQ4BG0DDD type=write size=2604864 2024-04-12T16:21:27.476 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.479+0000 7f98d3178780 1 < completed delete operation key=T722FMC4JINL tag=ORUBO7V0ZNFR type=del 2024-04-12T16:21:27.481 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.484+0000 7f98d3178780 1 > prepared part key=_multipart_PWA38LFGIMFY.2~6TQ6DYPV4JDL.0 size=573621 2024-04-12T16:21:27.481 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.484+0000 7f98d3178780 1 > prepared multipart upload key=PWA38LFGIMFY upload=6TQ6DYPV4JDL tag=R4MNLX5OOYVD type=write size=1622197 2024-04-12T16:21:27.484 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.487+0000 7f98d3178780 1 < completed write operation key=W6L40IZK9EF7 tag=4T4TEMKRPU4R type=write size=847757 2024-04-12T16:21:27.488 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.491+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~WWCT3GHXTQ1Q.0 size=40140 2024-04-12T16:21:27.488 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.491+0000 7f98d3178780 1 > prepared multipart upload key=7X1SF5VYO5QN upload=WWCT3GHXTQ1Q tag=ILNW17PCTKQD type=write size=1088716 2024-04-12T16:21:27.491 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.494+0000 7f98d3178780 1 < canceled operation key=4S7M3FBURFC1 tag=GNI8JFN1KKSN type=del size=1371391 2024-04-12T16:21:27.495 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.498+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~WVC1P8ABKMCI.0 size=1048576 2024-04-12T16:21:27.496 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.500+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~WVC1P8ABKMCI.1 size=1048576 2024-04-12T16:21:27.498 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.501+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~WVC1P8ABKMCI.2 size=188625 2024-04-12T16:21:27.498 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.501+0000 7f98d3178780 1 > prepared multipart upload key=IHLY0ZTYK6UT upload=WVC1P8ABKMCI tag=HNH3TQ9WP45L type=write size=3334353 2024-04-12T16:21:27.500 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.503+0000 7f98d3178780 1 < completed delete operation key=8ZR0C2P8VMRA tag=Y6V4TT4NWSWO type=del 2024-04-12T16:21:27.506 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.507+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~RIUCPF41GF78.0 size=1048576 2024-04-12T16:21:27.506 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.509+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~RIUCPF41GF78.1 size=17895 2024-04-12T16:21:27.506 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.509+0000 7f98d3178780 1 > prepared multipart upload key=UQB6NBY40RTD upload=RIUCPF41GF78 tag=MY9KUNP0K8XC type=write size=2115047 2024-04-12T16:21:27.508 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.511+0000 7f98d3178780 1 < completed delete operation key=LU8ZUI2MDRGX tag=BV1LAMU1NMMM type=del 2024-04-12T16:21:27.509 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.513+0000 7f98d3178780 1 > prepared operation key=66UG2YS0OGEZ tag=3E2X3AJ5QUGI type=del size=3514869 2024-04-12T16:21:27.512 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.515+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~0QFPKWJTP7WS.0 size=1048576 2024-04-12T16:21:27.514 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.517+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~0QFPKWJTP7WS.1 size=1048576 2024-04-12T16:21:27.516 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.520+0000 7f98d3178780 1 < completed part key=_multipart_D0M5V2Z6TGN6.2~0QFPKWJTP7WS.2 size=352214 2024-04-12T16:21:27.520 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.523+0000 7f98d3178780 1 < completed multipart upload key=D0M5V2Z6TGN6 upload=0QFPKWJTP7WS tag=GS9O03XXMQVR type=write size=3497942 2024-04-12T16:21:27.524 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.527+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~3ED6G3KO972R.0 size=1048576 2024-04-12T16:21:27.526 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.529+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~3ED6G3KO972R.1 size=1048576 2024-04-12T16:21:27.528 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.531+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~3ED6G3KO972R.2 size=649655 2024-04-12T16:21:27.528 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.531+0000 7f98d3178780 1 > prepared multipart upload key=BOEPCQFN2ISK upload=3ED6G3KO972R tag=JN7CE1ERGHOZ type=write size=3795383 2024-04-12T16:21:27.530 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.533+0000 7f98d3178780 1 < completed delete operation key=PT2U3K72AW80 tag=T1N2D283GCJG type=del 2024-04-12T16:21:27.533 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.537+0000 7f98d3178780 1 > prepared part key=_multipart_GM8O00AYQLB5.2~AWFW40P4J997.0 size=603984 2024-04-12T16:21:27.533 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.537+0000 7f98d3178780 1 > prepared multipart upload key=GM8O00AYQLB5 upload=AWFW40P4J997 tag=E28F8TPOB4V2 type=write size=1652560 2024-04-12T16:21:27.535 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.539+0000 7f98d3178780 1 < canceled operation key=UQB6NBY40RTD tag=06R7WQ73L3GK type=write size=384853 2024-04-12T16:21:27.539 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.542+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~UR9MQB1GS57I.0 size=1048576 2024-04-12T16:21:27.541 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.544+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~UR9MQB1GS57I.1 size=708042 2024-04-12T16:21:27.541 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.544+0000 7f98d3178780 1 > prepared multipart upload key=LU8ZUI2MDRGX upload=UR9MQB1GS57I tag=JO7Q242XWLUN type=write size=2805194 2024-04-12T16:21:27.543 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.547+0000 7f98d3178780 1 < completed part key=_multipart_JFLGBNJ7LSGN.2~NDKHYQQTOFKQ.0 size=891768 2024-04-12T16:21:27.547 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.550+0000 7f98d3178780 1 < completed multipart upload key=JFLGBNJ7LSGN upload=NDKHYQQTOFKQ tag=RMTI260NR95H type=write size=1940344 2024-04-12T16:21:27.549 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.552+0000 7f98d3178780 1 > prepared operation key=3AW8J5U5KAAT tag=38N66PG46E6I type=del size=4150294 2024-04-12T16:21:27.553 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.556+0000 7f98d3178780 1 < suggested update operation key=KURJT9NHLL4D tag=36JWO3YKT6TE type=del size=2528097 2024-04-12T16:21:27.555 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.559+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=KWI459BXHH3D type=del size=2185079 2024-04-12T16:21:27.557 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.561+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~TG05C4NN4MTC.0 size=1048576 2024-04-12T16:21:27.559 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.562+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~TG05C4NN4MTC.1 size=669109 2024-04-12T16:21:27.563 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.567+0000 7f98d3178780 1 < completed multipart upload key=IHLY0ZTYK6UT upload=TG05C4NN4MTC tag=580RMKU5524P type=write size=2766261 2024-04-12T16:21:27.567 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.570+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~AD8ENG02J5SF.0 size=1048576 2024-04-12T16:21:27.569 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.572+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~AD8ENG02J5SF.1 size=1048576 2024-04-12T16:21:27.570 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.574+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~AD8ENG02J5SF.2 size=921624 2024-04-12T16:21:27.570 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.574+0000 7f98d3178780 1 > prepared multipart upload key=UQB6NBY40RTD upload=AD8ENG02J5SF tag=RQEKY7F0JYQ5 type=write size=4067352 2024-04-12T16:21:27.573 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.576+0000 7f98d3178780 1 < completed delete operation key=9L0C6XS0IUS0 tag=R1RTFGTANFJC type=del 2024-04-12T16:21:27.575 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.579+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=M9YQNYNFJ1KB type=write size=565492 2024-04-12T16:21:27.577 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.581+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~DOE6P9H97K4F.0 size=94694 2024-04-12T16:21:27.581 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.585+0000 7f98d3178780 1 < completed multipart upload key=0OWCAM744WJ9 upload=DOE6P9H97K4F tag=IZ4DN52NKCR3 type=write size=1143270 2024-04-12T16:21:27.584 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.587+0000 7f98d3178780 1 > prepared operation key=LU8ZUI2MDRGX tag=2GV03J3J0BZU type=del size=2364928 2024-04-12T16:21:27.586 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.589+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~8AEXA93R802O.0 size=290214 2024-04-12T16:21:27.590 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.594+0000 7f98d3178780 1 < completed multipart upload key=7X1SF5VYO5QN upload=8AEXA93R802O tag=7J0DFRGOITA0 type=write size=1338790 2024-04-12T16:21:27.592 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.596+0000 7f98d3178780 1 > prepared operation key=S81W06TIIZMK tag=X1673BCKT1FX type=del size=402206 2024-04-12T16:21:27.594 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.597+0000 7f98d3178780 1 < completed write operation key=66UG2YS0OGEZ tag=3DMCXAX0X096 type=write size=471543 2024-04-12T16:21:27.596 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.599+0000 7f98d3178780 1 > prepared operation key=PWA38LFGIMFY tag=GLZ3K41K9VL4 type=del size=3578743 2024-04-12T16:21:27.598 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.601+0000 7f98d3178780 1 < completed part key=_multipart_GM8O00AYQLB5.2~QLZ4ZNRTFU9D.0 size=1048576 2024-04-12T16:21:27.600 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.603+0000 7f98d3178780 1 < completed part key=_multipart_GM8O00AYQLB5.2~QLZ4ZNRTFU9D.1 size=507712 2024-04-12T16:21:27.603 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.607+0000 7f98d3178780 1 < completed multipart upload key=GM8O00AYQLB5 upload=QLZ4ZNRTFU9D tag=MJ4YQ4BG0DDD type=write size=2604864 2024-04-12T16:21:27.605 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.609+0000 7f98d3178780 1 > prepared operation key=I40BBGONTDFL tag=J991EA53AWJG type=del size=1042707 2024-04-12T16:21:27.606 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.609+0000 7f98d3178780 1 < canceled part key=_multipart_PWA38LFGIMFY.2~6TQ6DYPV4JDL.0 size=573621 2024-04-12T16:21:27.609 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.612+0000 7f98d3178780 1 < canceled multipart upload key=PWA38LFGIMFY upload=6TQ6DYPV4JDL tag=R4MNLX5OOYVD type=write size=1622197 2024-04-12T16:21:27.611 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.614+0000 7f98d3178780 1 > prepared operation key=0OWCAM744WJ9 tag=1XTMAUKLM34S type=del size=2847995 2024-04-12T16:21:27.612 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.616+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~WWCT3GHXTQ1Q.0 size=40140 2024-04-12T16:21:27.616 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.619+0000 7f98d3178780 1 < completed multipart upload key=7X1SF5VYO5QN upload=WWCT3GHXTQ1Q tag=ILNW17PCTKQD type=write size=1088716 2024-04-12T16:21:27.620 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.623+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~GWIABMVXCUJ2.0 size=1048576 2024-04-12T16:21:27.621 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.625+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~GWIABMVXCUJ2.1 size=1048576 2024-04-12T16:21:27.623 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.626+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~GWIABMVXCUJ2.2 size=369814 2024-04-12T16:21:27.623 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.626+0000 7f98d3178780 1 > prepared multipart upload key=3AW8J5U5KAAT upload=GWIABMVXCUJ2 tag=J7PWFVT3H6L5 type=write size=3515542 2024-04-12T16:21:27.625 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.628+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~WVC1P8ABKMCI.0 size=1048576 2024-04-12T16:21:27.627 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.630+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~WVC1P8ABKMCI.1 size=1048576 2024-04-12T16:21:27.629 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.632+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~WVC1P8ABKMCI.2 size=188625 2024-04-12T16:21:27.632 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.636+0000 7f98d3178780 1 < completed multipart upload key=IHLY0ZTYK6UT upload=WVC1P8ABKMCI tag=HNH3TQ9WP45L type=write size=3334353 2024-04-12T16:21:27.634 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.638+0000 7f98d3178780 1 > prepared operation key=XC0UMQW2OGOM tag=E9VKODDMI1L1 type=del size=810891 2024-04-12T16:21:27.637 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.640+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~RIUCPF41GF78.0 size=1048576 2024-04-12T16:21:27.639 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.642+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~RIUCPF41GF78.1 size=17895 2024-04-12T16:21:27.642 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.646+0000 7f98d3178780 1 < completed multipart upload key=UQB6NBY40RTD upload=RIUCPF41GF78 tag=MY9KUNP0K8XC type=write size=2115047 2024-04-12T16:21:27.645 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.648+0000 7f98d3178780 1 > prepared operation key=KHYODRDPUF4K tag=9MO6BTM80JCG type=write size=250740 2024-04-12T16:21:27.647 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.650+0000 7f98d3178780 1 < completed delete operation key=66UG2YS0OGEZ tag=3E2X3AJ5QUGI type=del 2024-04-12T16:21:27.650 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.654+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~3DATIOCZRLKI.0 size=1048576 2024-04-12T16:21:27.652 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.656+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~3DATIOCZRLKI.1 size=1048576 2024-04-12T16:21:27.654 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.657+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~3DATIOCZRLKI.2 size=886846 2024-04-12T16:21:27.654 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.657+0000 7f98d3178780 1 > prepared multipart upload key=XC0UMQW2OGOM upload=3DATIOCZRLKI tag=EKSE6YOWYIMM type=write size=4032574 2024-04-12T16:21:27.657 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.660+0000 7f98d3178780 1 < completed part key=_multipart_BOEPCQFN2ISK.2~3ED6G3KO972R.0 size=1048576 2024-04-12T16:21:27.657 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.660+0000 7f98d3178780 1 < canceled part key=_multipart_BOEPCQFN2ISK.2~3ED6G3KO972R.1 size=1048576 2024-04-12T16:21:27.658 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.662+0000 7f98d3178780 1 < completed part key=_multipart_BOEPCQFN2ISK.2~3ED6G3KO972R.2 size=649655 2024-04-12T16:21:27.662 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.666+0000 7f98d3178780 1 < canceled multipart upload key=BOEPCQFN2ISK upload=3ED6G3KO972R tag=JN7CE1ERGHOZ type=write size=3795383 2024-04-12T16:21:27.665 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.668+0000 7f98d3178780 1 > prepared operation key=ZXZ7NSPZRCDD tag=Z93E6X7UJRGG type=del size=3275674 2024-04-12T16:21:27.667 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.670+0000 7f98d3178780 1 < completed part key=_multipart_GM8O00AYQLB5.2~AWFW40P4J997.0 size=603984 2024-04-12T16:21:27.671 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.674+0000 7f98d3178780 1 < completed multipart upload key=GM8O00AYQLB5 upload=AWFW40P4J997 tag=E28F8TPOB4V2 type=write size=1652560 2024-04-12T16:21:27.673 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.676+0000 7f98d3178780 1 > prepared operation key=VZ3ZKIAP7V00 tag=B58KSOYH81UE type=del size=3399671 2024-04-12T16:21:27.675 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.679+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~UR9MQB1GS57I.0 size=1048576 2024-04-12T16:21:27.677 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.681+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~UR9MQB1GS57I.1 size=708042 2024-04-12T16:21:27.681 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.684+0000 7f98d3178780 1 < completed multipart upload key=LU8ZUI2MDRGX upload=UR9MQB1GS57I tag=JO7Q242XWLUN type=write size=2805194 2024-04-12T16:21:27.683 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.686+0000 7f98d3178780 1 > prepared operation key=I40BBGONTDFL tag=V650UHJ4IW0G type=del size=2735624 2024-04-12T16:21:27.685 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.688+0000 7f98d3178780 1 < completed delete operation key=3AW8J5U5KAAT tag=38N66PG46E6I type=del 2024-04-12T16:21:27.687 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.690+0000 7f98d3178780 1 > prepared operation key=KHYODRDPUF4K tag=YNJIZMKFK3SR type=del size=1640651 2024-04-12T16:21:27.689 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.692+0000 7f98d3178780 1 < completed delete operation key=9L0C6XS0IUS0 tag=KWI459BXHH3D type=del 2024-04-12T16:21:27.691 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.695+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=DUSEUXSZ1L5G type=write size=208678 2024-04-12T16:21:27.694 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.697+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~AD8ENG02J5SF.0 size=1048576 2024-04-12T16:21:27.695 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.699+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~AD8ENG02J5SF.1 size=1048576 2024-04-12T16:21:27.697 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.701+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~AD8ENG02J5SF.2 size=921624 2024-04-12T16:21:27.701 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.704+0000 7f98d3178780 1 < completed multipart upload key=UQB6NBY40RTD upload=AD8ENG02J5SF tag=RQEKY7F0JYQ5 type=write size=4067352 2024-04-12T16:21:27.703 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.706+0000 7f98d3178780 1 > prepared operation key=PWA38LFGIMFY tag=O84T73DR0NUQ type=del size=1286532 2024-04-12T16:21:27.707 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.711+0000 7f98d3178780 1 < suggested update operation key=BOEPCQFN2ISK tag=M9YQNYNFJ1KB type=write size=565492 2024-04-12T16:21:27.709 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.713+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=MOBN5RA735JZ type=del size=945428 2024-04-12T16:21:27.712 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.715+0000 7f98d3178780 1 < canceled operation key=LU8ZUI2MDRGX tag=2GV03J3J0BZU type=del size=2364928 2024-04-12T16:21:27.714 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.717+0000 7f98d3178780 1 > prepared operation key=BOEPCQFN2ISK tag=8K1R51DMVV6P type=del size=1667650 2024-04-12T16:21:27.716 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.720+0000 7f98d3178780 1 < completed delete operation key=S81W06TIIZMK tag=X1673BCKT1FX type=del 2024-04-12T16:21:27.719 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.722+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=13FCS0VZVBO6 type=write size=661871 2024-04-12T16:21:27.721 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.724+0000 7f98d3178780 1 < canceled operation key=PWA38LFGIMFY tag=GLZ3K41K9VL4 type=del size=3578743 2024-04-12T16:21:27.723 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.727+0000 7f98d3178780 1 > prepared operation key=T722FMC4JINL tag=UZFFFH9M4SZY type=del size=3390031 2024-04-12T16:21:27.725 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.729+0000 7f98d3178780 1 < completed delete operation key=I40BBGONTDFL tag=J991EA53AWJG type=del 2024-04-12T16:21:27.727 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.731+0000 7f98d3178780 1 > prepared operation key=PT2U3K72AW80 tag=VFMLN3TIKP69 type=del size=1938453 2024-04-12T16:21:27.730 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.733+0000 7f98d3178780 1 < completed delete operation key=0OWCAM744WJ9 tag=1XTMAUKLM34S type=del 2024-04-12T16:21:27.732 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.735+0000 7f98d3178780 1 > prepared operation key=S81W06TIIZMK tag=8ASGL5QCH8CA type=del size=3413652 2024-04-12T16:21:27.734 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.738+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~GWIABMVXCUJ2.0 size=1048576 2024-04-12T16:21:27.736 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.740+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~GWIABMVXCUJ2.1 size=1048576 2024-04-12T16:21:27.738 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.741+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~GWIABMVXCUJ2.2 size=369814 2024-04-12T16:21:27.743 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.746+0000 7f98d3178780 1 < completed multipart upload key=3AW8J5U5KAAT upload=GWIABMVXCUJ2 tag=J7PWFVT3H6L5 type=write size=3515542 2024-04-12T16:21:27.745 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.748+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=BX6WA51OGLAK type=del size=2614492 2024-04-12T16:21:27.747 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.750+0000 7f98d3178780 1 < canceled operation key=XC0UMQW2OGOM tag=E9VKODDMI1L1 type=del size=810891 2024-04-12T16:21:27.750 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.753+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=TMR4POKATWY4 type=del size=3588930 2024-04-12T16:21:27.754 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.758+0000 7f98d3178780 1 < suggested update operation key=KHYODRDPUF4K tag=9MO6BTM80JCG type=write size=250740 2024-04-12T16:21:27.758 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.762+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~1CWEZTK7Q51B.0 size=1048576 2024-04-12T16:21:27.760 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.763+0000 7f98d3178780 1 > prepared part key=_multipart_XC0UMQW2OGOM.2~1CWEZTK7Q51B.1 size=33524 2024-04-12T16:21:27.760 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.763+0000 7f98d3178780 1 > prepared multipart upload key=XC0UMQW2OGOM upload=1CWEZTK7Q51B tag=8BO5XAL0ZAJR type=write size=2130676 2024-04-12T16:21:27.763 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.766+0000 7f98d3178780 1 < completed part key=_multipart_XC0UMQW2OGOM.2~3DATIOCZRLKI.0 size=1048576 2024-04-12T16:21:27.764 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.768+0000 7f98d3178780 1 < completed part key=_multipart_XC0UMQW2OGOM.2~3DATIOCZRLKI.1 size=1048576 2024-04-12T16:21:27.766 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.769+0000 7f98d3178780 1 < completed part key=_multipart_XC0UMQW2OGOM.2~3DATIOCZRLKI.2 size=886846 2024-04-12T16:21:27.769 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.773+0000 7f98d3178780 1 < completed multipart upload key=XC0UMQW2OGOM upload=3DATIOCZRLKI tag=EKSE6YOWYIMM type=write size=4032574 2024-04-12T16:21:27.773 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.777+0000 7f98d3178780 1 > prepared part key=_multipart_PWA38LFGIMFY.2~8MM3C663RWZ0.0 size=1048576 2024-04-12T16:21:27.775 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.778+0000 7f98d3178780 1 > prepared part key=_multipart_PWA38LFGIMFY.2~8MM3C663RWZ0.1 size=1003698 2024-04-12T16:21:27.775 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.778+0000 7f98d3178780 1 > prepared multipart upload key=PWA38LFGIMFY upload=8MM3C663RWZ0 tag=6ZE147J4Y45Q type=write size=3100850 2024-04-12T16:21:27.779 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.782+0000 7f98d3178780 1 < suggested update operation key=ZXZ7NSPZRCDD tag=Z93E6X7UJRGG type=del size=3275674 2024-04-12T16:21:27.781 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.784+0000 7f98d3178780 1 > prepared operation key=FLD16WRTYTRE tag=UEYK64ONQWK1 type=del size=3201087 2024-04-12T16:21:27.783 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.786+0000 7f98d3178780 1 < canceled operation key=VZ3ZKIAP7V00 tag=B58KSOYH81UE type=del size=3399671 2024-04-12T16:21:27.787 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.790+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~I0YDLYC7LP3I.0 size=1048576 2024-04-12T16:21:27.789 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.792+0000 7f98d3178780 1 > prepared part key=_multipart_BOEPCQFN2ISK.2~I0YDLYC7LP3I.1 size=132861 2024-04-12T16:21:27.789 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.792+0000 7f98d3178780 1 > prepared multipart upload key=BOEPCQFN2ISK upload=I0YDLYC7LP3I tag=A49QLWHL0H7P type=write size=2230013 2024-04-12T16:21:27.791 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.794+0000 7f98d3178780 1 < completed delete operation key=I40BBGONTDFL tag=V650UHJ4IW0G type=del 2024-04-12T16:21:27.793 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.797+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=5TMEJ5N0AZSG type=del size=934861 2024-04-12T16:21:27.796 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.800+0000 7f98d3178780 -1 < failed to complete operation key=KHYODRDPUF4K tag=YNJIZMKFK3SR type=del size=1640651: (22) Invalid argument 2024-04-12T16:21:27.798 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.802+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=XP1GNIAZYU7O type=write size=30106 2024-04-12T16:21:27.800 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.804+0000 7f98d3178780 1 < completed write operation key=9L0C6XS0IUS0 tag=DUSEUXSZ1L5G type=write size=208678 2024-04-12T16:21:27.802 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.806+0000 7f98d3178780 1 > prepared operation key=ZZ03YKAYH1C2 tag=KJ1G803M8VBE type=del size=2831345 2024-04-12T16:21:27.805 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.808+0000 7f98d3178780 1 < completed delete operation key=PWA38LFGIMFY tag=O84T73DR0NUQ type=del 2024-04-12T16:21:27.809 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.812+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~H1BYDFZK6FH4.0 size=1048576 2024-04-12T16:21:27.811 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.814+0000 7f98d3178780 1 > prepared part key=_multipart_7X1SF5VYO5QN.2~H1BYDFZK6FH4.1 size=818549 2024-04-12T16:21:27.811 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.814+0000 7f98d3178780 1 > prepared multipart upload key=7X1SF5VYO5QN upload=H1BYDFZK6FH4 tag=OHI4I6YRTO3Q type=write size=2915701 2024-04-12T16:21:27.813 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.816+0000 7f98d3178780 1 < completed delete operation key=8ZR0C2P8VMRA tag=MOBN5RA735JZ type=del 2024-04-12T16:21:27.815 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.818+0000 7f98d3178780 1 > prepared operation key=23DHOZJVEXJ6 tag=ZDHAO23Z4QKV type=write size=70260 2024-04-12T16:21:27.817 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.821+0000 7f98d3178780 1 < completed delete operation key=BOEPCQFN2ISK tag=8K1R51DMVV6P type=del 2024-04-12T16:21:27.821 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.825+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~5XSFXI90VUGL.0 size=1048576 2024-04-12T16:21:27.823 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.826+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~5XSFXI90VUGL.1 size=847628 2024-04-12T16:21:27.823 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.826+0000 7f98d3178780 1 > prepared multipart upload key=0OWCAM744WJ9 upload=5XSFXI90VUGL tag=014M1JSVXTIF type=write size=2944780 2024-04-12T16:21:27.826 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.829+0000 7f98d3178780 1 < completed write operation key=GM8O00AYQLB5 tag=13FCS0VZVBO6 type=write size=661871 2024-04-12T16:21:27.828 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.832+0000 7f98d3178780 1 > prepared operation key=KURJT9NHLL4D tag=F02PNHW5J4NC type=del size=3938658 2024-04-12T16:21:27.830 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.834+0000 7f98d3178780 1 < completed delete operation key=T722FMC4JINL tag=UZFFFH9M4SZY type=del 2024-04-12T16:21:27.835 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.838+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~SXSPXDUM91R2.0 size=1048576 2024-04-12T16:21:27.836 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.840+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~SXSPXDUM91R2.1 size=1048576 2024-04-12T16:21:27.838 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.841+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~SXSPXDUM91R2.2 size=105280 2024-04-12T16:21:27.838 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.841+0000 7f98d3178780 1 > prepared multipart upload key=PT2U3K72AW80 upload=SXSPXDUM91R2 tag=XJ1GBDW9FTO4 type=write size=3251008 2024-04-12T16:21:27.840 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.843+0000 7f98d3178780 1 < completed delete operation key=PT2U3K72AW80 tag=VFMLN3TIKP69 type=del 2024-04-12T16:21:27.844 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.847+0000 7f98d3178780 1 > prepared part key=_multipart_JFLGBNJ7LSGN.2~K4ODEUGFA0TU.0 size=1048576 2024-04-12T16:21:27.846 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.849+0000 7f98d3178780 1 > prepared part key=_multipart_JFLGBNJ7LSGN.2~K4ODEUGFA0TU.1 size=284287 2024-04-12T16:21:27.846 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.849+0000 7f98d3178780 1 > prepared multipart upload key=JFLGBNJ7LSGN upload=K4ODEUGFA0TU tag=C2ETIP1THWYG type=write size=2381439 2024-04-12T16:21:27.848 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.851+0000 7f98d3178780 1 < canceled operation key=S81W06TIIZMK tag=8ASGL5QCH8CA type=del size=3413652 2024-04-12T16:21:27.850 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.853+0000 7f98d3178780 1 > prepared operation key=7X1SF5VYO5QN tag=JUO1E30SW5BF type=del size=1185198 2024-04-12T16:21:27.852 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.856+0000 7f98d3178780 1 < completed delete operation key=GM8O00AYQLB5 tag=BX6WA51OGLAK type=del 2024-04-12T16:21:27.857 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.860+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~XSVU5GZ8YFAW.0 size=1048576 2024-04-12T16:21:27.859 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.862+0000 7f98d3178780 1 > prepared part key=_multipart_3AW8J5U5KAAT.2~XSVU5GZ8YFAW.1 size=571684 2024-04-12T16:21:27.859 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.862+0000 7f98d3178780 1 > prepared multipart upload key=3AW8J5U5KAAT upload=XSVU5GZ8YFAW tag=O4JSGGEQVJXL type=write size=2668836 2024-04-12T16:21:27.861 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.864+0000 7f98d3178780 1 < completed delete operation key=UQB6NBY40RTD tag=TMR4POKATWY4 type=del 2024-04-12T16:21:27.865 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.868+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~3RVK9128FAIU.0 size=1048576 2024-04-12T16:21:27.867 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.870+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~3RVK9128FAIU.1 size=1048576 2024-04-12T16:21:27.869 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.873+0000 7f98d3178780 1 > prepared part key=_multipart_S81W06TIIZMK.2~3RVK9128FAIU.2 size=842801 2024-04-12T16:21:27.869 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.873+0000 7f98d3178780 1 > prepared multipart upload key=S81W06TIIZMK upload=3RVK9128FAIU tag=KUEYHBU0JKBM type=write size=3988529 2024-04-12T16:21:27.872 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.875+0000 7f98d3178780 1 < completed part key=_multipart_XC0UMQW2OGOM.2~1CWEZTK7Q51B.0 size=1048576 2024-04-12T16:21:27.872 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.875+0000 7f98d3178780 1 < canceled part key=_multipart_XC0UMQW2OGOM.2~1CWEZTK7Q51B.1 size=33524 2024-04-12T16:21:27.875 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.879+0000 7f98d3178780 1 < canceled multipart upload key=XC0UMQW2OGOM upload=1CWEZTK7Q51B tag=8BO5XAL0ZAJR type=write size=2130676 2024-04-12T16:21:27.879 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.882+0000 7f98d3178780 1 > prepared part key=_multipart_4LOLFK38TOHP.2~2130ZWZWQJ63.0 size=1048576 2024-04-12T16:21:27.881 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.884+0000 7f98d3178780 1 > prepared part key=_multipart_4LOLFK38TOHP.2~2130ZWZWQJ63.1 size=494841 2024-04-12T16:21:27.881 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.884+0000 7f98d3178780 1 > prepared multipart upload key=4LOLFK38TOHP upload=2130ZWZWQJ63 tag=1362HC9CU8NZ type=write size=2591993 2024-04-12T16:21:27.881 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.884+0000 7f98d3178780 1 < canceled part key=_multipart_PWA38LFGIMFY.2~8MM3C663RWZ0.0 size=1048576 2024-04-12T16:21:27.883 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.886+0000 7f98d3178780 1 < completed part key=_multipart_PWA38LFGIMFY.2~8MM3C663RWZ0.1 size=1003698 2024-04-12T16:21:27.887 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.890+0000 7f98d3178780 1 < canceled multipart upload key=PWA38LFGIMFY upload=8MM3C663RWZ0 tag=6ZE147J4Y45Q type=write size=3100850 2024-04-12T16:21:27.889 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.892+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=WZAJOO8VOLPR type=del size=3276396 2024-04-12T16:21:27.892 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.896+0000 7f98d3178780 1 < suggested remove operation key=FLD16WRTYTRE tag=UEYK64ONQWK1 type=del 2024-04-12T16:21:27.896 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.900+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~RYCMGI0U445Z.0 size=1048576 2024-04-12T16:21:27.898 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.901+0000 7f98d3178780 1 > prepared part key=_multipart_IHLY0ZTYK6UT.2~RYCMGI0U445Z.1 size=970612 2024-04-12T16:21:27.898 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.901+0000 7f98d3178780 1 > prepared multipart upload key=IHLY0ZTYK6UT upload=RYCMGI0U445Z tag=DZ5GU43K6J3O type=write size=3067764 2024-04-12T16:21:27.900 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.904+0000 7f98d3178780 1 < completed part key=_multipart_BOEPCQFN2ISK.2~I0YDLYC7LP3I.0 size=1048576 2024-04-12T16:21:27.902 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.906+0000 7f98d3178780 1 < completed part key=_multipart_BOEPCQFN2ISK.2~I0YDLYC7LP3I.1 size=132861 2024-04-12T16:21:27.906 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.910+0000 7f98d3178780 1 < completed multipart upload key=BOEPCQFN2ISK upload=I0YDLYC7LP3I tag=A49QLWHL0H7P type=write size=2230013 2024-04-12T16:21:27.910 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.913+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~AO0OK8G2KZMG.0 size=1048576 2024-04-12T16:21:27.912 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.915+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~AO0OK8G2KZMG.1 size=372339 2024-04-12T16:21:27.912 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.915+0000 7f98d3178780 1 > prepared multipart upload key=LU8ZUI2MDRGX upload=AO0OK8G2KZMG tag=KE21CNN9J4AF type=write size=2469491 2024-04-12T16:21:27.916 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.919+0000 7f98d3178780 1 < suggested update operation key=4S7M3FBURFC1 tag=5TMEJ5N0AZSG type=del size=934861 2024-04-12T16:21:27.918 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.922+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=WF5FRCXH5ELO type=del size=3842051 2024-04-12T16:21:27.921 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.924+0000 7f98d3178780 1 < completed write operation key=UQB6NBY40RTD tag=XP1GNIAZYU7O type=write size=30106 2024-04-12T16:21:27.923 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.927+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=69UZHIHRQVQ0 type=write size=976107 2024-04-12T16:21:27.925 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.929+0000 7f98d3178780 1 < completed delete operation key=ZZ03YKAYH1C2 tag=KJ1G803M8VBE type=del 2024-04-12T16:21:27.927 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.931+0000 7f98d3178780 1 > prepared operation key=0OWCAM744WJ9 tag=INKJJD3CHYGD type=del size=1117665 2024-04-12T16:21:27.929 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.933+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~H1BYDFZK6FH4.0 size=1048576 2024-04-12T16:21:27.931 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.934+0000 7f98d3178780 1 < completed part key=_multipart_7X1SF5VYO5QN.2~H1BYDFZK6FH4.1 size=818549 2024-04-12T16:21:27.935 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.938+0000 7f98d3178780 1 < completed multipart upload key=7X1SF5VYO5QN upload=H1BYDFZK6FH4 tag=OHI4I6YRTO3Q type=write size=2915701 2024-04-12T16:21:27.937 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.940+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=KM3S1QP8KCK4 type=del size=577270 2024-04-12T16:21:27.939 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.942+0000 7f98d3178780 1 < completed write operation key=23DHOZJVEXJ6 tag=ZDHAO23Z4QKV type=write size=70260 2024-04-12T16:21:27.943 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.947+0000 7f98d3178780 1 > prepared part key=_multipart_VZ3ZKIAP7V00.2~OQCH0GUJI0RB.0 size=401751 2024-04-12T16:21:27.943 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.947+0000 7f98d3178780 1 > prepared multipart upload key=VZ3ZKIAP7V00 upload=OQCH0GUJI0RB tag=7W83Q5X1VO2J type=write size=1450327 2024-04-12T16:21:27.945 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.949+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~5XSFXI90VUGL.0 size=1048576 2024-04-12T16:21:27.947 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.951+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~5XSFXI90VUGL.1 size=847628 2024-04-12T16:21:27.951 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.954+0000 7f98d3178780 1 < completed multipart upload key=0OWCAM744WJ9 upload=5XSFXI90VUGL tag=014M1JSVXTIF type=write size=2944780 2024-04-12T16:21:27.953 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.957+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=1GS80N3GVX38 type=del size=1983212 2024-04-12T16:21:27.955 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.959+0000 7f98d3178780 1 < completed delete operation key=KURJT9NHLL4D tag=F02PNHW5J4NC type=del 2024-04-12T16:21:27.957 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.961+0000 7f98d3178780 1 > prepared operation key=EZFO3J6YDS47 tag=JQ4T6B64N7PM type=write size=624701 2024-04-12T16:21:27.959 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.963+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~SXSPXDUM91R2.0 size=1048576 2024-04-12T16:21:27.961 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.964+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~SXSPXDUM91R2.1 size=1048576 2024-04-12T16:21:27.963 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.966+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~SXSPXDUM91R2.2 size=105280 2024-04-12T16:21:27.967 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.970+0000 7f98d3178780 1 < completed multipart upload key=PT2U3K72AW80 upload=SXSPXDUM91R2 tag=XJ1GBDW9FTO4 type=write size=3251008 2024-04-12T16:21:27.969 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.972+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=MVOWYG4W6149 type=del size=2604122 2024-04-12T16:21:27.971 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.974+0000 7f98d3178780 1 < completed part key=_multipart_JFLGBNJ7LSGN.2~K4ODEUGFA0TU.0 size=1048576 2024-04-12T16:21:27.973 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.976+0000 7f98d3178780 1 < completed part key=_multipart_JFLGBNJ7LSGN.2~K4ODEUGFA0TU.1 size=284287 2024-04-12T16:21:27.976 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.980+0000 7f98d3178780 1 < completed multipart upload key=JFLGBNJ7LSGN upload=K4ODEUGFA0TU tag=C2ETIP1THWYG type=write size=2381439 2024-04-12T16:21:27.980 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.983+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~AND907ODNL2R.0 size=1048576 2024-04-12T16:21:27.982 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.985+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~AND907ODNL2R.1 size=1048576 2024-04-12T16:21:27.984 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.987+0000 7f98d3178780 1 > prepared part key=_multipart_UQB6NBY40RTD.2~AND907ODNL2R.2 size=386000 2024-04-12T16:21:27.984 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.987+0000 7f98d3178780 1 > prepared multipart upload key=UQB6NBY40RTD upload=AND907ODNL2R tag=VTPE89P204KM type=write size=3531728 2024-04-12T16:21:27.986 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.989+0000 7f98d3178780 1 < completed delete operation key=7X1SF5VYO5QN tag=JUO1E30SW5BF type=del 2024-04-12T16:21:27.988 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.991+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=EL3QQTK77QBG type=del size=3881937 2024-04-12T16:21:27.990 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.993+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~XSVU5GZ8YFAW.0 size=1048576 2024-04-12T16:21:27.991 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.995+0000 7f98d3178780 1 < completed part key=_multipart_3AW8J5U5KAAT.2~XSVU5GZ8YFAW.1 size=571684 2024-04-12T16:21:27.995 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:27.998+0000 7f98d3178780 1 < completed multipart upload key=3AW8J5U5KAAT upload=XSVU5GZ8YFAW tag=O4JSGGEQVJXL type=write size=2668836 2024-04-12T16:21:27.998 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.001+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=XXLAE7IOIORQ type=del size=300315 2024-04-12T16:21:27.998 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.001+0000 7f98d3178780 1 < canceled part key=_multipart_S81W06TIIZMK.2~3RVK9128FAIU.0 size=1048576 2024-04-12T16:21:28.000 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.003+0000 7f98d3178780 1 < completed part key=_multipart_S81W06TIIZMK.2~3RVK9128FAIU.1 size=1048576 2024-04-12T16:21:28.001 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.005+0000 7f98d3178780 1 < completed part key=_multipart_S81W06TIIZMK.2~3RVK9128FAIU.2 size=842801 2024-04-12T16:21:28.005 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.009+0000 7f98d3178780 1 < canceled multipart upload key=S81W06TIIZMK upload=3RVK9128FAIU tag=KUEYHBU0JKBM type=write size=3988529 2024-04-12T16:21:28.008 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.011+0000 7f98d3178780 1 > prepared operation key=GM8O00AYQLB5 tag=AWEVBF36KZMU type=write size=678543 2024-04-12T16:21:28.010 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.014+0000 7f98d3178780 1 < completed part key=_multipart_4LOLFK38TOHP.2~2130ZWZWQJ63.0 size=1048576 2024-04-12T16:21:28.013 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.016+0000 7f98d3178780 1 < completed part key=_multipart_4LOLFK38TOHP.2~2130ZWZWQJ63.1 size=494841 2024-04-12T16:21:28.017 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.021+0000 7f98d3178780 1 < completed multipart upload key=4LOLFK38TOHP upload=2130ZWZWQJ63 tag=1362HC9CU8NZ type=write size=2591993 2024-04-12T16:21:28.019 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.023+0000 7f98d3178780 1 > prepared operation key=66UG2YS0OGEZ tag=G5KXSJVEA3AM type=del size=3100347 2024-04-12T16:21:28.024 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.027+0000 7f98d3178780 1 < suggested update operation key=8ZR0C2P8VMRA tag=WZAJOO8VOLPR type=del size=3276396 2024-04-12T16:21:28.028 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.031+0000 7f98d3178780 1 > prepared part key=_multipart_66UG2YS0OGEZ.2~JI9EVV377GKC.0 size=1048576 2024-04-12T16:21:28.029 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.033+0000 7f98d3178780 1 > prepared part key=_multipart_66UG2YS0OGEZ.2~JI9EVV377GKC.1 size=1048576 2024-04-12T16:21:28.032 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.035+0000 7f98d3178780 1 > prepared part key=_multipart_66UG2YS0OGEZ.2~JI9EVV377GKC.2 size=711473 2024-04-12T16:21:28.032 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.035+0000 7f98d3178780 1 > prepared multipart upload key=66UG2YS0OGEZ upload=JI9EVV377GKC tag=HWENKBD229UB type=write size=3857201 2024-04-12T16:21:28.032 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.035+0000 7f98d3178780 1 < canceled part key=_multipart_IHLY0ZTYK6UT.2~RYCMGI0U445Z.0 size=1048576 2024-04-12T16:21:28.035 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.038+0000 7f98d3178780 1 < completed part key=_multipart_IHLY0ZTYK6UT.2~RYCMGI0U445Z.1 size=970612 2024-04-12T16:21:28.038 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.042+0000 7f98d3178780 1 < canceled multipart upload key=IHLY0ZTYK6UT upload=RYCMGI0U445Z tag=DZ5GU43K6J3O type=write size=3067764 2024-04-12T16:21:28.041 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.044+0000 7f98d3178780 1 > prepared operation key=D0M5V2Z6TGN6 tag=7J0N824AT33L type=del size=2239221 2024-04-12T16:21:28.043 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.046+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~AO0OK8G2KZMG.0 size=1048576 2024-04-12T16:21:28.044 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.048+0000 7f98d3178780 1 < completed part key=_multipart_LU8ZUI2MDRGX.2~AO0OK8G2KZMG.1 size=372339 2024-04-12T16:21:28.048 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.051+0000 7f98d3178780 1 < completed multipart upload key=LU8ZUI2MDRGX upload=AO0OK8G2KZMG tag=KE21CNN9J4AF type=write size=2469491 2024-04-12T16:21:28.051 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.055+0000 7f98d3178780 1 > prepared part key=_multipart_0OWCAM744WJ9.2~2L82PA7BAA9I.0 size=671241 2024-04-12T16:21:28.051 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.055+0000 7f98d3178780 1 > prepared multipart upload key=0OWCAM744WJ9 upload=2L82PA7BAA9I tag=F0VN06FDS2WL type=write size=1719817 2024-04-12T16:21:28.053 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.057+0000 7f98d3178780 1 < canceled operation key=W6L40IZK9EF7 tag=WF5FRCXH5ELO type=del size=3842051 2024-04-12T16:21:28.055 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.059+0000 7f98d3178780 1 > prepared operation key=FLD16WRTYTRE tag=3488X40EE8PF type=del size=428648 2024-04-12T16:21:28.059 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.063+0000 7f98d3178780 1 < suggested remove operation key=4S7M3FBURFC1 tag=69UZHIHRQVQ0 type=write 2024-04-12T16:21:28.063 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.066+0000 7f98d3178780 1 > prepared part key=_multipart_4LOLFK38TOHP.2~VLSWG5XJ08HG.0 size=1048576 2024-04-12T16:21:28.065 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.068+0000 7f98d3178780 1 > prepared part key=_multipart_4LOLFK38TOHP.2~VLSWG5XJ08HG.1 size=1048576 2024-04-12T16:21:28.067 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.070+0000 7f98d3178780 1 > prepared part key=_multipart_4LOLFK38TOHP.2~VLSWG5XJ08HG.2 size=34944 2024-04-12T16:21:28.067 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.070+0000 7f98d3178780 1 > prepared multipart upload key=4LOLFK38TOHP upload=VLSWG5XJ08HG tag=KAK8TSGX297R type=write size=3180672 2024-04-12T16:21:28.069 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.072+0000 7f98d3178780 1 < completed delete operation key=0OWCAM744WJ9 tag=INKJJD3CHYGD type=del 2024-04-12T16:21:28.071 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.074+0000 7f98d3178780 1 > prepared operation key=8ZR0C2P8VMRA tag=3F2NYFDHON5Z type=del size=2434242 2024-04-12T16:21:28.075 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.078+0000 7f98d3178780 1 < suggested update operation key=GM8O00AYQLB5 tag=KM3S1QP8KCK4 type=del size=577270 2024-04-12T16:21:28.079 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.082+0000 7f98d3178780 1 > prepared part key=_multipart_PT2U3K72AW80.2~KKTQ7KUGBN37.0 size=25701 2024-04-12T16:21:28.079 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.082+0000 7f98d3178780 1 > prepared multipart upload key=PT2U3K72AW80 upload=KKTQ7KUGBN37 tag=4MMXK0TOZH71 type=write size=1074277 2024-04-12T16:21:28.081 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.084+0000 7f98d3178780 1 < completed part key=_multipart_VZ3ZKIAP7V00.2~OQCH0GUJI0RB.0 size=401751 2024-04-12T16:21:28.084 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.088+0000 7f98d3178780 1 < completed multipart upload key=VZ3ZKIAP7V00 upload=OQCH0GUJI0RB tag=7W83Q5X1VO2J type=write size=1450327 2024-04-12T16:21:28.086 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.090+0000 7f98d3178780 1 > prepared operation key=9L0C6XS0IUS0 tag=4R6U309636XC type=del size=3433017 2024-04-12T16:21:28.089 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.092+0000 7f98d3178780 -1 < failed to complete operation key=4S7M3FBURFC1 tag=1GS80N3GVX38 type=del size=1983212: (22) Invalid argument 2024-04-12T16:21:28.091 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.094+0000 7f98d3178780 1 > prepared operation key=VZ3ZKIAP7V00 tag=7XOMQWXMNHZD type=del size=2059708 2024-04-12T16:21:28.093 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.096+0000 7f98d3178780 1 < completed write operation key=EZFO3J6YDS47 tag=JQ4T6B64N7PM type=write size=624701 2024-04-12T16:21:28.097 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.100+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~3WR17MG2E0HQ.0 size=499183 2024-04-12T16:21:28.097 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.100+0000 7f98d3178780 1 > prepared multipart upload key=23DHOZJVEXJ6 upload=3WR17MG2E0HQ tag=BG4D3HA3YAMN type=write size=1547759 2024-04-12T16:21:28.099 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.102+0000 7f98d3178780 1 < completed delete operation key=UQB6NBY40RTD tag=MVOWYG4W6149 type=del 2024-04-12T16:21:28.101 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.104+0000 7f98d3178780 1 > prepared operation key=4LOLFK38TOHP tag=4026ZB062MOL type=del size=763250 2024-04-12T16:21:28.103 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.106+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~AND907ODNL2R.0 size=1048576 2024-04-12T16:21:28.105 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.108+0000 7f98d3178780 1 < completed part key=_multipart_UQB6NBY40RTD.2~AND907ODNL2R.1 size=1048576 2024-04-12T16:21:28.105 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.108+0000 7f98d3178780 1 < canceled part key=_multipart_UQB6NBY40RTD.2~AND907ODNL2R.2 size=386000 2024-04-12T16:21:28.109 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.112+0000 7f98d3178780 1 < canceled multipart upload key=UQB6NBY40RTD upload=AND907ODNL2R tag=VTPE89P204KM type=write size=3531728 2024-04-12T16:21:28.110 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.114+0000 7f98d3178780 1 > prepared operation key=RGAGK6SC7WUJ tag=G8TMB1LLG107 type=del size=2946690 2024-04-12T16:21:28.113 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.116+0000 7f98d3178780 1 < completed delete operation key=W6L40IZK9EF7 tag=EL3QQTK77QBG type=del 2024-04-12T16:21:28.115 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.118+0000 7f98d3178780 1 > prepared operation key=23DHOZJVEXJ6 tag=CHWCK38PHZIX type=del size=1924337 2024-04-12T16:21:28.117 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.120+0000 7f98d3178780 1 < completed delete operation key=UQB6NBY40RTD tag=XXLAE7IOIORQ type=del 2024-04-12T16:21:28.119 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.123+0000 7f98d3178780 1 > prepared operation key=UQB6NBY40RTD tag=T3F53TBD6SUH type=del size=653447 2024-04-12T16:21:28.122 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.126+0000 7f98d3178780 -1 < failed to complete operation key=GM8O00AYQLB5 tag=AWEVBF36KZMU type=write size=678543: (22) Invalid argument 2024-04-12T16:21:28.126 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.130+0000 7f98d3178780 1 > prepared part key=_multipart_ZXZ7NSPZRCDD.2~0N5OQJPLBJ3P.0 size=621663 2024-04-12T16:21:28.126 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.130+0000 7f98d3178780 1 > prepared multipart upload key=ZXZ7NSPZRCDD upload=0N5OQJPLBJ3P tag=GQB9NSLRJYQY type=write size=1670239 2024-04-12T16:21:28.129 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.132+0000 7f98d3178780 1 < completed delete operation key=66UG2YS0OGEZ tag=G5KXSJVEA3AM type=del 2024-04-12T16:21:28.131 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.134+0000 7f98d3178780 1 > prepared operation key=PT2U3K72AW80 tag=0SB85O513M0L type=del size=2133977 2024-04-12T16:21:28.133 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.136+0000 7f98d3178780 1 < completed part key=_multipart_66UG2YS0OGEZ.2~JI9EVV377GKC.0 size=1048576 2024-04-12T16:21:28.135 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.138+0000 7f98d3178780 1 < completed part key=_multipart_66UG2YS0OGEZ.2~JI9EVV377GKC.1 size=1048576 2024-04-12T16:21:28.136 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.140+0000 7f98d3178780 1 < completed part key=_multipart_66UG2YS0OGEZ.2~JI9EVV377GKC.2 size=711473 2024-04-12T16:21:28.140 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.143+0000 7f98d3178780 1 < completed multipart upload key=66UG2YS0OGEZ upload=JI9EVV377GKC tag=HWENKBD229UB type=write size=3857201 2024-04-12T16:21:28.144 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.147+0000 7f98d3178780 1 > prepared part key=_multipart_23DHOZJVEXJ6.2~A2FNG9R5J0BY.0 size=528000 2024-04-12T16:21:28.144 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.147+0000 7f98d3178780 1 > prepared multipart upload key=23DHOZJVEXJ6 upload=A2FNG9R5J0BY tag=M67YTGBGJRMV type=write size=1576576 2024-04-12T16:21:28.148 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.151+0000 7f98d3178780 1 < suggested update operation key=D0M5V2Z6TGN6 tag=7J0N824AT33L type=del size=2239221 2024-04-12T16:21:28.152 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.155+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~U0IS1XRW68T5.0 size=1048576 2024-04-12T16:21:28.154 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.157+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~U0IS1XRW68T5.1 size=1048576 2024-04-12T16:21:28.155 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.159+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~U0IS1XRW68T5.2 size=266297 2024-04-12T16:21:28.156 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.159+0000 7f98d3178780 1 > prepared multipart upload key=D0M5V2Z6TGN6 upload=U0IS1XRW68T5 tag=VT9N4241PR4P type=write size=3412025 2024-04-12T16:21:28.158 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.161+0000 7f98d3178780 1 < completed part key=_multipart_0OWCAM744WJ9.2~2L82PA7BAA9I.0 size=671241 2024-04-12T16:21:28.161 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.164+0000 7f98d3178780 1 < completed multipart upload key=0OWCAM744WJ9 upload=2L82PA7BAA9I tag=F0VN06FDS2WL type=write size=1719817 2024-04-12T16:21:28.163 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.167+0000 7f98d3178780 1 > prepared operation key=7X1SF5VYO5QN tag=Y3HUCUTFRN1M type=del size=90929 2024-04-12T16:21:28.165 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.169+0000 7f98d3178780 1 < completed delete operation key=FLD16WRTYTRE tag=3488X40EE8PF type=del 2024-04-12T16:21:28.168 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.171+0000 7f98d3178780 1 > prepared operation key=W6L40IZK9EF7 tag=7ADU2ZLAUIGQ type=del size=2912669 2024-04-12T16:21:28.169 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.173+0000 7f98d3178780 1 < completed part key=_multipart_4LOLFK38TOHP.2~VLSWG5XJ08HG.0 size=1048576 2024-04-12T16:21:28.171 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.174+0000 7f98d3178780 1 < completed part key=_multipart_4LOLFK38TOHP.2~VLSWG5XJ08HG.1 size=1048576 2024-04-12T16:21:28.173 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.176+0000 7f98d3178780 1 < completed part key=_multipart_4LOLFK38TOHP.2~VLSWG5XJ08HG.2 size=34944 2024-04-12T16:21:28.176 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.180+0000 7f98d3178780 1 < completed multipart upload key=4LOLFK38TOHP upload=VLSWG5XJ08HG tag=KAK8TSGX297R type=write size=3180672 2024-04-12T16:21:28.179 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.182+0000 7f98d3178780 1 > prepared operation key=KHYODRDPUF4K tag=GSLBWH4PCNOQ type=del size=2085760 2024-04-12T16:21:28.181 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.184+0000 7f98d3178780 1 < completed delete operation key=8ZR0C2P8VMRA tag=3F2NYFDHON5Z type=del 2024-04-12T16:21:28.183 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.187+0000 7f98d3178780 1 > prepared operation key=VZ3ZKIAP7V00 tag=1NV8C36YD0ZX type=del size=794976 2024-04-12T16:21:28.185 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.189+0000 7f98d3178780 1 < completed part key=_multipart_PT2U3K72AW80.2~KKTQ7KUGBN37.0 size=25701 2024-04-12T16:21:28.189 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.192+0000 7f98d3178780 1 < completed multipart upload key=PT2U3K72AW80 upload=KKTQ7KUGBN37 tag=4MMXK0TOZH71 type=write size=1074277 2024-04-12T16:21:28.193 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.196+0000 7f98d3178780 1 > prepared part key=_multipart_9L0C6XS0IUS0.2~2E6191DNI098.0 size=1048576 2024-04-12T16:21:28.195 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.198+0000 7f98d3178780 1 > prepared part key=_multipart_9L0C6XS0IUS0.2~2E6191DNI098.1 size=726553 2024-04-12T16:21:28.195 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.198+0000 7f98d3178780 1 > prepared multipart upload key=9L0C6XS0IUS0 upload=2E6191DNI098 tag=QYRO35MPRM97 type=write size=2823705 2024-04-12T16:21:28.197 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.200+0000 7f98d3178780 1 < completed delete operation key=9L0C6XS0IUS0 tag=4R6U309636XC type=del 2024-04-12T16:21:28.199 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.202+0000 7f98d3178780 1 > prepared operation key=LU8ZUI2MDRGX tag=MX6YVM766QGD type=del size=3852464 2024-04-12T16:21:28.201 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.204+0000 7f98d3178780 1 < canceled operation key=VZ3ZKIAP7V00 tag=7XOMQWXMNHZD type=del size=2059708 2024-04-12T16:21:28.205 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.208+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~JMPYROZYWUPG.0 size=1048576 2024-04-12T16:21:28.207 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.210+0000 7f98d3178780 1 > prepared part key=_multipart_D0M5V2Z6TGN6.2~JMPYROZYWUPG.1 size=991244 2024-04-12T16:21:28.207 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.210+0000 7f98d3178780 1 > prepared multipart upload key=D0M5V2Z6TGN6 upload=JMPYROZYWUPG tag=BC6RN2BDGZLN type=write size=3088396 2024-04-12T16:21:28.209 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.213+0000 7f98d3178780 1 < completed part key=_multipart_23DHOZJVEXJ6.2~3WR17MG2E0HQ.0 size=499183 2024-04-12T16:21:28.213 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.216+0000 7f98d3178780 1 < completed multipart upload key=23DHOZJVEXJ6 upload=3WR17MG2E0HQ tag=BG4D3HA3YAMN type=write size=1547759 2024-04-12T16:21:28.217 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.220+0000 7f98d3178780 1 > prepared part key=_multipart_RGAGK6SC7WUJ.2~HTPAGPTJVS4D.0 size=684751 2024-04-12T16:21:28.217 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.220+0000 7f98d3178780 1 > prepared multipart upload key=RGAGK6SC7WUJ upload=HTPAGPTJVS4D tag=18I6MZ8KWS90 type=write size=1733327 2024-04-12T16:21:28.219 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.222+0000 7f98d3178780 1 < canceled operation key=4LOLFK38TOHP tag=4026ZB062MOL type=del size=763250 2024-04-12T16:21:28.223 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.226+0000 7f98d3178780 1 > prepared part key=_multipart_LU8ZUI2MDRGX.2~C6J652XYJ48Z.0 size=663998 2024-04-12T16:21:28.223 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.226+0000 7f98d3178780 1 > prepared multipart upload key=LU8ZUI2MDRGX upload=C6J652XYJ48Z tag=RQX2UDKVOOST type=write size=1712574 2024-04-12T16:21:28.225 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.228+0000 7f98d3178780 1 < canceled operation key=RGAGK6SC7WUJ tag=G8TMB1LLG107 type=del size=2946690 2024-04-12T16:21:28.227 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.230+0000 7f98d3178780 1 > prepared operation key=4S7M3FBURFC1 tag=J1CRPI4L8LH2 type=del size=3604799 2024-04-12T16:21:28.229 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.232+0000 7f98d3178780 1 < completed delete operation key=23DHOZJVEXJ6 tag=CHWCK38PHZIX type=del 2024-04-12T16:21:28.232 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.235+0000 7f98d3178780 1 > prepared operation key=KURJT9NHLL4D tag=38ICJ8I1YD17 type=del size=2648352 2024-04-12T16:21:28.233 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.237+0000 7f98d3178780 1 < completed delete operation key=UQB6NBY40RTD tag=T3F53TBD6SUH type=del 2024-04-12T16:21:28.235 INFO:tasks.workunit.client.0.smithi099.stderr:2024-04-12T16:21:28.239+0000 7f98d3178780 1 > prepared operation key=FLD16WRTYTRE tag=K8QVZ69QFUK0 type=del size=608053 2024-04-12T16:21:28.236 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] cls_rgw_stats.simulate (13607 ms) 2024-04-12T16:21:28.236 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 1 test from cls_rgw_stats (13607 ms total) 2024-04-12T16:21:28.236 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:21:28.236 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] Global test environment tear-down 2024-04-12T16:21:28.477 INFO:tasks.workunit.client.0.smithi099.stdout:[==========] 1 test from 1 test suite ran. (15695 ms total) 2024-04-12T16:21:28.477 INFO:tasks.workunit.client.0.smithi099.stdout:[ PASSED ] 1 test. 2024-04-12T16:21:28.482 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T16:21:28.482 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T16:21:28.548 INFO:tasks.workunit:Running workunit cls/test_cls_sdk.sh... 2024-04-12T16:21:28.549 DEBUG:teuthology.orchestra.run.smithi099:workunit test cls/test_cls_sdk.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_sdk.sh 2024-04-12T16:21:28.617 INFO:tasks.workunit.client.0.smithi099.stdout:Running main() from gmock_main.cc 2024-04-12T16:21:28.617 INFO:tasks.workunit.client.0.smithi099.stdout:[==========] Running 2 tests from 1 test suite. 2024-04-12T16:21:28.617 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] Global test environment set-up. 2024-04-12T16:21:28.617 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 2 tests from ClsSDK 2024-04-12T16:21:28.617 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] ClsSDK.TestSDKCoverageWrite 2024-04-12T16:21:28.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:28 smithi110 ceph-mon[88691]: pgmap v1400: 137 pgs: 137 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 355 KiB/s wr, 1.82k op/s 2024-04-12T16:21:28.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:21:28.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:21:28.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:28 smithi099 ceph-mon[94290]: pgmap v1400: 137 pgs: 137 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 355 KiB/s wr, 1.82k op/s 2024-04-12T16:21:28.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:21:28.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:21:28.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:28 smithi099 ceph-mon[96864]: pgmap v1400: 137 pgs: 137 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 355 KiB/s wr, 1.82k op/s 2024-04-12T16:21:28.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:21:28.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:21:29.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:29 smithi110 ceph-mon[88691]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-12T16:21:29.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:29 smithi099 ceph-mon[96864]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-12T16:21:29.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:29 smithi099 ceph-mon[94290]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-12T16:21:30.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:30 smithi110 ceph-mon[88691]: pgmap v1402: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:21:30.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:30 smithi110 ceph-mon[88691]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-12T16:21:30.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:30 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/399110204' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140316-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:21:30.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:30 smithi099 ceph-mon[94290]: pgmap v1402: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:21:30.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:30 smithi099 ceph-mon[94290]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-12T16:21:30.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:30 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/399110204' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140316-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:21:30.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:30 smithi099 ceph-mon[96864]: pgmap v1402: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:21:30.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:30 smithi099 ceph-mon[96864]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-12T16:21:30.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:30 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/399110204' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140316-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:21:31.510 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] ClsSDK.TestSDKCoverageWrite (2893 ms) 2024-04-12T16:21:31.510 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] ClsSDK.TestSDKCoverageReplay 2024-04-12T16:21:31.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:31 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/399110204' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140316-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:21:31.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:31 smithi110 ceph-mon[88691]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-12T16:21:31.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:31 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/399110204' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140316-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:21:31.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:31 smithi099 ceph-mon[94290]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-12T16:21:31.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:31 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/399110204' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140316-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:21:31.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:31 smithi099 ceph-mon[96864]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-12T16:21:32.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:32 smithi110 ceph-mon[88691]: pgmap v1405: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:21:32.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:32 smithi110 ceph-mon[88691]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-12T16:21:32.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:21:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:21:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:21:32.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:32 smithi099 ceph-mon[94290]: pgmap v1405: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:21:32.967 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:32 smithi099 ceph-mon[94290]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-12T16:21:32.967 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:32 smithi099 ceph-mon[96864]: pgmap v1405: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:21:32.967 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:32 smithi099 ceph-mon[96864]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-12T16:21:33.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:33 smithi110 ceph-mon[88691]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-12T16:21:33.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:33 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/601268764' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140316-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:21:33.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:33 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140316-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:21:33.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:33 smithi099 ceph-mon[94290]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-12T16:21:33.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:33 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/601268764' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140316-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:21:33.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:33 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140316-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:21:33.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:33 smithi099 ceph-mon[96864]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-12T16:21:33.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:33 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/601268764' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140316-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:21:33.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:33 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140316-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:21:34.526 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] ClsSDK.TestSDKCoverageReplay (3016 ms) 2024-04-12T16:21:34.526 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 2 tests from ClsSDK (5909 ms total) 2024-04-12T16:21:34.526 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:21:34.526 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] Global test environment tear-down 2024-04-12T16:21:34.526 INFO:tasks.workunit.client.0.smithi099.stdout:[==========] 2 tests from 1 test suite ran. (5909 ms total) 2024-04-12T16:21:34.526 INFO:tasks.workunit.client.0.smithi099.stdout:[ PASSED ] 2 tests. 2024-04-12T16:21:34.529 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T16:21:34.529 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T16:21:34.597 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-04-12T16:21:34.597 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-12T16:21:34.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:34 smithi110 ceph-mon[88691]: pgmap v1408: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:21:34.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:34 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:21:34.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:34 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140316-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:21:34.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:34 smithi110 ceph-mon[88691]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-12T16:21:34.854 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:34 smithi099 ceph-mon[94290]: pgmap v1408: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:21:34.854 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:34 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:21:34.855 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:34 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140316-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:21:34.855 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:34 smithi099 ceph-mon[94290]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-12T16:21:34.855 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:34 smithi099 ceph-mon[96864]: pgmap v1408: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:21:34.855 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:34 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:21:34.855 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:34 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi099-140316-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:21:34.855 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:34 smithi099 ceph-mon[96864]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-12T16:21:34.856 DEBUG:teuthology.parallel:result is None 2024-04-12T16:21:34.857 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T16:21:34.887 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T16:21:34.888 DEBUG:teuthology.orchestra.run.smithi099:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-12T16:21:34.942 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T16:21:34.942 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-12T16:21:34.942 INFO:teuthology.task.print:**** done end rados_api.yaml 2024-04-12T16:21:34.942 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-12T16:21:34.942 INFO:teuthology.task.print:**** done start rados_loadgenbig.yaml 2024-04-12T16:21:34.942 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-12T16:21:34.943 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-12T16:21:34.943 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-12T16:21:34.943 DEBUG:teuthology.orchestra.run.smithi099:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-12T16:21:34.996 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T16:21:34.996 INFO:teuthology.orchestra.run.smithi099.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-12T16:21:34.996 DEBUG:teuthology.orchestra.run.smithi099:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-12T16:21:35.051 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-12T16:21:35.051 DEBUG:teuthology.orchestra.run.smithi099:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-12T16:21:35.105 INFO:tasks.workunit:timeout=3h 2024-04-12T16:21:35.105 INFO:tasks.workunit:cleanup=True 2024-04-12T16:21:35.105 DEBUG:teuthology.orchestra.run.smithi099:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-12T16:21:35.161 INFO:tasks.workunit.client.0.smithi099.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-12T16:21:35.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:35 smithi110 ceph-mon[88691]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-12T16:21:35.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:35 smithi099 ceph-mon[94290]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-12T16:21:35.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:35 smithi099 ceph-mon[96864]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-12T16:21:36.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:21:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:21:36] "GET /metrics HTTP/1.1" 200 36435 "" "Prometheus/2.43.0" 2024-04-12T16:21:36.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:36 smithi099 ceph-mon[96864]: pgmap v1411: 105 pgs: 105 active+clean; 583 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:21:36.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:36 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:21:36.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:36 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:21:36.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:36 smithi099 ceph-mon[94290]: pgmap v1411: 105 pgs: 105 active+clean; 583 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:21:36.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:36 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:21:36.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:36 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:21:36.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:36 smithi110 ceph-mon[88691]: pgmap v1411: 105 pgs: 105 active+clean; 583 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:21:36.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:36 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:21:36.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:36 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:21:38.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:38 smithi110 ceph-mon[88691]: pgmap v1412: 105 pgs: 105 active+clean; 583 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:21:38.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:38 smithi099 ceph-mon[96864]: pgmap v1412: 105 pgs: 105 active+clean; 583 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:21:38.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:38 smithi099 ceph-mon[94290]: pgmap v1412: 105 pgs: 105 active+clean; 583 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:21:40.806 DEBUG:teuthology.orchestra.run.smithi099:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-12T16:21:40.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:40 smithi110 ceph-mon[88691]: pgmap v1413: 105 pgs: 105 active+clean; 583 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:21:40.861 INFO:tasks.workunit.client.0.smithi099.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-12T16:21:40.863 INFO:tasks.workunit.client.0.smithi099.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-12T16:21:40.863 INFO:tasks.workunit.client.0.smithi099.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-12T16:21:40.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:40 smithi099 ceph-mon[94290]: pgmap v1413: 105 pgs: 105 active+clean; 583 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:21:40.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:40 smithi099 ceph-mon[96864]: pgmap v1413: 105 pgs: 105 active+clean; 583 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:21:40.913 INFO:tasks.workunit.client.0.smithi099.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-12T16:21:40.963 INFO:tasks.workunit.client.0.smithi099.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-12T16:21:41.002 INFO:tasks.workunit.client.0.smithi099.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-12T16:21:41.004 INFO:tasks.workunit.client.0.smithi099.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-12T16:21:41.004 INFO:tasks.workunit.client.0.smithi099.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-12T16:21:41.042 INFO:tasks.workunit.client.0.smithi099.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-12T16:21:41.045 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-04-12T16:21:41.045 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-12T16:21:41.101 INFO:tasks.workunit:Running workunits matching rados/load-gen-big.sh on client.0... 2024-04-12T16:21:41.102 INFO:tasks.workunit:Running workunit rados/load-gen-big.sh... 2024-04-12T16:21:41.102 DEBUG:teuthology.orchestra.run.smithi099:workunit test rados/load-gen-big.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/load-gen-big.sh 2024-04-12T16:21:41.204 INFO:tasks.workunit.client.0.smithi099.stdout:run length 1200 seconds 2024-04-12T16:21:41.204 INFO:tasks.workunit.client.0.smithi099.stdout:preparing 10240 objects 2024-04-12T16:21:41.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:41 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:21:41.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:41 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:21:41.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:41 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:21:42.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:42 smithi110 ceph-mon[88691]: pgmap v1414: 105 pgs: 105 active+clean; 583 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:21:42.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:21:42.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:21:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:21:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:21:42.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:42 smithi099 ceph-mon[96864]: pgmap v1414: 105 pgs: 105 active+clean; 583 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:21:42.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:21:42.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:42 smithi099 ceph-mon[94290]: pgmap v1414: 105 pgs: 105 active+clean; 583 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:21:42.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:21:43.688 INFO:tasks.workunit.client.0.smithi099.stdout:load-gen will run 1200 seconds 2024-04-12T16:21:44.689 INFO:tasks.workunit.client.0.smithi099.stdout: 1: throughput=0MB/sec pending data=0 2024-04-12T16:21:44.689 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-HGM-Kmnit-pT_H3 off=2445539 len=1862999 2024-04-12T16:21:44.698 INFO:tasks.workunit.client.0.smithi099.stdout:op 0 completed, throughput=1.76MB/sec 2024-04-12T16:21:44.698 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-wM_uYLBboqpoiJ8 off=3052821 len=1599203 2024-04-12T16:21:44.706 INFO:tasks.workunit.client.0.smithi099.stdout:op 1 completed, throughput=3.24MB/sec 2024-04-12T16:21:44.706 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Qn1VX5ndiQ37tSe off=391173 len=1586731 2024-04-12T16:21:44.711 INFO:tasks.workunit.client.0.smithi099.stdout:op 2 completed, throughput=4.71MB/sec 2024-04-12T16:21:44.711 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-GCn0yzMjwLxsQcg off=7427662 len=2021998 2024-04-12T16:21:44.713 INFO:tasks.workunit.client.0.smithi099.stdout:op 3 completed, throughput=6.58MB/sec 2024-04-12T16:21:44.802 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:44 smithi110 ceph-mon[88691]: pgmap v1415: 105 pgs: 105 active+clean; 758 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.1 KiB/s wr, 6 op/s 2024-04-12T16:21:44.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:44 smithi099 ceph-mon[94290]: pgmap v1415: 105 pgs: 105 active+clean; 758 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.1 KiB/s wr, 6 op/s 2024-04-12T16:21:44.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:44 smithi099 ceph-mon[96864]: pgmap v1415: 105 pgs: 105 active+clean; 758 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.1 KiB/s wr, 6 op/s 2024-04-12T16:21:45.713 INFO:tasks.workunit.client.0.smithi099.stdout: 2: throughput=3.33MB/sec pending data=0 2024-04-12T16:21:45.713 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-MSThRp5RE0btDYd off=7613007 len=835729 2024-04-12T16:21:45.717 INFO:tasks.workunit.client.0.smithi099.stdout:op 4 completed, throughput=3.72MB/sec 2024-04-12T16:21:45.717 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-H8ROTILRcZa9FEt off=921332 len=272927 2024-04-12T16:21:45.719 INFO:tasks.workunit.client.0.smithi099.stdout:op 5 completed, throughput=3.84MB/sec 2024-04-12T16:21:45.719 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-nu2pMlqZ4MmJK0m off=980430 len=182465 2024-04-12T16:21:45.720 INFO:tasks.workunit.client.0.smithi099.stdout:op 6 completed, throughput=3.93MB/sec 2024-04-12T16:21:45.720 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-eJYtdGQQaOjifUz off=1195792 len=559553 2024-04-12T16:21:45.720 INFO:tasks.workunit.client.0.smithi099.stdout:op 7 completed, throughput=4.19MB/sec 2024-04-12T16:21:45.721 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-BfHxvZIympd84bJ off=11516235 len=1130628 2024-04-12T16:21:45.722 INFO:tasks.workunit.client.0.smithi099.stdout:op 8 completed, throughput=4.72MB/sec 2024-04-12T16:21:45.722 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-_miW0QOyyGv_gDY off=3039569 len=1756120 2024-04-12T16:21:45.723 INFO:tasks.workunit.client.0.smithi099.stdout:op 9 completed, throughput=5.53MB/sec 2024-04-12T16:21:46.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:45 smithi099 ceph-mon[96864]: pgmap v1416: 105 pgs: 105 active+clean; 32 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 257 KiB/s wr, 256 op/s 2024-04-12T16:21:46.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:45 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:21:46.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:45 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:21:46.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:45 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:21:46.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:45 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:21:46.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:45 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:21:46.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:45 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:21:46.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:45 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:21:46.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:45 smithi099 ceph-mon[94290]: pgmap v1416: 105 pgs: 105 active+clean; 32 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 257 KiB/s wr, 256 op/s 2024-04-12T16:21:46.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:45 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:21:46.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:45 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:21:46.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:45 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:21:46.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:45 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:21:46.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:45 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:21:46.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:45 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:21:46.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:45 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:21:46.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:45 smithi110 ceph-mon[88691]: pgmap v1416: 105 pgs: 105 active+clean; 32 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 257 KiB/s wr, 256 op/s 2024-04-12T16:21:46.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:45 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:21:46.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:45 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:21:46.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:45 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:21:46.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:45 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:21:46.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:45 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:21:46.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:45 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:21:46.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:45 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:21:46.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:21:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:21:46] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-04-12T16:21:46.725 INFO:tasks.workunit.client.0.smithi099.stdout: 3: throughput=3.71MB/sec pending data=0 2024-04-12T16:21:46.726 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-amsCTm9_UghIZtC off=14325487 len=1725334 2024-04-12T16:21:46.732 INFO:tasks.workunit.client.0.smithi099.stdout:op 10 completed, throughput=4.24MB/sec 2024-04-12T16:21:46.732 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-nChi32rq9DiiWeq off=14825645 len=420396 2024-04-12T16:21:46.733 INFO:tasks.workunit.client.0.smithi099.stdout:op 11 completed, throughput=4.37MB/sec 2024-04-12T16:21:46.733 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-m9yvEW0QN9-94YN off=23121178 len=1080221 2024-04-12T16:21:46.736 INFO:tasks.workunit.client.0.smithi099.stdout:op 12 completed, throughput=4.7MB/sec 2024-04-12T16:21:46.736 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-97ZVNJduu-MwdLG off=3714739 len=535754 2024-04-12T16:21:46.740 INFO:tasks.workunit.client.0.smithi099.stdout:op 13 completed, throughput=4.87MB/sec 2024-04-12T16:21:46.740 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-LIOrv_z53ca1iuU off=7153803 len=528317 2024-04-12T16:21:46.741 INFO:tasks.workunit.client.0.smithi099.stdout:op 14 completed, throughput=5.03MB/sec 2024-04-12T16:21:47.741 INFO:tasks.workunit.client.0.smithi099.stdout: 4: throughput=3.79MB/sec pending data=0 2024-04-12T16:21:47.741 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-TrS_HPp93q2gkSF off=2997891 len=1900328 2024-04-12T16:21:47.747 INFO:tasks.workunit.client.0.smithi099.stdout:op 15 completed, throughput=4.23MB/sec 2024-04-12T16:21:47.747 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-uGbo6HBvHRUy9-q off=171451 len=856633 2024-04-12T16:21:47.751 INFO:tasks.workunit.client.0.smithi099.stdout:op 16 completed, throughput=4.43MB/sec 2024-04-12T16:21:47.751 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-SpWK5ggqgkUSNeJ off=8199121 len=1504158 2024-04-12T16:21:47.759 INFO:tasks.workunit.client.0.smithi099.stdout:op 17 completed, throughput=4.77MB/sec 2024-04-12T16:21:47.759 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-jVPCoe5b5nYPM1w off=1048709 len=1985441 2024-04-12T16:21:47.768 INFO:tasks.workunit.client.0.smithi099.stdout:op 18 completed, throughput=5.22MB/sec 2024-04-12T16:21:48.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:47 smithi099 ceph-mon[94290]: pgmap v1417: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 294 KiB/s rd, 1005 KiB/s wr, 853 op/s 2024-04-12T16:21:48.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:47 smithi099 ceph-mon[96864]: pgmap v1417: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 294 KiB/s rd, 1005 KiB/s wr, 853 op/s 2024-04-12T16:21:48.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:47 smithi110 ceph-mon[88691]: pgmap v1417: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 294 KiB/s rd, 1005 KiB/s wr, 853 op/s 2024-04-12T16:21:48.770 INFO:tasks.workunit.client.0.smithi099.stdout: 5: throughput=4.2MB/sec pending data=0 2024-04-12T16:21:48.770 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-CS8Bveuw-G8Hy9S off=3805076 len=1550697 2024-04-12T16:21:48.770 INFO:tasks.workunit.client.0.smithi099.stdout:op 19 completed, throughput=4.48MB/sec 2024-04-12T16:21:48.770 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-m7ZHdXIfEkRbRS9 off=8127122 len=98932 2024-04-12T16:21:48.771 INFO:tasks.workunit.client.0.smithi099.stdout:op 20 completed, throughput=4.5MB/sec 2024-04-12T16:21:48.771 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-l7PjxWqE6c6vwnz off=1357467 len=1882947 2024-04-12T16:21:48.772 INFO:tasks.workunit.client.0.smithi099.stdout:op 21 completed, throughput=4.85MB/sec 2024-04-12T16:21:48.772 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qqDwAePxlC0TL23 off=13263009 len=1007223 2024-04-12T16:21:48.779 INFO:tasks.workunit.client.0.smithi099.stdout:op 22 completed, throughput=5.04MB/sec 2024-04-12T16:21:49.779 INFO:tasks.workunit.client.0.smithi099.stdout: 6: throughput=4.21MB/sec pending data=0 2024-04-12T16:21:49.779 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-jB_wnHTWFiSGMCA off=8244761 len=30278 2024-04-12T16:21:49.780 INFO:tasks.workunit.client.0.smithi099.stdout:op 23 completed, throughput=4.21MB/sec 2024-04-12T16:21:49.780 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-nwUtstzPSKJYQVD off=1894966 len=1013015 2024-04-12T16:21:49.781 INFO:tasks.workunit.client.0.smithi099.stdout:op 24 completed, throughput=4.37MB/sec 2024-04-12T16:21:49.781 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Ett12GvkzMaokss off=5215517 len=635064 2024-04-12T16:21:49.786 INFO:tasks.workunit.client.0.smithi099.stdout:op 25 completed, throughput=4.47MB/sec 2024-04-12T16:21:49.786 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-QRD1FAbwgNpPhdP off=6101017 len=23421 2024-04-12T16:21:49.786 INFO:tasks.workunit.client.0.smithi099.stdout:op 26 completed, throughput=4.47MB/sec 2024-04-12T16:21:49.786 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-lQYn2E1noODTPX5 off=4113380 len=964883 2024-04-12T16:21:49.788 INFO:tasks.workunit.client.0.smithi099.stdout:op 27 completed, throughput=4.62MB/sec 2024-04-12T16:21:49.788 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-mAyQovobJn3gjL_ off=16529972 len=19461 2024-04-12T16:21:49.790 INFO:tasks.workunit.client.0.smithi099.stdout:op 28 completed, throughput=4.62MB/sec 2024-04-12T16:21:49.790 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-DSGdRzaBV1Qciei off=4198705 len=1046072 2024-04-12T16:21:49.797 INFO:tasks.workunit.client.0.smithi099.stdout:op 29 completed, throughput=4.78MB/sec 2024-04-12T16:21:49.797 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-I5gzXlWcQJ2EgYU off=5976835 len=309781 2024-04-12T16:21:49.797 INFO:tasks.workunit.client.0.smithi099.stdout:op 30 completed, throughput=4.83MB/sec 2024-04-12T16:21:49.797 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-zGJEWMdOkJrxE1h off=9513068 len=1197734 2024-04-12T16:21:49.799 INFO:tasks.workunit.client.0.smithi099.stdout:op 31 completed, throughput=5.01MB/sec 2024-04-12T16:21:50.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:49 smithi099 ceph-mon[94290]: pgmap v1418: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 294 KiB/s rd, 1005 KiB/s wr, 853 op/s 2024-04-12T16:21:50.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:49 smithi099 ceph-mon[96864]: pgmap v1418: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 294 KiB/s rd, 1005 KiB/s wr, 853 op/s 2024-04-12T16:21:50.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:49 smithi110 ceph-mon[88691]: pgmap v1418: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 294 KiB/s rd, 1005 KiB/s wr, 853 op/s 2024-04-12T16:21:50.799 INFO:tasks.workunit.client.0.smithi099.stdout: 7: throughput=4.31MB/sec pending data=0 2024-04-12T16:21:50.799 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-7R-hg7tO-bjwz5S off=4339942 len=762232 2024-04-12T16:21:50.803 INFO:tasks.workunit.client.0.smithi099.stdout:op 32 completed, throughput=4.41MB/sec 2024-04-12T16:21:50.803 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-cwo3G5i1ZadsUdM off=3510680 len=102870 2024-04-12T16:21:50.804 INFO:tasks.workunit.client.0.smithi099.stdout:op 33 completed, throughput=4.42MB/sec 2024-04-12T16:21:50.804 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-pV_edvKMJ9kGSZ6 off=2492660 len=736992 2024-04-12T16:21:50.809 INFO:tasks.workunit.client.0.smithi099.stdout:op 34 completed, throughput=4.52MB/sec 2024-04-12T16:21:50.809 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ohJ7RVhW1HYQkE1 off=4791977 len=1473764 2024-04-12T16:21:50.811 INFO:tasks.workunit.client.0.smithi099.stdout:op 35 completed, throughput=4.71MB/sec 2024-04-12T16:21:50.811 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-5q-By69ZT8TDGHy off=15166628 len=592451 2024-04-12T16:21:50.812 INFO:tasks.workunit.client.0.smithi099.stdout:op 36 completed, throughput=4.79MB/sec 2024-04-12T16:21:50.812 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Sbz8sOIDGkV6XKs off=3368059 len=141442 2024-04-12T16:21:50.812 INFO:tasks.workunit.client.0.smithi099.stdout:op 37 completed, throughput=4.81MB/sec 2024-04-12T16:21:50.812 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-QbGWU7dgrc5ofy8 off=333812 len=1828540 2024-04-12T16:21:50.821 INFO:tasks.workunit.client.0.smithi099.stdout:op 38 completed, throughput=5.05MB/sec 2024-04-12T16:21:51.821 INFO:tasks.workunit.client.0.smithi099.stdout: 8: throughput=4.43MB/sec pending data=0 2024-04-12T16:21:51.821 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-8OLvgYfd7KQVx-g off=7909323 len=514902 2024-04-12T16:21:51.822 INFO:tasks.workunit.client.0.smithi099.stdout:op 39 completed, throughput=4.49MB/sec 2024-04-12T16:21:51.822 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-sONDsC5EZ9-Mdl7 off=2522742 len=1721684 2024-04-12T16:21:51.832 INFO:tasks.workunit.client.0.smithi099.stdout:op 40 completed, throughput=4.68MB/sec 2024-04-12T16:21:51.832 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-veywK0U3CdpIt6r off=205403 len=397072 2024-04-12T16:21:51.836 INFO:tasks.workunit.client.0.smithi099.stdout:op 41 completed, throughput=4.73MB/sec 2024-04-12T16:21:51.836 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-kl7GdyIo43lZvid off=20703844 len=1972382 2024-04-12T16:21:51.838 INFO:tasks.workunit.client.0.smithi099.stdout:op 42 completed, throughput=4.96MB/sec 2024-04-12T16:21:51.838 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-omqBZDtZuKt9S57 off=2193248 len=2009345 2024-04-12T16:21:51.842 INFO:tasks.workunit.client.0.smithi099.stdout:op 43 completed, throughput=5.19MB/sec 2024-04-12T16:21:52.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:51 smithi099 ceph-mon[94290]: pgmap v1419: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.7 MiB/s wr, 854 op/s 2024-04-12T16:21:52.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:51 smithi099 ceph-mon[96864]: pgmap v1419: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.7 MiB/s wr, 854 op/s 2024-04-12T16:21:52.310 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:51 smithi110 ceph-mon[88691]: pgmap v1419: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.7 MiB/s wr, 854 op/s 2024-04-12T16:21:52.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:21:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:21:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:21:52.842 INFO:tasks.workunit.client.0.smithi099.stdout: 9: throughput=4.62MB/sec pending data=0 2024-04-12T16:21:52.843 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-uuSkfokUzV_J1ZH off=9100369 len=1229811 2024-04-12T16:21:52.848 INFO:tasks.workunit.client.0.smithi099.stdout:op 44 completed, throughput=4.75MB/sec 2024-04-12T16:21:52.848 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-dvz2FzUbGrw_21B off=8741081 len=489505 2024-04-12T16:21:52.850 INFO:tasks.workunit.client.0.smithi099.stdout:op 45 completed, throughput=4.8MB/sec 2024-04-12T16:21:52.850 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-eITZtsdnNgP5gFZ off=717084 len=2043777 2024-04-12T16:21:52.852 INFO:tasks.workunit.client.0.smithi099.stdout:op 46 completed, throughput=5.01MB/sec 2024-04-12T16:21:53.852 INFO:tasks.workunit.client.0.smithi099.stdout: 10: throughput=4.52MB/sec pending data=0 2024-04-12T16:21:53.852 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-jJZupnAX77IO2tD off=2526969 len=675839 2024-04-12T16:21:53.856 INFO:tasks.workunit.client.0.smithi099.stdout:op 47 completed, throughput=4.58MB/sec 2024-04-12T16:21:53.856 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-aT6WR_dKu9DrjT6 off=2000093 len=688116 2024-04-12T16:21:53.857 INFO:tasks.workunit.client.0.smithi099.stdout:op 48 completed, throughput=4.64MB/sec 2024-04-12T16:21:53.857 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ETXrqPjqTSa-z2k off=843666 len=1279090 2024-04-12T16:21:53.864 INFO:tasks.workunit.client.0.smithi099.stdout:op 49 completed, throughput=4.76MB/sec 2024-04-12T16:21:53.864 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-4n_y-BLiyykAmya off=12856370 len=1973490 2024-04-12T16:21:53.874 INFO:tasks.workunit.client.0.smithi099.stdout:op 50 completed, throughput=4.94MB/sec 2024-04-12T16:21:53.874 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-4Ms6_IEvJ1a4Ald off=6532646 len=1097490 2024-04-12T16:21:53.879 INFO:tasks.workunit.client.0.smithi099.stdout:op 51 completed, throughput=5.04MB/sec 2024-04-12T16:21:54.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:53 smithi099 ceph-mon[94290]: pgmap v1420: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.9 MiB/s wr, 855 op/s 2024-04-12T16:21:54.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:53 smithi099 ceph-mon[96864]: pgmap v1420: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.9 MiB/s wr, 855 op/s 2024-04-12T16:21:54.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:53 smithi110 ceph-mon[88691]: pgmap v1420: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.9 MiB/s wr, 855 op/s 2024-04-12T16:21:54.879 INFO:tasks.workunit.client.0.smithi099.stdout: 11: throughput=4.59MB/sec pending data=0 2024-04-12T16:21:54.879 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-r4NRyxpJtgFnWru off=2343018 len=333288 2024-04-12T16:21:54.880 INFO:tasks.workunit.client.0.smithi099.stdout:op 52 completed, throughput=4.62MB/sec 2024-04-12T16:21:54.880 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-CcHyRQI5Ns6kvHr off=7189922 len=654358 2024-04-12T16:21:54.881 INFO:tasks.workunit.client.0.smithi099.stdout:op 53 completed, throughput=4.67MB/sec 2024-04-12T16:21:54.881 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-vmnibacR1eocF71 off=15857694 len=693277 2024-04-12T16:21:54.884 INFO:tasks.workunit.client.0.smithi099.stdout:op 54 completed, throughput=4.73MB/sec 2024-04-12T16:21:54.884 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Thwgxyk6G-UrMxk off=12428497 len=1418610 2024-04-12T16:21:54.890 INFO:tasks.workunit.client.0.smithi099.stdout:op 55 completed, throughput=4.85MB/sec 2024-04-12T16:21:54.890 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-NfZMyZT1d_g4wn1 off=5762030 len=437669 2024-04-12T16:21:54.890 INFO:tasks.workunit.client.0.smithi099.stdout:op 56 completed, throughput=4.89MB/sec 2024-04-12T16:21:54.891 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-huWv8LksC7t4E_G off=2072709 len=196509 2024-04-12T16:21:54.894 INFO:tasks.workunit.client.0.smithi099.stdout:op 57 completed, throughput=4.9MB/sec 2024-04-12T16:21:54.894 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-y_FQzk0peEjV0T- off=9078334 len=1751009 2024-04-12T16:21:54.901 INFO:tasks.workunit.client.0.smithi099.stdout:op 58 completed, throughput=5.05MB/sec 2024-04-12T16:21:55.901 INFO:tasks.workunit.client.0.smithi099.stdout: 12: throughput=4.63MB/sec pending data=0 2024-04-12T16:21:55.902 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ICTA8TSq5ziVj24 off=200087 len=1582593 2024-04-12T16:21:55.909 INFO:tasks.workunit.client.0.smithi099.stdout:op 59 completed, throughput=4.75MB/sec 2024-04-12T16:21:55.910 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-rmbiy7_gmhVtttC off=2557092 len=1578236 2024-04-12T16:21:55.911 INFO:tasks.workunit.client.0.smithi099.stdout:op 60 completed, throughput=4.88MB/sec 2024-04-12T16:21:55.911 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Aar08Lxw-niBvDJ off=3541994 len=1344206 2024-04-12T16:21:55.918 INFO:tasks.workunit.client.0.smithi099.stdout:op 61 completed, throughput=4.98MB/sec 2024-04-12T16:21:55.918 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-xPwZ_9HqIL35yOI off=13058466 len=1406739 2024-04-12T16:21:55.922 INFO:tasks.workunit.client.0.smithi099.stdout:op 62 completed, throughput=5.09MB/sec 2024-04-12T16:21:56.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:55 smithi110 ceph-mon[88691]: pgmap v1421: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.0 MiB/s wr, 851 op/s 2024-04-12T16:21:56.357 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:55 smithi099 ceph-mon[94290]: pgmap v1421: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.0 MiB/s wr, 851 op/s 2024-04-12T16:21:56.357 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:55 smithi099 ceph-mon[96864]: pgmap v1421: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.0 MiB/s wr, 851 op/s 2024-04-12T16:21:56.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:21:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:21:56] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-04-12T16:21:56.923 INFO:tasks.workunit.client.0.smithi099.stdout: 13: throughput=4.7MB/sec pending data=0 2024-04-12T16:21:56.923 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Xk8g7m3d3FjqcQK off=12674232 len=1562342 2024-04-12T16:21:56.931 INFO:tasks.workunit.client.0.smithi099.stdout:op 63 completed, throughput=4.81MB/sec 2024-04-12T16:21:56.931 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-a243bH4xz6VsRJ8 off=6429098 len=103945 2024-04-12T16:21:56.934 INFO:tasks.workunit.client.0.smithi099.stdout:op 64 completed, throughput=4.82MB/sec 2024-04-12T16:21:56.934 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-sxYTxirvA5Qj3-n off=9864103 len=1362183 2024-04-12T16:21:56.937 INFO:tasks.workunit.client.0.smithi099.stdout:op 65 completed, throughput=4.91MB/sec 2024-04-12T16:21:56.937 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-3zGklCCGKeEQenB off=6734405 len=680273 2024-04-12T16:21:56.941 INFO:tasks.workunit.client.0.smithi099.stdout:op 66 completed, throughput=4.96MB/sec 2024-04-12T16:21:56.941 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-zjPUS3WN8PR7grh off=289915 len=1628210 2024-04-12T16:21:56.944 INFO:tasks.workunit.client.0.smithi099.stdout:op 67 completed, throughput=5.08MB/sec 2024-04-12T16:21:57.945 INFO:tasks.workunit.client.0.smithi099.stdout: 14: throughput=4.72MB/sec pending data=0 2024-04-12T16:21:57.945 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1_g_QzNgkG_d3N6 off=6859379 len=915319 2024-04-12T16:21:57.950 INFO:tasks.workunit.client.0.smithi099.stdout:op 68 completed, throughput=4.78MB/sec 2024-04-12T16:21:57.950 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-JmiZ51paG7Ut8kq off=297740 len=414178 2024-04-12T16:21:57.952 INFO:tasks.workunit.client.0.smithi099.stdout:op 69 completed, throughput=4.81MB/sec 2024-04-12T16:21:57.952 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-pAyZo9PgnqKjLIA off=1611731 len=1038825 2024-04-12T16:21:57.956 INFO:tasks.workunit.client.0.smithi099.stdout:op 70 completed, throughput=4.88MB/sec 2024-04-12T16:21:57.956 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-r8kzTU3B0N49Sh_ off=934732 len=1054946 2024-04-12T16:21:57.962 INFO:tasks.workunit.client.0.smithi099.stdout:op 71 completed, throughput=4.94MB/sec 2024-04-12T16:21:57.963 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-d0AtXiDLKppkKn7 off=2156490 len=1326932 2024-04-12T16:21:57.963 INFO:tasks.workunit.client.0.smithi099.stdout:op 72 completed, throughput=5.03MB/sec 2024-04-12T16:21:58.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:57 smithi110 ceph-mon[88691]: pgmap v1422: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 641 op/s 2024-04-12T16:21:58.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:21:58.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:57 smithi099 ceph-mon[96864]: pgmap v1422: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 641 op/s 2024-04-12T16:21:58.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:21:58.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:57 smithi099 ceph-mon[94290]: pgmap v1422: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 641 op/s 2024-04-12T16:21:58.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:21:58.964 INFO:tasks.workunit.client.0.smithi099.stdout: 15: throughput=4.7MB/sec pending data=0 2024-04-12T16:21:58.964 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-GP2ayNsHO3EoLKf off=2136267 len=947873 2024-04-12T16:21:58.965 INFO:tasks.workunit.client.0.smithi099.stdout:op 73 completed, throughput=4.76MB/sec 2024-04-12T16:21:58.965 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-dJFsj1NgbCzv1WE off=1719608 len=80902 2024-04-12T16:21:58.968 INFO:tasks.workunit.client.0.smithi099.stdout:op 74 completed, throughput=4.77MB/sec 2024-04-12T16:21:58.968 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-d2bkDKJOjY8gW1q off=4322440 len=17522 2024-04-12T16:21:58.968 INFO:tasks.workunit.client.0.smithi099.stdout:op 75 completed, throughput=4.77MB/sec 2024-04-12T16:21:58.968 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-LDeu7QFQZ5gSub5 off=3899416 len=139177 2024-04-12T16:21:58.969 INFO:tasks.workunit.client.0.smithi099.stdout:op 76 completed, throughput=4.78MB/sec 2024-04-12T16:21:58.969 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-CW-5fY2AxUMd-wy off=4051175 len=637431 2024-04-12T16:21:58.972 INFO:tasks.workunit.client.0.smithi099.stdout:op 77 completed, throughput=4.81MB/sec 2024-04-12T16:21:58.973 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-b-_vV2tndyE4Fpp off=3327056 len=958595 2024-04-12T16:21:58.974 INFO:tasks.workunit.client.0.smithi099.stdout:op 78 completed, throughput=4.87MB/sec 2024-04-12T16:21:58.974 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6L6SrlTfCIkaM-Q off=18152015 len=564993 2024-04-12T16:21:58.978 INFO:tasks.workunit.client.0.smithi099.stdout:op 79 completed, throughput=4.91MB/sec 2024-04-12T16:21:58.978 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-tNOVPUJUJwpaFYb off=1043053 len=1769514 2024-04-12T16:21:58.985 INFO:tasks.workunit.client.0.smithi099.stdout:op 80 completed, throughput=5.02MB/sec 2024-04-12T16:21:59.985 INFO:tasks.workunit.client.0.smithi099.stdout: 16: throughput=4.71MB/sec pending data=0 2024-04-12T16:21:59.986 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-uQeYr1DFcpA__Km off=5957793 len=1703183 2024-04-12T16:21:59.993 INFO:tasks.workunit.client.0.smithi099.stdout:op 81 completed, throughput=4.81MB/sec 2024-04-12T16:21:59.993 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-OYvjDSZFYta_xCm off=15681771 len=956701 2024-04-12T16:21:59.999 INFO:tasks.workunit.client.0.smithi099.stdout:op 82 completed, throughput=4.86MB/sec 2024-04-12T16:21:59.999 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ccSewscRGN4R0Dg off=15360280 len=90085 2024-04-12T16:22:00.001 INFO:tasks.workunit.client.0.smithi099.stdout:op 83 completed, throughput=4.86MB/sec 2024-04-12T16:22:00.001 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-LTDnPU67riTjctB off=11626820 len=1858169 2024-04-12T16:22:00.010 INFO:tasks.workunit.client.0.smithi099.stdout:op 84 completed, throughput=4.97MB/sec 2024-04-12T16:22:00.010 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-h3I3ollrobUjVvJ off=2038494 len=1571911 2024-04-12T16:22:00.016 INFO:tasks.workunit.client.0.smithi099.stdout:op 85 completed, throughput=5.06MB/sec 2024-04-12T16:22:00.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:21:59 smithi110 ceph-mon[88691]: pgmap v1423: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:22:00.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:21:59 smithi099 ceph-mon[94290]: pgmap v1423: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:22:00.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:21:59 smithi099 ceph-mon[96864]: pgmap v1423: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:22:01.016 INFO:tasks.workunit.client.0.smithi099.stdout: 17: throughput=4.77MB/sec pending data=0 2024-04-12T16:22:01.016 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-cBnAI1oimqahcZT off=492209 len=67292 2024-04-12T16:22:01.019 INFO:tasks.workunit.client.0.smithi099.stdout:op 86 completed, throughput=4.77MB/sec 2024-04-12T16:22:01.019 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-OLAKfpdtj5sf0tk off=6131388 len=1549773 2024-04-12T16:22:01.022 INFO:tasks.workunit.client.0.smithi099.stdout:op 87 completed, throughput=4.86MB/sec 2024-04-12T16:22:01.022 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-US5O0p-cuiuCL90 off=0 len=1497774 2024-04-12T16:22:01.024 INFO:tasks.workunit.client.0.smithi099.stdout:op 88 completed, throughput=4.94MB/sec 2024-04-12T16:22:01.024 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-e8oZKhpXHsTJix1 off=16900475 len=1670303 2024-04-12T16:22:01.033 INFO:tasks.workunit.client.0.smithi099.stdout:op 89 completed, throughput=5.03MB/sec 2024-04-12T16:22:02.034 INFO:tasks.workunit.client.0.smithi099.stdout: 18: throughput=4.75MB/sec pending data=0 2024-04-12T16:22:02.034 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-xKiRQ5w5vx1d3BD off=2405468 len=548260 2024-04-12T16:22:02.038 INFO:tasks.workunit.client.0.smithi099.stdout:op 90 completed, throughput=4.78MB/sec 2024-04-12T16:22:02.038 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-MuKiEEp9J1V47OO off=3636537 len=1133466 2024-04-12T16:22:02.040 INFO:tasks.workunit.client.0.smithi099.stdout:op 91 completed, throughput=4.84MB/sec 2024-04-12T16:22:02.040 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-esoe0lkqeFcGRqc off=0 len=1199726 2024-04-12T16:22:02.045 INFO:tasks.workunit.client.0.smithi099.stdout:op 92 completed, throughput=4.9MB/sec 2024-04-12T16:22:02.045 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-9ohAGFm_ONzHFe4 off=2797584 len=851657 2024-04-12T16:22:02.046 INFO:tasks.workunit.client.0.smithi099.stdout:op 93 completed, throughput=4.94MB/sec 2024-04-12T16:22:02.046 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-GYih7d5lYOsgw85 off=16517601 len=66653 2024-04-12T16:22:02.047 INFO:tasks.workunit.client.0.smithi099.stdout:op 94 completed, throughput=4.95MB/sec 2024-04-12T16:22:02.047 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-orHgc3dSiUaMjWF off=7359004 len=1472137 2024-04-12T16:22:02.048 INFO:tasks.workunit.client.0.smithi099.stdout:op 95 completed, throughput=5.02MB/sec 2024-04-12T16:22:02.309 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:22:01 smithi110 ceph-mon[88691]: pgmap v1424: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:22:02.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:22:01 smithi099 ceph-mon[94290]: pgmap v1424: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:22:02.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:22:01 smithi099 ceph-mon[96864]: pgmap v1424: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:22:02.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:22:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:22:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:22:03.049 INFO:tasks.workunit.client.0.smithi099.stdout: 19: throughput=4.76MB/sec pending data=0 2024-04-12T16:22:03.049 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj--hHKpquuuPz8FtQ off=1326794 len=1065890 2024-04-12T16:22:03.054 INFO:tasks.workunit.client.0.smithi099.stdout:op 96 completed, throughput=4.81MB/sec 2024-04-12T16:22:03.054 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-CeIAFZa_7M2buES off=2971262 len=660023 2024-04-12T16:22:03.058 INFO:tasks.workunit.client.0.smithi099.stdout:op 97 completed, throughput=4.85MB/sec 2024-04-12T16:22:03.058 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-EYR8bD5DbIqslfk off=4397631 len=1867153 2024-04-12T16:22:03.067 INFO:tasks.workunit.client.0.smithi099.stdout:op 98 completed, throughput=4.94MB/sec 2024-04-12T16:22:03.067 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-OavMZAXStYfm4w1 off=750149 len=967437 2024-04-12T16:22:03.068 INFO:tasks.workunit.client.0.smithi099.stdout:op 99 completed, throughput=4.98MB/sec 2024-04-12T16:22:03.068 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-zjPUS3WN8PR7grh off=494947 len=916306 2024-04-12T16:22:03.073 INFO:tasks.workunit.client.0.smithi099.stdout:op 100 completed, throughput=5.03MB/sec 2024-04-12T16:22:04.073 INFO:tasks.workunit.client.0.smithi099.stdout: 20: throughput=4.78MB/sec pending data=0 2024-04-12T16:22:04.074 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-7H3dLQevPSrbAoX off=816435 len=961603 2024-04-12T16:22:04.075 INFO:tasks.workunit.client.0.smithi099.stdout:op 101 completed, throughput=4.82MB/sec 2024-04-12T16:22:04.075 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-kuAxiFA2DHa4o3R off=3031018 len=282805 2024-04-12T16:22:04.075 INFO:tasks.workunit.client.0.smithi099.stdout:op 102 completed, throughput=4.84MB/sec 2024-04-12T16:22:04.076 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-9KHMQkuuTSRWolX off=982887 len=292756 2024-04-12T16:22:04.079 INFO:tasks.workunit.client.0.smithi099.stdout:op 103 completed, throughput=4.85MB/sec 2024-04-12T16:22:04.079 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-HA4PsdiIpIJDOlt off=7894130 len=136964 2024-04-12T16:22:04.080 INFO:tasks.workunit.client.0.smithi099.stdout:op 104 completed, throughput=4.86MB/sec 2024-04-12T16:22:04.080 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-zgXnKLpk7vDqDQ_ off=1993817 len=58815 2024-04-12T16:22:04.082 INFO:tasks.workunit.client.0.smithi099.stdout:op 105 completed, throughput=4.86MB/sec 2024-04-12T16:22:04.082 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-gxIi7pEe9i8E5_0 off=424718 len=1055127 2024-04-12T16:22:04.085 INFO:tasks.workunit.client.0.smithi099.stdout:op 106 completed, throughput=4.91MB/sec 2024-04-12T16:22:04.085 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj--Boy-SA8AdI3-bW off=2806065 len=1983108 2024-04-12T16:22:04.094 INFO:tasks.workunit.client.0.smithi099.stdout:op 107 completed, throughput=5MB/sec 2024-04-12T16:22:04.094 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-IXhtGbFNaJ3PIpx off=12508845 len=371982 2024-04-12T16:22:04.097 INFO:tasks.workunit.client.0.smithi099.stdout:op 108 completed, throughput=5.01MB/sec 2024-04-12T16:22:04.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:22:03 smithi110 ceph-mon[88691]: pgmap v1425: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:22:04.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:22:03 smithi099 ceph-mon[94290]: pgmap v1425: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:22:04.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:22:03 smithi099 ceph-mon[96864]: pgmap v1425: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:22:05.097 INFO:tasks.workunit.client.0.smithi099.stdout: 21: throughput=4.78MB/sec pending data=0 2024-04-12T16:22:05.098 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-f5guREEcFtuFNmz off=14552879 len=1006112 2024-04-12T16:22:05.099 INFO:tasks.workunit.client.0.smithi099.stdout:op 109 completed, throughput=4.82MB/sec 2024-04-12T16:22:05.099 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-r2J-Jci5IvV2vRP off=3110973 len=1170779 2024-04-12T16:22:05.100 INFO:tasks.workunit.client.0.smithi099.stdout:op 110 completed, throughput=4.88MB/sec 2024-04-12T16:22:05.101 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-xRYxPSfHxkNTbhW off=18404088 len=1659669 2024-04-12T16:22:05.104 INFO:tasks.workunit.client.0.smithi099.stdout:op 111 completed, throughput=4.95MB/sec 2024-04-12T16:22:05.104 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-h2FmLpTqaM32H64 off=2375893 len=956109 2024-04-12T16:22:05.109 INFO:tasks.workunit.client.0.smithi099.stdout:op 112 completed, throughput=4.99MB/sec 2024-04-12T16:22:05.109 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-dV7jRhGbUcaz7f2 off=7678479 len=1901313 2024-04-12T16:22:05.112 INFO:tasks.workunit.client.0.smithi099.stdout:op 113 completed, throughput=5.07MB/sec 2024-04-12T16:22:06.113 INFO:tasks.workunit.client.0.smithi099.stdout: 22: throughput=4.85MB/sec pending data=0 2024-04-12T16:22:06.113 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-f5rF77OvEwJIZ0l off=2762115 len=1557881 2024-04-12T16:22:06.122 INFO:tasks.workunit.client.0.smithi099.stdout:op 114 completed, throughput=4.91MB/sec 2024-04-12T16:22:06.122 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-TLaTfyfW6T-WFbx off=2265698 len=458990 2024-04-12T16:22:06.123 INFO:tasks.workunit.client.0.smithi099.stdout:op 115 completed, throughput=4.93MB/sec 2024-04-12T16:22:06.123 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-JLaP1oJciiKGrsu off=1247904 len=1880954 2024-04-12T16:22:06.125 INFO:tasks.workunit.client.0.smithi099.stdout:op 116 completed, throughput=5.01MB/sec 2024-04-12T16:22:06.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:22:05 smithi110 ceph-mon[88691]: pgmap v1426: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:22:06.357 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:22:05 smithi099 ceph-mon[94290]: pgmap v1426: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:22:06.357 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:22:05 smithi099 ceph-mon[96864]: pgmap v1426: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:22:06.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:22:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:22:06] "GET /metrics HTTP/1.1" 200 34115 "" "Prometheus/2.43.0" 2024-04-12T16:22:07.125 INFO:tasks.workunit.client.0.smithi099.stdout: 23: throughput=4.8MB/sec pending data=0 2024-04-12T16:22:07.125 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_xtk_lnB9fsAazR off=8787488 len=1855327 2024-04-12T16:22:07.134 INFO:tasks.workunit.client.0.smithi099.stdout:op 117 completed, throughput=4.87MB/sec 2024-04-12T16:22:07.134 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Xz9cyqsfYc2fLAk off=1889357 len=1452584 2024-04-12T16:22:07.135 INFO:tasks.workunit.client.0.smithi099.stdout:op 118 completed, throughput=4.93MB/sec 2024-04-12T16:22:07.136 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0t3FXxo3uzlmZ0R off=19151659 len=269917 2024-04-12T16:22:07.139 INFO:tasks.workunit.client.0.smithi099.stdout:op 119 completed, throughput=4.94MB/sec 2024-04-12T16:22:07.139 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-HBYom9pWQ7OpjEH off=4994663 len=1484667 2024-04-12T16:22:07.142 INFO:tasks.workunit.client.0.smithi099.stdout:op 120 completed, throughput=5MB/sec 2024-04-12T16:22:08.143 INFO:tasks.workunit.client.0.smithi099.stdout: 24: throughput=4.8MB/sec pending data=0 2024-04-12T16:22:08.143 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-zTYnsknWm8vuJBo off=11454088 len=1584311 2024-04-12T16:22:08.146 INFO:tasks.workunit.client.0.smithi099.stdout:op 121 completed, throughput=4.86MB/sec 2024-04-12T16:22:08.146 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-htUjIcUbHS_T4Is off=1586399 len=1150159 2024-04-12T16:22:08.148 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:22:07 smithi110 ceph-mon[88691]: pgmap v1427: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-12T16:22:08.153 INFO:tasks.workunit.client.0.smithi099.stdout:op 122 completed, throughput=4.9MB/sec 2024-04-12T16:22:08.153 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-74Za3XX3_MCtZj3 off=1231971 len=950100 2024-04-12T16:22:08.154 INFO:tasks.workunit.client.0.smithi099.stdout:op 123 completed, throughput=4.94MB/sec 2024-04-12T16:22:08.154 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-bc88HE79o4v_0Rf off=623191 len=590998 2024-04-12T16:22:08.155 INFO:tasks.workunit.client.0.smithi099.stdout:op 124 completed, throughput=4.96MB/sec 2024-04-12T16:22:08.156 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-bfa6N6771CjPPg7 off=194656 len=511371 2024-04-12T16:22:08.159 INFO:tasks.workunit.client.0.smithi099.stdout:op 125 completed, throughput=4.98MB/sec 2024-04-12T16:22:08.160 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Q_5VJm_ZdRL63DF off=1475689 len=510402 2024-04-12T16:22:08.160 INFO:tasks.workunit.client.0.smithi099.stdout:op 126 completed, throughput=5MB/sec 2024-04-12T16:22:08.160 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-jHiz86py2kbvfmS off=22274201 len=405165 2024-04-12T16:22:08.161 INFO:tasks.workunit.client.0.smithi099.stdout:op 127 completed, throughput=5.01MB/sec 2024-04-12T16:22:08.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:22:07 smithi099 ceph-mon[94290]: pgmap v1427: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-12T16:22:08.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:22:07 smithi099 ceph-mon[96864]: pgmap v1427: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-12T16:22:09.161 INFO:tasks.workunit.client.0.smithi099.stdout: 25: throughput=4.82MB/sec pending data=0 2024-04-12T16:22:09.161 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-uNFmUqaZsznqs85 off=14036103 len=325163 2024-04-12T16:22:09.164 INFO:tasks.workunit.client.0.smithi099.stdout:op 128 completed, throughput=4.83MB/sec 2024-04-12T16:22:09.164 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-xUjaBA24jJ5fsQN off=7768509 len=146714 2024-04-12T16:22:09.167 INFO:tasks.workunit.client.0.smithi099.stdout:op 129 completed, throughput=4.83MB/sec 2024-04-12T16:22:09.167 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-9AE3wp9wTQyhV4L off=20722 len=679319 2024-04-12T16:22:09.168 INFO:tasks.workunit.client.0.smithi099.stdout:op 130 completed, throughput=4.86MB/sec 2024-04-12T16:22:09.168 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-44sSlQWnyM_dIRM off=3596332 len=1272919 2024-04-12T16:22:09.176 INFO:tasks.workunit.client.0.smithi099.stdout:op 131 completed, throughput=4.91MB/sec 2024-04-12T16:22:09.176 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-tNOVPUJUJwpaFYb off=10624489 len=119244 2024-04-12T16:22:09.178 INFO:tasks.workunit.client.0.smithi099.stdout:op 132 completed, throughput=4.91MB/sec 2024-04-12T16:22:09.178 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Y1_X8MgHnct3xaL off=3588953 len=414162 2024-04-12T16:22:09.181 INFO:tasks.workunit.client.0.smithi099.stdout:op 133 completed, throughput=4.92MB/sec 2024-04-12T16:22:09.181 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-sSGlach_8qPrs0Z off=7335531 len=1928896 2024-04-12T16:22:09.184 INFO:tasks.workunit.client.0.smithi099.stdout:op 134 completed, throughput=5MB/sec 2024-04-12T16:22:09.184 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-VKk0G4zUrKtuUcF off=3172214 len=1680376 2024-04-12T16:22:09.185 INFO:tasks.workunit.client.0.smithi099.stdout:op 135 completed, throughput=5.06MB/sec 2024-04-12T16:22:10.185 INFO:tasks.workunit.client.0.smithi099.stdout: 26: throughput=4.87MB/sec pending data=0 2024-04-12T16:22:10.186 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Ov1QWHqpChTleS6 off=12990281 len=1048728 2024-04-12T16:22:10.192 INFO:tasks.workunit.client.0.smithi099.stdout:op 136 completed, throughput=4.9MB/sec 2024-04-12T16:22:10.192 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-f_Or_z4w2tubHzu off=2253285 len=429409 2024-04-12T16:22:10.196 INFO:tasks.workunit.client.0.smithi099.stdout:op 137 completed, throughput=4.92MB/sec 2024-04-12T16:22:10.196 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-vRkBs0xYQ-lx79N off=9851448 len=704463 2024-04-12T16:22:10.197 INFO:tasks.workunit.client.0.smithi099.stdout:op 138 completed, throughput=4.94MB/sec 2024-04-12T16:22:10.197 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-VP6IQtff3ofkPnA off=349525 len=1400175 2024-04-12T16:22:10.204 INFO:tasks.workunit.client.0.smithi099.stdout:op 139 completed, throughput=4.99MB/sec 2024-04-12T16:22:10.204 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-gokCxWNiiBBzZ6G off=4382519 len=657178 2024-04-12T16:22:10.205 INFO:tasks.workunit.client.0.smithi099.stdout:op 140 completed, throughput=5.02MB/sec 2024-04-12T16:22:10.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:22:09 smithi110 ceph-mon[88691]: pgmap v1428: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:22:10.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:22:09 smithi099 ceph-mon[94290]: pgmap v1428: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:22:10.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:22:09 smithi099 ceph-mon[96864]: pgmap v1428: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:22:11.206 INFO:tasks.workunit.client.0.smithi099.stdout: 27: throughput=4.83MB/sec pending data=0 2024-04-12T16:22:11.206 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-nwSjN2pLthDLZui off=9400188 len=1088455 2024-04-12T16:22:11.208 INFO:tasks.workunit.client.0.smithi099.stdout:op 141 completed, throughput=4.87MB/sec 2024-04-12T16:22:11.208 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-f5tfGRqmI4XUjd3 off=2538074 len=1026848 2024-04-12T16:22:11.209 INFO:tasks.workunit.client.0.smithi099.stdout:op 142 completed, throughput=4.91MB/sec 2024-04-12T16:22:11.209 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-8v1N7aYuI5mvXal off=4422247 len=2000393 2024-04-12T16:22:11.219 INFO:tasks.workunit.client.0.smithi099.stdout:op 143 completed, throughput=4.97MB/sec 2024-04-12T16:22:11.219 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-F4ZiZrY_VZpqW16 off=235583 len=1860106 2024-04-12T16:22:11.227 INFO:tasks.workunit.client.0.smithi099.stdout:op 144 completed, throughput=5.04MB/sec 2024-04-12T16:22:12.228 INFO:tasks.workunit.client.0.smithi099.stdout: 28: throughput=4.86MB/sec pending data=0 2024-04-12T16:22:12.228 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-q2fFKL7acEhpNz- off=7845739 len=289183 2024-04-12T16:22:12.228 INFO:tasks.workunit.client.0.smithi099.stdout:op 145 completed, throughput=4.87MB/sec 2024-04-12T16:22:12.228 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-dwJtdLD7UIQrr3W off=1099485 len=1373614 2024-04-12T16:22:12.230 INFO:tasks.workunit.client.0.smithi099.stdout:op 146 completed, throughput=4.92MB/sec 2024-04-12T16:22:12.230 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-A67DJFH-5BawI61 off=255891 len=948222 2024-04-12T16:22:12.236 INFO:tasks.workunit.client.0.smithi099.stdout:op 147 completed, throughput=4.95MB/sec 2024-04-12T16:22:12.236 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-fa4CHLwQKcmI6lx off=6271408 len=1238286 2024-04-12T16:22:12.238 INFO:tasks.workunit.client.0.smithi099.stdout:op 148 completed, throughput=4.99MB/sec 2024-04-12T16:22:12.238 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-YmMRauTaNogESHp off=2181138 len=860770 2024-04-12T16:22:12.242 INFO:tasks.workunit.client.0.smithi099.stdout:op 149 completed, throughput=5.02MB/sec 2024-04-12T16:22:12.310 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:22:11 smithi110 ceph-mon[88691]: pgmap v1429: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-12T16:22:12.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:22:11 smithi099 ceph-mon[94290]: pgmap v1429: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-12T16:22:12.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:22:11 smithi099 ceph-mon[96864]: pgmap v1429: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-12T16:22:12.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:22:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:22:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:22:13.242 INFO:tasks.workunit.client.0.smithi099.stdout: 29: throughput=4.85MB/sec pending data=0 2024-04-12T16:22:13.242 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-S67x4RqBCQuWdod off=15159232 len=888430 2024-04-12T16:22:13.248 INFO:tasks.workunit.client.0.smithi099.stdout:op 150 completed, throughput=4.87MB/sec 2024-04-12T16:22:13.248 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-0EwxGWZzo0FO6rB off=5112077 len=1448865 2024-04-12T16:22:13.251 INFO:tasks.workunit.client.0.smithi099.stdout:op 151 completed, throughput=4.92MB/sec 2024-04-12T16:22:13.251 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-2fNJ5utC8i0VJE2 off=2413465 len=1507134 2024-04-12T16:22:13.253 INFO:tasks.workunit.client.0.smithi099.stdout:op 152 completed, throughput=4.97MB/sec 2024-04-12T16:22:13.253 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-IqjC7dKmSMo73sz off=1001069 len=1431136 2024-04-12T16:22:13.259 INFO:tasks.workunit.client.0.smithi099.stdout:op 153 completed, throughput=5.01MB/sec 2024-04-12T16:22:13.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:22:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:22:13.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:22:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:22:13.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:22:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:22:14.259 INFO:tasks.workunit.client.0.smithi099.stdout: 30: throughput=4.85MB/sec pending data=0 2024-04-12T16:22:14.259 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-eUcBnyrBoPeZtmf off=17614231 len=1348365 2024-04-12T16:22:14.267 INFO:tasks.workunit.client.0.smithi099.stdout:op 154 completed, throughput=4.89MB/sec 2024-04-12T16:22:14.267 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-9SwOSzKaK6jVhEG off=2635973 len=2014247 2024-04-12T16:22:14.276 INFO:tasks.workunit.client.0.smithi099.stdout:op 155 completed, throughput=4.95MB/sec 2024-04-12T16:22:14.276 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-uHjMnfV-XrTI7_0 off=6123378 len=1607988 2024-04-12T16:22:14.285 INFO:tasks.workunit.client.0.smithi099.stdout:op 156 completed, throughput=5MB/sec 2024-04-12T16:22:14.285 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-SZxeePLZOrPlclQ off=14456576 len=557761 2024-04-12T16:22:14.286 INFO:tasks.workunit.client.0.smithi099.stdout:op 157 completed, throughput=5.02MB/sec 2024-04-12T16:22:14.331 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:22:13 smithi110 ceph-mon[88691]: pgmap v1430: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:22:14.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:22:13 smithi099 ceph-mon[94290]: pgmap v1430: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:22:14.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:22:13 smithi099 ceph-mon[96864]: pgmap v1430: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:22:15.286 INFO:tasks.workunit.client.0.smithi099.stdout: 31: throughput=4.86MB/sec pending data=0 2024-04-12T16:22:15.287 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-pAyZo9PgnqKjLIA off=9789311 len=340907 2024-04-12T16:22:15.287 INFO:tasks.workunit.client.0.smithi099.stdout:op 158 completed, throughput=4.87MB/sec 2024-04-12T16:22:15.287 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Y3TEtoQWQteHnea off=13215376 len=366096 2024-04-12T16:22:15.289 INFO:tasks.workunit.client.0.smithi099.stdout:op 159 completed, throughput=4.88MB/sec 2024-04-12T16:22:15.289 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-5Hx5Shi6MvrXAZi off=272665 len=1239336 2024-04-12T16:22:15.296 INFO:tasks.workunit.client.0.smithi099.stdout:op 160 completed, throughput=4.92MB/sec 2024-04-12T16:22:15.296 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-eOgTS59Hqglil4e off=331751 len=301012 2024-04-12T16:22:15.299 INFO:tasks.workunit.client.0.smithi099.stdout:op 161 completed, throughput=4.92MB/sec 2024-04-12T16:22:15.299 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-rnSLXV7tce6d88n off=6887754 len=890172 2024-04-12T16:22:15.302 INFO:tasks.workunit.client.0.smithi099.stdout:op 162 completed, throughput=4.95MB/sec 2024-04-12T16:22:15.302 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-myVhkU0PVDr1yJE off=4833976 len=1404566 2024-04-12T16:22:15.307 INFO:tasks.workunit.client.0.smithi099.stdout:op 163 completed, throughput=4.99MB/sec 2024-04-12T16:22:15.308 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-S7f5OPG1f5smVjY off=1453083 len=750459 2024-04-12T16:22:15.313 INFO:tasks.workunit.client.0.smithi099.stdout:op 164 completed, throughput=5.01MB/sec 2024-04-12T16:22:16.313 INFO:tasks.workunit.client.0.smithi099.stdout: 32: throughput=4.86MB/sec pending data=0 2024-04-12T16:22:16.313 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Bdg6yX9V7G6N0UC off=2245033 len=376017 2024-04-12T16:22:16.315 INFO:tasks.workunit.client.0.smithi099.stdout:op 165 completed, throughput=4.87MB/sec 2024-04-12T16:22:16.315 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-2WZmrAk0O0XP7EN off=21944244 len=903657 2024-04-12T16:22:16.319 INFO:tasks.workunit.client.0.smithi099.stdout:op 166 completed, throughput=4.9MB/sec 2024-04-12T16:22:16.320 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-JlRs6mE2bE4tyAK off=6572563 len=445071 2024-04-12T16:22:16.323 INFO:tasks.workunit.client.0.smithi099.stdout:op 167 completed, throughput=4.91MB/sec 2024-04-12T16:22:16.323 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-hyxspjG1Aehu3ZM off=954414 len=537451 2024-04-12T16:22:16.327 INFO:tasks.workunit.client.0.smithi099.stdout:op 168 completed, throughput=4.92MB/sec 2024-04-12T16:22:16.327 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ralr4sAwaAEGJYG off=302634 len=1969866 2024-04-12T16:22:16.329 INFO:tasks.workunit.client.0.smithi099.stdout:op 169 completed, throughput=4.98MB/sec 2024-04-12T16:22:16.330 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-C3KlT1uBvo1YSi6 off=14719875 len=593460 2024-04-12T16:22:16.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:22:15 smithi110 ceph-mon[88691]: pgmap v1431: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:22:16.333 INFO:tasks.workunit.client.0.smithi099.stdout:op 170 completed, throughput=5MB/sec 2024-04-12T16:22:16.333 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-HA4PsdiIpIJDOlt off=2959713 len=835688 2024-04-12T16:22:16.334 INFO:tasks.workunit.client.0.smithi099.stdout:op 171 completed, throughput=5.02MB/sec 2024-04-12T16:22:16.356 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:22:15 smithi099 ceph-mon[94290]: pgmap v1431: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:22:16.356 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:22:15 smithi099 ceph-mon[96864]: pgmap v1431: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:22:16.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:22:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:22:16] "GET /metrics HTTP/1.1" 200 34107 "" "Prometheus/2.43.0" 2024-04-12T16:22:17.334 INFO:tasks.workunit.client.0.smithi099.stdout: 33: throughput=4.87MB/sec pending data=0 2024-04-12T16:22:17.334 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-gzEVWwYaK5-e-Yx off=2234428 len=406603 2024-04-12T16:22:17.335 INFO:tasks.workunit.client.0.smithi099.stdout:op 172 completed, throughput=4.88MB/sec 2024-04-12T16:22:17.335 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-4qxdf73oniO776N off=925258 len=190324 2024-04-12T16:22:17.336 INFO:tasks.workunit.client.0.smithi099.stdout:op 173 completed, throughput=4.89MB/sec 2024-04-12T16:22:17.336 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-wNR1wdPCsI-stek off=3056269 len=75917 2024-04-12T16:22:17.338 INFO:tasks.workunit.client.0.smithi099.stdout:op 174 completed, throughput=4.89MB/sec 2024-04-12T16:22:17.338 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-L95UiGnOE8YHVEi off=455969 len=1903276 2024-04-12T16:22:17.348 INFO:tasks.workunit.client.0.smithi099.stdout:op 175 completed, throughput=4.94MB/sec 2024-04-12T16:22:17.348 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--ma1jLlC9-NBG0B off=7666594 len=1761096 2024-04-12T16:22:17.352 INFO:tasks.workunit.client.0.smithi099.stdout:op 176 completed, throughput=4.99MB/sec 2024-04-12T16:22:17.352 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-awDzzI0Tf0w34X2 off=5989376 len=937145 2024-04-12T16:22:17.357 INFO:tasks.workunit.client.0.smithi099.stdout:op 177 completed, throughput=5.02MB/sec 2024-04-12T16:22:18.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:22:17 smithi110 ceph-mon[88691]: pgmap v1432: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:22:18.357 INFO:tasks.workunit.client.0.smithi099.stdout: 34: throughput=4.87MB/sec pending data=0 2024-04-12T16:22:18.357 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-tSFF9kX6aPTu6YP off=4806782 len=1707479 2024-04-12T16:22:18.366 INFO:tasks.workunit.client.0.smithi099.stdout:op 178 completed, throughput=4.92MB/sec 2024-04-12T16:22:18.366 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-XuD7Gy9r-C0NHRM off=4104141 len=1962813 2024-04-12T16:22:18.370 INFO:tasks.workunit.client.0.smithi099.stdout:op 179 completed, throughput=4.97MB/sec 2024-04-12T16:22:18.370 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Kki-_ivx5PeSi8M off=7494347 len=1751867 2024-04-12T16:22:18.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:22:17 smithi099 ceph-mon[94290]: pgmap v1432: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:22:18.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:22:17 smithi099 ceph-mon[96864]: pgmap v1432: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:22:18.379 INFO:tasks.workunit.client.0.smithi099.stdout:op 180 completed, throughput=5.02MB/sec 2024-04-12T16:22:19.379 INFO:tasks.workunit.client.0.smithi099.stdout: 35: throughput=4.88MB/sec pending data=0 2024-04-12T16:22:19.380 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-IB8csxz8_gVIds8 off=9311902 len=1123496 2024-04-12T16:22:19.385 INFO:tasks.workunit.client.0.smithi099.stdout:op 181 completed, throughput=4.91MB/sec 2024-04-12T16:22:19.385 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-aNGcyQLw1XxvCF- off=2522614 len=1118322 2024-04-12T16:22:19.387 INFO:tasks.workunit.client.0.smithi099.stdout:op 182 completed, throughput=4.94MB/sec 2024-04-12T16:22:19.387 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-jOwPzCQhXKDFHWL off=441448 len=969557 2024-04-12T16:22:19.388 INFO:tasks.workunit.client.0.smithi099.stdout:op 183 completed, throughput=4.96MB/sec 2024-04-12T16:22:19.388 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-jVPCoe5b5nYPM1w off=451072 len=57442 2024-04-12T16:22:19.391 INFO:tasks.workunit.client.0.smithi099.stdout:op 184 completed, throughput=4.97MB/sec 2024-04-12T16:22:19.391 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-2lVO6tNheAjI5eq off=17812505 len=919766 2024-04-12T16:22:19.395 INFO:tasks.workunit.client.0.smithi099.stdout:op 185 completed, throughput=4.99MB/sec 2024-04-12T16:22:19.395 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-mLNgRPhuYSlrkdQ off=7950777 len=1836965 2024-04-12T16:22:19.404 INFO:tasks.workunit.client.0.smithi099.stdout:op 186 completed, throughput=5.04MB/sec 2024-04-12T16:22:20.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:22:19 smithi110 ceph-mon[88691]: pgmap v1433: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T16:22:20.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:22:19 smithi099 ceph-mon[94290]: pgmap v1433: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T16:22:20.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:22:19 smithi099 ceph-mon[96864]: pgmap v1433: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T16:22:20.404 INFO:tasks.workunit.client.0.smithi099.stdout: 36: throughput=4.9MB/sec pending data=0 2024-04-12T16:22:20.405 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-lWd1dVNmTJfWSUO off=3257250 len=1733750 2024-04-12T16:22:20.407 INFO:tasks.workunit.client.0.smithi099.stdout:op 187 completed, throughput=4.94MB/sec 2024-04-12T16:22:20.407 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Nbz1xgmm28ml7sE off=1895670 len=725265 2024-04-12T16:22:20.408 INFO:tasks.workunit.client.0.smithi099.stdout:op 188 completed, throughput=4.96MB/sec 2024-04-12T16:22:20.408 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-nYonEbtJ-tXnh3_ off=6104855 len=1310490 2024-04-12T16:22:20.409 INFO:tasks.workunit.client.0.smithi099.stdout:op 189 completed, throughput=5MB/sec 2024-04-12T16:22:20.410 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-gsyklSrOcbE_uMK off=17243082 len=165711 2024-04-12T16:22:20.412 INFO:tasks.workunit.client.0.smithi099.stdout:op 190 completed, throughput=5MB/sec 2024-04-12T16:22:21.413 INFO:tasks.workunit.client.0.smithi099.stdout: 37: throughput=4.87MB/sec pending data=0 2024-04-12T16:22:21.413 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-0Zvxdyp2H0kR6KB off=6236381 len=1241920 2024-04-12T16:22:21.414 INFO:tasks.workunit.client.0.smithi099.stdout:op 191 completed, throughput=4.9MB/sec 2024-04-12T16:22:21.415 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-fIWxJNy4uCUMS2S off=3847312 len=1786188 2024-04-12T16:22:21.417 INFO:tasks.workunit.client.0.smithi099.stdout:op 192 completed, throughput=4.94MB/sec 2024-04-12T16:22:21.417 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-gERJw24TgpbNlFg off=1119367 len=908429 2024-04-12T16:22:21.421 INFO:tasks.workunit.client.0.smithi099.stdout:op 193 completed, throughput=4.97MB/sec 2024-04-12T16:22:21.421 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-APcWUhp6ln8Wh70 off=21527952 len=2080448 2024-04-12T16:22:21.424 INFO:tasks.workunit.client.0.smithi099.stdout:op 194 completed, throughput=5.02MB/sec 2024-04-12T16:22:22.310 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:22:21 smithi110 ceph-mon[88691]: pgmap v1434: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:22:22.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:22:21 smithi099 ceph-mon[94290]: pgmap v1434: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:22:22.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:22:21 smithi099 ceph-mon[96864]: pgmap v1434: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:22:22.425 INFO:tasks.workunit.client.0.smithi099.stdout: 38: throughput=4.89MB/sec pending data=0 2024-04-12T16:22:22.425 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-dXLx1FRVY9KL6ef off=2700461 len=103258 2024-04-12T16:22:22.426 INFO:tasks.workunit.client.0.smithi099.stdout:op 195 completed, throughput=4.89MB/sec 2024-04-12T16:22:22.426 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-2ossPYTBJXUiipM off=582961 len=1460944 2024-04-12T16:22:22.434 INFO:tasks.workunit.client.0.smithi099.stdout:op 196 completed, throughput=4.93MB/sec 2024-04-12T16:22:22.434 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-5-_wICxFTppDeUC off=21666260 len=156107 2024-04-12T16:22:22.437 INFO:tasks.workunit.client.0.smithi099.stdout:op 197 completed, throughput=4.93MB/sec 2024-04-12T16:22:22.437 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-fYlEFkOymnS1n-z off=555781 len=863208 2024-04-12T16:22:22.438 INFO:tasks.workunit.client.0.smithi099.stdout:op 198 completed, throughput=4.95MB/sec 2024-04-12T16:22:22.439 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-DJgX7tPi0HSdAzk off=5643124 len=846876 2024-04-12T16:22:22.440 INFO:tasks.workunit.client.0.smithi099.stdout:op 199 completed, throughput=4.97MB/sec 2024-04-12T16:22:22.440 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-xmoAYYVzDnp5ORT off=575076 len=1436616 2024-04-12T16:22:22.445 INFO:tasks.workunit.client.0.smithi099.stdout:op 200 completed, throughput=5.01MB/sec 2024-04-12T16:22:22.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:22:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:22:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:22:23.445 INFO:tasks.workunit.client.0.smithi099.stdout: 39: throughput=4.88MB/sec pending data=0 2024-04-12T16:22:23.446 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj--aCCJliLSYUGJwD off=18219174 len=757293 2024-04-12T16:22:23.450 INFO:tasks.workunit.client.0.smithi099.stdout:op 201 completed, throughput=4.9MB/sec 2024-04-12T16:22:23.450 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-YIByh6rvVcZKJDO off=5096654 len=1861299 2024-04-12T16:22:23.459 INFO:tasks.workunit.client.0.smithi099.stdout:op 202 completed, throughput=4.94MB/sec 2024-04-12T16:22:23.459 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-1koRMB_5CGbD1JV off=6057785 len=1692085 2024-04-12T16:22:23.461 INFO:tasks.workunit.client.0.smithi099.stdout:op 203 completed, throughput=4.98MB/sec 2024-04-12T16:22:23.461 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qv19jinXMh1kqpm off=909681 len=748709 2024-04-12T16:22:23.465 INFO:tasks.workunit.client.0.smithi099.stdout:op 204 completed, throughput=5MB/sec 2024-04-12T16:22:23.465 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-clzwnm-N1DJtj4O off=6594211 len=839835 2024-04-12T16:22:23.470 INFO:tasks.workunit.client.0.smithi099.stdout:op 205 completed, throughput=5.02MB/sec 2024-04-12T16:22:24.176 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:22:23 smithi099 ceph-mon[94290]: pgmap v1435: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:22:24.177 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:22:23 smithi099 ceph-mon[96864]: pgmap v1435: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:22:24.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:22:23 smithi110 ceph-mon[88691]: pgmap v1435: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:22:24.470 INFO:tasks.workunit.client.0.smithi099.stdout: 40: throughput=4.9MB/sec pending data=0 2024-04-12T16:22:24.470 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-obFMQiCfC1MFofP off=3736631 len=490447 2024-04-12T16:22:24.471 INFO:tasks.workunit.client.0.smithi099.stdout:op 206 completed, throughput=4.91MB/sec 2024-04-12T16:22:24.471 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-nutbuogH87e4a6b off=16792047 len=1578075 2024-04-12T16:22:24.478 INFO:tasks.workunit.client.0.smithi099.stdout:op 207 completed, throughput=4.94MB/sec 2024-04-12T16:22:24.478 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-j6p-_bsZbdKTkaa off=2096165 len=1771939 2024-04-12T16:22:24.485 INFO:tasks.workunit.client.0.smithi099.stdout:op 208 completed, throughput=4.98MB/sec 2024-04-12T16:22:24.485 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-MRbfzqXnSb6s2_S off=9503282 len=865920 2024-04-12T16:22:24.486 INFO:tasks.workunit.client.0.smithi099.stdout:op 209 completed, throughput=5MB/sec 2024-04-12T16:22:25.486 INFO:tasks.workunit.client.0.smithi099.stdout: 41: throughput=4.88MB/sec pending data=0 2024-04-12T16:22:25.486 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-IIFRxtI8dkHQLHT off=1299791 len=1729109 2024-04-12T16:22:25.487 INFO:tasks.workunit.client.0.smithi099.stdout:op 210 completed, throughput=4.92MB/sec 2024-04-12T16:22:25.488 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Hsohq9wT_xOB1rn off=1893689 len=573522 2024-04-12T16:22:25.489 INFO:tasks.workunit.client.0.smithi099.stdout:op 211 completed, throughput=4.94MB/sec 2024-04-12T16:22:25.489 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-MrXXQeRNLs8ixEk off=20807859 len=1081478 2024-04-12T16:22:25.493 INFO:tasks.workunit.client.0.smithi099.stdout:op 212 completed, throughput=4.96MB/sec 2024-04-12T16:22:25.493 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-BeuUsJZUTOerQEv off=8793819 len=1858817 2024-04-12T16:22:25.500 INFO:tasks.workunit.client.0.smithi099.stdout:op 213 completed, throughput=5MB/sec 2024-04-12T16:22:26.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:22:25 smithi110 ceph-mon[88691]: pgmap v1436: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:22:26.356 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:22:25 smithi099 ceph-mon[94290]: pgmap v1436: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:22:26.357 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:22:25 smithi099 ceph-mon[96864]: pgmap v1436: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:22:26.501 INFO:tasks.workunit.client.0.smithi099.stdout: 42: throughput=4.89MB/sec pending data=0 2024-04-12T16:22:26.501 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-kfyNCstxQtlLVyL off=1988496 len=156298 2024-04-12T16:22:26.501 INFO:tasks.workunit.client.0.smithi099.stdout:op 214 completed, throughput=4.89MB/sec 2024-04-12T16:22:26.502 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-dfCwOzl1t02vJsq off=25644 len=1251939 2024-04-12T16:22:26.508 INFO:tasks.workunit.client.0.smithi099.stdout:op 215 completed, throughput=4.92MB/sec 2024-04-12T16:22:26.509 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-OR93x2_c9kdwJY- off=2304886 len=533242 2024-04-12T16:22:26.510 INFO:tasks.workunit.client.0.smithi099.stdout:op 216 completed, throughput=4.93MB/sec 2024-04-12T16:22:26.510 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-3z7nw1vwMQfSzle off=1816125 len=1838045 2024-04-12T16:22:26.512 INFO:tasks.workunit.client.0.smithi099.stdout:op 217 completed, throughput=4.97MB/sec 2024-04-12T16:22:26.512 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-tu4GeJaXYGO7ElJ off=4979949 len=1027615 2024-04-12T16:22:26.518 INFO:tasks.workunit.client.0.smithi099.stdout:op 218 completed, throughput=4.99MB/sec 2024-04-12T16:22:26.518 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Qzi-pEqxG-Aj0vp off=6994836 len=2037084 2024-04-12T16:22:26.528 INFO:tasks.workunit.client.0.smithi099.stdout:op 219 completed, throughput=5.03MB/sec 2024-04-12T16:22:26.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:22:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:22:26] "GET /metrics HTTP/1.1" 200 34107 "" "Prometheus/2.43.0" 2024-04-12T16:22:27.529 INFO:tasks.workunit.client.0.smithi099.stdout: 43: throughput=4.92MB/sec pending data=0 2024-04-12T16:22:27.529 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--e8UGbgdNIPDdNH off=9432199 len=572335 2024-04-12T16:22:27.530 INFO:tasks.workunit.client.0.smithi099.stdout:op 220 completed, throughput=4.93MB/sec 2024-04-12T16:22:27.530 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6zW_LRYqXK6-I0Y off=10151920 len=191243 2024-04-12T16:22:27.533 INFO:tasks.workunit.client.0.smithi099.stdout:op 221 completed, throughput=4.94MB/sec 2024-04-12T16:22:27.534 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Rv5R9XHOLCfcbdE off=675600 len=172352 2024-04-12T16:22:27.534 INFO:tasks.workunit.client.0.smithi099.stdout:op 222 completed, throughput=4.94MB/sec 2024-04-12T16:22:27.534 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-AUf2nDHkzaWYsm3 off=6079196 len=2074528 2024-04-12T16:22:27.536 INFO:tasks.workunit.client.0.smithi099.stdout:op 223 completed, throughput=4.98MB/sec 2024-04-12T16:22:27.536 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-aH2yE8oXTdlKbrW off=4128842 len=193163 2024-04-12T16:22:27.537 INFO:tasks.workunit.client.0.smithi099.stdout:op 224 completed, throughput=4.99MB/sec 2024-04-12T16:22:27.537 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-SvbO3zOYuTjtRvs off=9812478 len=396904 2024-04-12T16:22:27.538 INFO:tasks.workunit.client.0.smithi099.stdout:op 225 completed, throughput=5MB/sec 2024-04-12T16:22:27.538 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-hfVOyvIVoCoTkB9 off=5801648 len=1156196 2024-04-12T16:22:27.539 INFO:tasks.workunit.client.0.smithi099.stdout:op 226 completed, throughput=5.02MB/sec 2024-04-12T16:22:28.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:22:27 smithi110 ceph-mon[88691]: pgmap v1437: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:22:28.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:22:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:22:28.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:22:27 smithi099 ceph-mon[96864]: pgmap v1437: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:22:28.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:22:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:22:28.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:22:27 smithi099 ceph-mon[94290]: pgmap v1437: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:22:28.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:22:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:22:28.539 INFO:tasks.workunit.client.0.smithi099.stdout: 44: throughput=4.91MB/sec pending data=0 2024-04-12T16:22:28.539 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-UqVOtTHY5WjWoL6 off=1397931 len=1221376 2024-04-12T16:22:28.542 INFO:tasks.workunit.client.0.smithi099.stdout:op 227 completed, throughput=4.94MB/sec 2024-04-12T16:22:28.542 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-jBfKKhx9UnhEKoc off=2541858 len=1426009 2024-04-12T16:22:28.550 INFO:tasks.workunit.client.0.smithi099.stdout:op 228 completed, throughput=4.96MB/sec 2024-04-12T16:22:28.550 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-8EgOteUpgZafrW- off=3172616 len=1973038 2024-04-12T16:22:28.560 INFO:tasks.workunit.client.0.smithi099.stdout:op 229 completed, throughput=5.01MB/sec 2024-04-12T16:22:29.560 INFO:tasks.workunit.client.0.smithi099.stdout: 45: throughput=4.9MB/sec pending data=0 2024-04-12T16:22:29.560 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-FEpPLLfDr9JomM- off=1136908 len=1916396 2024-04-12T16:22:29.572 INFO:tasks.workunit.client.0.smithi099.stdout:op 230 completed, throughput=4.94MB/sec 2024-04-12T16:22:29.572 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-kOhCc8AzYVhKEFQ off=2880696 len=930951 2024-04-12T16:22:29.573 INFO:tasks.workunit.client.0.smithi099.stdout:op 231 completed, throughput=4.95MB/sec 2024-04-12T16:22:29.573 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-QmqEA1qfNzM4wjU off=996355 len=2059922 2024-04-12T16:22:29.575 INFO:tasks.workunit.client.0.smithi099.stdout:op 232 completed, throughput=5MB/sec 2024-04-12T16:22:29.575 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-K4_ot8VC0lZVe6C off=8901246 len=1193981 2024-04-12T16:22:29.576 INFO:tasks.workunit.client.0.smithi099.stdout:op 233 completed, throughput=5.02MB/sec 2024-04-12T16:22:30.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:22:29 smithi110 ceph-mon[88691]: pgmap v1438: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:22:30.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:22:29 smithi099 ceph-mon[94290]: pgmap v1438: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:22:30.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:22:29 smithi099 ceph-mon[96864]: pgmap v1438: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:22:30.576 INFO:tasks.workunit.client.0.smithi099.stdout: 46: throughput=4.91MB/sec pending data=0 2024-04-12T16:22:30.576 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-u1BU8Ad4FjGMSk4 off=3364272 len=154662 2024-04-12T16:22:30.577 INFO:tasks.workunit.client.0.smithi099.stdout:op 234 completed, throughput=4.92MB/sec 2024-04-12T16:22:30.578 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-W0DXcV1osv0qrfD off=12072774 len=802575 2024-04-12T16:22:30.579 INFO:tasks.workunit.client.0.smithi099.stdout:op 235 completed, throughput=4.93MB/sec 2024-04-12T16:22:30.579 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-U4cGec2vFrGH3-V off=2614512 len=1017984 2024-04-12T16:22:30.586 INFO:tasks.workunit.client.0.smithi099.stdout:op 236 completed, throughput=4.95MB/sec 2024-04-12T16:22:30.586 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-QqtUOu59yRnzmZw off=2688586 len=1135525 2024-04-12T16:22:30.587 INFO:tasks.workunit.client.0.smithi099.stdout:op 237 completed, throughput=4.98MB/sec 2024-04-12T16:22:30.587 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-WM4NxIeIEYf6niW off=1646669 len=1796043 2024-04-12T16:22:30.589 INFO:tasks.workunit.client.0.smithi099.stdout:op 238 completed, throughput=5.01MB/sec 2024-04-12T16:22:31.590 INFO:tasks.workunit.client.0.smithi099.stdout: 47: throughput=4.91MB/sec pending data=0 2024-04-12T16:22:31.590 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-iKY0n81Rcp_ZuUU off=7894193 len=1863687 2024-04-12T16:22:31.594 INFO:tasks.workunit.client.0.smithi099.stdout:op 239 completed, throughput=4.95MB/sec 2024-04-12T16:22:31.594 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-xmoAYYVzDnp5ORT off=962216 len=1193308 2024-04-12T16:22:31.599 INFO:tasks.workunit.client.0.smithi099.stdout:op 240 completed, throughput=4.97MB/sec 2024-04-12T16:22:31.599 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-kN5ehdg6yQfgsxf off=275254 len=1299350 2024-04-12T16:22:31.601 INFO:tasks.workunit.client.0.smithi099.stdout:op 241 completed, throughput=4.99MB/sec 2024-04-12T16:22:31.601 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-LqA_dyb4oWgjJhL off=17328989 len=2092153 2024-04-12T16:22:31.610 INFO:tasks.workunit.client.0.smithi099.stdout:op 242 completed, throughput=5.03MB/sec 2024-04-12T16:22:32.309 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:22:31 smithi110 ceph-mon[88691]: pgmap v1439: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:22:32.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:22:31 smithi099 ceph-mon[94290]: pgmap v1439: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:22:32.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:22:31 smithi099 ceph-mon[96864]: pgmap v1439: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:22:32.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:22:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:22:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:22:32.611 INFO:tasks.workunit.client.0.smithi099.stdout: 48: throughput=4.93MB/sec pending data=0 2024-04-12T16:22:32.611 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-d4JY6h1NHbKekbw off=298284 len=1209130 2024-04-12T16:22:32.616 INFO:tasks.workunit.client.0.smithi099.stdout:op 243 completed, throughput=4.95MB/sec 2024-04-12T16:22:32.616 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-vxravBiEQPQivCI off=1938686 len=500261 2024-04-12T16:22:32.620 INFO:tasks.workunit.client.0.smithi099.stdout:op 244 completed, throughput=4.96MB/sec 2024-04-12T16:22:32.620 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-rymLfaa1qs4h7iA off=16493871 len=1233920 2024-04-12T16:22:32.626 INFO:tasks.workunit.client.0.smithi099.stdout:op 245 completed, throughput=4.99MB/sec 2024-04-12T16:22:32.626 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-pciE9-p-lzulAZl off=1026578 len=1375477 2024-04-12T16:22:32.632 INFO:tasks.workunit.client.0.smithi099.stdout:op 246 completed, throughput=5.01MB/sec 2024-04-12T16:22:33.632 INFO:tasks.workunit.client.0.smithi099.stdout: 49: throughput=4.91MB/sec pending data=0 2024-04-12T16:22:33.632 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-tXer7l_HsGvOMFz off=7234757 len=2051055 2024-04-12T16:22:33.634 INFO:tasks.workunit.client.0.smithi099.stdout:op 247 completed, throughput=4.95MB/sec 2024-04-12T16:22:33.635 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-udLUgWeAbL5qdDN off=5321730 len=506983 2024-04-12T16:22:33.636 INFO:tasks.workunit.client.0.smithi099.stdout:op 248 completed, throughput=4.96MB/sec 2024-04-12T16:22:33.636 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-rXUeA1Vo3b1GK0u off=7141447 len=374913 2024-04-12T16:22:33.637 INFO:tasks.workunit.client.0.smithi099.stdout:op 249 completed, throughput=4.97MB/sec 2024-04-12T16:22:33.638 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-dtcrh0zkghMpYB- off=11598718 len=1510082 2024-04-12T16:22:33.646 INFO:tasks.workunit.client.0.smithi099.stdout:op 250 completed, throughput=5MB/sec 2024-04-12T16:22:33.646 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-CPLbk1KofBNXv8Q off=3021736 len=340000 2024-04-12T16:22:33.649 INFO:tasks.workunit.client.0.smithi099.stdout:op 251 completed, throughput=5MB/sec 2024-04-12T16:22:34.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:22:33 smithi110 ceph-mon[88691]: pgmap v1440: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:22:34.407 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:22:33 smithi099 ceph-mon[94290]: pgmap v1440: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:22:34.408 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:22:33 smithi099 ceph-mon[96864]: pgmap v1440: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:22:34.649 INFO:tasks.workunit.client.0.smithi099.stdout: 50: throughput=4.9MB/sec pending data=0 2024-04-12T16:22:34.649 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-3vW6tB7Fjj6D2xU off=3163350 len=1810139 2024-04-12T16:22:34.652 INFO:tasks.workunit.client.0.smithi099.stdout:op 252 completed, throughput=4.94MB/sec 2024-04-12T16:22:34.652 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-87Srs2wXp5B_6eO off=6403506 len=247774 2024-04-12T16:22:34.655 INFO:tasks.workunit.client.0.smithi099.stdout:op 253 completed, throughput=4.94MB/sec 2024-04-12T16:22:34.655 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-sdgkE78Ze3mWCcP off=7803629 len=1973091 2024-04-12T16:22:34.659 INFO:tasks.workunit.client.0.smithi099.stdout:op 254 completed, throughput=4.98MB/sec 2024-04-12T16:22:34.659 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ZfQ42vZnOE-hA61 off=154059 len=40957 2024-04-12T16:22:34.660 INFO:tasks.workunit.client.0.smithi099.stdout:op 255 completed, throughput=4.98MB/sec 2024-04-12T16:22:34.660 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-PYO8hoQHMvi7lJz off=10549965 len=569588 2024-04-12T16:22:34.664 INFO:tasks.workunit.client.0.smithi099.stdout:op 256 completed, throughput=4.99MB/sec 2024-04-12T16:22:34.665 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-kC8PPIP5bbHRDFe off=100019 len=459710 2024-04-12T16:22:34.668 INFO:tasks.workunit.client.0.smithi099.stdout:op 257 completed, throughput=5MB/sec 2024-04-12T16:22:34.668 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-q5FsPk1ECdvSZJz off=6922899 len=61651 2024-04-12T16:22:34.670 INFO:tasks.workunit.client.0.smithi099.stdout:op 258 completed, throughput=5MB/sec 2024-04-12T16:22:34.670 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-uZtX5S0B7zG4nmp off=6945264 len=1854976 2024-04-12T16:22:34.672 INFO:tasks.workunit.client.0.smithi099.stdout:op 259 completed, throughput=5.03MB/sec 2024-04-12T16:22:35.673 INFO:tasks.workunit.client.0.smithi099.stdout: 51: throughput=4.94MB/sec pending data=0 2024-04-12T16:22:35.673 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1P2OUOoE7zgfOv6 off=2342449 len=1487408 2024-04-12T16:22:35.680 INFO:tasks.workunit.client.0.smithi099.stdout:op 260 completed, throughput=4.96MB/sec 2024-04-12T16:22:35.680 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Tv8aow8oFcE5My5 off=1453312 len=410435 2024-04-12T16:22:35.681 INFO:tasks.workunit.client.0.smithi099.stdout:op 261 completed, throughput=4.97MB/sec 2024-04-12T16:22:35.682 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-iFpVxPAl3F9qmLh off=2614660 len=248692 2024-04-12T16:22:35.682 INFO:tasks.workunit.client.0.smithi099.stdout:op 262 completed, throughput=4.98MB/sec 2024-04-12T16:22:35.682 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-g9aBiPPBtv29cOd off=1107608 len=1130732 2024-04-12T16:22:35.688 INFO:tasks.workunit.client.0.smithi099.stdout:op 263 completed, throughput=5MB/sec 2024-04-12T16:22:35.688 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-VHpXdiuJIQiRZQB off=3153706 len=853047 2024-04-12T16:22:35.692 INFO:tasks.workunit.client.0.smithi099.stdout:op 264 completed, throughput=5.01MB/sec 2024-04-12T16:22:36.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:22:35 smithi110 ceph-mon[88691]: pgmap v1441: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:22:36.357 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:22:35 smithi099 ceph-mon[94290]: pgmap v1441: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:22:36.357 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:22:35 smithi099 ceph-mon[96864]: pgmap v1441: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:22:36.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:22:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:22:36] "GET /metrics HTTP/1.1" 200 34116 "" "Prometheus/2.43.0" 2024-04-12T16:22:36.692 INFO:tasks.workunit.client.0.smithi099.stdout: 52: throughput=4.92MB/sec pending data=0 2024-04-12T16:22:36.692 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-QR0LwqA4jCqxDzE off=1451406 len=409206 2024-04-12T16:22:36.696 INFO:tasks.workunit.client.0.smithi099.stdout:op 265 completed, throughput=4.92MB/sec 2024-04-12T16:22:36.696 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-DXZlwbODcuy7grx off=7099662 len=1691095 2024-04-12T16:22:36.698 INFO:tasks.workunit.client.0.smithi099.stdout:op 266 completed, throughput=4.95MB/sec 2024-04-12T16:22:36.698 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1yfy5IB-_1hlqvO off=12099360 len=1883142 2024-04-12T16:22:36.710 INFO:tasks.workunit.client.0.smithi099.stdout:op 267 completed, throughput=4.99MB/sec 2024-04-12T16:22:36.710 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-j1y5Vj4d_9njflh off=9068038 len=1109410 2024-04-12T16:22:36.712 INFO:tasks.workunit.client.0.smithi099.stdout:op 268 completed, throughput=5.01MB/sec 2024-04-12T16:22:37.712 INFO:tasks.workunit.client.0.smithi099.stdout: 53: throughput=4.91MB/sec pending data=0 2024-04-12T16:22:37.713 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-lLd0RubcLavZcyC off=4461960 len=1147276 2024-04-12T16:22:37.720 INFO:tasks.workunit.client.0.smithi099.stdout:op 269 completed, throughput=4.93MB/sec 2024-04-12T16:22:37.720 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Y-d9_rP9Vff_ILv off=15377233 len=153214 2024-04-12T16:22:37.720 INFO:tasks.workunit.client.0.smithi099.stdout:op 270 completed, throughput=4.94MB/sec 2024-04-12T16:22:37.721 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-8nTvl6pU-5nwP44 off=6186265 len=62447 2024-04-12T16:22:37.723 INFO:tasks.workunit.client.0.smithi099.stdout:op 271 completed, throughput=4.94MB/sec 2024-04-12T16:22:37.723 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-cu5t-MseJpPdK8q off=596908 len=799634 2024-04-12T16:22:37.727 INFO:tasks.workunit.client.0.smithi099.stdout:op 272 completed, throughput=4.95MB/sec 2024-04-12T16:22:37.727 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-OohFlZ5zeSgxjKB off=1022128 len=5057 2024-04-12T16:22:37.729 INFO:tasks.workunit.client.0.smithi099.stdout:op 273 completed, throughput=4.95MB/sec 2024-04-12T16:22:37.729 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-tKeWs1cdymqzo3i off=5072176 len=1914035 2024-04-12T16:22:37.738 INFO:tasks.workunit.client.0.smithi099.stdout:op 274 completed, throughput=4.98MB/sec 2024-04-12T16:22:37.738 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-BfSY3shomCVAPrK off=16887804 len=1284847 2024-04-12T16:22:37.744 INFO:tasks.workunit.client.0.smithi099.stdout:op 275 completed, throughput=5.01MB/sec 2024-04-12T16:22:38.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:22:37 smithi110 ceph-mon[88691]: pgmap v1442: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:22:38.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:22:37 smithi099 ceph-mon[94290]: pgmap v1442: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:22:38.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:22:37 smithi099 ceph-mon[96864]: pgmap v1442: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:22:38.745 INFO:tasks.workunit.client.0.smithi099.stdout: 54: throughput=4.91MB/sec pending data=0 2024-04-12T16:22:38.745 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-3OYlKAXDS_SMb_5 off=0 len=1212685 2024-04-12T16:22:38.746 INFO:tasks.workunit.client.0.smithi099.stdout:op 276 completed, throughput=4.93MB/sec 2024-04-12T16:22:38.747 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-mzLW-EBUEXqmwN2 off=3886822 len=41125 2024-04-12T16:22:38.747 INFO:tasks.workunit.client.0.smithi099.stdout:op 277 completed, throughput=4.94MB/sec 2024-04-12T16:22:38.747 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ieONMJxYTwGOlHJ off=5444488 len=1207438 2024-04-12T16:22:38.753 INFO:tasks.workunit.client.0.smithi099.stdout:op 278 completed, throughput=4.96MB/sec 2024-04-12T16:22:38.753 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-M-vEq88UFuU1WA3 off=12358159 len=1064582 2024-04-12T16:22:38.758 INFO:tasks.workunit.client.0.smithi099.stdout:op 279 completed, throughput=4.97MB/sec 2024-04-12T16:22:38.758 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-NtoEcTHdCyQeSlL off=4093570 len=1180253 2024-04-12T16:22:38.762 INFO:tasks.workunit.client.0.smithi099.stdout:op 280 completed, throughput=4.99MB/sec 2024-04-12T16:22:38.763 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-W4reDX5EMnbxWe0 off=13751909 len=2067560 2024-04-12T16:22:38.773 INFO:tasks.workunit.client.0.smithi099.stdout:op 281 completed, throughput=5.03MB/sec 2024-04-12T16:22:39.774 INFO:tasks.workunit.client.0.smithi099.stdout: 55: throughput=4.94MB/sec pending data=0 2024-04-12T16:22:39.774 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6GXuM4U1kTkwHwj off=2685729 len=951243 2024-04-12T16:22:39.778 INFO:tasks.workunit.client.0.smithi099.stdout:op 282 completed, throughput=4.95MB/sec 2024-04-12T16:22:39.778 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-xrQnCmlvjvSnhKo off=1658396 len=408248 2024-04-12T16:22:39.780 INFO:tasks.workunit.client.0.smithi099.stdout:op 283 completed, throughput=4.96MB/sec 2024-04-12T16:22:39.780 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-6Q_HEkmD7UVgvmG off=2748819 len=1921380 2024-04-12T16:22:39.782 INFO:tasks.workunit.client.0.smithi099.stdout:op 284 completed, throughput=4.99MB/sec 2024-04-12T16:22:39.782 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-nhN3ORJPw3LznuQ off=13832974 len=508471 2024-04-12T16:22:39.786 INFO:tasks.workunit.client.0.smithi099.stdout:op 285 completed, throughput=5MB/sec 2024-04-12T16:22:40.331 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:22:39 smithi110 ceph-mon[88691]: pgmap v1443: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:22:40.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:22:39 smithi099 ceph-mon[94290]: pgmap v1443: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:22:40.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:22:39 smithi099 ceph-mon[96864]: pgmap v1443: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:22:40.786 INFO:tasks.workunit.client.0.smithi099.stdout: 56: throughput=4.91MB/sec pending data=0 2024-04-12T16:22:40.786 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-eaLqVRVCWSSvKm3 off=1604297 len=1373126 2024-04-12T16:22:40.794 INFO:tasks.workunit.client.0.smithi099.stdout:op 286 completed, throughput=4.94MB/sec 2024-04-12T16:22:40.794 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-RBpehz11Brb28Qx off=19621146 len=243715 2024-04-12T16:22:40.795 INFO:tasks.workunit.client.0.smithi099.stdout:op 287 completed, throughput=4.94MB/sec 2024-04-12T16:22:40.795 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-8ZewydhkDT5tmfw off=3076797 len=10423 2024-04-12T16:22:40.797 INFO:tasks.workunit.client.0.smithi099.stdout:op 288 completed, throughput=4.94MB/sec 2024-04-12T16:22:40.797 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-tmIDnGv1TkdwaLC off=3946489 len=225837 2024-04-12T16:22:40.800 INFO:tasks.workunit.client.0.smithi099.stdout:op 289 completed, throughput=4.94MB/sec 2024-04-12T16:22:40.800 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-N0TGbWZus3yWp1q off=4782853 len=559955 2024-04-12T16:22:40.801 INFO:tasks.workunit.client.0.smithi099.stdout:op 290 completed, throughput=4.95MB/sec 2024-04-12T16:22:40.801 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-dCwQm0mmckuVrE9 off=16576241 len=1972499 2024-04-12T16:22:40.803 INFO:tasks.workunit.client.0.smithi099.stdout:op 291 completed, throughput=4.99MB/sec 2024-04-12T16:22:40.803 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-_nswnb6zUWZgwgZ off=141186 len=1171453 2024-04-12T16:22:40.804 INFO:tasks.workunit.client.0.smithi099.stdout:op 292 completed, throughput=5.01MB/sec 2024-04-12T16:22:41.804 INFO:tasks.workunit.client.0.smithi099.stdout: 57: throughput=4.92MB/sec pending data=0 2024-04-12T16:22:41.805 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-cu5t-MseJpPdK8q off=580146 len=2065824 2024-04-12T16:22:41.814 INFO:tasks.workunit.client.0.smithi099.stdout:op 293 completed, throughput=4.95MB/sec 2024-04-12T16:22:41.814 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1M-Sn94eP0sdR-u off=10020121 len=131525 2024-04-12T16:22:41.816 INFO:tasks.workunit.client.0.smithi099.stdout:op 294 completed, throughput=4.95MB/sec 2024-04-12T16:22:41.816 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-QHwlitNGpjrUpxz off=14443863 len=1036513 2024-04-12T16:22:41.817 INFO:tasks.workunit.client.0.smithi099.stdout:op 295 completed, throughput=4.97MB/sec 2024-04-12T16:22:41.817 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-2fqAm0F4pG-xDk5 off=8406121 len=1046730 2024-04-12T16:22:41.820 INFO:tasks.workunit.client.0.smithi099.stdout:op 296 completed, throughput=4.99MB/sec 2024-04-12T16:22:41.820 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-kaQSiphukVraMjH off=13827149 len=41180 2024-04-12T16:22:41.822 INFO:tasks.workunit.client.0.smithi099.stdout:op 297 completed, throughput=4.99MB/sec 2024-04-12T16:22:41.822 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-yFZy3EYzGvSPAyr off=6905769 len=1131823 2024-04-12T16:22:41.828 INFO:tasks.workunit.client.0.smithi099.stdout:op 298 completed, throughput=5.01MB/sec 2024-04-12T16:22:42.310 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:22:41 smithi110 ceph-mon[88691]: pgmap v1444: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:22:42.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:22:41 smithi099 ceph-mon[94290]: pgmap v1444: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:22:42.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:22:41 smithi099 ceph-mon[96864]: pgmap v1444: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:22:42.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:22:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:22:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:22:42.828 INFO:tasks.workunit.client.0.smithi099.stdout: 58: throughput=4.92MB/sec pending data=0 2024-04-12T16:22:42.828 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-wtMO7W5xPmihELP off=1149069 len=1758292 2024-04-12T16:22:42.838 INFO:tasks.workunit.client.0.smithi099.stdout:op 299 completed, throughput=4.95MB/sec 2024-04-12T16:22:42.838 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-zWJX_400G3rK8jt off=5552089 len=612775 2024-04-12T16:22:42.839 INFO:tasks.workunit.client.0.smithi099.stdout:op 300 completed, throughput=4.96MB/sec 2024-04-12T16:22:42.839 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-9mY73YCgj0YJZRG off=8619757 len=194249 2024-04-12T16:22:42.840 INFO:tasks.workunit.client.0.smithi099.stdout:op 301 completed, throughput=4.96MB/sec 2024-04-12T16:22:42.840 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-bzqZClS4r-MbzAf off=222104 len=1594830 2024-04-12T16:22:42.848 INFO:tasks.workunit.client.0.smithi099.stdout:op 302 completed, throughput=4.99MB/sec 2024-04-12T16:22:42.849 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Yr0tUWJfHG8utHt off=1368830 len=773614 2024-04-12T16:22:42.850 INFO:tasks.workunit.client.0.smithi099.stdout:op 303 completed, throughput=5MB/sec 2024-04-12T16:22:43.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:22:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:22:43.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:22:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:22:43.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:22:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:22:43.850 INFO:tasks.workunit.client.0.smithi099.stdout: 59: throughput=4.92MB/sec pending data=0 2024-04-12T16:22:43.850 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ecxfMzWbkSIM4Hk off=13912988 len=235438 2024-04-12T16:22:43.853 INFO:tasks.workunit.client.0.smithi099.stdout:op 304 completed, throughput=4.92MB/sec 2024-04-12T16:22:43.853 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-7Nb8BoOPrLf1-gU off=4793071 len=327131 2024-04-12T16:22:43.854 INFO:tasks.workunit.client.0.smithi099.stdout:op 305 completed, throughput=4.93MB/sec 2024-04-12T16:22:43.854 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-GEF81wCMpcwoRbR off=6730597 len=416137 2024-04-12T16:22:43.855 INFO:tasks.workunit.client.0.smithi099.stdout:op 306 completed, throughput=4.93MB/sec 2024-04-12T16:22:43.855 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-lhBSVUt41ja0lcx off=3336918 len=529930 2024-04-12T16:22:43.856 INFO:tasks.workunit.client.0.smithi099.stdout:op 307 completed, throughput=4.94MB/sec 2024-04-12T16:22:43.856 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-iL5aFIxx4OOZFCD off=8822512 len=711886 2024-04-12T16:22:43.857 INFO:tasks.workunit.client.0.smithi099.stdout:op 308 completed, throughput=4.95MB/sec 2024-04-12T16:22:43.857 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-HZPjH5hWTuRnxKM off=2848162 len=586877 2024-04-12T16:22:43.858 INFO:tasks.workunit.client.0.smithi099.stdout:op 309 completed, throughput=4.96MB/sec 2024-04-12T16:22:43.858 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-l_PiYsJPtLqLQIB off=13784237 len=1963265 2024-04-12T16:22:43.860 INFO:tasks.workunit.client.0.smithi099.stdout:op 310 completed, throughput=4.99MB/sec 2024-04-12T16:22:43.860 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Bwmdc2UMZ6Qlj11 off=700458 len=1348512 2024-04-12T16:22:43.863 INFO:tasks.workunit.client.0.smithi099.stdout:op 311 completed, throughput=5.01MB/sec 2024-04-12T16:22:44.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:22:43 smithi110 ceph-mon[88691]: pgmap v1445: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:22:44.374 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:22:43 smithi099 ceph-mon[96864]: pgmap v1445: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:22:44.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:22:43 smithi099 ceph-mon[94290]: pgmap v1445: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:22:44.864 INFO:tasks.workunit.client.0.smithi099.stdout: 60: throughput=4.93MB/sec pending data=0 2024-04-12T16:22:44.864 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-mQ983aaHZaEpJwM off=2869169 len=317357 2024-04-12T16:22:44.865 INFO:tasks.workunit.client.0.smithi099.stdout:op 312 completed, throughput=4.94MB/sec 2024-04-12T16:22:44.865 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-_ersPekI7oL8TJX off=11467304 len=128399 2024-04-12T16:22:44.865 INFO:tasks.workunit.client.0.smithi099.stdout:op 313 completed, throughput=4.94MB/sec 2024-04-12T16:22:44.865 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ajjb9e6FAInEdlO off=3012190 len=433297 2024-04-12T16:22:44.869 INFO:tasks.workunit.client.0.smithi099.stdout:op 314 completed, throughput=4.94MB/sec 2024-04-12T16:22:44.869 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-8nN8pdzlODfWG66 off=8385625 len=481636 2024-04-12T16:22:44.872 INFO:tasks.workunit.client.0.smithi099.stdout:op 315 completed, throughput=4.95MB/sec 2024-04-12T16:22:44.873 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Qe-t1vf5AJYLycK off=1364687 len=1268786 2024-04-12T16:22:44.879 INFO:tasks.workunit.client.0.smithi099.stdout:op 316 completed, throughput=4.97MB/sec 2024-04-12T16:22:44.879 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-aT0f7zVzXCMO-NV off=898384 len=1050417 2024-04-12T16:22:44.884 INFO:tasks.workunit.client.0.smithi099.stdout:op 317 completed, throughput=4.99MB/sec 2024-04-12T16:22:44.885 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6IYqttio7gFKBo8 off=12576667 len=218351 2024-04-12T16:22:44.887 INFO:tasks.workunit.client.0.smithi099.stdout:op 318 completed, throughput=4.99MB/sec 2024-04-12T16:22:44.887 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-AO7YWrQEclZXNNi off=10149816 len=1504416 2024-04-12T16:22:44.888 INFO:tasks.workunit.client.0.smithi099.stdout:op 319 completed, throughput=5.01MB/sec 2024-04-12T16:22:45.888 INFO:tasks.workunit.client.0.smithi099.stdout: 61: throughput=4.93MB/sec pending data=0 2024-04-12T16:22:45.888 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6e3yB1GVPgUtgw8 off=5961495 len=105174 2024-04-12T16:22:45.891 INFO:tasks.workunit.client.0.smithi099.stdout:op 320 completed, throughput=4.93MB/sec 2024-04-12T16:22:45.891 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-n0EluFUoLd8ipd- off=5669002 len=925552 2024-04-12T16:22:45.892 INFO:tasks.workunit.client.0.smithi099.stdout:op 321 completed, throughput=4.95MB/sec 2024-04-12T16:22:45.893 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ca3V0aX3ucrL9-E off=4084738 len=769020 2024-04-12T16:22:45.893 INFO:tasks.workunit.client.0.smithi099.stdout:op 322 completed, throughput=4.96MB/sec 2024-04-12T16:22:45.893 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-zTYnsknWm8vuJBo off=9393987 len=507580 2024-04-12T16:22:45.895 INFO:tasks.workunit.client.0.smithi099.stdout:op 323 completed, throughput=4.97MB/sec 2024-04-12T16:22:45.895 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-5dICOqLVREdoTgV off=5277597 len=1996761 2024-04-12T16:22:45.896 INFO:tasks.workunit.client.0.smithi099.stdout:op 324 completed, throughput=5MB/sec 2024-04-12T16:22:45.896 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-5luWNIj5aJahWQT off=4456115 len=524765 2024-04-12T16:22:45.899 INFO:tasks.workunit.client.0.smithi099.stdout:op 325 completed, throughput=5.01MB/sec 2024-04-12T16:22:46.331 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:22:45 smithi110 ceph-mon[88691]: pgmap v1446: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:22:46.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:22:45 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:22:46.356 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:22:45 smithi099 ceph-mon[94290]: pgmap v1446: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:22:46.356 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:22:45 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:22:46.356 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:22:45 smithi099 ceph-mon[96864]: pgmap v1446: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:22:46.357 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:22:45 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:22:46.624 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:22:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:22:46] "GET /metrics HTTP/1.1" 200 34116 "" "Prometheus/2.43.0" 2024-04-12T16:22:46.900 INFO:tasks.workunit.client.0.smithi099.stdout: 62: throughput=4.93MB/sec pending data=0 2024-04-12T16:22:46.900 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-JnvleIENE70te7Z off=820238 len=614831 2024-04-12T16:22:46.901 INFO:tasks.workunit.client.0.smithi099.stdout:op 326 completed, throughput=4.94MB/sec 2024-04-12T16:22:46.901 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-VUwbjehkF9f5M3x off=79543 len=1052658 2024-04-12T16:22:46.903 INFO:tasks.workunit.client.0.smithi099.stdout:op 327 completed, throughput=4.95MB/sec 2024-04-12T16:22:46.903 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-RWbGw9mZfGY-HtR off=11102314 len=688877 2024-04-12T16:22:46.904 INFO:tasks.workunit.client.0.smithi099.stdout:op 328 completed, throughput=4.96MB/sec 2024-04-12T16:22:46.904 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-jRgwueqR2FsHsCZ off=7148415 len=1998264 2024-04-12T16:22:46.906 INFO:tasks.workunit.client.0.smithi099.stdout:op 329 completed, throughput=4.99MB/sec 2024-04-12T16:22:46.906 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-h41uCOOuZZ8Z4gj off=1470138 len=1604828 2024-04-12T16:22:46.914 INFO:tasks.workunit.client.0.smithi099.stdout:op 330 completed, throughput=5.02MB/sec 2024-04-12T16:22:47.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:22:46 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:22:47.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:22:46 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:22:47.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:22:46 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:22:47.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:22:46 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:22:47.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:22:46 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:22:47.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:22:46 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:22:47.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:22:46 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:22:47.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:22:46 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:22:47.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:22:46 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:22:47.914 INFO:tasks.workunit.client.0.smithi099.stdout: 63: throughput=4.94MB/sec pending data=0 2024-04-12T16:22:47.914 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ZELElE7XQV21EE2 off=6060539 len=1318414 2024-04-12T16:22:47.916 INFO:tasks.workunit.client.0.smithi099.stdout:op 331 completed, throughput=4.96MB/sec 2024-04-12T16:22:47.916 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-MGrxmD-RoasKc-y off=5050714 len=2031289 2024-04-12T16:22:47.918 INFO:tasks.workunit.client.0.smithi099.stdout:op 332 completed, throughput=4.99MB/sec 2024-04-12T16:22:47.918 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-W-Mxzoiq8bguep2 off=17221111 len=759173 2024-04-12T16:22:47.923 INFO:tasks.workunit.client.0.smithi099.stdout:op 333 completed, throughput=5MB/sec 2024-04-12T16:22:47.923 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-hP0HH7pzQnrADAW off=1034443 len=283785 2024-04-12T16:22:47.923 INFO:tasks.workunit.client.0.smithi099.stdout:op 334 completed, throughput=5MB/sec 2024-04-12T16:22:48.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:22:48 smithi099 ceph-mon[94290]: pgmap v1447: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T16:22:48.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:22:48 smithi099 ceph-mon[96864]: pgmap v1447: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T16:22:48.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:22:48 smithi110 ceph-mon[88691]: pgmap v1447: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T16:22:48.924 INFO:tasks.workunit.client.0.smithi099.stdout: 64: throughput=4.93MB/sec pending data=0 2024-04-12T16:22:48.924 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Hi80G7i6bM737RE off=12092592 len=1841820 2024-04-12T16:22:48.933 INFO:tasks.workunit.client.0.smithi099.stdout:op 335 completed, throughput=4.95MB/sec 2024-04-12T16:22:48.933 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-OeGAVgf0XZKrHCe off=18641152 len=925622 2024-04-12T16:22:48.939 INFO:tasks.workunit.client.0.smithi099.stdout:op 336 completed, throughput=4.96MB/sec 2024-04-12T16:22:48.939 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-tOVnQmTknI9No1d off=11338883 len=603781 2024-04-12T16:22:48.943 INFO:tasks.workunit.client.0.smithi099.stdout:op 337 completed, throughput=4.97MB/sec 2024-04-12T16:22:48.943 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qTe7KWCOkaaFsMs off=13067601 len=939333 2024-04-12T16:22:48.948 INFO:tasks.workunit.client.0.smithi099.stdout:op 338 completed, throughput=4.99MB/sec 2024-04-12T16:22:48.948 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-gYLmoh6kD7ZWXtY off=3223823 len=1067294 2024-04-12T16:22:48.949 INFO:tasks.workunit.client.0.smithi099.stdout:op 339 completed, throughput=5MB/sec 2024-04-12T16:22:49.950 INFO:tasks.workunit.client.0.smithi099.stdout: 65: throughput=4.93MB/sec pending data=0 2024-04-12T16:22:49.950 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-M8FHj2eQa97vgOR off=8477012 len=221435 2024-04-12T16:22:49.952 INFO:tasks.workunit.client.0.smithi099.stdout:op 340 completed, throughput=4.93MB/sec 2024-04-12T16:22:49.952 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-zznA2SZZZ2-Bhpp off=9892462 len=1147967 2024-04-12T16:22:49.954 INFO:tasks.workunit.client.0.smithi099.stdout:op 341 completed, throughput=4.95MB/sec 2024-04-12T16:22:49.954 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-LEpI3U4Gt9HK2Ee off=18936973 len=307098 2024-04-12T16:22:49.955 INFO:tasks.workunit.client.0.smithi099.stdout:op 342 completed, throughput=4.95MB/sec 2024-04-12T16:22:49.955 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Be3zTD2Nycno_DO off=14912833 len=101679 2024-04-12T16:22:49.956 INFO:tasks.workunit.client.0.smithi099.stdout:op 343 completed, throughput=4.95MB/sec 2024-04-12T16:22:49.956 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-HzjFsqtEIvlnMix off=17867504 len=1554623 2024-04-12T16:22:49.957 INFO:tasks.workunit.client.0.smithi099.stdout:op 344 completed, throughput=4.97MB/sec 2024-04-12T16:22:49.957 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-gf31wbOMCl0Z6OW off=3420240 len=1086501 2024-04-12T16:22:49.964 INFO:tasks.workunit.client.0.smithi099.stdout:op 345 completed, throughput=4.99MB/sec 2024-04-12T16:22:49.964 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-8nfPuv752MXb2-0 off=4187761 len=1226134 2024-04-12T16:22:49.966 INFO:tasks.workunit.client.0.smithi099.stdout:op 346 completed, throughput=5.01MB/sec 2024-04-12T16:22:50.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:22:50 smithi099 ceph-mon[94290]: pgmap v1448: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:22:50.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:22:50 smithi099 ceph-mon[96864]: pgmap v1448: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:22:50.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:22:50 smithi110 ceph-mon[88691]: pgmap v1448: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:22:50.966 INFO:tasks.workunit.client.0.smithi099.stdout: 66: throughput=4.93MB/sec pending data=0 2024-04-12T16:22:50.967 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-C9t0P-VrTPj2Wxh off=5809901 len=1709563 2024-04-12T16:22:50.978 INFO:tasks.workunit.client.0.smithi099.stdout:op 347 completed, throughput=4.96MB/sec 2024-04-12T16:22:50.978 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-TqJKnxkv6ciB8yS off=9343065 len=921877 2024-04-12T16:22:50.978 INFO:tasks.workunit.client.0.smithi099.stdout:op 348 completed, throughput=4.97MB/sec 2024-04-12T16:22:50.978 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-GCn0yzMjwLxsQcg off=5094669 len=239518 2024-04-12T16:22:50.980 INFO:tasks.workunit.client.0.smithi099.stdout:op 349 completed, throughput=4.97MB/sec 2024-04-12T16:22:50.980 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-0kPq3gAEbyiDD00 off=5815444 len=1283420 2024-04-12T16:22:50.981 INFO:tasks.workunit.client.0.smithi099.stdout:op 350 completed, throughput=4.99MB/sec 2024-04-12T16:22:50.981 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-m24RHvvyNJaelSa off=35817 len=1260041 2024-04-12T16:22:50.982 INFO:tasks.workunit.client.0.smithi099.stdout:op 351 completed, throughput=5.01MB/sec 2024-04-12T16:22:51.983 INFO:tasks.workunit.client.0.smithi099.stdout: 67: throughput=4.93MB/sec pending data=0 2024-04-12T16:22:51.983 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-4i1Kf1X0AhZb8WF off=8755595 len=743696 2024-04-12T16:22:51.984 INFO:tasks.workunit.client.0.smithi099.stdout:op 352 completed, throughput=4.94MB/sec 2024-04-12T16:22:51.984 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-382oWq1VlkKpdYl off=7106592 len=1138350 2024-04-12T16:22:51.986 INFO:tasks.workunit.client.0.smithi099.stdout:op 353 completed, throughput=4.96MB/sec 2024-04-12T16:22:51.986 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-S7BH16EgNSfIyaf off=17535698 len=1216826 2024-04-12T16:22:51.987 INFO:tasks.workunit.client.0.smithi099.stdout:op 354 completed, throughput=4.98MB/sec 2024-04-12T16:22:51.987 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-8CzAbrx_AVNhoSs off=11725759 len=1151354 2024-04-12T16:22:51.994 INFO:tasks.workunit.client.0.smithi099.stdout:op 355 completed, throughput=4.99MB/sec 2024-04-12T16:22:51.994 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-A67DJFH-5BawI61 off=1163965 len=759951 2024-04-12T16:22:51.998 INFO:tasks.workunit.client.0.smithi099.stdout:op 356 completed, throughput=5MB/sec 2024-04-12T16:22:52.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:22:52 smithi110 ceph-mon[88691]: pgmap v1449: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T16:22:52.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:22:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:22:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:22:52.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:22:52 smithi099 ceph-mon[94290]: pgmap v1449: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T16:22:52.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:22:52 smithi099 ceph-mon[96864]: pgmap v1449: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T16:22:52.996 INFO:tasks.workunit.client.0.smithi099.stdout: 68: throughput=4.93MB/sec pending data=0 2024-04-12T16:22:52.996 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-d6p68e2NBklYr2X off=11972920 len=1990731 2024-04-12T16:22:52.998 INFO:tasks.workunit.client.0.smithi099.stdout:op 357 completed, throughput=4.96MB/sec 2024-04-12T16:22:52.998 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-4sdeGA50jQoGqTg off=743426 len=968282 2024-04-12T16:22:53.001 INFO:tasks.workunit.client.0.smithi099.stdout:op 358 completed, throughput=4.97MB/sec 2024-04-12T16:22:53.001 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-SP3XRU4_ibsbx5R off=22096592 len=1017082 2024-04-12T16:22:53.002 INFO:tasks.workunit.client.0.smithi099.stdout:op 359 completed, throughput=4.99MB/sec 2024-04-12T16:22:53.002 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-HoB7wkvnHn-yw6h off=7717472 len=348203 2024-04-12T16:22:53.005 INFO:tasks.workunit.client.0.smithi099.stdout:op 360 completed, throughput=4.99MB/sec 2024-04-12T16:22:53.005 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-r2J-Jci5IvV2vRP off=1380882 len=632564 2024-04-12T16:22:53.010 INFO:tasks.workunit.client.0.smithi099.stdout:op 361 completed, throughput=5MB/sec 2024-04-12T16:22:53.010 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-4TWqeMD4F6Kvj3j off=9711196 len=41768 2024-04-12T16:22:53.011 INFO:tasks.workunit.client.0.smithi099.stdout:op 362 completed, throughput=5MB/sec 2024-04-12T16:22:53.011 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ERHvsquSXpMa6Hm off=3253123 len=479210 2024-04-12T16:22:53.014 INFO:tasks.workunit.client.0.smithi099.stdout:op 363 completed, throughput=5MB/sec 2024-04-12T16:22:54.015 INFO:tasks.workunit.client.0.smithi099.stdout: 69: throughput=4.93MB/sec pending data=0 2024-04-12T16:22:54.015 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-FybwFKdE--iQCSr off=5559517 len=2004496 2024-04-12T16:22:54.025 INFO:tasks.workunit.client.0.smithi099.stdout:op 364 completed, throughput=4.96MB/sec 2024-04-12T16:22:54.025 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-WJGH-StiSBOxV37 off=5331843 len=1346374 2024-04-12T16:22:54.032 INFO:tasks.workunit.client.0.smithi099.stdout:op 365 completed, throughput=4.98MB/sec 2024-04-12T16:22:54.032 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-YyQRbrR_Llq-s_h off=7585631 len=1223425 2024-04-12T16:22:54.039 INFO:tasks.workunit.client.0.smithi099.stdout:op 366 completed, throughput=4.99MB/sec 2024-04-12T16:22:54.039 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-9mR827lnIMvFHRx off=5770504 len=230968 2024-04-12T16:22:54.041 INFO:tasks.workunit.client.0.smithi099.stdout:op 367 completed, throughput=5MB/sec 2024-04-12T16:22:54.042 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-PfoHIX6ZMXnjurN off=804778 len=1988008 2024-04-12T16:22:54.045 INFO:tasks.workunit.client.0.smithi099.stdout:op 368 completed, throughput=5.02MB/sec 2024-04-12T16:22:54.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:22:54 smithi099 ceph-mon[94290]: pgmap v1450: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-12T16:22:54.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:22:54 smithi099 ceph-mon[96864]: pgmap v1450: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-12T16:22:54.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:22:54 smithi110 ceph-mon[88691]: pgmap v1450: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-12T16:22:55.044 INFO:tasks.workunit.client.0.smithi099.stdout: 70: throughput=4.95MB/sec pending data=0 2024-04-12T16:22:55.044 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-OpXtXu4l8nAIzM6 off=6350021 len=1945566 2024-04-12T16:22:55.046 INFO:tasks.workunit.client.0.smithi099.stdout:op 369 completed, throughput=4.98MB/sec 2024-04-12T16:22:55.047 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-miJ5tG-9D-R1osa off=19422764 len=1084340 2024-04-12T16:22:55.052 INFO:tasks.workunit.client.0.smithi099.stdout:op 370 completed, throughput=4.99MB/sec 2024-04-12T16:22:55.052 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-k87-eUjRJCfwn-L off=75495 len=1906894 2024-04-12T16:22:55.061 INFO:tasks.workunit.client.0.smithi099.stdout:op 371 completed, throughput=5.02MB/sec 2024-04-12T16:22:56.062 INFO:tasks.workunit.client.0.smithi099.stdout: 71: throughput=4.95MB/sec pending data=0 2024-04-12T16:22:56.062 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-bgKI1ygFZyTSBja off=738656 len=1416633 2024-04-12T16:22:56.070 INFO:tasks.workunit.client.0.smithi099.stdout:op 372 completed, throughput=4.97MB/sec 2024-04-12T16:22:56.070 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-foRg0Jq0G6ySJzr off=184815 len=1830028 2024-04-12T16:22:56.071 INFO:tasks.workunit.client.0.smithi099.stdout:op 373 completed, throughput=4.99MB/sec 2024-04-12T16:22:56.071 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-J4DO2ab3rNDZRG8 off=3027270 len=421736 2024-04-12T16:22:56.072 INFO:tasks.workunit.client.0.smithi099.stdout:op 374 completed, throughput=5MB/sec 2024-04-12T16:22:56.072 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-1EsJV2YOLLjvFIB off=9012770 len=1296473 2024-04-12T16:22:56.075 INFO:tasks.workunit.client.0.smithi099.stdout:op 375 completed, throughput=5.01MB/sec 2024-04-12T16:22:56.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:22:56 smithi099 ceph-mon[94290]: pgmap v1451: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T16:22:56.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:22:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:22:56] "GET /metrics HTTP/1.1" 200 34116 "" "Prometheus/2.43.0" 2024-04-12T16:22:56.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:22:56 smithi099 ceph-mon[96864]: pgmap v1451: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T16:22:56.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:22:56 smithi110 ceph-mon[88691]: pgmap v1451: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T16:22:57.075 INFO:tasks.workunit.client.0.smithi099.stdout: 72: throughput=4.95MB/sec pending data=0 2024-04-12T16:22:57.075 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-bLJwSKNeeMGv50t off=8323342 len=643069 2024-04-12T16:22:57.080 INFO:tasks.workunit.client.0.smithi099.stdout:op 376 completed, throughput=4.95MB/sec 2024-04-12T16:22:57.080 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-S7BH16EgNSfIyaf off=22679031 len=1881671 2024-04-12T16:22:57.087 INFO:tasks.workunit.client.0.smithi099.stdout:op 377 completed, throughput=4.98MB/sec 2024-04-12T16:22:57.087 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-wwbl9WpNoZkuu-E off=8684612 len=737137 2024-04-12T16:22:57.088 INFO:tasks.workunit.client.0.smithi099.stdout:op 378 completed, throughput=4.99MB/sec 2024-04-12T16:22:57.088 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-zPuAkaR-zTyNozd off=8997628 len=1304185 2024-04-12T16:22:57.095 INFO:tasks.workunit.client.0.smithi099.stdout:op 379 completed, throughput=5MB/sec 2024-04-12T16:22:58.095 INFO:tasks.workunit.client.0.smithi099.stdout: 73: throughput=4.94MB/sec pending data=0 2024-04-12T16:22:58.095 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-gObOc53pWwPtzQu off=3942654 len=1808856 2024-04-12T16:22:58.104 INFO:tasks.workunit.client.0.smithi099.stdout:op 380 completed, throughput=4.96MB/sec 2024-04-12T16:22:58.104 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-A74H64De2n8WQfU off=9836140 len=1488587 2024-04-12T16:22:58.106 INFO:tasks.workunit.client.0.smithi099.stdout:op 381 completed, throughput=4.98MB/sec 2024-04-12T16:22:58.106 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-fponoXtdixo4Avh off=1949384 len=1235956 2024-04-12T16:22:58.109 INFO:tasks.workunit.client.0.smithi099.stdout:op 382 completed, throughput=4.99MB/sec 2024-04-12T16:22:58.109 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-c8gV_4UeDAsHxab off=3712 len=1407277 2024-04-12T16:22:58.110 INFO:tasks.workunit.client.0.smithi099.stdout:op 383 completed, throughput=5.01MB/sec 2024-04-12T16:22:58.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:22:58 smithi099 ceph-mon[94290]: pgmap v1452: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-12T16:22:58.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:22:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:22:58.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:22:58 smithi099 ceph-mon[96864]: pgmap v1452: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-12T16:22:58.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:22:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:22:58.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:22:58 smithi110 ceph-mon[88691]: pgmap v1452: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-12T16:22:58.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:22:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:22:59.110 INFO:tasks.workunit.client.0.smithi099.stdout: 74: throughput=4.94MB/sec pending data=0 2024-04-12T16:22:59.111 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-zUMibb_U1rocF4H off=1536023 len=879099 2024-04-12T16:22:59.112 INFO:tasks.workunit.client.0.smithi099.stdout:op 384 completed, throughput=4.96MB/sec 2024-04-12T16:22:59.112 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ors9nJth3k4JH_p off=7541997 len=385201 2024-04-12T16:22:59.116 INFO:tasks.workunit.client.0.smithi099.stdout:op 385 completed, throughput=4.96MB/sec 2024-04-12T16:22:59.116 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-i9W3Je6rGBqrhmg off=21909480 len=432747 2024-04-12T16:22:59.116 INFO:tasks.workunit.client.0.smithi099.stdout:op 386 completed, throughput=4.97MB/sec 2024-04-12T16:22:59.117 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-PGn1EnNTWi60Pkh off=7282107 len=834516 2024-04-12T16:22:59.118 INFO:tasks.workunit.client.0.smithi099.stdout:op 387 completed, throughput=4.98MB/sec 2024-04-12T16:22:59.118 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-kvYk-6ycYZz0I1t off=445643 len=423436 2024-04-12T16:22:59.121 INFO:tasks.workunit.client.0.smithi099.stdout:op 388 completed, throughput=4.98MB/sec 2024-04-12T16:22:59.121 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-P5cPMAoCz8tQLz3 off=5666912 len=614607 2024-04-12T16:22:59.125 INFO:tasks.workunit.client.0.smithi099.stdout:op 389 completed, throughput=4.99MB/sec 2024-04-12T16:22:59.125 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Z8xrq3DYJmkmNsW off=9461217 len=999939 2024-04-12T16:22:59.126 INFO:tasks.workunit.client.0.smithi099.stdout:op 390 completed, throughput=5MB/sec 2024-04-12T16:23:00.126 INFO:tasks.workunit.client.0.smithi099.stdout: 75: throughput=4.94MB/sec pending data=0 2024-04-12T16:23:00.127 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-wqSKcBiBqi1w4Ao off=14892216 len=958401 2024-04-12T16:23:00.128 INFO:tasks.workunit.client.0.smithi099.stdout:op 391 completed, throughput=4.95MB/sec 2024-04-12T16:23:00.128 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-GRDavjNaA6hyzUP off=9545404 len=1399639 2024-04-12T16:23:00.136 INFO:tasks.workunit.client.0.smithi099.stdout:op 392 completed, throughput=4.96MB/sec 2024-04-12T16:23:00.136 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-zLzzMfUoewdCQDf off=1452054 len=896646 2024-04-12T16:23:00.137 INFO:tasks.workunit.client.0.smithi099.stdout:op 393 completed, throughput=4.98MB/sec 2024-04-12T16:23:00.137 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qXnTzERigaxVbUx off=15161434 len=809918 2024-04-12T16:23:00.141 INFO:tasks.workunit.client.0.smithi099.stdout:op 394 completed, throughput=4.99MB/sec 2024-04-12T16:23:00.142 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-E7R3kmmEw39QGjI off=1630105 len=2064030 2024-04-12T16:23:00.143 INFO:tasks.workunit.client.0.smithi099.stdout:op 395 completed, throughput=5.01MB/sec 2024-04-12T16:23:00.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:23:00 smithi099 ceph-mon[94290]: pgmap v1453: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:23:00.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:23:00 smithi099 ceph-mon[96864]: pgmap v1453: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:23:00.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:23:00 smithi110 ceph-mon[88691]: pgmap v1453: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:23:01.143 INFO:tasks.workunit.client.0.smithi099.stdout: 76: throughput=4.95MB/sec pending data=0 2024-04-12T16:23:01.144 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-wKN9U0SbPmg4xi1 off=358074 len=1596702 2024-04-12T16:23:01.145 INFO:tasks.workunit.client.0.smithi099.stdout:op 396 completed, throughput=4.97MB/sec 2024-04-12T16:23:01.145 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-2BKe4XAa_oO9wBZ off=8563899 len=1781711 2024-04-12T16:23:01.154 INFO:tasks.workunit.client.0.smithi099.stdout:op 397 completed, throughput=4.99MB/sec 2024-04-12T16:23:01.154 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-82X6x6eZu4L9xBr off=3503461 len=1909468 2024-04-12T16:23:01.156 INFO:tasks.workunit.client.0.smithi099.stdout:op 398 completed, throughput=5.01MB/sec 2024-04-12T16:23:02.156 INFO:tasks.workunit.client.0.smithi099.stdout: 77: throughput=4.95MB/sec pending data=0 2024-04-12T16:23:02.156 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0wy8EiaOgtt0y9S off=6590226 len=1470728 2024-04-12T16:23:02.171 INFO:tasks.workunit.client.0.smithi099.stdout:op 399 completed, throughput=4.96MB/sec 2024-04-12T16:23:02.172 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-mHtQM1q23BTY669 off=916090 len=157511 2024-04-12T16:23:02.174 INFO:tasks.workunit.client.0.smithi099.stdout:op 400 completed, throughput=4.97MB/sec 2024-04-12T16:23:02.174 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-R_OISIwEcyvZLQV off=9748438 len=887025 2024-04-12T16:23:02.179 INFO:tasks.workunit.client.0.smithi099.stdout:op 401 completed, throughput=4.98MB/sec 2024-04-12T16:23:02.179 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-xrUaYZ0kcwP33Vq off=12632647 len=1154964 2024-04-12T16:23:02.186 INFO:tasks.workunit.client.0.smithi099.stdout:op 402 completed, throughput=4.99MB/sec 2024-04-12T16:23:02.186 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-RKMuXD5SpgxAHUW off=4808921 len=1853782 2024-04-12T16:23:02.195 INFO:tasks.workunit.client.0.smithi099.stdout:op 403 completed, throughput=5.01MB/sec 2024-04-12T16:23:02.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:23:02 smithi110 ceph-mon[88691]: pgmap v1454: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T16:23:02.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:23:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:23:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:23:02.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:23:02 smithi099 ceph-mon[94290]: pgmap v1454: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T16:23:02.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:23:02 smithi099 ceph-mon[96864]: pgmap v1454: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T16:23:03.195 INFO:tasks.workunit.client.0.smithi099.stdout: 78: throughput=4.95MB/sec pending data=0 2024-04-12T16:23:03.195 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-tOm1WPx8ZE7gFrx off=7076394 len=1350557 2024-04-12T16:23:03.197 INFO:tasks.workunit.client.0.smithi099.stdout:op 404 completed, throughput=4.96MB/sec 2024-04-12T16:23:03.197 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-7n__RYj0IO0XSzx off=4112887 len=1452293 2024-04-12T16:23:03.204 INFO:tasks.workunit.client.0.smithi099.stdout:op 405 completed, throughput=4.98MB/sec 2024-04-12T16:23:03.205 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-2mLMxMRrKZrL91y off=10667896 len=1622948 2024-04-12T16:23:03.206 INFO:tasks.workunit.client.0.smithi099.stdout:op 406 completed, throughput=5MB/sec 2024-04-12T16:23:04.207 INFO:tasks.workunit.client.0.smithi099.stdout: 79: throughput=4.94MB/sec pending data=0 2024-04-12T16:23:04.207 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-YKkF2BQ0u3eddWS off=2483912 len=1949680 2024-04-12T16:23:04.216 INFO:tasks.workunit.client.0.smithi099.stdout:op 407 completed, throughput=4.96MB/sec 2024-04-12T16:23:04.216 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Zpu1NePSIxLYHUM off=4961077 len=1815251 2024-04-12T16:23:04.223 INFO:tasks.workunit.client.0.smithi099.stdout:op 408 completed, throughput=4.98MB/sec 2024-04-12T16:23:04.224 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-gO9yaqWgaoASZ0i off=13095093 len=194996 2024-04-12T16:23:04.226 INFO:tasks.workunit.client.0.smithi099.stdout:op 409 completed, throughput=4.98MB/sec 2024-04-12T16:23:04.226 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-1s5BtHwCpUW684z off=13856958 len=107035 2024-04-12T16:23:04.227 INFO:tasks.workunit.client.0.smithi099.stdout:op 410 completed, throughput=4.99MB/sec 2024-04-12T16:23:04.227 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ripL50PbEQ15VSG off=3819698 len=1728628 2024-04-12T16:23:04.228 INFO:tasks.workunit.client.0.smithi099.stdout:op 411 completed, throughput=5.01MB/sec 2024-04-12T16:23:04.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:23:04 smithi099 ceph-mon[94290]: pgmap v1455: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:23:04.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:23:04 smithi099 ceph-mon[96864]: pgmap v1455: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:23:04.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:23:04 smithi110 ceph-mon[88691]: pgmap v1455: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:23:05.228 INFO:tasks.workunit.client.0.smithi099.stdout: 80: throughput=4.94MB/sec pending data=0 2024-04-12T16:23:05.228 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-A_X2lEDRzHerrMr off=2091605 len=2078973 2024-04-12T16:23:05.238 INFO:tasks.workunit.client.0.smithi099.stdout:op 412 completed, throughput=4.97MB/sec 2024-04-12T16:23:05.238 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-xjen4jfbo-qbpAF off=3345385 len=1156743 2024-04-12T16:23:05.244 INFO:tasks.workunit.client.0.smithi099.stdout:op 413 completed, throughput=4.98MB/sec 2024-04-12T16:23:05.244 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-q4K3kl1IA73r0k5 off=390075 len=1187909 2024-04-12T16:23:05.251 INFO:tasks.workunit.client.0.smithi099.stdout:op 414 completed, throughput=4.99MB/sec 2024-04-12T16:23:05.251 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-61vrrvlGmdukri8 off=3106001 len=577564 2024-04-12T16:23:05.255 INFO:tasks.workunit.client.0.smithi099.stdout:op 415 completed, throughput=5MB/sec 2024-04-12T16:23:06.255 INFO:tasks.workunit.client.0.smithi099.stdout: 81: throughput=4.94MB/sec pending data=0 2024-04-12T16:23:06.255 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6Scdb-gO3dxnr_9 off=5328828 len=1603049 2024-04-12T16:23:06.263 INFO:tasks.workunit.client.0.smithi099.stdout:op 416 completed, throughput=4.96MB/sec 2024-04-12T16:23:06.263 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-KeTVIkmtx1MyxTd off=5135298 len=1717144 2024-04-12T16:23:06.272 INFO:tasks.workunit.client.0.smithi099.stdout:op 417 completed, throughput=4.98MB/sec 2024-04-12T16:23:06.272 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-u_Xivjr19bT6e81 off=2340312 len=1082992 2024-04-12T16:23:06.273 INFO:tasks.workunit.client.0.smithi099.stdout:op 418 completed, throughput=4.99MB/sec 2024-04-12T16:23:06.273 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-382oWq1VlkKpdYl off=7606973 len=1463279 2024-04-12T16:23:06.274 INFO:tasks.workunit.client.0.smithi099.stdout:op 419 completed, throughput=5.01MB/sec 2024-04-12T16:23:06.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:23:06 smithi099 ceph-mon[94290]: pgmap v1456: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:23:06.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:23:06 smithi099 ceph-mon[96864]: pgmap v1456: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:23:06.626 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:23:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:23:06] "GET /metrics HTTP/1.1" 200 34117 "" "Prometheus/2.43.0" 2024-04-12T16:23:06.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:23:06 smithi110 ceph-mon[88691]: pgmap v1456: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:23:07.274 INFO:tasks.workunit.client.0.smithi099.stdout: 82: throughput=4.95MB/sec pending data=0 2024-04-12T16:23:07.274 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-UOxsv1_FlvZUJH5 off=8608958 len=1621574 2024-04-12T16:23:07.283 INFO:tasks.workunit.client.0.smithi099.stdout:op 420 completed, throughput=4.97MB/sec 2024-04-12T16:23:07.283 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-hr3sFUQAuAuH-Cd off=1613557 len=1216253 2024-04-12T16:23:07.289 INFO:tasks.workunit.client.0.smithi099.stdout:op 421 completed, throughput=4.98MB/sec 2024-04-12T16:23:07.289 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-XyICDDwiMX6McEP off=1024147 len=2062192 2024-04-12T16:23:07.301 INFO:tasks.workunit.client.0.smithi099.stdout:op 422 completed, throughput=5MB/sec 2024-04-12T16:23:08.301 INFO:tasks.workunit.client.0.smithi099.stdout: 83: throughput=4.94MB/sec pending data=0 2024-04-12T16:23:08.302 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-gQV1eF9pilxSZ43 off=4303673 len=1454608 2024-04-12T16:23:08.309 INFO:tasks.workunit.client.0.smithi099.stdout:op 423 completed, throughput=4.96MB/sec 2024-04-12T16:23:08.309 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-wJ6Ic8t9_UpB1vg off=3973173 len=905024 2024-04-12T16:23:08.311 INFO:tasks.workunit.client.0.smithi099.stdout:op 424 completed, throughput=4.97MB/sec 2024-04-12T16:23:08.311 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-02Mevzp3Dmk2U9u off=7123412 len=106774 2024-04-12T16:23:08.312 INFO:tasks.workunit.client.0.smithi099.stdout:op 425 completed, throughput=4.97MB/sec 2024-04-12T16:23:08.312 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-YyEi38mkFbvtnxy off=9310493 len=1479129 2024-04-12T16:23:08.315 INFO:tasks.workunit.client.0.smithi099.stdout:op 426 completed, throughput=4.99MB/sec 2024-04-12T16:23:08.315 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6ySjZIj5N-JsIWC off=24191597 len=175208 2024-04-12T16:23:08.318 INFO:tasks.workunit.client.0.smithi099.stdout:op 427 completed, throughput=4.99MB/sec 2024-04-12T16:23:08.318 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-S-O71SGrG1-Ksoy off=2870961 len=766814 2024-04-12T16:23:08.323 INFO:tasks.workunit.client.0.smithi099.stdout:op 428 completed, throughput=5MB/sec 2024-04-12T16:23:08.323 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-4gDpIzFJf4riLdO off=17739564 len=1797938 2024-04-12T16:23:08.325 INFO:tasks.workunit.client.0.smithi099.stdout:op 429 completed, throughput=5.02MB/sec 2024-04-12T16:23:08.634 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:23:08 smithi110 ceph-mon[88691]: pgmap v1457: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:23:08.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:23:08 smithi099 ceph-mon[94290]: pgmap v1457: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:23:08.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:23:08 smithi099 ceph-mon[96864]: pgmap v1457: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:23:09.325 INFO:tasks.workunit.client.0.smithi099.stdout: 84: throughput=4.96MB/sec pending data=0 2024-04-12T16:23:09.325 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ibxvyEMT3E_EFFG off=4823727 len=144793 2024-04-12T16:23:09.326 INFO:tasks.workunit.client.0.smithi099.stdout:op 430 completed, throughput=4.96MB/sec 2024-04-12T16:23:09.326 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-sDpdF460Fl2d41j off=7042708 len=1009178 2024-04-12T16:23:09.331 INFO:tasks.workunit.client.0.smithi099.stdout:op 431 completed, throughput=4.97MB/sec 2024-04-12T16:23:09.331 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-YgE6J8-bG4fRpyS off=18899692 len=1685771 2024-04-12T16:23:09.333 INFO:tasks.workunit.client.0.smithi099.stdout:op 432 completed, throughput=4.99MB/sec 2024-04-12T16:23:09.333 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-1CrpCBvVEJZP-6x off=11143059 len=1457030 2024-04-12T16:23:09.334 INFO:tasks.workunit.client.0.smithi099.stdout:op 433 completed, throughput=5.01MB/sec 2024-04-12T16:23:10.335 INFO:tasks.workunit.client.0.smithi099.stdout: 85: throughput=4.95MB/sec pending data=0 2024-04-12T16:23:10.335 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-EKSQHcScUB-ynFB off=2148468 len=765932 2024-04-12T16:23:10.338 INFO:tasks.workunit.client.0.smithi099.stdout:op 434 completed, throughput=4.96MB/sec 2024-04-12T16:23:10.338 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-cpypv5VzD6tnq6q off=4899164 len=1010009 2024-04-12T16:23:10.338 INFO:tasks.workunit.client.0.smithi099.stdout:op 435 completed, throughput=4.97MB/sec 2024-04-12T16:23:10.338 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-A_X2lEDRzHerrMr off=18543207 len=851255 2024-04-12T16:23:10.339 INFO:tasks.workunit.client.0.smithi099.stdout:op 436 completed, throughput=4.98MB/sec 2024-04-12T16:23:10.340 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-SMLaXhVfwwEKJWf off=4576178 len=624277 2024-04-12T16:23:10.343 INFO:tasks.workunit.client.0.smithi099.stdout:op 437 completed, throughput=4.98MB/sec 2024-04-12T16:23:10.343 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-UqcraxZKXb5yrTP off=4814475 len=536135 2024-04-12T16:23:10.347 INFO:tasks.workunit.client.0.smithi099.stdout:op 438 completed, throughput=4.99MB/sec 2024-04-12T16:23:10.347 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-02cQdx8C9tZm5Jc off=14550730 len=360119 2024-04-12T16:23:10.350 INFO:tasks.workunit.client.0.smithi099.stdout:op 439 completed, throughput=4.99MB/sec 2024-04-12T16:23:10.350 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-J9HiWCtjNhcajw- off=11675920 len=1865557 2024-04-12T16:23:10.352 INFO:tasks.workunit.client.0.smithi099.stdout:op 440 completed, throughput=5.01MB/sec 2024-04-12T16:23:10.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:23:10 smithi110 ceph-mon[88691]: pgmap v1458: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:23:10.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:23:10 smithi099 ceph-mon[94290]: pgmap v1458: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:23:10.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:23:10 smithi099 ceph-mon[96864]: pgmap v1458: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:23:11.353 INFO:tasks.workunit.client.0.smithi099.stdout: 86: throughput=4.96MB/sec pending data=0 2024-04-12T16:23:11.353 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-mPcuddhiqJ6wf7Y off=810847 len=1857735 2024-04-12T16:23:11.363 INFO:tasks.workunit.client.0.smithi099.stdout:op 441 completed, throughput=4.98MB/sec 2024-04-12T16:23:11.363 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-z9fQmqbBsDrLA2s off=5564781 len=1402858 2024-04-12T16:23:11.371 INFO:tasks.workunit.client.0.smithi099.stdout:op 442 completed, throughput=4.99MB/sec 2024-04-12T16:23:11.371 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-sfqSqT90qzH9D5B off=6675882 len=32877 2024-04-12T16:23:11.373 INFO:tasks.workunit.client.0.smithi099.stdout:op 443 completed, throughput=4.99MB/sec 2024-04-12T16:23:11.373 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ABLXRhHIbWoKN-b off=12315997 len=908501 2024-04-12T16:23:11.374 INFO:tasks.workunit.client.0.smithi099.stdout:op 444 completed, throughput=5MB/sec 2024-04-12T16:23:12.375 INFO:tasks.workunit.client.0.smithi099.stdout: 87: throughput=4.94MB/sec pending data=0 2024-04-12T16:23:12.375 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-nwuG2epCjMWHVwb off=13233345 len=1489340 2024-04-12T16:23:12.377 INFO:tasks.workunit.client.0.smithi099.stdout:op 445 completed, throughput=4.96MB/sec 2024-04-12T16:23:12.377 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-AglFTq4XSPR-3pu off=4157259 len=266711 2024-04-12T16:23:12.380 INFO:tasks.workunit.client.0.smithi099.stdout:op 446 completed, throughput=4.96MB/sec 2024-04-12T16:23:12.380 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-DJgX7tPi0HSdAzk off=4344198 len=1961997 2024-04-12T16:23:12.391 INFO:tasks.workunit.client.0.smithi099.stdout:op 447 completed, throughput=4.98MB/sec 2024-04-12T16:23:12.391 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Y6c-NDjiZSSjWo8 off=9155530 len=889001 2024-04-12T16:23:12.393 INFO:tasks.workunit.client.0.smithi099.stdout:op 448 completed, throughput=4.99MB/sec 2024-04-12T16:23:12.393 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-lGhlDYcNxbX1kXX off=8334377 len=919003 2024-04-12T16:23:12.394 INFO:tasks.workunit.client.0.smithi099.stdout:op 449 completed, throughput=5MB/sec 2024-04-12T16:23:12.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:23:12 smithi110 ceph-mon[88691]: pgmap v1459: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T16:23:12.583 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:23:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:23:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:23:12.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:23:12 smithi099 ceph-mon[94290]: pgmap v1459: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T16:23:12.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:23:12 smithi099 ceph-mon[96864]: pgmap v1459: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T16:23:13.394 INFO:tasks.workunit.client.0.smithi099.stdout: 88: throughput=4.95MB/sec pending data=0 2024-04-12T16:23:13.394 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-n16fH6LvH2mj1WH off=6641740 len=1057209 2024-04-12T16:23:13.400 INFO:tasks.workunit.client.0.smithi099.stdout:op 450 completed, throughput=4.96MB/sec 2024-04-12T16:23:13.400 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-bIDN7gzRj0iV3ky off=5870316 len=769975 2024-04-12T16:23:13.404 INFO:tasks.workunit.client.0.smithi099.stdout:op 451 completed, throughput=4.97MB/sec 2024-04-12T16:23:13.404 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Z-Q__i7QQRk8e7O off=2460684 len=1618169 2024-04-12T16:23:13.405 INFO:tasks.workunit.client.0.smithi099.stdout:op 452 completed, throughput=4.98MB/sec 2024-04-12T16:23:13.406 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-C3KlT1uBvo1YSi6 off=7651803 len=1730512 2024-04-12T16:23:13.414 INFO:tasks.workunit.client.0.smithi099.stdout:op 453 completed, throughput=5MB/sec 2024-04-12T16:23:13.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:23:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:23:13.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:23:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:23:13.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:23:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:23:14.415 INFO:tasks.workunit.client.0.smithi099.stdout: 89: throughput=4.94MB/sec pending data=0 2024-04-12T16:23:14.415 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-3zZHOWjT7I9jr6O off=16269332 len=1355111 2024-04-12T16:23:14.418 INFO:tasks.workunit.client.0.smithi099.stdout:op 454 completed, throughput=4.96MB/sec 2024-04-12T16:23:14.418 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ta4iTUboW4Ya8yB off=2722918 len=149585 2024-04-12T16:23:14.420 INFO:tasks.workunit.client.0.smithi099.stdout:op 455 completed, throughput=4.96MB/sec 2024-04-12T16:23:14.420 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-J8Car7w2PLplVUQ off=12870771 len=1975239 2024-04-12T16:23:14.431 INFO:tasks.workunit.client.0.smithi099.stdout:op 456 completed, throughput=4.98MB/sec 2024-04-12T16:23:14.431 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-F__Gi2PnRGmwJWa off=5904155 len=1010469 2024-04-12T16:23:14.437 INFO:tasks.workunit.client.0.smithi099.stdout:op 457 completed, throughput=4.99MB/sec 2024-04-12T16:23:14.437 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-qLSb4am88FoxqsC off=13401283 len=1358935 2024-04-12T16:23:14.439 INFO:tasks.workunit.client.0.smithi099.stdout:op 458 completed, throughput=5.01MB/sec 2024-04-12T16:23:14.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:23:14 smithi110 ceph-mon[88691]: pgmap v1460: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T16:23:14.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:23:14 smithi099 ceph-mon[94290]: pgmap v1460: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T16:23:14.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:23:14 smithi099 ceph-mon[96864]: pgmap v1460: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T16:23:15.439 INFO:tasks.workunit.client.0.smithi099.stdout: 90: throughput=4.95MB/sec pending data=0 2024-04-12T16:23:15.439 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ySZmSnHUwfFe670 off=4898539 len=967476 2024-04-12T16:23:15.444 INFO:tasks.workunit.client.0.smithi099.stdout:op 459 completed, throughput=4.96MB/sec 2024-04-12T16:23:15.444 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-DEe6wJlv5NTWONt off=7195294 len=311401 2024-04-12T16:23:15.447 INFO:tasks.workunit.client.0.smithi099.stdout:op 460 completed, throughput=4.96MB/sec 2024-04-12T16:23:15.448 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-65YR_11Qm6iXdBz off=4899047 len=763095 2024-04-12T16:23:15.449 INFO:tasks.workunit.client.0.smithi099.stdout:op 461 completed, throughput=4.97MB/sec 2024-04-12T16:23:15.449 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0s3cY7y5GI7r5aL off=2191585 len=231264 2024-04-12T16:23:15.451 INFO:tasks.workunit.client.0.smithi099.stdout:op 462 completed, throughput=4.97MB/sec 2024-04-12T16:23:15.451 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-82X6x6eZu4L9xBr off=1931418 len=102139 2024-04-12T16:23:15.453 INFO:tasks.workunit.client.0.smithi099.stdout:op 463 completed, throughput=4.97MB/sec 2024-04-12T16:23:15.453 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-DK2mIhFzSuHIer8 off=11592964 len=640000 2024-04-12T16:23:15.458 INFO:tasks.workunit.client.0.smithi099.stdout:op 464 completed, throughput=4.98MB/sec 2024-04-12T16:23:15.458 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-LefXK8MuQ-GSv44 off=4666130 len=190928 2024-04-12T16:23:15.461 INFO:tasks.workunit.client.0.smithi099.stdout:op 465 completed, throughput=4.98MB/sec 2024-04-12T16:23:15.461 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-U5RVm9KBrgOKl8- off=733528 len=1277266 2024-04-12T16:23:15.466 INFO:tasks.workunit.client.0.smithi099.stdout:op 466 completed, throughput=5MB/sec 2024-04-12T16:23:15.466 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj--06fQD5Zh6cG62T off=7185613 len=1481751 2024-04-12T16:23:15.472 INFO:tasks.workunit.client.0.smithi099.stdout:op 467 completed, throughput=5.01MB/sec 2024-04-12T16:23:16.472 INFO:tasks.workunit.client.0.smithi099.stdout: 91: throughput=4.96MB/sec pending data=0 2024-04-12T16:23:16.473 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-IGX16zdatV12e6q off=797601 len=1785283 2024-04-12T16:23:16.482 INFO:tasks.workunit.client.0.smithi099.stdout:op 468 completed, throughput=4.97MB/sec 2024-04-12T16:23:16.482 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-G0RVRpy-91bp57c off=8541214 len=543054 2024-04-12T16:23:16.483 INFO:tasks.workunit.client.0.smithi099.stdout:op 469 completed, throughput=4.98MB/sec 2024-04-12T16:23:16.483 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-EDBA51RsWXQl1Gh off=5676461 len=858051 2024-04-12T16:23:16.484 INFO:tasks.workunit.client.0.smithi099.stdout:op 470 completed, throughput=4.99MB/sec 2024-04-12T16:23:16.485 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-SR1uAQFbwwo-AiR off=3399258 len=354091 2024-04-12T16:23:16.488 INFO:tasks.workunit.client.0.smithi099.stdout:op 471 completed, throughput=4.99MB/sec 2024-04-12T16:23:16.488 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Rrr95ebJzT6-nHF off=8117170 len=128999 2024-04-12T16:23:16.490 INFO:tasks.workunit.client.0.smithi099.stdout:op 472 completed, throughput=4.99MB/sec 2024-04-12T16:23:16.490 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Zlg2CGgogX37BUd off=7517010 len=164042 2024-04-12T16:23:16.492 INFO:tasks.workunit.client.0.smithi099.stdout:op 473 completed, throughput=5MB/sec 2024-04-12T16:23:16.492 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-SYsuVO2wNNaxdcq off=389384 len=1275015 2024-04-12T16:23:16.494 INFO:tasks.workunit.client.0.smithi099.stdout:op 474 completed, throughput=5.01MB/sec 2024-04-12T16:23:16.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:23:16 smithi099 ceph-mon[94290]: pgmap v1461: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T16:23:16.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:23:16 smithi099 ceph-mon[96864]: pgmap v1461: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T16:23:16.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:23:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:23:16] "GET /metrics HTTP/1.1" 200 34119 "" "Prometheus/2.43.0" 2024-04-12T16:23:16.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:23:16 smithi110 ceph-mon[88691]: pgmap v1461: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T16:23:17.494 INFO:tasks.workunit.client.0.smithi099.stdout: 92: throughput=4.95MB/sec pending data=0 2024-04-12T16:23:17.494 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-pEGg68Fn12mSk_a off=7317572 len=1182020 2024-04-12T16:23:17.496 INFO:tasks.workunit.client.0.smithi099.stdout:op 475 completed, throughput=4.97MB/sec 2024-04-12T16:23:17.496 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-RIk8im4BjScjt1i off=11978924 len=933702 2024-04-12T16:23:17.500 INFO:tasks.workunit.client.0.smithi099.stdout:op 476 completed, throughput=4.98MB/sec 2024-04-12T16:23:17.500 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-QiLmpiZKNlC9LuT off=11281757 len=1919483 2024-04-12T16:23:17.504 INFO:tasks.workunit.client.0.smithi099.stdout:op 477 completed, throughput=5MB/sec 2024-04-12T16:23:17.505 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-57Bg1rSoJpPTLDC off=319186 len=1920745 2024-04-12T16:23:17.514 INFO:tasks.workunit.client.0.smithi099.stdout:op 478 completed, throughput=5.01MB/sec 2024-04-12T16:23:18.515 INFO:tasks.workunit.client.0.smithi099.stdout: 93: throughput=4.96MB/sec pending data=0 2024-04-12T16:23:18.515 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-qlclwMANamxlKE1 off=12741172 len=1453019 2024-04-12T16:23:18.516 INFO:tasks.workunit.client.0.smithi099.stdout:op 479 completed, throughput=4.98MB/sec 2024-04-12T16:23:18.517 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-71l_etoRPiRpLi5 off=12231535 len=1880159 2024-04-12T16:23:18.519 INFO:tasks.workunit.client.0.smithi099.stdout:op 480 completed, throughput=4.99MB/sec 2024-04-12T16:23:18.519 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-hSfnk0xP4uXulRD off=1691643 len=995776 2024-04-12T16:23:18.520 INFO:tasks.workunit.client.0.smithi099.stdout:op 481 completed, throughput=5MB/sec 2024-04-12T16:23:18.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:23:18 smithi110 ceph-mon[88691]: pgmap v1462: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-12T16:23:18.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:23:18 smithi099 ceph-mon[94290]: pgmap v1462: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-12T16:23:18.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:23:18 smithi099 ceph-mon[96864]: pgmap v1462: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-12T16:23:19.521 INFO:tasks.workunit.client.0.smithi099.stdout: 94: throughput=4.95MB/sec pending data=0 2024-04-12T16:23:19.521 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-V0YfzBy2ByXIFZP off=16574134 len=1348097 2024-04-12T16:23:19.527 INFO:tasks.workunit.client.0.smithi099.stdout:op 482 completed, throughput=4.97MB/sec 2024-04-12T16:23:19.527 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-nNhTrteOsFY7KN2 off=10190941 len=239702 2024-04-12T16:23:19.528 INFO:tasks.workunit.client.0.smithi099.stdout:op 483 completed, throughput=4.97MB/sec 2024-04-12T16:23:19.528 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-DtntazU_yrnAeMx off=3608709 len=431171 2024-04-12T16:23:19.529 INFO:tasks.workunit.client.0.smithi099.stdout:op 484 completed, throughput=4.97MB/sec 2024-04-12T16:23:19.529 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-vX_VRPDFkBqMioL off=3315518 len=420383 2024-04-12T16:23:19.529 INFO:tasks.workunit.client.0.smithi099.stdout:op 485 completed, throughput=4.98MB/sec 2024-04-12T16:23:19.529 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-MFuMmx2F6U5VwSp off=631405 len=1692830 2024-04-12T16:23:19.538 INFO:tasks.workunit.client.0.smithi099.stdout:op 486 completed, throughput=4.99MB/sec 2024-04-12T16:23:19.538 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-rOfM_nm2PrFk7gI off=120847 len=1060270 2024-04-12T16:23:19.540 INFO:tasks.workunit.client.0.smithi099.stdout:op 487 completed, throughput=5MB/sec 2024-04-12T16:23:20.541 INFO:tasks.workunit.client.0.smithi099.stdout: 95: throughput=4.95MB/sec pending data=0 2024-04-12T16:23:20.541 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-s_t8UF22VuGiFU2 off=1664704 len=853985 2024-04-12T16:23:20.542 INFO:tasks.workunit.client.0.smithi099.stdout:op 488 completed, throughput=4.96MB/sec 2024-04-12T16:23:20.543 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-JgHxlxg_yUvCozi off=260484 len=1717367 2024-04-12T16:23:20.545 INFO:tasks.workunit.client.0.smithi099.stdout:op 489 completed, throughput=4.98MB/sec 2024-04-12T16:23:20.545 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ql6QmUKQ2til4Bq off=14747696 len=767995 2024-04-12T16:23:20.550 INFO:tasks.workunit.client.0.smithi099.stdout:op 490 completed, throughput=4.98MB/sec 2024-04-12T16:23:20.551 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-33cb7DZz6VYTGCV off=1573522 len=1146924 2024-04-12T16:23:20.557 INFO:tasks.workunit.client.0.smithi099.stdout:op 491 completed, throughput=4.99MB/sec 2024-04-12T16:23:20.557 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-OhfMDTP5IIEBWpU off=2452112 len=542027 2024-04-12T16:23:20.558 INFO:tasks.workunit.client.0.smithi099.stdout:op 492 completed, throughput=5MB/sec 2024-04-12T16:23:20.558 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-x7Tfqagtrrgzvfo off=17220001 len=153113 2024-04-12T16:23:20.561 INFO:tasks.workunit.client.0.smithi099.stdout:op 493 completed, throughput=5MB/sec 2024-04-12T16:23:20.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:23:20 smithi110 ceph-mon[88691]: pgmap v1463: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:23:20.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:23:20 smithi099 ceph-mon[94290]: pgmap v1463: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:23:20.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:23:20 smithi099 ceph-mon[96864]: pgmap v1463: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:23:21.561 INFO:tasks.workunit.client.0.smithi099.stdout: 96: throughput=4.95MB/sec pending data=0 2024-04-12T16:23:21.562 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-AO7YWrQEclZXNNi off=17111610 len=920370 2024-04-12T16:23:21.566 INFO:tasks.workunit.client.0.smithi099.stdout:op 494 completed, throughput=4.96MB/sec 2024-04-12T16:23:21.566 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-SAlYmrpofzJnFnC off=661960 len=689964 2024-04-12T16:23:21.570 INFO:tasks.workunit.client.0.smithi099.stdout:op 495 completed, throughput=4.97MB/sec 2024-04-12T16:23:21.570 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qeI1y63L6DA4LNH off=7833706 len=204882 2024-04-12T16:23:21.573 INFO:tasks.workunit.client.0.smithi099.stdout:op 496 completed, throughput=4.97MB/sec 2024-04-12T16:23:21.573 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-WiggZn57WKRQ9Xf off=174401 len=484421 2024-04-12T16:23:21.577 INFO:tasks.workunit.client.0.smithi099.stdout:op 497 completed, throughput=4.97MB/sec 2024-04-12T16:23:21.577 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-PsLOt52OsJvO9WX off=6157996 len=1746092 2024-04-12T16:23:21.586 INFO:tasks.workunit.client.0.smithi099.stdout:op 498 completed, throughput=4.99MB/sec 2024-04-12T16:23:21.586 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-9JgOE0GdvUHb9Z3 off=2442303 len=1188308 2024-04-12T16:23:21.592 INFO:tasks.workunit.client.0.smithi099.stdout:op 499 completed, throughput=5MB/sec 2024-04-12T16:23:21.592 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ZZN-9rsWAfndxH7 off=4363589 len=1110854 2024-04-12T16:23:21.593 INFO:tasks.workunit.client.0.smithi099.stdout:op 500 completed, throughput=5.01MB/sec 2024-04-12T16:23:22.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:23:22 smithi110 ceph-mon[88691]: pgmap v1464: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:23:22.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:23:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:23:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:23:22.594 INFO:tasks.workunit.client.0.smithi099.stdout: 97: throughput=4.96MB/sec pending data=0 2024-04-12T16:23:22.594 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-i4Yh1HdjLDO8BRS off=3215186 len=1799111 2024-04-12T16:23:22.601 INFO:tasks.workunit.client.0.smithi099.stdout:op 501 completed, throughput=4.98MB/sec 2024-04-12T16:23:22.601 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-phdKhFkTOaMhHcj off=2791244 len=1637832 2024-04-12T16:23:22.610 INFO:tasks.workunit.client.0.smithi099.stdout:op 502 completed, throughput=4.99MB/sec 2024-04-12T16:23:22.610 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-wsc477QQtk0hNtN off=153231 len=1353538 2024-04-12T16:23:22.612 INFO:tasks.workunit.client.0.smithi099.stdout:op 503 completed, throughput=5MB/sec 2024-04-12T16:23:22.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:23:22 smithi099 ceph-mon[94290]: pgmap v1464: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:23:22.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:23:22 smithi099 ceph-mon[96864]: pgmap v1464: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:23:23.613 INFO:tasks.workunit.client.0.smithi099.stdout: 98: throughput=4.95MB/sec pending data=0 2024-04-12T16:23:23.613 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-5nNepKVoJnN_thi off=3050592 len=462781 2024-04-12T16:23:23.617 INFO:tasks.workunit.client.0.smithi099.stdout:op 504 completed, throughput=4.96MB/sec 2024-04-12T16:23:23.617 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-jjSvzLnrTD5nVoa off=557645 len=1281632 2024-04-12T16:23:23.622 INFO:tasks.workunit.client.0.smithi099.stdout:op 505 completed, throughput=4.97MB/sec 2024-04-12T16:23:23.622 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj--pUyH48J0EPivc1 off=3716158 len=1022979 2024-04-12T16:23:23.627 INFO:tasks.workunit.client.0.smithi099.stdout:op 506 completed, throughput=4.98MB/sec 2024-04-12T16:23:23.627 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qmBg61463UlnAxb off=5101893 len=326863 2024-04-12T16:23:23.630 INFO:tasks.workunit.client.0.smithi099.stdout:op 507 completed, throughput=4.98MB/sec 2024-04-12T16:23:23.630 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-rq0yv48MKxLaG8S off=7986809 len=1914751 2024-04-12T16:23:23.639 INFO:tasks.workunit.client.0.smithi099.stdout:op 508 completed, throughput=5MB/sec 2024-04-12T16:23:24.640 INFO:tasks.workunit.client.0.smithi099.stdout: 99: throughput=4.95MB/sec pending data=0 2024-04-12T16:23:24.640 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-BuX859OuNKG_SZw off=4982792 len=1190355 2024-04-12T16:23:24.641 INFO:tasks.workunit.client.0.smithi099.stdout:op 509 completed, throughput=4.96MB/sec 2024-04-12T16:23:24.641 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-LZ2EUuU4TsnNAyp off=2187837 len=1541735 2024-04-12T16:23:24.649 INFO:tasks.workunit.client.0.smithi099.stdout:op 510 completed, throughput=4.98MB/sec 2024-04-12T16:23:24.650 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-sCTHzMfolN9-7X8 off=6175520 len=1623430 2024-04-12T16:23:24.652 INFO:tasks.workunit.client.0.smithi099.stdout:op 511 completed, throughput=4.99MB/sec 2024-04-12T16:23:24.652 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1uJDSuWJyyEsoaG off=611160 len=1131825 2024-04-12T16:23:24.657 INFO:tasks.workunit.client.0.smithi099.stdout:op 512 completed, throughput=5MB/sec 2024-04-12T16:23:24.676 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:23:24 smithi099 ceph-mon[94290]: pgmap v1465: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:23:24.677 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:23:24 smithi099 ceph-mon[96864]: pgmap v1465: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:23:24.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:23:24 smithi110 ceph-mon[88691]: pgmap v1465: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:23:25.658 INFO:tasks.workunit.client.0.smithi099.stdout: 100: throughput=4.95MB/sec pending data=0 2024-04-12T16:23:25.658 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-2LPQUPnFW4EtRzn off=790640 len=2088958 2024-04-12T16:23:25.660 INFO:tasks.workunit.client.0.smithi099.stdout:op 513 completed, throughput=4.97MB/sec 2024-04-12T16:23:25.660 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-w8XrYXg4UI-kscq off=10732406 len=1290474 2024-04-12T16:23:25.666 INFO:tasks.workunit.client.0.smithi099.stdout:op 514 completed, throughput=4.98MB/sec 2024-04-12T16:23:25.666 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-gEALleguR97Wrhk off=5489601 len=840987 2024-04-12T16:23:25.669 INFO:tasks.workunit.client.0.smithi099.stdout:op 515 completed, throughput=4.99MB/sec 2024-04-12T16:23:25.670 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-8fdSCOrdFCyUnHN off=7600783 len=876768 2024-04-12T16:23:25.671 INFO:tasks.workunit.client.0.smithi099.stdout:op 516 completed, throughput=5MB/sec 2024-04-12T16:23:26.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:23:26 smithi099 ceph-mon[94290]: pgmap v1466: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:23:26.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:23:26 smithi099 ceph-mon[96864]: pgmap v1466: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:23:26.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:23:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:23:26] "GET /metrics HTTP/1.1" 200 34119 "" "Prometheus/2.43.0" 2024-04-12T16:23:26.672 INFO:tasks.workunit.client.0.smithi099.stdout: 101: throughput=4.95MB/sec pending data=0 2024-04-12T16:23:26.672 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-cHoJwrANS58EVh7 off=762753 len=279704 2024-04-12T16:23:26.675 INFO:tasks.workunit.client.0.smithi099.stdout:op 517 completed, throughput=4.95MB/sec 2024-04-12T16:23:26.675 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-BM0_BGteZj0oKWr off=1583336 len=1464711 2024-04-12T16:23:26.683 INFO:tasks.workunit.client.0.smithi099.stdout:op 518 completed, throughput=4.97MB/sec 2024-04-12T16:23:26.683 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-rDl_5HNmHbQxI5o off=1932014 len=1450713 2024-04-12T16:23:26.689 INFO:tasks.workunit.client.0.smithi099.stdout:op 519 completed, throughput=4.98MB/sec 2024-04-12T16:23:26.689 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-dadatNlSxjXXZT3 off=6140158 len=1093790 2024-04-12T16:23:26.694 INFO:tasks.workunit.client.0.smithi099.stdout:op 520 completed, throughput=4.99MB/sec 2024-04-12T16:23:26.694 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-S4x3wtuFMB-RfNy off=2630703 len=1398683 2024-04-12T16:23:26.696 INFO:tasks.workunit.client.0.smithi099.stdout:op 521 completed, throughput=5MB/sec 2024-04-12T16:23:26.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:23:26 smithi110 ceph-mon[88691]: pgmap v1466: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:23:27.696 INFO:tasks.workunit.client.0.smithi099.stdout: 102: throughput=4.96MB/sec pending data=0 2024-04-12T16:23:27.697 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-qutvaJ-0G8B6Lv5 off=17971884 len=1641093 2024-04-12T16:23:27.699 INFO:tasks.workunit.client.0.smithi099.stdout:op 522 completed, throughput=4.97MB/sec 2024-04-12T16:23:27.699 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-B8nUt6fsHBFbzFZ off=15810004 len=534431 2024-04-12T16:23:27.700 INFO:tasks.workunit.client.0.smithi099.stdout:op 523 completed, throughput=4.98MB/sec 2024-04-12T16:23:27.700 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-7gMFJR1BoTCobaR off=1287871 len=736603 2024-04-12T16:23:27.705 INFO:tasks.workunit.client.0.smithi099.stdout:op 524 completed, throughput=4.98MB/sec 2024-04-12T16:23:27.705 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-JSawBiH7UN7Bkcc off=6188931 len=1972931 2024-04-12T16:23:27.715 INFO:tasks.workunit.client.0.smithi099.stdout:op 525 completed, throughput=5MB/sec 2024-04-12T16:23:27.715 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-QMOYFvPkIV2294G off=1694056 len=1418527 2024-04-12T16:23:27.721 INFO:tasks.workunit.client.0.smithi099.stdout:op 526 completed, throughput=5.01MB/sec 2024-04-12T16:23:28.722 INFO:tasks.workunit.client.0.smithi099.stdout: 103: throughput=4.96MB/sec pending data=0 2024-04-12T16:23:28.722 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-_cgyKyWwVL_c4VG off=2291104 len=1165721 2024-04-12T16:23:28.723 INFO:tasks.workunit.client.0.smithi099.stdout:op 527 completed, throughput=4.97MB/sec 2024-04-12T16:23:28.723 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-TECo-39JROke7RS off=9447910 len=1429547 2024-04-12T16:23:28.731 INFO:tasks.workunit.client.0.smithi099.stdout:op 528 completed, throughput=4.99MB/sec 2024-04-12T16:23:28.731 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-vfi37VPWrI6Nsua off=0 len=1633113 2024-04-12T16:23:28.738 INFO:tasks.workunit.client.0.smithi099.stdout:op 529 completed, throughput=5MB/sec 2024-04-12T16:23:28.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:23:28 smithi110 ceph-mon[88691]: pgmap v1467: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-12T16:23:28.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:23:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:23:28.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:23:28 smithi099 ceph-mon[94290]: pgmap v1467: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-12T16:23:28.878 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:23:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:23:28.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:23:28 smithi099 ceph-mon[96864]: pgmap v1467: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-12T16:23:28.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:23:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:23:29.738 INFO:tasks.workunit.client.0.smithi099.stdout: 104: throughput=4.95MB/sec pending data=0 2024-04-12T16:23:29.738 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-odnoAhPX62r6_Lh off=616897 len=1621874 2024-04-12T16:23:29.740 INFO:tasks.workunit.client.0.smithi099.stdout:op 530 completed, throughput=4.97MB/sec 2024-04-12T16:23:29.740 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-D97j-SCpLGw8xUT off=22500615 len=1810683 2024-04-12T16:23:29.744 INFO:tasks.workunit.client.0.smithi099.stdout:op 531 completed, throughput=4.99MB/sec 2024-04-12T16:23:29.744 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-yegGLyGYS6QkUG- off=5694718 len=710096 2024-04-12T16:23:29.749 INFO:tasks.workunit.client.0.smithi099.stdout:op 532 completed, throughput=4.99MB/sec 2024-04-12T16:23:29.749 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-rel21dNV1u1h4Xb off=1585924 len=498914 2024-04-12T16:23:29.750 INFO:tasks.workunit.client.0.smithi099.stdout:op 533 completed, throughput=5MB/sec 2024-04-12T16:23:29.750 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-vfVWb6gGpJTvgEO off=14787602 len=1399157 2024-04-12T16:23:29.752 INFO:tasks.workunit.client.0.smithi099.stdout:op 534 completed, throughput=5.01MB/sec 2024-04-12T16:23:30.753 INFO:tasks.workunit.client.0.smithi099.stdout: 105: throughput=4.96MB/sec pending data=0 2024-04-12T16:23:30.753 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-fOTkcyD_Kaa4w7B off=3583269 len=1562894 2024-04-12T16:23:30.760 INFO:tasks.workunit.client.0.smithi099.stdout:op 535 completed, throughput=4.98MB/sec 2024-04-12T16:23:30.760 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-OZEDyDbTDrsGFuj off=3682949 len=1342623 2024-04-12T16:23:30.767 INFO:tasks.workunit.client.0.smithi099.stdout:op 536 completed, throughput=4.99MB/sec 2024-04-12T16:23:30.767 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-VJmqeAd6BH5AvV8 off=10426692 len=966645 2024-04-12T16:23:30.768 INFO:tasks.workunit.client.0.smithi099.stdout:op 537 completed, throughput=5MB/sec 2024-04-12T16:23:30.768 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-a1yS5ZHc2WLN5gn off=801953 len=1854617 2024-04-12T16:23:30.771 INFO:tasks.workunit.client.0.smithi099.stdout:op 538 completed, throughput=5.01MB/sec 2024-04-12T16:23:30.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:23:30 smithi110 ceph-mon[88691]: pgmap v1468: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:23:30.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:23:30 smithi099 ceph-mon[94290]: pgmap v1468: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:23:30.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:23:30 smithi099 ceph-mon[96864]: pgmap v1468: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:23:31.771 INFO:tasks.workunit.client.0.smithi099.stdout: 106: throughput=4.97MB/sec pending data=0 2024-04-12T16:23:31.771 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-QkAckvIeC8GOZ24 off=17725040 len=700004 2024-04-12T16:23:31.772 INFO:tasks.workunit.client.0.smithi099.stdout:op 539 completed, throughput=4.97MB/sec 2024-04-12T16:23:31.772 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-syQZkgG76KzOECH off=11269756 len=939808 2024-04-12T16:23:31.774 INFO:tasks.workunit.client.0.smithi099.stdout:op 540 completed, throughput=4.98MB/sec 2024-04-12T16:23:31.774 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-gn75IVVROijg6AJ off=1882575 len=804619 2024-04-12T16:23:31.779 INFO:tasks.workunit.client.0.smithi099.stdout:op 541 completed, throughput=4.99MB/sec 2024-04-12T16:23:31.779 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-82nYwhjY1wOCXz2 off=275583 len=2050 2024-04-12T16:23:31.781 INFO:tasks.workunit.client.0.smithi099.stdout:op 542 completed, throughput=4.99MB/sec 2024-04-12T16:23:31.781 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-SiJbxSI-wEBzGzK off=18666582 len=1345979 2024-04-12T16:23:31.789 INFO:tasks.workunit.client.0.smithi099.stdout:op 543 completed, throughput=5MB/sec 2024-04-12T16:23:31.789 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-RsqFWbP2ND5TR7A off=1595739 len=1441255 2024-04-12T16:23:31.792 INFO:tasks.workunit.client.0.smithi099.stdout:op 544 completed, throughput=5.01MB/sec 2024-04-12T16:23:32.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:23:32 smithi110 ceph-mon[88691]: pgmap v1469: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-12T16:23:32.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:23:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:23:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:23:32.792 INFO:tasks.workunit.client.0.smithi099.stdout: 107: throughput=4.96MB/sec pending data=0 2024-04-12T16:23:32.792 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-AdXrbvs7iN0Ftze off=7581813 len=1437439 2024-04-12T16:23:32.795 INFO:tasks.workunit.client.0.smithi099.stdout:op 545 completed, throughput=4.98MB/sec 2024-04-12T16:23:32.795 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-sGMkWJ25fqXzNpo off=788833 len=1896338 2024-04-12T16:23:32.798 INFO:tasks.workunit.client.0.smithi099.stdout:op 546 completed, throughput=4.99MB/sec 2024-04-12T16:23:32.798 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-nRWlZg5raVr8HVS off=879478 len=1447010 2024-04-12T16:23:32.801 INFO:tasks.workunit.client.0.smithi099.stdout:op 547 completed, throughput=5.01MB/sec 2024-04-12T16:23:32.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:23:32 smithi099 ceph-mon[94290]: pgmap v1469: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-12T16:23:32.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:23:32 smithi099 ceph-mon[96864]: pgmap v1469: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-12T16:23:33.801 INFO:tasks.workunit.client.0.smithi099.stdout: 108: throughput=4.96MB/sec pending data=0 2024-04-12T16:23:33.801 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-8H9oGC7x_zzv-Vv off=6235724 len=1695076 2024-04-12T16:23:33.808 INFO:tasks.workunit.client.0.smithi099.stdout:op 548 completed, throughput=4.97MB/sec 2024-04-12T16:23:33.808 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-HXcGbSszjYPNlPG off=0 len=1185637 2024-04-12T16:23:33.815 INFO:tasks.workunit.client.0.smithi099.stdout:op 549 completed, throughput=4.98MB/sec 2024-04-12T16:23:33.815 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-L-o_k9bAKU5Wwk5 off=559982 len=369504 2024-04-12T16:23:33.818 INFO:tasks.workunit.client.0.smithi099.stdout:op 550 completed, throughput=4.99MB/sec 2024-04-12T16:23:33.818 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0DR1wWHC3GLAIDc off=490975 len=1822083 2024-04-12T16:23:33.825 INFO:tasks.workunit.client.0.smithi099.stdout:op 551 completed, throughput=5MB/sec 2024-04-12T16:23:34.826 INFO:tasks.workunit.client.0.smithi099.stdout: 109: throughput=4.96MB/sec pending data=0 2024-04-12T16:23:34.826 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Y-OgNKewxKBpPZr off=21406452 len=304106 2024-04-12T16:23:34.829 INFO:tasks.workunit.client.0.smithi099.stdout:op 552 completed, throughput=4.96MB/sec 2024-04-12T16:23:34.829 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-I8exmqcK3SlE26D off=6510071 len=1688580 2024-04-12T16:23:34.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:23:34 smithi110 ceph-mon[88691]: pgmap v1470: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-12T16:23:34.831 INFO:tasks.workunit.client.0.smithi099.stdout:op 553 completed, throughput=4.98MB/sec 2024-04-12T16:23:34.832 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-0oX-QcKils2SENn off=381824 len=1010368 2024-04-12T16:23:34.833 INFO:tasks.workunit.client.0.smithi099.stdout:op 554 completed, throughput=4.98MB/sec 2024-04-12T16:23:34.833 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-X8ETZukQPHJ2RwQ off=20767341 len=1224090 2024-04-12T16:23:34.840 INFO:tasks.workunit.client.0.smithi099.stdout:op 555 completed, throughput=4.99MB/sec 2024-04-12T16:23:34.840 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-z2VLDQK9dy2yCer off=6743843 len=909472 2024-04-12T16:23:34.842 INFO:tasks.workunit.client.0.smithi099.stdout:op 556 completed, throughput=5MB/sec 2024-04-12T16:23:34.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:23:34 smithi099 ceph-mon[94290]: pgmap v1470: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-12T16:23:34.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:23:34 smithi099 ceph-mon[96864]: pgmap v1470: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-12T16:23:35.842 INFO:tasks.workunit.client.0.smithi099.stdout: 110: throughput=4.96MB/sec pending data=0 2024-04-12T16:23:35.843 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-MuwDWxC_OBpM40l off=14319176 len=1834476 2024-04-12T16:23:35.852 INFO:tasks.workunit.client.0.smithi099.stdout:op 557 completed, throughput=4.97MB/sec 2024-04-12T16:23:35.852 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Xzt1AATY_pwcw9o off=7936078 len=371186 2024-04-12T16:23:35.855 INFO:tasks.workunit.client.0.smithi099.stdout:op 558 completed, throughput=4.98MB/sec 2024-04-12T16:23:35.855 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ubOJVwcv-EJMUV- off=18167928 len=1981730 2024-04-12T16:23:35.857 INFO:tasks.workunit.client.0.smithi099.stdout:op 559 completed, throughput=4.99MB/sec 2024-04-12T16:23:35.857 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-hr6GPGkyYqgz8Z9 off=33246 len=1680542 2024-04-12T16:23:35.865 INFO:tasks.workunit.client.0.smithi099.stdout:op 560 completed, throughput=5.01MB/sec 2024-04-12T16:23:36.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:23:36 smithi099 ceph-mon[96864]: pgmap v1471: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-12T16:23:36.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:23:36 smithi099 ceph-mon[94290]: pgmap v1471: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-12T16:23:36.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:23:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:23:36] "GET /metrics HTTP/1.1" 200 34114 "" "Prometheus/2.43.0" 2024-04-12T16:23:36.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:23:36 smithi110 ceph-mon[88691]: pgmap v1471: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-12T16:23:36.865 INFO:tasks.workunit.client.0.smithi099.stdout: 111: throughput=4.96MB/sec pending data=0 2024-04-12T16:23:36.866 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-roiD_RfSV_xZsGK off=3966256 len=1561235 2024-04-12T16:23:36.869 INFO:tasks.workunit.client.0.smithi099.stdout:op 561 completed, throughput=4.97MB/sec 2024-04-12T16:23:36.869 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-jmYIZPxY1lB2xyn off=11153368 len=834265 2024-04-12T16:23:36.875 INFO:tasks.workunit.client.0.smithi099.stdout:op 562 completed, throughput=4.98MB/sec 2024-04-12T16:23:36.875 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-A3lQFhn4uK1ymGH off=2445155 len=952254 2024-04-12T16:23:36.880 INFO:tasks.workunit.client.0.smithi099.stdout:op 563 completed, throughput=4.99MB/sec 2024-04-12T16:23:36.880 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-B8nUt6fsHBFbzFZ off=6467702 len=1001665 2024-04-12T16:23:36.885 INFO:tasks.workunit.client.0.smithi099.stdout:op 564 completed, throughput=5MB/sec 2024-04-12T16:23:36.886 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1GbmFkO5QdBvoH0 off=2514501 len=771670 2024-04-12T16:23:36.888 INFO:tasks.workunit.client.0.smithi099.stdout:op 565 completed, throughput=5MB/sec 2024-04-12T16:23:37.889 INFO:tasks.workunit.client.0.smithi099.stdout: 112: throughput=4.96MB/sec pending data=0 2024-04-12T16:23:37.889 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-zr7JBw4DKuG-Fjf off=621324 len=1534882 2024-04-12T16:23:37.896 INFO:tasks.workunit.client.0.smithi099.stdout:op 566 completed, throughput=4.97MB/sec 2024-04-12T16:23:37.897 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ApIsKN596pVDwXE off=10409868 len=1744297 2024-04-12T16:23:37.905 INFO:tasks.workunit.client.0.smithi099.stdout:op 567 completed, throughput=4.99MB/sec 2024-04-12T16:23:37.905 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-PppMwtJ0LtybrHF off=16093078 len=828635 2024-04-12T16:23:37.909 INFO:tasks.workunit.client.0.smithi099.stdout:op 568 completed, throughput=4.99MB/sec 2024-04-12T16:23:37.909 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-7RG9LGDhx3gCRCF off=14627295 len=1718577 2024-04-12T16:23:37.917 INFO:tasks.workunit.client.0.smithi099.stdout:op 569 completed, throughput=5.01MB/sec 2024-04-12T16:23:38.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:23:38 smithi110 ceph-mon[88691]: pgmap v1472: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:23:38.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:23:38 smithi099 ceph-mon[94290]: pgmap v1472: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:23:38.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:23:38 smithi099 ceph-mon[96864]: pgmap v1472: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:23:38.918 INFO:tasks.workunit.client.0.smithi099.stdout: 113: throughput=4.96MB/sec pending data=0 2024-04-12T16:23:38.918 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-OoBIc3fxQHTFJUp off=5923589 len=883906 2024-04-12T16:23:38.919 INFO:tasks.workunit.client.0.smithi099.stdout:op 570 completed, throughput=4.97MB/sec 2024-04-12T16:23:38.919 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ehj9z3dOhTFok98 off=7745945 len=1135059 2024-04-12T16:23:38.925 INFO:tasks.workunit.client.0.smithi099.stdout:op 571 completed, throughput=4.98MB/sec 2024-04-12T16:23:38.925 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-rMfxrpUoNW2Bc8H off=5756939 len=1481453 2024-04-12T16:23:38.933 INFO:tasks.workunit.client.0.smithi099.stdout:op 572 completed, throughput=4.99MB/sec 2024-04-12T16:23:38.933 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-n7MDOHwNj_xOs_y off=23489 len=1117735 2024-04-12T16:23:38.934 INFO:tasks.workunit.client.0.smithi099.stdout:op 573 completed, throughput=5MB/sec 2024-04-12T16:23:39.935 INFO:tasks.workunit.client.0.smithi099.stdout: 114: throughput=4.96MB/sec pending data=0 2024-04-12T16:23:39.935 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj--z99fVjaq6Wda0P off=765799 len=1665825 2024-04-12T16:23:39.942 INFO:tasks.workunit.client.0.smithi099.stdout:op 574 completed, throughput=4.97MB/sec 2024-04-12T16:23:39.942 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-hr6GPGkyYqgz8Z9 off=16420403 len=2020785 2024-04-12T16:23:39.944 INFO:tasks.workunit.client.0.smithi099.stdout:op 575 completed, throughput=4.99MB/sec 2024-04-12T16:23:39.944 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ho6OAVY81Y6ljF9 off=15968814 len=19475 2024-04-12T16:23:39.945 INFO:tasks.workunit.client.0.smithi099.stdout:op 576 completed, throughput=4.99MB/sec 2024-04-12T16:23:39.945 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-iQZ1euEbGeM3d8Q off=21411668 len=445228 2024-04-12T16:23:39.948 INFO:tasks.workunit.client.0.smithi099.stdout:op 577 completed, throughput=4.99MB/sec 2024-04-12T16:23:39.949 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-j0QJw7bPQjFGt4B off=423815 len=766918 2024-04-12T16:23:39.950 INFO:tasks.workunit.client.0.smithi099.stdout:op 578 completed, throughput=5MB/sec 2024-04-12T16:23:39.950 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-qa9YYEfXO0bjpjo off=4217925 len=848010 2024-04-12T16:23:39.951 INFO:tasks.workunit.client.0.smithi099.stdout:op 579 completed, throughput=5MB/sec 2024-04-12T16:23:40.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:23:40 smithi110 ceph-mon[88691]: pgmap v1473: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:23:40.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:23:40 smithi099 ceph-mon[94290]: pgmap v1473: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:23:40.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:23:40 smithi099 ceph-mon[96864]: pgmap v1473: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:23:40.951 INFO:tasks.workunit.client.0.smithi099.stdout: 115: throughput=4.96MB/sec pending data=0 2024-04-12T16:23:40.951 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-RfncJ7CC6vNPMru off=14046261 len=1787217 2024-04-12T16:23:40.955 INFO:tasks.workunit.client.0.smithi099.stdout:op 580 completed, throughput=4.98MB/sec 2024-04-12T16:23:40.955 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-UocmA0WPMduNgnH off=18964258 len=1618013 2024-04-12T16:23:40.957 INFO:tasks.workunit.client.0.smithi099.stdout:op 581 completed, throughput=4.99MB/sec 2024-04-12T16:23:40.957 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-kWpvTcKjjzjim4Z off=9053407 len=1045248 2024-04-12T16:23:40.963 INFO:tasks.workunit.client.0.smithi099.stdout:op 582 completed, throughput=5MB/sec 2024-04-12T16:23:40.964 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-2TS9FsDA39_OuUq off=4151658 len=95803 2024-04-12T16:23:40.966 INFO:tasks.workunit.client.0.smithi099.stdout:op 583 completed, throughput=5MB/sec 2024-04-12T16:23:40.966 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-YIjSv4lcAC0kCfq off=1887213 len=874500 2024-04-12T16:23:40.968 INFO:tasks.workunit.client.0.smithi099.stdout:op 584 completed, throughput=5.01MB/sec 2024-04-12T16:23:41.968 INFO:tasks.workunit.client.0.smithi099.stdout: 116: throughput=4.96MB/sec pending data=0 2024-04-12T16:23:41.969 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-eghVMJc9WF3mhME off=1248089 len=1127382 2024-04-12T16:23:41.975 INFO:tasks.workunit.client.0.smithi099.stdout:op 585 completed, throughput=4.97MB/sec 2024-04-12T16:23:41.975 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-y3eQKcMTvHjoBIl off=3877114 len=1093231 2024-04-12T16:23:41.981 INFO:tasks.workunit.client.0.smithi099.stdout:op 586 completed, throughput=4.98MB/sec 2024-04-12T16:23:41.981 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Iog5ojrjioHJX-l off=1398508 len=2063646 2024-04-12T16:23:41.984 INFO:tasks.workunit.client.0.smithi099.stdout:op 587 completed, throughput=5MB/sec 2024-04-12T16:23:41.984 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-8BSCgxP3_rVCKZ4 off=1601672 len=1251974 2024-04-12T16:23:41.989 INFO:tasks.workunit.client.0.smithi099.stdout:op 588 completed, throughput=5.01MB/sec 2024-04-12T16:23:42.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:23:42 smithi110 ceph-mon[88691]: pgmap v1474: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-12T16:23:42.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:23:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:23:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:23:42.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:23:42 smithi099 ceph-mon[94290]: pgmap v1474: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-12T16:23:42.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:23:42 smithi099 ceph-mon[96864]: pgmap v1474: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-12T16:23:42.989 INFO:tasks.workunit.client.0.smithi099.stdout: 117: throughput=4.97MB/sec pending data=0 2024-04-12T16:23:42.989 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-OTpl1lDIcC-5AkC off=577064 len=628469 2024-04-12T16:23:42.993 INFO:tasks.workunit.client.0.smithi099.stdout:op 589 completed, throughput=4.97MB/sec 2024-04-12T16:23:42.993 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ua4L0ZDkguqT9ra off=8646592 len=885396 2024-04-12T16:23:42.998 INFO:tasks.workunit.client.0.smithi099.stdout:op 590 completed, throughput=4.98MB/sec 2024-04-12T16:23:42.999 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-uAYEVRkaysND0AV off=261671 len=210279 2024-04-12T16:23:43.002 INFO:tasks.workunit.client.0.smithi099.stdout:op 591 completed, throughput=4.98MB/sec 2024-04-12T16:23:43.002 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-lnPAyNth_Xu6v6y off=11577276 len=765886 2024-04-12T16:23:43.003 INFO:tasks.workunit.client.0.smithi099.stdout:op 592 completed, throughput=4.98MB/sec 2024-04-12T16:23:43.003 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-IN09e8jd5OoAEdv off=11346965 len=569198 2024-04-12T16:23:43.007 INFO:tasks.workunit.client.0.smithi099.stdout:op 593 completed, throughput=4.99MB/sec 2024-04-12T16:23:43.007 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-QNGgTEwjR1nXUW3 off=1637568 len=1926875 2024-04-12T16:23:43.008 INFO:tasks.workunit.client.0.smithi099.stdout:op 594 completed, throughput=5MB/sec 2024-04-12T16:23:43.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:23:43 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:23:43.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:23:43 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:23:43.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:23:43 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:23:44.009 INFO:tasks.workunit.client.0.smithi099.stdout: 118: throughput=4.96MB/sec pending data=0 2024-04-12T16:23:44.009 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-IxWyZb0wsYX97UN off=6258581 len=1058739 2024-04-12T16:23:44.010 INFO:tasks.workunit.client.0.smithi099.stdout:op 595 completed, throughput=4.97MB/sec 2024-04-12T16:23:44.010 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-0X8O7NnmbnkJIyA off=3399060 len=1121075 2024-04-12T16:23:44.012 INFO:tasks.workunit.client.0.smithi099.stdout:op 596 completed, throughput=4.98MB/sec 2024-04-12T16:23:44.012 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-8J-Rgar4Hll3CJ2 off=10825861 len=545772 2024-04-12T16:23:44.016 INFO:tasks.workunit.client.0.smithi099.stdout:op 597 completed, throughput=4.98MB/sec 2024-04-12T16:23:44.016 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-74M0NyHdwR7kE6r off=9790614 len=1241041 2024-04-12T16:23:44.017 INFO:tasks.workunit.client.0.smithi099.stdout:op 598 completed, throughput=4.99MB/sec 2024-04-12T16:23:44.017 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ALfeX6ZFWFh8N9w off=2331868 len=1785447 2024-04-12T16:23:44.018 INFO:tasks.workunit.client.0.smithi099.stdout:op 599 completed, throughput=5.01MB/sec 2024-04-12T16:23:44.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:23:44 smithi110 ceph-mon[88691]: pgmap v1475: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T16:23:44.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:23:44 smithi099 ceph-mon[94290]: pgmap v1475: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T16:23:44.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:23:44 smithi099 ceph-mon[96864]: pgmap v1475: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T16:23:45.019 INFO:tasks.workunit.client.0.smithi099.stdout: 119: throughput=4.97MB/sec pending data=0 2024-04-12T16:23:45.019 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-vjCIX5y28hy0euK off=3119531 len=1780464 2024-04-12T16:23:45.028 INFO:tasks.workunit.client.0.smithi099.stdout:op 600 completed, throughput=4.98MB/sec 2024-04-12T16:23:45.028 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj--aQtIC22ij44AEG off=4001295 len=286089 2024-04-12T16:23:45.031 INFO:tasks.workunit.client.0.smithi099.stdout:op 601 completed, throughput=4.98MB/sec 2024-04-12T16:23:45.031 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_JBqNu9pjYumk7r off=4933940 len=271015 2024-04-12T16:23:45.034 INFO:tasks.workunit.client.0.smithi099.stdout:op 602 completed, throughput=4.98MB/sec 2024-04-12T16:23:45.034 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-gAvH5j3UFxcCm3W off=3445710 len=251998 2024-04-12T16:23:45.037 INFO:tasks.workunit.client.0.smithi099.stdout:op 603 completed, throughput=4.99MB/sec 2024-04-12T16:23:45.037 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-r6r6n8tKncw03vW off=14427524 len=588083 2024-04-12T16:23:45.041 INFO:tasks.workunit.client.0.smithi099.stdout:op 604 completed, throughput=4.99MB/sec 2024-04-12T16:23:45.041 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-2RrlFCfIzTkU_83 off=15089357 len=1367067 2024-04-12T16:23:45.043 INFO:tasks.workunit.client.0.smithi099.stdout:op 605 completed, throughput=5MB/sec 2024-04-12T16:23:46.044 INFO:tasks.workunit.client.0.smithi099.stdout: 120: throughput=4.96MB/sec pending data=0 2024-04-12T16:23:46.044 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-1b0mh1-4NVegRLh off=8936873 len=515432 2024-04-12T16:23:46.044 INFO:tasks.workunit.client.0.smithi099.stdout:op 606 completed, throughput=4.96MB/sec 2024-04-12T16:23:46.045 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-tmIDnGv1TkdwaLC off=2019235 len=707564 2024-04-12T16:23:46.049 INFO:tasks.workunit.client.0.smithi099.stdout:op 607 completed, throughput=4.97MB/sec 2024-04-12T16:23:46.049 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_XESPKLVo1Hqidb off=1038277 len=1504077 2024-04-12T16:23:46.056 INFO:tasks.workunit.client.0.smithi099.stdout:op 608 completed, throughput=4.98MB/sec 2024-04-12T16:23:46.056 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-sRPfNi1pbF4phxA off=8395537 len=1154292 2024-04-12T16:23:46.061 INFO:tasks.workunit.client.0.smithi099.stdout:op 609 completed, throughput=4.99MB/sec 2024-04-12T16:23:46.061 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Tx9NkRTFxkFNDDY off=5067772 len=956997 2024-04-12T16:23:46.062 INFO:tasks.workunit.client.0.smithi099.stdout:op 610 completed, throughput=5MB/sec 2024-04-12T16:23:46.062 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-WKrpJFtt_Ov--KD off=949002 len=942109 2024-04-12T16:23:46.067 INFO:tasks.workunit.client.0.smithi099.stdout:op 611 completed, throughput=5MB/sec 2024-04-12T16:23:46.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:23:46 smithi099 ceph-mon[94290]: pgmap v1476: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:23:46.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:23:46 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:23:46.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:23:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:23:46] "GET /metrics HTTP/1.1" 200 34119 "" "Prometheus/2.43.0" 2024-04-12T16:23:46.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:23:46 smithi099 ceph-mon[96864]: pgmap v1476: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:23:46.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:23:46 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:23:46.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:23:46 smithi110 ceph-mon[88691]: pgmap v1476: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:23:46.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:23:46 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:23:47.068 INFO:tasks.workunit.client.0.smithi099.stdout: 121: throughput=4.96MB/sec pending data=0 2024-04-12T16:23:47.068 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-G62SEDrUh29v1D9 off=12462067 len=1762975 2024-04-12T16:23:47.069 INFO:tasks.workunit.client.0.smithi099.stdout:op 612 completed, throughput=4.98MB/sec 2024-04-12T16:23:47.069 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-YBj9DsBkMS2fXzg off=11801856 len=441206 2024-04-12T16:23:47.072 INFO:tasks.workunit.client.0.smithi099.stdout:op 613 completed, throughput=4.98MB/sec 2024-04-12T16:23:47.072 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-5zdZxC3viLk3s-Y off=1845714 len=1246590 2024-04-12T16:23:47.077 INFO:tasks.workunit.client.0.smithi099.stdout:op 614 completed, throughput=4.99MB/sec 2024-04-12T16:23:47.077 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-e7yMeEeLnZB27HZ off=5735051 len=1276412 2024-04-12T16:23:47.078 INFO:tasks.workunit.client.0.smithi099.stdout:op 615 completed, throughput=5MB/sec 2024-04-12T16:23:47.078 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Hp_N2k72DAM287L off=3522632 len=742241 2024-04-12T16:23:47.082 INFO:tasks.workunit.client.0.smithi099.stdout:op 616 completed, throughput=5.01MB/sec 2024-04-12T16:23:48.083 INFO:tasks.workunit.client.0.smithi099.stdout: 122: throughput=4.97MB/sec pending data=0 2024-04-12T16:23:48.083 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-2hjYm0jO2fr83H8 off=7729679 len=1111871 2024-04-12T16:23:48.085 INFO:tasks.workunit.client.0.smithi099.stdout:op 617 completed, throughput=4.97MB/sec 2024-04-12T16:23:48.085 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-iL5aFIxx4OOZFCD off=19027187 len=1844468 2024-04-12T16:23:48.093 INFO:tasks.workunit.client.0.smithi099.stdout:op 618 completed, throughput=4.99MB/sec 2024-04-12T16:23:48.093 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-KD7jJPKbGZwnQNq off=13807972 len=334635 2024-04-12T16:23:48.094 INFO:tasks.workunit.client.0.smithi099.stdout:op 619 completed, throughput=4.99MB/sec 2024-04-12T16:23:48.094 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ydNQK2Wsbl5V7un off=22544892 len=602697 2024-04-12T16:23:48.096 INFO:tasks.workunit.client.0.smithi099.stdout:op 620 completed, throughput=4.99MB/sec 2024-04-12T16:23:48.096 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-qfIUJubrCb10zKC off=4131133 len=1821376 2024-04-12T16:23:48.098 INFO:tasks.workunit.client.0.smithi099.stdout:op 621 completed, throughput=5.01MB/sec 2024-04-12T16:23:48.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:23:47 smithi110 ceph-mon[88691]: pgmap v1477: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:23:48.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:23:47 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:23:48.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:23:47 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:23:48.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:23:47 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:23:48.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:23:47 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:23:48.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:23:47 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:23:48.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:23:47 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:23:48.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:23:47 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:23:48.374 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:23:47 smithi099 ceph-mon[96864]: pgmap v1477: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:23:48.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:23:47 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:23:48.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:23:47 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:23:48.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:23:47 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:23:48.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:23:47 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:23:48.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:23:47 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:23:48.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:23:47 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:23:48.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:23:47 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:23:48.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:23:47 smithi099 ceph-mon[94290]: pgmap v1477: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:23:48.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:23:47 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:23:48.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:23:47 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:23:48.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:23:47 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:23:48.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:23:47 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:23:48.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:23:47 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:23:48.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:23:47 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:23:48.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:23:47 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:23:49.098 INFO:tasks.workunit.client.0.smithi099.stdout: 123: throughput=4.97MB/sec pending data=0 2024-04-12T16:23:49.098 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-lgFgyCHYTI0rq2d off=15890979 len=924757 2024-04-12T16:23:49.104 INFO:tasks.workunit.client.0.smithi099.stdout:op 622 completed, throughput=4.98MB/sec 2024-04-12T16:23:49.104 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-NBuSqwatmuw9xQX off=3862720 len=1844229 2024-04-12T16:23:49.106 INFO:tasks.workunit.client.0.smithi099.stdout:op 623 completed, throughput=4.99MB/sec 2024-04-12T16:23:49.107 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-OHB5aqGwOHmWYFF off=4031545 len=833944 2024-04-12T16:23:49.111 INFO:tasks.workunit.client.0.smithi099.stdout:op 624 completed, throughput=5MB/sec 2024-04-12T16:23:49.111 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-PwMlqxzdT51UNfc off=1031967 len=64300 2024-04-12T16:23:49.113 INFO:tasks.workunit.client.0.smithi099.stdout:op 625 completed, throughput=5MB/sec 2024-04-12T16:23:49.113 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj--RkxhPwfbTuftem off=5706115 len=565094 2024-04-12T16:23:49.117 INFO:tasks.workunit.client.0.smithi099.stdout:op 626 completed, throughput=5MB/sec 2024-04-12T16:23:49.117 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-EBupdZ0vJa5mfUS off=1208796 len=54484 2024-04-12T16:23:49.117 INFO:tasks.workunit.client.0.smithi099.stdout:op 627 completed, throughput=5MB/sec 2024-04-12T16:23:50.118 INFO:tasks.workunit.client.0.smithi099.stdout: 124: throughput=4.96MB/sec pending data=0 2024-04-12T16:23:50.118 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-X8P7awJLaS7KixL off=999167 len=444160 2024-04-12T16:23:50.119 INFO:tasks.workunit.client.0.smithi099.stdout:op 628 completed, throughput=4.96MB/sec 2024-04-12T16:23:50.119 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-nTgy_UkjGJTSJal off=17071233 len=1104776 2024-04-12T16:23:50.122 INFO:tasks.workunit.client.0.smithi099.stdout:op 629 completed, throughput=4.97MB/sec 2024-04-12T16:23:50.122 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-GPUEpBVW2MzBISk off=1080041 len=70677 2024-04-12T16:23:50.124 INFO:tasks.workunit.client.0.smithi099.stdout:op 630 completed, throughput=4.97MB/sec 2024-04-12T16:23:50.125 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-VQMKraupfw2kxRd off=568850 len=1255429 2024-04-12T16:23:50.131 INFO:tasks.workunit.client.0.smithi099.stdout:op 631 completed, throughput=4.98MB/sec 2024-04-12T16:23:50.131 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-9GQn8oW07Q4J4Y5 off=6493790 len=629330 2024-04-12T16:23:50.133 INFO:tasks.workunit.client.0.smithi099.stdout:op 632 completed, throughput=4.99MB/sec 2024-04-12T16:23:50.133 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-y7dpuZFq7r1bY3a off=4092228 len=1945977 2024-04-12T16:23:50.141 INFO:tasks.workunit.client.0.smithi099.stdout:op 633 completed, throughput=5MB/sec 2024-04-12T16:23:50.331 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:23:49 smithi110 ceph-mon[88691]: pgmap v1478: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:23:50.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:23:49 smithi099 ceph-mon[94290]: pgmap v1478: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:23:50.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:23:49 smithi099 ceph-mon[96864]: pgmap v1478: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:23:51.141 INFO:tasks.workunit.client.0.smithi099.stdout: 125: throughput=4.96MB/sec pending data=0 2024-04-12T16:23:51.141 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-V12F3GJKgoGo9ef off=11953056 len=288475 2024-04-12T16:23:51.145 INFO:tasks.workunit.client.0.smithi099.stdout:op 634 completed, throughput=4.96MB/sec 2024-04-12T16:23:51.145 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qeI1y63L6DA4LNH off=4575079 len=1819850 2024-04-12T16:23:51.153 INFO:tasks.workunit.client.0.smithi099.stdout:op 635 completed, throughput=4.98MB/sec 2024-04-12T16:23:51.154 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ErXulDKTp7hbg68 off=7392545 len=1247992 2024-04-12T16:23:51.161 INFO:tasks.workunit.client.0.smithi099.stdout:op 636 completed, throughput=4.99MB/sec 2024-04-12T16:23:51.161 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ReQnD8jhCC71c9B off=4910277 len=970543 2024-04-12T16:23:51.162 INFO:tasks.workunit.client.0.smithi099.stdout:op 637 completed, throughput=4.99MB/sec 2024-04-12T16:23:51.162 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-LT0nrxXc6cYi6-W off=8110568 len=978722 2024-04-12T16:23:51.163 INFO:tasks.workunit.client.0.smithi099.stdout:op 638 completed, throughput=5MB/sec 2024-04-12T16:23:52.164 INFO:tasks.workunit.client.0.smithi099.stdout: 126: throughput=4.96MB/sec pending data=0 2024-04-12T16:23:52.164 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-mcnfABdsE9J3CBh off=3490289 len=1055058 2024-04-12T16:23:52.165 INFO:tasks.workunit.client.0.smithi099.stdout:op 639 completed, throughput=4.97MB/sec 2024-04-12T16:23:52.165 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-El1z3IV_KIfi9hD off=3397377 len=2002624 2024-04-12T16:23:52.177 INFO:tasks.workunit.client.0.smithi099.stdout:op 640 completed, throughput=4.98MB/sec 2024-04-12T16:23:52.177 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1ywZLySdxKCBaH4 off=7679303 len=188890 2024-04-12T16:23:52.180 INFO:tasks.workunit.client.0.smithi099.stdout:op 641 completed, throughput=4.98MB/sec 2024-04-12T16:23:52.180 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-UBxESSem5JQCZKg off=6562677 len=873069 2024-04-12T16:23:52.185 INFO:tasks.workunit.client.0.smithi099.stdout:op 642 completed, throughput=4.99MB/sec 2024-04-12T16:23:52.185 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-qrIjn9H1f_H23Di off=4902287 len=1838412 2024-04-12T16:23:52.189 INFO:tasks.workunit.client.0.smithi099.stdout:op 643 completed, throughput=5MB/sec 2024-04-12T16:23:52.310 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:23:51 smithi110 ceph-mon[88691]: pgmap v1479: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:23:52.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:23:51 smithi099 ceph-mon[94290]: pgmap v1479: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:23:52.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:23:51 smithi099 ceph-mon[96864]: pgmap v1479: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:23:52.581 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:23:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:23:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:23:53.189 INFO:tasks.workunit.client.0.smithi099.stdout: 127: throughput=4.97MB/sec pending data=0 2024-04-12T16:23:53.189 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-v7ExzVGW_uq2Xcn off=2111828 len=2003372 2024-04-12T16:23:53.199 INFO:tasks.workunit.client.0.smithi099.stdout:op 644 completed, throughput=4.98MB/sec 2024-04-12T16:23:53.199 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-oaXpxsIl85xyroP off=4573426 len=2053979 2024-04-12T16:23:53.201 INFO:tasks.workunit.client.0.smithi099.stdout:op 645 completed, throughput=5MB/sec 2024-04-12T16:23:53.202 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-N5bzVS-X4gh0QH5 off=0 len=1301990 2024-04-12T16:23:53.206 INFO:tasks.workunit.client.0.smithi099.stdout:op 646 completed, throughput=5MB/sec 2024-04-12T16:23:54.207 INFO:tasks.workunit.client.0.smithi099.stdout: 128: throughput=4.97MB/sec pending data=0 2024-04-12T16:23:54.207 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qUSeRov_Srdm4Xl off=679207 len=502521 2024-04-12T16:23:54.211 INFO:tasks.workunit.client.0.smithi099.stdout:op 647 completed, throughput=4.97MB/sec 2024-04-12T16:23:54.211 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-zJ8Lewq6pObW9VG off=0 len=1510144 2024-04-12T16:23:54.212 INFO:tasks.workunit.client.0.smithi099.stdout:op 648 completed, throughput=4.98MB/sec 2024-04-12T16:23:54.213 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6WyhuzTwH0o4BFW off=2445249 len=1091012 2024-04-12T16:23:54.219 INFO:tasks.workunit.client.0.smithi099.stdout:op 649 completed, throughput=4.99MB/sec 2024-04-12T16:23:54.219 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-GTm-ki6ktvClQht off=18065486 len=2057860 2024-04-12T16:23:54.228 INFO:tasks.workunit.client.0.smithi099.stdout:op 650 completed, throughput=5MB/sec 2024-04-12T16:23:54.331 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:23:53 smithi110 ceph-mon[88691]: pgmap v1480: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:23:54.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:23:53 smithi099 ceph-mon[94290]: pgmap v1480: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:23:54.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:23:53 smithi099 ceph-mon[96864]: pgmap v1480: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:23:55.228 INFO:tasks.workunit.client.0.smithi099.stdout: 129: throughput=4.97MB/sec pending data=0 2024-04-12T16:23:55.229 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-c_xtWacQ6gWcYZV off=4615278 len=1279316 2024-04-12T16:23:55.236 INFO:tasks.workunit.client.0.smithi099.stdout:op 651 completed, throughput=4.97MB/sec 2024-04-12T16:23:55.236 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-d2bkDKJOjY8gW1q off=7787543 len=64460 2024-04-12T16:23:55.237 INFO:tasks.workunit.client.0.smithi099.stdout:op 652 completed, throughput=4.97MB/sec 2024-04-12T16:23:55.237 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-wYy0T7ZVeTicfqQ off=6564646 len=102529 2024-04-12T16:23:55.239 INFO:tasks.workunit.client.0.smithi099.stdout:op 653 completed, throughput=4.98MB/sec 2024-04-12T16:23:55.239 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1iOIFKkbKRZPJiJ off=580555 len=1743434 2024-04-12T16:23:55.248 INFO:tasks.workunit.client.0.smithi099.stdout:op 654 completed, throughput=4.99MB/sec 2024-04-12T16:23:55.248 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-uCh1IJuic5gHWiv off=7759275 len=1998906 2024-04-12T16:23:55.250 INFO:tasks.workunit.client.0.smithi099.stdout:op 655 completed, throughput=5MB/sec 2024-04-12T16:23:56.250 INFO:tasks.workunit.client.0.smithi099.stdout: 130: throughput=4.96MB/sec pending data=0 2024-04-12T16:23:56.250 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Bd-aW_lTUIgNB-N off=4821209 len=1104989 2024-04-12T16:23:56.257 INFO:tasks.workunit.client.0.smithi099.stdout:op 656 completed, throughput=4.97MB/sec 2024-04-12T16:23:56.257 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-hxCBsGqUvBzV8Z- off=3607896 len=606227 2024-04-12T16:23:56.258 INFO:tasks.workunit.client.0.smithi099.stdout:op 657 completed, throughput=4.98MB/sec 2024-04-12T16:23:56.258 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-3lJG_T8theR5sua off=2246442 len=275878 2024-04-12T16:23:56.259 INFO:tasks.workunit.client.0.smithi099.stdout:op 658 completed, throughput=4.98MB/sec 2024-04-12T16:23:56.259 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ASbLXfKl1rDysmF off=2833702 len=1468371 2024-04-12T16:23:56.265 INFO:tasks.workunit.client.0.smithi099.stdout:op 659 completed, throughput=4.99MB/sec 2024-04-12T16:23:56.265 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-QketsdaBi8eal-6 off=529222 len=136058 2024-04-12T16:23:56.267 INFO:tasks.workunit.client.0.smithi099.stdout:op 660 completed, throughput=4.99MB/sec 2024-04-12T16:23:56.267 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-2lt-2jp08R0b8tA off=17059541 len=755148 2024-04-12T16:23:56.271 INFO:tasks.workunit.client.0.smithi099.stdout:op 661 completed, throughput=4.99MB/sec 2024-04-12T16:23:56.271 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-qmsPTLRuRgTC8Ab off=12228650 len=378092 2024-04-12T16:23:56.272 INFO:tasks.workunit.client.0.smithi099.stdout:op 662 completed, throughput=5MB/sec 2024-04-12T16:23:56.272 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-A13yb4prqDIBwzu off=4094494 len=1799489 2024-04-12T16:23:56.273 INFO:tasks.workunit.client.0.smithi099.stdout:op 663 completed, throughput=5.01MB/sec 2024-04-12T16:23:56.331 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:23:55 smithi110 ceph-mon[88691]: pgmap v1481: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T16:23:56.356 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:23:55 smithi099 ceph-mon[94290]: pgmap v1481: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T16:23:56.356 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:23:55 smithi099 ceph-mon[96864]: pgmap v1481: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T16:23:56.624 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:23:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:23:56] "GET /metrics HTTP/1.1" 200 34119 "" "Prometheus/2.43.0" 2024-04-12T16:23:57.274 INFO:tasks.workunit.client.0.smithi099.stdout: 131: throughput=4.97MB/sec pending data=0 2024-04-12T16:23:57.274 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0Yy71orlmZWvuBe off=15754190 len=1384284 2024-04-12T16:23:57.282 INFO:tasks.workunit.client.0.smithi099.stdout:op 664 completed, throughput=4.98MB/sec 2024-04-12T16:23:57.282 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-qmsPTLRuRgTC8Ab off=11146833 len=209007 2024-04-12T16:23:57.283 INFO:tasks.workunit.client.0.smithi099.stdout:op 665 completed, throughput=4.98MB/sec 2024-04-12T16:23:57.283 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-iRLrJmhVLssimOy off=6543930 len=45629 2024-04-12T16:23:57.285 INFO:tasks.workunit.client.0.smithi099.stdout:op 666 completed, throughput=4.98MB/sec 2024-04-12T16:23:57.285 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-lMV5hCUKTmPfG-n off=107801 len=1696265 2024-04-12T16:23:57.289 INFO:tasks.workunit.client.0.smithi099.stdout:op 667 completed, throughput=5MB/sec 2024-04-12T16:23:57.289 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-eghVMJc9WF3mhME off=667886 len=1173352 2024-04-12T16:23:57.291 INFO:tasks.workunit.client.0.smithi099.stdout:op 668 completed, throughput=5MB/sec 2024-04-12T16:23:58.291 INFO:tasks.workunit.client.0.smithi099.stdout: 132: throughput=4.97MB/sec pending data=0 2024-04-12T16:23:58.291 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-izl9PB7sUGzhJYO off=12015186 len=147956 2024-04-12T16:23:58.292 INFO:tasks.workunit.client.0.smithi099.stdout:op 669 completed, throughput=4.97MB/sec 2024-04-12T16:23:58.292 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-OhzQkUMruFVwjmi off=21045567 len=907896 2024-04-12T16:23:58.298 INFO:tasks.workunit.client.0.smithi099.stdout:op 670 completed, throughput=4.97MB/sec 2024-04-12T16:23:58.298 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-GgT552ifMDfHGpS off=6741578 len=138603 2024-04-12T16:23:58.298 INFO:tasks.workunit.client.0.smithi099.stdout:op 671 completed, throughput=4.98MB/sec 2024-04-12T16:23:58.299 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-dT0rUdG8YWoyHb8 off=14396527 len=2011911 2024-04-12T16:23:58.308 INFO:tasks.workunit.client.0.smithi099.stdout:op 672 completed, throughput=4.99MB/sec 2024-04-12T16:23:58.308 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-q-9gf6B8XDVVyaV off=1319408 len=494547 2024-04-12T16:23:58.309 INFO:tasks.workunit.client.0.smithi099.stdout:op 673 completed, throughput=4.99MB/sec 2024-04-12T16:23:58.309 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-2jcDcgb7-e_lDLt off=3864363 len=1039831 2024-04-12T16:23:58.314 INFO:tasks.workunit.client.0.smithi099.stdout:op 674 completed, throughput=5MB/sec 2024-04-12T16:23:58.331 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:23:57 smithi110 ceph-mon[88691]: pgmap v1482: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:23:58.331 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:23:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:23:58.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:23:57 smithi099 ceph-mon[94290]: pgmap v1482: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:23:58.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:23:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:23:58.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:23:57 smithi099 ceph-mon[96864]: pgmap v1482: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:23:58.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:23:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:23:59.314 INFO:tasks.workunit.client.0.smithi099.stdout: 133: throughput=4.96MB/sec pending data=0 2024-04-12T16:23:59.314 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-dJVxTbZVKNFlLvG off=156371 len=136786 2024-04-12T16:23:59.317 INFO:tasks.workunit.client.0.smithi099.stdout:op 675 completed, throughput=4.96MB/sec 2024-04-12T16:23:59.317 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-I3QsK6ywBscqIUt off=1398635 len=1695777 2024-04-12T16:23:59.320 INFO:tasks.workunit.client.0.smithi099.stdout:op 676 completed, throughput=4.98MB/sec 2024-04-12T16:23:59.320 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-WZ20wZdcUqulDyX off=8782387 len=140864 2024-04-12T16:23:59.321 INFO:tasks.workunit.client.0.smithi099.stdout:op 677 completed, throughput=4.98MB/sec 2024-04-12T16:23:59.321 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-3Uhjg6e850ohnd- off=1537801 len=755592 2024-04-12T16:23:59.322 INFO:tasks.workunit.client.0.smithi099.stdout:op 678 completed, throughput=4.98MB/sec 2024-04-12T16:23:59.322 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-KAdWqAFgzajv8XD off=1800939 len=1931372 2024-04-12T16:23:59.326 INFO:tasks.workunit.client.0.smithi099.stdout:op 679 completed, throughput=5MB/sec 2024-04-12T16:23:59.326 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--7BjP6gzO-VvprB off=7248392 len=191773 2024-04-12T16:23:59.326 INFO:tasks.workunit.client.0.smithi099.stdout:op 680 completed, throughput=5MB/sec 2024-04-12T16:23:59.326 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-22bELxAJ7mnj-JO off=10458965 len=1574285 2024-04-12T16:23:59.328 INFO:tasks.workunit.client.0.smithi099.stdout:op 681 completed, throughput=5.01MB/sec 2024-04-12T16:24:00.329 INFO:tasks.workunit.client.0.smithi099.stdout: 134: throughput=4.97MB/sec pending data=0 2024-04-12T16:24:00.329 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--TdWLCwl4pFXzTQ off=7431409 len=780427 2024-04-12T16:24:00.330 INFO:tasks.workunit.client.0.smithi099.stdout:op 682 completed, throughput=4.98MB/sec 2024-04-12T16:24:00.330 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-TRN7thT8p5uPK-Y off=7695368 len=45865 2024-04-12T16:24:00.330 INFO:tasks.workunit.client.0.smithi099.stdout:op 683 completed, throughput=4.98MB/sec 2024-04-12T16:24:00.331 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-SifVqsI2T8jsV9J off=318690 len=1978773 2024-04-12T16:24:00.331 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:23:59 smithi110 ceph-mon[88691]: pgmap v1483: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:24:00.335 INFO:tasks.workunit.client.0.smithi099.stdout:op 684 completed, throughput=4.99MB/sec 2024-04-12T16:24:00.335 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-VBNrkFo9v80ZoJY off=5119915 len=1045229 2024-04-12T16:24:00.336 INFO:tasks.workunit.client.0.smithi099.stdout:op 685 completed, throughput=5MB/sec 2024-04-12T16:24:00.336 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-h7XCIES6fr9twAh off=891036 len=1675945 2024-04-12T16:24:00.345 INFO:tasks.workunit.client.0.smithi099.stdout:op 686 completed, throughput=5.01MB/sec 2024-04-12T16:24:00.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:23:59 smithi099 ceph-mon[94290]: pgmap v1483: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:24:00.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:23:59 smithi099 ceph-mon[96864]: pgmap v1483: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:24:01.345 INFO:tasks.workunit.client.0.smithi099.stdout: 135: throughput=4.97MB/sec pending data=0 2024-04-12T16:24:01.348 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qJt7Xk5HfKpbQK- off=8791989 len=1671243 2024-04-12T16:24:01.354 INFO:tasks.workunit.client.0.smithi099.stdout:op 687 completed, throughput=4.98MB/sec 2024-04-12T16:24:01.354 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-tRSCXnFwrxTCBRy off=2567124 len=142673 2024-04-12T16:24:01.355 INFO:tasks.workunit.client.0.smithi099.stdout:op 688 completed, throughput=4.99MB/sec 2024-04-12T16:24:01.355 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-D9nMhHZVirV5hGM off=8145498 len=1566067 2024-04-12T16:24:01.361 INFO:tasks.workunit.client.0.smithi099.stdout:op 689 completed, throughput=5MB/sec 2024-04-12T16:24:01.361 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-QRD1FAbwgNpPhdP off=9674142 len=1154449 2024-04-12T16:24:01.368 INFO:tasks.workunit.client.0.smithi099.stdout:op 690 completed, throughput=5MB/sec 2024-04-12T16:24:02.309 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:24:01 smithi110 ceph-mon[88691]: pgmap v1484: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-12T16:24:02.368 INFO:tasks.workunit.client.0.smithi099.stdout: 136: throughput=4.97MB/sec pending data=0 2024-04-12T16:24:02.368 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-N8XoCTLA_xBwWsM off=24002103 len=382094 2024-04-12T16:24:02.372 INFO:tasks.workunit.client.0.smithi099.stdout:op 691 completed, throughput=4.97MB/sec 2024-04-12T16:24:02.372 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-nri9XkaYNvfJG1B off=19475501 len=1226714 2024-04-12T16:24:02.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:24:01 smithi099 ceph-mon[94290]: pgmap v1484: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-12T16:24:02.374 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:24:01 smithi099 ceph-mon[96864]: pgmap v1484: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-12T16:24:02.378 INFO:tasks.workunit.client.0.smithi099.stdout:op 692 completed, throughput=4.98MB/sec 2024-04-12T16:24:02.379 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-zMH12th4DjCaZV3 off=3677146 len=808741 2024-04-12T16:24:02.383 INFO:tasks.workunit.client.0.smithi099.stdout:op 693 completed, throughput=4.98MB/sec 2024-04-12T16:24:02.383 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-jTsWq0ZGZYzE-fX off=878962 len=590391 2024-04-12T16:24:02.384 INFO:tasks.workunit.client.0.smithi099.stdout:op 694 completed, throughput=4.99MB/sec 2024-04-12T16:24:02.384 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-UaPy1Sn0BDF5Tnl off=919762 len=197572 2024-04-12T16:24:02.385 INFO:tasks.workunit.client.0.smithi099.stdout:op 695 completed, throughput=4.99MB/sec 2024-04-12T16:24:02.385 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-rRwr_1Jerj3Sj0n off=20096948 len=926489 2024-04-12T16:24:02.390 INFO:tasks.workunit.client.0.smithi099.stdout:op 696 completed, throughput=4.99MB/sec 2024-04-12T16:24:02.390 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-yc3cLsBEquNxdie off=216987 len=165486 2024-04-12T16:24:02.390 INFO:tasks.workunit.client.0.smithi099.stdout:op 697 completed, throughput=5MB/sec 2024-04-12T16:24:02.390 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-tTM_ejUgFlBAv5z off=4493637 len=1218150 2024-04-12T16:24:02.396 INFO:tasks.workunit.client.0.smithi099.stdout:op 698 completed, throughput=5MB/sec 2024-04-12T16:24:02.581 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:24:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:24:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:24:03.396 INFO:tasks.workunit.client.0.smithi099.stdout: 137: throughput=4.97MB/sec pending data=0 2024-04-12T16:24:03.396 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Y7JOFCBdqaV-M_- off=6265072 len=1465330 2024-04-12T16:24:03.404 INFO:tasks.workunit.client.0.smithi099.stdout:op 699 completed, throughput=4.98MB/sec 2024-04-12T16:24:03.404 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Q8QNE9XDi2Utb-U off=13356314 len=1746046 2024-04-12T16:24:03.406 INFO:tasks.workunit.client.0.smithi099.stdout:op 700 completed, throughput=4.99MB/sec 2024-04-12T16:24:03.406 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-wxuFcdP7XKK3Npz off=5333578 len=1530039 2024-04-12T16:24:03.408 INFO:tasks.workunit.client.0.smithi099.stdout:op 701 completed, throughput=5MB/sec 2024-04-12T16:24:04.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:24:03 smithi110 ceph-mon[88691]: pgmap v1485: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:24:04.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:24:03 smithi099 ceph-mon[94290]: pgmap v1485: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:24:04.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:24:03 smithi099 ceph-mon[96864]: pgmap v1485: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:24:04.408 INFO:tasks.workunit.client.0.smithi099.stdout: 138: throughput=4.96MB/sec pending data=0 2024-04-12T16:24:04.408 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-5_4GDURq1zcTdCR off=9545222 len=723816 2024-04-12T16:24:04.412 INFO:tasks.workunit.client.0.smithi099.stdout:op 702 completed, throughput=4.97MB/sec 2024-04-12T16:24:04.412 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-s3oWpVxxw_LHrBm off=1582799 len=270606 2024-04-12T16:24:04.415 INFO:tasks.workunit.client.0.smithi099.stdout:op 703 completed, throughput=4.97MB/sec 2024-04-12T16:24:04.415 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-oB--q9BT4acB3Iy off=13854762 len=1988617 2024-04-12T16:24:04.417 INFO:tasks.workunit.client.0.smithi099.stdout:op 704 completed, throughput=4.98MB/sec 2024-04-12T16:24:04.417 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ERHvsquSXpMa6Hm off=3218835 len=1246473 2024-04-12T16:24:04.420 INFO:tasks.workunit.client.0.smithi099.stdout:op 705 completed, throughput=4.99MB/sec 2024-04-12T16:24:04.420 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-fbgUYePtDa-A7Vr off=11014311 len=473674 2024-04-12T16:24:04.421 INFO:tasks.workunit.client.0.smithi099.stdout:op 706 completed, throughput=5MB/sec 2024-04-12T16:24:04.422 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-vnoYWCWBWImEMIz off=61284 len=1491253 2024-04-12T16:24:04.423 INFO:tasks.workunit.client.0.smithi099.stdout:op 707 completed, throughput=5.01MB/sec 2024-04-12T16:24:05.423 INFO:tasks.workunit.client.0.smithi099.stdout: 139: throughput=4.97MB/sec pending data=0 2024-04-12T16:24:05.423 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Sg3ZcAAIYt_QYL- off=12961081 len=1510808 2024-04-12T16:24:05.425 INFO:tasks.workunit.client.0.smithi099.stdout:op 708 completed, throughput=4.98MB/sec 2024-04-12T16:24:05.425 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-_eB0r8QRNB5Hg48 off=14428811 len=692882 2024-04-12T16:24:05.426 INFO:tasks.workunit.client.0.smithi099.stdout:op 709 completed, throughput=4.99MB/sec 2024-04-12T16:24:05.426 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-MuKiEEp9J1V47OO off=3825305 len=345619 2024-04-12T16:24:05.427 INFO:tasks.workunit.client.0.smithi099.stdout:op 710 completed, throughput=4.99MB/sec 2024-04-12T16:24:05.427 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-456eDOQP3iXjB53 off=5917117 len=1449864 2024-04-12T16:24:05.430 INFO:tasks.workunit.client.0.smithi099.stdout:op 711 completed, throughput=5MB/sec 2024-04-12T16:24:05.430 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-kIVywYohdNdOSBa off=11606429 len=501194 2024-04-12T16:24:05.434 INFO:tasks.workunit.client.0.smithi099.stdout:op 712 completed, throughput=5MB/sec 2024-04-12T16:24:06.331 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:24:05 smithi110 ceph-mon[88691]: pgmap v1486: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:24:06.356 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:24:05 smithi099 ceph-mon[94290]: pgmap v1486: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:24:06.356 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:24:05 smithi099 ceph-mon[96864]: pgmap v1486: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:24:06.434 INFO:tasks.workunit.client.0.smithi099.stdout: 140: throughput=4.97MB/sec pending data=0 2024-04-12T16:24:06.434 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-f2rF4kjofFb-mmE off=17011719 len=1676406 2024-04-12T16:24:06.437 INFO:tasks.workunit.client.0.smithi099.stdout:op 713 completed, throughput=4.98MB/sec 2024-04-12T16:24:06.437 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-dSSvU8GFqhDE2_x off=2668330 len=1322540 2024-04-12T16:24:06.443 INFO:tasks.workunit.client.0.smithi099.stdout:op 714 completed, throughput=4.99MB/sec 2024-04-12T16:24:06.443 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-CD1f7M1P3wbBdIr off=1541786 len=418194 2024-04-12T16:24:06.446 INFO:tasks.workunit.client.0.smithi099.stdout:op 715 completed, throughput=4.99MB/sec 2024-04-12T16:24:06.447 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-bzDuSLJ0s4UstnS off=12855244 len=1551711 2024-04-12T16:24:06.448 INFO:tasks.workunit.client.0.smithi099.stdout:op 716 completed, throughput=5MB/sec 2024-04-12T16:24:06.448 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ySC9b1yS9t7kULz off=11009119 len=2078326 2024-04-12T16:24:06.458 INFO:tasks.workunit.client.0.smithi099.stdout:op 717 completed, throughput=5.01MB/sec 2024-04-12T16:24:06.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:24:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:24:06] "GET /metrics HTTP/1.1" 200 34119 "" "Prometheus/2.43.0" 2024-04-12T16:24:07.458 INFO:tasks.workunit.client.0.smithi099.stdout: 141: throughput=4.98MB/sec pending data=0 2024-04-12T16:24:07.458 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-6qQ-4k0yrEEQhG5 off=9504887 len=1806740 2024-04-12T16:24:07.460 INFO:tasks.workunit.client.0.smithi099.stdout:op 718 completed, throughput=4.99MB/sec 2024-04-12T16:24:07.460 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1_B47BaTujmrWic off=5434502 len=588809 2024-04-12T16:24:07.465 INFO:tasks.workunit.client.0.smithi099.stdout:op 719 completed, throughput=4.99MB/sec 2024-04-12T16:24:07.465 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-HUyZs2HPwwQP2Zb off=5060307 len=512775 2024-04-12T16:24:07.466 INFO:tasks.workunit.client.0.smithi099.stdout:op 720 completed, throughput=5MB/sec 2024-04-12T16:24:07.466 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-y-08z3YwJou477e off=4777401 len=156441 2024-04-12T16:24:07.467 INFO:tasks.workunit.client.0.smithi099.stdout:op 721 completed, throughput=5MB/sec 2024-04-12T16:24:07.467 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-8rqFiIKrLEzrKtH off=769817 len=1591876 2024-04-12T16:24:07.475 INFO:tasks.workunit.client.0.smithi099.stdout:op 722 completed, throughput=5.01MB/sec 2024-04-12T16:24:08.331 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:24:07 smithi110 ceph-mon[88691]: pgmap v1487: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:24:08.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:24:07 smithi099 ceph-mon[94290]: pgmap v1487: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:24:08.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:24:07 smithi099 ceph-mon[96864]: pgmap v1487: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:24:08.475 INFO:tasks.workunit.client.0.smithi099.stdout: 142: throughput=4.97MB/sec pending data=0 2024-04-12T16:24:08.475 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-dgSIgqyBu0j-7V2 off=19458393 len=1220600 2024-04-12T16:24:08.480 INFO:tasks.workunit.client.0.smithi099.stdout:op 723 completed, throughput=4.98MB/sec 2024-04-12T16:24:08.480 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-gULnNFk3Fh2iNm5 off=20187472 len=1040536 2024-04-12T16:24:08.485 INFO:tasks.workunit.client.0.smithi099.stdout:op 724 completed, throughput=4.99MB/sec 2024-04-12T16:24:08.486 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ACG-5ueIgkTNivG off=1930792 len=163273 2024-04-12T16:24:08.486 INFO:tasks.workunit.client.0.smithi099.stdout:op 725 completed, throughput=4.99MB/sec 2024-04-12T16:24:08.486 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-k_dlRwLhSKj44Z- off=2931742 len=802907 2024-04-12T16:24:08.490 INFO:tasks.workunit.client.0.smithi099.stdout:op 726 completed, throughput=4.99MB/sec 2024-04-12T16:24:08.490 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-VFnmylyA2F7qQ_x off=3661074 len=1737103 2024-04-12T16:24:08.492 INFO:tasks.workunit.client.0.smithi099.stdout:op 727 completed, throughput=5MB/sec 2024-04-12T16:24:09.492 INFO:tasks.workunit.client.0.smithi099.stdout: 143: throughput=4.97MB/sec pending data=0 2024-04-12T16:24:09.493 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-21UrP2OPUxgoMY2 off=1345051 len=1044861 2024-04-12T16:24:09.498 INFO:tasks.workunit.client.0.smithi099.stdout:op 728 completed, throughput=4.98MB/sec 2024-04-12T16:24:09.498 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-l-5q6HjOp_Vqh_d off=16292969 len=2079815 2024-04-12T16:24:09.500 INFO:tasks.workunit.client.0.smithi099.stdout:op 729 completed, throughput=4.99MB/sec 2024-04-12T16:24:09.500 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-LmmjU7A6OAiNzPC off=2692945 len=1289666 2024-04-12T16:24:09.507 INFO:tasks.workunit.client.0.smithi099.stdout:op 730 completed, throughput=5MB/sec 2024-04-12T16:24:09.508 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-3qwcYVpdqZBOseu off=7402273 len=1107483 2024-04-12T16:24:09.508 INFO:tasks.workunit.client.0.smithi099.stdout:op 731 completed, throughput=5.01MB/sec 2024-04-12T16:24:10.509 INFO:tasks.workunit.client.0.smithi099.stdout: 144: throughput=4.97MB/sec pending data=0 2024-04-12T16:24:10.509 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-GlmH3LwcK68Hzxn off=1537117 len=1094968 2024-04-12T16:24:10.514 INFO:tasks.workunit.client.0.smithi099.stdout:op 732 completed, throughput=4.98MB/sec 2024-04-12T16:24:10.514 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-W0OCpZITgyv5h3M off=8267716 len=1218688 2024-04-12T16:24:10.517 INFO:tasks.workunit.client.0.smithi099.stdout:op 733 completed, throughput=4.99MB/sec 2024-04-12T16:24:10.517 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-2nzov2ant-19X6a off=1141091 len=1635273 2024-04-12T16:24:10.519 INFO:tasks.workunit.client.0.smithi099.stdout:op 734 completed, throughput=5MB/sec 2024-04-12T16:24:10.519 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-gz6ibeUY-5t6WAf off=7866346 len=971626 2024-04-12T16:24:10.524 INFO:tasks.workunit.client.0.smithi099.stdout:op 735 completed, throughput=5MB/sec 2024-04-12T16:24:10.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:24:10 smithi110 ceph-mon[88691]: pgmap v1488: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:24:10.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:24:10 smithi099 ceph-mon[94290]: pgmap v1488: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:24:10.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:24:10 smithi099 ceph-mon[96864]: pgmap v1488: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:24:11.524 INFO:tasks.workunit.client.0.smithi099.stdout: 145: throughput=4.97MB/sec pending data=0 2024-04-12T16:24:11.525 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-r8iuCJm4dgER0US off=17832422 len=1658822 2024-04-12T16:24:11.526 INFO:tasks.workunit.client.0.smithi099.stdout:op 736 completed, throughput=4.98MB/sec 2024-04-12T16:24:11.526 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-q0XyKnPtIufh-x1 off=8995632 len=648305 2024-04-12T16:24:11.527 INFO:tasks.workunit.client.0.smithi099.stdout:op 737 completed, throughput=4.98MB/sec 2024-04-12T16:24:11.528 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-yOXnkc8jqNlComV off=920592 len=129924 2024-04-12T16:24:11.528 INFO:tasks.workunit.client.0.smithi099.stdout:op 738 completed, throughput=4.99MB/sec 2024-04-12T16:24:11.528 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-bHCSP9K9SglvR8z off=1455660 len=1396961 2024-04-12T16:24:11.530 INFO:tasks.workunit.client.0.smithi099.stdout:op 739 completed, throughput=4.99MB/sec 2024-04-12T16:24:11.530 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-HoB7wkvnHn-yw6h off=4225375 len=1222380 2024-04-12T16:24:11.531 INFO:tasks.workunit.client.0.smithi099.stdout:op 740 completed, throughput=5MB/sec 2024-04-12T16:24:12.532 INFO:tasks.workunit.client.0.smithi099.stdout: 146: throughput=4.97MB/sec pending data=0 2024-04-12T16:24:12.532 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-xIg65brJYud-b9c off=3108935 len=36620 2024-04-12T16:24:12.532 INFO:tasks.workunit.client.0.smithi099.stdout:op 741 completed, throughput=4.97MB/sec 2024-04-12T16:24:12.533 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-sU0Gi5st80ZgKic off=1223296 len=54081 2024-04-12T16:24:12.533 INFO:tasks.workunit.client.0.smithi099.stdout:op 742 completed, throughput=4.97MB/sec 2024-04-12T16:24:12.533 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-U4dsMbD_DmeyY8w off=13980475 len=574210 2024-04-12T16:24:12.534 INFO:tasks.workunit.client.0.smithi099.stdout:op 743 completed, throughput=4.97MB/sec 2024-04-12T16:24:12.534 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-cCY7-uqPFxbuFw4 off=1362060 len=90520 2024-04-12T16:24:12.534 INFO:tasks.workunit.client.0.smithi099.stdout:op 744 completed, throughput=4.97MB/sec 2024-04-12T16:24:12.535 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-f1zkGViFn8NWvRW off=1262264 len=760190 2024-04-12T16:24:12.535 INFO:tasks.workunit.client.0.smithi099.stdout:op 745 completed, throughput=4.98MB/sec 2024-04-12T16:24:12.535 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-hbJNUbiBbvfz3L2 off=3609017 len=583281 2024-04-12T16:24:12.536 INFO:tasks.workunit.client.0.smithi099.stdout:op 746 completed, throughput=4.98MB/sec 2024-04-12T16:24:12.537 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-qbloAmNyuCvGU4- off=15042856 len=1367091 2024-04-12T16:24:12.538 INFO:tasks.workunit.client.0.smithi099.stdout:op 747 completed, throughput=4.99MB/sec 2024-04-12T16:24:12.538 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-T2mXuwNR0Awu9fc off=932844 len=958087 2024-04-12T16:24:12.544 INFO:tasks.workunit.client.0.smithi099.stdout:op 748 completed, throughput=5MB/sec 2024-04-12T16:24:12.544 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-clzwnm-N1DJtj4O off=2244311 len=1867477 2024-04-12T16:24:12.552 INFO:tasks.workunit.client.0.smithi099.stdout:op 749 completed, throughput=5.01MB/sec 2024-04-12T16:24:12.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:24:12 smithi110 ceph-mon[88691]: pgmap v1489: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T16:24:12.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:24:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:24:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:24:12.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:24:12 smithi099 ceph-mon[94290]: pgmap v1489: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T16:24:12.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:24:12 smithi099 ceph-mon[96864]: pgmap v1489: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T16:24:13.553 INFO:tasks.workunit.client.0.smithi099.stdout: 147: throughput=4.97MB/sec pending data=0 2024-04-12T16:24:13.553 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-4TQTlsZNXsZrzHZ off=2513137 len=115636 2024-04-12T16:24:13.556 INFO:tasks.workunit.client.0.smithi099.stdout:op 750 completed, throughput=4.98MB/sec 2024-04-12T16:24:13.556 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-YSqibQZgM_-pyyp off=5771085 len=922931 2024-04-12T16:24:13.561 INFO:tasks.workunit.client.0.smithi099.stdout:op 751 completed, throughput=4.98MB/sec 2024-04-12T16:24:13.561 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-824C3uyIfkxDPwK off=16427584 len=1008820 2024-04-12T16:24:13.562 INFO:tasks.workunit.client.0.smithi099.stdout:op 752 completed, throughput=4.99MB/sec 2024-04-12T16:24:13.563 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-85jLFNw_xW7_nJj off=4501867 len=2048367 2024-04-12T16:24:13.566 INFO:tasks.workunit.client.0.smithi099.stdout:op 753 completed, throughput=5MB/sec 2024-04-12T16:24:13.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:24:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:24:13.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:24:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:24:13.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:24:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:24:14.567 INFO:tasks.workunit.client.0.smithi099.stdout: 148: throughput=4.97MB/sec pending data=0 2024-04-12T16:24:14.567 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-hwKYtrXGt8EgDno off=9305426 len=1265497 2024-04-12T16:24:14.570 INFO:tasks.workunit.client.0.smithi099.stdout:op 754 completed, throughput=4.98MB/sec 2024-04-12T16:24:14.570 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-RWlaYXIR7nN_ovL off=3882308 len=726784 2024-04-12T16:24:14.574 INFO:tasks.workunit.client.0.smithi099.stdout:op 755 completed, throughput=4.98MB/sec 2024-04-12T16:24:14.574 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-P0AyB5XP7kovgSr off=5925897 len=347284 2024-04-12T16:24:14.575 INFO:tasks.workunit.client.0.smithi099.stdout:op 756 completed, throughput=4.98MB/sec 2024-04-12T16:24:14.575 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-iFHv8nF6ElS6tiJ off=290876 len=1775754 2024-04-12T16:24:14.576 INFO:tasks.workunit.client.0.smithi099.stdout:op 757 completed, throughput=4.99MB/sec 2024-04-12T16:24:14.577 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-yQowYF9y_ifZp7x off=5116203 len=382251 2024-04-12T16:24:14.577 INFO:tasks.workunit.client.0.smithi099.stdout:op 758 completed, throughput=5MB/sec 2024-04-12T16:24:14.577 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-rhEotb4SFc1ogtg off=7848753 len=303962 2024-04-12T16:24:14.580 INFO:tasks.workunit.client.0.smithi099.stdout:op 759 completed, throughput=5MB/sec 2024-04-12T16:24:14.580 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-y733xI5bDdpcSJx off=6110169 len=1987680 2024-04-12T16:24:14.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:24:14 smithi110 ceph-mon[88691]: pgmap v1490: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:24:14.589 INFO:tasks.workunit.client.0.smithi099.stdout:op 760 completed, throughput=5.01MB/sec 2024-04-12T16:24:14.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:24:14 smithi099 ceph-mon[94290]: pgmap v1490: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:24:14.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:24:14 smithi099 ceph-mon[96864]: pgmap v1490: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:24:15.589 INFO:tasks.workunit.client.0.smithi099.stdout: 149: throughput=4.98MB/sec pending data=0 2024-04-12T16:24:15.589 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-U3S1LPR_cryODZf off=17866021 len=1723427 2024-04-12T16:24:15.598 INFO:tasks.workunit.client.0.smithi099.stdout:op 761 completed, throughput=4.99MB/sec 2024-04-12T16:24:15.599 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-h41uCOOuZZ8Z4gj off=1306859 len=1749069 2024-04-12T16:24:15.600 INFO:tasks.workunit.client.0.smithi099.stdout:op 762 completed, throughput=5MB/sec 2024-04-12T16:24:15.600 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-suV1aZk_LJwvBzK off=3876539 len=668834 2024-04-12T16:24:15.604 INFO:tasks.workunit.client.0.smithi099.stdout:op 763 completed, throughput=5MB/sec 2024-04-12T16:24:16.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:24:16 smithi110 ceph-mon[88691]: pgmap v1491: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:24:16.605 INFO:tasks.workunit.client.0.smithi099.stdout: 150: throughput=4.97MB/sec pending data=0 2024-04-12T16:24:16.605 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-VWEEXfUqT65pHc9 off=1431167 len=1857543 2024-04-12T16:24:16.609 INFO:tasks.workunit.client.0.smithi099.stdout:op 764 completed, throughput=4.98MB/sec 2024-04-12T16:24:16.609 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-3xm-m2IVrO24_Gz off=2863131 len=1992913 2024-04-12T16:24:16.619 INFO:tasks.workunit.client.0.smithi099.stdout:op 765 completed, throughput=4.99MB/sec 2024-04-12T16:24:16.619 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-fHAq2fgY0My82gl off=3103400 len=893082 2024-04-12T16:24:16.620 INFO:tasks.workunit.client.0.smithi099.stdout:op 766 completed, throughput=5MB/sec 2024-04-12T16:24:16.620 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-b5sOk-Jdz9C5XeL off=5524045 len=649231 2024-04-12T16:24:16.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:24:16 smithi099 ceph-mon[94290]: pgmap v1491: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:24:16.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:24:16 smithi099 ceph-mon[96864]: pgmap v1491: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:24:16.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:24:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:24:16] "GET /metrics HTTP/1.1" 200 34121 "" "Prometheus/2.43.0" 2024-04-12T16:24:16.625 INFO:tasks.workunit.client.0.smithi099.stdout:op 767 completed, throughput=5MB/sec 2024-04-12T16:24:17.625 INFO:tasks.workunit.client.0.smithi099.stdout: 151: throughput=4.97MB/sec pending data=0 2024-04-12T16:24:17.625 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-G5bWtxAr1MAIXjh off=2669010 len=574418 2024-04-12T16:24:17.626 INFO:tasks.workunit.client.0.smithi099.stdout:op 768 completed, throughput=4.97MB/sec 2024-04-12T16:24:17.626 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-2zDPk24gFJg2K40 off=7486410 len=1267583 2024-04-12T16:24:17.628 INFO:tasks.workunit.client.0.smithi099.stdout:op 769 completed, throughput=4.98MB/sec 2024-04-12T16:24:17.628 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-aqSXaf2qYovFbZl off=2166288 len=1003399 2024-04-12T16:24:17.629 INFO:tasks.workunit.client.0.smithi099.stdout:op 770 completed, throughput=4.99MB/sec 2024-04-12T16:24:17.629 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ZsXz3f6ZH6K8jvm off=3723736 len=18718 2024-04-12T16:24:17.631 INFO:tasks.workunit.client.0.smithi099.stdout:op 771 completed, throughput=4.99MB/sec 2024-04-12T16:24:17.631 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-4OmqW7fmWX0ORqx off=8302397 len=385426 2024-04-12T16:24:17.634 INFO:tasks.workunit.client.0.smithi099.stdout:op 772 completed, throughput=4.99MB/sec 2024-04-12T16:24:17.634 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-O2_1xBPZurFFjWM off=6044779 len=1278793 2024-04-12T16:24:17.634 INFO:tasks.workunit.client.0.smithi099.stdout:op 773 completed, throughput=5MB/sec 2024-04-12T16:24:17.634 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-b_qXOnc1yUmFjx_ off=6888088 len=1575046 2024-04-12T16:24:17.641 INFO:tasks.workunit.client.0.smithi099.stdout:op 774 completed, throughput=5.01MB/sec 2024-04-12T16:24:18.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:24:18 smithi110 ceph-mon[88691]: pgmap v1492: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:24:18.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:24:18 smithi099 ceph-mon[94290]: pgmap v1492: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:24:18.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:24:18 smithi099 ceph-mon[96864]: pgmap v1492: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:24:18.642 INFO:tasks.workunit.client.0.smithi099.stdout: 152: throughput=4.97MB/sec pending data=0 2024-04-12T16:24:18.642 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-A67DJFH-5BawI61 off=5000694 len=959432 2024-04-12T16:24:18.643 INFO:tasks.workunit.client.0.smithi099.stdout:op 775 completed, throughput=4.98MB/sec 2024-04-12T16:24:18.643 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-xtzU6hGOUtmdKCd off=1703713 len=986677 2024-04-12T16:24:18.645 INFO:tasks.workunit.client.0.smithi099.stdout:op 776 completed, throughput=4.99MB/sec 2024-04-12T16:24:18.645 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-TdF6lRNc7UW5or_ off=2982193 len=775721 2024-04-12T16:24:18.650 INFO:tasks.workunit.client.0.smithi099.stdout:op 777 completed, throughput=4.99MB/sec 2024-04-12T16:24:18.650 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-8dEZquGXuJY4BGe off=9115066 len=2040461 2024-04-12T16:24:18.654 INFO:tasks.workunit.client.0.smithi099.stdout:op 778 completed, throughput=5MB/sec 2024-04-12T16:24:19.654 INFO:tasks.workunit.client.0.smithi099.stdout: 153: throughput=4.97MB/sec pending data=0 2024-04-12T16:24:19.654 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-54IVPPwYBUH8vQP off=13912213 len=180149 2024-04-12T16:24:19.657 INFO:tasks.workunit.client.0.smithi099.stdout:op 779 completed, throughput=4.97MB/sec 2024-04-12T16:24:19.657 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-tkrCFjgOLLSQies off=0 len=1090154 2024-04-12T16:24:19.659 INFO:tasks.workunit.client.0.smithi099.stdout:op 780 completed, throughput=4.98MB/sec 2024-04-12T16:24:19.659 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0OcqhgHE5mqOnLS off=1621743 len=1288501 2024-04-12T16:24:19.664 INFO:tasks.workunit.client.0.smithi099.stdout:op 781 completed, throughput=4.99MB/sec 2024-04-12T16:24:19.664 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-f1pJkgB49ron1uG off=8119108 len=1615880 2024-04-12T16:24:19.666 INFO:tasks.workunit.client.0.smithi099.stdout:op 782 completed, throughput=5MB/sec 2024-04-12T16:24:19.666 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0oUvmgn1qgtodEz off=6817461 len=452697 2024-04-12T16:24:19.670 INFO:tasks.workunit.client.0.smithi099.stdout:op 783 completed, throughput=5MB/sec 2024-04-12T16:24:19.670 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6oZY6Ao8jtPCzWe off=2127158 len=1801223 2024-04-12T16:24:19.679 INFO:tasks.workunit.client.0.smithi099.stdout:op 784 completed, throughput=5.01MB/sec 2024-04-12T16:24:20.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:24:20 smithi110 ceph-mon[88691]: pgmap v1493: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:24:20.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:24:20 smithi099 ceph-mon[94290]: pgmap v1493: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:24:20.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:24:20 smithi099 ceph-mon[96864]: pgmap v1493: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:24:20.679 INFO:tasks.workunit.client.0.smithi099.stdout: 154: throughput=4.98MB/sec pending data=0 2024-04-12T16:24:20.679 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1yfy5IB-_1hlqvO off=15591234 len=2083563 2024-04-12T16:24:20.690 INFO:tasks.workunit.client.0.smithi099.stdout:op 785 completed, throughput=4.99MB/sec 2024-04-12T16:24:20.690 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-3c03pB89nkgB2eL off=8629436 len=314036 2024-04-12T16:24:20.693 INFO:tasks.workunit.client.0.smithi099.stdout:op 786 completed, throughput=4.99MB/sec 2024-04-12T16:24:20.693 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-X0dnnuNx4m1p9uZ off=13959856 len=913258 2024-04-12T16:24:20.698 INFO:tasks.workunit.client.0.smithi099.stdout:op 787 completed, throughput=5MB/sec 2024-04-12T16:24:20.698 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-gFawcIjJhl2IEI3 off=19156854 len=2078067 2024-04-12T16:24:20.700 INFO:tasks.workunit.client.0.smithi099.stdout:op 788 completed, throughput=5.01MB/sec 2024-04-12T16:24:21.701 INFO:tasks.workunit.client.0.smithi099.stdout: 155: throughput=4.98MB/sec pending data=0 2024-04-12T16:24:21.701 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-xYXHweoN2KGYpIv off=4511350 len=912064 2024-04-12T16:24:21.706 INFO:tasks.workunit.client.0.smithi099.stdout:op 789 completed, throughput=4.98MB/sec 2024-04-12T16:24:21.706 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Sl87HSzaQbScRsk off=8324343 len=634450 2024-04-12T16:24:21.710 INFO:tasks.workunit.client.0.smithi099.stdout:op 790 completed, throughput=4.99MB/sec 2024-04-12T16:24:21.710 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qu1OwV4P8yiijko off=9150446 len=1145698 2024-04-12T16:24:21.718 INFO:tasks.workunit.client.0.smithi099.stdout:op 791 completed, throughput=4.99MB/sec 2024-04-12T16:24:21.718 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ff1ADoP0QsSFw85 off=2100034 len=1427803 2024-04-12T16:24:21.724 INFO:tasks.workunit.client.0.smithi099.stdout:op 792 completed, throughput=5MB/sec 2024-04-12T16:24:22.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:24:22 smithi110 ceph-mon[88691]: pgmap v1494: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T16:24:22.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:24:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:24:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:24:22.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:24:22 smithi099 ceph-mon[94290]: pgmap v1494: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T16:24:22.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:24:22 smithi099 ceph-mon[96864]: pgmap v1494: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T16:24:22.725 INFO:tasks.workunit.client.0.smithi099.stdout: 156: throughput=4.97MB/sec pending data=0 2024-04-12T16:24:22.725 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-dgUbqLrSJ8YGL3q off=9011296 len=893740 2024-04-12T16:24:22.729 INFO:tasks.workunit.client.0.smithi099.stdout:op 793 completed, throughput=4.98MB/sec 2024-04-12T16:24:22.729 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-bViLbL9V93gFf3W off=1971140 len=252090 2024-04-12T16:24:22.732 INFO:tasks.workunit.client.0.smithi099.stdout:op 794 completed, throughput=4.98MB/sec 2024-04-12T16:24:22.732 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Rbw_HM9bYLzNoEy off=4070446 len=1282287 2024-04-12T16:24:22.738 INFO:tasks.workunit.client.0.smithi099.stdout:op 795 completed, throughput=4.99MB/sec 2024-04-12T16:24:22.739 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-DRRU404jKZ3VwVw off=387753 len=564276 2024-04-12T16:24:22.742 INFO:tasks.workunit.client.0.smithi099.stdout:op 796 completed, throughput=4.99MB/sec 2024-04-12T16:24:22.742 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-QoeRRcDHltWl3ky off=13892026 len=1193356 2024-04-12T16:24:22.747 INFO:tasks.workunit.client.0.smithi099.stdout:op 797 completed, throughput=5MB/sec 2024-04-12T16:24:22.747 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-YADc3AkDYC_ZjoT off=11754463 len=55361 2024-04-12T16:24:22.749 INFO:tasks.workunit.client.0.smithi099.stdout:op 798 completed, throughput=5MB/sec 2024-04-12T16:24:22.749 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-z7WPpcQkv-yBFAh off=9943298 len=1781852 2024-04-12T16:24:22.751 INFO:tasks.workunit.client.0.smithi099.stdout:op 799 completed, throughput=5.01MB/sec 2024-04-12T16:24:23.752 INFO:tasks.workunit.client.0.smithi099.stdout: 157: throughput=4.97MB/sec pending data=0 2024-04-12T16:24:23.752 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-MRbfzqXnSb6s2_S off=20581884 len=361756 2024-04-12T16:24:23.753 INFO:tasks.workunit.client.0.smithi099.stdout:op 800 completed, throughput=4.98MB/sec 2024-04-12T16:24:23.753 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Zpngp6yQyvidODR off=11530849 len=170913 2024-04-12T16:24:23.754 INFO:tasks.workunit.client.0.smithi099.stdout:op 801 completed, throughput=4.98MB/sec 2024-04-12T16:24:23.754 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Tp9nUD3ZB0lXhpS off=4724458 len=137241 2024-04-12T16:24:23.754 INFO:tasks.workunit.client.0.smithi099.stdout:op 802 completed, throughput=4.98MB/sec 2024-04-12T16:24:23.755 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-TE-sYPYa4Mj133M off=2314574 len=1443514 2024-04-12T16:24:23.762 INFO:tasks.workunit.client.0.smithi099.stdout:op 803 completed, throughput=4.99MB/sec 2024-04-12T16:24:23.762 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-c7ddFFoecpl7YgS off=20414037 len=2015308 2024-04-12T16:24:23.764 INFO:tasks.workunit.client.0.smithi099.stdout:op 804 completed, throughput=5MB/sec 2024-04-12T16:24:23.764 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-U_HDEqyS9EN2MUY off=12952348 len=1244168 2024-04-12T16:24:23.770 INFO:tasks.workunit.client.0.smithi099.stdout:op 805 completed, throughput=5.01MB/sec 2024-04-12T16:24:24.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:24:24 smithi110 ceph-mon[88691]: pgmap v1495: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:24:24.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:24:24 smithi099 ceph-mon[94290]: pgmap v1495: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:24:24.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:24:24 smithi099 ceph-mon[96864]: pgmap v1495: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:24:24.770 INFO:tasks.workunit.client.0.smithi099.stdout: 158: throughput=4.98MB/sec pending data=0 2024-04-12T16:24:24.770 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-9L-xocMXm2ZqSdc off=10826476 len=357976 2024-04-12T16:24:24.774 INFO:tasks.workunit.client.0.smithi099.stdout:op 806 completed, throughput=4.98MB/sec 2024-04-12T16:24:24.774 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-WKrpJFtt_Ov--KD off=1085682 len=1023091 2024-04-12T16:24:24.776 INFO:tasks.workunit.client.0.smithi099.stdout:op 807 completed, throughput=4.98MB/sec 2024-04-12T16:24:24.776 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-6oZY6Ao8jtPCzWe off=11844131 len=1078358 2024-04-12T16:24:24.778 INFO:tasks.workunit.client.0.smithi099.stdout:op 808 completed, throughput=4.99MB/sec 2024-04-12T16:24:24.778 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-T-7dAql9MqYmlcm off=6143377 len=1801139 2024-04-12T16:24:24.787 INFO:tasks.workunit.client.0.smithi099.stdout:op 809 completed, throughput=5MB/sec 2024-04-12T16:24:24.787 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-CzMYFlrSQE3zA3i off=7482997 len=1210975 2024-04-12T16:24:24.788 INFO:tasks.workunit.client.0.smithi099.stdout:op 810 completed, throughput=5.01MB/sec 2024-04-12T16:24:25.789 INFO:tasks.workunit.client.0.smithi099.stdout: 159: throughput=4.98MB/sec pending data=0 2024-04-12T16:24:25.789 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-QkObcrAYmhJbi6b off=2069379 len=125204 2024-04-12T16:24:25.790 INFO:tasks.workunit.client.0.smithi099.stdout:op 811 completed, throughput=4.98MB/sec 2024-04-12T16:24:25.790 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ZVH4gwHzQ4SqZkt off=12510499 len=481771 2024-04-12T16:24:25.794 INFO:tasks.workunit.client.0.smithi099.stdout:op 812 completed, throughput=4.98MB/sec 2024-04-12T16:24:25.794 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-GP79EbwX162iXUj off=9719052 len=1085526 2024-04-12T16:24:25.796 INFO:tasks.workunit.client.0.smithi099.stdout:op 813 completed, throughput=4.99MB/sec 2024-04-12T16:24:25.796 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-OMRY0IzCvzHTv3w off=3697566 len=881512 2024-04-12T16:24:25.797 INFO:tasks.workunit.client.0.smithi099.stdout:op 814 completed, throughput=4.99MB/sec 2024-04-12T16:24:25.797 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-YtePvsWXtUv9oei off=18154755 len=215246 2024-04-12T16:24:25.797 INFO:tasks.workunit.client.0.smithi099.stdout:op 815 completed, throughput=4.99MB/sec 2024-04-12T16:24:25.797 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-u5cFg60YsbF2ge2 off=1178985 len=1522705 2024-04-12T16:24:25.799 INFO:tasks.workunit.client.0.smithi099.stdout:op 816 completed, throughput=5MB/sec 2024-04-12T16:24:26.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:24:26 smithi110 ceph-mon[88691]: pgmap v1496: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:24:26.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:24:26 smithi099 ceph-mon[94290]: pgmap v1496: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:24:26.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:24:26 smithi099 ceph-mon[96864]: pgmap v1496: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:24:26.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:24:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:24:26] "GET /metrics HTTP/1.1" 200 34121 "" "Prometheus/2.43.0" 2024-04-12T16:24:26.800 INFO:tasks.workunit.client.0.smithi099.stdout: 160: throughput=4.97MB/sec pending data=0 2024-04-12T16:24:26.800 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-yDbqlDgxxclgwr0 off=4452631 len=1590399 2024-04-12T16:24:26.809 INFO:tasks.workunit.client.0.smithi099.stdout:op 817 completed, throughput=4.98MB/sec 2024-04-12T16:24:26.809 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-SW6I6MpqjQ-k0vL off=9459241 len=70477 2024-04-12T16:24:26.810 INFO:tasks.workunit.client.0.smithi099.stdout:op 818 completed, throughput=4.98MB/sec 2024-04-12T16:24:26.810 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-yeSTA2HMSBwZwxu off=627647 len=902557 2024-04-12T16:24:26.810 INFO:tasks.workunit.client.0.smithi099.stdout:op 819 completed, throughput=4.99MB/sec 2024-04-12T16:24:26.811 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-hYTNfwCPeLL-siy off=10256769 len=1209452 2024-04-12T16:24:26.817 INFO:tasks.workunit.client.0.smithi099.stdout:op 820 completed, throughput=4.99MB/sec 2024-04-12T16:24:26.817 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Zlg2CGgogX37BUd off=2409174 len=1064155 2024-04-12T16:24:26.823 INFO:tasks.workunit.client.0.smithi099.stdout:op 821 completed, throughput=5MB/sec 2024-04-12T16:24:26.823 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-bb12FYw1X0bPGj2 off=12539249 len=1736055 2024-04-12T16:24:26.825 INFO:tasks.workunit.client.0.smithi099.stdout:op 822 completed, throughput=5.01MB/sec 2024-04-12T16:24:27.825 INFO:tasks.workunit.client.0.smithi099.stdout: 161: throughput=4.98MB/sec pending data=0 2024-04-12T16:24:27.826 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-lOiqwUPfzg605-V off=8449390 len=247801 2024-04-12T16:24:27.828 INFO:tasks.workunit.client.0.smithi099.stdout:op 823 completed, throughput=4.98MB/sec 2024-04-12T16:24:27.828 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-QqOt8Xsk5W0CH_6 off=4195408 len=1007894 2024-04-12T16:24:27.833 INFO:tasks.workunit.client.0.smithi099.stdout:op 824 completed, throughput=4.98MB/sec 2024-04-12T16:24:27.833 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-YlypcNnLCrf4MfK off=9619248 len=1359796 2024-04-12T16:24:27.836 INFO:tasks.workunit.client.0.smithi099.stdout:op 825 completed, throughput=4.99MB/sec 2024-04-12T16:24:27.836 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-vxHpvnNozE09VCH off=6454656 len=1738106 2024-04-12T16:24:27.838 INFO:tasks.workunit.client.0.smithi099.stdout:op 826 completed, throughput=5MB/sec 2024-04-12T16:24:28.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:24:28 smithi110 ceph-mon[88691]: pgmap v1497: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T16:24:28.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:24:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:24:28.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:24:28 smithi099 ceph-mon[96864]: pgmap v1497: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T16:24:28.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:24:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:24:28.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:24:28 smithi099 ceph-mon[94290]: pgmap v1497: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T16:24:28.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:24:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:24:28.838 INFO:tasks.workunit.client.0.smithi099.stdout: 162: throughput=4.97MB/sec pending data=0 2024-04-12T16:24:28.838 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-E5RMKmntuAaB1Ud off=11627465 len=103169 2024-04-12T16:24:28.839 INFO:tasks.workunit.client.0.smithi099.stdout:op 827 completed, throughput=4.97MB/sec 2024-04-12T16:24:28.839 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-rc0k18rwz127eH1 off=10489555 len=485356 2024-04-12T16:24:28.843 INFO:tasks.workunit.client.0.smithi099.stdout:op 828 completed, throughput=4.98MB/sec 2024-04-12T16:24:28.843 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-L8Q8Vfj-CyvMcUZ off=632536 len=530766 2024-04-12T16:24:28.844 INFO:tasks.workunit.client.0.smithi099.stdout:op 829 completed, throughput=4.98MB/sec 2024-04-12T16:24:28.844 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-42Kj9D7sMHmtuKu off=1780484 len=98125 2024-04-12T16:24:28.845 INFO:tasks.workunit.client.0.smithi099.stdout:op 830 completed, throughput=4.98MB/sec 2024-04-12T16:24:28.845 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-jjSvzLnrTD5nVoa off=4877088 len=155806 2024-04-12T16:24:28.845 INFO:tasks.workunit.client.0.smithi099.stdout:op 831 completed, throughput=4.98MB/sec 2024-04-12T16:24:28.845 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-jEC9wh3ZGIiazNw off=532308 len=1369240 2024-04-12T16:24:28.852 INFO:tasks.workunit.client.0.smithi099.stdout:op 832 completed, throughput=4.99MB/sec 2024-04-12T16:24:28.852 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-aH2yE8oXTdlKbrW off=2305821 len=1923420 2024-04-12T16:24:28.854 INFO:tasks.workunit.client.0.smithi099.stdout:op 833 completed, throughput=5MB/sec 2024-04-12T16:24:28.854 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-XDkPx_8stzZgJMm off=23962001 len=927376 2024-04-12T16:24:28.858 INFO:tasks.workunit.client.0.smithi099.stdout:op 834 completed, throughput=5MB/sec 2024-04-12T16:24:29.859 INFO:tasks.workunit.client.0.smithi099.stdout: 163: throughput=4.97MB/sec pending data=0 2024-04-12T16:24:29.859 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-EdizKwMH79G7HYq off=2630713 len=1719241 2024-04-12T16:24:29.861 INFO:tasks.workunit.client.0.smithi099.stdout:op 835 completed, throughput=4.98MB/sec 2024-04-12T16:24:29.861 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-09YFBQRSs-ffyhr off=17624046 len=519845 2024-04-12T16:24:29.862 INFO:tasks.workunit.client.0.smithi099.stdout:op 836 completed, throughput=4.99MB/sec 2024-04-12T16:24:29.862 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-A3lQFhn4uK1ymGH off=2928701 len=76317 2024-04-12T16:24:29.865 INFO:tasks.workunit.client.0.smithi099.stdout:op 837 completed, throughput=4.99MB/sec 2024-04-12T16:24:29.865 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-rRU6JHUEvSmgBsP off=3929364 len=50186 2024-04-12T16:24:29.866 INFO:tasks.workunit.client.0.smithi099.stdout:op 838 completed, throughput=4.99MB/sec 2024-04-12T16:24:29.866 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-fSwuVcaFHbtN0vO off=13945384 len=874591 2024-04-12T16:24:29.868 INFO:tasks.workunit.client.0.smithi099.stdout:op 839 completed, throughput=4.99MB/sec 2024-04-12T16:24:29.868 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Inz3AjqpRhk4lN6 off=8936978 len=1485761 2024-04-12T16:24:29.873 INFO:tasks.workunit.client.0.smithi099.stdout:op 840 completed, throughput=5MB/sec 2024-04-12T16:24:30.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:24:30 smithi110 ceph-mon[88691]: pgmap v1498: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:24:30.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:24:30 smithi099 ceph-mon[94290]: pgmap v1498: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:24:30.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:24:30 smithi099 ceph-mon[96864]: pgmap v1498: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:24:30.874 INFO:tasks.workunit.client.0.smithi099.stdout: 164: throughput=4.97MB/sec pending data=0 2024-04-12T16:24:30.874 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-L7_3nGwdnJq9fnu off=15758273 len=1471504 2024-04-12T16:24:30.882 INFO:tasks.workunit.client.0.smithi099.stdout:op 841 completed, throughput=4.98MB/sec 2024-04-12T16:24:30.882 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-57jhddbYBosFxtG off=15264966 len=920762 2024-04-12T16:24:30.886 INFO:tasks.workunit.client.0.smithi099.stdout:op 842 completed, throughput=4.98MB/sec 2024-04-12T16:24:30.886 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-rpw-QcxDEkkYWlW off=2022492 len=1818168 2024-04-12T16:24:30.894 INFO:tasks.workunit.client.0.smithi099.stdout:op 843 completed, throughput=4.99MB/sec 2024-04-12T16:24:30.895 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-FYZkQmatQmak8lF off=17098702 len=1790183 2024-04-12T16:24:30.902 INFO:tasks.workunit.client.0.smithi099.stdout:op 844 completed, throughput=5MB/sec 2024-04-12T16:24:31.902 INFO:tasks.workunit.client.0.smithi099.stdout: 165: throughput=4.97MB/sec pending data=0 2024-04-12T16:24:31.902 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-yHNd1ZVY7d-lYNU off=20264737 len=747073 2024-04-12T16:24:31.904 INFO:tasks.workunit.client.0.smithi099.stdout:op 845 completed, throughput=4.98MB/sec 2024-04-12T16:24:31.904 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-7f0Op11ujoudJxa off=4388956 len=375507 2024-04-12T16:24:31.908 INFO:tasks.workunit.client.0.smithi099.stdout:op 846 completed, throughput=4.98MB/sec 2024-04-12T16:24:31.908 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Zlg2CGgogX37BUd off=3362327 len=967334 2024-04-12T16:24:31.914 INFO:tasks.workunit.client.0.smithi099.stdout:op 847 completed, throughput=4.99MB/sec 2024-04-12T16:24:31.914 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-CA-CJ4jojRRVbut off=6450554 len=71056 2024-04-12T16:24:31.917 INFO:tasks.workunit.client.0.smithi099.stdout:op 848 completed, throughput=4.99MB/sec 2024-04-12T16:24:31.917 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-GbVX2O7W8CYi0xo off=7177728 len=1989490 2024-04-12T16:24:31.920 INFO:tasks.workunit.client.0.smithi099.stdout:op 849 completed, throughput=5MB/sec 2024-04-12T16:24:31.920 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-hSLHl9mg30GeXcv off=3062862 len=1291897 2024-04-12T16:24:31.921 INFO:tasks.workunit.client.0.smithi099.stdout:op 850 completed, throughput=5MB/sec 2024-04-12T16:24:32.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:24:32 smithi110 ceph-mon[88691]: pgmap v1499: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T16:24:32.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:24:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:24:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:24:32.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:24:32 smithi099 ceph-mon[94290]: pgmap v1499: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T16:24:32.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:24:32 smithi099 ceph-mon[96864]: pgmap v1499: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T16:24:32.921 INFO:tasks.workunit.client.0.smithi099.stdout: 166: throughput=4.97MB/sec pending data=0 2024-04-12T16:24:32.922 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-8sap-pvDn3y8KoH off=570315 len=1128655 2024-04-12T16:24:32.923 INFO:tasks.workunit.client.0.smithi099.stdout:op 851 completed, throughput=4.98MB/sec 2024-04-12T16:24:32.923 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-NwY5R6e4pzoWZTR off=1383111 len=165738 2024-04-12T16:24:32.926 INFO:tasks.workunit.client.0.smithi099.stdout:op 852 completed, throughput=4.98MB/sec 2024-04-12T16:24:32.926 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0UAfDRWMKHzsZ1o off=3783296 len=1071031 2024-04-12T16:24:32.931 INFO:tasks.workunit.client.0.smithi099.stdout:op 853 completed, throughput=4.99MB/sec 2024-04-12T16:24:32.931 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6IFqk32VwJuZJyw off=5054015 len=526867 2024-04-12T16:24:32.934 INFO:tasks.workunit.client.0.smithi099.stdout:op 854 completed, throughput=4.99MB/sec 2024-04-12T16:24:32.934 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-PADVy-5WLlalXVE off=11732821 len=89924 2024-04-12T16:24:32.936 INFO:tasks.workunit.client.0.smithi099.stdout:op 855 completed, throughput=4.99MB/sec 2024-04-12T16:24:32.936 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-1zZveDhWkIGCkqr off=730202 len=234624 2024-04-12T16:24:32.937 INFO:tasks.workunit.client.0.smithi099.stdout:op 856 completed, throughput=4.99MB/sec 2024-04-12T16:24:32.937 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-oNWzvUB0MRFJ1aY off=9969833 len=1660751 2024-04-12T16:24:32.938 INFO:tasks.workunit.client.0.smithi099.stdout:op 857 completed, throughput=5MB/sec 2024-04-12T16:24:33.938 INFO:tasks.workunit.client.0.smithi099.stdout: 167: throughput=4.97MB/sec pending data=0 2024-04-12T16:24:33.938 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-N-p6BWKfAZ2Xhi4 off=6418799 len=723165 2024-04-12T16:24:33.942 INFO:tasks.workunit.client.0.smithi099.stdout:op 858 completed, throughput=4.98MB/sec 2024-04-12T16:24:33.943 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-cBtRgQbmULfceIl off=623305 len=421662 2024-04-12T16:24:33.946 INFO:tasks.workunit.client.0.smithi099.stdout:op 859 completed, throughput=4.98MB/sec 2024-04-12T16:24:33.946 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-XOEmY9ZUbE555tq off=4723373 len=1700419 2024-04-12T16:24:33.948 INFO:tasks.workunit.client.0.smithi099.stdout:op 860 completed, throughput=4.99MB/sec 2024-04-12T16:24:33.949 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-foRg0Jq0G6ySJzr off=17992261 len=1790456 2024-04-12T16:24:33.956 INFO:tasks.workunit.client.0.smithi099.stdout:op 861 completed, throughput=5MB/sec 2024-04-12T16:24:33.956 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6xy_73HMTSjOYhC off=1556624 len=1466517 2024-04-12T16:24:33.962 INFO:tasks.workunit.client.0.smithi099.stdout:op 862 completed, throughput=5.01MB/sec 2024-04-12T16:24:34.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:24:34 smithi110 ceph-mon[88691]: pgmap v1500: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:24:34.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:24:34 smithi099 ceph-mon[94290]: pgmap v1500: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:24:34.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:24:34 smithi099 ceph-mon[96864]: pgmap v1500: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:24:34.963 INFO:tasks.workunit.client.0.smithi099.stdout: 168: throughput=4.98MB/sec pending data=0 2024-04-12T16:24:34.963 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-fikDHd38GaXwcgv off=10986738 len=1750224 2024-04-12T16:24:34.970 INFO:tasks.workunit.client.0.smithi099.stdout:op 863 completed, throughput=4.99MB/sec 2024-04-12T16:24:34.970 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-sm84qISNIoc40jU off=14720193 len=341039 2024-04-12T16:24:34.973 INFO:tasks.workunit.client.0.smithi099.stdout:op 864 completed, throughput=4.99MB/sec 2024-04-12T16:24:34.973 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-3ucFv3PvqboXbc5 off=4152240 len=1911549 2024-04-12T16:24:34.975 INFO:tasks.workunit.client.0.smithi099.stdout:op 865 completed, throughput=5MB/sec 2024-04-12T16:24:34.975 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-6LrC4HrQu9UOx8u off=2255676 len=1819738 2024-04-12T16:24:34.976 INFO:tasks.workunit.client.0.smithi099.stdout:op 866 completed, throughput=5.01MB/sec 2024-04-12T16:24:35.977 INFO:tasks.workunit.client.0.smithi099.stdout: 169: throughput=4.98MB/sec pending data=0 2024-04-12T16:24:35.977 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-0u2PpTT90EUd3mb off=3694295 len=854408 2024-04-12T16:24:35.978 INFO:tasks.workunit.client.0.smithi099.stdout:op 867 completed, throughput=4.98MB/sec 2024-04-12T16:24:35.978 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-J8HSaArWW5cdsQW off=1647450 len=1361520 2024-04-12T16:24:35.986 INFO:tasks.workunit.client.0.smithi099.stdout:op 868 completed, throughput=4.99MB/sec 2024-04-12T16:24:35.986 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-j6ANUp0QbktBc3d off=3440813 len=136193 2024-04-12T16:24:35.989 INFO:tasks.workunit.client.0.smithi099.stdout:op 869 completed, throughput=4.99MB/sec 2024-04-12T16:24:35.989 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-q-gCItLJAiZ6l_Y off=13743584 len=450211 2024-04-12T16:24:35.992 INFO:tasks.workunit.client.0.smithi099.stdout:op 870 completed, throughput=4.99MB/sec 2024-04-12T16:24:35.992 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--ZK2E7EsHGW9ZQ7 off=23219145 len=1031309 2024-04-12T16:24:35.993 INFO:tasks.workunit.client.0.smithi099.stdout:op 871 completed, throughput=5MB/sec 2024-04-12T16:24:36.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:24:36 smithi110 ceph-mon[88691]: pgmap v1501: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:24:36.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:24:36 smithi099 ceph-mon[94290]: pgmap v1501: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:24:36.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:24:36 smithi099 ceph-mon[96864]: pgmap v1501: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:24:36.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:24:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:24:36] "GET /metrics HTTP/1.1" 200 34116 "" "Prometheus/2.43.0" 2024-04-12T16:24:36.994 INFO:tasks.workunit.client.0.smithi099.stdout: 170: throughput=4.97MB/sec pending data=0 2024-04-12T16:24:36.994 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-SbdMQK4axUe3V2a off=12886913 len=1306324 2024-04-12T16:24:36.999 INFO:tasks.workunit.client.0.smithi099.stdout:op 872 completed, throughput=4.98MB/sec 2024-04-12T16:24:37.000 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-03I4PRCVBBE8wp1 off=115855 len=1399044 2024-04-12T16:24:37.001 INFO:tasks.workunit.client.0.smithi099.stdout:op 873 completed, throughput=4.99MB/sec 2024-04-12T16:24:37.001 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-jHA0IJ0OTGb-_af off=9885235 len=659070 2024-04-12T16:24:37.002 INFO:tasks.workunit.client.0.smithi099.stdout:op 874 completed, throughput=4.99MB/sec 2024-04-12T16:24:37.002 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-okrzrb2ZCYSKEoZ off=6721258 len=961632 2024-04-12T16:24:37.004 INFO:tasks.workunit.client.0.smithi099.stdout:op 875 completed, throughput=5MB/sec 2024-04-12T16:24:37.004 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Ft6BnxRoEDrr7Fl off=7231992 len=309139 2024-04-12T16:24:37.005 INFO:tasks.workunit.client.0.smithi099.stdout:op 876 completed, throughput=5MB/sec 2024-04-12T16:24:37.005 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-gjYA4obRO6ghPcs off=5692380 len=1648757 2024-04-12T16:24:37.014 INFO:tasks.workunit.client.0.smithi099.stdout:op 877 completed, throughput=5.01MB/sec 2024-04-12T16:24:38.014 INFO:tasks.workunit.client.0.smithi099.stdout: 171: throughput=4.98MB/sec pending data=0 2024-04-12T16:24:38.014 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-R1tAhkz-A-rnqen off=6525919 len=1123634 2024-04-12T16:24:38.017 INFO:tasks.workunit.client.0.smithi099.stdout:op 878 completed, throughput=4.98MB/sec 2024-04-12T16:24:38.017 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Vj85Ph14AHXW2Oe off=1641398 len=850901 2024-04-12T16:24:38.018 INFO:tasks.workunit.client.0.smithi099.stdout:op 879 completed, throughput=4.99MB/sec 2024-04-12T16:24:38.019 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Lf_zxEYEl9mfZ6a off=613038 len=890689 2024-04-12T16:24:38.024 INFO:tasks.workunit.client.0.smithi099.stdout:op 880 completed, throughput=4.99MB/sec 2024-04-12T16:24:38.024 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-GFvfzFaTEeRemv9 off=2026335 len=147909 2024-04-12T16:24:38.024 INFO:tasks.workunit.client.0.smithi099.stdout:op 881 completed, throughput=4.99MB/sec 2024-04-12T16:24:38.025 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-E79ErdfW9PGQYDU off=2442872 len=128318 2024-04-12T16:24:38.025 INFO:tasks.workunit.client.0.smithi099.stdout:op 882 completed, throughput=4.99MB/sec 2024-04-12T16:24:38.025 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-CiU3cbM5CVB9fb3 off=1406291 len=577011 2024-04-12T16:24:38.029 INFO:tasks.workunit.client.0.smithi099.stdout:op 883 completed, throughput=5MB/sec 2024-04-12T16:24:38.029 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-82nYwhjY1wOCXz2 off=792822 len=107290 2024-04-12T16:24:38.031 INFO:tasks.workunit.client.0.smithi099.stdout:op 884 completed, throughput=5MB/sec 2024-04-12T16:24:38.032 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-f1BKDUnFTSu1UZD off=5455380 len=1563090 2024-04-12T16:24:38.040 INFO:tasks.workunit.client.0.smithi099.stdout:op 885 completed, throughput=5.01MB/sec 2024-04-12T16:24:38.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:24:38 smithi110 ceph-mon[88691]: pgmap v1502: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T16:24:38.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:24:38 smithi099 ceph-mon[94290]: pgmap v1502: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T16:24:38.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:24:38 smithi099 ceph-mon[96864]: pgmap v1502: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T16:24:39.040 INFO:tasks.workunit.client.0.smithi099.stdout: 172: throughput=4.98MB/sec pending data=0 2024-04-12T16:24:39.041 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-5t-gpAK1DW30vlj off=8707639 len=704220 2024-04-12T16:24:39.042 INFO:tasks.workunit.client.0.smithi099.stdout:op 886 completed, throughput=4.98MB/sec 2024-04-12T16:24:39.042 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-2cIMI2lazVz2jpY off=8262378 len=1751591 2024-04-12T16:24:39.043 INFO:tasks.workunit.client.0.smithi099.stdout:op 887 completed, throughput=4.99MB/sec 2024-04-12T16:24:39.044 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-x7b0KEGJuvBSJqn off=2331855 len=658705 2024-04-12T16:24:39.048 INFO:tasks.workunit.client.0.smithi099.stdout:op 888 completed, throughput=4.99MB/sec 2024-04-12T16:24:39.048 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-mobpa2KT5rx9ej2 off=141983 len=1279381 2024-04-12T16:24:39.056 INFO:tasks.workunit.client.0.smithi099.stdout:op 889 completed, throughput=5MB/sec 2024-04-12T16:24:40.057 INFO:tasks.workunit.client.0.smithi099.stdout: 173: throughput=4.97MB/sec pending data=0 2024-04-12T16:24:40.057 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-5nc35IDpe_WnMMq off=1077755 len=902566 2024-04-12T16:24:40.058 INFO:tasks.workunit.client.0.smithi099.stdout:op 890 completed, throughput=4.98MB/sec 2024-04-12T16:24:40.058 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6GKCDJ1oN4lGp0B off=6610033 len=264472 2024-04-12T16:24:40.061 INFO:tasks.workunit.client.0.smithi099.stdout:op 891 completed, throughput=4.98MB/sec 2024-04-12T16:24:40.061 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-8tvvNm5h91Eyn-e off=2211742 len=51986 2024-04-12T16:24:40.062 INFO:tasks.workunit.client.0.smithi099.stdout:op 892 completed, throughput=4.98MB/sec 2024-04-12T16:24:40.062 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-UEJPImZ-m0aN_8I off=1188030 len=728413 2024-04-12T16:24:40.063 INFO:tasks.workunit.client.0.smithi099.stdout:op 893 completed, throughput=4.98MB/sec 2024-04-12T16:24:40.063 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-97ZVNJduu-MwdLG off=668215 len=332071 2024-04-12T16:24:40.066 INFO:tasks.workunit.client.0.smithi099.stdout:op 894 completed, throughput=4.98MB/sec 2024-04-12T16:24:40.066 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-bnKXrx8hI-7gCqk off=6831794 len=717811 2024-04-12T16:24:40.068 INFO:tasks.workunit.client.0.smithi099.stdout:op 895 completed, throughput=4.99MB/sec 2024-04-12T16:24:40.068 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-RXJ7-PNu3Y7ZcFD off=4363160 len=205705 2024-04-12T16:24:40.070 INFO:tasks.workunit.client.0.smithi099.stdout:op 896 completed, throughput=4.99MB/sec 2024-04-12T16:24:40.070 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-WdZ_BA9IDfGwykZ off=12674803 len=405506 2024-04-12T16:24:40.071 INFO:tasks.workunit.client.0.smithi099.stdout:op 897 completed, throughput=4.99MB/sec 2024-04-12T16:24:40.071 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Q7-JspdW5tHBdjl off=4096346 len=2061773 2024-04-12T16:24:40.073 INFO:tasks.workunit.client.0.smithi099.stdout:op 898 completed, throughput=5MB/sec 2024-04-12T16:24:40.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:24:40 smithi110 ceph-mon[88691]: pgmap v1503: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:24:40.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:24:40 smithi099 ceph-mon[94290]: pgmap v1503: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:24:40.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:24:40 smithi099 ceph-mon[96864]: pgmap v1503: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:24:41.073 INFO:tasks.workunit.client.0.smithi099.stdout: 174: throughput=4.97MB/sec pending data=0 2024-04-12T16:24:41.074 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-J3Y1xPV8s1SV_0J off=5609955 len=1070333 2024-04-12T16:24:41.076 INFO:tasks.workunit.client.0.smithi099.stdout:op 899 completed, throughput=4.98MB/sec 2024-04-12T16:24:41.076 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-CR0ffXd7QQKJJyS off=16900665 len=1103558 2024-04-12T16:24:41.078 INFO:tasks.workunit.client.0.smithi099.stdout:op 900 completed, throughput=4.99MB/sec 2024-04-12T16:24:41.078 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-BVQfgfzeAgcl3kz off=14554173 len=19573 2024-04-12T16:24:41.080 INFO:tasks.workunit.client.0.smithi099.stdout:op 901 completed, throughput=4.99MB/sec 2024-04-12T16:24:41.080 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-b41d-R2zad9ZG3J off=837617 len=943400 2024-04-12T16:24:41.081 INFO:tasks.workunit.client.0.smithi099.stdout:op 902 completed, throughput=4.99MB/sec 2024-04-12T16:24:41.082 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-US5O0p-cuiuCL90 off=852021 len=645753 2024-04-12T16:24:41.085 INFO:tasks.workunit.client.0.smithi099.stdout:op 903 completed, throughput=4.99MB/sec 2024-04-12T16:24:41.085 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-mIVbfDXDZHasS_b off=6745780 len=759877 2024-04-12T16:24:41.086 INFO:tasks.workunit.client.0.smithi099.stdout:op 904 completed, throughput=5MB/sec 2024-04-12T16:24:41.086 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-uQ04nXaWA7Vr0jS off=5945917 len=1372961 2024-04-12T16:24:41.092 INFO:tasks.workunit.client.0.smithi099.stdout:op 905 completed, throughput=5.01MB/sec 2024-04-12T16:24:42.092 INFO:tasks.workunit.client.0.smithi099.stdout: 175: throughput=4.98MB/sec pending data=0 2024-04-12T16:24:42.093 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-CPLbk1KofBNXv8Q off=4176072 len=3253 2024-04-12T16:24:42.093 INFO:tasks.workunit.client.0.smithi099.stdout:op 906 completed, throughput=4.98MB/sec 2024-04-12T16:24:42.093 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-s1EHMylnE6g7Uf- off=5180403 len=163015 2024-04-12T16:24:42.094 INFO:tasks.workunit.client.0.smithi099.stdout:op 907 completed, throughput=4.98MB/sec 2024-04-12T16:24:42.094 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-zCbCT8WEjDVEDNS off=3223186 len=2084127 2024-04-12T16:24:42.102 INFO:tasks.workunit.client.0.smithi099.stdout:op 908 completed, throughput=4.99MB/sec 2024-04-12T16:24:42.102 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-_ALJS0fCB-yBQta off=1157546 len=52086 2024-04-12T16:24:42.103 INFO:tasks.workunit.client.0.smithi099.stdout:op 909 completed, throughput=4.99MB/sec 2024-04-12T16:24:42.103 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-WaJnJkD2WSZui0r off=176406 len=99860 2024-04-12T16:24:42.105 INFO:tasks.workunit.client.0.smithi099.stdout:op 910 completed, throughput=4.99MB/sec 2024-04-12T16:24:42.105 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Xg76im6MgzOeDNA off=153779 len=1492885 2024-04-12T16:24:42.112 INFO:tasks.workunit.client.0.smithi099.stdout:op 911 completed, throughput=5MB/sec 2024-04-12T16:24:42.112 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Ixk9f2x9T_e1pMC off=153700 len=866363 2024-04-12T16:24:42.117 INFO:tasks.workunit.client.0.smithi099.stdout:op 912 completed, throughput=5MB/sec 2024-04-12T16:24:42.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:24:42 smithi110 ceph-mon[88691]: pgmap v1504: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-12T16:24:42.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:24:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:24:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:24:42.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:24:42 smithi099 ceph-mon[94290]: pgmap v1504: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-12T16:24:42.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:24:42 smithi099 ceph-mon[96864]: pgmap v1504: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-12T16:24:43.117 INFO:tasks.workunit.client.0.smithi099.stdout: 176: throughput=4.97MB/sec pending data=0 2024-04-12T16:24:43.117 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Fbop-55Mur6Xtmn off=4388720 len=2035481 2024-04-12T16:24:43.126 INFO:tasks.workunit.client.0.smithi099.stdout:op 913 completed, throughput=4.98MB/sec 2024-04-12T16:24:43.126 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-7DtLsjchteIJd3i off=2539381 len=286158 2024-04-12T16:24:43.129 INFO:tasks.workunit.client.0.smithi099.stdout:op 914 completed, throughput=4.99MB/sec 2024-04-12T16:24:43.129 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-3AOJf-ON6LfhQCP off=10818846 len=1811424 2024-04-12T16:24:43.138 INFO:tasks.workunit.client.0.smithi099.stdout:op 915 completed, throughput=5MB/sec 2024-04-12T16:24:43.138 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-WuU_1XEs2Qeihbx off=1480369 len=1465689 2024-04-12T16:24:43.141 INFO:tasks.workunit.client.0.smithi099.stdout:op 916 completed, throughput=5MB/sec 2024-04-12T16:24:43.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:24:43 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:24:43.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:24:43 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:24:43.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:24:43 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:24:44.141 INFO:tasks.workunit.client.0.smithi099.stdout: 177: throughput=4.98MB/sec pending data=0 2024-04-12T16:24:44.141 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-nhocmmjPkPeYj1h off=9984052 len=1912576 2024-04-12T16:24:44.144 INFO:tasks.workunit.client.0.smithi099.stdout:op 917 completed, throughput=4.99MB/sec 2024-04-12T16:24:44.144 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ovPt9gMifjhx8Kw off=21451667 len=731459 2024-04-12T16:24:44.145 INFO:tasks.workunit.client.0.smithi099.stdout:op 918 completed, throughput=4.99MB/sec 2024-04-12T16:24:44.145 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Av8oxCLWr5HNgBv off=292474 len=2073473 2024-04-12T16:24:44.154 INFO:tasks.workunit.client.0.smithi099.stdout:op 919 completed, throughput=5MB/sec 2024-04-12T16:24:44.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:24:44 smithi110 ceph-mon[88691]: pgmap v1505: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T16:24:44.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:24:44 smithi099 ceph-mon[94290]: pgmap v1505: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T16:24:44.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:24:44 smithi099 ceph-mon[96864]: pgmap v1505: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T16:24:45.154 INFO:tasks.workunit.client.0.smithi099.stdout: 178: throughput=4.97MB/sec pending data=0 2024-04-12T16:24:45.155 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-FxRDfZkmfT2CDup off=674267 len=666847 2024-04-12T16:24:45.158 INFO:tasks.workunit.client.0.smithi099.stdout:op 920 completed, throughput=4.98MB/sec 2024-04-12T16:24:45.159 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-K7TXBWhRsaJBpUi off=5165423 len=81540 2024-04-12T16:24:45.159 INFO:tasks.workunit.client.0.smithi099.stdout:op 921 completed, throughput=4.98MB/sec 2024-04-12T16:24:45.159 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-fUHpgsXmGzzFGtA off=9142915 len=2016915 2024-04-12T16:24:45.161 INFO:tasks.workunit.client.0.smithi099.stdout:op 922 completed, throughput=4.99MB/sec 2024-04-12T16:24:45.161 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-zfescfebOY41GPY off=3709715 len=524060 2024-04-12T16:24:45.162 INFO:tasks.workunit.client.0.smithi099.stdout:op 923 completed, throughput=4.99MB/sec 2024-04-12T16:24:45.162 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-vckrvmjTKjXG70H off=1530727 len=1383632 2024-04-12T16:24:45.170 INFO:tasks.workunit.client.0.smithi099.stdout:op 924 completed, throughput=5MB/sec 2024-04-12T16:24:45.170 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-hw5QA7HtVG0arz4 off=2211754 len=2070614 2024-04-12T16:24:45.171 INFO:tasks.workunit.client.0.smithi099.stdout:op 925 completed, throughput=5.01MB/sec 2024-04-12T16:24:46.172 INFO:tasks.workunit.client.0.smithi099.stdout: 179: throughput=4.98MB/sec pending data=0 2024-04-12T16:24:46.172 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-U53hHc2aUCOT7j1 off=2722717 len=1472679 2024-04-12T16:24:46.174 INFO:tasks.workunit.client.0.smithi099.stdout:op 926 completed, throughput=4.99MB/sec 2024-04-12T16:24:46.174 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-bqOFkz4DuLFJQD3 off=1745270 len=1163695 2024-04-12T16:24:46.179 INFO:tasks.workunit.client.0.smithi099.stdout:op 927 completed, throughput=4.99MB/sec 2024-04-12T16:24:46.179 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-iEs5xCDKpiK2M-k off=1996692 len=262371 2024-04-12T16:24:46.180 INFO:tasks.workunit.client.0.smithi099.stdout:op 928 completed, throughput=5MB/sec 2024-04-12T16:24:46.180 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-uKAk7BUkHFHbhE3 off=1462582 len=278583 2024-04-12T16:24:46.181 INFO:tasks.workunit.client.0.smithi099.stdout:op 929 completed, throughput=5MB/sec 2024-04-12T16:24:46.181 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-g0LbztlGJZAMYcE off=8851309 len=1995426 2024-04-12T16:24:46.183 INFO:tasks.workunit.client.0.smithi099.stdout:op 930 completed, throughput=5.01MB/sec 2024-04-12T16:24:46.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:24:46 smithi110 ceph-mon[88691]: pgmap v1506: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:24:46.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:24:46 smithi099 ceph-mon[94290]: pgmap v1506: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:24:46.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:24:46 smithi099 ceph-mon[96864]: pgmap v1506: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:24:46.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:24:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:24:46] "GET /metrics HTTP/1.1" 200 34116 "" "Prometheus/2.43.0" 2024-04-12T16:24:47.184 INFO:tasks.workunit.client.0.smithi099.stdout: 180: throughput=4.98MB/sec pending data=0 2024-04-12T16:24:47.184 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-VETfYDMhID_AL6v off=5839717 len=220173 2024-04-12T16:24:47.187 INFO:tasks.workunit.client.0.smithi099.stdout:op 931 completed, throughput=4.98MB/sec 2024-04-12T16:24:47.187 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-JL_xAbInPvrTU-2 off=15068120 len=307947 2024-04-12T16:24:47.188 INFO:tasks.workunit.client.0.smithi099.stdout:op 932 completed, throughput=4.98MB/sec 2024-04-12T16:24:47.188 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj--ZQ4YHSINMP9DRF off=1752851 len=562793 2024-04-12T16:24:47.191 INFO:tasks.workunit.client.0.smithi099.stdout:op 933 completed, throughput=4.99MB/sec 2024-04-12T16:24:47.191 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-dAuTyU5rcnE_xAa off=2474455 len=232402 2024-04-12T16:24:47.195 INFO:tasks.workunit.client.0.smithi099.stdout:op 934 completed, throughput=4.99MB/sec 2024-04-12T16:24:47.195 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-wnM0gc9uy7uhLAv off=11685490 len=1284565 2024-04-12T16:24:47.200 INFO:tasks.workunit.client.0.smithi099.stdout:op 935 completed, throughput=4.99MB/sec 2024-04-12T16:24:47.201 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-5kGfCOdOJN2VTGC off=8400380 len=287629 2024-04-12T16:24:47.201 INFO:tasks.workunit.client.0.smithi099.stdout:op 936 completed, throughput=4.99MB/sec 2024-04-12T16:24:47.201 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-AHFnALVjfoL2s6b off=14969705 len=68639 2024-04-12T16:24:47.202 INFO:tasks.workunit.client.0.smithi099.stdout:op 937 completed, throughput=4.99MB/sec 2024-04-12T16:24:47.202 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-S9GQNMslk1pkaRS off=10713469 len=1579799 2024-04-12T16:24:47.210 INFO:tasks.workunit.client.0.smithi099.stdout:op 938 completed, throughput=5MB/sec 2024-04-12T16:24:48.210 INFO:tasks.workunit.client.0.smithi099.stdout: 181: throughput=4.98MB/sec pending data=0 2024-04-12T16:24:48.210 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-HVc9TVnFY-vXTDb off=20711692 len=1031313 2024-04-12T16:24:48.215 INFO:tasks.workunit.client.0.smithi099.stdout:op 939 completed, throughput=4.98MB/sec 2024-04-12T16:24:48.216 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-iGGjzuKTHjGtgJj off=10566510 len=116799 2024-04-12T16:24:48.218 INFO:tasks.workunit.client.0.smithi099.stdout:op 940 completed, throughput=4.98MB/sec 2024-04-12T16:24:48.218 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-pJ0LyAy7SPJMnE6 off=4582362 len=831323 2024-04-12T16:24:48.219 INFO:tasks.workunit.client.0.smithi099.stdout:op 941 completed, throughput=4.99MB/sec 2024-04-12T16:24:48.219 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-MBxOenvcrcatTEm off=6754495 len=1353786 2024-04-12T16:24:48.220 INFO:tasks.workunit.client.0.smithi099.stdout:op 942 completed, throughput=4.99MB/sec 2024-04-12T16:24:48.220 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-7Vfv4CuUtI1oSu2 off=1722150 len=267360 2024-04-12T16:24:48.221 INFO:tasks.workunit.client.0.smithi099.stdout:op 943 completed, throughput=4.99MB/sec 2024-04-12T16:24:48.221 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-e0uZzeteE4FK1yp off=7044495 len=699694 2024-04-12T16:24:48.225 INFO:tasks.workunit.client.0.smithi099.stdout:op 944 completed, throughput=5MB/sec 2024-04-12T16:24:48.225 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-c5iUbAwl9hykNRs off=4445580 len=1077190 2024-04-12T16:24:48.227 INFO:tasks.workunit.client.0.smithi099.stdout:op 945 completed, throughput=5MB/sec 2024-04-12T16:24:48.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:24:48 smithi110 ceph-mon[88691]: pgmap v1507: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T16:24:48.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:24:48 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:48.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:24:48 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:24:48.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:24:48 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:24:48.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:24:48 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:24:48.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:24:48 smithi099 ceph-mon[94290]: pgmap v1507: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T16:24:48.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:24:48 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:48.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:24:48 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:24:48.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:24:48 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:24:48.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:24:48 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:24:48.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:24:48 smithi099 ceph-mon[96864]: pgmap v1507: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T16:24:48.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:24:48 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:48.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:24:48 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:24:48.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:24:48 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:24:48.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:24:48 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:24:49.227 INFO:tasks.workunit.client.0.smithi099.stdout: 182: throughput=4.98MB/sec pending data=0 2024-04-12T16:24:49.228 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-BYpmi3BeH81VvB7 off=13748149 len=2036766 2024-04-12T16:24:49.238 INFO:tasks.workunit.client.0.smithi099.stdout:op 946 completed, throughput=4.99MB/sec 2024-04-12T16:24:49.238 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1Ljc99oa-NuidM0 off=992467 len=807395 2024-04-12T16:24:49.243 INFO:tasks.workunit.client.0.smithi099.stdout:op 947 completed, throughput=4.99MB/sec 2024-04-12T16:24:49.243 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Ya1KjseN3PL3tAo off=3281810 len=836333 2024-04-12T16:24:49.244 INFO:tasks.workunit.client.0.smithi099.stdout:op 948 completed, throughput=4.99MB/sec 2024-04-12T16:24:49.244 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6AUeeVMucYsiCVM off=488900 len=1963669 2024-04-12T16:24:49.254 INFO:tasks.workunit.client.0.smithi099.stdout:op 949 completed, throughput=5MB/sec 2024-04-12T16:24:50.254 INFO:tasks.workunit.client.0.smithi099.stdout: 183: throughput=4.98MB/sec pending data=0 2024-04-12T16:24:50.254 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-1JNgQPSu7-9M_8e off=7728353 len=1082801 2024-04-12T16:24:50.256 INFO:tasks.workunit.client.0.smithi099.stdout:op 950 completed, throughput=4.98MB/sec 2024-04-12T16:24:50.256 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-69RIok89RzGwBPX off=3780899 len=654820 2024-04-12T16:24:50.260 INFO:tasks.workunit.client.0.smithi099.stdout:op 951 completed, throughput=4.99MB/sec 2024-04-12T16:24:50.260 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-S1xvBZx9lGsQQK- off=6122623 len=414237 2024-04-12T16:24:50.260 INFO:tasks.workunit.client.0.smithi099.stdout:op 952 completed, throughput=4.99MB/sec 2024-04-12T16:24:50.260 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-LfHs4HVklT-Yt6D off=2243751 len=1495021 2024-04-12T16:24:50.267 INFO:tasks.workunit.client.0.smithi099.stdout:op 953 completed, throughput=5MB/sec 2024-04-12T16:24:50.267 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-K4jz8jv9sqwly-1 off=3126612 len=1174589 2024-04-12T16:24:50.268 INFO:tasks.workunit.client.0.smithi099.stdout:op 954 completed, throughput=5MB/sec 2024-04-12T16:24:50.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:24:50 smithi099 ceph-mon[96864]: pgmap v1508: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:24:50.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:24:50 smithi099 ceph-mon[94290]: pgmap v1508: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:24:50.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:24:50 smithi110 ceph-mon[88691]: pgmap v1508: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:24:51.269 INFO:tasks.workunit.client.0.smithi099.stdout: 184: throughput=4.97MB/sec pending data=0 2024-04-12T16:24:51.269 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-4lk_14jl-79TH-6 off=11058140 len=180804 2024-04-12T16:24:51.269 INFO:tasks.workunit.client.0.smithi099.stdout:op 955 completed, throughput=4.98MB/sec 2024-04-12T16:24:51.269 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-K1NULiFunmcbR1L off=1999127 len=568813 2024-04-12T16:24:51.273 INFO:tasks.workunit.client.0.smithi099.stdout:op 956 completed, throughput=4.98MB/sec 2024-04-12T16:24:51.273 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-V8jC7La-adRZiIz off=4683763 len=546703 2024-04-12T16:24:51.274 INFO:tasks.workunit.client.0.smithi099.stdout:op 957 completed, throughput=4.98MB/sec 2024-04-12T16:24:51.274 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_VgmNcxeycIyNEp off=340357 len=450859 2024-04-12T16:24:51.277 INFO:tasks.workunit.client.0.smithi099.stdout:op 958 completed, throughput=4.98MB/sec 2024-04-12T16:24:51.278 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-6-O4oXLKR8Qss40 off=0 len=1705679 2024-04-12T16:24:51.280 INFO:tasks.workunit.client.0.smithi099.stdout:op 959 completed, throughput=4.99MB/sec 2024-04-12T16:24:51.280 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ON85BccSujzQnI0 off=4885243 len=1629570 2024-04-12T16:24:51.281 INFO:tasks.workunit.client.0.smithi099.stdout:op 960 completed, throughput=5MB/sec 2024-04-12T16:24:52.281 INFO:tasks.workunit.client.0.smithi099.stdout: 185: throughput=4.97MB/sec pending data=0 2024-04-12T16:24:52.281 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-BjS1f6hArvXdFi3 off=11190730 len=1044376 2024-04-12T16:24:52.283 INFO:tasks.workunit.client.0.smithi099.stdout:op 961 completed, throughput=4.98MB/sec 2024-04-12T16:24:52.283 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-FEcz_JhRWYHTN7V off=2586948 len=2027815 2024-04-12T16:24:52.285 INFO:tasks.workunit.client.0.smithi099.stdout:op 962 completed, throughput=4.99MB/sec 2024-04-12T16:24:52.285 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-SXRoX65oARpLIfC off=7302997 len=156674 2024-04-12T16:24:52.286 INFO:tasks.workunit.client.0.smithi099.stdout:op 963 completed, throughput=4.99MB/sec 2024-04-12T16:24:52.286 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-YIfVBqqXSePk63z off=5013569 len=211202 2024-04-12T16:24:52.288 INFO:tasks.workunit.client.0.smithi099.stdout:op 964 completed, throughput=4.99MB/sec 2024-04-12T16:24:52.288 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-N7AbhAXD_j4d6LD off=4912622 len=1320291 2024-04-12T16:24:52.295 INFO:tasks.workunit.client.0.smithi099.stdout:op 965 completed, throughput=5MB/sec 2024-04-12T16:24:52.295 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qTTBmajty1VbHuf off=3339814 len=733198 2024-04-12T16:24:52.299 INFO:tasks.workunit.client.0.smithi099.stdout:op 966 completed, throughput=5MB/sec 2024-04-12T16:24:52.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:24:52 smithi110 ceph-mon[88691]: pgmap v1509: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-12T16:24:52.581 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:24:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:24:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:24:52.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:24:52 smithi099 ceph-mon[94290]: pgmap v1509: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-12T16:24:52.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:24:52 smithi099 ceph-mon[96864]: pgmap v1509: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-12T16:24:53.300 INFO:tasks.workunit.client.0.smithi099.stdout: 186: throughput=4.97MB/sec pending data=0 2024-04-12T16:24:53.300 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Rt80BmMcLu8oQxe off=8516124 len=124856 2024-04-12T16:24:53.300 INFO:tasks.workunit.client.0.smithi099.stdout:op 967 completed, throughput=4.98MB/sec 2024-04-12T16:24:53.300 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-QAVrvaE8vpIPD6b off=9243095 len=202341 2024-04-12T16:24:53.305 INFO:tasks.workunit.client.0.smithi099.stdout:op 968 completed, throughput=4.98MB/sec 2024-04-12T16:24:53.305 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-OODQ9wWCD2XmSX0 off=5720192 len=1061076 2024-04-12T16:24:53.310 INFO:tasks.workunit.client.0.smithi099.stdout:op 969 completed, throughput=4.98MB/sec 2024-04-12T16:24:53.310 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-VL9nI7nM0sg_kMz off=1745014 len=1625407 2024-04-12T16:24:53.312 INFO:tasks.workunit.client.0.smithi099.stdout:op 970 completed, throughput=4.99MB/sec 2024-04-12T16:24:53.312 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-xgB54EuDRS3MtCZ off=41575 len=776148 2024-04-12T16:24:53.314 INFO:tasks.workunit.client.0.smithi099.stdout:op 971 completed, throughput=4.99MB/sec 2024-04-12T16:24:53.314 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-kuJpRgid7BxQJAe off=10554330 len=1229539 2024-04-12T16:24:53.315 INFO:tasks.workunit.client.0.smithi099.stdout:op 972 completed, throughput=5MB/sec 2024-04-12T16:24:53.315 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-j1y5Vj4d_9njflh off=6728683 len=565349 2024-04-12T16:24:53.317 INFO:tasks.workunit.client.0.smithi099.stdout:op 973 completed, throughput=5MB/sec 2024-04-12T16:24:54.317 INFO:tasks.workunit.client.0.smithi099.stdout: 187: throughput=4.98MB/sec pending data=0 2024-04-12T16:24:54.317 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-oG548HW4ye6hopQ off=1838582 len=794145 2024-04-12T16:24:54.318 INFO:tasks.workunit.client.0.smithi099.stdout:op 974 completed, throughput=4.98MB/sec 2024-04-12T16:24:54.318 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-UekCgBhVa8n5VR2 off=6623237 len=1585022 2024-04-12T16:24:54.322 INFO:tasks.workunit.client.0.smithi099.stdout:op 975 completed, throughput=4.99MB/sec 2024-04-12T16:24:54.322 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-kVhdq7QV1JoFCVq off=3171407 len=399474 2024-04-12T16:24:54.325 INFO:tasks.workunit.client.0.smithi099.stdout:op 976 completed, throughput=4.99MB/sec 2024-04-12T16:24:54.325 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-v-4XhHzg_Qwn5uP off=720220 len=254829 2024-04-12T16:24:54.326 INFO:tasks.workunit.client.0.smithi099.stdout:op 977 completed, throughput=4.99MB/sec 2024-04-12T16:24:54.326 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-VmwMwIjj4eUdIHn off=4227669 len=371888 2024-04-12T16:24:54.327 INFO:tasks.workunit.client.0.smithi099.stdout:op 978 completed, throughput=4.99MB/sec 2024-04-12T16:24:54.327 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-6Uc13Iv-oJEJKBq off=7383659 len=361961 2024-04-12T16:24:54.327 INFO:tasks.workunit.client.0.smithi099.stdout:op 979 completed, throughput=4.99MB/sec 2024-04-12T16:24:54.328 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-5dXlOHts1MTdai5 off=6814237 len=138374 2024-04-12T16:24:54.328 INFO:tasks.workunit.client.0.smithi099.stdout:op 980 completed, throughput=5MB/sec 2024-04-12T16:24:54.328 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-fpGCxGL22feen-y off=530026 len=375011 2024-04-12T16:24:54.332 INFO:tasks.workunit.client.0.smithi099.stdout:op 981 completed, throughput=5MB/sec 2024-04-12T16:24:54.332 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-zWRsIq8Eomf4fur off=14714054 len=663459 2024-04-12T16:24:54.333 INFO:tasks.workunit.client.0.smithi099.stdout:op 982 completed, throughput=5MB/sec 2024-04-12T16:24:54.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:24:54 smithi099 ceph-mon[94290]: pgmap v1510: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:24:54.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:24:54 smithi099 ceph-mon[96864]: pgmap v1510: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:24:54.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:24:54 smithi110 ceph-mon[88691]: pgmap v1510: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:24:55.333 INFO:tasks.workunit.client.0.smithi099.stdout: 188: throughput=4.97MB/sec pending data=0 2024-04-12T16:24:55.333 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qyYcWGW2nsgW3bb off=12193158 len=1532539 2024-04-12T16:24:55.342 INFO:tasks.workunit.client.0.smithi099.stdout:op 983 completed, throughput=4.98MB/sec 2024-04-12T16:24:55.342 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_UDGZLUyWUZJ1la off=4112065 len=2034062 2024-04-12T16:24:55.352 INFO:tasks.workunit.client.0.smithi099.stdout:op 984 completed, throughput=4.99MB/sec 2024-04-12T16:24:55.352 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Py4BldGVxT-Usf9 off=9652777 len=1620700 2024-04-12T16:24:55.360 INFO:tasks.workunit.client.0.smithi099.stdout:op 985 completed, throughput=5MB/sec 2024-04-12T16:24:55.361 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-cBnAI1oimqahcZT off=155355 len=501139 2024-04-12T16:24:55.363 INFO:tasks.workunit.client.0.smithi099.stdout:op 986 completed, throughput=5MB/sec 2024-04-12T16:24:56.363 INFO:tasks.workunit.client.0.smithi099.stdout: 189: throughput=4.98MB/sec pending data=0 2024-04-12T16:24:56.363 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Sg3ZcAAIYt_QYL- off=13413531 len=787221 2024-04-12T16:24:56.368 INFO:tasks.workunit.client.0.smithi099.stdout:op 987 completed, throughput=4.98MB/sec 2024-04-12T16:24:56.368 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-oZ2tHp4N_dUb28p off=3123173 len=1581175 2024-04-12T16:24:56.370 INFO:tasks.workunit.client.0.smithi099.stdout:op 988 completed, throughput=4.99MB/sec 2024-04-12T16:24:56.370 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-4-rtyRXdpexACZi off=6300525 len=1475255 2024-04-12T16:24:56.373 INFO:tasks.workunit.client.0.smithi099.stdout:op 989 completed, throughput=4.99MB/sec 2024-04-12T16:24:56.373 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-gprs4rM9UrRfh-0 off=1237175 len=1579365 2024-04-12T16:24:56.381 INFO:tasks.workunit.client.0.smithi099.stdout:op 990 completed, throughput=5MB/sec 2024-04-12T16:24:56.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:24:56 smithi099 ceph-mon[94290]: pgmap v1511: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:24:56.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:24:56 smithi099 ceph-mon[96864]: pgmap v1511: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:24:56.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:24:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:24:56] "GET /metrics HTTP/1.1" 200 34116 "" "Prometheus/2.43.0" 2024-04-12T16:24:56.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:24:56 smithi110 ceph-mon[88691]: pgmap v1511: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:24:57.382 INFO:tasks.workunit.client.0.smithi099.stdout: 190: throughput=4.98MB/sec pending data=0 2024-04-12T16:24:57.382 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-dWLHVR1A-76nh3V off=1049505 len=1986510 2024-04-12T16:24:57.383 INFO:tasks.workunit.client.0.smithi099.stdout:op 991 completed, throughput=4.99MB/sec 2024-04-12T16:24:57.384 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-RP_YsaBWMC3_TvC off=4815133 len=1075216 2024-04-12T16:24:57.385 INFO:tasks.workunit.client.0.smithi099.stdout:op 992 completed, throughput=4.99MB/sec 2024-04-12T16:24:57.385 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-BjS1f6hArvXdFi3 off=12664764 len=1084440 2024-04-12T16:24:57.413 INFO:tasks.workunit.client.0.smithi099.stdout:op 993 completed, throughput=5MB/sec 2024-04-12T16:24:57.413 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-yzDGbl2iEhjwvHf off=6150982 len=947418 2024-04-12T16:24:57.414 INFO:tasks.workunit.client.0.smithi099.stdout:op 994 completed, throughput=5MB/sec 2024-04-12T16:24:58.414 INFO:tasks.workunit.client.0.smithi099.stdout: 191: throughput=4.97MB/sec pending data=0 2024-04-12T16:24:58.415 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ko_q_mYQJuDzWgZ off=5008 len=497517 2024-04-12T16:24:58.415 INFO:tasks.workunit.client.0.smithi099.stdout:op 995 completed, throughput=4.98MB/sec 2024-04-12T16:24:58.415 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Vac1CS4eKnhN1ct off=5989808 len=1021563 2024-04-12T16:24:58.421 INFO:tasks.workunit.client.0.smithi099.stdout:op 996 completed, throughput=4.98MB/sec 2024-04-12T16:24:58.422 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qRifDVyGsRkt5Rv off=7795446 len=1898363 2024-04-12T16:24:58.429 INFO:tasks.workunit.client.0.smithi099.stdout:op 997 completed, throughput=4.99MB/sec 2024-04-12T16:24:58.429 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-JpMawl3hhspITbx off=642849 len=907814 2024-04-12T16:24:58.430 INFO:tasks.workunit.client.0.smithi099.stdout:op 998 completed, throughput=5MB/sec 2024-04-12T16:24:58.431 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-fjRQrvQfug0AtrK off=3337010 len=1159548 2024-04-12T16:24:58.437 INFO:tasks.workunit.client.0.smithi099.stdout:op 999 completed, throughput=5MB/sec 2024-04-12T16:24:58.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:24:58 smithi099 ceph-mon[94290]: pgmap v1512: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T16:24:58.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:24:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:24:58.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:24:58 smithi099 ceph-mon[96864]: pgmap v1512: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T16:24:58.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:24:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:24:58.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:24:58 smithi110 ceph-mon[88691]: pgmap v1512: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T16:24:58.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:24:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:24:59.437 INFO:tasks.workunit.client.0.smithi099.stdout: 192: throughput=4.98MB/sec pending data=0 2024-04-12T16:24:59.438 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-5v2wNeyb14VPp4u off=112135 len=1155350 2024-04-12T16:24:59.443 INFO:tasks.workunit.client.0.smithi099.stdout:op 1000 completed, throughput=4.98MB/sec 2024-04-12T16:24:59.443 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-4X9QNaHkYaN3C5I off=3226152 len=322370 2024-04-12T16:24:59.446 INFO:tasks.workunit.client.0.smithi099.stdout:op 1001 completed, throughput=4.98MB/sec 2024-04-12T16:24:59.446 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-5kmInlnJL113F6K off=6626941 len=96047 2024-04-12T16:24:59.446 INFO:tasks.workunit.client.0.smithi099.stdout:op 1002 completed, throughput=4.98MB/sec 2024-04-12T16:24:59.446 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-v-4XhHzg_Qwn5uP off=6406619 len=822117 2024-04-12T16:24:59.448 INFO:tasks.workunit.client.0.smithi099.stdout:op 1003 completed, throughput=4.99MB/sec 2024-04-12T16:24:59.448 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-wsc477QQtk0hNtN off=0 len=1506769 2024-04-12T16:24:59.450 INFO:tasks.workunit.client.0.smithi099.stdout:op 1004 completed, throughput=4.99MB/sec 2024-04-12T16:24:59.450 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-cphVK7-YSyMzAoy off=4057700 len=2001958 2024-04-12T16:24:59.452 INFO:tasks.workunit.client.0.smithi099.stdout:op 1005 completed, throughput=5MB/sec 2024-04-12T16:25:00.452 INFO:tasks.workunit.client.0.smithi099.stdout: 193: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:00.453 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-6Gjb0mzoeBkIU33 off=2544979 len=1648509 2024-04-12T16:25:00.454 INFO:tasks.workunit.client.0.smithi099.stdout:op 1006 completed, throughput=4.99MB/sec 2024-04-12T16:25:00.454 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-zDSjndkeb1DucK8 off=10147952 len=722950 2024-04-12T16:25:00.455 INFO:tasks.workunit.client.0.smithi099.stdout:op 1007 completed, throughput=4.99MB/sec 2024-04-12T16:25:00.455 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-PAy2XeU52piD0qm off=7095588 len=940956 2024-04-12T16:25:00.461 INFO:tasks.workunit.client.0.smithi099.stdout:op 1008 completed, throughput=4.99MB/sec 2024-04-12T16:25:00.461 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-yw8AeqZfH-OesgC off=7803464 len=1079839 2024-04-12T16:25:00.470 INFO:tasks.workunit.client.0.smithi099.stdout:op 1009 completed, throughput=5MB/sec 2024-04-12T16:25:00.470 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-yRDdmbawBPPb7i1 off=862781 len=1404807 2024-04-12T16:25:00.472 INFO:tasks.workunit.client.0.smithi099.stdout:op 1010 completed, throughput=5.01MB/sec 2024-04-12T16:25:00.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:25:00 smithi099 ceph-mon[94290]: pgmap v1513: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T16:25:00.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:25:00 smithi099 ceph-mon[96864]: pgmap v1513: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T16:25:00.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:25:00 smithi110 ceph-mon[88691]: pgmap v1513: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T16:25:01.473 INFO:tasks.workunit.client.0.smithi099.stdout: 194: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:01.473 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Ydsy-cW5HbGmOwz off=1875908 len=1109961 2024-04-12T16:25:01.478 INFO:tasks.workunit.client.0.smithi099.stdout:op 1011 completed, throughput=4.99MB/sec 2024-04-12T16:25:01.478 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-vOvCTVg67kzqnb4 off=92122 len=2093060 2024-04-12T16:25:01.480 INFO:tasks.workunit.client.0.smithi099.stdout:op 1012 completed, throughput=5MB/sec 2024-04-12T16:25:01.480 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-s299KH9pJibYTlR off=1430306 len=1847275 2024-04-12T16:25:01.482 INFO:tasks.workunit.client.0.smithi099.stdout:op 1013 completed, throughput=5MB/sec 2024-04-12T16:25:02.483 INFO:tasks.workunit.client.0.smithi099.stdout: 195: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:02.483 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-zDXLLujun1HbEmP off=14464795 len=1483967 2024-04-12T16:25:02.490 INFO:tasks.workunit.client.0.smithi099.stdout:op 1014 completed, throughput=4.99MB/sec 2024-04-12T16:25:02.490 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-tRYeNBGUHUfkloE off=16275839 len=854493 2024-04-12T16:25:02.492 INFO:tasks.workunit.client.0.smithi099.stdout:op 1015 completed, throughput=4.99MB/sec 2024-04-12T16:25:02.492 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-T1jLQPEBRoXZV7T off=741412 len=1673814 2024-04-12T16:25:02.494 INFO:tasks.workunit.client.0.smithi099.stdout:op 1016 completed, throughput=5MB/sec 2024-04-12T16:25:02.494 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-XF4iKkkN1_vN41O off=3174661 len=1388254 2024-04-12T16:25:02.496 INFO:tasks.workunit.client.0.smithi099.stdout:op 1017 completed, throughput=5.01MB/sec 2024-04-12T16:25:02.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:25:02 smithi110 ceph-mon[88691]: pgmap v1514: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T16:25:02.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:25:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:25:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:25:02.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:25:02 smithi099 ceph-mon[94290]: pgmap v1514: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T16:25:02.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:25:02 smithi099 ceph-mon[96864]: pgmap v1514: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T16:25:03.496 INFO:tasks.workunit.client.0.smithi099.stdout: 196: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:03.496 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-q4Ssh59UBrGDebR off=4753849 len=1673456 2024-04-12T16:25:03.505 INFO:tasks.workunit.client.0.smithi099.stdout:op 1018 completed, throughput=4.99MB/sec 2024-04-12T16:25:03.506 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-P0AyB5XP7kovgSr off=1490417 len=1270539 2024-04-12T16:25:03.507 INFO:tasks.workunit.client.0.smithi099.stdout:op 1019 completed, throughput=4.99MB/sec 2024-04-12T16:25:03.507 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-T0DGC1nHNMmWCAD off=8733090 len=725668 2024-04-12T16:25:03.509 INFO:tasks.workunit.client.0.smithi099.stdout:op 1020 completed, throughput=5MB/sec 2024-04-12T16:25:03.509 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-PtDWIYJ33gIrVr2 off=1804831 len=928262 2024-04-12T16:25:03.510 INFO:tasks.workunit.client.0.smithi099.stdout:op 1021 completed, throughput=5MB/sec 2024-04-12T16:25:04.510 INFO:tasks.workunit.client.0.smithi099.stdout: 197: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:04.511 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-_S3C0gaQLIjXxNb off=9869406 len=1563684 2024-04-12T16:25:04.512 INFO:tasks.workunit.client.0.smithi099.stdout:op 1022 completed, throughput=4.98MB/sec 2024-04-12T16:25:04.513 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-5djkR-kx7ZKsTdw off=4042211 len=114617 2024-04-12T16:25:04.515 INFO:tasks.workunit.client.0.smithi099.stdout:op 1023 completed, throughput=4.98MB/sec 2024-04-12T16:25:04.515 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-EKQ-9VG4T27vesa off=11437759 len=246895 2024-04-12T16:25:04.518 INFO:tasks.workunit.client.0.smithi099.stdout:op 1024 completed, throughput=4.99MB/sec 2024-04-12T16:25:04.518 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-SoQMSxTPOQQxpMk off=18841400 len=176192 2024-04-12T16:25:04.521 INFO:tasks.workunit.client.0.smithi099.stdout:op 1025 completed, throughput=4.99MB/sec 2024-04-12T16:25:04.521 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ZpAmJBLwDp13L3P off=2387265 len=880059 2024-04-12T16:25:04.523 INFO:tasks.workunit.client.0.smithi099.stdout:op 1026 completed, throughput=4.99MB/sec 2024-04-12T16:25:04.523 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-zSwnwB42eMxNLMZ off=2087423 len=220400 2024-04-12T16:25:04.524 INFO:tasks.workunit.client.0.smithi099.stdout:op 1027 completed, throughput=4.99MB/sec 2024-04-12T16:25:04.524 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-BC9r9L9BP6u28x4 off=7378054 len=1976012 2024-04-12T16:25:04.526 INFO:tasks.workunit.client.0.smithi099.stdout:op 1028 completed, throughput=5MB/sec 2024-04-12T16:25:04.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:25:04 smithi099 ceph-mon[94290]: pgmap v1515: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T16:25:04.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:25:04 smithi099 ceph-mon[96864]: pgmap v1515: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T16:25:04.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:25:04 smithi110 ceph-mon[88691]: pgmap v1515: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T16:25:05.527 INFO:tasks.workunit.client.0.smithi099.stdout: 198: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:05.527 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-fg7nzln_Kk6ueI2 off=9308359 len=320764 2024-04-12T16:25:05.527 INFO:tasks.workunit.client.0.smithi099.stdout:op 1029 completed, throughput=4.98MB/sec 2024-04-12T16:25:05.527 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-4fGeOU1akYmIsNc off=3370613 len=1831732 2024-04-12T16:25:05.530 INFO:tasks.workunit.client.0.smithi099.stdout:op 1030 completed, throughput=4.99MB/sec 2024-04-12T16:25:05.530 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-_3TVFAMLBgfvMup off=2377605 len=407085 2024-04-12T16:25:05.531 INFO:tasks.workunit.client.0.smithi099.stdout:op 1031 completed, throughput=4.99MB/sec 2024-04-12T16:25:05.531 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-cUUP3nv4agTfgxG off=16918164 len=1793681 2024-04-12T16:25:05.532 INFO:tasks.workunit.client.0.smithi099.stdout:op 1032 completed, throughput=5MB/sec 2024-04-12T16:25:05.532 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj--TT29lj_g4zm47q off=5117770 len=284059 2024-04-12T16:25:05.536 INFO:tasks.workunit.client.0.smithi099.stdout:op 1033 completed, throughput=5MB/sec 2024-04-12T16:25:05.536 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-b3kqKTdrwE8g3PQ off=3248983 len=649313 2024-04-12T16:25:05.539 INFO:tasks.workunit.client.0.smithi099.stdout:op 1034 completed, throughput=5MB/sec 2024-04-12T16:25:06.540 INFO:tasks.workunit.client.0.smithi099.stdout: 199: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:06.540 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-sgFMhLrPKFa4a_j off=17811184 len=434627 2024-04-12T16:25:06.541 INFO:tasks.workunit.client.0.smithi099.stdout:op 1035 completed, throughput=4.98MB/sec 2024-04-12T16:25:06.541 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-owuN2SGV-bxdEWD off=20413933 len=1969146 2024-04-12T16:25:06.551 INFO:tasks.workunit.client.0.smithi099.stdout:op 1036 completed, throughput=4.99MB/sec 2024-04-12T16:25:06.551 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Y69ek1I7iyDn3bR off=17265443 len=1400127 2024-04-12T16:25:06.557 INFO:tasks.workunit.client.0.smithi099.stdout:op 1037 completed, throughput=4.99MB/sec 2024-04-12T16:25:06.557 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-N0-GqV1u5rI_zC4 off=1532200 len=2043691 2024-04-12T16:25:06.567 INFO:tasks.workunit.client.0.smithi099.stdout:op 1038 completed, throughput=5MB/sec 2024-04-12T16:25:06.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:25:06 smithi099 ceph-mon[96864]: pgmap v1516: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T16:25:06.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:25:06 smithi099 ceph-mon[94290]: pgmap v1516: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T16:25:06.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:25:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:25:06] "GET /metrics HTTP/1.1" 200 34113 "" "Prometheus/2.43.0" 2024-04-12T16:25:06.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:25:06 smithi110 ceph-mon[88691]: pgmap v1516: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T16:25:07.567 INFO:tasks.workunit.client.0.smithi099.stdout: 200: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:07.567 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-qUSeRov_Srdm4Xl off=566640 len=26739 2024-04-12T16:25:07.567 INFO:tasks.workunit.client.0.smithi099.stdout:op 1039 completed, throughput=4.98MB/sec 2024-04-12T16:25:07.568 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-jZ63jmGz710XH-i off=990181 len=11026 2024-04-12T16:25:07.568 INFO:tasks.workunit.client.0.smithi099.stdout:op 1040 completed, throughput=4.98MB/sec 2024-04-12T16:25:07.568 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-kqGpG9WT6UAwM4X off=9292685 len=159431 2024-04-12T16:25:07.571 INFO:tasks.workunit.client.0.smithi099.stdout:op 1041 completed, throughput=4.98MB/sec 2024-04-12T16:25:07.571 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-X3Ooa-yS9Fa278j off=343556 len=2008675 2024-04-12T16:25:07.578 INFO:tasks.workunit.client.0.smithi099.stdout:op 1042 completed, throughput=4.99MB/sec 2024-04-12T16:25:07.578 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Dvq0OXlubgM8TwY off=6241308 len=695583 2024-04-12T16:25:07.579 INFO:tasks.workunit.client.0.smithi099.stdout:op 1043 completed, throughput=4.99MB/sec 2024-04-12T16:25:07.579 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Fs5SnDoF5MPvy5l off=2276203 len=1986652 2024-04-12T16:25:07.583 INFO:tasks.workunit.client.0.smithi099.stdout:op 1044 completed, throughput=5MB/sec 2024-04-12T16:25:08.584 INFO:tasks.workunit.client.0.smithi099.stdout: 201: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:08.584 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-iCLhaaqG20piJRY off=7224157 len=761408 2024-04-12T16:25:08.585 INFO:tasks.workunit.client.0.smithi099.stdout:op 1045 completed, throughput=4.98MB/sec 2024-04-12T16:25:08.585 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-zjpya_K4T9wk1Dk off=2958074 len=1765756 2024-04-12T16:25:08.587 INFO:tasks.workunit.client.0.smithi099.stdout:op 1046 completed, throughput=4.99MB/sec 2024-04-12T16:25:08.588 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-kbnWn9RruBbFlNn off=458980 len=2025371 2024-04-12T16:25:08.597 INFO:tasks.workunit.client.0.smithi099.stdout:op 1047 completed, throughput=5MB/sec 2024-04-12T16:25:08.597 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-JNeU6B65JXlxbqv off=8182865 len=1258489 2024-04-12T16:25:08.598 INFO:tasks.workunit.client.0.smithi099.stdout:op 1048 completed, throughput=5MB/sec 2024-04-12T16:25:08.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:25:08 smithi099 ceph-mon[94290]: pgmap v1517: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:25:08.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:25:08 smithi099 ceph-mon[96864]: pgmap v1517: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:25:08.633 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:25:08 smithi110 ceph-mon[88691]: pgmap v1517: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:25:09.598 INFO:tasks.workunit.client.0.smithi099.stdout: 202: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:09.598 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-_BAD-bU2DCQu7In off=721229 len=263939 2024-04-12T16:25:09.599 INFO:tasks.workunit.client.0.smithi099.stdout:op 1049 completed, throughput=4.98MB/sec 2024-04-12T16:25:09.599 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Yzg7Ea4LN48Cbxx off=6047199 len=1910723 2024-04-12T16:25:09.609 INFO:tasks.workunit.client.0.smithi099.stdout:op 1050 completed, throughput=4.99MB/sec 2024-04-12T16:25:09.609 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-S71LWTSPtkwuLh1 off=2799497 len=804588 2024-04-12T16:25:09.614 INFO:tasks.workunit.client.0.smithi099.stdout:op 1051 completed, throughput=4.99MB/sec 2024-04-12T16:25:09.614 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-c3VyP8hFQ04eN0K off=264127 len=963838 2024-04-12T16:25:09.615 INFO:tasks.workunit.client.0.smithi099.stdout:op 1052 completed, throughput=5MB/sec 2024-04-12T16:25:09.616 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Or4XY6E2hYZG_BZ off=7377077 len=407233 2024-04-12T16:25:09.618 INFO:tasks.workunit.client.0.smithi099.stdout:op 1053 completed, throughput=5MB/sec 2024-04-12T16:25:09.619 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-H2WVxIey-6LEIre off=10419724 len=202266 2024-04-12T16:25:09.620 INFO:tasks.workunit.client.0.smithi099.stdout:op 1054 completed, throughput=5MB/sec 2024-04-12T16:25:09.621 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-9QedA85vT_rI9le off=8481386 len=160474 2024-04-12T16:25:09.621 INFO:tasks.workunit.client.0.smithi099.stdout:op 1055 completed, throughput=5MB/sec 2024-04-12T16:25:10.621 INFO:tasks.workunit.client.0.smithi099.stdout: 203: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:10.622 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-W5C_v4c9h48ZT_6 off=15109320 len=1824522 2024-04-12T16:25:10.624 INFO:tasks.workunit.client.0.smithi099.stdout:op 1056 completed, throughput=4.98MB/sec 2024-04-12T16:25:10.624 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-8yAiOvGYdRoDtsa off=2013089 len=109966 2024-04-12T16:25:10.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:25:10 smithi099 ceph-mon[94290]: pgmap v1518: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-12T16:25:10.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:25:10 smithi099 ceph-mon[96864]: pgmap v1518: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-12T16:25:10.626 INFO:tasks.workunit.client.0.smithi099.stdout:op 1057 completed, throughput=4.99MB/sec 2024-04-12T16:25:10.626 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qqKxoJ62AOheNAc off=16383559 len=1876649 2024-04-12T16:25:10.636 INFO:tasks.workunit.client.0.smithi099.stdout:op 1058 completed, throughput=4.99MB/sec 2024-04-12T16:25:10.636 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ZuadIn4gQIQoqw- off=8913624 len=85862 2024-04-12T16:25:10.637 INFO:tasks.workunit.client.0.smithi099.stdout:op 1059 completed, throughput=4.99MB/sec 2024-04-12T16:25:10.637 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-82X6x6eZu4L9xBr off=415148 len=1702138 2024-04-12T16:25:10.643 INFO:tasks.workunit.client.0.smithi099.stdout:op 1060 completed, throughput=5MB/sec 2024-04-12T16:25:10.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:25:10 smithi110 ceph-mon[88691]: pgmap v1518: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-12T16:25:11.644 INFO:tasks.workunit.client.0.smithi099.stdout: 204: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:11.644 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-mobpa2KT5rx9ej2 off=6431831 len=1647428 2024-04-12T16:25:11.652 INFO:tasks.workunit.client.0.smithi099.stdout:op 1061 completed, throughput=4.98MB/sec 2024-04-12T16:25:11.652 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-O2ujavKmJLkYlM7 off=2057892 len=425530 2024-04-12T16:25:11.653 INFO:tasks.workunit.client.0.smithi099.stdout:op 1062 completed, throughput=4.99MB/sec 2024-04-12T16:25:11.653 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-840d2dktoRXxA8- off=19887291 len=1402396 2024-04-12T16:25:11.656 INFO:tasks.workunit.client.0.smithi099.stdout:op 1063 completed, throughput=4.99MB/sec 2024-04-12T16:25:11.656 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-gQ77zU1BKC45L6H off=10790777 len=1240906 2024-04-12T16:25:11.658 INFO:tasks.workunit.client.0.smithi099.stdout:op 1064 completed, throughput=5MB/sec 2024-04-12T16:25:11.658 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1STZS2HcHtBTlWm off=1139184 len=421785 2024-04-12T16:25:11.661 INFO:tasks.workunit.client.0.smithi099.stdout:op 1065 completed, throughput=5MB/sec 2024-04-12T16:25:12.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:25:12 smithi110 ceph-mon[88691]: pgmap v1519: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-12T16:25:12.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:25:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:25:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:25:12.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:25:12 smithi099 ceph-mon[94290]: pgmap v1519: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-12T16:25:12.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:25:12 smithi099 ceph-mon[96864]: pgmap v1519: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-12T16:25:12.661 INFO:tasks.workunit.client.0.smithi099.stdout: 205: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:12.661 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-45p708OAg-Rwibo off=4967631 len=1811593 2024-04-12T16:25:12.672 INFO:tasks.workunit.client.0.smithi099.stdout:op 1066 completed, throughput=4.98MB/sec 2024-04-12T16:25:12.672 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Mel_hZFoJNex6xf off=7576320 len=1653880 2024-04-12T16:25:12.674 INFO:tasks.workunit.client.0.smithi099.stdout:op 1067 completed, throughput=4.99MB/sec 2024-04-12T16:25:12.674 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-hnrSKInS9RIQ4XV off=8022386 len=980766 2024-04-12T16:25:12.676 INFO:tasks.workunit.client.0.smithi099.stdout:op 1068 completed, throughput=5MB/sec 2024-04-12T16:25:12.676 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-PKoSUVnN43Re1Mk off=22579031 len=921258 2024-04-12T16:25:12.678 INFO:tasks.workunit.client.0.smithi099.stdout:op 1069 completed, throughput=5MB/sec 2024-04-12T16:25:13.678 INFO:tasks.workunit.client.0.smithi099.stdout: 206: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:13.678 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-24uoLEDuLY2Kfcm off=32685 len=567020 2024-04-12T16:25:13.679 INFO:tasks.workunit.client.0.smithi099.stdout:op 1070 completed, throughput=4.98MB/sec 2024-04-12T16:25:13.679 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-YBSZaAQUjZ5d2Nl off=3804968 len=231411 2024-04-12T16:25:13.680 INFO:tasks.workunit.client.0.smithi099.stdout:op 1071 completed, throughput=4.98MB/sec 2024-04-12T16:25:13.680 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-BqSRys3hWcFTpan off=18511474 len=374840 2024-04-12T16:25:13.680 INFO:tasks.workunit.client.0.smithi099.stdout:op 1072 completed, throughput=4.98MB/sec 2024-04-12T16:25:13.680 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_NRVkS3PW39Fxbf off=9216406 len=540285 2024-04-12T16:25:13.684 INFO:tasks.workunit.client.0.smithi099.stdout:op 1073 completed, throughput=4.98MB/sec 2024-04-12T16:25:13.684 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-8F-F87qO9GImjY- off=2394048 len=637008 2024-04-12T16:25:13.686 INFO:tasks.workunit.client.0.smithi099.stdout:op 1074 completed, throughput=4.99MB/sec 2024-04-12T16:25:13.686 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-BES9VDpDZkSU9g- off=427110 len=2042030 2024-04-12T16:25:13.688 INFO:tasks.workunit.client.0.smithi099.stdout:op 1075 completed, throughput=5MB/sec 2024-04-12T16:25:13.688 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-sySe6j0U-rXzUIs off=486753 len=636025 2024-04-12T16:25:13.691 INFO:tasks.workunit.client.0.smithi099.stdout:op 1076 completed, throughput=5MB/sec 2024-04-12T16:25:13.692 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-DeY_OnXVVwEPMSc off=16514585 len=246203 2024-04-12T16:25:13.694 INFO:tasks.workunit.client.0.smithi099.stdout:op 1077 completed, throughput=5MB/sec 2024-04-12T16:25:13.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:25:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:25:13.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:25:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:25:13.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:25:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:25:14.694 INFO:tasks.workunit.client.0.smithi099.stdout: 207: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:14.694 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-CXB3vF6Moa_81MQ off=14504369 len=1398994 2024-04-12T16:25:14.697 INFO:tasks.workunit.client.0.smithi099.stdout:op 1078 completed, throughput=4.98MB/sec 2024-04-12T16:25:14.697 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Olj_aIUdSjYi-K4 off=6292137 len=755019 2024-04-12T16:25:14.698 INFO:tasks.workunit.client.0.smithi099.stdout:op 1079 completed, throughput=4.99MB/sec 2024-04-12T16:25:14.698 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-O3mO7l3CNJ02wjl off=9318280 len=1107871 2024-04-12T16:25:14.705 INFO:tasks.workunit.client.0.smithi099.stdout:op 1080 completed, throughput=4.99MB/sec 2024-04-12T16:25:14.705 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-vTU966GAUqm_I_C off=0 len=1663020 2024-04-12T16:25:14.706 INFO:tasks.workunit.client.0.smithi099.stdout:op 1081 completed, throughput=5MB/sec 2024-04-12T16:25:14.706 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-rzMJfr1lXMmYA3y off=22461360 len=1302959 2024-04-12T16:25:14.714 INFO:tasks.workunit.client.0.smithi099.stdout:op 1082 completed, throughput=5MB/sec 2024-04-12T16:25:14.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:25:14 smithi110 ceph-mon[88691]: pgmap v1520: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:25:14.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:25:14 smithi099 ceph-mon[94290]: pgmap v1520: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:25:14.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:25:14 smithi099 ceph-mon[96864]: pgmap v1520: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:25:15.713 INFO:tasks.workunit.client.0.smithi099.stdout: 208: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:15.714 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-vm1Q-8C9Hmrahgd off=6427486 len=1164636 2024-04-12T16:25:15.719 INFO:tasks.workunit.client.0.smithi099.stdout:op 1083 completed, throughput=4.99MB/sec 2024-04-12T16:25:15.719 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-M8_qAz2KG5g48i0 off=7233159 len=1214327 2024-04-12T16:25:15.725 INFO:tasks.workunit.client.0.smithi099.stdout:op 1084 completed, throughput=4.99MB/sec 2024-04-12T16:25:15.725 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-rCHggyADSnWfuZR off=8180579 len=985225 2024-04-12T16:25:15.729 INFO:tasks.workunit.client.0.smithi099.stdout:op 1085 completed, throughput=5MB/sec 2024-04-12T16:25:15.729 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-DDEQ6AgSWSCJONK off=9249335 len=1343852 2024-04-12T16:25:15.730 INFO:tasks.workunit.client.0.smithi099.stdout:op 1086 completed, throughput=5MB/sec 2024-04-12T16:25:16.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:25:16 smithi099 ceph-mon[94290]: pgmap v1521: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:25:16.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:25:16 smithi099 ceph-mon[96864]: pgmap v1521: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:25:16.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:25:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:25:16] "GET /metrics HTTP/1.1" 200 34115 "" "Prometheus/2.43.0" 2024-04-12T16:25:16.730 INFO:tasks.workunit.client.0.smithi099.stdout: 209: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:16.731 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-fupLudbCL0McJ8c off=11024821 len=1846585 2024-04-12T16:25:16.740 INFO:tasks.workunit.client.0.smithi099.stdout:op 1087 completed, throughput=4.99MB/sec 2024-04-12T16:25:16.740 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-vfTYAHEulsKaK9w off=299723 len=423903 2024-04-12T16:25:16.740 INFO:tasks.workunit.client.0.smithi099.stdout:op 1088 completed, throughput=4.99MB/sec 2024-04-12T16:25:16.741 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-NDCgIQ7ibEDi-gR off=10832833 len=1887858 2024-04-12T16:25:16.750 INFO:tasks.workunit.client.0.smithi099.stdout:op 1089 completed, throughput=5MB/sec 2024-04-12T16:25:16.750 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-WCfXmlDsOogKgR1 off=2911484 len=2046218 2024-04-12T16:25:16.752 INFO:tasks.workunit.client.0.smithi099.stdout:op 1090 completed, throughput=5.01MB/sec 2024-04-12T16:25:16.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:25:16 smithi110 ceph-mon[88691]: pgmap v1521: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:25:17.753 INFO:tasks.workunit.client.0.smithi099.stdout: 210: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:17.753 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Ouivt68xCu1l8aJ off=8705641 len=746624 2024-04-12T16:25:17.757 INFO:tasks.workunit.client.0.smithi099.stdout:op 1091 completed, throughput=4.99MB/sec 2024-04-12T16:25:17.757 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-jBMZFx1JKa-Yccg off=87148 len=2080212 2024-04-12T16:25:17.770 INFO:tasks.workunit.client.0.smithi099.stdout:op 1092 completed, throughput=4.99MB/sec 2024-04-12T16:25:17.770 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-WeXJ_vL3LZfSs7w off=5898721 len=941078 2024-04-12T16:25:17.772 INFO:tasks.workunit.client.0.smithi099.stdout:op 1093 completed, throughput=5MB/sec 2024-04-12T16:25:17.772 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-z-YmIrRwfddCo9E off=3308232 len=157529 2024-04-12T16:25:17.772 INFO:tasks.workunit.client.0.smithi099.stdout:op 1094 completed, throughput=5MB/sec 2024-04-12T16:25:17.772 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-RFqN0zRwbJlBe-h off=13455 len=928627 2024-04-12T16:25:17.773 INFO:tasks.workunit.client.0.smithi099.stdout:op 1095 completed, throughput=5MB/sec 2024-04-12T16:25:18.774 INFO:tasks.workunit.client.0.smithi099.stdout: 211: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:18.774 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-3amltij2hUh8lfH off=11997284 len=535274 2024-04-12T16:25:18.778 INFO:tasks.workunit.client.0.smithi099.stdout:op 1096 completed, throughput=4.98MB/sec 2024-04-12T16:25:18.778 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-W0P23lHPYdeV-Lp off=4933594 len=1302001 2024-04-12T16:25:18.784 INFO:tasks.workunit.client.0.smithi099.stdout:op 1097 completed, throughput=4.99MB/sec 2024-04-12T16:25:18.785 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-fKnujUd6BxxuaLR off=6282846 len=806917 2024-04-12T16:25:18.789 INFO:tasks.workunit.client.0.smithi099.stdout:op 1098 completed, throughput=4.99MB/sec 2024-04-12T16:25:18.789 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-C_41zqbpNaunHU4 off=4098378 len=1404437 2024-04-12T16:25:18.792 INFO:tasks.workunit.client.0.smithi099.stdout:op 1099 completed, throughput=5MB/sec 2024-04-12T16:25:18.792 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Z7jzjDqQFXAeaZ_ off=2054872 len=1087496 2024-04-12T16:25:18.797 INFO:tasks.workunit.client.0.smithi099.stdout:op 1100 completed, throughput=5MB/sec 2024-04-12T16:25:18.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:25:18 smithi110 ceph-mon[88691]: pgmap v1522: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T16:25:18.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:25:18 smithi099 ceph-mon[94290]: pgmap v1522: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T16:25:18.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:25:18 smithi099 ceph-mon[96864]: pgmap v1522: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T16:25:19.797 INFO:tasks.workunit.client.0.smithi099.stdout: 212: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:19.797 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-X_i-b2epsE6NSYs off=11261872 len=1544400 2024-04-12T16:25:19.801 INFO:tasks.workunit.client.0.smithi099.stdout:op 1101 completed, throughput=4.99MB/sec 2024-04-12T16:25:19.801 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-cxI295wyEnnhDkr off=7273323 len=496103 2024-04-12T16:25:19.804 INFO:tasks.workunit.client.0.smithi099.stdout:op 1102 completed, throughput=4.99MB/sec 2024-04-12T16:25:19.805 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-cB-mrFepxKCtk3g off=997733 len=1150379 2024-04-12T16:25:19.806 INFO:tasks.workunit.client.0.smithi099.stdout:op 1103 completed, throughput=4.99MB/sec 2024-04-12T16:25:19.806 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-5GpSbBxskJJK64f off=10318356 len=101331 2024-04-12T16:25:19.809 INFO:tasks.workunit.client.0.smithi099.stdout:op 1104 completed, throughput=4.99MB/sec 2024-04-12T16:25:19.809 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-c7ddFFoecpl7YgS off=19099990 len=1733676 2024-04-12T16:25:19.816 INFO:tasks.workunit.client.0.smithi099.stdout:op 1105 completed, throughput=5MB/sec 2024-04-12T16:25:20.816 INFO:tasks.workunit.client.0.smithi099.stdout: 213: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:20.816 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-asSTlWQIcwA1cYf off=7058827 len=1762109 2024-04-12T16:25:20.825 INFO:tasks.workunit.client.0.smithi099.stdout:op 1106 completed, throughput=4.99MB/sec 2024-04-12T16:25:20.826 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-XRkW8GyxdAQhGhk off=4100544 len=259351 2024-04-12T16:25:20.826 INFO:tasks.workunit.client.0.smithi099.stdout:op 1107 completed, throughput=4.99MB/sec 2024-04-12T16:25:20.826 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Hl5H9jrIBWh45ka off=4964792 len=1999580 2024-04-12T16:25:20.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:25:20 smithi110 ceph-mon[88691]: pgmap v1523: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:25:20.836 INFO:tasks.workunit.client.0.smithi099.stdout:op 1108 completed, throughput=4.99MB/sec 2024-04-12T16:25:20.836 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Qc5a6bXtn5qjH8i off=12489119 len=549286 2024-04-12T16:25:20.836 INFO:tasks.workunit.client.0.smithi099.stdout:op 1109 completed, throughput=5MB/sec 2024-04-12T16:25:20.836 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-AV3JUm-bC3OH8zj off=1620613 len=455112 2024-04-12T16:25:20.837 INFO:tasks.workunit.client.0.smithi099.stdout:op 1110 completed, throughput=5MB/sec 2024-04-12T16:25:20.837 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-q146GP1I6SO4763 off=485676 len=418935 2024-04-12T16:25:20.838 INFO:tasks.workunit.client.0.smithi099.stdout:op 1111 completed, throughput=5MB/sec 2024-04-12T16:25:20.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:25:20 smithi099 ceph-mon[94290]: pgmap v1523: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:25:20.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:25:20 smithi099 ceph-mon[96864]: pgmap v1523: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:25:21.839 INFO:tasks.workunit.client.0.smithi099.stdout: 214: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:21.839 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-W4reDX5EMnbxWe0 off=10260040 len=1943510 2024-04-12T16:25:21.848 INFO:tasks.workunit.client.0.smithi099.stdout:op 1112 completed, throughput=4.99MB/sec 2024-04-12T16:25:21.848 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-nszpXyvDpcFRATn off=5690037 len=1675221 2024-04-12T16:25:21.851 INFO:tasks.workunit.client.0.smithi099.stdout:op 1113 completed, throughput=4.99MB/sec 2024-04-12T16:25:21.851 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-owuN2SGV-bxdEWD off=3919037 len=151902 2024-04-12T16:25:21.853 INFO:tasks.workunit.client.0.smithi099.stdout:op 1114 completed, throughput=4.99MB/sec 2024-04-12T16:25:21.853 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-FbrIcEyWtjE1IfM off=17126811 len=1006842 2024-04-12T16:25:21.855 INFO:tasks.workunit.client.0.smithi099.stdout:op 1115 completed, throughput=5MB/sec 2024-04-12T16:25:21.855 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-9nHjybtfkXp8S5q off=4404308 len=1458387 2024-04-12T16:25:21.857 INFO:tasks.workunit.client.0.smithi099.stdout:op 1116 completed, throughput=5.01MB/sec 2024-04-12T16:25:22.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:25:22 smithi110 ceph-mon[88691]: pgmap v1524: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T16:25:22.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:25:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:25:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:25:22.858 INFO:tasks.workunit.client.0.smithi099.stdout: 215: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:22.858 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-IfVV62Hp3N3tY_d off=9189276 len=620259 2024-04-12T16:25:22.860 INFO:tasks.workunit.client.0.smithi099.stdout:op 1117 completed, throughput=4.98MB/sec 2024-04-12T16:25:22.860 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ugHwpFKSIhF8Fyc off=7319950 len=1650152 2024-04-12T16:25:22.862 INFO:tasks.workunit.client.0.smithi099.stdout:op 1118 completed, throughput=4.99MB/sec 2024-04-12T16:25:22.862 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-2K7sPkaefIMbnXr off=8235221 len=1849334 2024-04-12T16:25:22.864 INFO:tasks.workunit.client.0.smithi099.stdout:op 1119 completed, throughput=5MB/sec 2024-04-12T16:25:22.864 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-5XECPDa82fGYX77 off=20852376 len=1023330 2024-04-12T16:25:22.865 INFO:tasks.workunit.client.0.smithi099.stdout:op 1120 completed, throughput=5MB/sec 2024-04-12T16:25:22.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:25:22 smithi099 ceph-mon[94290]: pgmap v1524: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T16:25:22.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:25:22 smithi099 ceph-mon[96864]: pgmap v1524: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T16:25:23.866 INFO:tasks.workunit.client.0.smithi099.stdout: 216: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:23.866 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-xVi5GakxPHVEEtn off=5577552 len=1645659 2024-04-12T16:25:23.873 INFO:tasks.workunit.client.0.smithi099.stdout:op 1121 completed, throughput=4.99MB/sec 2024-04-12T16:25:23.873 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-sGXA8qf3ZLHXap1 off=6652399 len=1721056 2024-04-12T16:25:23.874 INFO:tasks.workunit.client.0.smithi099.stdout:op 1122 completed, throughput=5MB/sec 2024-04-12T16:25:23.874 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-b_f4_nsYCXVEBHG off=10800299 len=799443 2024-04-12T16:25:23.875 INFO:tasks.workunit.client.0.smithi099.stdout:op 1123 completed, throughput=5MB/sec 2024-04-12T16:25:23.875 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-OIdPMKMfmpLXqDh off=1088063 len=1768178 2024-04-12T16:25:23.883 INFO:tasks.workunit.client.0.smithi099.stdout:op 1124 completed, throughput=5.01MB/sec 2024-04-12T16:25:24.676 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:25:24 smithi099 ceph-mon[96864]: pgmap v1525: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:25:24.677 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:25:24 smithi099 ceph-mon[94290]: pgmap v1525: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:25:24.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:25:24 smithi110 ceph-mon[88691]: pgmap v1525: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:25:24.883 INFO:tasks.workunit.client.0.smithi099.stdout: 217: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:24.883 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-pKxfvVP0kxBxznn off=2376571 len=2020703 2024-04-12T16:25:24.893 INFO:tasks.workunit.client.0.smithi099.stdout:op 1125 completed, throughput=4.99MB/sec 2024-04-12T16:25:24.893 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-hD0y7YeMgCbWqdG off=2822105 len=830194 2024-04-12T16:25:24.895 INFO:tasks.workunit.client.0.smithi099.stdout:op 1126 completed, throughput=5MB/sec 2024-04-12T16:25:24.895 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-SOd2DIh3ItEqcDt off=2414056 len=274827 2024-04-12T16:25:24.898 INFO:tasks.workunit.client.0.smithi099.stdout:op 1127 completed, throughput=5MB/sec 2024-04-12T16:25:24.898 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-YphI0HsjUTJoDqB off=2945411 len=2052176 2024-04-12T16:25:24.900 INFO:tasks.workunit.client.0.smithi099.stdout:op 1128 completed, throughput=5.01MB/sec 2024-04-12T16:25:25.901 INFO:tasks.workunit.client.0.smithi099.stdout: 218: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:25.901 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-2otPPAFs-b0gw1W off=1017574 len=707776 2024-04-12T16:25:25.902 INFO:tasks.workunit.client.0.smithi099.stdout:op 1129 completed, throughput=4.99MB/sec 2024-04-12T16:25:25.903 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-NSDciXb4b83XIlR off=11442746 len=1371898 2024-04-12T16:25:25.908 INFO:tasks.workunit.client.0.smithi099.stdout:op 1130 completed, throughput=4.99MB/sec 2024-04-12T16:25:25.908 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-4d3GVTVHrO8C1sU off=2972030 len=766934 2024-04-12T16:25:25.914 INFO:tasks.workunit.client.0.smithi099.stdout:op 1131 completed, throughput=5MB/sec 2024-04-12T16:25:25.914 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-FnopgMmPfN4kgzU off=85175 len=942607 2024-04-12T16:25:25.915 INFO:tasks.workunit.client.0.smithi099.stdout:op 1132 completed, throughput=5MB/sec 2024-04-12T16:25:25.915 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-oJ7NTnGuXNVUltv off=18798 len=1150608 2024-04-12T16:25:25.916 INFO:tasks.workunit.client.0.smithi099.stdout:op 1133 completed, throughput=5MB/sec 2024-04-12T16:25:26.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:25:26 smithi099 ceph-mon[94290]: pgmap v1526: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:25:26.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:25:26 smithi099 ceph-mon[96864]: pgmap v1526: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:25:26.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:25:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:25:26] "GET /metrics HTTP/1.1" 200 34115 "" "Prometheus/2.43.0" 2024-04-12T16:25:26.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:25:26 smithi110 ceph-mon[88691]: pgmap v1526: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:25:26.916 INFO:tasks.workunit.client.0.smithi099.stdout: 219: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:26.917 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-nTzp-P9LU9c_c5u off=16969000 len=977773 2024-04-12T16:25:26.922 INFO:tasks.workunit.client.0.smithi099.stdout:op 1134 completed, throughput=4.99MB/sec 2024-04-12T16:25:26.922 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Z2lVz5Lx_sToZip off=4387938 len=291548 2024-04-12T16:25:26.923 INFO:tasks.workunit.client.0.smithi099.stdout:op 1135 completed, throughput=4.99MB/sec 2024-04-12T16:25:26.923 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-5bVpx5D2W7GnuD7 off=1572063 len=1362151 2024-04-12T16:25:26.930 INFO:tasks.workunit.client.0.smithi099.stdout:op 1136 completed, throughput=4.99MB/sec 2024-04-12T16:25:26.930 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-sGP-e-x52c9ivpT off=6462524 len=534736 2024-04-12T16:25:26.931 INFO:tasks.workunit.client.0.smithi099.stdout:op 1137 completed, throughput=5MB/sec 2024-04-12T16:25:26.931 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-IYwT8P_PBmIH3np off=2967695 len=916673 2024-04-12T16:25:26.935 INFO:tasks.workunit.client.0.smithi099.stdout:op 1138 completed, throughput=5MB/sec 2024-04-12T16:25:26.936 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qrlr1rcJHHfykR_ off=9540070 len=2029108 2024-04-12T16:25:26.946 INFO:tasks.workunit.client.0.smithi099.stdout:op 1139 completed, throughput=5.01MB/sec 2024-04-12T16:25:27.946 INFO:tasks.workunit.client.0.smithi099.stdout: 220: throughput=4.99MB/sec pending data=0 2024-04-12T16:25:27.946 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-kN5ehdg6yQfgsxf off=486873 len=1559018 2024-04-12T16:25:27.954 INFO:tasks.workunit.client.0.smithi099.stdout:op 1140 completed, throughput=4.99MB/sec 2024-04-12T16:25:27.954 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-tUuAXcVwtKzRGTh off=22899825 len=369739 2024-04-12T16:25:27.955 INFO:tasks.workunit.client.0.smithi099.stdout:op 1141 completed, throughput=4.99MB/sec 2024-04-12T16:25:27.955 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-1QvYepfXpgNJFHc off=4553140 len=974459 2024-04-12T16:25:27.957 INFO:tasks.workunit.client.0.smithi099.stdout:op 1142 completed, throughput=5MB/sec 2024-04-12T16:25:27.957 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-lTcfrkvOmJKXGCv off=1534242 len=1838054 2024-04-12T16:25:27.966 INFO:tasks.workunit.client.0.smithi099.stdout:op 1143 completed, throughput=5MB/sec 2024-04-12T16:25:28.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:25:28 smithi110 ceph-mon[88691]: pgmap v1527: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:25:28.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:25:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:25:28.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:25:28 smithi099 ceph-mon[94290]: pgmap v1527: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:25:28.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:25:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:25:28.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:25:28 smithi099 ceph-mon[96864]: pgmap v1527: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:25:28.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:25:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:25:28.967 INFO:tasks.workunit.client.0.smithi099.stdout: 221: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:28.967 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-zgz281NuAOE8sMN off=185338 len=1285630 2024-04-12T16:25:28.975 INFO:tasks.workunit.client.0.smithi099.stdout:op 1144 completed, throughput=4.99MB/sec 2024-04-12T16:25:28.975 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-e2TfR6UQgq_9_os off=4394841 len=287090 2024-04-12T16:25:28.975 INFO:tasks.workunit.client.0.smithi099.stdout:op 1145 completed, throughput=4.99MB/sec 2024-04-12T16:25:28.975 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-gS2GuPayr78ZfnH off=3180003 len=978310 2024-04-12T16:25:28.981 INFO:tasks.workunit.client.0.smithi099.stdout:op 1146 completed, throughput=4.99MB/sec 2024-04-12T16:25:28.981 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0735IWLJep4PHT5 off=8766867 len=531410 2024-04-12T16:25:28.985 INFO:tasks.workunit.client.0.smithi099.stdout:op 1147 completed, throughput=5MB/sec 2024-04-12T16:25:28.985 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-tobYBNAanvls430 off=106025 len=1790851 2024-04-12T16:25:28.986 INFO:tasks.workunit.client.0.smithi099.stdout:op 1148 completed, throughput=5MB/sec 2024-04-12T16:25:29.987 INFO:tasks.workunit.client.0.smithi099.stdout: 222: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:29.987 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-GmFdvC13lnlmpA0 off=17698927 len=1725077 2024-04-12T16:25:29.994 INFO:tasks.workunit.client.0.smithi099.stdout:op 1149 completed, throughput=4.99MB/sec 2024-04-12T16:25:29.995 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-xYkoXBK4iS2lKGX off=18938175 len=972792 2024-04-12T16:25:29.998 INFO:tasks.workunit.client.0.smithi099.stdout:op 1150 completed, throughput=4.99MB/sec 2024-04-12T16:25:29.998 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-IXid2K5bCCCM4hs off=1441360 len=44805 2024-04-12T16:25:29.999 INFO:tasks.workunit.client.0.smithi099.stdout:op 1151 completed, throughput=4.99MB/sec 2024-04-12T16:25:29.999 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-FzX2_PsEQyIJ2w0 off=12734622 len=1327739 2024-04-12T16:25:30.006 INFO:tasks.workunit.client.0.smithi099.stdout:op 1152 completed, throughput=5MB/sec 2024-04-12T16:25:30.006 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-s9RXbXn4fvvlcov off=2493699 len=1935404 2024-04-12T16:25:30.009 INFO:tasks.workunit.client.0.smithi099.stdout:op 1153 completed, throughput=5.01MB/sec 2024-04-12T16:25:30.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:25:30 smithi110 ceph-mon[88691]: pgmap v1528: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:25:30.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:25:30 smithi099 ceph-mon[94290]: pgmap v1528: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:25:30.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:25:30 smithi099 ceph-mon[96864]: pgmap v1528: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:25:31.009 INFO:tasks.workunit.client.0.smithi099.stdout: 223: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:31.009 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-KjFRDEXv3zCRyw- off=2074216 len=2090077 2024-04-12T16:25:31.014 INFO:tasks.workunit.client.0.smithi099.stdout:op 1154 completed, throughput=4.99MB/sec 2024-04-12T16:25:31.014 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-6nPuqSWROXmmX9v off=432531 len=58179 2024-04-12T16:25:31.014 INFO:tasks.workunit.client.0.smithi099.stdout:op 1155 completed, throughput=4.99MB/sec 2024-04-12T16:25:31.015 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-0WJXuLCT3IZKbAP off=1960811 len=223640 2024-04-12T16:25:31.015 INFO:tasks.workunit.client.0.smithi099.stdout:op 1156 completed, throughput=4.99MB/sec 2024-04-12T16:25:31.015 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-TArEEOr3dgyNxv- off=4111805 len=606300 2024-04-12T16:25:31.016 INFO:tasks.workunit.client.0.smithi099.stdout:op 1157 completed, throughput=5MB/sec 2024-04-12T16:25:31.016 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ASbLXfKl1rDysmF off=2982635 len=353480 2024-04-12T16:25:31.019 INFO:tasks.workunit.client.0.smithi099.stdout:op 1158 completed, throughput=5MB/sec 2024-04-12T16:25:31.020 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-3sFfgwEnigKhOQN off=7502398 len=1645722 2024-04-12T16:25:31.029 INFO:tasks.workunit.client.0.smithi099.stdout:op 1159 completed, throughput=5MB/sec 2024-04-12T16:25:32.029 INFO:tasks.workunit.client.0.smithi099.stdout: 224: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:32.029 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-r9oFdKhtWcorPYl off=18996468 len=1663300 2024-04-12T16:25:32.038 INFO:tasks.workunit.client.0.smithi099.stdout:op 1160 completed, throughput=4.99MB/sec 2024-04-12T16:25:32.038 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-bbTdRKKlyRkFTaO off=1086472 len=413607 2024-04-12T16:25:32.042 INFO:tasks.workunit.client.0.smithi099.stdout:op 1161 completed, throughput=4.99MB/sec 2024-04-12T16:25:32.042 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-F4Z8C0zMRz5g701 off=7523263 len=1455111 2024-04-12T16:25:32.049 INFO:tasks.workunit.client.0.smithi099.stdout:op 1162 completed, throughput=5MB/sec 2024-04-12T16:25:32.049 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-A9RiVQcpkyHq_Zb off=2673727 len=189354 2024-04-12T16:25:32.050 INFO:tasks.workunit.client.0.smithi099.stdout:op 1163 completed, throughput=5MB/sec 2024-04-12T16:25:32.050 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-G---OqUkNkErzul off=1011488 len=1093226 2024-04-12T16:25:32.051 INFO:tasks.workunit.client.0.smithi099.stdout:op 1164 completed, throughput=5MB/sec 2024-04-12T16:25:32.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:25:32 smithi110 ceph-mon[88691]: pgmap v1529: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:25:32.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:25:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:25:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:25:32.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:25:32 smithi099 ceph-mon[94290]: pgmap v1529: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:25:32.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:25:32 smithi099 ceph-mon[96864]: pgmap v1529: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:25:33.051 INFO:tasks.workunit.client.0.smithi099.stdout: 225: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:33.052 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ApIQ40xkHLJKQEf off=12665875 len=908999 2024-04-12T16:25:33.053 INFO:tasks.workunit.client.0.smithi099.stdout:op 1165 completed, throughput=4.98MB/sec 2024-04-12T16:25:33.053 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-tr93ENoGbwHICsq off=21060751 len=344649 2024-04-12T16:25:33.057 INFO:tasks.workunit.client.0.smithi099.stdout:op 1166 completed, throughput=4.99MB/sec 2024-04-12T16:25:33.057 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-QC9vCqPF0qrxBC_ off=13533138 len=670034 2024-04-12T16:25:33.057 INFO:tasks.workunit.client.0.smithi099.stdout:op 1167 completed, throughput=4.99MB/sec 2024-04-12T16:25:33.057 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-lhBSVUt41ja0lcx off=3383254 len=965044 2024-04-12T16:25:33.059 INFO:tasks.workunit.client.0.smithi099.stdout:op 1168 completed, throughput=4.99MB/sec 2024-04-12T16:25:33.059 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-iPss2WVz03-3dhm off=6484643 len=1532371 2024-04-12T16:25:33.062 INFO:tasks.workunit.client.0.smithi099.stdout:op 1169 completed, throughput=5MB/sec 2024-04-12T16:25:33.062 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-H9JdaKzUA6wSh9W off=4059905 len=1459993 2024-04-12T16:25:33.070 INFO:tasks.workunit.client.0.smithi099.stdout:op 1170 completed, throughput=5MB/sec 2024-04-12T16:25:34.070 INFO:tasks.workunit.client.0.smithi099.stdout: 226: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:34.070 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-KK6F3EfRaQ55BZw off=741023 len=1374468 2024-04-12T16:25:34.072 INFO:tasks.workunit.client.0.smithi099.stdout:op 1171 completed, throughput=4.99MB/sec 2024-04-12T16:25:34.072 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-MC27MgEvV56Fc2H off=2385888 len=1194418 2024-04-12T16:25:34.074 INFO:tasks.workunit.client.0.smithi099.stdout:op 1172 completed, throughput=4.99MB/sec 2024-04-12T16:25:34.074 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-f7ctn8-HriAjAtf off=1982820 len=262620 2024-04-12T16:25:34.077 INFO:tasks.workunit.client.0.smithi099.stdout:op 1173 completed, throughput=4.99MB/sec 2024-04-12T16:25:34.077 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-t1uChqh9ftIjr-3 off=3718981 len=894397 2024-04-12T16:25:34.078 INFO:tasks.workunit.client.0.smithi099.stdout:op 1174 completed, throughput=5MB/sec 2024-04-12T16:25:34.078 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-NSTEEa3qhdioXxp off=7153347 len=55370 2024-04-12T16:25:34.081 INFO:tasks.workunit.client.0.smithi099.stdout:op 1175 completed, throughput=5MB/sec 2024-04-12T16:25:34.081 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-OgecHhKxgrg7SmP off=19376893 len=1534530 2024-04-12T16:25:34.089 INFO:tasks.workunit.client.0.smithi099.stdout:op 1176 completed, throughput=5MB/sec 2024-04-12T16:25:34.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:25:34 smithi110 ceph-mon[88691]: pgmap v1530: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:25:34.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:25:34 smithi099 ceph-mon[94290]: pgmap v1530: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:25:34.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:25:34 smithi099 ceph-mon[96864]: pgmap v1530: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:25:35.089 INFO:tasks.workunit.client.0.smithi099.stdout: 227: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:35.089 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-LfHs4HVklT-Yt6D off=2405608 len=870257 2024-04-12T16:25:35.094 INFO:tasks.workunit.client.0.smithi099.stdout:op 1177 completed, throughput=4.99MB/sec 2024-04-12T16:25:35.095 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-igBukWcFfIW8F0s off=4589296 len=1625703 2024-04-12T16:25:35.096 INFO:tasks.workunit.client.0.smithi099.stdout:op 1178 completed, throughput=4.99MB/sec 2024-04-12T16:25:35.096 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-IlywRKXQMqI4J5m off=3987748 len=1402001 2024-04-12T16:25:35.097 INFO:tasks.workunit.client.0.smithi099.stdout:op 1179 completed, throughput=5MB/sec 2024-04-12T16:25:35.097 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-33qoicmYf-xuedV off=2462340 len=1206557 2024-04-12T16:25:35.104 INFO:tasks.workunit.client.0.smithi099.stdout:op 1180 completed, throughput=5MB/sec 2024-04-12T16:25:36.104 INFO:tasks.workunit.client.0.smithi099.stdout: 228: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:36.104 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-NVKypyncbnXd_Ya off=2930445 len=2011973 2024-04-12T16:25:36.107 INFO:tasks.workunit.client.0.smithi099.stdout:op 1181 completed, throughput=4.99MB/sec 2024-04-12T16:25:36.107 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-g6J2ZTAnehTv3d9 off=312419 len=1282133 2024-04-12T16:25:36.108 INFO:tasks.workunit.client.0.smithi099.stdout:op 1182 completed, throughput=4.99MB/sec 2024-04-12T16:25:36.108 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Ibizs3zRFdmmEq7 off=2904634 len=1041035 2024-04-12T16:25:36.114 INFO:tasks.workunit.client.0.smithi099.stdout:op 1183 completed, throughput=5MB/sec 2024-04-12T16:25:36.114 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-FH5F9yJr3DQTWeC off=11690791 len=1597025 2024-04-12T16:25:36.117 INFO:tasks.workunit.client.0.smithi099.stdout:op 1184 completed, throughput=5.01MB/sec 2024-04-12T16:25:36.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:25:36 smithi099 ceph-mon[94290]: pgmap v1531: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:25:36.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:25:36 smithi099 ceph-mon[96864]: pgmap v1531: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:25:36.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:25:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:25:36] "GET /metrics HTTP/1.1" 200 34115 "" "Prometheus/2.43.0" 2024-04-12T16:25:36.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:25:36 smithi110 ceph-mon[88691]: pgmap v1531: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:25:37.118 INFO:tasks.workunit.client.0.smithi099.stdout: 229: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:37.118 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-PYELgJ2UfdxSGUG off=3837640 len=471426 2024-04-12T16:25:37.119 INFO:tasks.workunit.client.0.smithi099.stdout:op 1185 completed, throughput=4.99MB/sec 2024-04-12T16:25:37.119 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-28YzVcHnGL7s75M off=850614 len=1216036 2024-04-12T16:25:37.126 INFO:tasks.workunit.client.0.smithi099.stdout:op 1186 completed, throughput=4.99MB/sec 2024-04-12T16:25:37.127 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-3P37lwaQ0IX9fiW off=1846360 len=1131471 2024-04-12T16:25:37.132 INFO:tasks.workunit.client.0.smithi099.stdout:op 1187 completed, throughput=5MB/sec 2024-04-12T16:25:37.132 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-mY38TWCKXL4b7wL off=702499 len=96807 2024-04-12T16:25:37.133 INFO:tasks.workunit.client.0.smithi099.stdout:op 1188 completed, throughput=5MB/sec 2024-04-12T16:25:37.133 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-WHOsIO-tGUZzt-8 off=5446263 len=1939192 2024-04-12T16:25:37.135 INFO:tasks.workunit.client.0.smithi099.stdout:op 1189 completed, throughput=5MB/sec 2024-04-12T16:25:38.135 INFO:tasks.workunit.client.0.smithi099.stdout: 230: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:38.135 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-9QEvkRWbqQtquTN off=9587013 len=976849 2024-04-12T16:25:38.138 INFO:tasks.workunit.client.0.smithi099.stdout:op 1190 completed, throughput=4.99MB/sec 2024-04-12T16:25:38.138 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Uc-9JWbgWrbyN5G off=1949906 len=1626030 2024-04-12T16:25:38.140 INFO:tasks.workunit.client.0.smithi099.stdout:op 1191 completed, throughput=4.99MB/sec 2024-04-12T16:25:38.140 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-LYlZHqS4XkcKAtA off=10471438 len=999343 2024-04-12T16:25:38.146 INFO:tasks.workunit.client.0.smithi099.stdout:op 1192 completed, throughput=5MB/sec 2024-04-12T16:25:38.146 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-FhJSt_9BysQo1hF off=4824548 len=2042556 2024-04-12T16:25:38.156 INFO:tasks.workunit.client.0.smithi099.stdout:op 1193 completed, throughput=5MB/sec 2024-04-12T16:25:38.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:25:38 smithi110 ceph-mon[88691]: pgmap v1532: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:25:38.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:25:38 smithi099 ceph-mon[94290]: pgmap v1532: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:25:38.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:25:38 smithi099 ceph-mon[96864]: pgmap v1532: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:25:39.157 INFO:tasks.workunit.client.0.smithi099.stdout: 231: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:39.157 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-I0LWcCiPuwTbSdL off=10331440 len=270281 2024-04-12T16:25:39.159 INFO:tasks.workunit.client.0.smithi099.stdout:op 1194 completed, throughput=4.98MB/sec 2024-04-12T16:25:39.159 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-XvOLjSP4xaqmJJh off=10310513 len=527157 2024-04-12T16:25:39.160 INFO:tasks.workunit.client.0.smithi099.stdout:op 1195 completed, throughput=4.99MB/sec 2024-04-12T16:25:39.160 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-wXPcEQAc5EM-NfF off=836702 len=386605 2024-04-12T16:25:39.161 INFO:tasks.workunit.client.0.smithi099.stdout:op 1196 completed, throughput=4.99MB/sec 2024-04-12T16:25:39.161 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-UVJq70FT7Y-XbZ8 off=6211069 len=847344 2024-04-12T16:25:39.162 INFO:tasks.workunit.client.0.smithi099.stdout:op 1197 completed, throughput=4.99MB/sec 2024-04-12T16:25:39.162 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-fzRTkk58myQFZhd off=16113595 len=1156805 2024-04-12T16:25:39.169 INFO:tasks.workunit.client.0.smithi099.stdout:op 1198 completed, throughput=5MB/sec 2024-04-12T16:25:39.169 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-oIQA3nSVutc3XT- off=3984355 len=821316 2024-04-12T16:25:39.174 INFO:tasks.workunit.client.0.smithi099.stdout:op 1199 completed, throughput=5MB/sec 2024-04-12T16:25:39.174 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-O3NrcroLa6UxgTe off=1803988 len=1667378 2024-04-12T16:25:39.183 INFO:tasks.workunit.client.0.smithi099.stdout:op 1200 completed, throughput=5.01MB/sec 2024-04-12T16:25:40.184 INFO:tasks.workunit.client.0.smithi099.stdout: 232: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:40.184 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Hj8_cGo3sCIuRR3 off=5527674 len=559899 2024-04-12T16:25:40.188 INFO:tasks.workunit.client.0.smithi099.stdout:op 1201 completed, throughput=4.99MB/sec 2024-04-12T16:25:40.188 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Rbw_HM9bYLzNoEy off=11782769 len=1471153 2024-04-12T16:25:40.196 INFO:tasks.workunit.client.0.smithi099.stdout:op 1202 completed, throughput=4.99MB/sec 2024-04-12T16:25:40.196 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-UF9Zq6HLv8KrfFr off=5059671 len=1723164 2024-04-12T16:25:40.206 INFO:tasks.workunit.client.0.smithi099.stdout:op 1203 completed, throughput=5MB/sec 2024-04-12T16:25:40.206 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Xl4GKFGlEK9SEUk off=818196 len=488172 2024-04-12T16:25:40.209 INFO:tasks.workunit.client.0.smithi099.stdout:op 1204 completed, throughput=5MB/sec 2024-04-12T16:25:40.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:25:40 smithi110 ceph-mon[88691]: pgmap v1533: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:25:40.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:25:40 smithi099 ceph-mon[94290]: pgmap v1533: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:25:40.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:25:40 smithi099 ceph-mon[96864]: pgmap v1533: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:25:41.210 INFO:tasks.workunit.client.0.smithi099.stdout: 233: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:41.210 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-LBF8GT0MXQ9cVEA off=6029583 len=1981045 2024-04-12T16:25:41.218 INFO:tasks.workunit.client.0.smithi099.stdout:op 1205 completed, throughput=4.99MB/sec 2024-04-12T16:25:41.218 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--rBC8SKCdwNDTQ7 off=4922784 len=1605613 2024-04-12T16:25:41.220 INFO:tasks.workunit.client.0.smithi099.stdout:op 1206 completed, throughput=4.99MB/sec 2024-04-12T16:25:41.220 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-vc4WsMltr2yW9Hk off=1439918 len=385051 2024-04-12T16:25:41.223 INFO:tasks.workunit.client.0.smithi099.stdout:op 1207 completed, throughput=5MB/sec 2024-04-12T16:25:41.223 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-RZ6agPsMNAVV6XR off=3813499 len=1937573 2024-04-12T16:25:41.227 INFO:tasks.workunit.client.0.smithi099.stdout:op 1208 completed, throughput=5MB/sec 2024-04-12T16:25:42.228 INFO:tasks.workunit.client.0.smithi099.stdout: 234: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:42.228 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-1W70nVSis4Mod14 off=2047685 len=2034323 2024-04-12T16:25:42.230 INFO:tasks.workunit.client.0.smithi099.stdout:op 1209 completed, throughput=4.99MB/sec 2024-04-12T16:25:42.230 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1SolIixGDs78bBI off=9372066 len=1541237 2024-04-12T16:25:42.238 INFO:tasks.workunit.client.0.smithi099.stdout:op 1210 completed, throughput=5MB/sec 2024-04-12T16:25:42.239 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-i80stDGdrsXm1Ij off=19125836 len=1537159 2024-04-12T16:25:42.239 INFO:tasks.workunit.client.0.smithi099.stdout:op 1211 completed, throughput=5MB/sec 2024-04-12T16:25:42.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:25:42 smithi110 ceph-mon[88691]: pgmap v1534: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:25:42.581 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:25:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:25:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:25:42.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:25:42 smithi099 ceph-mon[94290]: pgmap v1534: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:25:42.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:25:42 smithi099 ceph-mon[96864]: pgmap v1534: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:25:43.240 INFO:tasks.workunit.client.0.smithi099.stdout: 235: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:43.240 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-jS-gl_rtYEXaf5D off=424981 len=565649 2024-04-12T16:25:43.244 INFO:tasks.workunit.client.0.smithi099.stdout:op 1212 completed, throughput=4.98MB/sec 2024-04-12T16:25:43.244 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0X8O7NnmbnkJIyA off=877104 len=408810 2024-04-12T16:25:43.247 INFO:tasks.workunit.client.0.smithi099.stdout:op 1213 completed, throughput=4.99MB/sec 2024-04-12T16:25:43.247 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-im4cuws0VBGlj5O off=14180025 len=1177416 2024-04-12T16:25:43.248 INFO:tasks.workunit.client.0.smithi099.stdout:op 1214 completed, throughput=4.99MB/sec 2024-04-12T16:25:43.249 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-HrOu-Y8CALJQCTg off=1136290 len=1226015 2024-04-12T16:25:43.250 INFO:tasks.workunit.client.0.smithi099.stdout:op 1215 completed, throughput=5MB/sec 2024-04-12T16:25:43.251 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-mzq-TGxmKDfODU2 off=1110545 len=449580 2024-04-12T16:25:43.253 INFO:tasks.workunit.client.0.smithi099.stdout:op 1216 completed, throughput=5MB/sec 2024-04-12T16:25:43.254 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-XlwxV9HpEBmgcD6 off=2028632 len=882002 2024-04-12T16:25:43.255 INFO:tasks.workunit.client.0.smithi099.stdout:op 1217 completed, throughput=5MB/sec 2024-04-12T16:25:43.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:25:43 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:25:43.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:25:43 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:25:43.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:25:43 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:25:44.255 INFO:tasks.workunit.client.0.smithi099.stdout: 236: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:44.255 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-xO-CsV0ONuRRZK1 off=1361540 len=735020 2024-04-12T16:25:44.259 INFO:tasks.workunit.client.0.smithi099.stdout:op 1218 completed, throughput=4.98MB/sec 2024-04-12T16:25:44.260 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-jK4kHzyu_eZMgZ6 off=1132508 len=320760 2024-04-12T16:25:44.260 INFO:tasks.workunit.client.0.smithi099.stdout:op 1219 completed, throughput=4.98MB/sec 2024-04-12T16:25:44.260 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-SA7sAJBnuaePhTe off=11176298 len=1883022 2024-04-12T16:25:44.269 INFO:tasks.workunit.client.0.smithi099.stdout:op 1220 completed, throughput=4.99MB/sec 2024-04-12T16:25:44.269 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-k0tHSHvLcrKPFuN off=7797429 len=580211 2024-04-12T16:25:44.270 INFO:tasks.workunit.client.0.smithi099.stdout:op 1221 completed, throughput=4.99MB/sec 2024-04-12T16:25:44.270 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-gAH4lG0sxtXYwbO off=6170721 len=1669986 2024-04-12T16:25:44.277 INFO:tasks.workunit.client.0.smithi099.stdout:op 1222 completed, throughput=5MB/sec 2024-04-12T16:25:44.277 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-YCXqNk36k8Nslel off=4968477 len=1354398 2024-04-12T16:25:44.277 INFO:tasks.workunit.client.0.smithi099.stdout:op 1223 completed, throughput=5MB/sec 2024-04-12T16:25:44.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:25:44 smithi110 ceph-mon[88691]: pgmap v1535: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:25:44.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:25:44 smithi099 ceph-mon[94290]: pgmap v1535: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:25:44.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:25:44 smithi099 ceph-mon[96864]: pgmap v1535: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:25:45.278 INFO:tasks.workunit.client.0.smithi099.stdout: 237: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:45.278 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-XALQoAz5BFCfA3O off=4304937 len=1090886 2024-04-12T16:25:45.279 INFO:tasks.workunit.client.0.smithi099.stdout:op 1224 completed, throughput=4.99MB/sec 2024-04-12T16:25:45.279 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-mHtQM1q23BTY669 off=6282408 len=348264 2024-04-12T16:25:45.280 INFO:tasks.workunit.client.0.smithi099.stdout:op 1225 completed, throughput=4.99MB/sec 2024-04-12T16:25:45.280 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-m-bCxyxuVoN81Y6 off=1912018 len=511285 2024-04-12T16:25:45.281 INFO:tasks.workunit.client.0.smithi099.stdout:op 1226 completed, throughput=4.99MB/sec 2024-04-12T16:25:45.281 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ztIiNs0eJGCVoB_ off=18146823 len=699523 2024-04-12T16:25:45.286 INFO:tasks.workunit.client.0.smithi099.stdout:op 1227 completed, throughput=4.99MB/sec 2024-04-12T16:25:45.286 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-PADVy-5WLlalXVE off=4494575 len=761696 2024-04-12T16:25:45.287 INFO:tasks.workunit.client.0.smithi099.stdout:op 1228 completed, throughput=5MB/sec 2024-04-12T16:25:45.287 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6FGJ2aP2pno-fDy off=21316416 len=1556375 2024-04-12T16:25:45.295 INFO:tasks.workunit.client.0.smithi099.stdout:op 1229 completed, throughput=5MB/sec 2024-04-12T16:25:46.296 INFO:tasks.workunit.client.0.smithi099.stdout: 238: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:46.296 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ezWxVpott1TrkyD off=7561822 len=1498420 2024-04-12T16:25:46.305 INFO:tasks.workunit.client.0.smithi099.stdout:op 1230 completed, throughput=4.99MB/sec 2024-04-12T16:25:46.305 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-qaaXrCqpvmfbC7o off=1907377 len=1940879 2024-04-12T16:25:46.307 INFO:tasks.workunit.client.0.smithi099.stdout:op 1231 completed, throughput=5MB/sec 2024-04-12T16:25:46.307 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-rkKjYdGywW8DpZP off=1627057 len=1413910 2024-04-12T16:25:46.314 INFO:tasks.workunit.client.0.smithi099.stdout:op 1232 completed, throughput=5MB/sec 2024-04-12T16:25:46.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:25:46 smithi099 ceph-mon[94290]: pgmap v1536: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:25:46.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:25:46 smithi099 ceph-mon[96864]: pgmap v1536: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:25:46.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:25:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:25:46] "GET /metrics HTTP/1.1" 200 34114 "" "Prometheus/2.43.0" 2024-04-12T16:25:46.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:25:46 smithi110 ceph-mon[88691]: pgmap v1536: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:25:47.315 INFO:tasks.workunit.client.0.smithi099.stdout: 239: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:47.315 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-PEMY2mWxaJ7J2iI off=5471753 len=197702 2024-04-12T16:25:47.318 INFO:tasks.workunit.client.0.smithi099.stdout:op 1233 completed, throughput=4.98MB/sec 2024-04-12T16:25:47.318 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ZNZgRUKPExD1ZLN off=12726342 len=1296915 2024-04-12T16:25:47.325 INFO:tasks.workunit.client.0.smithi099.stdout:op 1234 completed, throughput=4.99MB/sec 2024-04-12T16:25:47.325 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-JIhQGq31LXje3kE off=17740678 len=287240 2024-04-12T16:25:47.326 INFO:tasks.workunit.client.0.smithi099.stdout:op 1235 completed, throughput=4.99MB/sec 2024-04-12T16:25:47.326 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-aXxIAy5sO5nMoGr off=2924738 len=1621413 2024-04-12T16:25:47.335 INFO:tasks.workunit.client.0.smithi099.stdout:op 1236 completed, throughput=4.99MB/sec 2024-04-12T16:25:47.335 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-c7JfQUPQ1vjzU7x off=287711 len=894572 2024-04-12T16:25:47.339 INFO:tasks.workunit.client.0.smithi099.stdout:op 1237 completed, throughput=5MB/sec 2024-04-12T16:25:47.339 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-MsUBolqcp6HD8IP off=3004285 len=2025946 2024-04-12T16:25:47.341 INFO:tasks.workunit.client.0.smithi099.stdout:op 1238 completed, throughput=5.01MB/sec 2024-04-12T16:25:48.341 INFO:tasks.workunit.client.0.smithi099.stdout: 240: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:48.342 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-KqOm1aHJY59NkpP off=12547792 len=1827594 2024-04-12T16:25:48.349 INFO:tasks.workunit.client.0.smithi099.stdout:op 1239 completed, throughput=4.99MB/sec 2024-04-12T16:25:48.349 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-auRQZUMaAjk0nXY off=1466544 len=322213 2024-04-12T16:25:48.352 INFO:tasks.workunit.client.0.smithi099.stdout:op 1240 completed, throughput=4.99MB/sec 2024-04-12T16:25:48.352 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-om1sbQUnjXTg9Au off=1628927 len=1088462 2024-04-12T16:25:48.358 INFO:tasks.workunit.client.0.smithi099.stdout:op 1241 completed, throughput=5MB/sec 2024-04-12T16:25:48.359 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Ixk9f2x9T_e1pMC off=9401251 len=1541220 2024-04-12T16:25:48.366 INFO:tasks.workunit.client.0.smithi099.stdout:op 1242 completed, throughput=5MB/sec 2024-04-12T16:25:48.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:25:48 smithi110 ceph-mon[88691]: pgmap v1537: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:25:48.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:25:48 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:25:48.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:25:48 smithi099 ceph-mon[94290]: pgmap v1537: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:25:48.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:25:48 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:25:48.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:25:48 smithi099 ceph-mon[96864]: pgmap v1537: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:25:48.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:25:48 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:25:49.366 INFO:tasks.workunit.client.0.smithi099.stdout: 241: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:49.366 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-h26daBtVS8awVko off=6805878 len=1596129 2024-04-12T16:25:49.373 INFO:tasks.workunit.client.0.smithi099.stdout:op 1243 completed, throughput=4.99MB/sec 2024-04-12T16:25:49.373 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-iCSddk-QaLR2Cba off=16490851 len=1608032 2024-04-12T16:25:49.375 INFO:tasks.workunit.client.0.smithi099.stdout:op 1244 completed, throughput=4.99MB/sec 2024-04-12T16:25:49.376 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-kGyD7cwzPShmGQF off=6688055 len=1396473 2024-04-12T16:25:49.380 INFO:tasks.workunit.client.0.smithi099.stdout:op 1245 completed, throughput=5MB/sec 2024-04-12T16:25:49.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:25:49 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:25:49.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:25:49 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:25:49.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:25:49 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:25:49.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:25:49 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:25:49.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:25:49 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:25:49.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:25:49 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:25:49.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:25:49 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:25:49.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:25:49 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:25:49.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:25:49 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:25:50.380 INFO:tasks.workunit.client.0.smithi099.stdout: 242: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:50.380 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-wcITRkzQPJxKOzK off=15838348 len=730060 2024-04-12T16:25:50.381 INFO:tasks.workunit.client.0.smithi099.stdout:op 1246 completed, throughput=4.98MB/sec 2024-04-12T16:25:50.381 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-fZg0Hw5rvhNZQtD off=12873507 len=1431934 2024-04-12T16:25:50.383 INFO:tasks.workunit.client.0.smithi099.stdout:op 1247 completed, throughput=4.99MB/sec 2024-04-12T16:25:50.383 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1b0mh1-4NVegRLh off=9175359 len=404381 2024-04-12T16:25:50.390 INFO:tasks.workunit.client.0.smithi099.stdout:op 1248 completed, throughput=4.99MB/sec 2024-04-12T16:25:50.390 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-obvTTKlEGgDXp0x off=16916659 len=1330149 2024-04-12T16:25:50.390 INFO:tasks.workunit.client.0.smithi099.stdout:op 1249 completed, throughput=4.99MB/sec 2024-04-12T16:25:50.390 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-svLHY5qLRYU1Ev1 off=10819521 len=1253505 2024-04-12T16:25:50.390 INFO:tasks.workunit.client.0.smithi099.stdout:op 1250 completed, throughput=5MB/sec 2024-04-12T16:25:50.390 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-awFqOkB-XRGbL-u off=9081619 len=500962 2024-04-12T16:25:50.392 INFO:tasks.workunit.client.0.smithi099.stdout:op 1251 completed, throughput=5MB/sec 2024-04-12T16:25:50.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:25:50 smithi110 ceph-mon[88691]: pgmap v1538: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T16:25:50.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:25:50 smithi099 ceph-mon[94290]: pgmap v1538: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T16:25:50.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:25:50 smithi099 ceph-mon[96864]: pgmap v1538: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T16:25:51.393 INFO:tasks.workunit.client.0.smithi099.stdout: 243: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:51.393 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-xFlD7Ni7WR8c_2q off=6966020 len=963850 2024-04-12T16:25:51.394 INFO:tasks.workunit.client.0.smithi099.stdout:op 1252 completed, throughput=4.98MB/sec 2024-04-12T16:25:51.394 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-45p708OAg-Rwibo off=6378798 len=1550067 2024-04-12T16:25:51.403 INFO:tasks.workunit.client.0.smithi099.stdout:op 1253 completed, throughput=4.99MB/sec 2024-04-12T16:25:51.403 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-FAhBEKyKHbpl0rG off=6729233 len=1416565 2024-04-12T16:25:51.411 INFO:tasks.workunit.client.0.smithi099.stdout:op 1254 completed, throughput=5MB/sec 2024-04-12T16:25:51.411 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-TuoDtjKtKstdRPx off=9040606 len=1171753 2024-04-12T16:25:51.412 INFO:tasks.workunit.client.0.smithi099.stdout:op 1255 completed, throughput=5MB/sec 2024-04-12T16:25:52.412 INFO:tasks.workunit.client.0.smithi099.stdout: 244: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:52.413 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-c3B9-rmqXuZ6UxX off=871516 len=1756292 2024-04-12T16:25:52.414 INFO:tasks.workunit.client.0.smithi099.stdout:op 1256 completed, throughput=4.99MB/sec 2024-04-12T16:25:52.414 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-SKUcGnyXXYujNPZ off=2362782 len=369289 2024-04-12T16:25:52.418 INFO:tasks.workunit.client.0.smithi099.stdout:op 1257 completed, throughput=4.99MB/sec 2024-04-12T16:25:52.418 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-vziLscQoJDbOJdF off=2574973 len=1864008 2024-04-12T16:25:52.422 INFO:tasks.workunit.client.0.smithi099.stdout:op 1258 completed, throughput=5MB/sec 2024-04-12T16:25:52.422 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-4fGeOU1akYmIsNc off=3969850 len=745547 2024-04-12T16:25:52.424 INFO:tasks.workunit.client.0.smithi099.stdout:op 1259 completed, throughput=5MB/sec 2024-04-12T16:25:52.424 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-XNu2_wBP7l2V5o9 off=20071853 len=1518077 2024-04-12T16:25:52.431 INFO:tasks.workunit.client.0.smithi099.stdout:op 1260 completed, throughput=5MB/sec 2024-04-12T16:25:52.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:25:52 smithi110 ceph-mon[88691]: pgmap v1539: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:25:52.581 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:25:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:25:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:25:52.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:25:52 smithi099 ceph-mon[94290]: pgmap v1539: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:25:52.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:25:52 smithi099 ceph-mon[96864]: pgmap v1539: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:25:53.431 INFO:tasks.workunit.client.0.smithi099.stdout: 245: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:53.431 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-l6Lbwg5Or2lokZd off=10006989 len=792195 2024-04-12T16:25:53.436 INFO:tasks.workunit.client.0.smithi099.stdout:op 1261 completed, throughput=4.99MB/sec 2024-04-12T16:25:53.436 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-u3F39zwORvkNyvV off=7792828 len=1071173 2024-04-12T16:25:53.441 INFO:tasks.workunit.client.0.smithi099.stdout:op 1262 completed, throughput=4.99MB/sec 2024-04-12T16:25:53.441 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-L-iihjr1jUUnpfs off=433089 len=2067115 2024-04-12T16:25:53.454 INFO:tasks.workunit.client.0.smithi099.stdout:op 1263 completed, throughput=5MB/sec 2024-04-12T16:25:53.454 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-zu6L98-snl_r9Mi off=12483733 len=1720563 2024-04-12T16:25:53.454 INFO:tasks.workunit.client.0.smithi099.stdout:op 1264 completed, throughput=5.01MB/sec 2024-04-12T16:25:54.453 INFO:tasks.workunit.client.0.smithi099.stdout: 246: throughput=4.99MB/sec pending data=0 2024-04-12T16:25:54.453 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-jhv476aj5lFwg2m off=17083490 len=642739 2024-04-12T16:25:54.457 INFO:tasks.workunit.client.0.smithi099.stdout:op 1265 completed, throughput=4.99MB/sec 2024-04-12T16:25:54.457 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-5FkacizHU_zze_x off=6969323 len=1388724 2024-04-12T16:25:54.463 INFO:tasks.workunit.client.0.smithi099.stdout:op 1266 completed, throughput=4.99MB/sec 2024-04-12T16:25:54.463 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-a3-901_mZCxR5gO off=526573 len=755589 2024-04-12T16:25:54.465 INFO:tasks.workunit.client.0.smithi099.stdout:op 1267 completed, throughput=5MB/sec 2024-04-12T16:25:54.465 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-J4DO2ab3rNDZRG8 off=1592476 len=540236 2024-04-12T16:25:54.465 INFO:tasks.workunit.client.0.smithi099.stdout:op 1268 completed, throughput=5MB/sec 2024-04-12T16:25:54.466 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-A-iBF64zBAy3-X0 off=13158512 len=977035 2024-04-12T16:25:54.468 INFO:tasks.workunit.client.0.smithi099.stdout:op 1269 completed, throughput=5MB/sec 2024-04-12T16:25:54.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:25:54 smithi110 ceph-mon[88691]: pgmap v1540: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:25:54.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:25:54 smithi099 ceph-mon[94290]: pgmap v1540: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:25:54.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:25:54 smithi099 ceph-mon[96864]: pgmap v1540: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:25:55.468 INFO:tasks.workunit.client.0.smithi099.stdout: 247: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:55.468 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-gsW3H8S_-wO4QGG off=5632572 len=1845038 2024-04-12T16:25:55.478 INFO:tasks.workunit.client.0.smithi099.stdout:op 1270 completed, throughput=4.99MB/sec 2024-04-12T16:25:55.478 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ALTf8XbeWkukrlT off=22215941 len=1169435 2024-04-12T16:25:55.484 INFO:tasks.workunit.client.0.smithi099.stdout:op 1271 completed, throughput=4.99MB/sec 2024-04-12T16:25:55.484 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-F2XXSP3RBiVN82K off=12483827 len=1877386 2024-04-12T16:25:55.491 INFO:tasks.workunit.client.0.smithi099.stdout:op 1272 completed, throughput=5MB/sec 2024-04-12T16:25:55.491 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-WBqWSG3wIVYTTPJ off=3140526 len=419297 2024-04-12T16:25:55.494 INFO:tasks.workunit.client.0.smithi099.stdout:op 1273 completed, throughput=5MB/sec 2024-04-12T16:25:56.494 INFO:tasks.workunit.client.0.smithi099.stdout: 248: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:56.494 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0TlenK0gKWtym5A off=13629550 len=483861 2024-04-12T16:25:56.498 INFO:tasks.workunit.client.0.smithi099.stdout:op 1274 completed, throughput=4.98MB/sec 2024-04-12T16:25:56.498 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-MdHC1cOKXxN5Nyc off=8912754 len=1762213 2024-04-12T16:25:56.507 INFO:tasks.workunit.client.0.smithi099.stdout:op 1275 completed, throughput=4.99MB/sec 2024-04-12T16:25:56.507 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Mmayya54Lk0OvqY off=1641698 len=1726456 2024-04-12T16:25:56.515 INFO:tasks.workunit.client.0.smithi099.stdout:op 1276 completed, throughput=5MB/sec 2024-04-12T16:25:56.515 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-t706f6NpTR-8Er0 off=11959818 len=1846992 2024-04-12T16:25:56.524 INFO:tasks.workunit.client.0.smithi099.stdout:op 1277 completed, throughput=5MB/sec 2024-04-12T16:25:56.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:25:56 smithi099 ceph-mon[94290]: pgmap v1541: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T16:25:56.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:25:56 smithi099 ceph-mon[96864]: pgmap v1541: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T16:25:56.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:25:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:25:56] "GET /metrics HTTP/1.1" 200 34114 "" "Prometheus/2.43.0" 2024-04-12T16:25:56.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:25:56 smithi110 ceph-mon[88691]: pgmap v1541: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T16:25:57.524 INFO:tasks.workunit.client.0.smithi099.stdout: 249: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:57.524 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-dCH-hmRLWMdlo4z off=8230323 len=2001672 2024-04-12T16:25:57.534 INFO:tasks.workunit.client.0.smithi099.stdout:op 1278 completed, throughput=4.99MB/sec 2024-04-12T16:25:57.534 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-DbavtlrE1EU6IJQ off=3419837 len=1295636 2024-04-12T16:25:57.535 INFO:tasks.workunit.client.0.smithi099.stdout:op 1279 completed, throughput=4.99MB/sec 2024-04-12T16:25:57.536 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-2A2hmmKf2EJ-MR9 off=47608 len=1100946 2024-04-12T16:25:57.540 INFO:tasks.workunit.client.0.smithi099.stdout:op 1280 completed, throughput=5MB/sec 2024-04-12T16:25:57.540 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-dE-LKBQYnKttfgh off=2489946 len=704806 2024-04-12T16:25:57.544 INFO:tasks.workunit.client.0.smithi099.stdout:op 1281 completed, throughput=5MB/sec 2024-04-12T16:25:58.544 INFO:tasks.workunit.client.0.smithi099.stdout: 250: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:58.544 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ifyRiP-i5soHC7v off=85862 len=1482895 2024-04-12T16:25:58.551 INFO:tasks.workunit.client.0.smithi099.stdout:op 1282 completed, throughput=4.99MB/sec 2024-04-12T16:25:58.551 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-DE81F0__NbRsPX- off=3222712 len=870768 2024-04-12T16:25:58.553 INFO:tasks.workunit.client.0.smithi099.stdout:op 1283 completed, throughput=4.99MB/sec 2024-04-12T16:25:58.553 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Cz9IfiRWT77hXXq off=768180 len=784387 2024-04-12T16:25:58.555 INFO:tasks.workunit.client.0.smithi099.stdout:op 1284 completed, throughput=4.99MB/sec 2024-04-12T16:25:58.555 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-liCtVHTqATQSMPR off=11928436 len=2074831 2024-04-12T16:25:58.557 INFO:tasks.workunit.client.0.smithi099.stdout:op 1285 completed, throughput=5MB/sec 2024-04-12T16:25:58.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:25:58 smithi110 ceph-mon[88691]: pgmap v1542: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T16:25:58.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:25:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:25:58.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:25:58 smithi099 ceph-mon[94290]: pgmap v1542: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T16:25:58.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:25:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:25:58.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:25:58 smithi099 ceph-mon[96864]: pgmap v1542: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T16:25:58.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:25:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:25:59.557 INFO:tasks.workunit.client.0.smithi099.stdout: 251: throughput=4.98MB/sec pending data=0 2024-04-12T16:25:59.558 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-d-0GGrV57j348fO off=13040827 len=484124 2024-04-12T16:25:59.561 INFO:tasks.workunit.client.0.smithi099.stdout:op 1286 completed, throughput=4.98MB/sec 2024-04-12T16:25:59.561 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-eLkyon1aRQcx_J0 off=6244374 len=1352551 2024-04-12T16:25:59.569 INFO:tasks.workunit.client.0.smithi099.stdout:op 1287 completed, throughput=4.99MB/sec 2024-04-12T16:25:59.569 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-XuD7Gy9r-C0NHRM off=10129985 len=1983559 2024-04-12T16:25:59.573 INFO:tasks.workunit.client.0.smithi099.stdout:op 1288 completed, throughput=5MB/sec 2024-04-12T16:25:59.573 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Lsw1m7DF04_wffE off=2041236 len=530881 2024-04-12T16:25:59.573 INFO:tasks.workunit.client.0.smithi099.stdout:op 1289 completed, throughput=5MB/sec 2024-04-12T16:25:59.574 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-XnbbZEVLn7Yafy2 off=3778811 len=348928 2024-04-12T16:25:59.574 INFO:tasks.workunit.client.0.smithi099.stdout:op 1290 completed, throughput=5MB/sec 2024-04-12T16:25:59.574 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-uKOGE37_GhiFNcp off=9392318 len=1831768 2024-04-12T16:25:59.576 INFO:tasks.workunit.client.0.smithi099.stdout:op 1291 completed, throughput=5.01MB/sec 2024-04-12T16:26:00.577 INFO:tasks.workunit.client.0.smithi099.stdout: 252: throughput=4.99MB/sec pending data=0 2024-04-12T16:26:00.577 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-iTq3bdQ3xSiPFaL off=12110452 len=1667534 2024-04-12T16:26:00.584 INFO:tasks.workunit.client.0.smithi099.stdout:op 1292 completed, throughput=4.99MB/sec 2024-04-12T16:26:00.584 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-uqLJykuwgEiyND7 off=4394895 len=1530212 2024-04-12T16:26:00.588 INFO:tasks.workunit.client.0.smithi099.stdout:op 1293 completed, throughput=5MB/sec 2024-04-12T16:26:00.588 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-21UrP2OPUxgoMY2 off=63387 len=2083579 2024-04-12T16:26:00.591 INFO:tasks.workunit.client.0.smithi099.stdout:op 1294 completed, throughput=5.01MB/sec 2024-04-12T16:26:00.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:26:00 smithi110 ceph-mon[88691]: pgmap v1543: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T16:26:00.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:26:00 smithi099 ceph-mon[94290]: pgmap v1543: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T16:26:00.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:26:00 smithi099 ceph-mon[96864]: pgmap v1543: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T16:26:01.592 INFO:tasks.workunit.client.0.smithi099.stdout: 253: throughput=4.99MB/sec pending data=0 2024-04-12T16:26:01.592 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-MwfAeHn0KzCypvk off=18757393 len=1466161 2024-04-12T16:26:01.593 INFO:tasks.workunit.client.0.smithi099.stdout:op 1295 completed, throughput=4.99MB/sec 2024-04-12T16:26:01.594 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0dsjsZSAraVx4-_ off=3128334 len=1189715 2024-04-12T16:26:01.601 INFO:tasks.workunit.client.0.smithi099.stdout:op 1296 completed, throughput=5MB/sec 2024-04-12T16:26:01.601 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qDpayxQ6EBChtNy off=1456594 len=2062 2024-04-12T16:26:01.603 INFO:tasks.workunit.client.0.smithi099.stdout:op 1297 completed, throughput=5MB/sec 2024-04-12T16:26:01.603 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-na0nMcQp26ddPI1 off=3223195 len=1849776 2024-04-12T16:26:01.612 INFO:tasks.workunit.client.0.smithi099.stdout:op 1298 completed, throughput=5MB/sec 2024-04-12T16:26:02.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:26:02 smithi110 ceph-mon[88691]: pgmap v1544: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-12T16:26:02.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:26:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:26:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:26:02.613 INFO:tasks.workunit.client.0.smithi099.stdout: 254: throughput=4.98MB/sec pending data=0 2024-04-12T16:26:02.613 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-U6B9q8LzvDqkYfy off=11464291 len=1255136 2024-04-12T16:26:02.614 INFO:tasks.workunit.client.0.smithi099.stdout:op 1299 completed, throughput=4.99MB/sec 2024-04-12T16:26:02.614 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Z6Lq-M9zER03fOu off=3480118 len=624095 2024-04-12T16:26:02.615 INFO:tasks.workunit.client.0.smithi099.stdout:op 1300 completed, throughput=4.99MB/sec 2024-04-12T16:26:02.616 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-s_5KCnVJX0diSyk off=879703 len=835935 2024-04-12T16:26:02.617 INFO:tasks.workunit.client.0.smithi099.stdout:op 1301 completed, throughput=4.99MB/sec 2024-04-12T16:26:02.617 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-sfxI3Wm1TwT9JL0 off=6813490 len=820290 2024-04-12T16:26:02.623 INFO:tasks.workunit.client.0.smithi099.stdout:op 1302 completed, throughput=5MB/sec 2024-04-12T16:26:02.623 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-7UbFv50MnVjT3f8 off=11589700 len=993093 2024-04-12T16:26:02.627 INFO:tasks.workunit.client.0.smithi099.stdout:op 1303 completed, throughput=5MB/sec 2024-04-12T16:26:02.627 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-oT8DXFZqNl-lRVp off=17673418 len=345751 2024-04-12T16:26:02.630 INFO:tasks.workunit.client.0.smithi099.stdout:op 1304 completed, throughput=5MB/sec 2024-04-12T16:26:02.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:26:02 smithi099 ceph-mon[94290]: pgmap v1544: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-12T16:26:02.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:26:02 smithi099 ceph-mon[96864]: pgmap v1544: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-12T16:26:03.631 INFO:tasks.workunit.client.0.smithi099.stdout: 255: throughput=4.98MB/sec pending data=0 2024-04-12T16:26:03.631 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-DbZJQ-h6AkfwsIe off=3489243 len=1406444 2024-04-12T16:26:03.638 INFO:tasks.workunit.client.0.smithi099.stdout:op 1305 completed, throughput=4.99MB/sec 2024-04-12T16:26:03.638 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-pCIi4JwIj-C530r off=16027316 len=641378 2024-04-12T16:26:03.639 INFO:tasks.workunit.client.0.smithi099.stdout:op 1306 completed, throughput=4.99MB/sec 2024-04-12T16:26:03.639 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-iYZ3I4hgL7RtSdo off=294044 len=1699263 2024-04-12T16:26:03.647 INFO:tasks.workunit.client.0.smithi099.stdout:op 1307 completed, throughput=4.99MB/sec 2024-04-12T16:26:03.647 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-DfAl_gILlnz-Oro off=2030829 len=1604089 2024-04-12T16:26:03.650 INFO:tasks.workunit.client.0.smithi099.stdout:op 1308 completed, throughput=5MB/sec 2024-04-12T16:26:04.650 INFO:tasks.workunit.client.0.smithi099.stdout: 256: throughput=4.98MB/sec pending data=0 2024-04-12T16:26:04.650 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-0HqPM_agiUKC0G0 off=2822323 len=313328 2024-04-12T16:26:04.651 INFO:tasks.workunit.client.0.smithi099.stdout:op 1309 completed, throughput=4.98MB/sec 2024-04-12T16:26:04.651 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Ac8Ne424ZltxBAO off=251514 len=1417391 2024-04-12T16:26:04.653 INFO:tasks.workunit.client.0.smithi099.stdout:op 1310 completed, throughput=4.99MB/sec 2024-04-12T16:26:04.653 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-q_n135ZrcR7kBF2 off=8023321 len=1197075 2024-04-12T16:26:04.658 INFO:tasks.workunit.client.0.smithi099.stdout:op 1311 completed, throughput=4.99MB/sec 2024-04-12T16:26:04.658 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-obvTTKlEGgDXp0x off=3451828 len=1419653 2024-04-12T16:26:04.666 INFO:tasks.workunit.client.0.smithi099.stdout:op 1312 completed, throughput=5MB/sec 2024-04-12T16:26:04.666 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-8r0-8XxGk1EN_S_ off=9964754 len=1067948 2024-04-12T16:26:04.671 INFO:tasks.workunit.client.0.smithi099.stdout:op 1313 completed, throughput=5MB/sec 2024-04-12T16:26:04.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:26:04 smithi110 ceph-mon[88691]: pgmap v1545: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T16:26:04.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:26:04 smithi099 ceph-mon[94290]: pgmap v1545: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T16:26:04.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:26:04 smithi099 ceph-mon[96864]: pgmap v1545: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T16:26:05.672 INFO:tasks.workunit.client.0.smithi099.stdout: 257: throughput=4.98MB/sec pending data=0 2024-04-12T16:26:05.672 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-2-_QRjf43nLzT06 off=9383710 len=1473282 2024-04-12T16:26:05.680 INFO:tasks.workunit.client.0.smithi099.stdout:op 1314 completed, throughput=4.99MB/sec 2024-04-12T16:26:05.680 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-85jLFNw_xW7_nJj off=2769080 len=1632555 2024-04-12T16:26:05.688 INFO:tasks.workunit.client.0.smithi099.stdout:op 1315 completed, throughput=4.99MB/sec 2024-04-12T16:26:05.688 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-mLNgRPhuYSlrkdQ off=9293396 len=1565459 2024-04-12T16:26:05.697 INFO:tasks.workunit.client.0.smithi099.stdout:op 1316 completed, throughput=5MB/sec 2024-04-12T16:26:05.697 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-IG3kHrK42UmHDha off=2412113 len=1659004 2024-04-12T16:26:05.699 INFO:tasks.workunit.client.0.smithi099.stdout:op 1317 completed, throughput=5MB/sec 2024-04-12T16:26:06.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:26:06 smithi099 ceph-mon[94290]: pgmap v1546: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:26:06.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:26:06 smithi099 ceph-mon[96864]: pgmap v1546: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:26:06.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:26:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:26:06] "GET /metrics HTTP/1.1" 200 34118 "" "Prometheus/2.43.0" 2024-04-12T16:26:06.699 INFO:tasks.workunit.client.0.smithi099.stdout: 258: throughput=4.99MB/sec pending data=0 2024-04-12T16:26:06.700 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-PEKFHFEjvg7wZ9z off=3529056 len=890636 2024-04-12T16:26:06.701 INFO:tasks.workunit.client.0.smithi099.stdout:op 1318 completed, throughput=4.99MB/sec 2024-04-12T16:26:06.701 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-p1LLpWu14Y0Vtne off=5502984 len=1669616 2024-04-12T16:26:06.710 INFO:tasks.workunit.client.0.smithi099.stdout:op 1319 completed, throughput=4.99MB/sec 2024-04-12T16:26:06.710 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-DgyncJN8VOxneB- off=4274666 len=1941765 2024-04-12T16:26:06.712 INFO:tasks.workunit.client.0.smithi099.stdout:op 1320 completed, throughput=5MB/sec 2024-04-12T16:26:06.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:26:06 smithi110 ceph-mon[88691]: pgmap v1546: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:26:07.713 INFO:tasks.workunit.client.0.smithi099.stdout: 259: throughput=4.98MB/sec pending data=0 2024-04-12T16:26:07.713 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-YSF8WaPm28x0Muz off=215693 len=1130793 2024-04-12T16:26:07.718 INFO:tasks.workunit.client.0.smithi099.stdout:op 1321 completed, throughput=4.99MB/sec 2024-04-12T16:26:07.718 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-EZ_d0ojINXQ-UsE off=3207758 len=1172345 2024-04-12T16:26:07.724 INFO:tasks.workunit.client.0.smithi099.stdout:op 1322 completed, throughput=4.99MB/sec 2024-04-12T16:26:07.724 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-9kWmoB8FDP0LR54 off=942592 len=2038037 2024-04-12T16:26:07.726 INFO:tasks.workunit.client.0.smithi099.stdout:op 1323 completed, throughput=5MB/sec 2024-04-12T16:26:07.726 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-QwCDvjaKthIqHgh off=17164286 len=1037280 2024-04-12T16:26:07.727 INFO:tasks.workunit.client.0.smithi099.stdout:op 1324 completed, throughput=5MB/sec 2024-04-12T16:26:08.728 INFO:tasks.workunit.client.0.smithi099.stdout: 260: throughput=4.98MB/sec pending data=0 2024-04-12T16:26:08.728 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-S7BH16EgNSfIyaf off=20125156 len=1975616 2024-04-12T16:26:08.738 INFO:tasks.workunit.client.0.smithi099.stdout:op 1325 completed, throughput=4.99MB/sec 2024-04-12T16:26:08.738 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-y_n5Ejh7iczYj8K off=11329418 len=376202 2024-04-12T16:26:08.741 INFO:tasks.workunit.client.0.smithi099.stdout:op 1326 completed, throughput=4.99MB/sec 2024-04-12T16:26:08.741 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-YdeOl9lAz70wJdb off=10584121 len=1371902 2024-04-12T16:26:08.742 INFO:tasks.workunit.client.0.smithi099.stdout:op 1327 completed, throughput=5MB/sec 2024-04-12T16:26:08.742 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-bTxt4yxJ3VgvnXs off=15522740 len=510320 2024-04-12T16:26:08.744 INFO:tasks.workunit.client.0.smithi099.stdout:op 1328 completed, throughput=5MB/sec 2024-04-12T16:26:08.744 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-nSkpDLLdHk7fhRa off=1411576 len=291797 2024-04-12T16:26:08.745 INFO:tasks.workunit.client.0.smithi099.stdout:op 1329 completed, throughput=5MB/sec 2024-04-12T16:26:08.745 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-5TVRSuIv3pCBijg off=184465 len=1498377 2024-04-12T16:26:08.751 INFO:tasks.workunit.client.0.smithi099.stdout:op 1330 completed, throughput=5MB/sec 2024-04-12T16:26:08.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:26:08 smithi110 ceph-mon[88691]: pgmap v1547: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-12T16:26:08.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:26:08 smithi099 ceph-mon[94290]: pgmap v1547: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-12T16:26:08.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:26:08 smithi099 ceph-mon[96864]: pgmap v1547: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-12T16:26:09.751 INFO:tasks.workunit.client.0.smithi099.stdout: 261: throughput=4.99MB/sec pending data=0 2024-04-12T16:26:09.751 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-4pWjXPTlX8JkKZJ off=614672 len=1236590 2024-04-12T16:26:09.754 INFO:tasks.workunit.client.0.smithi099.stdout:op 1331 completed, throughput=4.99MB/sec 2024-04-12T16:26:09.754 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-nPaNxTQl971Z5t_ off=3816717 len=1790379 2024-04-12T16:26:09.756 INFO:tasks.workunit.client.0.smithi099.stdout:op 1332 completed, throughput=5MB/sec 2024-04-12T16:26:09.756 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-y7oVGxJ06er6GSn off=1352605 len=1867779 2024-04-12T16:26:09.765 INFO:tasks.workunit.client.0.smithi099.stdout:op 1333 completed, throughput=5MB/sec 2024-04-12T16:26:10.766 INFO:tasks.workunit.client.0.smithi099.stdout: 262: throughput=4.98MB/sec pending data=0 2024-04-12T16:26:10.766 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-mTBYs3rA3HW07sY off=8457925 len=1824254 2024-04-12T16:26:10.768 INFO:tasks.workunit.client.0.smithi099.stdout:op 1334 completed, throughput=4.99MB/sec 2024-04-12T16:26:10.768 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-7wRDdLYNmQt94Iy off=10324721 len=1489121 2024-04-12T16:26:10.774 INFO:tasks.workunit.client.0.smithi099.stdout:op 1335 completed, throughput=5MB/sec 2024-04-12T16:26:10.774 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-TdxI5gEDNlniq9L off=6335512 len=1006807 2024-04-12T16:26:10.780 INFO:tasks.workunit.client.0.smithi099.stdout:op 1336 completed, throughput=5MB/sec 2024-04-12T16:26:10.780 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-PJm52q517O7CwJn off=22889636 len=437113 2024-04-12T16:26:10.781 INFO:tasks.workunit.client.0.smithi099.stdout:op 1337 completed, throughput=5MB/sec 2024-04-12T16:26:10.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:26:10 smithi110 ceph-mon[88691]: pgmap v1548: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-12T16:26:10.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:26:10 smithi099 ceph-mon[94290]: pgmap v1548: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-12T16:26:10.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:26:10 smithi099 ceph-mon[96864]: pgmap v1548: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-12T16:26:11.781 INFO:tasks.workunit.client.0.smithi099.stdout: 263: throughput=4.98MB/sec pending data=0 2024-04-12T16:26:11.782 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-YCXqNk36k8Nslel off=16157667 len=1704339 2024-04-12T16:26:11.783 INFO:tasks.workunit.client.0.smithi099.stdout:op 1338 completed, throughput=4.99MB/sec 2024-04-12T16:26:11.783 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-BCLufmBNf47AVvj off=15579003 len=1926590 2024-04-12T16:26:11.786 INFO:tasks.workunit.client.0.smithi099.stdout:op 1339 completed, throughput=4.99MB/sec 2024-04-12T16:26:11.786 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-IXjlCqd3ba8VgaX off=12491736 len=386709 2024-04-12T16:26:11.786 INFO:tasks.workunit.client.0.smithi099.stdout:op 1340 completed, throughput=5MB/sec 2024-04-12T16:26:11.786 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-G7yGWhg4Vh167vp off=12080772 len=400793 2024-04-12T16:26:11.788 INFO:tasks.workunit.client.0.smithi099.stdout:op 1341 completed, throughput=5MB/sec 2024-04-12T16:26:11.788 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ItADWsLbH50mnCZ off=7151168 len=1425703 2024-04-12T16:26:11.795 INFO:tasks.workunit.client.0.smithi099.stdout:op 1342 completed, throughput=5MB/sec 2024-04-12T16:26:12.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:26:12 smithi110 ceph-mon[88691]: pgmap v1549: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-12T16:26:12.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:26:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:26:12.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:26:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:26:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:26:12.796 INFO:tasks.workunit.client.0.smithi099.stdout: 264: throughput=4.98MB/sec pending data=0 2024-04-12T16:26:12.796 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-kN8YHNk8sbNB68l off=14166402 len=35821 2024-04-12T16:26:12.797 INFO:tasks.workunit.client.0.smithi099.stdout:op 1343 completed, throughput=4.98MB/sec 2024-04-12T16:26:12.797 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-CJWxs01W7jTyj5a off=18789393 len=311450 2024-04-12T16:26:12.801 INFO:tasks.workunit.client.0.smithi099.stdout:op 1344 completed, throughput=4.98MB/sec 2024-04-12T16:26:12.801 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-0hDeYffIh-xQu-X off=134003 len=1515429 2024-04-12T16:26:12.803 INFO:tasks.workunit.client.0.smithi099.stdout:op 1345 completed, throughput=4.99MB/sec 2024-04-12T16:26:12.803 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-5ZjjpFch9rpBF5Z off=975385 len=193191 2024-04-12T16:26:12.803 INFO:tasks.workunit.client.0.smithi099.stdout:op 1346 completed, throughput=4.99MB/sec 2024-04-12T16:26:12.803 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-WKrpJFtt_Ov--KD off=7811992 len=605753 2024-04-12T16:26:12.804 INFO:tasks.workunit.client.0.smithi099.stdout:op 1347 completed, throughput=4.99MB/sec 2024-04-12T16:26:12.804 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-5_9u71wMMAQVfwj off=10627219 len=230438 2024-04-12T16:26:12.805 INFO:tasks.workunit.client.0.smithi099.stdout:op 1348 completed, throughput=4.99MB/sec 2024-04-12T16:26:12.805 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-BdEO4LaeWh6penh off=1482920 len=270117 2024-04-12T16:26:12.808 INFO:tasks.workunit.client.0.smithi099.stdout:op 1349 completed, throughput=4.99MB/sec 2024-04-12T16:26:12.808 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-gokCxWNiiBBzZ6G off=912753 len=1167592 2024-04-12T16:26:12.813 INFO:tasks.workunit.client.0.smithi099.stdout:op 1350 completed, throughput=5MB/sec 2024-04-12T16:26:12.813 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-JMqyidqhnPH2xUf off=807627 len=1079120 2024-04-12T16:26:12.815 INFO:tasks.workunit.client.0.smithi099.stdout:op 1351 completed, throughput=5MB/sec 2024-04-12T16:26:12.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:26:12 smithi099 ceph-mon[94290]: pgmap v1549: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-12T16:26:12.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:26:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:26:12.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:26:12 smithi099 ceph-mon[96864]: pgmap v1549: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-12T16:26:12.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:26:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:26:13.816 INFO:tasks.workunit.client.0.smithi099.stdout: 265: throughput=4.98MB/sec pending data=0 2024-04-12T16:26:13.816 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-VZx5FFWPts1jXMh off=1926100 len=522753 2024-04-12T16:26:13.817 INFO:tasks.workunit.client.0.smithi099.stdout:op 1352 completed, throughput=4.99MB/sec 2024-04-12T16:26:13.817 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-oUJZ060ACYsJ3n1 off=10377363 len=658915 2024-04-12T16:26:13.818 INFO:tasks.workunit.client.0.smithi099.stdout:op 1353 completed, throughput=4.99MB/sec 2024-04-12T16:26:13.818 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Lhlr_hrxOtphjdR off=4533942 len=609252 2024-04-12T16:26:13.819 INFO:tasks.workunit.client.0.smithi099.stdout:op 1354 completed, throughput=4.99MB/sec 2024-04-12T16:26:13.819 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ghnU8mTtvq2yTqZ off=4813721 len=244794 2024-04-12T16:26:13.820 INFO:tasks.workunit.client.0.smithi099.stdout:op 1355 completed, throughput=4.99MB/sec 2024-04-12T16:26:13.820 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-epHeVqipku_Os9m off=2338458 len=1579053 2024-04-12T16:26:13.822 INFO:tasks.workunit.client.0.smithi099.stdout:op 1356 completed, throughput=5MB/sec 2024-04-12T16:26:13.822 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-U8JFyQnbn62HZjR off=11385125 len=419739 2024-04-12T16:26:13.823 INFO:tasks.workunit.client.0.smithi099.stdout:op 1357 completed, throughput=5MB/sec 2024-04-12T16:26:13.823 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-xbrS7wyqFCdwU82 off=12993146 len=741674 2024-04-12T16:26:13.827 INFO:tasks.workunit.client.0.smithi099.stdout:op 1358 completed, throughput=5MB/sec 2024-04-12T16:26:14.827 INFO:tasks.workunit.client.0.smithi099.stdout: 266: throughput=4.98MB/sec pending data=0 2024-04-12T16:26:14.828 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-cI44m2fyKfqsLSP off=424113 len=429143 2024-04-12T16:26:14.829 INFO:tasks.workunit.client.0.smithi099.stdout:op 1359 completed, throughput=4.98MB/sec 2024-04-12T16:26:14.829 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-y_n5Ejh7iczYj8K off=3047743 len=1759302 2024-04-12T16:26:14.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:26:14 smithi110 ceph-mon[88691]: pgmap v1550: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T16:26:14.838 INFO:tasks.workunit.client.0.smithi099.stdout:op 1360 completed, throughput=4.99MB/sec 2024-04-12T16:26:14.838 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Vj85Ph14AHXW2Oe off=11941223 len=1290819 2024-04-12T16:26:14.843 INFO:tasks.workunit.client.0.smithi099.stdout:op 1361 completed, throughput=4.99MB/sec 2024-04-12T16:26:14.844 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-LkrZCBn0bCOCnqi off=18110656 len=950437 2024-04-12T16:26:14.849 INFO:tasks.workunit.client.0.smithi099.stdout:op 1362 completed, throughput=5MB/sec 2024-04-12T16:26:14.849 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-XdwbHGtR3CvFzXJ off=4533255 len=2079866 2024-04-12T16:26:14.851 INFO:tasks.workunit.client.0.smithi099.stdout:op 1363 completed, throughput=5MB/sec 2024-04-12T16:26:14.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:26:14 smithi099 ceph-mon[94290]: pgmap v1550: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T16:26:14.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:26:14 smithi099 ceph-mon[96864]: pgmap v1550: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T16:26:15.851 INFO:tasks.workunit.client.0.smithi099.stdout: 267: throughput=4.99MB/sec pending data=0 2024-04-12T16:26:15.852 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-s_t8UF22VuGiFU2 off=465387 len=756081 2024-04-12T16:26:15.853 INFO:tasks.workunit.client.0.smithi099.stdout:op 1364 completed, throughput=4.99MB/sec 2024-04-12T16:26:15.853 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-8eGbmfV_cHJbPcq off=801822 len=1808444 2024-04-12T16:26:15.862 INFO:tasks.workunit.client.0.smithi099.stdout:op 1365 completed, throughput=4.99MB/sec 2024-04-12T16:26:15.862 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Iko00pcuhk6WfWX off=4393802 len=761576 2024-04-12T16:26:15.863 INFO:tasks.workunit.client.0.smithi099.stdout:op 1366 completed, throughput=5MB/sec 2024-04-12T16:26:15.863 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-JzIy2NOlPuCUGTR off=1615746 len=1758685 2024-04-12T16:26:15.864 INFO:tasks.workunit.client.0.smithi099.stdout:op 1367 completed, throughput=5MB/sec 2024-04-12T16:26:16.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:26:16 smithi099 ceph-mon[94290]: pgmap v1551: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:26:16.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:26:16 smithi099 ceph-mon[96864]: pgmap v1551: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:26:16.624 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:26:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:26:16] "GET /metrics HTTP/1.1" 200 34114 "" "Prometheus/2.43.0" 2024-04-12T16:26:16.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:26:16 smithi110 ceph-mon[88691]: pgmap v1551: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:26:16.865 INFO:tasks.workunit.client.0.smithi099.stdout: 268: throughput=4.99MB/sec pending data=0 2024-04-12T16:26:16.865 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-GI6m_6F3mUwV3YR off=19570140 len=1787576 2024-04-12T16:26:16.867 INFO:tasks.workunit.client.0.smithi099.stdout:op 1368 completed, throughput=4.99MB/sec 2024-04-12T16:26:16.867 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-5Sljtwnn7WQI8KF off=3598446 len=1613071 2024-04-12T16:26:16.875 INFO:tasks.workunit.client.0.smithi099.stdout:op 1369 completed, throughput=5MB/sec 2024-04-12T16:26:16.875 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-XBh2UviRiWFuDXj off=14423987 len=111914 2024-04-12T16:26:16.876 INFO:tasks.workunit.client.0.smithi099.stdout:op 1370 completed, throughput=5MB/sec 2024-04-12T16:26:16.876 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-p99K8TUCifbt26C off=1355577 len=1872415 2024-04-12T16:26:16.885 INFO:tasks.workunit.client.0.smithi099.stdout:op 1371 completed, throughput=5MB/sec 2024-04-12T16:26:17.885 INFO:tasks.workunit.client.0.smithi099.stdout: 269: throughput=4.99MB/sec pending data=0 2024-04-12T16:26:17.885 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-MdrPJoauXVbwgTe off=12541643 len=1186124 2024-04-12T16:26:17.890 INFO:tasks.workunit.client.0.smithi099.stdout:op 1372 completed, throughput=4.99MB/sec 2024-04-12T16:26:17.891 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ox87yil2jVbLEPO off=320751 len=1136515 2024-04-12T16:26:17.893 INFO:tasks.workunit.client.0.smithi099.stdout:op 1373 completed, throughput=4.99MB/sec 2024-04-12T16:26:17.893 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ksoGBcg-DRlRFRT off=6830692 len=515164 2024-04-12T16:26:17.894 INFO:tasks.workunit.client.0.smithi099.stdout:op 1374 completed, throughput=5MB/sec 2024-04-12T16:26:17.894 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-UT5OqUyux3Ytd8D off=10093983 len=541759 2024-04-12T16:26:17.898 INFO:tasks.workunit.client.0.smithi099.stdout:op 1375 completed, throughput=5MB/sec 2024-04-12T16:26:17.898 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-nnJF-tzvVLm_z3e off=4754400 len=1708643 2024-04-12T16:26:17.906 INFO:tasks.workunit.client.0.smithi099.stdout:op 1376 completed, throughput=5MB/sec 2024-04-12T16:26:18.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:26:18 smithi110 ceph-mon[88691]: pgmap v1552: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:26:18.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:26:18 smithi099 ceph-mon[94290]: pgmap v1552: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:26:18.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:26:18 smithi099 ceph-mon[96864]: pgmap v1552: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:26:18.907 INFO:tasks.workunit.client.0.smithi099.stdout: 270: throughput=4.98MB/sec pending data=0 2024-04-12T16:26:18.907 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1CrpCBvVEJZP-6x off=6400318 len=1118592 2024-04-12T16:26:18.913 INFO:tasks.workunit.client.0.smithi099.stdout:op 1377 completed, throughput=4.99MB/sec 2024-04-12T16:26:18.914 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-hVKG_P4L-zakDYc off=2029048 len=1478051 2024-04-12T16:26:18.916 INFO:tasks.workunit.client.0.smithi099.stdout:op 1378 completed, throughput=4.99MB/sec 2024-04-12T16:26:18.916 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-7vBm7jGMzJ9tWvU off=20208601 len=817305 2024-04-12T16:26:18.917 INFO:tasks.workunit.client.0.smithi099.stdout:op 1379 completed, throughput=5MB/sec 2024-04-12T16:26:18.917 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-RzJMQ1W1b2-dXqz off=1109382 len=1888429 2024-04-12T16:26:18.920 INFO:tasks.workunit.client.0.smithi099.stdout:op 1380 completed, throughput=5MB/sec 2024-04-12T16:26:19.921 INFO:tasks.workunit.client.0.smithi099.stdout: 271: throughput=4.98MB/sec pending data=0 2024-04-12T16:26:19.921 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-MmuX0mSzkOKvdvW off=1390575 len=413933 2024-04-12T16:26:19.925 INFO:tasks.workunit.client.0.smithi099.stdout:op 1381 completed, throughput=4.99MB/sec 2024-04-12T16:26:19.925 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-lkzKvAQGSwsk3kX off=3367091 len=1457218 2024-04-12T16:26:19.931 INFO:tasks.workunit.client.0.smithi099.stdout:op 1382 completed, throughput=4.99MB/sec 2024-04-12T16:26:19.931 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ULLS9vvratKK1ym off=5399492 len=441316 2024-04-12T16:26:19.932 INFO:tasks.workunit.client.0.smithi099.stdout:op 1383 completed, throughput=4.99MB/sec 2024-04-12T16:26:19.932 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-6w5pE7S_gb3-aCo off=0 len=1783066 2024-04-12T16:26:19.935 INFO:tasks.workunit.client.0.smithi099.stdout:op 1384 completed, throughput=5MB/sec 2024-04-12T16:26:19.935 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-TQMhrezkWfsOYAT off=7865559 len=220427 2024-04-12T16:26:19.938 INFO:tasks.workunit.client.0.smithi099.stdout:op 1385 completed, throughput=5MB/sec 2024-04-12T16:26:19.938 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj--7x30H5yfPBgcFd off=10141535 len=1387612 2024-04-12T16:26:19.945 INFO:tasks.workunit.client.0.smithi099.stdout:op 1386 completed, throughput=5MB/sec 2024-04-12T16:26:20.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:26:20 smithi110 ceph-mon[88691]: pgmap v1553: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:26:20.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:26:20 smithi099 ceph-mon[94290]: pgmap v1553: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:26:20.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:26:20 smithi099 ceph-mon[96864]: pgmap v1553: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:26:20.945 INFO:tasks.workunit.client.0.smithi099.stdout: 272: throughput=4.99MB/sec pending data=0 2024-04-12T16:26:20.946 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-qkilOVuoSC_L15y off=611682 len=154887 2024-04-12T16:26:20.946 INFO:tasks.workunit.client.0.smithi099.stdout:op 1387 completed, throughput=4.99MB/sec 2024-04-12T16:26:20.946 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-9-eto9FRUv7UITl off=7847986 len=252069 2024-04-12T16:26:20.949 INFO:tasks.workunit.client.0.smithi099.stdout:op 1388 completed, throughput=4.99MB/sec 2024-04-12T16:26:20.949 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ZxLF-LoCyf603P5 off=10136373 len=903156 2024-04-12T16:26:20.954 INFO:tasks.workunit.client.0.smithi099.stdout:op 1389 completed, throughput=4.99MB/sec 2024-04-12T16:26:20.954 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-aIIsBBzhkv1VUcj off=14328492 len=457924 2024-04-12T16:26:20.958 INFO:tasks.workunit.client.0.smithi099.stdout:op 1390 completed, throughput=4.99MB/sec 2024-04-12T16:26:20.958 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-HOTCmKoI7NYD9AC off=14938517 len=1986245 2024-04-12T16:26:20.967 INFO:tasks.workunit.client.0.smithi099.stdout:op 1391 completed, throughput=5MB/sec 2024-04-12T16:26:20.967 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-71l_etoRPiRpLi5 off=2660848 len=1000645 2024-04-12T16:26:20.968 INFO:tasks.workunit.client.0.smithi099.stdout:op 1392 completed, throughput=5MB/sec 2024-04-12T16:26:21.969 INFO:tasks.workunit.client.0.smithi099.stdout: 273: throughput=4.98MB/sec pending data=0 2024-04-12T16:26:21.969 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-hbJNUbiBbvfz3L2 off=768043 len=1841016 2024-04-12T16:26:21.970 INFO:tasks.workunit.client.0.smithi099.stdout:op 1393 completed, throughput=4.99MB/sec 2024-04-12T16:26:21.971 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-baqApwi7Z6KnSmm off=12045049 len=1269369 2024-04-12T16:26:21.974 INFO:tasks.workunit.client.0.smithi099.stdout:op 1394 completed, throughput=4.99MB/sec 2024-04-12T16:26:21.974 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-I0c4mGypSGo2bVF off=14731601 len=1972226 2024-04-12T16:26:21.982 INFO:tasks.workunit.client.0.smithi099.stdout:op 1395 completed, throughput=5MB/sec 2024-04-12T16:26:22.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:26:22 smithi110 ceph-mon[88691]: pgmap v1554: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:26:22.581 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:26:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:26:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:26:22.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:26:22 smithi099 ceph-mon[94290]: pgmap v1554: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:26:22.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:26:22 smithi099 ceph-mon[96864]: pgmap v1554: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:26:22.982 INFO:tasks.workunit.client.0.smithi099.stdout: 274: throughput=4.98MB/sec pending data=0 2024-04-12T16:26:22.982 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-vow3ZmfNR45Ru7c off=4994926 len=1604227 2024-04-12T16:26:22.991 INFO:tasks.workunit.client.0.smithi099.stdout:op 1396 completed, throughput=4.99MB/sec 2024-04-12T16:26:22.991 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-gQV1eF9pilxSZ43 off=5819424 len=487464 2024-04-12T16:26:22.995 INFO:tasks.workunit.client.0.smithi099.stdout:op 1397 completed, throughput=4.99MB/sec 2024-04-12T16:26:22.995 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-RZMtkLVHVMImYOD off=12544008 len=818541 2024-04-12T16:26:22.996 INFO:tasks.workunit.client.0.smithi099.stdout:op 1398 completed, throughput=4.99MB/sec 2024-04-12T16:26:22.996 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-53_vZYsVHS4aSpa off=744807 len=524000 2024-04-12T16:26:22.997 INFO:tasks.workunit.client.0.smithi099.stdout:op 1399 completed, throughput=4.99MB/sec 2024-04-12T16:26:22.997 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-704ZT8AWSRY5EMe off=795595 len=15630 2024-04-12T16:26:22.998 INFO:tasks.workunit.client.0.smithi099.stdout:op 1400 completed, throughput=4.99MB/sec 2024-04-12T16:26:22.998 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-dQ3llEAFaqUBfVE off=22442191 len=789243 2024-04-12T16:26:22.999 INFO:tasks.workunit.client.0.smithi099.stdout:op 1401 completed, throughput=5MB/sec 2024-04-12T16:26:22.999 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-nPjfEXiRJKR5FvV off=1389424 len=922778 2024-04-12T16:26:23.005 INFO:tasks.workunit.client.0.smithi099.stdout:op 1402 completed, throughput=5MB/sec 2024-04-12T16:26:24.005 INFO:tasks.workunit.client.0.smithi099.stdout: 275: throughput=4.98MB/sec pending data=0 2024-04-12T16:26:24.005 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-nKECkh1q72p2I-3 off=19299406 len=1584191 2024-04-12T16:26:24.007 INFO:tasks.workunit.client.0.smithi099.stdout:op 1403 completed, throughput=4.99MB/sec 2024-04-12T16:26:24.008 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-3k0f0rJ4mWrlU_W off=6995018 len=1662545 2024-04-12T16:26:24.010 INFO:tasks.workunit.client.0.smithi099.stdout:op 1404 completed, throughput=4.99MB/sec 2024-04-12T16:26:24.010 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qpVkHUDmho3vJ9I off=1013874 len=1771928 2024-04-12T16:26:24.017 INFO:tasks.workunit.client.0.smithi099.stdout:op 1405 completed, throughput=5MB/sec 2024-04-12T16:26:24.017 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-8iKxxhVouSjNUPS off=6099446 len=1476311 2024-04-12T16:26:24.018 INFO:tasks.workunit.client.0.smithi099.stdout:op 1406 completed, throughput=5MB/sec 2024-04-12T16:26:24.817 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:26:24 smithi110 ceph-mon[88691]: pgmap v1555: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:26:24.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:26:24 smithi099 ceph-mon[94290]: pgmap v1555: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:26:24.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:26:24 smithi099 ceph-mon[96864]: pgmap v1555: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:26:25.019 INFO:tasks.workunit.client.0.smithi099.stdout: 276: throughput=4.99MB/sec pending data=0 2024-04-12T16:26:25.019 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-EIeI7XAY16ma-i7 off=2022987 len=1736361 2024-04-12T16:26:25.021 INFO:tasks.workunit.client.0.smithi099.stdout:op 1407 completed, throughput=4.99MB/sec 2024-04-12T16:26:25.021 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ALaVnCea2E5vDT8 off=7805633 len=243395 2024-04-12T16:26:25.022 INFO:tasks.workunit.client.0.smithi099.stdout:op 1408 completed, throughput=4.99MB/sec 2024-04-12T16:26:25.022 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-4Zq96bIEBSiDx72 off=5163697 len=36494 2024-04-12T16:26:25.024 INFO:tasks.workunit.client.0.smithi099.stdout:op 1409 completed, throughput=4.99MB/sec 2024-04-12T16:26:25.024 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-icMop3VkAPGcQ4c off=13145387 len=1468258 2024-04-12T16:26:25.025 INFO:tasks.workunit.client.0.smithi099.stdout:op 1410 completed, throughput=5MB/sec 2024-04-12T16:26:25.026 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-sONDsC5EZ9-Mdl7 off=3044054 len=97442 2024-04-12T16:26:25.026 INFO:tasks.workunit.client.0.smithi099.stdout:op 1411 completed, throughput=5MB/sec 2024-04-12T16:26:25.026 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-I9s71IXaCLx5zV5 off=278125 len=1702364 2024-04-12T16:26:25.028 INFO:tasks.workunit.client.0.smithi099.stdout:op 1412 completed, throughput=5MB/sec 2024-04-12T16:26:25.081 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:26:24 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=sqlstore.transactions t=2024-04-12T16:26:24.822515672Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-12T16:26:26.029 INFO:tasks.workunit.client.0.smithi099.stdout: 277: throughput=4.99MB/sec pending data=0 2024-04-12T16:26:26.029 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-OOBnR-PPTItqZj1 off=4248572 len=1065031 2024-04-12T16:26:26.030 INFO:tasks.workunit.client.0.smithi099.stdout:op 1413 completed, throughput=4.99MB/sec 2024-04-12T16:26:26.030 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-x9oehjEOgNgRQdU off=2777946 len=1179958 2024-04-12T16:26:26.038 INFO:tasks.workunit.client.0.smithi099.stdout:op 1414 completed, throughput=4.99MB/sec 2024-04-12T16:26:26.038 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-cgYcLJpQbpTUNJq off=4848208 len=867431 2024-04-12T16:26:26.039 INFO:tasks.workunit.client.0.smithi099.stdout:op 1415 completed, throughput=5MB/sec 2024-04-12T16:26:26.039 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-mNUaut_esRg1Fbc off=16997116 len=538540 2024-04-12T16:26:26.039 INFO:tasks.workunit.client.0.smithi099.stdout:op 1416 completed, throughput=5MB/sec 2024-04-12T16:26:26.039 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-0UcsgOeQ83Uic8q off=5738901 len=1218791 2024-04-12T16:26:26.040 INFO:tasks.workunit.client.0.smithi099.stdout:op 1417 completed, throughput=5MB/sec 2024-04-12T16:26:26.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:26:26 smithi099 ceph-mon[94290]: pgmap v1556: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:26:26.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:26:26 smithi099 ceph-mon[96864]: pgmap v1556: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:26:26.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:26:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:26:26] "GET /metrics HTTP/1.1" 200 34114 "" "Prometheus/2.43.0" 2024-04-12T16:26:26.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:26:26 smithi110 ceph-mon[88691]: pgmap v1556: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:26:27.041 INFO:tasks.workunit.client.0.smithi099.stdout: 278: throughput=4.99MB/sec pending data=0 2024-04-12T16:26:27.041 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-XkCegK04DqWSxWN off=3080358 len=1073185 2024-04-12T16:26:27.047 INFO:tasks.workunit.client.0.smithi099.stdout:op 1418 completed, throughput=4.99MB/sec 2024-04-12T16:26:27.047 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-d9cDDcvuU_sGBNs off=205000 len=809974 2024-04-12T16:26:27.049 INFO:tasks.workunit.client.0.smithi099.stdout:op 1419 completed, throughput=4.99MB/sec 2024-04-12T16:26:27.049 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-22ZnO_P0ZnzpVep off=369667 len=1730097 2024-04-12T16:26:27.057 INFO:tasks.workunit.client.0.smithi099.stdout:op 1420 completed, throughput=5MB/sec 2024-04-12T16:26:27.057 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-a_qxYOkpXmgo8si off=18690760 len=1829648 2024-04-12T16:26:27.067 INFO:tasks.workunit.client.0.smithi099.stdout:op 1421 completed, throughput=5MB/sec 2024-04-12T16:26:27.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:26:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:26:27.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:26:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:26:27.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:26:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:26:28.067 INFO:tasks.workunit.client.0.smithi099.stdout: 279: throughput=4.99MB/sec pending data=0 2024-04-12T16:26:28.067 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-nDI5YeW9_lCiil3 off=3103792 len=1526766 2024-04-12T16:26:28.069 INFO:tasks.workunit.client.0.smithi099.stdout:op 1422 completed, throughput=4.99MB/sec 2024-04-12T16:26:28.069 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-FoPBd59rzytuZuF off=373320 len=1575374 2024-04-12T16:26:28.071 INFO:tasks.workunit.client.0.smithi099.stdout:op 1423 completed, throughput=5MB/sec 2024-04-12T16:26:28.071 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-sxF4sbex6OUS5XH off=4309278 len=643364 2024-04-12T16:26:28.076 INFO:tasks.workunit.client.0.smithi099.stdout:op 1424 completed, throughput=5MB/sec 2024-04-12T16:26:28.076 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Hhx1xGMFhaJQ5g9 off=686309 len=746454 2024-04-12T16:26:28.081 INFO:tasks.workunit.client.0.smithi099.stdout:op 1425 completed, throughput=5MB/sec 2024-04-12T16:26:28.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:26:28 smithi110 ceph-mon[88691]: pgmap v1557: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:26:28.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:26:28 smithi099 ceph-mon[94290]: pgmap v1557: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:26:28.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:26:28 smithi099 ceph-mon[96864]: pgmap v1557: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:26:29.081 INFO:tasks.workunit.client.0.smithi099.stdout: 280: throughput=4.98MB/sec pending data=0 2024-04-12T16:26:29.081 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-VxjfLQbi4kP8QK7 off=14911721 len=935321 2024-04-12T16:26:29.087 INFO:tasks.workunit.client.0.smithi099.stdout:op 1426 completed, throughput=4.99MB/sec 2024-04-12T16:26:29.087 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-VO4e3QAN1vQ-g3l off=351737 len=687594 2024-04-12T16:26:29.088 INFO:tasks.workunit.client.0.smithi099.stdout:op 1427 completed, throughput=4.99MB/sec 2024-04-12T16:26:29.088 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-IqbaZzjqtnK6y43 off=13825306 len=52506 2024-04-12T16:26:29.091 INFO:tasks.workunit.client.0.smithi099.stdout:op 1428 completed, throughput=4.99MB/sec 2024-04-12T16:26:29.092 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-7pLkX6aFnLpGkFa off=14361448 len=823883 2024-04-12T16:26:29.092 INFO:tasks.workunit.client.0.smithi099.stdout:op 1429 completed, throughput=4.99MB/sec 2024-04-12T16:26:29.092 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-k1c9X23av5mBG8G off=2154795 len=440504 2024-04-12T16:26:29.093 INFO:tasks.workunit.client.0.smithi099.stdout:op 1430 completed, throughput=4.99MB/sec 2024-04-12T16:26:29.093 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ss-r82ZWE6XwpIT off=911649 len=1368253 2024-04-12T16:26:29.094 INFO:tasks.workunit.client.0.smithi099.stdout:op 1431 completed, throughput=5MB/sec 2024-04-12T16:26:29.094 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6GKCDJ1oN4lGp0B off=11491997 len=934437 2024-04-12T16:26:29.100 INFO:tasks.workunit.client.0.smithi099.stdout:op 1432 completed, throughput=5MB/sec 2024-04-12T16:26:29.100 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-LtTl6jU6YyCsyAR off=1337373 len=106227 2024-04-12T16:26:29.102 INFO:tasks.workunit.client.0.smithi099.stdout:op 1433 completed, throughput=5MB/sec 2024-04-12T16:26:30.103 INFO:tasks.workunit.client.0.smithi099.stdout: 281: throughput=4.98MB/sec pending data=0 2024-04-12T16:26:30.103 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-CPLbk1KofBNXv8Q off=3258453 len=1147822 2024-04-12T16:26:30.105 INFO:tasks.workunit.client.0.smithi099.stdout:op 1434 completed, throughput=4.99MB/sec 2024-04-12T16:26:30.105 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ILiK3PUmvdtTIOv off=1602414 len=697946 2024-04-12T16:26:30.110 INFO:tasks.workunit.client.0.smithi099.stdout:op 1435 completed, throughput=4.99MB/sec 2024-04-12T16:26:30.110 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-opS1U6rtgYm1B07 off=13021795 len=2074057 2024-04-12T16:26:30.121 INFO:tasks.workunit.client.0.smithi099.stdout:op 1436 completed, throughput=5MB/sec 2024-04-12T16:26:30.121 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-eV8NQsEF0WOTtdg off=6372329 len=960662 2024-04-12T16:26:30.122 INFO:tasks.workunit.client.0.smithi099.stdout:op 1437 completed, throughput=5MB/sec 2024-04-12T16:26:30.122 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-lQYn2E1noODTPX5 off=2233043 len=1844789 2024-04-12T16:26:30.125 INFO:tasks.workunit.client.0.smithi099.stdout:op 1438 completed, throughput=5MB/sec 2024-04-12T16:26:30.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:26:30 smithi110 ceph-mon[88691]: pgmap v1558: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T16:26:30.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:26:30 smithi099 ceph-mon[94290]: pgmap v1558: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T16:26:30.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:26:30 smithi099 ceph-mon[96864]: pgmap v1558: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T16:26:31.125 INFO:tasks.workunit.client.0.smithi099.stdout: 282: throughput=4.99MB/sec pending data=0 2024-04-12T16:26:31.125 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-NI6JjmURVDorAZX off=317894 len=1385960 2024-04-12T16:26:31.131 INFO:tasks.workunit.client.0.smithi099.stdout:op 1439 completed, throughput=4.99MB/sec 2024-04-12T16:26:31.131 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-CuFr7X5w5RnK7Dg off=2653339 len=1214509 2024-04-12T16:26:31.133 INFO:tasks.workunit.client.0.smithi099.stdout:op 1440 completed, throughput=5MB/sec 2024-04-12T16:26:31.133 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-tXxu4S7kUjURsOe off=19984537 len=419263 2024-04-12T16:26:31.133 INFO:tasks.workunit.client.0.smithi099.stdout:op 1441 completed, throughput=5MB/sec 2024-04-12T16:26:31.134 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-_Y2IATQJ9RdNTW6 off=8107449 len=1865636 2024-04-12T16:26:31.137 INFO:tasks.workunit.client.0.smithi099.stdout:op 1442 completed, throughput=5MB/sec 2024-04-12T16:26:32.138 INFO:tasks.workunit.client.0.smithi099.stdout: 283: throughput=4.99MB/sec pending data=0 2024-04-12T16:26:32.138 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-pzo1B3eOoi-_YIy off=3341201 len=1649517 2024-04-12T16:26:32.145 INFO:tasks.workunit.client.0.smithi099.stdout:op 1443 completed, throughput=4.99MB/sec 2024-04-12T16:26:32.145 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-3caizGclFU-jtss off=6837282 len=117550 2024-04-12T16:26:32.148 INFO:tasks.workunit.client.0.smithi099.stdout:op 1444 completed, throughput=4.99MB/sec 2024-04-12T16:26:32.148 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-YyQRbrR_Llq-s_h off=376473 len=161367 2024-04-12T16:26:32.149 INFO:tasks.workunit.client.0.smithi099.stdout:op 1445 completed, throughput=4.99MB/sec 2024-04-12T16:26:32.149 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qfIUJubrCb10zKC off=2539620 len=1693945 2024-04-12T16:26:32.156 INFO:tasks.workunit.client.0.smithi099.stdout:op 1446 completed, throughput=5MB/sec 2024-04-12T16:26:32.156 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-koy_4dX-S6KnJIf off=3858271 len=75764 2024-04-12T16:26:32.158 INFO:tasks.workunit.client.0.smithi099.stdout:op 1447 completed, throughput=5MB/sec 2024-04-12T16:26:32.158 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qGg-YGE4wyEnEGB off=13876693 len=1724073 2024-04-12T16:26:32.165 INFO:tasks.workunit.client.0.smithi099.stdout:op 1448 completed, throughput=5MB/sec 2024-04-12T16:26:32.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:26:32 smithi110 ceph-mon[88691]: pgmap v1559: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:26:32.581 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:26:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:26:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:26:32.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:26:32 smithi099 ceph-mon[94290]: pgmap v1559: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:26:32.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:26:32 smithi099 ceph-mon[96864]: pgmap v1559: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:26:33.165 INFO:tasks.workunit.client.0.smithi099.stdout: 284: throughput=4.99MB/sec pending data=0 2024-04-12T16:26:33.165 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-S8f78LThP6uul9i off=9045595 len=1641459 2024-04-12T16:26:33.174 INFO:tasks.workunit.client.0.smithi099.stdout:op 1449 completed, throughput=4.99MB/sec 2024-04-12T16:26:33.175 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Y2m3stjl0mGKpXD off=6194313 len=475724 2024-04-12T16:26:33.178 INFO:tasks.workunit.client.0.smithi099.stdout:op 1450 completed, throughput=4.99MB/sec 2024-04-12T16:26:33.178 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-cKhh3GLen7u0P1t off=6235023 len=1904953 2024-04-12T16:26:33.180 INFO:tasks.workunit.client.0.smithi099.stdout:op 1451 completed, throughput=5MB/sec 2024-04-12T16:26:33.180 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-y-agnJHWFvhAzAE off=7901989 len=810008 2024-04-12T16:26:33.181 INFO:tasks.workunit.client.0.smithi099.stdout:op 1452 completed, throughput=5MB/sec 2024-04-12T16:26:34.181 INFO:tasks.workunit.client.0.smithi099.stdout: 285: throughput=4.98MB/sec pending data=0 2024-04-12T16:26:34.181 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-WeWgO0U_0Qcz-El off=6825291 len=823730 2024-04-12T16:26:34.187 INFO:tasks.workunit.client.0.smithi099.stdout:op 1453 completed, throughput=4.99MB/sec 2024-04-12T16:26:34.187 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-iLOLSGl06XoBZvV off=2818593 len=1765290 2024-04-12T16:26:34.190 INFO:tasks.workunit.client.0.smithi099.stdout:op 1454 completed, throughput=4.99MB/sec 2024-04-12T16:26:34.190 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-SK27JhVOLa8u_Tw off=9592764 len=477857 2024-04-12T16:26:34.194 INFO:tasks.workunit.client.0.smithi099.stdout:op 1455 completed, throughput=4.99MB/sec 2024-04-12T16:26:34.195 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-0HmoM_urPKGMcPw off=7815805 len=1234651 2024-04-12T16:26:34.196 INFO:tasks.workunit.client.0.smithi099.stdout:op 1456 completed, throughput=5MB/sec 2024-04-12T16:26:34.196 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Nq5hHScYn0sps3N off=263819 len=1908143 2024-04-12T16:26:34.198 INFO:tasks.workunit.client.0.smithi099.stdout:op 1457 completed, throughput=5MB/sec 2024-04-12T16:26:34.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:26:34 smithi110 ceph-mon[88691]: pgmap v1560: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:26:34.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:26:34 smithi099 ceph-mon[94290]: pgmap v1560: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:26:34.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:26:34 smithi099 ceph-mon[96864]: pgmap v1560: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:26:35.198 INFO:tasks.workunit.client.0.smithi099.stdout: 286: throughput=4.99MB/sec pending data=0 2024-04-12T16:26:35.199 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-jaIOIohe_7bHW4n off=304694 len=1274506 2024-04-12T16:26:35.200 INFO:tasks.workunit.client.0.smithi099.stdout:op 1458 completed, throughput=4.99MB/sec 2024-04-12T16:26:35.201 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-oTzx5hsP9781IH_ off=3568529 len=119229 2024-04-12T16:26:35.201 INFO:tasks.workunit.client.0.smithi099.stdout:op 1459 completed, throughput=4.99MB/sec 2024-04-12T16:26:35.201 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-QQ5jJC9CQfplQLq off=665760 len=1146745 2024-04-12T16:26:35.203 INFO:tasks.workunit.client.0.smithi099.stdout:op 1460 completed, throughput=5MB/sec 2024-04-12T16:26:35.203 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-DYnCb6pD2Af_dPq off=447893 len=1821335 2024-04-12T16:26:35.206 INFO:tasks.workunit.client.0.smithi099.stdout:op 1461 completed, throughput=5MB/sec 2024-04-12T16:26:36.206 INFO:tasks.workunit.client.0.smithi099.stdout: 287: throughput=4.98MB/sec pending data=0 2024-04-12T16:26:36.206 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-gQO5KI04O6WjGUT off=13900903 len=363716 2024-04-12T16:26:36.209 INFO:tasks.workunit.client.0.smithi099.stdout:op 1462 completed, throughput=4.99MB/sec 2024-04-12T16:26:36.210 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0WEmtWnEN_ocTUm off=21427882 len=52543 2024-04-12T16:26:36.212 INFO:tasks.workunit.client.0.smithi099.stdout:op 1463 completed, throughput=4.99MB/sec 2024-04-12T16:26:36.212 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-BVB7KoXf-n0o2TJ off=482136 len=503303 2024-04-12T16:26:36.213 INFO:tasks.workunit.client.0.smithi099.stdout:op 1464 completed, throughput=4.99MB/sec 2024-04-12T16:26:36.213 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ov1SRY7zgS4_Qtd off=513322 len=391253 2024-04-12T16:26:36.214 INFO:tasks.workunit.client.0.smithi099.stdout:op 1465 completed, throughput=4.99MB/sec 2024-04-12T16:26:36.214 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-mb38JjJgJJ0j_N5 off=735280 len=1922146 2024-04-12T16:26:36.224 INFO:tasks.workunit.client.0.smithi099.stdout:op 1466 completed, throughput=4.99MB/sec 2024-04-12T16:26:36.224 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-4uqzgu9eu9UQ4wo off=1234355 len=724735 2024-04-12T16:26:36.228 INFO:tasks.workunit.client.0.smithi099.stdout:op 1467 completed, throughput=5MB/sec 2024-04-12T16:26:36.228 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-WeXJ_vL3LZfSs7w off=2483765 len=179623 2024-04-12T16:26:36.231 INFO:tasks.workunit.client.0.smithi099.stdout:op 1468 completed, throughput=5MB/sec 2024-04-12T16:26:36.231 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-IfYLUEtHN_Jx_zD off=2912501 len=1411166 2024-04-12T16:26:36.233 INFO:tasks.workunit.client.0.smithi099.stdout:op 1469 completed, throughput=5MB/sec 2024-04-12T16:26:36.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:26:36 smithi099 ceph-mon[94290]: pgmap v1561: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:26:36.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:26:36 smithi099 ceph-mon[96864]: pgmap v1561: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:26:36.626 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:26:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:26:36] "GET /metrics HTTP/1.1" 200 34114 "" "Prometheus/2.43.0" 2024-04-12T16:26:36.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:26:36 smithi110 ceph-mon[88691]: pgmap v1561: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:26:37.233 INFO:tasks.workunit.client.0.smithi099.stdout: 288: throughput=4.99MB/sec pending data=0 2024-04-12T16:26:37.233 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-HhOKvK9jOgizJbX off=3761381 len=1225389 2024-04-12T16:26:37.239 INFO:tasks.workunit.client.0.smithi099.stdout:op 1470 completed, throughput=4.99MB/sec 2024-04-12T16:26:37.240 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-iKY0n81Rcp_ZuUU off=731823 len=451108 2024-04-12T16:26:37.242 INFO:tasks.workunit.client.0.smithi099.stdout:op 1471 completed, throughput=4.99MB/sec 2024-04-12T16:26:37.243 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-YKe0-8k2TSjZ-Ax off=14637809 len=1589051 2024-04-12T16:26:37.249 INFO:tasks.workunit.client.0.smithi099.stdout:op 1472 completed, throughput=5MB/sec 2024-04-12T16:26:37.249 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-uM7IS0OswkHr5Dz off=754891 len=824955 2024-04-12T16:26:37.253 INFO:tasks.workunit.client.0.smithi099.stdout:op 1473 completed, throughput=5MB/sec 2024-04-12T16:26:37.253 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-32eEhl_-mnJEkwM off=13968128 len=1533516 2024-04-12T16:26:37.259 INFO:tasks.workunit.client.0.smithi099.stdout:op 1474 completed, throughput=5MB/sec 2024-04-12T16:26:38.260 INFO:tasks.workunit.client.0.smithi099.stdout: 289: throughput=4.99MB/sec pending data=0 2024-04-12T16:26:38.260 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-vOYUJB26Fdix9we off=1289296 len=1145504 2024-04-12T16:26:38.270 INFO:tasks.workunit.client.0.smithi099.stdout:op 1475 completed, throughput=4.99MB/sec 2024-04-12T16:26:38.270 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-p1b7Pz6-s8kTWnv off=9972736 len=337749 2024-04-12T16:26:38.270 INFO:tasks.workunit.client.0.smithi099.stdout:op 1476 completed, throughput=4.99MB/sec 2024-04-12T16:26:38.270 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-llamosgyLySjIOO off=6647002 len=761718 2024-04-12T16:26:38.272 INFO:tasks.workunit.client.0.smithi099.stdout:op 1477 completed, throughput=4.99MB/sec 2024-04-12T16:26:38.272 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-XbqkCfKThE6pMjt off=2492124 len=1201780 2024-04-12T16:26:38.275 INFO:tasks.workunit.client.0.smithi099.stdout:op 1478 completed, throughput=5MB/sec 2024-04-12T16:26:38.275 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-s6MEN-4uvScl4fU off=1163982 len=1321063 2024-04-12T16:26:38.277 INFO:tasks.workunit.client.0.smithi099.stdout:op 1479 completed, throughput=5MB/sec 2024-04-12T16:26:38.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:26:38 smithi110 ceph-mon[88691]: pgmap v1562: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T16:26:38.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:26:38 smithi099 ceph-mon[94290]: pgmap v1562: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T16:26:38.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:26:38 smithi099 ceph-mon[96864]: pgmap v1562: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T16:26:39.277 INFO:tasks.workunit.client.0.smithi099.stdout: 290: throughput=4.98MB/sec pending data=0 2024-04-12T16:26:39.277 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-l9PJ50biQVZOACn off=23229204 len=2021186 2024-04-12T16:26:39.281 INFO:tasks.workunit.client.0.smithi099.stdout:op 1480 completed, throughput=4.99MB/sec 2024-04-12T16:26:39.281 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-L-iihjr1jUUnpfs off=3713967 len=1937038 2024-04-12T16:26:39.291 INFO:tasks.workunit.client.0.smithi099.stdout:op 1481 completed, throughput=5MB/sec 2024-04-12T16:26:39.291 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-bJYjxV-4EScQJPC off=3109057 len=1904839 2024-04-12T16:26:39.292 INFO:tasks.workunit.client.0.smithi099.stdout:op 1482 completed, throughput=5MB/sec 2024-04-12T16:26:40.293 INFO:tasks.workunit.client.0.smithi099.stdout: 291: throughput=4.99MB/sec pending data=0 2024-04-12T16:26:40.293 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj--7c8P4c4dxiK7Vy off=7276636 len=1304698 2024-04-12T16:26:40.298 INFO:tasks.workunit.client.0.smithi099.stdout:op 1483 completed, throughput=4.99MB/sec 2024-04-12T16:26:40.298 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ikdOZloeJf2-yK8 off=6244583 len=413130 2024-04-12T16:26:40.302 INFO:tasks.workunit.client.0.smithi099.stdout:op 1484 completed, throughput=4.99MB/sec 2024-04-12T16:26:40.303 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-8o_we8-ipeS9kHB off=16124113 len=569746 2024-04-12T16:26:40.304 INFO:tasks.workunit.client.0.smithi099.stdout:op 1485 completed, throughput=4.99MB/sec 2024-04-12T16:26:40.304 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-FRoIKP_mKE4wHk2 off=6679391 len=244677 2024-04-12T16:26:40.305 INFO:tasks.workunit.client.0.smithi099.stdout:op 1486 completed, throughput=4.99MB/sec 2024-04-12T16:26:40.305 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-bw7Ybbs4Y87_-jq off=2177917 len=1835805 2024-04-12T16:26:40.313 INFO:tasks.workunit.client.0.smithi099.stdout:op 1487 completed, throughput=5MB/sec 2024-04-12T16:26:40.314 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-y7BLMJ--klg33QT off=5211951 len=1196850 2024-04-12T16:26:40.320 INFO:tasks.workunit.client.0.smithi099.stdout:op 1488 completed, throughput=5MB/sec 2024-04-12T16:26:40.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:26:40 smithi110 ceph-mon[88691]: pgmap v1563: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-12T16:26:40.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:26:40 smithi099 ceph-mon[94290]: pgmap v1563: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-12T16:26:40.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:26:40 smithi099 ceph-mon[96864]: pgmap v1563: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-12T16:26:41.320 INFO:tasks.workunit.client.0.smithi099.stdout: 292: throughput=4.99MB/sec pending data=0 2024-04-12T16:26:41.320 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-YQF27xQjsRITXXy off=2831944 len=50363 2024-04-12T16:26:41.323 INFO:tasks.workunit.client.0.smithi099.stdout:op 1489 completed, throughput=4.99MB/sec 2024-04-12T16:26:41.323 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-l8sAQmGMNhC3L8N off=7299503 len=759781 2024-04-12T16:26:41.328 INFO:tasks.workunit.client.0.smithi099.stdout:op 1490 completed, throughput=4.99MB/sec 2024-04-12T16:26:41.328 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ZtEvBTLPcZ2uZxt off=9799936 len=663325 2024-04-12T16:26:41.331 INFO:tasks.workunit.client.0.smithi099.stdout:op 1491 completed, throughput=4.99MB/sec 2024-04-12T16:26:41.331 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-pZP8jyL4yO-m4UN off=3867064 len=899406 2024-04-12T16:26:41.334 INFO:tasks.workunit.client.0.smithi099.stdout:op 1492 completed, throughput=4.99MB/sec 2024-04-12T16:26:41.334 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-aXxIAy5sO5nMoGr off=13197360 len=1225545 2024-04-12T16:26:41.336 INFO:tasks.workunit.client.0.smithi099.stdout:op 1493 completed, throughput=5MB/sec 2024-04-12T16:26:41.336 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-CWAAznl5IfEy36G off=19766 len=1286741 2024-04-12T16:26:41.338 INFO:tasks.workunit.client.0.smithi099.stdout:op 1494 completed, throughput=5MB/sec 2024-04-12T16:26:42.339 INFO:tasks.workunit.client.0.smithi099.stdout: 293: throughput=4.99MB/sec pending data=0 2024-04-12T16:26:42.339 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-hgAyEUIpGSukGyl off=6515810 len=33626 2024-04-12T16:26:42.341 INFO:tasks.workunit.client.0.smithi099.stdout:op 1495 completed, throughput=4.99MB/sec 2024-04-12T16:26:42.341 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-mhAeLN_i6lUoWC6 off=8828386 len=1716061 2024-04-12T16:26:42.343 INFO:tasks.workunit.client.0.smithi099.stdout:op 1496 completed, throughput=4.99MB/sec 2024-04-12T16:26:42.344 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Xx2dJxWWNKfxjDU off=8464458 len=1471464 2024-04-12T16:26:42.345 INFO:tasks.workunit.client.0.smithi099.stdout:op 1497 completed, throughput=5MB/sec 2024-04-12T16:26:42.345 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Xk5cFX2eHtiW7DV off=8142969 len=366585 2024-04-12T16:26:42.346 INFO:tasks.workunit.client.0.smithi099.stdout:op 1498 completed, throughput=5MB/sec 2024-04-12T16:26:42.346 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-bSzXM_7cGTiElyF off=3630203 len=74824 2024-04-12T16:26:42.349 INFO:tasks.workunit.client.0.smithi099.stdout:op 1499 completed, throughput=5MB/sec 2024-04-12T16:26:42.349 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-rpSYWmuBahxCWEu off=4819823 len=571696 2024-04-12T16:26:42.352 INFO:tasks.workunit.client.0.smithi099.stdout:op 1500 completed, throughput=5MB/sec 2024-04-12T16:26:42.352 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-3-jq1MbQSMHtz2b off=275907 len=1390444 2024-04-12T16:26:42.358 INFO:tasks.workunit.client.0.smithi099.stdout:op 1501 completed, throughput=5MB/sec 2024-04-12T16:26:42.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:26:42 smithi110 ceph-mon[88691]: pgmap v1564: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:26:42.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:26:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:26:42.581 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:26:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:26:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:26:42.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:26:42 smithi099 ceph-mon[94290]: pgmap v1564: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:26:42.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:26:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:26:42.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:26:42 smithi099 ceph-mon[96864]: pgmap v1564: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:26:42.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:26:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:26:43.358 INFO:tasks.workunit.client.0.smithi099.stdout: 294: throughput=4.99MB/sec pending data=0 2024-04-12T16:26:43.358 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-hCAN6F02MrIovkh off=7610003 len=118010 2024-04-12T16:26:43.359 INFO:tasks.workunit.client.0.smithi099.stdout:op 1502 completed, throughput=4.99MB/sec 2024-04-12T16:26:43.359 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-kC8PPIP5bbHRDFe off=10313364 len=36151 2024-04-12T16:26:43.359 INFO:tasks.workunit.client.0.smithi099.stdout:op 1503 completed, throughput=4.99MB/sec 2024-04-12T16:26:43.359 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-26SPsSIS1eMK4-w off=12497174 len=1481208 2024-04-12T16:26:43.366 INFO:tasks.workunit.client.0.smithi099.stdout:op 1504 completed, throughput=4.99MB/sec 2024-04-12T16:26:43.366 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-YxZvWjmnns0sGjX off=6250273 len=1470388 2024-04-12T16:26:43.374 INFO:tasks.workunit.client.0.smithi099.stdout:op 1505 completed, throughput=5MB/sec 2024-04-12T16:26:43.374 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-I9cUUYKCLc_L0m9 off=7355882 len=1578524 2024-04-12T16:26:43.375 INFO:tasks.workunit.client.0.smithi099.stdout:op 1506 completed, throughput=5MB/sec 2024-04-12T16:26:44.376 INFO:tasks.workunit.client.0.smithi099.stdout: 295: throughput=4.98MB/sec pending data=0 2024-04-12T16:26:44.376 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-s1Vf4euuxH6-Lq8 off=818940 len=597598 2024-04-12T16:26:44.380 INFO:tasks.workunit.client.0.smithi099.stdout:op 1507 completed, throughput=4.99MB/sec 2024-04-12T16:26:44.380 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-g-kb_qA9vwVxnoq off=387123 len=1910387 2024-04-12T16:26:44.390 INFO:tasks.workunit.client.0.smithi099.stdout:op 1508 completed, throughput=4.99MB/sec 2024-04-12T16:26:44.390 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-hOaITwMf7zSdeu0 off=752853 len=1339031 2024-04-12T16:26:44.396 INFO:tasks.workunit.client.0.smithi099.stdout:op 1509 completed, throughput=5MB/sec 2024-04-12T16:26:44.396 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-jJQ-VDYXgLgplK2 off=3328246 len=1285942 2024-04-12T16:26:44.397 INFO:tasks.workunit.client.0.smithi099.stdout:op 1510 completed, throughput=5MB/sec 2024-04-12T16:26:44.397 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-8rqFiIKrLEzrKtH off=164299 len=1550906 2024-04-12T16:26:44.404 INFO:tasks.workunit.client.0.smithi099.stdout:op 1511 completed, throughput=5MB/sec 2024-04-12T16:26:44.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:26:44 smithi110 ceph-mon[88691]: pgmap v1565: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:26:44.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:26:44 smithi099 ceph-mon[94290]: pgmap v1565: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:26:44.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:26:44 smithi099 ceph-mon[96864]: pgmap v1565: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:26:45.405 INFO:tasks.workunit.client.0.smithi099.stdout: 296: throughput=4.99MB/sec pending data=0 2024-04-12T16:26:45.405 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Xx2kKwuEHddWYIZ off=1328832 len=132600 2024-04-12T16:26:45.405 INFO:tasks.workunit.client.0.smithi099.stdout:op 1512 completed, throughput=4.99MB/sec 2024-04-12T16:26:45.406 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-S4x3wtuFMB-RfNy off=8223651 len=1493173 2024-04-12T16:26:45.409 INFO:tasks.workunit.client.0.smithi099.stdout:op 1513 completed, throughput=4.99MB/sec 2024-04-12T16:26:45.409 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-fZCS_WMHkUAwvQu off=5027228 len=1936761 2024-04-12T16:26:45.418 INFO:tasks.workunit.client.0.smithi099.stdout:op 1514 completed, throughput=5MB/sec 2024-04-12T16:26:45.418 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Ee9QQK7WGLL6nkA off=5449414 len=2022168 2024-04-12T16:26:45.427 INFO:tasks.workunit.client.0.smithi099.stdout:op 1515 completed, throughput=5.01MB/sec 2024-04-12T16:26:46.428 INFO:tasks.workunit.client.0.smithi099.stdout: 297: throughput=4.99MB/sec pending data=0 2024-04-12T16:26:46.428 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-T1oTBeAgc64JciQ off=2532265 len=458725 2024-04-12T16:26:46.432 INFO:tasks.workunit.client.0.smithi099.stdout:op 1516 completed, throughput=4.99MB/sec 2024-04-12T16:26:46.432 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-fZCS_WMHkUAwvQu off=7423072 len=1568189 2024-04-12T16:26:46.434 INFO:tasks.workunit.client.0.smithi099.stdout:op 1517 completed, throughput=5MB/sec 2024-04-12T16:26:46.434 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-o36xEnhFis8mquF off=5005843 len=300231 2024-04-12T16:26:46.435 INFO:tasks.workunit.client.0.smithi099.stdout:op 1518 completed, throughput=5MB/sec 2024-04-12T16:26:46.435 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ubOJVwcv-EJMUV- off=15161464 len=1968487 2024-04-12T16:26:46.444 INFO:tasks.workunit.client.0.smithi099.stdout:op 1519 completed, throughput=5MB/sec 2024-04-12T16:26:46.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:26:46 smithi099 ceph-mon[94290]: pgmap v1566: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:26:46.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:26:46 smithi099 ceph-mon[96864]: pgmap v1566: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:26:46.624 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:26:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:26:46] "GET /metrics HTTP/1.1" 200 34115 "" "Prometheus/2.43.0" 2024-04-12T16:26:46.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:26:46 smithi110 ceph-mon[88691]: pgmap v1566: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:26:47.444 INFO:tasks.workunit.client.0.smithi099.stdout: 298: throughput=4.99MB/sec pending data=0 2024-04-12T16:26:47.444 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-asW9cNmqtr2wZcC off=1391624 len=1237233 2024-04-12T16:26:47.451 INFO:tasks.workunit.client.0.smithi099.stdout:op 1520 completed, throughput=4.99MB/sec 2024-04-12T16:26:47.451 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-cgESEVlEjklwCNG off=726990 len=1704130 2024-04-12T16:26:47.453 INFO:tasks.workunit.client.0.smithi099.stdout:op 1521 completed, throughput=4.99MB/sec 2024-04-12T16:26:47.453 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-S8OIvU2TCv3F_l1 off=1023993 len=1832083 2024-04-12T16:26:47.462 INFO:tasks.workunit.client.0.smithi099.stdout:op 1522 completed, throughput=5MB/sec 2024-04-12T16:26:48.462 INFO:tasks.workunit.client.0.smithi099.stdout: 299: throughput=4.98MB/sec pending data=0 2024-04-12T16:26:48.462 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Ogq5XGcMdOVPxQ- off=630186 len=138968 2024-04-12T16:26:48.464 INFO:tasks.workunit.client.0.smithi099.stdout:op 1523 completed, throughput=4.98MB/sec 2024-04-12T16:26:48.464 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-yMPpvSJHYITXSIi off=156439 len=274801 2024-04-12T16:26:48.464 INFO:tasks.workunit.client.0.smithi099.stdout:op 1524 completed, throughput=4.99MB/sec 2024-04-12T16:26:48.464 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-0ZGhOgAZp27fZx9 off=3139394 len=480624 2024-04-12T16:26:48.465 INFO:tasks.workunit.client.0.smithi099.stdout:op 1525 completed, throughput=4.99MB/sec 2024-04-12T16:26:48.465 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-K9npbyNbBkglxDO off=10073471 len=1121105 2024-04-12T16:26:48.470 INFO:tasks.workunit.client.0.smithi099.stdout:op 1526 completed, throughput=4.99MB/sec 2024-04-12T16:26:48.470 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-JolcrGhHmaHiJ-A off=18651173 len=1312440 2024-04-12T16:26:48.472 INFO:tasks.workunit.client.0.smithi099.stdout:op 1527 completed, throughput=4.99MB/sec 2024-04-12T16:26:48.473 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-xM5gXBuDPgMeEPO off=6548014 len=1526863 2024-04-12T16:26:48.474 INFO:tasks.workunit.client.0.smithi099.stdout:op 1528 completed, throughput=5MB/sec 2024-04-12T16:26:48.475 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-2BjaeSQAVqBZfAh off=9174154 len=1173506 2024-04-12T16:26:48.475 INFO:tasks.workunit.client.0.smithi099.stdout:op 1529 completed, throughput=5MB/sec 2024-04-12T16:26:48.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:26:48 smithi110 ceph-mon[88691]: pgmap v1567: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:26:48.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:26:48 smithi099 ceph-mon[94290]: pgmap v1567: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:26:48.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:26:48 smithi099 ceph-mon[96864]: pgmap v1567: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:26:49.476 INFO:tasks.workunit.client.0.smithi099.stdout: 300: throughput=4.99MB/sec pending data=0 2024-04-12T16:26:49.476 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-wakMH6p2yuNtpZ7 off=2868065 len=342124 2024-04-12T16:26:49.479 INFO:tasks.workunit.client.0.smithi099.stdout:op 1530 completed, throughput=4.99MB/sec 2024-04-12T16:26:49.479 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-3U1hDMHOnqDziNh off=10559141 len=1035389 2024-04-12T16:26:49.483 INFO:tasks.workunit.client.0.smithi099.stdout:op 1531 completed, throughput=4.99MB/sec 2024-04-12T16:26:49.483 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-y7BLMJ--klg33QT off=7330977 len=1404525 2024-04-12T16:26:49.486 INFO:tasks.workunit.client.0.smithi099.stdout:op 1532 completed, throughput=4.99MB/sec 2024-04-12T16:26:49.486 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-MmwJTJmhj2mYVPv off=18209504 len=268163 2024-04-12T16:26:49.486 INFO:tasks.workunit.client.0.smithi099.stdout:op 1533 completed, throughput=5MB/sec 2024-04-12T16:26:49.486 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-hP0HH7pzQnrADAW off=4933257 len=1047978 2024-04-12T16:26:49.487 INFO:tasks.workunit.client.0.smithi099.stdout:op 1534 completed, throughput=5MB/sec 2024-04-12T16:26:49.487 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ULazNWc4VZdiM7H off=5766267 len=1092244 2024-04-12T16:26:49.488 INFO:tasks.workunit.client.0.smithi099.stdout:op 1535 completed, throughput=5MB/sec 2024-04-12T16:26:49.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:26:49 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:26:49.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:26:49 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:26:49.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:26:49 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:26:50.489 INFO:tasks.workunit.client.0.smithi099.stdout: 301: throughput=4.99MB/sec pending data=0 2024-04-12T16:26:50.489 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ECiiCD6hthl6t6v off=3896522 len=1010883 2024-04-12T16:26:50.490 INFO:tasks.workunit.client.0.smithi099.stdout:op 1536 completed, throughput=4.99MB/sec 2024-04-12T16:26:50.490 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-bUMKQds7O5xng2K off=4544733 len=72185 2024-04-12T16:26:50.493 INFO:tasks.workunit.client.0.smithi099.stdout:op 1537 completed, throughput=4.99MB/sec 2024-04-12T16:26:50.493 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Rv0wZuB8al_NRpG off=4505421 len=342321 2024-04-12T16:26:50.496 INFO:tasks.workunit.client.0.smithi099.stdout:op 1538 completed, throughput=4.99MB/sec 2024-04-12T16:26:50.497 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-8UY8XdvVSbm-8-M off=3889437 len=1375514 2024-04-12T16:26:50.504 INFO:tasks.workunit.client.0.smithi099.stdout:op 1539 completed, throughput=4.99MB/sec 2024-04-12T16:26:50.504 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-upmIUFZxHlweGGC off=5584888 len=1333811 2024-04-12T16:26:50.511 INFO:tasks.workunit.client.0.smithi099.stdout:op 1540 completed, throughput=5MB/sec 2024-04-12T16:26:50.511 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-cagCfO6GUBAF5nJ off=1218699 len=1001281 2024-04-12T16:26:50.515 INFO:tasks.workunit.client.0.smithi099.stdout:op 1541 completed, throughput=5MB/sec 2024-04-12T16:26:50.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:26:50 smithi110 ceph-mon[88691]: pgmap v1568: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:26:50.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:26:50 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:26:50.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:26:50 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:26:50.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:26:50 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:26:50.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:26:50 smithi099 ceph-mon[94290]: pgmap v1568: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:26:50.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:26:50 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:26:50.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:26:50 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:26:50.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:26:50 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:26:50.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:26:50 smithi099 ceph-mon[96864]: pgmap v1568: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:26:50.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:26:50 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:26:50.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:26:50 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:26:50.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:26:50 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:26:51.515 INFO:tasks.workunit.client.0.smithi099.stdout: 302: throughput=4.99MB/sec pending data=0 2024-04-12T16:26:51.515 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-vLo3uBdqptszZ7w off=15929172 len=2008696 2024-04-12T16:26:51.517 INFO:tasks.workunit.client.0.smithi099.stdout:op 1542 completed, throughput=4.99MB/sec 2024-04-12T16:26:51.517 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-GfDsHqAAEU34FzV off=2446551 len=1468437 2024-04-12T16:26:51.525 INFO:tasks.workunit.client.0.smithi099.stdout:op 1543 completed, throughput=5MB/sec 2024-04-12T16:26:51.525 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-LmY6PXesWK-rJXY off=8818127 len=1828329 2024-04-12T16:26:51.527 INFO:tasks.workunit.client.0.smithi099.stdout:op 1544 completed, throughput=5MB/sec 2024-04-12T16:26:52.527 INFO:tasks.workunit.client.0.smithi099.stdout: 303: throughput=4.99MB/sec pending data=0 2024-04-12T16:26:52.528 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-c6-t0dL7O9PHDOy off=1674374 len=467507 2024-04-12T16:26:52.531 INFO:tasks.workunit.client.0.smithi099.stdout:op 1545 completed, throughput=4.99MB/sec 2024-04-12T16:26:52.531 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-nU_j2qwgBDRdq-t off=6142507 len=2014773 2024-04-12T16:26:52.535 INFO:tasks.workunit.client.0.smithi099.stdout:op 1546 completed, throughput=4.99MB/sec 2024-04-12T16:26:52.535 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-3pnVlfPnG5wu54Y off=4819361 len=1243224 2024-04-12T16:26:52.542 INFO:tasks.workunit.client.0.smithi099.stdout:op 1547 completed, throughput=5MB/sec 2024-04-12T16:26:52.542 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-1EADC9m-iIgrheo off=7266567 len=1444808 2024-04-12T16:26:52.544 INFO:tasks.workunit.client.0.smithi099.stdout:op 1548 completed, throughput=5MB/sec 2024-04-12T16:26:52.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:26:52 smithi110 ceph-mon[88691]: pgmap v1569: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:26:52.581 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:26:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:26:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:26:52.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:26:52 smithi099 ceph-mon[94290]: pgmap v1569: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:26:52.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:26:52 smithi099 ceph-mon[96864]: pgmap v1569: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:26:53.544 INFO:tasks.workunit.client.0.smithi099.stdout: 304: throughput=4.98MB/sec pending data=0 2024-04-12T16:26:53.544 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-wZTuWM9XEhA7ibM off=12719003 len=1598429 2024-04-12T16:26:53.546 INFO:tasks.workunit.client.0.smithi099.stdout:op 1549 completed, throughput=4.99MB/sec 2024-04-12T16:26:53.546 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-UCgWhdXF-Dby7gD off=4932386 len=1402403 2024-04-12T16:26:53.549 INFO:tasks.workunit.client.0.smithi099.stdout:op 1550 completed, throughput=4.99MB/sec 2024-04-12T16:26:53.549 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-MgWlqgY83QFDzo3 off=12234794 len=1057620 2024-04-12T16:26:53.550 INFO:tasks.workunit.client.0.smithi099.stdout:op 1551 completed, throughput=5MB/sec 2024-04-12T16:26:53.551 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-KT1jQct1rwXG_eB off=3570776 len=594004 2024-04-12T16:26:53.551 INFO:tasks.workunit.client.0.smithi099.stdout:op 1552 completed, throughput=5MB/sec 2024-04-12T16:26:53.551 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-gHQpABDNEEH1qEY off=715091 len=1194239 2024-04-12T16:26:53.552 INFO:tasks.workunit.client.0.smithi099.stdout:op 1553 completed, throughput=5MB/sec 2024-04-12T16:26:54.553 INFO:tasks.workunit.client.0.smithi099.stdout: 305: throughput=4.99MB/sec pending data=0 2024-04-12T16:26:54.553 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-q0ccUy2re9hP_Bu off=7764392 len=1580681 2024-04-12T16:26:54.555 INFO:tasks.workunit.client.0.smithi099.stdout:op 1554 completed, throughput=4.99MB/sec 2024-04-12T16:26:54.555 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-WfVPwqSahjWZgjO off=7135941 len=284086 2024-04-12T16:26:54.555 INFO:tasks.workunit.client.0.smithi099.stdout:op 1555 completed, throughput=4.99MB/sec 2024-04-12T16:26:54.556 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-hR7m8nD39KJI8mU off=2546452 len=254214 2024-04-12T16:26:54.556 INFO:tasks.workunit.client.0.smithi099.stdout:op 1556 completed, throughput=4.99MB/sec 2024-04-12T16:26:54.556 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ynqEc6s5Mw8z4l8 off=14603455 len=459702 2024-04-12T16:26:54.560 INFO:tasks.workunit.client.0.smithi099.stdout:op 1557 completed, throughput=4.99MB/sec 2024-04-12T16:26:54.560 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-UCphvPE01paafBJ off=3101579 len=1976334 2024-04-12T16:26:54.570 INFO:tasks.workunit.client.0.smithi099.stdout:op 1558 completed, throughput=5MB/sec 2024-04-12T16:26:54.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:26:54 smithi110 ceph-mon[88691]: pgmap v1570: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:26:54.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:26:54 smithi099 ceph-mon[94290]: pgmap v1570: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:26:54.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:26:54 smithi099 ceph-mon[96864]: pgmap v1570: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:26:55.570 INFO:tasks.workunit.client.0.smithi099.stdout: 306: throughput=4.98MB/sec pending data=0 2024-04-12T16:26:55.570 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-pKSJ8mKQJNCrtx- off=3192915 len=750958 2024-04-12T16:26:55.571 INFO:tasks.workunit.client.0.smithi099.stdout:op 1559 completed, throughput=4.99MB/sec 2024-04-12T16:26:55.571 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Gd1Raevv3R950L_ off=10230559 len=772106 2024-04-12T16:26:55.576 INFO:tasks.workunit.client.0.smithi099.stdout:op 1560 completed, throughput=4.99MB/sec 2024-04-12T16:26:55.576 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-GRT980TDrSjXxZH off=13437939 len=600275 2024-04-12T16:26:55.576 INFO:tasks.workunit.client.0.smithi099.stdout:op 1561 completed, throughput=4.99MB/sec 2024-04-12T16:26:55.576 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-qJy75dQgG8bToiI off=4618190 len=930907 2024-04-12T16:26:55.577 INFO:tasks.workunit.client.0.smithi099.stdout:op 1562 completed, throughput=4.99MB/sec 2024-04-12T16:26:55.577 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-aB1XiIEOQ10332C off=13050293 len=9134 2024-04-12T16:26:55.578 INFO:tasks.workunit.client.0.smithi099.stdout:op 1563 completed, throughput=4.99MB/sec 2024-04-12T16:26:55.578 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-NSDciXb4b83XIlR off=15532534 len=120890 2024-04-12T16:26:55.580 INFO:tasks.workunit.client.0.smithi099.stdout:op 1564 completed, throughput=4.99MB/sec 2024-04-12T16:26:55.580 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-cXmhDiho0ihKlax off=589104 len=241368 2024-04-12T16:26:55.582 INFO:tasks.workunit.client.0.smithi099.stdout:op 1565 completed, throughput=4.99MB/sec 2024-04-12T16:26:55.582 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-zHfi3x4inpPBoSl off=4315751 len=455250 2024-04-12T16:26:55.586 INFO:tasks.workunit.client.0.smithi099.stdout:op 1566 completed, throughput=5MB/sec 2024-04-12T16:26:55.586 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-GRDavjNaA6hyzUP off=3605249 len=639926 2024-04-12T16:26:55.587 INFO:tasks.workunit.client.0.smithi099.stdout:op 1567 completed, throughput=5MB/sec 2024-04-12T16:26:55.587 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj--uqheCQER-5V0lA off=12310995 len=483259 2024-04-12T16:26:55.590 INFO:tasks.workunit.client.0.smithi099.stdout:op 1568 completed, throughput=5MB/sec 2024-04-12T16:26:55.590 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-7UbFv50MnVjT3f8 off=9246704 len=1664010 2024-04-12T16:26:55.598 INFO:tasks.workunit.client.0.smithi099.stdout:op 1569 completed, throughput=5MB/sec 2024-04-12T16:26:56.598 INFO:tasks.workunit.client.0.smithi099.stdout: 307: throughput=4.99MB/sec pending data=0 2024-04-12T16:26:56.599 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-WNNRf-H508N-ixt off=612445 len=191324 2024-04-12T16:26:56.601 INFO:tasks.workunit.client.0.smithi099.stdout:op 1570 completed, throughput=4.99MB/sec 2024-04-12T16:26:56.601 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-5Y8lvDlynbxG7QX off=17215903 len=565866 2024-04-12T16:26:56.602 INFO:tasks.workunit.client.0.smithi099.stdout:op 1571 completed, throughput=4.99MB/sec 2024-04-12T16:26:56.602 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-RvcttuiyMSJr6r1 off=1923957 len=1418275 2024-04-12T16:26:56.610 INFO:tasks.workunit.client.0.smithi099.stdout:op 1572 completed, throughput=4.99MB/sec 2024-04-12T16:26:56.610 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-pnZUzYk4YuF1Y9A off=16744848 len=804561 2024-04-12T16:26:56.614 INFO:tasks.workunit.client.0.smithi099.stdout:op 1573 completed, throughput=5MB/sec 2024-04-12T16:26:56.614 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Ef1rnIjRXxYu5QU off=8079349 len=711076 2024-04-12T16:26:56.618 INFO:tasks.workunit.client.0.smithi099.stdout:op 1574 completed, throughput=5MB/sec 2024-04-12T16:26:56.618 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ZDPtKDd_dU2v8Le off=2013926 len=1915517 2024-04-12T16:26:56.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:26:56 smithi099 ceph-mon[94290]: pgmap v1571: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:26:56.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:26:56 smithi099 ceph-mon[96864]: pgmap v1571: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:26:56.624 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:26:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:26:56] "GET /metrics HTTP/1.1" 200 34115 "" "Prometheus/2.43.0" 2024-04-12T16:26:56.627 INFO:tasks.workunit.client.0.smithi099.stdout:op 1575 completed, throughput=5MB/sec 2024-04-12T16:26:56.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:26:56 smithi110 ceph-mon[88691]: pgmap v1571: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:26:57.628 INFO:tasks.workunit.client.0.smithi099.stdout: 308: throughput=4.99MB/sec pending data=0 2024-04-12T16:26:57.628 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Ktbrr79TAlW-r1B off=12378004 len=1009935 2024-04-12T16:26:57.630 INFO:tasks.workunit.client.0.smithi099.stdout:op 1576 completed, throughput=4.99MB/sec 2024-04-12T16:26:57.630 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ZcEOmvHrDrsR0M5 off=13294565 len=1807393 2024-04-12T16:26:57.639 INFO:tasks.workunit.client.0.smithi099.stdout:op 1577 completed, throughput=5MB/sec 2024-04-12T16:26:57.640 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ALaVnCea2E5vDT8 off=18461918 len=91609 2024-04-12T16:26:57.640 INFO:tasks.workunit.client.0.smithi099.stdout:op 1578 completed, throughput=5MB/sec 2024-04-12T16:26:57.640 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-vWwMJshCw7ly-wN off=4902166 len=1505261 2024-04-12T16:26:57.647 INFO:tasks.workunit.client.0.smithi099.stdout:op 1579 completed, throughput=5MB/sec 2024-04-12T16:26:57.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:26:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:26:57.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:26:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:26:57.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:26:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:26:58.648 INFO:tasks.workunit.client.0.smithi099.stdout: 309: throughput=4.99MB/sec pending data=0 2024-04-12T16:26:58.648 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-zDSjndkeb1DucK8 off=2357294 len=1734965 2024-04-12T16:26:58.650 INFO:tasks.workunit.client.0.smithi099.stdout:op 1580 completed, throughput=4.99MB/sec 2024-04-12T16:26:58.650 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-owuN2SGV-bxdEWD off=13804481 len=720947 2024-04-12T16:26:58.655 INFO:tasks.workunit.client.0.smithi099.stdout:op 1581 completed, throughput=4.99MB/sec 2024-04-12T16:26:58.656 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-1TxKo49oJJfPfX5 off=1451172 len=528471 2024-04-12T16:26:58.657 INFO:tasks.workunit.client.0.smithi099.stdout:op 1582 completed, throughput=4.99MB/sec 2024-04-12T16:26:58.657 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-aCCo0vJj7Cg1Es_ off=5111921 len=340033 2024-04-12T16:26:58.660 INFO:tasks.workunit.client.0.smithi099.stdout:op 1583 completed, throughput=5MB/sec 2024-04-12T16:26:58.660 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-S-fruSMcNOWNERY off=0 len=1645609 2024-04-12T16:26:58.671 INFO:tasks.workunit.client.0.smithi099.stdout:op 1584 completed, throughput=5MB/sec 2024-04-12T16:26:58.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:26:58 smithi110 ceph-mon[88691]: pgmap v1572: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:26:58.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:26:58 smithi099 ceph-mon[94290]: pgmap v1572: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:26:58.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:26:58 smithi099 ceph-mon[96864]: pgmap v1572: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:26:59.672 INFO:tasks.workunit.client.0.smithi099.stdout: 310: throughput=4.98MB/sec pending data=0 2024-04-12T16:26:59.672 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-4YQN77nLHjDvbup off=7792216 len=1605890 2024-04-12T16:26:59.679 INFO:tasks.workunit.client.0.smithi099.stdout:op 1585 completed, throughput=4.99MB/sec 2024-04-12T16:26:59.679 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-yaeMT6TJXw3UE0t off=243821 len=1436866 2024-04-12T16:26:59.686 INFO:tasks.workunit.client.0.smithi099.stdout:op 1586 completed, throughput=4.99MB/sec 2024-04-12T16:26:59.686 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-sJWu46LCNMfWwQ1 off=911531 len=1702792 2024-04-12T16:26:59.690 INFO:tasks.workunit.client.0.smithi099.stdout:op 1587 completed, throughput=5MB/sec 2024-04-12T16:26:59.690 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-MiRxZak_-AsDEnF off=3375912 len=2090002 2024-04-12T16:26:59.692 INFO:tasks.workunit.client.0.smithi099.stdout:op 1588 completed, throughput=5.01MB/sec 2024-04-12T16:27:00.692 INFO:tasks.workunit.client.0.smithi099.stdout: 311: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:00.693 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-CgwJwrCf0i9F0QB off=12865233 len=1383270 2024-04-12T16:27:00.700 INFO:tasks.workunit.client.0.smithi099.stdout:op 1589 completed, throughput=4.99MB/sec 2024-04-12T16:27:00.701 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-VZolhRY9KU_zAUZ off=13445802 len=1746127 2024-04-12T16:27:00.707 INFO:tasks.workunit.client.0.smithi099.stdout:op 1590 completed, throughput=5MB/sec 2024-04-12T16:27:00.707 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-yBq-Fs2dIYaXdU9 off=13147869 len=1639484 2024-04-12T16:27:00.715 INFO:tasks.workunit.client.0.smithi099.stdout:op 1591 completed, throughput=5MB/sec 2024-04-12T16:27:00.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:27:00 smithi110 ceph-mon[88691]: pgmap v1573: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-12T16:27:00.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:27:00 smithi099 ceph-mon[94290]: pgmap v1573: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-12T16:27:00.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:27:00 smithi099 ceph-mon[96864]: pgmap v1573: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-12T16:27:01.716 INFO:tasks.workunit.client.0.smithi099.stdout: 312: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:01.716 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-b0G-oFNk9DoiFhk off=16619309 len=1320536 2024-04-12T16:27:01.723 INFO:tasks.workunit.client.0.smithi099.stdout:op 1592 completed, throughput=4.99MB/sec 2024-04-12T16:27:01.723 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-S8OIvU2TCv3F_l1 off=2269226 len=586850 2024-04-12T16:27:01.725 INFO:tasks.workunit.client.0.smithi099.stdout:op 1593 completed, throughput=4.99MB/sec 2024-04-12T16:27:01.725 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-hc4WvhHBQ7RTf_- off=851568 len=1295933 2024-04-12T16:27:01.726 INFO:tasks.workunit.client.0.smithi099.stdout:op 1594 completed, throughput=5MB/sec 2024-04-12T16:27:01.726 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-xUjaBA24jJ5fsQN off=11129565 len=1574213 2024-04-12T16:27:01.728 INFO:tasks.workunit.client.0.smithi099.stdout:op 1595 completed, throughput=5MB/sec 2024-04-12T16:27:02.561 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:27:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:27:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:27:02.728 INFO:tasks.workunit.client.0.smithi099.stdout: 313: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:02.729 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-iV9f-bLx5RfbO3V off=2453061 len=882143 2024-04-12T16:27:02.730 INFO:tasks.workunit.client.0.smithi099.stdout:op 1596 completed, throughput=4.99MB/sec 2024-04-12T16:27:02.730 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-FbrIcEyWtjE1IfM off=15643615 len=657702 2024-04-12T16:27:02.731 INFO:tasks.workunit.client.0.smithi099.stdout:op 1597 completed, throughput=4.99MB/sec 2024-04-12T16:27:02.731 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-mc93Qf-yQ5tIPUv off=4458551 len=1406641 2024-04-12T16:27:02.733 INFO:tasks.workunit.client.0.smithi099.stdout:op 1598 completed, throughput=4.99MB/sec 2024-04-12T16:27:02.733 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-NJvRoj52Y_gwa5O off=4013146 len=634635 2024-04-12T16:27:02.735 INFO:tasks.workunit.client.0.smithi099.stdout:op 1599 completed, throughput=5MB/sec 2024-04-12T16:27:02.735 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Ji4sDJiPP3cmyo4 off=755215 len=1031823 2024-04-12T16:27:02.741 INFO:tasks.workunit.client.0.smithi099.stdout:op 1600 completed, throughput=5MB/sec 2024-04-12T16:27:02.741 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-cafnvNjs3TgyGOt off=9444094 len=402932 2024-04-12T16:27:02.741 INFO:tasks.workunit.client.0.smithi099.stdout:op 1601 completed, throughput=5MB/sec 2024-04-12T16:27:02.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:27:02 smithi110 ceph-mon[88691]: pgmap v1574: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:27:02.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:27:02 smithi099 ceph-mon[94290]: pgmap v1574: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:27:02.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:27:02 smithi099 ceph-mon[96864]: pgmap v1574: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:27:03.742 INFO:tasks.workunit.client.0.smithi099.stdout: 314: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:03.742 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-4V3IG2XOaX8uWc4 off=14590681 len=1523188 2024-04-12T16:27:03.749 INFO:tasks.workunit.client.0.smithi099.stdout:op 1602 completed, throughput=4.99MB/sec 2024-04-12T16:27:03.749 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-e7NQ-KYZFAfaYNE off=14948823 len=257145 2024-04-12T16:27:03.752 INFO:tasks.workunit.client.0.smithi099.stdout:op 1603 completed, throughput=4.99MB/sec 2024-04-12T16:27:03.752 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-XG6iVlW0rSfMZM3 off=22035195 len=1430980 2024-04-12T16:27:03.759 INFO:tasks.workunit.client.0.smithi099.stdout:op 1604 completed, throughput=4.99MB/sec 2024-04-12T16:27:03.759 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-RJqBsJPHGXF62aS off=244543 len=1008988 2024-04-12T16:27:03.760 INFO:tasks.workunit.client.0.smithi099.stdout:op 1605 completed, throughput=5MB/sec 2024-04-12T16:27:03.761 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-f67yRbgkJKWpus0 off=12949072 len=745573 2024-04-12T16:27:03.761 INFO:tasks.workunit.client.0.smithi099.stdout:op 1606 completed, throughput=5MB/sec 2024-04-12T16:27:03.762 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-wKkdFuWbyY4t9Ev off=1752275 len=1997268 2024-04-12T16:27:03.763 INFO:tasks.workunit.client.0.smithi099.stdout:op 1607 completed, throughput=5.01MB/sec 2024-04-12T16:27:04.764 INFO:tasks.workunit.client.0.smithi099.stdout: 315: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:04.764 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-KHHlor7IrEj8vVa off=11283032 len=613931 2024-04-12T16:27:04.765 INFO:tasks.workunit.client.0.smithi099.stdout:op 1608 completed, throughput=4.99MB/sec 2024-04-12T16:27:04.765 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-fc01eu2b7zHkNLD off=15839065 len=93606 2024-04-12T16:27:04.766 INFO:tasks.workunit.client.0.smithi099.stdout:op 1609 completed, throughput=4.99MB/sec 2024-04-12T16:27:04.766 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-3t5zvh0poYxWKOU off=2351895 len=85565 2024-04-12T16:27:04.768 INFO:tasks.workunit.client.0.smithi099.stdout:op 1610 completed, throughput=4.99MB/sec 2024-04-12T16:27:04.768 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-T2PYYG9TeAgYnbg off=2196431 len=293020 2024-04-12T16:27:04.772 INFO:tasks.workunit.client.0.smithi099.stdout:op 1611 completed, throughput=4.99MB/sec 2024-04-12T16:27:04.772 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-iwOvacqrN3Kf4UF off=1284933 len=1832055 2024-04-12T16:27:04.774 INFO:tasks.workunit.client.0.smithi099.stdout:op 1612 completed, throughput=5MB/sec 2024-04-12T16:27:04.774 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-za6k5i4IzXCMcYq off=5085245 len=1079396 2024-04-12T16:27:04.775 INFO:tasks.workunit.client.0.smithi099.stdout:op 1613 completed, throughput=5MB/sec 2024-04-12T16:27:04.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:27:04 smithi110 ceph-mon[88691]: pgmap v1575: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:27:04.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:27:04 smithi099 ceph-mon[94290]: pgmap v1575: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:27:04.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:27:04 smithi099 ceph-mon[96864]: pgmap v1575: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:27:05.776 INFO:tasks.workunit.client.0.smithi099.stdout: 316: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:05.776 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-a7M7W6yF4N9ZDcp off=1463509 len=1275791 2024-04-12T16:27:05.779 INFO:tasks.workunit.client.0.smithi099.stdout:op 1614 completed, throughput=4.99MB/sec 2024-04-12T16:27:05.779 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-eAziqvFZt7Nf648 off=6597836 len=974330 2024-04-12T16:27:05.780 INFO:tasks.workunit.client.0.smithi099.stdout:op 1615 completed, throughput=4.99MB/sec 2024-04-12T16:27:05.780 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-3PtQD-Tbv16bqYj off=3941385 len=1972709 2024-04-12T16:27:05.791 INFO:tasks.workunit.client.0.smithi099.stdout:op 1616 completed, throughput=5MB/sec 2024-04-12T16:27:05.791 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-zoicgErScOY2Yyd off=13646109 len=1697455 2024-04-12T16:27:05.798 INFO:tasks.workunit.client.0.smithi099.stdout:op 1617 completed, throughput=5MB/sec 2024-04-12T16:27:06.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:27:06 smithi099 ceph-mon[94290]: pgmap v1576: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:27:06.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:27:06 smithi099 ceph-mon[96864]: pgmap v1576: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:27:06.624 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:27:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:27:06] "GET /metrics HTTP/1.1" 200 34115 "" "Prometheus/2.43.0" 2024-04-12T16:27:06.798 INFO:tasks.workunit.client.0.smithi099.stdout: 317: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:06.799 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj--JTOWQp6cxSkf4I off=3381197 len=621884 2024-04-12T16:27:06.803 INFO:tasks.workunit.client.0.smithi099.stdout:op 1618 completed, throughput=4.99MB/sec 2024-04-12T16:27:06.803 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-hisbO_cu6abHgdI off=10459879 len=1650417 2024-04-12T16:27:06.812 INFO:tasks.workunit.client.0.smithi099.stdout:op 1619 completed, throughput=4.99MB/sec 2024-04-12T16:27:06.812 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-b-_vV2tndyE4Fpp off=15978900 len=1343745 2024-04-12T16:27:06.813 INFO:tasks.workunit.client.0.smithi099.stdout:op 1620 completed, throughput=5MB/sec 2024-04-12T16:27:06.814 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-9j2Z3lD5zDJd3mO off=7494209 len=388818 2024-04-12T16:27:06.817 INFO:tasks.workunit.client.0.smithi099.stdout:op 1621 completed, throughput=5MB/sec 2024-04-12T16:27:06.817 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-JL7ElxtgMpPwCHJ off=10682950 len=447175 2024-04-12T16:27:06.821 INFO:tasks.workunit.client.0.smithi099.stdout:op 1622 completed, throughput=5MB/sec 2024-04-12T16:27:06.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:27:06 smithi110 ceph-mon[88691]: pgmap v1576: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:27:07.821 INFO:tasks.workunit.client.0.smithi099.stdout: 318: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:07.822 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-wDrzJdDgVSzmtPN off=12150775 len=513703 2024-04-12T16:27:07.822 INFO:tasks.workunit.client.0.smithi099.stdout:op 1623 completed, throughput=4.99MB/sec 2024-04-12T16:27:07.823 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-7SBpFj_yUsK3HQO off=3214755 len=1358194 2024-04-12T16:27:07.830 INFO:tasks.workunit.client.0.smithi099.stdout:op 1624 completed, throughput=4.99MB/sec 2024-04-12T16:27:07.830 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-z5ljZpdnsBHScZt off=13226939 len=1612359 2024-04-12T16:27:07.839 INFO:tasks.workunit.client.0.smithi099.stdout:op 1625 completed, throughput=5MB/sec 2024-04-12T16:27:07.839 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-98Na7fh0xRjhW4P off=4844817 len=80314 2024-04-12T16:27:07.842 INFO:tasks.workunit.client.0.smithi099.stdout:op 1626 completed, throughput=5MB/sec 2024-04-12T16:27:07.842 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-pcaMenpTCvjytKo off=13479395 len=1238271 2024-04-12T16:27:07.848 INFO:tasks.workunit.client.0.smithi099.stdout:op 1627 completed, throughput=5MB/sec 2024-04-12T16:27:07.848 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-sPicczKVYs3oFPD off=13687991 len=1581330 2024-04-12T16:27:07.855 INFO:tasks.workunit.client.0.smithi099.stdout:op 1628 completed, throughput=5MB/sec 2024-04-12T16:27:08.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:27:08 smithi110 ceph-mon[88691]: pgmap v1577: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T16:27:08.855 INFO:tasks.workunit.client.0.smithi099.stdout: 319: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:08.855 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-HGOwtQjDFNhzhIm off=11531293 len=494139 2024-04-12T16:27:08.859 INFO:tasks.workunit.client.0.smithi099.stdout:op 1629 completed, throughput=4.99MB/sec 2024-04-12T16:27:08.860 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-VTqXSR73j6-I-8H off=7898837 len=1943131 2024-04-12T16:27:08.862 INFO:tasks.workunit.client.0.smithi099.stdout:op 1630 completed, throughput=5MB/sec 2024-04-12T16:27:08.862 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-bWk1dHlHMLDc1Vt off=3121114 len=694865 2024-04-12T16:27:08.867 INFO:tasks.workunit.client.0.smithi099.stdout:op 1631 completed, throughput=5MB/sec 2024-04-12T16:27:08.867 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-tuKvG00Xid-U1Zz off=2963434 len=1412455 2024-04-12T16:27:08.868 INFO:tasks.workunit.client.0.smithi099.stdout:op 1632 completed, throughput=5MB/sec 2024-04-12T16:27:08.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:27:08 smithi099 ceph-mon[94290]: pgmap v1577: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T16:27:08.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:27:08 smithi099 ceph-mon[96864]: pgmap v1577: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T16:27:09.869 INFO:tasks.workunit.client.0.smithi099.stdout: 320: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:09.869 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-gz6ibeUY-5t6WAf off=7709692 len=325771 2024-04-12T16:27:09.872 INFO:tasks.workunit.client.0.smithi099.stdout:op 1633 completed, throughput=4.99MB/sec 2024-04-12T16:27:09.873 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-MEXv11H_x3p4wqo off=15627145 len=839271 2024-04-12T16:27:09.874 INFO:tasks.workunit.client.0.smithi099.stdout:op 1634 completed, throughput=4.99MB/sec 2024-04-12T16:27:09.874 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-QR0LwqA4jCqxDzE off=1606402 len=2087854 2024-04-12T16:27:09.876 INFO:tasks.workunit.client.0.smithi099.stdout:op 1635 completed, throughput=5MB/sec 2024-04-12T16:27:09.877 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-kMjUWyWzAfpaD1m off=11393171 len=1207086 2024-04-12T16:27:09.882 INFO:tasks.workunit.client.0.smithi099.stdout:op 1636 completed, throughput=5MB/sec 2024-04-12T16:27:09.882 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-FJz2o6q_l5liMHh off=1328136 len=1966833 2024-04-12T16:27:09.892 INFO:tasks.workunit.client.0.smithi099.stdout:op 1637 completed, throughput=5MB/sec 2024-04-12T16:27:10.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:27:10 smithi110 ceph-mon[88691]: pgmap v1578: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:27:10.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:27:10 smithi099 ceph-mon[94290]: pgmap v1578: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:27:10.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:27:10 smithi099 ceph-mon[96864]: pgmap v1578: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:27:10.893 INFO:tasks.workunit.client.0.smithi099.stdout: 321: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:10.893 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-cJ-oTEqtw33qLLY off=6428225 len=1069089 2024-04-12T16:27:10.898 INFO:tasks.workunit.client.0.smithi099.stdout:op 1638 completed, throughput=4.99MB/sec 2024-04-12T16:27:10.898 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-TkD6ZoVYevykb2T off=7632845 len=734675 2024-04-12T16:27:10.902 INFO:tasks.workunit.client.0.smithi099.stdout:op 1639 completed, throughput=4.99MB/sec 2024-04-12T16:27:10.902 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-a-52WzvIMjqpQQc off=5145154 len=946017 2024-04-12T16:27:10.908 INFO:tasks.workunit.client.0.smithi099.stdout:op 1640 completed, throughput=5MB/sec 2024-04-12T16:27:10.908 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-UE06fSgwm-hUFlX off=1527529 len=1569726 2024-04-12T16:27:10.916 INFO:tasks.workunit.client.0.smithi099.stdout:op 1641 completed, throughput=5MB/sec 2024-04-12T16:27:11.917 INFO:tasks.workunit.client.0.smithi099.stdout: 322: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:11.917 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-XNu2_wBP7l2V5o9 off=10704235 len=1500548 2024-04-12T16:27:11.924 INFO:tasks.workunit.client.0.smithi099.stdout:op 1642 completed, throughput=4.99MB/sec 2024-04-12T16:27:11.925 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-6qYaxG2HAaWg-TH off=15293930 len=801822 2024-04-12T16:27:11.926 INFO:tasks.workunit.client.0.smithi099.stdout:op 1643 completed, throughput=4.99MB/sec 2024-04-12T16:27:11.926 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ECiixw9qHttaYxp off=1080690 len=46585 2024-04-12T16:27:11.926 INFO:tasks.workunit.client.0.smithi099.stdout:op 1644 completed, throughput=4.99MB/sec 2024-04-12T16:27:11.926 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-KTMJHz4FcsrUs3r off=435300 len=1079378 2024-04-12T16:27:11.930 INFO:tasks.workunit.client.0.smithi099.stdout:op 1645 completed, throughput=5MB/sec 2024-04-12T16:27:11.931 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-zGJEWMdOkJrxE1h off=7251089 len=68967 2024-04-12T16:27:11.933 INFO:tasks.workunit.client.0.smithi099.stdout:op 1646 completed, throughput=5MB/sec 2024-04-12T16:27:11.933 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-mTBYs3rA3HW07sY off=4157514 len=904839 2024-04-12T16:27:11.937 INFO:tasks.workunit.client.0.smithi099.stdout:op 1647 completed, throughput=5MB/sec 2024-04-12T16:27:11.937 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-BpcKjB3xuL5q7gF off=4582188 len=2004785 2024-04-12T16:27:11.944 INFO:tasks.workunit.client.0.smithi099.stdout:op 1648 completed, throughput=5MB/sec 2024-04-12T16:27:12.578 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:27:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:27:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:27:12.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:27:12 smithi110 ceph-mon[88691]: pgmap v1579: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:27:12.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:27:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:27:12.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:27:12 smithi099 ceph-mon[94290]: pgmap v1579: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:27:12.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:27:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:27:12.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:27:12 smithi099 ceph-mon[96864]: pgmap v1579: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:27:12.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:27:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:27:12.944 INFO:tasks.workunit.client.0.smithi099.stdout: 323: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:12.944 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-gZdVXYZDOXehKQA off=4391472 len=153050 2024-04-12T16:27:12.945 INFO:tasks.workunit.client.0.smithi099.stdout:op 1649 completed, throughput=4.99MB/sec 2024-04-12T16:27:12.945 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-tpumwAtJoOacjph off=11379300 len=2008667 2024-04-12T16:27:12.947 INFO:tasks.workunit.client.0.smithi099.stdout:op 1650 completed, throughput=5MB/sec 2024-04-12T16:27:12.948 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-55j4PZdvFl1Nl7D off=284084 len=1694281 2024-04-12T16:27:12.963 INFO:tasks.workunit.client.0.smithi099.stdout:op 1651 completed, throughput=5MB/sec 2024-04-12T16:27:12.963 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-AtjPdlqVIBj3lJK off=3825397 len=88611 2024-04-12T16:27:12.965 INFO:tasks.workunit.client.0.smithi099.stdout:op 1652 completed, throughput=5MB/sec 2024-04-12T16:27:13.966 INFO:tasks.workunit.client.0.smithi099.stdout: 324: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:13.966 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-THRk_7LFsbdyRIB off=5098437 len=1543069 2024-04-12T16:27:13.968 INFO:tasks.workunit.client.0.smithi099.stdout:op 1653 completed, throughput=4.99MB/sec 2024-04-12T16:27:13.968 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ehiS5lMuUVqPJEU off=7986510 len=1344197 2024-04-12T16:27:13.970 INFO:tasks.workunit.client.0.smithi099.stdout:op 1654 completed, throughput=4.99MB/sec 2024-04-12T16:27:13.970 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-omRtFzCikJF2HHC off=5986394 len=538635 2024-04-12T16:27:13.974 INFO:tasks.workunit.client.0.smithi099.stdout:op 1655 completed, throughput=4.99MB/sec 2024-04-12T16:27:13.974 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-b44DAKMh71gXd1v off=691973 len=1321537 2024-04-12T16:27:13.979 INFO:tasks.workunit.client.0.smithi099.stdout:op 1656 completed, throughput=5MB/sec 2024-04-12T16:27:13.979 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-qi7iivHQs0m5fia off=2126484 len=1406741 2024-04-12T16:27:13.982 INFO:tasks.workunit.client.0.smithi099.stdout:op 1657 completed, throughput=5MB/sec 2024-04-12T16:27:14.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:27:14 smithi110 ceph-mon[88691]: pgmap v1580: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:27:14.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:27:14 smithi099 ceph-mon[96864]: pgmap v1580: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:27:14.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:27:14 smithi099 ceph-mon[94290]: pgmap v1580: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:27:14.982 INFO:tasks.workunit.client.0.smithi099.stdout: 325: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:14.982 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-MdDbdknMvz6ujbu off=10077029 len=187617 2024-04-12T16:27:14.985 INFO:tasks.workunit.client.0.smithi099.stdout:op 1658 completed, throughput=4.99MB/sec 2024-04-12T16:27:14.985 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-gmyPhCe1CKMtj2Y off=3570403 len=1401937 2024-04-12T16:27:14.987 INFO:tasks.workunit.client.0.smithi099.stdout:op 1659 completed, throughput=4.99MB/sec 2024-04-12T16:27:14.987 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-vaq2IIK0tjnwszG off=5931948 len=65240 2024-04-12T16:27:14.989 INFO:tasks.workunit.client.0.smithi099.stdout:op 1660 completed, throughput=4.99MB/sec 2024-04-12T16:27:14.989 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-XFL2l82UgysIp9w off=10028438 len=1365701 2024-04-12T16:27:14.991 INFO:tasks.workunit.client.0.smithi099.stdout:op 1661 completed, throughput=5MB/sec 2024-04-12T16:27:14.991 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-3swSSAUgkgqdvhp off=506218 len=872615 2024-04-12T16:27:14.996 INFO:tasks.workunit.client.0.smithi099.stdout:op 1662 completed, throughput=5MB/sec 2024-04-12T16:27:14.996 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-PeHslQvsk6jUQym off=11120184 len=100959 2024-04-12T16:27:14.996 INFO:tasks.workunit.client.0.smithi099.stdout:op 1663 completed, throughput=5MB/sec 2024-04-12T16:27:14.996 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-tFYtcgfMTGQoYqG off=26679 len=599963 2024-04-12T16:27:15.000 INFO:tasks.workunit.client.0.smithi099.stdout:op 1664 completed, throughput=5MB/sec 2024-04-12T16:27:16.001 INFO:tasks.workunit.client.0.smithi099.stdout: 326: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:16.001 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-TNyJTa10GdboplW off=973777 len=1113440 2024-04-12T16:27:16.008 INFO:tasks.workunit.client.0.smithi099.stdout:op 1665 completed, throughput=4.99MB/sec 2024-04-12T16:27:16.008 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-t9GQJAAhkPhFgiB off=2888069 len=569926 2024-04-12T16:27:16.009 INFO:tasks.workunit.client.0.smithi099.stdout:op 1666 completed, throughput=4.99MB/sec 2024-04-12T16:27:16.009 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ba4chEoJIbt3Ne- off=2955038 len=311869 2024-04-12T16:27:16.012 INFO:tasks.workunit.client.0.smithi099.stdout:op 1667 completed, throughput=4.99MB/sec 2024-04-12T16:27:16.012 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6Y6K7DcAsIABTEl off=3247756 len=121452 2024-04-12T16:27:16.015 INFO:tasks.workunit.client.0.smithi099.stdout:op 1668 completed, throughput=4.99MB/sec 2024-04-12T16:27:16.015 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-GcVjQaod8F2Dxcg off=603196 len=1787856 2024-04-12T16:27:16.016 INFO:tasks.workunit.client.0.smithi099.stdout:op 1669 completed, throughput=5MB/sec 2024-04-12T16:27:16.016 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-V663cc6TLOpmNOe off=1567677 len=1363746 2024-04-12T16:27:16.017 INFO:tasks.workunit.client.0.smithi099.stdout:op 1670 completed, throughput=5MB/sec 2024-04-12T16:27:16.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:27:16 smithi099 ceph-mon[94290]: pgmap v1581: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:27:16.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:27:16 smithi099 ceph-mon[96864]: pgmap v1581: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:27:16.624 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:27:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:27:16] "GET /metrics HTTP/1.1" 200 34115 "" "Prometheus/2.43.0" 2024-04-12T16:27:17.018 INFO:tasks.workunit.client.0.smithi099.stdout: 327: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:17.018 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-H70E1aM_KELk1gP off=287314 len=1303232 2024-04-12T16:27:17.025 INFO:tasks.workunit.client.0.smithi099.stdout:op 1671 completed, throughput=4.99MB/sec 2024-04-12T16:27:17.025 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-MncSv4FRJx0TLbP off=22868772 len=2073459 2024-04-12T16:27:17.028 INFO:tasks.workunit.client.0.smithi099.stdout:op 1672 completed, throughput=4.99MB/sec 2024-04-12T16:27:17.028 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-DY7tsBCK103qh-2 off=7376046 len=355627 2024-04-12T16:27:17.029 INFO:tasks.workunit.client.0.smithi099.stdout:op 1673 completed, throughput=5MB/sec 2024-04-12T16:27:17.029 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Er1VHq-XsuYH32I off=0 len=1162139 2024-04-12T16:27:17.033 INFO:tasks.workunit.client.0.smithi099.stdout:op 1674 completed, throughput=5MB/sec 2024-04-12T16:27:17.033 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-uGb3fWb9vAQhkPa off=2477492 len=360330 2024-04-12T16:27:17.034 INFO:tasks.workunit.client.0.smithi099.stdout:op 1675 completed, throughput=5MB/sec 2024-04-12T16:27:17.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:27:16 smithi110 ceph-mon[88691]: pgmap v1581: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:27:18.034 INFO:tasks.workunit.client.0.smithi099.stdout: 328: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:18.035 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-4-YgptD_CvOucnk off=5543141 len=566452 2024-04-12T16:27:18.036 INFO:tasks.workunit.client.0.smithi099.stdout:op 1676 completed, throughput=4.99MB/sec 2024-04-12T16:27:18.036 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-aQeS8I-ceviiUFW off=10875898 len=971243 2024-04-12T16:27:18.037 INFO:tasks.workunit.client.0.smithi099.stdout:op 1677 completed, throughput=4.99MB/sec 2024-04-12T16:27:18.038 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Z8xrq3DYJmkmNsW off=15725316 len=833527 2024-04-12T16:27:18.039 INFO:tasks.workunit.client.0.smithi099.stdout:op 1678 completed, throughput=4.99MB/sec 2024-04-12T16:27:18.039 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-kMvInB2F2D7FeOK off=963657 len=1530881 2024-04-12T16:27:18.041 INFO:tasks.workunit.client.0.smithi099.stdout:op 1679 completed, throughput=5MB/sec 2024-04-12T16:27:18.041 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-GwCaLUHHgvtqtfg off=3283205 len=589596 2024-04-12T16:27:18.045 INFO:tasks.workunit.client.0.smithi099.stdout:op 1680 completed, throughput=5MB/sec 2024-04-12T16:27:18.045 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--j7OfvoUS-oISGZ off=2825120 len=566042 2024-04-12T16:27:18.046 INFO:tasks.workunit.client.0.smithi099.stdout:op 1681 completed, throughput=5MB/sec 2024-04-12T16:27:18.046 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-zrOLYBmj77w-G_n off=12682146 len=1263731 2024-04-12T16:27:18.055 INFO:tasks.workunit.client.0.smithi099.stdout:op 1682 completed, throughput=5MB/sec 2024-04-12T16:27:18.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:27:18 smithi099 ceph-mon[94290]: pgmap v1582: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:27:18.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:27:18 smithi099 ceph-mon[96864]: pgmap v1582: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:27:19.055 INFO:tasks.workunit.client.0.smithi099.stdout: 329: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:19.055 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-9NlEArx25QPZZWz off=542428 len=196946 2024-04-12T16:27:19.058 INFO:tasks.workunit.client.0.smithi099.stdout:op 1683 completed, throughput=4.99MB/sec 2024-04-12T16:27:19.058 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-mAG-qFFvqF0XqH8 off=380666 len=996700 2024-04-12T16:27:19.064 INFO:tasks.workunit.client.0.smithi099.stdout:op 1684 completed, throughput=4.99MB/sec 2024-04-12T16:27:19.064 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-PHxmb9uUw0GIWuX off=450574 len=67333 2024-04-12T16:27:19.064 INFO:tasks.workunit.client.0.smithi099.stdout:op 1685 completed, throughput=4.99MB/sec 2024-04-12T16:27:19.064 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Akn88QHzlG1kLuX off=7564729 len=1886603 2024-04-12T16:27:19.067 INFO:tasks.workunit.client.0.smithi099.stdout:op 1686 completed, throughput=5MB/sec 2024-04-12T16:27:19.067 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-MCki3AUw7UGcsvG off=2619790 len=794523 2024-04-12T16:27:19.071 INFO:tasks.workunit.client.0.smithi099.stdout:op 1687 completed, throughput=5MB/sec 2024-04-12T16:27:19.071 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-LB6pKw2gR7M0Z3z off=489485 len=729486 2024-04-12T16:27:19.075 INFO:tasks.workunit.client.0.smithi099.stdout:op 1688 completed, throughput=5MB/sec 2024-04-12T16:27:19.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:27:18 smithi110 ceph-mon[88691]: pgmap v1582: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:27:20.076 INFO:tasks.workunit.client.0.smithi099.stdout: 330: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:20.076 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-FzX2_PsEQyIJ2w0 off=14148861 len=1417962 2024-04-12T16:27:20.078 INFO:tasks.workunit.client.0.smithi099.stdout:op 1689 completed, throughput=4.99MB/sec 2024-04-12T16:27:20.079 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-EKQ-9VG4T27vesa off=3370586 len=1141641 2024-04-12T16:27:20.080 INFO:tasks.workunit.client.0.smithi099.stdout:op 1690 completed, throughput=4.99MB/sec 2024-04-12T16:27:20.080 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-JoqdbdBw3Pwhmcn off=2095766 len=186582 2024-04-12T16:27:20.081 INFO:tasks.workunit.client.0.smithi099.stdout:op 1691 completed, throughput=4.99MB/sec 2024-04-12T16:27:20.081 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-p99K8TUCifbt26C off=316075 len=1770519 2024-04-12T16:27:20.085 INFO:tasks.workunit.client.0.smithi099.stdout:op 1692 completed, throughput=5MB/sec 2024-04-12T16:27:20.085 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-cDEVX80_apXQ17x off=2620845 len=869907 2024-04-12T16:27:20.089 INFO:tasks.workunit.client.0.smithi099.stdout:op 1693 completed, throughput=5MB/sec 2024-04-12T16:27:20.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:27:20 smithi099 ceph-mon[94290]: pgmap v1583: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T16:27:20.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:27:20 smithi099 ceph-mon[96864]: pgmap v1583: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T16:27:21.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:27:20 smithi110 ceph-mon[88691]: pgmap v1583: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T16:27:21.089 INFO:tasks.workunit.client.0.smithi099.stdout: 331: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:21.089 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-mMa4PfWRP-z4cTv off=14407788 len=439370 2024-04-12T16:27:21.090 INFO:tasks.workunit.client.0.smithi099.stdout:op 1694 completed, throughput=4.99MB/sec 2024-04-12T16:27:21.090 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-BS8fMPvzd7Y2Lbt off=3336455 len=381995 2024-04-12T16:27:21.091 INFO:tasks.workunit.client.0.smithi099.stdout:op 1695 completed, throughput=4.99MB/sec 2024-04-12T16:27:21.091 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-qOs4LtvaVYLOarf off=11037489 len=827411 2024-04-12T16:27:21.093 INFO:tasks.workunit.client.0.smithi099.stdout:op 1696 completed, throughput=4.99MB/sec 2024-04-12T16:27:21.093 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-k35s6UzB7ZH3c4p off=14201324 len=1542645 2024-04-12T16:27:21.100 INFO:tasks.workunit.client.0.smithi099.stdout:op 1697 completed, throughput=5MB/sec 2024-04-12T16:27:21.100 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-kqVmqy9LQeWz7CM off=9784830 len=1079170 2024-04-12T16:27:21.102 INFO:tasks.workunit.client.0.smithi099.stdout:op 1698 completed, throughput=5MB/sec 2024-04-12T16:27:21.102 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-9idb_IvLfAv62Po off=2053131 len=901231 2024-04-12T16:27:21.103 INFO:tasks.workunit.client.0.smithi099.stdout:op 1699 completed, throughput=5MB/sec 2024-04-12T16:27:22.104 INFO:tasks.workunit.client.0.smithi099.stdout: 332: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:22.104 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-XUx3Vv1Bheh_Aak off=0 len=1381671 2024-04-12T16:27:22.111 INFO:tasks.workunit.client.0.smithi099.stdout:op 1700 completed, throughput=4.99MB/sec 2024-04-12T16:27:22.111 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-IfVV62Hp3N3tY_d off=7581149 len=185017 2024-04-12T16:27:22.114 INFO:tasks.workunit.client.0.smithi099.stdout:op 1701 completed, throughput=4.99MB/sec 2024-04-12T16:27:22.114 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-O0vWAB6X0JJutr1 off=1845495 len=1814565 2024-04-12T16:27:22.123 INFO:tasks.workunit.client.0.smithi099.stdout:op 1702 completed, throughput=5MB/sec 2024-04-12T16:27:22.123 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0URsy4bAosEEWx- off=7567965 len=628603 2024-04-12T16:27:22.127 INFO:tasks.workunit.client.0.smithi099.stdout:op 1703 completed, throughput=5MB/sec 2024-04-12T16:27:22.127 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-kwE-VT84h8N425J off=3759693 len=1990015 2024-04-12T16:27:22.136 INFO:tasks.workunit.client.0.smithi099.stdout:op 1704 completed, throughput=5MB/sec 2024-04-12T16:27:22.581 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:27:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:27:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:27:22.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:27:22 smithi099 ceph-mon[94290]: pgmap v1584: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:27:22.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:27:22 smithi099 ceph-mon[96864]: pgmap v1584: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:27:23.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:27:22 smithi110 ceph-mon[88691]: pgmap v1584: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:27:23.136 INFO:tasks.workunit.client.0.smithi099.stdout: 333: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:23.136 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Uc8ZkwCNBiOh_mn off=3990483 len=514525 2024-04-12T16:27:23.137 INFO:tasks.workunit.client.0.smithi099.stdout:op 1705 completed, throughput=4.99MB/sec 2024-04-12T16:27:23.137 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-pnZUzYk4YuF1Y9A off=20033366 len=1945303 2024-04-12T16:27:23.147 INFO:tasks.workunit.client.0.smithi099.stdout:op 1706 completed, throughput=4.99MB/sec 2024-04-12T16:27:23.147 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-G3Ic687C_9bSb-i off=6626871 len=1525892 2024-04-12T16:27:23.155 INFO:tasks.workunit.client.0.smithi099.stdout:op 1707 completed, throughput=5MB/sec 2024-04-12T16:27:23.155 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-p3hdFF5LE3vN6na off=3383296 len=780535 2024-04-12T16:27:23.159 INFO:tasks.workunit.client.0.smithi099.stdout:op 1708 completed, throughput=5MB/sec 2024-04-12T16:27:24.159 INFO:tasks.workunit.client.0.smithi099.stdout: 334: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:24.159 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-WJGH-StiSBOxV37 off=3032790 len=492957 2024-04-12T16:27:24.160 INFO:tasks.workunit.client.0.smithi099.stdout:op 1709 completed, throughput=4.99MB/sec 2024-04-12T16:27:24.160 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-G6bAJMtwm-JwC_o off=13339857 len=181035 2024-04-12T16:27:24.163 INFO:tasks.workunit.client.0.smithi099.stdout:op 1710 completed, throughput=4.99MB/sec 2024-04-12T16:27:24.163 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-G0RVRpy-91bp57c off=441467 len=322708 2024-04-12T16:27:24.163 INFO:tasks.workunit.client.0.smithi099.stdout:op 1711 completed, throughput=4.99MB/sec 2024-04-12T16:27:24.163 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Yt2qOA8OXL42c3A off=6005540 len=18850 2024-04-12T16:27:24.164 INFO:tasks.workunit.client.0.smithi099.stdout:op 1712 completed, throughput=4.99MB/sec 2024-04-12T16:27:24.164 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-tX58y0D4p5krsd2 off=7490791 len=1288900 2024-04-12T16:27:24.167 INFO:tasks.workunit.client.0.smithi099.stdout:op 1713 completed, throughput=4.99MB/sec 2024-04-12T16:27:24.167 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-TDxdJfIhqtsdiPF off=6144966 len=737652 2024-04-12T16:27:24.171 INFO:tasks.workunit.client.0.smithi099.stdout:op 1714 completed, throughput=4.99MB/sec 2024-04-12T16:27:24.172 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-3yxkJuKOnWXUqHX off=2495910 len=1882697 2024-04-12T16:27:24.174 INFO:tasks.workunit.client.0.smithi099.stdout:op 1715 completed, throughput=5MB/sec 2024-04-12T16:27:24.174 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-36K-CKjt4P1QVsA off=1809497 len=1800966 2024-04-12T16:27:24.176 INFO:tasks.workunit.client.0.smithi099.stdout:op 1716 completed, throughput=5MB/sec 2024-04-12T16:27:24.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:27:24 smithi099 ceph-mon[94290]: pgmap v1585: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:27:24.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:27:24 smithi099 ceph-mon[96864]: pgmap v1585: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:27:25.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:27:24 smithi110 ceph-mon[88691]: pgmap v1585: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:27:25.177 INFO:tasks.workunit.client.0.smithi099.stdout: 335: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:25.177 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-fdOp7TUUK5b6Buu off=9467222 len=1621363 2024-04-12T16:27:25.185 INFO:tasks.workunit.client.0.smithi099.stdout:op 1717 completed, throughput=4.99MB/sec 2024-04-12T16:27:25.185 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-TWMvURcAEBXPTCF off=1456193 len=1371240 2024-04-12T16:27:25.193 INFO:tasks.workunit.client.0.smithi099.stdout:op 1718 completed, throughput=5MB/sec 2024-04-12T16:27:25.193 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-WVq0nMB7KCq7W_5 off=5609031 len=1014687 2024-04-12T16:27:25.195 INFO:tasks.workunit.client.0.smithi099.stdout:op 1719 completed, throughput=5MB/sec 2024-04-12T16:27:26.195 INFO:tasks.workunit.client.0.smithi099.stdout: 336: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:26.196 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-vnYlIHLjFgtTDRI off=3541823 len=1558412 2024-04-12T16:27:26.203 INFO:tasks.workunit.client.0.smithi099.stdout:op 1720 completed, throughput=4.99MB/sec 2024-04-12T16:27:26.203 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_zt2YJO8YOAm7_m off=21573224 len=410652 2024-04-12T16:27:26.206 INFO:tasks.workunit.client.0.smithi099.stdout:op 1721 completed, throughput=4.99MB/sec 2024-04-12T16:27:26.206 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-d_EuK6gDXAR3FK9 off=18534390 len=544554 2024-04-12T16:27:26.207 INFO:tasks.workunit.client.0.smithi099.stdout:op 1722 completed, throughput=4.99MB/sec 2024-04-12T16:27:26.207 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-jrK22PD5pENAlbN off=4799357 len=720412 2024-04-12T16:27:26.211 INFO:tasks.workunit.client.0.smithi099.stdout:op 1723 completed, throughput=4.99MB/sec 2024-04-12T16:27:26.211 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-pq9q4abVjtPuhKI off=946479 len=1092722 2024-04-12T16:27:26.212 INFO:tasks.workunit.client.0.smithi099.stdout:op 1724 completed, throughput=5MB/sec 2024-04-12T16:27:26.212 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Xg76im6MgzOeDNA off=655950 len=1296945 2024-04-12T16:27:26.214 INFO:tasks.workunit.client.0.smithi099.stdout:op 1725 completed, throughput=5MB/sec 2024-04-12T16:27:26.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:27:26 smithi099 ceph-mon[94290]: pgmap v1586: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:27:26.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:27:26 smithi099 ceph-mon[96864]: pgmap v1586: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:27:26.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:27:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:27:26] "GET /metrics HTTP/1.1" 200 34115 "" "Prometheus/2.43.0" 2024-04-12T16:27:27.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:27:26 smithi110 ceph-mon[88691]: pgmap v1586: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:27:27.214 INFO:tasks.workunit.client.0.smithi099.stdout: 337: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:27.214 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-l5D71TOyV8ehLuP off=654477 len=498774 2024-04-12T16:27:27.215 INFO:tasks.workunit.client.0.smithi099.stdout:op 1726 completed, throughput=4.99MB/sec 2024-04-12T16:27:27.216 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-tTBNq1I0Zne2-l5 off=1079830 len=1111701 2024-04-12T16:27:27.218 INFO:tasks.workunit.client.0.smithi099.stdout:op 1727 completed, throughput=4.99MB/sec 2024-04-12T16:27:27.218 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-F__Gi2PnRGmwJWa off=2778730 len=151307 2024-04-12T16:27:27.221 INFO:tasks.workunit.client.0.smithi099.stdout:op 1728 completed, throughput=4.99MB/sec 2024-04-12T16:27:27.221 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-H7BpGQ-sEvj-FFF off=299239 len=1431112 2024-04-12T16:27:27.227 INFO:tasks.workunit.client.0.smithi099.stdout:op 1729 completed, throughput=5MB/sec 2024-04-12T16:27:27.227 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-eERwMyDr-QSZKk0 off=3739093 len=1575657 2024-04-12T16:27:27.229 INFO:tasks.workunit.client.0.smithi099.stdout:op 1730 completed, throughput=5MB/sec 2024-04-12T16:27:27.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:27:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:27:27.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:27:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:27:28.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:27:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:27:28.229 INFO:tasks.workunit.client.0.smithi099.stdout: 338: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:28.229 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-BlyQTbmz4otSJv- off=1366754 len=779404 2024-04-12T16:27:28.230 INFO:tasks.workunit.client.0.smithi099.stdout:op 1731 completed, throughput=4.99MB/sec 2024-04-12T16:27:28.230 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-g6BS96IdAKJScxJ off=258577 len=311353 2024-04-12T16:27:28.231 INFO:tasks.workunit.client.0.smithi099.stdout:op 1732 completed, throughput=4.99MB/sec 2024-04-12T16:27:28.231 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-gopIJyNLDILJMqB off=6137108 len=1729879 2024-04-12T16:27:28.235 INFO:tasks.workunit.client.0.smithi099.stdout:op 1733 completed, throughput=4.99MB/sec 2024-04-12T16:27:28.235 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-9h-vpdt2ART-tj2 off=193482 len=1842880 2024-04-12T16:27:28.245 INFO:tasks.workunit.client.0.smithi099.stdout:op 1734 completed, throughput=5MB/sec 2024-04-12T16:27:28.245 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ksvRrjpfFlfNbgX off=2777703 len=1863666 2024-04-12T16:27:28.247 INFO:tasks.workunit.client.0.smithi099.stdout:op 1735 completed, throughput=5MB/sec 2024-04-12T16:27:28.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:27:28 smithi099 ceph-mon[94290]: pgmap v1587: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T16:27:28.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:27:28 smithi099 ceph-mon[96864]: pgmap v1587: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T16:27:29.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:27:28 smithi110 ceph-mon[88691]: pgmap v1587: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T16:27:29.247 INFO:tasks.workunit.client.0.smithi099.stdout: 339: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:29.247 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-2gyYei5uuWTLRoq off=686151 len=278910 2024-04-12T16:27:29.248 INFO:tasks.workunit.client.0.smithi099.stdout:op 1736 completed, throughput=4.99MB/sec 2024-04-12T16:27:29.248 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_Yl5VFhy0pKeLuh off=16603046 len=1338629 2024-04-12T16:27:29.256 INFO:tasks.workunit.client.0.smithi099.stdout:op 1737 completed, throughput=4.99MB/sec 2024-04-12T16:27:29.256 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-24tS6obI_idbLb5 off=5682337 len=227704 2024-04-12T16:27:29.259 INFO:tasks.workunit.client.0.smithi099.stdout:op 1738 completed, throughput=4.99MB/sec 2024-04-12T16:27:29.259 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--kvzABp-zW2180V off=20857976 len=1977252 2024-04-12T16:27:29.262 INFO:tasks.workunit.client.0.smithi099.stdout:op 1739 completed, throughput=5MB/sec 2024-04-12T16:27:29.262 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-9deZVit33lYyXXX off=2400189 len=1999868 2024-04-12T16:27:29.272 INFO:tasks.workunit.client.0.smithi099.stdout:op 1740 completed, throughput=5MB/sec 2024-04-12T16:27:30.272 INFO:tasks.workunit.client.0.smithi099.stdout: 340: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:30.273 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-dadatNlSxjXXZT3 off=7403222 len=44794 2024-04-12T16:27:30.273 INFO:tasks.workunit.client.0.smithi099.stdout:op 1741 completed, throughput=4.99MB/sec 2024-04-12T16:27:30.273 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-IIQnx-ll4GC_lT9 off=871841 len=1500496 2024-04-12T16:27:30.281 INFO:tasks.workunit.client.0.smithi099.stdout:op 1742 completed, throughput=4.99MB/sec 2024-04-12T16:27:30.281 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-H-qUtE3FatSmsbI off=1064920 len=692704 2024-04-12T16:27:30.285 INFO:tasks.workunit.client.0.smithi099.stdout:op 1743 completed, throughput=5MB/sec 2024-04-12T16:27:30.285 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-lRFpoCJRlTHsht2 off=9701007 len=1117372 2024-04-12T16:27:30.287 INFO:tasks.workunit.client.0.smithi099.stdout:op 1744 completed, throughput=5MB/sec 2024-04-12T16:27:30.287 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-E-cVJeHwZfX3A4R off=17165810 len=1304546 2024-04-12T16:27:30.289 INFO:tasks.workunit.client.0.smithi099.stdout:op 1745 completed, throughput=5MB/sec 2024-04-12T16:27:30.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:27:30 smithi099 ceph-mon[94290]: pgmap v1588: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:27:30.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:27:30 smithi099 ceph-mon[96864]: pgmap v1588: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:27:31.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:27:30 smithi110 ceph-mon[88691]: pgmap v1588: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:27:31.289 INFO:tasks.workunit.client.0.smithi099.stdout: 341: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:31.289 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-3h3s61nQ69mc1VW off=1294805 len=26385 2024-04-12T16:27:31.290 INFO:tasks.workunit.client.0.smithi099.stdout:op 1746 completed, throughput=4.99MB/sec 2024-04-12T16:27:31.290 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-7ZbSiPuzLxfE1ks off=3040229 len=1552314 2024-04-12T16:27:31.298 INFO:tasks.workunit.client.0.smithi099.stdout:op 1747 completed, throughput=4.99MB/sec 2024-04-12T16:27:31.299 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-u8OTDePFANmPqa2 off=5802995 len=1448685 2024-04-12T16:27:31.300 INFO:tasks.workunit.client.0.smithi099.stdout:op 1748 completed, throughput=5MB/sec 2024-04-12T16:27:31.300 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6AUeeVMucYsiCVM off=8348462 len=403260 2024-04-12T16:27:31.304 INFO:tasks.workunit.client.0.smithi099.stdout:op 1749 completed, throughput=5MB/sec 2024-04-12T16:27:31.304 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Y1nBHGTE4rioE3z off=3137268 len=1682528 2024-04-12T16:27:31.306 INFO:tasks.workunit.client.0.smithi099.stdout:op 1750 completed, throughput=5MB/sec 2024-04-12T16:27:32.306 INFO:tasks.workunit.client.0.smithi099.stdout: 342: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:32.306 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-pcRNKtp5HD1iuad off=10302692 len=1937020 2024-04-12T16:27:32.310 INFO:tasks.workunit.client.0.smithi099.stdout:op 1751 completed, throughput=4.99MB/sec 2024-04-12T16:27:32.310 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6egnqizY0PDZpEa off=13858394 len=1029918 2024-04-12T16:27:32.315 INFO:tasks.workunit.client.0.smithi099.stdout:op 1752 completed, throughput=5MB/sec 2024-04-12T16:27:32.315 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-FJbEWab1gBo3IuL off=7495688 len=1824077 2024-04-12T16:27:32.317 INFO:tasks.workunit.client.0.smithi099.stdout:op 1753 completed, throughput=5MB/sec 2024-04-12T16:27:32.581 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:27:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:27:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:27:32.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:27:32 smithi099 ceph-mon[94290]: pgmap v1589: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T16:27:32.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:27:32 smithi099 ceph-mon[96864]: pgmap v1589: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T16:27:33.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:27:32 smithi110 ceph-mon[88691]: pgmap v1589: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T16:27:33.318 INFO:tasks.workunit.client.0.smithi099.stdout: 343: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:33.318 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-zWGOe4pApbfONGQ off=399864 len=1574982 2024-04-12T16:27:33.320 INFO:tasks.workunit.client.0.smithi099.stdout:op 1754 completed, throughput=4.99MB/sec 2024-04-12T16:27:33.320 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-7JL4jMn_yq2Y70_ off=1595790 len=322472 2024-04-12T16:27:33.320 INFO:tasks.workunit.client.0.smithi099.stdout:op 1755 completed, throughput=4.99MB/sec 2024-04-12T16:27:33.321 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-RzJMQ1W1b2-dXqz off=11447403 len=1670121 2024-04-12T16:27:33.329 INFO:tasks.workunit.client.0.smithi099.stdout:op 1756 completed, throughput=5MB/sec 2024-04-12T16:27:33.329 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-rTcAazmi0gMsRxX off=3372371 len=1241782 2024-04-12T16:27:33.331 INFO:tasks.workunit.client.0.smithi099.stdout:op 1757 completed, throughput=5MB/sec 2024-04-12T16:27:33.331 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-oG-e5cQyTgR3Dbd off=8550879 len=1328963 2024-04-12T16:27:33.338 INFO:tasks.workunit.client.0.smithi099.stdout:op 1758 completed, throughput=5MB/sec 2024-04-12T16:27:34.338 INFO:tasks.workunit.client.0.smithi099.stdout: 344: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:34.339 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Xcg8diFLFJ4UCeh off=2711669 len=1269193 2024-04-12T16:27:34.341 INFO:tasks.workunit.client.0.smithi099.stdout:op 1759 completed, throughput=4.99MB/sec 2024-04-12T16:27:34.341 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-pt4f_sS0wtjYRci off=2340153 len=533975 2024-04-12T16:27:34.342 INFO:tasks.workunit.client.0.smithi099.stdout:op 1760 completed, throughput=4.99MB/sec 2024-04-12T16:27:34.342 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-uwLVPzPjcgtDCtW off=3074840 len=1444407 2024-04-12T16:27:34.354 INFO:tasks.workunit.client.0.smithi099.stdout:op 1761 completed, throughput=5MB/sec 2024-04-12T16:27:34.354 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-JYWT_u2H4msGR5N off=5124930 len=1077419 2024-04-12T16:27:34.355 INFO:tasks.workunit.client.0.smithi099.stdout:op 1762 completed, throughput=5MB/sec 2024-04-12T16:27:34.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:27:34 smithi099 ceph-mon[94290]: pgmap v1590: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:27:34.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:27:34 smithi099 ceph-mon[96864]: pgmap v1590: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:27:35.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:27:34 smithi110 ceph-mon[88691]: pgmap v1590: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:27:35.356 INFO:tasks.workunit.client.0.smithi099.stdout: 345: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:35.356 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1K2IHUFFjkyrbCF off=8440098 len=798150 2024-04-12T16:27:35.360 INFO:tasks.workunit.client.0.smithi099.stdout:op 1763 completed, throughput=4.99MB/sec 2024-04-12T16:27:35.360 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-EeyDNPGTTzWcuiw off=22695128 len=1733438 2024-04-12T16:27:35.367 INFO:tasks.workunit.client.0.smithi099.stdout:op 1764 completed, throughput=4.99MB/sec 2024-04-12T16:27:35.367 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-m24RHvvyNJaelSa off=23701 len=1210753 2024-04-12T16:27:35.368 INFO:tasks.workunit.client.0.smithi099.stdout:op 1765 completed, throughput=5MB/sec 2024-04-12T16:27:35.368 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-93LfXfSLtEA7u7k off=9216297 len=953382 2024-04-12T16:27:35.374 INFO:tasks.workunit.client.0.smithi099.stdout:op 1766 completed, throughput=5MB/sec 2024-04-12T16:27:35.374 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-twUm9CTndaKvqXz off=2219994 len=1291218 2024-04-12T16:27:35.382 INFO:tasks.workunit.client.0.smithi099.stdout:op 1767 completed, throughput=5MB/sec 2024-04-12T16:27:36.382 INFO:tasks.workunit.client.0.smithi099.stdout: 346: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:36.382 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ouqMpmxM6KT71i7 off=13672373 len=401171 2024-04-12T16:27:36.385 INFO:tasks.workunit.client.0.smithi099.stdout:op 1768 completed, throughput=4.99MB/sec 2024-04-12T16:27:36.385 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-DWlmmWypsa4qHsZ off=16391382 len=183308 2024-04-12T16:27:36.386 INFO:tasks.workunit.client.0.smithi099.stdout:op 1769 completed, throughput=4.99MB/sec 2024-04-12T16:27:36.386 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-21GnrbeEr9IPPi2 off=17364206 len=1367325 2024-04-12T16:27:36.391 INFO:tasks.workunit.client.0.smithi099.stdout:op 1770 completed, throughput=4.99MB/sec 2024-04-12T16:27:36.392 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-UVJq70FT7Y-XbZ8 off=5895386 len=1908581 2024-04-12T16:27:36.394 INFO:tasks.workunit.client.0.smithi099.stdout:op 1771 completed, throughput=5MB/sec 2024-04-12T16:27:36.394 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-UxkqJ8C90AbbbMP off=1128758 len=452239 2024-04-12T16:27:36.397 INFO:tasks.workunit.client.0.smithi099.stdout:op 1772 completed, throughput=5MB/sec 2024-04-12T16:27:36.397 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-TrK9g_t9LNEBBmn off=7210211 len=710184 2024-04-12T16:27:36.400 INFO:tasks.workunit.client.0.smithi099.stdout:op 1773 completed, throughput=5MB/sec 2024-04-12T16:27:36.617 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:27:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:27:36] "GET /metrics HTTP/1.1" 200 34109 "" "Prometheus/2.43.0" 2024-04-12T16:27:36.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:27:36 smithi099 ceph-mon[94290]: pgmap v1591: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:27:36.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:27:36 smithi099 ceph-mon[96864]: pgmap v1591: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:27:37.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:27:36 smithi110 ceph-mon[88691]: pgmap v1591: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:27:37.401 INFO:tasks.workunit.client.0.smithi099.stdout: 347: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:37.401 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-dD6NamTVYNieTG2 off=14303413 len=739072 2024-04-12T16:27:37.406 INFO:tasks.workunit.client.0.smithi099.stdout:op 1774 completed, throughput=4.99MB/sec 2024-04-12T16:27:37.406 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-OugpS1n4QNsDAZ2 off=1459523 len=930834 2024-04-12T16:27:37.411 INFO:tasks.workunit.client.0.smithi099.stdout:op 1775 completed, throughput=4.99MB/sec 2024-04-12T16:27:37.411 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-lgOUYV99Ph_j7GD off=6261746 len=1068786 2024-04-12T16:27:37.416 INFO:tasks.workunit.client.0.smithi099.stdout:op 1776 completed, throughput=4.99MB/sec 2024-04-12T16:27:37.417 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-AsVf564ipHP7mSN off=13993608 len=588199 2024-04-12T16:27:37.417 INFO:tasks.workunit.client.0.smithi099.stdout:op 1777 completed, throughput=5MB/sec 2024-04-12T16:27:37.417 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-OFA7Sgyl4E_gHol off=5837719 len=1927689 2024-04-12T16:27:37.420 INFO:tasks.workunit.client.0.smithi099.stdout:op 1778 completed, throughput=5MB/sec 2024-04-12T16:27:38.421 INFO:tasks.workunit.client.0.smithi099.stdout: 348: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:38.421 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-GbuAPfRRslKnvfM off=1303629 len=1321835 2024-04-12T16:27:38.422 INFO:tasks.workunit.client.0.smithi099.stdout:op 1779 completed, throughput=4.99MB/sec 2024-04-12T16:27:38.423 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ml84EZ3dDpLnnyC off=4471818 len=1908699 2024-04-12T16:27:38.433 INFO:tasks.workunit.client.0.smithi099.stdout:op 1780 completed, throughput=4.99MB/sec 2024-04-12T16:27:38.433 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-QRh06g-IaqH3rbh off=5126091 len=469493 2024-04-12T16:27:38.436 INFO:tasks.workunit.client.0.smithi099.stdout:op 1781 completed, throughput=5MB/sec 2024-04-12T16:27:38.436 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-wtUzFTLB4GoAThl off=2401049 len=1702706 2024-04-12T16:27:38.444 INFO:tasks.workunit.client.0.smithi099.stdout:op 1782 completed, throughput=5MB/sec 2024-04-12T16:27:38.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:27:38 smithi099 ceph-mon[94290]: pgmap v1592: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:27:38.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:27:38 smithi099 ceph-mon[96864]: pgmap v1592: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:27:38.883 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:27:38 smithi110 ceph-mon[88691]: pgmap v1592: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:27:39.445 INFO:tasks.workunit.client.0.smithi099.stdout: 349: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:39.445 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-JeZerotMle-Bfvy off=7493993 len=1784827 2024-04-12T16:27:39.453 INFO:tasks.workunit.client.0.smithi099.stdout:op 1783 completed, throughput=4.99MB/sec 2024-04-12T16:27:39.453 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-i6cbl9yZaoD4I6R off=12476984 len=1581781 2024-04-12T16:27:39.455 INFO:tasks.workunit.client.0.smithi099.stdout:op 1784 completed, throughput=5MB/sec 2024-04-12T16:27:39.455 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-E1mDuNIs_KJOG4x off=14308844 len=2042469 2024-04-12T16:27:39.466 INFO:tasks.workunit.client.0.smithi099.stdout:op 1785 completed, throughput=5MB/sec 2024-04-12T16:27:40.466 INFO:tasks.workunit.client.0.smithi099.stdout: 350: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:40.466 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6k83AW8V1cTwiP5 off=7399391 len=690732 2024-04-12T16:27:40.471 INFO:tasks.workunit.client.0.smithi099.stdout:op 1786 completed, throughput=4.99MB/sec 2024-04-12T16:27:40.471 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-UDCF2MmK3lsIxR5 off=12014265 len=1049865 2024-04-12T16:27:40.472 INFO:tasks.workunit.client.0.smithi099.stdout:op 1787 completed, throughput=4.99MB/sec 2024-04-12T16:27:40.472 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-BdEO4LaeWh6penh off=816462 len=214559 2024-04-12T16:27:40.475 INFO:tasks.workunit.client.0.smithi099.stdout:op 1788 completed, throughput=4.99MB/sec 2024-04-12T16:27:40.476 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-bnDDP7jBiwoWUaI off=12438683 len=292873 2024-04-12T16:27:40.479 INFO:tasks.workunit.client.0.smithi099.stdout:op 1789 completed, throughput=4.99MB/sec 2024-04-12T16:27:40.479 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-gDfWxzUJNI0_IT7 off=2712211 len=201811 2024-04-12T16:27:40.481 INFO:tasks.workunit.client.0.smithi099.stdout:op 1790 completed, throughput=4.99MB/sec 2024-04-12T16:27:40.481 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-VOZcO7NBb-5Xz2d off=3070979 len=905071 2024-04-12T16:27:40.482 INFO:tasks.workunit.client.0.smithi099.stdout:op 1791 completed, throughput=5MB/sec 2024-04-12T16:27:40.482 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-kbPW8aaUBFf4_q3 off=1275613 len=993064 2024-04-12T16:27:40.484 INFO:tasks.workunit.client.0.smithi099.stdout:op 1792 completed, throughput=5MB/sec 2024-04-12T16:27:40.484 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-a-52WzvIMjqpQQc off=10340755 len=210743 2024-04-12T16:27:40.484 INFO:tasks.workunit.client.0.smithi099.stdout:op 1793 completed, throughput=5MB/sec 2024-04-12T16:27:40.484 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-qaaXrCqpvmfbC7o off=3071372 len=1765387 2024-04-12T16:27:40.486 INFO:tasks.workunit.client.0.smithi099.stdout:op 1794 completed, throughput=5MB/sec 2024-04-12T16:27:40.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:27:40 smithi099 ceph-mon[94290]: pgmap v1593: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T16:27:40.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:27:40 smithi099 ceph-mon[96864]: pgmap v1593: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T16:27:41.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:27:40 smithi110 ceph-mon[88691]: pgmap v1593: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T16:27:41.486 INFO:tasks.workunit.client.0.smithi099.stdout: 351: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:41.487 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6soX9jEoX7HFRn4 off=2343231 len=1248075 2024-04-12T16:27:41.493 INFO:tasks.workunit.client.0.smithi099.stdout:op 1795 completed, throughput=4.99MB/sec 2024-04-12T16:27:41.493 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Xg76im6MgzOeDNA off=1219 len=1670934 2024-04-12T16:27:41.495 INFO:tasks.workunit.client.0.smithi099.stdout:op 1796 completed, throughput=5MB/sec 2024-04-12T16:27:41.495 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-LProtFOOIFxPt8u off=3856457 len=1828938 2024-04-12T16:27:41.497 INFO:tasks.workunit.client.0.smithi099.stdout:op 1797 completed, throughput=5MB/sec 2024-04-12T16:27:42.498 INFO:tasks.workunit.client.0.smithi099.stdout: 352: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:42.498 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Ih1K-c6cZdft7A9 off=63857 len=2051022 2024-04-12T16:27:42.508 INFO:tasks.workunit.client.0.smithi099.stdout:op 1798 completed, throughput=4.99MB/sec 2024-04-12T16:27:42.508 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-obFMQiCfC1MFofP off=1757602 len=940626 2024-04-12T16:27:42.513 INFO:tasks.workunit.client.0.smithi099.stdout:op 1799 completed, throughput=5MB/sec 2024-04-12T16:27:42.513 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-PbnzHpc2MzVvAMC off=8545396 len=1032371 2024-04-12T16:27:42.515 INFO:tasks.workunit.client.0.smithi099.stdout:op 1800 completed, throughput=5MB/sec 2024-04-12T16:27:42.515 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qL3kZdgjfRdsvQO off=2910191 len=1230495 2024-04-12T16:27:42.522 INFO:tasks.workunit.client.0.smithi099.stdout:op 1801 completed, throughput=5MB/sec 2024-04-12T16:27:42.581 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:27:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:27:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:27:43.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:27:42 smithi110 ceph-mon[88691]: pgmap v1594: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:27:43.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:27:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:27:43.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:27:42 smithi099 ceph-mon[96864]: pgmap v1594: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:27:43.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:27:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:27:43.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:27:42 smithi099 ceph-mon[94290]: pgmap v1594: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:27:43.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:27:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:27:43.522 INFO:tasks.workunit.client.0.smithi099.stdout: 353: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:43.522 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1_PEi9C6R06_mtH off=4831693 len=273502 2024-04-12T16:27:43.525 INFO:tasks.workunit.client.0.smithi099.stdout:op 1802 completed, throughput=4.99MB/sec 2024-04-12T16:27:43.525 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-G3jR3aQB89TJnPS off=9693189 len=230288 2024-04-12T16:27:43.528 INFO:tasks.workunit.client.0.smithi099.stdout:op 1803 completed, throughput=4.99MB/sec 2024-04-12T16:27:43.528 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ZahvoW5mkz4MU5r off=5464224 len=165222 2024-04-12T16:27:43.530 INFO:tasks.workunit.client.0.smithi099.stdout:op 1804 completed, throughput=4.99MB/sec 2024-04-12T16:27:43.530 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-vwmGc_jIuYs6pii off=14542883 len=379924 2024-04-12T16:27:43.532 INFO:tasks.workunit.client.0.smithi099.stdout:op 1805 completed, throughput=4.99MB/sec 2024-04-12T16:27:43.532 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Op09z82B_rXruy8 off=4042219 len=1922485 2024-04-12T16:27:43.541 INFO:tasks.workunit.client.0.smithi099.stdout:op 1806 completed, throughput=5MB/sec 2024-04-12T16:27:43.541 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-epo-anhY2OFcfJn off=3726404 len=1332193 2024-04-12T16:27:43.543 INFO:tasks.workunit.client.0.smithi099.stdout:op 1807 completed, throughput=5MB/sec 2024-04-12T16:27:43.543 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-VILMGKHxAAyCDyI off=18154416 len=1274252 2024-04-12T16:27:43.547 INFO:tasks.workunit.client.0.smithi099.stdout:op 1808 completed, throughput=5MB/sec 2024-04-12T16:27:44.547 INFO:tasks.workunit.client.0.smithi099.stdout: 354: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:44.548 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-V9loX3UX-RfdfTQ off=13074529 len=77225 2024-04-12T16:27:44.548 INFO:tasks.workunit.client.0.smithi099.stdout:op 1809 completed, throughput=4.99MB/sec 2024-04-12T16:27:44.548 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qmsPTLRuRgTC8Ab off=11912717 len=1526551 2024-04-12T16:27:44.556 INFO:tasks.workunit.client.0.smithi099.stdout:op 1810 completed, throughput=4.99MB/sec 2024-04-12T16:27:44.556 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-bKXPQOgt9vVtnOp off=5181627 len=794765 2024-04-12T16:27:44.557 INFO:tasks.workunit.client.0.smithi099.stdout:op 1811 completed, throughput=4.99MB/sec 2024-04-12T16:27:44.557 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-FjiJ1L7boU1gyd- off=10682199 len=1360054 2024-04-12T16:27:44.564 INFO:tasks.workunit.client.0.smithi099.stdout:op 1812 completed, throughput=5MB/sec 2024-04-12T16:27:44.564 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-UoJm2TMw25ZDZlr off=3282463 len=989210 2024-04-12T16:27:44.569 INFO:tasks.workunit.client.0.smithi099.stdout:op 1813 completed, throughput=5MB/sec 2024-04-12T16:27:45.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:27:44 smithi110 ceph-mon[88691]: pgmap v1595: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:27:45.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:27:44 smithi099 ceph-mon[96864]: pgmap v1595: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:27:45.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:27:44 smithi099 ceph-mon[94290]: pgmap v1595: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:27:45.570 INFO:tasks.workunit.client.0.smithi099.stdout: 355: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:45.570 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-OMRY0IzCvzHTv3w off=4624403 len=1921428 2024-04-12T16:27:45.579 INFO:tasks.workunit.client.0.smithi099.stdout:op 1814 completed, throughput=4.99MB/sec 2024-04-12T16:27:45.579 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-gSayx9KoUpOXEqy off=11696554 len=1472269 2024-04-12T16:27:45.580 INFO:tasks.workunit.client.0.smithi099.stdout:op 1815 completed, throughput=5MB/sec 2024-04-12T16:27:45.580 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-cFnBL1L5RFmtNYg off=287547 len=560065 2024-04-12T16:27:45.583 INFO:tasks.workunit.client.0.smithi099.stdout:op 1816 completed, throughput=5MB/sec 2024-04-12T16:27:45.583 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-4_0t5wBnAKi7KV3 off=524279 len=1870084 2024-04-12T16:27:45.587 INFO:tasks.workunit.client.0.smithi099.stdout:op 1817 completed, throughput=5MB/sec 2024-04-12T16:27:46.587 INFO:tasks.workunit.client.0.smithi099.stdout: 356: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:46.587 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-28YzVcHnGL7s75M off=879297 len=812504 2024-04-12T16:27:46.589 INFO:tasks.workunit.client.0.smithi099.stdout:op 1818 completed, throughput=4.99MB/sec 2024-04-12T16:27:46.589 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-u_Xivjr19bT6e81 off=6292912 len=1938248 2024-04-12T16:27:46.592 INFO:tasks.workunit.client.0.smithi099.stdout:op 1819 completed, throughput=5MB/sec 2024-04-12T16:27:46.592 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-kK7XBFxyj3RcHuu off=5326739 len=1813464 2024-04-12T16:27:46.594 INFO:tasks.workunit.client.0.smithi099.stdout:op 1820 completed, throughput=5MB/sec 2024-04-12T16:27:46.594 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-JLaP1oJciiKGrsu off=6924826 len=1700118 2024-04-12T16:27:46.603 INFO:tasks.workunit.client.0.smithi099.stdout:op 1821 completed, throughput=5MB/sec 2024-04-12T16:27:46.692 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:27:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:27:46] "GET /metrics HTTP/1.1" 200 34117 "" "Prometheus/2.43.0" 2024-04-12T16:27:47.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:27:46 smithi110 ceph-mon[88691]: pgmap v1596: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:27:47.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:27:46 smithi099 ceph-mon[94290]: pgmap v1596: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:27:47.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:27:46 smithi099 ceph-mon[96864]: pgmap v1596: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:27:47.603 INFO:tasks.workunit.client.0.smithi099.stdout: 357: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:47.603 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-HRPYBWimNK2aq8a off=1992308 len=1231114 2024-04-12T16:27:47.609 INFO:tasks.workunit.client.0.smithi099.stdout:op 1822 completed, throughput=4.99MB/sec 2024-04-12T16:27:47.609 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-l5D71TOyV8ehLuP off=1226568 len=975560 2024-04-12T16:27:47.614 INFO:tasks.workunit.client.0.smithi099.stdout:op 1823 completed, throughput=5MB/sec 2024-04-12T16:27:47.614 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-pWd_V7zPL_JuWDm off=15200801 len=1294685 2024-04-12T16:27:47.621 INFO:tasks.workunit.client.0.smithi099.stdout:op 1824 completed, throughput=5MB/sec 2024-04-12T16:27:47.622 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-jEPyYiOtw6i-nN6 off=7897723 len=448327 2024-04-12T16:27:47.624 INFO:tasks.workunit.client.0.smithi099.stdout:op 1825 completed, throughput=5MB/sec 2024-04-12T16:27:48.625 INFO:tasks.workunit.client.0.smithi099.stdout: 358: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:48.625 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-k1RNrtjDk8xRMrl off=21660561 len=963804 2024-04-12T16:27:48.629 INFO:tasks.workunit.client.0.smithi099.stdout:op 1826 completed, throughput=4.99MB/sec 2024-04-12T16:27:48.629 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0GAZoNg7HW-26U- off=6662242 len=418462 2024-04-12T16:27:48.634 INFO:tasks.workunit.client.0.smithi099.stdout:op 1827 completed, throughput=4.99MB/sec 2024-04-12T16:27:48.634 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-u92NgD6HEr6qHnW off=1330606 len=1019858 2024-04-12T16:27:48.635 INFO:tasks.workunit.client.0.smithi099.stdout:op 1828 completed, throughput=4.99MB/sec 2024-04-12T16:27:48.636 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-IN09e8jd5OoAEdv off=12912166 len=353090 2024-04-12T16:27:48.639 INFO:tasks.workunit.client.0.smithi099.stdout:op 1829 completed, throughput=4.99MB/sec 2024-04-12T16:27:48.639 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-7m5VGTLT2X3SuRx off=826928 len=1477160 2024-04-12T16:27:48.647 INFO:tasks.workunit.client.0.smithi099.stdout:op 1830 completed, throughput=5MB/sec 2024-04-12T16:27:48.647 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0oX-QcKils2SENn off=550647 len=984419 2024-04-12T16:27:48.651 INFO:tasks.workunit.client.0.smithi099.stdout:op 1831 completed, throughput=5MB/sec 2024-04-12T16:27:49.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:27:48 smithi110 ceph-mon[88691]: pgmap v1597: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:27:49.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:27:48 smithi099 ceph-mon[94290]: pgmap v1597: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:27:49.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:27:48 smithi099 ceph-mon[96864]: pgmap v1597: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:27:49.652 INFO:tasks.workunit.client.0.smithi099.stdout: 359: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:49.652 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-e_vzjVOrMEfKNU- off=15261603 len=584453 2024-04-12T16:27:49.653 INFO:tasks.workunit.client.0.smithi099.stdout:op 1832 completed, throughput=4.99MB/sec 2024-04-12T16:27:49.653 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-nri9XkaYNvfJG1B off=15502872 len=977383 2024-04-12T16:27:49.655 INFO:tasks.workunit.client.0.smithi099.stdout:op 1833 completed, throughput=4.99MB/sec 2024-04-12T16:27:49.655 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-OM8ZWzFPN40Z_IV off=33980 len=248584 2024-04-12T16:27:49.656 INFO:tasks.workunit.client.0.smithi099.stdout:op 1834 completed, throughput=4.99MB/sec 2024-04-12T16:27:49.656 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-QJwB489xfBdFhL9 off=4543650 len=188364 2024-04-12T16:27:49.660 INFO:tasks.workunit.client.0.smithi099.stdout:op 1835 completed, throughput=4.99MB/sec 2024-04-12T16:27:49.660 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-TDsEyDFNdqZCUus off=5398791 len=1886675 2024-04-12T16:27:49.668 INFO:tasks.workunit.client.0.smithi099.stdout:op 1836 completed, throughput=5MB/sec 2024-04-12T16:27:49.668 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-O6KTmxl-bPUtioQ off=473260 len=1945465 2024-04-12T16:27:49.678 INFO:tasks.workunit.client.0.smithi099.stdout:op 1837 completed, throughput=5MB/sec 2024-04-12T16:27:50.678 INFO:tasks.workunit.client.0.smithi099.stdout: 360: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:50.678 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-KFbAI9ia-5S1Drz off=9675964 len=569755 2024-04-12T16:27:50.682 INFO:tasks.workunit.client.0.smithi099.stdout:op 1838 completed, throughput=4.99MB/sec 2024-04-12T16:27:50.682 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-JO23Bdzh-JakEHA off=6951658 len=1515328 2024-04-12T16:27:50.689 INFO:tasks.workunit.client.0.smithi099.stdout:op 1839 completed, throughput=4.99MB/sec 2024-04-12T16:27:50.689 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ta4iTUboW4Ya8yB off=609866 len=975311 2024-04-12T16:27:50.693 INFO:tasks.workunit.client.0.smithi099.stdout:op 1840 completed, throughput=5MB/sec 2024-04-12T16:27:50.693 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-DxnQUUw4leG8ki0 off=4151100 len=1947865 2024-04-12T16:27:50.701 INFO:tasks.workunit.client.0.smithi099.stdout:op 1841 completed, throughput=5MB/sec 2024-04-12T16:27:51.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:27:50 smithi110 ceph-mon[88691]: pgmap v1598: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:27:51.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:27:50 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:27:51.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:27:50 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:27:51.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:27:50 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:27:51.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:27:50 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:27:51.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:27:50 smithi099 ceph-mon[94290]: pgmap v1598: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:27:51.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:27:50 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:27:51.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:27:50 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:27:51.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:27:50 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:27:51.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:27:50 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:27:51.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:27:50 smithi099 ceph-mon[96864]: pgmap v1598: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:27:51.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:27:50 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:27:51.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:27:50 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:27:51.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:27:50 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:27:51.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:27:50 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:27:51.702 INFO:tasks.workunit.client.0.smithi099.stdout: 361: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:51.702 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Sve7_MwQIBmE6Bz off=5524163 len=429309 2024-04-12T16:27:51.703 INFO:tasks.workunit.client.0.smithi099.stdout:op 1842 completed, throughput=4.99MB/sec 2024-04-12T16:27:51.703 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-kUsRX95UHzind9r off=21691363 len=1433589 2024-04-12T16:27:51.709 INFO:tasks.workunit.client.0.smithi099.stdout:op 1843 completed, throughput=4.99MB/sec 2024-04-12T16:27:51.709 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-y9Sz2QtpVi6EZRj off=8047407 len=662055 2024-04-12T16:27:51.714 INFO:tasks.workunit.client.0.smithi099.stdout:op 1844 completed, throughput=4.99MB/sec 2024-04-12T16:27:51.714 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_zZ3TY6eWV5Zq6F off=3162441 len=944508 2024-04-12T16:27:51.720 INFO:tasks.workunit.client.0.smithi099.stdout:op 1845 completed, throughput=5MB/sec 2024-04-12T16:27:51.720 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-2OGIEdAUJefPmCB off=2358397 len=364834 2024-04-12T16:27:51.724 INFO:tasks.workunit.client.0.smithi099.stdout:op 1846 completed, throughput=5MB/sec 2024-04-12T16:27:51.724 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-aGu2J6Yr-lwQ_Oc off=9504489 len=1304259 2024-04-12T16:27:51.731 INFO:tasks.workunit.client.0.smithi099.stdout:op 1847 completed, throughput=5MB/sec 2024-04-12T16:27:51.731 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-U6B9q8LzvDqkYfy off=4010421 len=1670092 2024-04-12T16:27:51.732 INFO:tasks.workunit.client.0.smithi099.stdout:op 1848 completed, throughput=5MB/sec 2024-04-12T16:27:52.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:27:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:27:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:27:52.733 INFO:tasks.workunit.client.0.smithi099.stdout: 362: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:52.733 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1hDmdS1BmjEtsPa off=364255 len=1507617 2024-04-12T16:27:52.739 INFO:tasks.workunit.client.0.smithi099.stdout:op 1849 completed, throughput=4.99MB/sec 2024-04-12T16:27:52.739 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-WkeKKOPXpgMeGNJ off=653793 len=776653 2024-04-12T16:27:52.744 INFO:tasks.workunit.client.0.smithi099.stdout:op 1850 completed, throughput=5MB/sec 2024-04-12T16:27:52.744 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Y_T_hZ03L9OGZqI off=19860208 len=1797312 2024-04-12T16:27:52.754 INFO:tasks.workunit.client.0.smithi099.stdout:op 1851 completed, throughput=5MB/sec 2024-04-12T16:27:53.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:27:52 smithi110 ceph-mon[88691]: pgmap v1599: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-12T16:27:53.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:27:52 smithi099 ceph-mon[94290]: pgmap v1599: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-12T16:27:53.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:27:52 smithi099 ceph-mon[96864]: pgmap v1599: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-12T16:27:53.754 INFO:tasks.workunit.client.0.smithi099.stdout: 363: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:53.754 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-WMzP-uGb_j8Im85 off=6117402 len=990426 2024-04-12T16:27:53.755 INFO:tasks.workunit.client.0.smithi099.stdout:op 1852 completed, throughput=4.99MB/sec 2024-04-12T16:27:53.755 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-eTBsxct-RZ1hoFf off=10350706 len=94945 2024-04-12T16:27:53.755 INFO:tasks.workunit.client.0.smithi099.stdout:op 1853 completed, throughput=4.99MB/sec 2024-04-12T16:27:53.756 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-tTBNq1I0Zne2-l5 off=750166 len=968822 2024-04-12T16:27:53.762 INFO:tasks.workunit.client.0.smithi099.stdout:op 1854 completed, throughput=4.99MB/sec 2024-04-12T16:27:53.762 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-HuNrNKz-auraDJJ off=1559430 len=1261590 2024-04-12T16:27:53.763 INFO:tasks.workunit.client.0.smithi099.stdout:op 1855 completed, throughput=5MB/sec 2024-04-12T16:27:53.763 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-aWS-mQQeap1ykkh off=67226 len=307982 2024-04-12T16:27:53.764 INFO:tasks.workunit.client.0.smithi099.stdout:op 1856 completed, throughput=5MB/sec 2024-04-12T16:27:53.764 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-9LNGjfuv5ANeNtk off=7012840 len=279262 2024-04-12T16:27:53.767 INFO:tasks.workunit.client.0.smithi099.stdout:op 1857 completed, throughput=5MB/sec 2024-04-12T16:27:53.767 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-z7KLvdfgRn2PtLS off=9271582 len=1649435 2024-04-12T16:27:53.776 INFO:tasks.workunit.client.0.smithi099.stdout:op 1858 completed, throughput=5MB/sec 2024-04-12T16:27:54.776 INFO:tasks.workunit.client.0.smithi099.stdout: 364: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:54.776 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-os6SoyamQukbard off=5708150 len=772741 2024-04-12T16:27:54.777 INFO:tasks.workunit.client.0.smithi099.stdout:op 1859 completed, throughput=4.99MB/sec 2024-04-12T16:27:54.777 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-nKVkf3RSS2jRK_d off=6033193 len=470160 2024-04-12T16:27:54.778 INFO:tasks.workunit.client.0.smithi099.stdout:op 1860 completed, throughput=4.99MB/sec 2024-04-12T16:27:54.778 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-OOBnR-PPTItqZj1 off=9145435 len=189111 2024-04-12T16:27:54.781 INFO:tasks.workunit.client.0.smithi099.stdout:op 1861 completed, throughput=4.99MB/sec 2024-04-12T16:27:54.782 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Pchv4b62sT5cXzS off=1822037 len=1345774 2024-04-12T16:27:54.783 INFO:tasks.workunit.client.0.smithi099.stdout:op 1862 completed, throughput=4.99MB/sec 2024-04-12T16:27:54.783 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Fwex9G-VTlqq0av off=1908789 len=297787 2024-04-12T16:27:54.787 INFO:tasks.workunit.client.0.smithi099.stdout:op 1863 completed, throughput=5MB/sec 2024-04-12T16:27:54.787 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-CREP_hX4dT-gLzL off=1663423 len=134928 2024-04-12T16:27:54.787 INFO:tasks.workunit.client.0.smithi099.stdout:op 1864 completed, throughput=5MB/sec 2024-04-12T16:27:54.787 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-U_Q5XQ1WTvSZp7R off=397482 len=256349 2024-04-12T16:27:54.788 INFO:tasks.workunit.client.0.smithi099.stdout:op 1865 completed, throughput=5MB/sec 2024-04-12T16:27:54.788 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-igs6BeVptOFO8vR off=6654941 len=2040843 2024-04-12T16:27:54.790 INFO:tasks.workunit.client.0.smithi099.stdout:op 1866 completed, throughput=5MB/sec 2024-04-12T16:27:54.926 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:27:54 smithi099 ceph-mon[94290]: pgmap v1600: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:27:54.926 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:27:54 smithi099 ceph-mon[96864]: pgmap v1600: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:27:55.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:27:54 smithi110 ceph-mon[88691]: pgmap v1600: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:27:55.790 INFO:tasks.workunit.client.0.smithi099.stdout: 365: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:55.791 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-sjDoQW3JAENXlPF off=735897 len=586953 2024-04-12T16:27:55.795 INFO:tasks.workunit.client.0.smithi099.stdout:op 1867 completed, throughput=4.99MB/sec 2024-04-12T16:27:55.795 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qAYaKFnPjMWJ9Il off=0 len=1374153 2024-04-12T16:27:55.802 INFO:tasks.workunit.client.0.smithi099.stdout:op 1868 completed, throughput=4.99MB/sec 2024-04-12T16:27:55.802 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1mbMwhOjo97Nims off=13468401 len=1992065 2024-04-12T16:27:55.811 INFO:tasks.workunit.client.0.smithi099.stdout:op 1869 completed, throughput=5MB/sec 2024-04-12T16:27:55.811 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-9QEvkRWbqQtquTN off=1738741 len=1747558 2024-04-12T16:27:55.815 INFO:tasks.workunit.client.0.smithi099.stdout:op 1870 completed, throughput=5MB/sec 2024-04-12T16:27:56.624 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:27:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:27:56] "GET /metrics HTTP/1.1" 200 34117 "" "Prometheus/2.43.0" 2024-04-12T16:27:56.815 INFO:tasks.workunit.client.0.smithi099.stdout: 366: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:56.815 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-EMd8WziTnG6W0bY off=0 len=1358456 2024-04-12T16:27:56.817 INFO:tasks.workunit.client.0.smithi099.stdout:op 1871 completed, throughput=4.99MB/sec 2024-04-12T16:27:56.817 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-D97j-SCpLGw8xUT off=2699298 len=414928 2024-04-12T16:27:56.819 INFO:tasks.workunit.client.0.smithi099.stdout:op 1872 completed, throughput=4.99MB/sec 2024-04-12T16:27:56.819 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-kWnwcee24M5eZpM off=12111323 len=1287072 2024-04-12T16:27:56.820 INFO:tasks.workunit.client.0.smithi099.stdout:op 1873 completed, throughput=5MB/sec 2024-04-12T16:27:56.821 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-TrS_HPp93q2gkSF off=2650752 len=609239 2024-04-12T16:27:56.822 INFO:tasks.workunit.client.0.smithi099.stdout:op 1874 completed, throughput=5MB/sec 2024-04-12T16:27:56.822 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-s1Vf4euuxH6-Lq8 off=3966700 len=294169 2024-04-12T16:27:56.825 INFO:tasks.workunit.client.0.smithi099.stdout:op 1875 completed, throughput=5MB/sec 2024-04-12T16:27:56.826 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-y-agnJHWFvhAzAE off=2636982 len=1348522 2024-04-12T16:27:56.832 INFO:tasks.workunit.client.0.smithi099.stdout:op 1876 completed, throughput=5MB/sec 2024-04-12T16:27:57.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:27:56 smithi110 ceph-mon[88691]: pgmap v1601: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T16:27:57.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:27:56 smithi099 ceph-mon[94290]: pgmap v1601: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T16:27:57.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:27:56 smithi099 ceph-mon[96864]: pgmap v1601: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T16:27:57.833 INFO:tasks.workunit.client.0.smithi099.stdout: 367: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:57.833 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-J4DO2ab3rNDZRG8 off=1756528 len=1018890 2024-04-12T16:27:57.834 INFO:tasks.workunit.client.0.smithi099.stdout:op 1877 completed, throughput=4.99MB/sec 2024-04-12T16:27:57.834 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-6WyhuzTwH0o4BFW off=2890473 len=1167760 2024-04-12T16:27:57.837 INFO:tasks.workunit.client.0.smithi099.stdout:op 1878 completed, throughput=4.99MB/sec 2024-04-12T16:27:57.837 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-7In1HqijiSps0W3 off=5102321 len=421247 2024-04-12T16:27:57.841 INFO:tasks.workunit.client.0.smithi099.stdout:op 1879 completed, throughput=5MB/sec 2024-04-12T16:27:57.841 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-uEhEHB5FhAlZKoV off=10975227 len=244583 2024-04-12T16:27:57.842 INFO:tasks.workunit.client.0.smithi099.stdout:op 1880 completed, throughput=5MB/sec 2024-04-12T16:27:57.842 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-d6p68e2NBklYr2X off=4765015 len=115238 2024-04-12T16:27:57.844 INFO:tasks.workunit.client.0.smithi099.stdout:op 1881 completed, throughput=5MB/sec 2024-04-12T16:27:57.844 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1KRid6PJWhhfOHD off=1670221 len=1013457 2024-04-12T16:27:57.849 INFO:tasks.workunit.client.0.smithi099.stdout:op 1882 completed, throughput=5MB/sec 2024-04-12T16:27:57.849 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qXnTzERigaxVbUx off=21775687 len=803090 2024-04-12T16:27:57.852 INFO:tasks.workunit.client.0.smithi099.stdout:op 1883 completed, throughput=5MB/sec 2024-04-12T16:27:58.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:27:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:27:58.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:27:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:27:58.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:27:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:27:58.853 INFO:tasks.workunit.client.0.smithi099.stdout: 368: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:58.853 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ASbLXfKl1rDysmF off=1198728 len=740369 2024-04-12T16:27:58.858 INFO:tasks.workunit.client.0.smithi099.stdout:op 1884 completed, throughput=4.99MB/sec 2024-04-12T16:27:58.858 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-KdEFttRFnJaW5D7 off=3630733 len=365034 2024-04-12T16:27:58.861 INFO:tasks.workunit.client.0.smithi099.stdout:op 1885 completed, throughput=4.99MB/sec 2024-04-12T16:27:58.861 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-2fNJ5utC8i0VJE2 off=3596488 len=352325 2024-04-12T16:27:58.865 INFO:tasks.workunit.client.0.smithi099.stdout:op 1886 completed, throughput=4.99MB/sec 2024-04-12T16:27:58.865 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-2DwmQZnzCooY5BI off=6090483 len=1493931 2024-04-12T16:27:58.873 INFO:tasks.workunit.client.0.smithi099.stdout:op 1887 completed, throughput=4.99MB/sec 2024-04-12T16:27:58.873 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-WgVdgFTu9pjkOkY off=4564665 len=56901 2024-04-12T16:27:58.875 INFO:tasks.workunit.client.0.smithi099.stdout:op 1888 completed, throughput=5MB/sec 2024-04-12T16:27:58.875 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-pfOMIfr06aDnqh7 off=3907906 len=146131 2024-04-12T16:27:58.876 INFO:tasks.workunit.client.0.smithi099.stdout:op 1889 completed, throughput=5MB/sec 2024-04-12T16:27:58.876 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-bbbE3RCE0OI-32b off=13601486 len=770146 2024-04-12T16:27:58.880 INFO:tasks.workunit.client.0.smithi099.stdout:op 1890 completed, throughput=5MB/sec 2024-04-12T16:27:58.880 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ONAGoLJvitOwaFp off=724037 len=776543 2024-04-12T16:27:58.881 INFO:tasks.workunit.client.0.smithi099.stdout:op 1891 completed, throughput=5MB/sec 2024-04-12T16:27:58.881 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ZlIw3pNBdQErhzK off=8268539 len=1481235 2024-04-12T16:27:58.888 INFO:tasks.workunit.client.0.smithi099.stdout:op 1892 completed, throughput=5MB/sec 2024-04-12T16:27:59.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:27:58 smithi110 ceph-mon[88691]: pgmap v1602: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-12T16:27:59.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:27:58 smithi099 ceph-mon[96864]: pgmap v1602: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-12T16:27:59.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:27:58 smithi099 ceph-mon[94290]: pgmap v1602: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-12T16:27:59.888 INFO:tasks.workunit.client.0.smithi099.stdout: 369: throughput=4.99MB/sec pending data=0 2024-04-12T16:27:59.888 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-jLRr-hG1NiE9cPx off=9433266 len=1836726 2024-04-12T16:27:59.898 INFO:tasks.workunit.client.0.smithi099.stdout:op 1893 completed, throughput=4.99MB/sec 2024-04-12T16:27:59.898 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Id0Vlxl-39KR3zt off=11621954 len=1385757 2024-04-12T16:27:59.904 INFO:tasks.workunit.client.0.smithi099.stdout:op 1894 completed, throughput=5MB/sec 2024-04-12T16:27:59.904 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-wEXab9ygMlj-17Q off=6608176 len=684795 2024-04-12T16:27:59.905 INFO:tasks.workunit.client.0.smithi099.stdout:op 1895 completed, throughput=5MB/sec 2024-04-12T16:27:59.905 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-L0aHX8us20ekLvb off=4423102 len=32538 2024-04-12T16:27:59.906 INFO:tasks.workunit.client.0.smithi099.stdout:op 1896 completed, throughput=5MB/sec 2024-04-12T16:27:59.906 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-4Gol4y-94wWC-I5 off=645350 len=994780 2024-04-12T16:27:59.910 INFO:tasks.workunit.client.0.smithi099.stdout:op 1897 completed, throughput=5MB/sec 2024-04-12T16:28:00.911 INFO:tasks.workunit.client.0.smithi099.stdout: 370: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:00.911 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-P1XXp0YV3r_T-zN off=9378620 len=1588163 2024-04-12T16:28:00.912 INFO:tasks.workunit.client.0.smithi099.stdout:op 1898 completed, throughput=4.99MB/sec 2024-04-12T16:28:00.913 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-jkcXCnp7Zmpggkt off=1072045 len=1274899 2024-04-12T16:28:00.920 INFO:tasks.workunit.client.0.smithi099.stdout:op 1899 completed, throughput=5MB/sec 2024-04-12T16:28:00.920 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-OmKC-YkBh5OHPp_ off=7970527 len=1162548 2024-04-12T16:28:00.926 INFO:tasks.workunit.client.0.smithi099.stdout:op 1900 completed, throughput=5MB/sec 2024-04-12T16:28:00.926 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-KPtIfofM4RNW8rj off=3301060 len=1521070 2024-04-12T16:28:00.928 INFO:tasks.workunit.client.0.smithi099.stdout:op 1901 completed, throughput=5MB/sec 2024-04-12T16:28:01.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:28:00 smithi110 ceph-mon[88691]: pgmap v1603: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:28:01.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:28:00 smithi099 ceph-mon[94290]: pgmap v1603: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:28:01.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:28:00 smithi099 ceph-mon[96864]: pgmap v1603: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:28:01.928 INFO:tasks.workunit.client.0.smithi099.stdout: 371: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:01.929 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-JzmJ20HxAguvLKk off=3929598 len=217930 2024-04-12T16:28:01.929 INFO:tasks.workunit.client.0.smithi099.stdout:op 1902 completed, throughput=4.99MB/sec 2024-04-12T16:28:01.929 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--wZxCJzI7B1IfYr off=16294884 len=407775 2024-04-12T16:28:01.930 INFO:tasks.workunit.client.0.smithi099.stdout:op 1903 completed, throughput=4.99MB/sec 2024-04-12T16:28:01.931 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-I6HY-ctZSavDBCc off=12872315 len=177413 2024-04-12T16:28:01.931 INFO:tasks.workunit.client.0.smithi099.stdout:op 1904 completed, throughput=4.99MB/sec 2024-04-12T16:28:01.931 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-PNzGMNXf6RA4rT0 off=1650540 len=2076004 2024-04-12T16:28:01.941 INFO:tasks.workunit.client.0.smithi099.stdout:op 1905 completed, throughput=5MB/sec 2024-04-12T16:28:01.941 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-zjYuBg9xPQWMJ2r off=7557313 len=1670287 2024-04-12T16:28:01.948 INFO:tasks.workunit.client.0.smithi099.stdout:op 1906 completed, throughput=5MB/sec 2024-04-12T16:28:02.581 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:28:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:28:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:28:02.949 INFO:tasks.workunit.client.0.smithi099.stdout: 372: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:02.949 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-UL60_baiu8zWKN4 off=225545 len=190443 2024-04-12T16:28:02.950 INFO:tasks.workunit.client.0.smithi099.stdout:op 1907 completed, throughput=4.99MB/sec 2024-04-12T16:28:02.950 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-xUOOOZ3FYzDM6eA off=3358779 len=376003 2024-04-12T16:28:02.953 INFO:tasks.workunit.client.0.smithi099.stdout:op 1908 completed, throughput=4.99MB/sec 2024-04-12T16:28:02.953 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-J0FiQhh8S-kX1_4 off=12648036 len=1731653 2024-04-12T16:28:02.960 INFO:tasks.workunit.client.0.smithi099.stdout:op 1909 completed, throughput=4.99MB/sec 2024-04-12T16:28:02.960 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-xi9UXo7l1-ZvmHn off=3464994 len=521815 2024-04-12T16:28:02.961 INFO:tasks.workunit.client.0.smithi099.stdout:op 1910 completed, throughput=4.99MB/sec 2024-04-12T16:28:02.961 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_4gq65BOA3ME2x3 off=801484 len=579755 2024-04-12T16:28:02.965 INFO:tasks.workunit.client.0.smithi099.stdout:op 1911 completed, throughput=5MB/sec 2024-04-12T16:28:02.965 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-hphPp76oZDOZU7b off=4879694 len=483020 2024-04-12T16:28:02.968 INFO:tasks.workunit.client.0.smithi099.stdout:op 1912 completed, throughput=5MB/sec 2024-04-12T16:28:02.968 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-m1aPKtNWbHhflY3 off=8128177 len=1215445 2024-04-12T16:28:02.969 INFO:tasks.workunit.client.0.smithi099.stdout:op 1913 completed, throughput=5MB/sec 2024-04-12T16:28:02.969 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qKUKMxuaeEfc5Mk off=0 len=1635999 2024-04-12T16:28:02.977 INFO:tasks.workunit.client.0.smithi099.stdout:op 1914 completed, throughput=5MB/sec 2024-04-12T16:28:03.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:28:02 smithi110 ceph-mon[88691]: pgmap v1604: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2024-04-12T16:28:03.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:28:02 smithi099 ceph-mon[94290]: pgmap v1604: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2024-04-12T16:28:03.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:28:02 smithi099 ceph-mon[96864]: pgmap v1604: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2024-04-12T16:28:03.977 INFO:tasks.workunit.client.0.smithi099.stdout: 373: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:03.977 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-aKx_H4IBLbodE7D off=5976715 len=949183 2024-04-12T16:28:03.978 INFO:tasks.workunit.client.0.smithi099.stdout:op 1915 completed, throughput=4.99MB/sec 2024-04-12T16:28:03.979 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-JIiLEe8uOXXn_36 off=8362675 len=1141188 2024-04-12T16:28:03.980 INFO:tasks.workunit.client.0.smithi099.stdout:op 1916 completed, throughput=5MB/sec 2024-04-12T16:28:03.981 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-bfJ0oWxG3Tzp8LJ off=5258741 len=992741 2024-04-12T16:28:03.986 INFO:tasks.workunit.client.0.smithi099.stdout:op 1917 completed, throughput=5MB/sec 2024-04-12T16:28:03.986 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-uEO9jyIDKCZ1akZ off=2242321 len=780438 2024-04-12T16:28:03.987 INFO:tasks.workunit.client.0.smithi099.stdout:op 1918 completed, throughput=5MB/sec 2024-04-12T16:28:04.988 INFO:tasks.workunit.client.0.smithi099.stdout: 374: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:04.988 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-DI8OX9BvqsxELsS off=3220723 len=29616 2024-04-12T16:28:04.989 INFO:tasks.workunit.client.0.smithi099.stdout:op 1919 completed, throughput=4.99MB/sec 2024-04-12T16:28:04.989 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_Y5aKQJRk4Slu8X off=5696136 len=1251220 2024-04-12T16:28:04.996 INFO:tasks.workunit.client.0.smithi099.stdout:op 1920 completed, throughput=4.99MB/sec 2024-04-12T16:28:04.996 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ThinGSKSbK2Ard5 off=10509565 len=786480 2024-04-12T16:28:05.001 INFO:tasks.workunit.client.0.smithi099.stdout:op 1921 completed, throughput=4.99MB/sec 2024-04-12T16:28:05.001 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-OLorv9bCfVOMzNI off=19641868 len=2060468 2024-04-12T16:28:05.008 INFO:tasks.workunit.client.0.smithi099.stdout:op 1922 completed, throughput=5MB/sec 2024-04-12T16:28:05.008 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-iXFDlf28ECE2OiA off=14587808 len=551663 2024-04-12T16:28:05.009 INFO:tasks.workunit.client.0.smithi099.stdout:op 1923 completed, throughput=5MB/sec 2024-04-12T16:28:05.010 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-UcWkB350jYoZi0P off=400608 len=1420893 2024-04-12T16:28:05.016 INFO:tasks.workunit.client.0.smithi099.stdout:op 1924 completed, throughput=5MB/sec 2024-04-12T16:28:05.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:28:04 smithi110 ceph-mon[88691]: pgmap v1605: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:28:05.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:28:04 smithi099 ceph-mon[94290]: pgmap v1605: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:28:05.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:28:04 smithi099 ceph-mon[96864]: pgmap v1605: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:28:06.017 INFO:tasks.workunit.client.0.smithi099.stdout: 375: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:06.017 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-htm0WdDVBuf7ryr off=5455228 len=527244 2024-04-12T16:28:06.021 INFO:tasks.workunit.client.0.smithi099.stdout:op 1925 completed, throughput=4.99MB/sec 2024-04-12T16:28:06.021 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-rDV4cAaur0tolHH off=2447780 len=1999526 2024-04-12T16:28:06.025 INFO:tasks.workunit.client.0.smithi099.stdout:op 1926 completed, throughput=4.99MB/sec 2024-04-12T16:28:06.025 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-d3qbPchrUPuSuQD off=4865218 len=2063149 2024-04-12T16:28:06.035 INFO:tasks.workunit.client.0.smithi099.stdout:op 1927 completed, throughput=5MB/sec 2024-04-12T16:28:06.035 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-d3KLAg9w-woIcXf off=8246577 len=1614124 2024-04-12T16:28:06.037 INFO:tasks.workunit.client.0.smithi099.stdout:op 1928 completed, throughput=5MB/sec 2024-04-12T16:28:06.624 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:28:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:28:06] "GET /metrics HTTP/1.1" 200 34114 "" "Prometheus/2.43.0" 2024-04-12T16:28:07.037 INFO:tasks.workunit.client.0.smithi099.stdout: 376: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:07.038 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-V88r4fjK4gM5-dG off=1133019 len=1687804 2024-04-12T16:28:07.039 INFO:tasks.workunit.client.0.smithi099.stdout:op 1929 completed, throughput=5MB/sec 2024-04-12T16:28:07.039 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-mrJz6dE0hbyZ2Ch off=2278158 len=1748165 2024-04-12T16:28:07.049 INFO:tasks.workunit.client.0.smithi099.stdout:op 1930 completed, throughput=5MB/sec 2024-04-12T16:28:07.049 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-mGxaW44QUAaFaRJ off=7869587 len=1898215 2024-04-12T16:28:07.050 INFO:tasks.workunit.client.0.smithi099.stdout:op 1931 completed, throughput=5MB/sec 2024-04-12T16:28:07.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:28:06 smithi110 ceph-mon[88691]: pgmap v1606: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:28:07.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:28:06 smithi099 ceph-mon[94290]: pgmap v1606: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:28:07.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:28:06 smithi099 ceph-mon[96864]: pgmap v1606: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:28:08.051 INFO:tasks.workunit.client.0.smithi099.stdout: 377: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:08.051 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-3s8PfIR59LJlISK off=544079 len=517614 2024-04-12T16:28:08.055 INFO:tasks.workunit.client.0.smithi099.stdout:op 1932 completed, throughput=4.99MB/sec 2024-04-12T16:28:08.055 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-QXb8DcFb3cFmJAy off=8380617 len=1713682 2024-04-12T16:28:08.064 INFO:tasks.workunit.client.0.smithi099.stdout:op 1933 completed, throughput=5MB/sec 2024-04-12T16:28:08.065 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Yt2qOA8OXL42c3A off=2197143 len=1220523 2024-04-12T16:28:08.065 INFO:tasks.workunit.client.0.smithi099.stdout:op 1934 completed, throughput=5MB/sec 2024-04-12T16:28:08.065 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qFu-Fz-fDFDyqzb off=120198 len=206913 2024-04-12T16:28:08.068 INFO:tasks.workunit.client.0.smithi099.stdout:op 1935 completed, throughput=5MB/sec 2024-04-12T16:28:08.069 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-rcVN66WaGl5_Q6c off=1641526 len=1844384 2024-04-12T16:28:08.072 INFO:tasks.workunit.client.0.smithi099.stdout:op 1936 completed, throughput=5MB/sec 2024-04-12T16:28:08.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:28:07 smithi110 ceph-mon[88691]: pgmap v1607: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-12T16:28:08.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:28:07 smithi099 ceph-mon[94290]: pgmap v1607: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-12T16:28:08.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:28:07 smithi099 ceph-mon[96864]: pgmap v1607: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-12T16:28:09.072 INFO:tasks.workunit.client.0.smithi099.stdout: 378: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:09.073 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-BS8fMPvzd7Y2Lbt off=9475654 len=680007 2024-04-12T16:28:09.076 INFO:tasks.workunit.client.0.smithi099.stdout:op 1937 completed, throughput=4.99MB/sec 2024-04-12T16:28:09.076 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-orHgc3dSiUaMjWF off=4355378 len=1781048 2024-04-12T16:28:09.078 INFO:tasks.workunit.client.0.smithi099.stdout:op 1938 completed, throughput=5MB/sec 2024-04-12T16:28:09.078 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-NqrRqsdbNLXkerL off=1794106 len=1510854 2024-04-12T16:28:09.082 INFO:tasks.workunit.client.0.smithi099.stdout:op 1939 completed, throughput=5MB/sec 2024-04-12T16:28:10.082 INFO:tasks.workunit.client.0.smithi099.stdout: 379: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:10.082 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-GdoojR6jhVtUJXw off=4018948 len=738990 2024-04-12T16:28:10.087 INFO:tasks.workunit.client.0.smithi099.stdout:op 1940 completed, throughput=4.99MB/sec 2024-04-12T16:28:10.087 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qKUKMxuaeEfc5Mk off=367234 len=1025732 2024-04-12T16:28:10.093 INFO:tasks.workunit.client.0.smithi099.stdout:op 1941 completed, throughput=4.99MB/sec 2024-04-12T16:28:10.093 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-M6rXXLKXgjgOE7s off=7974065 len=343656 2024-04-12T16:28:10.095 INFO:tasks.workunit.client.0.smithi099.stdout:op 1942 completed, throughput=4.99MB/sec 2024-04-12T16:28:10.096 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ewhRuupldaFT3Td off=107737 len=1972275 2024-04-12T16:28:10.105 INFO:tasks.workunit.client.0.smithi099.stdout:op 1943 completed, throughput=5MB/sec 2024-04-12T16:28:10.105 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-3O5pxxmB-xj9Kaz off=6128472 len=347235 2024-04-12T16:28:10.106 INFO:tasks.workunit.client.0.smithi099.stdout:op 1944 completed, throughput=5MB/sec 2024-04-12T16:28:10.106 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-KAXnZjL4qf30DSf off=2126258 len=1381493 2024-04-12T16:28:10.113 INFO:tasks.workunit.client.0.smithi099.stdout:op 1945 completed, throughput=5MB/sec 2024-04-12T16:28:10.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:28:10 smithi110 ceph-mon[88691]: pgmap v1608: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:28:10.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:28:10 smithi099 ceph-mon[94290]: pgmap v1608: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:28:10.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:28:10 smithi099 ceph-mon[96864]: pgmap v1608: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:28:11.113 INFO:tasks.workunit.client.0.smithi099.stdout: 380: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:11.113 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-UfNS28CZDj1_rW7 off=6995725 len=1609334 2024-04-12T16:28:11.122 INFO:tasks.workunit.client.0.smithi099.stdout:op 1946 completed, throughput=4.99MB/sec 2024-04-12T16:28:11.122 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1GgVVjMt54JQCj- off=5112078 len=1531739 2024-04-12T16:28:11.128 INFO:tasks.workunit.client.0.smithi099.stdout:op 1947 completed, throughput=5MB/sec 2024-04-12T16:28:11.128 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-uwLVPzPjcgtDCtW off=3288980 len=1154177 2024-04-12T16:28:11.131 INFO:tasks.workunit.client.0.smithi099.stdout:op 1948 completed, throughput=5MB/sec 2024-04-12T16:28:11.131 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-otqJdMdrvWMA7Pb off=2959224 len=676265 2024-04-12T16:28:11.135 INFO:tasks.workunit.client.0.smithi099.stdout:op 1949 completed, throughput=5MB/sec 2024-04-12T16:28:12.135 INFO:tasks.workunit.client.0.smithi099.stdout: 381: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:12.136 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-auKI88E1OXhSnDp off=12809289 len=1347589 2024-04-12T16:28:12.137 INFO:tasks.workunit.client.0.smithi099.stdout:op 1950 completed, throughput=4.99MB/sec 2024-04-12T16:28:12.137 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-NtoEcTHdCyQeSlL off=1393255 len=1952833 2024-04-12T16:28:12.147 INFO:tasks.workunit.client.0.smithi099.stdout:op 1951 completed, throughput=5MB/sec 2024-04-12T16:28:12.147 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-KB4DBIjEDUkGVWK off=719133 len=1829810 2024-04-12T16:28:12.151 INFO:tasks.workunit.client.0.smithi099.stdout:op 1952 completed, throughput=5MB/sec 2024-04-12T16:28:12.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:28:12 smithi110 ceph-mon[88691]: pgmap v1609: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-12T16:28:12.581 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:28:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:28:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:28:12.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:28:12 smithi099 ceph-mon[94290]: pgmap v1609: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-12T16:28:12.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:28:12 smithi099 ceph-mon[96864]: pgmap v1609: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-12T16:28:13.151 INFO:tasks.workunit.client.0.smithi099.stdout: 382: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:13.151 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-fQF1-6F4flRk_ps off=3676508 len=1289135 2024-04-12T16:28:13.159 INFO:tasks.workunit.client.0.smithi099.stdout:op 1953 completed, throughput=4.99MB/sec 2024-04-12T16:28:13.159 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-kC8PPIP5bbHRDFe off=18414510 len=1183790 2024-04-12T16:28:13.163 INFO:tasks.workunit.client.0.smithi099.stdout:op 1954 completed, throughput=4.99MB/sec 2024-04-12T16:28:13.163 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-nszpXyvDpcFRATn off=7686175 len=1234894 2024-04-12T16:28:13.164 INFO:tasks.workunit.client.0.smithi099.stdout:op 1955 completed, throughput=5MB/sec 2024-04-12T16:28:13.165 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Lvkq0rPmlwtAX8l off=15337721 len=1519935 2024-04-12T16:28:13.172 INFO:tasks.workunit.client.0.smithi099.stdout:op 1956 completed, throughput=5MB/sec 2024-04-12T16:28:13.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:28:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:28:13.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:28:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:28:13.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:28:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:28:14.173 INFO:tasks.workunit.client.0.smithi099.stdout: 383: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:14.173 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-thQ3PQdQOV198rj off=7152369 len=1208926 2024-04-12T16:28:14.175 INFO:tasks.workunit.client.0.smithi099.stdout:op 1957 completed, throughput=4.99MB/sec 2024-04-12T16:28:14.175 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-nPjfEXiRJKR5FvV off=8054289 len=1304300 2024-04-12T16:28:14.182 INFO:tasks.workunit.client.0.smithi099.stdout:op 1958 completed, throughput=4.99MB/sec 2024-04-12T16:28:14.182 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-jK4kHzyu_eZMgZ6 off=655449 len=1950005 2024-04-12T16:28:14.192 INFO:tasks.workunit.client.0.smithi099.stdout:op 1959 completed, throughput=5MB/sec 2024-04-12T16:28:14.192 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ifyRiP-i5soHC7v off=3088476 len=79098 2024-04-12T16:28:14.195 INFO:tasks.workunit.client.0.smithi099.stdout:op 1960 completed, throughput=5MB/sec 2024-04-12T16:28:14.195 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-dy1Qq7tv0-Ysukd off=123090 len=1330416 2024-04-12T16:28:14.196 INFO:tasks.workunit.client.0.smithi099.stdout:op 1961 completed, throughput=5MB/sec 2024-04-12T16:28:14.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:28:14 smithi110 ceph-mon[88691]: pgmap v1610: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:28:14.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:28:14 smithi099 ceph-mon[94290]: pgmap v1610: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:28:14.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:28:14 smithi099 ceph-mon[96864]: pgmap v1610: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:28:15.196 INFO:tasks.workunit.client.0.smithi099.stdout: 384: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:15.196 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-06K4JxdhHh_MUfA off=4294179 len=1198298 2024-04-12T16:28:15.203 INFO:tasks.workunit.client.0.smithi099.stdout:op 1962 completed, throughput=4.99MB/sec 2024-04-12T16:28:15.203 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-oz_t-tSlB5iJWr3 off=6920154 len=606995 2024-04-12T16:28:15.207 INFO:tasks.workunit.client.0.smithi099.stdout:op 1963 completed, throughput=4.99MB/sec 2024-04-12T16:28:15.207 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-tmIDnGv1TkdwaLC off=4879022 len=556646 2024-04-12T16:28:15.210 INFO:tasks.workunit.client.0.smithi099.stdout:op 1964 completed, throughput=4.99MB/sec 2024-04-12T16:28:15.210 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-vk-n6B7SHeZyLfr off=3197878 len=1934521 2024-04-12T16:28:15.213 INFO:tasks.workunit.client.0.smithi099.stdout:op 1965 completed, throughput=5MB/sec 2024-04-12T16:28:15.213 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-rzul3h6_tLBu_6v off=416495 len=880715 2024-04-12T16:28:15.214 INFO:tasks.workunit.client.0.smithi099.stdout:op 1966 completed, throughput=5MB/sec 2024-04-12T16:28:16.214 INFO:tasks.workunit.client.0.smithi099.stdout: 385: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:16.215 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-XQOWyPp1x8Laa24 off=4118879 len=1530867 2024-04-12T16:28:16.222 INFO:tasks.workunit.client.0.smithi099.stdout:op 1967 completed, throughput=4.99MB/sec 2024-04-12T16:28:16.222 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-XQvecBJqiC7D80s off=5210218 len=483700 2024-04-12T16:28:16.223 INFO:tasks.workunit.client.0.smithi099.stdout:op 1968 completed, throughput=4.99MB/sec 2024-04-12T16:28:16.223 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-DAtvcobeHW2TbSP off=8937401 len=119782 2024-04-12T16:28:16.224 INFO:tasks.workunit.client.0.smithi099.stdout:op 1969 completed, throughput=4.99MB/sec 2024-04-12T16:28:16.224 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj--ZvOT0gzEMBS-57 off=4283109 len=1480223 2024-04-12T16:28:16.232 INFO:tasks.workunit.client.0.smithi099.stdout:op 1970 completed, throughput=5MB/sec 2024-04-12T16:28:16.232 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-kWpvTcKjjzjim4Z off=11196674 len=1007333 2024-04-12T16:28:16.233 INFO:tasks.workunit.client.0.smithi099.stdout:op 1971 completed, throughput=5MB/sec 2024-04-12T16:28:16.233 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-enZR_MyFcZohLao off=4636953 len=741058 2024-04-12T16:28:16.234 INFO:tasks.workunit.client.0.smithi099.stdout:op 1972 completed, throughput=5MB/sec 2024-04-12T16:28:16.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:28:16 smithi110 ceph-mon[88691]: pgmap v1611: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:28:16.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:28:16 smithi099 ceph-mon[94290]: pgmap v1611: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:28:16.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:28:16 smithi099 ceph-mon[96864]: pgmap v1611: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:28:16.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:28:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:28:16] "GET /metrics HTTP/1.1" 200 34117 "" "Prometheus/2.43.0" 2024-04-12T16:28:17.234 INFO:tasks.workunit.client.0.smithi099.stdout: 386: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:17.234 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-bvdjy-kKclXdrpc off=932612 len=508132 2024-04-12T16:28:17.235 INFO:tasks.workunit.client.0.smithi099.stdout:op 1973 completed, throughput=4.99MB/sec 2024-04-12T16:28:17.235 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Z02tlYx2FEaAXEG off=62970 len=15997 2024-04-12T16:28:17.236 INFO:tasks.workunit.client.0.smithi099.stdout:op 1974 completed, throughput=4.99MB/sec 2024-04-12T16:28:17.236 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-fk1aPoapr-ViJsZ off=8347374 len=348580 2024-04-12T16:28:17.240 INFO:tasks.workunit.client.0.smithi099.stdout:op 1975 completed, throughput=4.99MB/sec 2024-04-12T16:28:17.240 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Lhlr_hrxOtphjdR off=8111890 len=1240302 2024-04-12T16:28:17.245 INFO:tasks.workunit.client.0.smithi099.stdout:op 1976 completed, throughput=4.99MB/sec 2024-04-12T16:28:17.245 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--jsIH0vABHjVDyH off=3832003 len=1995379 2024-04-12T16:28:17.247 INFO:tasks.workunit.client.0.smithi099.stdout:op 1977 completed, throughput=5MB/sec 2024-04-12T16:28:17.247 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-4VPlKM75_Pkimja off=15859457 len=715471 2024-04-12T16:28:17.252 INFO:tasks.workunit.client.0.smithi099.stdout:op 1978 completed, throughput=5MB/sec 2024-04-12T16:28:17.252 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-t5pj427oeXfe8EA off=4508753 len=326682 2024-04-12T16:28:17.255 INFO:tasks.workunit.client.0.smithi099.stdout:op 1979 completed, throughput=5MB/sec 2024-04-12T16:28:18.255 INFO:tasks.workunit.client.0.smithi099.stdout: 387: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:18.256 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-TSg1a-ZjcI8VeB8 off=887181 len=1478863 2024-04-12T16:28:18.258 INFO:tasks.workunit.client.0.smithi099.stdout:op 1980 completed, throughput=4.99MB/sec 2024-04-12T16:28:18.259 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-kU4dWUCqrrWjJum off=1857163 len=1479283 2024-04-12T16:28:18.265 INFO:tasks.workunit.client.0.smithi099.stdout:op 1981 completed, throughput=5MB/sec 2024-04-12T16:28:18.265 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-EJurIaUdb0_Ts7u off=4612470 len=552614 2024-04-12T16:28:18.269 INFO:tasks.workunit.client.0.smithi099.stdout:op 1982 completed, throughput=5MB/sec 2024-04-12T16:28:18.269 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1ywZLySdxKCBaH4 off=694918 len=2010713 2024-04-12T16:28:18.278 INFO:tasks.workunit.client.0.smithi099.stdout:op 1983 completed, throughput=5MB/sec 2024-04-12T16:28:18.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:28:18 smithi110 ceph-mon[88691]: pgmap v1612: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-12T16:28:18.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:28:18 smithi099 ceph-mon[94290]: pgmap v1612: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-12T16:28:18.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:28:18 smithi099 ceph-mon[96864]: pgmap v1612: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-12T16:28:19.279 INFO:tasks.workunit.client.0.smithi099.stdout: 388: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:19.279 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qGn8dKbcrE6flJW off=13955996 len=515698 2024-04-12T16:28:19.283 INFO:tasks.workunit.client.0.smithi099.stdout:op 1984 completed, throughput=4.99MB/sec 2024-04-12T16:28:19.283 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-KKQ_w-yCEKOv1DY off=13437797 len=1424837 2024-04-12T16:28:19.291 INFO:tasks.workunit.client.0.smithi099.stdout:op 1985 completed, throughput=4.99MB/sec 2024-04-12T16:28:19.291 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ALPAI5rIDUyYBeI off=3411967 len=1072905 2024-04-12T16:28:19.293 INFO:tasks.workunit.client.0.smithi099.stdout:op 1986 completed, throughput=5MB/sec 2024-04-12T16:28:19.293 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_YVX9CSuKg-3Erv off=6097302 len=940563 2024-04-12T16:28:19.299 INFO:tasks.workunit.client.0.smithi099.stdout:op 1987 completed, throughput=5MB/sec 2024-04-12T16:28:19.299 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Evwhk5Q4rm0AHUb off=3900814 len=1082026 2024-04-12T16:28:19.300 INFO:tasks.workunit.client.0.smithi099.stdout:op 1988 completed, throughput=5MB/sec 2024-04-12T16:28:20.301 INFO:tasks.workunit.client.0.smithi099.stdout: 389: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:20.301 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-RwnV2rx08a3S1Vk off=2978339 len=1656818 2024-04-12T16:28:20.304 INFO:tasks.workunit.client.0.smithi099.stdout:op 1989 completed, throughput=4.99MB/sec 2024-04-12T16:28:20.304 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-I5789W7Unoq_N2k off=7133316 len=991376 2024-04-12T16:28:20.306 INFO:tasks.workunit.client.0.smithi099.stdout:op 1990 completed, throughput=4.99MB/sec 2024-04-12T16:28:20.306 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-yO6RIHu3ZyH_4Le off=530865 len=1827178 2024-04-12T16:28:20.308 INFO:tasks.workunit.client.0.smithi099.stdout:op 1991 completed, throughput=5MB/sec 2024-04-12T16:28:20.309 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-KQDmrU4-mTOswZo off=2131055 len=984167 2024-04-12T16:28:20.310 INFO:tasks.workunit.client.0.smithi099.stdout:op 1992 completed, throughput=5MB/sec 2024-04-12T16:28:20.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:28:20 smithi110 ceph-mon[88691]: pgmap v1613: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 2 op/s 2024-04-12T16:28:20.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:28:20 smithi099 ceph-mon[94290]: pgmap v1613: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 2 op/s 2024-04-12T16:28:20.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:28:20 smithi099 ceph-mon[96864]: pgmap v1613: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 2 op/s 2024-04-12T16:28:21.311 INFO:tasks.workunit.client.0.smithi099.stdout: 390: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:21.311 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-w3Adyk4w4efoVyp off=2255451 len=1117193 2024-04-12T16:28:21.313 INFO:tasks.workunit.client.0.smithi099.stdout:op 1993 completed, throughput=4.99MB/sec 2024-04-12T16:28:21.313 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-XCbsLO3AaV7Jf3l off=811753 len=1691658 2024-04-12T16:28:21.322 INFO:tasks.workunit.client.0.smithi099.stdout:op 1994 completed, throughput=4.99MB/sec 2024-04-12T16:28:21.322 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-qT-5ALWJ8MnGcxi off=16901377 len=711348 2024-04-12T16:28:21.323 INFO:tasks.workunit.client.0.smithi099.stdout:op 1995 completed, throughput=5MB/sec 2024-04-12T16:28:21.324 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-pt4f_sS0wtjYRci off=6093239 len=346469 2024-04-12T16:28:21.324 INFO:tasks.workunit.client.0.smithi099.stdout:op 1996 completed, throughput=5MB/sec 2024-04-12T16:28:21.324 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-jOiW9gD8gRt1uW- off=3570211 len=1308733 2024-04-12T16:28:21.326 INFO:tasks.workunit.client.0.smithi099.stdout:op 1997 completed, throughput=5MB/sec 2024-04-12T16:28:22.326 INFO:tasks.workunit.client.0.smithi099.stdout: 391: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:22.326 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qqO0Ku1rmBDu7Vs off=747214 len=2036914 2024-04-12T16:28:22.339 INFO:tasks.workunit.client.0.smithi099.stdout:op 1998 completed, throughput=4.99MB/sec 2024-04-12T16:28:22.339 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6hhNkt0WoP_bBH4 off=13030744 len=771002 2024-04-12T16:28:22.342 INFO:tasks.workunit.client.0.smithi099.stdout:op 1999 completed, throughput=4.99MB/sec 2024-04-12T16:28:22.342 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-oee5_StzAbAOUNg off=3120160 len=810037 2024-04-12T16:28:22.344 INFO:tasks.workunit.client.0.smithi099.stdout:op 2000 completed, throughput=5MB/sec 2024-04-12T16:28:22.344 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-rVvgyxQ4qJCsW2f off=3244709 len=1369386 2024-04-12T16:28:22.345 INFO:tasks.workunit.client.0.smithi099.stdout:op 2001 completed, throughput=5MB/sec 2024-04-12T16:28:22.345 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-nXj40eOWLyGDTkO off=91590 len=264560 2024-04-12T16:28:22.349 INFO:tasks.workunit.client.0.smithi099.stdout:op 2002 completed, throughput=5MB/sec 2024-04-12T16:28:22.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:28:22 smithi110 ceph-mon[88691]: pgmap v1614: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:28:22.581 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:28:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:28:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:28:22.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:28:22 smithi099 ceph-mon[94290]: pgmap v1614: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:28:22.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:28:22 smithi099 ceph-mon[96864]: pgmap v1614: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:28:23.349 INFO:tasks.workunit.client.0.smithi099.stdout: 392: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:23.349 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ca3V0aX3ucrL9-E off=3333594 len=1520164 2024-04-12T16:28:23.357 INFO:tasks.workunit.client.0.smithi099.stdout:op 2003 completed, throughput=4.99MB/sec 2024-04-12T16:28:23.357 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-OVIwT9Ii6FJ0HWT off=7676666 len=701819 2024-04-12T16:28:23.359 INFO:tasks.workunit.client.0.smithi099.stdout:op 2004 completed, throughput=4.99MB/sec 2024-04-12T16:28:23.359 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-aVXaOUtTiFqEUYM off=2249501 len=1996789 2024-04-12T16:28:23.361 INFO:tasks.workunit.client.0.smithi099.stdout:op 2005 completed, throughput=5MB/sec 2024-04-12T16:28:23.361 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-MiRxZak_-AsDEnF off=3829362 len=795433 2024-04-12T16:28:23.366 INFO:tasks.workunit.client.0.smithi099.stdout:op 2006 completed, throughput=5MB/sec 2024-04-12T16:28:23.366 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-BFDAfPxMqlTvB3S off=10298063 len=932680 2024-04-12T16:28:23.368 INFO:tasks.workunit.client.0.smithi099.stdout:op 2007 completed, throughput=5MB/sec 2024-04-12T16:28:24.368 INFO:tasks.workunit.client.0.smithi099.stdout: 393: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:24.369 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-won6iHHS7rFkItl off=3811552 len=1567762 2024-04-12T16:28:24.377 INFO:tasks.workunit.client.0.smithi099.stdout:op 2008 completed, throughput=4.99MB/sec 2024-04-12T16:28:24.377 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-F0zfpWRlPzWhZMg off=10851732 len=327631 2024-04-12T16:28:24.378 INFO:tasks.workunit.client.0.smithi099.stdout:op 2009 completed, throughput=4.99MB/sec 2024-04-12T16:28:24.378 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-s_DCkueg26Wxx2d off=5362037 len=342702 2024-04-12T16:28:24.378 INFO:tasks.workunit.client.0.smithi099.stdout:op 2010 completed, throughput=4.99MB/sec 2024-04-12T16:28:24.378 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-b6uP5g445M4jaie off=2519522 len=1943004 2024-04-12T16:28:24.387 INFO:tasks.workunit.client.0.smithi099.stdout:op 2011 completed, throughput=5MB/sec 2024-04-12T16:28:24.387 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-mAyQovobJn3gjL_ off=20731846 len=697781 2024-04-12T16:28:24.389 INFO:tasks.workunit.client.0.smithi099.stdout:op 2012 completed, throughput=5MB/sec 2024-04-12T16:28:24.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:28:24 smithi110 ceph-mon[88691]: pgmap v1615: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:28:24.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:28:24 smithi099 ceph-mon[94290]: pgmap v1615: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:28:24.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:28:24 smithi099 ceph-mon[96864]: pgmap v1615: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:28:25.389 INFO:tasks.workunit.client.0.smithi099.stdout: 394: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:25.389 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-NcKqV7muILghvUq off=4161534 len=1474704 2024-04-12T16:28:25.396 INFO:tasks.workunit.client.0.smithi099.stdout:op 2013 completed, throughput=4.99MB/sec 2024-04-12T16:28:25.396 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1GHg8NOzBrSFd8g off=4328052 len=229797 2024-04-12T16:28:25.399 INFO:tasks.workunit.client.0.smithi099.stdout:op 2014 completed, throughput=4.99MB/sec 2024-04-12T16:28:25.399 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-95tsVXgmKT0qt91 off=7710664 len=1482578 2024-04-12T16:28:25.406 INFO:tasks.workunit.client.0.smithi099.stdout:op 2015 completed, throughput=5MB/sec 2024-04-12T16:28:25.406 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-DfIeeBL4-FNe_EZ off=12180745 len=1311151 2024-04-12T16:28:25.413 INFO:tasks.workunit.client.0.smithi099.stdout:op 2016 completed, throughput=5MB/sec 2024-04-12T16:28:25.414 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-uj1eONp1qDybKUJ off=564492 len=1907160 2024-04-12T16:28:25.423 INFO:tasks.workunit.client.0.smithi099.stdout:op 2017 completed, throughput=5MB/sec 2024-04-12T16:28:26.423 INFO:tasks.workunit.client.0.smithi099.stdout: 395: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:26.423 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-LmmjU7A6OAiNzPC off=697331 len=1544922 2024-04-12T16:28:26.431 INFO:tasks.workunit.client.0.smithi099.stdout:op 2018 completed, throughput=4.99MB/sec 2024-04-12T16:28:26.432 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-s1Vf4euuxH6-Lq8 off=7796310 len=260394 2024-04-12T16:28:26.435 INFO:tasks.workunit.client.0.smithi099.stdout:op 2019 completed, throughput=4.99MB/sec 2024-04-12T16:28:26.435 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-UoKg4ja9Lftwopt off=6033507 len=1970955 2024-04-12T16:28:26.445 INFO:tasks.workunit.client.0.smithi099.stdout:op 2020 completed, throughput=5MB/sec 2024-04-12T16:28:26.445 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-l8vWOAWb-h57Qw4 off=4083246 len=1581627 2024-04-12T16:28:26.452 INFO:tasks.workunit.client.0.smithi099.stdout:op 2021 completed, throughput=5MB/sec 2024-04-12T16:28:26.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:28:26 smithi099 ceph-mon[94290]: pgmap v1616: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:28:26.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:28:26 smithi099 ceph-mon[96864]: pgmap v1616: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:28:26.624 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:28:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:28:26] "GET /metrics HTTP/1.1" 200 34117 "" "Prometheus/2.43.0" 2024-04-12T16:28:26.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:28:26 smithi110 ceph-mon[88691]: pgmap v1616: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:28:27.453 INFO:tasks.workunit.client.0.smithi099.stdout: 396: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:27.453 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-FpI2oVjQmLb8-Cq off=3756861 len=1038048 2024-04-12T16:28:27.454 INFO:tasks.workunit.client.0.smithi099.stdout:op 2022 completed, throughput=4.99MB/sec 2024-04-12T16:28:27.455 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-0UjoRe1lOTebK4n off=7240599 len=430298 2024-04-12T16:28:27.455 INFO:tasks.workunit.client.0.smithi099.stdout:op 2023 completed, throughput=4.99MB/sec 2024-04-12T16:28:27.455 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Uo9E0dUTBNTaDal off=11756580 len=793707 2024-04-12T16:28:27.460 INFO:tasks.workunit.client.0.smithi099.stdout:op 2024 completed, throughput=5MB/sec 2024-04-12T16:28:27.460 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-8v1N7aYuI5mvXal off=4602423 len=1952729 2024-04-12T16:28:27.463 INFO:tasks.workunit.client.0.smithi099.stdout:op 2025 completed, throughput=5MB/sec 2024-04-12T16:28:28.463 INFO:tasks.workunit.client.0.smithi099.stdout: 397: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:28.464 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-vxHpvnNozE09VCH off=4072314 len=1532830 2024-04-12T16:28:28.470 INFO:tasks.workunit.client.0.smithi099.stdout:op 2026 completed, throughput=4.99MB/sec 2024-04-12T16:28:28.470 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1MRhuNjulDTPj5s off=83829 len=967061 2024-04-12T16:28:28.476 INFO:tasks.workunit.client.0.smithi099.stdout:op 2027 completed, throughput=4.99MB/sec 2024-04-12T16:28:28.476 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-eQO19JgdDBLy0hU off=15635690 len=1114899 2024-04-12T16:28:28.482 INFO:tasks.workunit.client.0.smithi099.stdout:op 2028 completed, throughput=5MB/sec 2024-04-12T16:28:28.482 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-zWJX_400G3rK8jt off=5467050 len=910869 2024-04-12T16:28:28.487 INFO:tasks.workunit.client.0.smithi099.stdout:op 2029 completed, throughput=5MB/sec 2024-04-12T16:28:28.487 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-oi1oGVPM7u_9u4N off=2167481 len=442900 2024-04-12T16:28:28.490 INFO:tasks.workunit.client.0.smithi099.stdout:op 2030 completed, throughput=5MB/sec 2024-04-12T16:28:28.491 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-yBwZxeFJvvexDle off=15054312 len=297370 2024-04-12T16:28:28.493 INFO:tasks.workunit.client.0.smithi099.stdout:op 2031 completed, throughput=5MB/sec 2024-04-12T16:28:28.493 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-XBtz-RZTd4J-ID0 off=2853718 len=758129 2024-04-12T16:28:28.495 INFO:tasks.workunit.client.0.smithi099.stdout:op 2032 completed, throughput=5MB/sec 2024-04-12T16:28:28.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:28:28 smithi099 ceph-mon[94290]: pgmap v1617: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:28:28.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:28:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:28:28.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:28:28 smithi099 ceph-mon[96864]: pgmap v1617: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:28:28.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:28:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:28:28.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:28:28 smithi110 ceph-mon[88691]: pgmap v1617: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:28:28.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:28:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:28:29.495 INFO:tasks.workunit.client.0.smithi099.stdout: 398: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:29.495 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-HYEOH6THGAObna9 off=8226364 len=1105994 2024-04-12T16:28:29.501 INFO:tasks.workunit.client.0.smithi099.stdout:op 2033 completed, throughput=4.99MB/sec 2024-04-12T16:28:29.501 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-7al4JfxIetVCntV off=1048681 len=1124611 2024-04-12T16:28:29.502 INFO:tasks.workunit.client.0.smithi099.stdout:op 2034 completed, throughput=4.99MB/sec 2024-04-12T16:28:29.502 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-P4rcTt0qpWtrJII off=6819483 len=590338 2024-04-12T16:28:29.503 INFO:tasks.workunit.client.0.smithi099.stdout:op 2035 completed, throughput=5MB/sec 2024-04-12T16:28:29.503 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-TmtpW5DHbEHRifG off=13247894 len=1327517 2024-04-12T16:28:29.504 INFO:tasks.workunit.client.0.smithi099.stdout:op 2036 completed, throughput=5MB/sec 2024-04-12T16:28:29.504 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-P0QeLwgIjQemwL7 off=1026529 len=22491 2024-04-12T16:28:29.505 INFO:tasks.workunit.client.0.smithi099.stdout:op 2037 completed, throughput=5MB/sec 2024-04-12T16:28:29.505 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-bJfWmDX1SYyzRP0 off=2451248 len=565797 2024-04-12T16:28:29.506 INFO:tasks.workunit.client.0.smithi099.stdout:op 2038 completed, throughput=5MB/sec 2024-04-12T16:28:30.506 INFO:tasks.workunit.client.0.smithi099.stdout: 399: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:30.506 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-bT0eHoqDP7jp_8K off=322538 len=879715 2024-04-12T16:28:30.511 INFO:tasks.workunit.client.0.smithi099.stdout:op 2039 completed, throughput=4.99MB/sec 2024-04-12T16:28:30.511 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-UDUd0La0ooKBN5a off=6506695 len=104810 2024-04-12T16:28:30.513 INFO:tasks.workunit.client.0.smithi099.stdout:op 2040 completed, throughput=4.99MB/sec 2024-04-12T16:28:30.513 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-sGP-e-x52c9ivpT off=5820801 len=2025586 2024-04-12T16:28:30.516 INFO:tasks.workunit.client.0.smithi099.stdout:op 2041 completed, throughput=4.99MB/sec 2024-04-12T16:28:30.516 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-3zZHOWjT7I9jr6O off=16306166 len=594709 2024-04-12T16:28:30.520 INFO:tasks.workunit.client.0.smithi099.stdout:op 2042 completed, throughput=5MB/sec 2024-04-12T16:28:30.520 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-W_YHjMlgx7DtY7m off=4968606 len=1044351 2024-04-12T16:28:30.522 INFO:tasks.workunit.client.0.smithi099.stdout:op 2043 completed, throughput=5MB/sec 2024-04-12T16:28:30.522 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-FplvCsqk3ioI5wn off=6323887 len=1716899 2024-04-12T16:28:30.529 INFO:tasks.workunit.client.0.smithi099.stdout:op 2044 completed, throughput=5MB/sec 2024-04-12T16:28:30.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:28:30 smithi099 ceph-mon[94290]: pgmap v1618: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:28:30.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:28:30 smithi099 ceph-mon[96864]: pgmap v1618: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:28:30.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:28:30 smithi110 ceph-mon[88691]: pgmap v1618: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:28:31.529 INFO:tasks.workunit.client.0.smithi099.stdout: 400: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:31.530 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-MSThRp5RE0btDYd off=3206940 len=1443489 2024-04-12T16:28:31.537 INFO:tasks.workunit.client.0.smithi099.stdout:op 2045 completed, throughput=4.99MB/sec 2024-04-12T16:28:31.537 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-AQcFcMSn-8jHao2 off=0 len=1816428 2024-04-12T16:28:31.545 INFO:tasks.workunit.client.0.smithi099.stdout:op 2046 completed, throughput=5MB/sec 2024-04-12T16:28:31.545 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-jhjEZDu6LatowMw off=5839820 len=1580452 2024-04-12T16:28:31.552 INFO:tasks.workunit.client.0.smithi099.stdout:op 2047 completed, throughput=5MB/sec 2024-04-12T16:28:32.552 INFO:tasks.workunit.client.0.smithi099.stdout: 401: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:32.553 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-KDGblpj7xbxf5eb off=3674190 len=173261 2024-04-12T16:28:32.553 INFO:tasks.workunit.client.0.smithi099.stdout:op 2048 completed, throughput=4.99MB/sec 2024-04-12T16:28:32.553 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-s7PcOAb3c6JNwPe off=22324626 len=1110795 2024-04-12T16:28:32.559 INFO:tasks.workunit.client.0.smithi099.stdout:op 2049 completed, throughput=4.99MB/sec 2024-04-12T16:28:32.559 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-c80O6NWTcp8qEiJ off=3290787 len=1940981 2024-04-12T16:28:32.568 INFO:tasks.workunit.client.0.smithi099.stdout:op 2050 completed, throughput=5MB/sec 2024-04-12T16:28:32.568 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-xE1cy-DOQ1sWVto off=8251081 len=1125105 2024-04-12T16:28:32.570 INFO:tasks.workunit.client.0.smithi099.stdout:op 2051 completed, throughput=5MB/sec 2024-04-12T16:28:32.571 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-_PKl6zXbpD4Wur4 off=3320522 len=504669 2024-04-12T16:28:32.571 INFO:tasks.workunit.client.0.smithi099.stdout:op 2052 completed, throughput=5MB/sec 2024-04-12T16:28:32.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:28:32 smithi110 ceph-mon[88691]: pgmap v1619: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-12T16:28:32.581 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:28:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:28:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:28:32.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:28:32 smithi099 ceph-mon[94290]: pgmap v1619: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-12T16:28:32.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:28:32 smithi099 ceph-mon[96864]: pgmap v1619: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-12T16:28:33.572 INFO:tasks.workunit.client.0.smithi099.stdout: 402: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:33.572 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-GAFniGAegemr7gO off=5581973 len=1860157 2024-04-12T16:28:33.581 INFO:tasks.workunit.client.0.smithi099.stdout:op 2053 completed, throughput=4.99MB/sec 2024-04-12T16:28:33.581 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-HA4PsdiIpIJDOlt off=9864211 len=480243 2024-04-12T16:28:33.586 INFO:tasks.workunit.client.0.smithi099.stdout:op 2054 completed, throughput=4.99MB/sec 2024-04-12T16:28:33.586 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-lVAW7I-Kkgc0z1O off=13542161 len=1792679 2024-04-12T16:28:33.588 INFO:tasks.workunit.client.0.smithi099.stdout:op 2055 completed, throughput=5MB/sec 2024-04-12T16:28:33.588 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-aT6WR_dKu9DrjT6 off=1954230 len=2070836 2024-04-12T16:28:33.590 INFO:tasks.workunit.client.0.smithi099.stdout:op 2056 completed, throughput=5MB/sec 2024-04-12T16:28:34.590 INFO:tasks.workunit.client.0.smithi099.stdout: 403: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:34.591 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-bkd74RiUMgPdoIW off=8924196 len=1228582 2024-04-12T16:28:34.592 INFO:tasks.workunit.client.0.smithi099.stdout:op 2057 completed, throughput=4.99MB/sec 2024-04-12T16:28:34.592 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-S2FW_FqYRPvmb3A off=22067054 len=559400 2024-04-12T16:28:34.597 INFO:tasks.workunit.client.0.smithi099.stdout:op 2058 completed, throughput=4.99MB/sec 2024-04-12T16:28:34.597 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-rPzIXLiw-GkyX9K off=15452504 len=417139 2024-04-12T16:28:34.601 INFO:tasks.workunit.client.0.smithi099.stdout:op 2059 completed, throughput=4.99MB/sec 2024-04-12T16:28:34.601 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-8rGU62LqCFK0biy off=4409177 len=291055 2024-04-12T16:28:34.604 INFO:tasks.workunit.client.0.smithi099.stdout:op 2060 completed, throughput=5MB/sec 2024-04-12T16:28:34.604 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ouuwDaqurOLvfYZ off=2797936 len=876484 2024-04-12T16:28:34.605 INFO:tasks.workunit.client.0.smithi099.stdout:op 2061 completed, throughput=5MB/sec 2024-04-12T16:28:34.605 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-DgLxKjIXr2rabq3 off=17154626 len=1384689 2024-04-12T16:28:34.607 INFO:tasks.workunit.client.0.smithi099.stdout:op 2062 completed, throughput=5MB/sec 2024-04-12T16:28:34.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:28:34 smithi099 ceph-mon[94290]: pgmap v1620: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:28:34.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:28:34 smithi099 ceph-mon[96864]: pgmap v1620: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:28:34.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:28:34 smithi110 ceph-mon[88691]: pgmap v1620: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:28:35.608 INFO:tasks.workunit.client.0.smithi099.stdout: 404: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:35.608 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-z4l_f3R8TU3hRFi off=15897371 len=1137210 2024-04-12T16:28:35.615 INFO:tasks.workunit.client.0.smithi099.stdout:op 2063 completed, throughput=4.99MB/sec 2024-04-12T16:28:35.615 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-NX_WlyOos0YPdsU off=23676 len=1176813 2024-04-12T16:28:35.617 INFO:tasks.workunit.client.0.smithi099.stdout:op 2064 completed, throughput=4.99MB/sec 2024-04-12T16:28:35.617 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-fwjGGG9XX3gLQuh off=2031187 len=1530616 2024-04-12T16:28:35.626 INFO:tasks.workunit.client.0.smithi099.stdout:op 2065 completed, throughput=5MB/sec 2024-04-12T16:28:35.626 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-dz9lQDxbZIpYJWI off=9992505 len=1312531 2024-04-12T16:28:35.629 INFO:tasks.workunit.client.0.smithi099.stdout:op 2066 completed, throughput=5MB/sec 2024-04-12T16:28:36.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:28:36 smithi099 ceph-mon[96864]: pgmap v1621: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:28:36.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:28:36 smithi099 ceph-mon[94290]: pgmap v1621: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:28:36.624 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:28:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:28:36] "GET /metrics HTTP/1.1" 200 34114 "" "Prometheus/2.43.0" 2024-04-12T16:28:36.629 INFO:tasks.workunit.client.0.smithi099.stdout: 405: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:36.629 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-GfjAkVuz44c3y3Z off=9493954 len=1964967 2024-04-12T16:28:36.631 INFO:tasks.workunit.client.0.smithi099.stdout:op 2067 completed, throughput=4.99MB/sec 2024-04-12T16:28:36.633 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-8iKxxhVouSjNUPS off=13812880 len=427214 2024-04-12T16:28:36.634 INFO:tasks.workunit.client.0.smithi099.stdout:op 2068 completed, throughput=4.99MB/sec 2024-04-12T16:28:36.634 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-jN8K542Lc-W6N7L off=899942 len=1988378 2024-04-12T16:28:36.635 INFO:tasks.workunit.client.0.smithi099.stdout:op 2069 completed, throughput=5MB/sec 2024-04-12T16:28:36.635 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-fPRTB3gwNaF9onh off=7800351 len=687273 2024-04-12T16:28:36.640 INFO:tasks.workunit.client.0.smithi099.stdout:op 2070 completed, throughput=5MB/sec 2024-04-12T16:28:36.640 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-KAXnZjL4qf30DSf off=1486670 len=513271 2024-04-12T16:28:36.643 INFO:tasks.workunit.client.0.smithi099.stdout:op 2071 completed, throughput=5MB/sec 2024-04-12T16:28:36.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:28:36 smithi110 ceph-mon[88691]: pgmap v1621: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:28:37.644 INFO:tasks.workunit.client.0.smithi099.stdout: 406: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:37.644 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-VLOmN2xbwbHiuO_ off=9854301 len=1497978 2024-04-12T16:28:37.646 INFO:tasks.workunit.client.0.smithi099.stdout:op 2072 completed, throughput=4.99MB/sec 2024-04-12T16:28:37.646 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-N4frYc-CrhmwdT- off=4932282 len=102293 2024-04-12T16:28:37.647 INFO:tasks.workunit.client.0.smithi099.stdout:op 2073 completed, throughput=4.99MB/sec 2024-04-12T16:28:37.647 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-c3SHt4Gl188j6HJ off=3915509 len=169124 2024-04-12T16:28:37.647 INFO:tasks.workunit.client.0.smithi099.stdout:op 2074 completed, throughput=4.99MB/sec 2024-04-12T16:28:37.647 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-RzJMQ1W1b2-dXqz off=21836630 len=1326661 2024-04-12T16:28:37.650 INFO:tasks.workunit.client.0.smithi099.stdout:op 2075 completed, throughput=5MB/sec 2024-04-12T16:28:37.650 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-3DkRSzlOaUsKk_- off=18121753 len=1897750 2024-04-12T16:28:37.659 INFO:tasks.workunit.client.0.smithi099.stdout:op 2076 completed, throughput=5MB/sec 2024-04-12T16:28:38.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:28:38 smithi099 ceph-mon[94290]: pgmap v1622: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-12T16:28:38.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:28:38 smithi099 ceph-mon[96864]: pgmap v1622: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-12T16:28:38.659 INFO:tasks.workunit.client.0.smithi099.stdout: 407: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:38.659 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-i4pgygEotuFWexl off=16802259 len=1420003 2024-04-12T16:28:38.666 INFO:tasks.workunit.client.0.smithi099.stdout:op 2077 completed, throughput=4.99MB/sec 2024-04-12T16:28:38.666 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-IeOB99S3X0tNXyJ off=22823053 len=1728820 2024-04-12T16:28:38.670 INFO:tasks.workunit.client.0.smithi099.stdout:op 2078 completed, throughput=5MB/sec 2024-04-12T16:28:38.670 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-z5tpIrBgn_dizva off=1175133 len=1641248 2024-04-12T16:28:38.677 INFO:tasks.workunit.client.0.smithi099.stdout:op 2079 completed, throughput=5MB/sec 2024-04-12T16:28:38.678 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-bn4-dUYvrbbjBM0 off=407813 len=791141 2024-04-12T16:28:38.682 INFO:tasks.workunit.client.0.smithi099.stdout:op 2080 completed, throughput=5MB/sec 2024-04-12T16:28:38.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:28:38 smithi110 ceph-mon[88691]: pgmap v1622: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-12T16:28:39.683 INFO:tasks.workunit.client.0.smithi099.stdout: 408: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:39.683 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-NgcEkOay0aTR5OI off=18505404 len=1311564 2024-04-12T16:28:39.685 INFO:tasks.workunit.client.0.smithi099.stdout:op 2081 completed, throughput=4.99MB/sec 2024-04-12T16:28:39.685 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-8kixAPKYWf5z-rG off=4765460 len=373390 2024-04-12T16:28:39.686 INFO:tasks.workunit.client.0.smithi099.stdout:op 2082 completed, throughput=4.99MB/sec 2024-04-12T16:28:39.686 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-GFvfzFaTEeRemv9 off=7944789 len=1541873 2024-04-12T16:28:39.692 INFO:tasks.workunit.client.0.smithi099.stdout:op 2083 completed, throughput=5MB/sec 2024-04-12T16:28:39.692 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-2wtcCKZmWhU9W_- off=1518338 len=2060788 2024-04-12T16:28:39.700 INFO:tasks.workunit.client.0.smithi099.stdout:op 2084 completed, throughput=5MB/sec 2024-04-12T16:28:40.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:28:40 smithi099 ceph-mon[96864]: pgmap v1623: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T16:28:40.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:28:40 smithi099 ceph-mon[94290]: pgmap v1623: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T16:28:40.632 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:28:40 smithi110 ceph-mon[88691]: pgmap v1623: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T16:28:40.700 INFO:tasks.workunit.client.0.smithi099.stdout: 409: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:40.701 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-OavMZAXStYfm4w1 off=11092859 len=1927048 2024-04-12T16:28:40.711 INFO:tasks.workunit.client.0.smithi099.stdout:op 2085 completed, throughput=4.99MB/sec 2024-04-12T16:28:40.711 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-BQelmCjRQATQrc3 off=3063934 len=1967140 2024-04-12T16:28:40.713 INFO:tasks.workunit.client.0.smithi099.stdout:op 2086 completed, throughput=5MB/sec 2024-04-12T16:28:40.713 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ibxvyEMT3E_EFFG off=12855179 len=969993 2024-04-12T16:28:40.715 INFO:tasks.workunit.client.0.smithi099.stdout:op 2087 completed, throughput=5MB/sec 2024-04-12T16:28:40.715 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-VhVQxuWY3vedwng off=1505747 len=879983 2024-04-12T16:28:40.717 INFO:tasks.workunit.client.0.smithi099.stdout:op 2088 completed, throughput=5MB/sec 2024-04-12T16:28:41.718 INFO:tasks.workunit.client.0.smithi099.stdout: 410: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:41.718 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-OxP9hDrN4QQ4GZG off=7618896 len=1655145 2024-04-12T16:28:41.727 INFO:tasks.workunit.client.0.smithi099.stdout:op 2089 completed, throughput=4.99MB/sec 2024-04-12T16:28:41.727 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-B6Tw8rfwUN1CgAM off=8787713 len=292495 2024-04-12T16:28:41.728 INFO:tasks.workunit.client.0.smithi099.stdout:op 2090 completed, throughput=4.99MB/sec 2024-04-12T16:28:41.728 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-bCtQBRrCVOIY4Vg off=2073557 len=1557782 2024-04-12T16:28:41.729 INFO:tasks.workunit.client.0.smithi099.stdout:op 2091 completed, throughput=5MB/sec 2024-04-12T16:28:41.729 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Fs4BTA0nFfpoc4c off=760954 len=889083 2024-04-12T16:28:41.730 INFO:tasks.workunit.client.0.smithi099.stdout:op 2092 completed, throughput=5MB/sec 2024-04-12T16:28:41.730 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-LProtFOOIFxPt8u off=4491309 len=290799 2024-04-12T16:28:41.730 INFO:tasks.workunit.client.0.smithi099.stdout:op 2093 completed, throughput=5MB/sec 2024-04-12T16:28:42.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:28:42 smithi110 ceph-mon[88691]: pgmap v1624: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2024-04-12T16:28:42.583 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:28:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:28:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:28:42.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:28:42 smithi099 ceph-mon[94290]: pgmap v1624: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2024-04-12T16:28:42.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:28:42 smithi099 ceph-mon[96864]: pgmap v1624: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2024-04-12T16:28:42.731 INFO:tasks.workunit.client.0.smithi099.stdout: 411: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:42.731 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-kBkuWCjRRDwfNiQ off=7752135 len=1043003 2024-04-12T16:28:42.732 INFO:tasks.workunit.client.0.smithi099.stdout:op 2094 completed, throughput=4.99MB/sec 2024-04-12T16:28:42.732 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Di8qpO2OuuRQY71 off=4015795 len=1268382 2024-04-12T16:28:42.739 INFO:tasks.workunit.client.0.smithi099.stdout:op 2095 completed, throughput=4.99MB/sec 2024-04-12T16:28:42.739 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-IEek_GK53Dtiyor off=21181423 len=715120 2024-04-12T16:28:42.744 INFO:tasks.workunit.client.0.smithi099.stdout:op 2096 completed, throughput=4.99MB/sec 2024-04-12T16:28:42.744 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-cCQ7s4Fdqwnozje off=6482237 len=552847 2024-04-12T16:28:42.745 INFO:tasks.workunit.client.0.smithi099.stdout:op 2097 completed, throughput=5MB/sec 2024-04-12T16:28:42.745 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Fwv-oqxjzeTylbf off=8715911 len=598149 2024-04-12T16:28:42.749 INFO:tasks.workunit.client.0.smithi099.stdout:op 2098 completed, throughput=5MB/sec 2024-04-12T16:28:42.749 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-j2fXArC2Hu2tCJs off=1033667 len=1484645 2024-04-12T16:28:42.754 INFO:tasks.workunit.client.0.smithi099.stdout:op 2099 completed, throughput=5MB/sec 2024-04-12T16:28:43.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:28:43 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:28:43.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:28:43 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:28:43.755 INFO:tasks.workunit.client.0.smithi099.stdout: 412: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:43.755 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-P4N1poucdpUJGbv off=12134092 len=1260135 2024-04-12T16:28:43.756 INFO:tasks.workunit.client.0.smithi099.stdout:op 2100 completed, throughput=4.99MB/sec 2024-04-12T16:28:43.756 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-sVIQoY5HL0zYV_X off=3472803 len=141920 2024-04-12T16:28:43.759 INFO:tasks.workunit.client.0.smithi099.stdout:op 2101 completed, throughput=4.99MB/sec 2024-04-12T16:28:43.759 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-KxiGEjXTBwWisti off=2028276 len=2000046 2024-04-12T16:28:43.769 INFO:tasks.workunit.client.0.smithi099.stdout:op 2102 completed, throughput=5MB/sec 2024-04-12T16:28:43.770 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_iz1NF8Uh5K1uWd off=3829096 len=1117035 2024-04-12T16:28:43.774 INFO:tasks.workunit.client.0.smithi099.stdout:op 2103 completed, throughput=5MB/sec 2024-04-12T16:28:43.774 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-DXMZWMlOqzKi3Ak off=8749296 len=1423439 2024-04-12T16:28:43.780 INFO:tasks.workunit.client.0.smithi099.stdout:op 2104 completed, throughput=5MB/sec 2024-04-12T16:28:43.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:28:43 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:28:44.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:28:44 smithi099 ceph-mon[94290]: pgmap v1625: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T16:28:44.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:28:44 smithi099 ceph-mon[96864]: pgmap v1625: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T16:28:44.781 INFO:tasks.workunit.client.0.smithi099.stdout: 413: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:44.781 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-jq7NByDd5GDtrqo off=6551066 len=556965 2024-04-12T16:28:44.782 INFO:tasks.workunit.client.0.smithi099.stdout:op 2105 completed, throughput=4.99MB/sec 2024-04-12T16:28:44.782 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-f5guREEcFtuFNmz off=14655680 len=183193 2024-04-12T16:28:44.785 INFO:tasks.workunit.client.0.smithi099.stdout:op 2106 completed, throughput=4.99MB/sec 2024-04-12T16:28:44.785 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qaaXrCqpvmfbC7o off=2329553 len=1414574 2024-04-12T16:28:44.792 INFO:tasks.workunit.client.0.smithi099.stdout:op 2107 completed, throughput=4.99MB/sec 2024-04-12T16:28:44.793 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ggEke2rwojvt8Kd off=1677133 len=478562 2024-04-12T16:28:44.793 INFO:tasks.workunit.client.0.smithi099.stdout:op 2108 completed, throughput=5MB/sec 2024-04-12T16:28:44.793 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-7B2-198n-zveR1A off=6121602 len=1080841 2024-04-12T16:28:44.799 INFO:tasks.workunit.client.0.smithi099.stdout:op 2109 completed, throughput=5MB/sec 2024-04-12T16:28:44.799 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-SbdMQK4axUe3V2a off=4725363 len=1717143 2024-04-12T16:28:44.801 INFO:tasks.workunit.client.0.smithi099.stdout:op 2110 completed, throughput=5MB/sec 2024-04-12T16:28:44.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:28:44 smithi110 ceph-mon[88691]: pgmap v1625: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T16:28:45.801 INFO:tasks.workunit.client.0.smithi099.stdout: 414: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:45.801 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-8kuOIDZKu0zR8m1 off=13009082 len=1742877 2024-04-12T16:28:45.809 INFO:tasks.workunit.client.0.smithi099.stdout:op 2111 completed, throughput=4.99MB/sec 2024-04-12T16:28:45.809 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-05wmApG6TS1LUsa off=1454564 len=216651 2024-04-12T16:28:45.810 INFO:tasks.workunit.client.0.smithi099.stdout:op 2112 completed, throughput=4.99MB/sec 2024-04-12T16:28:45.810 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-xI8djYYcTsfazmJ off=21227344 len=1092941 2024-04-12T16:28:45.811 INFO:tasks.workunit.client.0.smithi099.stdout:op 2113 completed, throughput=5MB/sec 2024-04-12T16:28:45.811 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-cMNIZDresTvi5ut off=1805139 len=34587 2024-04-12T16:28:45.811 INFO:tasks.workunit.client.0.smithi099.stdout:op 2114 completed, throughput=5MB/sec 2024-04-12T16:28:45.811 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-w1eg3sd7Fmk3BZq off=1731874 len=964961 2024-04-12T16:28:45.817 INFO:tasks.workunit.client.0.smithi099.stdout:op 2115 completed, throughput=5MB/sec 2024-04-12T16:28:45.817 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-A-1HnUohMqc_sUT off=11501304 len=195161 2024-04-12T16:28:45.818 INFO:tasks.workunit.client.0.smithi099.stdout:op 2116 completed, throughput=5MB/sec 2024-04-12T16:28:45.818 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-hwKYtrXGt8EgDno off=10590638 len=1823774 2024-04-12T16:28:45.827 INFO:tasks.workunit.client.0.smithi099.stdout:op 2117 completed, throughput=5MB/sec 2024-04-12T16:28:46.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:28:46 smithi099 ceph-mon[96864]: pgmap v1626: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:28:46.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:28:46 smithi099 ceph-mon[94290]: pgmap v1626: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:28:46.624 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:28:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:28:46] "GET /metrics HTTP/1.1" 200 34118 "" "Prometheus/2.43.0" 2024-04-12T16:28:46.827 INFO:tasks.workunit.client.0.smithi099.stdout: 415: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:46.827 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0f8YCg0zw3-3ArA off=8674080 len=1306830 2024-04-12T16:28:46.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:28:46 smithi110 ceph-mon[88691]: pgmap v1626: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:28:46.834 INFO:tasks.workunit.client.0.smithi099.stdout:op 2118 completed, throughput=4.99MB/sec 2024-04-12T16:28:46.835 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-7c-UVnaRfN2P6NT off=2313815 len=29115 2024-04-12T16:28:46.837 INFO:tasks.workunit.client.0.smithi099.stdout:op 2119 completed, throughput=4.99MB/sec 2024-04-12T16:28:46.837 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-NpfKA92GcLyd2-4 off=3239429 len=932170 2024-04-12T16:28:46.841 INFO:tasks.workunit.client.0.smithi099.stdout:op 2120 completed, throughput=5MB/sec 2024-04-12T16:28:46.841 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-HrOu-Y8CALJQCTg off=1402549 len=1646403 2024-04-12T16:28:46.850 INFO:tasks.workunit.client.0.smithi099.stdout:op 2121 completed, throughput=5MB/sec 2024-04-12T16:28:47.851 INFO:tasks.workunit.client.0.smithi099.stdout: 416: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:47.851 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-CW-5fY2AxUMd-wy off=297011 len=2058623 2024-04-12T16:28:47.861 INFO:tasks.workunit.client.0.smithi099.stdout:op 2122 completed, throughput=4.99MB/sec 2024-04-12T16:28:47.861 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-798QkmU0QeFkqJM off=4268317 len=502088 2024-04-12T16:28:47.865 INFO:tasks.workunit.client.0.smithi099.stdout:op 2123 completed, throughput=4.99MB/sec 2024-04-12T16:28:47.865 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-YKe0-8k2TSjZ-Ax off=16809927 len=1815913 2024-04-12T16:28:47.878 INFO:tasks.workunit.client.0.smithi099.stdout:op 2124 completed, throughput=5MB/sec 2024-04-12T16:28:47.878 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-LvGhuroFbtk7GLS off=3922171 len=633602 2024-04-12T16:28:47.882 INFO:tasks.workunit.client.0.smithi099.stdout:op 2125 completed, throughput=5MB/sec 2024-04-12T16:28:47.882 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-4d3GVTVHrO8C1sU off=503834 len=2026182 2024-04-12T16:28:47.886 INFO:tasks.workunit.client.0.smithi099.stdout:op 2126 completed, throughput=5MB/sec 2024-04-12T16:28:48.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:28:48 smithi099 ceph-mon[94290]: pgmap v1627: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:28:48.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:28:48 smithi099 ceph-mon[96864]: pgmap v1627: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:28:48.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:28:48 smithi110 ceph-mon[88691]: pgmap v1627: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:28:48.887 INFO:tasks.workunit.client.0.smithi099.stdout: 417: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:48.887 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-55cL9gmc7lXmR3W off=10714622 len=312964 2024-04-12T16:28:48.890 INFO:tasks.workunit.client.0.smithi099.stdout:op 2127 completed, throughput=4.99MB/sec 2024-04-12T16:28:48.890 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-jvHg1fo9xqXrp2_ off=23008279 len=1652216 2024-04-12T16:28:48.898 INFO:tasks.workunit.client.0.smithi099.stdout:op 2128 completed, throughput=5MB/sec 2024-04-12T16:28:48.898 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-OmKC-YkBh5OHPp_ off=9735466 len=1791711 2024-04-12T16:28:48.899 INFO:tasks.workunit.client.0.smithi099.stdout:op 2129 completed, throughput=5MB/sec 2024-04-12T16:28:49.900 INFO:tasks.workunit.client.0.smithi099.stdout: 418: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:49.900 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-4ETZqICLqnQQM0w off=1109067 len=611979 2024-04-12T16:28:49.904 INFO:tasks.workunit.client.0.smithi099.stdout:op 2130 completed, throughput=4.99MB/sec 2024-04-12T16:28:49.904 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-GQf7oerMo6KroBl off=18948339 len=1201757 2024-04-12T16:28:49.910 INFO:tasks.workunit.client.0.smithi099.stdout:op 2131 completed, throughput=4.99MB/sec 2024-04-12T16:28:49.910 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-6qQ-4k0yrEEQhG5 off=1057423 len=1235337 2024-04-12T16:28:49.912 INFO:tasks.workunit.client.0.smithi099.stdout:op 2132 completed, throughput=5MB/sec 2024-04-12T16:28:49.912 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-yzDGbl2iEhjwvHf off=7377094 len=532545 2024-04-12T16:28:49.915 INFO:tasks.workunit.client.0.smithi099.stdout:op 2133 completed, throughput=5MB/sec 2024-04-12T16:28:49.916 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-HAieGpCMfIrRAwX off=7473534 len=1006160 2024-04-12T16:28:49.916 INFO:tasks.workunit.client.0.smithi099.stdout:op 2134 completed, throughput=5MB/sec 2024-04-12T16:28:49.916 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-h-HEyLMSbzp_OHU off=3722441 len=1912327 2024-04-12T16:28:49.918 INFO:tasks.workunit.client.0.smithi099.stdout:op 2135 completed, throughput=5MB/sec 2024-04-12T16:28:50.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:28:50 smithi099 ceph-mon[94290]: pgmap v1628: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:28:50.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:28:50 smithi099 ceph-mon[96864]: pgmap v1628: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:28:50.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:28:50 smithi110 ceph-mon[88691]: pgmap v1628: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:28:50.919 INFO:tasks.workunit.client.0.smithi099.stdout: 419: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:50.919 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-OhfMDTP5IIEBWpU off=2194365 len=1246036 2024-04-12T16:28:50.921 INFO:tasks.workunit.client.0.smithi099.stdout:op 2136 completed, throughput=4.99MB/sec 2024-04-12T16:28:50.921 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-nNhTC6eOCKITyAn off=5674325 len=1656537 2024-04-12T16:28:50.928 INFO:tasks.workunit.client.0.smithi099.stdout:op 2137 completed, throughput=5MB/sec 2024-04-12T16:28:50.928 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-8by1HsfBCrPxAUi off=2446261 len=1593708 2024-04-12T16:28:50.929 INFO:tasks.workunit.client.0.smithi099.stdout:op 2138 completed, throughput=5MB/sec 2024-04-12T16:28:51.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:28:51 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:28:51.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:28:51 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:51.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:28:51 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:28:51.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:28:51 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:28:51.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:28:51 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:28:51.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:28:51 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:51.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:28:51 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:28:51.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:28:51 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:28:51.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:28:51 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:28:51.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:28:51 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:51.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:28:51 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:28:51.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:28:51 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:28:51.930 INFO:tasks.workunit.client.0.smithi099.stdout: 420: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:51.930 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-P6T7vaaa5WbVZaj off=10158408 len=2077066 2024-04-12T16:28:51.934 INFO:tasks.workunit.client.0.smithi099.stdout:op 2139 completed, throughput=4.99MB/sec 2024-04-12T16:28:51.934 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-I76_5lXKhbWSiGX off=1154673 len=1967076 2024-04-12T16:28:51.936 INFO:tasks.workunit.client.0.smithi099.stdout:op 2140 completed, throughput=5MB/sec 2024-04-12T16:28:51.936 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Sjd8Usgzmrb5lln off=1779490 len=45042 2024-04-12T16:28:51.938 INFO:tasks.workunit.client.0.smithi099.stdout:op 2141 completed, throughput=5MB/sec 2024-04-12T16:28:51.938 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Gvog63IWEbf7VXO off=6441005 len=392032 2024-04-12T16:28:51.942 INFO:tasks.workunit.client.0.smithi099.stdout:op 2142 completed, throughput=5MB/sec 2024-04-12T16:28:51.942 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-N8AMsIQSfSyxBaH off=1895657 len=1135020 2024-04-12T16:28:51.948 INFO:tasks.workunit.client.0.smithi099.stdout:op 2143 completed, throughput=5MB/sec 2024-04-12T16:28:52.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:28:52 smithi110 ceph-mon[88691]: pgmap v1629: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-12T16:28:52.581 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:28:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:28:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:28:52.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:28:52 smithi099 ceph-mon[94290]: pgmap v1629: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-12T16:28:52.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:28:52 smithi099 ceph-mon[96864]: pgmap v1629: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-12T16:28:52.948 INFO:tasks.workunit.client.0.smithi099.stdout: 421: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:52.948 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-8BSCgxP3_rVCKZ4 off=2658203 len=1089668 2024-04-12T16:28:52.950 INFO:tasks.workunit.client.0.smithi099.stdout:op 2144 completed, throughput=4.99MB/sec 2024-04-12T16:28:52.950 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-YJ-grdHbpWVmXDj off=1835106 len=1040692 2024-04-12T16:28:52.955 INFO:tasks.workunit.client.0.smithi099.stdout:op 2145 completed, throughput=4.99MB/sec 2024-04-12T16:28:52.955 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Id0Vlxl-39KR3zt off=18540549 len=252433 2024-04-12T16:28:52.956 INFO:tasks.workunit.client.0.smithi099.stdout:op 2146 completed, throughput=5MB/sec 2024-04-12T16:28:52.956 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-UtIUU6NuClkPyn1 off=6228161 len=1570331 2024-04-12T16:28:52.962 INFO:tasks.workunit.client.0.smithi099.stdout:op 2147 completed, throughput=5MB/sec 2024-04-12T16:28:52.962 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-rCHggyADSnWfuZR off=246954 len=1255549 2024-04-12T16:28:52.967 INFO:tasks.workunit.client.0.smithi099.stdout:op 2148 completed, throughput=5MB/sec 2024-04-12T16:28:53.968 INFO:tasks.workunit.client.0.smithi099.stdout: 422: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:53.968 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--RefhS9sO52GW9h off=21471462 len=665214 2024-04-12T16:28:53.969 INFO:tasks.workunit.client.0.smithi099.stdout:op 2149 completed, throughput=4.99MB/sec 2024-04-12T16:28:53.969 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-N-p6BWKfAZ2Xhi4 off=1562764 len=1871340 2024-04-12T16:28:53.972 INFO:tasks.workunit.client.0.smithi099.stdout:op 2150 completed, throughput=5MB/sec 2024-04-12T16:28:53.972 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-dd3YmSQ6CCymeV4 off=961176 len=422331 2024-04-12T16:28:53.975 INFO:tasks.workunit.client.0.smithi099.stdout:op 2151 completed, throughput=5MB/sec 2024-04-12T16:28:53.975 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-cHoJwrANS58EVh7 off=378680 len=1532088 2024-04-12T16:28:53.984 INFO:tasks.workunit.client.0.smithi099.stdout:op 2152 completed, throughput=5MB/sec 2024-04-12T16:28:53.984 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_YJig_PJNsfbxP3 off=17791032 len=2033633 2024-04-12T16:28:53.993 INFO:tasks.workunit.client.0.smithi099.stdout:op 2153 completed, throughput=5MB/sec 2024-04-12T16:28:54.676 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:28:54 smithi099 ceph-mon[96864]: pgmap v1630: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:28:54.676 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:28:54 smithi099 ceph-mon[94290]: pgmap v1630: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:28:54.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:28:54 smithi110 ceph-mon[88691]: pgmap v1630: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:28:54.993 INFO:tasks.workunit.client.0.smithi099.stdout: 423: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:54.993 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-VVM1O792J56UF5B off=5475369 len=1519816 2024-04-12T16:28:55.002 INFO:tasks.workunit.client.0.smithi099.stdout:op 2154 completed, throughput=5MB/sec 2024-04-12T16:28:55.002 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-QMPHuaHouhKGbku off=16491813 len=1051365 2024-04-12T16:28:55.008 INFO:tasks.workunit.client.0.smithi099.stdout:op 2155 completed, throughput=5MB/sec 2024-04-12T16:28:55.008 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-K5GOnmBbcxgcuUw off=12019679 len=103907 2024-04-12T16:28:55.010 INFO:tasks.workunit.client.0.smithi099.stdout:op 2156 completed, throughput=5MB/sec 2024-04-12T16:28:55.010 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-zoicgErScOY2Yyd off=8747097 len=1326090 2024-04-12T16:28:55.012 INFO:tasks.workunit.client.0.smithi099.stdout:op 2157 completed, throughput=5MB/sec 2024-04-12T16:28:56.012 INFO:tasks.workunit.client.0.smithi099.stdout: 424: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:56.013 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-vM53KC0YqpcpIhd off=14444524 len=363331 2024-04-12T16:28:56.013 INFO:tasks.workunit.client.0.smithi099.stdout:op 2158 completed, throughput=4.99MB/sec 2024-04-12T16:28:56.014 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-y7BLMJ--klg33QT off=6387048 len=1606764 2024-04-12T16:28:56.022 INFO:tasks.workunit.client.0.smithi099.stdout:op 2159 completed, throughput=4.99MB/sec 2024-04-12T16:28:56.022 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-enZR_MyFcZohLao off=5553717 len=322951 2024-04-12T16:28:56.025 INFO:tasks.workunit.client.0.smithi099.stdout:op 2160 completed, throughput=4.99MB/sec 2024-04-12T16:28:56.025 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-V01fwyrGmT21b11 off=7399089 len=1110842 2024-04-12T16:28:56.030 INFO:tasks.workunit.client.0.smithi099.stdout:op 2161 completed, throughput=5MB/sec 2024-04-12T16:28:56.030 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-tXxu4S7kUjURsOe off=14882915 len=1281330 2024-04-12T16:28:56.032 INFO:tasks.workunit.client.0.smithi099.stdout:op 2162 completed, throughput=5MB/sec 2024-04-12T16:28:56.032 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-LmmjU7A6OAiNzPC off=4299652 len=325036 2024-04-12T16:28:56.032 INFO:tasks.workunit.client.0.smithi099.stdout:op 2163 completed, throughput=5MB/sec 2024-04-12T16:28:56.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:28:56 smithi099 ceph-mon[94290]: pgmap v1631: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T16:28:56.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:28:56 smithi099 ceph-mon[96864]: pgmap v1631: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T16:28:56.624 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:28:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:28:56] "GET /metrics HTTP/1.1" 200 34118 "" "Prometheus/2.43.0" 2024-04-12T16:28:56.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:28:56 smithi110 ceph-mon[88691]: pgmap v1631: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T16:28:57.033 INFO:tasks.workunit.client.0.smithi099.stdout: 425: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:57.033 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-OOtJm6Fv8EIa924 off=10091132 len=1535140 2024-04-12T16:28:57.036 INFO:tasks.workunit.client.0.smithi099.stdout:op 2164 completed, throughput=4.99MB/sec 2024-04-12T16:28:57.036 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-pzDnbrLy9e-LOVq off=3573997 len=1916288 2024-04-12T16:28:57.047 INFO:tasks.workunit.client.0.smithi099.stdout:op 2165 completed, throughput=5MB/sec 2024-04-12T16:28:57.047 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-6wqqaCGqxTkfZUD off=14189939 len=179923 2024-04-12T16:28:57.047 INFO:tasks.workunit.client.0.smithi099.stdout:op 2166 completed, throughput=5MB/sec 2024-04-12T16:28:57.048 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-fa4CHLwQKcmI6lx off=7133232 len=2072317 2024-04-12T16:28:57.050 INFO:tasks.workunit.client.0.smithi099.stdout:op 2167 completed, throughput=5MB/sec 2024-04-12T16:28:58.050 INFO:tasks.workunit.client.0.smithi099.stdout: 426: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:58.050 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-kAg7Ppns7NkedcH off=2742731 len=2050210 2024-04-12T16:28:58.052 INFO:tasks.workunit.client.0.smithi099.stdout:op 2168 completed, throughput=4.99MB/sec 2024-04-12T16:28:58.053 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-uGB38hxWUoDu2nd off=6833353 len=1825569 2024-04-12T16:28:58.055 INFO:tasks.workunit.client.0.smithi099.stdout:op 2169 completed, throughput=5MB/sec 2024-04-12T16:28:58.055 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-GgT552ifMDfHGpS off=852111 len=408809 2024-04-12T16:28:58.058 INFO:tasks.workunit.client.0.smithi099.stdout:op 2170 completed, throughput=5MB/sec 2024-04-12T16:28:58.058 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-no0MEJQZbaYbadZ off=8866803 len=366182 2024-04-12T16:28:58.059 INFO:tasks.workunit.client.0.smithi099.stdout:op 2171 completed, throughput=5MB/sec 2024-04-12T16:28:58.059 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-VatqZuZAHIIaD5i off=12116490 len=486981 2024-04-12T16:28:58.062 INFO:tasks.workunit.client.0.smithi099.stdout:op 2172 completed, throughput=5MB/sec 2024-04-12T16:28:58.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:28:58 smithi110 ceph-mon[88691]: pgmap v1632: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-12T16:28:58.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:28:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:28:58.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:28:58 smithi099 ceph-mon[96864]: pgmap v1632: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-12T16:28:58.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:28:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:28:58.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:28:58 smithi099 ceph-mon[94290]: pgmap v1632: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-12T16:28:58.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:28:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:28:59.063 INFO:tasks.workunit.client.0.smithi099.stdout: 427: throughput=4.99MB/sec pending data=0 2024-04-12T16:28:59.063 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-q1qyUIaNdTzrEyS off=7835443 len=1286586 2024-04-12T16:28:59.070 INFO:tasks.workunit.client.0.smithi099.stdout:op 2173 completed, throughput=4.99MB/sec 2024-04-12T16:28:59.070 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-o_vEsb51qbH_Ik5 off=2477067 len=2029595 2024-04-12T16:28:59.081 INFO:tasks.workunit.client.0.smithi099.stdout:op 2174 completed, throughput=5MB/sec 2024-04-12T16:28:59.081 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-n0EluFUoLd8ipd- off=7031919 len=661906 2024-04-12T16:28:59.085 INFO:tasks.workunit.client.0.smithi099.stdout:op 2175 completed, throughput=5MB/sec 2024-04-12T16:28:59.085 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ZqKY6XKBz0ykVb7 off=7128830 len=1666792 2024-04-12T16:28:59.091 INFO:tasks.workunit.client.0.smithi099.stdout:op 2176 completed, throughput=5MB/sec 2024-04-12T16:29:00.091 INFO:tasks.workunit.client.0.smithi099.stdout: 428: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:00.092 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-9BVhxaVNTorvjN8 off=2018625 len=930148 2024-04-12T16:29:00.094 INFO:tasks.workunit.client.0.smithi099.stdout:op 2177 completed, throughput=4.99MB/sec 2024-04-12T16:29:00.094 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-XALQoAz5BFCfA3O off=3383706 len=190724 2024-04-12T16:29:00.096 INFO:tasks.workunit.client.0.smithi099.stdout:op 2178 completed, throughput=4.99MB/sec 2024-04-12T16:29:00.097 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-KKXqIIXTLZ_CcLP off=6359308 len=729646 2024-04-12T16:29:00.098 INFO:tasks.workunit.client.0.smithi099.stdout:op 2179 completed, throughput=4.99MB/sec 2024-04-12T16:29:00.098 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-sXUdOVZIf5zkkHi off=2879916 len=1366045 2024-04-12T16:29:00.105 INFO:tasks.workunit.client.0.smithi099.stdout:op 2180 completed, throughput=5MB/sec 2024-04-12T16:29:00.105 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-hr3sFUQAuAuH-Cd off=3755191 len=1688805 2024-04-12T16:29:00.107 INFO:tasks.workunit.client.0.smithi099.stdout:op 2181 completed, throughput=5MB/sec 2024-04-12T16:29:00.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:29:00 smithi110 ceph-mon[88691]: pgmap v1633: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T16:29:00.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:29:00 smithi099 ceph-mon[94290]: pgmap v1633: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T16:29:00.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:29:00 smithi099 ceph-mon[96864]: pgmap v1633: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T16:29:01.108 INFO:tasks.workunit.client.0.smithi099.stdout: 429: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:01.108 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-2wp4YSVf5h2fZpK off=10666709 len=1293180 2024-04-12T16:29:01.109 INFO:tasks.workunit.client.0.smithi099.stdout:op 2182 completed, throughput=4.99MB/sec 2024-04-12T16:29:01.110 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-BdEO4LaeWh6penh off=1396951 len=1209572 2024-04-12T16:29:01.112 INFO:tasks.workunit.client.0.smithi099.stdout:op 2183 completed, throughput=4.99MB/sec 2024-04-12T16:29:01.112 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-AV3JUm-bC3OH8zj off=8600066 len=1718952 2024-04-12T16:29:01.121 INFO:tasks.workunit.client.0.smithi099.stdout:op 2184 completed, throughput=5MB/sec 2024-04-12T16:29:01.121 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-lAJzPeiVZjBhhDp off=6266468 len=718440 2024-04-12T16:29:01.126 INFO:tasks.workunit.client.0.smithi099.stdout:op 2185 completed, throughput=5MB/sec 2024-04-12T16:29:01.126 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-m9yvEW0QN9-94YN off=17899368 len=227709 2024-04-12T16:29:01.127 INFO:tasks.workunit.client.0.smithi099.stdout:op 2186 completed, throughput=5MB/sec 2024-04-12T16:29:02.127 INFO:tasks.workunit.client.0.smithi099.stdout: 430: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:02.128 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-RXRUjW_ko0wj5wV off=3244817 len=1661761 2024-04-12T16:29:02.132 INFO:tasks.workunit.client.0.smithi099.stdout:op 2187 completed, throughput=4.99MB/sec 2024-04-12T16:29:02.132 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-5Z_OjAO5H8RmlpF off=23604971 len=1923729 2024-04-12T16:29:02.140 INFO:tasks.workunit.client.0.smithi099.stdout:op 2188 completed, throughput=5MB/sec 2024-04-12T16:29:02.140 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-b9o_vOHOnRtYTCT off=11683437 len=1541626 2024-04-12T16:29:02.148 INFO:tasks.workunit.client.0.smithi099.stdout:op 2189 completed, throughput=5MB/sec 2024-04-12T16:29:02.148 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-bqzJH9qqyMWexF2 off=3823427 len=499785 2024-04-12T16:29:02.151 INFO:tasks.workunit.client.0.smithi099.stdout:op 2190 completed, throughput=5MB/sec 2024-04-12T16:29:02.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:29:02 smithi110 ceph-mon[88691]: pgmap v1634: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:29:02.581 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:29:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:29:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:29:02.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:29:02 smithi099 ceph-mon[94290]: pgmap v1634: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:29:02.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:29:02 smithi099 ceph-mon[96864]: pgmap v1634: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:29:03.151 INFO:tasks.workunit.client.0.smithi099.stdout: 431: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:03.151 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-p_cQSKeOsXloU1s off=2872889 len=164079 2024-04-12T16:29:03.154 INFO:tasks.workunit.client.0.smithi099.stdout:op 2191 completed, throughput=4.99MB/sec 2024-04-12T16:29:03.154 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-3t5zvh0poYxWKOU off=1386200 len=403224 2024-04-12T16:29:03.158 INFO:tasks.workunit.client.0.smithi099.stdout:op 2192 completed, throughput=4.99MB/sec 2024-04-12T16:29:03.158 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-CzMYFlrSQE3zA3i off=7996240 len=664452 2024-04-12T16:29:03.159 INFO:tasks.workunit.client.0.smithi099.stdout:op 2193 completed, throughput=4.99MB/sec 2024-04-12T16:29:03.159 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Zzwi5YI0YUnJooU off=3531091 len=2047304 2024-04-12T16:29:03.168 INFO:tasks.workunit.client.0.smithi099.stdout:op 2194 completed, throughput=5MB/sec 2024-04-12T16:29:03.168 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-g0WrkFJ3Nk3emhV off=1879125 len=37758 2024-04-12T16:29:03.170 INFO:tasks.workunit.client.0.smithi099.stdout:op 2195 completed, throughput=5MB/sec 2024-04-12T16:29:03.170 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-sYEcZxNs2ynJmna off=3798052 len=70305 2024-04-12T16:29:03.172 INFO:tasks.workunit.client.0.smithi099.stdout:op 2196 completed, throughput=5MB/sec 2024-04-12T16:29:03.172 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-qNQP9aFkNI6CuFk off=400795 len=1023717 2024-04-12T16:29:03.174 INFO:tasks.workunit.client.0.smithi099.stdout:op 2197 completed, throughput=5MB/sec 2024-04-12T16:29:03.174 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-pEGg68Fn12mSk_a off=6494016 len=1372921 2024-04-12T16:29:03.180 INFO:tasks.workunit.client.0.smithi099.stdout:op 2198 completed, throughput=5MB/sec 2024-04-12T16:29:04.180 INFO:tasks.workunit.client.0.smithi099.stdout: 432: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:04.181 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-4GQfxvEoplWo9Hw off=4353674 len=127847 2024-04-12T16:29:04.181 INFO:tasks.workunit.client.0.smithi099.stdout:op 2199 completed, throughput=4.99MB/sec 2024-04-12T16:29:04.181 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-KkMIYcUcemxEy3T off=1214577 len=1702420 2024-04-12T16:29:04.190 INFO:tasks.workunit.client.0.smithi099.stdout:op 2200 completed, throughput=4.99MB/sec 2024-04-12T16:29:04.190 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-HzkdSrieBgN7aFl off=1810138 len=1832540 2024-04-12T16:29:04.192 INFO:tasks.workunit.client.0.smithi099.stdout:op 2201 completed, throughput=5MB/sec 2024-04-12T16:29:04.192 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-f-XrZSryQ3GnYGX off=1092507 len=1743445 2024-04-12T16:29:04.200 INFO:tasks.workunit.client.0.smithi099.stdout:op 2202 completed, throughput=5MB/sec 2024-04-12T16:29:04.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:29:04 smithi110 ceph-mon[88691]: pgmap v1635: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:29:04.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:29:04 smithi099 ceph-mon[94290]: pgmap v1635: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:29:04.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:29:04 smithi099 ceph-mon[96864]: pgmap v1635: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:29:05.201 INFO:tasks.workunit.client.0.smithi099.stdout: 433: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:05.201 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-C1v6xboFAvsr2Mz off=3886758 len=1417462 2024-04-12T16:29:05.203 INFO:tasks.workunit.client.0.smithi099.stdout:op 2203 completed, throughput=4.99MB/sec 2024-04-12T16:29:05.203 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-R8Rom9FtAFt1BRP off=9749975 len=507356 2024-04-12T16:29:05.206 INFO:tasks.workunit.client.0.smithi099.stdout:op 2204 completed, throughput=4.99MB/sec 2024-04-12T16:29:05.206 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ocJ8oK2ye36Atlq off=485371 len=275445 2024-04-12T16:29:05.207 INFO:tasks.workunit.client.0.smithi099.stdout:op 2205 completed, throughput=5MB/sec 2024-04-12T16:29:05.207 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-UylwVB6i_C_bmNL off=16796189 len=1478635 2024-04-12T16:29:05.214 INFO:tasks.workunit.client.0.smithi099.stdout:op 2206 completed, throughput=5MB/sec 2024-04-12T16:29:05.214 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--LnhHdsDYo3katC off=1501164 len=890832 2024-04-12T16:29:05.215 INFO:tasks.workunit.client.0.smithi099.stdout:op 2207 completed, throughput=5MB/sec 2024-04-12T16:29:06.215 INFO:tasks.workunit.client.0.smithi099.stdout: 434: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:06.216 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-wpfRGeJvnrcwrJF off=11623860 len=1068987 2024-04-12T16:29:06.222 INFO:tasks.workunit.client.0.smithi099.stdout:op 2208 completed, throughput=4.99MB/sec 2024-04-12T16:29:06.222 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-olziItc_V8bbsAI off=19747173 len=1299704 2024-04-12T16:29:06.224 INFO:tasks.workunit.client.0.smithi099.stdout:op 2209 completed, throughput=4.99MB/sec 2024-04-12T16:29:06.224 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-YiuhM_6L4pQsBmW off=9051924 len=828793 2024-04-12T16:29:06.230 INFO:tasks.workunit.client.0.smithi099.stdout:op 2210 completed, throughput=5MB/sec 2024-04-12T16:29:06.230 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--jbxMoLsCvPkyry off=774977 len=2016726 2024-04-12T16:29:06.232 INFO:tasks.workunit.client.0.smithi099.stdout:op 2211 completed, throughput=5MB/sec 2024-04-12T16:29:06.232 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-5XJFkuLTo9b_w2c off=18706034 len=1054000 2024-04-12T16:29:06.233 INFO:tasks.workunit.client.0.smithi099.stdout:op 2212 completed, throughput=5MB/sec 2024-04-12T16:29:06.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:29:06 smithi099 ceph-mon[94290]: pgmap v1636: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:29:06.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:29:06 smithi099 ceph-mon[96864]: pgmap v1636: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:29:06.624 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:29:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:29:06] "GET /metrics HTTP/1.1" 200 34129 "" "Prometheus/2.43.0" 2024-04-12T16:29:06.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:29:06 smithi110 ceph-mon[88691]: pgmap v1636: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:29:07.233 INFO:tasks.workunit.client.0.smithi099.stdout: 435: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:07.234 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-HuNrNKz-auraDJJ off=2776727 len=810184 2024-04-12T16:29:07.237 INFO:tasks.workunit.client.0.smithi099.stdout:op 2213 completed, throughput=4.99MB/sec 2024-04-12T16:29:07.237 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-nYBa5WFOjgBQIHF off=3259880 len=380216 2024-04-12T16:29:07.241 INFO:tasks.workunit.client.0.smithi099.stdout:op 2214 completed, throughput=4.99MB/sec 2024-04-12T16:29:07.241 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-H8ROTILRcZa9FEt off=4920162 len=1477339 2024-04-12T16:29:07.249 INFO:tasks.workunit.client.0.smithi099.stdout:op 2215 completed, throughput=5MB/sec 2024-04-12T16:29:07.249 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Fh-3myrGud9Njpm off=711627 len=1701690 2024-04-12T16:29:07.251 INFO:tasks.workunit.client.0.smithi099.stdout:op 2216 completed, throughput=5MB/sec 2024-04-12T16:29:07.251 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ncI2ZdhWxQFsYS2 off=5613599 len=2048308 2024-04-12T16:29:07.254 INFO:tasks.workunit.client.0.smithi099.stdout:op 2217 completed, throughput=5MB/sec 2024-04-12T16:29:08.254 INFO:tasks.workunit.client.0.smithi099.stdout: 436: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:08.255 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-1_Y0oK-5LpNm3L5 off=5604689 len=1409328 2024-04-12T16:29:08.256 INFO:tasks.workunit.client.0.smithi099.stdout:op 2218 completed, throughput=5MB/sec 2024-04-12T16:29:08.256 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0332ZnbFkmRKLuV off=13241198 len=1426241 2024-04-12T16:29:08.263 INFO:tasks.workunit.client.0.smithi099.stdout:op 2219 completed, throughput=5MB/sec 2024-04-12T16:29:08.263 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-mFzEksEhh_FqvKH off=199452 len=1941083 2024-04-12T16:29:08.265 INFO:tasks.workunit.client.0.smithi099.stdout:op 2220 completed, throughput=5MB/sec 2024-04-12T16:29:08.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:29:08 smithi110 ceph-mon[88691]: pgmap v1637: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:29:08.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:29:08 smithi099 ceph-mon[94290]: pgmap v1637: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:29:08.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:29:08 smithi099 ceph-mon[96864]: pgmap v1637: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:29:09.266 INFO:tasks.workunit.client.0.smithi099.stdout: 437: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:09.266 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-AhHUw9bUwzh4kuY off=1945295 len=1029600 2024-04-12T16:29:09.267 INFO:tasks.workunit.client.0.smithi099.stdout:op 2221 completed, throughput=4.99MB/sec 2024-04-12T16:29:09.267 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-0XtyMDwq1uCtiXt off=17033304 len=1002589 2024-04-12T16:29:09.269 INFO:tasks.workunit.client.0.smithi099.stdout:op 2222 completed, throughput=5MB/sec 2024-04-12T16:29:09.270 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-UYwV06KmdfPKgRy off=12506545 len=1913098 2024-04-12T16:29:09.279 INFO:tasks.workunit.client.0.smithi099.stdout:op 2223 completed, throughput=5MB/sec 2024-04-12T16:29:10.280 INFO:tasks.workunit.client.0.smithi099.stdout: 438: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:10.280 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-l53TqUtMFUaogAQ off=3055402 len=1625159 2024-04-12T16:29:10.288 INFO:tasks.workunit.client.0.smithi099.stdout:op 2224 completed, throughput=4.99MB/sec 2024-04-12T16:29:10.288 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-UB8BPvHejnhzKds off=8600396 len=2028117 2024-04-12T16:29:10.297 INFO:tasks.workunit.client.0.smithi099.stdout:op 2225 completed, throughput=5MB/sec 2024-04-12T16:29:10.297 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-huuxMsr-lOcKpBm off=3241883 len=21299 2024-04-12T16:29:10.299 INFO:tasks.workunit.client.0.smithi099.stdout:op 2226 completed, throughput=5MB/sec 2024-04-12T16:29:10.299 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Xk8g7m3d3FjqcQK off=2302477 len=999767 2024-04-12T16:29:10.300 INFO:tasks.workunit.client.0.smithi099.stdout:op 2227 completed, throughput=5MB/sec 2024-04-12T16:29:10.300 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-cQCBwyQzpv8IhPj off=6786895 len=1928825 2024-04-12T16:29:10.302 INFO:tasks.workunit.client.0.smithi099.stdout:op 2228 completed, throughput=5MB/sec 2024-04-12T16:29:10.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:29:10 smithi110 ceph-mon[88691]: pgmap v1638: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T16:29:10.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:29:10 smithi099 ceph-mon[94290]: pgmap v1638: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T16:29:10.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:29:10 smithi099 ceph-mon[96864]: pgmap v1638: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T16:29:11.303 INFO:tasks.workunit.client.0.smithi099.stdout: 439: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:11.303 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-aln1ZS1fCMq0NW3 off=187887 len=180214 2024-04-12T16:29:11.304 INFO:tasks.workunit.client.0.smithi099.stdout:op 2229 completed, throughput=4.99MB/sec 2024-04-12T16:29:11.304 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-CagMWJgu8hvOQpg off=6735107 len=327525 2024-04-12T16:29:11.305 INFO:tasks.workunit.client.0.smithi099.stdout:op 2230 completed, throughput=4.99MB/sec 2024-04-12T16:29:11.305 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-AjjwW2Hx2PIk0YW off=2133844 len=964904 2024-04-12T16:29:11.307 INFO:tasks.workunit.client.0.smithi099.stdout:op 2231 completed, throughput=4.99MB/sec 2024-04-12T16:29:11.307 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-NfxseIxF9JGWs_W off=7806685 len=1441157 2024-04-12T16:29:11.310 INFO:tasks.workunit.client.0.smithi099.stdout:op 2232 completed, throughput=5MB/sec 2024-04-12T16:29:11.310 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--zDNgxFNS2rKIKZ off=2211187 len=2057634 2024-04-12T16:29:11.312 INFO:tasks.workunit.client.0.smithi099.stdout:op 2233 completed, throughput=5MB/sec 2024-04-12T16:29:12.313 INFO:tasks.workunit.client.0.smithi099.stdout: 440: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:12.313 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Q2M0fkLhN45iqNK off=1820613 len=1470931 2024-04-12T16:29:12.320 INFO:tasks.workunit.client.0.smithi099.stdout:op 2234 completed, throughput=4.99MB/sec 2024-04-12T16:29:12.320 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-yW8r0jXxEXRIffr off=4431577 len=1392984 2024-04-12T16:29:12.327 INFO:tasks.workunit.client.0.smithi099.stdout:op 2235 completed, throughput=5MB/sec 2024-04-12T16:29:12.327 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-WRXztMY3gOPv-MT off=4925828 len=656781 2024-04-12T16:29:12.328 INFO:tasks.workunit.client.0.smithi099.stdout:op 2236 completed, throughput=5MB/sec 2024-04-12T16:29:12.328 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-vM53KC0YqpcpIhd off=8282743 len=1986293 2024-04-12T16:29:12.330 INFO:tasks.workunit.client.0.smithi099.stdout:op 2237 completed, throughput=5MB/sec 2024-04-12T16:29:12.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:29:12 smithi110 ceph-mon[88691]: pgmap v1639: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:29:12.581 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:29:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:29:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:29:12.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:29:12 smithi099 ceph-mon[94290]: pgmap v1639: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:29:12.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:29:12 smithi099 ceph-mon[96864]: pgmap v1639: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:29:13.330 INFO:tasks.workunit.client.0.smithi099.stdout: 441: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:13.330 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-5acvB0o7sJ18zUf off=4645884 len=1232934 2024-04-12T16:29:13.336 INFO:tasks.workunit.client.0.smithi099.stdout:op 2238 completed, throughput=4.99MB/sec 2024-04-12T16:29:13.336 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-vxzGxzD91L6G43j off=5264730 len=1261509 2024-04-12T16:29:13.343 INFO:tasks.workunit.client.0.smithi099.stdout:op 2239 completed, throughput=5MB/sec 2024-04-12T16:29:13.343 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ihlXW4YXP2LLP1Y off=8879965 len=230427 2024-04-12T16:29:13.344 INFO:tasks.workunit.client.0.smithi099.stdout:op 2240 completed, throughput=5MB/sec 2024-04-12T16:29:13.344 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-IdBC_z18b_0FTB2 off=1186542 len=910438 2024-04-12T16:29:13.349 INFO:tasks.workunit.client.0.smithi099.stdout:op 2241 completed, throughput=5MB/sec 2024-04-12T16:29:13.350 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-UyOym7aSjl36djU off=276504 len=1190555 2024-04-12T16:29:13.357 INFO:tasks.workunit.client.0.smithi099.stdout:op 2242 completed, throughput=5MB/sec 2024-04-12T16:29:13.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:29:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:29:13.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:29:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:29:13.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:29:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:29:14.357 INFO:tasks.workunit.client.0.smithi099.stdout: 442: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:14.357 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ZS5i34izmSyR69b off=4419884 len=260840 2024-04-12T16:29:14.358 INFO:tasks.workunit.client.0.smithi099.stdout:op 2243 completed, throughput=4.99MB/sec 2024-04-12T16:29:14.358 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-iS_OD39ai_2arLY off=4382693 len=579524 2024-04-12T16:29:14.360 INFO:tasks.workunit.client.0.smithi099.stdout:op 2244 completed, throughput=4.99MB/sec 2024-04-12T16:29:14.360 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-I9oyzpBWFMYmKCF off=11320242 len=1166759 2024-04-12T16:29:14.361 INFO:tasks.workunit.client.0.smithi099.stdout:op 2245 completed, throughput=4.99MB/sec 2024-04-12T16:29:14.362 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-o0KHxJvG9cjqbFr off=3220773 len=896098 2024-04-12T16:29:14.363 INFO:tasks.workunit.client.0.smithi099.stdout:op 2246 completed, throughput=5MB/sec 2024-04-12T16:29:14.363 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-rwTCV18ddNiGe70 off=12930155 len=1629849 2024-04-12T16:29:14.370 INFO:tasks.workunit.client.0.smithi099.stdout:op 2247 completed, throughput=5MB/sec 2024-04-12T16:29:14.370 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-OpXtXu4l8nAIzM6 off=2545435 len=1777034 2024-04-12T16:29:14.379 INFO:tasks.workunit.client.0.smithi099.stdout:op 2248 completed, throughput=5MB/sec 2024-04-12T16:29:14.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:29:14 smithi110 ceph-mon[88691]: pgmap v1640: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:29:14.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:29:14 smithi099 ceph-mon[94290]: pgmap v1640: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:29:14.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:29:14 smithi099 ceph-mon[96864]: pgmap v1640: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:29:15.381 INFO:tasks.workunit.client.0.smithi099.stdout: 443: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:15.382 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-E85K8H8CelK-CZS off=8228289 len=694756 2024-04-12T16:29:15.384 INFO:tasks.workunit.client.0.smithi099.stdout:op 2249 completed, throughput=4.99MB/sec 2024-04-12T16:29:15.384 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-S8ux7jzz-MhfSHL off=2727502 len=1328432 2024-04-12T16:29:15.391 INFO:tasks.workunit.client.0.smithi099.stdout:op 2250 completed, throughput=5MB/sec 2024-04-12T16:29:15.391 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-affC_IcKOZp5gJJ off=474973 len=542110 2024-04-12T16:29:15.394 INFO:tasks.workunit.client.0.smithi099.stdout:op 2251 completed, throughput=5MB/sec 2024-04-12T16:29:15.395 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ltAVDhjYDdyVc99 off=14938334 len=589302 2024-04-12T16:29:15.399 INFO:tasks.workunit.client.0.smithi099.stdout:op 2252 completed, throughput=5MB/sec 2024-04-12T16:29:15.399 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-HQBgK0uQJN7PG68 off=19752340 len=1867573 2024-04-12T16:29:15.408 INFO:tasks.workunit.client.0.smithi099.stdout:op 2253 completed, throughput=5MB/sec 2024-04-12T16:29:16.408 INFO:tasks.workunit.client.0.smithi099.stdout: 444: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:16.408 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-PL8zRpaL5xx2ymD off=2665996 len=961913 2024-04-12T16:29:16.413 INFO:tasks.workunit.client.0.smithi099.stdout:op 2254 completed, throughput=4.99MB/sec 2024-04-12T16:29:16.413 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-tJVHWTPJ6TFHaNC off=17653101 len=1309664 2024-04-12T16:29:16.421 INFO:tasks.workunit.client.0.smithi099.stdout:op 2255 completed, throughput=5MB/sec 2024-04-12T16:29:16.421 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-nf1pU7YM6cO817p off=5354867 len=1240849 2024-04-12T16:29:16.423 INFO:tasks.workunit.client.0.smithi099.stdout:op 2256 completed, throughput=5MB/sec 2024-04-12T16:29:16.424 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-z2DZXZi_RHbrna8 off=5723872 len=1303008 2024-04-12T16:29:16.425 INFO:tasks.workunit.client.0.smithi099.stdout:op 2257 completed, throughput=5MB/sec 2024-04-12T16:29:16.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:29:16 smithi099 ceph-mon[94290]: pgmap v1641: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:29:16.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:29:16 smithi099 ceph-mon[96864]: pgmap v1641: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:29:16.624 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:29:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:29:16] "GET /metrics HTTP/1.1" 200 34129 "" "Prometheus/2.43.0" 2024-04-12T16:29:16.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:29:16 smithi110 ceph-mon[88691]: pgmap v1641: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:29:17.426 INFO:tasks.workunit.client.0.smithi099.stdout: 445: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:17.426 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-N8XoCTLA_xBwWsM off=4758464 len=1719746 2024-04-12T16:29:17.427 INFO:tasks.workunit.client.0.smithi099.stdout:op 2258 completed, throughput=4.99MB/sec 2024-04-12T16:29:17.427 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-blFo2g7OCt5LreS off=18859006 len=658084 2024-04-12T16:29:17.433 INFO:tasks.workunit.client.0.smithi099.stdout:op 2259 completed, throughput=5MB/sec 2024-04-12T16:29:17.434 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-5yZUIocDPCkoW5H off=4647128 len=1308107 2024-04-12T16:29:17.438 INFO:tasks.workunit.client.0.smithi099.stdout:op 2260 completed, throughput=5MB/sec 2024-04-12T16:29:17.438 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-U53hHc2aUCOT7j1 off=10004787 len=400754 2024-04-12T16:29:17.438 INFO:tasks.workunit.client.0.smithi099.stdout:op 2261 completed, throughput=5MB/sec 2024-04-12T16:29:17.438 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-bEYLiU0OcdyCNg0 off=2187314 len=687049 2024-04-12T16:29:17.439 INFO:tasks.workunit.client.0.smithi099.stdout:op 2262 completed, throughput=5MB/sec 2024-04-12T16:29:18.440 INFO:tasks.workunit.client.0.smithi099.stdout: 446: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:18.440 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-n8_k6y_wPPbb9r0 off=2075947 len=1459204 2024-04-12T16:29:18.443 INFO:tasks.workunit.client.0.smithi099.stdout:op 2263 completed, throughput=4.99MB/sec 2024-04-12T16:29:18.443 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-DJ0mOty1jI3M6WI off=21095341 len=1158086 2024-04-12T16:29:18.444 INFO:tasks.workunit.client.0.smithi099.stdout:op 2264 completed, throughput=4.99MB/sec 2024-04-12T16:29:18.444 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qV80Iu0gVez-9Ak off=2504794 len=1314118 2024-04-12T16:29:18.452 INFO:tasks.workunit.client.0.smithi099.stdout:op 2265 completed, throughput=5MB/sec 2024-04-12T16:29:18.452 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-tXkSFWcTAg6QV_U off=21672040 len=1989977 2024-04-12T16:29:18.455 INFO:tasks.workunit.client.0.smithi099.stdout:op 2266 completed, throughput=5MB/sec 2024-04-12T16:29:18.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:29:18 smithi110 ceph-mon[88691]: pgmap v1642: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:29:18.894 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:29:18 smithi099 ceph-mon[94290]: pgmap v1642: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:29:18.895 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:29:18 smithi099 ceph-mon[96864]: pgmap v1642: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:29:19.455 INFO:tasks.workunit.client.0.smithi099.stdout: 447: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:19.456 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-C6VA4RE7XaYTUgr off=20549097 len=242198 2024-04-12T16:29:19.458 INFO:tasks.workunit.client.0.smithi099.stdout:op 2267 completed, throughput=4.99MB/sec 2024-04-12T16:29:19.458 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-wRxUv9yVGI3UGQ5 off=3862550 len=528874 2024-04-12T16:29:19.462 INFO:tasks.workunit.client.0.smithi099.stdout:op 2268 completed, throughput=4.99MB/sec 2024-04-12T16:29:19.463 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qJy75dQgG8bToiI off=2314429 len=2043914 2024-04-12T16:29:19.472 INFO:tasks.workunit.client.0.smithi099.stdout:op 2269 completed, throughput=5MB/sec 2024-04-12T16:29:19.472 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-7zjhvE1G_ZS9S93 off=1412355 len=1568739 2024-04-12T16:29:19.475 INFO:tasks.workunit.client.0.smithi099.stdout:op 2270 completed, throughput=5MB/sec 2024-04-12T16:29:19.476 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-bgOOag54oqatXyJ off=4622141 len=365119 2024-04-12T16:29:19.476 INFO:tasks.workunit.client.0.smithi099.stdout:op 2271 completed, throughput=5MB/sec 2024-04-12T16:29:20.477 INFO:tasks.workunit.client.0.smithi099.stdout: 448: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:20.477 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-MW50Hr1L4Cioqgs off=3251902 len=1025472 2024-04-12T16:29:20.482 INFO:tasks.workunit.client.0.smithi099.stdout:op 2272 completed, throughput=4.99MB/sec 2024-04-12T16:29:20.482 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-DXMZWMlOqzKi3Ak off=10496641 len=647329 2024-04-12T16:29:20.483 INFO:tasks.workunit.client.0.smithi099.stdout:op 2273 completed, throughput=4.99MB/sec 2024-04-12T16:29:20.483 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-7vMGex-2vz8N6tw off=6991810 len=1749011 2024-04-12T16:29:20.491 INFO:tasks.workunit.client.0.smithi099.stdout:op 2274 completed, throughput=5MB/sec 2024-04-12T16:29:20.491 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-eKrImCSLKcbD4K9 off=154258 len=1840265 2024-04-12T16:29:20.494 INFO:tasks.workunit.client.0.smithi099.stdout:op 2275 completed, throughput=5MB/sec 2024-04-12T16:29:20.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:29:20 smithi110 ceph-mon[88691]: pgmap v1643: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T16:29:20.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:29:20 smithi099 ceph-mon[94290]: pgmap v1643: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T16:29:20.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:29:20 smithi099 ceph-mon[96864]: pgmap v1643: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T16:29:21.494 INFO:tasks.workunit.client.0.smithi099.stdout: 449: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:21.495 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-uyzfFqREs6divow off=11449022 len=1357204 2024-04-12T16:29:21.502 INFO:tasks.workunit.client.0.smithi099.stdout:op 2276 completed, throughput=4.99MB/sec 2024-04-12T16:29:21.502 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-MrLjhLQ_QrGGXce off=696570 len=541947 2024-04-12T16:29:21.506 INFO:tasks.workunit.client.0.smithi099.stdout:op 2277 completed, throughput=4.99MB/sec 2024-04-12T16:29:21.506 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-MVJzdhskgKQO7n5 off=824808 len=573774 2024-04-12T16:29:21.507 INFO:tasks.workunit.client.0.smithi099.stdout:op 2278 completed, throughput=4.99MB/sec 2024-04-12T16:29:21.507 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-7vMGex-2vz8N6tw off=7581665 len=2036782 2024-04-12T16:29:21.517 INFO:tasks.workunit.client.0.smithi099.stdout:op 2279 completed, throughput=5MB/sec 2024-04-12T16:29:21.517 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Vu6d250hnP7Vo2- off=917327 len=1856987 2024-04-12T16:29:21.520 INFO:tasks.workunit.client.0.smithi099.stdout:op 2280 completed, throughput=5MB/sec 2024-04-12T16:29:22.520 INFO:tasks.workunit.client.0.smithi099.stdout: 450: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:22.521 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-iT1rRc3n8lr0x9m off=4011124 len=1575063 2024-04-12T16:29:22.529 INFO:tasks.workunit.client.0.smithi099.stdout:op 2281 completed, throughput=4.99MB/sec 2024-04-12T16:29:22.529 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-51IGDLZH71Z5jVe off=4451058 len=1203417 2024-04-12T16:29:22.531 INFO:tasks.workunit.client.0.smithi099.stdout:op 2282 completed, throughput=5MB/sec 2024-04-12T16:29:22.531 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-JoRwN55K-D_OKco off=1349538 len=1123545 2024-04-12T16:29:22.537 INFO:tasks.workunit.client.0.smithi099.stdout:op 2283 completed, throughput=5MB/sec 2024-04-12T16:29:22.538 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-zurSLgzCI27Ts94 off=922249 len=1578743 2024-04-12T16:29:22.539 INFO:tasks.workunit.client.0.smithi099.stdout:op 2284 completed, throughput=5MB/sec 2024-04-12T16:29:22.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:29:22 smithi110 ceph-mon[88691]: pgmap v1644: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:29:22.581 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:29:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:29:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:29:22.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:29:22 smithi099 ceph-mon[94290]: pgmap v1644: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:29:22.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:29:22 smithi099 ceph-mon[96864]: pgmap v1644: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:29:23.539 INFO:tasks.workunit.client.0.smithi099.stdout: 451: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:23.540 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-lTyxbI0Eb64lZXZ off=11249415 len=1530023 2024-04-12T16:29:23.548 INFO:tasks.workunit.client.0.smithi099.stdout:op 2285 completed, throughput=4.99MB/sec 2024-04-12T16:29:23.548 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-k_C8EkejJuYeXvy off=10803629 len=980990 2024-04-12T16:29:23.549 INFO:tasks.workunit.client.0.smithi099.stdout:op 2286 completed, throughput=5MB/sec 2024-04-12T16:29:23.549 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Bdz8ZjY_ZstR81M off=4546254 len=340099 2024-04-12T16:29:23.552 INFO:tasks.workunit.client.0.smithi099.stdout:op 2287 completed, throughput=5MB/sec 2024-04-12T16:29:23.552 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-zW_MpNPTDyZ3pPv off=3072557 len=1232619 2024-04-12T16:29:23.554 INFO:tasks.workunit.client.0.smithi099.stdout:op 2288 completed, throughput=5MB/sec 2024-04-12T16:29:23.554 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-yJRejjeE3jvQhOP off=630719 len=179484 2024-04-12T16:29:23.556 INFO:tasks.workunit.client.0.smithi099.stdout:op 2289 completed, throughput=5MB/sec 2024-04-12T16:29:24.557 INFO:tasks.workunit.client.0.smithi099.stdout: 452: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:24.557 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-lJxjZ7y3Z-AR64K off=470940 len=1687668 2024-04-12T16:29:24.560 INFO:tasks.workunit.client.0.smithi099.stdout:op 2290 completed, throughput=4.99MB/sec 2024-04-12T16:29:24.560 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-xg4Lh6MBBbdyZlI off=6246496 len=1869862 2024-04-12T16:29:24.564 INFO:tasks.workunit.client.0.smithi099.stdout:op 2291 completed, throughput=5MB/sec 2024-04-12T16:29:24.564 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-IrSNr8SL8o-BT4y off=5380638 len=128592 2024-04-12T16:29:24.567 INFO:tasks.workunit.client.0.smithi099.stdout:op 2292 completed, throughput=5MB/sec 2024-04-12T16:29:24.567 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-S7BH16EgNSfIyaf off=22119360 len=1461788 2024-04-12T16:29:24.575 INFO:tasks.workunit.client.0.smithi099.stdout:op 2293 completed, throughput=5MB/sec 2024-04-12T16:29:24.576 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-NveXFRa0X_Nygxr off=297268 len=772282 2024-04-12T16:29:24.580 INFO:tasks.workunit.client.0.smithi099.stdout:op 2294 completed, throughput=5MB/sec 2024-04-12T16:29:24.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:29:24 smithi110 ceph-mon[88691]: pgmap v1645: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:29:24.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:29:24 smithi099 ceph-mon[94290]: pgmap v1645: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:29:24.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:29:24 smithi099 ceph-mon[96864]: pgmap v1645: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:29:25.580 INFO:tasks.workunit.client.0.smithi099.stdout: 453: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:25.580 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-6LrC4HrQu9UOx8u off=8281 len=1260163 2024-04-12T16:29:25.582 INFO:tasks.workunit.client.0.smithi099.stdout:op 2295 completed, throughput=4.99MB/sec 2024-04-12T16:29:25.582 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-FYXMoRHBsSRfzjs off=2109205 len=88530 2024-04-12T16:29:25.582 INFO:tasks.workunit.client.0.smithi099.stdout:op 2296 completed, throughput=4.99MB/sec 2024-04-12T16:29:25.582 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-mBNc55CNRI6rPok off=6174210 len=286307 2024-04-12T16:29:25.583 INFO:tasks.workunit.client.0.smithi099.stdout:op 2297 completed, throughput=4.99MB/sec 2024-04-12T16:29:25.583 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-N-MWxT3WRu5NmhN off=3339896 len=1884428 2024-04-12T16:29:25.587 INFO:tasks.workunit.client.0.smithi099.stdout:op 2298 completed, throughput=5MB/sec 2024-04-12T16:29:25.587 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-o8MFdfZGs4GThCf off=399223 len=1025461 2024-04-12T16:29:25.592 INFO:tasks.workunit.client.0.smithi099.stdout:op 2299 completed, throughput=5MB/sec 2024-04-12T16:29:25.592 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Qzi-pEqxG-Aj0vp off=13848378 len=1211847 2024-04-12T16:29:25.597 INFO:tasks.workunit.client.0.smithi099.stdout:op 2300 completed, throughput=5MB/sec 2024-04-12T16:29:26.598 INFO:tasks.workunit.client.0.smithi099.stdout: 454: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:26.598 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-8m4Q6Pin6eKL0Xw off=1002476 len=1126604 2024-04-12T16:29:26.605 INFO:tasks.workunit.client.0.smithi099.stdout:op 2301 completed, throughput=4.99MB/sec 2024-04-12T16:29:26.605 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-hjHYs1GoVEuj7TI off=12172725 len=1021031 2024-04-12T16:29:26.606 INFO:tasks.workunit.client.0.smithi099.stdout:op 2302 completed, throughput=5MB/sec 2024-04-12T16:29:26.606 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-75RRrJQzBx4hEeR off=3525856 len=1909909 2024-04-12T16:29:26.608 INFO:tasks.workunit.client.0.smithi099.stdout:op 2303 completed, throughput=5MB/sec 2024-04-12T16:29:26.608 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-3hYq3Y-f3JY_Bai off=796110 len=83009 2024-04-12T16:29:26.611 INFO:tasks.workunit.client.0.smithi099.stdout:op 2304 completed, throughput=5MB/sec 2024-04-12T16:29:26.611 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-CasStD1beseRm3H off=4632905 len=1573309 2024-04-12T16:29:26.614 INFO:tasks.workunit.client.0.smithi099.stdout:op 2305 completed, throughput=5MB/sec 2024-04-12T16:29:26.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:29:26 smithi099 ceph-mon[94290]: pgmap v1646: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:29:26.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:29:26 smithi099 ceph-mon[96864]: pgmap v1646: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:29:26.624 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:29:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:29:26] "GET /metrics HTTP/1.1" 200 34129 "" "Prometheus/2.43.0" 2024-04-12T16:29:26.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:29:26 smithi110 ceph-mon[88691]: pgmap v1646: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:29:27.615 INFO:tasks.workunit.client.0.smithi099.stdout: 455: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:27.615 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ZfQ42vZnOE-hA61 off=1910258 len=97038 2024-04-12T16:29:27.615 INFO:tasks.workunit.client.0.smithi099.stdout:op 2306 completed, throughput=4.99MB/sec 2024-04-12T16:29:27.615 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-vm6Rwe99A9LfxCZ off=18074845 len=11486 2024-04-12T16:29:27.618 INFO:tasks.workunit.client.0.smithi099.stdout:op 2307 completed, throughput=4.99MB/sec 2024-04-12T16:29:27.618 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-W5NQHbKvw268QuW off=1483176 len=240519 2024-04-12T16:29:27.619 INFO:tasks.workunit.client.0.smithi099.stdout:op 2308 completed, throughput=4.99MB/sec 2024-04-12T16:29:27.619 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-65YR_11Qm6iXdBz off=4946425 len=782561 2024-04-12T16:29:27.620 INFO:tasks.workunit.client.0.smithi099.stdout:op 2309 completed, throughput=4.99MB/sec 2024-04-12T16:29:27.620 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-kU4dWUCqrrWjJum off=21910723 len=2038890 2024-04-12T16:29:27.622 INFO:tasks.workunit.client.0.smithi099.stdout:op 2310 completed, throughput=5MB/sec 2024-04-12T16:29:27.622 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-adeq6gFSPGW4goL off=10008887 len=1455928 2024-04-12T16:29:27.630 INFO:tasks.workunit.client.0.smithi099.stdout:op 2311 completed, throughput=5MB/sec 2024-04-12T16:29:28.631 INFO:tasks.workunit.client.0.smithi099.stdout: 456: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:28.631 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-3mBhO7N0bM7_6ie off=9294042 len=1740797 2024-04-12T16:29:28.638 INFO:tasks.workunit.client.0.smithi099.stdout:op 2312 completed, throughput=4.99MB/sec 2024-04-12T16:29:28.638 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--AQ2T5p0yDgdPdH off=982088 len=155632 2024-04-12T16:29:28.639 INFO:tasks.workunit.client.0.smithi099.stdout:op 2313 completed, throughput=4.99MB/sec 2024-04-12T16:29:28.639 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-CPa-ld_ZftQ4ix- off=7567409 len=1567440 2024-04-12T16:29:28.640 INFO:tasks.workunit.client.0.smithi099.stdout:op 2314 completed, throughput=5MB/sec 2024-04-12T16:29:28.640 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_ZLEjq6WX7ZGGda off=6143803 len=546279 2024-04-12T16:29:28.645 INFO:tasks.workunit.client.0.smithi099.stdout:op 2315 completed, throughput=5MB/sec 2024-04-12T16:29:28.645 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-rs6crv7vWet7T8Y off=369434 len=475060 2024-04-12T16:29:28.648 INFO:tasks.workunit.client.0.smithi099.stdout:op 2316 completed, throughput=5MB/sec 2024-04-12T16:29:28.648 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-7QzSPCc7llgK6hc off=1453610 len=1107713 2024-04-12T16:29:28.651 INFO:tasks.workunit.client.0.smithi099.stdout:op 2317 completed, throughput=5MB/sec 2024-04-12T16:29:28.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:29:28 smithi110 ceph-mon[88691]: pgmap v1647: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:29:28.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:29:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:29:28.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:29:28 smithi099 ceph-mon[94290]: pgmap v1647: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:29:28.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:29:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:29:28.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:29:28 smithi099 ceph-mon[96864]: pgmap v1647: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:29:28.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:29:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:29:29.651 INFO:tasks.workunit.client.0.smithi099.stdout: 457: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:29.651 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-sor_mRA6mTLY4tf off=2836780 len=1506787 2024-04-12T16:29:29.653 INFO:tasks.workunit.client.0.smithi099.stdout:op 2318 completed, throughput=4.99MB/sec 2024-04-12T16:29:29.653 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-rpSYWmuBahxCWEu off=8552536 len=329173 2024-04-12T16:29:29.654 INFO:tasks.workunit.client.0.smithi099.stdout:op 2319 completed, throughput=5MB/sec 2024-04-12T16:29:29.654 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-bw221hPW-Hf20wn off=13739782 len=1599165 2024-04-12T16:29:29.663 INFO:tasks.workunit.client.0.smithi099.stdout:op 2320 completed, throughput=5MB/sec 2024-04-12T16:29:29.664 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Ng9ocOC5hY1y9a6 off=671671 len=1074249 2024-04-12T16:29:29.668 INFO:tasks.workunit.client.0.smithi099.stdout:op 2321 completed, throughput=5MB/sec 2024-04-12T16:29:30.668 INFO:tasks.workunit.client.0.smithi099.stdout: 458: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:30.669 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-CXe0cHm3sS6XK8c off=616522 len=1276018 2024-04-12T16:29:30.670 INFO:tasks.workunit.client.0.smithi099.stdout:op 2322 completed, throughput=4.99MB/sec 2024-04-12T16:29:30.671 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-YDOfpI1Q7PDQaRG off=3408089 len=1202187 2024-04-12T16:29:30.671 INFO:tasks.workunit.client.0.smithi099.stdout:op 2323 completed, throughput=4.99MB/sec 2024-04-12T16:29:30.671 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-mJRZhrBgwEbzITE off=358885 len=762926 2024-04-12T16:29:30.672 INFO:tasks.workunit.client.0.smithi099.stdout:op 2324 completed, throughput=5MB/sec 2024-04-12T16:29:30.672 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-F5P1ck7JSGGEdyo off=14109189 len=152726 2024-04-12T16:29:30.675 INFO:tasks.workunit.client.0.smithi099.stdout:op 2325 completed, throughput=5MB/sec 2024-04-12T16:29:30.675 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-RsqFWbP2ND5TR7A off=2626637 len=2022248 2024-04-12T16:29:30.679 INFO:tasks.workunit.client.0.smithi099.stdout:op 2326 completed, throughput=5MB/sec 2024-04-12T16:29:30.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:29:30 smithi110 ceph-mon[88691]: pgmap v1648: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:29:30.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:29:30 smithi099 ceph-mon[94290]: pgmap v1648: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:29:30.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:29:30 smithi099 ceph-mon[96864]: pgmap v1648: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:29:31.679 INFO:tasks.workunit.client.0.smithi099.stdout: 459: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:31.680 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-o1J4oqPXVCqpiSY off=9106493 len=654035 2024-04-12T16:29:31.685 INFO:tasks.workunit.client.0.smithi099.stdout:op 2327 completed, throughput=4.99MB/sec 2024-04-12T16:29:31.685 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-N8cNRCUo6xpegOH off=2731020 len=1884826 2024-04-12T16:29:31.687 INFO:tasks.workunit.client.0.smithi099.stdout:op 2328 completed, throughput=5MB/sec 2024-04-12T16:29:31.688 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-F__Gi2PnRGmwJWa off=5737787 len=558138 2024-04-12T16:29:31.692 INFO:tasks.workunit.client.0.smithi099.stdout:op 2329 completed, throughput=5MB/sec 2024-04-12T16:29:31.692 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-HTH1-9Ia6FFgDpI off=7217598 len=805141 2024-04-12T16:29:31.696 INFO:tasks.workunit.client.0.smithi099.stdout:op 2330 completed, throughput=5MB/sec 2024-04-12T16:29:31.696 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-xnaZZ7F8Tb6UAHd off=5030089 len=988478 2024-04-12T16:29:31.702 INFO:tasks.workunit.client.0.smithi099.stdout:op 2331 completed, throughput=5MB/sec 2024-04-12T16:29:31.702 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-nrIHNXoUrGGizVg off=722851 len=1068882 2024-04-12T16:29:31.703 INFO:tasks.workunit.client.0.smithi099.stdout:op 2332 completed, throughput=5MB/sec 2024-04-12T16:29:32.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:29:32 smithi110 ceph-mon[88691]: pgmap v1649: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:29:32.581 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:29:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:29:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:29:32.704 INFO:tasks.workunit.client.0.smithi099.stdout: 460: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:32.704 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-CYu8wL-glhfJ1r_ off=6291803 len=1946677 2024-04-12T16:29:32.713 INFO:tasks.workunit.client.0.smithi099.stdout:op 2333 completed, throughput=5MB/sec 2024-04-12T16:29:32.713 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ep6DsjA7I3PCDue off=712736 len=104269 2024-04-12T16:29:32.713 INFO:tasks.workunit.client.0.smithi099.stdout:op 2334 completed, throughput=5MB/sec 2024-04-12T16:29:32.713 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--qK3z4xZnwCEiyI off=7764001 len=1714356 2024-04-12T16:29:32.717 INFO:tasks.workunit.client.0.smithi099.stdout:op 2335 completed, throughput=5MB/sec 2024-04-12T16:29:32.717 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-SsBpZhLNgxXYzwT off=118513 len=555165 2024-04-12T16:29:32.718 INFO:tasks.workunit.client.0.smithi099.stdout:op 2336 completed, throughput=5MB/sec 2024-04-12T16:29:32.718 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-TljkdYWs2yyRY16 off=13666168 len=1164650 2024-04-12T16:29:32.720 INFO:tasks.workunit.client.0.smithi099.stdout:op 2337 completed, throughput=5MB/sec 2024-04-12T16:29:32.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:29:32 smithi099 ceph-mon[94290]: pgmap v1649: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:29:32.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:29:32 smithi099 ceph-mon[96864]: pgmap v1649: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:29:33.721 INFO:tasks.workunit.client.0.smithi099.stdout: 461: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:33.721 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-1q6W9vuTcJgSfc6 off=6041524 len=1783608 2024-04-12T16:29:33.723 INFO:tasks.workunit.client.0.smithi099.stdout:op 2338 completed, throughput=5MB/sec 2024-04-12T16:29:33.723 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-bzqZClS4r-MbzAf off=346223 len=967700 2024-04-12T16:29:33.728 INFO:tasks.workunit.client.0.smithi099.stdout:op 2339 completed, throughput=5MB/sec 2024-04-12T16:29:33.728 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-lBF0CigQPWoW3al off=11315898 len=280472 2024-04-12T16:29:33.732 INFO:tasks.workunit.client.0.smithi099.stdout:op 2340 completed, throughput=5MB/sec 2024-04-12T16:29:33.732 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-43Uv_hl47oMF-M1 off=8047607 len=1290918 2024-04-12T16:29:33.737 INFO:tasks.workunit.client.0.smithi099.stdout:op 2341 completed, throughput=5MB/sec 2024-04-12T16:29:34.738 INFO:tasks.workunit.client.0.smithi099.stdout: 462: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:34.738 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-A0B_DRkl9U1SFb- off=3369592 len=1544022 2024-04-12T16:29:34.740 INFO:tasks.workunit.client.0.smithi099.stdout:op 2342 completed, throughput=4.99MB/sec 2024-04-12T16:29:34.740 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-fDI9W4noNuKDF1v off=5188826 len=45854 2024-04-12T16:29:34.740 INFO:tasks.workunit.client.0.smithi099.stdout:op 2343 completed, throughput=4.99MB/sec 2024-04-12T16:29:34.740 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-qOs4LtvaVYLOarf off=11190018 len=2026912 2024-04-12T16:29:34.745 INFO:tasks.workunit.client.0.smithi099.stdout:op 2344 completed, throughput=5MB/sec 2024-04-12T16:29:34.745 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-VTqXSR73j6-I-8H off=14935822 len=903527 2024-04-12T16:29:34.746 INFO:tasks.workunit.client.0.smithi099.stdout:op 2345 completed, throughput=5MB/sec 2024-04-12T16:29:34.746 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-PM_IjkVTN1nQm5u off=879150 len=1792058 2024-04-12T16:29:34.748 INFO:tasks.workunit.client.0.smithi099.stdout:op 2346 completed, throughput=5MB/sec 2024-04-12T16:29:34.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:29:34 smithi110 ceph-mon[88691]: pgmap v1650: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:29:34.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:29:34 smithi099 ceph-mon[94290]: pgmap v1650: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:29:34.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:29:34 smithi099 ceph-mon[96864]: pgmap v1650: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:29:35.749 INFO:tasks.workunit.client.0.smithi099.stdout: 463: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:35.749 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Al9a_WrTyJ8sOqy off=1070927 len=82135 2024-04-12T16:29:35.749 INFO:tasks.workunit.client.0.smithi099.stdout:op 2347 completed, throughput=4.99MB/sec 2024-04-12T16:29:35.750 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-W-xvRHau3Zl0dMW off=14649105 len=1699357 2024-04-12T16:29:35.753 INFO:tasks.workunit.client.0.smithi099.stdout:op 2348 completed, throughput=5MB/sec 2024-04-12T16:29:35.753 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-t3MN1wS5ohQLF4e off=4305161 len=1673964 2024-04-12T16:29:35.762 INFO:tasks.workunit.client.0.smithi099.stdout:op 2349 completed, throughput=5MB/sec 2024-04-12T16:29:35.762 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-LvGhuroFbtk7GLS off=639460 len=910047 2024-04-12T16:29:35.768 INFO:tasks.workunit.client.0.smithi099.stdout:op 2350 completed, throughput=5MB/sec 2024-04-12T16:29:36.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:29:36 smithi099 ceph-mon[94290]: pgmap v1651: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:29:36.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:29:36 smithi099 ceph-mon[96864]: pgmap v1651: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:29:36.624 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:29:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:29:36] "GET /metrics HTTP/1.1" 200 34131 "" "Prometheus/2.43.0" 2024-04-12T16:29:36.768 INFO:tasks.workunit.client.0.smithi099.stdout: 464: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:36.768 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-TiQDbUc6Hc1HqGH off=11359344 len=764912 2024-04-12T16:29:36.773 INFO:tasks.workunit.client.0.smithi099.stdout:op 2351 completed, throughput=4.99MB/sec 2024-04-12T16:29:36.773 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-HNC1gMRQsxf5vub off=21138240 len=1129518 2024-04-12T16:29:36.779 INFO:tasks.workunit.client.0.smithi099.stdout:op 2352 completed, throughput=4.99MB/sec 2024-04-12T16:29:36.779 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-9ZcWlXYM6-A4ZxI off=2763962 len=1545942 2024-04-12T16:29:36.781 INFO:tasks.workunit.client.0.smithi099.stdout:op 2353 completed, throughput=5MB/sec 2024-04-12T16:29:36.782 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-I7hR9g-ggTM1O7X off=1744451 len=49137 2024-04-12T16:29:36.782 INFO:tasks.workunit.client.0.smithi099.stdout:op 2354 completed, throughput=5MB/sec 2024-04-12T16:29:36.782 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-3swSSAUgkgqdvhp off=2825031 len=16949 2024-04-12T16:29:36.784 INFO:tasks.workunit.client.0.smithi099.stdout:op 2355 completed, throughput=5MB/sec 2024-04-12T16:29:36.784 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-iKY0n81Rcp_ZuUU off=9155323 len=1178555 2024-04-12T16:29:36.790 INFO:tasks.workunit.client.0.smithi099.stdout:op 2356 completed, throughput=5MB/sec 2024-04-12T16:29:36.790 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-INgQPdjalC5HOxA off=2435100 len=558309 2024-04-12T16:29:36.793 INFO:tasks.workunit.client.0.smithi099.stdout:op 2357 completed, throughput=5MB/sec 2024-04-12T16:29:36.794 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-4Scg5C_Ll7hCYIQ off=3013268 len=1572254 2024-04-12T16:29:36.801 INFO:tasks.workunit.client.0.smithi099.stdout:op 2358 completed, throughput=5MB/sec 2024-04-12T16:29:36.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:29:36 smithi110 ceph-mon[88691]: pgmap v1651: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:29:37.803 INFO:tasks.workunit.client.0.smithi099.stdout: 465: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:37.803 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-kMmXos3K_FHNXfm off=13939983 len=23433 2024-04-12T16:29:37.804 INFO:tasks.workunit.client.0.smithi099.stdout:op 2359 completed, throughput=4.99MB/sec 2024-04-12T16:29:37.804 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-N8nNZIVmbsfo2ni off=14350025 len=1652176 2024-04-12T16:29:37.811 INFO:tasks.workunit.client.0.smithi099.stdout:op 2360 completed, throughput=5MB/sec 2024-04-12T16:29:37.812 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-3BC4TdXF41fBxgQ off=739124 len=254827 2024-04-12T16:29:37.813 INFO:tasks.workunit.client.0.smithi099.stdout:op 2361 completed, throughput=5MB/sec 2024-04-12T16:29:37.813 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-4-DUE_1a4zJ-KRX off=1725328 len=91999 2024-04-12T16:29:37.816 INFO:tasks.workunit.client.0.smithi099.stdout:op 2362 completed, throughput=5MB/sec 2024-04-12T16:29:37.816 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-c-Emo_LVtrXf00x off=1823795 len=1247230 2024-04-12T16:29:37.817 INFO:tasks.workunit.client.0.smithi099.stdout:op 2363 completed, throughput=5MB/sec 2024-04-12T16:29:37.817 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-z8F5vD_hhEfGgej off=604631 len=844533 2024-04-12T16:29:37.821 INFO:tasks.workunit.client.0.smithi099.stdout:op 2364 completed, throughput=5MB/sec 2024-04-12T16:29:38.821 INFO:tasks.workunit.client.0.smithi099.stdout: 466: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:38.822 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-eTuGSMizPUIlLEb off=383631 len=20990 2024-04-12T16:29:38.822 INFO:tasks.workunit.client.0.smithi099.stdout:op 2365 completed, throughput=4.99MB/sec 2024-04-12T16:29:38.822 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-F4Z8C0zMRz5g701 off=17732642 len=72500 2024-04-12T16:29:38.823 INFO:tasks.workunit.client.0.smithi099.stdout:op 2366 completed, throughput=4.99MB/sec 2024-04-12T16:29:38.823 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-PWUW3Td8-bI6Ro3 off=15159956 len=797332 2024-04-12T16:29:38.824 INFO:tasks.workunit.client.0.smithi099.stdout:op 2367 completed, throughput=4.99MB/sec 2024-04-12T16:29:38.824 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-MywvYicZ1U9rQ07 off=152701 len=901738 2024-04-12T16:29:38.825 INFO:tasks.workunit.client.0.smithi099.stdout:op 2368 completed, throughput=4.99MB/sec 2024-04-12T16:29:38.825 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-2Ja80jrUv8Jk5hg off=2625925 len=933141 2024-04-12T16:29:38.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:29:38 smithi110 ceph-mon[88691]: pgmap v1652: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T16:29:38.832 INFO:tasks.workunit.client.0.smithi099.stdout:op 2369 completed, throughput=5MB/sec 2024-04-12T16:29:38.832 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-o-lzq_cytG3rRJR off=13819687 len=887156 2024-04-12T16:29:38.835 INFO:tasks.workunit.client.0.smithi099.stdout:op 2370 completed, throughput=5MB/sec 2024-04-12T16:29:38.835 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-HkvNVq-1h5iLYYh off=2707832 len=14281 2024-04-12T16:29:38.837 INFO:tasks.workunit.client.0.smithi099.stdout:op 2371 completed, throughput=5MB/sec 2024-04-12T16:29:38.837 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qTZxxtWhroujMHU off=13681728 len=1295721 2024-04-12T16:29:38.844 INFO:tasks.workunit.client.0.smithi099.stdout:op 2372 completed, throughput=5MB/sec 2024-04-12T16:29:38.844 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-IPPkGcbBzSFOM9F off=1116066 len=1569749 2024-04-12T16:29:38.852 INFO:tasks.workunit.client.0.smithi099.stdout:op 2373 completed, throughput=5MB/sec 2024-04-12T16:29:38.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:29:38 smithi099 ceph-mon[94290]: pgmap v1652: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T16:29:38.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:29:38 smithi099 ceph-mon[96864]: pgmap v1652: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T16:29:39.852 INFO:tasks.workunit.client.0.smithi099.stdout: 467: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:39.852 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-YyQRbrR_Llq-s_h off=6897631 len=2083767 2024-04-12T16:29:39.855 INFO:tasks.workunit.client.0.smithi099.stdout:op 2374 completed, throughput=5MB/sec 2024-04-12T16:29:39.855 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-sONDsC5EZ9-Mdl7 off=967723 len=1474686 2024-04-12T16:29:39.863 INFO:tasks.workunit.client.0.smithi099.stdout:op 2375 completed, throughput=5MB/sec 2024-04-12T16:29:39.863 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ew_QiF548HqiZtP off=13637069 len=643736 2024-04-12T16:29:39.867 INFO:tasks.workunit.client.0.smithi099.stdout:op 2376 completed, throughput=5MB/sec 2024-04-12T16:29:40.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:29:40 smithi110 ceph-mon[88691]: pgmap v1653: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-12T16:29:40.868 INFO:tasks.workunit.client.0.smithi099.stdout: 468: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:40.868 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-XIOHSY_edsvxZIy off=3313046 len=984048 2024-04-12T16:29:40.873 INFO:tasks.workunit.client.0.smithi099.stdout:op 2377 completed, throughput=4.99MB/sec 2024-04-12T16:29:40.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:29:40 smithi099 ceph-mon[94290]: pgmap v1653: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-12T16:29:40.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:29:40 smithi099 ceph-mon[96864]: pgmap v1653: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-12T16:29:40.874 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-N6_ZL8goi48sbfv off=5902367 len=1731132 2024-04-12T16:29:40.882 INFO:tasks.workunit.client.0.smithi099.stdout:op 2378 completed, throughput=5MB/sec 2024-04-12T16:29:40.883 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-GFvfzFaTEeRemv9 off=3332211 len=1445120 2024-04-12T16:29:40.884 INFO:tasks.workunit.client.0.smithi099.stdout:op 2379 completed, throughput=5MB/sec 2024-04-12T16:29:40.885 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-eDMZe615gtxUEt9 off=13797174 len=108150 2024-04-12T16:29:40.885 INFO:tasks.workunit.client.0.smithi099.stdout:op 2380 completed, throughput=5MB/sec 2024-04-12T16:29:40.885 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-2fdSkSbZnd-w3kb off=283047 len=1524446 2024-04-12T16:29:40.890 INFO:tasks.workunit.client.0.smithi099.stdout:op 2381 completed, throughput=5MB/sec 2024-04-12T16:29:41.891 INFO:tasks.workunit.client.0.smithi099.stdout: 469: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:41.891 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1-hpbH5RahLM80L off=5419015 len=969138 2024-04-12T16:29:41.895 INFO:tasks.workunit.client.0.smithi099.stdout:op 2382 completed, throughput=4.99MB/sec 2024-04-12T16:29:41.895 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_FkaS0VQkbPJe4z off=10834188 len=559223 2024-04-12T16:29:41.898 INFO:tasks.workunit.client.0.smithi099.stdout:op 2383 completed, throughput=4.99MB/sec 2024-04-12T16:29:41.898 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-TgBLtkaSCjVZ9Wv off=7739013 len=1896612 2024-04-12T16:29:41.906 INFO:tasks.workunit.client.0.smithi099.stdout:op 2384 completed, throughput=5MB/sec 2024-04-12T16:29:41.906 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-HFTwdMHFt8i0mXF off=4059311 len=740953 2024-04-12T16:29:41.910 INFO:tasks.workunit.client.0.smithi099.stdout:op 2385 completed, throughput=5MB/sec 2024-04-12T16:29:41.910 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-2xHdloDZGooMIoz off=774356 len=707665 2024-04-12T16:29:41.912 INFO:tasks.workunit.client.0.smithi099.stdout:op 2386 completed, throughput=5MB/sec 2024-04-12T16:29:42.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:29:42 smithi110 ceph-mon[88691]: pgmap v1654: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T16:29:42.581 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:29:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:29:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:29:42.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:29:42 smithi099 ceph-mon[94290]: pgmap v1654: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T16:29:42.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:29:42 smithi099 ceph-mon[96864]: pgmap v1654: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T16:29:42.912 INFO:tasks.workunit.client.0.smithi099.stdout: 470: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:42.912 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-SSokYNvfGC7IeO4 off=16419919 len=369206 2024-04-12T16:29:42.916 INFO:tasks.workunit.client.0.smithi099.stdout:op 2387 completed, throughput=4.99MB/sec 2024-04-12T16:29:42.916 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-0bHj_exxR63BZ1a off=4122975 len=1870356 2024-04-12T16:29:42.918 INFO:tasks.workunit.client.0.smithi099.stdout:op 2388 completed, throughput=4.99MB/sec 2024-04-12T16:29:42.918 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-F2qgwh8Eajkm3Pk off=19969636 len=1981606 2024-04-12T16:29:42.927 INFO:tasks.workunit.client.0.smithi099.stdout:op 2389 completed, throughput=5MB/sec 2024-04-12T16:29:42.927 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-56_rQEbdJBrhSGI off=8344432 len=655344 2024-04-12T16:29:42.931 INFO:tasks.workunit.client.0.smithi099.stdout:op 2390 completed, throughput=5MB/sec 2024-04-12T16:29:42.931 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-T3DL6S4j2UITt3X off=14319749 len=18820 2024-04-12T16:29:42.933 INFO:tasks.workunit.client.0.smithi099.stdout:op 2391 completed, throughput=5MB/sec 2024-04-12T16:29:42.933 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-rJKAWH3aE88tyTs off=12189037 len=1065343 2024-04-12T16:29:42.938 INFO:tasks.workunit.client.0.smithi099.stdout:op 2392 completed, throughput=5MB/sec 2024-04-12T16:29:43.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:29:43 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:29:43.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:29:43 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:29:43.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:29:43 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:29:43.938 INFO:tasks.workunit.client.0.smithi099.stdout: 471: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:43.938 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-6IYqttio7gFKBo8 off=8964436 len=960633 2024-04-12T16:29:43.939 INFO:tasks.workunit.client.0.smithi099.stdout:op 2393 completed, throughput=4.99MB/sec 2024-04-12T16:29:43.939 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj--cjFZsJYwvH2M3c off=19972571 len=242585 2024-04-12T16:29:43.943 INFO:tasks.workunit.client.0.smithi099.stdout:op 2394 completed, throughput=4.99MB/sec 2024-04-12T16:29:43.943 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-sGoW66fI4Doldjl off=2381533 len=482564 2024-04-12T16:29:43.946 INFO:tasks.workunit.client.0.smithi099.stdout:op 2395 completed, throughput=4.99MB/sec 2024-04-12T16:29:43.946 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-f1BKDUnFTSu1UZD off=5851737 len=1780724 2024-04-12T16:29:43.956 INFO:tasks.workunit.client.0.smithi099.stdout:op 2396 completed, throughput=5MB/sec 2024-04-12T16:29:43.956 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-LDeu7QFQZ5gSub5 off=540643 len=204665 2024-04-12T16:29:43.956 INFO:tasks.workunit.client.0.smithi099.stdout:op 2397 completed, throughput=5MB/sec 2024-04-12T16:29:43.956 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-htUjIcUbHS_T4Is off=3683247 len=94850 2024-04-12T16:29:43.959 INFO:tasks.workunit.client.0.smithi099.stdout:op 2398 completed, throughput=5MB/sec 2024-04-12T16:29:43.959 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-XCbsLO3AaV7Jf3l off=5434162 len=1782062 2024-04-12T16:29:43.967 INFO:tasks.workunit.client.0.smithi099.stdout:op 2399 completed, throughput=5MB/sec 2024-04-12T16:29:44.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:29:44 smithi110 ceph-mon[88691]: pgmap v1655: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:29:44.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:29:44 smithi099 ceph-mon[94290]: pgmap v1655: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:29:44.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:29:44 smithi099 ceph-mon[96864]: pgmap v1655: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:29:44.967 INFO:tasks.workunit.client.0.smithi099.stdout: 472: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:44.968 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-BuX859OuNKG_SZw off=6505649 len=1722057 2024-04-12T16:29:44.970 INFO:tasks.workunit.client.0.smithi099.stdout:op 2400 completed, throughput=4.99MB/sec 2024-04-12T16:29:44.970 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-JWe9saVKp25Qg8L off=6767485 len=1530528 2024-04-12T16:29:44.976 INFO:tasks.workunit.client.0.smithi099.stdout:op 2401 completed, throughput=5MB/sec 2024-04-12T16:29:44.976 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-5pTBDHNY6IqB6SW off=11742391 len=1218821 2024-04-12T16:29:44.983 INFO:tasks.workunit.client.0.smithi099.stdout:op 2402 completed, throughput=5MB/sec 2024-04-12T16:29:45.983 INFO:tasks.workunit.client.0.smithi099.stdout: 473: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:45.984 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-zpyqjQXDkSv0vgH off=318001 len=1388490 2024-04-12T16:29:45.991 INFO:tasks.workunit.client.0.smithi099.stdout:op 2403 completed, throughput=4.99MB/sec 2024-04-12T16:29:45.991 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qqO0Ku1rmBDu7Vs off=10923320 len=1846311 2024-04-12T16:29:46.000 INFO:tasks.workunit.client.0.smithi099.stdout:op 2404 completed, throughput=5MB/sec 2024-04-12T16:29:46.000 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-u8OTDePFANmPqa2 off=6670342 len=154117 2024-04-12T16:29:46.003 INFO:tasks.workunit.client.0.smithi099.stdout:op 2405 completed, throughput=5MB/sec 2024-04-12T16:29:46.003 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-C0BVlyVnzDpG1_h off=7332925 len=2049823 2024-04-12T16:29:46.005 INFO:tasks.workunit.client.0.smithi099.stdout:op 2406 completed, throughput=5MB/sec 2024-04-12T16:29:46.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:29:46 smithi099 ceph-mon[94290]: pgmap v1656: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:29:46.624 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:29:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:29:46] "GET /metrics HTTP/1.1" 200 34131 "" "Prometheus/2.43.0" 2024-04-12T16:29:46.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:29:46 smithi099 ceph-mon[96864]: pgmap v1656: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:29:46.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:29:46 smithi110 ceph-mon[88691]: pgmap v1656: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:29:47.005 INFO:tasks.workunit.client.0.smithi099.stdout: 474: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:47.005 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-j00-m5FBMuxxVW6 off=6623334 len=1504163 2024-04-12T16:29:47.008 INFO:tasks.workunit.client.0.smithi099.stdout:op 2407 completed, throughput=4.99MB/sec 2024-04-12T16:29:47.008 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-BZY8Qjjo9IxCukZ off=153500 len=625167 2024-04-12T16:29:47.010 INFO:tasks.workunit.client.0.smithi099.stdout:op 2408 completed, throughput=4.99MB/sec 2024-04-12T16:29:47.010 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-IIFRxtI8dkHQLHT off=1145054 len=52083 2024-04-12T16:29:47.010 INFO:tasks.workunit.client.0.smithi099.stdout:op 2409 completed, throughput=4.99MB/sec 2024-04-12T16:29:47.010 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-JpBbxR2JO-EUFaX off=7129152 len=1083080 2024-04-12T16:29:47.011 INFO:tasks.workunit.client.0.smithi099.stdout:op 2410 completed, throughput=5MB/sec 2024-04-12T16:29:47.011 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-FBtTh58ltrk6qYH off=3567126 len=976830 2024-04-12T16:29:47.013 INFO:tasks.workunit.client.0.smithi099.stdout:op 2411 completed, throughput=5MB/sec 2024-04-12T16:29:47.013 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-7wRDdLYNmQt94Iy off=7963637 len=222963 2024-04-12T16:29:47.013 INFO:tasks.workunit.client.0.smithi099.stdout:op 2412 completed, throughput=5MB/sec 2024-04-12T16:29:47.014 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-CZDFhAmFzP4TIWm off=4603772 len=1017775 2024-04-12T16:29:47.019 INFO:tasks.workunit.client.0.smithi099.stdout:op 2413 completed, throughput=5MB/sec 2024-04-12T16:29:48.019 INFO:tasks.workunit.client.0.smithi099.stdout: 475: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:48.019 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ytr5WbVY6Qko_ca off=1849292 len=2066657 2024-04-12T16:29:48.030 INFO:tasks.workunit.client.0.smithi099.stdout:op 2414 completed, throughput=4.99MB/sec 2024-04-12T16:29:48.030 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-JpBbxR2JO-EUFaX off=875825 len=1233473 2024-04-12T16:29:48.031 INFO:tasks.workunit.client.0.smithi099.stdout:op 2415 completed, throughput=5MB/sec 2024-04-12T16:29:48.032 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ca3V0aX3ucrL9-E off=3094742 len=444566 2024-04-12T16:29:48.035 INFO:tasks.workunit.client.0.smithi099.stdout:op 2416 completed, throughput=5MB/sec 2024-04-12T16:29:48.035 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-SwC_fky8PtrsoOa off=5575341 len=1047074 2024-04-12T16:29:48.036 INFO:tasks.workunit.client.0.smithi099.stdout:op 2417 completed, throughput=5MB/sec 2024-04-12T16:29:48.037 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-1R1DF_maCoDa42d off=5977339 len=1301869 2024-04-12T16:29:48.039 INFO:tasks.workunit.client.0.smithi099.stdout:op 2418 completed, throughput=5MB/sec 2024-04-12T16:29:48.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:29:48 smithi110 ceph-mon[88691]: pgmap v1657: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:29:48.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:29:48 smithi099 ceph-mon[94290]: pgmap v1657: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:29:48.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:29:48 smithi099 ceph-mon[96864]: pgmap v1657: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:29:49.040 INFO:tasks.workunit.client.0.smithi099.stdout: 476: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:49.040 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-I9ygaNjEKqXuE0X off=6755484 len=1525186 2024-04-12T16:29:49.042 INFO:tasks.workunit.client.0.smithi099.stdout:op 2419 completed, throughput=4.99MB/sec 2024-04-12T16:29:49.042 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-L7gMFsc-xGYCPDK off=4353277 len=25480 2024-04-12T16:29:49.045 INFO:tasks.workunit.client.0.smithi099.stdout:op 2420 completed, throughput=4.99MB/sec 2024-04-12T16:29:49.045 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-kbhnECKM5inwJzb off=1081728 len=1857750 2024-04-12T16:29:49.046 INFO:tasks.workunit.client.0.smithi099.stdout:op 2421 completed, throughput=5MB/sec 2024-04-12T16:29:49.046 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-YdoJ9Zv_s25fLma off=3490550 len=570684 2024-04-12T16:29:49.050 INFO:tasks.workunit.client.0.smithi099.stdout:op 2422 completed, throughput=5MB/sec 2024-04-12T16:29:49.050 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Nbz1xgmm28ml7sE off=787338 len=323837 2024-04-12T16:29:49.053 INFO:tasks.workunit.client.0.smithi099.stdout:op 2423 completed, throughput=5MB/sec 2024-04-12T16:29:50.053 INFO:tasks.workunit.client.0.smithi099.stdout: 477: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:50.053 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-x9X8IIHzb823Hh_ off=12206259 len=1962037 2024-04-12T16:29:50.056 INFO:tasks.workunit.client.0.smithi099.stdout:op 2424 completed, throughput=4.99MB/sec 2024-04-12T16:29:50.056 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-zzjQaHOV9zeNLIY off=14178568 len=226199 2024-04-12T16:29:50.059 INFO:tasks.workunit.client.0.smithi099.stdout:op 2425 completed, throughput=4.99MB/sec 2024-04-12T16:29:50.059 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Gh5uApa1WsnFX1T off=12570180 len=1901256 2024-04-12T16:29:50.067 INFO:tasks.workunit.client.0.smithi099.stdout:op 2426 completed, throughput=5MB/sec 2024-04-12T16:29:50.067 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-tgbXOp2RtezKzOr off=15773050 len=230337 2024-04-12T16:29:50.068 INFO:tasks.workunit.client.0.smithi099.stdout:op 2427 completed, throughput=5MB/sec 2024-04-12T16:29:50.068 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-MMMncBeDxyt-rXG off=356265 len=263812 2024-04-12T16:29:50.069 INFO:tasks.workunit.client.0.smithi099.stdout:op 2428 completed, throughput=5MB/sec 2024-04-12T16:29:50.069 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-BfHxvZIympd84bJ off=400014 len=335808 2024-04-12T16:29:50.070 INFO:tasks.workunit.client.0.smithi099.stdout:op 2429 completed, throughput=5MB/sec 2024-04-12T16:29:50.070 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-8UKEq-s9ClxE_iA off=4103533 len=107258 2024-04-12T16:29:50.071 INFO:tasks.workunit.client.0.smithi099.stdout:op 2430 completed, throughput=5MB/sec 2024-04-12T16:29:50.071 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-rAenlc85WJerb1l off=12128014 len=450791 2024-04-12T16:29:50.071 INFO:tasks.workunit.client.0.smithi099.stdout:op 2431 completed, throughput=5MB/sec 2024-04-12T16:29:50.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:29:50 smithi110 ceph-mon[88691]: pgmap v1658: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:29:50.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:29:50 smithi099 ceph-mon[94290]: pgmap v1658: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:29:50.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:29:50 smithi099 ceph-mon[96864]: pgmap v1658: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:29:51.071 INFO:tasks.workunit.client.0.smithi099.stdout: 478: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:51.072 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-x1I7aJtL1hKuvyx off=1261819 len=1829994 2024-04-12T16:29:51.074 INFO:tasks.workunit.client.0.smithi099.stdout:op 2432 completed, throughput=4.99MB/sec 2024-04-12T16:29:51.074 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-YBj9DsBkMS2fXzg off=1850670 len=912295 2024-04-12T16:29:51.081 INFO:tasks.workunit.client.0.smithi099.stdout:op 2433 completed, throughput=5MB/sec 2024-04-12T16:29:51.081 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-CpkBKJT01Js2CM2 off=20087481 len=167077 2024-04-12T16:29:51.084 INFO:tasks.workunit.client.0.smithi099.stdout:op 2434 completed, throughput=5MB/sec 2024-04-12T16:29:51.084 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ktpq4TF0kw_br38 off=14072857 len=1623366 2024-04-12T16:29:51.092 INFO:tasks.workunit.client.0.smithi099.stdout:op 2435 completed, throughput=5MB/sec 2024-04-12T16:29:51.093 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-WgVdgFTu9pjkOkY off=3126185 len=1512659 2024-04-12T16:29:51.095 INFO:tasks.workunit.client.0.smithi099.stdout:op 2436 completed, throughput=5MB/sec 2024-04-12T16:29:51.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:29:51 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:29:51.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:29:51 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:29:51.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:29:51 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:29:52.095 INFO:tasks.workunit.client.0.smithi099.stdout: 479: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:52.095 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-9m7_x-lw2m9AoBR off=5023826 len=1803138 2024-04-12T16:29:52.097 INFO:tasks.workunit.client.0.smithi099.stdout:op 2437 completed, throughput=4.99MB/sec 2024-04-12T16:29:52.097 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1_Y0oK-5LpNm3L5 off=6284479 len=1178494 2024-04-12T16:29:52.103 INFO:tasks.workunit.client.0.smithi099.stdout:op 2438 completed, throughput=5MB/sec 2024-04-12T16:29:52.103 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-c0s41chLFmCPBiU off=6550412 len=1765084 2024-04-12T16:29:52.103 INFO:tasks.workunit.client.0.smithi099.stdout:op 2439 completed, throughput=5MB/sec 2024-04-12T16:29:52.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:29:52 smithi110 ceph-mon[88691]: pgmap v1659: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-12T16:29:52.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:29:52 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:29:52.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:29:52 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:29:52.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:29:52 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:29:52.581 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:29:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:29:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:29:52.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:29:52 smithi099 ceph-mon[94290]: pgmap v1659: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-12T16:29:52.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:29:52 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:29:52.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:29:52 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:29:52.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:29:52 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:29:52.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:29:52 smithi099 ceph-mon[96864]: pgmap v1659: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-12T16:29:52.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:29:52 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:29:52.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:29:52 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:29:52.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:29:52 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:29:53.104 INFO:tasks.workunit.client.0.smithi099.stdout: 480: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:53.104 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_3TVFAMLBgfvMup off=4691039 len=631093 2024-04-12T16:29:53.108 INFO:tasks.workunit.client.0.smithi099.stdout:op 2440 completed, throughput=4.99MB/sec 2024-04-12T16:29:53.108 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-oWuf_xTwmLA5CMM off=1791574 len=1665818 2024-04-12T16:29:53.116 INFO:tasks.workunit.client.0.smithi099.stdout:op 2441 completed, throughput=4.99MB/sec 2024-04-12T16:29:53.117 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--c4SRSBxmc0QOTE off=8177560 len=1004078 2024-04-12T16:29:53.119 INFO:tasks.workunit.client.0.smithi099.stdout:op 2442 completed, throughput=5MB/sec 2024-04-12T16:29:53.119 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-NMSukJAahxMFeO6 off=5455291 len=2055908 2024-04-12T16:29:53.130 INFO:tasks.workunit.client.0.smithi099.stdout:op 2443 completed, throughput=5MB/sec 2024-04-12T16:29:54.130 INFO:tasks.workunit.client.0.smithi099.stdout: 481: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:54.130 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-OKcrWRVAUkPUUEQ off=3900101 len=897205 2024-04-12T16:29:54.132 INFO:tasks.workunit.client.0.smithi099.stdout:op 2444 completed, throughput=4.99MB/sec 2024-04-12T16:29:54.132 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-wVUsQsbNPQgEBa- off=6633558 len=2081676 2024-04-12T16:29:54.142 INFO:tasks.workunit.client.0.smithi099.stdout:op 2445 completed, throughput=5MB/sec 2024-04-12T16:29:54.143 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Wh4AcRMkzkXFMWx off=11407180 len=1999032 2024-04-12T16:29:54.145 INFO:tasks.workunit.client.0.smithi099.stdout:op 2446 completed, throughput=5MB/sec 2024-04-12T16:29:54.146 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-yDuxzh2pyr6PIP1 off=4507593 len=2043085 2024-04-12T16:29:54.155 INFO:tasks.workunit.client.0.smithi099.stdout:op 2447 completed, throughput=5MB/sec 2024-04-12T16:29:54.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:29:54 smithi110 ceph-mon[88691]: pgmap v1660: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:29:54.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:29:54 smithi099 ceph-mon[94290]: pgmap v1660: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:29:54.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:29:54 smithi099 ceph-mon[96864]: pgmap v1660: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:29:55.155 INFO:tasks.workunit.client.0.smithi099.stdout: 482: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:55.155 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-gokCxWNiiBBzZ6G off=7482030 len=420403 2024-04-12T16:29:55.159 INFO:tasks.workunit.client.0.smithi099.stdout:op 2448 completed, throughput=4.99MB/sec 2024-04-12T16:29:55.159 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Z5noeUmOfkJ95bP off=3568016 len=1717250 2024-04-12T16:29:55.161 INFO:tasks.workunit.client.0.smithi099.stdout:op 2449 completed, throughput=5MB/sec 2024-04-12T16:29:55.161 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-d2SgXnDH8wE_iXl off=4460572 len=2012613 2024-04-12T16:29:55.172 INFO:tasks.workunit.client.0.smithi099.stdout:op 2450 completed, throughput=5MB/sec 2024-04-12T16:29:56.172 INFO:tasks.workunit.client.0.smithi099.stdout: 483: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:56.172 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-60Y3yIL3BmMOw3a off=1449414 len=939060 2024-04-12T16:29:56.174 INFO:tasks.workunit.client.0.smithi099.stdout:op 2451 completed, throughput=4.99MB/sec 2024-04-12T16:29:56.174 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-KPtIfofM4RNW8rj off=48941 len=1857978 2024-04-12T16:29:56.176 INFO:tasks.workunit.client.0.smithi099.stdout:op 2452 completed, throughput=5MB/sec 2024-04-12T16:29:56.176 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-m1MX9TikD5ddVZp off=11266419 len=1017592 2024-04-12T16:29:56.182 INFO:tasks.workunit.client.0.smithi099.stdout:op 2453 completed, throughput=5MB/sec 2024-04-12T16:29:56.182 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-d7K3eUrIaKfMEkp off=16173573 len=1785574 2024-04-12T16:29:56.184 INFO:tasks.workunit.client.0.smithi099.stdout:op 2454 completed, throughput=5MB/sec 2024-04-12T16:29:56.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:29:56 smithi099 ceph-mon[94290]: pgmap v1661: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:29:56.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:29:56 smithi099 ceph-mon[96864]: pgmap v1661: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:29:56.624 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:29:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:29:56] "GET /metrics HTTP/1.1" 200 34131 "" "Prometheus/2.43.0" 2024-04-12T16:29:56.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:29:56 smithi110 ceph-mon[88691]: pgmap v1661: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:29:57.185 INFO:tasks.workunit.client.0.smithi099.stdout: 484: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:57.185 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-2tDP7v2Kx_q-MID off=12796349 len=514695 2024-04-12T16:29:57.189 INFO:tasks.workunit.client.0.smithi099.stdout:op 2455 completed, throughput=4.99MB/sec 2024-04-12T16:29:57.189 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-KAIrGOyI3WYyFIS off=187221 len=930243 2024-04-12T16:29:57.190 INFO:tasks.workunit.client.0.smithi099.stdout:op 2456 completed, throughput=4.99MB/sec 2024-04-12T16:29:57.190 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-BK9JYk4xgQ370-V off=3953024 len=2026828 2024-04-12T16:29:57.193 INFO:tasks.workunit.client.0.smithi099.stdout:op 2457 completed, throughput=5MB/sec 2024-04-12T16:29:57.193 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-IkKODU81Sl1IMYn off=11606717 len=1343588 2024-04-12T16:29:57.201 INFO:tasks.workunit.client.0.smithi099.stdout:op 2458 completed, throughput=5MB/sec 2024-04-12T16:29:57.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:29:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:29:57.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:29:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:29:57.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:29:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:29:58.200 INFO:tasks.workunit.client.0.smithi099.stdout: 485: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:58.201 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-rPizLTxzceUr097 off=16417029 len=1853700 2024-04-12T16:29:58.203 INFO:tasks.workunit.client.0.smithi099.stdout:op 2459 completed, throughput=4.99MB/sec 2024-04-12T16:29:58.203 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-xqo6Sjefl6Gwq0z off=12040192 len=1268099 2024-04-12T16:29:58.208 INFO:tasks.workunit.client.0.smithi099.stdout:op 2460 completed, throughput=5MB/sec 2024-04-12T16:29:58.208 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-jZVbjG723VtNON5 off=3251590 len=1150159 2024-04-12T16:29:58.209 INFO:tasks.workunit.client.0.smithi099.stdout:op 2461 completed, throughput=5MB/sec 2024-04-12T16:29:58.210 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-jHA0IJ0OTGb-_af off=3852397 len=300277 2024-04-12T16:29:58.210 INFO:tasks.workunit.client.0.smithi099.stdout:op 2462 completed, throughput=5MB/sec 2024-04-12T16:29:58.210 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-sS079fYJInWRC4h off=1038700 len=912173 2024-04-12T16:29:58.217 INFO:tasks.workunit.client.0.smithi099.stdout:op 2463 completed, throughput=5MB/sec 2024-04-12T16:29:58.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:29:58 smithi110 ceph-mon[88691]: pgmap v1662: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:29:58.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:29:58 smithi099 ceph-mon[94290]: pgmap v1662: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:29:58.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:29:58 smithi099 ceph-mon[96864]: pgmap v1662: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:29:59.216 INFO:tasks.workunit.client.0.smithi099.stdout: 486: throughput=4.99MB/sec pending data=0 2024-04-12T16:29:59.216 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Ce6stEbCG7ozODE off=4181828 len=980713 2024-04-12T16:29:59.217 INFO:tasks.workunit.client.0.smithi099.stdout:op 2464 completed, throughput=4.99MB/sec 2024-04-12T16:29:59.218 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-zvzkqyP6xsGmbtW off=8492093 len=1717340 2024-04-12T16:29:59.227 INFO:tasks.workunit.client.0.smithi099.stdout:op 2465 completed, throughput=5MB/sec 2024-04-12T16:29:59.227 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-7lXlCpfhRfH1Loz off=3829080 len=2056271 2024-04-12T16:29:59.235 INFO:tasks.workunit.client.0.smithi099.stdout:op 2466 completed, throughput=5MB/sec 2024-04-12T16:30:00.235 INFO:tasks.workunit.client.0.smithi099.stdout: 487: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:00.235 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-RvGjd10v1eYFNQh off=5626702 len=1253581 2024-04-12T16:30:00.243 INFO:tasks.workunit.client.0.smithi099.stdout:op 2467 completed, throughput=4.99MB/sec 2024-04-12T16:30:00.243 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-NBuSqwatmuw9xQX off=3227949 len=1045615 2024-04-12T16:30:00.250 INFO:tasks.workunit.client.0.smithi099.stdout:op 2468 completed, throughput=4.99MB/sec 2024-04-12T16:30:00.250 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-JLfqmj94MhB3hHm off=4342885 len=1699555 2024-04-12T16:30:00.258 INFO:tasks.workunit.client.0.smithi099.stdout:op 2469 completed, throughput=5MB/sec 2024-04-12T16:30:00.258 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-85jLFNw_xW7_nJj off=1806794 len=514022 2024-04-12T16:30:00.262 INFO:tasks.workunit.client.0.smithi099.stdout:op 2470 completed, throughput=5MB/sec 2024-04-12T16:30:00.262 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-eVmK9wkLdUX5ksM off=0 len=1817606 2024-04-12T16:30:00.264 INFO:tasks.workunit.client.0.smithi099.stdout:op 2471 completed, throughput=5MB/sec 2024-04-12T16:30:00.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:30:00 smithi110 ceph-mon[88691]: pgmap v1663: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T16:30:00.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:30:00 smithi110 ceph-mon[88691]: overall HEALTH_OK 2024-04-12T16:30:00.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:30:00 smithi099 ceph-mon[94290]: pgmap v1663: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T16:30:00.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:30:00 smithi099 ceph-mon[94290]: overall HEALTH_OK 2024-04-12T16:30:00.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:30:00 smithi099 ceph-mon[96864]: pgmap v1663: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T16:30:00.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:30:00 smithi099 ceph-mon[96864]: overall HEALTH_OK 2024-04-12T16:30:01.264 INFO:tasks.workunit.client.0.smithi099.stdout: 488: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:01.265 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-rTcAazmi0gMsRxX off=2404666 len=1427428 2024-04-12T16:30:01.271 INFO:tasks.workunit.client.0.smithi099.stdout:op 2472 completed, throughput=4.99MB/sec 2024-04-12T16:30:01.271 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Ny0JxyITm-3TezO off=216274 len=67417 2024-04-12T16:30:01.273 INFO:tasks.workunit.client.0.smithi099.stdout:op 2473 completed, throughput=4.99MB/sec 2024-04-12T16:30:01.273 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-70UFcTT855Lq5sg off=4800499 len=1817199 2024-04-12T16:30:01.275 INFO:tasks.workunit.client.0.smithi099.stdout:op 2474 completed, throughput=5MB/sec 2024-04-12T16:30:01.275 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1TZVmgZyyFbo-rM off=3052206 len=500837 2024-04-12T16:30:01.278 INFO:tasks.workunit.client.0.smithi099.stdout:op 2475 completed, throughput=5MB/sec 2024-04-12T16:30:01.278 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-D8DlYKooJ-gikmP off=6039215 len=1739969 2024-04-12T16:30:01.287 INFO:tasks.workunit.client.0.smithi099.stdout:op 2476 completed, throughput=5MB/sec 2024-04-12T16:30:02.287 INFO:tasks.workunit.client.0.smithi099.stdout: 489: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:02.287 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-C2mcPVBILDe-id9 off=3091082 len=278973 2024-04-12T16:30:02.290 INFO:tasks.workunit.client.0.smithi099.stdout:op 2477 completed, throughput=4.99MB/sec 2024-04-12T16:30:02.290 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-g5zNXIi0P4fiH2z off=12458467 len=1376544 2024-04-12T16:30:02.297 INFO:tasks.workunit.client.0.smithi099.stdout:op 2478 completed, throughput=5MB/sec 2024-04-12T16:30:02.297 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ouqMpmxM6KT71i7 off=4927761 len=1428404 2024-04-12T16:30:02.298 INFO:tasks.workunit.client.0.smithi099.stdout:op 2479 completed, throughput=5MB/sec 2024-04-12T16:30:02.298 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-DepS_wd8Qm4vAcQ off=3861615 len=1236277 2024-04-12T16:30:02.305 INFO:tasks.workunit.client.0.smithi099.stdout:op 2480 completed, throughput=5MB/sec 2024-04-12T16:30:02.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:30:02 smithi110 ceph-mon[88691]: pgmap v1664: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:30:02.581 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:30:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:30:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:30:02.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:30:02 smithi099 ceph-mon[94290]: pgmap v1664: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:30:02.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:30:02 smithi099 ceph-mon[96864]: pgmap v1664: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:30:03.305 INFO:tasks.workunit.client.0.smithi099.stdout: 490: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:03.305 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ypDTM0U_u5V5ZIH off=17031809 len=749069 2024-04-12T16:30:03.307 INFO:tasks.workunit.client.0.smithi099.stdout:op 2481 completed, throughput=4.99MB/sec 2024-04-12T16:30:03.308 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ru4ZWCC0EdpYH25 off=2799663 len=1619139 2024-04-12T16:30:03.311 INFO:tasks.workunit.client.0.smithi099.stdout:op 2482 completed, throughput=4.99MB/sec 2024-04-12T16:30:03.311 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_JBqNu9pjYumk7r off=1994093 len=1561 2024-04-12T16:30:03.313 INFO:tasks.workunit.client.0.smithi099.stdout:op 2483 completed, throughput=4.99MB/sec 2024-04-12T16:30:03.314 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-gguLVtDi__NkXQ3 off=12537996 len=1426955 2024-04-12T16:30:03.315 INFO:tasks.workunit.client.0.smithi099.stdout:op 2484 completed, throughput=5MB/sec 2024-04-12T16:30:03.315 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-X5cRJ7HmE-Yb7oW off=23155337 len=569010 2024-04-12T16:30:03.320 INFO:tasks.workunit.client.0.smithi099.stdout:op 2485 completed, throughput=5MB/sec 2024-04-12T16:30:03.320 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-WshrUmDnkWTvhwf off=2040673 len=1454965 2024-04-12T16:30:03.321 INFO:tasks.workunit.client.0.smithi099.stdout:op 2486 completed, throughput=5MB/sec 2024-04-12T16:30:04.322 INFO:tasks.workunit.client.0.smithi099.stdout: 491: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:04.322 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Ee-UkZob-XND3kG off=4768196 len=2068502 2024-04-12T16:30:04.331 INFO:tasks.workunit.client.0.smithi099.stdout:op 2487 completed, throughput=5MB/sec 2024-04-12T16:30:04.331 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-dF0de2oofP6lyzc off=10607675 len=985977 2024-04-12T16:30:04.332 INFO:tasks.workunit.client.0.smithi099.stdout:op 2488 completed, throughput=5MB/sec 2024-04-12T16:30:04.332 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-C609YNAWnavUFsp off=4119728 len=409696 2024-04-12T16:30:04.333 INFO:tasks.workunit.client.0.smithi099.stdout:op 2489 completed, throughput=5MB/sec 2024-04-12T16:30:04.333 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Bd-aW_lTUIgNB-N off=924021 len=186579 2024-04-12T16:30:04.336 INFO:tasks.workunit.client.0.smithi099.stdout:op 2490 completed, throughput=5MB/sec 2024-04-12T16:30:04.336 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-0PcCZVkSHvKh1RC off=1354877 len=1605443 2024-04-12T16:30:04.337 INFO:tasks.workunit.client.0.smithi099.stdout:op 2491 completed, throughput=5MB/sec 2024-04-12T16:30:04.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:30:04 smithi110 ceph-mon[88691]: pgmap v1665: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T16:30:04.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:30:04 smithi099 ceph-mon[94290]: pgmap v1665: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T16:30:04.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:30:04 smithi099 ceph-mon[96864]: pgmap v1665: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T16:30:05.338 INFO:tasks.workunit.client.0.smithi099.stdout: 492: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:05.338 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-U4cGec2vFrGH3-V off=1266723 len=884712 2024-04-12T16:30:05.339 INFO:tasks.workunit.client.0.smithi099.stdout:op 2492 completed, throughput=4.99MB/sec 2024-04-12T16:30:05.339 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-_A4yaCXaLWQ4-s3 off=931075 len=426282 2024-04-12T16:30:05.340 INFO:tasks.workunit.client.0.smithi099.stdout:op 2493 completed, throughput=4.99MB/sec 2024-04-12T16:30:05.340 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-9DHcSJV3GoUELZy off=10267273 len=482223 2024-04-12T16:30:05.344 INFO:tasks.workunit.client.0.smithi099.stdout:op 2494 completed, throughput=4.99MB/sec 2024-04-12T16:30:05.344 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-J_51tBXUphbnaZs off=8299202 len=1079815 2024-04-12T16:30:05.349 INFO:tasks.workunit.client.0.smithi099.stdout:op 2495 completed, throughput=5MB/sec 2024-04-12T16:30:05.349 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-l0huzOzrSmbOm4x off=200803 len=137915 2024-04-12T16:30:05.350 INFO:tasks.workunit.client.0.smithi099.stdout:op 2496 completed, throughput=5MB/sec 2024-04-12T16:30:05.350 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-EezDeCd-PooUtdq off=9732073 len=415343 2024-04-12T16:30:05.351 INFO:tasks.workunit.client.0.smithi099.stdout:op 2497 completed, throughput=5MB/sec 2024-04-12T16:30:05.351 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-CQVHbE8DcwyWV-a off=16559298 len=1762372 2024-04-12T16:30:05.353 INFO:tasks.workunit.client.0.smithi099.stdout:op 2498 completed, throughput=5MB/sec 2024-04-12T16:30:06.353 INFO:tasks.workunit.client.0.smithi099.stdout: 493: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:06.353 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-OMRY0IzCvzHTv3w off=1084220 len=369010 2024-04-12T16:30:06.356 INFO:tasks.workunit.client.0.smithi099.stdout:op 2499 completed, throughput=4.99MB/sec 2024-04-12T16:30:06.357 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ioxZ4GTNjl9r2QD off=2424584 len=1497104 2024-04-12T16:30:06.359 INFO:tasks.workunit.client.0.smithi099.stdout:op 2500 completed, throughput=4.99MB/sec 2024-04-12T16:30:06.360 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-AdTRzG87oIW9b3i off=6982861 len=913253 2024-04-12T16:30:06.365 INFO:tasks.workunit.client.0.smithi099.stdout:op 2501 completed, throughput=5MB/sec 2024-04-12T16:30:06.365 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-TDxdJfIhqtsdiPF off=5582672 len=1678975 2024-04-12T16:30:06.368 INFO:tasks.workunit.client.0.smithi099.stdout:op 2502 completed, throughput=5MB/sec 2024-04-12T16:30:06.368 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ocGtAdaXR4USWwf off=8075613 len=344646 2024-04-12T16:30:06.369 INFO:tasks.workunit.client.0.smithi099.stdout:op 2503 completed, throughput=5MB/sec 2024-04-12T16:30:06.369 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-QvuG-J7XbP3NPjk off=2930417 len=1816626 2024-04-12T16:30:06.377 INFO:tasks.workunit.client.0.smithi099.stdout:op 2504 completed, throughput=5MB/sec 2024-04-12T16:30:06.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:30:06 smithi099 ceph-mon[94290]: pgmap v1666: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T16:30:06.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:30:06 smithi099 ceph-mon[96864]: pgmap v1666: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T16:30:06.624 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:30:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:30:06] "GET /metrics HTTP/1.1" 200 34130 "" "Prometheus/2.43.0" 2024-04-12T16:30:06.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:30:06 smithi110 ceph-mon[88691]: pgmap v1666: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T16:30:07.377 INFO:tasks.workunit.client.0.smithi099.stdout: 494: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:07.377 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Q4cnwMrMFvfxin7 off=6258416 len=624231 2024-04-12T16:30:07.382 INFO:tasks.workunit.client.0.smithi099.stdout:op 2505 completed, throughput=4.99MB/sec 2024-04-12T16:30:07.382 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-locsvytqknAACma off=9079272 len=866824 2024-04-12T16:30:07.387 INFO:tasks.workunit.client.0.smithi099.stdout:op 2506 completed, throughput=5MB/sec 2024-04-12T16:30:07.387 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-vE73bcFjnctYxzc off=3807385 len=292443 2024-04-12T16:30:07.387 INFO:tasks.workunit.client.0.smithi099.stdout:op 2507 completed, throughput=5MB/sec 2024-04-12T16:30:07.388 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-0w59_sZH2bKzdtp off=1383408 len=223584 2024-04-12T16:30:07.389 INFO:tasks.workunit.client.0.smithi099.stdout:op 2508 completed, throughput=5MB/sec 2024-04-12T16:30:07.389 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-f2-Owd_tCHOkoSY off=3337285 len=1239266 2024-04-12T16:30:07.390 INFO:tasks.workunit.client.0.smithi099.stdout:op 2509 completed, throughput=5MB/sec 2024-04-12T16:30:07.391 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-8Eqdv8MASscSJaF off=2983504 len=972568 2024-04-12T16:30:07.392 INFO:tasks.workunit.client.0.smithi099.stdout:op 2510 completed, throughput=5MB/sec 2024-04-12T16:30:08.392 INFO:tasks.workunit.client.0.smithi099.stdout: 495: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:08.392 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-bKxWewkxpqsG4kj off=8384881 len=903169 2024-04-12T16:30:08.398 INFO:tasks.workunit.client.0.smithi099.stdout:op 2511 completed, throughput=4.99MB/sec 2024-04-12T16:30:08.398 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-2RrlFCfIzTkU_83 off=6371235 len=1457977 2024-04-12T16:30:08.400 INFO:tasks.workunit.client.0.smithi099.stdout:op 2512 completed, throughput=5MB/sec 2024-04-12T16:30:08.401 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-LBpvFArcoNaog5x off=3440018 len=1073178 2024-04-12T16:30:08.407 INFO:tasks.workunit.client.0.smithi099.stdout:op 2513 completed, throughput=5MB/sec 2024-04-12T16:30:08.407 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-nhN3ORJPw3LznuQ off=2455012 len=1467687 2024-04-12T16:30:08.409 INFO:tasks.workunit.client.0.smithi099.stdout:op 2514 completed, throughput=5MB/sec 2024-04-12T16:30:08.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:30:08 smithi110 ceph-mon[88691]: pgmap v1667: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:30:08.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:30:08 smithi099 ceph-mon[94290]: pgmap v1667: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:30:08.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:30:08 smithi099 ceph-mon[96864]: pgmap v1667: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:30:09.409 INFO:tasks.workunit.client.0.smithi099.stdout: 496: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:09.409 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-sa59fGVgNaDTJad off=6734882 len=774731 2024-04-12T16:30:09.414 INFO:tasks.workunit.client.0.smithi099.stdout:op 2515 completed, throughput=4.99MB/sec 2024-04-12T16:30:09.414 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-QQ7MCA_xP23IVXM off=12859821 len=1713581 2024-04-12T16:30:09.423 INFO:tasks.workunit.client.0.smithi099.stdout:op 2516 completed, throughput=5MB/sec 2024-04-12T16:30:09.423 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-xKhkIwoTUbXgmFA off=2808562 len=726787 2024-04-12T16:30:09.428 INFO:tasks.workunit.client.0.smithi099.stdout:op 2517 completed, throughput=5MB/sec 2024-04-12T16:30:09.428 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-KQDmrU4-mTOswZo off=17280030 len=1362604 2024-04-12T16:30:09.430 INFO:tasks.workunit.client.0.smithi099.stdout:op 2518 completed, throughput=5MB/sec 2024-04-12T16:30:09.431 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-PYnZl90yxnKv1QV off=5069574 len=1146958 2024-04-12T16:30:09.437 INFO:tasks.workunit.client.0.smithi099.stdout:op 2519 completed, throughput=5MB/sec 2024-04-12T16:30:10.437 INFO:tasks.workunit.client.0.smithi099.stdout: 497: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:10.437 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-oGTVAYMTT5hNVR0 off=5720749 len=721158 2024-04-12T16:30:10.438 INFO:tasks.workunit.client.0.smithi099.stdout:op 2520 completed, throughput=4.99MB/sec 2024-04-12T16:30:10.439 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_gHiSTZIFHkm9yK off=17135025 len=1902500 2024-04-12T16:30:10.448 INFO:tasks.workunit.client.0.smithi099.stdout:op 2521 completed, throughput=5MB/sec 2024-04-12T16:30:10.448 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-QqtUOu59yRnzmZw off=19578215 len=1796332 2024-04-12T16:30:10.458 INFO:tasks.workunit.client.0.smithi099.stdout:op 2522 completed, throughput=5MB/sec 2024-04-12T16:30:10.458 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-TQQf6J50imHMo0v off=3874829 len=1254444 2024-04-12T16:30:10.459 INFO:tasks.workunit.client.0.smithi099.stdout:op 2523 completed, throughput=5MB/sec 2024-04-12T16:30:10.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:30:10 smithi110 ceph-mon[88691]: pgmap v1668: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T16:30:10.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:30:10 smithi099 ceph-mon[94290]: pgmap v1668: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T16:30:10.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:30:10 smithi099 ceph-mon[96864]: pgmap v1668: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T16:30:11.459 INFO:tasks.workunit.client.0.smithi099.stdout: 498: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:11.460 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-NWDSeEEm1ceQjQ4 off=6436779 len=86551 2024-04-12T16:30:11.460 INFO:tasks.workunit.client.0.smithi099.stdout:op 2524 completed, throughput=4.99MB/sec 2024-04-12T16:30:11.460 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-funbJQto2DsC3Qr off=1298480 len=135924 2024-04-12T16:30:11.461 INFO:tasks.workunit.client.0.smithi099.stdout:op 2525 completed, throughput=4.99MB/sec 2024-04-12T16:30:11.461 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Q2M0fkLhN45iqNK off=11429947 len=1604176 2024-04-12T16:30:11.468 INFO:tasks.workunit.client.0.smithi099.stdout:op 2526 completed, throughput=5MB/sec 2024-04-12T16:30:11.468 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-kdMpBmDLlprEmDs off=21014457 len=839771 2024-04-12T16:30:11.469 INFO:tasks.workunit.client.0.smithi099.stdout:op 2527 completed, throughput=5MB/sec 2024-04-12T16:30:11.469 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-bfa6N6771CjPPg7 off=5452300 len=213358 2024-04-12T16:30:11.470 INFO:tasks.workunit.client.0.smithi099.stdout:op 2528 completed, throughput=5MB/sec 2024-04-12T16:30:11.470 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-vd-uTNOJvPu864y off=15512837 len=1653917 2024-04-12T16:30:11.472 INFO:tasks.workunit.client.0.smithi099.stdout:op 2529 completed, throughput=5MB/sec 2024-04-12T16:30:12.472 INFO:tasks.workunit.client.0.smithi099.stdout: 499: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:12.472 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-X-Lquzro_TKwdT6 off=3400300 len=436956 2024-04-12T16:30:12.474 INFO:tasks.workunit.client.0.smithi099.stdout:op 2530 completed, throughput=4.99MB/sec 2024-04-12T16:30:12.475 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-S4x3wtuFMB-RfNy off=20503088 len=665343 2024-04-12T16:30:12.479 INFO:tasks.workunit.client.0.smithi099.stdout:op 2531 completed, throughput=4.99MB/sec 2024-04-12T16:30:12.479 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-JpMawl3hhspITbx off=2569841 len=22213 2024-04-12T16:30:12.480 INFO:tasks.workunit.client.0.smithi099.stdout:op 2532 completed, throughput=4.99MB/sec 2024-04-12T16:30:12.480 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-gY_gtSDHZ8J5q6N off=2434906 len=65193 2024-04-12T16:30:12.480 INFO:tasks.workunit.client.0.smithi099.stdout:op 2533 completed, throughput=4.99MB/sec 2024-04-12T16:30:12.481 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-uGQxf1pSR1XhgIv off=11423164 len=1582813 2024-04-12T16:30:12.482 INFO:tasks.workunit.client.0.smithi099.stdout:op 2534 completed, throughput=5MB/sec 2024-04-12T16:30:12.482 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-xzJJNzOvzIN58wc off=19011245 len=1586575 2024-04-12T16:30:12.489 INFO:tasks.workunit.client.0.smithi099.stdout:op 2535 completed, throughput=5MB/sec 2024-04-12T16:30:12.489 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-foQ45hfuCcQV6tv off=2699239 len=1758424 2024-04-12T16:30:12.496 INFO:tasks.workunit.client.0.smithi099.stdout:op 2536 completed, throughput=5MB/sec 2024-04-12T16:30:12.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:30:12 smithi110 ceph-mon[88691]: pgmap v1669: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:30:12.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:30:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:30:12.581 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:30:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:30:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:30:12.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:30:12 smithi099 ceph-mon[94290]: pgmap v1669: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:30:12.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:30:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:30:12.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:30:12 smithi099 ceph-mon[96864]: pgmap v1669: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:30:12.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:30:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:30:13.497 INFO:tasks.workunit.client.0.smithi099.stdout: 500: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:13.497 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-mb38JjJgJJ0j_N5 off=594591 len=212425 2024-04-12T16:30:13.500 INFO:tasks.workunit.client.0.smithi099.stdout:op 2537 completed, throughput=4.99MB/sec 2024-04-12T16:30:13.500 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-tTBNq1I0Zne2-l5 off=2840148 len=663161 2024-04-12T16:30:13.502 INFO:tasks.workunit.client.0.smithi099.stdout:op 2538 completed, throughput=4.99MB/sec 2024-04-12T16:30:13.502 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-bs51rgUSqe_8yY- off=3192402 len=1839854 2024-04-12T16:30:13.504 INFO:tasks.workunit.client.0.smithi099.stdout:op 2539 completed, throughput=5MB/sec 2024-04-12T16:30:13.504 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-P_4u0pciPcJZgAw off=5859557 len=1279035 2024-04-12T16:30:13.506 INFO:tasks.workunit.client.0.smithi099.stdout:op 2540 completed, throughput=5MB/sec 2024-04-12T16:30:13.506 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Mel_hZFoJNex6xf off=593588 len=137410 2024-04-12T16:30:13.506 INFO:tasks.workunit.client.0.smithi099.stdout:op 2541 completed, throughput=5MB/sec 2024-04-12T16:30:13.507 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--toTzyl0T-KKRnL off=4153637 len=2037451 2024-04-12T16:30:13.508 INFO:tasks.workunit.client.0.smithi099.stdout:op 2542 completed, throughput=5MB/sec 2024-04-12T16:30:14.509 INFO:tasks.workunit.client.0.smithi099.stdout: 501: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:14.509 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Ogq5XGcMdOVPxQ- off=113385 len=1105554 2024-04-12T16:30:14.515 INFO:tasks.workunit.client.0.smithi099.stdout:op 2543 completed, throughput=5MB/sec 2024-04-12T16:30:14.515 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-iS_OD39ai_2arLY off=15078134 len=122028 2024-04-12T16:30:14.517 INFO:tasks.workunit.client.0.smithi099.stdout:op 2544 completed, throughput=5MB/sec 2024-04-12T16:30:14.518 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-BbYM2D9Ga5XlGKW off=1241452 len=1959060 2024-04-12T16:30:14.526 INFO:tasks.workunit.client.0.smithi099.stdout:op 2545 completed, throughput=5MB/sec 2024-04-12T16:30:14.526 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-96SuXFRIJ9bZart off=4116793 len=2054399 2024-04-12T16:30:14.529 INFO:tasks.workunit.client.0.smithi099.stdout:op 2546 completed, throughput=5MB/sec 2024-04-12T16:30:14.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:30:14 smithi110 ceph-mon[88691]: pgmap v1670: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:30:14.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:30:14 smithi099 ceph-mon[94290]: pgmap v1670: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:30:14.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:30:14 smithi099 ceph-mon[96864]: pgmap v1670: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:30:15.529 INFO:tasks.workunit.client.0.smithi099.stdout: 502: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:15.529 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-JuO-JpWzwTAXJXQ off=5606913 len=1077823 2024-04-12T16:30:15.535 INFO:tasks.workunit.client.0.smithi099.stdout:op 2547 completed, throughput=5MB/sec 2024-04-12T16:30:15.535 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-CQS8A5XPar2mpY8 off=2592133 len=962954 2024-04-12T16:30:15.536 INFO:tasks.workunit.client.0.smithi099.stdout:op 2548 completed, throughput=5MB/sec 2024-04-12T16:30:15.536 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Uon0GG2qvHprb5M off=11210164 len=1870280 2024-04-12T16:30:15.546 INFO:tasks.workunit.client.0.smithi099.stdout:op 2549 completed, throughput=5MB/sec 2024-04-12T16:30:16.546 INFO:tasks.workunit.client.0.smithi099.stdout: 503: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:16.546 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-KB1oMRp5soXLgsG off=4210022 len=619580 2024-04-12T16:30:16.551 INFO:tasks.workunit.client.0.smithi099.stdout:op 2550 completed, throughput=4.99MB/sec 2024-04-12T16:30:16.551 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-sqBU-VTMRrnhrgl off=3353954 len=433277 2024-04-12T16:30:16.552 INFO:tasks.workunit.client.0.smithi099.stdout:op 2551 completed, throughput=4.99MB/sec 2024-04-12T16:30:16.552 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-cCn-SwQHZXpTjyL off=15793137 len=545042 2024-04-12T16:30:16.557 INFO:tasks.workunit.client.0.smithi099.stdout:op 2552 completed, throughput=4.99MB/sec 2024-04-12T16:30:16.557 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-sor_mRA6mTLY4tf off=4481864 len=1248544 2024-04-12T16:30:16.562 INFO:tasks.workunit.client.0.smithi099.stdout:op 2553 completed, throughput=5MB/sec 2024-04-12T16:30:16.562 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-UXNLmi49Tma3dho off=14003087 len=1252521 2024-04-12T16:30:16.567 INFO:tasks.workunit.client.0.smithi099.stdout:op 2554 completed, throughput=5MB/sec 2024-04-12T16:30:16.567 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qZgCqREzR21GWzL off=5675045 len=1495042 2024-04-12T16:30:16.574 INFO:tasks.workunit.client.0.smithi099.stdout:op 2555 completed, throughput=5MB/sec 2024-04-12T16:30:16.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:30:16 smithi099 ceph-mon[94290]: pgmap v1671: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:30:16.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:30:16 smithi099 ceph-mon[96864]: pgmap v1671: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:30:16.624 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:30:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:30:16] "GET /metrics HTTP/1.1" 200 34131 "" "Prometheus/2.43.0" 2024-04-12T16:30:16.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:30:16 smithi110 ceph-mon[88691]: pgmap v1671: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:30:17.574 INFO:tasks.workunit.client.0.smithi099.stdout: 504: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:17.574 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-n16fH6LvH2mj1WH off=1209024 len=217026 2024-04-12T16:30:17.577 INFO:tasks.workunit.client.0.smithi099.stdout:op 2556 completed, throughput=4.99MB/sec 2024-04-12T16:30:17.578 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-QaHW3pX58py5Ksu off=18178114 len=1560373 2024-04-12T16:30:17.586 INFO:tasks.workunit.client.0.smithi099.stdout:op 2557 completed, throughput=4.99MB/sec 2024-04-12T16:30:17.586 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-h4gkmw0nvLEAH5o off=354503 len=1780325 2024-04-12T16:30:17.588 INFO:tasks.workunit.client.0.smithi099.stdout:op 2558 completed, throughput=5MB/sec 2024-04-12T16:30:17.588 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Vy5vigaZUrhwp-0 off=2203713 len=1623062 2024-04-12T16:30:17.589 INFO:tasks.workunit.client.0.smithi099.stdout:op 2559 completed, throughput=5MB/sec 2024-04-12T16:30:18.590 INFO:tasks.workunit.client.0.smithi099.stdout: 505: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:18.590 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Q3t19cQ3o3Xw3SS off=1338501 len=1549680 2024-04-12T16:30:18.592 INFO:tasks.workunit.client.0.smithi099.stdout:op 2560 completed, throughput=4.99MB/sec 2024-04-12T16:30:18.592 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-T8f115i7pvk9TpN off=9881580 len=1109143 2024-04-12T16:30:18.597 INFO:tasks.workunit.client.0.smithi099.stdout:op 2561 completed, throughput=5MB/sec 2024-04-12T16:30:18.597 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-xRYxPSfHxkNTbhW off=162113 len=789874 2024-04-12T16:30:18.602 INFO:tasks.workunit.client.0.smithi099.stdout:op 2562 completed, throughput=5MB/sec 2024-04-12T16:30:18.602 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-naZPSaamBju6Cmg off=16810958 len=2073935 2024-04-12T16:30:18.612 INFO:tasks.workunit.client.0.smithi099.stdout:op 2563 completed, throughput=5MB/sec 2024-04-12T16:30:18.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:30:18 smithi110 ceph-mon[88691]: pgmap v1672: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:30:18.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:30:18 smithi099 ceph-mon[94290]: pgmap v1672: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:30:18.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:30:18 smithi099 ceph-mon[96864]: pgmap v1672: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:30:19.613 INFO:tasks.workunit.client.0.smithi099.stdout: 506: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:19.613 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-WshrUmDnkWTvhwf off=2120454 len=572283 2024-04-12T16:30:19.617 INFO:tasks.workunit.client.0.smithi099.stdout:op 2564 completed, throughput=4.99MB/sec 2024-04-12T16:30:19.617 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-cZCwa-aKd6OOxnw off=18089493 len=1185528 2024-04-12T16:30:19.624 INFO:tasks.workunit.client.0.smithi099.stdout:op 2565 completed, throughput=4.99MB/sec 2024-04-12T16:30:19.624 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-vwigczs-WCbonA3 off=4945435 len=688713 2024-04-12T16:30:19.624 INFO:tasks.workunit.client.0.smithi099.stdout:op 2566 completed, throughput=5MB/sec 2024-04-12T16:30:19.625 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-I9e_zuKZxGmMSfs off=5757369 len=1353037 2024-04-12T16:30:19.630 INFO:tasks.workunit.client.0.smithi099.stdout:op 2567 completed, throughput=5MB/sec 2024-04-12T16:30:19.630 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-EDqCboGRIUS9e9d off=8462194 len=244304 2024-04-12T16:30:19.631 INFO:tasks.workunit.client.0.smithi099.stdout:op 2568 completed, throughput=5MB/sec 2024-04-12T16:30:19.631 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-MfePSNcTyp6pNgD off=5197316 len=467097 2024-04-12T16:30:19.634 INFO:tasks.workunit.client.0.smithi099.stdout:op 2569 completed, throughput=5MB/sec 2024-04-12T16:30:19.634 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-KINBGYE7oCEKmof off=14837099 len=1457017 2024-04-12T16:30:19.642 INFO:tasks.workunit.client.0.smithi099.stdout:op 2570 completed, throughput=5MB/sec 2024-04-12T16:30:20.642 INFO:tasks.workunit.client.0.smithi099.stdout: 507: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:20.642 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Uc-9JWbgWrbyN5G off=20043 len=1383445 2024-04-12T16:30:20.644 INFO:tasks.workunit.client.0.smithi099.stdout:op 2571 completed, throughput=4.99MB/sec 2024-04-12T16:30:20.644 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj--OnoVnHiEU3giWI off=11868816 len=370682 2024-04-12T16:30:20.647 INFO:tasks.workunit.client.0.smithi099.stdout:op 2572 completed, throughput=5MB/sec 2024-04-12T16:30:20.648 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-UOe_eZmP9rff4FV off=11972655 len=2040714 2024-04-12T16:30:20.656 INFO:tasks.workunit.client.0.smithi099.stdout:op 2573 completed, throughput=5MB/sec 2024-04-12T16:30:20.657 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ZEfuDNNHzw-45Et off=709032 len=966922 2024-04-12T16:30:20.663 INFO:tasks.workunit.client.0.smithi099.stdout:op 2574 completed, throughput=5MB/sec 2024-04-12T16:30:20.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:30:20 smithi110 ceph-mon[88691]: pgmap v1673: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:30:20.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:30:20 smithi099 ceph-mon[96864]: pgmap v1673: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:30:20.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:30:20 smithi099 ceph-mon[94290]: pgmap v1673: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:30:21.663 INFO:tasks.workunit.client.0.smithi099.stdout: 508: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:21.663 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-aw7Uu12u86trrxN off=1574621 len=1391401 2024-04-12T16:30:21.671 INFO:tasks.workunit.client.0.smithi099.stdout:op 2575 completed, throughput=4.99MB/sec 2024-04-12T16:30:21.671 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-JuO-JpWzwTAXJXQ off=5104310 len=1555343 2024-04-12T16:30:21.673 INFO:tasks.workunit.client.0.smithi099.stdout:op 2576 completed, throughput=5MB/sec 2024-04-12T16:30:21.673 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-1PCw8w4uBxb6Tl4 off=7600546 len=120384 2024-04-12T16:30:21.674 INFO:tasks.workunit.client.0.smithi099.stdout:op 2577 completed, throughput=5MB/sec 2024-04-12T16:30:21.674 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-rc27j7-AyyMuiGa off=164959 len=170107 2024-04-12T16:30:21.674 INFO:tasks.workunit.client.0.smithi099.stdout:op 2578 completed, throughput=5MB/sec 2024-04-12T16:30:21.674 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Xrt-xC6ZukbMHxA off=2809274 len=705456 2024-04-12T16:30:21.676 INFO:tasks.workunit.client.0.smithi099.stdout:op 2579 completed, throughput=5MB/sec 2024-04-12T16:30:21.676 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-va01kv3rxicQwrh off=6052747 len=832642 2024-04-12T16:30:21.678 INFO:tasks.workunit.client.0.smithi099.stdout:op 2580 completed, throughput=5MB/sec 2024-04-12T16:30:21.678 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-KKQ_w-yCEKOv1DY off=15605523 len=67637 2024-04-12T16:30:21.681 INFO:tasks.workunit.client.0.smithi099.stdout:op 2581 completed, throughput=5MB/sec 2024-04-12T16:30:21.681 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-CagMWJgu8hvOQpg off=6380630 len=538896 2024-04-12T16:30:21.685 INFO:tasks.workunit.client.0.smithi099.stdout:op 2582 completed, throughput=5MB/sec 2024-04-12T16:30:22.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:30:22 smithi110 ceph-mon[88691]: pgmap v1674: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-12T16:30:22.581 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:30:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:30:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:30:22.685 INFO:tasks.workunit.client.0.smithi099.stdout: 509: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:22.685 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-O7GIlvMlgVuFUUk off=6510111 len=353076 2024-04-12T16:30:22.687 INFO:tasks.workunit.client.0.smithi099.stdout:op 2583 completed, throughput=4.99MB/sec 2024-04-12T16:30:22.687 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-m0e_EVPAE_86Nd4 off=14238643 len=1943323 2024-04-12T16:30:22.697 INFO:tasks.workunit.client.0.smithi099.stdout:op 2584 completed, throughput=5MB/sec 2024-04-12T16:30:22.697 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-mHsj292cPfn5t8V off=19433477 len=456581 2024-04-12T16:30:22.700 INFO:tasks.workunit.client.0.smithi099.stdout:op 2585 completed, throughput=5MB/sec 2024-04-12T16:30:22.700 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-x96iFBK9UWkv9AS off=520977 len=2082286 2024-04-12T16:30:22.703 INFO:tasks.workunit.client.0.smithi099.stdout:op 2586 completed, throughput=5MB/sec 2024-04-12T16:30:22.703 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-wiWVUhTw2N4feJw off=5035775 len=1285955 2024-04-12T16:30:22.704 INFO:tasks.workunit.client.0.smithi099.stdout:op 2587 completed, throughput=5MB/sec 2024-04-12T16:30:22.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:30:22 smithi099 ceph-mon[94290]: pgmap v1674: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-12T16:30:22.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:30:22 smithi099 ceph-mon[96864]: pgmap v1674: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-12T16:30:23.705 INFO:tasks.workunit.client.0.smithi099.stdout: 510: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:23.705 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-eSP2rTBe6a8NqFm off=12546362 len=2030657 2024-04-12T16:30:23.707 INFO:tasks.workunit.client.0.smithi099.stdout:op 2588 completed, throughput=5MB/sec 2024-04-12T16:30:23.707 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Qt8521PMPuOAV0l off=560608 len=1470172 2024-04-12T16:30:23.714 INFO:tasks.workunit.client.0.smithi099.stdout:op 2589 completed, throughput=5MB/sec 2024-04-12T16:30:23.714 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-DSbP634OpBAQh_X off=6471171 len=107378 2024-04-12T16:30:23.716 INFO:tasks.workunit.client.0.smithi099.stdout:op 2590 completed, throughput=5MB/sec 2024-04-12T16:30:23.717 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-DgJTzUeLUYlNLL6 off=19107796 len=1244191 2024-04-12T16:30:23.722 INFO:tasks.workunit.client.0.smithi099.stdout:op 2591 completed, throughput=5MB/sec 2024-04-12T16:30:24.723 INFO:tasks.workunit.client.0.smithi099.stdout: 511: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:24.723 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-MBxOenvcrcatTEm off=4033254 len=774174 2024-04-12T16:30:24.723 INFO:tasks.workunit.client.0.smithi099.stdout:op 2592 completed, throughput=4.99MB/sec 2024-04-12T16:30:24.723 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-gqNubptqaT1lqa7 off=1913378 len=2066251 2024-04-12T16:30:24.735 INFO:tasks.workunit.client.0.smithi099.stdout:op 2593 completed, throughput=5MB/sec 2024-04-12T16:30:24.735 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Mmsc2_SpWQO6-Gn off=11491442 len=1384884 2024-04-12T16:30:24.743 INFO:tasks.workunit.client.0.smithi099.stdout:op 2594 completed, throughput=5MB/sec 2024-04-12T16:30:24.743 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-U4tc82yxzSmxznP off=17644181 len=1684877 2024-04-12T16:30:24.744 INFO:tasks.workunit.client.0.smithi099.stdout:op 2595 completed, throughput=5MB/sec 2024-04-12T16:30:24.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:30:24 smithi110 ceph-mon[88691]: pgmap v1675: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:30:24.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:30:24 smithi099 ceph-mon[94290]: pgmap v1675: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:30:24.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:30:24 smithi099 ceph-mon[96864]: pgmap v1675: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:30:25.744 INFO:tasks.workunit.client.0.smithi099.stdout: 512: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:25.744 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-h26daBtVS8awVko off=13560620 len=3893 2024-04-12T16:30:25.747 INFO:tasks.workunit.client.0.smithi099.stdout:op 2596 completed, throughput=4.99MB/sec 2024-04-12T16:30:25.747 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-CatfjvqovAyNaHX off=1938906 len=598305 2024-04-12T16:30:25.751 INFO:tasks.workunit.client.0.smithi099.stdout:op 2597 completed, throughput=4.99MB/sec 2024-04-12T16:30:25.751 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-XPIqQ0hU6wFALf- off=4447821 len=1806116 2024-04-12T16:30:25.759 INFO:tasks.workunit.client.0.smithi099.stdout:op 2598 completed, throughput=5MB/sec 2024-04-12T16:30:25.759 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-c-Emo_LVtrXf00x off=990037 len=702677 2024-04-12T16:30:25.764 INFO:tasks.workunit.client.0.smithi099.stdout:op 2599 completed, throughput=5MB/sec 2024-04-12T16:30:25.764 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--06fQD5Zh6cG62T off=3693033 len=527018 2024-04-12T16:30:25.765 INFO:tasks.workunit.client.0.smithi099.stdout:op 2600 completed, throughput=5MB/sec 2024-04-12T16:30:25.765 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-iCZdXlLJgqV5qJp off=18373268 len=658204 2024-04-12T16:30:25.766 INFO:tasks.workunit.client.0.smithi099.stdout:op 2601 completed, throughput=5MB/sec 2024-04-12T16:30:26.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:30:26 smithi099 ceph-mon[94290]: pgmap v1676: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T16:30:26.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:30:26 smithi099 ceph-mon[96864]: pgmap v1676: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T16:30:26.624 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:30:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:30:26] "GET /metrics HTTP/1.1" 200 34131 "" "Prometheus/2.43.0" 2024-04-12T16:30:26.767 INFO:tasks.workunit.client.0.smithi099.stdout: 513: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:26.767 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-wKkdFuWbyY4t9Ev off=4512890 len=558508 2024-04-12T16:30:26.768 INFO:tasks.workunit.client.0.smithi099.stdout:op 2602 completed, throughput=4.99MB/sec 2024-04-12T16:30:26.768 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-0za6lcjMYqXUry1 off=0 len=1706647 2024-04-12T16:30:26.770 INFO:tasks.workunit.client.0.smithi099.stdout:op 2603 completed, throughput=4.99MB/sec 2024-04-12T16:30:26.770 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-bUmjdfn94H4ybOM off=13053354 len=168446 2024-04-12T16:30:26.770 INFO:tasks.workunit.client.0.smithi099.stdout:op 2604 completed, throughput=5MB/sec 2024-04-12T16:30:26.771 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-7iiCCqL5atpWsse off=2641370 len=670802 2024-04-12T16:30:26.771 INFO:tasks.workunit.client.0.smithi099.stdout:op 2605 completed, throughput=5MB/sec 2024-04-12T16:30:26.772 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Vd6O-a--QfS6Ehm off=1438699 len=831242 2024-04-12T16:30:26.773 INFO:tasks.workunit.client.0.smithi099.stdout:op 2606 completed, throughput=5MB/sec 2024-04-12T16:30:26.773 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-2hjYm0jO2fr83H8 off=6529551 len=715938 2024-04-12T16:30:26.778 INFO:tasks.workunit.client.0.smithi099.stdout:op 2607 completed, throughput=5MB/sec 2024-04-12T16:30:26.778 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-UqVpDRwlvAF-VZ0 off=917318 len=1961766 2024-04-12T16:30:26.788 INFO:tasks.workunit.client.0.smithi099.stdout:op 2608 completed, throughput=5MB/sec 2024-04-12T16:30:26.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:30:26 smithi110 ceph-mon[88691]: pgmap v1676: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T16:30:27.788 INFO:tasks.workunit.client.0.smithi099.stdout: 514: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:27.788 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-xAxY3aXQvMi8YB0 off=478106 len=1032571 2024-04-12T16:30:27.791 INFO:tasks.workunit.client.0.smithi099.stdout:op 2609 completed, throughput=4.99MB/sec 2024-04-12T16:30:27.791 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Zao-Tynu63p8EGr off=11266329 len=1909130 2024-04-12T16:30:27.802 INFO:tasks.workunit.client.0.smithi099.stdout:op 2610 completed, throughput=5MB/sec 2024-04-12T16:30:27.802 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_ersPekI7oL8TJX off=12428863 len=1534922 2024-04-12T16:30:27.810 INFO:tasks.workunit.client.0.smithi099.stdout:op 2611 completed, throughput=5MB/sec 2024-04-12T16:30:27.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:30:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:30:27.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:30:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:30:27.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:30:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:30:28.810 INFO:tasks.workunit.client.0.smithi099.stdout: 515: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:28.810 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-HXW9La4wq1MnGRl off=411041 len=895057 2024-04-12T16:30:28.812 INFO:tasks.workunit.client.0.smithi099.stdout:op 2612 completed, throughput=4.99MB/sec 2024-04-12T16:30:28.812 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj--2mXJcOblM9hYnD off=12968433 len=1668279 2024-04-12T16:30:28.821 INFO:tasks.workunit.client.0.smithi099.stdout:op 2613 completed, throughput=5MB/sec 2024-04-12T16:30:28.821 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-abRclmRq9BsK71r off=6032351 len=514160 2024-04-12T16:30:28.822 INFO:tasks.workunit.client.0.smithi099.stdout:op 2614 completed, throughput=5MB/sec 2024-04-12T16:30:28.822 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-AHohsgjCe4iZTbJ off=622439 len=1839401 2024-04-12T16:30:28.823 INFO:tasks.workunit.client.0.smithi099.stdout:op 2615 completed, throughput=5MB/sec 2024-04-12T16:30:28.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:30:28 smithi110 ceph-mon[88691]: pgmap v1677: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-12T16:30:28.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:30:28 smithi099 ceph-mon[94290]: pgmap v1677: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-12T16:30:28.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:30:28 smithi099 ceph-mon[96864]: pgmap v1677: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-12T16:30:29.824 INFO:tasks.workunit.client.0.smithi099.stdout: 516: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:29.824 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-z7KLvdfgRn2PtLS off=9043697 len=271130 2024-04-12T16:30:29.825 INFO:tasks.workunit.client.0.smithi099.stdout:op 2616 completed, throughput=4.99MB/sec 2024-04-12T16:30:29.825 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-OgxymGhz5BhY7Cz off=3819923 len=1482566 2024-04-12T16:30:29.832 INFO:tasks.workunit.client.0.smithi099.stdout:op 2617 completed, throughput=4.99MB/sec 2024-04-12T16:30:29.832 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-A_X2lEDRzHerrMr off=18654673 len=1319556 2024-04-12T16:30:29.835 INFO:tasks.workunit.client.0.smithi099.stdout:op 2618 completed, throughput=5MB/sec 2024-04-12T16:30:29.835 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-miOL1QTc--TF2A5 off=3130005 len=1980278 2024-04-12T16:30:29.836 INFO:tasks.workunit.client.0.smithi099.stdout:op 2619 completed, throughput=5MB/sec 2024-04-12T16:30:29.836 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-OeGAVgf0XZKrHCe off=12875485 len=421606 2024-04-12T16:30:29.837 INFO:tasks.workunit.client.0.smithi099.stdout:op 2620 completed, throughput=5MB/sec 2024-04-12T16:30:30.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:30:30 smithi110 ceph-mon[88691]: pgmap v1678: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:30:30.838 INFO:tasks.workunit.client.0.smithi099.stdout: 517: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:30.838 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-c_00mFgdCKNQERV off=7825834 len=712622 2024-04-12T16:30:30.842 INFO:tasks.workunit.client.0.smithi099.stdout:op 2621 completed, throughput=4.99MB/sec 2024-04-12T16:30:30.842 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ynqEc6s5Mw8z4l8 off=11883379 len=741430 2024-04-12T16:30:30.846 INFO:tasks.workunit.client.0.smithi099.stdout:op 2622 completed, throughput=4.99MB/sec 2024-04-12T16:30:30.846 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-1STZS2HcHtBTlWm off=783427 len=336060 2024-04-12T16:30:30.847 INFO:tasks.workunit.client.0.smithi099.stdout:op 2623 completed, throughput=4.99MB/sec 2024-04-12T16:30:30.847 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-w5yY9kEQaOmq-L2 off=1762730 len=462535 2024-04-12T16:30:30.848 INFO:tasks.workunit.client.0.smithi099.stdout:op 2624 completed, throughput=5MB/sec 2024-04-12T16:30:30.848 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-292WnHixlICpoeX off=1012966 len=1727013 2024-04-12T16:30:30.849 INFO:tasks.workunit.client.0.smithi099.stdout:op 2625 completed, throughput=5MB/sec 2024-04-12T16:30:30.850 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-M9o6xRYUdmfm8TE off=6252802 len=703936 2024-04-12T16:30:30.855 INFO:tasks.workunit.client.0.smithi099.stdout:op 2626 completed, throughput=5MB/sec 2024-04-12T16:30:30.855 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-FWDM43iAmNNDz15 off=9386024 len=54646 2024-04-12T16:30:30.855 INFO:tasks.workunit.client.0.smithi099.stdout:op 2627 completed, throughput=5MB/sec 2024-04-12T16:30:30.855 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-tmIDnGv1TkdwaLC off=23 len=1554266 2024-04-12T16:30:30.856 INFO:tasks.workunit.client.0.smithi099.stdout:op 2628 completed, throughput=5MB/sec 2024-04-12T16:30:30.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:30:30 smithi099 ceph-mon[94290]: pgmap v1678: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:30:30.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:30:30 smithi099 ceph-mon[96864]: pgmap v1678: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:30:31.857 INFO:tasks.workunit.client.0.smithi099.stdout: 518: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:31.857 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ROQPAhcXFvt2tok off=2182624 len=1217766 2024-04-12T16:30:31.863 INFO:tasks.workunit.client.0.smithi099.stdout:op 2629 completed, throughput=4.99MB/sec 2024-04-12T16:30:31.864 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-jDOrPlg_KB7RqPs off=3435273 len=868424 2024-04-12T16:30:31.865 INFO:tasks.workunit.client.0.smithi099.stdout:op 2630 completed, throughput=5MB/sec 2024-04-12T16:30:31.865 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-IfVV62Hp3N3tY_d off=11339858 len=976522 2024-04-12T16:30:31.867 INFO:tasks.workunit.client.0.smithi099.stdout:op 2631 completed, throughput=5MB/sec 2024-04-12T16:30:31.867 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-HTH1-9Ia6FFgDpI off=3606880 len=68177 2024-04-12T16:30:31.867 INFO:tasks.workunit.client.0.smithi099.stdout:op 2632 completed, throughput=5MB/sec 2024-04-12T16:30:31.867 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-jS-gl_rtYEXaf5D off=3678882 len=1446230 2024-04-12T16:30:31.874 INFO:tasks.workunit.client.0.smithi099.stdout:op 2633 completed, throughput=5MB/sec 2024-04-12T16:30:32.560 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:30:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:30:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:30:32.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:30:32 smithi110 ceph-mon[88691]: pgmap v1679: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-12T16:30:32.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:30:32 smithi099 ceph-mon[94290]: pgmap v1679: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-12T16:30:32.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:30:32 smithi099 ceph-mon[96864]: pgmap v1679: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-12T16:30:32.874 INFO:tasks.workunit.client.0.smithi099.stdout: 519: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:32.874 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-uknpi-9oBjiCcNS off=6057867 len=884504 2024-04-12T16:30:32.880 INFO:tasks.workunit.client.0.smithi099.stdout:op 2634 completed, throughput=4.99MB/sec 2024-04-12T16:30:32.880 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-roUuzpBhbYEbdWc off=11561246 len=1579663 2024-04-12T16:30:32.882 INFO:tasks.workunit.client.0.smithi099.stdout:op 2635 completed, throughput=5MB/sec 2024-04-12T16:30:32.882 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-gcpOvflDUboPxDS off=3584195 len=1617376 2024-04-12T16:30:32.889 INFO:tasks.workunit.client.0.smithi099.stdout:op 2636 completed, throughput=5MB/sec 2024-04-12T16:30:32.889 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-S3OFe55rI8II_He off=3849658 len=586636 2024-04-12T16:30:32.890 INFO:tasks.workunit.client.0.smithi099.stdout:op 2637 completed, throughput=5MB/sec 2024-04-12T16:30:32.890 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-LgY7flr1OvluZDJ off=8497806 len=1101367 2024-04-12T16:30:32.890 INFO:tasks.workunit.client.0.smithi099.stdout:op 2638 completed, throughput=5MB/sec 2024-04-12T16:30:33.891 INFO:tasks.workunit.client.0.smithi099.stdout: 520: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:33.891 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ho6OAVY81Y6ljF9 off=6952793 len=1611088 2024-04-12T16:30:33.898 INFO:tasks.workunit.client.0.smithi099.stdout:op 2639 completed, throughput=5MB/sec 2024-04-12T16:30:33.898 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-eghVMJc9WF3mhME off=1434643 len=940828 2024-04-12T16:30:33.904 INFO:tasks.workunit.client.0.smithi099.stdout:op 2640 completed, throughput=5MB/sec 2024-04-12T16:30:33.904 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ICTA8TSq5ziVj24 off=7160667 len=748890 2024-04-12T16:30:33.908 INFO:tasks.workunit.client.0.smithi099.stdout:op 2641 completed, throughput=5MB/sec 2024-04-12T16:30:33.908 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-3px9WKiwhGpJAzm off=562909 len=1763154 2024-04-12T16:30:33.912 INFO:tasks.workunit.client.0.smithi099.stdout:op 2642 completed, throughput=5MB/sec 2024-04-12T16:30:34.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:30:34 smithi110 ceph-mon[88691]: pgmap v1680: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:30:34.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:30:34 smithi099 ceph-mon[94290]: pgmap v1680: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:30:34.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:30:34 smithi099 ceph-mon[96864]: pgmap v1680: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:30:34.912 INFO:tasks.workunit.client.0.smithi099.stdout: 521: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:34.912 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-DE81F0__NbRsPX- off=8538067 len=1635847 2024-04-12T16:30:34.921 INFO:tasks.workunit.client.0.smithi099.stdout:op 2643 completed, throughput=4.99MB/sec 2024-04-12T16:30:34.921 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-HIOsfBe_IzKRhFC off=1171530 len=1648424 2024-04-12T16:30:34.924 INFO:tasks.workunit.client.0.smithi099.stdout:op 2644 completed, throughput=5MB/sec 2024-04-12T16:30:34.924 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-yY0L-ck6i03trtN off=683928 len=1493211 2024-04-12T16:30:34.930 INFO:tasks.workunit.client.0.smithi099.stdout:op 2645 completed, throughput=5MB/sec 2024-04-12T16:30:35.931 INFO:tasks.workunit.client.0.smithi099.stdout: 522: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:35.931 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-QAOFCQEEmn5MrDZ off=3040079 len=1781514 2024-04-12T16:30:35.940 INFO:tasks.workunit.client.0.smithi099.stdout:op 2646 completed, throughput=4.99MB/sec 2024-04-12T16:30:35.940 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ucqZC9fgJcbYynx off=2472586 len=1263190 2024-04-12T16:30:35.941 INFO:tasks.workunit.client.0.smithi099.stdout:op 2647 completed, throughput=5MB/sec 2024-04-12T16:30:35.942 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-KbRrV0e6K1K0AQO off=2001214 len=1335987 2024-04-12T16:30:35.947 INFO:tasks.workunit.client.0.smithi099.stdout:op 2648 completed, throughput=5MB/sec 2024-04-12T16:30:35.947 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-uws1Rap22uhYm2c off=12847760 len=999456 2024-04-12T16:30:35.952 INFO:tasks.workunit.client.0.smithi099.stdout:op 2649 completed, throughput=5MB/sec 2024-04-12T16:30:36.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:30:36 smithi099 ceph-mon[94290]: pgmap v1681: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:30:36.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:30:36 smithi099 ceph-mon[96864]: pgmap v1681: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:30:36.624 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:30:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:30:36] "GET /metrics HTTP/1.1" 200 34129 "" "Prometheus/2.43.0" 2024-04-12T16:30:36.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:30:36 smithi110 ceph-mon[88691]: pgmap v1681: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:30:36.952 INFO:tasks.workunit.client.0.smithi099.stdout: 523: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:36.953 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-xYNJZqBWAD3zL5s off=7173412 len=1175248 2024-04-12T16:30:36.954 INFO:tasks.workunit.client.0.smithi099.stdout:op 2650 completed, throughput=4.99MB/sec 2024-04-12T16:30:36.954 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-uw37-TxPqyzY5NN off=9575328 len=1797892 2024-04-12T16:30:36.964 INFO:tasks.workunit.client.0.smithi099.stdout:op 2651 completed, throughput=5MB/sec 2024-04-12T16:30:36.964 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-W5gH828iiDPDRKt off=1013437 len=1277890 2024-04-12T16:30:36.965 INFO:tasks.workunit.client.0.smithi099.stdout:op 2652 completed, throughput=5MB/sec 2024-04-12T16:30:36.965 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-DrM5MA5HLsTyCSa off=8805249 len=420008 2024-04-12T16:30:36.966 INFO:tasks.workunit.client.0.smithi099.stdout:op 2653 completed, throughput=5MB/sec 2024-04-12T16:30:36.966 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-sGP-e-x52c9ivpT off=4670859 len=1846273 2024-04-12T16:30:36.967 INFO:tasks.workunit.client.0.smithi099.stdout:op 2654 completed, throughput=5MB/sec 2024-04-12T16:30:37.967 INFO:tasks.workunit.client.0.smithi099.stdout: 524: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:37.967 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ilk59VAfSfLUBpC off=19270263 len=1680890 2024-04-12T16:30:37.976 INFO:tasks.workunit.client.0.smithi099.stdout:op 2655 completed, throughput=5MB/sec 2024-04-12T16:30:37.976 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ukupQeNt4GgZhO3 off=12742371 len=387452 2024-04-12T16:30:37.980 INFO:tasks.workunit.client.0.smithi099.stdout:op 2656 completed, throughput=5MB/sec 2024-04-12T16:30:37.980 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-YGe1Ll0_Kl6UXSQ off=2928579 len=1095290 2024-04-12T16:30:37.986 INFO:tasks.workunit.client.0.smithi099.stdout:op 2657 completed, throughput=5MB/sec 2024-04-12T16:30:37.986 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-S9GQNMslk1pkaRS off=1827669 len=799619 2024-04-12T16:30:37.987 INFO:tasks.workunit.client.0.smithi099.stdout:op 2658 completed, throughput=5MB/sec 2024-04-12T16:30:37.987 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ltZnZCAmKWCsYDX off=5569033 len=1958541 2024-04-12T16:30:37.991 INFO:tasks.workunit.client.0.smithi099.stdout:op 2659 completed, throughput=5MB/sec 2024-04-12T16:30:38.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:30:38 smithi110 ceph-mon[88691]: pgmap v1682: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:30:38.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:30:38 smithi099 ceph-mon[94290]: pgmap v1682: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:30:38.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:30:38 smithi099 ceph-mon[96864]: pgmap v1682: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:30:38.991 INFO:tasks.workunit.client.0.smithi099.stdout: 525: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:38.991 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-rmC18HWpDlTIWxa off=3839317 len=797629 2024-04-12T16:30:38.994 INFO:tasks.workunit.client.0.smithi099.stdout:op 2660 completed, throughput=5MB/sec 2024-04-12T16:30:38.994 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-K97t9H3pszhyanQ off=15457093 len=607426 2024-04-12T16:30:38.997 INFO:tasks.workunit.client.0.smithi099.stdout:op 2661 completed, throughput=5MB/sec 2024-04-12T16:30:38.998 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-9AE3wp9wTQyhV4L off=9309028 len=483840 2024-04-12T16:30:38.999 INFO:tasks.workunit.client.0.smithi099.stdout:op 2662 completed, throughput=5MB/sec 2024-04-12T16:30:38.999 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-z2DZXZi_RHbrna8 off=6643817 len=732278 2024-04-12T16:30:39.003 INFO:tasks.workunit.client.0.smithi099.stdout:op 2663 completed, throughput=5MB/sec 2024-04-12T16:30:39.003 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-nFD8TkYINchTOQp off=3437014 len=1335187 2024-04-12T16:30:39.004 INFO:tasks.workunit.client.0.smithi099.stdout:op 2664 completed, throughput=5MB/sec 2024-04-12T16:30:40.005 INFO:tasks.workunit.client.0.smithi099.stdout: 526: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:40.005 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Ms1qKsuJSXMI2_t off=2628962 len=839313 2024-04-12T16:30:40.010 INFO:tasks.workunit.client.0.smithi099.stdout:op 2665 completed, throughput=4.99MB/sec 2024-04-12T16:30:40.010 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0DR1wWHC3GLAIDc off=1200299 len=1112759 2024-04-12T16:30:40.017 INFO:tasks.workunit.client.0.smithi099.stdout:op 2666 completed, throughput=4.99MB/sec 2024-04-12T16:30:40.018 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Dpu5FHwCRxtozY8 off=1974122 len=1139404 2024-04-12T16:30:40.021 INFO:tasks.workunit.client.0.smithi099.stdout:op 2667 completed, throughput=5MB/sec 2024-04-12T16:30:40.021 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-KUXiyDt-zpt3ISK off=10908528 len=1368195 2024-04-12T16:30:40.022 INFO:tasks.workunit.client.0.smithi099.stdout:op 2668 completed, throughput=5MB/sec 2024-04-12T16:30:40.022 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-kNT3EtM5NOrZGjk off=15505211 len=1368219 2024-04-12T16:30:40.029 INFO:tasks.workunit.client.0.smithi099.stdout:op 2669 completed, throughput=5MB/sec 2024-04-12T16:30:40.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:30:40 smithi110 ceph-mon[88691]: pgmap v1683: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T16:30:40.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:30:40 smithi099 ceph-mon[94290]: pgmap v1683: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T16:30:40.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:30:40 smithi099 ceph-mon[96864]: pgmap v1683: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T16:30:41.030 INFO:tasks.workunit.client.0.smithi099.stdout: 527: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:41.030 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-OgecHhKxgrg7SmP off=4828275 len=1092112 2024-04-12T16:30:41.032 INFO:tasks.workunit.client.0.smithi099.stdout:op 2670 completed, throughput=4.99MB/sec 2024-04-12T16:30:41.032 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-M3oO6D1-usj1HHf off=4538944 len=1976172 2024-04-12T16:30:41.042 INFO:tasks.workunit.client.0.smithi099.stdout:op 2671 completed, throughput=5MB/sec 2024-04-12T16:30:41.042 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ow5j58FnxrGOi6r off=4761382 len=168274 2024-04-12T16:30:41.043 INFO:tasks.workunit.client.0.smithi099.stdout:op 2672 completed, throughput=5MB/sec 2024-04-12T16:30:41.043 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-gBQ6qmN7BePYyoJ off=2408297 len=1956203 2024-04-12T16:30:41.044 INFO:tasks.workunit.client.0.smithi099.stdout:op 2673 completed, throughput=5MB/sec 2024-04-12T16:30:42.045 INFO:tasks.workunit.client.0.smithi099.stdout: 528: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:42.045 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-UrVUjZLpxT2s6TW off=6944086 len=1077800 2024-04-12T16:30:42.046 INFO:tasks.workunit.client.0.smithi099.stdout:op 2674 completed, throughput=4.99MB/sec 2024-04-12T16:30:42.047 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Pm5myLbiatG46nh off=1108692 len=126577 2024-04-12T16:30:42.050 INFO:tasks.workunit.client.0.smithi099.stdout:op 2675 completed, throughput=4.99MB/sec 2024-04-12T16:30:42.050 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-5prgfh4hiB5Qzd6 off=2332189 len=975042 2024-04-12T16:30:42.058 INFO:tasks.workunit.client.0.smithi099.stdout:op 2676 completed, throughput=5MB/sec 2024-04-12T16:30:42.058 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-LJaZOi3TDizHKGp off=2333486 len=1509034 2024-04-12T16:30:42.058 INFO:tasks.workunit.client.0.smithi099.stdout:op 2677 completed, throughput=5MB/sec 2024-04-12T16:30:42.058 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-zfcLOIt5m-Vkh5_ off=710996 len=1567487 2024-04-12T16:30:42.061 INFO:tasks.workunit.client.0.smithi099.stdout:op 2678 completed, throughput=5MB/sec 2024-04-12T16:30:42.576 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:30:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:30:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:30:42.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:30:42 smithi110 ceph-mon[88691]: pgmap v1684: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:30:42.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:30:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:30:42.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:30:42 smithi099 ceph-mon[94290]: pgmap v1684: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:30:42.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:30:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:30:42.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:30:42 smithi099 ceph-mon[96864]: pgmap v1684: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:30:42.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:30:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:30:43.061 INFO:tasks.workunit.client.0.smithi099.stdout: 529: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:43.061 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-hqOJNOqvGK-pAUH off=1495072 len=1216203 2024-04-12T16:30:43.067 INFO:tasks.workunit.client.0.smithi099.stdout:op 2679 completed, throughput=4.99MB/sec 2024-04-12T16:30:43.067 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-euUyc8AIu7QjgC7 off=1964628 len=1145505 2024-04-12T16:30:43.072 INFO:tasks.workunit.client.0.smithi099.stdout:op 2680 completed, throughput=5MB/sec 2024-04-12T16:30:43.072 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-aUcBcb03mx7Fghj off=16311106 len=711348 2024-04-12T16:30:43.073 INFO:tasks.workunit.client.0.smithi099.stdout:op 2681 completed, throughput=5MB/sec 2024-04-12T16:30:43.073 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-YezrIr6e2C973zK off=11626133 len=250799 2024-04-12T16:30:43.075 INFO:tasks.workunit.client.0.smithi099.stdout:op 2682 completed, throughput=5MB/sec 2024-04-12T16:30:43.076 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-TqG3n3Hg3ZWtU_J off=2863492 len=1819349 2024-04-12T16:30:43.084 INFO:tasks.workunit.client.0.smithi099.stdout:op 2683 completed, throughput=5MB/sec 2024-04-12T16:30:44.085 INFO:tasks.workunit.client.0.smithi099.stdout: 530: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:44.085 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-MCdKPBSRumPRH8C off=9170366 len=367670 2024-04-12T16:30:44.089 INFO:tasks.workunit.client.0.smithi099.stdout:op 2684 completed, throughput=4.99MB/sec 2024-04-12T16:30:44.089 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1ywZLySdxKCBaH4 off=1521719 len=190452 2024-04-12T16:30:44.091 INFO:tasks.workunit.client.0.smithi099.stdout:op 2685 completed, throughput=4.99MB/sec 2024-04-12T16:30:44.091 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-IG3kHrK42UmHDha off=2922806 len=1595877 2024-04-12T16:30:44.093 INFO:tasks.workunit.client.0.smithi099.stdout:op 2686 completed, throughput=5MB/sec 2024-04-12T16:30:44.093 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-E79ErdfW9PGQYDU off=7146774 len=1405341 2024-04-12T16:30:44.098 INFO:tasks.workunit.client.0.smithi099.stdout:op 2687 completed, throughput=5MB/sec 2024-04-12T16:30:44.098 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-3HsNEp1T_Sct0tb off=1214711 len=2017085 2024-04-12T16:30:44.098 INFO:tasks.workunit.client.0.smithi099.stdout:op 2688 completed, throughput=5MB/sec 2024-04-12T16:30:44.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:30:44 smithi110 ceph-mon[88691]: pgmap v1685: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:30:44.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:30:44 smithi099 ceph-mon[94290]: pgmap v1685: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:30:44.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:30:44 smithi099 ceph-mon[96864]: pgmap v1685: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:30:45.097 INFO:tasks.workunit.client.0.smithi099.stdout: 531: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:45.097 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-S9GQNMslk1pkaRS off=15053928 len=2030784 2024-04-12T16:30:45.107 INFO:tasks.workunit.client.0.smithi099.stdout:op 2689 completed, throughput=5MB/sec 2024-04-12T16:30:45.107 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-SkcRuhNeL1Yef-i off=3491647 len=144546 2024-04-12T16:30:45.108 INFO:tasks.workunit.client.0.smithi099.stdout:op 2690 completed, throughput=5MB/sec 2024-04-12T16:30:45.108 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-3DkRSzlOaUsKk_- off=21536135 len=720109 2024-04-12T16:30:45.111 INFO:tasks.workunit.client.0.smithi099.stdout:op 2691 completed, throughput=5MB/sec 2024-04-12T16:30:45.111 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-yTKcHtpmbWrcpqC off=5451414 len=1879157 2024-04-12T16:30:45.113 INFO:tasks.workunit.client.0.smithi099.stdout:op 2692 completed, throughput=5MB/sec 2024-04-12T16:30:46.114 INFO:tasks.workunit.client.0.smithi099.stdout: 532: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:46.114 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-eAziqvFZt7Nf648 off=5108652 len=98377 2024-04-12T16:30:46.114 INFO:tasks.workunit.client.0.smithi099.stdout:op 2693 completed, throughput=4.99MB/sec 2024-04-12T16:30:46.114 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ynqEc6s5Mw8z4l8 off=13406360 len=2001088 2024-04-12T16:30:46.124 INFO:tasks.workunit.client.0.smithi099.stdout:op 2694 completed, throughput=4.99MB/sec 2024-04-12T16:30:46.124 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0q7DVXPOJ43auh4 off=3460646 len=375788 2024-04-12T16:30:46.127 INFO:tasks.workunit.client.0.smithi099.stdout:op 2695 completed, throughput=5MB/sec 2024-04-12T16:30:46.127 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-m0tSn5uTVDu_1Vn off=29820 len=927255 2024-04-12T16:30:46.127 INFO:tasks.workunit.client.0.smithi099.stdout:op 2696 completed, throughput=5MB/sec 2024-04-12T16:30:46.128 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-7FgHChZswsQ3CVq off=7761861 len=2067274 2024-04-12T16:30:46.131 INFO:tasks.workunit.client.0.smithi099.stdout:op 2697 completed, throughput=5MB/sec 2024-04-12T16:30:46.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:30:46 smithi099 ceph-mon[94290]: pgmap v1686: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:30:46.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:30:46 smithi099 ceph-mon[96864]: pgmap v1686: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:30:46.624 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:30:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:30:46] "GET /metrics HTTP/1.1" 200 34131 "" "Prometheus/2.43.0" 2024-04-12T16:30:47.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:30:46 smithi110 ceph-mon[88691]: pgmap v1686: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:30:47.132 INFO:tasks.workunit.client.0.smithi099.stdout: 533: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:47.132 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-npJdHWXmkz6LjZM off=4641828 len=560340 2024-04-12T16:30:47.137 INFO:tasks.workunit.client.0.smithi099.stdout:op 2698 completed, throughput=4.99MB/sec 2024-04-12T16:30:47.137 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Bwyj0KdjjAZIFd1 off=3306488 len=811020 2024-04-12T16:30:47.138 INFO:tasks.workunit.client.0.smithi099.stdout:op 2699 completed, throughput=4.99MB/sec 2024-04-12T16:30:47.138 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ti9ASvo_MptddiC off=2764762 len=481038 2024-04-12T16:30:47.139 INFO:tasks.workunit.client.0.smithi099.stdout:op 2700 completed, throughput=4.99MB/sec 2024-04-12T16:30:47.139 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-DQ9fiVYd322HC03 off=5434803 len=1672465 2024-04-12T16:30:47.147 INFO:tasks.workunit.client.0.smithi099.stdout:op 2701 completed, throughput=5MB/sec 2024-04-12T16:30:47.147 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-KC8P3nGYG1yA_1D off=8340775 len=1022660 2024-04-12T16:30:47.149 INFO:tasks.workunit.client.0.smithi099.stdout:op 2702 completed, throughput=5MB/sec 2024-04-12T16:30:47.149 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-etxjXwtAqWSjw2t off=4779629 len=943879 2024-04-12T16:30:47.153 INFO:tasks.workunit.client.0.smithi099.stdout:op 2703 completed, throughput=5MB/sec 2024-04-12T16:30:48.154 INFO:tasks.workunit.client.0.smithi099.stdout: 534: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:48.154 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-EZ_d0ojINXQ-UsE off=8637629 len=1313514 2024-04-12T16:30:48.161 INFO:tasks.workunit.client.0.smithi099.stdout:op 2704 completed, throughput=4.99MB/sec 2024-04-12T16:30:48.161 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ksoGBcg-DRlRFRT off=4950310 len=635061 2024-04-12T16:30:48.165 INFO:tasks.workunit.client.0.smithi099.stdout:op 2705 completed, throughput=5MB/sec 2024-04-12T16:30:48.165 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Z2lVz5Lx_sToZip off=838363 len=257950 2024-04-12T16:30:48.168 INFO:tasks.workunit.client.0.smithi099.stdout:op 2706 completed, throughput=5MB/sec 2024-04-12T16:30:48.168 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-uTsUNcjx30wjUPI off=535660 len=157264 2024-04-12T16:30:48.168 INFO:tasks.workunit.client.0.smithi099.stdout:op 2707 completed, throughput=5MB/sec 2024-04-12T16:30:48.168 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-fZCS_WMHkUAwvQu off=11220962 len=1541909 2024-04-12T16:30:48.170 INFO:tasks.workunit.client.0.smithi099.stdout:op 2708 completed, throughput=5MB/sec 2024-04-12T16:30:48.170 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-eqDDbFfn6xREyM1 off=10034565 len=945900 2024-04-12T16:30:48.171 INFO:tasks.workunit.client.0.smithi099.stdout:op 2709 completed, throughput=5MB/sec 2024-04-12T16:30:48.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:30:48 smithi099 ceph-mon[94290]: pgmap v1687: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:30:48.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:30:48 smithi099 ceph-mon[96864]: pgmap v1687: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:30:49.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:30:48 smithi110 ceph-mon[88691]: pgmap v1687: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:30:49.172 INFO:tasks.workunit.client.0.smithi099.stdout: 535: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:49.172 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-3NzImzhlZPjmE30 off=5182664 len=261651 2024-04-12T16:30:49.175 INFO:tasks.workunit.client.0.smithi099.stdout:op 2710 completed, throughput=4.99MB/sec 2024-04-12T16:30:49.175 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ZmCcrFaU1VZfBzm off=1583273 len=313751 2024-04-12T16:30:49.178 INFO:tasks.workunit.client.0.smithi099.stdout:op 2711 completed, throughput=4.99MB/sec 2024-04-12T16:30:49.178 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-u7GRzzeXOcWzd_j off=2196522 len=152422 2024-04-12T16:30:49.181 INFO:tasks.workunit.client.0.smithi099.stdout:op 2712 completed, throughput=4.99MB/sec 2024-04-12T16:30:49.181 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-K6kUB9Zcs0cCYvW off=10410904 len=1916744 2024-04-12T16:30:49.189 INFO:tasks.workunit.client.0.smithi099.stdout:op 2713 completed, throughput=5MB/sec 2024-04-12T16:30:49.189 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-CjjgW0wwWuDFfVW off=254631 len=1332057 2024-04-12T16:30:49.197 INFO:tasks.workunit.client.0.smithi099.stdout:op 2714 completed, throughput=5MB/sec 2024-04-12T16:30:49.197 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-vclntsYro3jO5Ex off=11879284 len=1262250 2024-04-12T16:30:49.198 INFO:tasks.workunit.client.0.smithi099.stdout:op 2715 completed, throughput=5MB/sec 2024-04-12T16:30:49.198 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-8GoiE_7weLti3ZI off=3242124 len=940145 2024-04-12T16:30:49.198 INFO:tasks.workunit.client.0.smithi099.stdout:op 2716 completed, throughput=5MB/sec 2024-04-12T16:30:50.199 INFO:tasks.workunit.client.0.smithi099.stdout: 536: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:50.199 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Hhx1xGMFhaJQ5g9 off=9770609 len=1694441 2024-04-12T16:30:50.208 INFO:tasks.workunit.client.0.smithi099.stdout:op 2717 completed, throughput=5MB/sec 2024-04-12T16:30:50.208 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-jJQ-VDYXgLgplK2 off=1628602 len=33752 2024-04-12T16:30:50.210 INFO:tasks.workunit.client.0.smithi099.stdout:op 2718 completed, throughput=5MB/sec 2024-04-12T16:30:50.210 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-pXnUAsxcxcaEv9o off=5001313 len=271956 2024-04-12T16:30:50.213 INFO:tasks.workunit.client.0.smithi099.stdout:op 2719 completed, throughput=5MB/sec 2024-04-12T16:30:50.213 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-uYvd9jJ3368oPg3 off=0 len=1696892 2024-04-12T16:30:50.216 INFO:tasks.workunit.client.0.smithi099.stdout:op 2720 completed, throughput=5MB/sec 2024-04-12T16:30:50.216 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-MuwDWxC_OBpM40l off=4199417 len=1340046 2024-04-12T16:30:50.223 INFO:tasks.workunit.client.0.smithi099.stdout:op 2721 completed, throughput=5MB/sec 2024-04-12T16:30:50.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:30:50 smithi099 ceph-mon[96864]: pgmap v1688: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T16:30:50.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:30:50 smithi099 ceph-mon[94290]: pgmap v1688: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T16:30:51.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:30:50 smithi110 ceph-mon[88691]: pgmap v1688: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T16:30:51.224 INFO:tasks.workunit.client.0.smithi099.stdout: 537: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:51.224 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-z_rEuPG1hL8f3Jj off=14669814 len=765380 2024-04-12T16:30:51.227 INFO:tasks.workunit.client.0.smithi099.stdout:op 2722 completed, throughput=4.99MB/sec 2024-04-12T16:30:51.228 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-MBxOenvcrcatTEm off=13121885 len=1173767 2024-04-12T16:30:51.234 INFO:tasks.workunit.client.0.smithi099.stdout:op 2723 completed, throughput=4.99MB/sec 2024-04-12T16:30:51.235 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-IHhtzsPxaUxSMNb off=2216947 len=1544400 2024-04-12T16:30:51.237 INFO:tasks.workunit.client.0.smithi099.stdout:op 2724 completed, throughput=5MB/sec 2024-04-12T16:30:51.237 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-3Cw8yiII-9twchm off=12320278 len=1700079 2024-04-12T16:30:51.238 INFO:tasks.workunit.client.0.smithi099.stdout:op 2725 completed, throughput=5MB/sec 2024-04-12T16:30:52.239 INFO:tasks.workunit.client.0.smithi099.stdout: 538: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:52.239 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-39JDx5a_9DDorIo off=4616149 len=1018646 2024-04-12T16:30:52.243 INFO:tasks.workunit.client.0.smithi099.stdout:op 2726 completed, throughput=4.99MB/sec 2024-04-12T16:30:52.243 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-pdkKGUFD8znZQWl off=6102902 len=1687706 2024-04-12T16:30:52.244 INFO:tasks.workunit.client.0.smithi099.stdout:op 2727 completed, throughput=5MB/sec 2024-04-12T16:30:52.244 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-uMFAGdjIbrPcwxW off=22755384 len=836403 2024-04-12T16:30:52.248 INFO:tasks.workunit.client.0.smithi099.stdout:op 2728 completed, throughput=5MB/sec 2024-04-12T16:30:52.248 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-B5DeqK6_e5pJDmY off=13537941 len=1342889 2024-04-12T16:30:52.254 INFO:tasks.workunit.client.0.smithi099.stdout:op 2729 completed, throughput=5MB/sec 2024-04-12T16:30:52.254 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-w9EH8MdffMCNbuU off=7041419 len=535622 2024-04-12T16:30:52.258 INFO:tasks.workunit.client.0.smithi099.stdout:op 2730 completed, throughput=5MB/sec 2024-04-12T16:30:52.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:30:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:30:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:30:52.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:30:52 smithi099 ceph-mon[96864]: pgmap v1689: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:30:52.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:30:52 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:30:52.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:30:52 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:30:52.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:30:52 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:30:52.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:30:52 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:30:52.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:30:52 smithi099 ceph-mon[94290]: pgmap v1689: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:30:52.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:30:52 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:30:52.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:30:52 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:30:52.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:30:52 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:30:52.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:30:52 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:30:53.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:30:52 smithi110 ceph-mon[88691]: pgmap v1689: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:30:53.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:30:52 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:30:53.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:30:52 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:30:53.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:30:52 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:30:53.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:30:52 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:30:53.258 INFO:tasks.workunit.client.0.smithi099.stdout: 539: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:53.258 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-pO6JmsxgF-G7quC off=15833959 len=1954305 2024-04-12T16:30:53.270 INFO:tasks.workunit.client.0.smithi099.stdout:op 2731 completed, throughput=4.99MB/sec 2024-04-12T16:30:53.270 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-WsnDgNJY4M-TBQ1 off=413193 len=731381 2024-04-12T16:30:53.271 INFO:tasks.workunit.client.0.smithi099.stdout:op 2732 completed, throughput=5MB/sec 2024-04-12T16:30:53.271 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-hHhabjJX8bAazps off=7824112 len=2017489 2024-04-12T16:30:53.274 INFO:tasks.workunit.client.0.smithi099.stdout:op 2733 completed, throughput=5MB/sec 2024-04-12T16:30:53.274 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Zy7uBHLz_heRfpV off=530783 len=2049141 2024-04-12T16:30:53.284 INFO:tasks.workunit.client.0.smithi099.stdout:op 2734 completed, throughput=5MB/sec 2024-04-12T16:30:54.284 INFO:tasks.workunit.client.0.smithi099.stdout: 540: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:54.285 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-2SSZuvGNfCe6VEa off=1390566 len=1326187 2024-04-12T16:30:54.290 INFO:tasks.workunit.client.0.smithi099.stdout:op 2735 completed, throughput=5MB/sec 2024-04-12T16:30:54.290 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-vpefUr7fs51rja9 off=969947 len=1301099 2024-04-12T16:30:54.292 INFO:tasks.workunit.client.0.smithi099.stdout:op 2736 completed, throughput=5MB/sec 2024-04-12T16:30:54.292 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0mDGuFA_rSTtehn off=0 len=1381583 2024-04-12T16:30:54.299 INFO:tasks.workunit.client.0.smithi099.stdout:op 2737 completed, throughput=5MB/sec 2024-04-12T16:30:54.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:30:54 smithi099 ceph-mon[94290]: pgmap v1690: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:30:54.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:30:54 smithi099 ceph-mon[96864]: pgmap v1690: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:30:55.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:30:54 smithi110 ceph-mon[88691]: pgmap v1690: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:30:55.299 INFO:tasks.workunit.client.0.smithi099.stdout: 541: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:55.299 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-uS8orX0BCPJxMtk off=10223331 len=1222911 2024-04-12T16:30:55.302 INFO:tasks.workunit.client.0.smithi099.stdout:op 2738 completed, throughput=4.99MB/sec 2024-04-12T16:30:55.302 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-j_A-BUGqIL9jL5I off=12650917 len=293198 2024-04-12T16:30:55.305 INFO:tasks.workunit.client.0.smithi099.stdout:op 2739 completed, throughput=4.99MB/sec 2024-04-12T16:30:55.305 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Crn_evOQ_YSeSfl off=8368364 len=1109118 2024-04-12T16:30:55.307 INFO:tasks.workunit.client.0.smithi099.stdout:op 2740 completed, throughput=5MB/sec 2024-04-12T16:30:55.307 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-CCNB-PdiGkFYtX9 off=3372165 len=1575497 2024-04-12T16:30:55.309 INFO:tasks.workunit.client.0.smithi099.stdout:op 2741 completed, throughput=5MB/sec 2024-04-12T16:30:55.309 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-68RDp_G3YPu59c_ off=13618511 len=660829 2024-04-12T16:30:55.314 INFO:tasks.workunit.client.0.smithi099.stdout:op 2742 completed, throughput=5MB/sec 2024-04-12T16:30:56.314 INFO:tasks.workunit.client.0.smithi099.stdout: 542: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:56.314 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Z2lVz5Lx_sToZip off=4929400 len=235527 2024-04-12T16:30:56.315 INFO:tasks.workunit.client.0.smithi099.stdout:op 2743 completed, throughput=4.99MB/sec 2024-04-12T16:30:56.315 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-daUnS_Z7Tukzxzq off=1412889 len=1222994 2024-04-12T16:30:56.316 INFO:tasks.workunit.client.0.smithi099.stdout:op 2744 completed, throughput=4.99MB/sec 2024-04-12T16:30:56.317 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-GQf7oerMo6KroBl off=14277005 len=1166042 2024-04-12T16:30:56.323 INFO:tasks.workunit.client.0.smithi099.stdout:op 2745 completed, throughput=5MB/sec 2024-04-12T16:30:56.323 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-BYpmi3BeH81VvB7 off=9472577 len=603028 2024-04-12T16:30:56.324 INFO:tasks.workunit.client.0.smithi099.stdout:op 2746 completed, throughput=5MB/sec 2024-04-12T16:30:56.324 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-i13l8q7M2DXM2iH off=10818877 len=220113 2024-04-12T16:30:56.325 INFO:tasks.workunit.client.0.smithi099.stdout:op 2747 completed, throughput=5MB/sec 2024-04-12T16:30:56.325 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-9RdIDq8O_7ZLbFo off=744081 len=627429 2024-04-12T16:30:56.328 INFO:tasks.workunit.client.0.smithi099.stdout:op 2748 completed, throughput=5MB/sec 2024-04-12T16:30:56.328 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-e0gThedRZ-8qRHL off=4920077 len=1029301 2024-04-12T16:30:56.334 INFO:tasks.workunit.client.0.smithi099.stdout:op 2749 completed, throughput=5MB/sec 2024-04-12T16:30:56.335 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-BzaflFc6B8rAHPN off=3908388 len=303408 2024-04-12T16:30:56.337 INFO:tasks.workunit.client.0.smithi099.stdout:op 2750 completed, throughput=5MB/sec 2024-04-12T16:30:56.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:30:56 smithi099 ceph-mon[94290]: pgmap v1691: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:30:56.624 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:30:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:30:56] "GET /metrics HTTP/1.1" 200 34131 "" "Prometheus/2.43.0" 2024-04-12T16:30:56.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:30:56 smithi099 ceph-mon[96864]: pgmap v1691: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:30:57.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:30:56 smithi110 ceph-mon[88691]: pgmap v1691: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:30:57.337 INFO:tasks.workunit.client.0.smithi099.stdout: 543: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:57.337 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-KaF8gBzR8iOGMa- off=415468 len=1113052 2024-04-12T16:30:57.342 INFO:tasks.workunit.client.0.smithi099.stdout:op 2751 completed, throughput=4.99MB/sec 2024-04-12T16:30:57.342 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-L3yu9cqv451CoDv off=7704497 len=1143658 2024-04-12T16:30:57.344 INFO:tasks.workunit.client.0.smithi099.stdout:op 2752 completed, throughput=4.99MB/sec 2024-04-12T16:30:57.344 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-mOCK2z4Tp-lmtTu off=2703122 len=1872145 2024-04-12T16:30:57.346 INFO:tasks.workunit.client.0.smithi099.stdout:op 2753 completed, throughput=5MB/sec 2024-04-12T16:30:57.346 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-uw37-TxPqyzY5NN off=8076570 len=663646 2024-04-12T16:30:57.350 INFO:tasks.workunit.client.0.smithi099.stdout:op 2754 completed, throughput=5MB/sec 2024-04-12T16:30:57.350 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-PJalvRlndh4s4nz off=17065927 len=974888 2024-04-12T16:30:57.352 INFO:tasks.workunit.client.0.smithi099.stdout:op 2755 completed, throughput=5MB/sec 2024-04-12T16:30:57.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:30:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:30:57.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:30:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:30:58.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:30:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:30:58.353 INFO:tasks.workunit.client.0.smithi099.stdout: 544: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:58.353 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-H3Uh2nOHeg-_-Pd off=5213124 len=1011911 2024-04-12T16:30:58.354 INFO:tasks.workunit.client.0.smithi099.stdout:op 2756 completed, throughput=4.99MB/sec 2024-04-12T16:30:58.354 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-U4tc82yxzSmxznP off=10652996 len=260743 2024-04-12T16:30:58.358 INFO:tasks.workunit.client.0.smithi099.stdout:op 2757 completed, throughput=4.99MB/sec 2024-04-12T16:30:58.358 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-pnWW2H8Q0uvIJAM off=9474946 len=256747 2024-04-12T16:30:58.361 INFO:tasks.workunit.client.0.smithi099.stdout:op 2758 completed, throughput=4.99MB/sec 2024-04-12T16:30:58.361 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Kw90f_5SKSZfw8V off=20103126 len=1749896 2024-04-12T16:30:58.363 INFO:tasks.workunit.client.0.smithi099.stdout:op 2759 completed, throughput=5MB/sec 2024-04-12T16:30:58.363 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-gyqBbQTjj7CzDLC off=34005 len=1248310 2024-04-12T16:30:58.369 INFO:tasks.workunit.client.0.smithi099.stdout:op 2760 completed, throughput=5MB/sec 2024-04-12T16:30:58.369 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-eHEIdPstU1l8TH1 off=12575850 len=1710346 2024-04-12T16:30:58.377 INFO:tasks.workunit.client.0.smithi099.stdout:op 2761 completed, throughput=5MB/sec 2024-04-12T16:30:58.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:30:58 smithi099 ceph-mon[94290]: pgmap v1692: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:30:58.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:30:58 smithi099 ceph-mon[96864]: pgmap v1692: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:30:59.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:30:58 smithi110 ceph-mon[88691]: pgmap v1692: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:30:59.378 INFO:tasks.workunit.client.0.smithi099.stdout: 545: throughput=4.99MB/sec pending data=0 2024-04-12T16:30:59.378 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-rePH_o_9UuXym1b off=3202460 len=552986 2024-04-12T16:30:59.379 INFO:tasks.workunit.client.0.smithi099.stdout:op 2762 completed, throughput=4.99MB/sec 2024-04-12T16:30:59.379 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-cB-mrFepxKCtk3g off=2949622 len=812020 2024-04-12T16:30:59.380 INFO:tasks.workunit.client.0.smithi099.stdout:op 2763 completed, throughput=5MB/sec 2024-04-12T16:30:59.380 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Dp1c477jMnWxbCo off=2844345 len=670973 2024-04-12T16:30:59.381 INFO:tasks.workunit.client.0.smithi099.stdout:op 2764 completed, throughput=5MB/sec 2024-04-12T16:30:59.381 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-UqVpDRwlvAF-VZ0 off=1052595 len=1826489 2024-04-12T16:30:59.385 INFO:tasks.workunit.client.0.smithi099.stdout:op 2765 completed, throughput=5MB/sec 2024-04-12T16:30:59.385 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-xldxhQnH5AU8E2- off=1423164 len=890865 2024-04-12T16:30:59.389 INFO:tasks.workunit.client.0.smithi099.stdout:op 2766 completed, throughput=5MB/sec 2024-04-12T16:31:00.390 INFO:tasks.workunit.client.0.smithi099.stdout: 546: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:00.390 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-z5tpIrBgn_dizva off=2816605 len=313246 2024-04-12T16:31:00.391 INFO:tasks.workunit.client.0.smithi099.stdout:op 2767 completed, throughput=4.99MB/sec 2024-04-12T16:31:00.391 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-h9zDdEPDEcwxfup off=0 len=1325053 2024-04-12T16:31:00.393 INFO:tasks.workunit.client.0.smithi099.stdout:op 2768 completed, throughput=5MB/sec 2024-04-12T16:31:00.393 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-4n_y-BLiyykAmya off=8969811 len=1706186 2024-04-12T16:31:00.402 INFO:tasks.workunit.client.0.smithi099.stdout:op 2769 completed, throughput=5MB/sec 2024-04-12T16:31:00.402 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-16BlS7kL8ndmOJJ off=1856027 len=1837306 2024-04-12T16:31:00.411 INFO:tasks.workunit.client.0.smithi099.stdout:op 2770 completed, throughput=5MB/sec 2024-04-12T16:31:00.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:31:00 smithi099 ceph-mon[94290]: pgmap v1693: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:31:00.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:31:00 smithi099 ceph-mon[96864]: pgmap v1693: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:31:01.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:31:00 smithi110 ceph-mon[88691]: pgmap v1693: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:31:01.411 INFO:tasks.workunit.client.0.smithi099.stdout: 547: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:01.412 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-jcoQumhVbbEU7Zt off=5949575 len=288691 2024-04-12T16:31:01.412 INFO:tasks.workunit.client.0.smithi099.stdout:op 2771 completed, throughput=4.99MB/sec 2024-04-12T16:31:01.413 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-cAm8i_RLCXxZcqR off=21536758 len=441231 2024-04-12T16:31:01.413 INFO:tasks.workunit.client.0.smithi099.stdout:op 2772 completed, throughput=4.99MB/sec 2024-04-12T16:31:01.413 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-jd3YiTy4AufQDue off=9992403 len=2079769 2024-04-12T16:31:01.416 INFO:tasks.workunit.client.0.smithi099.stdout:op 2773 completed, throughput=5MB/sec 2024-04-12T16:31:01.416 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-q9MFiTv_g4Wbr2A off=921752 len=1048295 2024-04-12T16:31:01.421 INFO:tasks.workunit.client.0.smithi099.stdout:op 2774 completed, throughput=5MB/sec 2024-04-12T16:31:01.422 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Wlgfa07_rwz85Zo off=13683173 len=1121385 2024-04-12T16:31:01.423 INFO:tasks.workunit.client.0.smithi099.stdout:op 2775 completed, throughput=5MB/sec 2024-04-12T16:31:02.423 INFO:tasks.workunit.client.0.smithi099.stdout: 548: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:02.423 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-fijU5VQA0qdyz4A off=1752009 len=268807 2024-04-12T16:31:02.424 INFO:tasks.workunit.client.0.smithi099.stdout:op 2776 completed, throughput=4.99MB/sec 2024-04-12T16:31:02.424 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-MZFxPAsThPPr8jR off=7056167 len=1102036 2024-04-12T16:31:02.431 INFO:tasks.workunit.client.0.smithi099.stdout:op 2777 completed, throughput=4.99MB/sec 2024-04-12T16:31:02.431 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-kxaCE7oA02F5Mn9 off=2211182 len=1264420 2024-04-12T16:31:02.436 INFO:tasks.workunit.client.0.smithi099.stdout:op 2778 completed, throughput=5MB/sec 2024-04-12T16:31:02.437 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-CNxrUbeqFaFd3MY off=739242 len=1000909 2024-04-12T16:31:02.441 INFO:tasks.workunit.client.0.smithi099.stdout:op 2779 completed, throughput=5MB/sec 2024-04-12T16:31:02.441 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-cUUP3nv4agTfgxG off=18181792 len=19836 2024-04-12T16:31:02.442 INFO:tasks.workunit.client.0.smithi099.stdout:op 2780 completed, throughput=5MB/sec 2024-04-12T16:31:02.442 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-s56dFh3nImSUPNf off=410023 len=663259 2024-04-12T16:31:02.446 INFO:tasks.workunit.client.0.smithi099.stdout:op 2781 completed, throughput=5MB/sec 2024-04-12T16:31:02.446 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-L9QKwfYna7Vdz8z off=4440380 len=735169 2024-04-12T16:31:02.449 INFO:tasks.workunit.client.0.smithi099.stdout:op 2782 completed, throughput=5MB/sec 2024-04-12T16:31:02.449 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-81G60GZoYnLIWx3 off=1800674 len=1315890 2024-04-12T16:31:02.455 INFO:tasks.workunit.client.0.smithi099.stdout:op 2783 completed, throughput=5MB/sec 2024-04-12T16:31:02.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:31:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:31:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:31:02.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:31:02 smithi099 ceph-mon[94290]: pgmap v1694: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-12T16:31:02.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:31:02 smithi099 ceph-mon[96864]: pgmap v1694: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-12T16:31:03.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:31:02 smithi110 ceph-mon[88691]: pgmap v1694: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-12T16:31:03.455 INFO:tasks.workunit.client.0.smithi099.stdout: 549: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:03.455 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-7Nb8BoOPrLf1-gU off=8800979 len=984147 2024-04-12T16:31:03.457 INFO:tasks.workunit.client.0.smithi099.stdout:op 2784 completed, throughput=4.99MB/sec 2024-04-12T16:31:03.457 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-dFma9dSWU7bQ2GF off=4841532 len=1826500 2024-04-12T16:31:03.460 INFO:tasks.workunit.client.0.smithi099.stdout:op 2785 completed, throughput=5MB/sec 2024-04-12T16:31:03.460 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-g11y2n22r7VzQPJ off=1424436 len=1023025 2024-04-12T16:31:03.466 INFO:tasks.workunit.client.0.smithi099.stdout:op 2786 completed, throughput=5MB/sec 2024-04-12T16:31:03.466 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-bmRjndJX_uWBxqa off=2833537 len=1850230 2024-04-12T16:31:03.469 INFO:tasks.workunit.client.0.smithi099.stdout:op 2787 completed, throughput=5MB/sec 2024-04-12T16:31:04.470 INFO:tasks.workunit.client.0.smithi099.stdout: 550: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:04.470 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-VVraQ4aDrJaTjwW off=10108203 len=834598 2024-04-12T16:31:04.471 INFO:tasks.workunit.client.0.smithi099.stdout:op 2788 completed, throughput=5MB/sec 2024-04-12T16:31:04.471 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-oKbY7KaJCFjIsWM off=8978199 len=1389989 2024-04-12T16:31:04.479 INFO:tasks.workunit.client.0.smithi099.stdout:op 2789 completed, throughput=5MB/sec 2024-04-12T16:31:04.479 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-V07sLIb4Wy1ZYxB off=15196592 len=482868 2024-04-12T16:31:04.480 INFO:tasks.workunit.client.0.smithi099.stdout:op 2790 completed, throughput=5MB/sec 2024-04-12T16:31:04.480 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-jZVbjG723VtNON5 off=6542036 len=968283 2024-04-12T16:31:04.481 INFO:tasks.workunit.client.0.smithi099.stdout:op 2791 completed, throughput=5MB/sec 2024-04-12T16:31:04.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:31:04 smithi099 ceph-mon[94290]: pgmap v1695: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:31:04.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:31:04 smithi099 ceph-mon[96864]: pgmap v1695: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:31:05.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:31:04 smithi110 ceph-mon[88691]: pgmap v1695: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:31:05.482 INFO:tasks.workunit.client.0.smithi099.stdout: 551: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:05.482 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-6E1k5-cj3UHFBpj off=927561 len=1714739 2024-04-12T16:31:05.484 INFO:tasks.workunit.client.0.smithi099.stdout:op 2792 completed, throughput=4.99MB/sec 2024-04-12T16:31:05.484 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-R0_X1GXaMCIwgeU off=3250645 len=1868872 2024-04-12T16:31:05.493 INFO:tasks.workunit.client.0.smithi099.stdout:op 2793 completed, throughput=5MB/sec 2024-04-12T16:31:05.494 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-8ToM5UyOxfFQacv off=5579808 len=997844 2024-04-12T16:31:05.499 INFO:tasks.workunit.client.0.smithi099.stdout:op 2794 completed, throughput=5MB/sec 2024-04-12T16:31:05.499 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-g4ItLAj1IzgkUv_ off=4640470 len=1222258 2024-04-12T16:31:05.500 INFO:tasks.workunit.client.0.smithi099.stdout:op 2795 completed, throughput=5MB/sec 2024-04-12T16:31:06.501 INFO:tasks.workunit.client.0.smithi099.stdout: 552: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:06.501 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-8YS8y02lc2f8aeQ off=710380 len=532336 2024-04-12T16:31:06.505 INFO:tasks.workunit.client.0.smithi099.stdout:op 2796 completed, throughput=4.99MB/sec 2024-04-12T16:31:06.505 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-FYXMoRHBsSRfzjs off=4499967 len=1058100 2024-04-12T16:31:06.507 INFO:tasks.workunit.client.0.smithi099.stdout:op 2797 completed, throughput=4.99MB/sec 2024-04-12T16:31:06.507 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-c6-t0dL7O9PHDOy off=2792155 len=619787 2024-04-12T16:31:06.508 INFO:tasks.workunit.client.0.smithi099.stdout:op 2798 completed, throughput=5MB/sec 2024-04-12T16:31:06.508 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6LPxyPK-19z0cjc off=1905218 len=2045032 2024-04-12T16:31:06.518 INFO:tasks.workunit.client.0.smithi099.stdout:op 2799 completed, throughput=5MB/sec 2024-04-12T16:31:06.518 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-s7PcOAb3c6JNwPe off=7815634 len=219926 2024-04-12T16:31:06.519 INFO:tasks.workunit.client.0.smithi099.stdout:op 2800 completed, throughput=5MB/sec 2024-04-12T16:31:06.519 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--jsIH0vABHjVDyH off=12508280 len=808283 2024-04-12T16:31:06.520 INFO:tasks.workunit.client.0.smithi099.stdout:op 2801 completed, throughput=5MB/sec 2024-04-12T16:31:06.621 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:31:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:31:06] "GET /metrics HTTP/1.1" 200 34127 "" "Prometheus/2.43.0" 2024-04-12T16:31:06.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:31:06 smithi099 ceph-mon[94290]: pgmap v1696: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:31:06.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:31:06 smithi099 ceph-mon[96864]: pgmap v1696: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:31:07.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:31:06 smithi110 ceph-mon[88691]: pgmap v1696: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:31:07.521 INFO:tasks.workunit.client.0.smithi099.stdout: 553: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:07.521 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-juf3g1KmXJQ2Yi3 off=196947 len=1439015 2024-04-12T16:31:07.523 INFO:tasks.workunit.client.0.smithi099.stdout:op 2802 completed, throughput=4.99MB/sec 2024-04-12T16:31:07.523 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-QOWlpHw8uHlZcL7 off=3748925 len=217241 2024-04-12T16:31:07.526 INFO:tasks.workunit.client.0.smithi099.stdout:op 2803 completed, throughput=4.99MB/sec 2024-04-12T16:31:07.527 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-HmocQROPMk9Ye3s off=2452067 len=504832 2024-04-12T16:31:07.530 INFO:tasks.workunit.client.0.smithi099.stdout:op 2804 completed, throughput=5MB/sec 2024-04-12T16:31:07.530 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-v341kU5mVXgiGlp off=17307714 len=1940445 2024-04-12T16:31:07.534 INFO:tasks.workunit.client.0.smithi099.stdout:op 2805 completed, throughput=5MB/sec 2024-04-12T16:31:07.534 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-xxYecGpn6Rzwune off=380821 len=1275766 2024-04-12T16:31:07.540 INFO:tasks.workunit.client.0.smithi099.stdout:op 2806 completed, throughput=5MB/sec 2024-04-12T16:31:08.541 INFO:tasks.workunit.client.0.smithi099.stdout: 554: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:08.541 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Pjt6at4bdZGFVNp off=5304166 len=785091 2024-04-12T16:31:08.546 INFO:tasks.workunit.client.0.smithi099.stdout:op 2807 completed, throughput=4.99MB/sec 2024-04-12T16:31:08.546 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-NtEeu_b7iy42mjO off=3627185 len=340249 2024-04-12T16:31:08.547 INFO:tasks.workunit.client.0.smithi099.stdout:op 2808 completed, throughput=4.99MB/sec 2024-04-12T16:31:08.547 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-owzgTZwfU0huEqT off=0 len=1277637 2024-04-12T16:31:08.549 INFO:tasks.workunit.client.0.smithi099.stdout:op 2809 completed, throughput=5MB/sec 2024-04-12T16:31:08.549 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-TwFnheqZbhXvV7E off=11837585 len=885574 2024-04-12T16:31:08.550 INFO:tasks.workunit.client.0.smithi099.stdout:op 2810 completed, throughput=5MB/sec 2024-04-12T16:31:08.550 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-KE3RPG8R_kAzlPq off=1120136 len=28491 2024-04-12T16:31:08.550 INFO:tasks.workunit.client.0.smithi099.stdout:op 2811 completed, throughput=5MB/sec 2024-04-12T16:31:08.550 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ZS5i34izmSyR69b off=11483972 len=558607 2024-04-12T16:31:08.555 INFO:tasks.workunit.client.0.smithi099.stdout:op 2812 completed, throughput=5MB/sec 2024-04-12T16:31:08.555 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-QaEuGag642fcqWu off=13346039 len=1550969 2024-04-12T16:31:08.560 INFO:tasks.workunit.client.0.smithi099.stdout:op 2813 completed, throughput=5MB/sec 2024-04-12T16:31:09.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:31:08 smithi110 ceph-mon[88691]: pgmap v1697: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:31:09.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:31:08 smithi099 ceph-mon[94290]: pgmap v1697: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:31:09.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:31:08 smithi099 ceph-mon[96864]: pgmap v1697: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:31:09.561 INFO:tasks.workunit.client.0.smithi099.stdout: 555: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:09.561 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ja-nDSmXKbiFNJW off=13772148 len=737671 2024-04-12T16:31:09.566 INFO:tasks.workunit.client.0.smithi099.stdout:op 2814 completed, throughput=4.99MB/sec 2024-04-12T16:31:09.566 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-l-ZwWsLGiaV_Jq9 off=4442000 len=1678985 2024-04-12T16:31:09.575 INFO:tasks.workunit.client.0.smithi099.stdout:op 2815 completed, throughput=5MB/sec 2024-04-12T16:31:09.575 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ag8rH8SxBP3z8dg off=5020093 len=1613336 2024-04-12T16:31:09.584 INFO:tasks.workunit.client.0.smithi099.stdout:op 2816 completed, throughput=5MB/sec 2024-04-12T16:31:09.584 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-4n_y-BLiyykAmya off=12752551 len=1841099 2024-04-12T16:31:09.592 INFO:tasks.workunit.client.0.smithi099.stdout:op 2817 completed, throughput=5MB/sec 2024-04-12T16:31:10.593 INFO:tasks.workunit.client.0.smithi099.stdout: 556: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:10.593 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Xpif0MiclsVnhAJ off=2451403 len=1029729 2024-04-12T16:31:10.595 INFO:tasks.workunit.client.0.smithi099.stdout:op 2818 completed, throughput=4.99MB/sec 2024-04-12T16:31:10.595 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-NK5EX1sMNB5r7DN off=1576870 len=1454957 2024-04-12T16:31:10.602 INFO:tasks.workunit.client.0.smithi099.stdout:op 2819 completed, throughput=5MB/sec 2024-04-12T16:31:10.602 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-DMBkF1RQ9o5TCj0 off=11656222 len=1427551 2024-04-12T16:31:10.609 INFO:tasks.workunit.client.0.smithi099.stdout:op 2820 completed, throughput=5MB/sec 2024-04-12T16:31:10.609 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-3cM0jxOJ8OGDu5j off=1272416 len=1279053 2024-04-12T16:31:10.612 INFO:tasks.workunit.client.0.smithi099.stdout:op 2821 completed, throughput=5MB/sec 2024-04-12T16:31:10.882 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:31:10 smithi110 ceph-mon[88691]: pgmap v1698: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:31:11.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:31:10 smithi099 ceph-mon[96864]: pgmap v1698: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:31:11.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:31:10 smithi099 ceph-mon[94290]: pgmap v1698: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:31:11.612 INFO:tasks.workunit.client.0.smithi099.stdout: 557: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:11.612 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-S-O71SGrG1-Ksoy off=4801696 len=1405072 2024-04-12T16:31:11.614 INFO:tasks.workunit.client.0.smithi099.stdout:op 2822 completed, throughput=4.99MB/sec 2024-04-12T16:31:11.614 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-9h4fayjNECtzXk1 off=7994008 len=647305 2024-04-12T16:31:11.619 INFO:tasks.workunit.client.0.smithi099.stdout:op 2823 completed, throughput=5MB/sec 2024-04-12T16:31:11.619 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-EIeI7XAY16ma-i7 off=479833 len=269931 2024-04-12T16:31:11.620 INFO:tasks.workunit.client.0.smithi099.stdout:op 2824 completed, throughput=5MB/sec 2024-04-12T16:31:11.620 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-VdSb60V_KZuIIvx off=2828878 len=619622 2024-04-12T16:31:11.624 INFO:tasks.workunit.client.0.smithi099.stdout:op 2825 completed, throughput=5MB/sec 2024-04-12T16:31:11.625 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-r7B4cbLcH5QFp6n off=1330344 len=41283 2024-04-12T16:31:11.625 INFO:tasks.workunit.client.0.smithi099.stdout:op 2826 completed, throughput=5MB/sec 2024-04-12T16:31:11.625 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-d-0GGrV57j348fO off=4824690 len=76421 2024-04-12T16:31:11.627 INFO:tasks.workunit.client.0.smithi099.stdout:op 2827 completed, throughput=5MB/sec 2024-04-12T16:31:11.627 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-x6R6F_iyAFJoVQe off=12926336 len=2044713 2024-04-12T16:31:11.635 INFO:tasks.workunit.client.0.smithi099.stdout:op 2828 completed, throughput=5MB/sec 2024-04-12T16:31:12.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:31:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:31:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:31:12.636 INFO:tasks.workunit.client.0.smithi099.stdout: 558: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:12.636 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-qHSJdUGMjpczNB7 off=3590692 len=2019089 2024-04-12T16:31:12.638 INFO:tasks.workunit.client.0.smithi099.stdout:op 2829 completed, throughput=5MB/sec 2024-04-12T16:31:12.638 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-iTq3bdQ3xSiPFaL off=16036114 len=19116 2024-04-12T16:31:12.639 INFO:tasks.workunit.client.0.smithi099.stdout:op 2830 completed, throughput=5MB/sec 2024-04-12T16:31:12.639 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-8tvvNm5h91Eyn-e off=2995848 len=1228791 2024-04-12T16:31:12.646 INFO:tasks.workunit.client.0.smithi099.stdout:op 2831 completed, throughput=5MB/sec 2024-04-12T16:31:12.646 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-aa8MBHQeRR9kV5G off=10912538 len=2007527 2024-04-12T16:31:12.648 INFO:tasks.workunit.client.0.smithi099.stdout:op 2832 completed, throughput=5MB/sec 2024-04-12T16:31:13.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:31:12 smithi110 ceph-mon[88691]: pgmap v1699: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:31:13.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:31:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:31:13.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:31:12 smithi099 ceph-mon[94290]: pgmap v1699: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:31:13.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:31:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:31:13.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:31:12 smithi099 ceph-mon[96864]: pgmap v1699: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:31:13.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:31:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:31:13.648 INFO:tasks.workunit.client.0.smithi099.stdout: 559: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:13.649 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-U0v8ATlvZe2cObh off=560586 len=611703 2024-04-12T16:31:13.650 INFO:tasks.workunit.client.0.smithi099.stdout:op 2833 completed, throughput=4.99MB/sec 2024-04-12T16:31:13.650 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-u4SSgPYFsgAdZna off=12235099 len=1659814 2024-04-12T16:31:13.652 INFO:tasks.workunit.client.0.smithi099.stdout:op 2834 completed, throughput=5MB/sec 2024-04-12T16:31:13.652 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-KH2ruHfYBeofX-1 off=14956362 len=141610 2024-04-12T16:31:13.652 INFO:tasks.workunit.client.0.smithi099.stdout:op 2835 completed, throughput=5MB/sec 2024-04-12T16:31:13.652 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-uyiwNo57_j7b3o2 off=2646386 len=177898 2024-04-12T16:31:13.655 INFO:tasks.workunit.client.0.smithi099.stdout:op 2836 completed, throughput=5MB/sec 2024-04-12T16:31:13.655 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-54IVPPwYBUH8vQP off=6590740 len=43855 2024-04-12T16:31:13.656 INFO:tasks.workunit.client.0.smithi099.stdout:op 2837 completed, throughput=5MB/sec 2024-04-12T16:31:13.656 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-tXkSFWcTAg6QV_U off=2456744 len=1598949 2024-04-12T16:31:13.664 INFO:tasks.workunit.client.0.smithi099.stdout:op 2838 completed, throughput=5MB/sec 2024-04-12T16:31:13.664 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-83xlYabLcuaLBR2 off=8413772 len=1545708 2024-04-12T16:31:13.665 INFO:tasks.workunit.client.0.smithi099.stdout:op 2839 completed, throughput=5MB/sec 2024-04-12T16:31:14.666 INFO:tasks.workunit.client.0.smithi099.stdout: 560: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:14.666 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-vqWiJWwB8a3C8Hi off=4931489 len=910745 2024-04-12T16:31:14.668 INFO:tasks.workunit.client.0.smithi099.stdout:op 2840 completed, throughput=4.99MB/sec 2024-04-12T16:31:14.668 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-aHKLLwqPOFZDnGq off=2188124 len=2079069 2024-04-12T16:31:14.679 INFO:tasks.workunit.client.0.smithi099.stdout:op 2841 completed, throughput=5MB/sec 2024-04-12T16:31:14.679 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-uIomRH6nu-LDpD8 off=3242309 len=116095 2024-04-12T16:31:14.681 INFO:tasks.workunit.client.0.smithi099.stdout:op 2842 completed, throughput=5MB/sec 2024-04-12T16:31:14.682 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-DKF2RoC9YBiKfZ2 off=5924030 len=888482 2024-04-12T16:31:14.682 INFO:tasks.workunit.client.0.smithi099.stdout:op 2843 completed, throughput=5MB/sec 2024-04-12T16:31:14.683 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-FDK3s0Q9PZyJsNk off=6222389 len=1449309 2024-04-12T16:31:14.684 INFO:tasks.workunit.client.0.smithi099.stdout:op 2844 completed, throughput=5MB/sec 2024-04-12T16:31:15.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:31:14 smithi110 ceph-mon[88691]: pgmap v1700: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:31:15.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:31:14 smithi099 ceph-mon[94290]: pgmap v1700: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:31:15.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:31:14 smithi099 ceph-mon[96864]: pgmap v1700: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:31:15.685 INFO:tasks.workunit.client.0.smithi099.stdout: 561: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:15.685 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-DJgX7tPi0HSdAzk off=4667042 len=54140 2024-04-12T16:31:15.685 INFO:tasks.workunit.client.0.smithi099.stdout:op 2845 completed, throughput=4.99MB/sec 2024-04-12T16:31:15.686 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-tlh2vveTJjiXCwa off=9926576 len=1174891 2024-04-12T16:31:15.691 INFO:tasks.workunit.client.0.smithi099.stdout:op 2846 completed, throughput=5MB/sec 2024-04-12T16:31:15.691 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-mmH2m8ue5Gc37zo off=3588857 len=50332 2024-04-12T16:31:15.694 INFO:tasks.workunit.client.0.smithi099.stdout:op 2847 completed, throughput=5MB/sec 2024-04-12T16:31:15.694 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-cDoHfA__rcvoqQ0 off=3086087 len=193535 2024-04-12T16:31:15.697 INFO:tasks.workunit.client.0.smithi099.stdout:op 2848 completed, throughput=5MB/sec 2024-04-12T16:31:15.697 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-SvbO3zOYuTjtRvs off=10306185 len=2019028 2024-04-12T16:31:15.706 INFO:tasks.workunit.client.0.smithi099.stdout:op 2849 completed, throughput=5MB/sec 2024-04-12T16:31:15.706 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-N4AgOhtQHFHJE4l off=5363867 len=423482 2024-04-12T16:31:15.709 INFO:tasks.workunit.client.0.smithi099.stdout:op 2850 completed, throughput=5MB/sec 2024-04-12T16:31:15.709 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-02Mevzp3Dmk2U9u off=3803716 len=809123 2024-04-12T16:31:15.714 INFO:tasks.workunit.client.0.smithi099.stdout:op 2851 completed, throughput=5MB/sec 2024-04-12T16:31:16.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:31:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:31:16] "GET /metrics HTTP/1.1" 200 34131 "" "Prometheus/2.43.0" 2024-04-12T16:31:16.715 INFO:tasks.workunit.client.0.smithi099.stdout: 562: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:16.715 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-iamRmQC1BMRDBRm off=4497681 len=1847438 2024-04-12T16:31:16.724 INFO:tasks.workunit.client.0.smithi099.stdout:op 2852 completed, throughput=4.99MB/sec 2024-04-12T16:31:16.724 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qv19jinXMh1kqpm off=2822773 len=1122698 2024-04-12T16:31:16.729 INFO:tasks.workunit.client.0.smithi099.stdout:op 2853 completed, throughput=5MB/sec 2024-04-12T16:31:16.729 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-BH3FaePg89I9LWj off=14795120 len=72847 2024-04-12T16:31:16.732 INFO:tasks.workunit.client.0.smithi099.stdout:op 2854 completed, throughput=5MB/sec 2024-04-12T16:31:16.732 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-nqDSbinlJeGJzeC off=4642710 len=1429769 2024-04-12T16:31:16.739 INFO:tasks.workunit.client.0.smithi099.stdout:op 2855 completed, throughput=5MB/sec 2024-04-12T16:31:16.739 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Lp8X8C0Cci4ctRD off=8794386 len=270242 2024-04-12T16:31:16.742 INFO:tasks.workunit.client.0.smithi099.stdout:op 2856 completed, throughput=5MB/sec 2024-04-12T16:31:16.742 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-N_92lRmzAM8rSRR off=10871140 len=1373198 2024-04-12T16:31:16.743 INFO:tasks.workunit.client.0.smithi099.stdout:op 2857 completed, throughput=5MB/sec 2024-04-12T16:31:17.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:31:16 smithi110 ceph-mon[88691]: pgmap v1701: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:31:17.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:31:16 smithi099 ceph-mon[94290]: pgmap v1701: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:31:17.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:31:16 smithi099 ceph-mon[96864]: pgmap v1701: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:31:17.744 INFO:tasks.workunit.client.0.smithi099.stdout: 563: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:17.744 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6lLD0JXMxHBHrMk off=671994 len=520758 2024-04-12T16:31:17.748 INFO:tasks.workunit.client.0.smithi099.stdout:op 2858 completed, throughput=4.99MB/sec 2024-04-12T16:31:17.748 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-oGawx4Dx__nZbJr off=20916878 len=1223207 2024-04-12T16:31:17.756 INFO:tasks.workunit.client.0.smithi099.stdout:op 2859 completed, throughput=5MB/sec 2024-04-12T16:31:17.756 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-xtjEe60PU4bngux off=9128342 len=492457 2024-04-12T16:31:17.760 INFO:tasks.workunit.client.0.smithi099.stdout:op 2860 completed, throughput=5MB/sec 2024-04-12T16:31:17.760 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-m5IFXo4_SVvSMY0 off=5104505 len=1613973 2024-04-12T16:31:17.761 INFO:tasks.workunit.client.0.smithi099.stdout:op 2861 completed, throughput=5MB/sec 2024-04-12T16:31:17.762 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--8IWAi375GV3fIl off=3461888 len=395860 2024-04-12T16:31:17.762 INFO:tasks.workunit.client.0.smithi099.stdout:op 2862 completed, throughput=5MB/sec 2024-04-12T16:31:18.763 INFO:tasks.workunit.client.0.smithi099.stdout: 564: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:18.763 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-8h00O83AYtK5ohi off=15064517 len=215118 2024-04-12T16:31:18.766 INFO:tasks.workunit.client.0.smithi099.stdout:op 2863 completed, throughput=4.99MB/sec 2024-04-12T16:31:18.766 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-gE_IFgieCcDPTqr off=4305235 len=208069 2024-04-12T16:31:18.766 INFO:tasks.workunit.client.0.smithi099.stdout:op 2864 completed, throughput=4.99MB/sec 2024-04-12T16:31:18.767 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-rQee2YTEEkeTGPS off=417374 len=468865 2024-04-12T16:31:18.768 INFO:tasks.workunit.client.0.smithi099.stdout:op 2865 completed, throughput=4.99MB/sec 2024-04-12T16:31:18.768 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-La3oU6glvYOuzoP off=5342499 len=1687566 2024-04-12T16:31:18.770 INFO:tasks.workunit.client.0.smithi099.stdout:op 2866 completed, throughput=5MB/sec 2024-04-12T16:31:18.770 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Kki-_ivx5PeSi8M off=3751499 len=576915 2024-04-12T16:31:18.774 INFO:tasks.workunit.client.0.smithi099.stdout:op 2867 completed, throughput=5MB/sec 2024-04-12T16:31:18.775 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-KI_VESdWcQrz-Y9 off=6045578 len=831980 2024-04-12T16:31:18.776 INFO:tasks.workunit.client.0.smithi099.stdout:op 2868 completed, throughput=5MB/sec 2024-04-12T16:31:18.776 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-JG4_71u9vHrOAM_ off=4940162 len=1887594 2024-04-12T16:31:18.785 INFO:tasks.workunit.client.0.smithi099.stdout:op 2869 completed, throughput=5MB/sec 2024-04-12T16:31:19.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:31:18 smithi110 ceph-mon[88691]: pgmap v1702: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:31:19.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:31:18 smithi099 ceph-mon[94290]: pgmap v1702: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:31:19.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:31:18 smithi099 ceph-mon[96864]: pgmap v1702: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:31:19.785 INFO:tasks.workunit.client.0.smithi099.stdout: 565: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:19.785 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-aG5u-l8F71ET4sr off=5448100 len=1777109 2024-04-12T16:31:19.788 INFO:tasks.workunit.client.0.smithi099.stdout:op 2870 completed, throughput=5MB/sec 2024-04-12T16:31:19.788 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Cwuvbe_GkrMK5QP off=6524069 len=1401076 2024-04-12T16:31:19.789 INFO:tasks.workunit.client.0.smithi099.stdout:op 2871 completed, throughput=5MB/sec 2024-04-12T16:31:19.789 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-6L6SrlTfCIkaM-Q off=16398675 len=332272 2024-04-12T16:31:19.790 INFO:tasks.workunit.client.0.smithi099.stdout:op 2872 completed, throughput=5MB/sec 2024-04-12T16:31:19.790 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-9Pxetpx2JGI2NHn off=6804308 len=1545834 2024-04-12T16:31:19.798 INFO:tasks.workunit.client.0.smithi099.stdout:op 2873 completed, throughput=5MB/sec 2024-04-12T16:31:20.799 INFO:tasks.workunit.client.0.smithi099.stdout: 566: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:20.799 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-hwlJLivTJ5nhvv- off=6241459 len=143451 2024-04-12T16:31:20.799 INFO:tasks.workunit.client.0.smithi099.stdout:op 2874 completed, throughput=4.99MB/sec 2024-04-12T16:31:20.799 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-zLzzMfUoewdCQDf off=1862311 len=416385 2024-04-12T16:31:20.803 INFO:tasks.workunit.client.0.smithi099.stdout:op 2875 completed, throughput=4.99MB/sec 2024-04-12T16:31:20.803 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--7BjP6gzO-VvprB off=6192960 len=1710939 2024-04-12T16:31:20.806 INFO:tasks.workunit.client.0.smithi099.stdout:op 2876 completed, throughput=5MB/sec 2024-04-12T16:31:20.806 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-q9irQcy90hICoVm off=20086981 len=739062 2024-04-12T16:31:20.806 INFO:tasks.workunit.client.0.smithi099.stdout:op 2877 completed, throughput=5MB/sec 2024-04-12T16:31:20.806 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ls85dpp2ziclley off=1265267 len=1990628 2024-04-12T16:31:20.817 INFO:tasks.workunit.client.0.smithi099.stdout:op 2878 completed, throughput=5MB/sec 2024-04-12T16:31:20.817 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-jrK22PD5pENAlbN off=13550594 len=1210490 2024-04-12T16:31:20.818 INFO:tasks.workunit.client.0.smithi099.stdout:op 2879 completed, throughput=5MB/sec 2024-04-12T16:31:21.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:31:20 smithi110 ceph-mon[88691]: pgmap v1703: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:31:21.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:31:20 smithi099 ceph-mon[94290]: pgmap v1703: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:31:21.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:31:20 smithi099 ceph-mon[96864]: pgmap v1703: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:31:21.819 INFO:tasks.workunit.client.0.smithi099.stdout: 567: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:21.819 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-6DnGN8ynOlg00Rt off=11652727 len=876594 2024-04-12T16:31:21.820 INFO:tasks.workunit.client.0.smithi099.stdout:op 2880 completed, throughput=4.99MB/sec 2024-04-12T16:31:21.820 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-OtCWng6JM7NAb6t off=8371555 len=1530530 2024-04-12T16:31:21.822 INFO:tasks.workunit.client.0.smithi099.stdout:op 2881 completed, throughput=5MB/sec 2024-04-12T16:31:21.823 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-JIiLEe8uOXXn_36 off=5966407 len=67326 2024-04-12T16:31:21.823 INFO:tasks.workunit.client.0.smithi099.stdout:op 2882 completed, throughput=5MB/sec 2024-04-12T16:31:21.823 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-lcr_bCY3OSF4Xx_ off=219906 len=795994 2024-04-12T16:31:21.828 INFO:tasks.workunit.client.0.smithi099.stdout:op 2883 completed, throughput=5MB/sec 2024-04-12T16:31:21.828 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-T3DL6S4j2UITt3X off=17078023 len=1648068 2024-04-12T16:31:21.837 INFO:tasks.workunit.client.0.smithi099.stdout:op 2884 completed, throughput=5MB/sec 2024-04-12T16:31:22.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:31:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:31:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:31:22.838 INFO:tasks.workunit.client.0.smithi099.stdout: 568: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:22.838 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_TRV6DRE9LYolGs off=14348147 len=796060 2024-04-12T16:31:22.842 INFO:tasks.workunit.client.0.smithi099.stdout:op 2885 completed, throughput=4.99MB/sec 2024-04-12T16:31:22.842 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-0LjppynKtrc3njk off=912513 len=159652 2024-04-12T16:31:22.842 INFO:tasks.workunit.client.0.smithi099.stdout:op 2886 completed, throughput=4.99MB/sec 2024-04-12T16:31:22.843 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-YADc3AkDYC_ZjoT off=8465529 len=2004010 2024-04-12T16:31:22.852 INFO:tasks.workunit.client.0.smithi099.stdout:op 2887 completed, throughput=5MB/sec 2024-04-12T16:31:22.853 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-NG9LsEEBLe9bpxu off=2039115 len=216978 2024-04-12T16:31:22.853 INFO:tasks.workunit.client.0.smithi099.stdout:op 2888 completed, throughput=5MB/sec 2024-04-12T16:31:22.853 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-WvVlHj1Nz8ZknBF off=2702672 len=333354 2024-04-12T16:31:22.854 INFO:tasks.workunit.client.0.smithi099.stdout:op 2889 completed, throughput=5MB/sec 2024-04-12T16:31:22.854 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-yleZf-7_glbzyU4 off=217343 len=1199314 2024-04-12T16:31:22.860 INFO:tasks.workunit.client.0.smithi099.stdout:op 2890 completed, throughput=5MB/sec 2024-04-12T16:31:23.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:31:22 smithi110 ceph-mon[88691]: pgmap v1704: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-12T16:31:23.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:31:22 smithi099 ceph-mon[94290]: pgmap v1704: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-12T16:31:23.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:31:22 smithi099 ceph-mon[96864]: pgmap v1704: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-12T16:31:23.860 INFO:tasks.workunit.client.0.smithi099.stdout: 569: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:23.860 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-2vRLymNHLrc8KJe off=0 len=1295271 2024-04-12T16:31:23.862 INFO:tasks.workunit.client.0.smithi099.stdout:op 2891 completed, throughput=4.99MB/sec 2024-04-12T16:31:23.862 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-a7aTkhksNH-jW1h off=4006695 len=1761209 2024-04-12T16:31:23.864 INFO:tasks.workunit.client.0.smithi099.stdout:op 2892 completed, throughput=5MB/sec 2024-04-12T16:31:23.864 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6AUeeVMucYsiCVM off=12577861 len=1176183 2024-04-12T16:31:23.870 INFO:tasks.workunit.client.0.smithi099.stdout:op 2893 completed, throughput=5MB/sec 2024-04-12T16:31:23.871 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-i9TMr2J1FErrOv9 off=896864 len=304636 2024-04-12T16:31:23.874 INFO:tasks.workunit.client.0.smithi099.stdout:op 2894 completed, throughput=5MB/sec 2024-04-12T16:31:23.874 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-bnDDP7jBiwoWUaI off=7203483 len=188009 2024-04-12T16:31:23.875 INFO:tasks.workunit.client.0.smithi099.stdout:op 2895 completed, throughput=5MB/sec 2024-04-12T16:31:23.875 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-cagCfO6GUBAF5nJ off=1001183 len=516636 2024-04-12T16:31:23.876 INFO:tasks.workunit.client.0.smithi099.stdout:op 2896 completed, throughput=5MB/sec 2024-04-12T16:31:23.876 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-9RdIDq8O_7ZLbFo off=2468826 len=853194 2024-04-12T16:31:23.877 INFO:tasks.workunit.client.0.smithi099.stdout:op 2897 completed, throughput=5MB/sec 2024-04-12T16:31:24.877 INFO:tasks.workunit.client.0.smithi099.stdout: 570: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:24.878 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-46SZCzTh_vbJTBt off=6406393 len=914219 2024-04-12T16:31:24.883 INFO:tasks.workunit.client.0.smithi099.stdout:op 2898 completed, throughput=4.99MB/sec 2024-04-12T16:31:24.883 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-olqn0n8BNfIZm3V off=782872 len=266496 2024-04-12T16:31:24.886 INFO:tasks.workunit.client.0.smithi099.stdout:op 2899 completed, throughput=4.99MB/sec 2024-04-12T16:31:24.887 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-zy0X8FpeqOCKAb6 off=473516 len=1098722 2024-04-12T16:31:24.889 INFO:tasks.workunit.client.0.smithi099.stdout:op 2900 completed, throughput=5MB/sec 2024-04-12T16:31:24.889 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-McS68YOKGtZfo8h off=6838040 len=911978 2024-04-12T16:31:24.891 INFO:tasks.workunit.client.0.smithi099.stdout:op 2901 completed, throughput=5MB/sec 2024-04-12T16:31:24.891 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-H78nZ_gnMR4krJX off=1833489 len=2048650 2024-04-12T16:31:24.894 INFO:tasks.workunit.client.0.smithi099.stdout:op 2902 completed, throughput=5MB/sec 2024-04-12T16:31:24.925 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:31:24 smithi099 ceph-mon[94290]: pgmap v1705: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:31:24.925 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:31:24 smithi099 ceph-mon[96864]: pgmap v1705: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:31:25.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:31:24 smithi110 ceph-mon[88691]: pgmap v1705: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:31:25.830 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:31:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=cleanup t=2024-04-12T16:31:25.54221307Z level=info msg="Completed cleanup jobs" duration=3.277165ms 2024-04-12T16:31:25.894 INFO:tasks.workunit.client.0.smithi099.stdout: 571: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:25.895 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-maUF23HbOXhDDBP off=582659 len=125680 2024-04-12T16:31:25.895 INFO:tasks.workunit.client.0.smithi099.stdout:op 2903 completed, throughput=4.99MB/sec 2024-04-12T16:31:25.896 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-hqKtk9NlehO2Fe9 off=2712068 len=105263 2024-04-12T16:31:25.896 INFO:tasks.workunit.client.0.smithi099.stdout:op 2904 completed, throughput=4.99MB/sec 2024-04-12T16:31:25.896 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-EmXSM59bpo4G4rX off=5561600 len=245545 2024-04-12T16:31:25.900 INFO:tasks.workunit.client.0.smithi099.stdout:op 2905 completed, throughput=4.99MB/sec 2024-04-12T16:31:25.900 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-gFawcIjJhl2IEI3 off=806429 len=1971530 2024-04-12T16:31:25.909 INFO:tasks.workunit.client.0.smithi099.stdout:op 2906 completed, throughput=5MB/sec 2024-04-12T16:31:25.909 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-b6uP5g445M4jaie off=3642 len=509122 2024-04-12T16:31:25.910 INFO:tasks.workunit.client.0.smithi099.stdout:op 2907 completed, throughput=5MB/sec 2024-04-12T16:31:25.910 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-77xM9Lv6BIvuanX off=1317846 len=2075256 2024-04-12T16:31:25.912 INFO:tasks.workunit.client.0.smithi099.stdout:op 2908 completed, throughput=5MB/sec 2024-04-12T16:31:26.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:31:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:31:26] "GET /metrics HTTP/1.1" 200 34131 "" "Prometheus/2.43.0" 2024-04-12T16:31:26.912 INFO:tasks.workunit.client.0.smithi099.stdout: 572: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:26.913 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-l7337SInP2rmNfl off=5504330 len=1573388 2024-04-12T16:31:26.919 INFO:tasks.workunit.client.0.smithi099.stdout:op 2909 completed, throughput=4.99MB/sec 2024-04-12T16:31:26.919 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-vsFrxH9-Ez4JzEC off=9350799 len=524660 2024-04-12T16:31:26.920 INFO:tasks.workunit.client.0.smithi099.stdout:op 2910 completed, throughput=5MB/sec 2024-04-12T16:31:26.920 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-QEjjILm1yJSpuYI off=2911496 len=1100392 2024-04-12T16:31:26.925 INFO:tasks.workunit.client.0.smithi099.stdout:op 2911 completed, throughput=5MB/sec 2024-04-12T16:31:26.925 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_nwddbLsBVaQCZp off=10497561 len=1365077 2024-04-12T16:31:26.932 INFO:tasks.workunit.client.0.smithi099.stdout:op 2912 completed, throughput=5MB/sec 2024-04-12T16:31:26.932 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-anGmeT4a2qgRHbF off=17806169 len=754171 2024-04-12T16:31:26.935 INFO:tasks.workunit.client.0.smithi099.stdout:op 2913 completed, throughput=5MB/sec 2024-04-12T16:31:27.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:31:26 smithi110 ceph-mon[88691]: pgmap v1706: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:31:27.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:31:26 smithi099 ceph-mon[94290]: pgmap v1706: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:31:27.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:31:26 smithi099 ceph-mon[96864]: pgmap v1706: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:31:27.935 INFO:tasks.workunit.client.0.smithi099.stdout: 573: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:27.936 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qMQ0cQ5a8JG3EJA off=19505034 len=1440085 2024-04-12T16:31:27.942 INFO:tasks.workunit.client.0.smithi099.stdout:op 2914 completed, throughput=4.99MB/sec 2024-04-12T16:31:27.942 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-9eg5n3K0GlYv-VK off=4097966 len=235075 2024-04-12T16:31:27.944 INFO:tasks.workunit.client.0.smithi099.stdout:op 2915 completed, throughput=4.99MB/sec 2024-04-12T16:31:27.944 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-WoERtha_zdvWIjJ off=804006 len=1042267 2024-04-12T16:31:27.949 INFO:tasks.workunit.client.0.smithi099.stdout:op 2916 completed, throughput=5MB/sec 2024-04-12T16:31:27.949 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-p2lZtDqWYtVTmxt off=1667102 len=1767028 2024-04-12T16:31:27.950 INFO:tasks.workunit.client.0.smithi099.stdout:op 2917 completed, throughput=5MB/sec 2024-04-12T16:31:27.951 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-nFQyUUOKNeRmGUJ off=1197898 len=25385 2024-04-12T16:31:27.951 INFO:tasks.workunit.client.0.smithi099.stdout:op 2918 completed, throughput=5MB/sec 2024-04-12T16:31:27.951 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-a2eoFdDWiQauQaE off=749109 len=1442104 2024-04-12T16:31:27.953 INFO:tasks.workunit.client.0.smithi099.stdout:op 2919 completed, throughput=5MB/sec 2024-04-12T16:31:28.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:31:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:31:28.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:31:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:31:28.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:31:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:31:28.953 INFO:tasks.workunit.client.0.smithi099.stdout: 574: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:28.953 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-o_YhcRNtWC-3dJl off=12152726 len=170097 2024-04-12T16:31:28.957 INFO:tasks.workunit.client.0.smithi099.stdout:op 2920 completed, throughput=4.99MB/sec 2024-04-12T16:31:28.957 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-awfrMEoBTxC_MMy off=2213730 len=1227041 2024-04-12T16:31:28.958 INFO:tasks.workunit.client.0.smithi099.stdout:op 2921 completed, throughput=5MB/sec 2024-04-12T16:31:28.958 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ZsNmWfUgq9IhHTr off=2080070 len=1398852 2024-04-12T16:31:28.964 INFO:tasks.workunit.client.0.smithi099.stdout:op 2922 completed, throughput=5MB/sec 2024-04-12T16:31:28.964 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ZH7hhNgZgKV4rBb off=1435951 len=1374723 2024-04-12T16:31:28.971 INFO:tasks.workunit.client.0.smithi099.stdout:op 2923 completed, throughput=5MB/sec 2024-04-12T16:31:28.971 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-wxB497EHsd01zE2 off=1903659 len=1326932 2024-04-12T16:31:28.978 INFO:tasks.workunit.client.0.smithi099.stdout:op 2924 completed, throughput=5MB/sec 2024-04-12T16:31:29.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:31:28 smithi110 ceph-mon[88691]: pgmap v1707: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-12T16:31:29.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:31:28 smithi099 ceph-mon[96864]: pgmap v1707: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-12T16:31:29.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:31:28 smithi099 ceph-mon[94290]: pgmap v1707: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-12T16:31:29.979 INFO:tasks.workunit.client.0.smithi099.stdout: 575: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:29.979 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Ouivt68xCu1l8aJ off=20791320 len=1230961 2024-04-12T16:31:29.980 INFO:tasks.workunit.client.0.smithi099.stdout:op 2925 completed, throughput=5MB/sec 2024-04-12T16:31:29.980 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-a7M7W6yF4N9ZDcp off=1359938 len=318988 2024-04-12T16:31:29.982 INFO:tasks.workunit.client.0.smithi099.stdout:op 2926 completed, throughput=5MB/sec 2024-04-12T16:31:29.982 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-cpFNKECNFiX5s-I off=2294256 len=139917 2024-04-12T16:31:29.985 INFO:tasks.workunit.client.0.smithi099.stdout:op 2927 completed, throughput=5MB/sec 2024-04-12T16:31:29.985 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-KDGbjeT6rrgmrS6 off=166609 len=202051 2024-04-12T16:31:29.987 INFO:tasks.workunit.client.0.smithi099.stdout:op 2928 completed, throughput=5MB/sec 2024-04-12T16:31:29.988 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-7oaki9YFM3trIqr off=7839449 len=1299662 2024-04-12T16:31:29.991 INFO:tasks.workunit.client.0.smithi099.stdout:op 2929 completed, throughput=5MB/sec 2024-04-12T16:31:29.991 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-sVFy_H9BvrjC_pl off=7447896 len=867056 2024-04-12T16:31:29.995 INFO:tasks.workunit.client.0.smithi099.stdout:op 2930 completed, throughput=5MB/sec 2024-04-12T16:31:29.995 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-I9JvxR_n8El9dwL off=2559727 len=1840279 2024-04-12T16:31:30.005 INFO:tasks.workunit.client.0.smithi099.stdout:op 2931 completed, throughput=5MB/sec 2024-04-12T16:31:31.005 INFO:tasks.workunit.client.0.smithi099.stdout: 576: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:31.005 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-bTCXO1gISXnB-_V off=7520096 len=1308552 2024-04-12T16:31:31.011 INFO:tasks.workunit.client.0.smithi099.stdout:op 2932 completed, throughput=5MB/sec 2024-04-12T16:31:31.011 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-i5l-adyFUB9fPaG off=1581486 len=2073493 2024-04-12T16:31:31.013 INFO:tasks.workunit.client.0.smithi099.stdout:op 2933 completed, throughput=5MB/sec 2024-04-12T16:31:31.013 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-5Hx5Shi6MvrXAZi off=908066 len=1934252 2024-04-12T16:31:31.017 INFO:tasks.workunit.client.0.smithi099.stdout:op 2934 completed, throughput=5MB/sec 2024-04-12T16:31:31.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:31:30 smithi110 ceph-mon[88691]: pgmap v1708: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:31:31.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:31:30 smithi099 ceph-mon[94290]: pgmap v1708: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:31:31.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:31:30 smithi099 ceph-mon[96864]: pgmap v1708: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:31:32.018 INFO:tasks.workunit.client.0.smithi099.stdout: 577: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:32.018 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-vziLscQoJDbOJdF off=4700643 len=1483468 2024-04-12T16:31:32.026 INFO:tasks.workunit.client.0.smithi099.stdout:op 2935 completed, throughput=5MB/sec 2024-04-12T16:31:32.026 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-om7ov4_AXFpb-WL off=998410 len=871012 2024-04-12T16:31:32.030 INFO:tasks.workunit.client.0.smithi099.stdout:op 2936 completed, throughput=5MB/sec 2024-04-12T16:31:32.030 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Nrehp7qIrFGFfHI off=3445629 len=2047595 2024-04-12T16:31:32.033 INFO:tasks.workunit.client.0.smithi099.stdout:op 2937 completed, throughput=5MB/sec 2024-04-12T16:31:32.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:31:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:31:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:31:33.033 INFO:tasks.workunit.client.0.smithi099.stdout: 578: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:33.033 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-f67yRbgkJKWpus0 off=6034133 len=799785 2024-04-12T16:31:33.034 INFO:tasks.workunit.client.0.smithi099.stdout:op 2938 completed, throughput=4.99MB/sec 2024-04-12T16:31:33.034 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1GgVVjMt54JQCj- off=5804909 len=1431425 2024-04-12T16:31:33.042 INFO:tasks.workunit.client.0.smithi099.stdout:op 2939 completed, throughput=5MB/sec 2024-04-12T16:31:33.042 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_Un1rBzS_EH6Jw2 off=2242434 len=18400 2024-04-12T16:31:33.044 INFO:tasks.workunit.client.0.smithi099.stdout:op 2940 completed, throughput=5MB/sec 2024-04-12T16:31:33.044 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-xRPwJ1MBBZq6ZdP off=1005396 len=1516604 2024-04-12T16:31:33.052 INFO:tasks.workunit.client.0.smithi099.stdout:op 2941 completed, throughput=5MB/sec 2024-04-12T16:31:33.052 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-KHjjxnlkxSIpiuK off=0 len=1159501 2024-04-12T16:31:33.054 INFO:tasks.workunit.client.0.smithi099.stdout:op 2942 completed, throughput=5MB/sec 2024-04-12T16:31:33.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:31:32 smithi110 ceph-mon[88691]: pgmap v1709: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-12T16:31:33.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:31:32 smithi099 ceph-mon[94290]: pgmap v1709: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-12T16:31:33.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:31:32 smithi099 ceph-mon[96864]: pgmap v1709: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-12T16:31:34.054 INFO:tasks.workunit.client.0.smithi099.stdout: 579: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:34.054 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-otqJdMdrvWMA7Pb off=2977471 len=201109 2024-04-12T16:31:34.055 INFO:tasks.workunit.client.0.smithi099.stdout:op 2943 completed, throughput=4.99MB/sec 2024-04-12T16:31:34.055 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-yuCUHNIGQq17WKf off=5455061 len=1599773 2024-04-12T16:31:34.057 INFO:tasks.workunit.client.0.smithi099.stdout:op 2944 completed, throughput=4.99MB/sec 2024-04-12T16:31:34.057 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-sONDsC5EZ9-Mdl7 off=1376931 len=1175604 2024-04-12T16:31:34.059 INFO:tasks.workunit.client.0.smithi099.stdout:op 2945 completed, throughput=5MB/sec 2024-04-12T16:31:34.059 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ggEke2rwojvt8Kd off=447800 len=1028827 2024-04-12T16:31:34.065 INFO:tasks.workunit.client.0.smithi099.stdout:op 2946 completed, throughput=5MB/sec 2024-04-12T16:31:34.065 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Xe7ioFKIqPV_Lzz off=6899010 len=146353 2024-04-12T16:31:34.068 INFO:tasks.workunit.client.0.smithi099.stdout:op 2947 completed, throughput=5MB/sec 2024-04-12T16:31:34.068 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-coVSTS4sktXBqCY off=18544892 len=1908618 2024-04-12T16:31:34.076 INFO:tasks.workunit.client.0.smithi099.stdout:op 2948 completed, throughput=5MB/sec 2024-04-12T16:31:35.077 INFO:tasks.workunit.client.0.smithi099.stdout: 580: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:35.077 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-TdxI5gEDNlniq9L off=7250128 len=1625843 2024-04-12T16:31:35.079 INFO:tasks.workunit.client.0.smithi099.stdout:op 2949 completed, throughput=5MB/sec 2024-04-12T16:31:35.079 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-68fc1wF3wYvqByO off=1939223 len=120707 2024-04-12T16:31:35.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:31:34 smithi110 ceph-mon[88691]: pgmap v1710: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:31:35.081 INFO:tasks.workunit.client.0.smithi099.stdout:op 2950 completed, throughput=5MB/sec 2024-04-12T16:31:35.081 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-QL_K7ice7NJHkbY off=1313433 len=327019 2024-04-12T16:31:35.081 INFO:tasks.workunit.client.0.smithi099.stdout:op 2951 completed, throughput=5MB/sec 2024-04-12T16:31:35.081 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-dK7xn_QbKWrBUpM off=7275236 len=1274363 2024-04-12T16:31:35.087 INFO:tasks.workunit.client.0.smithi099.stdout:op 2952 completed, throughput=5MB/sec 2024-04-12T16:31:35.087 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-caY83qKcuesIyjA off=3389047 len=533866 2024-04-12T16:31:35.088 INFO:tasks.workunit.client.0.smithi099.stdout:op 2953 completed, throughput=5MB/sec 2024-04-12T16:31:35.088 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-pk7ajbPnIVCqi6C off=264440 len=193201 2024-04-12T16:31:35.089 INFO:tasks.workunit.client.0.smithi099.stdout:op 2954 completed, throughput=5MB/sec 2024-04-12T16:31:35.089 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Sve7_MwQIBmE6Bz off=4715086 len=1489545 2024-04-12T16:31:35.091 INFO:tasks.workunit.client.0.smithi099.stdout:op 2955 completed, throughput=5MB/sec 2024-04-12T16:31:35.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:31:34 smithi099 ceph-mon[96864]: pgmap v1710: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:31:35.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:31:34 smithi099 ceph-mon[94290]: pgmap v1710: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:31:36.091 INFO:tasks.workunit.client.0.smithi099.stdout: 581: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:36.092 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-E_4fgl-u6pskXnr off=11148752 len=1780112 2024-04-12T16:31:36.101 INFO:tasks.workunit.client.0.smithi099.stdout:op 2956 completed, throughput=5MB/sec 2024-04-12T16:31:36.101 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-UUwRzIhWdfLhyjN off=10961237 len=1731451 2024-04-12T16:31:36.103 INFO:tasks.workunit.client.0.smithi099.stdout:op 2957 completed, throughput=5MB/sec 2024-04-12T16:31:36.103 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-g9aBiPPBtv29cOd off=1183539 len=668654 2024-04-12T16:31:36.105 INFO:tasks.workunit.client.0.smithi099.stdout:op 2958 completed, throughput=5MB/sec 2024-04-12T16:31:36.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:31:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:31:36] "GET /metrics HTTP/1.1" 200 34134 "" "Prometheus/2.43.0" 2024-04-12T16:31:37.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:31:36 smithi110 ceph-mon[88691]: pgmap v1711: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:31:37.105 INFO:tasks.workunit.client.0.smithi099.stdout: 582: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:37.105 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-TIb96305m6uHstn off=20899278 len=861363 2024-04-12T16:31:37.106 INFO:tasks.workunit.client.0.smithi099.stdout:op 2959 completed, throughput=4.99MB/sec 2024-04-12T16:31:37.107 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-t9YqwJr06H9LJcX off=19756316 len=2020419 2024-04-12T16:31:37.109 INFO:tasks.workunit.client.0.smithi099.stdout:op 2960 completed, throughput=5MB/sec 2024-04-12T16:31:37.109 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-3mBhO7N0bM7_6ie off=2951383 len=1340055 2024-04-12T16:31:37.110 INFO:tasks.workunit.client.0.smithi099.stdout:op 2961 completed, throughput=5MB/sec 2024-04-12T16:31:37.111 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-WY5R7LrFeIHAedU off=17228633 len=61535 2024-04-12T16:31:37.113 INFO:tasks.workunit.client.0.smithi099.stdout:op 2962 completed, throughput=5MB/sec 2024-04-12T16:31:37.113 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0URsy4bAosEEWx- off=1658243 len=97243 2024-04-12T16:31:37.116 INFO:tasks.workunit.client.0.smithi099.stdout:op 2963 completed, throughput=5MB/sec 2024-04-12T16:31:37.116 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-42d9rf1x2rAofc1 off=14560472 len=861081 2024-04-12T16:31:37.122 INFO:tasks.workunit.client.0.smithi099.stdout:op 2964 completed, throughput=5MB/sec 2024-04-12T16:31:37.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:31:36 smithi099 ceph-mon[94290]: pgmap v1711: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:31:37.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:31:36 smithi099 ceph-mon[96864]: pgmap v1711: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:31:38.122 INFO:tasks.workunit.client.0.smithi099.stdout: 583: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:38.122 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-TrK9g_t9LNEBBmn off=1377008 len=929384 2024-04-12T16:31:38.123 INFO:tasks.workunit.client.0.smithi099.stdout:op 2965 completed, throughput=4.99MB/sec 2024-04-12T16:31:38.123 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-EePNxtzp4qlUpNa off=20035950 len=399815 2024-04-12T16:31:38.127 INFO:tasks.workunit.client.0.smithi099.stdout:op 2966 completed, throughput=4.99MB/sec 2024-04-12T16:31:38.127 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qxpXNSdITURfsjS off=380440 len=3147 2024-04-12T16:31:38.128 INFO:tasks.workunit.client.0.smithi099.stdout:op 2967 completed, throughput=4.99MB/sec 2024-04-12T16:31:38.129 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-zmFCYbo-GahdnA5 off=14620811 len=1239779 2024-04-12T16:31:38.136 INFO:tasks.workunit.client.0.smithi099.stdout:op 2968 completed, throughput=5MB/sec 2024-04-12T16:31:38.136 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-YDOfpI1Q7PDQaRG off=4937295 len=1955121 2024-04-12T16:31:38.137 INFO:tasks.workunit.client.0.smithi099.stdout:op 2969 completed, throughput=5MB/sec 2024-04-12T16:31:38.137 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-EA2EklX-Fxo6jQn off=3716375 len=1107381 2024-04-12T16:31:38.139 INFO:tasks.workunit.client.0.smithi099.stdout:op 2970 completed, throughput=5MB/sec 2024-04-12T16:31:39.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:31:38 smithi110 ceph-mon[88691]: pgmap v1712: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T16:31:39.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:31:38 smithi099 ceph-mon[94290]: pgmap v1712: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T16:31:39.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:31:38 smithi099 ceph-mon[96864]: pgmap v1712: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T16:31:39.139 INFO:tasks.workunit.client.0.smithi099.stdout: 584: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:39.139 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-35VQ5NfSx_hBBm8 off=22161540 len=243578 2024-04-12T16:31:39.142 INFO:tasks.workunit.client.0.smithi099.stdout:op 2971 completed, throughput=4.99MB/sec 2024-04-12T16:31:39.143 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-e0gThedRZ-8qRHL off=2766478 len=1402094 2024-04-12T16:31:39.149 INFO:tasks.workunit.client.0.smithi099.stdout:op 2972 completed, throughput=4.99MB/sec 2024-04-12T16:31:39.149 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ZNZgRUKPExD1ZLN off=12165645 len=1297536 2024-04-12T16:31:39.152 INFO:tasks.workunit.client.0.smithi099.stdout:op 2973 completed, throughput=5MB/sec 2024-04-12T16:31:39.152 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-wAt95rfm0fLi9-w off=1551150 len=1363877 2024-04-12T16:31:39.160 INFO:tasks.workunit.client.0.smithi099.stdout:op 2974 completed, throughput=5MB/sec 2024-04-12T16:31:39.160 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-O8ToG2ZDtjU7vJB off=3414957 len=683831 2024-04-12T16:31:39.163 INFO:tasks.workunit.client.0.smithi099.stdout:op 2975 completed, throughput=5MB/sec 2024-04-12T16:31:39.163 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-e9qHHBcqLiB63x3 off=4719090 len=1968003 2024-04-12T16:31:39.174 INFO:tasks.workunit.client.0.smithi099.stdout:op 2976 completed, throughput=5MB/sec 2024-04-12T16:31:40.175 INFO:tasks.workunit.client.0.smithi099.stdout: 585: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:40.175 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-xPrQmmEgcu68B1Y off=114177 len=503263 2024-04-12T16:31:40.178 INFO:tasks.workunit.client.0.smithi099.stdout:op 2977 completed, throughput=5MB/sec 2024-04-12T16:31:40.178 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-hTeSAWptC5JLBB0 off=10390400 len=359339 2024-04-12T16:31:40.179 INFO:tasks.workunit.client.0.smithi099.stdout:op 2978 completed, throughput=5MB/sec 2024-04-12T16:31:40.179 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-HNC1gMRQsxf5vub off=8333289 len=1237500 2024-04-12T16:31:40.180 INFO:tasks.workunit.client.0.smithi099.stdout:op 2979 completed, throughput=5MB/sec 2024-04-12T16:31:40.180 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-CQQMCSK3Y6Jof8N off=956653 len=1704602 2024-04-12T16:31:40.188 INFO:tasks.workunit.client.0.smithi099.stdout:op 2980 completed, throughput=5MB/sec 2024-04-12T16:31:41.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:31:40 smithi110 ceph-mon[88691]: pgmap v1713: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:31:41.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:31:40 smithi099 ceph-mon[94290]: pgmap v1713: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:31:41.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:31:40 smithi099 ceph-mon[96864]: pgmap v1713: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:31:41.189 INFO:tasks.workunit.client.0.smithi099.stdout: 586: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:41.189 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-zxnLduxGPoaAkNF off=9238108 len=240091 2024-04-12T16:31:41.189 INFO:tasks.workunit.client.0.smithi099.stdout:op 2981 completed, throughput=4.99MB/sec 2024-04-12T16:31:41.189 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-z7KLvdfgRn2PtLS off=1071883 len=1948451 2024-04-12T16:31:41.192 INFO:tasks.workunit.client.0.smithi099.stdout:op 2982 completed, throughput=5MB/sec 2024-04-12T16:31:41.192 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Cb5N95Gvh0s_Zn1 off=15090604 len=112778 2024-04-12T16:31:41.192 INFO:tasks.workunit.client.0.smithi099.stdout:op 2983 completed, throughput=5MB/sec 2024-04-12T16:31:41.193 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-P_4u0pciPcJZgAw off=11406056 len=1900960 2024-04-12T16:31:41.203 INFO:tasks.workunit.client.0.smithi099.stdout:op 2984 completed, throughput=5MB/sec 2024-04-12T16:31:41.203 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-YnBncT0P7TJ7m_M off=16003485 len=1429591 2024-04-12T16:31:41.210 INFO:tasks.workunit.client.0.smithi099.stdout:op 2985 completed, throughput=5MB/sec 2024-04-12T16:31:42.211 INFO:tasks.workunit.client.0.smithi099.stdout: 587: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:42.211 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-uGbo6HBvHRUy9-q off=5128659 len=1826498 2024-04-12T16:31:42.213 INFO:tasks.workunit.client.0.smithi099.stdout:op 2986 completed, throughput=5MB/sec 2024-04-12T16:31:42.213 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-R1tAhkz-A-rnqen off=6882354 len=977407 2024-04-12T16:31:42.219 INFO:tasks.workunit.client.0.smithi099.stdout:op 2987 completed, throughput=5MB/sec 2024-04-12T16:31:42.219 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-UIWCZICiVm6kGKY off=7126730 len=525649 2024-04-12T16:31:42.221 INFO:tasks.workunit.client.0.smithi099.stdout:op 2988 completed, throughput=5MB/sec 2024-04-12T16:31:42.221 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-QL_K7ice7NJHkbY off=652098 len=655773 2024-04-12T16:31:42.222 INFO:tasks.workunit.client.0.smithi099.stdout:op 2989 completed, throughput=5MB/sec 2024-04-12T16:31:42.222 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-VJNQTVfSuWumSVa off=2718940 len=1961737 2024-04-12T16:31:42.231 INFO:tasks.workunit.client.0.smithi099.stdout:op 2990 completed, throughput=5MB/sec 2024-04-12T16:31:42.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:31:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:31:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:31:43.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:31:42 smithi110 ceph-mon[88691]: pgmap v1714: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T16:31:43.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:31:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:31:43.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:31:42 smithi099 ceph-mon[94290]: pgmap v1714: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T16:31:43.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:31:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:31:43.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:31:42 smithi099 ceph-mon[96864]: pgmap v1714: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T16:31:43.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:31:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:31:43.231 INFO:tasks.workunit.client.0.smithi099.stdout: 588: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:43.232 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-vnC7O1emKWXrPQ7 off=5135979 len=1177710 2024-04-12T16:31:43.238 INFO:tasks.workunit.client.0.smithi099.stdout:op 2991 completed, throughput=5MB/sec 2024-04-12T16:31:43.238 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-pnWW2H8Q0uvIJAM off=14276796 len=687883 2024-04-12T16:31:43.242 INFO:tasks.workunit.client.0.smithi099.stdout:op 2992 completed, throughput=5MB/sec 2024-04-12T16:31:43.242 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-n15J75SgXePMFsy off=10768242 len=1745739 2024-04-12T16:31:43.249 INFO:tasks.workunit.client.0.smithi099.stdout:op 2993 completed, throughput=5MB/sec 2024-04-12T16:31:43.249 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-wX9ruexUVZhX62s off=414998 len=194809 2024-04-12T16:31:43.252 INFO:tasks.workunit.client.0.smithi099.stdout:op 2994 completed, throughput=5MB/sec 2024-04-12T16:31:43.252 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-26SPsSIS1eMK4-w off=9536505 len=1150156 2024-04-12T16:31:43.253 INFO:tasks.workunit.client.0.smithi099.stdout:op 2995 completed, throughput=5MB/sec 2024-04-12T16:31:44.254 INFO:tasks.workunit.client.0.smithi099.stdout: 589: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:44.254 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1btsMNatkZv6rsJ off=2895169 len=1648271 2024-04-12T16:31:44.262 INFO:tasks.workunit.client.0.smithi099.stdout:op 2996 completed, throughput=5MB/sec 2024-04-12T16:31:44.262 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-qKUKMxuaeEfc5Mk off=914174 len=721825 2024-04-12T16:31:44.264 INFO:tasks.workunit.client.0.smithi099.stdout:op 2997 completed, throughput=5MB/sec 2024-04-12T16:31:44.264 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-sCTHzMfolN9-7X8 off=15603882 len=1497211 2024-04-12T16:31:44.271 INFO:tasks.workunit.client.0.smithi099.stdout:op 2998 completed, throughput=5MB/sec 2024-04-12T16:31:44.271 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-oqc-uviGLxXSfqI off=12275997 len=1736162 2024-04-12T16:31:44.274 INFO:tasks.workunit.client.0.smithi099.stdout:op 2999 completed, throughput=5MB/sec 2024-04-12T16:31:45.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:31:44 smithi110 ceph-mon[88691]: pgmap v1715: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:31:45.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:31:44 smithi099 ceph-mon[94290]: pgmap v1715: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:31:45.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:31:44 smithi099 ceph-mon[96864]: pgmap v1715: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:31:45.274 INFO:tasks.workunit.client.0.smithi099.stdout: 590: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:45.275 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-TQ-uQUWvP5sA5qN off=17279903 len=1984734 2024-04-12T16:31:45.277 INFO:tasks.workunit.client.0.smithi099.stdout:op 3000 completed, throughput=5MB/sec 2024-04-12T16:31:45.277 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-eE3iG3_5wvOfBH8 off=1562314 len=895491 2024-04-12T16:31:45.278 INFO:tasks.workunit.client.0.smithi099.stdout:op 3001 completed, throughput=5MB/sec 2024-04-12T16:31:45.278 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-i_MVG9stKf2OyfB off=988842 len=68161 2024-04-12T16:31:45.281 INFO:tasks.workunit.client.0.smithi099.stdout:op 3002 completed, throughput=5MB/sec 2024-04-12T16:31:45.281 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-TCeaU4BoCnF7Osn off=2002652 len=810227 2024-04-12T16:31:45.285 INFO:tasks.workunit.client.0.smithi099.stdout:op 3003 completed, throughput=5MB/sec 2024-04-12T16:31:45.286 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-qSLQ3Fm_l1QCSvG off=3017118 len=822264 2024-04-12T16:31:45.286 INFO:tasks.workunit.client.0.smithi099.stdout:op 3004 completed, throughput=5MB/sec 2024-04-12T16:31:46.287 INFO:tasks.workunit.client.0.smithi099.stdout: 591: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:46.287 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Xzl9_ZsGeNi4hGL off=437168 len=312889 2024-04-12T16:31:46.291 INFO:tasks.workunit.client.0.smithi099.stdout:op 3005 completed, throughput=4.99MB/sec 2024-04-12T16:31:46.291 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Fk7QOu4i2sGwAn8 off=9574127 len=1750266 2024-04-12T16:31:46.299 INFO:tasks.workunit.client.0.smithi099.stdout:op 3006 completed, throughput=5MB/sec 2024-04-12T16:31:46.300 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-zvXFSbowLIc8FAn off=9047402 len=1381410 2024-04-12T16:31:46.301 INFO:tasks.workunit.client.0.smithi099.stdout:op 3007 completed, throughput=5MB/sec 2024-04-12T16:31:46.301 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0BRb_FBa1iDWuYP off=11815257 len=1756246 2024-04-12T16:31:46.309 INFO:tasks.workunit.client.0.smithi099.stdout:op 3008 completed, throughput=5MB/sec 2024-04-12T16:31:46.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:31:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:31:46] "GET /metrics HTTP/1.1" 200 34132 "" "Prometheus/2.43.0" 2024-04-12T16:31:47.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:31:46 smithi110 ceph-mon[88691]: pgmap v1716: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:31:47.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:31:46 smithi099 ceph-mon[94290]: pgmap v1716: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:31:47.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:31:46 smithi099 ceph-mon[96864]: pgmap v1716: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:31:47.310 INFO:tasks.workunit.client.0.smithi099.stdout: 592: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:47.342 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-QAVrvaE8vpIPD6b off=4251833 len=183597 2024-04-12T16:31:47.344 INFO:tasks.workunit.client.0.smithi099.stdout:op 3009 completed, throughput=4.99MB/sec 2024-04-12T16:31:47.344 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-xtjEe60PU4bngux off=8564466 len=179884 2024-04-12T16:31:47.344 INFO:tasks.workunit.client.0.smithi099.stdout:op 3010 completed, throughput=4.99MB/sec 2024-04-12T16:31:47.345 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-LEeXh3CsWTBGf_2 off=6930353 len=38921 2024-04-12T16:31:47.345 INFO:tasks.workunit.client.0.smithi099.stdout:op 3011 completed, throughput=4.99MB/sec 2024-04-12T16:31:47.345 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-lAJzPeiVZjBhhDp off=6263876 len=854948 2024-04-12T16:31:47.345 INFO:tasks.workunit.client.0.smithi099.stdout:op 3012 completed, throughput=4.99MB/sec 2024-04-12T16:31:47.345 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_6oIcqpc-fdqDy5 off=19569477 len=280376 2024-04-12T16:31:47.345 INFO:tasks.workunit.client.0.smithi099.stdout:op 3013 completed, throughput=4.99MB/sec 2024-04-12T16:31:47.345 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-lb5HkgNJp5Fkpwq off=7146916 len=1049827 2024-04-12T16:31:47.345 INFO:tasks.workunit.client.0.smithi099.stdout:op 3014 completed, throughput=5MB/sec 2024-04-12T16:31:47.345 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-eghVMJc9WF3mhME off=1152960 len=117627 2024-04-12T16:31:47.345 INFO:tasks.workunit.client.0.smithi099.stdout:op 3015 completed, throughput=5MB/sec 2024-04-12T16:31:47.345 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-lfsPDQOehRAVkMN off=6565546 len=1435568 2024-04-12T16:31:47.345 INFO:tasks.workunit.client.0.smithi099.stdout:op 3016 completed, throughput=5MB/sec 2024-04-12T16:31:47.345 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-hq0adJc1kA4vALe off=1071117 len=983911 2024-04-12T16:31:47.346 INFO:tasks.workunit.client.0.smithi099.stdout:op 3017 completed, throughput=5MB/sec 2024-04-12T16:31:47.346 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-MxRmMcIwO5ol2QB off=903837 len=1359515 2024-04-12T16:31:47.346 INFO:tasks.workunit.client.0.smithi099.stdout:op 3018 completed, throughput=5MB/sec 2024-04-12T16:31:48.332 INFO:tasks.workunit.client.0.smithi099.stdout: 593: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:48.333 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-6clF8W2z-aaWVNg off=2590453 len=123570 2024-04-12T16:31:48.333 INFO:tasks.workunit.client.0.smithi099.stdout:op 3019 completed, throughput=4.99MB/sec 2024-04-12T16:31:48.333 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-51IGDLZH71Z5jVe off=12229742 len=290212 2024-04-12T16:31:48.334 INFO:tasks.workunit.client.0.smithi099.stdout:op 3020 completed, throughput=4.99MB/sec 2024-04-12T16:31:48.334 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ZlIw3pNBdQErhzK off=4274251 len=1323722 2024-04-12T16:31:48.336 INFO:tasks.workunit.client.0.smithi099.stdout:op 3021 completed, throughput=5MB/sec 2024-04-12T16:31:48.336 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-YXFnxxMXAc24A5j off=1729630 len=1343050 2024-04-12T16:31:48.337 INFO:tasks.workunit.client.0.smithi099.stdout:op 3022 completed, throughput=5MB/sec 2024-04-12T16:31:48.338 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-LxvkxBGJ2WWzu6l off=9361689 len=1496340 2024-04-12T16:31:48.339 INFO:tasks.workunit.client.0.smithi099.stdout:op 3023 completed, throughput=5MB/sec 2024-04-12T16:31:49.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:31:48 smithi110 ceph-mon[88691]: pgmap v1717: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:31:49.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:31:48 smithi099 ceph-mon[96864]: pgmap v1717: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:31:49.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:31:48 smithi099 ceph-mon[94290]: pgmap v1717: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:31:49.340 INFO:tasks.workunit.client.0.smithi099.stdout: 594: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:49.340 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Uwgx6l2Ou9z9EY4 off=7731464 len=1293817 2024-04-12T16:31:49.341 INFO:tasks.workunit.client.0.smithi099.stdout:op 3024 completed, throughput=4.99MB/sec 2024-04-12T16:31:49.341 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-u98ddSt5wYHhbom off=721016 len=471072 2024-04-12T16:31:49.345 INFO:tasks.workunit.client.0.smithi099.stdout:op 3025 completed, throughput=5MB/sec 2024-04-12T16:31:49.345 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-pj2mi4p_ohcJrSL off=3837829 len=893464 2024-04-12T16:31:49.350 INFO:tasks.workunit.client.0.smithi099.stdout:op 3026 completed, throughput=5MB/sec 2024-04-12T16:31:49.350 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-O2rQvJU3090ZIeV off=2404068 len=1701935 2024-04-12T16:31:49.358 INFO:tasks.workunit.client.0.smithi099.stdout:op 3027 completed, throughput=5MB/sec 2024-04-12T16:31:49.358 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-uMYKO0odePxGCsg off=7167670 len=1627954 2024-04-12T16:31:49.365 INFO:tasks.workunit.client.0.smithi099.stdout:op 3028 completed, throughput=5MB/sec 2024-04-12T16:31:50.365 INFO:tasks.workunit.client.0.smithi099.stdout: 595: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:50.365 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-uycXY7ZYOMifKmB off=4517119 len=810772 2024-04-12T16:31:50.366 INFO:tasks.workunit.client.0.smithi099.stdout:op 3029 completed, throughput=4.99MB/sec 2024-04-12T16:31:50.366 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-aCCo0vJj7Cg1Es_ off=4867465 len=346516 2024-04-12T16:31:50.367 INFO:tasks.workunit.client.0.smithi099.stdout:op 3030 completed, throughput=5MB/sec 2024-04-12T16:31:50.367 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-6EhPQVcp_OEn1tP off=5954417 len=780565 2024-04-12T16:31:50.369 INFO:tasks.workunit.client.0.smithi099.stdout:op 3031 completed, throughput=5MB/sec 2024-04-12T16:31:50.369 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-h7XCIES6fr9twAh off=5238510 len=184190 2024-04-12T16:31:50.369 INFO:tasks.workunit.client.0.smithi099.stdout:op 3032 completed, throughput=5MB/sec 2024-04-12T16:31:50.369 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-a1y26e8BhSR1qcu off=9460878 len=1921962 2024-04-12T16:31:50.378 INFO:tasks.workunit.client.0.smithi099.stdout:op 3033 completed, throughput=5MB/sec 2024-04-12T16:31:50.378 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-SclxUJoTLaV_3a1 off=4574383 len=1920910 2024-04-12T16:31:50.387 INFO:tasks.workunit.client.0.smithi099.stdout:op 3034 completed, throughput=5MB/sec 2024-04-12T16:31:51.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:31:50 smithi110 ceph-mon[88691]: pgmap v1718: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:31:51.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:31:50 smithi099 ceph-mon[94290]: pgmap v1718: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:31:51.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:31:50 smithi099 ceph-mon[96864]: pgmap v1718: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:31:51.387 INFO:tasks.workunit.client.0.smithi099.stdout: 596: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:51.388 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-btI55-gw8kLWgxR off=1897556 len=1894883 2024-04-12T16:31:51.397 INFO:tasks.workunit.client.0.smithi099.stdout:op 3035 completed, throughput=5MB/sec 2024-04-12T16:31:51.397 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ILiK3PUmvdtTIOv off=3878717 len=1878033 2024-04-12T16:31:51.400 INFO:tasks.workunit.client.0.smithi099.stdout:op 3036 completed, throughput=5MB/sec 2024-04-12T16:31:52.401 INFO:tasks.workunit.client.0.smithi099.stdout: 597: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:52.401 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-S6dWAd6xb6A09fP off=8830111 len=319531 2024-04-12T16:31:52.401 INFO:tasks.workunit.client.0.smithi099.stdout:op 3037 completed, throughput=4.99MB/sec 2024-04-12T16:31:52.402 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-oooPl_x8Ws467g2 off=1266443 len=945185 2024-04-12T16:31:52.407 INFO:tasks.workunit.client.0.smithi099.stdout:op 3038 completed, throughput=4.99MB/sec 2024-04-12T16:31:52.407 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1ZRQHy5g_hVlV3h off=3526661 len=1094535 2024-04-12T16:31:52.412 INFO:tasks.workunit.client.0.smithi099.stdout:op 3039 completed, throughput=5MB/sec 2024-04-12T16:31:52.412 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-N0TGbWZus3yWp1q off=433915 len=1803952 2024-04-12T16:31:52.422 INFO:tasks.workunit.client.0.smithi099.stdout:op 3040 completed, throughput=5MB/sec 2024-04-12T16:31:52.422 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-zmFI-x7gHBCTLn_ off=5574221 len=2029594 2024-04-12T16:31:52.431 INFO:tasks.workunit.client.0.smithi099.stdout:op 3041 completed, throughput=5MB/sec 2024-04-12T16:31:52.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:31:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:31:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:31:53.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:31:52 smithi110 ceph-mon[88691]: pgmap v1719: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:31:53.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:31:52 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:31:53.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:31:52 smithi099 ceph-mon[96864]: pgmap v1719: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:31:53.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:31:52 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:31:53.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:31:52 smithi099 ceph-mon[94290]: pgmap v1719: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:31:53.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:31:52 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:31:53.431 INFO:tasks.workunit.client.0.smithi099.stdout: 598: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:53.431 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Cwuvbe_GkrMK5QP off=5052657 len=987926 2024-04-12T16:31:53.435 INFO:tasks.workunit.client.0.smithi099.stdout:op 3042 completed, throughput=4.99MB/sec 2024-04-12T16:31:53.435 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-nhN3ORJPw3LznuQ off=955076 len=716261 2024-04-12T16:31:53.439 INFO:tasks.workunit.client.0.smithi099.stdout:op 3043 completed, throughput=5MB/sec 2024-04-12T16:31:53.439 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-OODQ9wWCD2XmSX0 off=4003419 len=1023375 2024-04-12T16:31:53.440 INFO:tasks.workunit.client.0.smithi099.stdout:op 3044 completed, throughput=5MB/sec 2024-04-12T16:31:53.440 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-IjyIQPbT30imHX- off=1894791 len=18267 2024-04-12T16:31:53.441 INFO:tasks.workunit.client.0.smithi099.stdout:op 3045 completed, throughput=5MB/sec 2024-04-12T16:31:53.441 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-yO6RIHu3ZyH_4Le off=43084 len=55054 2024-04-12T16:31:53.441 INFO:tasks.workunit.client.0.smithi099.stdout:op 3046 completed, throughput=5MB/sec 2024-04-12T16:31:53.441 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-jhhhfwWeBCtKEef off=1488499 len=1801223 2024-04-12T16:31:53.449 INFO:tasks.workunit.client.0.smithi099.stdout:op 3047 completed, throughput=5MB/sec 2024-04-12T16:31:54.450 INFO:tasks.workunit.client.0.smithi099.stdout: 599: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:54.450 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-2i2VkFXopfzxj-K off=15893693 len=1341011 2024-04-12T16:31:54.456 INFO:tasks.workunit.client.0.smithi099.stdout:op 3048 completed, throughput=4.99MB/sec 2024-04-12T16:31:54.456 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-rMB_I3SbVz6X-vk off=3559843 len=866951 2024-04-12T16:31:54.457 INFO:tasks.workunit.client.0.smithi099.stdout:op 3049 completed, throughput=5MB/sec 2024-04-12T16:31:54.457 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-q_M_PGhpUlxaXA9 off=2832512 len=231631 2024-04-12T16:31:54.460 INFO:tasks.workunit.client.0.smithi099.stdout:op 3050 completed, throughput=5MB/sec 2024-04-12T16:31:54.460 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-I9s71IXaCLx5zV5 off=638392 len=1342097 2024-04-12T16:31:54.467 INFO:tasks.workunit.client.0.smithi099.stdout:op 3051 completed, throughput=5MB/sec 2024-04-12T16:31:54.467 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Sm7tAWjnNcH96xe off=256655 len=559909 2024-04-12T16:31:54.468 INFO:tasks.workunit.client.0.smithi099.stdout:op 3052 completed, throughput=5MB/sec 2024-04-12T16:31:54.468 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-NqrRqsdbNLXkerL off=14993155 len=13715 2024-04-12T16:31:54.469 INFO:tasks.workunit.client.0.smithi099.stdout:op 3053 completed, throughput=5MB/sec 2024-04-12T16:31:54.470 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-xUjaBA24jJ5fsQN off=9166787 len=1518917 2024-04-12T16:31:54.476 INFO:tasks.workunit.client.0.smithi099.stdout:op 3054 completed, throughput=5MB/sec 2024-04-12T16:31:55.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:31:54 smithi110 ceph-mon[88691]: pgmap v1720: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-12T16:31:55.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:31:54 smithi099 ceph-mon[94290]: pgmap v1720: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-12T16:31:55.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:31:54 smithi099 ceph-mon[96864]: pgmap v1720: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-12T16:31:55.477 INFO:tasks.workunit.client.0.smithi099.stdout: 600: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:55.477 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Q4cnwMrMFvfxin7 off=9781638 len=1106909 2024-04-12T16:31:55.482 INFO:tasks.workunit.client.0.smithi099.stdout:op 3055 completed, throughput=4.99MB/sec 2024-04-12T16:31:55.483 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-bfQE_GN5pkil0AW off=17756369 len=1602278 2024-04-12T16:31:55.490 INFO:tasks.workunit.client.0.smithi099.stdout:op 3056 completed, throughput=5MB/sec 2024-04-12T16:31:55.490 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-mZvkkIeJ7ODjvFU off=5015276 len=311401 2024-04-12T16:31:55.490 INFO:tasks.workunit.client.0.smithi099.stdout:op 3057 completed, throughput=5MB/sec 2024-04-12T16:31:55.490 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--GpRIOjvLE8L-ct off=3715123 len=420149 2024-04-12T16:31:55.491 INFO:tasks.workunit.client.0.smithi099.stdout:op 3058 completed, throughput=5MB/sec 2024-04-12T16:31:55.491 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-LqXFXBQ2jwzxtAo off=3013987 len=2058907 2024-04-12T16:31:55.500 INFO:tasks.workunit.client.0.smithi099.stdout:op 3059 completed, throughput=5MB/sec 2024-04-12T16:31:56.500 INFO:tasks.workunit.client.0.smithi099.stdout: 601: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:56.500 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-i0S_FbZ8glVY1FR off=9300611 len=956047 2024-04-12T16:31:56.502 INFO:tasks.workunit.client.0.smithi099.stdout:op 3060 completed, throughput=4.99MB/sec 2024-04-12T16:31:56.503 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-YoMK7WSEAqA15KP off=6867620 len=470768 2024-04-12T16:31:56.505 INFO:tasks.workunit.client.0.smithi099.stdout:op 3061 completed, throughput=5MB/sec 2024-04-12T16:31:56.505 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-usAYTxZmlkQot13 off=16270746 len=1926194 2024-04-12T16:31:56.514 INFO:tasks.workunit.client.0.smithi099.stdout:op 3062 completed, throughput=5MB/sec 2024-04-12T16:31:56.514 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-TLROhMDHZPIsEVB off=9358332 len=677400 2024-04-12T16:31:56.514 INFO:tasks.workunit.client.0.smithi099.stdout:op 3063 completed, throughput=5MB/sec 2024-04-12T16:31:56.514 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-IdBC_z18b_0FTB2 off=4253675 len=434357 2024-04-12T16:31:56.517 INFO:tasks.workunit.client.0.smithi099.stdout:op 3064 completed, throughput=5MB/sec 2024-04-12T16:31:56.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:31:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:31:56] "GET /metrics HTTP/1.1" 200 34132 "" "Prometheus/2.43.0" 2024-04-12T16:31:56.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:31:56 smithi099 ceph-mon[94290]: pgmap v1721: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:31:56.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:31:56 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:31:56.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:31:56 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:31:56.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:31:56 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:31:56.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:31:56 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:31:56.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:31:56 smithi099 ceph-mon[96864]: pgmap v1721: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:31:56.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:31:56 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:31:56.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:31:56 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:31:56.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:31:56 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:31:56.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:31:56 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:31:57.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:31:56 smithi110 ceph-mon[88691]: pgmap v1721: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:31:57.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:31:56 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:31:57.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:31:56 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:31:57.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:31:56 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:31:57.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:31:56 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:31:57.518 INFO:tasks.workunit.client.0.smithi099.stdout: 602: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:57.518 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-SW0KhEi5vAJstHv off=1425623 len=816712 2024-04-12T16:31:57.519 INFO:tasks.workunit.client.0.smithi099.stdout:op 3065 completed, throughput=4.99MB/sec 2024-04-12T16:31:57.520 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-icMop3VkAPGcQ4c off=695966 len=403688 2024-04-12T16:31:57.523 INFO:tasks.workunit.client.0.smithi099.stdout:op 3066 completed, throughput=4.99MB/sec 2024-04-12T16:31:57.523 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Na46zfkk4Ha83ta off=4567961 len=483767 2024-04-12T16:31:57.527 INFO:tasks.workunit.client.0.smithi099.stdout:op 3067 completed, throughput=4.99MB/sec 2024-04-12T16:31:57.527 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-lfsPDQOehRAVkMN off=6943726 len=2029144 2024-04-12T16:31:57.536 INFO:tasks.workunit.client.0.smithi099.stdout:op 3068 completed, throughput=5MB/sec 2024-04-12T16:31:57.536 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-m9WL8UXI-Zi4QaC off=8508737 len=554765 2024-04-12T16:31:57.539 INFO:tasks.workunit.client.0.smithi099.stdout:op 3069 completed, throughput=5MB/sec 2024-04-12T16:31:57.540 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-M-A01G4hnsX3FBI off=18077571 len=298734 2024-04-12T16:31:57.540 INFO:tasks.workunit.client.0.smithi099.stdout:op 3070 completed, throughput=5MB/sec 2024-04-12T16:31:57.540 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-OWnOZY1RoIsWRYY off=6478917 len=1794814 2024-04-12T16:31:57.542 INFO:tasks.workunit.client.0.smithi099.stdout:op 3071 completed, throughput=5MB/sec 2024-04-12T16:31:57.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:31:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:31:57.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:31:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:31:57.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:31:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:31:57.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:31:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:31:57.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:31:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:31:57.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:31:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:31:57.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:31:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:31:57.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:31:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:31:58.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:31:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:31:58.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:31:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:31:58.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:31:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:31:58.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:31:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:31:58.542 INFO:tasks.workunit.client.0.smithi099.stdout: 603: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:58.542 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-PbDQxfa8F7vGIiS off=15988820 len=54758 2024-04-12T16:31:58.545 INFO:tasks.workunit.client.0.smithi099.stdout:op 3072 completed, throughput=4.99MB/sec 2024-04-12T16:31:58.545 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ENZlT6-p3vw00Ke off=5028281 len=937176 2024-04-12T16:31:58.551 INFO:tasks.workunit.client.0.smithi099.stdout:op 3073 completed, throughput=5MB/sec 2024-04-12T16:31:58.551 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-hDQ0euAVjh_hdwJ off=22987108 len=1149475 2024-04-12T16:31:58.558 INFO:tasks.workunit.client.0.smithi099.stdout:op 3074 completed, throughput=5MB/sec 2024-04-12T16:31:58.558 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-zlu_bi0_pthCdg2 off=7783530 len=1711431 2024-04-12T16:31:58.562 INFO:tasks.workunit.client.0.smithi099.stdout:op 3075 completed, throughput=5MB/sec 2024-04-12T16:31:58.562 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-14YTDBDeY5Wyw_Y off=14969829 len=1333402 2024-04-12T16:31:58.564 INFO:tasks.workunit.client.0.smithi099.stdout:op 3076 completed, throughput=5MB/sec 2024-04-12T16:31:58.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:31:58 smithi099 ceph-mon[94290]: pgmap v1722: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-12T16:31:58.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:31:58 smithi099 ceph-mon[96864]: pgmap v1722: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-12T16:31:59.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:31:58 smithi110 ceph-mon[88691]: pgmap v1722: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-12T16:31:59.564 INFO:tasks.workunit.client.0.smithi099.stdout: 604: throughput=4.99MB/sec pending data=0 2024-04-12T16:31:59.564 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-WtM-Nwwz3Ak9848 off=3325480 len=1522882 2024-04-12T16:31:59.567 INFO:tasks.workunit.client.0.smithi099.stdout:op 3077 completed, throughput=5MB/sec 2024-04-12T16:31:59.567 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-8BSCgxP3_rVCKZ4 off=2265662 len=1021028 2024-04-12T16:31:59.569 INFO:tasks.workunit.client.0.smithi099.stdout:op 3078 completed, throughput=5MB/sec 2024-04-12T16:31:59.569 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Q_Fu4n0YX8OaHoK off=6552753 len=972353 2024-04-12T16:31:59.575 INFO:tasks.workunit.client.0.smithi099.stdout:op 3079 completed, throughput=5MB/sec 2024-04-12T16:31:59.575 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1rjt6oI2qJ7kmLO off=7584344 len=635018 2024-04-12T16:31:59.579 INFO:tasks.workunit.client.0.smithi099.stdout:op 3080 completed, throughput=5MB/sec 2024-04-12T16:31:59.579 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-AVGMNgLPBxZrRx- off=2400728 len=1366745 2024-04-12T16:31:59.582 INFO:tasks.workunit.client.0.smithi099.stdout:op 3081 completed, throughput=5MB/sec 2024-04-12T16:32:00.582 INFO:tasks.workunit.client.0.smithi099.stdout: 605: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:00.582 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-BbYM2D9Ga5XlGKW off=9997443 len=1786706 2024-04-12T16:32:00.584 INFO:tasks.workunit.client.0.smithi099.stdout:op 3082 completed, throughput=5MB/sec 2024-04-12T16:32:00.584 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-qyRltnE_ZcFhSZr off=15814973 len=819680 2024-04-12T16:32:00.587 INFO:tasks.workunit.client.0.smithi099.stdout:op 3083 completed, throughput=5MB/sec 2024-04-12T16:32:00.587 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-CHMzCFF8uy9bZb3 off=2631811 len=466382 2024-04-12T16:32:00.591 INFO:tasks.workunit.client.0.smithi099.stdout:op 3084 completed, throughput=5MB/sec 2024-04-12T16:32:00.591 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-huuxMsr-lOcKpBm off=423509 len=1031951 2024-04-12T16:32:00.597 INFO:tasks.workunit.client.0.smithi099.stdout:op 3085 completed, throughput=5MB/sec 2024-04-12T16:32:00.597 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-hwlJLivTJ5nhvv- off=10832172 len=319054 2024-04-12T16:32:00.598 INFO:tasks.workunit.client.0.smithi099.stdout:op 3086 completed, throughput=5MB/sec 2024-04-12T16:32:00.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:32:00 smithi099 ceph-mon[94290]: pgmap v1723: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:32:00.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:32:00 smithi099 ceph-mon[96864]: pgmap v1723: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:32:01.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:32:00 smithi110 ceph-mon[88691]: pgmap v1723: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:32:01.598 INFO:tasks.workunit.client.0.smithi099.stdout: 606: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:01.598 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-7c-UVnaRfN2P6NT off=7952264 len=577180 2024-04-12T16:32:01.599 INFO:tasks.workunit.client.0.smithi099.stdout:op 3087 completed, throughput=4.99MB/sec 2024-04-12T16:32:01.599 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-criG0jrBTJleIx1 off=8798570 len=1275247 2024-04-12T16:32:01.601 INFO:tasks.workunit.client.0.smithi099.stdout:op 3088 completed, throughput=5MB/sec 2024-04-12T16:32:01.601 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ppZUH2Iet_Hf87K off=6449390 len=1783942 2024-04-12T16:32:01.603 INFO:tasks.workunit.client.0.smithi099.stdout:op 3089 completed, throughput=5MB/sec 2024-04-12T16:32:01.603 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-WeawglZ4DSGRnjS off=3775816 len=1208936 2024-04-12T16:32:01.605 INFO:tasks.workunit.client.0.smithi099.stdout:op 3090 completed, throughput=5MB/sec 2024-04-12T16:32:01.605 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-4gZ-GGM7kwPKzsN off=15432527 len=544520 2024-04-12T16:32:01.609 INFO:tasks.workunit.client.0.smithi099.stdout:op 3091 completed, throughput=5MB/sec 2024-04-12T16:32:02.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:32:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:32:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:32:02.610 INFO:tasks.workunit.client.0.smithi099.stdout: 607: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:02.610 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-7H3dLQevPSrbAoX off=1729400 len=1169275 2024-04-12T16:32:02.611 INFO:tasks.workunit.client.0.smithi099.stdout:op 3092 completed, throughput=4.99MB/sec 2024-04-12T16:32:02.612 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-5AjzBXm13-Nt2wG off=18794718 len=1063115 2024-04-12T16:32:02.618 INFO:tasks.workunit.client.0.smithi099.stdout:op 3093 completed, throughput=5MB/sec 2024-04-12T16:32:02.619 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-uA4H_Z55iRPKX_h off=2366274 len=34986 2024-04-12T16:32:02.621 INFO:tasks.workunit.client.0.smithi099.stdout:op 3094 completed, throughput=5MB/sec 2024-04-12T16:32:02.621 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0Yy71orlmZWvuBe off=19262586 len=2054364 2024-04-12T16:32:02.632 INFO:tasks.workunit.client.0.smithi099.stdout:op 3095 completed, throughput=5MB/sec 2024-04-12T16:32:02.633 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-vm1Q-8C9Hmrahgd off=808035 len=1792849 2024-04-12T16:32:02.639 INFO:tasks.workunit.client.0.smithi099.stdout:op 3096 completed, throughput=5MB/sec 2024-04-12T16:32:02.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:32:02 smithi099 ceph-mon[94290]: pgmap v1724: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-12T16:32:02.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:32:02 smithi099 ceph-mon[96864]: pgmap v1724: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-12T16:32:03.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:32:02 smithi110 ceph-mon[88691]: pgmap v1724: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-12T16:32:03.640 INFO:tasks.workunit.client.0.smithi099.stdout: 608: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:03.640 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-G6Go_Kq0I8YPAHx off=2754358 len=2048545 2024-04-12T16:32:03.642 INFO:tasks.workunit.client.0.smithi099.stdout:op 3097 completed, throughput=5MB/sec 2024-04-12T16:32:03.642 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-O3NrcroLa6UxgTe off=1600388 len=1677852 2024-04-12T16:32:03.644 INFO:tasks.workunit.client.0.smithi099.stdout:op 3098 completed, throughput=5MB/sec 2024-04-12T16:32:03.644 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-lYTzB-eMlPddVnz off=11943848 len=1896355 2024-04-12T16:32:03.656 INFO:tasks.workunit.client.0.smithi099.stdout:op 3099 completed, throughput=5MB/sec 2024-04-12T16:32:04.656 INFO:tasks.workunit.client.0.smithi099.stdout: 609: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:04.656 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-MIcIuxMSv3f7JX5 off=11984360 len=740178 2024-04-12T16:32:04.658 INFO:tasks.workunit.client.0.smithi099.stdout:op 3100 completed, throughput=5MB/sec 2024-04-12T16:32:04.658 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Phmk57G3NkToYxV off=2870951 len=88900 2024-04-12T16:32:04.659 INFO:tasks.workunit.client.0.smithi099.stdout:op 3101 completed, throughput=5MB/sec 2024-04-12T16:32:04.659 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-X3h3bFYvaKiKqSC off=7901858 len=1375383 2024-04-12T16:32:04.661 INFO:tasks.workunit.client.0.smithi099.stdout:op 3102 completed, throughput=5MB/sec 2024-04-12T16:32:04.661 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-5aD5g5zsU7QXYpo off=9712309 len=1814609 2024-04-12T16:32:04.663 INFO:tasks.workunit.client.0.smithi099.stdout:op 3103 completed, throughput=5MB/sec 2024-04-12T16:32:05.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:32:04 smithi110 ceph-mon[88691]: pgmap v1725: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:32:05.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:32:04 smithi099 ceph-mon[94290]: pgmap v1725: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:32:05.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:32:04 smithi099 ceph-mon[96864]: pgmap v1725: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:32:05.663 INFO:tasks.workunit.client.0.smithi099.stdout: 610: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:05.664 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-lKTnfBL_ttDZlD0 off=8235571 len=708819 2024-04-12T16:32:05.665 INFO:tasks.workunit.client.0.smithi099.stdout:op 3104 completed, throughput=4.99MB/sec 2024-04-12T16:32:05.666 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-L-iihjr1jUUnpfs off=4915700 len=220984 2024-04-12T16:32:05.667 INFO:tasks.workunit.client.0.smithi099.stdout:op 3105 completed, throughput=4.99MB/sec 2024-04-12T16:32:05.667 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-TAhukrs8HWl46ME off=5742750 len=2018629 2024-04-12T16:32:05.677 INFO:tasks.workunit.client.0.smithi099.stdout:op 3106 completed, throughput=5MB/sec 2024-04-12T16:32:05.677 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-SqE9yF3--UkoR5P off=415444 len=976670 2024-04-12T16:32:05.682 INFO:tasks.workunit.client.0.smithi099.stdout:op 3107 completed, throughput=5MB/sec 2024-04-12T16:32:05.682 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-uMmzBDK7NSRi_mI off=457955 len=935746 2024-04-12T16:32:05.683 INFO:tasks.workunit.client.0.smithi099.stdout:op 3108 completed, throughput=5MB/sec 2024-04-12T16:32:05.683 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Uc-9JWbgWrbyN5G off=13047527 len=1927226 2024-04-12T16:32:05.685 INFO:tasks.workunit.client.0.smithi099.stdout:op 3109 completed, throughput=5MB/sec 2024-04-12T16:32:06.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:32:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:32:06] "GET /metrics HTTP/1.1" 200 34133 "" "Prometheus/2.43.0" 2024-04-12T16:32:06.686 INFO:tasks.workunit.client.0.smithi099.stdout: 611: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:06.686 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-D8KocTUgooGbT0X off=12859762 len=604185 2024-04-12T16:32:06.687 INFO:tasks.workunit.client.0.smithi099.stdout:op 3110 completed, throughput=5MB/sec 2024-04-12T16:32:06.687 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-5upDPb2fwIfu2kq off=4898135 len=1556737 2024-04-12T16:32:06.695 INFO:tasks.workunit.client.0.smithi099.stdout:op 3111 completed, throughput=5MB/sec 2024-04-12T16:32:06.695 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-IOz1H1dE5zcoulO off=1707110 len=364792 2024-04-12T16:32:06.696 INFO:tasks.workunit.client.0.smithi099.stdout:op 3112 completed, throughput=5MB/sec 2024-04-12T16:32:06.696 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--bul1t2nF5_xwVg off=13729548 len=1077339 2024-04-12T16:32:06.698 INFO:tasks.workunit.client.0.smithi099.stdout:op 3113 completed, throughput=5MB/sec 2024-04-12T16:32:06.699 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-hVKG_P4L-zakDYc off=982311 len=984539 2024-04-12T16:32:06.703 INFO:tasks.workunit.client.0.smithi099.stdout:op 3114 completed, throughput=5MB/sec 2024-04-12T16:32:06.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:32:06 smithi099 ceph-mon[94290]: pgmap v1726: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:32:06.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:32:06 smithi099 ceph-mon[96864]: pgmap v1726: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:32:07.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:32:06 smithi110 ceph-mon[88691]: pgmap v1726: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:32:07.703 INFO:tasks.workunit.client.0.smithi099.stdout: 612: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:07.704 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-PVvmFlNp0kzWxQL off=5687093 len=865396 2024-04-12T16:32:07.709 INFO:tasks.workunit.client.0.smithi099.stdout:op 3115 completed, throughput=4.99MB/sec 2024-04-12T16:32:07.709 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-jt2HynyJgJb31AP off=4468586 len=1165608 2024-04-12T16:32:07.711 INFO:tasks.workunit.client.0.smithi099.stdout:op 3116 completed, throughput=5MB/sec 2024-04-12T16:32:07.711 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-brovUx2sB-EicXr off=106345 len=1397795 2024-04-12T16:32:07.714 INFO:tasks.workunit.client.0.smithi099.stdout:op 3117 completed, throughput=5MB/sec 2024-04-12T16:32:07.714 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Dt6ElVzA4gkHyhl off=3485661 len=724413 2024-04-12T16:32:07.715 INFO:tasks.workunit.client.0.smithi099.stdout:op 3118 completed, throughput=5MB/sec 2024-04-12T16:32:07.715 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-mY38TWCKXL4b7wL off=0 len=1119458 2024-04-12T16:32:07.717 INFO:tasks.workunit.client.0.smithi099.stdout:op 3119 completed, throughput=5MB/sec 2024-04-12T16:32:08.717 INFO:tasks.workunit.client.0.smithi099.stdout: 613: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:08.717 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-5BHdSbW3HI2lH7d off=11912029 len=1507570 2024-04-12T16:32:08.725 INFO:tasks.workunit.client.0.smithi099.stdout:op 3120 completed, throughput=5MB/sec 2024-04-12T16:32:08.725 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-OgecHhKxgrg7SmP off=3913557 len=675846 2024-04-12T16:32:08.729 INFO:tasks.workunit.client.0.smithi099.stdout:op 3121 completed, throughput=5MB/sec 2024-04-12T16:32:08.729 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ZlIw3pNBdQErhzK off=10216778 len=1324165 2024-04-12T16:32:08.730 INFO:tasks.workunit.client.0.smithi099.stdout:op 3122 completed, throughput=5MB/sec 2024-04-12T16:32:08.731 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Bve8yyBQqGT7GDq off=1513353 len=52705 2024-04-12T16:32:08.733 INFO:tasks.workunit.client.0.smithi099.stdout:op 3123 completed, throughput=5MB/sec 2024-04-12T16:32:08.733 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ZYDFJ6qu7GvSyor off=48299 len=114323 2024-04-12T16:32:08.735 INFO:tasks.workunit.client.0.smithi099.stdout:op 3124 completed, throughput=5MB/sec 2024-04-12T16:32:08.735 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-GphL8CD_Au_EiL0 off=12547062 len=111158 2024-04-12T16:32:08.738 INFO:tasks.workunit.client.0.smithi099.stdout:op 3125 completed, throughput=5MB/sec 2024-04-12T16:32:08.738 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-g11y2n22r7VzQPJ off=736631 len=724897 2024-04-12T16:32:08.743 INFO:tasks.workunit.client.0.smithi099.stdout:op 3126 completed, throughput=5MB/sec 2024-04-12T16:32:08.743 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-P4Kxv1-oFvTaP64 off=17074743 len=1464144 2024-04-12T16:32:08.748 INFO:tasks.workunit.client.0.smithi099.stdout:op 3127 completed, throughput=5MB/sec 2024-04-12T16:32:09.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:32:08 smithi110 ceph-mon[88691]: pgmap v1727: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:32:09.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:32:08 smithi099 ceph-mon[96864]: pgmap v1727: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:32:09.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:32:08 smithi099 ceph-mon[94290]: pgmap v1727: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:32:09.749 INFO:tasks.workunit.client.0.smithi099.stdout: 614: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:09.749 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-AO7YWrQEclZXNNi off=13958417 len=1380035 2024-04-12T16:32:09.751 INFO:tasks.workunit.client.0.smithi099.stdout:op 3128 completed, throughput=5MB/sec 2024-04-12T16:32:09.751 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-uSwU-fj9opfiYO5 off=6356683 len=17305 2024-04-12T16:32:09.751 INFO:tasks.workunit.client.0.smithi099.stdout:op 3129 completed, throughput=5MB/sec 2024-04-12T16:32:09.752 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-8UKEq-s9ClxE_iA off=8244255 len=991611 2024-04-12T16:32:09.754 INFO:tasks.workunit.client.0.smithi099.stdout:op 3130 completed, throughput=5MB/sec 2024-04-12T16:32:09.754 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Yr36J4rS91C-0lz off=389232 len=516892 2024-04-12T16:32:09.755 INFO:tasks.workunit.client.0.smithi099.stdout:op 3131 completed, throughput=5MB/sec 2024-04-12T16:32:09.755 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-zflzD634_JUgbuS off=19222151 len=88609 2024-04-12T16:32:09.757 INFO:tasks.workunit.client.0.smithi099.stdout:op 3132 completed, throughput=5MB/sec 2024-04-12T16:32:09.757 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-X34Z8u0DcECwrNW off=22802171 len=1423610 2024-04-12T16:32:09.759 INFO:tasks.workunit.client.0.smithi099.stdout:op 3133 completed, throughput=5MB/sec 2024-04-12T16:32:10.760 INFO:tasks.workunit.client.0.smithi099.stdout: 615: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:10.760 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-SiFLMO7lptz8eYS off=992502 len=586431 2024-04-12T16:32:10.764 INFO:tasks.workunit.client.0.smithi099.stdout:op 3134 completed, throughput=4.99MB/sec 2024-04-12T16:32:10.764 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-r6r6n8tKncw03vW off=13849382 len=704372 2024-04-12T16:32:10.766 INFO:tasks.workunit.client.0.smithi099.stdout:op 3135 completed, throughput=4.99MB/sec 2024-04-12T16:32:10.766 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-0ub3TveFHEk6OD9 off=30532 len=82879 2024-04-12T16:32:10.767 INFO:tasks.workunit.client.0.smithi099.stdout:op 3136 completed, throughput=4.99MB/sec 2024-04-12T16:32:10.767 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-MSrtEPfuV3RQInU off=6628863 len=673499 2024-04-12T16:32:10.767 INFO:tasks.workunit.client.0.smithi099.stdout:op 3137 completed, throughput=5MB/sec 2024-04-12T16:32:10.767 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-W_YHjMlgx7DtY7m off=9642126 len=1660318 2024-04-12T16:32:10.770 INFO:tasks.workunit.client.0.smithi099.stdout:op 3138 completed, throughput=5MB/sec 2024-04-12T16:32:10.770 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-IAbhcmFdl8pAEhQ off=12834768 len=84587 2024-04-12T16:32:10.770 INFO:tasks.workunit.client.0.smithi099.stdout:op 3139 completed, throughput=5MB/sec 2024-04-12T16:32:10.770 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-J8HSaArWW5cdsQW off=1688377 len=6551 2024-04-12T16:32:10.771 INFO:tasks.workunit.client.0.smithi099.stdout:op 3140 completed, throughput=5MB/sec 2024-04-12T16:32:10.771 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-75vBmwTEGt5QK4J off=7503224 len=559206 2024-04-12T16:32:10.772 INFO:tasks.workunit.client.0.smithi099.stdout:op 3141 completed, throughput=5MB/sec 2024-04-12T16:32:10.772 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-KUXiyDt-zpt3ISK off=10479190 len=668683 2024-04-12T16:32:10.773 INFO:tasks.workunit.client.0.smithi099.stdout:op 3142 completed, throughput=5MB/sec 2024-04-12T16:32:10.882 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:32:10 smithi110 ceph-mon[88691]: pgmap v1728: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T16:32:11.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:32:10 smithi099 ceph-mon[94290]: pgmap v1728: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T16:32:11.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:32:10 smithi099 ceph-mon[96864]: pgmap v1728: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T16:32:11.774 INFO:tasks.workunit.client.0.smithi099.stdout: 616: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:11.774 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-nf1pU7YM6cO817p off=5875809 len=1916278 2024-04-12T16:32:11.783 INFO:tasks.workunit.client.0.smithi099.stdout:op 3143 completed, throughput=4.99MB/sec 2024-04-12T16:32:11.783 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-IW9PC3DfasA-Mo0 off=1115430 len=685564 2024-04-12T16:32:11.784 INFO:tasks.workunit.client.0.smithi099.stdout:op 3144 completed, throughput=5MB/sec 2024-04-12T16:32:11.784 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-UQnADHERfX6xvg6 off=4004936 len=2024580 2024-04-12T16:32:11.787 INFO:tasks.workunit.client.0.smithi099.stdout:op 3145 completed, throughput=5MB/sec 2024-04-12T16:32:11.787 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-CtX5g3SRvIxdI94 off=3894938 len=282887 2024-04-12T16:32:11.790 INFO:tasks.workunit.client.0.smithi099.stdout:op 3146 completed, throughput=5MB/sec 2024-04-12T16:32:11.790 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-FRrenqWdijVZ4D1 off=2891523 len=1118745 2024-04-12T16:32:11.792 INFO:tasks.workunit.client.0.smithi099.stdout:op 3147 completed, throughput=5MB/sec 2024-04-12T16:32:12.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:32:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:32:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:32:12.794 INFO:tasks.workunit.client.0.smithi099.stdout: 617: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:12.794 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-9Zxx8_K_MXubIA1 off=6024719 len=19565 2024-04-12T16:32:12.794 INFO:tasks.workunit.client.0.smithi099.stdout:op 3148 completed, throughput=4.99MB/sec 2024-04-12T16:32:12.794 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-UtWQTQ-yzKhfiqo off=2864430 len=145940 2024-04-12T16:32:12.794 INFO:tasks.workunit.client.0.smithi099.stdout:op 3149 completed, throughput=4.99MB/sec 2024-04-12T16:32:12.794 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-0wDjAfo3aQWmfaQ off=16393237 len=811930 2024-04-12T16:32:12.795 INFO:tasks.workunit.client.0.smithi099.stdout:op 3150 completed, throughput=4.99MB/sec 2024-04-12T16:32:12.795 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-NWHAcYCNpm_ZYAg off=8591798 len=889556 2024-04-12T16:32:12.796 INFO:tasks.workunit.client.0.smithi099.stdout:op 3151 completed, throughput=5MB/sec 2024-04-12T16:32:12.796 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qxsxNXdaU3lzzGH off=95015 len=202796 2024-04-12T16:32:12.799 INFO:tasks.workunit.client.0.smithi099.stdout:op 3152 completed, throughput=5MB/sec 2024-04-12T16:32:12.799 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-CzMYFlrSQE3zA3i off=1735691 len=2081728 2024-04-12T16:32:12.809 INFO:tasks.workunit.client.0.smithi099.stdout:op 3153 completed, throughput=5MB/sec 2024-04-12T16:32:12.810 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-XF4iKkkN1_vN41O off=1662723 len=1867995 2024-04-12T16:32:12.817 INFO:tasks.workunit.client.0.smithi099.stdout:op 3154 completed, throughput=5MB/sec 2024-04-12T16:32:13.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:32:12 smithi110 ceph-mon[88691]: pgmap v1729: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T16:32:13.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:32:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:32:13.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:32:12 smithi099 ceph-mon[96864]: pgmap v1729: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T16:32:13.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:32:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:32:13.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:32:12 smithi099 ceph-mon[94290]: pgmap v1729: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T16:32:13.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:32:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:32:13.817 INFO:tasks.workunit.client.0.smithi099.stdout: 618: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:13.817 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6IFqk32VwJuZJyw off=2324588 len=1642747 2024-04-12T16:32:13.826 INFO:tasks.workunit.client.0.smithi099.stdout:op 3155 completed, throughput=5MB/sec 2024-04-12T16:32:13.826 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-TfvreYiXBXjBfhY off=12074911 len=43670 2024-04-12T16:32:13.827 INFO:tasks.workunit.client.0.smithi099.stdout:op 3156 completed, throughput=5MB/sec 2024-04-12T16:32:13.827 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-7EdY2MVZIkJAmA4 off=10522174 len=1461627 2024-04-12T16:32:13.834 INFO:tasks.workunit.client.0.smithi099.stdout:op 3157 completed, throughput=5MB/sec 2024-04-12T16:32:13.834 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-gHQpABDNEEH1qEY off=446094 len=1463236 2024-04-12T16:32:13.835 INFO:tasks.workunit.client.0.smithi099.stdout:op 3158 completed, throughput=5MB/sec 2024-04-12T16:32:14.839 INFO:tasks.workunit.client.0.smithi099.stdout: 619: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:14.839 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-_iJvKW6c7GmskQ7 off=3734004 len=16265 2024-04-12T16:32:14.839 INFO:tasks.workunit.client.0.smithi099.stdout:op 3159 completed, throughput=4.99MB/sec 2024-04-12T16:32:14.839 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-zBX3AdWD93FT4kd off=13078343 len=806554 2024-04-12T16:32:14.839 INFO:tasks.workunit.client.0.smithi099.stdout:op 3160 completed, throughput=4.99MB/sec 2024-04-12T16:32:14.840 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-65DlzyEuYHGC14G off=5328185 len=1839427 2024-04-12T16:32:14.840 INFO:tasks.workunit.client.0.smithi099.stdout:op 3161 completed, throughput=5MB/sec 2024-04-12T16:32:14.840 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-qfMCyeKlnF3HyB1 off=600057 len=1921426 2024-04-12T16:32:14.842 INFO:tasks.workunit.client.0.smithi099.stdout:op 3162 completed, throughput=5MB/sec 2024-04-12T16:32:14.842 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-NfFSRG8Z0dmfnaM off=322210 len=1435733 2024-04-12T16:32:14.844 INFO:tasks.workunit.client.0.smithi099.stdout:op 3163 completed, throughput=5MB/sec 2024-04-12T16:32:15.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:32:14 smithi110 ceph-mon[88691]: pgmap v1730: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:32:15.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:32:14 smithi099 ceph-mon[94290]: pgmap v1730: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:32:15.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:32:14 smithi099 ceph-mon[96864]: pgmap v1730: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:32:15.844 INFO:tasks.workunit.client.0.smithi099.stdout: 620: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:15.844 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-LkiKQfUhoyfv5er off=12399992 len=1898242 2024-04-12T16:32:15.853 INFO:tasks.workunit.client.0.smithi099.stdout:op 3164 completed, throughput=5MB/sec 2024-04-12T16:32:15.853 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_lgARaHl-LR-LMD off=2443292 len=1459210 2024-04-12T16:32:15.861 INFO:tasks.workunit.client.0.smithi099.stdout:op 3165 completed, throughput=5MB/sec 2024-04-12T16:32:15.861 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-V8wd0f6RHf2f1-o off=4878009 len=465541 2024-04-12T16:32:15.864 INFO:tasks.workunit.client.0.smithi099.stdout:op 3166 completed, throughput=5MB/sec 2024-04-12T16:32:15.864 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-7FgHChZswsQ3CVq off=5528073 len=1320462 2024-04-12T16:32:15.871 INFO:tasks.workunit.client.0.smithi099.stdout:op 3167 completed, throughput=5MB/sec 2024-04-12T16:32:16.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:32:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:32:16] "GET /metrics HTTP/1.1" 200 34133 "" "Prometheus/2.43.0" 2024-04-12T16:32:16.871 INFO:tasks.workunit.client.0.smithi099.stdout: 621: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:16.871 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-6GXuM4U1kTkwHwj off=6513949 len=1730405 2024-04-12T16:32:16.873 INFO:tasks.workunit.client.0.smithi099.stdout:op 3168 completed, throughput=5MB/sec 2024-04-12T16:32:16.873 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Hwth0aHQuCW_KCl off=141363 len=1511968 2024-04-12T16:32:16.882 INFO:tasks.workunit.client.0.smithi099.stdout:op 3169 completed, throughput=5MB/sec 2024-04-12T16:32:16.882 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-sR8Y1xJLsmguSSm off=18989846 len=996490 2024-04-12T16:32:16.886 INFO:tasks.workunit.client.0.smithi099.stdout:op 3170 completed, throughput=5MB/sec 2024-04-12T16:32:17.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:32:16 smithi110 ceph-mon[88691]: pgmap v1731: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-12T16:32:17.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:32:16 smithi099 ceph-mon[94290]: pgmap v1731: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-12T16:32:17.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:32:16 smithi099 ceph-mon[96864]: pgmap v1731: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-12T16:32:17.887 INFO:tasks.workunit.client.0.smithi099.stdout: 622: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:17.887 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-z7VqwYTb79KRFuj off=17205191 len=1739312 2024-04-12T16:32:17.894 INFO:tasks.workunit.client.0.smithi099.stdout:op 3171 completed, throughput=4.99MB/sec 2024-04-12T16:32:17.895 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-nNhTC6eOCKITyAn off=6945652 len=961164 2024-04-12T16:32:17.898 INFO:tasks.workunit.client.0.smithi099.stdout:op 3172 completed, throughput=5MB/sec 2024-04-12T16:32:17.898 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-wc_PwVRlP6IOJ_a off=9512925 len=21793 2024-04-12T16:32:17.898 INFO:tasks.workunit.client.0.smithi099.stdout:op 3173 completed, throughput=5MB/sec 2024-04-12T16:32:17.898 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-OxP9hDrN4QQ4GZG off=11462504 len=502470 2024-04-12T16:32:17.898 INFO:tasks.workunit.client.0.smithi099.stdout:op 3174 completed, throughput=5MB/sec 2024-04-12T16:32:17.899 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-nPf7pMp7t1ggf7u off=15758718 len=900006 2024-04-12T16:32:17.899 INFO:tasks.workunit.client.0.smithi099.stdout:op 3175 completed, throughput=5MB/sec 2024-04-12T16:32:17.899 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-qUSeRov_Srdm4Xl off=4058098 len=913357 2024-04-12T16:32:17.900 INFO:tasks.workunit.client.0.smithi099.stdout:op 3176 completed, throughput=5MB/sec 2024-04-12T16:32:17.900 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-a2bXuoA48t9y2Ia off=1034167 len=1171586 2024-04-12T16:32:17.907 INFO:tasks.workunit.client.0.smithi099.stdout:op 3177 completed, throughput=5MB/sec 2024-04-12T16:32:18.907 INFO:tasks.workunit.client.0.smithi099.stdout: 623: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:18.907 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-6nPuqSWROXmmX9v off=5397504 len=2073181 2024-04-12T16:32:18.909 INFO:tasks.workunit.client.0.smithi099.stdout:op 3178 completed, throughput=5MB/sec 2024-04-12T16:32:18.910 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-jq7NByDd5GDtrqo off=4181054 len=1834678 2024-04-12T16:32:18.922 INFO:tasks.workunit.client.0.smithi099.stdout:op 3179 completed, throughput=5MB/sec 2024-04-12T16:32:18.922 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qbtVjgXD9vOB1EP off=3687624 len=315114 2024-04-12T16:32:18.922 INFO:tasks.workunit.client.0.smithi099.stdout:op 3180 completed, throughput=5MB/sec 2024-04-12T16:32:18.922 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-STIKdM_SveNb-1b off=9574 len=256196 2024-04-12T16:32:18.923 INFO:tasks.workunit.client.0.smithi099.stdout:op 3181 completed, throughput=5MB/sec 2024-04-12T16:32:19.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:32:18 smithi110 ceph-mon[88691]: pgmap v1732: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-12T16:32:19.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:32:18 smithi099 ceph-mon[94290]: pgmap v1732: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-12T16:32:19.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:32:18 smithi099 ceph-mon[96864]: pgmap v1732: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-12T16:32:19.925 INFO:tasks.workunit.client.0.smithi099.stdout: 624: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:19.925 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Sl87HSzaQbScRsk off=823798 len=948596 2024-04-12T16:32:19.929 INFO:tasks.workunit.client.0.smithi099.stdout:op 3182 completed, throughput=4.99MB/sec 2024-04-12T16:32:19.929 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-zevnMjxSQ2gPnDz off=11489502 len=1491569 2024-04-12T16:32:19.931 INFO:tasks.workunit.client.0.smithi099.stdout:op 3183 completed, throughput=5MB/sec 2024-04-12T16:32:19.931 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-FeCXOlJfg0-3MSS off=9190270 len=868299 2024-04-12T16:32:19.932 INFO:tasks.workunit.client.0.smithi099.stdout:op 3184 completed, throughput=5MB/sec 2024-04-12T16:32:19.933 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-2hjYm0jO2fr83H8 off=1634709 len=215782 2024-04-12T16:32:19.934 INFO:tasks.workunit.client.0.smithi099.stdout:op 3185 completed, throughput=5MB/sec 2024-04-12T16:32:19.934 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-c6m1REsj-mnnezh off=5049019 len=1928157 2024-04-12T16:32:19.936 INFO:tasks.workunit.client.0.smithi099.stdout:op 3186 completed, throughput=5MB/sec 2024-04-12T16:32:20.937 INFO:tasks.workunit.client.0.smithi099.stdout: 625: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:20.937 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-N9J3D6Vdy9BV5vU off=3091864 len=614452 2024-04-12T16:32:20.941 INFO:tasks.workunit.client.0.smithi099.stdout:op 3187 completed, throughput=4.99MB/sec 2024-04-12T16:32:20.941 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-3P37lwaQ0IX9fiW off=1083364 len=1894467 2024-04-12T16:32:20.951 INFO:tasks.workunit.client.0.smithi099.stdout:op 3188 completed, throughput=5MB/sec 2024-04-12T16:32:20.951 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-UnHfNNSlcueigvQ off=5377463 len=1670857 2024-04-12T16:32:20.953 INFO:tasks.workunit.client.0.smithi099.stdout:op 3189 completed, throughput=5MB/sec 2024-04-12T16:32:20.953 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-vM3jq1yDN-JibN4 off=16709940 len=789991 2024-04-12T16:32:20.955 INFO:tasks.workunit.client.0.smithi099.stdout:op 3190 completed, throughput=5MB/sec 2024-04-12T16:32:20.955 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-7zjhvE1G_ZS9S93 off=1823796 len=1157298 2024-04-12T16:32:20.961 INFO:tasks.workunit.client.0.smithi099.stdout:op 3191 completed, throughput=5MB/sec 2024-04-12T16:32:21.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:32:20 smithi110 ceph-mon[88691]: pgmap v1733: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T16:32:21.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:32:20 smithi099 ceph-mon[94290]: pgmap v1733: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T16:32:21.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:32:20 smithi099 ceph-mon[96864]: pgmap v1733: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T16:32:21.961 INFO:tasks.workunit.client.0.smithi099.stdout: 626: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:21.962 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-_57Ts9MyPzvQqgY off=2430633 len=1041800 2024-04-12T16:32:21.963 INFO:tasks.workunit.client.0.smithi099.stdout:op 3192 completed, throughput=5MB/sec 2024-04-12T16:32:21.963 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-o9ExB30SWWAySCb off=17782049 len=1551610 2024-04-12T16:32:21.971 INFO:tasks.workunit.client.0.smithi099.stdout:op 3193 completed, throughput=5MB/sec 2024-04-12T16:32:21.971 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-xqo6Sjefl6Gwq0z off=2923416 len=1237721 2024-04-12T16:32:21.973 INFO:tasks.workunit.client.0.smithi099.stdout:op 3194 completed, throughput=5MB/sec 2024-04-12T16:32:21.973 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Z6PrhWMxcu_-wsO off=127385 len=268553 2024-04-12T16:32:21.974 INFO:tasks.workunit.client.0.smithi099.stdout:op 3195 completed, throughput=5MB/sec 2024-04-12T16:32:21.974 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-fa4CHLwQKcmI6lx off=6023244 len=54260 2024-04-12T16:32:21.974 INFO:tasks.workunit.client.0.smithi099.stdout:op 3196 completed, throughput=5MB/sec 2024-04-12T16:32:21.975 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-WUuxTxWtXAPSLT9 off=5032063 len=803070 2024-04-12T16:32:21.975 INFO:tasks.workunit.client.0.smithi099.stdout:op 3197 completed, throughput=5MB/sec 2024-04-12T16:32:22.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:32:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:32:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:32:22.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:32:22 smithi110 ceph-mon[88691]: pgmap v1734: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T16:32:22.975 INFO:tasks.workunit.client.0.smithi099.stdout: 627: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:22.975 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-wmsQ7kauGENXiWr off=1759299 len=838606 2024-04-12T16:32:22.977 INFO:tasks.workunit.client.0.smithi099.stdout:op 3198 completed, throughput=4.99MB/sec 2024-04-12T16:32:22.977 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-3XTEt8qkTBMr86o off=6896355 len=1293813 2024-04-12T16:32:22.979 INFO:tasks.workunit.client.0.smithi099.stdout:op 3199 completed, throughput=5MB/sec 2024-04-12T16:32:22.979 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-I6HY-ctZSavDBCc off=11392840 len=930068 2024-04-12T16:32:22.980 INFO:tasks.workunit.client.0.smithi099.stdout:op 3200 completed, throughput=5MB/sec 2024-04-12T16:32:22.980 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-EuxwPlpVNvD7ff5 off=558249 len=203679 2024-04-12T16:32:22.981 INFO:tasks.workunit.client.0.smithi099.stdout:op 3201 completed, throughput=5MB/sec 2024-04-12T16:32:22.981 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-8mj3lMW0fCkYbzO off=67502 len=611817 2024-04-12T16:32:22.983 INFO:tasks.workunit.client.0.smithi099.stdout:op 3202 completed, throughput=5MB/sec 2024-04-12T16:32:22.983 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-dzvfY6lLdmyjls8 off=7380209 len=1402338 2024-04-12T16:32:22.991 INFO:tasks.workunit.client.0.smithi099.stdout:op 3203 completed, throughput=5MB/sec 2024-04-12T16:32:23.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:32:22 smithi099 ceph-mon[94290]: pgmap v1734: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T16:32:23.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:32:22 smithi099 ceph-mon[96864]: pgmap v1734: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T16:32:23.991 INFO:tasks.workunit.client.0.smithi099.stdout: 628: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:23.991 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1cODzAkgxJ3vfQG off=4364639 len=160637 2024-04-12T16:32:23.994 INFO:tasks.workunit.client.0.smithi099.stdout:op 3204 completed, throughput=4.99MB/sec 2024-04-12T16:32:23.994 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-6XCjKxag3mMcv6Y off=23692228 len=1006732 2024-04-12T16:32:23.996 INFO:tasks.workunit.client.0.smithi099.stdout:op 3205 completed, throughput=4.99MB/sec 2024-04-12T16:32:23.996 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Cz-C-yTh8UjEq0a off=1376693 len=1937598 2024-04-12T16:32:24.008 INFO:tasks.workunit.client.0.smithi099.stdout:op 3206 completed, throughput=5MB/sec 2024-04-12T16:32:24.008 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Q_hyxWQJ4Mks0LS off=1916430 len=1591646 2024-04-12T16:32:24.009 INFO:tasks.workunit.client.0.smithi099.stdout:op 3207 completed, throughput=5MB/sec 2024-04-12T16:32:24.010 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-GFnDMBH6oMmERXu off=9944038 len=1126700 2024-04-12T16:32:24.011 INFO:tasks.workunit.client.0.smithi099.stdout:op 3208 completed, throughput=5MB/sec 2024-04-12T16:32:24.925 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:32:24 smithi099 ceph-mon[94290]: pgmap v1735: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:32:24.926 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:32:24 smithi099 ceph-mon[96864]: pgmap v1735: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:32:25.012 INFO:tasks.workunit.client.0.smithi099.stdout: 629: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:25.012 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-etxjXwtAqWSjw2t off=6675375 len=1020006 2024-04-12T16:32:25.013 INFO:tasks.workunit.client.0.smithi099.stdout:op 3209 completed, throughput=5MB/sec 2024-04-12T16:32:25.013 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-wkk3dp6bqs8963v off=461510 len=697416 2024-04-12T16:32:25.018 INFO:tasks.workunit.client.0.smithi099.stdout:op 3210 completed, throughput=5MB/sec 2024-04-12T16:32:25.018 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-1gpaN8NhGA4U4gl off=21885925 len=293367 2024-04-12T16:32:25.019 INFO:tasks.workunit.client.0.smithi099.stdout:op 3211 completed, throughput=5MB/sec 2024-04-12T16:32:25.019 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qGn8dKbcrE6flJW off=474251 len=430140 2024-04-12T16:32:25.022 INFO:tasks.workunit.client.0.smithi099.stdout:op 3212 completed, throughput=5MB/sec 2024-04-12T16:32:25.023 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ZLORfml7f8s1dKH off=2649385 len=200448 2024-04-12T16:32:25.025 INFO:tasks.workunit.client.0.smithi099.stdout:op 3213 completed, throughput=5MB/sec 2024-04-12T16:32:25.025 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-uYkuHN0KGqaXZiO off=2133005 len=1257818 2024-04-12T16:32:25.030 INFO:tasks.workunit.client.0.smithi099.stdout:op 3214 completed, throughput=5MB/sec 2024-04-12T16:32:25.030 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-0s3cY7y5GI7r5aL off=626666 len=1449085 2024-04-12T16:32:25.032 INFO:tasks.workunit.client.0.smithi099.stdout:op 3215 completed, throughput=5MB/sec 2024-04-12T16:32:25.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:32:24 smithi110 ceph-mon[88691]: pgmap v1735: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:32:26.033 INFO:tasks.workunit.client.0.smithi099.stdout: 630: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:26.033 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-49ZGTHSgKBvFVLB off=2222122 len=92189 2024-04-12T16:32:26.035 INFO:tasks.workunit.client.0.smithi099.stdout:op 3216 completed, throughput=4.99MB/sec 2024-04-12T16:32:26.035 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-0MlAzU8fZtiTWNT off=6661602 len=1508530 2024-04-12T16:32:26.037 INFO:tasks.workunit.client.0.smithi099.stdout:op 3217 completed, throughput=5MB/sec 2024-04-12T16:32:26.037 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-N8nNZIVmbsfo2ni off=8242325 len=1534724 2024-04-12T16:32:26.045 INFO:tasks.workunit.client.0.smithi099.stdout:op 3218 completed, throughput=5MB/sec 2024-04-12T16:32:26.045 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-lJF-nzZNsmxmZ2N off=1500898 len=1340416 2024-04-12T16:32:26.046 INFO:tasks.workunit.client.0.smithi099.stdout:op 3219 completed, throughput=5MB/sec 2024-04-12T16:32:26.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:32:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:32:26] "GET /metrics HTTP/1.1" 200 34133 "" "Prometheus/2.43.0" 2024-04-12T16:32:27.046 INFO:tasks.workunit.client.0.smithi099.stdout: 631: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:27.046 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-FblH3iBG8L1-56Y off=5851467 len=2094611 2024-04-12T16:32:27.056 INFO:tasks.workunit.client.0.smithi099.stdout:op 3220 completed, throughput=5MB/sec 2024-04-12T16:32:27.056 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-CFU9wbMXJTPDViM off=21111206 len=433500 2024-04-12T16:32:27.059 INFO:tasks.workunit.client.0.smithi099.stdout:op 3221 completed, throughput=5MB/sec 2024-04-12T16:32:27.059 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-UyOym7aSjl36djU off=483867 len=1379322 2024-04-12T16:32:27.062 INFO:tasks.workunit.client.0.smithi099.stdout:op 3222 completed, throughput=5MB/sec 2024-04-12T16:32:27.062 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-wFmq0h_lUcv6yVx off=11698660 len=1007421 2024-04-12T16:32:27.067 INFO:tasks.workunit.client.0.smithi099.stdout:op 3223 completed, throughput=5MB/sec 2024-04-12T16:32:27.067 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Q9hjJGHK_OgLGZw off=3011555 len=1812573 2024-04-12T16:32:27.068 INFO:tasks.workunit.client.0.smithi099.stdout:op 3224 completed, throughput=5MB/sec 2024-04-12T16:32:27.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:32:26 smithi110 ceph-mon[88691]: pgmap v1736: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:32:27.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:32:26 smithi099 ceph-mon[94290]: pgmap v1736: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:32:27.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:32:26 smithi099 ceph-mon[96864]: pgmap v1736: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:32:28.069 INFO:tasks.workunit.client.0.smithi099.stdout: 632: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:28.069 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-7R-hg7tO-bjwz5S off=513227 len=1025088 2024-04-12T16:32:28.075 INFO:tasks.workunit.client.0.smithi099.stdout:op 3225 completed, throughput=5MB/sec 2024-04-12T16:32:28.075 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-lVsi5I3kOCQ4TcB off=11047122 len=663454 2024-04-12T16:32:28.079 INFO:tasks.workunit.client.0.smithi099.stdout:op 3226 completed, throughput=5MB/sec 2024-04-12T16:32:28.079 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-sPycyPXsScEShou off=3421906 len=594259 2024-04-12T16:32:28.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:32:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:32:28.084 INFO:tasks.workunit.client.0.smithi099.stdout:op 3227 completed, throughput=5MB/sec 2024-04-12T16:32:28.084 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ajafqL2jZig1K5U off=8111190 len=1285058 2024-04-12T16:32:28.085 INFO:tasks.workunit.client.0.smithi099.stdout:op 3228 completed, throughput=5MB/sec 2024-04-12T16:32:28.085 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-a6F56Jzid48T8NL off=354682 len=1551659 2024-04-12T16:32:28.094 INFO:tasks.workunit.client.0.smithi099.stdout:op 3229 completed, throughput=5MB/sec 2024-04-12T16:32:28.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:32:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:32:28.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:32:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:32:29.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:32:28 smithi110 ceph-mon[88691]: pgmap v1737: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:32:29.094 INFO:tasks.workunit.client.0.smithi099.stdout: 633: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:29.094 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-pJ0LyAy7SPJMnE6 off=247600 len=220884 2024-04-12T16:32:29.097 INFO:tasks.workunit.client.0.smithi099.stdout:op 3230 completed, throughput=4.99MB/sec 2024-04-12T16:32:29.097 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-wKkdFuWbyY4t9Ev off=4861414 len=492133 2024-04-12T16:32:29.101 INFO:tasks.workunit.client.0.smithi099.stdout:op 3231 completed, throughput=5MB/sec 2024-04-12T16:32:29.101 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ZH7hhNgZgKV4rBb off=11793543 len=996618 2024-04-12T16:32:29.102 INFO:tasks.workunit.client.0.smithi099.stdout:op 3232 completed, throughput=5MB/sec 2024-04-12T16:32:29.103 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-EwOi4UVtgc4Vfkl off=2956165 len=11862 2024-04-12T16:32:29.103 INFO:tasks.workunit.client.0.smithi099.stdout:op 3233 completed, throughput=5MB/sec 2024-04-12T16:32:29.103 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-K1NULiFunmcbR1L off=3431533 len=1879056 2024-04-12T16:32:29.105 INFO:tasks.workunit.client.0.smithi099.stdout:op 3234 completed, throughput=5MB/sec 2024-04-12T16:32:29.105 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-fBoHHRt9uGuyJIl off=6208372 len=562578 2024-04-12T16:32:29.109 INFO:tasks.workunit.client.0.smithi099.stdout:op 3235 completed, throughput=5MB/sec 2024-04-12T16:32:29.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:32:28 smithi099 ceph-mon[94290]: pgmap v1737: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:32:29.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:32:28 smithi099 ceph-mon[96864]: pgmap v1737: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:32:30.109 INFO:tasks.workunit.client.0.smithi099.stdout: 634: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:30.109 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-XpvfkdDEH8Q2ve8 off=2282021 len=58941 2024-04-12T16:32:30.112 INFO:tasks.workunit.client.0.smithi099.stdout:op 3236 completed, throughput=4.99MB/sec 2024-04-12T16:32:30.112 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-6mqLNxHpe9T1yng off=5056438 len=76625 2024-04-12T16:32:30.113 INFO:tasks.workunit.client.0.smithi099.stdout:op 3237 completed, throughput=4.99MB/sec 2024-04-12T16:32:30.113 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6JJCO_L-j_DoOs9 off=6286742 len=400492 2024-04-12T16:32:30.116 INFO:tasks.workunit.client.0.smithi099.stdout:op 3238 completed, throughput=4.99MB/sec 2024-04-12T16:32:30.116 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-3zC69cRX413Uw0W off=48941 len=1154352 2024-04-12T16:32:30.118 INFO:tasks.workunit.client.0.smithi099.stdout:op 3239 completed, throughput=4.99MB/sec 2024-04-12T16:32:30.118 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-qSykz0ohfF80-v9 off=605339 len=716260 2024-04-12T16:32:30.120 INFO:tasks.workunit.client.0.smithi099.stdout:op 3240 completed, throughput=5MB/sec 2024-04-12T16:32:30.120 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0GnC2l3zb8DjPwL off=11800714 len=842097 2024-04-12T16:32:30.124 INFO:tasks.workunit.client.0.smithi099.stdout:op 3241 completed, throughput=5MB/sec 2024-04-12T16:32:30.124 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-sDg1PULa9jNI-Ad off=6133893 len=114045 2024-04-12T16:32:30.126 INFO:tasks.workunit.client.0.smithi099.stdout:op 3242 completed, throughput=5MB/sec 2024-04-12T16:32:30.126 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Yii_TgXfE0EPV6i off=2881584 len=851580 2024-04-12T16:32:30.130 INFO:tasks.workunit.client.0.smithi099.stdout:op 3243 completed, throughput=5MB/sec 2024-04-12T16:32:30.131 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-voIG2vQK37YSQBS off=8072956 len=665394 2024-04-12T16:32:30.131 INFO:tasks.workunit.client.0.smithi099.stdout:op 3244 completed, throughput=5MB/sec 2024-04-12T16:32:30.132 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-JD5nNcspQR1rXMv off=2595461 len=1369415 2024-04-12T16:32:30.133 INFO:tasks.workunit.client.0.smithi099.stdout:op 3245 completed, throughput=5MB/sec 2024-04-12T16:32:31.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:32:30 smithi110 ceph-mon[88691]: pgmap v1738: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T16:32:31.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:32:30 smithi099 ceph-mon[94290]: pgmap v1738: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T16:32:31.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:32:30 smithi099 ceph-mon[96864]: pgmap v1738: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T16:32:31.133 INFO:tasks.workunit.client.0.smithi099.stdout: 635: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:31.133 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-FqGmJ7FZ9H810GB off=1616836 len=607833 2024-04-12T16:32:31.137 INFO:tasks.workunit.client.0.smithi099.stdout:op 3246 completed, throughput=4.99MB/sec 2024-04-12T16:32:31.137 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-wf7T8yEeAOAcZPh off=2014861 len=1360028 2024-04-12T16:32:31.139 INFO:tasks.workunit.client.0.smithi099.stdout:op 3247 completed, throughput=5MB/sec 2024-04-12T16:32:31.139 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-a75bE653rtpkkf1 off=2045712 len=389322 2024-04-12T16:32:31.140 INFO:tasks.workunit.client.0.smithi099.stdout:op 3248 completed, throughput=5MB/sec 2024-04-12T16:32:31.140 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Ee9QQK7WGLL6nkA off=1180740 len=1430755 2024-04-12T16:32:31.142 INFO:tasks.workunit.client.0.smithi099.stdout:op 3249 completed, throughput=5MB/sec 2024-04-12T16:32:31.142 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-wHwm2Y07v3sZ6Uw off=1557537 len=35382 2024-04-12T16:32:31.142 INFO:tasks.workunit.client.0.smithi099.stdout:op 3250 completed, throughput=5MB/sec 2024-04-12T16:32:31.142 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-1TYh81iDE9QEB2G off=2757911 len=1384916 2024-04-12T16:32:31.144 INFO:tasks.workunit.client.0.smithi099.stdout:op 3251 completed, throughput=5MB/sec 2024-04-12T16:32:32.144 INFO:tasks.workunit.client.0.smithi099.stdout: 636: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:32.145 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-6_e85PR-kevYfRo off=0 len=1977521 2024-04-12T16:32:32.147 INFO:tasks.workunit.client.0.smithi099.stdout:op 3252 completed, throughput=5MB/sec 2024-04-12T16:32:32.147 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-3NVw1dKYwz2nSB- off=4179357 len=865896 2024-04-12T16:32:32.148 INFO:tasks.workunit.client.0.smithi099.stdout:op 3253 completed, throughput=5MB/sec 2024-04-12T16:32:32.148 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-e8oZKhpXHsTJix1 off=13972771 len=666561 2024-04-12T16:32:32.153 INFO:tasks.workunit.client.0.smithi099.stdout:op 3254 completed, throughput=5MB/sec 2024-04-12T16:32:32.153 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_M1pnsh-_0Spc_o off=3248549 len=1847647 2024-04-12T16:32:32.162 INFO:tasks.workunit.client.0.smithi099.stdout:op 3255 completed, throughput=5MB/sec 2024-04-12T16:32:32.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:32:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:32:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:32:33.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:32:32 smithi110 ceph-mon[88691]: pgmap v1739: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T16:32:33.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:32:32 smithi099 ceph-mon[94290]: pgmap v1739: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T16:32:33.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:32:32 smithi099 ceph-mon[96864]: pgmap v1739: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T16:32:33.162 INFO:tasks.workunit.client.0.smithi099.stdout: 637: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:33.162 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qSykz0ohfF80-v9 off=6334569 len=353957 2024-04-12T16:32:33.166 INFO:tasks.workunit.client.0.smithi099.stdout:op 3256 completed, throughput=4.99MB/sec 2024-04-12T16:32:33.166 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-geVd7t-WtSRCh7h off=1717603 len=204566 2024-04-12T16:32:33.166 INFO:tasks.workunit.client.0.smithi099.stdout:op 3257 completed, throughput=4.99MB/sec 2024-04-12T16:32:33.166 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-iEwuNr9NysKStxb off=1742428 len=556833 2024-04-12T16:32:33.167 INFO:tasks.workunit.client.0.smithi099.stdout:op 3258 completed, throughput=5MB/sec 2024-04-12T16:32:33.167 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-9QEvkRWbqQtquTN off=7927479 len=1419803 2024-04-12T16:32:33.175 INFO:tasks.workunit.client.0.smithi099.stdout:op 3259 completed, throughput=5MB/sec 2024-04-12T16:32:33.175 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-rePH_o_9UuXym1b off=2802874 len=767098 2024-04-12T16:32:33.178 INFO:tasks.workunit.client.0.smithi099.stdout:op 3260 completed, throughput=5MB/sec 2024-04-12T16:32:33.178 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-xCTgwv-NhIEzdGE off=8920651 len=141742 2024-04-12T16:32:33.179 INFO:tasks.workunit.client.0.smithi099.stdout:op 3261 completed, throughput=5MB/sec 2024-04-12T16:32:33.179 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ULZD_E5lQnkb7Zc off=11002006 len=3977 2024-04-12T16:32:33.181 INFO:tasks.workunit.client.0.smithi099.stdout:op 3262 completed, throughput=5MB/sec 2024-04-12T16:32:33.181 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-cFLf3KCxDUgNp1v off=2590967 len=1842786 2024-04-12T16:32:33.191 INFO:tasks.workunit.client.0.smithi099.stdout:op 3263 completed, throughput=5MB/sec 2024-04-12T16:32:34.191 INFO:tasks.workunit.client.0.smithi099.stdout: 638: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:34.191 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-sGoW66fI4Doldjl off=2495004 len=1674075 2024-04-12T16:32:34.193 INFO:tasks.workunit.client.0.smithi099.stdout:op 3264 completed, throughput=5MB/sec 2024-04-12T16:32:34.193 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj--kvzABp-zW2180V off=3565125 len=1716497 2024-04-12T16:32:34.202 INFO:tasks.workunit.client.0.smithi099.stdout:op 3265 completed, throughput=5MB/sec 2024-04-12T16:32:34.202 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-0wdGPyo-CD0c7zc off=11081470 len=1846565 2024-04-12T16:32:34.205 INFO:tasks.workunit.client.0.smithi099.stdout:op 3266 completed, throughput=5MB/sec 2024-04-12T16:32:35.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:32:34 smithi110 ceph-mon[88691]: pgmap v1740: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:32:35.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:32:34 smithi099 ceph-mon[94290]: pgmap v1740: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:32:35.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:32:34 smithi099 ceph-mon[96864]: pgmap v1740: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:32:35.205 INFO:tasks.workunit.client.0.smithi099.stdout: 639: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:35.205 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-rD9kKzSrOQkAhvC off=7983095 len=82544 2024-04-12T16:32:35.208 INFO:tasks.workunit.client.0.smithi099.stdout:op 3267 completed, throughput=4.99MB/sec 2024-04-12T16:32:35.208 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-wNm-Zh71jluC0Bm off=9039105 len=354500 2024-04-12T16:32:35.209 INFO:tasks.workunit.client.0.smithi099.stdout:op 3268 completed, throughput=4.99MB/sec 2024-04-12T16:32:35.209 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-7Vfv4CuUtI1oSu2 off=1967206 len=1635867 2024-04-12T16:32:35.217 INFO:tasks.workunit.client.0.smithi099.stdout:op 3269 completed, throughput=5MB/sec 2024-04-12T16:32:35.217 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-2qtN8bTYwKItyMP off=15016844 len=1956912 2024-04-12T16:32:35.221 INFO:tasks.workunit.client.0.smithi099.stdout:op 3270 completed, throughput=5MB/sec 2024-04-12T16:32:35.221 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-uRWBXlnH5qK5bT2 off=2867922 len=1192580 2024-04-12T16:32:35.222 INFO:tasks.workunit.client.0.smithi099.stdout:op 3271 completed, throughput=5MB/sec 2024-04-12T16:32:36.223 INFO:tasks.workunit.client.0.smithi099.stdout: 640: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:36.223 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-b2XzVXuAZytvvzs off=9532813 len=64591 2024-04-12T16:32:36.223 INFO:tasks.workunit.client.0.smithi099.stdout:op 3272 completed, throughput=4.99MB/sec 2024-04-12T16:32:36.224 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-biVi6_VFburN-f1 off=3358190 len=313505 2024-04-12T16:32:36.227 INFO:tasks.workunit.client.0.smithi099.stdout:op 3273 completed, throughput=4.99MB/sec 2024-04-12T16:32:36.227 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-i1rUgkWtzmHNN5O off=13826133 len=2017164 2024-04-12T16:32:36.237 INFO:tasks.workunit.client.0.smithi099.stdout:op 3274 completed, throughput=5MB/sec 2024-04-12T16:32:36.238 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-4SwbwSOV1Xp441A off=17475919 len=1018197 2024-04-12T16:32:36.242 INFO:tasks.workunit.client.0.smithi099.stdout:op 3275 completed, throughput=5MB/sec 2024-04-12T16:32:36.242 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6lLD0JXMxHBHrMk off=415174 len=265698 2024-04-12T16:32:36.245 INFO:tasks.workunit.client.0.smithi099.stdout:op 3276 completed, throughput=5MB/sec 2024-04-12T16:32:36.245 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-tUuAXcVwtKzRGTh off=4823721 len=797759 2024-04-12T16:32:36.250 INFO:tasks.workunit.client.0.smithi099.stdout:op 3277 completed, throughput=5MB/sec 2024-04-12T16:32:36.250 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-BdWUf6WYmhalmoM off=169144 len=2031459 2024-04-12T16:32:36.253 INFO:tasks.workunit.client.0.smithi099.stdout:op 3278 completed, throughput=5MB/sec 2024-04-12T16:32:36.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:32:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:32:36] "GET /metrics HTTP/1.1" 200 34135 "" "Prometheus/2.43.0" 2024-04-12T16:32:37.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:32:36 smithi110 ceph-mon[88691]: pgmap v1741: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T16:32:37.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:32:36 smithi099 ceph-mon[94290]: pgmap v1741: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T16:32:37.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:32:36 smithi099 ceph-mon[96864]: pgmap v1741: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T16:32:37.253 INFO:tasks.workunit.client.0.smithi099.stdout: 641: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:37.253 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ZrC6_BBKHYZkcQL off=3588923 len=1191442 2024-04-12T16:32:37.260 INFO:tasks.workunit.client.0.smithi099.stdout:op 3279 completed, throughput=5MB/sec 2024-04-12T16:32:37.260 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-1b0mh1-4NVegRLh off=10401582 len=1105896 2024-04-12T16:32:37.262 INFO:tasks.workunit.client.0.smithi099.stdout:op 3280 completed, throughput=5MB/sec 2024-04-12T16:32:37.262 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-b3E9WC3c1yQd9df off=2615989 len=777064 2024-04-12T16:32:37.263 INFO:tasks.workunit.client.0.smithi099.stdout:op 3281 completed, throughput=5MB/sec 2024-04-12T16:32:37.263 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-4WS_UGD0SKvEw-y off=11933249 len=1396151 2024-04-12T16:32:37.266 INFO:tasks.workunit.client.0.smithi099.stdout:op 3282 completed, throughput=5MB/sec 2024-04-12T16:32:38.266 INFO:tasks.workunit.client.0.smithi099.stdout: 642: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:38.267 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-7k16VVw6Vt7Gh2v off=20836978 len=1244800 2024-04-12T16:32:38.269 INFO:tasks.workunit.client.0.smithi099.stdout:op 3283 completed, throughput=5MB/sec 2024-04-12T16:32:38.269 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-3aCmxmk8LiWE9CR off=6705213 len=598050 2024-04-12T16:32:38.274 INFO:tasks.workunit.client.0.smithi099.stdout:op 3284 completed, throughput=5MB/sec 2024-04-12T16:32:38.274 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-YC7YrHgih1MlEBS off=6334660 len=150469 2024-04-12T16:32:38.274 INFO:tasks.workunit.client.0.smithi099.stdout:op 3285 completed, throughput=5MB/sec 2024-04-12T16:32:38.275 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Y69ek1I7iyDn3bR off=15417779 len=864943 2024-04-12T16:32:38.280 INFO:tasks.workunit.client.0.smithi099.stdout:op 3286 completed, throughput=5MB/sec 2024-04-12T16:32:38.281 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj--cSr_uyyoPyHIUL off=2795041 len=632131 2024-04-12T16:32:38.284 INFO:tasks.workunit.client.0.smithi099.stdout:op 3287 completed, throughput=5MB/sec 2024-04-12T16:32:38.284 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-z7VqwYTb79KRFuj off=1363320 len=1959805 2024-04-12T16:32:38.293 INFO:tasks.workunit.client.0.smithi099.stdout:op 3288 completed, throughput=5MB/sec 2024-04-12T16:32:39.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:32:38 smithi110 ceph-mon[88691]: pgmap v1742: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T16:32:39.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:32:38 smithi099 ceph-mon[94290]: pgmap v1742: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T16:32:39.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:32:38 smithi099 ceph-mon[96864]: pgmap v1742: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T16:32:39.293 INFO:tasks.workunit.client.0.smithi099.stdout: 643: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:39.294 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-F1e1FByElQGl8U- off=4338263 len=1370250 2024-04-12T16:32:39.295 INFO:tasks.workunit.client.0.smithi099.stdout:op 3289 completed, throughput=5MB/sec 2024-04-12T16:32:39.296 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-_tTgvBzH2IcD6oB off=1467915 len=1422515 2024-04-12T16:32:39.298 INFO:tasks.workunit.client.0.smithi099.stdout:op 3290 completed, throughput=5MB/sec 2024-04-12T16:32:39.298 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-GOrbQ1qk_fggKcb off=890690 len=897699 2024-04-12T16:32:39.299 INFO:tasks.workunit.client.0.smithi099.stdout:op 3291 completed, throughput=5MB/sec 2024-04-12T16:32:39.299 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ctjT5TsiFyHNBgG off=163171 len=1363111 2024-04-12T16:32:39.302 INFO:tasks.workunit.client.0.smithi099.stdout:op 3292 completed, throughput=5MB/sec 2024-04-12T16:32:40.302 INFO:tasks.workunit.client.0.smithi099.stdout: 644: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:40.302 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6x92o7lTeY9lXKM off=11309019 len=1975734 2024-04-12T16:32:40.313 INFO:tasks.workunit.client.0.smithi099.stdout:op 3293 completed, throughput=5MB/sec 2024-04-12T16:32:40.313 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-SepaHpNgeFcfs9W off=7184028 len=2023044 2024-04-12T16:32:40.315 INFO:tasks.workunit.client.0.smithi099.stdout:op 3294 completed, throughput=5MB/sec 2024-04-12T16:32:40.315 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-OgxymGhz5BhY7Cz off=4800438 len=1098760 2024-04-12T16:32:40.320 INFO:tasks.workunit.client.0.smithi099.stdout:op 3295 completed, throughput=5MB/sec 2024-04-12T16:32:41.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:32:40 smithi110 ceph-mon[88691]: pgmap v1743: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:32:41.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:32:40 smithi099 ceph-mon[94290]: pgmap v1743: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:32:41.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:32:40 smithi099 ceph-mon[96864]: pgmap v1743: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:32:41.321 INFO:tasks.workunit.client.0.smithi099.stdout: 645: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:41.321 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-yahxuOH2lJn2TjQ off=17347065 len=1401651 2024-04-12T16:32:41.322 INFO:tasks.workunit.client.0.smithi099.stdout:op 3296 completed, throughput=5MB/sec 2024-04-12T16:32:41.322 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-CuJxihEJbDfmFVo off=4782310 len=35188 2024-04-12T16:32:41.325 INFO:tasks.workunit.client.0.smithi099.stdout:op 3297 completed, throughput=5MB/sec 2024-04-12T16:32:41.325 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-sbNXWatIRgUzygs off=9790865 len=1766961 2024-04-12T16:32:41.327 INFO:tasks.workunit.client.0.smithi099.stdout:op 3298 completed, throughput=5MB/sec 2024-04-12T16:32:41.327 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-nCCsxI4kEprxD7v off=4753135 len=1998291 2024-04-12T16:32:41.331 INFO:tasks.workunit.client.0.smithi099.stdout:op 3299 completed, throughput=5MB/sec 2024-04-12T16:32:42.331 INFO:tasks.workunit.client.0.smithi099.stdout: 646: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:42.332 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-xg2lCgobCEQKdOs off=3720289 len=622706 2024-04-12T16:32:42.332 INFO:tasks.workunit.client.0.smithi099.stdout:op 3300 completed, throughput=4.99MB/sec 2024-04-12T16:32:42.333 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-dCwQm0mmckuVrE9 off=12726289 len=1417211 2024-04-12T16:32:42.334 INFO:tasks.workunit.client.0.smithi099.stdout:op 3301 completed, throughput=5MB/sec 2024-04-12T16:32:42.334 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-OwF1MncImJ97Sbx off=4147893 len=2049790 2024-04-12T16:32:42.345 INFO:tasks.workunit.client.0.smithi099.stdout:op 3302 completed, throughput=5MB/sec 2024-04-12T16:32:42.345 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-afJm1eeQ-1fmtku off=1530214 len=60942 2024-04-12T16:32:42.345 INFO:tasks.workunit.client.0.smithi099.stdout:op 3303 completed, throughput=5MB/sec 2024-04-12T16:32:42.345 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-5_X8ala6TZv-dFU off=4668404 len=1768164 2024-04-12T16:32:42.347 INFO:tasks.workunit.client.0.smithi099.stdout:op 3304 completed, throughput=5MB/sec 2024-04-12T16:32:42.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:32:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:32:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:32:43.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:32:42 smithi110 ceph-mon[88691]: pgmap v1744: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T16:32:43.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:32:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:32:43.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:32:42 smithi099 ceph-mon[94290]: pgmap v1744: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T16:32:43.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:32:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:32:43.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:32:42 smithi099 ceph-mon[96864]: pgmap v1744: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T16:32:43.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:32:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:32:43.347 INFO:tasks.workunit.client.0.smithi099.stdout: 647: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:43.348 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-LvGhuroFbtk7GLS off=1163879 len=352921 2024-04-12T16:32:43.349 INFO:tasks.workunit.client.0.smithi099.stdout:op 3305 completed, throughput=4.99MB/sec 2024-04-12T16:32:43.349 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ZVGoqyDLwyGLU4B off=9440202 len=238303 2024-04-12T16:32:43.352 INFO:tasks.workunit.client.0.smithi099.stdout:op 3306 completed, throughput=4.99MB/sec 2024-04-12T16:32:43.352 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-BSOk8ov9JFL-y6d off=17774677 len=1051505 2024-04-12T16:32:43.354 INFO:tasks.workunit.client.0.smithi099.stdout:op 3307 completed, throughput=5MB/sec 2024-04-12T16:32:43.354 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-a34r9zjmPoDgc8Z off=2838282 len=942574 2024-04-12T16:32:43.359 INFO:tasks.workunit.client.0.smithi099.stdout:op 3308 completed, throughput=5MB/sec 2024-04-12T16:32:43.359 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-a75bE653rtpkkf1 off=686662 len=1108842 2024-04-12T16:32:43.366 INFO:tasks.workunit.client.0.smithi099.stdout:op 3309 completed, throughput=5MB/sec 2024-04-12T16:32:43.366 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-oq2oVzy93EU7b0O off=11195576 len=1812285 2024-04-12T16:32:43.368 INFO:tasks.workunit.client.0.smithi099.stdout:op 3310 completed, throughput=5MB/sec 2024-04-12T16:32:44.368 INFO:tasks.workunit.client.0.smithi099.stdout: 648: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:44.369 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-XOH3sti5spo1GuR off=17116186 len=572622 2024-04-12T16:32:44.369 INFO:tasks.workunit.client.0.smithi099.stdout:op 3311 completed, throughput=4.99MB/sec 2024-04-12T16:32:44.369 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-pKxfvVP0kxBxznn off=18878153 len=1224849 2024-04-12T16:32:44.372 INFO:tasks.workunit.client.0.smithi099.stdout:op 3312 completed, throughput=5MB/sec 2024-04-12T16:32:44.373 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-uMYKO0odePxGCsg off=357654 len=94985 2024-04-12T16:32:44.373 INFO:tasks.workunit.client.0.smithi099.stdout:op 3313 completed, throughput=5MB/sec 2024-04-12T16:32:44.373 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-GeYGafqayBCtw0C off=6830059 len=1525941 2024-04-12T16:32:44.376 INFO:tasks.workunit.client.0.smithi099.stdout:op 3314 completed, throughput=5MB/sec 2024-04-12T16:32:44.376 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-kt7JNMumYCqJ_ga off=13746641 len=628907 2024-04-12T16:32:44.380 INFO:tasks.workunit.client.0.smithi099.stdout:op 3315 completed, throughput=5MB/sec 2024-04-12T16:32:44.380 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-VDGySCriyX0rIT2 off=18701595 len=2044743 2024-04-12T16:32:44.389 INFO:tasks.workunit.client.0.smithi099.stdout:op 3316 completed, throughput=5MB/sec 2024-04-12T16:32:45.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:32:44 smithi110 ceph-mon[88691]: pgmap v1745: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:32:45.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:32:44 smithi099 ceph-mon[94290]: pgmap v1745: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:32:45.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:32:44 smithi099 ceph-mon[96864]: pgmap v1745: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:32:45.389 INFO:tasks.workunit.client.0.smithi099.stdout: 649: throughput=5MB/sec pending data=0 2024-04-12T16:32:45.390 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-MKWdzzu_E_efGkM off=11983252 len=370686 2024-04-12T16:32:45.393 INFO:tasks.workunit.client.0.smithi099.stdout:op 3317 completed, throughput=5MB/sec 2024-04-12T16:32:45.393 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-1im0C4_fBgNshUY off=10531307 len=1214983 2024-04-12T16:32:45.395 INFO:tasks.workunit.client.0.smithi099.stdout:op 3318 completed, throughput=5MB/sec 2024-04-12T16:32:45.395 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-pIhX13wiBEep0sW off=152307 len=118815 2024-04-12T16:32:45.398 INFO:tasks.workunit.client.0.smithi099.stdout:op 3319 completed, throughput=5MB/sec 2024-04-12T16:32:45.398 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-fu4qYmlcJH7z8Fk off=1618249 len=976104 2024-04-12T16:32:45.399 INFO:tasks.workunit.client.0.smithi099.stdout:op 3320 completed, throughput=5MB/sec 2024-04-12T16:32:45.399 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-TkUb7PhLuozKp6e off=3551501 len=953618 2024-04-12T16:32:45.401 INFO:tasks.workunit.client.0.smithi099.stdout:op 3321 completed, throughput=5MB/sec 2024-04-12T16:32:46.401 INFO:tasks.workunit.client.0.smithi099.stdout: 650: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:46.402 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-dkcFTtKBsMu2DCD off=9219978 len=986703 2024-04-12T16:32:46.403 INFO:tasks.workunit.client.0.smithi099.stdout:op 3322 completed, throughput=4.99MB/sec 2024-04-12T16:32:46.403 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-rK8IH_xf3hjztfN off=10335993 len=346770 2024-04-12T16:32:46.404 INFO:tasks.workunit.client.0.smithi099.stdout:op 3323 completed, throughput=4.99MB/sec 2024-04-12T16:32:46.404 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-cYf4rPlL4i4lLuq off=3251940 len=1722609 2024-04-12T16:32:46.413 INFO:tasks.workunit.client.0.smithi099.stdout:op 3324 completed, throughput=5MB/sec 2024-04-12T16:32:46.413 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-STIKdM_SveNb-1b off=760669 len=2081610 2024-04-12T16:32:46.415 INFO:tasks.workunit.client.0.smithi099.stdout:op 3325 completed, throughput=5MB/sec 2024-04-12T16:32:46.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:32:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:32:46] "GET /metrics HTTP/1.1" 200 34136 "" "Prometheus/2.43.0" 2024-04-12T16:32:47.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:32:46 smithi110 ceph-mon[88691]: pgmap v1746: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:32:47.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:32:46 smithi099 ceph-mon[96864]: pgmap v1746: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:32:47.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:32:46 smithi099 ceph-mon[94290]: pgmap v1746: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:32:47.416 INFO:tasks.workunit.client.0.smithi099.stdout: 651: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:47.416 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-qGDxa4T8JMxX3se off=198333 len=474311 2024-04-12T16:32:47.417 INFO:tasks.workunit.client.0.smithi099.stdout:op 3326 completed, throughput=4.99MB/sec 2024-04-12T16:32:47.417 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-hx1flQAfbwc5xaj off=5786194 len=41112 2024-04-12T16:32:47.417 INFO:tasks.workunit.client.0.smithi099.stdout:op 3327 completed, throughput=4.99MB/sec 2024-04-12T16:32:47.417 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-MI7CDAEtavXDLSk off=4959480 len=1860039 2024-04-12T16:32:47.427 INFO:tasks.workunit.client.0.smithi099.stdout:op 3328 completed, throughput=5MB/sec 2024-04-12T16:32:47.427 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ac0fyTTIPcJbEWx off=4659452 len=679355 2024-04-12T16:32:47.432 INFO:tasks.workunit.client.0.smithi099.stdout:op 3329 completed, throughput=5MB/sec 2024-04-12T16:32:47.432 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-SlZLQnwU-AGFckn off=1115079 len=958479 2024-04-12T16:32:47.436 INFO:tasks.workunit.client.0.smithi099.stdout:op 3330 completed, throughput=5MB/sec 2024-04-12T16:32:47.436 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-79iASODnNg7ArgX off=10638081 len=914474 2024-04-12T16:32:47.442 INFO:tasks.workunit.client.0.smithi099.stdout:op 3331 completed, throughput=5MB/sec 2024-04-12T16:32:47.442 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-m79vHhiH7QK5yxs off=3396753 len=217733 2024-04-12T16:32:47.444 INFO:tasks.workunit.client.0.smithi099.stdout:op 3332 completed, throughput=5MB/sec 2024-04-12T16:32:47.445 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-whleGYqByW4xzQS off=4259084 len=65689 2024-04-12T16:32:47.447 INFO:tasks.workunit.client.0.smithi099.stdout:op 3333 completed, throughput=5MB/sec 2024-04-12T16:32:47.447 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-0V56fFTE6vysS6_ off=4804254 len=1133095 2024-04-12T16:32:47.448 INFO:tasks.workunit.client.0.smithi099.stdout:op 3334 completed, throughput=5MB/sec 2024-04-12T16:32:48.449 INFO:tasks.workunit.client.0.smithi099.stdout: 652: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:48.449 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-UocmA0WPMduNgnH off=19610203 len=997369 2024-04-12T16:32:48.454 INFO:tasks.workunit.client.0.smithi099.stdout:op 3335 completed, throughput=5MB/sec 2024-04-12T16:32:48.454 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-hA8yCbIhCap-a6P off=22770141 len=918757 2024-04-12T16:32:48.458 INFO:tasks.workunit.client.0.smithi099.stdout:op 3336 completed, throughput=5MB/sec 2024-04-12T16:32:48.458 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-JpMawl3hhspITbx off=333953 len=275549 2024-04-12T16:32:48.461 INFO:tasks.workunit.client.0.smithi099.stdout:op 3337 completed, throughput=5MB/sec 2024-04-12T16:32:48.461 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-bi8tE1-k5TWTJj_ off=7701638 len=615296 2024-04-12T16:32:48.465 INFO:tasks.workunit.client.0.smithi099.stdout:op 3338 completed, throughput=5MB/sec 2024-04-12T16:32:48.465 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-2lt-2jp08R0b8tA off=18501891 len=1457035 2024-04-12T16:32:48.467 INFO:tasks.workunit.client.0.smithi099.stdout:op 3339 completed, throughput=5MB/sec 2024-04-12T16:32:48.467 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-d9kdwtR8ClNLGwL off=4392484 len=1481963 2024-04-12T16:32:48.470 INFO:tasks.workunit.client.0.smithi099.stdout:op 3340 completed, throughput=5MB/sec 2024-04-12T16:32:49.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:32:48 smithi110 ceph-mon[88691]: pgmap v1747: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T16:32:49.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:32:48 smithi099 ceph-mon[94290]: pgmap v1747: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T16:32:49.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:32:48 smithi099 ceph-mon[96864]: pgmap v1747: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T16:32:49.470 INFO:tasks.workunit.client.0.smithi099.stdout: 653: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:49.471 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-zUMQ2nlMj1cLXNI off=24096208 len=61290 2024-04-12T16:32:49.473 INFO:tasks.workunit.client.0.smithi099.stdout:op 3341 completed, throughput=4.99MB/sec 2024-04-12T16:32:49.473 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-K7TXBWhRsaJBpUi off=10187376 len=2091506 2024-04-12T16:32:49.485 INFO:tasks.workunit.client.0.smithi099.stdout:op 3342 completed, throughput=5MB/sec 2024-04-12T16:32:49.485 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-seKZw9ulwm-xo_F off=13186665 len=1891998 2024-04-12T16:32:49.493 INFO:tasks.workunit.client.0.smithi099.stdout:op 3343 completed, throughput=5MB/sec 2024-04-12T16:32:50.494 INFO:tasks.workunit.client.0.smithi099.stdout: 654: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:50.494 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-lUEe9hwEKYpkQ12 off=12594983 len=1735149 2024-04-12T16:32:50.504 INFO:tasks.workunit.client.0.smithi099.stdout:op 3344 completed, throughput=4.99MB/sec 2024-04-12T16:32:50.504 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-75vBmwTEGt5QK4J off=16591956 len=1199254 2024-04-12T16:32:50.509 INFO:tasks.workunit.client.0.smithi099.stdout:op 3345 completed, throughput=5MB/sec 2024-04-12T16:32:50.509 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-rq0mQWUqeHJ6rkn off=2309659 len=1765419 2024-04-12T16:32:50.517 INFO:tasks.workunit.client.0.smithi099.stdout:op 3346 completed, throughput=5MB/sec 2024-04-12T16:32:50.517 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-7UQqRohwZEfhvvY off=60497 len=35089 2024-04-12T16:32:50.519 INFO:tasks.workunit.client.0.smithi099.stdout:op 3347 completed, throughput=5MB/sec 2024-04-12T16:32:50.519 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-84V4Q55Nb5zeIvO off=0 len=1341668 2024-04-12T16:32:50.521 INFO:tasks.workunit.client.0.smithi099.stdout:op 3348 completed, throughput=5MB/sec 2024-04-12T16:32:51.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:32:50 smithi110 ceph-mon[88691]: pgmap v1748: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-12T16:32:51.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:32:50 smithi099 ceph-mon[94290]: pgmap v1748: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-12T16:32:51.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:32:50 smithi099 ceph-mon[96864]: pgmap v1748: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-12T16:32:51.521 INFO:tasks.workunit.client.0.smithi099.stdout: 655: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:51.521 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-TNGeQv79JJTjXD_ off=4388331 len=705743 2024-04-12T16:32:51.526 INFO:tasks.workunit.client.0.smithi099.stdout:op 3349 completed, throughput=4.99MB/sec 2024-04-12T16:32:51.527 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-cmGpYXaAToehupI off=6682672 len=2060529 2024-04-12T16:32:51.537 INFO:tasks.workunit.client.0.smithi099.stdout:op 3350 completed, throughput=5MB/sec 2024-04-12T16:32:51.537 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-KjzQHHPrgib4qUE off=1512359 len=787314 2024-04-12T16:32:51.542 INFO:tasks.workunit.client.0.smithi099.stdout:op 3351 completed, throughput=5MB/sec 2024-04-12T16:32:51.542 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0w59_sZH2bKzdtp off=352 len=1749919 2024-04-12T16:32:51.551 INFO:tasks.workunit.client.0.smithi099.stdout:op 3352 completed, throughput=5MB/sec 2024-04-12T16:32:52.551 INFO:tasks.workunit.client.0.smithi099.stdout: 656: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:52.551 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-8hTbZsU0IL8OOw4 off=13803627 len=587562 2024-04-12T16:32:52.552 INFO:tasks.workunit.client.0.smithi099.stdout:op 3353 completed, throughput=4.99MB/sec 2024-04-12T16:32:52.552 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-uzcrr-SE2q7lnZ_ off=10762067 len=1327533 2024-04-12T16:32:52.559 INFO:tasks.workunit.client.0.smithi099.stdout:op 3354 completed, throughput=5MB/sec 2024-04-12T16:32:52.559 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-z48qH6HMIRrQyFe off=69596 len=111204 2024-04-12T16:32:52.561 INFO:tasks.workunit.client.0.smithi099.stdout:op 3355 completed, throughput=5MB/sec 2024-04-12T16:32:52.561 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ebEioRn36itr-CH off=1505230 len=486937 2024-04-12T16:32:52.562 INFO:tasks.workunit.client.0.smithi099.stdout:op 3356 completed, throughput=5MB/sec 2024-04-12T16:32:52.562 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-jC0Kt34GLxLLGKV off=9767618 len=1300079 2024-04-12T16:32:52.573 INFO:tasks.workunit.client.0.smithi099.stdout:op 3357 completed, throughput=5MB/sec 2024-04-12T16:32:52.574 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-SpWK5ggqgkUSNeJ off=17202174 len=2075825 2024-04-12T16:32:52.578 INFO:tasks.workunit.client.0.smithi099.stdout:op 3358 completed, throughput=5MB/sec 2024-04-12T16:32:52.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:32:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:32:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:32:53.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:32:52 smithi110 ceph-mon[88691]: pgmap v1749: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T16:32:53.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:32:52 smithi099 ceph-mon[94290]: pgmap v1749: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T16:32:53.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:32:52 smithi099 ceph-mon[96864]: pgmap v1749: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T16:32:53.578 INFO:tasks.workunit.client.0.smithi099.stdout: 657: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:53.578 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-vBN3_8JqxC2G8kf off=11168438 len=481529 2024-04-12T16:32:53.579 INFO:tasks.workunit.client.0.smithi099.stdout:op 3359 completed, throughput=4.99MB/sec 2024-04-12T16:32:53.579 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6x92o7lTeY9lXKM off=11539592 len=1328011 2024-04-12T16:32:53.587 INFO:tasks.workunit.client.0.smithi099.stdout:op 3360 completed, throughput=5MB/sec 2024-04-12T16:32:53.587 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-agpRobuxciWZMYO off=15300541 len=1195753 2024-04-12T16:32:53.590 INFO:tasks.workunit.client.0.smithi099.stdout:op 3361 completed, throughput=5MB/sec 2024-04-12T16:32:53.590 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-UX9WxlIk5GJ_pq9 off=4205081 len=64816 2024-04-12T16:32:53.593 INFO:tasks.workunit.client.0.smithi099.stdout:op 3362 completed, throughput=5MB/sec 2024-04-12T16:32:53.593 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-KuNDq8-sr49Y3C4 off=4465491 len=1083748 2024-04-12T16:32:53.599 INFO:tasks.workunit.client.0.smithi099.stdout:op 3363 completed, throughput=5MB/sec 2024-04-12T16:32:53.599 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-nlLpIW-OjoAPsiY off=6621813 len=15171 2024-04-12T16:32:53.599 INFO:tasks.workunit.client.0.smithi099.stdout:op 3364 completed, throughput=5MB/sec 2024-04-12T16:32:53.599 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-51KihYXfd7SBSjW off=15563918 len=1553240 2024-04-12T16:32:53.608 INFO:tasks.workunit.client.0.smithi099.stdout:op 3365 completed, throughput=5MB/sec 2024-04-12T16:32:54.608 INFO:tasks.workunit.client.0.smithi099.stdout: 658: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:54.609 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-w8RnbsL8YmlIuxz off=4584151 len=1133702 2024-04-12T16:32:54.611 INFO:tasks.workunit.client.0.smithi099.stdout:op 3366 completed, throughput=5MB/sec 2024-04-12T16:32:54.611 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-pKEcnYAoI1HZOgG off=648980 len=1703910 2024-04-12T16:32:54.620 INFO:tasks.workunit.client.0.smithi099.stdout:op 3367 completed, throughput=5MB/sec 2024-04-12T16:32:54.620 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-iDf5hldv2XsVJSH off=18932207 len=1729055 2024-04-12T16:32:54.622 INFO:tasks.workunit.client.0.smithi099.stdout:op 3368 completed, throughput=5MB/sec 2024-04-12T16:32:55.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:32:54 smithi110 ceph-mon[88691]: pgmap v1750: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:32:55.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:32:54 smithi099 ceph-mon[94290]: pgmap v1750: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:32:55.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:32:54 smithi099 ceph-mon[96864]: pgmap v1750: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:32:55.623 INFO:tasks.workunit.client.0.smithi099.stdout: 659: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:55.623 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-_UuXyhmGTBF84cO off=5289529 len=841458 2024-04-12T16:32:55.624 INFO:tasks.workunit.client.0.smithi099.stdout:op 3369 completed, throughput=4.99MB/sec 2024-04-12T16:32:55.624 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-BpcKjB3xuL5q7gF off=3660033 len=2069781 2024-04-12T16:32:55.633 INFO:tasks.workunit.client.0.smithi099.stdout:op 3370 completed, throughput=5MB/sec 2024-04-12T16:32:55.633 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-3BC4TdXF41fBxgQ off=9974878 len=1743237 2024-04-12T16:32:55.642 INFO:tasks.workunit.client.0.smithi099.stdout:op 3371 completed, throughput=5MB/sec 2024-04-12T16:32:56.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:32:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:32:56] "GET /metrics HTTP/1.1" 200 34136 "" "Prometheus/2.43.0" 2024-04-12T16:32:56.642 INFO:tasks.workunit.client.0.smithi099.stdout: 660: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:56.642 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-iLY3W6_52qYBkWf off=936595 len=2037539 2024-04-12T16:32:56.652 INFO:tasks.workunit.client.0.smithi099.stdout:op 3372 completed, throughput=5MB/sec 2024-04-12T16:32:56.652 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-4x09Y8cOKbcNXYl off=257415 len=903173 2024-04-12T16:32:56.653 INFO:tasks.workunit.client.0.smithi099.stdout:op 3373 completed, throughput=5MB/sec 2024-04-12T16:32:56.653 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-3PZL2ndiXrJ36uB off=5818240 len=1664748 2024-04-12T16:32:56.656 INFO:tasks.workunit.client.0.smithi099.stdout:op 3374 completed, throughput=5MB/sec 2024-04-12T16:32:56.656 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ABG6U5so_vyDDw4 off=17683562 len=2055736 2024-04-12T16:32:56.665 INFO:tasks.workunit.client.0.smithi099.stdout:op 3375 completed, throughput=5MB/sec 2024-04-12T16:32:57.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:32:56 smithi110 ceph-mon[88691]: pgmap v1751: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:32:57.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:32:56 smithi099 ceph-mon[94290]: pgmap v1751: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:32:57.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:32:56 smithi099 ceph-mon[96864]: pgmap v1751: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:32:57.665 INFO:tasks.workunit.client.0.smithi099.stdout: 661: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:57.665 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--wV1ixZT9t0Y2cJ off=1031949 len=968569 2024-04-12T16:32:57.666 INFO:tasks.workunit.client.0.smithi099.stdout:op 3376 completed, throughput=5MB/sec 2024-04-12T16:32:57.666 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-c-m7hAie0J_BHzQ off=1453888 len=1288269 2024-04-12T16:32:57.671 INFO:tasks.workunit.client.0.smithi099.stdout:op 3377 completed, throughput=5MB/sec 2024-04-12T16:32:57.671 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-WNnALMmlEIFmEjl off=9206143 len=1979738 2024-04-12T16:32:57.680 INFO:tasks.workunit.client.0.smithi099.stdout:op 3378 completed, throughput=5MB/sec 2024-04-12T16:32:58.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:32:57 smithi110 ceph-mon[88691]: pgmap v1752: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:32:58.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:32:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:32:58.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:32:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:32:58.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:32:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:32:58.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:32:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:32:58.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:32:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:32:58.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:32:57 smithi099 ceph-mon[96864]: pgmap v1752: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:32:58.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:32:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:32:58.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:32:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:32:58.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:32:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:32:58.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:32:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:32:58.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:32:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:32:58.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:32:57 smithi099 ceph-mon[94290]: pgmap v1752: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:32:58.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:32:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:32:58.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:32:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:32:58.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:32:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:32:58.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:32:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:32:58.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:32:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:32:58.680 INFO:tasks.workunit.client.0.smithi099.stdout: 662: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:58.680 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-rmbiy7_gmhVtttC off=2206649 len=1928363 2024-04-12T16:32:58.690 INFO:tasks.workunit.client.0.smithi099.stdout:op 3379 completed, throughput=5MB/sec 2024-04-12T16:32:58.690 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-HD2_g3KpKGuMZc- off=6094648 len=762209 2024-04-12T16:32:58.691 INFO:tasks.workunit.client.0.smithi099.stdout:op 3380 completed, throughput=5MB/sec 2024-04-12T16:32:58.691 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-JyvFzf9VD9Tj-cR off=0 len=1092649 2024-04-12T16:32:58.694 INFO:tasks.workunit.client.0.smithi099.stdout:op 3381 completed, throughput=5MB/sec 2024-04-12T16:32:58.694 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ll44ptqvO-4Ie6k off=4359290 len=2018670 2024-04-12T16:32:58.696 INFO:tasks.workunit.client.0.smithi099.stdout:op 3382 completed, throughput=5MB/sec 2024-04-12T16:32:59.696 INFO:tasks.workunit.client.0.smithi099.stdout: 663: throughput=4.99MB/sec pending data=0 2024-04-12T16:32:59.697 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-J08WOXwQB761XbF off=4174795 len=499068 2024-04-12T16:32:59.701 INFO:tasks.workunit.client.0.smithi099.stdout:op 3383 completed, throughput=4.99MB/sec 2024-04-12T16:32:59.701 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-iS_OD39ai_2arLY off=16544439 len=52286 2024-04-12T16:32:59.701 INFO:tasks.workunit.client.0.smithi099.stdout:op 3384 completed, throughput=4.99MB/sec 2024-04-12T16:32:59.701 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-l6Lbwg5Or2lokZd off=13390709 len=994861 2024-04-12T16:32:59.707 INFO:tasks.workunit.client.0.smithi099.stdout:op 3385 completed, throughput=5MB/sec 2024-04-12T16:32:59.707 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-JMqyidqhnPH2xUf off=1620595 len=815474 2024-04-12T16:32:59.711 INFO:tasks.workunit.client.0.smithi099.stdout:op 3386 completed, throughput=5MB/sec 2024-04-12T16:32:59.711 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-q5lQs-uM8tzWWYG off=138678 len=1420525 2024-04-12T16:32:59.719 INFO:tasks.workunit.client.0.smithi099.stdout:op 3387 completed, throughput=5MB/sec 2024-04-12T16:32:59.719 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-JVgnX3MXTjYyibp off=179568 len=1081483 2024-04-12T16:32:59.721 INFO:tasks.workunit.client.0.smithi099.stdout:op 3388 completed, throughput=5MB/sec 2024-04-12T16:33:00.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:32:59 smithi110 ceph-mon[88691]: pgmap v1753: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:33:00.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:32:59 smithi099 ceph-mon[94290]: pgmap v1753: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:33:00.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:32:59 smithi099 ceph-mon[96864]: pgmap v1753: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:33:00.721 INFO:tasks.workunit.client.0.smithi099.stdout: 664: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:00.721 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-6clF8W2z-aaWVNg off=11592742 len=900366 2024-04-12T16:33:00.722 INFO:tasks.workunit.client.0.smithi099.stdout:op 3389 completed, throughput=4.99MB/sec 2024-04-12T16:33:00.723 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-CiU3cbM5CVB9fb3 off=10342005 len=449675 2024-04-12T16:33:00.726 INFO:tasks.workunit.client.0.smithi099.stdout:op 3390 completed, throughput=4.99MB/sec 2024-04-12T16:33:00.726 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-BTlHQoZVUzMDEFQ off=280694 len=233115 2024-04-12T16:33:00.729 INFO:tasks.workunit.client.0.smithi099.stdout:op 3391 completed, throughput=5MB/sec 2024-04-12T16:33:00.729 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6CCACJzEJ5jhB0m off=3361046 len=1055886 2024-04-12T16:33:00.735 INFO:tasks.workunit.client.0.smithi099.stdout:op 3392 completed, throughput=5MB/sec 2024-04-12T16:33:00.735 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-uS8orX0BCPJxMtk off=16270634 len=1345977 2024-04-12T16:33:00.742 INFO:tasks.workunit.client.0.smithi099.stdout:op 3393 completed, throughput=5MB/sec 2024-04-12T16:33:00.742 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-olziItc_V8bbsAI off=6596428 len=1737603 2024-04-12T16:33:00.750 INFO:tasks.workunit.client.0.smithi099.stdout:op 3394 completed, throughput=5MB/sec 2024-04-12T16:33:01.751 INFO:tasks.workunit.client.0.smithi099.stdout: 665: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:01.751 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-v7ExzVGW_uq2Xcn off=7493131 len=1873427 2024-04-12T16:33:01.760 INFO:tasks.workunit.client.0.smithi099.stdout:op 3395 completed, throughput=5MB/sec 2024-04-12T16:33:01.761 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-6uWuGHmmkdXkHJ5 off=3493070 len=690845 2024-04-12T16:33:01.762 INFO:tasks.workunit.client.0.smithi099.stdout:op 3396 completed, throughput=5MB/sec 2024-04-12T16:33:01.762 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Q15XNlfdCIAHZTX off=11440220 len=1244008 2024-04-12T16:33:01.769 INFO:tasks.workunit.client.0.smithi099.stdout:op 3397 completed, throughput=5MB/sec 2024-04-12T16:33:01.769 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-P3FArmhFa_C93Z- off=9151853 len=885301 2024-04-12T16:33:01.774 INFO:tasks.workunit.client.0.smithi099.stdout:op 3398 completed, throughput=5MB/sec 2024-04-12T16:33:01.774 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-uTsUNcjx30wjUPI off=104806 len=298873 2024-04-12T16:33:01.777 INFO:tasks.workunit.client.0.smithi099.stdout:op 3399 completed, throughput=5MB/sec 2024-04-12T16:33:02.308 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:33:01 smithi110 ceph-mon[88691]: pgmap v1754: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:33:02.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:33:01 smithi099 ceph-mon[94290]: pgmap v1754: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:33:02.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:33:01 smithi099 ceph-mon[96864]: pgmap v1754: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:33:02.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:33:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:33:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:33:02.777 INFO:tasks.workunit.client.0.smithi099.stdout: 666: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:02.778 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Lr5B8SvEZdVMBWu off=4939099 len=1508250 2024-04-12T16:33:02.780 INFO:tasks.workunit.client.0.smithi099.stdout:op 3400 completed, throughput=4.99MB/sec 2024-04-12T16:33:02.780 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-BMTe9_7eBWl0Fdg off=3485728 len=335739 2024-04-12T16:33:02.781 INFO:tasks.workunit.client.0.smithi099.stdout:op 3401 completed, throughput=5MB/sec 2024-04-12T16:33:02.781 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-IAzoLMNbhJSysbI off=7653720 len=1318983 2024-04-12T16:33:02.783 INFO:tasks.workunit.client.0.smithi099.stdout:op 3402 completed, throughput=5MB/sec 2024-04-12T16:33:02.783 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Ii9E7r8NAlE9KJv off=1642025 len=1251466 2024-04-12T16:33:02.784 INFO:tasks.workunit.client.0.smithi099.stdout:op 3403 completed, throughput=5MB/sec 2024-04-12T16:33:02.784 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ch3oao9c4Ttsze6 off=7317943 len=1210229 2024-04-12T16:33:02.791 INFO:tasks.workunit.client.0.smithi099.stdout:op 3404 completed, throughput=5MB/sec 2024-04-12T16:33:03.791 INFO:tasks.workunit.client.0.smithi099.stdout: 667: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:03.791 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Ra8uC-wT2VIPpcy off=6847836 len=1937783 2024-04-12T16:33:03.795 INFO:tasks.workunit.client.0.smithi099.stdout:op 3405 completed, throughput=5MB/sec 2024-04-12T16:33:03.795 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-dz2BqySoz4zxgqa off=828527 len=762206 2024-04-12T16:33:03.797 INFO:tasks.workunit.client.0.smithi099.stdout:op 3406 completed, throughput=5MB/sec 2024-04-12T16:33:03.797 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-MU-7HuDq9mQyLio off=18357831 len=949331 2024-04-12T16:33:03.802 INFO:tasks.workunit.client.0.smithi099.stdout:op 3407 completed, throughput=5MB/sec 2024-04-12T16:33:03.802 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-b4VD7QYhwyWBatW off=9017442 len=2058553 2024-04-12T16:33:03.813 INFO:tasks.workunit.client.0.smithi099.stdout:op 3408 completed, throughput=5MB/sec 2024-04-12T16:33:04.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:33:03 smithi110 ceph-mon[88691]: pgmap v1755: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-12T16:33:04.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:33:03 smithi099 ceph-mon[94290]: pgmap v1755: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-12T16:33:04.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:33:03 smithi099 ceph-mon[96864]: pgmap v1755: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-12T16:33:04.813 INFO:tasks.workunit.client.0.smithi099.stdout: 668: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:04.813 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-HmEXEtSBR8Sa1Gw off=2834211 len=333462 2024-04-12T16:33:04.814 INFO:tasks.workunit.client.0.smithi099.stdout:op 3409 completed, throughput=4.99MB/sec 2024-04-12T16:33:04.814 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-JolcrGhHmaHiJ-A off=14401757 len=1680257 2024-04-12T16:33:04.817 INFO:tasks.workunit.client.0.smithi099.stdout:op 3410 completed, throughput=5MB/sec 2024-04-12T16:33:04.818 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-om7ov4_AXFpb-WL off=977893 len=87777 2024-04-12T16:33:04.818 INFO:tasks.workunit.client.0.smithi099.stdout:op 3411 completed, throughput=5MB/sec 2024-04-12T16:33:04.819 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-C-F51a4XpfsFsqq off=15396868 len=1241568 2024-04-12T16:33:04.825 INFO:tasks.workunit.client.0.smithi099.stdout:op 3412 completed, throughput=5MB/sec 2024-04-12T16:33:04.825 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-71dL4AmDwv_0GmN off=9049036 len=202467 2024-04-12T16:33:04.828 INFO:tasks.workunit.client.0.smithi099.stdout:op 3413 completed, throughput=5MB/sec 2024-04-12T16:33:04.828 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-GBgO61_XUOo-QOD off=328201 len=1995250 2024-04-12T16:33:04.831 INFO:tasks.workunit.client.0.smithi099.stdout:op 3414 completed, throughput=5MB/sec 2024-04-12T16:33:05.831 INFO:tasks.workunit.client.0.smithi099.stdout: 669: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:05.832 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-9KjJPwQ0yv3wVuO off=6329383 len=1112365 2024-04-12T16:33:05.833 INFO:tasks.workunit.client.0.smithi099.stdout:op 3415 completed, throughput=5MB/sec 2024-04-12T16:33:05.833 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-2uVpC7HGl1ims3F off=6710148 len=1526488 2024-04-12T16:33:05.841 INFO:tasks.workunit.client.0.smithi099.stdout:op 3416 completed, throughput=5MB/sec 2024-04-12T16:33:05.841 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-InlNEFjmS4t_Zq8 off=4452723 len=95005 2024-04-12T16:33:05.842 INFO:tasks.workunit.client.0.smithi099.stdout:op 3417 completed, throughput=5MB/sec 2024-04-12T16:33:05.842 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-j7-dT_FDsWglKB5 off=9541793 len=193798 2024-04-12T16:33:05.844 INFO:tasks.workunit.client.0.smithi099.stdout:op 3418 completed, throughput=5MB/sec 2024-04-12T16:33:05.844 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-QgQrrTl1U4ldGF5 off=1673779 len=1913301 2024-04-12T16:33:05.853 INFO:tasks.workunit.client.0.smithi099.stdout:op 3419 completed, throughput=5MB/sec 2024-04-12T16:33:06.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:33:05 smithi110 ceph-mon[88691]: pgmap v1756: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-12T16:33:06.354 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:33:05 smithi099 ceph-mon[94290]: pgmap v1756: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-12T16:33:06.354 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:33:05 smithi099 ceph-mon[96864]: pgmap v1756: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-12T16:33:06.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:33:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:33:06] "GET /metrics HTTP/1.1" 200 34134 "" "Prometheus/2.43.0" 2024-04-12T16:33:06.854 INFO:tasks.workunit.client.0.smithi099.stdout: 670: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:06.854 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-PLelIpC527oWTzN off=1196663 len=368777 2024-04-12T16:33:06.857 INFO:tasks.workunit.client.0.smithi099.stdout:op 3420 completed, throughput=4.99MB/sec 2024-04-12T16:33:06.857 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-RgW72rbT9x4N3bz off=1975309 len=1456455 2024-04-12T16:33:06.866 INFO:tasks.workunit.client.0.smithi099.stdout:op 3421 completed, throughput=5MB/sec 2024-04-12T16:33:06.866 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_VHCf0Y2-i5omSW off=5941861 len=180882 2024-04-12T16:33:06.868 INFO:tasks.workunit.client.0.smithi099.stdout:op 3422 completed, throughput=5MB/sec 2024-04-12T16:33:06.868 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-LBpvFArcoNaog5x off=6625502 len=337787 2024-04-12T16:33:06.872 INFO:tasks.workunit.client.0.smithi099.stdout:op 3423 completed, throughput=5MB/sec 2024-04-12T16:33:06.872 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-hToA-Sw3eL7Jshr off=8793381 len=696257 2024-04-12T16:33:06.873 INFO:tasks.workunit.client.0.smithi099.stdout:op 3424 completed, throughput=5MB/sec 2024-04-12T16:33:06.873 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-81ouxZDgB8gQCed off=2774799 len=489937 2024-04-12T16:33:06.873 INFO:tasks.workunit.client.0.smithi099.stdout:op 3425 completed, throughput=5MB/sec 2024-04-12T16:33:06.874 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-euUyc8AIu7QjgC7 off=2947579 len=733868 2024-04-12T16:33:06.875 INFO:tasks.workunit.client.0.smithi099.stdout:op 3426 completed, throughput=5MB/sec 2024-04-12T16:33:06.875 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--r9l-cuNh7cb_A6 off=2206592 len=563414 2024-04-12T16:33:06.877 INFO:tasks.workunit.client.0.smithi099.stdout:op 3427 completed, throughput=5MB/sec 2024-04-12T16:33:06.877 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-SYsuVO2wNNaxdcq off=2266255 len=1312962 2024-04-12T16:33:06.878 INFO:tasks.workunit.client.0.smithi099.stdout:op 3428 completed, throughput=5MB/sec 2024-04-12T16:33:07.878 INFO:tasks.workunit.client.0.smithi099.stdout: 671: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:07.878 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qyoXVbpnl_owGv7 off=4725963 len=674201 2024-04-12T16:33:07.883 INFO:tasks.workunit.client.0.smithi099.stdout:op 3429 completed, throughput=5MB/sec 2024-04-12T16:33:07.883 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-PutkmrzyTpmMV4O off=5813722 len=2052093 2024-04-12T16:33:07.893 INFO:tasks.workunit.client.0.smithi099.stdout:op 3430 completed, throughput=5MB/sec 2024-04-12T16:33:07.894 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-C8s1DVT-BTygspm off=6757759 len=224733 2024-04-12T16:33:07.896 INFO:tasks.workunit.client.0.smithi099.stdout:op 3431 completed, throughput=5MB/sec 2024-04-12T16:33:07.897 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-bfQE_GN5pkil0AW off=19036846 len=1286096 2024-04-12T16:33:07.899 INFO:tasks.workunit.client.0.smithi099.stdout:op 3432 completed, throughput=5MB/sec 2024-04-12T16:33:08.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:33:07 smithi110 ceph-mon[88691]: pgmap v1757: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-12T16:33:08.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:33:07 smithi099 ceph-mon[94290]: pgmap v1757: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-12T16:33:08.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:33:07 smithi099 ceph-mon[96864]: pgmap v1757: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-12T16:33:08.899 INFO:tasks.workunit.client.0.smithi099.stdout: 672: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:08.900 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-paxIXa-GjpCEMl7 off=1570183 len=1930274 2024-04-12T16:33:08.909 INFO:tasks.workunit.client.0.smithi099.stdout:op 3433 completed, throughput=5MB/sec 2024-04-12T16:33:08.909 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Fs5SnDoF5MPvy5l off=339164 len=491532 2024-04-12T16:33:08.913 INFO:tasks.workunit.client.0.smithi099.stdout:op 3434 completed, throughput=5MB/sec 2024-04-12T16:33:08.913 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-sx_AhUnYl5MYYGc off=7431223 len=556450 2024-04-12T16:33:08.916 INFO:tasks.workunit.client.0.smithi099.stdout:op 3435 completed, throughput=5MB/sec 2024-04-12T16:33:08.916 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-a-52WzvIMjqpQQc off=6396461 len=910466 2024-04-12T16:33:08.918 INFO:tasks.workunit.client.0.smithi099.stdout:op 3436 completed, throughput=5MB/sec 2024-04-12T16:33:08.918 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-4m0GNlvJARD7C3k off=591588 len=1624596 2024-04-12T16:33:08.924 INFO:tasks.workunit.client.0.smithi099.stdout:op 3437 completed, throughput=5MB/sec 2024-04-12T16:33:09.924 INFO:tasks.workunit.client.0.smithi099.stdout: 673: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:09.924 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-PM_IjkVTN1nQm5u off=1917278 len=753930 2024-04-12T16:33:09.925 INFO:tasks.workunit.client.0.smithi099.stdout:op 3438 completed, throughput=4.99MB/sec 2024-04-12T16:33:09.925 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-nJPt7IYhkz11Bb_ off=1754565 len=1072481 2024-04-12T16:33:09.930 INFO:tasks.workunit.client.0.smithi099.stdout:op 3439 completed, throughput=5MB/sec 2024-04-12T16:33:09.931 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-YVePh6K21G77Wd8 off=7873456 len=655670 2024-04-12T16:33:09.935 INFO:tasks.workunit.client.0.smithi099.stdout:op 3440 completed, throughput=5MB/sec 2024-04-12T16:33:09.936 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-f8MvMNLiLIOLPIi off=2439587 len=503456 2024-04-12T16:33:09.936 INFO:tasks.workunit.client.0.smithi099.stdout:op 3441 completed, throughput=5MB/sec 2024-04-12T16:33:09.936 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1Ekq5QeaVjVF-jO off=2897264 len=493673 2024-04-12T16:33:09.941 INFO:tasks.workunit.client.0.smithi099.stdout:op 3442 completed, throughput=5MB/sec 2024-04-12T16:33:09.941 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-DovXIdC-qDWsTfW off=12650700 len=790320 2024-04-12T16:33:09.944 INFO:tasks.workunit.client.0.smithi099.stdout:op 3443 completed, throughput=5MB/sec 2024-04-12T16:33:09.945 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Or6kRL3ypVkVbqn off=15896458 len=1012445 2024-04-12T16:33:09.947 INFO:tasks.workunit.client.0.smithi099.stdout:op 3444 completed, throughput=5MB/sec 2024-04-12T16:33:10.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:33:09 smithi110 ceph-mon[88691]: pgmap v1758: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-12T16:33:10.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:33:09 smithi099 ceph-mon[94290]: pgmap v1758: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-12T16:33:10.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:33:09 smithi099 ceph-mon[96864]: pgmap v1758: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-12T16:33:10.947 INFO:tasks.workunit.client.0.smithi099.stdout: 674: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:10.947 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-bdfo5kGO774gYAI off=9619517 len=1631253 2024-04-12T16:33:10.956 INFO:tasks.workunit.client.0.smithi099.stdout:op 3445 completed, throughput=5MB/sec 2024-04-12T16:33:10.957 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-yL19gEJNXLtpItH off=8136346 len=1827838 2024-04-12T16:33:10.958 INFO:tasks.workunit.client.0.smithi099.stdout:op 3446 completed, throughput=5MB/sec 2024-04-12T16:33:10.958 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-cY7A362mnsQmNC7 off=0 len=1079596 2024-04-12T16:33:10.963 INFO:tasks.workunit.client.0.smithi099.stdout:op 3447 completed, throughput=5MB/sec 2024-04-12T16:33:10.963 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-8igpZbpd7rthW5_ off=13515954 len=739172 2024-04-12T16:33:10.967 INFO:tasks.workunit.client.0.smithi099.stdout:op 3448 completed, throughput=5MB/sec 2024-04-12T16:33:11.968 INFO:tasks.workunit.client.0.smithi099.stdout: 675: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:11.968 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-YgJGkLYFEl99k0_ off=6846176 len=1502335 2024-04-12T16:33:11.970 INFO:tasks.workunit.client.0.smithi099.stdout:op 3449 completed, throughput=4.99MB/sec 2024-04-12T16:33:11.970 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-QQ7MCA_xP23IVXM off=2317305 len=1770650 2024-04-12T16:33:11.978 INFO:tasks.workunit.client.0.smithi099.stdout:op 3450 completed, throughput=5MB/sec 2024-04-12T16:33:11.979 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-MA-Vi75DLcy9hs9 off=13688996 len=1632095 2024-04-12T16:33:11.986 INFO:tasks.workunit.client.0.smithi099.stdout:op 3451 completed, throughput=5MB/sec 2024-04-12T16:33:11.986 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-K-Gv0YosodzCv8q off=6022558 len=1181417 2024-04-12T16:33:11.988 INFO:tasks.workunit.client.0.smithi099.stdout:op 3452 completed, throughput=5MB/sec 2024-04-12T16:33:12.308 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:33:11 smithi110 ceph-mon[88691]: pgmap v1759: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-12T16:33:12.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:33:11 smithi099 ceph-mon[94290]: pgmap v1759: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-12T16:33:12.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:33:11 smithi099 ceph-mon[96864]: pgmap v1759: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-12T16:33:12.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:33:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:33:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:33:12.989 INFO:tasks.workunit.client.0.smithi099.stdout: 676: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:12.989 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ZwNOcVEo983dJUm off=14429947 len=1705867 2024-04-12T16:33:12.998 INFO:tasks.workunit.client.0.smithi099.stdout:op 3453 completed, throughput=5MB/sec 2024-04-12T16:33:12.998 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-9rZLUaRw32pUR7m off=1465327 len=1950946 2024-04-12T16:33:13.000 INFO:tasks.workunit.client.0.smithi099.stdout:op 3454 completed, throughput=5MB/sec 2024-04-12T16:33:13.000 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-QUf26eNLxMXl7X0 off=1772002 len=1060982 2024-04-12T16:33:13.006 INFO:tasks.workunit.client.0.smithi099.stdout:op 3455 completed, throughput=5MB/sec 2024-04-12T16:33:13.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:33:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:33:13.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:33:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:33:13.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:33:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:33:14.006 INFO:tasks.workunit.client.0.smithi099.stdout: 677: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:14.006 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Nn76vucc81ChWeS off=1536379 len=2052769 2024-04-12T16:33:14.009 INFO:tasks.workunit.client.0.smithi099.stdout:op 3456 completed, throughput=5MB/sec 2024-04-12T16:33:14.009 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-6kvpCIDlMK4S6G7 off=4593892 len=58572 2024-04-12T16:33:14.009 INFO:tasks.workunit.client.0.smithi099.stdout:op 3457 completed, throughput=5MB/sec 2024-04-12T16:33:14.009 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-hfqzTvnjJ9p3zvw off=2732666 len=1238011 2024-04-12T16:33:14.016 INFO:tasks.workunit.client.0.smithi099.stdout:op 3458 completed, throughput=5MB/sec 2024-04-12T16:33:14.016 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-HmEXEtSBR8Sa1Gw off=1928425 len=1571006 2024-04-12T16:33:14.018 INFO:tasks.workunit.client.0.smithi099.stdout:op 3459 completed, throughput=5MB/sec 2024-04-12T16:33:14.018 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-tRP1qGCRta0oMNp off=5323412 len=1508137 2024-04-12T16:33:14.026 INFO:tasks.workunit.client.0.smithi099.stdout:op 3460 completed, throughput=5MB/sec 2024-04-12T16:33:14.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:33:13 smithi110 ceph-mon[88691]: pgmap v1760: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:33:14.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:33:13 smithi099 ceph-mon[96864]: pgmap v1760: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:33:14.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:33:13 smithi099 ceph-mon[94290]: pgmap v1760: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:33:15.026 INFO:tasks.workunit.client.0.smithi099.stdout: 678: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:15.026 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-YoMK7WSEAqA15KP off=6785460 len=1532008 2024-04-12T16:33:15.033 INFO:tasks.workunit.client.0.smithi099.stdout:op 3461 completed, throughput=5MB/sec 2024-04-12T16:33:15.033 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Brh01NLzAjBu2dD off=1849234 len=659117 2024-04-12T16:33:15.034 INFO:tasks.workunit.client.0.smithi099.stdout:op 3462 completed, throughput=5MB/sec 2024-04-12T16:33:15.034 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ETXrqPjqTSa-z2k off=1003272 len=1112235 2024-04-12T16:33:15.037 INFO:tasks.workunit.client.0.smithi099.stdout:op 3463 completed, throughput=5MB/sec 2024-04-12T16:33:15.037 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-olqn0n8BNfIZm3V off=0 len=1415390 2024-04-12T16:33:15.038 INFO:tasks.workunit.client.0.smithi099.stdout:op 3464 completed, throughput=5MB/sec 2024-04-12T16:33:16.039 INFO:tasks.workunit.client.0.smithi099.stdout: 679: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:16.039 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--tOSqXDWHernEYF off=3736994 len=1669464 2024-04-12T16:33:16.042 INFO:tasks.workunit.client.0.smithi099.stdout:op 3465 completed, throughput=5MB/sec 2024-04-12T16:33:16.042 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-K4DGsVa7TXuh0Sc off=4888153 len=1185343 2024-04-12T16:33:16.049 INFO:tasks.workunit.client.0.smithi099.stdout:op 3466 completed, throughput=5MB/sec 2024-04-12T16:33:16.049 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--LnhHdsDYo3katC off=10142185 len=854345 2024-04-12T16:33:16.050 INFO:tasks.workunit.client.0.smithi099.stdout:op 3467 completed, throughput=5MB/sec 2024-04-12T16:33:16.051 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-AHohsgjCe4iZTbJ off=620868 len=352665 2024-04-12T16:33:16.051 INFO:tasks.workunit.client.0.smithi099.stdout:op 3468 completed, throughput=5MB/sec 2024-04-12T16:33:16.051 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-usbwoed2sy0GZa6 off=1397976 len=1140509 2024-04-12T16:33:16.057 INFO:tasks.workunit.client.0.smithi099.stdout:op 3469 completed, throughput=5MB/sec 2024-04-12T16:33:16.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:33:15 smithi110 ceph-mon[88691]: pgmap v1761: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:33:16.355 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:33:15 smithi099 ceph-mon[94290]: pgmap v1761: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:33:16.355 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:33:15 smithi099 ceph-mon[96864]: pgmap v1761: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:33:16.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:33:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:33:16] "GET /metrics HTTP/1.1" 200 34134 "" "Prometheus/2.43.0" 2024-04-12T16:33:17.058 INFO:tasks.workunit.client.0.smithi099.stdout: 680: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:17.058 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-rtwJBVxHW7grWy9 off=72320 len=333940 2024-04-12T16:33:17.061 INFO:tasks.workunit.client.0.smithi099.stdout:op 3470 completed, throughput=4.99MB/sec 2024-04-12T16:33:17.062 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-b_qXOnc1yUmFjx_ off=1758572 len=2089957 2024-04-12T16:33:17.072 INFO:tasks.workunit.client.0.smithi099.stdout:op 3471 completed, throughput=5MB/sec 2024-04-12T16:33:17.072 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-CRJ6FW7wEkNp4Ga off=343209 len=904429 2024-04-12T16:33:17.077 INFO:tasks.workunit.client.0.smithi099.stdout:op 3472 completed, throughput=5MB/sec 2024-04-12T16:33:17.077 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-zjPUS3WN8PR7grh off=785409 len=749371 2024-04-12T16:33:17.078 INFO:tasks.workunit.client.0.smithi099.stdout:op 3473 completed, throughput=5MB/sec 2024-04-12T16:33:17.079 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Yy41QDEZUfMT2QC off=777957 len=869753 2024-04-12T16:33:17.084 INFO:tasks.workunit.client.0.smithi099.stdout:op 3474 completed, throughput=5MB/sec 2024-04-12T16:33:18.084 INFO:tasks.workunit.client.0.smithi099.stdout: 681: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:18.085 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-yc3cLsBEquNxdie off=5541956 len=569262 2024-04-12T16:33:18.088 INFO:tasks.workunit.client.0.smithi099.stdout:op 3475 completed, throughput=4.99MB/sec 2024-04-12T16:33:18.088 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-x1x7iD7EOrxVA5W off=11008113 len=956076 2024-04-12T16:33:18.091 INFO:tasks.workunit.client.0.smithi099.stdout:op 3476 completed, throughput=5MB/sec 2024-04-12T16:33:18.091 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-R2_4ZrX6N5Nv19u off=3651287 len=1697156 2024-04-12T16:33:18.100 INFO:tasks.workunit.client.0.smithi099.stdout:op 3477 completed, throughput=5MB/sec 2024-04-12T16:33:18.100 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-QvUDgsN-j5M9gS1 off=1844201 len=726093 2024-04-12T16:33:18.101 INFO:tasks.workunit.client.0.smithi099.stdout:op 3478 completed, throughput=5MB/sec 2024-04-12T16:33:18.102 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-s4Ox57Q-jzJetha off=8383578 len=934970 2024-04-12T16:33:18.105 INFO:tasks.workunit.client.0.smithi099.stdout:op 3479 completed, throughput=5MB/sec 2024-04-12T16:33:18.105 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Wbvh9D1cHjcHsm- off=18785763 len=740325 2024-04-12T16:33:18.110 INFO:tasks.workunit.client.0.smithi099.stdout:op 3480 completed, throughput=5MB/sec 2024-04-12T16:33:18.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:33:17 smithi110 ceph-mon[88691]: pgmap v1762: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:33:18.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:33:17 smithi099 ceph-mon[94290]: pgmap v1762: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:33:18.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:33:17 smithi099 ceph-mon[96864]: pgmap v1762: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:33:19.110 INFO:tasks.workunit.client.0.smithi099.stdout: 682: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:19.111 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-5LdcvYvNp10ykLb off=7080969 len=2019157 2024-04-12T16:33:19.121 INFO:tasks.workunit.client.0.smithi099.stdout:op 3481 completed, throughput=5MB/sec 2024-04-12T16:33:19.121 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-tJXcTFQgwCfWY1z off=3698886 len=910683 2024-04-12T16:33:19.123 INFO:tasks.workunit.client.0.smithi099.stdout:op 3482 completed, throughput=5MB/sec 2024-04-12T16:33:19.123 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-NOBoAwwm1cZTKbw off=3575985 len=1272596 2024-04-12T16:33:19.130 INFO:tasks.workunit.client.0.smithi099.stdout:op 3483 completed, throughput=5MB/sec 2024-04-12T16:33:19.130 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-l0huzOzrSmbOm4x off=534234 len=1876969 2024-04-12T16:33:19.140 INFO:tasks.workunit.client.0.smithi099.stdout:op 3484 completed, throughput=5MB/sec 2024-04-12T16:33:20.141 INFO:tasks.workunit.client.0.smithi099.stdout: 683: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:20.141 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-PoMPJPB5WKqDXzd off=1056029 len=29862 2024-04-12T16:33:20.143 INFO:tasks.workunit.client.0.smithi099.stdout:op 3485 completed, throughput=4.99MB/sec 2024-04-12T16:33:20.143 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-dFma9dSWU7bQ2GF off=1046730 len=444007 2024-04-12T16:33:20.147 INFO:tasks.workunit.client.0.smithi099.stdout:op 3486 completed, throughput=4.99MB/sec 2024-04-12T16:33:20.147 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-GfDsD8W0pw3UGmX off=10467811 len=500941 2024-04-12T16:33:20.148 INFO:tasks.workunit.client.0.smithi099.stdout:op 3487 completed, throughput=5MB/sec 2024-04-12T16:33:20.148 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-GMSDXJrKU24ftdI off=3437987 len=1691062 2024-04-12T16:33:20.156 INFO:tasks.workunit.client.0.smithi099.stdout:op 3488 completed, throughput=5MB/sec 2024-04-12T16:33:20.157 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Y8kukWoxecLeSOv off=8552353 len=610414 2024-04-12T16:33:20.157 INFO:tasks.workunit.client.0.smithi099.stdout:op 3489 completed, throughput=5MB/sec 2024-04-12T16:33:20.157 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-YXFnxxMXAc24A5j off=4101755 len=1781069 2024-04-12T16:33:20.159 INFO:tasks.workunit.client.0.smithi099.stdout:op 3490 completed, throughput=5MB/sec 2024-04-12T16:33:20.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:33:19 smithi110 ceph-mon[88691]: pgmap v1763: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:33:20.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:33:19 smithi099 ceph-mon[94290]: pgmap v1763: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:33:20.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:33:19 smithi099 ceph-mon[96864]: pgmap v1763: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:33:21.159 INFO:tasks.workunit.client.0.smithi099.stdout: 684: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:21.160 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-IEXaglBSQRmYl5F off=171047 len=848402 2024-04-12T16:33:21.165 INFO:tasks.workunit.client.0.smithi099.stdout:op 3491 completed, throughput=5MB/sec 2024-04-12T16:33:21.165 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-9xx-3DAEDYxw69L off=6298714 len=546224 2024-04-12T16:33:21.169 INFO:tasks.workunit.client.0.smithi099.stdout:op 3492 completed, throughput=5MB/sec 2024-04-12T16:33:21.170 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-MiRxZak_-AsDEnF off=2093349 len=548714 2024-04-12T16:33:21.170 INFO:tasks.workunit.client.0.smithi099.stdout:op 3493 completed, throughput=5MB/sec 2024-04-12T16:33:21.170 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-_SOn0yTT6jsqA1C off=286322 len=1298972 2024-04-12T16:33:21.172 INFO:tasks.workunit.client.0.smithi099.stdout:op 3494 completed, throughput=5MB/sec 2024-04-12T16:33:21.172 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-7wRDdLYNmQt94Iy off=4063731 len=1728749 2024-04-12T16:33:21.181 INFO:tasks.workunit.client.0.smithi099.stdout:op 3495 completed, throughput=5MB/sec 2024-04-12T16:33:22.181 INFO:tasks.workunit.client.0.smithi099.stdout: 685: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:22.181 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-n9tqNb0Ac0UI2kA off=473597 len=314520 2024-04-12T16:33:22.185 INFO:tasks.workunit.client.0.smithi099.stdout:op 3496 completed, throughput=4.99MB/sec 2024-04-12T16:33:22.185 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Qiba1AIAponeeHO off=16357738 len=1416877 2024-04-12T16:33:22.187 INFO:tasks.workunit.client.0.smithi099.stdout:op 3497 completed, throughput=5MB/sec 2024-04-12T16:33:22.187 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-IzXmvuszQvTmQd_ off=16442221 len=1765622 2024-04-12T16:33:22.195 INFO:tasks.workunit.client.0.smithi099.stdout:op 3498 completed, throughput=5MB/sec 2024-04-12T16:33:22.195 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-kSsE-AnfbHd0MuG off=21759491 len=985512 2024-04-12T16:33:22.198 INFO:tasks.workunit.client.0.smithi099.stdout:op 3499 completed, throughput=5MB/sec 2024-04-12T16:33:22.198 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ZlIw3pNBdQErhzK off=9621968 len=1918975 2024-04-12T16:33:22.207 INFO:tasks.workunit.client.0.smithi099.stdout:op 3500 completed, throughput=5MB/sec 2024-04-12T16:33:22.308 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:33:21 smithi110 ceph-mon[88691]: pgmap v1764: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:33:22.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:33:21 smithi099 ceph-mon[94290]: pgmap v1764: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:33:22.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:33:21 smithi099 ceph-mon[96864]: pgmap v1764: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:33:22.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:33:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:33:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:33:23.207 INFO:tasks.workunit.client.0.smithi099.stdout: 686: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:23.207 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-DDEQ6AgSWSCJONK off=3470655 len=1069160 2024-04-12T16:33:23.213 INFO:tasks.workunit.client.0.smithi099.stdout:op 3501 completed, throughput=5MB/sec 2024-04-12T16:33:23.213 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-mMj1jSLoyFNnvA7 off=1895498 len=1585994 2024-04-12T16:33:23.221 INFO:tasks.workunit.client.0.smithi099.stdout:op 3502 completed, throughput=5MB/sec 2024-04-12T16:33:23.221 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-M0Zt-SbqkaRrkkN off=9754316 len=497334 2024-04-12T16:33:23.222 INFO:tasks.workunit.client.0.smithi099.stdout:op 3503 completed, throughput=5MB/sec 2024-04-12T16:33:23.222 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Y-eYscGCcfOzkYU off=6094238 len=1676331 2024-04-12T16:33:23.230 INFO:tasks.workunit.client.0.smithi099.stdout:op 3504 completed, throughput=5MB/sec 2024-04-12T16:33:24.230 INFO:tasks.workunit.client.0.smithi099.stdout: 687: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:24.230 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Wmw7_yTfirUiOVY off=5826280 len=817622 2024-04-12T16:33:24.231 INFO:tasks.workunit.client.0.smithi099.stdout:op 3505 completed, throughput=5MB/sec 2024-04-12T16:33:24.231 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-xNEj2raqdcOsY63 off=8818315 len=1564819 2024-04-12T16:33:24.235 INFO:tasks.workunit.client.0.smithi099.stdout:op 3506 completed, throughput=5MB/sec 2024-04-12T16:33:24.235 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-lTyxbI0Eb64lZXZ off=9968661 len=1730032 2024-04-12T16:33:24.238 INFO:tasks.workunit.client.0.smithi099.stdout:op 3507 completed, throughput=5MB/sec 2024-04-12T16:33:24.238 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-IQNk4dVxzUuPg17 off=15982005 len=1613397 2024-04-12T16:33:24.246 INFO:tasks.workunit.client.0.smithi099.stdout:op 3508 completed, throughput=5MB/sec 2024-04-12T16:33:24.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:33:23 smithi110 ceph-mon[88691]: pgmap v1765: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:33:24.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:33:23 smithi099 ceph-mon[94290]: pgmap v1765: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:33:24.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:33:23 smithi099 ceph-mon[96864]: pgmap v1765: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:33:25.247 INFO:tasks.workunit.client.0.smithi099.stdout: 688: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:25.247 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-TcBlCezbJ1inFp3 off=10679159 len=142970 2024-04-12T16:33:25.247 INFO:tasks.workunit.client.0.smithi099.stdout:op 3509 completed, throughput=4.99MB/sec 2024-04-12T16:33:25.247 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-PQYfElK3eiRzzDI off=0 len=1231862 2024-04-12T16:33:25.255 INFO:tasks.workunit.client.0.smithi099.stdout:op 3510 completed, throughput=5MB/sec 2024-04-12T16:33:25.255 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-jfwEJuIn_X0d8wz off=301046 len=1493128 2024-04-12T16:33:25.262 INFO:tasks.workunit.client.0.smithi099.stdout:op 3511 completed, throughput=5MB/sec 2024-04-12T16:33:25.262 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ZK8vcrKUli1ct1T off=1721469 len=605715 2024-04-12T16:33:25.263 INFO:tasks.workunit.client.0.smithi099.stdout:op 3512 completed, throughput=5MB/sec 2024-04-12T16:33:25.263 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_fTyiRIjy5P4G9s off=9235008 len=590028 2024-04-12T16:33:25.268 INFO:tasks.workunit.client.0.smithi099.stdout:op 3513 completed, throughput=5MB/sec 2024-04-12T16:33:25.268 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-KM__kCFjYDMRlbU off=1505056 len=900685 2024-04-12T16:33:25.269 INFO:tasks.workunit.client.0.smithi099.stdout:op 3514 completed, throughput=5MB/sec 2024-04-12T16:33:26.269 INFO:tasks.workunit.client.0.smithi099.stdout: 689: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:26.269 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-M-2GE5RjHDGjsxx off=3938645 len=1990650 2024-04-12T16:33:26.271 INFO:tasks.workunit.client.0.smithi099.stdout:op 3515 completed, throughput=5MB/sec 2024-04-12T16:33:26.271 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-FnS2jm4R8e0xlI7 off=2919823 len=1471867 2024-04-12T16:33:26.279 INFO:tasks.workunit.client.0.smithi099.stdout:op 3516 completed, throughput=5MB/sec 2024-04-12T16:33:26.279 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-yicwnKTiWjG6q9V off=5255895 len=35133 2024-04-12T16:33:26.281 INFO:tasks.workunit.client.0.smithi099.stdout:op 3517 completed, throughput=5MB/sec 2024-04-12T16:33:26.281 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-NXWhJbQB-07TyD6 off=666932 len=938614 2024-04-12T16:33:26.283 INFO:tasks.workunit.client.0.smithi099.stdout:op 3518 completed, throughput=5MB/sec 2024-04-12T16:33:26.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:33:25 smithi110 ceph-mon[88691]: pgmap v1766: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-12T16:33:26.355 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:33:25 smithi099 ceph-mon[94290]: pgmap v1766: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-12T16:33:26.355 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:33:25 smithi099 ceph-mon[96864]: pgmap v1766: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-12T16:33:26.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:33:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:33:26] "GET /metrics HTTP/1.1" 200 34134 "" "Prometheus/2.43.0" 2024-04-12T16:33:27.283 INFO:tasks.workunit.client.0.smithi099.stdout: 690: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:27.283 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-9CPthqhFEpMTxKS off=2321862 len=797289 2024-04-12T16:33:27.288 INFO:tasks.workunit.client.0.smithi099.stdout:op 3519 completed, throughput=4.99MB/sec 2024-04-12T16:33:27.288 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-aoiMDxUGSPFbOyw off=32321 len=876220 2024-04-12T16:33:27.289 INFO:tasks.workunit.client.0.smithi099.stdout:op 3520 completed, throughput=5MB/sec 2024-04-12T16:33:27.290 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-L-Dw2-e8EX6RtDp off=17672442 len=398055 2024-04-12T16:33:27.293 INFO:tasks.workunit.client.0.smithi099.stdout:op 3521 completed, throughput=5MB/sec 2024-04-12T16:33:27.293 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-vYd3XTFRA7x1B1p off=20845164 len=1426980 2024-04-12T16:33:27.295 INFO:tasks.workunit.client.0.smithi099.stdout:op 3522 completed, throughput=5MB/sec 2024-04-12T16:33:27.295 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-0vgaxgFH0uh7S51 off=3196034 len=1589607 2024-04-12T16:33:27.298 INFO:tasks.workunit.client.0.smithi099.stdout:op 3523 completed, throughput=5MB/sec 2024-04-12T16:33:27.298 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-WY5R7LrFeIHAedU off=4620918 len=1975550 2024-04-12T16:33:27.308 INFO:tasks.workunit.client.0.smithi099.stdout:op 3524 completed, throughput=5MB/sec 2024-04-12T16:33:28.309 INFO:tasks.workunit.client.0.smithi099.stdout: 691: throughput=5MB/sec pending data=0 2024-04-12T16:33:28.309 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-fj4DbkObPtsEB3J off=23953795 len=900798 2024-04-12T16:33:28.313 INFO:tasks.workunit.client.0.smithi099.stdout:op 3525 completed, throughput=5MB/sec 2024-04-12T16:33:28.313 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-G7lUrLJSytqUuAS off=4847143 len=1722389 2024-04-12T16:33:28.315 INFO:tasks.workunit.client.0.smithi099.stdout:op 3526 completed, throughput=5MB/sec 2024-04-12T16:33:28.316 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Z4h8bDae3HB-jye off=6401571 len=1115334 2024-04-12T16:33:28.320 INFO:tasks.workunit.client.0.smithi099.stdout:op 3527 completed, throughput=5MB/sec 2024-04-12T16:33:28.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:33:27 smithi110 ceph-mon[88691]: pgmap v1767: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-12T16:33:28.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:33:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:33:28.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:33:27 smithi099 ceph-mon[94290]: pgmap v1767: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-12T16:33:28.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:33:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:33:28.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:33:27 smithi099 ceph-mon[96864]: pgmap v1767: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-12T16:33:28.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:33:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:33:29.321 INFO:tasks.workunit.client.0.smithi099.stdout: 692: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:29.321 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-HkkdkhYKs4Hx9vy off=268305 len=1060779 2024-04-12T16:33:29.325 INFO:tasks.workunit.client.0.smithi099.stdout:op 3528 completed, throughput=4.99MB/sec 2024-04-12T16:33:29.326 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-GP79EbwX162iXUj off=22212219 len=837163 2024-04-12T16:33:29.328 INFO:tasks.workunit.client.0.smithi099.stdout:op 3529 completed, throughput=5MB/sec 2024-04-12T16:33:29.328 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-D8DlYKooJ-gikmP off=2756725 len=1229982 2024-04-12T16:33:29.329 INFO:tasks.workunit.client.0.smithi099.stdout:op 3530 completed, throughput=5MB/sec 2024-04-12T16:33:29.329 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-y3h-NA24KhiH22I off=498611 len=2074973 2024-04-12T16:33:29.331 INFO:tasks.workunit.client.0.smithi099.stdout:op 3531 completed, throughput=5MB/sec 2024-04-12T16:33:30.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:33:29 smithi110 ceph-mon[88691]: pgmap v1768: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T16:33:30.331 INFO:tasks.workunit.client.0.smithi099.stdout: 693: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:30.331 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-B3GkfdieFA2WYes off=15410014 len=1171186 2024-04-12T16:33:30.334 INFO:tasks.workunit.client.0.smithi099.stdout:op 3532 completed, throughput=4.99MB/sec 2024-04-12T16:33:30.334 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-tX58y0D4p5krsd2 off=2158752 len=1941714 2024-04-12T16:33:30.344 INFO:tasks.workunit.client.0.smithi099.stdout:op 3533 completed, throughput=5MB/sec 2024-04-12T16:33:30.344 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-H-qUtE3FatSmsbI off=1476599 len=1333455 2024-04-12T16:33:30.347 INFO:tasks.workunit.client.0.smithi099.stdout:op 3534 completed, throughput=5MB/sec 2024-04-12T16:33:30.347 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-N4AgOhtQHFHJE4l off=4720806 len=488607 2024-04-12T16:33:30.351 INFO:tasks.workunit.client.0.smithi099.stdout:op 3535 completed, throughput=5MB/sec 2024-04-12T16:33:30.351 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-USbXFWlohk-XMp- off=3794516 len=1414411 2024-04-12T16:33:30.357 INFO:tasks.workunit.client.0.smithi099.stdout:op 3536 completed, throughput=5MB/sec 2024-04-12T16:33:30.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:33:29 smithi099 ceph-mon[94290]: pgmap v1768: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T16:33:30.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:33:29 smithi099 ceph-mon[96864]: pgmap v1768: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T16:33:31.358 INFO:tasks.workunit.client.0.smithi099.stdout: 694: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:31.358 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-cmGpYXaAToehupI off=21129945 len=144134 2024-04-12T16:33:31.358 INFO:tasks.workunit.client.0.smithi099.stdout:op 3537 completed, throughput=4.99MB/sec 2024-04-12T16:33:31.359 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-VdSb60V_KZuIIvx off=3370723 len=1554003 2024-04-12T16:33:31.368 INFO:tasks.workunit.client.0.smithi099.stdout:op 3538 completed, throughput=5MB/sec 2024-04-12T16:33:31.368 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-wUBAEHmgg-nK55s off=19303055 len=1941425 2024-04-12T16:33:31.370 INFO:tasks.workunit.client.0.smithi099.stdout:op 3539 completed, throughput=5MB/sec 2024-04-12T16:33:31.370 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-J2ATWswdo44Rx05 off=2938307 len=1471211 2024-04-12T16:33:31.378 INFO:tasks.workunit.client.0.smithi099.stdout:op 3540 completed, throughput=5MB/sec 2024-04-12T16:33:32.308 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:33:31 smithi110 ceph-mon[88691]: pgmap v1769: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:33:32.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:33:31 smithi099 ceph-mon[94290]: pgmap v1769: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:33:32.374 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:33:31 smithi099 ceph-mon[96864]: pgmap v1769: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:33:32.378 INFO:tasks.workunit.client.0.smithi099.stdout: 695: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:32.378 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-vr96_lRP7jr6jwv off=7488454 len=2483 2024-04-12T16:33:32.378 INFO:tasks.workunit.client.0.smithi099.stdout:op 3541 completed, throughput=4.99MB/sec 2024-04-12T16:33:32.379 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-IgExF1_BAI3dems off=10320004 len=1732380 2024-04-12T16:33:32.388 INFO:tasks.workunit.client.0.smithi099.stdout:op 3542 completed, throughput=5MB/sec 2024-04-12T16:33:32.388 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-h-5IkcXJhyJPZH4 off=1969042 len=142931 2024-04-12T16:33:32.391 INFO:tasks.workunit.client.0.smithi099.stdout:op 3543 completed, throughput=5MB/sec 2024-04-12T16:33:32.391 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-l7PjxWqE6c6vwnz off=1181058 len=43710 2024-04-12T16:33:32.391 INFO:tasks.workunit.client.0.smithi099.stdout:op 3544 completed, throughput=5MB/sec 2024-04-12T16:33:32.391 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-XIOHSY_edsvxZIy off=12672905 len=806669 2024-04-12T16:33:32.396 INFO:tasks.workunit.client.0.smithi099.stdout:op 3545 completed, throughput=5MB/sec 2024-04-12T16:33:32.396 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-rB7SLK85a1Ew_km off=2793017 len=1002772 2024-04-12T16:33:32.397 INFO:tasks.workunit.client.0.smithi099.stdout:op 3546 completed, throughput=5MB/sec 2024-04-12T16:33:32.397 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-_pMXqey0q6g21yG off=12822811 len=571457 2024-04-12T16:33:32.399 INFO:tasks.workunit.client.0.smithi099.stdout:op 3547 completed, throughput=5MB/sec 2024-04-12T16:33:32.399 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-bJLXi9ikbup_QWj off=5456444 len=1560791 2024-04-12T16:33:32.407 INFO:tasks.workunit.client.0.smithi099.stdout:op 3548 completed, throughput=5MB/sec 2024-04-12T16:33:32.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:33:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:33:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:33:33.407 INFO:tasks.workunit.client.0.smithi099.stdout: 696: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:33.407 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-GSz6u9E0rrVreQe off=8072688 len=809020 2024-04-12T16:33:33.409 INFO:tasks.workunit.client.0.smithi099.stdout:op 3549 completed, throughput=5MB/sec 2024-04-12T16:33:33.409 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-14YTDBDeY5Wyw_Y off=11897744 len=265520 2024-04-12T16:33:33.409 INFO:tasks.workunit.client.0.smithi099.stdout:op 3550 completed, throughput=5MB/sec 2024-04-12T16:33:33.409 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-z9Iet95kNmqhCRW off=6467279 len=48598 2024-04-12T16:33:33.410 INFO:tasks.workunit.client.0.smithi099.stdout:op 3551 completed, throughput=5MB/sec 2024-04-12T16:33:33.410 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-sm4Z6jZXVJsszUv off=1232997 len=1436860 2024-04-12T16:33:33.411 INFO:tasks.workunit.client.0.smithi099.stdout:op 3552 completed, throughput=5MB/sec 2024-04-12T16:33:33.411 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-rFLzX17EEuhRdrF off=9997348 len=902134 2024-04-12T16:33:33.412 INFO:tasks.workunit.client.0.smithi099.stdout:op 3553 completed, throughput=5MB/sec 2024-04-12T16:33:33.413 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-m_dXFc5S4XC3aWz off=9492426 len=1132823 2024-04-12T16:33:33.415 INFO:tasks.workunit.client.0.smithi099.stdout:op 3554 completed, throughput=5MB/sec 2024-04-12T16:33:34.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:33:33 smithi110 ceph-mon[88691]: pgmap v1770: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T16:33:34.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:33:33 smithi099 ceph-mon[94290]: pgmap v1770: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T16:33:34.374 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:33:33 smithi099 ceph-mon[96864]: pgmap v1770: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T16:33:34.416 INFO:tasks.workunit.client.0.smithi099.stdout: 697: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:34.416 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-RtGMMXHQ_faYGxD off=3747827 len=684393 2024-04-12T16:33:34.417 INFO:tasks.workunit.client.0.smithi099.stdout:op 3555 completed, throughput=4.99MB/sec 2024-04-12T16:33:34.417 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-NtEeu_b7iy42mjO off=4940917 len=867109 2024-04-12T16:33:34.421 INFO:tasks.workunit.client.0.smithi099.stdout:op 3556 completed, throughput=5MB/sec 2024-04-12T16:33:34.422 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-zk3BTjApOzBhDpu off=1866072 len=1549535 2024-04-12T16:33:34.424 INFO:tasks.workunit.client.0.smithi099.stdout:op 3557 completed, throughput=5MB/sec 2024-04-12T16:33:34.424 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-W3Hy78pZsIwcWG- off=3262352 len=1755111 2024-04-12T16:33:34.434 INFO:tasks.workunit.client.0.smithi099.stdout:op 3558 completed, throughput=5MB/sec 2024-04-12T16:33:35.434 INFO:tasks.workunit.client.0.smithi099.stdout: 698: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:35.434 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-3foGZJ-9lJE0MrQ off=4899225 len=2507 2024-04-12T16:33:35.435 INFO:tasks.workunit.client.0.smithi099.stdout:op 3559 completed, throughput=4.99MB/sec 2024-04-12T16:33:35.435 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-5-_wICxFTppDeUC off=17346431 len=338886 2024-04-12T16:33:35.436 INFO:tasks.workunit.client.0.smithi099.stdout:op 3560 completed, throughput=4.99MB/sec 2024-04-12T16:33:35.436 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-FP9ieY-uVX41Nj0 off=13098810 len=82502 2024-04-12T16:33:35.437 INFO:tasks.workunit.client.0.smithi099.stdout:op 3561 completed, throughput=4.99MB/sec 2024-04-12T16:33:35.437 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj--cZH2cC1VmNluzp off=207500 len=647882 2024-04-12T16:33:35.441 INFO:tasks.workunit.client.0.smithi099.stdout:op 3562 completed, throughput=4.99MB/sec 2024-04-12T16:33:35.441 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-24GAPiZu4jCnUdz off=4871596 len=796828 2024-04-12T16:33:35.442 INFO:tasks.workunit.client.0.smithi099.stdout:op 3563 completed, throughput=5MB/sec 2024-04-12T16:33:35.442 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Mmayya54Lk0OvqY off=20076 len=1070376 2024-04-12T16:33:35.443 INFO:tasks.workunit.client.0.smithi099.stdout:op 3564 completed, throughput=5MB/sec 2024-04-12T16:33:35.443 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-7ZbSiPuzLxfE1ks off=4336875 len=1207820 2024-04-12T16:33:35.445 INFO:tasks.workunit.client.0.smithi099.stdout:op 3565 completed, throughput=5MB/sec 2024-04-12T16:33:35.445 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6lLD0JXMxHBHrMk off=313662 len=921155 2024-04-12T16:33:35.451 INFO:tasks.workunit.client.0.smithi099.stdout:op 3566 completed, throughput=5MB/sec 2024-04-12T16:33:35.451 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-hJw1c23czS0AgcV off=5325535 len=922804 2024-04-12T16:33:35.451 INFO:tasks.workunit.client.0.smithi099.stdout:op 3567 completed, throughput=5MB/sec 2024-04-12T16:33:36.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:33:35 smithi110 ceph-mon[88691]: pgmap v1771: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:33:36.354 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:33:35 smithi099 ceph-mon[94290]: pgmap v1771: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:33:36.355 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:33:35 smithi099 ceph-mon[96864]: pgmap v1771: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:33:36.452 INFO:tasks.workunit.client.0.smithi099.stdout: 699: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:36.452 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Vd6O-a--QfS6Ehm off=753271 len=1406439 2024-04-12T16:33:36.454 INFO:tasks.workunit.client.0.smithi099.stdout:op 3568 completed, throughput=5MB/sec 2024-04-12T16:33:36.454 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ngyXKVvwOPICoYQ off=5510214 len=354882 2024-04-12T16:33:36.455 INFO:tasks.workunit.client.0.smithi099.stdout:op 3569 completed, throughput=5MB/sec 2024-04-12T16:33:36.455 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-JLo457rIZvs_WN3 off=1015112 len=1841269 2024-04-12T16:33:36.464 INFO:tasks.workunit.client.0.smithi099.stdout:op 3570 completed, throughput=5MB/sec 2024-04-12T16:33:36.464 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-3JAUhokY7t21TIk off=15307283 len=1411222 2024-04-12T16:33:36.473 INFO:tasks.workunit.client.0.smithi099.stdout:op 3571 completed, throughput=5MB/sec 2024-04-12T16:33:36.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:33:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:33:36] "GET /metrics HTTP/1.1" 200 34132 "" "Prometheus/2.43.0" 2024-04-12T16:33:37.473 INFO:tasks.workunit.client.0.smithi099.stdout: 700: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:37.473 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-VHyPQYZWOjYHVuV off=10172986 len=714099 2024-04-12T16:33:37.477 INFO:tasks.workunit.client.0.smithi099.stdout:op 3572 completed, throughput=4.99MB/sec 2024-04-12T16:33:37.477 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Q5z91hW9vYFgAbe off=4940176 len=1107050 2024-04-12T16:33:37.483 INFO:tasks.workunit.client.0.smithi099.stdout:op 3573 completed, throughput=5MB/sec 2024-04-12T16:33:37.483 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_yxcr8FXPAK-87F off=3619410 len=724512 2024-04-12T16:33:37.487 INFO:tasks.workunit.client.0.smithi099.stdout:op 3574 completed, throughput=5MB/sec 2024-04-12T16:33:37.487 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-g11y2n22r7VzQPJ off=1688906 len=1033808 2024-04-12T16:33:37.490 INFO:tasks.workunit.client.0.smithi099.stdout:op 3575 completed, throughput=5MB/sec 2024-04-12T16:33:37.490 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-zxnLduxGPoaAkNF off=7623005 len=1909107 2024-04-12T16:33:37.492 INFO:tasks.workunit.client.0.smithi099.stdout:op 3576 completed, throughput=5MB/sec 2024-04-12T16:33:38.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:33:37 smithi110 ceph-mon[88691]: pgmap v1772: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:33:38.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:33:37 smithi099 ceph-mon[94290]: pgmap v1772: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:33:38.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:33:37 smithi099 ceph-mon[96864]: pgmap v1772: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:33:38.492 INFO:tasks.workunit.client.0.smithi099.stdout: 701: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:38.492 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-OnvNgqcECuuSj58 off=9915465 len=1459002 2024-04-12T16:33:38.494 INFO:tasks.workunit.client.0.smithi099.stdout:op 3577 completed, throughput=5MB/sec 2024-04-12T16:33:38.494 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-E67snjNo_22D-tv off=1357733 len=1273035 2024-04-12T16:33:38.502 INFO:tasks.workunit.client.0.smithi099.stdout:op 3578 completed, throughput=5MB/sec 2024-04-12T16:33:38.502 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-q3IyezepsjGLhoR off=16271701 len=367830 2024-04-12T16:33:38.503 INFO:tasks.workunit.client.0.smithi099.stdout:op 3579 completed, throughput=5MB/sec 2024-04-12T16:33:38.503 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-tYYtTH9Syn7u8AP off=438421 len=1572861 2024-04-12T16:33:38.505 INFO:tasks.workunit.client.0.smithi099.stdout:op 3580 completed, throughput=5MB/sec 2024-04-12T16:33:38.505 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-xtzU6hGOUtmdKCd off=1960364 len=1571393 2024-04-12T16:33:38.511 INFO:tasks.workunit.client.0.smithi099.stdout:op 3581 completed, throughput=5MB/sec 2024-04-12T16:33:39.511 INFO:tasks.workunit.client.0.smithi099.stdout: 702: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:39.512 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-zUMibb_U1rocF4H off=2072 len=425146 2024-04-12T16:33:39.515 INFO:tasks.workunit.client.0.smithi099.stdout:op 3582 completed, throughput=5MB/sec 2024-04-12T16:33:39.515 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-OM8ZWzFPN40Z_IV off=18976104 len=1903010 2024-04-12T16:33:39.517 INFO:tasks.workunit.client.0.smithi099.stdout:op 3583 completed, throughput=5MB/sec 2024-04-12T16:33:39.517 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Mb1Y_9aOp929I0S off=4160173 len=474705 2024-04-12T16:33:39.521 INFO:tasks.workunit.client.0.smithi099.stdout:op 3584 completed, throughput=5MB/sec 2024-04-12T16:33:39.522 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-F62x5M7XdgYwEhp off=5273930 len=1171020 2024-04-12T16:33:39.528 INFO:tasks.workunit.client.0.smithi099.stdout:op 3585 completed, throughput=5MB/sec 2024-04-12T16:33:40.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:33:39 smithi110 ceph-mon[88691]: pgmap v1773: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:33:40.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:33:39 smithi099 ceph-mon[94290]: pgmap v1773: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:33:40.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:33:39 smithi099 ceph-mon[96864]: pgmap v1773: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:33:40.528 INFO:tasks.workunit.client.0.smithi099.stdout: 703: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:40.529 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-XpuLOOzaKv-b9OR off=6727700 len=1158142 2024-04-12T16:33:40.530 INFO:tasks.workunit.client.0.smithi099.stdout:op 3586 completed, throughput=4.99MB/sec 2024-04-12T16:33:40.530 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-V3UaI6xvJ0YQM1P off=14801355 len=977243 2024-04-12T16:33:40.534 INFO:tasks.workunit.client.0.smithi099.stdout:op 3587 completed, throughput=5MB/sec 2024-04-12T16:33:40.535 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-gZdVXYZDOXehKQA off=8435756 len=404646 2024-04-12T16:33:40.538 INFO:tasks.workunit.client.0.smithi099.stdout:op 3588 completed, throughput=5MB/sec 2024-04-12T16:33:40.538 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Pi73rcif_OYezWl off=1326747 len=1566131 2024-04-12T16:33:40.540 INFO:tasks.workunit.client.0.smithi099.stdout:op 3589 completed, throughput=5MB/sec 2024-04-12T16:33:40.540 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-IIQnx-ll4GC_lT9 off=151142 len=1557138 2024-04-12T16:33:40.543 INFO:tasks.workunit.client.0.smithi099.stdout:op 3590 completed, throughput=5MB/sec 2024-04-12T16:33:41.546 INFO:tasks.workunit.client.0.smithi099.stdout: 704: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:41.546 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-H9JdaKzUA6wSh9W off=6648732 len=1908499 2024-04-12T16:33:41.548 INFO:tasks.workunit.client.0.smithi099.stdout:op 3591 completed, throughput=5MB/sec 2024-04-12T16:33:41.548 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-GON0spPgvvsxLv0 off=1050700 len=1645637 2024-04-12T16:33:41.555 INFO:tasks.workunit.client.0.smithi099.stdout:op 3592 completed, throughput=5MB/sec 2024-04-12T16:33:41.555 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ZZqrfQZec3uYKUt off=62506 len=594470 2024-04-12T16:33:41.558 INFO:tasks.workunit.client.0.smithi099.stdout:op 3593 completed, throughput=5MB/sec 2024-04-12T16:33:41.558 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-f0mKdpOQm8TwIaV off=19587000 len=312698 2024-04-12T16:33:41.562 INFO:tasks.workunit.client.0.smithi099.stdout:op 3594 completed, throughput=5MB/sec 2024-04-12T16:33:41.562 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-O0Yuw2dMxfQjmj9 off=4297287 len=1015649 2024-04-12T16:33:41.564 INFO:tasks.workunit.client.0.smithi099.stdout:op 3595 completed, throughput=5MB/sec 2024-04-12T16:33:42.308 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:33:41 smithi110 ceph-mon[88691]: pgmap v1774: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T16:33:42.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:33:41 smithi099 ceph-mon[94290]: pgmap v1774: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T16:33:42.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:33:41 smithi099 ceph-mon[96864]: pgmap v1774: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T16:33:42.564 INFO:tasks.workunit.client.0.smithi099.stdout: 705: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:42.564 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj--a1x7jbke1fckTE off=4153563 len=1704410 2024-04-12T16:33:42.572 INFO:tasks.workunit.client.0.smithi099.stdout:op 3596 completed, throughput=5MB/sec 2024-04-12T16:33:42.572 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-wAt95rfm0fLi9-w off=3469399 len=1690451 2024-04-12T16:33:42.573 INFO:tasks.workunit.client.0.smithi099.stdout:op 3597 completed, throughput=5MB/sec 2024-04-12T16:33:42.573 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-mL1axoNEpFZjDxN off=15571143 len=1106401 2024-04-12T16:33:42.579 INFO:tasks.workunit.client.0.smithi099.stdout:op 3598 completed, throughput=5MB/sec 2024-04-12T16:33:42.579 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-lxfoLOTl2We6jeE off=16158825 len=334162 2024-04-12T16:33:42.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:33:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:33:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:33:42.580 INFO:tasks.workunit.client.0.smithi099.stdout:op 3599 completed, throughput=5MB/sec 2024-04-12T16:33:43.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:33:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:33:43.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:33:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:33:43.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:33:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:33:43.581 INFO:tasks.workunit.client.0.smithi099.stdout: 706: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:43.581 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Ft5Eh7YmChltcG8 off=5081599 len=46761 2024-04-12T16:33:43.583 INFO:tasks.workunit.client.0.smithi099.stdout:op 3600 completed, throughput=4.99MB/sec 2024-04-12T16:33:43.583 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-doKInpjrFgfmaEX off=1254817 len=546076 2024-04-12T16:33:43.587 INFO:tasks.workunit.client.0.smithi099.stdout:op 3601 completed, throughput=4.99MB/sec 2024-04-12T16:33:43.587 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-pWd_V7zPL_JuWDm off=1814131 len=1831035 2024-04-12T16:33:43.596 INFO:tasks.workunit.client.0.smithi099.stdout:op 3602 completed, throughput=5MB/sec 2024-04-12T16:33:43.597 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-BKYLNQ2I_3e1Mzg off=3917763 len=1495977 2024-04-12T16:33:43.598 INFO:tasks.workunit.client.0.smithi099.stdout:op 3603 completed, throughput=5MB/sec 2024-04-12T16:33:43.598 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-zrCgXL_Jx_E_X29 off=6190812 len=1610329 2024-04-12T16:33:43.607 INFO:tasks.workunit.client.0.smithi099.stdout:op 3604 completed, throughput=5MB/sec 2024-04-12T16:33:44.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:33:43 smithi110 ceph-mon[88691]: pgmap v1775: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:33:44.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:33:43 smithi099 ceph-mon[94290]: pgmap v1775: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:33:44.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:33:43 smithi099 ceph-mon[96864]: pgmap v1775: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:33:44.607 INFO:tasks.workunit.client.0.smithi099.stdout: 707: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:44.608 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-GTHkORAtSYkqBsD off=20438885 len=1153328 2024-04-12T16:33:44.614 INFO:tasks.workunit.client.0.smithi099.stdout:op 3605 completed, throughput=4.99MB/sec 2024-04-12T16:33:44.614 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-3A2NLApX8u4WJih off=134340 len=1123292 2024-04-12T16:33:44.616 INFO:tasks.workunit.client.0.smithi099.stdout:op 3606 completed, throughput=5MB/sec 2024-04-12T16:33:44.616 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-B6Tw8rfwUN1CgAM off=8493542 len=712246 2024-04-12T16:33:44.617 INFO:tasks.workunit.client.0.smithi099.stdout:op 3607 completed, throughput=5MB/sec 2024-04-12T16:33:44.617 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-r8tl2WPI7chnI6c off=13140634 len=972894 2024-04-12T16:33:44.618 INFO:tasks.workunit.client.0.smithi099.stdout:op 3608 completed, throughput=5MB/sec 2024-04-12T16:33:44.618 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ZbvTY4FJA2yZuTU off=3200254 len=22162 2024-04-12T16:33:44.620 INFO:tasks.workunit.client.0.smithi099.stdout:op 3609 completed, throughput=5MB/sec 2024-04-12T16:33:44.620 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-aqSXaf2qYovFbZl off=791258 len=652752 2024-04-12T16:33:44.621 INFO:tasks.workunit.client.0.smithi099.stdout:op 3610 completed, throughput=5MB/sec 2024-04-12T16:33:44.621 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ors9nJth3k4JH_p off=7140575 len=1471025 2024-04-12T16:33:44.623 INFO:tasks.workunit.client.0.smithi099.stdout:op 3611 completed, throughput=5MB/sec 2024-04-12T16:33:45.624 INFO:tasks.workunit.client.0.smithi099.stdout: 708: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:45.624 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-nIQjnXlKwXiBTVN off=9769681 len=2004265 2024-04-12T16:33:45.634 INFO:tasks.workunit.client.0.smithi099.stdout:op 3612 completed, throughput=5MB/sec 2024-04-12T16:33:45.634 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-f7ctn8-HriAjAtf off=1319325 len=1952350 2024-04-12T16:33:45.638 INFO:tasks.workunit.client.0.smithi099.stdout:op 3613 completed, throughput=5MB/sec 2024-04-12T16:33:45.638 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-AO8YvPrZ9nlFt3c off=8668301 len=1143676 2024-04-12T16:33:45.639 INFO:tasks.workunit.client.0.smithi099.stdout:op 3614 completed, throughput=5MB/sec 2024-04-12T16:33:46.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:33:45 smithi110 ceph-mon[88691]: pgmap v1776: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T16:33:46.354 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:33:45 smithi099 ceph-mon[94290]: pgmap v1776: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T16:33:46.354 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:33:45 smithi099 ceph-mon[96864]: pgmap v1776: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T16:33:46.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:33:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:33:46] "GET /metrics HTTP/1.1" 200 34135 "" "Prometheus/2.43.0" 2024-04-12T16:33:46.640 INFO:tasks.workunit.client.0.smithi099.stdout: 709: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:46.640 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-NbDYE5CvY_RWzlw off=2651706 len=1786187 2024-04-12T16:33:46.650 INFO:tasks.workunit.client.0.smithi099.stdout:op 3615 completed, throughput=5MB/sec 2024-04-12T16:33:46.650 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-W5rMYgpUkbqfC2o off=1431959 len=1423828 2024-04-12T16:33:46.656 INFO:tasks.workunit.client.0.smithi099.stdout:op 3616 completed, throughput=5MB/sec 2024-04-12T16:33:46.656 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-kOK1J-kFy62Bqnb off=458393 len=993651 2024-04-12T16:33:46.658 INFO:tasks.workunit.client.0.smithi099.stdout:op 3617 completed, throughput=5MB/sec 2024-04-12T16:33:46.658 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-6ySjZIj5N-JsIWC off=19217879 len=1092305 2024-04-12T16:33:46.659 INFO:tasks.workunit.client.0.smithi099.stdout:op 3618 completed, throughput=5MB/sec 2024-04-12T16:33:47.659 INFO:tasks.workunit.client.0.smithi099.stdout: 710: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:47.660 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6G2ztHvpl0E8_mK off=11102912 len=561623 2024-04-12T16:33:47.663 INFO:tasks.workunit.client.0.smithi099.stdout:op 3619 completed, throughput=4.99MB/sec 2024-04-12T16:33:47.663 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-V5wGTR6_Opm0cdd off=9171466 len=468286 2024-04-12T16:33:47.665 INFO:tasks.workunit.client.0.smithi099.stdout:op 3620 completed, throughput=5MB/sec 2024-04-12T16:33:47.665 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-A5acNcmDO-6sxCw off=16007533 len=186063 2024-04-12T16:33:47.668 INFO:tasks.workunit.client.0.smithi099.stdout:op 3621 completed, throughput=5MB/sec 2024-04-12T16:33:47.669 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-llXGsohCw_ZbhLc off=5968385 len=1309038 2024-04-12T16:33:47.676 INFO:tasks.workunit.client.0.smithi099.stdout:op 3622 completed, throughput=5MB/sec 2024-04-12T16:33:47.676 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-FEpPLLfDr9JomM- off=115888 len=524596 2024-04-12T16:33:47.677 INFO:tasks.workunit.client.0.smithi099.stdout:op 3623 completed, throughput=5MB/sec 2024-04-12T16:33:47.677 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-aQTJc6BEiYw6Icj off=8235211 len=243144 2024-04-12T16:33:47.679 INFO:tasks.workunit.client.0.smithi099.stdout:op 3624 completed, throughput=5MB/sec 2024-04-12T16:33:47.680 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-rRU6JHUEvSmgBsP off=2416567 len=1562983 2024-04-12T16:33:47.682 INFO:tasks.workunit.client.0.smithi099.stdout:op 3625 completed, throughput=5MB/sec 2024-04-12T16:33:48.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:33:47 smithi110 ceph-mon[88691]: pgmap v1777: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:33:48.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:33:47 smithi099 ceph-mon[94290]: pgmap v1777: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:33:48.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:33:47 smithi099 ceph-mon[96864]: pgmap v1777: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:33:48.683 INFO:tasks.workunit.client.0.smithi099.stdout: 711: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:48.683 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-OMQOS5nizWsjwIL off=3289742 len=639807 2024-04-12T16:33:48.687 INFO:tasks.workunit.client.0.smithi099.stdout:op 3626 completed, throughput=4.99MB/sec 2024-04-12T16:33:48.687 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj--IKRscQ7NH_jXbh off=914390 len=1506865 2024-04-12T16:33:48.695 INFO:tasks.workunit.client.0.smithi099.stdout:op 3627 completed, throughput=5MB/sec 2024-04-12T16:33:48.695 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-U9YkB9to277pu9- off=16703765 len=1766746 2024-04-12T16:33:48.697 INFO:tasks.workunit.client.0.smithi099.stdout:op 3628 completed, throughput=5MB/sec 2024-04-12T16:33:48.697 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-bbTdRKKlyRkFTaO off=1000530 len=1064372 2024-04-12T16:33:48.702 INFO:tasks.workunit.client.0.smithi099.stdout:op 3629 completed, throughput=5MB/sec 2024-04-12T16:33:48.702 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-aszgTiLDiwZhGAq off=18070693 len=238700 2024-04-12T16:33:48.703 INFO:tasks.workunit.client.0.smithi099.stdout:op 3630 completed, throughput=5MB/sec 2024-04-12T16:33:49.704 INFO:tasks.workunit.client.0.smithi099.stdout: 712: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:49.704 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-0vgaxgFH0uh7S51 off=6128432 len=1622824 2024-04-12T16:33:49.707 INFO:tasks.workunit.client.0.smithi099.stdout:op 3631 completed, throughput=5MB/sec 2024-04-12T16:33:49.707 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-auxY18Jf-7jbZka off=11104260 len=1113861 2024-04-12T16:33:49.715 INFO:tasks.workunit.client.0.smithi099.stdout:op 3632 completed, throughput=5MB/sec 2024-04-12T16:33:49.715 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-qx2Z3EajEe0GzIO off=5731004 len=136571 2024-04-12T16:33:49.715 INFO:tasks.workunit.client.0.smithi099.stdout:op 3633 completed, throughput=5MB/sec 2024-04-12T16:33:49.715 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-RTLwIW7-9KFI1Qk off=7974783 len=1321894 2024-04-12T16:33:49.720 INFO:tasks.workunit.client.0.smithi099.stdout:op 3634 completed, throughput=5MB/sec 2024-04-12T16:33:49.720 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-gok10UBh62KKhzm off=6313318 len=1485702 2024-04-12T16:33:49.728 INFO:tasks.workunit.client.0.smithi099.stdout:op 3635 completed, throughput=5MB/sec 2024-04-12T16:33:50.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:33:49 smithi110 ceph-mon[88691]: pgmap v1778: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:33:50.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:33:49 smithi099 ceph-mon[94290]: pgmap v1778: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:33:50.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:33:49 smithi099 ceph-mon[96864]: pgmap v1778: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:33:50.729 INFO:tasks.workunit.client.0.smithi099.stdout: 713: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:50.729 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-zsJ9vCi8SmVBLRC off=2685829 len=1956319 2024-04-12T16:33:50.733 INFO:tasks.workunit.client.0.smithi099.stdout:op 3636 completed, throughput=5MB/sec 2024-04-12T16:33:50.733 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-YkV45iSFvOYN_2_ off=18268698 len=677543 2024-04-12T16:33:50.737 INFO:tasks.workunit.client.0.smithi099.stdout:op 3637 completed, throughput=5MB/sec 2024-04-12T16:33:50.737 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-4mJNeTMBd5KYDFE off=4152584 len=115390 2024-04-12T16:33:50.737 INFO:tasks.workunit.client.0.smithi099.stdout:op 3638 completed, throughput=5MB/sec 2024-04-12T16:33:50.737 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-wdPPzpZ1HiUhL3W off=12077616 len=1259639 2024-04-12T16:33:50.741 INFO:tasks.workunit.client.0.smithi099.stdout:op 3639 completed, throughput=5MB/sec 2024-04-12T16:33:50.742 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-rnSLXV7tce6d88n off=6150674 len=307571 2024-04-12T16:33:50.742 INFO:tasks.workunit.client.0.smithi099.stdout:op 3640 completed, throughput=5MB/sec 2024-04-12T16:33:50.742 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-jqtM-akqluviH7S off=3145051 len=1745073 2024-04-12T16:33:50.742 INFO:tasks.workunit.client.0.smithi099.stdout:op 3641 completed, throughput=5MB/sec 2024-04-12T16:33:51.743 INFO:tasks.workunit.client.0.smithi099.stdout: 714: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:51.743 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-NOlhGbf7PFEZ2Gj off=14103698 len=1661548 2024-04-12T16:33:51.746 INFO:tasks.workunit.client.0.smithi099.stdout:op 3642 completed, throughput=5MB/sec 2024-04-12T16:33:51.746 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-54IVPPwYBUH8vQP off=12136133 len=353458 2024-04-12T16:33:51.747 INFO:tasks.workunit.client.0.smithi099.stdout:op 3643 completed, throughput=5MB/sec 2024-04-12T16:33:51.747 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-rsEWxaIYHiSR9x9 off=3459703 len=173250 2024-04-12T16:33:51.748 INFO:tasks.workunit.client.0.smithi099.stdout:op 3644 completed, throughput=5MB/sec 2024-04-12T16:33:51.748 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1dgUUSV9U8TVLkE off=156509 len=1185921 2024-04-12T16:33:51.753 INFO:tasks.workunit.client.0.smithi099.stdout:op 3645 completed, throughput=5MB/sec 2024-04-12T16:33:51.753 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Vumr_WKuUOL0L7z off=10327613 len=2093864 2024-04-12T16:33:51.765 INFO:tasks.workunit.client.0.smithi099.stdout:op 3646 completed, throughput=5MB/sec 2024-04-12T16:33:52.307 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:33:51 smithi110 ceph-mon[88691]: pgmap v1779: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T16:33:52.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:33:51 smithi099 ceph-mon[94290]: pgmap v1779: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T16:33:52.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:33:51 smithi099 ceph-mon[96864]: pgmap v1779: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T16:33:52.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:33:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:33:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:33:52.764 INFO:tasks.workunit.client.0.smithi099.stdout: 715: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:52.764 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-govpO1PZELXLIUA off=6790251 len=234792 2024-04-12T16:33:52.765 INFO:tasks.workunit.client.0.smithi099.stdout:op 3647 completed, throughput=5MB/sec 2024-04-12T16:33:52.765 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-C0yjQAlzIRL3kCM off=214648 len=1379674 2024-04-12T16:33:52.766 INFO:tasks.workunit.client.0.smithi099.stdout:op 3648 completed, throughput=5MB/sec 2024-04-12T16:33:52.766 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Z5fHOcusxG7YpmS off=7656589 len=812890 2024-04-12T16:33:52.768 INFO:tasks.workunit.client.0.smithi099.stdout:op 3649 completed, throughput=5MB/sec 2024-04-12T16:33:52.768 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-wyK6vDutY0HjY9L off=2541135 len=421800 2024-04-12T16:33:52.768 INFO:tasks.workunit.client.0.smithi099.stdout:op 3650 completed, throughput=5MB/sec 2024-04-12T16:33:52.768 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-I3sKMKxLwHg7DfM off=3049077 len=566810 2024-04-12T16:33:52.772 INFO:tasks.workunit.client.0.smithi099.stdout:op 3651 completed, throughput=5MB/sec 2024-04-12T16:33:52.773 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-QX0LUP1qEzgMduB off=11359376 len=1874441 2024-04-12T16:33:52.781 INFO:tasks.workunit.client.0.smithi099.stdout:op 3652 completed, throughput=5MB/sec 2024-04-12T16:33:53.782 INFO:tasks.workunit.client.0.smithi099.stdout: 716: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:53.782 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-cgYcLJpQbpTUNJq off=5307886 len=39782 2024-04-12T16:33:53.785 INFO:tasks.workunit.client.0.smithi099.stdout:op 3653 completed, throughput=4.99MB/sec 2024-04-12T16:33:53.785 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Zxv7SDcM_h9qnIc off=8883082 len=428465 2024-04-12T16:33:53.785 INFO:tasks.workunit.client.0.smithi099.stdout:op 3654 completed, throughput=5MB/sec 2024-04-12T16:33:53.786 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1MRhuNjulDTPj5s off=632987 len=252219 2024-04-12T16:33:53.788 INFO:tasks.workunit.client.0.smithi099.stdout:op 3655 completed, throughput=5MB/sec 2024-04-12T16:33:53.788 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-T2mXuwNR0Awu9fc off=5233735 len=395020 2024-04-12T16:33:53.792 INFO:tasks.workunit.client.0.smithi099.stdout:op 3656 completed, throughput=5MB/sec 2024-04-12T16:33:53.792 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-UuBvIvjKGkRKKlK off=12911078 len=1630821 2024-04-12T16:33:53.794 INFO:tasks.workunit.client.0.smithi099.stdout:op 3657 completed, throughput=5MB/sec 2024-04-12T16:33:53.794 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-X5h4mL3mU6TRtIo off=7131697 len=236225 2024-04-12T16:33:53.794 INFO:tasks.workunit.client.0.smithi099.stdout:op 3658 completed, throughput=5MB/sec 2024-04-12T16:33:53.794 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-70OEX4PecFgQzKa off=6440645 len=719164 2024-04-12T16:33:53.799 INFO:tasks.workunit.client.0.smithi099.stdout:op 3659 completed, throughput=5MB/sec 2024-04-12T16:33:53.799 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-sMqxKXRNDb41Edq off=8511135 len=63487 2024-04-12T16:33:53.801 INFO:tasks.workunit.client.0.smithi099.stdout:op 3660 completed, throughput=5MB/sec 2024-04-12T16:33:53.801 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-3AOJf-ON6LfhQCP off=5021341 len=1474083 2024-04-12T16:33:53.808 INFO:tasks.workunit.client.0.smithi099.stdout:op 3661 completed, throughput=5MB/sec 2024-04-12T16:33:54.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:33:53 smithi110 ceph-mon[88691]: pgmap v1780: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:33:54.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:33:53 smithi099 ceph-mon[94290]: pgmap v1780: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:33:54.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:33:53 smithi099 ceph-mon[96864]: pgmap v1780: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:33:54.808 INFO:tasks.workunit.client.0.smithi099.stdout: 717: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:54.809 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ryC4u3C1F99E5ME off=3143748 len=4383 2024-04-12T16:33:54.809 INFO:tasks.workunit.client.0.smithi099.stdout:op 3662 completed, throughput=4.99MB/sec 2024-04-12T16:33:54.809 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-rWu6eJqXwxkjsh6 off=2058669 len=152298 2024-04-12T16:33:54.809 INFO:tasks.workunit.client.0.smithi099.stdout:op 3663 completed, throughput=4.99MB/sec 2024-04-12T16:33:54.809 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-tkdrHw9eXhfnefF off=832074 len=950423 2024-04-12T16:33:54.816 INFO:tasks.workunit.client.0.smithi099.stdout:op 3664 completed, throughput=5MB/sec 2024-04-12T16:33:54.816 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-d0AtXiDLKppkKn7 off=9478291 len=1312124 2024-04-12T16:33:54.823 INFO:tasks.workunit.client.0.smithi099.stdout:op 3665 completed, throughput=5MB/sec 2024-04-12T16:33:54.823 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-tZzAMYq1FDqzdhn off=3169157 len=344266 2024-04-12T16:33:54.827 INFO:tasks.workunit.client.0.smithi099.stdout:op 3666 completed, throughput=5MB/sec 2024-04-12T16:33:54.827 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ZJ-xORb26pcagNp off=13168640 len=110901 2024-04-12T16:33:54.830 INFO:tasks.workunit.client.0.smithi099.stdout:op 3667 completed, throughput=5MB/sec 2024-04-12T16:33:54.830 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-wQC8ic1CDilkhxv off=3050516 len=865666 2024-04-12T16:33:54.831 INFO:tasks.workunit.client.0.smithi099.stdout:op 3668 completed, throughput=5MB/sec 2024-04-12T16:33:54.831 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-uzMPS3AI7Int88y off=10703386 len=964422 2024-04-12T16:33:54.835 INFO:tasks.workunit.client.0.smithi099.stdout:op 3669 completed, throughput=5MB/sec 2024-04-12T16:33:55.836 INFO:tasks.workunit.client.0.smithi099.stdout: 718: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:55.836 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-If3Rvej7zKYx0ys off=7276809 len=350258 2024-04-12T16:33:55.839 INFO:tasks.workunit.client.0.smithi099.stdout:op 3670 completed, throughput=4.99MB/sec 2024-04-12T16:33:55.839 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-4rs33pFonKw1GVr off=1264259 len=1041571 2024-04-12T16:33:55.840 INFO:tasks.workunit.client.0.smithi099.stdout:op 3671 completed, throughput=5MB/sec 2024-04-12T16:33:55.840 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-w3Adyk4w4efoVyp off=5567459 len=1098515 2024-04-12T16:33:55.842 INFO:tasks.workunit.client.0.smithi099.stdout:op 3672 completed, throughput=5MB/sec 2024-04-12T16:33:55.842 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-k3JhvduvZGkL5a7 off=10104249 len=1085338 2024-04-12T16:33:55.845 INFO:tasks.workunit.client.0.smithi099.stdout:op 3673 completed, throughput=5MB/sec 2024-04-12T16:33:55.845 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-YRtOg-fco6nktox off=5999 len=628909 2024-04-12T16:33:55.848 INFO:tasks.workunit.client.0.smithi099.stdout:op 3674 completed, throughput=5MB/sec 2024-04-12T16:33:55.848 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-MxRmMcIwO5ol2QB off=513566 len=1104456 2024-04-12T16:33:55.851 INFO:tasks.workunit.client.0.smithi099.stdout:op 3675 completed, throughput=5MB/sec 2024-04-12T16:33:56.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:33:56 smithi110 ceph-mon[88691]: pgmap v1781: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:33:56.354 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:33:56 smithi099 ceph-mon[96864]: pgmap v1781: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:33:56.354 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:33:56 smithi099 ceph-mon[94290]: pgmap v1781: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:33:56.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:33:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:33:56] "GET /metrics HTTP/1.1" 200 34135 "" "Prometheus/2.43.0" 2024-04-12T16:33:56.851 INFO:tasks.workunit.client.0.smithi099.stdout: 719: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:56.851 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-kdDleskYlskL3jE off=6952165 len=1795274 2024-04-12T16:33:56.859 INFO:tasks.workunit.client.0.smithi099.stdout:op 3676 completed, throughput=5MB/sec 2024-04-12T16:33:56.859 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-PP6KioE6BSivTM7 off=10904031 len=1829214 2024-04-12T16:33:56.869 INFO:tasks.workunit.client.0.smithi099.stdout:op 3677 completed, throughput=5MB/sec 2024-04-12T16:33:56.869 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-U_6MJdxy9EXwjKF off=2140471 len=901190 2024-04-12T16:33:56.870 INFO:tasks.workunit.client.0.smithi099.stdout:op 3678 completed, throughput=5MB/sec 2024-04-12T16:33:56.870 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-2P15lXuxllVGH6Q off=15462078 len=2053086 2024-04-12T16:33:56.872 INFO:tasks.workunit.client.0.smithi099.stdout:op 3679 completed, throughput=5MB/sec 2024-04-12T16:33:57.872 INFO:tasks.workunit.client.0.smithi099.stdout: 720: throughput=5MB/sec pending data=0 2024-04-12T16:33:57.872 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Z2rXPMVdKgYtGZ3 off=4312527 len=2058286 2024-04-12T16:33:57.876 INFO:tasks.workunit.client.0.smithi099.stdout:op 3680 completed, throughput=5MB/sec 2024-04-12T16:33:57.876 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-QN2oxCVFIw2yErv off=2999415 len=384747 2024-04-12T16:33:57.876 INFO:tasks.workunit.client.0.smithi099.stdout:op 3681 completed, throughput=5MB/sec 2024-04-12T16:33:57.876 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-lj1uwt-jScW3bd8 off=272469 len=1247007 2024-04-12T16:33:57.878 INFO:tasks.workunit.client.0.smithi099.stdout:op 3682 completed, throughput=5MB/sec 2024-04-12T16:33:57.878 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-1Ljc99oa-NuidM0 off=440618 len=1901100 2024-04-12T16:33:57.881 INFO:tasks.workunit.client.0.smithi099.stdout:op 3683 completed, throughput=5MB/sec 2024-04-12T16:33:58.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:33:58 smithi110 ceph-mon[88691]: pgmap v1782: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:33:58.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:33:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:33:58.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:33:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:33:58.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:33:58 smithi099 ceph-mon[94290]: pgmap v1782: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:33:58.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:33:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:33:58.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:33:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:33:58.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:33:58 smithi099 ceph-mon[96864]: pgmap v1782: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:33:58.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:33:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:33:58.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:33:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:33:58.882 INFO:tasks.workunit.client.0.smithi099.stdout: 721: throughput=5MB/sec pending data=0 2024-04-12T16:33:58.882 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--xaNGcApoGwvwV9 off=124617 len=1275490 2024-04-12T16:33:58.883 INFO:tasks.workunit.client.0.smithi099.stdout:op 3684 completed, throughput=5MB/sec 2024-04-12T16:33:58.883 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-JGlYgySzqSFJ9g1 off=336712 len=1660916 2024-04-12T16:33:58.889 INFO:tasks.workunit.client.0.smithi099.stdout:op 3685 completed, throughput=5MB/sec 2024-04-12T16:33:58.889 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-hc4WvhHBQ7RTf_- off=495040 len=1652461 2024-04-12T16:33:58.896 INFO:tasks.workunit.client.0.smithi099.stdout:op 3686 completed, throughput=5MB/sec 2024-04-12T16:33:59.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:33:59 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:33:59.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:33:59 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:33:59.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:33:59 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:33:59.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:33:59 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:33:59.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:33:59 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:33:59.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:33:59 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:33:59.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:33:59 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:33:59.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:33:59 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:33:59.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:33:59 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:33:59.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:33:59 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:33:59.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:33:59 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:33:59.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:33:59 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:33:59.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:33:59 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:33:59.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:33:59 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:33:59.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:33:59 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:33:59.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:33:59 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:33:59.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:33:59 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:33:59.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:33:59 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:33:59.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:33:59 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:33:59.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:33:59 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:33:59.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:33:59 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:33:59.896 INFO:tasks.workunit.client.0.smithi099.stdout: 722: throughput=4.99MB/sec pending data=0 2024-04-12T16:33:59.897 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-MKrYGGQHJiH62dw off=77636 len=529213 2024-04-12T16:33:59.897 INFO:tasks.workunit.client.0.smithi099.stdout:op 3687 completed, throughput=5MB/sec 2024-04-12T16:33:59.898 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-s0JQfLRxFwyv9-l off=6008645 len=749738 2024-04-12T16:33:59.898 INFO:tasks.workunit.client.0.smithi099.stdout:op 3688 completed, throughput=5MB/sec 2024-04-12T16:33:59.899 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-QAiblLcMX-64XYX off=2699422 len=1274432 2024-04-12T16:33:59.901 INFO:tasks.workunit.client.0.smithi099.stdout:op 3689 completed, throughput=5MB/sec 2024-04-12T16:33:59.901 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Ee9QQK7WGLL6nkA off=3762300 len=1273827 2024-04-12T16:33:59.909 INFO:tasks.workunit.client.0.smithi099.stdout:op 3690 completed, throughput=5MB/sec 2024-04-12T16:33:59.909 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-HIOsfBe_IzKRhFC off=1776536 len=1043418 2024-04-12T16:33:59.915 INFO:tasks.workunit.client.0.smithi099.stdout:op 3691 completed, throughput=5MB/sec 2024-04-12T16:34:00.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:34:00 smithi110 ceph-mon[88691]: pgmap v1783: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:34:00.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:34:00 smithi099 ceph-mon[94290]: pgmap v1783: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:34:00.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:34:00 smithi099 ceph-mon[96864]: pgmap v1783: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:34:00.915 INFO:tasks.workunit.client.0.smithi099.stdout: 723: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:00.915 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-8FR79BdM0dGZp7c off=2569900 len=1357080 2024-04-12T16:34:00.921 INFO:tasks.workunit.client.0.smithi099.stdout:op 3692 completed, throughput=5MB/sec 2024-04-12T16:34:00.922 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-N61gN1SRfzuKu_u off=83459 len=92987 2024-04-12T16:34:00.924 INFO:tasks.workunit.client.0.smithi099.stdout:op 3693 completed, throughput=5MB/sec 2024-04-12T16:34:00.924 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-3A4uL98jpwcB08i off=2394654 len=679229 2024-04-12T16:34:00.925 INFO:tasks.workunit.client.0.smithi099.stdout:op 3694 completed, throughput=5MB/sec 2024-04-12T16:34:00.925 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-sCcVai1l0_K3-ko off=13560974 len=356208 2024-04-12T16:34:00.926 INFO:tasks.workunit.client.0.smithi099.stdout:op 3695 completed, throughput=5MB/sec 2024-04-12T16:34:00.926 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Zq6qG72i0H723A7 off=0 len=1311118 2024-04-12T16:34:00.928 INFO:tasks.workunit.client.0.smithi099.stdout:op 3696 completed, throughput=5MB/sec 2024-04-12T16:34:00.928 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-85jLFNw_xW7_nJj off=4093760 len=597168 2024-04-12T16:34:00.932 INFO:tasks.workunit.client.0.smithi099.stdout:op 3697 completed, throughput=5MB/sec 2024-04-12T16:34:00.932 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-BhZ8jbertZ716Ak off=647030 len=400203 2024-04-12T16:34:00.935 INFO:tasks.workunit.client.0.smithi099.stdout:op 3698 completed, throughput=5MB/sec 2024-04-12T16:34:01.936 INFO:tasks.workunit.client.0.smithi099.stdout: 724: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:01.936 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-rCxQg6cSqiSUhbK off=509551 len=1543306 2024-04-12T16:34:01.943 INFO:tasks.workunit.client.0.smithi099.stdout:op 3699 completed, throughput=5MB/sec 2024-04-12T16:34:01.943 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0xWCLVnYH0YUwnD off=10059855 len=1337478 2024-04-12T16:34:01.950 INFO:tasks.workunit.client.0.smithi099.stdout:op 3700 completed, throughput=5MB/sec 2024-04-12T16:34:01.950 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-oBMtAwi5La2XhtH off=1135243 len=1425097 2024-04-12T16:34:01.957 INFO:tasks.workunit.client.0.smithi099.stdout:op 3701 completed, throughput=5MB/sec 2024-04-12T16:34:01.958 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-FS5vXKoU2pXbXWK off=19083134 len=1380301 2024-04-12T16:34:01.958 INFO:tasks.workunit.client.0.smithi099.stdout:op 3702 completed, throughput=5MB/sec 2024-04-12T16:34:02.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:34:02 smithi110 ceph-mon[88691]: pgmap v1784: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-12T16:34:02.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:34:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:34:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:34:02.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:34:02 smithi099 ceph-mon[94290]: pgmap v1784: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-12T16:34:02.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:34:02 smithi099 ceph-mon[96864]: pgmap v1784: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-12T16:34:02.959 INFO:tasks.workunit.client.0.smithi099.stdout: 725: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:02.959 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-xKhkIwoTUbXgmFA off=5133470 len=1663566 2024-04-12T16:34:02.962 INFO:tasks.workunit.client.0.smithi099.stdout:op 3703 completed, throughput=5MB/sec 2024-04-12T16:34:02.962 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-SlZLQnwU-AGFckn off=20159 len=150134 2024-04-12T16:34:02.963 INFO:tasks.workunit.client.0.smithi099.stdout:op 3704 completed, throughput=5MB/sec 2024-04-12T16:34:02.963 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-CFYM8_3qYEkPeaS off=13683364 len=1362336 2024-04-12T16:34:02.971 INFO:tasks.workunit.client.0.smithi099.stdout:op 3705 completed, throughput=5MB/sec 2024-04-12T16:34:02.971 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-z0z2CBYKh3-iaqQ off=275608 len=1585102 2024-04-12T16:34:02.973 INFO:tasks.workunit.client.0.smithi099.stdout:op 3706 completed, throughput=5MB/sec 2024-04-12T16:34:02.973 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-TaZww6ebEif4NKB off=10241173 len=2072043 2024-04-12T16:34:02.983 INFO:tasks.workunit.client.0.smithi099.stdout:op 3707 completed, throughput=5MB/sec 2024-04-12T16:34:03.984 INFO:tasks.workunit.client.0.smithi099.stdout: 726: throughput=5MB/sec pending data=0 2024-04-12T16:34:03.984 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ACbvmu64Wsy3GnC off=10349797 len=908352 2024-04-12T16:34:03.986 INFO:tasks.workunit.client.0.smithi099.stdout:op 3708 completed, throughput=5MB/sec 2024-04-12T16:34:03.986 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-N4AgOhtQHFHJE4l off=2861341 len=610985 2024-04-12T16:34:03.991 INFO:tasks.workunit.client.0.smithi099.stdout:op 3709 completed, throughput=5MB/sec 2024-04-12T16:34:03.991 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-GAWm1LFh3dNy7La off=5164726 len=1507307 2024-04-12T16:34:03.992 INFO:tasks.workunit.client.0.smithi099.stdout:op 3710 completed, throughput=5MB/sec 2024-04-12T16:34:03.992 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-3hYq3Y-f3JY_Bai off=8409243 len=341977 2024-04-12T16:34:03.996 INFO:tasks.workunit.client.0.smithi099.stdout:op 3711 completed, throughput=5MB/sec 2024-04-12T16:34:03.996 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-0XTwhkDrgwy-RoY off=3880367 len=1013885 2024-04-12T16:34:03.997 INFO:tasks.workunit.client.0.smithi099.stdout:op 3712 completed, throughput=5MB/sec 2024-04-12T16:34:04.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:34:04 smithi110 ceph-mon[88691]: pgmap v1785: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:34:04.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:34:04 smithi099 ceph-mon[94290]: pgmap v1785: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:34:04.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:34:04 smithi099 ceph-mon[96864]: pgmap v1785: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:34:04.997 INFO:tasks.workunit.client.0.smithi099.stdout: 727: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:04.998 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-21bmavn7-6RCjmm off=8095080 len=514431 2024-04-12T16:34:05.001 INFO:tasks.workunit.client.0.smithi099.stdout:op 3713 completed, throughput=5MB/sec 2024-04-12T16:34:05.002 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-8m4Q6Pin6eKL0Xw off=2016618 len=87114 2024-04-12T16:34:05.003 INFO:tasks.workunit.client.0.smithi099.stdout:op 3714 completed, throughput=5MB/sec 2024-04-12T16:34:05.003 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-YEWPaLvLJ--_qlI off=757211 len=1550673 2024-04-12T16:34:05.011 INFO:tasks.workunit.client.0.smithi099.stdout:op 3715 completed, throughput=5MB/sec 2024-04-12T16:34:05.011 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-IAbhcmFdl8pAEhQ off=5342055 len=65944 2024-04-12T16:34:05.014 INFO:tasks.workunit.client.0.smithi099.stdout:op 3716 completed, throughput=5MB/sec 2024-04-12T16:34:05.014 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-5RzhPcCp_hUGdof off=4646642 len=1072308 2024-04-12T16:34:05.020 INFO:tasks.workunit.client.0.smithi099.stdout:op 3717 completed, throughput=5MB/sec 2024-04-12T16:34:05.020 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-VZ35C59b8_FfnV6 off=700295 len=1774757 2024-04-12T16:34:05.021 INFO:tasks.workunit.client.0.smithi099.stdout:op 3718 completed, throughput=5MB/sec 2024-04-12T16:34:06.021 INFO:tasks.workunit.client.0.smithi099.stdout: 728: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:06.022 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-T-OqBnxICNANRYg off=1409897 len=853648 2024-04-12T16:34:06.026 INFO:tasks.workunit.client.0.smithi099.stdout:op 3719 completed, throughput=5MB/sec 2024-04-12T16:34:06.026 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-36OoN3szjd0GSzG off=5302966 len=1505337 2024-04-12T16:34:06.029 INFO:tasks.workunit.client.0.smithi099.stdout:op 3720 completed, throughput=5MB/sec 2024-04-12T16:34:06.029 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-tkWdNME2ptlmiZw off=13513952 len=1315797 2024-04-12T16:34:06.035 INFO:tasks.workunit.client.0.smithi099.stdout:op 3721 completed, throughput=5MB/sec 2024-04-12T16:34:06.035 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-YKe0-8k2TSjZ-Ax off=6186907 len=917937 2024-04-12T16:34:06.039 INFO:tasks.workunit.client.0.smithi099.stdout:op 3722 completed, throughput=5MB/sec 2024-04-12T16:34:06.039 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-o_YhcRNtWC-3dJl off=1630966 len=154767 2024-04-12T16:34:06.039 INFO:tasks.workunit.client.0.smithi099.stdout:op 3723 completed, throughput=5MB/sec 2024-04-12T16:34:06.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:34:06 smithi110 ceph-mon[88691]: pgmap v1786: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:34:06.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:34:06 smithi099 ceph-mon[94290]: pgmap v1786: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:34:06.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:34:06 smithi099 ceph-mon[96864]: pgmap v1786: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:34:06.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:34:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:34:06] "GET /metrics HTTP/1.1" 200 34133 "" "Prometheus/2.43.0" 2024-04-12T16:34:07.040 INFO:tasks.workunit.client.0.smithi099.stdout: 729: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:07.040 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-8wBpMsycfXdvmRd off=126678 len=2056255 2024-04-12T16:34:07.051 INFO:tasks.workunit.client.0.smithi099.stdout:op 3724 completed, throughput=5MB/sec 2024-04-12T16:34:07.051 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Nwei-q88PO8xXT1 off=7551459 len=428200 2024-04-12T16:34:07.054 INFO:tasks.workunit.client.0.smithi099.stdout:op 3725 completed, throughput=5MB/sec 2024-04-12T16:34:07.054 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_Ldst25q5ZKuiqy off=11565916 len=1119640 2024-04-12T16:34:07.061 INFO:tasks.workunit.client.0.smithi099.stdout:op 3726 completed, throughput=5MB/sec 2024-04-12T16:34:07.061 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-rTK4DNOMjyEkbgN off=21160142 len=1634113 2024-04-12T16:34:07.068 INFO:tasks.workunit.client.0.smithi099.stdout:op 3727 completed, throughput=5MB/sec 2024-04-12T16:34:07.068 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Njrge3mPFIbsGkO off=4991204 len=1373776 2024-04-12T16:34:07.070 INFO:tasks.workunit.client.0.smithi099.stdout:op 3728 completed, throughput=5MB/sec 2024-04-12T16:34:08.070 INFO:tasks.workunit.client.0.smithi099.stdout: 730: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:08.070 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-AHPWSFxYWUqzJaC off=1212288 len=1745312 2024-04-12T16:34:08.074 INFO:tasks.workunit.client.0.smithi099.stdout:op 3729 completed, throughput=5MB/sec 2024-04-12T16:34:08.074 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-E67snjNo_22D-tv off=1775629 len=1097478 2024-04-12T16:34:08.081 INFO:tasks.workunit.client.0.smithi099.stdout:op 3730 completed, throughput=5MB/sec 2024-04-12T16:34:08.081 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-rCHggyADSnWfuZR off=10306059 len=2024275 2024-04-12T16:34:08.083 INFO:tasks.workunit.client.0.smithi099.stdout:op 3731 completed, throughput=5MB/sec 2024-04-12T16:34:08.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:34:08 smithi110 ceph-mon[88691]: pgmap v1787: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:34:08.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:34:08 smithi099 ceph-mon[94290]: pgmap v1787: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:34:08.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:34:08 smithi099 ceph-mon[96864]: pgmap v1787: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:34:09.083 INFO:tasks.workunit.client.0.smithi099.stdout: 731: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:09.084 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-K4jz8jv9sqwly-1 off=979144 len=1542045 2024-04-12T16:34:09.092 INFO:tasks.workunit.client.0.smithi099.stdout:op 3732 completed, throughput=5MB/sec 2024-04-12T16:34:09.092 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-QraDKCmjQPuWcH8 off=15074849 len=1424229 2024-04-12T16:34:09.097 INFO:tasks.workunit.client.0.smithi099.stdout:op 3733 completed, throughput=5MB/sec 2024-04-12T16:34:09.098 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-meKjR6HQEpFjgnV off=3503950 len=753223 2024-04-12T16:34:09.102 INFO:tasks.workunit.client.0.smithi099.stdout:op 3734 completed, throughput=5MB/sec 2024-04-12T16:34:09.103 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-lrtxrwZmZkiGeQe off=2634638 len=1914401 2024-04-12T16:34:09.104 INFO:tasks.workunit.client.0.smithi099.stdout:op 3735 completed, throughput=5MB/sec 2024-04-12T16:34:10.105 INFO:tasks.workunit.client.0.smithi099.stdout: 732: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:10.105 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-DKX3n18nMlrORZv off=10552465 len=1902950 2024-04-12T16:34:10.115 INFO:tasks.workunit.client.0.smithi099.stdout:op 3736 completed, throughput=5MB/sec 2024-04-12T16:34:10.115 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-i9LZP9Fzfquaykq off=8471162 len=1080217 2024-04-12T16:34:10.116 INFO:tasks.workunit.client.0.smithi099.stdout:op 3737 completed, throughput=5MB/sec 2024-04-12T16:34:10.116 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-C-4i6H1IOYYS49w off=7594610 len=1596738 2024-04-12T16:34:10.119 INFO:tasks.workunit.client.0.smithi099.stdout:op 3738 completed, throughput=5MB/sec 2024-04-12T16:34:10.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:34:10 smithi110 ceph-mon[88691]: pgmap v1788: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T16:34:10.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:34:10 smithi099 ceph-mon[94290]: pgmap v1788: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T16:34:10.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:34:10 smithi099 ceph-mon[96864]: pgmap v1788: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T16:34:11.119 INFO:tasks.workunit.client.0.smithi099.stdout: 733: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:11.119 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-18qOCQx0efFeR6I off=8346003 len=1869817 2024-04-12T16:34:11.122 INFO:tasks.workunit.client.0.smithi099.stdout:op 3739 completed, throughput=5MB/sec 2024-04-12T16:34:11.122 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ryC4u3C1F99E5ME off=1788528 len=1603398 2024-04-12T16:34:11.131 INFO:tasks.workunit.client.0.smithi099.stdout:op 3740 completed, throughput=5MB/sec 2024-04-12T16:34:11.131 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-9g_Q7bBVgnKyhTq off=18884570 len=1230957 2024-04-12T16:34:11.132 INFO:tasks.workunit.client.0.smithi099.stdout:op 3741 completed, throughput=5MB/sec 2024-04-12T16:34:11.133 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-MCki3AUw7UGcsvG off=7470171 len=1692989 2024-04-12T16:34:11.134 INFO:tasks.workunit.client.0.smithi099.stdout:op 3742 completed, throughput=5MB/sec 2024-04-12T16:34:12.135 INFO:tasks.workunit.client.0.smithi099.stdout: 734: throughput=5MB/sec pending data=0 2024-04-12T16:34:12.135 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-SiFLMO7lptz8eYS off=760 len=1735215 2024-04-12T16:34:12.144 INFO:tasks.workunit.client.0.smithi099.stdout:op 3743 completed, throughput=5MB/sec 2024-04-12T16:34:12.144 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-GP2ayNsHO3EoLKf off=1523765 len=1636517 2024-04-12T16:34:12.151 INFO:tasks.workunit.client.0.smithi099.stdout:op 3744 completed, throughput=5MB/sec 2024-04-12T16:34:12.151 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-gguLVtDi__NkXQ3 off=545422 len=741463 2024-04-12T16:34:12.154 INFO:tasks.workunit.client.0.smithi099.stdout:op 3745 completed, throughput=5MB/sec 2024-04-12T16:34:12.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:34:12 smithi110 ceph-mon[88691]: pgmap v1789: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:34:12.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:34:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:34:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:34:12.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:34:12 smithi099 ceph-mon[94290]: pgmap v1789: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:34:12.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:34:12 smithi099 ceph-mon[96864]: pgmap v1789: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:34:13.155 INFO:tasks.workunit.client.0.smithi099.stdout: 735: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:13.155 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-2-_QRjf43nLzT06 off=1408721 len=519369 2024-04-12T16:34:13.159 INFO:tasks.workunit.client.0.smithi099.stdout:op 3746 completed, throughput=4.99MB/sec 2024-04-12T16:34:13.159 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-aGcc_rj6eRXJYGm off=15129459 len=1844218 2024-04-12T16:34:13.168 INFO:tasks.workunit.client.0.smithi099.stdout:op 3747 completed, throughput=5MB/sec 2024-04-12T16:34:13.168 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-HOIM6iO7m_kXgH1 off=5693304 len=1507136 2024-04-12T16:34:13.174 INFO:tasks.workunit.client.0.smithi099.stdout:op 3748 completed, throughput=5MB/sec 2024-04-12T16:34:13.174 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-FebMYLtqGM7qYm5 off=632351 len=1921252 2024-04-12T16:34:13.178 INFO:tasks.workunit.client.0.smithi099.stdout:op 3749 completed, throughput=5MB/sec 2024-04-12T16:34:13.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:34:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:34:13.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:34:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:34:13.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:34:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:34:14.178 INFO:tasks.workunit.client.0.smithi099.stdout: 736: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:14.178 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-TL8YybyOJ-eq48G off=2027699 len=1874088 2024-04-12T16:34:14.180 INFO:tasks.workunit.client.0.smithi099.stdout:op 3750 completed, throughput=5MB/sec 2024-04-12T16:34:14.180 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-jB9CaygFulMt5vp off=22674521 len=1947805 2024-04-12T16:34:14.182 INFO:tasks.workunit.client.0.smithi099.stdout:op 3751 completed, throughput=5MB/sec 2024-04-12T16:34:14.182 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-rzMJfr1lXMmYA3y off=21905299 len=1158459 2024-04-12T16:34:14.190 INFO:tasks.workunit.client.0.smithi099.stdout:op 3752 completed, throughput=5MB/sec 2024-04-12T16:34:14.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:34:14 smithi110 ceph-mon[88691]: pgmap v1790: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:34:14.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:34:14 smithi099 ceph-mon[94290]: pgmap v1790: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:34:14.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:34:14 smithi099 ceph-mon[96864]: pgmap v1790: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:34:15.190 INFO:tasks.workunit.client.0.smithi099.stdout: 737: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:15.190 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-QWzlXTsXKVJmklo off=4060880 len=152218 2024-04-12T16:34:15.193 INFO:tasks.workunit.client.0.smithi099.stdout:op 3753 completed, throughput=4.99MB/sec 2024-04-12T16:34:15.193 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Fbuol-NT4PIejdv off=2859672 len=112154 2024-04-12T16:34:15.193 INFO:tasks.workunit.client.0.smithi099.stdout:op 3754 completed, throughput=4.99MB/sec 2024-04-12T16:34:15.193 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-UaPy1Sn0BDF5Tnl off=1139699 len=1365004 2024-04-12T16:34:15.195 INFO:tasks.workunit.client.0.smithi099.stdout:op 3755 completed, throughput=5MB/sec 2024-04-12T16:34:15.195 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qKUKMxuaeEfc5Mk off=0 len=1635999 2024-04-12T16:34:15.203 INFO:tasks.workunit.client.0.smithi099.stdout:op 3756 completed, throughput=5MB/sec 2024-04-12T16:34:15.203 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-J0FiQhh8S-kX1_4 off=7358753 len=700451 2024-04-12T16:34:15.207 INFO:tasks.workunit.client.0.smithi099.stdout:op 3757 completed, throughput=5MB/sec 2024-04-12T16:34:15.207 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-5aGULSOFRMOk3vb off=23270281 len=1150977 2024-04-12T16:34:15.213 INFO:tasks.workunit.client.0.smithi099.stdout:op 3758 completed, throughput=5MB/sec 2024-04-12T16:34:16.214 INFO:tasks.workunit.client.0.smithi099.stdout: 738: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:16.214 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-wDrzJdDgVSzmtPN off=3164386 len=926654 2024-04-12T16:34:16.215 INFO:tasks.workunit.client.0.smithi099.stdout:op 3759 completed, throughput=4.99MB/sec 2024-04-12T16:34:16.215 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1hsDKI-RBoOtXCB off=5868668 len=712101 2024-04-12T16:34:16.221 INFO:tasks.workunit.client.0.smithi099.stdout:op 3760 completed, throughput=5MB/sec 2024-04-12T16:34:16.221 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-q_n135ZrcR7kBF2 off=18741538 len=1271013 2024-04-12T16:34:16.227 INFO:tasks.workunit.client.0.smithi099.stdout:op 3761 completed, throughput=5MB/sec 2024-04-12T16:34:16.227 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-OmuJOPSXjYsD5iq off=14993413 len=129129 2024-04-12T16:34:16.229 INFO:tasks.workunit.client.0.smithi099.stdout:op 3762 completed, throughput=5MB/sec 2024-04-12T16:34:16.229 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-a07Y94e44vRUH_2 off=5824693 len=1004974 2024-04-12T16:34:16.231 INFO:tasks.workunit.client.0.smithi099.stdout:op 3763 completed, throughput=5MB/sec 2024-04-12T16:34:16.231 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Zar2bXXwKUxQ2pI off=2246721 len=286405 2024-04-12T16:34:16.233 INFO:tasks.workunit.client.0.smithi099.stdout:op 3764 completed, throughput=5MB/sec 2024-04-12T16:34:16.233 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-BvEiRuIWiY3Yg9d off=14497060 len=160830 2024-04-12T16:34:16.234 INFO:tasks.workunit.client.0.smithi099.stdout:op 3765 completed, throughput=5MB/sec 2024-04-12T16:34:16.234 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-F2XXSP3RBiVN82K off=14156219 len=2005294 2024-04-12T16:34:16.236 INFO:tasks.workunit.client.0.smithi099.stdout:op 3766 completed, throughput=5MB/sec 2024-04-12T16:34:16.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:34:16 smithi110 ceph-mon[88691]: pgmap v1791: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:34:16.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:34:16 smithi099 ceph-mon[94290]: pgmap v1791: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:34:16.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:34:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:34:16] "GET /metrics HTTP/1.1" 200 34135 "" "Prometheus/2.43.0" 2024-04-12T16:34:16.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:34:16 smithi099 ceph-mon[96864]: pgmap v1791: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:34:17.237 INFO:tasks.workunit.client.0.smithi099.stdout: 739: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:17.237 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-EKSQHcScUB-ynFB off=7735697 len=115380 2024-04-12T16:34:17.237 INFO:tasks.workunit.client.0.smithi099.stdout:op 3767 completed, throughput=4.99MB/sec 2024-04-12T16:34:17.238 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_ion7b8gt3oReyB off=13591652 len=2071176 2024-04-12T16:34:17.249 INFO:tasks.workunit.client.0.smithi099.stdout:op 3768 completed, throughput=5MB/sec 2024-04-12T16:34:17.249 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-DQ9fiVYd322HC03 off=19074003 len=1160210 2024-04-12T16:34:17.252 INFO:tasks.workunit.client.0.smithi099.stdout:op 3769 completed, throughput=5MB/sec 2024-04-12T16:34:17.252 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ODboLr2tywh9hOC off=19047498 len=189559 2024-04-12T16:34:17.255 INFO:tasks.workunit.client.0.smithi099.stdout:op 3770 completed, throughput=5MB/sec 2024-04-12T16:34:17.255 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-NveXFRa0X_Nygxr off=15602887 len=731725 2024-04-12T16:34:17.259 INFO:tasks.workunit.client.0.smithi099.stdout:op 3771 completed, throughput=5MB/sec 2024-04-12T16:34:18.259 INFO:tasks.workunit.client.0.smithi099.stdout: 740: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:18.260 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-YuUrquP2et6B7f5 off=22025341 len=279024 2024-04-12T16:34:18.260 INFO:tasks.workunit.client.0.smithi099.stdout:op 3772 completed, throughput=4.99MB/sec 2024-04-12T16:34:18.260 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Yv9HH_6gSaHXWjA off=4558563 len=1050244 2024-04-12T16:34:18.267 INFO:tasks.workunit.client.0.smithi099.stdout:op 3773 completed, throughput=5MB/sec 2024-04-12T16:34:18.267 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-w6KuHIE7DmdOXFH off=22331958 len=1722080 2024-04-12T16:34:18.275 INFO:tasks.workunit.client.0.smithi099.stdout:op 3774 completed, throughput=5MB/sec 2024-04-12T16:34:18.275 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-abRclmRq9BsK71r off=14892052 len=1024328 2024-04-12T16:34:18.280 INFO:tasks.workunit.client.0.smithi099.stdout:op 3775 completed, throughput=5MB/sec 2024-04-12T16:34:18.280 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-HrOu-Y8CALJQCTg off=116638 len=1847874 2024-04-12T16:34:18.290 INFO:tasks.workunit.client.0.smithi099.stdout:op 3776 completed, throughput=5MB/sec 2024-04-12T16:34:18.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:34:18 smithi110 ceph-mon[88691]: pgmap v1792: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:34:18.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:34:18 smithi099 ceph-mon[94290]: pgmap v1792: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:34:18.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:34:18 smithi099 ceph-mon[96864]: pgmap v1792: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:34:19.290 INFO:tasks.workunit.client.0.smithi099.stdout: 741: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:19.290 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-FgiyKNRv9MHFuMi off=14558501 len=1466889 2024-04-12T16:34:19.292 INFO:tasks.workunit.client.0.smithi099.stdout:op 3777 completed, throughput=5MB/sec 2024-04-12T16:34:19.293 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-JIiLEe8uOXXn_36 off=15138625 len=1264155 2024-04-12T16:34:19.293 INFO:tasks.workunit.client.0.smithi099.stdout:op 3778 completed, throughput=5MB/sec 2024-04-12T16:34:19.293 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-K4VMfb2O1w2iQme off=6186112 len=2024839 2024-04-12T16:34:19.295 INFO:tasks.workunit.client.0.smithi099.stdout:op 3779 completed, throughput=5MB/sec 2024-04-12T16:34:20.295 INFO:tasks.workunit.client.0.smithi099.stdout: 742: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:20.296 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-8gkS3H7k_kHbVpM off=953262 len=1385828 2024-04-12T16:34:20.297 INFO:tasks.workunit.client.0.smithi099.stdout:op 3780 completed, throughput=5MB/sec 2024-04-12T16:34:20.297 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-uXkMZQr_dJojwaB off=341600 len=1271913 2024-04-12T16:34:20.304 INFO:tasks.workunit.client.0.smithi099.stdout:op 3781 completed, throughput=5MB/sec 2024-04-12T16:34:20.305 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-H6lPYoCWUuO_zem off=0 len=1732427 2024-04-12T16:34:20.307 INFO:tasks.workunit.client.0.smithi099.stdout:op 3782 completed, throughput=5MB/sec 2024-04-12T16:34:20.307 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-JSBlE39jda4jw5x off=146750 len=377369 2024-04-12T16:34:20.308 INFO:tasks.workunit.client.0.smithi099.stdout:op 3783 completed, throughput=5MB/sec 2024-04-12T16:34:20.308 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0vXYr0Sg7az1col off=6624867 len=974864 2024-04-12T16:34:20.313 INFO:tasks.workunit.client.0.smithi099.stdout:op 3784 completed, throughput=5MB/sec 2024-04-12T16:34:20.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:34:20 smithi110 ceph-mon[88691]: pgmap v1793: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T16:34:20.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:34:20 smithi099 ceph-mon[94290]: pgmap v1793: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T16:34:20.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:34:20 smithi099 ceph-mon[96864]: pgmap v1793: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T16:34:21.314 INFO:tasks.workunit.client.0.smithi099.stdout: 743: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:21.314 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-x7b0KEGJuvBSJqn off=769757 len=1950844 2024-04-12T16:34:21.324 INFO:tasks.workunit.client.0.smithi099.stdout:op 3785 completed, throughput=5MB/sec 2024-04-12T16:34:21.324 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-VE1KUOFYQk32-Iq off=1558994 len=2045484 2024-04-12T16:34:21.332 INFO:tasks.workunit.client.0.smithi099.stdout:op 3786 completed, throughput=5MB/sec 2024-04-12T16:34:21.332 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ZXqiVKrtCZCDA7q off=4279677 len=2054286 2024-04-12T16:34:21.342 INFO:tasks.workunit.client.0.smithi099.stdout:op 3787 completed, throughput=5MB/sec 2024-04-12T16:34:22.342 INFO:tasks.workunit.client.0.smithi099.stdout: 744: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:22.343 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-AOrLSF2lknbAdRb off=11757769 len=1612247 2024-04-12T16:34:22.351 INFO:tasks.workunit.client.0.smithi099.stdout:op 3788 completed, throughput=5MB/sec 2024-04-12T16:34:22.351 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-jZLF9xl5W-b_Wks off=11705976 len=337532 2024-04-12T16:34:22.355 INFO:tasks.workunit.client.0.smithi099.stdout:op 3789 completed, throughput=5MB/sec 2024-04-12T16:34:22.355 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-hiKY-LN-tCFypTr off=7269753 len=1914165 2024-04-12T16:34:22.364 INFO:tasks.workunit.client.0.smithi099.stdout:op 3790 completed, throughput=5MB/sec 2024-04-12T16:34:22.364 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qx2Z3EajEe0GzIO off=15006094 len=442216 2024-04-12T16:34:22.367 INFO:tasks.workunit.client.0.smithi099.stdout:op 3791 completed, throughput=5MB/sec 2024-04-12T16:34:22.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:34:22 smithi110 ceph-mon[88691]: pgmap v1794: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-12T16:34:22.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:34:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:34:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:34:22.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:34:22 smithi099 ceph-mon[94290]: pgmap v1794: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-12T16:34:22.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:34:22 smithi099 ceph-mon[96864]: pgmap v1794: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-12T16:34:23.367 INFO:tasks.workunit.client.0.smithi099.stdout: 745: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:23.368 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-aTYTeZ3yIPR78Nr off=436470 len=1723488 2024-04-12T16:34:23.378 INFO:tasks.workunit.client.0.smithi099.stdout:op 3792 completed, throughput=5MB/sec 2024-04-12T16:34:23.378 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-CeUeuGa6zds-9b8 off=6435147 len=1187213 2024-04-12T16:34:23.382 INFO:tasks.workunit.client.0.smithi099.stdout:op 3793 completed, throughput=5MB/sec 2024-04-12T16:34:23.382 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-8fFErSmYENaQVVh off=14686224 len=355511 2024-04-12T16:34:23.383 INFO:tasks.workunit.client.0.smithi099.stdout:op 3794 completed, throughput=5MB/sec 2024-04-12T16:34:23.383 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ytWRSrugRJU6Cjf off=1335359 len=979177 2024-04-12T16:34:23.389 INFO:tasks.workunit.client.0.smithi099.stdout:op 3795 completed, throughput=5MB/sec 2024-04-12T16:34:23.389 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-4PV4rg0V1yXe-g7 off=7231234 len=1004197 2024-04-12T16:34:23.390 INFO:tasks.workunit.client.0.smithi099.stdout:op 3796 completed, throughput=5MB/sec 2024-04-12T16:34:23.390 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-wovzSHHGn9VpiDj off=906351 len=1930382 2024-04-12T16:34:23.399 INFO:tasks.workunit.client.0.smithi099.stdout:op 3797 completed, throughput=5MB/sec 2024-04-12T16:34:24.399 INFO:tasks.workunit.client.0.smithi099.stdout: 746: throughput=5MB/sec pending data=0 2024-04-12T16:34:24.399 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-RRwG3Z1M2GagaPq off=363904 len=1859512 2024-04-12T16:34:24.401 INFO:tasks.workunit.client.0.smithi099.stdout:op 3798 completed, throughput=5MB/sec 2024-04-12T16:34:24.401 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-uYsELpqRUFw3eW1 off=784299 len=486044 2024-04-12T16:34:24.403 INFO:tasks.workunit.client.0.smithi099.stdout:op 3799 completed, throughput=5MB/sec 2024-04-12T16:34:24.403 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-BxorcGlFEe5D5jG off=6789428 len=1651925 2024-04-12T16:34:24.404 INFO:tasks.workunit.client.0.smithi099.stdout:op 3800 completed, throughput=5MB/sec 2024-04-12T16:34:24.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:34:24 smithi110 ceph-mon[88691]: pgmap v1795: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T16:34:24.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:34:24 smithi099 ceph-mon[94290]: pgmap v1795: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T16:34:24.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:34:24 smithi099 ceph-mon[96864]: pgmap v1795: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T16:34:25.404 INFO:tasks.workunit.client.0.smithi099.stdout: 747: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:25.405 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ctjT5TsiFyHNBgG off=2107040 len=1104506 2024-04-12T16:34:25.411 INFO:tasks.workunit.client.0.smithi099.stdout:op 3801 completed, throughput=5MB/sec 2024-04-12T16:34:25.411 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ORnd4hqONSIB_4Y off=10620330 len=1387289 2024-04-12T16:34:25.412 INFO:tasks.workunit.client.0.smithi099.stdout:op 3802 completed, throughput=5MB/sec 2024-04-12T16:34:25.413 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ECLURgRvKrJ_5vA off=13906745 len=2035270 2024-04-12T16:34:25.422 INFO:tasks.workunit.client.0.smithi099.stdout:op 3803 completed, throughput=5MB/sec 2024-04-12T16:34:25.422 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-g5zNXIi0P4fiH2z off=13644268 len=1748891 2024-04-12T16:34:25.425 INFO:tasks.workunit.client.0.smithi099.stdout:op 3804 completed, throughput=5MB/sec 2024-04-12T16:34:26.425 INFO:tasks.workunit.client.0.smithi099.stdout: 748: throughput=5MB/sec pending data=0 2024-04-12T16:34:26.425 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-cK6Z6_EAm-Zl_MQ off=12564316 len=81084 2024-04-12T16:34:26.426 INFO:tasks.workunit.client.0.smithi099.stdout:op 3805 completed, throughput=5MB/sec 2024-04-12T16:34:26.426 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-QNGgTEwjR1nXUW3 off=129924 len=226001 2024-04-12T16:34:26.429 INFO:tasks.workunit.client.0.smithi099.stdout:op 3806 completed, throughput=5MB/sec 2024-04-12T16:34:26.429 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-24BP9o-QGQQdcJo off=889771 len=1335940 2024-04-12T16:34:26.430 INFO:tasks.workunit.client.0.smithi099.stdout:op 3807 completed, throughput=5MB/sec 2024-04-12T16:34:26.430 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ajUB7T6Mjkj44kR off=9806684 len=979355 2024-04-12T16:34:26.431 INFO:tasks.workunit.client.0.smithi099.stdout:op 3808 completed, throughput=5MB/sec 2024-04-12T16:34:26.432 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-pUMgOeUmjiO-kXe off=1293746 len=183629 2024-04-12T16:34:26.432 INFO:tasks.workunit.client.0.smithi099.stdout:op 3809 completed, throughput=5MB/sec 2024-04-12T16:34:26.432 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-CPOCJPlaz7UUbYe off=1202531 len=1724915 2024-04-12T16:34:26.442 INFO:tasks.workunit.client.0.smithi099.stdout:op 3810 completed, throughput=5MB/sec 2024-04-12T16:34:26.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:34:26 smithi110 ceph-mon[88691]: pgmap v1796: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T16:34:26.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:34:26 smithi099 ceph-mon[94290]: pgmap v1796: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T16:34:26.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:34:26 smithi099 ceph-mon[96864]: pgmap v1796: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T16:34:26.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:34:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:34:26] "GET /metrics HTTP/1.1" 200 34135 "" "Prometheus/2.43.0" 2024-04-12T16:34:27.442 INFO:tasks.workunit.client.0.smithi099.stdout: 749: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:27.442 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-yNVTSStuQ9qDJ54 off=1263674 len=1326941 2024-04-12T16:34:27.444 INFO:tasks.workunit.client.0.smithi099.stdout:op 3811 completed, throughput=5MB/sec 2024-04-12T16:34:27.444 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-6qKs3iUvbNLvoG2 off=16598313 len=1473030 2024-04-12T16:34:27.448 INFO:tasks.workunit.client.0.smithi099.stdout:op 3812 completed, throughput=5MB/sec 2024-04-12T16:34:27.448 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-8ge1S5hZYQ8O-S3 off=245366 len=52198 2024-04-12T16:34:27.448 INFO:tasks.workunit.client.0.smithi099.stdout:op 3813 completed, throughput=5MB/sec 2024-04-12T16:34:27.448 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-wCOIxzhYgfn2OuG off=12173978 len=1665787 2024-04-12T16:34:27.457 INFO:tasks.workunit.client.0.smithi099.stdout:op 3814 completed, throughput=5MB/sec 2024-04-12T16:34:27.457 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-3A4uL98jpwcB08i off=1152669 len=1144510 2024-04-12T16:34:27.458 INFO:tasks.workunit.client.0.smithi099.stdout:op 3815 completed, throughput=5MB/sec 2024-04-12T16:34:28.458 INFO:tasks.workunit.client.0.smithi099.stdout: 750: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:28.458 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qAeI7btIfjog6-g off=4062826 len=1651033 2024-04-12T16:34:28.465 INFO:tasks.workunit.client.0.smithi099.stdout:op 3816 completed, throughput=5MB/sec 2024-04-12T16:34:28.466 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-XTPVlSyMtW4GYKg off=8438451 len=1921699 2024-04-12T16:34:28.468 INFO:tasks.workunit.client.0.smithi099.stdout:op 3817 completed, throughput=5MB/sec 2024-04-12T16:34:28.468 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-K7NtV4bcGVl09ZS off=5300877 len=1164370 2024-04-12T16:34:28.471 INFO:tasks.workunit.client.0.smithi099.stdout:op 3818 completed, throughput=5MB/sec 2024-04-12T16:34:28.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:34:28 smithi110 ceph-mon[88691]: pgmap v1797: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T16:34:28.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:34:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:34:28.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:34:28 smithi099 ceph-mon[94290]: pgmap v1797: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T16:34:28.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:34:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:34:28.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:34:28 smithi099 ceph-mon[96864]: pgmap v1797: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T16:34:28.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:34:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:34:29.471 INFO:tasks.workunit.client.0.smithi099.stdout: 751: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:29.471 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-sa59fGVgNaDTJad off=7374889 len=342506 2024-04-12T16:34:29.475 INFO:tasks.workunit.client.0.smithi099.stdout:op 3819 completed, throughput=4.99MB/sec 2024-04-12T16:34:29.475 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-iCWXravFXBjg5Pp off=9318085 len=404530 2024-04-12T16:34:29.479 INFO:tasks.workunit.client.0.smithi099.stdout:op 3820 completed, throughput=4.99MB/sec 2024-04-12T16:34:29.479 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ypZiUgDg_YOKz_g off=15256409 len=1037399 2024-04-12T16:34:29.480 INFO:tasks.workunit.client.0.smithi099.stdout:op 3821 completed, throughput=5MB/sec 2024-04-12T16:34:29.480 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-OyPMfOplue1wHxZ off=16309667 len=1978630 2024-04-12T16:34:29.483 INFO:tasks.workunit.client.0.smithi099.stdout:op 3822 completed, throughput=5MB/sec 2024-04-12T16:34:29.483 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-_iVHpP39cKIBWLm off=16215394 len=564729 2024-04-12T16:34:29.484 INFO:tasks.workunit.client.0.smithi099.stdout:op 3823 completed, throughput=5MB/sec 2024-04-12T16:34:29.484 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Hzrzd2GasAyR8WW off=1026948 len=1475636 2024-04-12T16:34:29.485 INFO:tasks.workunit.client.0.smithi099.stdout:op 3824 completed, throughput=5MB/sec 2024-04-12T16:34:30.485 INFO:tasks.workunit.client.0.smithi099.stdout: 752: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:30.486 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ZahvoW5mkz4MU5r off=5427674 len=483160 2024-04-12T16:34:30.489 INFO:tasks.workunit.client.0.smithi099.stdout:op 3825 completed, throughput=5MB/sec 2024-04-12T16:34:30.489 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-L-Dw2-e8EX6RtDp off=811178 len=870984 2024-04-12T16:34:30.495 INFO:tasks.workunit.client.0.smithi099.stdout:op 3826 completed, throughput=5MB/sec 2024-04-12T16:34:30.495 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Nsci5_Lt8il4I17 off=8567547 len=1189903 2024-04-12T16:34:30.500 INFO:tasks.workunit.client.0.smithi099.stdout:op 3827 completed, throughput=5MB/sec 2024-04-12T16:34:30.500 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-h2eWvPkHqOLXrlg off=9456759 len=555658 2024-04-12T16:34:30.502 INFO:tasks.workunit.client.0.smithi099.stdout:op 3828 completed, throughput=5MB/sec 2024-04-12T16:34:30.502 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-b38QluP1suz8hW2 off=291185 len=927633 2024-04-12T16:34:30.504 INFO:tasks.workunit.client.0.smithi099.stdout:op 3829 completed, throughput=5MB/sec 2024-04-12T16:34:30.505 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-duvUL2EByWQYi79 off=1635173 len=330584 2024-04-12T16:34:30.505 INFO:tasks.workunit.client.0.smithi099.stdout:op 3830 completed, throughput=5MB/sec 2024-04-12T16:34:30.505 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-BS8fMPvzd7Y2Lbt off=501126 len=1733826 2024-04-12T16:34:30.514 INFO:tasks.workunit.client.0.smithi099.stdout:op 3831 completed, throughput=5MB/sec 2024-04-12T16:34:30.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:34:30 smithi110 ceph-mon[88691]: pgmap v1798: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T16:34:30.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:34:30 smithi099 ceph-mon[94290]: pgmap v1798: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T16:34:30.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:34:30 smithi099 ceph-mon[96864]: pgmap v1798: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T16:34:31.514 INFO:tasks.workunit.client.0.smithi099.stdout: 753: throughput=5MB/sec pending data=0 2024-04-12T16:34:31.514 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-GhsFiRphtHTz8Zm off=23475212 len=1473281 2024-04-12T16:34:31.522 INFO:tasks.workunit.client.0.smithi099.stdout:op 3832 completed, throughput=5MB/sec 2024-04-12T16:34:31.522 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-9iUWca10iyrfRqz off=16395990 len=1311694 2024-04-12T16:34:31.523 INFO:tasks.workunit.client.0.smithi099.stdout:op 3833 completed, throughput=5MB/sec 2024-04-12T16:34:31.523 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-jN8K542Lc-W6N7L off=14371141 len=657227 2024-04-12T16:34:31.525 INFO:tasks.workunit.client.0.smithi099.stdout:op 3834 completed, throughput=5MB/sec 2024-04-12T16:34:31.525 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-KphOBNkYh6CT50V off=5862332 len=642696 2024-04-12T16:34:31.525 INFO:tasks.workunit.client.0.smithi099.stdout:op 3835 completed, throughput=5MB/sec 2024-04-12T16:34:32.525 INFO:tasks.workunit.client.0.smithi099.stdout: 754: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:32.525 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-3gFflFmfJorm_j3 off=17126883 len=562758 2024-04-12T16:34:32.526 INFO:tasks.workunit.client.0.smithi099.stdout:op 3836 completed, throughput=4.99MB/sec 2024-04-12T16:34:32.526 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-n9FmLwm_zqR785u off=10723824 len=1954181 2024-04-12T16:34:32.529 INFO:tasks.workunit.client.0.smithi099.stdout:op 3837 completed, throughput=5MB/sec 2024-04-12T16:34:32.529 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-OyPMfOplue1wHxZ off=4610018 len=1720253 2024-04-12T16:34:32.530 INFO:tasks.workunit.client.0.smithi099.stdout:op 3838 completed, throughput=5MB/sec 2024-04-12T16:34:32.530 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-jAQoP-Ct5b6cO41 off=5999514 len=1500844 2024-04-12T16:34:32.538 INFO:tasks.workunit.client.0.smithi099.stdout:op 3839 completed, throughput=5MB/sec 2024-04-12T16:34:32.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:34:32 smithi110 ceph-mon[88691]: pgmap v1799: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:34:32.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:34:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:34:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:34:32.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:34:32 smithi099 ceph-mon[94290]: pgmap v1799: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:34:32.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:34:32 smithi099 ceph-mon[96864]: pgmap v1799: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:34:33.538 INFO:tasks.workunit.client.0.smithi099.stdout: 755: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:33.538 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-rfZcCCXyv24bK7v off=1490773 len=2011757 2024-04-12T16:34:33.542 INFO:tasks.workunit.client.0.smithi099.stdout:op 3840 completed, throughput=5MB/sec 2024-04-12T16:34:33.542 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-kb-t1DWFwNOv0ZC off=1794622 len=228755 2024-04-12T16:34:33.545 INFO:tasks.workunit.client.0.smithi099.stdout:op 3841 completed, throughput=5MB/sec 2024-04-12T16:34:33.545 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-jgc1y4GANi2U27Z off=6392720 len=1996416 2024-04-12T16:34:33.548 INFO:tasks.workunit.client.0.smithi099.stdout:op 3842 completed, throughput=5MB/sec 2024-04-12T16:34:33.548 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-W0OCpZITgyv5h3M off=10188388 len=1968375 2024-04-12T16:34:33.550 INFO:tasks.workunit.client.0.smithi099.stdout:op 3843 completed, throughput=5MB/sec 2024-04-12T16:34:34.551 INFO:tasks.workunit.client.0.smithi099.stdout: 756: throughput=5MB/sec pending data=0 2024-04-12T16:34:34.551 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-LSHrSPqz-HJ4RTY off=2292500 len=393990 2024-04-12T16:34:34.554 INFO:tasks.workunit.client.0.smithi099.stdout:op 3844 completed, throughput=5MB/sec 2024-04-12T16:34:34.554 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-C7KcdecJReNGXLC off=2204675 len=558424 2024-04-12T16:34:34.556 INFO:tasks.workunit.client.0.smithi099.stdout:op 3845 completed, throughput=5MB/sec 2024-04-12T16:34:34.556 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Oy5YKx-f28ko6oW off=11806062 len=60751 2024-04-12T16:34:34.556 INFO:tasks.workunit.client.0.smithi099.stdout:op 3846 completed, throughput=5MB/sec 2024-04-12T16:34:34.556 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-vSA8wfDw4sxKE2Z off=8193575 len=2009389 2024-04-12T16:34:34.566 INFO:tasks.workunit.client.0.smithi099.stdout:op 3847 completed, throughput=5MB/sec 2024-04-12T16:34:34.566 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-7g-uw0NGl-_803b off=602668 len=1501367 2024-04-12T16:34:34.569 INFO:tasks.workunit.client.0.smithi099.stdout:op 3848 completed, throughput=5MB/sec 2024-04-12T16:34:34.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:34:34 smithi099 ceph-mon[94290]: pgmap v1800: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:34:34.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:34:34 smithi099 ceph-mon[96864]: pgmap v1800: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:34:34.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:34:34 smithi110 ceph-mon[88691]: pgmap v1800: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:34:35.570 INFO:tasks.workunit.client.0.smithi099.stdout: 757: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:35.570 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-rrmZitnMqbefoBL off=318865 len=1893545 2024-04-12T16:34:35.572 INFO:tasks.workunit.client.0.smithi099.stdout:op 3849 completed, throughput=5MB/sec 2024-04-12T16:34:35.572 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-D4ySi49jVIShvTX off=6675944 len=594914 2024-04-12T16:34:35.574 INFO:tasks.workunit.client.0.smithi099.stdout:op 3850 completed, throughput=5MB/sec 2024-04-12T16:34:35.574 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-mVkqk64TlePAEiN off=12141223 len=868307 2024-04-12T16:34:35.575 INFO:tasks.workunit.client.0.smithi099.stdout:op 3851 completed, throughput=5MB/sec 2024-04-12T16:34:35.575 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-4IDvsMhaKL7cLuU off=3968524 len=623442 2024-04-12T16:34:35.580 INFO:tasks.workunit.client.0.smithi099.stdout:op 3852 completed, throughput=5MB/sec 2024-04-12T16:34:35.580 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-F7L3OMmeVg-h4LU off=959618 len=256720 2024-04-12T16:34:35.581 INFO:tasks.workunit.client.0.smithi099.stdout:op 3853 completed, throughput=5MB/sec 2024-04-12T16:34:35.581 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6p14b6tL3WMAKJ3 off=21775484 len=676818 2024-04-12T16:34:35.584 INFO:tasks.workunit.client.0.smithi099.stdout:op 3854 completed, throughput=5MB/sec 2024-04-12T16:34:36.585 INFO:tasks.workunit.client.0.smithi099.stdout: 758: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:36.585 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-jbBzv5bGODOv1ba off=0 len=1391928 2024-04-12T16:34:36.587 INFO:tasks.workunit.client.0.smithi099.stdout:op 3855 completed, throughput=5MB/sec 2024-04-12T16:34:36.587 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ryC4u3C1F99E5ME off=1026331 len=1489918 2024-04-12T16:34:36.596 INFO:tasks.workunit.client.0.smithi099.stdout:op 3856 completed, throughput=5MB/sec 2024-04-12T16:34:36.596 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-iT1rRc3n8lr0x9m off=291685 len=71904 2024-04-12T16:34:36.596 INFO:tasks.workunit.client.0.smithi099.stdout:op 3857 completed, throughput=5MB/sec 2024-04-12T16:34:36.596 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-JrgSkv3sLZ-JTiT off=3944283 len=318620 2024-04-12T16:34:36.599 INFO:tasks.workunit.client.0.smithi099.stdout:op 3858 completed, throughput=5MB/sec 2024-04-12T16:34:36.599 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-upbKLrPPN2gfjyX off=2483604 len=1117808 2024-04-12T16:34:36.601 INFO:tasks.workunit.client.0.smithi099.stdout:op 3859 completed, throughput=5MB/sec 2024-04-12T16:34:36.601 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-PqXB12ZBBzQs7hJ off=10325332 len=951080 2024-04-12T16:34:36.603 INFO:tasks.workunit.client.0.smithi099.stdout:op 3860 completed, throughput=5MB/sec 2024-04-12T16:34:36.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:34:36 smithi099 ceph-mon[94290]: pgmap v1801: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:34:36.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:34:36 smithi099 ceph-mon[96864]: pgmap v1801: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:34:36.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:34:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:34:36] "GET /metrics HTTP/1.1" 200 34132 "" "Prometheus/2.43.0" 2024-04-12T16:34:36.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:34:36 smithi110 ceph-mon[88691]: pgmap v1801: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:34:37.604 INFO:tasks.workunit.client.0.smithi099.stdout: 759: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:37.604 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-uEO9jyIDKCZ1akZ off=3992677 len=1794176 2024-04-12T16:34:37.607 INFO:tasks.workunit.client.0.smithi099.stdout:op 3861 completed, throughput=5MB/sec 2024-04-12T16:34:37.607 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-kWXjQGAoY_r3XVV off=23096045 len=1782105 2024-04-12T16:34:37.610 INFO:tasks.workunit.client.0.smithi099.stdout:op 3862 completed, throughput=5MB/sec 2024-04-12T16:34:37.610 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-l6BPsW85JTONbCl off=3772527 len=1383781 2024-04-12T16:34:37.616 INFO:tasks.workunit.client.0.smithi099.stdout:op 3863 completed, throughput=5MB/sec 2024-04-12T16:34:38.617 INFO:tasks.workunit.client.0.smithi099.stdout: 760: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:38.617 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-9xx-3DAEDYxw69L off=2190208 len=248848 2024-04-12T16:34:38.620 INFO:tasks.workunit.client.0.smithi099.stdout:op 3864 completed, throughput=4.99MB/sec 2024-04-12T16:34:38.620 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-nyYskUOjk7uYh4P off=2242342 len=1789009 2024-04-12T16:34:38.625 INFO:tasks.workunit.client.0.smithi099.stdout:op 3865 completed, throughput=5MB/sec 2024-04-12T16:34:38.625 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-oHQCOiFuU-J6X0g off=8536939 len=1817769 2024-04-12T16:34:38.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:34:38 smithi099 ceph-mon[94290]: pgmap v1802: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:34:38.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:34:38 smithi099 ceph-mon[96864]: pgmap v1802: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:34:38.631 INFO:tasks.workunit.client.0.smithi099.stdout:op 3866 completed, throughput=5MB/sec 2024-04-12T16:34:38.631 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-xYNJZqBWAD3zL5s off=5252113 len=690718 2024-04-12T16:34:38.636 INFO:tasks.workunit.client.0.smithi099.stdout:op 3867 completed, throughput=5MB/sec 2024-04-12T16:34:38.636 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-b4GDQ85mlPIexGv off=3858573 len=74839 2024-04-12T16:34:38.638 INFO:tasks.workunit.client.0.smithi099.stdout:op 3868 completed, throughput=5MB/sec 2024-04-12T16:34:38.638 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-aVXaOUtTiFqEUYM off=3418645 len=210027 2024-04-12T16:34:38.639 INFO:tasks.workunit.client.0.smithi099.stdout:op 3869 completed, throughput=5MB/sec 2024-04-12T16:34:38.639 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-4afbeLim6RkLZmG off=5219828 len=472837 2024-04-12T16:34:38.640 INFO:tasks.workunit.client.0.smithi099.stdout:op 3870 completed, throughput=5MB/sec 2024-04-12T16:34:38.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:34:38 smithi110 ceph-mon[88691]: pgmap v1802: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:34:39.640 INFO:tasks.workunit.client.0.smithi099.stdout: 761: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:39.640 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-w2tGnwZI9ykaL4- off=6722364 len=1985555 2024-04-12T16:34:39.650 INFO:tasks.workunit.client.0.smithi099.stdout:op 3871 completed, throughput=5MB/sec 2024-04-12T16:34:39.651 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-WtYqADFwfT5hiDX off=15236511 len=1201473 2024-04-12T16:34:39.652 INFO:tasks.workunit.client.0.smithi099.stdout:op 3872 completed, throughput=5MB/sec 2024-04-12T16:34:39.652 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1_L5yCxDr2ThShz off=5733325 len=955793 2024-04-12T16:34:39.657 INFO:tasks.workunit.client.0.smithi099.stdout:op 3873 completed, throughput=5MB/sec 2024-04-12T16:34:39.657 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-1P2OUOoE7zgfOv6 off=10543503 len=1733569 2024-04-12T16:34:39.659 INFO:tasks.workunit.client.0.smithi099.stdout:op 3874 completed, throughput=5MB/sec 2024-04-12T16:34:40.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:34:40 smithi099 ceph-mon[94290]: pgmap v1803: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-04-12T16:34:40.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:34:40 smithi099 ceph-mon[96864]: pgmap v1803: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-04-12T16:34:40.632 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:34:40 smithi110 ceph-mon[88691]: pgmap v1803: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-04-12T16:34:40.660 INFO:tasks.workunit.client.0.smithi099.stdout: 762: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:40.660 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-S3BfuOyy52Ox9z3 off=1241476 len=1902040 2024-04-12T16:34:40.670 INFO:tasks.workunit.client.0.smithi099.stdout:op 3875 completed, throughput=5MB/sec 2024-04-12T16:34:40.670 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-MhXq6VLruA05-nd off=4660965 len=1983368 2024-04-12T16:34:40.671 INFO:tasks.workunit.client.0.smithi099.stdout:op 3876 completed, throughput=5MB/sec 2024-04-12T16:34:40.671 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Nsci5_Lt8il4I17 off=5921920 len=613637 2024-04-12T16:34:40.672 INFO:tasks.workunit.client.0.smithi099.stdout:op 3877 completed, throughput=5MB/sec 2024-04-12T16:34:40.672 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-skOI-zMB_fwcGDS off=8191140 len=158291 2024-04-12T16:34:40.673 INFO:tasks.workunit.client.0.smithi099.stdout:op 3878 completed, throughput=5MB/sec 2024-04-12T16:34:40.673 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-100tCHnQV2rj9u8 off=7617140 len=178643 2024-04-12T16:34:40.675 INFO:tasks.workunit.client.0.smithi099.stdout:op 3879 completed, throughput=5MB/sec 2024-04-12T16:34:41.676 INFO:tasks.workunit.client.0.smithi099.stdout: 763: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:41.676 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ZRs_xxPbHsqQASY off=11181675 len=1886392 2024-04-12T16:34:41.678 INFO:tasks.workunit.client.0.smithi099.stdout:op 3880 completed, throughput=5MB/sec 2024-04-12T16:34:41.678 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-_ai1SbyLXG98FdW off=4009716 len=1136927 2024-04-12T16:34:41.681 INFO:tasks.workunit.client.0.smithi099.stdout:op 3881 completed, throughput=5MB/sec 2024-04-12T16:34:41.681 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-6GO0os5UVQUw3hH off=8958136 len=430684 2024-04-12T16:34:41.682 INFO:tasks.workunit.client.0.smithi099.stdout:op 3882 completed, throughput=5MB/sec 2024-04-12T16:34:41.682 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-VrfsEC0jVh5G4Y4 off=11221823 len=2072069 2024-04-12T16:34:41.684 INFO:tasks.workunit.client.0.smithi099.stdout:op 3883 completed, throughput=5MB/sec 2024-04-12T16:34:42.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:34:42 smithi110 ceph-mon[88691]: pgmap v1804: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T16:34:42.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:34:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:34:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:34:42.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:34:42 smithi099 ceph-mon[94290]: pgmap v1804: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T16:34:42.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:34:42 smithi099 ceph-mon[96864]: pgmap v1804: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T16:34:42.684 INFO:tasks.workunit.client.0.smithi099.stdout: 764: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:42.684 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--2-lA3xDqiUoU8o off=9032194 len=129592 2024-04-12T16:34:42.685 INFO:tasks.workunit.client.0.smithi099.stdout:op 3884 completed, throughput=4.99MB/sec 2024-04-12T16:34:42.685 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-XuD7Gy9r-C0NHRM off=15953942 len=2072433 2024-04-12T16:34:42.696 INFO:tasks.workunit.client.0.smithi099.stdout:op 3885 completed, throughput=5MB/sec 2024-04-12T16:34:42.696 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_x7B0R3RN5F5rKk off=923181 len=956218 2024-04-12T16:34:42.701 INFO:tasks.workunit.client.0.smithi099.stdout:op 3886 completed, throughput=5MB/sec 2024-04-12T16:34:42.701 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-rUU8tN7MLn264T0 off=429409 len=620930 2024-04-12T16:34:42.702 INFO:tasks.workunit.client.0.smithi099.stdout:op 3887 completed, throughput=5MB/sec 2024-04-12T16:34:42.702 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-71l_etoRPiRpLi5 off=8576297 len=1019159 2024-04-12T16:34:42.704 INFO:tasks.workunit.client.0.smithi099.stdout:op 3888 completed, throughput=5MB/sec 2024-04-12T16:34:42.704 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-2hjYm0jO2fr83H8 off=781756 len=1760158 2024-04-12T16:34:42.707 INFO:tasks.workunit.client.0.smithi099.stdout:op 3889 completed, throughput=5MB/sec 2024-04-12T16:34:43.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:34:43 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:34:43.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:34:43 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:34:43.707 INFO:tasks.workunit.client.0.smithi099.stdout: 765: throughput=5MB/sec pending data=0 2024-04-12T16:34:43.707 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-8eGbmfV_cHJbPcq off=2614515 len=1785994 2024-04-12T16:34:43.717 INFO:tasks.workunit.client.0.smithi099.stdout:op 3890 completed, throughput=5MB/sec 2024-04-12T16:34:43.717 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qqV91yp_jY9YHCQ off=12942483 len=564849 2024-04-12T16:34:43.721 INFO:tasks.workunit.client.0.smithi099.stdout:op 3891 completed, throughput=5MB/sec 2024-04-12T16:34:43.721 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-1-l8z37dVcxOZfN off=765657 len=1722727 2024-04-12T16:34:43.723 INFO:tasks.workunit.client.0.smithi099.stdout:op 3892 completed, throughput=5MB/sec 2024-04-12T16:34:43.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:34:43 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:34:44.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:34:44 smithi099 ceph-mon[94290]: pgmap v1805: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-12T16:34:44.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:34:44 smithi099 ceph-mon[96864]: pgmap v1805: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-12T16:34:44.723 INFO:tasks.workunit.client.0.smithi099.stdout: 766: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:44.724 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-EYR8bD5DbIqslfk off=939303 len=328457 2024-04-12T16:34:44.725 INFO:tasks.workunit.client.0.smithi099.stdout:op 3893 completed, throughput=4.99MB/sec 2024-04-12T16:34:44.725 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-nSkpDLLdHk7fhRa off=541667 len=1817315 2024-04-12T16:34:44.727 INFO:tasks.workunit.client.0.smithi099.stdout:op 3894 completed, throughput=5MB/sec 2024-04-12T16:34:44.727 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-d6mU3oTEuGcqfaw off=450307 len=1042572 2024-04-12T16:34:44.729 INFO:tasks.workunit.client.0.smithi099.stdout:op 3895 completed, throughput=5MB/sec 2024-04-12T16:34:44.729 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-U_6MJdxy9EXwjKF off=10690809 len=114147 2024-04-12T16:34:44.729 INFO:tasks.workunit.client.0.smithi099.stdout:op 3896 completed, throughput=5MB/sec 2024-04-12T16:34:44.729 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-XCa-LfsZC9AxwKN off=974775 len=2081727 2024-04-12T16:34:44.732 INFO:tasks.workunit.client.0.smithi099.stdout:op 3897 completed, throughput=5MB/sec 2024-04-12T16:34:44.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:34:44 smithi110 ceph-mon[88691]: pgmap v1805: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-12T16:34:45.732 INFO:tasks.workunit.client.0.smithi099.stdout: 767: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:45.732 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Xe7ioFKIqPV_Lzz off=4343700 len=209459 2024-04-12T16:34:45.735 INFO:tasks.workunit.client.0.smithi099.stdout:op 3898 completed, throughput=4.99MB/sec 2024-04-12T16:34:45.735 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Sx-sERY_UyTx6Jj off=18456575 len=1401639 2024-04-12T16:34:45.742 INFO:tasks.workunit.client.0.smithi099.stdout:op 3899 completed, throughput=5MB/sec 2024-04-12T16:34:45.742 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-R2_4ZrX6N5Nv19u off=937234 len=859005 2024-04-12T16:34:45.746 INFO:tasks.workunit.client.0.smithi099.stdout:op 3900 completed, throughput=5MB/sec 2024-04-12T16:34:45.746 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-AiwuXABX-6Nk_Zr off=965196 len=114258 2024-04-12T16:34:45.749 INFO:tasks.workunit.client.0.smithi099.stdout:op 3901 completed, throughput=5MB/sec 2024-04-12T16:34:45.749 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-uTM6e3xGcjF8rC9 off=7264902 len=1039282 2024-04-12T16:34:45.754 INFO:tasks.workunit.client.0.smithi099.stdout:op 3902 completed, throughput=5MB/sec 2024-04-12T16:34:45.754 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-z1H-joiGo42pxSC off=727198 len=580177 2024-04-12T16:34:45.755 INFO:tasks.workunit.client.0.smithi099.stdout:op 3903 completed, throughput=5MB/sec 2024-04-12T16:34:45.755 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-le_5JKbnAPx6Ufb off=10182887 len=101422 2024-04-12T16:34:45.756 INFO:tasks.workunit.client.0.smithi099.stdout:op 3904 completed, throughput=5MB/sec 2024-04-12T16:34:45.756 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1_B47BaTujmrWic off=3900207 len=200227 2024-04-12T16:34:45.759 INFO:tasks.workunit.client.0.smithi099.stdout:op 3905 completed, throughput=5MB/sec 2024-04-12T16:34:45.759 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-cWIj5fzYghNOh0G off=5436038 len=520913 2024-04-12T16:34:45.763 INFO:tasks.workunit.client.0.smithi099.stdout:op 3906 completed, throughput=5MB/sec 2024-04-12T16:34:46.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:34:46 smithi099 ceph-mon[94290]: pgmap v1806: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T16:34:46.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:34:46 smithi099 ceph-mon[96864]: pgmap v1806: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T16:34:46.624 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:34:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:34:46] "GET /metrics HTTP/1.1" 200 34132 "" "Prometheus/2.43.0" 2024-04-12T16:34:46.763 INFO:tasks.workunit.client.0.smithi099.stdout: 768: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:46.763 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-bUMKQds7O5xng2K off=3184482 len=989545 2024-04-12T16:34:46.764 INFO:tasks.workunit.client.0.smithi099.stdout:op 3907 completed, throughput=4.99MB/sec 2024-04-12T16:34:46.764 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-J8Car7w2PLplVUQ off=5032590 len=1236617 2024-04-12T16:34:46.766 INFO:tasks.workunit.client.0.smithi099.stdout:op 3908 completed, throughput=5MB/sec 2024-04-12T16:34:46.766 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-r2J-Jci5IvV2vRP off=1417785 len=1867747 2024-04-12T16:34:46.776 INFO:tasks.workunit.client.0.smithi099.stdout:op 3909 completed, throughput=5MB/sec 2024-04-12T16:34:46.776 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-5GpV3fPbbGjcCcr off=1759098 len=1994676 2024-04-12T16:34:46.785 INFO:tasks.workunit.client.0.smithi099.stdout:op 3910 completed, throughput=5MB/sec 2024-04-12T16:34:46.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:34:46 smithi110 ceph-mon[88691]: pgmap v1806: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T16:34:47.785 INFO:tasks.workunit.client.0.smithi099.stdout: 769: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:47.786 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-mKytw3bxX1XpSrn off=7269969 len=752506 2024-04-12T16:34:47.790 INFO:tasks.workunit.client.0.smithi099.stdout:op 3911 completed, throughput=5MB/sec 2024-04-12T16:34:47.790 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-dYN0M6tHheZ7oe3 off=22819228 len=175962 2024-04-12T16:34:47.791 INFO:tasks.workunit.client.0.smithi099.stdout:op 3912 completed, throughput=5MB/sec 2024-04-12T16:34:47.791 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-L9QKwfYna7Vdz8z off=1883302 len=1384224 2024-04-12T16:34:47.798 INFO:tasks.workunit.client.0.smithi099.stdout:op 3913 completed, throughput=5MB/sec 2024-04-12T16:34:47.799 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-PmdzL-Ip9Zrg88W off=8094644 len=1903938 2024-04-12T16:34:47.800 INFO:tasks.workunit.client.0.smithi099.stdout:op 3914 completed, throughput=5MB/sec 2024-04-12T16:34:47.800 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-dwJtdLD7UIQrr3W off=1882923 len=515158 2024-04-12T16:34:47.803 INFO:tasks.workunit.client.0.smithi099.stdout:op 3915 completed, throughput=5MB/sec 2024-04-12T16:34:48.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:34:48 smithi099 ceph-mon[94290]: pgmap v1807: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-12T16:34:48.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:34:48 smithi099 ceph-mon[96864]: pgmap v1807: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-12T16:34:48.804 INFO:tasks.workunit.client.0.smithi099.stdout: 770: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:48.804 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-tIc9-e6hRPZ4o5J off=747115 len=829539 2024-04-12T16:34:48.806 INFO:tasks.workunit.client.0.smithi099.stdout:op 3916 completed, throughput=4.99MB/sec 2024-04-12T16:34:48.806 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-f4pDwySG15EoMa9 off=13935962 len=189183 2024-04-12T16:34:48.809 INFO:tasks.workunit.client.0.smithi099.stdout:op 3917 completed, throughput=5MB/sec 2024-04-12T16:34:48.809 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-cnelrBIEo_x_1rN off=2663021 len=765709 2024-04-12T16:34:48.810 INFO:tasks.workunit.client.0.smithi099.stdout:op 3918 completed, throughput=5MB/sec 2024-04-12T16:34:48.810 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-aazAyebSWxTkdCf off=18139958 len=141878 2024-04-12T16:34:48.810 INFO:tasks.workunit.client.0.smithi099.stdout:op 3919 completed, throughput=5MB/sec 2024-04-12T16:34:48.811 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-UoqlDmF0cRIOCES off=257723 len=749449 2024-04-12T16:34:48.812 INFO:tasks.workunit.client.0.smithi099.stdout:op 3920 completed, throughput=5MB/sec 2024-04-12T16:34:48.812 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-eaX2YWGKA6HdW9J off=6483342 len=1958497 2024-04-12T16:34:48.822 INFO:tasks.workunit.client.0.smithi099.stdout:op 3921 completed, throughput=5MB/sec 2024-04-12T16:34:48.822 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-jhhhfwWeBCtKEef off=575728 len=322710 2024-04-12T16:34:48.826 INFO:tasks.workunit.client.0.smithi099.stdout:op 3922 completed, throughput=5MB/sec 2024-04-12T16:34:48.826 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-EsxZEIMGqyCZhAr off=73337 len=2035040 2024-04-12T16:34:48.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:34:48 smithi110 ceph-mon[88691]: pgmap v1807: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-12T16:34:48.834 INFO:tasks.workunit.client.0.smithi099.stdout:op 3923 completed, throughput=5MB/sec 2024-04-12T16:34:49.835 INFO:tasks.workunit.client.0.smithi099.stdout: 771: throughput=5MB/sec pending data=0 2024-04-12T16:34:49.835 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-MQGbugyoNJCKCww off=4733624 len=405141 2024-04-12T16:34:49.838 INFO:tasks.workunit.client.0.smithi099.stdout:op 3924 completed, throughput=5MB/sec 2024-04-12T16:34:49.838 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-o9lOE0oHbibPG3d off=767053 len=1659780 2024-04-12T16:34:49.845 INFO:tasks.workunit.client.0.smithi099.stdout:op 3925 completed, throughput=5MB/sec 2024-04-12T16:34:49.845 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-21kmnwUaanCSBPe off=2887244 len=781814 2024-04-12T16:34:49.849 INFO:tasks.workunit.client.0.smithi099.stdout:op 3926 completed, throughput=5MB/sec 2024-04-12T16:34:49.849 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-pXnUAsxcxcaEv9o off=14101966 len=1224210 2024-04-12T16:34:49.851 INFO:tasks.workunit.client.0.smithi099.stdout:op 3927 completed, throughput=5MB/sec 2024-04-12T16:34:50.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:34:50 smithi099 ceph-mon[94290]: pgmap v1808: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T16:34:50.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:34:50 smithi099 ceph-mon[96864]: pgmap v1808: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T16:34:50.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:34:50 smithi110 ceph-mon[88691]: pgmap v1808: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T16:34:50.851 INFO:tasks.workunit.client.0.smithi099.stdout: 772: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:50.851 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-nasy6Ik0ImU0ygA off=24817835 len=23232 2024-04-12T16:34:50.853 INFO:tasks.workunit.client.0.smithi099.stdout:op 3928 completed, throughput=4.99MB/sec 2024-04-12T16:34:50.853 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-EjpJSy2rQcp-F8x off=611963 len=121336 2024-04-12T16:34:50.856 INFO:tasks.workunit.client.0.smithi099.stdout:op 3929 completed, throughput=4.99MB/sec 2024-04-12T16:34:50.856 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-8ve2VJPpuE_P76f off=4198483 len=655176 2024-04-12T16:34:50.857 INFO:tasks.workunit.client.0.smithi099.stdout:op 3930 completed, throughput=5MB/sec 2024-04-12T16:34:50.857 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-noirKziwdPpO9UK off=1888300 len=638921 2024-04-12T16:34:50.861 INFO:tasks.workunit.client.0.smithi099.stdout:op 3931 completed, throughput=5MB/sec 2024-04-12T16:34:50.861 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-cNMYnJd4b3ufVyd off=877867 len=917910 2024-04-12T16:34:50.862 INFO:tasks.workunit.client.0.smithi099.stdout:op 3932 completed, throughput=5MB/sec 2024-04-12T16:34:50.862 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-CqhxrHFqGg9LGUQ off=13849896 len=1512706 2024-04-12T16:34:50.870 INFO:tasks.workunit.client.0.smithi099.stdout:op 3933 completed, throughput=5MB/sec 2024-04-12T16:34:50.870 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-jLDUuujJmYUcVKA off=1413810 len=1963803 2024-04-12T16:34:50.879 INFO:tasks.workunit.client.0.smithi099.stdout:op 3934 completed, throughput=5MB/sec 2024-04-12T16:34:51.880 INFO:tasks.workunit.client.0.smithi099.stdout: 773: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:51.880 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-a0dI0r4dRtHLVWM off=5280178 len=1683064 2024-04-12T16:34:51.882 INFO:tasks.workunit.client.0.smithi099.stdout:op 3935 completed, throughput=5MB/sec 2024-04-12T16:34:51.882 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-B2CGmOCUq1UhSQq off=6826883 len=1726501 2024-04-12T16:34:51.890 INFO:tasks.workunit.client.0.smithi099.stdout:op 3936 completed, throughput=5MB/sec 2024-04-12T16:34:51.890 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-nu2pMlqZ4MmJK0m off=5089692 len=718074 2024-04-12T16:34:51.894 INFO:tasks.workunit.client.0.smithi099.stdout:op 3937 completed, throughput=5MB/sec 2024-04-12T16:34:51.894 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-wK7ireP0lN3Mu7J off=11387333 len=125985 2024-04-12T16:34:51.897 INFO:tasks.workunit.client.0.smithi099.stdout:op 3938 completed, throughput=5MB/sec 2024-04-12T16:34:51.897 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-YtePvsWXtUv9oei off=15779583 len=39295 2024-04-12T16:34:51.897 INFO:tasks.workunit.client.0.smithi099.stdout:op 3939 completed, throughput=5MB/sec 2024-04-12T16:34:51.897 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-AAPHcE28xoMo8If off=2113936 len=1529921 2024-04-12T16:34:51.898 INFO:tasks.workunit.client.0.smithi099.stdout:op 3940 completed, throughput=5MB/sec 2024-04-12T16:34:52.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:34:52 smithi110 ceph-mon[88691]: pgmap v1809: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-12T16:34:52.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:34:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:34:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:34:52.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:34:52 smithi099 ceph-mon[94290]: pgmap v1809: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-12T16:34:52.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:34:52 smithi099 ceph-mon[96864]: pgmap v1809: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-12T16:34:52.899 INFO:tasks.workunit.client.0.smithi099.stdout: 774: throughput=5MB/sec pending data=0 2024-04-12T16:34:52.899 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-WmnZPXCmkE8k_RH off=1673934 len=923908 2024-04-12T16:34:52.905 INFO:tasks.workunit.client.0.smithi099.stdout:op 3941 completed, throughput=5MB/sec 2024-04-12T16:34:52.905 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-YaI4RNm5y5fWOXq off=2673450 len=42498 2024-04-12T16:34:52.905 INFO:tasks.workunit.client.0.smithi099.stdout:op 3942 completed, throughput=5MB/sec 2024-04-12T16:34:52.905 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-FWDM43iAmNNDz15 off=2175395 len=1005013 2024-04-12T16:34:52.906 INFO:tasks.workunit.client.0.smithi099.stdout:op 3943 completed, throughput=5MB/sec 2024-04-12T16:34:52.906 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-xXRRRk8Yl9mSMd0 off=7353173 len=1179605 2024-04-12T16:34:52.907 INFO:tasks.workunit.client.0.smithi099.stdout:op 3944 completed, throughput=5MB/sec 2024-04-12T16:34:52.907 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-UzOPPMI23i-C_qq off=0 len=1545987 2024-04-12T16:34:52.916 INFO:tasks.workunit.client.0.smithi099.stdout:op 3945 completed, throughput=5MB/sec 2024-04-12T16:34:53.916 INFO:tasks.workunit.client.0.smithi099.stdout: 775: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:53.916 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-BjFJznjat2BVrgO off=6998208 len=1678839 2024-04-12T16:34:53.926 INFO:tasks.workunit.client.0.smithi099.stdout:op 3946 completed, throughput=5MB/sec 2024-04-12T16:34:53.926 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-adeq6gFSPGW4goL off=6748851 len=59618 2024-04-12T16:34:53.926 INFO:tasks.workunit.client.0.smithi099.stdout:op 3947 completed, throughput=5MB/sec 2024-04-12T16:34:53.926 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_V30VK41gEfX-TH off=6019313 len=1516006 2024-04-12T16:34:53.935 INFO:tasks.workunit.client.0.smithi099.stdout:op 3948 completed, throughput=5MB/sec 2024-04-12T16:34:53.935 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-gwLu_WoBdfrT6XF off=7163197 len=610433 2024-04-12T16:34:53.940 INFO:tasks.workunit.client.0.smithi099.stdout:op 3949 completed, throughput=5MB/sec 2024-04-12T16:34:53.940 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-K4_ot8VC0lZVe6C off=6299426 len=68208 2024-04-12T16:34:53.940 INFO:tasks.workunit.client.0.smithi099.stdout:op 3950 completed, throughput=5MB/sec 2024-04-12T16:34:53.940 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-tJ6ybb1pi6l5evU off=5555128 len=1193142 2024-04-12T16:34:53.947 INFO:tasks.workunit.client.0.smithi099.stdout:op 3951 completed, throughput=5MB/sec 2024-04-12T16:34:54.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:34:54 smithi099 ceph-mon[94290]: pgmap v1810: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:34:54.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:34:54 smithi099 ceph-mon[96864]: pgmap v1810: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:34:54.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:34:54 smithi110 ceph-mon[88691]: pgmap v1810: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:34:54.947 INFO:tasks.workunit.client.0.smithi099.stdout: 776: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:54.947 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-HUyZs2HPwwQP2Zb off=3804023 len=927405 2024-04-12T16:34:54.953 INFO:tasks.workunit.client.0.smithi099.stdout:op 3952 completed, throughput=5MB/sec 2024-04-12T16:34:54.953 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-cwl9R-9HCinpx4S off=10600327 len=1200248 2024-04-12T16:34:54.960 INFO:tasks.workunit.client.0.smithi099.stdout:op 3953 completed, throughput=5MB/sec 2024-04-12T16:34:54.960 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-yuCUHNIGQq17WKf off=826469 len=849780 2024-04-12T16:34:54.965 INFO:tasks.workunit.client.0.smithi099.stdout:op 3954 completed, throughput=5MB/sec 2024-04-12T16:34:54.965 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-vWcfSrFGpWYEB9P off=23306940 len=1034802 2024-04-12T16:34:54.966 INFO:tasks.workunit.client.0.smithi099.stdout:op 3955 completed, throughput=5MB/sec 2024-04-12T16:34:54.966 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-iYxNBARPyuYXvqT off=16714928 len=632617 2024-04-12T16:34:54.966 INFO:tasks.workunit.client.0.smithi099.stdout:op 3956 completed, throughput=5MB/sec 2024-04-12T16:34:54.967 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ralr4sAwaAEGJYG off=1240895 len=363074 2024-04-12T16:34:54.969 INFO:tasks.workunit.client.0.smithi099.stdout:op 3957 completed, throughput=5MB/sec 2024-04-12T16:34:55.970 INFO:tasks.workunit.client.0.smithi099.stdout: 777: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:55.970 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ouqMpmxM6KT71i7 off=7221338 len=2031601 2024-04-12T16:34:55.972 INFO:tasks.workunit.client.0.smithi099.stdout:op 3958 completed, throughput=5MB/sec 2024-04-12T16:34:55.972 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-bpAisTDVpK4PbVp off=6770069 len=667408 2024-04-12T16:34:55.974 INFO:tasks.workunit.client.0.smithi099.stdout:op 3959 completed, throughput=5MB/sec 2024-04-12T16:34:55.974 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Vi_4QftlBJ1llKE off=6632448 len=376219 2024-04-12T16:34:55.978 INFO:tasks.workunit.client.0.smithi099.stdout:op 3960 completed, throughput=5MB/sec 2024-04-12T16:34:55.978 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_zMtXUMhQl_L_oV off=6400972 len=1215301 2024-04-12T16:34:55.985 INFO:tasks.workunit.client.0.smithi099.stdout:op 3961 completed, throughput=5MB/sec 2024-04-12T16:34:55.985 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-E_4fgl-u6pskXnr off=2914057 len=863520 2024-04-12T16:34:55.991 INFO:tasks.workunit.client.0.smithi099.stdout:op 3962 completed, throughput=5MB/sec 2024-04-12T16:34:55.991 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-EM_47eYhkAI7gWX off=2058221 len=1483678 2024-04-12T16:34:55.998 INFO:tasks.workunit.client.0.smithi099.stdout:op 3963 completed, throughput=5MB/sec 2024-04-12T16:34:56.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:34:56 smithi099 ceph-mon[96864]: pgmap v1811: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:34:56.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:34:56 smithi099 ceph-mon[94290]: pgmap v1811: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:34:56.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:34:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:34:56] "GET /metrics HTTP/1.1" 200 34132 "" "Prometheus/2.43.0" 2024-04-12T16:34:56.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:34:56 smithi110 ceph-mon[88691]: pgmap v1811: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:34:56.999 INFO:tasks.workunit.client.0.smithi099.stdout: 778: throughput=5MB/sec pending data=0 2024-04-12T16:34:56.999 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-h0ZISZOhjNLNNRN off=2508587 len=1574370 2024-04-12T16:34:57.007 INFO:tasks.workunit.client.0.smithi099.stdout:op 3964 completed, throughput=5MB/sec 2024-04-12T16:34:57.007 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-lYTzB-eMlPddVnz off=13412016 len=180659 2024-04-12T16:34:57.010 INFO:tasks.workunit.client.0.smithi099.stdout:op 3965 completed, throughput=5MB/sec 2024-04-12T16:34:57.010 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-T-7dAql9MqYmlcm off=7051720 len=831120 2024-04-12T16:34:57.012 INFO:tasks.workunit.client.0.smithi099.stdout:op 3966 completed, throughput=5MB/sec 2024-04-12T16:34:57.012 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-N8XoCTLA_xBwWsM off=11213261 len=1195709 2024-04-12T16:34:57.013 INFO:tasks.workunit.client.0.smithi099.stdout:op 3967 completed, throughput=5MB/sec 2024-04-12T16:34:57.013 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-RDAD22qDui3_zFR off=20069171 len=254684 2024-04-12T16:34:57.016 INFO:tasks.workunit.client.0.smithi099.stdout:op 3968 completed, throughput=5MB/sec 2024-04-12T16:34:58.016 INFO:tasks.workunit.client.0.smithi099.stdout: 779: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:58.016 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-r0RAAuDhpeqjPe6 off=2924226 len=100891 2024-04-12T16:34:58.017 INFO:tasks.workunit.client.0.smithi099.stdout:op 3969 completed, throughput=4.99MB/sec 2024-04-12T16:34:58.017 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-NveXFRa0X_Nygxr off=11455211 len=271630 2024-04-12T16:34:58.020 INFO:tasks.workunit.client.0.smithi099.stdout:op 3970 completed, throughput=4.99MB/sec 2024-04-12T16:34:58.020 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-coVSTS4sktXBqCY off=3550886 len=1824681 2024-04-12T16:34:58.024 INFO:tasks.workunit.client.0.smithi099.stdout:op 3971 completed, throughput=5MB/sec 2024-04-12T16:34:58.024 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-CJWxs01W7jTyj5a off=19891101 len=427001 2024-04-12T16:34:58.025 INFO:tasks.workunit.client.0.smithi099.stdout:op 3972 completed, throughput=5MB/sec 2024-04-12T16:34:58.025 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-HYEOH6THGAObna9 off=2728589 len=284664 2024-04-12T16:34:58.025 INFO:tasks.workunit.client.0.smithi099.stdout:op 3973 completed, throughput=5MB/sec 2024-04-12T16:34:58.025 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-4g2n-Uj48Ak9JCu off=15569652 len=1256518 2024-04-12T16:34:58.027 INFO:tasks.workunit.client.0.smithi099.stdout:op 3974 completed, throughput=5MB/sec 2024-04-12T16:34:58.027 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-WVlzAp4mxIMhBh3 off=4871347 len=733402 2024-04-12T16:34:58.032 INFO:tasks.workunit.client.0.smithi099.stdout:op 3975 completed, throughput=5MB/sec 2024-04-12T16:34:58.032 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-d6p68e2NBklYr2X off=2090380 len=485058 2024-04-12T16:34:58.033 INFO:tasks.workunit.client.0.smithi099.stdout:op 3976 completed, throughput=5MB/sec 2024-04-12T16:34:58.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:34:58 smithi110 ceph-mon[88691]: pgmap v1812: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:34:58.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:34:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:34:58.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:34:58 smithi099 ceph-mon[94290]: pgmap v1812: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:34:58.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:34:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:34:58.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:34:58 smithi099 ceph-mon[96864]: pgmap v1812: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:34:58.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:34:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:34:59.033 INFO:tasks.workunit.client.0.smithi099.stdout: 780: throughput=4.99MB/sec pending data=0 2024-04-12T16:34:59.034 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-GbVX2O7W8CYi0xo off=4023612 len=1666497 2024-04-12T16:34:59.042 INFO:tasks.workunit.client.0.smithi099.stdout:op 3977 completed, throughput=5MB/sec 2024-04-12T16:34:59.042 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-uYkuHN0KGqaXZiO off=4326463 len=607250 2024-04-12T16:34:59.046 INFO:tasks.workunit.client.0.smithi099.stdout:op 3978 completed, throughput=5MB/sec 2024-04-12T16:34:59.046 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-4g2n-Uj48Ak9JCu off=4762042 len=1392958 2024-04-12T16:34:59.047 INFO:tasks.workunit.client.0.smithi099.stdout:op 3979 completed, throughput=5MB/sec 2024-04-12T16:34:59.047 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0BRb_FBa1iDWuYP off=11833237 len=1073708 2024-04-12T16:34:59.053 INFO:tasks.workunit.client.0.smithi099.stdout:op 3980 completed, throughput=5MB/sec 2024-04-12T16:34:59.053 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-CYu8wL-glhfJ1r_ off=6221065 len=2017415 2024-04-12T16:34:59.055 INFO:tasks.workunit.client.0.smithi099.stdout:op 3981 completed, throughput=5MB/sec 2024-04-12T16:34:59.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:34:59 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:34:59.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:34:59 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:34:59.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:34:59 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:35:00.056 INFO:tasks.workunit.client.0.smithi099.stdout: 781: throughput=5MB/sec pending data=0 2024-04-12T16:35:00.056 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ux2Bge8tl0Sybdi off=3697479 len=1142400 2024-04-12T16:35:00.057 INFO:tasks.workunit.client.0.smithi099.stdout:op 3982 completed, throughput=5MB/sec 2024-04-12T16:35:00.057 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-eaFZEJhvWIh_G2o off=543209 len=680821 2024-04-12T16:35:00.058 INFO:tasks.workunit.client.0.smithi099.stdout:op 3983 completed, throughput=5MB/sec 2024-04-12T16:35:00.058 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-9j2Z3lD5zDJd3mO off=3403429 len=1385240 2024-04-12T16:35:00.064 INFO:tasks.workunit.client.0.smithi099.stdout:op 3984 completed, throughput=5MB/sec 2024-04-12T16:35:00.064 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-LNuT80ZNqck5FOE off=2678083 len=2054046 2024-04-12T16:35:00.073 INFO:tasks.workunit.client.0.smithi099.stdout:op 3985 completed, throughput=5MB/sec 2024-04-12T16:35:00.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:35:00 smithi110 ceph-mon[88691]: pgmap v1813: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:35:00.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:35:00 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:35:00.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:35:00 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:35:00.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:35:00 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:35:00.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:35:00 smithi099 ceph-mon[94290]: pgmap v1813: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:35:00.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:35:00 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:35:00.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:35:00 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:35:00.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:35:00 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:35:00.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:35:00 smithi099 ceph-mon[96864]: pgmap v1813: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:35:00.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:35:00 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:35:00.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:35:00 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:35:00.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:35:00 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:35:01.073 INFO:tasks.workunit.client.0.smithi099.stdout: 782: throughput=5MB/sec pending data=0 2024-04-12T16:35:01.074 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-pquNF2tLUZZ4CvC off=6927128 len=1364102 2024-04-12T16:35:01.076 INFO:tasks.workunit.client.0.smithi099.stdout:op 3986 completed, throughput=5MB/sec 2024-04-12T16:35:01.077 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-9IXjugMIhfF-uFz off=11040371 len=996075 2024-04-12T16:35:01.078 INFO:tasks.workunit.client.0.smithi099.stdout:op 3987 completed, throughput=5MB/sec 2024-04-12T16:35:01.078 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-uHHjnvbhmj67x3w off=11890910 len=1921679 2024-04-12T16:35:01.088 INFO:tasks.workunit.client.0.smithi099.stdout:op 3988 completed, throughput=5MB/sec 2024-04-12T16:35:02.089 INFO:tasks.workunit.client.0.smithi099.stdout: 783: throughput=4.99MB/sec pending data=0 2024-04-12T16:35:02.089 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-oGCE4Dv-CQPxmmc off=20096380 len=1534653 2024-04-12T16:35:02.098 INFO:tasks.workunit.client.0.smithi099.stdout:op 3989 completed, throughput=5MB/sec 2024-04-12T16:35:02.098 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-La_LImUn6qBsUIz off=14927105 len=1828733 2024-04-12T16:35:02.100 INFO:tasks.workunit.client.0.smithi099.stdout:op 3990 completed, throughput=5MB/sec 2024-04-12T16:35:02.100 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-IGX16zdatV12e6q off=1255287 len=991201 2024-04-12T16:35:02.102 INFO:tasks.workunit.client.0.smithi099.stdout:op 3991 completed, throughput=5MB/sec 2024-04-12T16:35:02.103 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-FeCXOlJfg0-3MSS off=8499911 len=937920 2024-04-12T16:35:02.104 INFO:tasks.workunit.client.0.smithi099.stdout:op 3992 completed, throughput=5MB/sec 2024-04-12T16:35:02.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:35:02 smithi110 ceph-mon[88691]: pgmap v1814: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-12T16:35:02.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:35:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:35:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:35:02.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:35:02 smithi099 ceph-mon[94290]: pgmap v1814: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-12T16:35:02.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:35:02 smithi099 ceph-mon[96864]: pgmap v1814: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-12T16:35:03.104 INFO:tasks.workunit.client.0.smithi099.stdout: 784: throughput=4.99MB/sec pending data=0 2024-04-12T16:35:03.104 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_fTyiRIjy5P4G9s off=324661 len=775401 2024-04-12T16:35:03.110 INFO:tasks.workunit.client.0.smithi099.stdout:op 3993 completed, throughput=5MB/sec 2024-04-12T16:35:03.110 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-3gFflFmfJorm_j3 off=18510897 len=491643 2024-04-12T16:35:03.111 INFO:tasks.workunit.client.0.smithi099.stdout:op 3994 completed, throughput=5MB/sec 2024-04-12T16:35:03.111 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-w9EH8MdffMCNbuU off=3248277 len=384115 2024-04-12T16:35:03.115 INFO:tasks.workunit.client.0.smithi099.stdout:op 3995 completed, throughput=5MB/sec 2024-04-12T16:35:03.115 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-7DtLsjchteIJd3i off=14690719 len=1445548 2024-04-12T16:35:03.116 INFO:tasks.workunit.client.0.smithi099.stdout:op 3996 completed, throughput=5MB/sec 2024-04-12T16:35:03.117 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-maeB1KF_BHQqo3c off=1762242 len=435463 2024-04-12T16:35:03.120 INFO:tasks.workunit.client.0.smithi099.stdout:op 3997 completed, throughput=5MB/sec 2024-04-12T16:35:03.121 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-bH_BlMNtuCT3FzC off=10145601 len=207088 2024-04-12T16:35:03.123 INFO:tasks.workunit.client.0.smithi099.stdout:op 3998 completed, throughput=5MB/sec 2024-04-12T16:35:03.123 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-wQhFWwi7RhmE7yz off=5906884 len=1482555 2024-04-12T16:35:03.130 INFO:tasks.workunit.client.0.smithi099.stdout:op 3999 completed, throughput=5MB/sec 2024-04-12T16:35:04.130 INFO:tasks.workunit.client.0.smithi099.stdout: 785: throughput=4.99MB/sec pending data=0 2024-04-12T16:35:04.131 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ndaq25r5AjL0Iwc off=94371 len=479677 2024-04-12T16:35:04.134 INFO:tasks.workunit.client.0.smithi099.stdout:op 4000 completed, throughput=4.99MB/sec 2024-04-12T16:35:04.134 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-AM4zr8xUOHB6ijN off=4136667 len=1945231 2024-04-12T16:35:04.146 INFO:tasks.workunit.client.0.smithi099.stdout:op 4001 completed, throughput=5MB/sec 2024-04-12T16:35:04.146 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-8gkS3H7k_kHbVpM off=7980613 len=1201014 2024-04-12T16:35:04.147 INFO:tasks.workunit.client.0.smithi099.stdout:op 4002 completed, throughput=5MB/sec 2024-04-12T16:35:04.148 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-I2Sx6DkjINxg6Nk off=15140875 len=1920211 2024-04-12T16:35:04.149 INFO:tasks.workunit.client.0.smithi099.stdout:op 4003 completed, throughput=5MB/sec 2024-04-12T16:35:04.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:35:04 smithi110 ceph-mon[88691]: pgmap v1815: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:35:04.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:35:04 smithi099 ceph-mon[94290]: pgmap v1815: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:35:04.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:35:04 smithi099 ceph-mon[96864]: pgmap v1815: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:35:05.150 INFO:tasks.workunit.client.0.smithi099.stdout: 786: throughput=4.99MB/sec pending data=0 2024-04-12T16:35:05.150 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-IkkChkI9SQyiZfP off=21650144 len=1488867 2024-04-12T16:35:05.151 INFO:tasks.workunit.client.0.smithi099.stdout:op 4004 completed, throughput=5MB/sec 2024-04-12T16:35:05.152 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Q_HArYu3nRos_qg off=2386996 len=933894 2024-04-12T16:35:05.154 INFO:tasks.workunit.client.0.smithi099.stdout:op 4005 completed, throughput=5MB/sec 2024-04-12T16:35:05.154 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6awb3FXVuhXBt_I off=5175540 len=195116 2024-04-12T16:35:05.157 INFO:tasks.workunit.client.0.smithi099.stdout:op 4006 completed, throughput=5MB/sec 2024-04-12T16:35:05.157 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-xaInpnNb5b-ruGm off=2562081 len=993163 2024-04-12T16:35:05.164 INFO:tasks.workunit.client.0.smithi099.stdout:op 4007 completed, throughput=5MB/sec 2024-04-12T16:35:05.164 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-rUU8tN7MLn264T0 off=6233904 len=877190 2024-04-12T16:35:05.168 INFO:tasks.workunit.client.0.smithi099.stdout:op 4008 completed, throughput=5MB/sec 2024-04-12T16:35:05.169 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-IzXmvuszQvTmQd_ off=1563171 len=655622 2024-04-12T16:35:05.172 INFO:tasks.workunit.client.0.smithi099.stdout:op 4009 completed, throughput=5MB/sec 2024-04-12T16:35:06.172 INFO:tasks.workunit.client.0.smithi099.stdout: 787: throughput=4.99MB/sec pending data=0 2024-04-12T16:35:06.173 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-m24RHvvyNJaelSa off=0 len=1518621 2024-04-12T16:35:06.180 INFO:tasks.workunit.client.0.smithi099.stdout:op 4010 completed, throughput=5MB/sec 2024-04-12T16:35:06.180 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-5aD5g5zsU7QXYpo off=11072880 len=1632440 2024-04-12T16:35:06.188 INFO:tasks.workunit.client.0.smithi099.stdout:op 4011 completed, throughput=5MB/sec 2024-04-12T16:35:06.188 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-AlPw5t0EzQS6or8 off=2961452 len=323849 2024-04-12T16:35:06.191 INFO:tasks.workunit.client.0.smithi099.stdout:op 4012 completed, throughput=5MB/sec 2024-04-12T16:35:06.191 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-2HFrXQu49TERu5r off=13902768 len=1246893 2024-04-12T16:35:06.196 INFO:tasks.workunit.client.0.smithi099.stdout:op 4013 completed, throughput=5MB/sec 2024-04-12T16:35:06.196 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-w875_rQfJTtW2_C off=1862933 len=163957 2024-04-12T16:35:06.197 INFO:tasks.workunit.client.0.smithi099.stdout:op 4014 completed, throughput=5MB/sec 2024-04-12T16:35:06.197 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-6UJx_cnQ0D5g2AO off=1105510 len=794189 2024-04-12T16:35:06.199 INFO:tasks.workunit.client.0.smithi099.stdout:op 4015 completed, throughput=5MB/sec 2024-04-12T16:35:06.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:35:06 smithi099 ceph-mon[94290]: pgmap v1816: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:35:06.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:35:06 smithi099 ceph-mon[96864]: pgmap v1816: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:35:06.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:35:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:35:06] "GET /metrics HTTP/1.1" 200 34132 "" "Prometheus/2.43.0" 2024-04-12T16:35:06.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:35:06 smithi110 ceph-mon[88691]: pgmap v1816: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:35:07.200 INFO:tasks.workunit.client.0.smithi099.stdout: 788: throughput=4.99MB/sec pending data=0 2024-04-12T16:35:07.200 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-1M-Sn94eP0sdR-u off=6544968 len=1613481 2024-04-12T16:35:07.202 INFO:tasks.workunit.client.0.smithi099.stdout:op 4016 completed, throughput=5MB/sec 2024-04-12T16:35:07.202 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Ps_4oJLGKQWIc5a off=12333395 len=655686 2024-04-12T16:35:07.206 INFO:tasks.workunit.client.0.smithi099.stdout:op 4017 completed, throughput=5MB/sec 2024-04-12T16:35:07.206 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-es0Aq93nhzbPZrG off=866899 len=233279 2024-04-12T16:35:07.209 INFO:tasks.workunit.client.0.smithi099.stdout:op 4018 completed, throughput=5MB/sec 2024-04-12T16:35:07.209 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-TrS_HPp93q2gkSF off=5636550 len=1628508 2024-04-12T16:35:07.217 INFO:tasks.workunit.client.0.smithi099.stdout:op 4019 completed, throughput=5MB/sec 2024-04-12T16:35:07.217 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-i6cbl9yZaoD4I6R off=22285532 len=1087334 2024-04-12T16:35:07.223 INFO:tasks.workunit.client.0.smithi099.stdout:op 4020 completed, throughput=5MB/sec 2024-04-12T16:35:08.223 INFO:tasks.workunit.client.0.smithi099.stdout: 789: throughput=4.99MB/sec pending data=0 2024-04-12T16:35:08.223 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Lzj6E5k1K03KW7N off=2305462 len=1319369 2024-04-12T16:35:08.231 INFO:tasks.workunit.client.0.smithi099.stdout:op 4021 completed, throughput=5MB/sec 2024-04-12T16:35:08.231 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-KWYjcGlNQaCcUUF off=5932668 len=555334 2024-04-12T16:35:08.232 INFO:tasks.workunit.client.0.smithi099.stdout:op 4022 completed, throughput=5MB/sec 2024-04-12T16:35:08.232 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-yzdAUCL_yvzvu-b off=11846007 len=1268214 2024-04-12T16:35:08.238 INFO:tasks.workunit.client.0.smithi099.stdout:op 4023 completed, throughput=5MB/sec 2024-04-12T16:35:08.238 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-vNPnNMq50lObtNs off=432694 len=1043052 2024-04-12T16:35:08.244 INFO:tasks.workunit.client.0.smithi099.stdout:op 4024 completed, throughput=5MB/sec 2024-04-12T16:35:08.244 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-xPrQmmEgcu68B1Y off=583321 len=1698874 2024-04-12T16:35:08.246 INFO:tasks.workunit.client.0.smithi099.stdout:op 4025 completed, throughput=5MB/sec 2024-04-12T16:35:08.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:35:08 smithi110 ceph-mon[88691]: pgmap v1817: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:35:08.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:35:08 smithi099 ceph-mon[94290]: pgmap v1817: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:35:08.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:35:08 smithi099 ceph-mon[96864]: pgmap v1817: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:35:09.247 INFO:tasks.workunit.client.0.smithi099.stdout: 790: throughput=4.99MB/sec pending data=0 2024-04-12T16:35:09.247 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-gf31wbOMCl0Z6OW off=10034660 len=1259875 2024-04-12T16:35:09.249 INFO:tasks.workunit.client.0.smithi099.stdout:op 4026 completed, throughput=5MB/sec 2024-04-12T16:35:09.249 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Y-yF0651znz1kID off=838525 len=1964547 2024-04-12T16:35:09.252 INFO:tasks.workunit.client.0.smithi099.stdout:op 4027 completed, throughput=5MB/sec 2024-04-12T16:35:09.252 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--y5CGOabWS8CSmc off=3605941 len=1013879 2024-04-12T16:35:09.254 INFO:tasks.workunit.client.0.smithi099.stdout:op 4028 completed, throughput=5MB/sec 2024-04-12T16:35:09.254 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-7wTUqlTEPTuxYe7 off=5802070 len=2079048 2024-04-12T16:35:09.256 INFO:tasks.workunit.client.0.smithi099.stdout:op 4029 completed, throughput=5MB/sec 2024-04-12T16:35:10.257 INFO:tasks.workunit.client.0.smithi099.stdout: 791: throughput=5MB/sec pending data=0 2024-04-12T16:35:10.257 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-U8PGyqTSk3ycFSj off=955288 len=1457318 2024-04-12T16:35:10.258 INFO:tasks.workunit.client.0.smithi099.stdout:op 4030 completed, throughput=5MB/sec 2024-04-12T16:35:10.259 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-uYMn5DoeZ2yqptB off=10697826 len=169693 2024-04-12T16:35:10.259 INFO:tasks.workunit.client.0.smithi099.stdout:op 4031 completed, throughput=5MB/sec 2024-04-12T16:35:10.259 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-pEnSnqSQNlGWYRY off=6438442 len=796075 2024-04-12T16:35:10.260 INFO:tasks.workunit.client.0.smithi099.stdout:op 4032 completed, throughput=5MB/sec 2024-04-12T16:35:10.260 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-rcx-1i39-1wk2Dm off=3469745 len=146812 2024-04-12T16:35:10.263 INFO:tasks.workunit.client.0.smithi099.stdout:op 4033 completed, throughput=5MB/sec 2024-04-12T16:35:10.263 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ugHwpFKSIhF8Fyc off=7247419 len=896365 2024-04-12T16:35:10.264 INFO:tasks.workunit.client.0.smithi099.stdout:op 4034 completed, throughput=5MB/sec 2024-04-12T16:35:10.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:35:10 smithi110 ceph-mon[88691]: pgmap v1818: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:35:10.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:35:10 smithi099 ceph-mon[94290]: pgmap v1818: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:35:10.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:35:10 smithi099 ceph-mon[96864]: pgmap v1818: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:35:11.265 INFO:tasks.workunit.client.0.smithi099.stdout: 792: throughput=4.99MB/sec pending data=0 2024-04-12T16:35:11.265 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-yBq-Fs2dIYaXdU9 off=12038646 len=28701 2024-04-12T16:35:11.268 INFO:tasks.workunit.client.0.smithi099.stdout:op 4035 completed, throughput=4.99MB/sec 2024-04-12T16:35:11.268 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-dC9ZF_Wyh-9R6uK off=4005303 len=254232 2024-04-12T16:35:11.271 INFO:tasks.workunit.client.0.smithi099.stdout:op 4036 completed, throughput=4.99MB/sec 2024-04-12T16:35:11.271 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-QCcy84fcpp-K0Yd off=4050465 len=1824996 2024-04-12T16:35:11.282 INFO:tasks.workunit.client.0.smithi099.stdout:op 4037 completed, throughput=5MB/sec 2024-04-12T16:35:11.282 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-1Ekq5QeaVjVF-jO off=2159814 len=1287757 2024-04-12T16:35:11.283 INFO:tasks.workunit.client.0.smithi099.stdout:op 4038 completed, throughput=5MB/sec 2024-04-12T16:35:11.284 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-03yqknFtZIOzAe5 off=18618475 len=1930096 2024-04-12T16:35:11.293 INFO:tasks.workunit.client.0.smithi099.stdout:op 4039 completed, throughput=5MB/sec 2024-04-12T16:35:12.294 INFO:tasks.workunit.client.0.smithi099.stdout: 793: throughput=4.99MB/sec pending data=0 2024-04-12T16:35:12.294 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Z7Kau_xlTkznhTL off=0 len=1520960 2024-04-12T16:35:12.296 INFO:tasks.workunit.client.0.smithi099.stdout:op 4040 completed, throughput=5MB/sec 2024-04-12T16:35:12.296 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-eATd_KHIFAduUZ_ off=4484611 len=1629662 2024-04-12T16:35:12.299 INFO:tasks.workunit.client.0.smithi099.stdout:op 4041 completed, throughput=5MB/sec 2024-04-12T16:35:12.299 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-dfCwOzl1t02vJsq off=0 len=1277583 2024-04-12T16:35:12.307 INFO:tasks.workunit.client.0.smithi099.stdout:op 4042 completed, throughput=5MB/sec 2024-04-12T16:35:12.307 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-LfHs4HVklT-Yt6D off=4697219 len=1199946 2024-04-12T16:35:12.312 INFO:tasks.workunit.client.0.smithi099.stdout:op 4043 completed, throughput=5MB/sec 2024-04-12T16:35:12.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:35:12 smithi110 ceph-mon[88691]: pgmap v1819: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:35:12.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:35:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:35:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:35:12.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:35:12 smithi099 ceph-mon[94290]: pgmap v1819: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:35:12.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:35:12 smithi099 ceph-mon[96864]: pgmap v1819: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:35:13.313 INFO:tasks.workunit.client.0.smithi099.stdout: 794: throughput=4.99MB/sec pending data=0 2024-04-12T16:35:13.313 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-0O5LFzwllKr88G_ off=9682321 len=987116 2024-04-12T16:35:13.317 INFO:tasks.workunit.client.0.smithi099.stdout:op 4044 completed, throughput=5MB/sec 2024-04-12T16:35:13.317 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-T6n4QPyrg8DMKc6 off=20985533 len=1458422 2024-04-12T16:35:13.323 INFO:tasks.workunit.client.0.smithi099.stdout:op 4045 completed, throughput=5MB/sec 2024-04-12T16:35:13.323 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-YRtOg-fco6nktox off=1057639 len=369599 2024-04-12T16:35:13.326 INFO:tasks.workunit.client.0.smithi099.stdout:op 4046 completed, throughput=5MB/sec 2024-04-12T16:35:13.326 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-oznvnFR452c_X9g off=18282692 len=706869 2024-04-12T16:35:13.326 INFO:tasks.workunit.client.0.smithi099.stdout:op 4047 completed, throughput=5MB/sec 2024-04-12T16:35:13.327 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-h1GYuTASjS4dY0s off=3870769 len=1367632 2024-04-12T16:35:13.333 INFO:tasks.workunit.client.0.smithi099.stdout:op 4048 completed, throughput=5MB/sec 2024-04-12T16:35:13.333 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-53oxp0BOm_izg9b off=2904486 len=945258 2024-04-12T16:35:13.339 INFO:tasks.workunit.client.0.smithi099.stdout:op 4049 completed, throughput=5MB/sec 2024-04-12T16:35:13.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:35:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:35:13.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:35:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:35:13.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:35:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:35:14.339 INFO:tasks.workunit.client.0.smithi099.stdout: 795: throughput=4.99MB/sec pending data=0 2024-04-12T16:35:14.339 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-2DwmQZnzCooY5BI off=6574537 len=1972585 2024-04-12T16:35:14.350 INFO:tasks.workunit.client.0.smithi099.stdout:op 4050 completed, throughput=5MB/sec 2024-04-12T16:35:14.350 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-iYJecr1RJv6hfbc off=7056266 len=247626 2024-04-12T16:35:14.353 INFO:tasks.workunit.client.0.smithi099.stdout:op 4051 completed, throughput=5MB/sec 2024-04-12T16:35:14.353 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-eR_S6emzLXIWUza off=5866784 len=819492 2024-04-12T16:35:14.357 INFO:tasks.workunit.client.0.smithi099.stdout:op 4052 completed, throughput=5MB/sec 2024-04-12T16:35:14.357 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-5Xrlnkf1MBIlb6d off=685901 len=1697902 2024-04-12T16:35:14.359 INFO:tasks.workunit.client.0.smithi099.stdout:op 4053 completed, throughput=5MB/sec 2024-04-12T16:35:14.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:35:14 smithi110 ceph-mon[88691]: pgmap v1820: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T16:35:14.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:35:14 smithi099 ceph-mon[94290]: pgmap v1820: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T16:35:14.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:35:14 smithi099 ceph-mon[96864]: pgmap v1820: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T16:35:15.360 INFO:tasks.workunit.client.0.smithi099.stdout: 796: throughput=4.99MB/sec pending data=0 2024-04-12T16:35:15.360 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-s8QYjnmshRiIiP0 off=10798123 len=209237 2024-04-12T16:35:15.363 INFO:tasks.workunit.client.0.smithi099.stdout:op 4054 completed, throughput=4.99MB/sec 2024-04-12T16:35:15.363 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-WUrR5W2o4VxOL4r off=650617 len=1782120 2024-04-12T16:35:15.372 INFO:tasks.workunit.client.0.smithi099.stdout:op 4055 completed, throughput=5MB/sec 2024-04-12T16:35:15.372 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-IsQVU4gqarrjbHy off=5010683 len=1343954 2024-04-12T16:35:15.379 INFO:tasks.workunit.client.0.smithi099.stdout:op 4056 completed, throughput=5MB/sec 2024-04-12T16:35:15.379 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-dYN0M6tHheZ7oe3 off=8120523 len=943769 2024-04-12T16:35:15.385 INFO:tasks.workunit.client.0.smithi099.stdout:op 4057 completed, throughput=5MB/sec 2024-04-12T16:35:15.385 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6eRZXkthaicx01N off=607421 len=510006 2024-04-12T16:35:15.389 INFO:tasks.workunit.client.0.smithi099.stdout:op 4058 completed, throughput=5MB/sec 2024-04-12T16:35:15.389 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Z7jzjDqQFXAeaZ_ off=7568796 len=1371685 2024-04-12T16:35:15.392 INFO:tasks.workunit.client.0.smithi099.stdout:op 4059 completed, throughput=5MB/sec 2024-04-12T16:35:16.392 INFO:tasks.workunit.client.0.smithi099.stdout: 797: throughput=4.99MB/sec pending data=0 2024-04-12T16:35:16.392 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-S2YHwa6lj_K1YMk off=5687312 len=1823198 2024-04-12T16:35:16.402 INFO:tasks.workunit.client.0.smithi099.stdout:op 4060 completed, throughput=5MB/sec 2024-04-12T16:35:16.402 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-CHMzCFF8uy9bZb3 off=2161178 len=2083501 2024-04-12T16:35:16.405 INFO:tasks.workunit.client.0.smithi099.stdout:op 4061 completed, throughput=5MB/sec 2024-04-12T16:35:16.405 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-m_5rIBBQuBdptBB off=367555 len=1360381 2024-04-12T16:35:16.412 INFO:tasks.workunit.client.0.smithi099.stdout:op 4062 completed, throughput=5MB/sec 2024-04-12T16:35:16.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:35:16 smithi099 ceph-mon[94290]: pgmap v1821: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:35:16.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:35:16 smithi099 ceph-mon[96864]: pgmap v1821: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:35:16.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:35:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:35:16] "GET /metrics HTTP/1.1" 200 34134 "" "Prometheus/2.43.0" 2024-04-12T16:35:16.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:35:16 smithi110 ceph-mon[88691]: pgmap v1821: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:35:17.413 INFO:tasks.workunit.client.0.smithi099.stdout: 798: throughput=4.99MB/sec pending data=0 2024-04-12T16:35:17.414 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-3kEVZ1HeGfzjpr7 off=6999351 len=1615133 2024-04-12T16:35:17.421 INFO:tasks.workunit.client.0.smithi099.stdout:op 4063 completed, throughput=5MB/sec 2024-04-12T16:35:17.421 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-UqcraxZKXb5yrTP off=2991295 len=66570 2024-04-12T16:35:17.422 INFO:tasks.workunit.client.0.smithi099.stdout:op 4064 completed, throughput=5MB/sec 2024-04-12T16:35:17.422 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-iKfh2IRbxcIGNjv off=15346046 len=1052873 2024-04-12T16:35:17.426 INFO:tasks.workunit.client.0.smithi099.stdout:op 4065 completed, throughput=5MB/sec 2024-04-12T16:35:17.426 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-uhJ4TFDK3EKjBBP off=7366865 len=1338728 2024-04-12T16:35:17.434 INFO:tasks.workunit.client.0.smithi099.stdout:op 4066 completed, throughput=5MB/sec 2024-04-12T16:35:17.434 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-1QQ-E0YvyIOQEfH off=8399650 len=1538091 2024-04-12T16:35:17.434 INFO:tasks.workunit.client.0.smithi099.stdout:op 4067 completed, throughput=5MB/sec 2024-04-12T16:35:18.435 INFO:tasks.workunit.client.0.smithi099.stdout: 799: throughput=5MB/sec pending data=0 2024-04-12T16:35:18.435 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-r0RAAuDhpeqjPe6 off=7084863 len=1104061 2024-04-12T16:35:18.440 INFO:tasks.workunit.client.0.smithi099.stdout:op 4068 completed, throughput=5MB/sec 2024-04-12T16:35:18.440 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-TljkdYWs2yyRY16 off=10412522 len=1247487 2024-04-12T16:35:18.447 INFO:tasks.workunit.client.0.smithi099.stdout:op 4069 completed, throughput=5MB/sec 2024-04-12T16:35:18.447 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-824C3uyIfkxDPwK off=1824188 len=1524079 2024-04-12T16:35:18.453 INFO:tasks.workunit.client.0.smithi099.stdout:op 4070 completed, throughput=5MB/sec 2024-04-12T16:35:18.453 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Uo9E0dUTBNTaDal off=8651186 len=1825352 2024-04-12T16:35:18.455 INFO:tasks.workunit.client.0.smithi099.stdout:op 4071 completed, throughput=5MB/sec 2024-04-12T16:35:18.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:35:18 smithi110 ceph-mon[88691]: pgmap v1822: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:35:18.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:35:18 smithi099 ceph-mon[94290]: pgmap v1822: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:35:18.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:35:18 smithi099 ceph-mon[96864]: pgmap v1822: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:35:19.455 INFO:tasks.workunit.client.0.smithi099.stdout: 800: throughput=5MB/sec pending data=0 2024-04-12T16:35:19.455 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-fmCy0Ipi-aMm3NX off=743936 len=33222 2024-04-12T16:35:19.456 INFO:tasks.workunit.client.0.smithi099.stdout:op 4072 completed, throughput=5MB/sec 2024-04-12T16:35:19.456 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-SclxUJoTLaV_3a1 off=4201310 len=1901067 2024-04-12T16:35:19.458 INFO:tasks.workunit.client.0.smithi099.stdout:op 4073 completed, throughput=5MB/sec 2024-04-12T16:35:19.459 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-7FXmH4hX_7TLnSW off=1138482 len=1652473 2024-04-12T16:35:19.461 INFO:tasks.workunit.client.0.smithi099.stdout:op 4074 completed, throughput=5MB/sec 2024-04-12T16:35:19.461 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-0jfOYlpBTfkZrmr off=63699 len=1313156 2024-04-12T16:35:19.462 INFO:tasks.workunit.client.0.smithi099.stdout:op 4075 completed, throughput=5MB/sec 2024-04-12T16:35:20.463 INFO:tasks.workunit.client.0.smithi099.stdout: 801: throughput=5MB/sec pending data=0 2024-04-12T16:35:20.463 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ydWKbieZvGYhiXR off=6299817 len=1080580 2024-04-12T16:35:20.469 INFO:tasks.workunit.client.0.smithi099.stdout:op 4076 completed, throughput=5MB/sec 2024-04-12T16:35:20.469 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-sGMkWJ25fqXzNpo off=1061539 len=65209 2024-04-12T16:35:20.469 INFO:tasks.workunit.client.0.smithi099.stdout:op 4077 completed, throughput=5MB/sec 2024-04-12T16:35:20.469 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6DnGN8ynOlg00Rt off=3987039 len=1638656 2024-04-12T16:35:20.477 INFO:tasks.workunit.client.0.smithi099.stdout:op 4078 completed, throughput=5MB/sec 2024-04-12T16:35:20.477 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0gZcqoa7CNI9YnZ off=9743141 len=1770879 2024-04-12T16:35:20.485 INFO:tasks.workunit.client.0.smithi099.stdout:op 4079 completed, throughput=5MB/sec 2024-04-12T16:35:20.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:35:20 smithi110 ceph-mon[88691]: pgmap v1823: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:35:20.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:35:20 smithi099 ceph-mon[94290]: pgmap v1823: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:35:20.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:35:20 smithi099 ceph-mon[96864]: pgmap v1823: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:35:21.486 INFO:tasks.workunit.client.0.smithi099.stdout: 802: throughput=4.99MB/sec pending data=0 2024-04-12T16:35:21.486 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-CibsYQYSklt5pq1 off=16092174 len=51513 2024-04-12T16:35:21.486 INFO:tasks.workunit.client.0.smithi099.stdout:op 4080 completed, throughput=4.99MB/sec 2024-04-12T16:35:21.486 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-oulDxoY8NHBTu8y off=18137485 len=346891 2024-04-12T16:35:21.487 INFO:tasks.workunit.client.0.smithi099.stdout:op 4081 completed, throughput=4.99MB/sec 2024-04-12T16:35:21.487 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-J9iHxty6xL2_hGF off=2697653 len=1009802 2024-04-12T16:35:21.493 INFO:tasks.workunit.client.0.smithi099.stdout:op 4082 completed, throughput=5MB/sec 2024-04-12T16:35:21.493 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-f-4p76MWjFPILqh off=9111672 len=1715409 2024-04-12T16:35:21.497 INFO:tasks.workunit.client.0.smithi099.stdout:op 4083 completed, throughput=5MB/sec 2024-04-12T16:35:21.497 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-oalEH_7j0aCjPCQ off=6917745 len=676863 2024-04-12T16:35:21.501 INFO:tasks.workunit.client.0.smithi099.stdout:op 4084 completed, throughput=5MB/sec 2024-04-12T16:35:21.501 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-SwdZSfWTEXbm4LY off=3385038 len=670883 2024-04-12T16:35:21.505 INFO:tasks.workunit.client.0.smithi099.stdout:op 4085 completed, throughput=5MB/sec 2024-04-12T16:35:21.505 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-aoPS-GRie6wdtSa off=20224676 len=817050 2024-04-12T16:35:21.506 INFO:tasks.workunit.client.0.smithi099.stdout:op 4086 completed, throughput=5MB/sec 2024-04-12T16:35:22.506 INFO:tasks.workunit.client.0.smithi099.stdout: 803: throughput=4.99MB/sec pending data=0 2024-04-12T16:35:22.507 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-39DGpoxEmP0Qkl5 off=6642022 len=922596 2024-04-12T16:35:22.508 INFO:tasks.workunit.client.0.smithi099.stdout:op 4087 completed, throughput=5MB/sec 2024-04-12T16:35:22.508 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-lWd1dVNmTJfWSUO off=5879509 len=1442434 2024-04-12T16:35:22.510 INFO:tasks.workunit.client.0.smithi099.stdout:op 4088 completed, throughput=5MB/sec 2024-04-12T16:35:22.510 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-uNKOVbQduQHf060 off=708361 len=545546 2024-04-12T16:35:22.511 INFO:tasks.workunit.client.0.smithi099.stdout:op 4089 completed, throughput=5MB/sec 2024-04-12T16:35:22.511 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-asSTlWQIcwA1cYf off=4767179 len=1663007 2024-04-12T16:35:22.513 INFO:tasks.workunit.client.0.smithi099.stdout:op 4090 completed, throughput=5MB/sec 2024-04-12T16:35:22.513 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-27uLzlEkNIgNCdT off=4349091 len=576903 2024-04-12T16:35:22.516 INFO:tasks.workunit.client.0.smithi099.stdout:op 4091 completed, throughput=5MB/sec 2024-04-12T16:35:22.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:35:22 smithi110 ceph-mon[88691]: pgmap v1824: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:35:22.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:35:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:35:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:35:22.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:35:22 smithi099 ceph-mon[94290]: pgmap v1824: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:35:22.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:35:22 smithi099 ceph-mon[96864]: pgmap v1824: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:35:23.517 INFO:tasks.workunit.client.0.smithi099.stdout: 804: throughput=4.99MB/sec pending data=0 2024-04-12T16:35:23.517 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-DQHnaVG7vbgiz4U off=265297 len=758699 2024-04-12T16:35:23.518 INFO:tasks.workunit.client.0.smithi099.stdout:op 4092 completed, throughput=4.99MB/sec 2024-04-12T16:35:23.518 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-8yAiOvGYdRoDtsa off=3246780 len=1873092 2024-04-12T16:35:23.520 INFO:tasks.workunit.client.0.smithi099.stdout:op 4093 completed, throughput=5MB/sec 2024-04-12T16:35:23.520 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-xKhkIwoTUbXgmFA off=4598789 len=1713443 2024-04-12T16:35:23.524 INFO:tasks.workunit.client.0.smithi099.stdout:op 4094 completed, throughput=5MB/sec 2024-04-12T16:35:23.524 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-3AOJf-ON6LfhQCP off=6233113 len=879650 2024-04-12T16:35:23.525 INFO:tasks.workunit.client.0.smithi099.stdout:op 4095 completed, throughput=5MB/sec 2024-04-12T16:35:23.525 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Joq_mwWq99anfPP off=9324154 len=1617015 2024-04-12T16:35:23.534 INFO:tasks.workunit.client.0.smithi099.stdout:op 4096 completed, throughput=5MB/sec 2024-04-12T16:35:24.535 INFO:tasks.workunit.client.0.smithi099.stdout: 805: throughput=5MB/sec pending data=0 2024-04-12T16:35:24.535 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Vs_G_N458Ccp2iK off=0 len=1106770 2024-04-12T16:35:24.541 INFO:tasks.workunit.client.0.smithi099.stdout:op 4097 completed, throughput=5MB/sec 2024-04-12T16:35:24.541 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-UmmwzKQDGjRnRhx off=10514295 len=799554 2024-04-12T16:35:24.542 INFO:tasks.workunit.client.0.smithi099.stdout:op 4098 completed, throughput=5MB/sec 2024-04-12T16:35:24.542 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-5HsWGvV8RHjPe5B off=15737677 len=1275963 2024-04-12T16:35:24.545 INFO:tasks.workunit.client.0.smithi099.stdout:op 4099 completed, throughput=5MB/sec 2024-04-12T16:35:24.545 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-IB42ugBMVDGtVIy off=14898609 len=156493 2024-04-12T16:35:24.547 INFO:tasks.workunit.client.0.smithi099.stdout:op 4100 completed, throughput=5MB/sec 2024-04-12T16:35:24.547 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-9lVzwHKUDculZBg off=17418784 len=894662 2024-04-12T16:35:24.549 INFO:tasks.workunit.client.0.smithi099.stdout:op 4101 completed, throughput=5MB/sec 2024-04-12T16:35:24.675 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:35:24 smithi099 ceph-mon[94290]: pgmap v1825: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:35:24.675 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:35:24 smithi099 ceph-mon[96864]: pgmap v1825: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:35:24.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:35:24 smithi110 ceph-mon[88691]: pgmap v1825: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:35:25.550 INFO:tasks.workunit.client.0.smithi099.stdout: 806: throughput=4.99MB/sec pending data=0 2024-04-12T16:35:25.550 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--BE7gcA3gBoPdgL off=8630502 len=344089 2024-04-12T16:35:25.550 INFO:tasks.workunit.client.0.smithi099.stdout:op 4102 completed, throughput=4.99MB/sec 2024-04-12T16:35:25.551 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-uWbLFISBmSX_Cv5 off=1774685 len=419012 2024-04-12T16:35:25.552 INFO:tasks.workunit.client.0.smithi099.stdout:op 4103 completed, throughput=5MB/sec 2024-04-12T16:35:25.552 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-g2T2qH9XOrG-9d5 off=13049955 len=1879054 2024-04-12T16:35:25.554 INFO:tasks.workunit.client.0.smithi099.stdout:op 4104 completed, throughput=5MB/sec 2024-04-12T16:35:25.554 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-BoZqgkaEG7V69XA off=624394 len=1026220 2024-04-12T16:35:25.558 INFO:tasks.workunit.client.0.smithi099.stdout:op 4105 completed, throughput=5MB/sec 2024-04-12T16:35:25.558 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-o6dc82cI9qrvqkl off=1200887 len=997387 2024-04-12T16:35:25.558 INFO:tasks.workunit.client.0.smithi099.stdout:op 4106 completed, throughput=5MB/sec 2024-04-12T16:35:25.558 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-nfm4TSs1PkGXDut off=4172073 len=1637169 2024-04-12T16:35:25.558 INFO:tasks.workunit.client.0.smithi099.stdout:op 4107 completed, throughput=5MB/sec 2024-04-12T16:35:26.559 INFO:tasks.workunit.client.0.smithi099.stdout: 807: throughput=5MB/sec pending data=0 2024-04-12T16:35:26.559 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-OKSLjFZAQmVLNbC off=16064245 len=1726423 2024-04-12T16:35:26.561 INFO:tasks.workunit.client.0.smithi099.stdout:op 4108 completed, throughput=5MB/sec 2024-04-12T16:35:26.561 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-lpKibqSAV-qknTY off=14121974 len=684898 2024-04-12T16:35:26.565 INFO:tasks.workunit.client.0.smithi099.stdout:op 4109 completed, throughput=5MB/sec 2024-04-12T16:35:26.565 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-1sTex1LbNHCtyxs off=2604876 len=73418 2024-04-12T16:35:26.566 INFO:tasks.workunit.client.0.smithi099.stdout:op 4110 completed, throughput=5MB/sec 2024-04-12T16:35:26.566 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-mOCK2z4Tp-lmtTu off=663826 len=1373354 2024-04-12T16:35:26.572 INFO:tasks.workunit.client.0.smithi099.stdout:op 4111 completed, throughput=5MB/sec 2024-04-12T16:35:26.572 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-dJ8u8j0SYD_hvqa off=2055956 len=528231 2024-04-12T16:35:26.572 INFO:tasks.workunit.client.0.smithi099.stdout:op 4112 completed, throughput=5MB/sec 2024-04-12T16:35:26.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:35:26 smithi099 ceph-mon[94290]: pgmap v1826: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:35:26.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:35:26 smithi099 ceph-mon[96864]: pgmap v1826: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:35:26.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:35:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:35:26] "GET /metrics HTTP/1.1" 200 34134 "" "Prometheus/2.43.0" 2024-04-12T16:35:26.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:35:26 smithi110 ceph-mon[88691]: pgmap v1826: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:35:27.573 INFO:tasks.workunit.client.0.smithi099.stdout: 808: throughput=4.99MB/sec pending data=0 2024-04-12T16:35:27.573 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Q0vVXXdVLHcthNQ off=3527130 len=1903011 2024-04-12T16:35:27.577 INFO:tasks.workunit.client.0.smithi099.stdout:op 4113 completed, throughput=5MB/sec 2024-04-12T16:35:27.577 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-3NVw1dKYwz2nSB- off=6853710 len=1070553 2024-04-12T16:35:27.582 INFO:tasks.workunit.client.0.smithi099.stdout:op 4114 completed, throughput=5MB/sec 2024-04-12T16:35:27.582 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Xm1rKuPmdiqrt-2 off=14180435 len=260672 2024-04-12T16:35:27.585 INFO:tasks.workunit.client.0.smithi099.stdout:op 4115 completed, throughput=5MB/sec 2024-04-12T16:35:27.585 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-NsxEHBVFOpfOGjr off=5766082 len=604500 2024-04-12T16:35:27.586 INFO:tasks.workunit.client.0.smithi099.stdout:op 4116 completed, throughput=5MB/sec 2024-04-12T16:35:27.586 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-td1r8Ks9Uhz_X_t off=1678232 len=1133535 2024-04-12T16:35:27.593 INFO:tasks.workunit.client.0.smithi099.stdout:op 4117 completed, throughput=5MB/sec 2024-04-12T16:35:28.594 INFO:tasks.workunit.client.0.smithi099.stdout: 809: throughput=4.99MB/sec pending data=0 2024-04-12T16:35:28.594 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-LUXpVUCfIQgzWmf off=3964442 len=1864290 2024-04-12T16:35:28.603 INFO:tasks.workunit.client.0.smithi099.stdout:op 4118 completed, throughput=5MB/sec 2024-04-12T16:35:28.604 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-AHFnALVjfoL2s6b off=12261068 len=970393 2024-04-12T16:35:28.608 INFO:tasks.workunit.client.0.smithi099.stdout:op 4119 completed, throughput=5MB/sec 2024-04-12T16:35:28.608 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-cf6ksV6sENGBxK3 off=8593196 len=524019 2024-04-12T16:35:28.612 INFO:tasks.workunit.client.0.smithi099.stdout:op 4120 completed, throughput=5MB/sec 2024-04-12T16:35:28.612 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-SP3XRU4_ibsbx5R off=9680385 len=2046691 2024-04-12T16:35:28.614 INFO:tasks.workunit.client.0.smithi099.stdout:op 4121 completed, throughput=5MB/sec 2024-04-12T16:35:28.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:35:28 smithi110 ceph-mon[88691]: pgmap v1827: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:35:28.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:35:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:35:28.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:35:28 smithi099 ceph-mon[94290]: pgmap v1827: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:35:28.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:35:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:35:28.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:35:28 smithi099 ceph-mon[96864]: pgmap v1827: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:35:28.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:35:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:35:29.615 INFO:tasks.workunit.client.0.smithi099.stdout: 810: throughput=4.99MB/sec pending data=0 2024-04-12T16:35:29.615 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1yfy5IB-_1hlqvO off=15889210 len=393439 2024-04-12T16:35:29.621 INFO:tasks.workunit.client.0.smithi099.stdout:op 4122 completed, throughput=4.99MB/sec 2024-04-12T16:35:29.621 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-f4HSlnc51pTmO97 off=6536339 len=512679 2024-04-12T16:35:29.622 INFO:tasks.workunit.client.0.smithi099.stdout:op 4123 completed, throughput=5MB/sec 2024-04-12T16:35:29.622 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-glQEQRrzt-iT9fh off=1424221 len=643917 2024-04-12T16:35:29.624 INFO:tasks.workunit.client.0.smithi099.stdout:op 4124 completed, throughput=5MB/sec 2024-04-12T16:35:29.624 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-sdgkE78Ze3mWCcP off=2880870 len=210801 2024-04-12T16:35:29.625 INFO:tasks.workunit.client.0.smithi099.stdout:op 4125 completed, throughput=5MB/sec 2024-04-12T16:35:29.625 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-UylwVB6i_C_bmNL off=3298223 len=563047 2024-04-12T16:35:29.626 INFO:tasks.workunit.client.0.smithi099.stdout:op 4126 completed, throughput=5MB/sec 2024-04-12T16:35:29.626 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Y44OG-NdvStzLca off=4659752 len=1126611 2024-04-12T16:35:29.632 INFO:tasks.workunit.client.0.smithi099.stdout:op 4127 completed, throughput=5MB/sec 2024-04-12T16:35:29.632 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-7TQ50kWeKfULBqe off=16383718 len=1340142 2024-04-12T16:35:29.635 INFO:tasks.workunit.client.0.smithi099.stdout:op 4128 completed, throughput=5MB/sec 2024-04-12T16:35:29.635 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-FuqJXt497FU4YwE off=3966047 len=102509 2024-04-12T16:35:29.637 INFO:tasks.workunit.client.0.smithi099.stdout:op 4129 completed, throughput=5MB/sec 2024-04-12T16:35:29.637 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-N3mNVzZvbRgoIBo off=2400316 len=2092870 2024-04-12T16:35:29.639 INFO:tasks.workunit.client.0.smithi099.stdout:op 4130 completed, throughput=5MB/sec 2024-04-12T16:35:30.640 INFO:tasks.workunit.client.0.smithi099.stdout: 811: throughput=5MB/sec pending data=0 2024-04-12T16:35:30.640 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6JYcyLBMDE6uuro off=5369026 len=1937875 2024-04-12T16:35:30.650 INFO:tasks.workunit.client.0.smithi099.stdout:op 4131 completed, throughput=5MB/sec 2024-04-12T16:35:30.650 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-oTzx5hsP9781IH_ off=6393356 len=1947764 2024-04-12T16:35:30.652 INFO:tasks.workunit.client.0.smithi099.stdout:op 4132 completed, throughput=5MB/sec 2024-04-12T16:35:30.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:35:30 smithi110 ceph-mon[88691]: pgmap v1828: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T16:35:30.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:35:30 smithi099 ceph-mon[94290]: pgmap v1828: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T16:35:30.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:35:30 smithi099 ceph-mon[96864]: pgmap v1828: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T16:35:31.653 INFO:tasks.workunit.client.0.smithi099.stdout: 812: throughput=4.99MB/sec pending data=0 2024-04-12T16:35:31.653 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-JLaP1oJciiKGrsu off=4812867 len=583434 2024-04-12T16:35:31.654 INFO:tasks.workunit.client.0.smithi099.stdout:op 4133 completed, throughput=5MB/sec 2024-04-12T16:35:31.654 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Yyrbgwe7_hx0xtJ off=4035141 len=1055921 2024-04-12T16:35:31.659 INFO:tasks.workunit.client.0.smithi099.stdout:op 4134 completed, throughput=5MB/sec 2024-04-12T16:35:31.659 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Tb8-i1xFT8cW67m off=6706401 len=1246922 2024-04-12T16:35:31.666 INFO:tasks.workunit.client.0.smithi099.stdout:op 4135 completed, throughput=5MB/sec 2024-04-12T16:35:31.666 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-yzDGbl2iEhjwvHf off=8143375 len=2085061 2024-04-12T16:35:31.676 INFO:tasks.workunit.client.0.smithi099.stdout:op 4136 completed, throughput=5MB/sec 2024-04-12T16:35:31.676 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-TCohWHPcX_T0Hnk off=7542038 len=1393632 2024-04-12T16:35:31.683 INFO:tasks.workunit.client.0.smithi099.stdout:op 4137 completed, throughput=5MB/sec 2024-04-12T16:35:32.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:35:32 smithi110 ceph-mon[88691]: pgmap v1829: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:35:32.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:35:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:35:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:35:32.683 INFO:tasks.workunit.client.0.smithi099.stdout: 813: throughput=5MB/sec pending data=0 2024-04-12T16:35:32.683 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-RX0_WAGPw6Om1Er off=6465871 len=1718058 2024-04-12T16:35:32.687 INFO:tasks.workunit.client.0.smithi099.stdout:op 4138 completed, throughput=5MB/sec 2024-04-12T16:35:32.687 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-_v06AWQOxdRt6ln off=1869242 len=1407349 2024-04-12T16:35:32.689 INFO:tasks.workunit.client.0.smithi099.stdout:op 4139 completed, throughput=5MB/sec 2024-04-12T16:35:32.689 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-XxdpRoYFGsyoR_8 off=3711825 len=83648 2024-04-12T16:35:32.692 INFO:tasks.workunit.client.0.smithi099.stdout:op 4140 completed, throughput=5MB/sec 2024-04-12T16:35:32.692 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-CeIAFZa_7M2buES off=7601367 len=677063 2024-04-12T16:35:32.694 INFO:tasks.workunit.client.0.smithi099.stdout:op 4141 completed, throughput=5MB/sec 2024-04-12T16:35:32.694 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-r7B4cbLcH5QFp6n off=729861 len=1330632 2024-04-12T16:35:32.695 INFO:tasks.workunit.client.0.smithi099.stdout:op 4142 completed, throughput=5MB/sec 2024-04-12T16:35:32.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:35:32 smithi099 ceph-mon[94290]: pgmap v1829: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:35:32.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:35:32 smithi099 ceph-mon[96864]: pgmap v1829: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:35:33.695 INFO:tasks.workunit.client.0.smithi099.stdout: 814: throughput=5MB/sec pending data=0 2024-04-12T16:35:33.695 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-E-k88mn-a7B7xa_ off=8196904 len=1743397 2024-04-12T16:35:33.699 INFO:tasks.workunit.client.0.smithi099.stdout:op 4143 completed, throughput=5MB/sec 2024-04-12T16:35:33.699 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-cASs97H68KmTqd6 off=16190686 len=91832 2024-04-12T16:35:33.700 INFO:tasks.workunit.client.0.smithi099.stdout:op 4144 completed, throughput=5MB/sec 2024-04-12T16:35:33.700 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Vac1CS4eKnhN1ct off=4842652 len=715836 2024-04-12T16:35:33.701 INFO:tasks.workunit.client.0.smithi099.stdout:op 4145 completed, throughput=5MB/sec 2024-04-12T16:35:33.701 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-MXlntupugEpMWpj off=2197391 len=104604 2024-04-12T16:35:33.704 INFO:tasks.workunit.client.0.smithi099.stdout:op 4146 completed, throughput=5MB/sec 2024-04-12T16:35:33.704 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-QvUDgsN-j5M9gS1 off=1750859 len=374820 2024-04-12T16:35:33.707 INFO:tasks.workunit.client.0.smithi099.stdout:op 4147 completed, throughput=5MB/sec 2024-04-12T16:35:33.707 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-OGWWlWq4f8M6wr- off=4600621 len=338509 2024-04-12T16:35:33.711 INFO:tasks.workunit.client.0.smithi099.stdout:op 4148 completed, throughput=5MB/sec 2024-04-12T16:35:33.711 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-4_0t5wBnAKi7KV3 off=10437666 len=107661 2024-04-12T16:35:33.713 INFO:tasks.workunit.client.0.smithi099.stdout:op 4149 completed, throughput=5MB/sec 2024-04-12T16:35:33.713 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-W8hw6vqgRl_1QlX off=17780697 len=1347361 2024-04-12T16:35:33.720 INFO:tasks.workunit.client.0.smithi099.stdout:op 4150 completed, throughput=5MB/sec 2024-04-12T16:35:34.721 INFO:tasks.workunit.client.0.smithi099.stdout: 815: throughput=4.99MB/sec pending data=0 2024-04-12T16:35:34.721 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-tgaE6uTD2kQOdl1 off=1550355 len=1038361 2024-04-12T16:35:34.722 INFO:tasks.workunit.client.0.smithi099.stdout:op 4151 completed, throughput=5MB/sec 2024-04-12T16:35:34.722 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-5BvAl-QZCl7iuy7 off=721292 len=1199562 2024-04-12T16:35:34.730 INFO:tasks.workunit.client.0.smithi099.stdout:op 4152 completed, throughput=5MB/sec 2024-04-12T16:35:34.731 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-_1WCMfkhjG8Rrb6 off=3073146 len=484899 2024-04-12T16:35:34.731 INFO:tasks.workunit.client.0.smithi099.stdout:op 4153 completed, throughput=5MB/sec 2024-04-12T16:35:34.732 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-RhBUHNBnNiRXe_9 off=5527507 len=1669342 2024-04-12T16:35:34.733 INFO:tasks.workunit.client.0.smithi099.stdout:op 4154 completed, throughput=5MB/sec 2024-04-12T16:35:34.733 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-7tq2ttZ2H2HcQ0y off=4183395 len=404223 2024-04-12T16:35:34.735 INFO:tasks.workunit.client.0.smithi099.stdout:op 4155 completed, throughput=5MB/sec 2024-04-12T16:35:34.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:35:34 smithi110 ceph-mon[88691]: pgmap v1830: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T16:35:34.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:35:34 smithi099 ceph-mon[94290]: pgmap v1830: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T16:35:34.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:35:34 smithi099 ceph-mon[96864]: pgmap v1830: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T16:35:35.735 INFO:tasks.workunit.client.0.smithi099.stdout: 816: throughput=4.99MB/sec pending data=0 2024-04-12T16:35:35.735 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-CQQMCSK3Y6Jof8N off=1595404 len=1065851 2024-04-12T16:35:35.741 INFO:tasks.workunit.client.0.smithi099.stdout:op 4156 completed, throughput=5MB/sec 2024-04-12T16:35:35.741 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-WhReH-UoNx9R-My off=8447031 len=1426340 2024-04-12T16:35:35.743 INFO:tasks.workunit.client.0.smithi099.stdout:op 4157 completed, throughput=5MB/sec 2024-04-12T16:35:35.743 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Eqow3hzKLE6zB9X off=1629968 len=1028718 2024-04-12T16:35:35.749 INFO:tasks.workunit.client.0.smithi099.stdout:op 4158 completed, throughput=5MB/sec 2024-04-12T16:35:35.749 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-RPsef4V-HZpTzIQ off=13784547 len=651315 2024-04-12T16:35:35.753 INFO:tasks.workunit.client.0.smithi099.stdout:op 4159 completed, throughput=5MB/sec 2024-04-12T16:35:35.753 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Nz09KvppD6n6ZVC off=1375333 len=1166268 2024-04-12T16:35:35.758 INFO:tasks.workunit.client.0.smithi099.stdout:op 4160 completed, throughput=5MB/sec 2024-04-12T16:35:36.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:35:36 smithi099 ceph-mon[94290]: pgmap v1831: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-12T16:35:36.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:35:36 smithi099 ceph-mon[96864]: pgmap v1831: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-12T16:35:36.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:35:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:35:36] "GET /metrics HTTP/1.1" 200 34134 "" "Prometheus/2.43.0" 2024-04-12T16:35:36.759 INFO:tasks.workunit.client.0.smithi099.stdout: 817: throughput=4.99MB/sec pending data=0 2024-04-12T16:35:36.759 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-OS00X6GsNkqrrLL off=5102624 len=1710077 2024-04-12T16:35:36.767 INFO:tasks.workunit.client.0.smithi099.stdout:op 4161 completed, throughput=5MB/sec 2024-04-12T16:35:36.767 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-YJ-grdHbpWVmXDj off=8126644 len=1837452 2024-04-12T16:35:36.776 INFO:tasks.workunit.client.0.smithi099.stdout:op 4162 completed, throughput=5MB/sec 2024-04-12T16:35:36.776 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-QdfHFgVR5IpoZpr off=15341636 len=1058887 2024-04-12T16:35:36.778 INFO:tasks.workunit.client.0.smithi099.stdout:op 4163 completed, throughput=5MB/sec 2024-04-12T16:35:36.778 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-wkrC0UoZZ6YHpoJ off=19659665 len=1622890 2024-04-12T16:35:36.779 INFO:tasks.workunit.client.0.smithi099.stdout:op 4164 completed, throughput=5MB/sec 2024-04-12T16:35:36.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:35:36 smithi110 ceph-mon[88691]: pgmap v1831: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-12T16:35:37.779 INFO:tasks.workunit.client.0.smithi099.stdout: 818: throughput=5MB/sec pending data=0 2024-04-12T16:35:37.779 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-hD0y7YeMgCbWqdG off=18316000 len=94970 2024-04-12T16:35:37.782 INFO:tasks.workunit.client.0.smithi099.stdout:op 4165 completed, throughput=5MB/sec 2024-04-12T16:35:37.782 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-gIr8UiaZ0nKHoU_ off=207799 len=1725218 2024-04-12T16:35:37.790 INFO:tasks.workunit.client.0.smithi099.stdout:op 4166 completed, throughput=5MB/sec 2024-04-12T16:35:37.791 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-MUyPipAuNeuZ2o- off=3449342 len=1879162 2024-04-12T16:35:37.794 INFO:tasks.workunit.client.0.smithi099.stdout:op 4167 completed, throughput=5MB/sec 2024-04-12T16:35:37.794 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-tFYtcgfMTGQoYqG off=441349 len=513414 2024-04-12T16:35:37.799 INFO:tasks.workunit.client.0.smithi099.stdout:op 4168 completed, throughput=5MB/sec 2024-04-12T16:35:37.799 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-NL1Wa4kCgVs6fa6 off=15517463 len=1085302 2024-04-12T16:35:37.804 INFO:tasks.workunit.client.0.smithi099.stdout:op 4169 completed, throughput=5MB/sec 2024-04-12T16:35:38.805 INFO:tasks.workunit.client.0.smithi099.stdout: 819: throughput=5MB/sec pending data=0 2024-04-12T16:35:38.805 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-hqbg7WY6VF2zJZR off=1269113 len=170869 2024-04-12T16:35:38.805 INFO:tasks.workunit.client.0.smithi099.stdout:op 4170 completed, throughput=5MB/sec 2024-04-12T16:35:38.805 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6Q2vCQuLDgObPCI off=6225385 len=846431 2024-04-12T16:35:38.811 INFO:tasks.workunit.client.0.smithi099.stdout:op 4171 completed, throughput=5MB/sec 2024-04-12T16:35:38.811 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-mpg9IVlKzh5pCcb off=2565707 len=1798229 2024-04-12T16:35:38.813 INFO:tasks.workunit.client.0.smithi099.stdout:op 4172 completed, throughput=5MB/sec 2024-04-12T16:35:38.813 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-oBRSVmBB8EGRlD1 off=17801289 len=1854695 2024-04-12T16:35:38.821 INFO:tasks.workunit.client.0.smithi099.stdout:op 4173 completed, throughput=5MB/sec 2024-04-12T16:35:38.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:35:38 smithi110 ceph-mon[88691]: pgmap v1832: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T16:35:38.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:35:38 smithi099 ceph-mon[94290]: pgmap v1832: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T16:35:38.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:35:38 smithi099 ceph-mon[96864]: pgmap v1832: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T16:35:39.822 INFO:tasks.workunit.client.0.smithi099.stdout: 820: throughput=4.99MB/sec pending data=0 2024-04-12T16:35:39.822 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ZNQzKO7os0jFu2s off=10749636 len=197913 2024-04-12T16:35:39.825 INFO:tasks.workunit.client.0.smithi099.stdout:op 4174 completed, throughput=4.99MB/sec 2024-04-12T16:35:39.825 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-QUwv9afwoKsriwC off=202447 len=1138006 2024-04-12T16:35:39.826 INFO:tasks.workunit.client.0.smithi099.stdout:op 4175 completed, throughput=5MB/sec 2024-04-12T16:35:39.826 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-uc4SkqXeahIQnDD off=3388686 len=1007527 2024-04-12T16:35:39.827 INFO:tasks.workunit.client.0.smithi099.stdout:op 4176 completed, throughput=5MB/sec 2024-04-12T16:35:39.827 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-SOMnb7VN3HtVFGn off=3040579 len=826577 2024-04-12T16:35:39.828 INFO:tasks.workunit.client.0.smithi099.stdout:op 4177 completed, throughput=5MB/sec 2024-04-12T16:35:39.829 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-acLXg8OvikVgmn1 off=515993 len=1807320 2024-04-12T16:35:39.830 INFO:tasks.workunit.client.0.smithi099.stdout:op 4178 completed, throughput=5MB/sec 2024-04-12T16:35:39.830 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-W159IUuYm62eFHT off=10500948 len=413613 2024-04-12T16:35:39.835 INFO:tasks.workunit.client.0.smithi099.stdout:op 4179 completed, throughput=5MB/sec 2024-04-12T16:35:40.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:35:40 smithi110 ceph-mon[88691]: pgmap v1833: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:35:40.835 INFO:tasks.workunit.client.0.smithi099.stdout: 821: throughput=4.99MB/sec pending data=0 2024-04-12T16:35:40.835 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-7n__RYj0IO0XSzx off=4778293 len=505485 2024-04-12T16:35:40.839 INFO:tasks.workunit.client.0.smithi099.stdout:op 4180 completed, throughput=4.99MB/sec 2024-04-12T16:35:40.839 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-FOFD9zftbyw61A5 off=13579723 len=1743258 2024-04-12T16:35:40.841 INFO:tasks.workunit.client.0.smithi099.stdout:op 4181 completed, throughput=5MB/sec 2024-04-12T16:35:40.841 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-HQ4U2hHJcmluR9e off=18377834 len=1629226 2024-04-12T16:35:40.842 INFO:tasks.workunit.client.0.smithi099.stdout:op 4182 completed, throughput=5MB/sec 2024-04-12T16:35:40.842 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-65w3vOeJJdmPeph off=5126972 len=1538874 2024-04-12T16:35:40.850 INFO:tasks.workunit.client.0.smithi099.stdout:op 4183 completed, throughput=5MB/sec 2024-04-12T16:35:40.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:35:40 smithi099 ceph-mon[94290]: pgmap v1833: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:35:40.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:35:40 smithi099 ceph-mon[96864]: pgmap v1833: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:35:41.851 INFO:tasks.workunit.client.0.smithi099.stdout: 822: throughput=4.99MB/sec pending data=0 2024-04-12T16:35:41.851 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-SvbO3zOYuTjtRvs off=1175788 len=1971036 2024-04-12T16:35:41.853 INFO:tasks.workunit.client.0.smithi099.stdout:op 4184 completed, throughput=5MB/sec 2024-04-12T16:35:41.853 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-QGEJWt2bWXCavXC off=6154246 len=819000 2024-04-12T16:35:41.858 INFO:tasks.workunit.client.0.smithi099.stdout:op 4185 completed, throughput=5MB/sec 2024-04-12T16:35:41.858 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qmIvE3ws2-LYrFs off=2427418 len=258220 2024-04-12T16:35:41.861 INFO:tasks.workunit.client.0.smithi099.stdout:op 4186 completed, throughput=5MB/sec 2024-04-12T16:35:41.861 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Val7k7k6NrB1zn1 off=9847936 len=289942 2024-04-12T16:35:41.862 INFO:tasks.workunit.client.0.smithi099.stdout:op 4187 completed, throughput=5MB/sec 2024-04-12T16:35:41.862 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qCCw019UwRbxkGg off=2388230 len=198275 2024-04-12T16:35:41.865 INFO:tasks.workunit.client.0.smithi099.stdout:op 4188 completed, throughput=5MB/sec 2024-04-12T16:35:41.865 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6GXuM4U1kTkwHwj off=5108116 len=641197 2024-04-12T16:35:41.868 INFO:tasks.workunit.client.0.smithi099.stdout:op 4189 completed, throughput=5MB/sec 2024-04-12T16:35:41.868 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-YyQRbrR_Llq-s_h off=6789765 len=1027141 2024-04-12T16:35:41.873 INFO:tasks.workunit.client.0.smithi099.stdout:op 4190 completed, throughput=5MB/sec 2024-04-12T16:35:42.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:35:42 smithi110 ceph-mon[88691]: pgmap v1834: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T16:35:42.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:35:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:35:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:35:42.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:35:42 smithi099 ceph-mon[96864]: pgmap v1834: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T16:35:42.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:35:42 smithi099 ceph-mon[94290]: pgmap v1834: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T16:35:42.873 INFO:tasks.workunit.client.0.smithi099.stdout: 823: throughput=4.99MB/sec pending data=0 2024-04-12T16:35:42.873 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-KC8P3nGYG1yA_1D off=4046005 len=1566032 2024-04-12T16:35:42.876 INFO:tasks.workunit.client.0.smithi099.stdout:op 4191 completed, throughput=5MB/sec 2024-04-12T16:35:42.876 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--toTzyl0T-KKRnL off=1232011 len=508011 2024-04-12T16:35:42.877 INFO:tasks.workunit.client.0.smithi099.stdout:op 4192 completed, throughput=5MB/sec 2024-04-12T16:35:42.877 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-nkXfr7ePi-WB16_ off=7714980 len=866426 2024-04-12T16:35:42.878 INFO:tasks.workunit.client.0.smithi099.stdout:op 4193 completed, throughput=5MB/sec 2024-04-12T16:35:42.878 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-lGhlDYcNxbX1kXX off=8157355 len=506607 2024-04-12T16:35:42.882 INFO:tasks.workunit.client.0.smithi099.stdout:op 4194 completed, throughput=5MB/sec 2024-04-12T16:35:42.882 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-eF7tE2EWNVKhZIu off=8137845 len=407916 2024-04-12T16:35:42.886 INFO:tasks.workunit.client.0.smithi099.stdout:op 4195 completed, throughput=5MB/sec 2024-04-12T16:35:42.886 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-o_YhcRNtWC-3dJl off=5422329 len=766844 2024-04-12T16:35:42.887 INFO:tasks.workunit.client.0.smithi099.stdout:op 4196 completed, throughput=5MB/sec 2024-04-12T16:35:42.887 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-kgA_5MRIy7PuCnb off=7715063 len=1963598 2024-04-12T16:35:42.896 INFO:tasks.workunit.client.0.smithi099.stdout:op 4197 completed, throughput=5MB/sec 2024-04-12T16:35:43.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:35:43 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:35:43.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:35:43 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:35:43.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:35:43 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:35:43.896 INFO:tasks.workunit.client.0.smithi099.stdout: 824: throughput=5MB/sec pending data=0 2024-04-12T16:35:43.896 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-4koqEvitIjKzsUI off=953000 len=1102574 2024-04-12T16:35:43.898 INFO:tasks.workunit.client.0.smithi099.stdout:op 4198 completed, throughput=5MB/sec 2024-04-12T16:35:43.898 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-m-kYQrDw5CGfYmg off=1070956 len=1873959 2024-04-12T16:35:43.906 INFO:tasks.workunit.client.0.smithi099.stdout:op 4199 completed, throughput=5MB/sec 2024-04-12T16:35:43.906 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-utpo_NjJcagSSyS off=11020252 len=591474 2024-04-12T16:35:43.907 INFO:tasks.workunit.client.0.smithi099.stdout:op 4200 completed, throughput=5MB/sec 2024-04-12T16:35:43.907 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-94YBRVrUpYgvytt off=6008197 len=1136713 2024-04-12T16:35:43.908 INFO:tasks.workunit.client.0.smithi099.stdout:op 4201 completed, throughput=5MB/sec 2024-04-12T16:35:44.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:35:44 smithi110 ceph-mon[88691]: pgmap v1835: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:35:44.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:35:44 smithi099 ceph-mon[94290]: pgmap v1835: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:35:44.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:35:44 smithi099 ceph-mon[96864]: pgmap v1835: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:35:44.908 INFO:tasks.workunit.client.0.smithi099.stdout: 825: throughput=5MB/sec pending data=0 2024-04-12T16:35:44.909 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-i9TMr2J1FErrOv9 off=1275222 len=184361 2024-04-12T16:35:44.912 INFO:tasks.workunit.client.0.smithi099.stdout:op 4202 completed, throughput=5MB/sec 2024-04-12T16:35:44.912 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-7nV2gHNE7gB3nXB off=201186 len=2037035 2024-04-12T16:35:44.914 INFO:tasks.workunit.client.0.smithi099.stdout:op 4203 completed, throughput=5MB/sec 2024-04-12T16:35:44.914 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ZK3yCd2S3WGf5kh off=16167704 len=759775 2024-04-12T16:35:44.916 INFO:tasks.workunit.client.0.smithi099.stdout:op 4204 completed, throughput=5MB/sec 2024-04-12T16:35:44.916 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-EW_hsLsTh-YRWFH off=2801705 len=194570 2024-04-12T16:35:44.916 INFO:tasks.workunit.client.0.smithi099.stdout:op 4205 completed, throughput=5MB/sec 2024-04-12T16:35:44.916 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-zguEWJV5Ql7cRcQ off=1306592 len=531098 2024-04-12T16:35:44.917 INFO:tasks.workunit.client.0.smithi099.stdout:op 4206 completed, throughput=5MB/sec 2024-04-12T16:35:44.917 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-cwQ-0ep3f5QS3PE off=601974 len=1656445 2024-04-12T16:35:44.926 INFO:tasks.workunit.client.0.smithi099.stdout:op 4207 completed, throughput=5MB/sec 2024-04-12T16:35:45.926 INFO:tasks.workunit.client.0.smithi099.stdout: 826: throughput=5MB/sec pending data=0 2024-04-12T16:35:45.926 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-XDHalo22sNEZive off=7600170 len=1704854 2024-04-12T16:35:45.928 INFO:tasks.workunit.client.0.smithi099.stdout:op 4208 completed, throughput=5MB/sec 2024-04-12T16:35:45.929 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-3ZPvE6Hu6AV8zpR off=2931926 len=2079490 2024-04-12T16:35:45.933 INFO:tasks.workunit.client.0.smithi099.stdout:op 4209 completed, throughput=5MB/sec 2024-04-12T16:35:45.933 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-PIYAfX4dXco2tmc off=4202317 len=1512749 2024-04-12T16:35:45.934 INFO:tasks.workunit.client.0.smithi099.stdout:op 4210 completed, throughput=5MB/sec 2024-04-12T16:35:46.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:35:46 smithi099 ceph-mon[94290]: pgmap v1836: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:35:46.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:35:46 smithi099 ceph-mon[96864]: pgmap v1836: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:35:46.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:35:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:35:46] "GET /metrics HTTP/1.1" 200 34133 "" "Prometheus/2.43.0" 2024-04-12T16:35:46.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:35:46 smithi110 ceph-mon[88691]: pgmap v1836: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:35:46.935 INFO:tasks.workunit.client.0.smithi099.stdout: 827: throughput=5MB/sec pending data=0 2024-04-12T16:35:46.935 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-oIvOlx-ohW9kEZI off=121230 len=177217 2024-04-12T16:35:46.937 INFO:tasks.workunit.client.0.smithi099.stdout:op 4211 completed, throughput=5MB/sec 2024-04-12T16:35:46.938 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-648WPy73GVKSUL- off=4779797 len=1571270 2024-04-12T16:35:46.939 INFO:tasks.workunit.client.0.smithi099.stdout:op 4212 completed, throughput=5MB/sec 2024-04-12T16:35:46.939 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-_nswnb6zUWZgwgZ off=12701 len=1654589 2024-04-12T16:35:46.941 INFO:tasks.workunit.client.0.smithi099.stdout:op 4213 completed, throughput=5MB/sec 2024-04-12T16:35:46.941 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-uGQxf1pSR1XhgIv off=188366 len=1093586 2024-04-12T16:35:46.947 INFO:tasks.workunit.client.0.smithi099.stdout:op 4214 completed, throughput=5MB/sec 2024-04-12T16:35:47.948 INFO:tasks.workunit.client.0.smithi099.stdout: 828: throughput=4.99MB/sec pending data=0 2024-04-12T16:35:47.948 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-IB8csxz8_gVIds8 off=6214736 len=1744239 2024-04-12T16:35:47.956 INFO:tasks.workunit.client.0.smithi099.stdout:op 4215 completed, throughput=5MB/sec 2024-04-12T16:35:47.956 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-XSBCfw45NuHlc9i off=2629160 len=1657120 2024-04-12T16:35:47.965 INFO:tasks.workunit.client.0.smithi099.stdout:op 4216 completed, throughput=5MB/sec 2024-04-12T16:35:47.965 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-b3sVs7Zhv-i4I-F off=485281 len=948729 2024-04-12T16:35:47.966 INFO:tasks.workunit.client.0.smithi099.stdout:op 4217 completed, throughput=5MB/sec 2024-04-12T16:35:47.966 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-eTBsxct-RZ1hoFf off=9791986 len=286849 2024-04-12T16:35:47.969 INFO:tasks.workunit.client.0.smithi099.stdout:op 4218 completed, throughput=5MB/sec 2024-04-12T16:35:47.969 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-NKwMLbmqms4Hf6A off=1485625 len=646519 2024-04-12T16:35:47.973 INFO:tasks.workunit.client.0.smithi099.stdout:op 4219 completed, throughput=5MB/sec 2024-04-12T16:35:48.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:35:48 smithi110 ceph-mon[88691]: pgmap v1837: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:35:48.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:35:48 smithi099 ceph-mon[94290]: pgmap v1837: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:35:48.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:35:48 smithi099 ceph-mon[96864]: pgmap v1837: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:35:48.973 INFO:tasks.workunit.client.0.smithi099.stdout: 829: throughput=4.99MB/sec pending data=0 2024-04-12T16:35:48.974 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-MEUMly1ddQSBS-z off=1525932 len=409966 2024-04-12T16:35:48.977 INFO:tasks.workunit.client.0.smithi099.stdout:op 4220 completed, throughput=4.99MB/sec 2024-04-12T16:35:48.977 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-dJcV0eEaxrv52lA off=16556362 len=1800437 2024-04-12T16:35:48.985 INFO:tasks.workunit.client.0.smithi099.stdout:op 4221 completed, throughput=5MB/sec 2024-04-12T16:35:48.985 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-5OhMejiC8ozz-Cb off=5140890 len=925913 2024-04-12T16:35:48.986 INFO:tasks.workunit.client.0.smithi099.stdout:op 4222 completed, throughput=5MB/sec 2024-04-12T16:35:48.986 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-3Uuh-aT-D7JgqF_ off=9274506 len=1252232 2024-04-12T16:35:48.992 INFO:tasks.workunit.client.0.smithi099.stdout:op 4223 completed, throughput=5MB/sec 2024-04-12T16:35:48.992 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-fd_RlZcJDE1jT5a off=6005223 len=984937 2024-04-12T16:35:48.997 INFO:tasks.workunit.client.0.smithi099.stdout:op 4224 completed, throughput=5MB/sec 2024-04-12T16:35:49.997 INFO:tasks.workunit.client.0.smithi099.stdout: 830: throughput=4.99MB/sec pending data=0 2024-04-12T16:35:49.997 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-DDw0_J0CqN-pet1 off=11234945 len=1264262 2024-04-12T16:35:50.000 INFO:tasks.workunit.client.0.smithi099.stdout:op 4225 completed, throughput=5MB/sec 2024-04-12T16:35:50.000 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-HrWIxnhrJraGZIS off=11474798 len=596048 2024-04-12T16:35:50.005 INFO:tasks.workunit.client.0.smithi099.stdout:op 4226 completed, throughput=5MB/sec 2024-04-12T16:35:50.005 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-JVgnX3MXTjYyibp off=2251163 len=679720 2024-04-12T16:35:50.009 INFO:tasks.workunit.client.0.smithi099.stdout:op 4227 completed, throughput=5MB/sec 2024-04-12T16:35:50.009 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-kLPehDsfwzYdR87 off=9429948 len=1302576 2024-04-12T16:35:50.016 INFO:tasks.workunit.client.0.smithi099.stdout:op 4228 completed, throughput=5MB/sec 2024-04-12T16:35:50.016 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-9q5CfmR_i123Sa6 off=4038805 len=286603 2024-04-12T16:35:50.019 INFO:tasks.workunit.client.0.smithi099.stdout:op 4229 completed, throughput=5MB/sec 2024-04-12T16:35:50.019 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-QFN3me6gwwjg_yP off=3749383 len=1418901 2024-04-12T16:35:50.024 INFO:tasks.workunit.client.0.smithi099.stdout:op 4230 completed, throughput=5MB/sec 2024-04-12T16:35:50.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:35:50 smithi110 ceph-mon[88691]: pgmap v1838: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:35:50.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:35:50 smithi099 ceph-mon[96864]: pgmap v1838: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:35:50.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:35:50 smithi099 ceph-mon[94290]: pgmap v1838: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:35:51.024 INFO:tasks.workunit.client.0.smithi099.stdout: 831: throughput=4.99MB/sec pending data=0 2024-04-12T16:35:51.024 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-jOiW9gD8gRt1uW- off=943346 len=1843636 2024-04-12T16:35:51.027 INFO:tasks.workunit.client.0.smithi099.stdout:op 4231 completed, throughput=5MB/sec 2024-04-12T16:35:51.027 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-YDTM33v2idEoQ22 off=562554 len=1794204 2024-04-12T16:35:51.036 INFO:tasks.workunit.client.0.smithi099.stdout:op 4232 completed, throughput=5MB/sec 2024-04-12T16:35:51.036 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Vo8zo-x4tPJQ4Lo off=2724859 len=1336953 2024-04-12T16:35:51.039 INFO:tasks.workunit.client.0.smithi099.stdout:op 4233 completed, throughput=5MB/sec 2024-04-12T16:35:51.039 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-l0uhf3YsDNeYEDk off=2647272 len=1146902 2024-04-12T16:35:51.040 INFO:tasks.workunit.client.0.smithi099.stdout:op 4234 completed, throughput=5MB/sec 2024-04-12T16:35:52.041 INFO:tasks.workunit.client.0.smithi099.stdout: 832: throughput=5MB/sec pending data=0 2024-04-12T16:35:52.041 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-y5SELNwJkigGcKV off=5568256 len=862771 2024-04-12T16:35:52.047 INFO:tasks.workunit.client.0.smithi099.stdout:op 4235 completed, throughput=5MB/sec 2024-04-12T16:35:52.047 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-twR49sYE-RSGP-K off=21360758 len=2084694 2024-04-12T16:35:52.057 INFO:tasks.workunit.client.0.smithi099.stdout:op 4236 completed, throughput=5MB/sec 2024-04-12T16:35:52.057 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-2tDP7v2Kx_q-MID off=5976504 len=637183 2024-04-12T16:35:52.061 INFO:tasks.workunit.client.0.smithi099.stdout:op 4237 completed, throughput=5MB/sec 2024-04-12T16:35:52.062 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-LPDYiUjN2KH23VA off=2800146 len=1580609 2024-04-12T16:35:52.064 INFO:tasks.workunit.client.0.smithi099.stdout:op 4238 completed, throughput=5MB/sec 2024-04-12T16:35:52.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:35:52 smithi110 ceph-mon[88691]: pgmap v1839: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:35:52.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:35:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:35:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:35:52.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:35:52 smithi099 ceph-mon[94290]: pgmap v1839: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:35:52.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:35:52 smithi099 ceph-mon[96864]: pgmap v1839: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:35:53.065 INFO:tasks.workunit.client.0.smithi099.stdout: 833: throughput=5MB/sec pending data=0 2024-04-12T16:35:53.074 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-z95VdIYnV-cJpIk off=4463587 len=619093 2024-04-12T16:35:53.076 INFO:tasks.workunit.client.0.smithi099.stdout:op 4239 completed, throughput=5MB/sec 2024-04-12T16:35:53.077 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ZevVW4tJ2js_MkN off=18579678 len=147261 2024-04-12T16:35:53.077 INFO:tasks.workunit.client.0.smithi099.stdout:op 4240 completed, throughput=5MB/sec 2024-04-12T16:35:53.077 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ja-nDSmXKbiFNJW off=17140443 len=926979 2024-04-12T16:35:53.078 INFO:tasks.workunit.client.0.smithi099.stdout:op 4241 completed, throughput=5MB/sec 2024-04-12T16:35:53.078 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-nu12vZUFQBHRvst off=13459158 len=1547527 2024-04-12T16:35:53.081 INFO:tasks.workunit.client.0.smithi099.stdout:op 4242 completed, throughput=5MB/sec 2024-04-12T16:35:53.082 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-wxB497EHsd01zE2 off=2815900 len=1623286 2024-04-12T16:35:53.084 INFO:tasks.workunit.client.0.smithi099.stdout:op 4243 completed, throughput=5MB/sec 2024-04-12T16:35:54.085 INFO:tasks.workunit.client.0.smithi099.stdout: 834: throughput=4.99MB/sec pending data=0 2024-04-12T16:35:54.085 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-bJYjxV-4EScQJPC off=2732092 len=486972 2024-04-12T16:35:54.088 INFO:tasks.workunit.client.0.smithi099.stdout:op 4244 completed, throughput=4.99MB/sec 2024-04-12T16:35:54.089 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-GWU1Jmg45ahXIX0 off=91970 len=1107315 2024-04-12T16:35:54.094 INFO:tasks.workunit.client.0.smithi099.stdout:op 4245 completed, throughput=5MB/sec 2024-04-12T16:35:54.094 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-DecoHP6V1X6r5CM off=1616899 len=2048933 2024-04-12T16:35:54.098 INFO:tasks.workunit.client.0.smithi099.stdout:op 4246 completed, throughput=5MB/sec 2024-04-12T16:35:54.098 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-EvKRax00X9-0JjY off=1577052 len=775158 2024-04-12T16:35:54.102 INFO:tasks.workunit.client.0.smithi099.stdout:op 4247 completed, throughput=5MB/sec 2024-04-12T16:35:54.102 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-OhNE_u3gr65wkdU off=21144022 len=1565486 2024-04-12T16:35:54.110 INFO:tasks.workunit.client.0.smithi099.stdout:op 4248 completed, throughput=5MB/sec 2024-04-12T16:35:54.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:35:54 smithi110 ceph-mon[88691]: pgmap v1840: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:35:54.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:35:54 smithi099 ceph-mon[94290]: pgmap v1840: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:35:54.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:35:54 smithi099 ceph-mon[96864]: pgmap v1840: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:35:55.110 INFO:tasks.workunit.client.0.smithi099.stdout: 835: throughput=5MB/sec pending data=0 2024-04-12T16:35:55.111 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-09YFBQRSs-ffyhr off=14647478 len=1683634 2024-04-12T16:35:55.113 INFO:tasks.workunit.client.0.smithi099.stdout:op 4249 completed, throughput=5MB/sec 2024-04-12T16:35:55.113 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-IxWyZb0wsYX97UN off=7298349 len=339531 2024-04-12T16:35:55.113 INFO:tasks.workunit.client.0.smithi099.stdout:op 4250 completed, throughput=5MB/sec 2024-04-12T16:35:55.113 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0Mhyyx0LF35bEQE off=11706277 len=996608 2024-04-12T16:35:55.120 INFO:tasks.workunit.client.0.smithi099.stdout:op 4251 completed, throughput=5MB/sec 2024-04-12T16:35:55.120 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Ryh6w-hGISmoRrO off=4150510 len=1909876 2024-04-12T16:35:55.122 INFO:tasks.workunit.client.0.smithi099.stdout:op 4252 completed, throughput=5MB/sec 2024-04-12T16:35:56.123 INFO:tasks.workunit.client.0.smithi099.stdout: 836: throughput=4.99MB/sec pending data=0 2024-04-12T16:35:56.123 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-UCgWhdXF-Dby7gD off=1363850 len=957228 2024-04-12T16:35:56.128 INFO:tasks.workunit.client.0.smithi099.stdout:op 4253 completed, throughput=5MB/sec 2024-04-12T16:35:56.128 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-UoJm2TMw25ZDZlr off=142097 len=1104692 2024-04-12T16:35:56.130 INFO:tasks.workunit.client.0.smithi099.stdout:op 4254 completed, throughput=5MB/sec 2024-04-12T16:35:56.130 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-W_YHjMlgx7DtY7m off=1235883 len=978302 2024-04-12T16:35:56.135 INFO:tasks.workunit.client.0.smithi099.stdout:op 4255 completed, throughput=5MB/sec 2024-04-12T16:35:56.136 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-nxdV8hdQ5p3RvOo off=7926388 len=485583 2024-04-12T16:35:56.137 INFO:tasks.workunit.client.0.smithi099.stdout:op 4256 completed, throughput=5MB/sec 2024-04-12T16:35:56.137 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qyKuVa_CXWM2M5u off=10065091 len=1969719 2024-04-12T16:35:56.145 INFO:tasks.workunit.client.0.smithi099.stdout:op 4257 completed, throughput=5MB/sec 2024-04-12T16:35:56.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:35:56 smithi099 ceph-mon[94290]: pgmap v1841: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:35:56.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:35:56 smithi099 ceph-mon[96864]: pgmap v1841: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:35:56.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:35:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:35:56] "GET /metrics HTTP/1.1" 200 34133 "" "Prometheus/2.43.0" 2024-04-12T16:35:56.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:35:56 smithi110 ceph-mon[88691]: pgmap v1841: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:35:57.145 INFO:tasks.workunit.client.0.smithi099.stdout: 837: throughput=4.99MB/sec pending data=0 2024-04-12T16:35:57.146 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Xcg8diFLFJ4UCeh off=1430673 len=207182 2024-04-12T16:35:57.149 INFO:tasks.workunit.client.0.smithi099.stdout:op 4258 completed, throughput=5MB/sec 2024-04-12T16:35:57.149 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Ce6stEbCG7ozODE off=4869484 len=1717039 2024-04-12T16:35:57.151 INFO:tasks.workunit.client.0.smithi099.stdout:op 4259 completed, throughput=5MB/sec 2024-04-12T16:35:57.151 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-bukRwYwlEi3tROJ off=8708130 len=1162808 2024-04-12T16:35:57.153 INFO:tasks.workunit.client.0.smithi099.stdout:op 4260 completed, throughput=5MB/sec 2024-04-12T16:35:57.153 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-d4qRc7JSNpxXR_r off=17117304 len=1753643 2024-04-12T16:35:57.155 INFO:tasks.workunit.client.0.smithi099.stdout:op 4261 completed, throughput=5MB/sec 2024-04-12T16:35:58.155 INFO:tasks.workunit.client.0.smithi099.stdout: 838: throughput=4.99MB/sec pending data=0 2024-04-12T16:35:58.155 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-E6GL7mGqqULcxyu off=13514359 len=901655 2024-04-12T16:35:58.159 INFO:tasks.workunit.client.0.smithi099.stdout:op 4262 completed, throughput=5MB/sec 2024-04-12T16:35:58.159 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-MZFxPAsThPPr8jR off=2897275 len=1744840 2024-04-12T16:35:58.168 INFO:tasks.workunit.client.0.smithi099.stdout:op 4263 completed, throughput=5MB/sec 2024-04-12T16:35:58.168 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-uycXY7ZYOMifKmB off=3315706 len=1322847 2024-04-12T16:35:58.170 INFO:tasks.workunit.client.0.smithi099.stdout:op 4264 completed, throughput=5MB/sec 2024-04-12T16:35:58.170 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-rXUeA1Vo3b1GK0u off=1407605 len=1472297 2024-04-12T16:35:58.172 INFO:tasks.workunit.client.0.smithi099.stdout:op 4265 completed, throughput=5MB/sec 2024-04-12T16:35:58.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:35:58 smithi110 ceph-mon[88691]: pgmap v1842: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:35:58.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:35:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:35:58.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:35:58 smithi099 ceph-mon[94290]: pgmap v1842: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:35:58.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:35:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:35:58.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:35:58 smithi099 ceph-mon[96864]: pgmap v1842: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:35:58.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:35:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:35:59.172 INFO:tasks.workunit.client.0.smithi099.stdout: 839: throughput=4.99MB/sec pending data=0 2024-04-12T16:35:59.173 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-MrXXQeRNLs8ixEk off=8114747 len=2317 2024-04-12T16:35:59.175 INFO:tasks.workunit.client.0.smithi099.stdout:op 4266 completed, throughput=4.99MB/sec 2024-04-12T16:35:59.175 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-dUfGxmtKDpzu3ek off=3558654 len=923781 2024-04-12T16:35:59.176 INFO:tasks.workunit.client.0.smithi099.stdout:op 4267 completed, throughput=5MB/sec 2024-04-12T16:35:59.176 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-uIEQ-X-0ZQ_tf0M off=4924337 len=704318 2024-04-12T16:35:59.180 INFO:tasks.workunit.client.0.smithi099.stdout:op 4268 completed, throughput=5MB/sec 2024-04-12T16:35:59.180 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-aXrJ_IyM8x-2Mtb off=12269011 len=1311693 2024-04-12T16:35:59.188 INFO:tasks.workunit.client.0.smithi099.stdout:op 4269 completed, throughput=5MB/sec 2024-04-12T16:35:59.188 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-VDVRx-HoxisSa3g off=3517927 len=382240 2024-04-12T16:35:59.189 INFO:tasks.workunit.client.0.smithi099.stdout:op 4270 completed, throughput=5MB/sec 2024-04-12T16:35:59.189 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-XGFwowOYp08rvCv off=4178678 len=364123 2024-04-12T16:35:59.192 INFO:tasks.workunit.client.0.smithi099.stdout:op 4271 completed, throughput=5MB/sec 2024-04-12T16:35:59.192 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-vBN3_8JqxC2G8kf off=9592109 len=35555 2024-04-12T16:35:59.194 INFO:tasks.workunit.client.0.smithi099.stdout:op 4272 completed, throughput=5MB/sec 2024-04-12T16:35:59.194 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-gok10UBh62KKhzm off=1420979 len=28614 2024-04-12T16:35:59.194 INFO:tasks.workunit.client.0.smithi099.stdout:op 4273 completed, throughput=5MB/sec 2024-04-12T16:35:59.195 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Hw3mKsNFU8oOYFS off=17664652 len=2073197 2024-04-12T16:35:59.204 INFO:tasks.workunit.client.0.smithi099.stdout:op 4274 completed, throughput=5MB/sec 2024-04-12T16:36:00.204 INFO:tasks.workunit.client.0.smithi099.stdout: 840: throughput=4.99MB/sec pending data=0 2024-04-12T16:36:00.204 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-mQ3LaWfl19l7INI off=10175650 len=220942 2024-04-12T16:36:00.205 INFO:tasks.workunit.client.0.smithi099.stdout:op 4275 completed, throughput=5MB/sec 2024-04-12T16:36:00.205 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-nKECkh1q72p2I-3 off=8900084 len=577672 2024-04-12T16:36:00.205 INFO:tasks.workunit.client.0.smithi099.stdout:op 4276 completed, throughput=5MB/sec 2024-04-12T16:36:00.205 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-yw8AeqZfH-OesgC off=3558528 len=1348305 2024-04-12T16:36:00.206 INFO:tasks.workunit.client.0.smithi099.stdout:op 4277 completed, throughput=5MB/sec 2024-04-12T16:36:00.206 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ff4FlKYmZ1In4AG off=18581357 len=863592 2024-04-12T16:36:00.207 INFO:tasks.workunit.client.0.smithi099.stdout:op 4278 completed, throughput=5MB/sec 2024-04-12T16:36:00.207 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-g0bztJqSQvz9hAL off=8554895 len=1091031 2024-04-12T16:36:00.213 INFO:tasks.workunit.client.0.smithi099.stdout:op 4279 completed, throughput=5MB/sec 2024-04-12T16:36:00.213 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-NCK-IJC5VjyVRHH off=17603909 len=70012 2024-04-12T16:36:00.215 INFO:tasks.workunit.client.0.smithi099.stdout:op 4280 completed, throughput=5MB/sec 2024-04-12T16:36:00.215 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-dYud4gJwXZbukSL off=18596096 len=1345483 2024-04-12T16:36:00.216 INFO:tasks.workunit.client.0.smithi099.stdout:op 4281 completed, throughput=5MB/sec 2024-04-12T16:36:00.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:36:00 smithi110 ceph-mon[88691]: pgmap v1843: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-12T16:36:00.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:36:00 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:36:00.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:36:00 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:36:00.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:36:00 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:36:00.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:36:00 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:36:00.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:36:00 smithi099 ceph-mon[94290]: pgmap v1843: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-12T16:36:00.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:36:00 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:36:00.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:36:00 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:36:00.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:36:00 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:36:00.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:36:00 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:36:00.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:36:00 smithi099 ceph-mon[96864]: pgmap v1843: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-12T16:36:00.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:36:00 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:36:00.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:36:00 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:36:00.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:36:00 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:36:00.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:36:00 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:36:01.216 INFO:tasks.workunit.client.0.smithi099.stdout: 841: throughput=5MB/sec pending data=0 2024-04-12T16:36:01.216 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-20mkXsU6VrC8-CC off=2701450 len=2015592 2024-04-12T16:36:01.226 INFO:tasks.workunit.client.0.smithi099.stdout:op 4282 completed, throughput=5MB/sec 2024-04-12T16:36:01.226 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-42i5NsB3b-4K_HG off=253605 len=925648 2024-04-12T16:36:01.227 INFO:tasks.workunit.client.0.smithi099.stdout:op 4283 completed, throughput=5MB/sec 2024-04-12T16:36:01.227 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-YADc3AkDYC_ZjoT off=17112651 len=1647187 2024-04-12T16:36:01.235 INFO:tasks.workunit.client.0.smithi099.stdout:op 4284 completed, throughput=5MB/sec 2024-04-12T16:36:02.236 INFO:tasks.workunit.client.0.smithi099.stdout: 842: throughput=4.99MB/sec pending data=0 2024-04-12T16:36:02.236 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-46SZCzTh_vbJTBt off=7268567 len=25057 2024-04-12T16:36:02.239 INFO:tasks.workunit.client.0.smithi099.stdout:op 4285 completed, throughput=4.99MB/sec 2024-04-12T16:36:02.239 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-g9aBiPPBtv29cOd off=152186 len=2086154 2024-04-12T16:36:02.241 INFO:tasks.workunit.client.0.smithi099.stdout:op 4286 completed, throughput=5MB/sec 2024-04-12T16:36:02.241 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--qX3Z3_iyw6_EXS off=3206873 len=671973 2024-04-12T16:36:02.243 INFO:tasks.workunit.client.0.smithi099.stdout:op 4287 completed, throughput=5MB/sec 2024-04-12T16:36:02.243 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-v15hTJAawojVwTa off=1670314 len=1506184 2024-04-12T16:36:02.250 INFO:tasks.workunit.client.0.smithi099.stdout:op 4288 completed, throughput=5MB/sec 2024-04-12T16:36:02.251 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-8zGK8JdwLdx5ZGa off=775708 len=272922 2024-04-12T16:36:02.251 INFO:tasks.workunit.client.0.smithi099.stdout:op 4289 completed, throughput=5MB/sec 2024-04-12T16:36:02.251 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-uRCavMb586nW_MR off=15634777 len=366475 2024-04-12T16:36:02.255 INFO:tasks.workunit.client.0.smithi099.stdout:op 4290 completed, throughput=5MB/sec 2024-04-12T16:36:02.255 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-MWJQcOzaJlsHf5C off=9081548 len=1688348 2024-04-12T16:36:02.263 INFO:tasks.workunit.client.0.smithi099.stdout:op 4291 completed, throughput=5MB/sec 2024-04-12T16:36:02.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:36:02 smithi110 ceph-mon[88691]: pgmap v1844: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-12T16:36:02.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:36:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:36:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:36:02.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:36:02 smithi099 ceph-mon[94290]: pgmap v1844: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-12T16:36:02.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:36:02 smithi099 ceph-mon[96864]: pgmap v1844: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-12T16:36:03.263 INFO:tasks.workunit.client.0.smithi099.stdout: 843: throughput=5MB/sec pending data=0 2024-04-12T16:36:03.264 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-UYwV06KmdfPKgRy off=5796408 len=1610460 2024-04-12T16:36:03.265 INFO:tasks.workunit.client.0.smithi099.stdout:op 4292 completed, throughput=5MB/sec 2024-04-12T16:36:03.265 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-AifA2EBD6jb9Q0G off=13781856 len=1702090 2024-04-12T16:36:03.267 INFO:tasks.workunit.client.0.smithi099.stdout:op 4293 completed, throughput=5MB/sec 2024-04-12T16:36:03.267 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-JVajN8sh3OOcXnk off=1615789 len=1428142 2024-04-12T16:36:03.275 INFO:tasks.workunit.client.0.smithi099.stdout:op 4294 completed, throughput=5MB/sec 2024-04-12T16:36:04.276 INFO:tasks.workunit.client.0.smithi099.stdout: 844: throughput=5MB/sec pending data=0 2024-04-12T16:36:04.276 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-CREP_hX4dT-gLzL off=7548478 len=1897861 2024-04-12T16:36:04.287 INFO:tasks.workunit.client.0.smithi099.stdout:op 4295 completed, throughput=5MB/sec 2024-04-12T16:36:04.288 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-hqbg7WY6VF2zJZR off=3981343 len=803170 2024-04-12T16:36:04.289 INFO:tasks.workunit.client.0.smithi099.stdout:op 4296 completed, throughput=5MB/sec 2024-04-12T16:36:04.289 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-3oyCxA-bhwstI_O off=1317197 len=965608 2024-04-12T16:36:04.290 INFO:tasks.workunit.client.0.smithi099.stdout:op 4297 completed, throughput=5MB/sec 2024-04-12T16:36:04.290 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ox87yil2jVbLEPO off=4388178 len=697383 2024-04-12T16:36:04.292 INFO:tasks.workunit.client.0.smithi099.stdout:op 4298 completed, throughput=5MB/sec 2024-04-12T16:36:04.292 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ors9nJth3k4JH_p off=1466280 len=122080 2024-04-12T16:36:04.292 INFO:tasks.workunit.client.0.smithi099.stdout:op 4299 completed, throughput=5MB/sec 2024-04-12T16:36:04.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:36:04 smithi110 ceph-mon[88691]: pgmap v1845: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:36:04.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:36:04 smithi099 ceph-mon[94290]: pgmap v1845: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:36:04.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:36:04 smithi099 ceph-mon[96864]: pgmap v1845: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:36:05.293 INFO:tasks.workunit.client.0.smithi099.stdout: 845: throughput=4.99MB/sec pending data=0 2024-04-12T16:36:05.293 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-jOqBwQ3RQwnsv1c off=12168330 len=1432339 2024-04-12T16:36:05.296 INFO:tasks.workunit.client.0.smithi099.stdout:op 4300 completed, throughput=5MB/sec 2024-04-12T16:36:05.296 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-yHr0XL_PiycFA8R off=1836823 len=706550 2024-04-12T16:36:05.300 INFO:tasks.workunit.client.0.smithi099.stdout:op 4301 completed, throughput=5MB/sec 2024-04-12T16:36:05.300 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-funbJQto2DsC3Qr off=5058679 len=1953738 2024-04-12T16:36:05.303 INFO:tasks.workunit.client.0.smithi099.stdout:op 4302 completed, throughput=5MB/sec 2024-04-12T16:36:05.304 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-BK9JYk4xgQ370-V off=11326437 len=1819369 2024-04-12T16:36:05.305 INFO:tasks.workunit.client.0.smithi099.stdout:op 4303 completed, throughput=5MB/sec 2024-04-12T16:36:06.306 INFO:tasks.workunit.client.0.smithi099.stdout: 846: throughput=4.99MB/sec pending data=0 2024-04-12T16:36:06.306 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-x9oehjEOgNgRQdU off=10894252 len=408034 2024-04-12T16:36:06.309 INFO:tasks.workunit.client.0.smithi099.stdout:op 4304 completed, throughput=5MB/sec 2024-04-12T16:36:06.309 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-M6rXXLKXgjgOE7s off=5973763 len=1756743 2024-04-12T16:36:06.312 INFO:tasks.workunit.client.0.smithi099.stdout:op 4305 completed, throughput=5MB/sec 2024-04-12T16:36:06.312 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-E852ial2p_ElQLf off=1867949 len=561058 2024-04-12T16:36:06.314 INFO:tasks.workunit.client.0.smithi099.stdout:op 4306 completed, throughput=5MB/sec 2024-04-12T16:36:06.314 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-9GQn8oW07Q4J4Y5 off=8266786 len=943660 2024-04-12T16:36:06.319 INFO:tasks.workunit.client.0.smithi099.stdout:op 4307 completed, throughput=5MB/sec 2024-04-12T16:36:06.319 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-dOdBGQwydqDsbu6 off=4897845 len=1436658 2024-04-12T16:36:06.320 INFO:tasks.workunit.client.0.smithi099.stdout:op 4308 completed, throughput=5MB/sec 2024-04-12T16:36:06.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:36:06 smithi099 ceph-mon[94290]: pgmap v1846: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:36:06.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:36:06 smithi099 ceph-mon[96864]: pgmap v1846: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:36:06.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:36:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:36:06] "GET /metrics HTTP/1.1" 200 34136 "" "Prometheus/2.43.0" 2024-04-12T16:36:06.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:36:06 smithi110 ceph-mon[88691]: pgmap v1846: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:36:07.320 INFO:tasks.workunit.client.0.smithi099.stdout: 847: throughput=4.99MB/sec pending data=0 2024-04-12T16:36:07.320 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-zTYnsknWm8vuJBo off=7023092 len=1265340 2024-04-12T16:36:07.327 INFO:tasks.workunit.client.0.smithi099.stdout:op 4309 completed, throughput=5MB/sec 2024-04-12T16:36:07.327 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-n5osRuYIxtwjif8 off=3703122 len=1572752 2024-04-12T16:36:07.329 INFO:tasks.workunit.client.0.smithi099.stdout:op 4310 completed, throughput=5MB/sec 2024-04-12T16:36:07.329 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-R1wczg-E2xyoV-g off=2264558 len=14034 2024-04-12T16:36:07.329 INFO:tasks.workunit.client.0.smithi099.stdout:op 4311 completed, throughput=5MB/sec 2024-04-12T16:36:07.330 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-O2tHB5NUAFrf53d off=1786867 len=631816 2024-04-12T16:36:07.331 INFO:tasks.workunit.client.0.smithi099.stdout:op 4312 completed, throughput=5MB/sec 2024-04-12T16:36:07.331 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-vd-uTNOJvPu864y off=10442639 len=265731 2024-04-12T16:36:07.334 INFO:tasks.workunit.client.0.smithi099.stdout:op 4313 completed, throughput=5MB/sec 2024-04-12T16:36:07.334 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-LLMfh4NZHYsuLlI off=7236254 len=1721659 2024-04-12T16:36:07.336 INFO:tasks.workunit.client.0.smithi099.stdout:op 4314 completed, throughput=5MB/sec 2024-04-12T16:36:08.336 INFO:tasks.workunit.client.0.smithi099.stdout: 848: throughput=4.99MB/sec pending data=0 2024-04-12T16:36:08.336 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-HLlD3ma_BVCW9sn off=6306373 len=1648042 2024-04-12T16:36:08.338 INFO:tasks.workunit.client.0.smithi099.stdout:op 4315 completed, throughput=5MB/sec 2024-04-12T16:36:08.338 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-7QRvNPZXpq0LjTV off=2491723 len=1307676 2024-04-12T16:36:08.344 INFO:tasks.workunit.client.0.smithi099.stdout:op 4316 completed, throughput=5MB/sec 2024-04-12T16:36:08.345 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0V4VbxapMa6PBWG off=1086583 len=1171218 2024-04-12T16:36:08.351 INFO:tasks.workunit.client.0.smithi099.stdout:op 4317 completed, throughput=5MB/sec 2024-04-12T16:36:08.351 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-HG5CFZT-VMyp0dl off=18453805 len=1312810 2024-04-12T16:36:08.357 INFO:tasks.workunit.client.0.smithi099.stdout:op 4318 completed, throughput=5MB/sec 2024-04-12T16:36:08.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:36:08 smithi110 ceph-mon[88691]: pgmap v1847: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:36:08.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:36:08 smithi099 ceph-mon[94290]: pgmap v1847: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:36:08.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:36:08 smithi099 ceph-mon[96864]: pgmap v1847: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:36:09.357 INFO:tasks.workunit.client.0.smithi099.stdout: 849: throughput=4.99MB/sec pending data=0 2024-04-12T16:36:09.357 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-5MNmwiSHcDdmYZX off=3747176 len=1370011 2024-04-12T16:36:09.364 INFO:tasks.workunit.client.0.smithi099.stdout:op 4319 completed, throughput=5MB/sec 2024-04-12T16:36:09.364 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-2b83UuzvWTQdSEl off=13603101 len=932978 2024-04-12T16:36:09.366 INFO:tasks.workunit.client.0.smithi099.stdout:op 4320 completed, throughput=5MB/sec 2024-04-12T16:36:09.366 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-xEtPodVfnqB3MSG off=7033313 len=738185 2024-04-12T16:36:09.371 INFO:tasks.workunit.client.0.smithi099.stdout:op 4321 completed, throughput=5MB/sec 2024-04-12T16:36:09.371 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-olqn0n8BNfIZm3V off=1159573 len=23960 2024-04-12T16:36:09.371 INFO:tasks.workunit.client.0.smithi099.stdout:op 4322 completed, throughput=5MB/sec 2024-04-12T16:36:09.372 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-lrmaxnJ_IjFshcL off=15266558 len=1724791 2024-04-12T16:36:09.381 INFO:tasks.workunit.client.0.smithi099.stdout:op 4323 completed, throughput=5MB/sec 2024-04-12T16:36:10.381 INFO:tasks.workunit.client.0.smithi099.stdout: 850: throughput=4.99MB/sec pending data=0 2024-04-12T16:36:10.381 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-KaF8gBzR8iOGMa- off=12030488 len=989596 2024-04-12T16:36:10.383 INFO:tasks.workunit.client.0.smithi099.stdout:op 4324 completed, throughput=5MB/sec 2024-04-12T16:36:10.383 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-931Q2Ei3604frgf off=5178215 len=1681817 2024-04-12T16:36:10.385 INFO:tasks.workunit.client.0.smithi099.stdout:op 4325 completed, throughput=5MB/sec 2024-04-12T16:36:10.385 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-w6gwVKSzcNm28E0 off=5909479 len=1018127 2024-04-12T16:36:10.387 INFO:tasks.workunit.client.0.smithi099.stdout:op 4326 completed, throughput=5MB/sec 2024-04-12T16:36:10.387 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-MjxeRq1qI4Bet7C off=23229022 len=1803443 2024-04-12T16:36:10.397 INFO:tasks.workunit.client.0.smithi099.stdout:op 4327 completed, throughput=5MB/sec 2024-04-12T16:36:10.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:36:10 smithi110 ceph-mon[88691]: pgmap v1848: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T16:36:10.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:36:10 smithi099 ceph-mon[94290]: pgmap v1848: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T16:36:10.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:36:10 smithi099 ceph-mon[96864]: pgmap v1848: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T16:36:11.397 INFO:tasks.workunit.client.0.smithi099.stdout: 851: throughput=4.99MB/sec pending data=0 2024-04-12T16:36:11.398 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-esoe0lkqeFcGRqc off=265175 len=647903 2024-04-12T16:36:11.402 INFO:tasks.workunit.client.0.smithi099.stdout:op 4328 completed, throughput=5MB/sec 2024-04-12T16:36:11.402 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-kJW3NQS6hlKI7Nb off=6616453 len=1504921 2024-04-12T16:36:11.409 INFO:tasks.workunit.client.0.smithi099.stdout:op 4329 completed, throughput=5MB/sec 2024-04-12T16:36:11.410 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-nnoBywPZk01ae0Y off=0 len=1653193 2024-04-12T16:36:11.412 INFO:tasks.workunit.client.0.smithi099.stdout:op 4330 completed, throughput=5MB/sec 2024-04-12T16:36:11.412 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-8wBpMsycfXdvmRd off=1807807 len=1026433 2024-04-12T16:36:11.418 INFO:tasks.workunit.client.0.smithi099.stdout:op 4331 completed, throughput=5MB/sec 2024-04-12T16:36:11.418 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-dXLx1FRVY9KL6ef off=844620 len=538208 2024-04-12T16:36:11.421 INFO:tasks.workunit.client.0.smithi099.stdout:op 4332 completed, throughput=5MB/sec 2024-04-12T16:36:12.422 INFO:tasks.workunit.client.0.smithi099.stdout: 852: throughput=4.99MB/sec pending data=0 2024-04-12T16:36:12.422 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-VZx5FFWPts1jXMh off=3533704 len=1594251 2024-04-12T16:36:12.424 INFO:tasks.workunit.client.0.smithi099.stdout:op 4333 completed, throughput=5MB/sec 2024-04-12T16:36:12.424 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-IJFPca7fZFFkYp6 off=18039249 len=1446047 2024-04-12T16:36:12.425 INFO:tasks.workunit.client.0.smithi099.stdout:op 4334 completed, throughput=5MB/sec 2024-04-12T16:36:12.425 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-MHIi3R8gqVbhnqM off=4980809 len=121872 2024-04-12T16:36:12.425 INFO:tasks.workunit.client.0.smithi099.stdout:op 4335 completed, throughput=5MB/sec 2024-04-12T16:36:12.425 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-MTsaiFjMa_-dWN4 off=3584232 len=193458 2024-04-12T16:36:12.428 INFO:tasks.workunit.client.0.smithi099.stdout:op 4336 completed, throughput=5MB/sec 2024-04-12T16:36:12.428 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-YShbNfY4Mq6_2yL off=8413923 len=1316886 2024-04-12T16:36:12.430 INFO:tasks.workunit.client.0.smithi099.stdout:op 4337 completed, throughput=5MB/sec 2024-04-12T16:36:12.430 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-LwW7wfw_nkz5dxu off=3101734 len=1051938 2024-04-12T16:36:12.435 INFO:tasks.workunit.client.0.smithi099.stdout:op 4338 completed, throughput=5MB/sec 2024-04-12T16:36:12.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:36:12 smithi110 ceph-mon[88691]: pgmap v1849: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:36:12.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:36:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:36:12.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:36:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:36:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:36:12.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:36:12 smithi099 ceph-mon[94290]: pgmap v1849: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:36:12.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:36:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:36:12.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:36:12 smithi099 ceph-mon[96864]: pgmap v1849: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:36:12.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:36:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:36:13.435 INFO:tasks.workunit.client.0.smithi099.stdout: 853: throughput=4.99MB/sec pending data=0 2024-04-12T16:36:13.436 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-uRWBXlnH5qK5bT2 off=6778776 len=806712 2024-04-12T16:36:13.440 INFO:tasks.workunit.client.0.smithi099.stdout:op 4339 completed, throughput=5MB/sec 2024-04-12T16:36:13.440 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ip6nu_Kq7VMrL0r off=3210547 len=848973 2024-04-12T16:36:13.442 INFO:tasks.workunit.client.0.smithi099.stdout:op 4340 completed, throughput=5MB/sec 2024-04-12T16:36:13.442 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-2RUq_Idv983RqkV off=2866325 len=317355 2024-04-12T16:36:13.443 INFO:tasks.workunit.client.0.smithi099.stdout:op 4341 completed, throughput=5MB/sec 2024-04-12T16:36:13.443 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-2wtcCKZmWhU9W_- off=2410773 len=65857 2024-04-12T16:36:13.445 INFO:tasks.workunit.client.0.smithi099.stdout:op 4342 completed, throughput=5MB/sec 2024-04-12T16:36:13.445 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-StD8bAfOKgwl-sO off=376114 len=2082981 2024-04-12T16:36:13.456 INFO:tasks.workunit.client.0.smithi099.stdout:op 4343 completed, throughput=5MB/sec 2024-04-12T16:36:13.456 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-h7hER6lNFRRF5lV off=794199 len=1249946 2024-04-12T16:36:13.462 INFO:tasks.workunit.client.0.smithi099.stdout:op 4344 completed, throughput=5MB/sec 2024-04-12T16:36:14.462 INFO:tasks.workunit.client.0.smithi099.stdout: 854: throughput=4.99MB/sec pending data=0 2024-04-12T16:36:14.462 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-8ve2VJPpuE_P76f off=6754260 len=1498844 2024-04-12T16:36:14.469 INFO:tasks.workunit.client.0.smithi099.stdout:op 4345 completed, throughput=5MB/sec 2024-04-12T16:36:14.469 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-1ntVN_Xu2LtmBZi off=881161 len=708780 2024-04-12T16:36:14.470 INFO:tasks.workunit.client.0.smithi099.stdout:op 4346 completed, throughput=5MB/sec 2024-04-12T16:36:14.470 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-BFS9-qeu_SWgrBm off=14638748 len=1870415 2024-04-12T16:36:14.478 INFO:tasks.workunit.client.0.smithi099.stdout:op 4347 completed, throughput=5MB/sec 2024-04-12T16:36:14.479 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-VlOgJHO0olU78ky off=8888757 len=140229 2024-04-12T16:36:14.479 INFO:tasks.workunit.client.0.smithi099.stdout:op 4348 completed, throughput=5MB/sec 2024-04-12T16:36:14.480 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-FP__ANnAnZ7n9WD off=1869604 len=1230614 2024-04-12T16:36:14.486 INFO:tasks.workunit.client.0.smithi099.stdout:op 4349 completed, throughput=5MB/sec 2024-04-12T16:36:14.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:36:14 smithi110 ceph-mon[88691]: pgmap v1850: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T16:36:14.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:36:14 smithi099 ceph-mon[94290]: pgmap v1850: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T16:36:14.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:36:14 smithi099 ceph-mon[96864]: pgmap v1850: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T16:36:15.486 INFO:tasks.workunit.client.0.smithi099.stdout: 855: throughput=5MB/sec pending data=0 2024-04-12T16:36:15.487 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-SRxM_l-NxWa7CpK off=7897941 len=2057709 2024-04-12T16:36:15.496 INFO:tasks.workunit.client.0.smithi099.stdout:op 4350 completed, throughput=5MB/sec 2024-04-12T16:36:15.496 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-RXRUjW_ko0wj5wV off=1660001 len=443893 2024-04-12T16:36:15.498 INFO:tasks.workunit.client.0.smithi099.stdout:op 4351 completed, throughput=5MB/sec 2024-04-12T16:36:15.498 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-BM0_BGteZj0oKWr off=5346506 len=116438 2024-04-12T16:36:15.501 INFO:tasks.workunit.client.0.smithi099.stdout:op 4352 completed, throughput=5MB/sec 2024-04-12T16:36:15.501 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-6P6NiQcvBZPkrqL off=5485048 len=550492 2024-04-12T16:36:15.502 INFO:tasks.workunit.client.0.smithi099.stdout:op 4353 completed, throughput=5MB/sec 2024-04-12T16:36:15.502 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-fcqaiIZgEx7JDaE off=7503966 len=1632987 2024-04-12T16:36:15.510 INFO:tasks.workunit.client.0.smithi099.stdout:op 4354 completed, throughput=5MB/sec 2024-04-12T16:36:16.511 INFO:tasks.workunit.client.0.smithi099.stdout: 856: throughput=4.99MB/sec pending data=0 2024-04-12T16:36:16.511 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-5swx_GsE-OEivwr off=6809692 len=257511 2024-04-12T16:36:16.514 INFO:tasks.workunit.client.0.smithi099.stdout:op 4355 completed, throughput=4.99MB/sec 2024-04-12T16:36:16.514 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Zq0Tdrjw2B83Fat off=928783 len=661612 2024-04-12T16:36:16.515 INFO:tasks.workunit.client.0.smithi099.stdout:op 4356 completed, throughput=5MB/sec 2024-04-12T16:36:16.515 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-4i1Kf1X0AhZb8WF off=1999867 len=1860998 2024-04-12T16:36:16.517 INFO:tasks.workunit.client.0.smithi099.stdout:op 4357 completed, throughput=5MB/sec 2024-04-12T16:36:16.517 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-maeB1KF_BHQqo3c off=673400 len=855539 2024-04-12T16:36:16.523 INFO:tasks.workunit.client.0.smithi099.stdout:op 4358 completed, throughput=5MB/sec 2024-04-12T16:36:16.523 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-xYNJZqBWAD3zL5s off=7342424 len=1559068 2024-04-12T16:36:16.531 INFO:tasks.workunit.client.0.smithi099.stdout:op 4359 completed, throughput=5MB/sec 2024-04-12T16:36:16.531 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ff1ADoP0QsSFw85 off=2935721 len=1298448 2024-04-12T16:36:16.538 INFO:tasks.workunit.client.0.smithi099.stdout:op 4360 completed, throughput=5MB/sec 2024-04-12T16:36:16.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:36:16 smithi099 ceph-mon[94290]: pgmap v1851: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:36:16.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:36:16 smithi099 ceph-mon[96864]: pgmap v1851: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:36:16.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:36:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:36:16] "GET /metrics HTTP/1.1" 200 34130 "" "Prometheus/2.43.0" 2024-04-12T16:36:16.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:36:16 smithi110 ceph-mon[88691]: pgmap v1851: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:36:17.538 INFO:tasks.workunit.client.0.smithi099.stdout: 857: throughput=5MB/sec pending data=0 2024-04-12T16:36:17.538 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-hwKYtrXGt8EgDno off=10409962 len=2004450 2024-04-12T16:36:17.542 INFO:tasks.workunit.client.0.smithi099.stdout:op 4361 completed, throughput=5MB/sec 2024-04-12T16:36:17.542 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-579PuJMBK5p3F6d off=6133914 len=681353 2024-04-12T16:36:17.547 INFO:tasks.workunit.client.0.smithi099.stdout:op 4362 completed, throughput=5MB/sec 2024-04-12T16:36:17.547 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Nz09KvppD6n6ZVC off=619728 len=1486290 2024-04-12T16:36:17.550 INFO:tasks.workunit.client.0.smithi099.stdout:op 4363 completed, throughput=5MB/sec 2024-04-12T16:36:18.550 INFO:tasks.workunit.client.0.smithi099.stdout: 858: throughput=4.99MB/sec pending data=0 2024-04-12T16:36:18.550 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-vgVN3ZUFXECBP64 off=17048448 len=1491124 2024-04-12T16:36:18.552 INFO:tasks.workunit.client.0.smithi099.stdout:op 4364 completed, throughput=5MB/sec 2024-04-12T16:36:18.552 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-0Mhyyx0LF35bEQE off=2135692 len=1672450 2024-04-12T16:36:18.554 INFO:tasks.workunit.client.0.smithi099.stdout:op 4365 completed, throughput=5MB/sec 2024-04-12T16:36:18.554 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-pQ1TwtRzrdGbIhq off=255938 len=1399293 2024-04-12T16:36:18.557 INFO:tasks.workunit.client.0.smithi099.stdout:op 4366 completed, throughput=5MB/sec 2024-04-12T16:36:18.558 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-eR_S6emzLXIWUza off=1011171 len=1771139 2024-04-12T16:36:18.559 INFO:tasks.workunit.client.0.smithi099.stdout:op 4367 completed, throughput=5MB/sec 2024-04-12T16:36:18.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:36:18 smithi110 ceph-mon[88691]: pgmap v1852: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T16:36:18.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:36:18 smithi099 ceph-mon[94290]: pgmap v1852: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T16:36:18.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:36:18 smithi099 ceph-mon[96864]: pgmap v1852: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T16:36:19.560 INFO:tasks.workunit.client.0.smithi099.stdout: 859: throughput=5MB/sec pending data=0 2024-04-12T16:36:19.560 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-p9d2A0C_zKrGNuh off=12476778 len=391780 2024-04-12T16:36:19.564 INFO:tasks.workunit.client.0.smithi099.stdout:op 4368 completed, throughput=5MB/sec 2024-04-12T16:36:19.564 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-VI5_iqjKy9bYhBS off=2116230 len=806730 2024-04-12T16:36:19.569 INFO:tasks.workunit.client.0.smithi099.stdout:op 4369 completed, throughput=5MB/sec 2024-04-12T16:36:19.570 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-EDe2Al5zqy3coAR off=12391065 len=108033 2024-04-12T16:36:19.572 INFO:tasks.workunit.client.0.smithi099.stdout:op 4370 completed, throughput=5MB/sec 2024-04-12T16:36:19.572 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-dvz2FzUbGrw_21B off=9641680 len=1160324 2024-04-12T16:36:19.578 INFO:tasks.workunit.client.0.smithi099.stdout:op 4371 completed, throughput=5MB/sec 2024-04-12T16:36:19.578 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1Jub6bfcBbOBumQ off=1537838 len=1477043 2024-04-12T16:36:19.586 INFO:tasks.workunit.client.0.smithi099.stdout:op 4372 completed, throughput=5MB/sec 2024-04-12T16:36:19.587 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-t8NlPkK17mYEYRK off=17125050 len=1773495 2024-04-12T16:36:19.593 INFO:tasks.workunit.client.0.smithi099.stdout:op 4373 completed, throughput=5MB/sec 2024-04-12T16:36:20.594 INFO:tasks.workunit.client.0.smithi099.stdout: 860: throughput=5MB/sec pending data=0 2024-04-12T16:36:20.594 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-CpJDEVjMZvkbBY3 off=7303629 len=1494808 2024-04-12T16:36:20.596 INFO:tasks.workunit.client.0.smithi099.stdout:op 4374 completed, throughput=5MB/sec 2024-04-12T16:36:20.596 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-0bHj_exxR63BZ1a off=6266066 len=327983 2024-04-12T16:36:20.596 INFO:tasks.workunit.client.0.smithi099.stdout:op 4375 completed, throughput=5MB/sec 2024-04-12T16:36:20.596 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-FyIyez568JZ96QG off=14607807 len=21591 2024-04-12T16:36:20.599 INFO:tasks.workunit.client.0.smithi099.stdout:op 4376 completed, throughput=5MB/sec 2024-04-12T16:36:20.599 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-PLelIpC527oWTzN off=1959333 len=441044 2024-04-12T16:36:20.602 INFO:tasks.workunit.client.0.smithi099.stdout:op 4377 completed, throughput=5MB/sec 2024-04-12T16:36:20.603 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-7UORN8jZiD_n7j6 off=808211 len=982805 2024-04-12T16:36:20.607 INFO:tasks.workunit.client.0.smithi099.stdout:op 4378 completed, throughput=5MB/sec 2024-04-12T16:36:20.607 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-PxPp52wdkrf5obY off=1760084 len=59404 2024-04-12T16:36:20.609 INFO:tasks.workunit.client.0.smithi099.stdout:op 4379 completed, throughput=5MB/sec 2024-04-12T16:36:20.609 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-IeOB99S3X0tNXyJ off=2735589 len=1890558 2024-04-12T16:36:20.613 INFO:tasks.workunit.client.0.smithi099.stdout:op 4380 completed, throughput=5MB/sec 2024-04-12T16:36:20.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:36:20 smithi110 ceph-mon[88691]: pgmap v1853: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:36:20.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:36:20 smithi099 ceph-mon[94290]: pgmap v1853: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:36:20.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:36:20 smithi099 ceph-mon[96864]: pgmap v1853: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:36:21.614 INFO:tasks.workunit.client.0.smithi099.stdout: 861: throughput=5MB/sec pending data=0 2024-04-12T16:36:21.614 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-i80stDGdrsXm1Ij off=13615387 len=844606 2024-04-12T16:36:21.615 INFO:tasks.workunit.client.0.smithi099.stdout:op 4381 completed, throughput=5MB/sec 2024-04-12T16:36:21.615 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-2ggJVTHy_m0mIGi off=1995176 len=889959 2024-04-12T16:36:21.620 INFO:tasks.workunit.client.0.smithi099.stdout:op 4382 completed, throughput=5MB/sec 2024-04-12T16:36:21.620 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-HXqnQc9FHF-hd_p off=2768262 len=47719 2024-04-12T16:36:21.621 INFO:tasks.workunit.client.0.smithi099.stdout:op 4383 completed, throughput=5MB/sec 2024-04-12T16:36:21.621 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-W159IUuYm62eFHT off=8392992 len=1916430 2024-04-12T16:36:21.623 INFO:tasks.workunit.client.0.smithi099.stdout:op 4384 completed, throughput=5MB/sec 2024-04-12T16:36:21.623 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-SgNmoLJOJxiRPJI off=665743 len=433272 2024-04-12T16:36:21.624 INFO:tasks.workunit.client.0.smithi099.stdout:op 4385 completed, throughput=5MB/sec 2024-04-12T16:36:22.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:36:22 smithi110 ceph-mon[88691]: pgmap v1854: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:36:22.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:36:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:36:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:36:22.624 INFO:tasks.workunit.client.0.smithi099.stdout: 862: throughput=4.99MB/sec pending data=0 2024-04-12T16:36:22.624 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-tJ6ybb1pi6l5evU off=3074366 len=1738745 2024-04-12T16:36:22.628 INFO:tasks.workunit.client.0.smithi099.stdout:op 4386 completed, throughput=5MB/sec 2024-04-12T16:36:22.628 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-50_i39wop-WhVAE off=1632980 len=1448560 2024-04-12T16:36:22.630 INFO:tasks.workunit.client.0.smithi099.stdout:op 4387 completed, throughput=5MB/sec 2024-04-12T16:36:22.630 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-_94QdoE_5zl9PeO off=20898695 len=1559118 2024-04-12T16:36:22.632 INFO:tasks.workunit.client.0.smithi099.stdout:op 4388 completed, throughput=5MB/sec 2024-04-12T16:36:22.632 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-jLDUuujJmYUcVKA off=4618438 len=744997 2024-04-12T16:36:22.636 INFO:tasks.workunit.client.0.smithi099.stdout:op 4389 completed, throughput=5MB/sec 2024-04-12T16:36:22.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:36:22 smithi099 ceph-mon[94290]: pgmap v1854: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:36:22.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:36:22 smithi099 ceph-mon[96864]: pgmap v1854: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:36:23.637 INFO:tasks.workunit.client.0.smithi099.stdout: 863: throughput=4.99MB/sec pending data=0 2024-04-12T16:36:23.637 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-LgY7flr1OvluZDJ off=18417944 len=1764245 2024-04-12T16:36:23.646 INFO:tasks.workunit.client.0.smithi099.stdout:op 4390 completed, throughput=5MB/sec 2024-04-12T16:36:23.646 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-p1JP4V4Z1fi-YFF off=1129843 len=776823 2024-04-12T16:36:23.651 INFO:tasks.workunit.client.0.smithi099.stdout:op 4391 completed, throughput=5MB/sec 2024-04-12T16:36:23.651 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-iTq3bdQ3xSiPFaL off=11494733 len=949803 2024-04-12T16:36:23.656 INFO:tasks.workunit.client.0.smithi099.stdout:op 4392 completed, throughput=5MB/sec 2024-04-12T16:36:23.656 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Oa3GRsttE0YnA3- off=5662425 len=1298899 2024-04-12T16:36:23.657 INFO:tasks.workunit.client.0.smithi099.stdout:op 4393 completed, throughput=5MB/sec 2024-04-12T16:36:23.657 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-xrov1nO7i3Wpu10 off=1893483 len=1637163 2024-04-12T16:36:23.658 INFO:tasks.workunit.client.0.smithi099.stdout:op 4394 completed, throughput=5MB/sec 2024-04-12T16:36:24.658 INFO:tasks.workunit.client.0.smithi099.stdout: 864: throughput=5MB/sec pending data=0 2024-04-12T16:36:24.659 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Wm26doREA_21-93 off=4005795 len=735406 2024-04-12T16:36:24.663 INFO:tasks.workunit.client.0.smithi099.stdout:op 4395 completed, throughput=5MB/sec 2024-04-12T16:36:24.663 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-xT5i47c4AArSz3a off=3135645 len=1355045 2024-04-12T16:36:24.670 INFO:tasks.workunit.client.0.smithi099.stdout:op 4396 completed, throughput=5MB/sec 2024-04-12T16:36:24.670 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-nbTPQZQeONjeu-s off=1658126 len=403116 2024-04-12T16:36:24.673 INFO:tasks.workunit.client.0.smithi099.stdout:op 4397 completed, throughput=5MB/sec 2024-04-12T16:36:24.674 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-bdd_tlsfghdjJ2P off=9600500 len=277218 2024-04-12T16:36:24.677 INFO:tasks.workunit.client.0.smithi099.stdout:op 4398 completed, throughput=5MB/sec 2024-04-12T16:36:24.677 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-t4RiezUZraPoanJ off=10876850 len=1779313 2024-04-12T16:36:24.678 INFO:tasks.workunit.client.0.smithi099.stdout:op 4399 completed, throughput=5MB/sec 2024-04-12T16:36:24.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:36:24 smithi110 ceph-mon[88691]: pgmap v1855: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:36:24.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:36:24 smithi099 ceph-mon[94290]: pgmap v1855: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:36:24.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:36:24 smithi099 ceph-mon[96864]: pgmap v1855: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:36:25.679 INFO:tasks.workunit.client.0.smithi099.stdout: 865: throughput=4.99MB/sec pending data=0 2024-04-12T16:36:25.679 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-lSs8NnfMvcOLGRR off=6088164 len=1881127 2024-04-12T16:36:25.688 INFO:tasks.workunit.client.0.smithi099.stdout:op 4400 completed, throughput=5MB/sec 2024-04-12T16:36:25.688 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj--fMHKKbjTHxog-8 off=15005588 len=1833759 2024-04-12T16:36:25.697 INFO:tasks.workunit.client.0.smithi099.stdout:op 4401 completed, throughput=5MB/sec 2024-04-12T16:36:25.697 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-n4bkzvBUV1XuG5F off=2346124 len=1105716 2024-04-12T16:36:25.698 INFO:tasks.workunit.client.0.smithi099.stdout:op 4402 completed, throughput=5MB/sec 2024-04-12T16:36:26.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:36:26 smithi099 ceph-mon[94290]: pgmap v1856: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:36:26.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:36:26 smithi099 ceph-mon[96864]: pgmap v1856: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:36:26.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:36:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:36:26] "GET /metrics HTTP/1.1" 200 34130 "" "Prometheus/2.43.0" 2024-04-12T16:36:26.699 INFO:tasks.workunit.client.0.smithi099.stdout: 866: throughput=4.99MB/sec pending data=0 2024-04-12T16:36:26.699 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-euUmLuQxmhAF0Tc off=6025874 len=1469349 2024-04-12T16:36:26.701 INFO:tasks.workunit.client.0.smithi099.stdout:op 4403 completed, throughput=5MB/sec 2024-04-12T16:36:26.701 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-YQ-Lcp0NE6BwW7r off=5190713 len=1680477 2024-04-12T16:36:26.703 INFO:tasks.workunit.client.0.smithi099.stdout:op 4404 completed, throughput=5MB/sec 2024-04-12T16:36:26.703 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-DSbP634OpBAQh_X off=11124966 len=388285 2024-04-12T16:36:26.706 INFO:tasks.workunit.client.0.smithi099.stdout:op 4405 completed, throughput=5MB/sec 2024-04-12T16:36:26.706 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-bB6u6aMLB08dviu off=6692707 len=362327 2024-04-12T16:36:26.710 INFO:tasks.workunit.client.0.smithi099.stdout:op 4406 completed, throughput=5MB/sec 2024-04-12T16:36:26.710 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-AifA2EBD6jb9Q0G off=3041752 len=995652 2024-04-12T16:36:26.711 INFO:tasks.workunit.client.0.smithi099.stdout:op 4407 completed, throughput=5MB/sec 2024-04-12T16:36:26.711 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-u_o-_BYdQR1KFam off=1757037 len=240232 2024-04-12T16:36:26.712 INFO:tasks.workunit.client.0.smithi099.stdout:op 4408 completed, throughput=5MB/sec 2024-04-12T16:36:26.712 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-LisLDQ4W_rfwpqW off=394046 len=100726 2024-04-12T16:36:26.714 INFO:tasks.workunit.client.0.smithi099.stdout:op 4409 completed, throughput=5MB/sec 2024-04-12T16:36:26.715 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Pxq76DAKz5xH61D off=9901684 len=1549141 2024-04-12T16:36:26.717 INFO:tasks.workunit.client.0.smithi099.stdout:op 4410 completed, throughput=5MB/sec 2024-04-12T16:36:26.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:36:26 smithi110 ceph-mon[88691]: pgmap v1856: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:36:27.718 INFO:tasks.workunit.client.0.smithi099.stdout: 867: throughput=5MB/sec pending data=0 2024-04-12T16:36:27.718 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-tkrCFjgOLLSQies off=481876 len=608278 2024-04-12T16:36:27.722 INFO:tasks.workunit.client.0.smithi099.stdout:op 4411 completed, throughput=5MB/sec 2024-04-12T16:36:27.722 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-vUq2Kg3u04pie0i off=9148133 len=1581516 2024-04-12T16:36:27.724 INFO:tasks.workunit.client.0.smithi099.stdout:op 4412 completed, throughput=5MB/sec 2024-04-12T16:36:27.724 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Zs2iiYy5MLelSoR off=4428710 len=988134 2024-04-12T16:36:27.730 INFO:tasks.workunit.client.0.smithi099.stdout:op 4413 completed, throughput=5MB/sec 2024-04-12T16:36:27.730 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-l5D71TOyV8ehLuP off=1236723 len=294644 2024-04-12T16:36:27.733 INFO:tasks.workunit.client.0.smithi099.stdout:op 4414 completed, throughput=5MB/sec 2024-04-12T16:36:27.733 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-8OUneGYLM06UcOi off=9663844 len=1056899 2024-04-12T16:36:27.735 INFO:tasks.workunit.client.0.smithi099.stdout:op 4415 completed, throughput=5MB/sec 2024-04-12T16:36:27.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:36:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:36:27.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:36:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:36:27.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:36:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:36:28.735 INFO:tasks.workunit.client.0.smithi099.stdout: 868: throughput=5MB/sec pending data=0 2024-04-12T16:36:28.735 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-7fXmmlr0_ShF6uX off=12439036 len=1389886 2024-04-12T16:36:28.737 INFO:tasks.workunit.client.0.smithi099.stdout:op 4416 completed, throughput=5MB/sec 2024-04-12T16:36:28.737 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj--RefhS9sO52GW9h off=929932 len=2026683 2024-04-12T16:36:28.747 INFO:tasks.workunit.client.0.smithi099.stdout:op 4417 completed, throughput=5MB/sec 2024-04-12T16:36:28.747 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-KVf8RlrLvnExBUu off=16409695 len=1397630 2024-04-12T16:36:28.753 INFO:tasks.workunit.client.0.smithi099.stdout:op 4418 completed, throughput=5MB/sec 2024-04-12T16:36:28.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:36:28 smithi110 ceph-mon[88691]: pgmap v1857: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:36:28.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:36:28 smithi099 ceph-mon[94290]: pgmap v1857: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:36:28.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:36:28 smithi099 ceph-mon[96864]: pgmap v1857: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:36:29.754 INFO:tasks.workunit.client.0.smithi099.stdout: 869: throughput=4.99MB/sec pending data=0 2024-04-12T16:36:29.754 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-dfPeFqsEdzsnqFq off=15745518 len=206746 2024-04-12T16:36:29.755 INFO:tasks.workunit.client.0.smithi099.stdout:op 4419 completed, throughput=4.99MB/sec 2024-04-12T16:36:29.755 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-6LfpDeVuRL78zk2 off=2483342 len=777724 2024-04-12T16:36:29.756 INFO:tasks.workunit.client.0.smithi099.stdout:op 4420 completed, throughput=5MB/sec 2024-04-12T16:36:29.756 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-W_YHjMlgx7DtY7m off=7796642 len=85709 2024-04-12T16:36:29.759 INFO:tasks.workunit.client.0.smithi099.stdout:op 4421 completed, throughput=5MB/sec 2024-04-12T16:36:29.759 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-tr93ENoGbwHICsq off=16628851 len=1574692 2024-04-12T16:36:29.766 INFO:tasks.workunit.client.0.smithi099.stdout:op 4422 completed, throughput=5MB/sec 2024-04-12T16:36:29.766 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0UjoRe1lOTebK4n off=2908805 len=1599700 2024-04-12T16:36:29.775 INFO:tasks.workunit.client.0.smithi099.stdout:op 4423 completed, throughput=5MB/sec 2024-04-12T16:36:29.775 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-uvpSF4cD88Ho-cx off=130394 len=1489763 2024-04-12T16:36:29.776 INFO:tasks.workunit.client.0.smithi099.stdout:op 4424 completed, throughput=5MB/sec 2024-04-12T16:36:30.777 INFO:tasks.workunit.client.0.smithi099.stdout: 870: throughput=4.99MB/sec pending data=0 2024-04-12T16:36:30.777 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-E4a-l3ldpUPmKWW off=12652197 len=1471769 2024-04-12T16:36:30.784 INFO:tasks.workunit.client.0.smithi099.stdout:op 4425 completed, throughput=5MB/sec 2024-04-12T16:36:30.784 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-APcWUhp6ln8Wh70 off=433104 len=869734 2024-04-12T16:36:30.786 INFO:tasks.workunit.client.0.smithi099.stdout:op 4426 completed, throughput=5MB/sec 2024-04-12T16:36:30.786 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Aqyc7RpjbHKyrYP off=6446947 len=1556497 2024-04-12T16:36:30.789 INFO:tasks.workunit.client.0.smithi099.stdout:op 4427 completed, throughput=5MB/sec 2024-04-12T16:36:30.789 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-FP9ieY-uVX41Nj0 off=13031400 len=287140 2024-04-12T16:36:30.792 INFO:tasks.workunit.client.0.smithi099.stdout:op 4428 completed, throughput=5MB/sec 2024-04-12T16:36:30.792 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-H9hV0cPPAxlZnrf off=774133 len=1784362 2024-04-12T16:36:30.795 INFO:tasks.workunit.client.0.smithi099.stdout:op 4429 completed, throughput=5MB/sec 2024-04-12T16:36:30.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:36:30 smithi110 ceph-mon[88691]: pgmap v1858: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T16:36:30.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:36:30 smithi099 ceph-mon[94290]: pgmap v1858: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T16:36:30.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:36:30 smithi099 ceph-mon[96864]: pgmap v1858: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T16:36:31.796 INFO:tasks.workunit.client.0.smithi099.stdout: 871: throughput=5MB/sec pending data=0 2024-04-12T16:36:31.796 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-nHeMJnrktYNks5f off=7384525 len=1777431 2024-04-12T16:36:31.805 INFO:tasks.workunit.client.0.smithi099.stdout:op 4430 completed, throughput=5MB/sec 2024-04-12T16:36:31.805 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-d9kdwtR8ClNLGwL off=408896 len=2068485 2024-04-12T16:36:31.814 INFO:tasks.workunit.client.0.smithi099.stdout:op 4431 completed, throughput=5MB/sec 2024-04-12T16:36:31.815 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Vo8zo-x4tPJQ4Lo off=3314792 len=978225 2024-04-12T16:36:31.819 INFO:tasks.workunit.client.0.smithi099.stdout:op 4432 completed, throughput=5MB/sec 2024-04-12T16:36:32.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:36:32 smithi110 ceph-mon[88691]: pgmap v1859: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:36:32.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:36:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:36:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:36:32.820 INFO:tasks.workunit.client.0.smithi099.stdout: 872: throughput=5MB/sec pending data=0 2024-04-12T16:36:32.820 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-FjiJ1L7boU1gyd- off=15779571 len=1372314 2024-04-12T16:36:32.823 INFO:tasks.workunit.client.0.smithi099.stdout:op 4433 completed, throughput=5MB/sec 2024-04-12T16:36:32.823 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-qN_zXpE0yaHhd5k off=1254141 len=941240 2024-04-12T16:36:32.824 INFO:tasks.workunit.client.0.smithi099.stdout:op 4434 completed, throughput=5MB/sec 2024-04-12T16:36:32.824 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-a_F8_RX794MG6nO off=14750859 len=735311 2024-04-12T16:36:32.826 INFO:tasks.workunit.client.0.smithi099.stdout:op 4435 completed, throughput=5MB/sec 2024-04-12T16:36:32.826 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj--tOSqXDWHernEYF off=11597910 len=908373 2024-04-12T16:36:32.833 INFO:tasks.workunit.client.0.smithi099.stdout:op 4436 completed, throughput=5MB/sec 2024-04-12T16:36:32.833 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-0Wl1GxEwzDcicJR off=511195 len=1291111 2024-04-12T16:36:32.834 INFO:tasks.workunit.client.0.smithi099.stdout:op 4437 completed, throughput=5MB/sec 2024-04-12T16:36:32.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:36:32 smithi099 ceph-mon[94290]: pgmap v1859: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:36:32.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:36:32 smithi099 ceph-mon[96864]: pgmap v1859: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:36:33.835 INFO:tasks.workunit.client.0.smithi099.stdout: 873: throughput=4.99MB/sec pending data=0 2024-04-12T16:36:33.835 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-MU77axcAYbxeawp off=375263 len=1580725 2024-04-12T16:36:33.843 INFO:tasks.workunit.client.0.smithi099.stdout:op 4438 completed, throughput=5MB/sec 2024-04-12T16:36:33.843 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-PeHslQvsk6jUQym off=11233697 len=994258 2024-04-12T16:36:33.848 INFO:tasks.workunit.client.0.smithi099.stdout:op 4439 completed, throughput=5MB/sec 2024-04-12T16:36:33.848 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--7c8P4c4dxiK7Vy off=833760 len=1417147 2024-04-12T16:36:33.850 INFO:tasks.workunit.client.0.smithi099.stdout:op 4440 completed, throughput=5MB/sec 2024-04-12T16:36:33.850 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-OOtJm6Fv8EIa924 off=10094303 len=1923326 2024-04-12T16:36:33.854 INFO:tasks.workunit.client.0.smithi099.stdout:op 4441 completed, throughput=5MB/sec 2024-04-12T16:36:34.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:36:34 smithi110 ceph-mon[88691]: pgmap v1860: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:36:34.854 INFO:tasks.workunit.client.0.smithi099.stdout: 874: throughput=5MB/sec pending data=0 2024-04-12T16:36:34.854 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-NsxEHBVFOpfOGjr off=13743773 len=821432 2024-04-12T16:36:34.855 INFO:tasks.workunit.client.0.smithi099.stdout:op 4442 completed, throughput=5MB/sec 2024-04-12T16:36:34.856 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Gw4pdmMvH173Mel off=1564615 len=262330 2024-04-12T16:36:34.856 INFO:tasks.workunit.client.0.smithi099.stdout:op 4443 completed, throughput=5MB/sec 2024-04-12T16:36:34.856 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-dSTl2hpmYcVGHqG off=494060 len=313648 2024-04-12T16:36:34.859 INFO:tasks.workunit.client.0.smithi099.stdout:op 4444 completed, throughput=5MB/sec 2024-04-12T16:36:34.859 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-CTkzXhhvuS9oa5c off=13994265 len=695623 2024-04-12T16:36:34.860 INFO:tasks.workunit.client.0.smithi099.stdout:op 4445 completed, throughput=5MB/sec 2024-04-12T16:36:34.860 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Fd533NNGKl2Avqw off=538163 len=1743322 2024-04-12T16:36:34.862 INFO:tasks.workunit.client.0.smithi099.stdout:op 4446 completed, throughput=5MB/sec 2024-04-12T16:36:34.862 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-IGflXVrdYAxOAvs off=1823862 len=1862402 2024-04-12T16:36:34.872 INFO:tasks.workunit.client.0.smithi099.stdout:op 4447 completed, throughput=5MB/sec 2024-04-12T16:36:34.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:36:34 smithi099 ceph-mon[94290]: pgmap v1860: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:36:34.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:36:34 smithi099 ceph-mon[96864]: pgmap v1860: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:36:35.872 INFO:tasks.workunit.client.0.smithi099.stdout: 875: throughput=5MB/sec pending data=0 2024-04-12T16:36:35.872 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-TmbKrDM5WMW32u7 off=3096841 len=2045558 2024-04-12T16:36:35.875 INFO:tasks.workunit.client.0.smithi099.stdout:op 4448 completed, throughput=5MB/sec 2024-04-12T16:36:35.875 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-c8gV_4UeDAsHxab off=1693087 len=1065278 2024-04-12T16:36:35.881 INFO:tasks.workunit.client.0.smithi099.stdout:op 4449 completed, throughput=5MB/sec 2024-04-12T16:36:35.881 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-47PEMHwvWBrVSVS off=1357903 len=310926 2024-04-12T16:36:35.884 INFO:tasks.workunit.client.0.smithi099.stdout:op 4450 completed, throughput=5MB/sec 2024-04-12T16:36:35.884 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-l_PiYsJPtLqLQIB off=11658591 len=1435437 2024-04-12T16:36:35.892 INFO:tasks.workunit.client.0.smithi099.stdout:op 4451 completed, throughput=5MB/sec 2024-04-12T16:36:36.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:36:36 smithi099 ceph-mon[94290]: pgmap v1861: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:36:36.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:36:36 smithi099 ceph-mon[96864]: pgmap v1861: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:36:36.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:36:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:36:36] "GET /metrics HTTP/1.1" 200 34127 "" "Prometheus/2.43.0" 2024-04-12T16:36:36.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:36:36 smithi110 ceph-mon[88691]: pgmap v1861: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:36:36.893 INFO:tasks.workunit.client.0.smithi099.stdout: 876: throughput=5MB/sec pending data=0 2024-04-12T16:36:36.893 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-U4dsMbD_DmeyY8w off=11936215 len=799923 2024-04-12T16:36:36.894 INFO:tasks.workunit.client.0.smithi099.stdout:op 4452 completed, throughput=5MB/sec 2024-04-12T16:36:36.894 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-urxIWWlkzaHt3gO off=5409668 len=1380371 2024-04-12T16:36:36.897 INFO:tasks.workunit.client.0.smithi099.stdout:op 4453 completed, throughput=5MB/sec 2024-04-12T16:36:36.897 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-VlOgJHO0olU78ky off=178945 len=97853 2024-04-12T16:36:36.898 INFO:tasks.workunit.client.0.smithi099.stdout:op 4454 completed, throughput=5MB/sec 2024-04-12T16:36:36.898 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-SP3KOhW7wEx53sc off=1929143 len=1496464 2024-04-12T16:36:36.900 INFO:tasks.workunit.client.0.smithi099.stdout:op 4455 completed, throughput=5MB/sec 2024-04-12T16:36:36.900 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-T_EcYwMc2nlT4Pg off=10574675 len=625390 2024-04-12T16:36:36.901 INFO:tasks.workunit.client.0.smithi099.stdout:op 4456 completed, throughput=5MB/sec 2024-04-12T16:36:37.902 INFO:tasks.workunit.client.0.smithi099.stdout: 877: throughput=4.99MB/sec pending data=0 2024-04-12T16:36:37.902 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-1Mufl0TWbdp8agW off=14456153 len=1518280 2024-04-12T16:36:37.903 INFO:tasks.workunit.client.0.smithi099.stdout:op 4457 completed, throughput=5MB/sec 2024-04-12T16:36:37.904 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-roUuzpBhbYEbdWc off=9909692 len=791802 2024-04-12T16:36:37.909 INFO:tasks.workunit.client.0.smithi099.stdout:op 4458 completed, throughput=5MB/sec 2024-04-12T16:36:37.909 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-_Inpbr9Na4FHp0h off=5552388 len=1841918 2024-04-12T16:36:37.911 INFO:tasks.workunit.client.0.smithi099.stdout:op 4459 completed, throughput=5MB/sec 2024-04-12T16:36:37.912 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-AiwuXABX-6Nk_Zr off=173409 len=1454704 2024-04-12T16:36:37.919 INFO:tasks.workunit.client.0.smithi099.stdout:op 4460 completed, throughput=5MB/sec 2024-04-12T16:36:38.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:36:38 smithi110 ceph-mon[88691]: pgmap v1862: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:36:38.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:36:38 smithi099 ceph-mon[94290]: pgmap v1862: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:36:38.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:36:38 smithi099 ceph-mon[96864]: pgmap v1862: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:36:38.920 INFO:tasks.workunit.client.0.smithi099.stdout: 878: throughput=4.99MB/sec pending data=0 2024-04-12T16:36:38.920 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-KNJKuYRtN7aVf9b off=964371 len=1104420 2024-04-12T16:36:38.927 INFO:tasks.workunit.client.0.smithi099.stdout:op 4461 completed, throughput=5MB/sec 2024-04-12T16:36:38.927 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-wF9Int8PC4rr7s_ off=3013312 len=535806 2024-04-12T16:36:38.928 INFO:tasks.workunit.client.0.smithi099.stdout:op 4462 completed, throughput=5MB/sec 2024-04-12T16:36:38.928 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-t9GQJAAhkPhFgiB off=3096697 len=601622 2024-04-12T16:36:38.933 INFO:tasks.workunit.client.0.smithi099.stdout:op 4463 completed, throughput=5MB/sec 2024-04-12T16:36:38.933 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-2PaVbCaGkYU9tJf off=9817133 len=1371580 2024-04-12T16:36:38.935 INFO:tasks.workunit.client.0.smithi099.stdout:op 4464 completed, throughput=5MB/sec 2024-04-12T16:36:38.935 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-FL-F7yA9AStmrAS off=10997625 len=83068 2024-04-12T16:36:38.935 INFO:tasks.workunit.client.0.smithi099.stdout:op 4465 completed, throughput=5MB/sec 2024-04-12T16:36:38.935 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-GeYGafqayBCtw0C off=3485550 len=1072548 2024-04-12T16:36:38.936 INFO:tasks.workunit.client.0.smithi099.stdout:op 4466 completed, throughput=5MB/sec 2024-04-12T16:36:38.936 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-y2pNAsjimTHhXFU off=8093080 len=1823461 2024-04-12T16:36:38.938 INFO:tasks.workunit.client.0.smithi099.stdout:op 4467 completed, throughput=5MB/sec 2024-04-12T16:36:39.938 INFO:tasks.workunit.client.0.smithi099.stdout: 879: throughput=5MB/sec pending data=0 2024-04-12T16:36:39.939 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qYlcEMP6NvuHz-t off=3916008 len=737006 2024-04-12T16:36:39.943 INFO:tasks.workunit.client.0.smithi099.stdout:op 4468 completed, throughput=5MB/sec 2024-04-12T16:36:39.943 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-YJ-grdHbpWVmXDj off=2317259 len=1373355 2024-04-12T16:36:39.945 INFO:tasks.workunit.client.0.smithi099.stdout:op 4469 completed, throughput=5MB/sec 2024-04-12T16:36:39.945 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-fN3MM6-_Qfir9Ms off=6658952 len=2052087 2024-04-12T16:36:39.955 INFO:tasks.workunit.client.0.smithi099.stdout:op 4470 completed, throughput=5MB/sec 2024-04-12T16:36:40.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:36:40 smithi110 ceph-mon[88691]: pgmap v1863: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T16:36:40.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:36:40 smithi099 ceph-mon[94290]: pgmap v1863: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T16:36:40.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:36:40 smithi099 ceph-mon[96864]: pgmap v1863: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T16:36:40.956 INFO:tasks.workunit.client.0.smithi099.stdout: 880: throughput=4.99MB/sec pending data=0 2024-04-12T16:36:40.956 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-F5F9Ssuu0EUuLKh off=6686480 len=2073418 2024-04-12T16:36:40.965 INFO:tasks.workunit.client.0.smithi099.stdout:op 4471 completed, throughput=5MB/sec 2024-04-12T16:36:40.965 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-kbw5SoyxjtMZZLB off=8770994 len=1403327 2024-04-12T16:36:40.967 INFO:tasks.workunit.client.0.smithi099.stdout:op 4472 completed, throughput=5MB/sec 2024-04-12T16:36:40.967 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-7vzv3NtkR9CeomT off=6724019 len=844447 2024-04-12T16:36:40.969 INFO:tasks.workunit.client.0.smithi099.stdout:op 4473 completed, throughput=5MB/sec 2024-04-12T16:36:40.969 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-lOiqwUPfzg605-V off=6943011 len=131366 2024-04-12T16:36:40.970 INFO:tasks.workunit.client.0.smithi099.stdout:op 4474 completed, throughput=5MB/sec 2024-04-12T16:36:40.970 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-T_NCC6GRoUnRTQv off=17718022 len=62535 2024-04-12T16:36:40.970 INFO:tasks.workunit.client.0.smithi099.stdout:op 4475 completed, throughput=5MB/sec 2024-04-12T16:36:40.970 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-03yqknFtZIOzAe5 off=15763422 len=1509316 2024-04-12T16:36:40.979 INFO:tasks.workunit.client.0.smithi099.stdout:op 4476 completed, throughput=5MB/sec 2024-04-12T16:36:41.980 INFO:tasks.workunit.client.0.smithi099.stdout: 881: throughput=5MB/sec pending data=0 2024-04-12T16:36:41.980 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--BE7gcA3gBoPdgL off=1584960 len=2014583 2024-04-12T16:36:41.982 INFO:tasks.workunit.client.0.smithi099.stdout:op 4477 completed, throughput=5MB/sec 2024-04-12T16:36:41.982 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-fSInm4sSz4WtH7F off=21741 len=1919867 2024-04-12T16:36:41.983 INFO:tasks.workunit.client.0.smithi099.stdout:op 4478 completed, throughput=5MB/sec 2024-04-12T16:36:41.983 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-mzq-TGxmKDfODU2 off=331334 len=1228791 2024-04-12T16:36:41.985 INFO:tasks.workunit.client.0.smithi099.stdout:op 4479 completed, throughput=5MB/sec 2024-04-12T16:36:42.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:36:42 smithi110 ceph-mon[88691]: pgmap v1864: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:36:42.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:36:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:36:42.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:36:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:36:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:36:42.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:36:42 smithi099 ceph-mon[94290]: pgmap v1864: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:36:42.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:36:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:36:42.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:36:42 smithi099 ceph-mon[96864]: pgmap v1864: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:36:42.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:36:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:36:42.985 INFO:tasks.workunit.client.0.smithi099.stdout: 882: throughput=5MB/sec pending data=0 2024-04-12T16:36:42.985 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-5pxNZI08WHisUyG off=1995726 len=1143299 2024-04-12T16:36:42.990 INFO:tasks.workunit.client.0.smithi099.stdout:op 4480 completed, throughput=5MB/sec 2024-04-12T16:36:42.990 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-c410UydGwOtrjaU off=19627180 len=1986741 2024-04-12T16:36:42.993 INFO:tasks.workunit.client.0.smithi099.stdout:op 4481 completed, throughput=5MB/sec 2024-04-12T16:36:42.993 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Xx2kKwuEHddWYIZ off=2049860 len=488127 2024-04-12T16:36:42.997 INFO:tasks.workunit.client.0.smithi099.stdout:op 4482 completed, throughput=5MB/sec 2024-04-12T16:36:42.997 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-QoRf9upMDE6tajF off=2971888 len=1499262 2024-04-12T16:36:43.000 INFO:tasks.workunit.client.0.smithi099.stdout:op 4483 completed, throughput=5MB/sec 2024-04-12T16:36:44.000 INFO:tasks.workunit.client.0.smithi099.stdout: 883: throughput=5MB/sec pending data=0 2024-04-12T16:36:44.001 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-DKI0wHJL3OWxveo off=477300 len=887732 2024-04-12T16:36:44.005 INFO:tasks.workunit.client.0.smithi099.stdout:op 4484 completed, throughput=5MB/sec 2024-04-12T16:36:44.005 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-o-lzq_cytG3rRJR off=7368611 len=1194198 2024-04-12T16:36:44.012 INFO:tasks.workunit.client.0.smithi099.stdout:op 4485 completed, throughput=5MB/sec 2024-04-12T16:36:44.013 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj--ZXki6H-It6K5op off=5869769 len=451504 2024-04-12T16:36:44.016 INFO:tasks.workunit.client.0.smithi099.stdout:op 4486 completed, throughput=5MB/sec 2024-04-12T16:36:44.016 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-bJTE1pdOHERi_4s off=5080320 len=998347 2024-04-12T16:36:44.022 INFO:tasks.workunit.client.0.smithi099.stdout:op 4487 completed, throughput=5MB/sec 2024-04-12T16:36:44.022 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-YlhejZT-Zd3UJc_ off=8382431 len=1430417 2024-04-12T16:36:44.029 INFO:tasks.workunit.client.0.smithi099.stdout:op 4488 completed, throughput=5MB/sec 2024-04-12T16:36:44.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:36:44 smithi110 ceph-mon[88691]: pgmap v1865: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:36:44.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:36:44 smithi099 ceph-mon[94290]: pgmap v1865: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:36:44.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:36:44 smithi099 ceph-mon[96864]: pgmap v1865: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:36:45.029 INFO:tasks.workunit.client.0.smithi099.stdout: 884: throughput=4.99MB/sec pending data=0 2024-04-12T16:36:45.029 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-vmnibacR1eocF71 off=16905364 len=870095 2024-04-12T16:36:45.034 INFO:tasks.workunit.client.0.smithi099.stdout:op 4489 completed, throughput=5MB/sec 2024-04-12T16:36:45.034 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-lyxQw7S6K13vgH7 off=14640253 len=373072 2024-04-12T16:36:45.035 INFO:tasks.workunit.client.0.smithi099.stdout:op 4490 completed, throughput=5MB/sec 2024-04-12T16:36:45.036 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-pCIi4JwIj-C530r off=13941068 len=563876 2024-04-12T16:36:45.036 INFO:tasks.workunit.client.0.smithi099.stdout:op 4491 completed, throughput=5MB/sec 2024-04-12T16:36:45.036 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-z_rEuPG1hL8f3Jj off=2200239 len=174853 2024-04-12T16:36:45.039 INFO:tasks.workunit.client.0.smithi099.stdout:op 4492 completed, throughput=5MB/sec 2024-04-12T16:36:45.039 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-1cOh13kp3mpTREN off=1115828 len=266886 2024-04-12T16:36:45.040 INFO:tasks.workunit.client.0.smithi099.stdout:op 4493 completed, throughput=5MB/sec 2024-04-12T16:36:45.040 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-3E-wmlHtSOrbeH0 off=11057696 len=694245 2024-04-12T16:36:45.045 INFO:tasks.workunit.client.0.smithi099.stdout:op 4494 completed, throughput=5MB/sec 2024-04-12T16:36:45.045 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-9mR827lnIMvFHRx off=4922725 len=1066345 2024-04-12T16:36:45.051 INFO:tasks.workunit.client.0.smithi099.stdout:op 4495 completed, throughput=5MB/sec 2024-04-12T16:36:45.051 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-EDVKh1OlHLTFfZP off=6160866 len=423706 2024-04-12T16:36:45.054 INFO:tasks.workunit.client.0.smithi099.stdout:op 4496 completed, throughput=5MB/sec 2024-04-12T16:36:45.054 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-6o6oxqI527qc7Sw off=214164 len=161242 2024-04-12T16:36:45.055 INFO:tasks.workunit.client.0.smithi099.stdout:op 4497 completed, throughput=5MB/sec 2024-04-12T16:36:45.055 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-sQZSw_5nwr4c1CN off=3492604 len=336120 2024-04-12T16:36:45.056 INFO:tasks.workunit.client.0.smithi099.stdout:op 4498 completed, throughput=5MB/sec 2024-04-12T16:36:45.056 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-5Sljtwnn7WQI8KF off=11084483 len=837769 2024-04-12T16:36:45.056 INFO:tasks.workunit.client.0.smithi099.stdout:op 4499 completed, throughput=5MB/sec 2024-04-12T16:36:46.057 INFO:tasks.workunit.client.0.smithi099.stdout: 885: throughput=5MB/sec pending data=0 2024-04-12T16:36:46.057 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-OcMs4NXF0gB6aYh off=10842906 len=962897 2024-04-12T16:36:46.059 INFO:tasks.workunit.client.0.smithi099.stdout:op 4500 completed, throughput=5MB/sec 2024-04-12T16:36:46.059 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-DaFKD-dyV50v2kI off=1399169 len=479936 2024-04-12T16:36:46.061 INFO:tasks.workunit.client.0.smithi099.stdout:op 4501 completed, throughput=5MB/sec 2024-04-12T16:36:46.061 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-XIAY5QxcFZm8S9o off=852599 len=671854 2024-04-12T16:36:46.065 INFO:tasks.workunit.client.0.smithi099.stdout:op 4502 completed, throughput=5MB/sec 2024-04-12T16:36:46.065 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-iTe9o_n6fQqBUdP off=17625814 len=1443313 2024-04-12T16:36:46.073 INFO:tasks.workunit.client.0.smithi099.stdout:op 4503 completed, throughput=5MB/sec 2024-04-12T16:36:46.073 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-CntRJaQFSAaavEk off=6514455 len=52973 2024-04-12T16:36:46.074 INFO:tasks.workunit.client.0.smithi099.stdout:op 4504 completed, throughput=5MB/sec 2024-04-12T16:36:46.074 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-IS16SYsUWRBPpdc off=2182470 len=1239046 2024-04-12T16:36:46.076 INFO:tasks.workunit.client.0.smithi099.stdout:op 4505 completed, throughput=5MB/sec 2024-04-12T16:36:46.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:36:46 smithi099 ceph-mon[94290]: pgmap v1866: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:36:46.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:36:46 smithi099 ceph-mon[96864]: pgmap v1866: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:36:46.624 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:36:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:36:46] "GET /metrics HTTP/1.1" 200 34135 "" "Prometheus/2.43.0" 2024-04-12T16:36:46.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:36:46 smithi110 ceph-mon[88691]: pgmap v1866: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:36:47.076 INFO:tasks.workunit.client.0.smithi099.stdout: 886: throughput=4.99MB/sec pending data=0 2024-04-12T16:36:47.077 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-awDzzI0Tf0w34X2 off=18693968 len=1609149 2024-04-12T16:36:47.085 INFO:tasks.workunit.client.0.smithi099.stdout:op 4506 completed, throughput=5MB/sec 2024-04-12T16:36:47.085 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-TE_P4KCMvBBXmsd off=13741985 len=1331618 2024-04-12T16:36:47.086 INFO:tasks.workunit.client.0.smithi099.stdout:op 4507 completed, throughput=5MB/sec 2024-04-12T16:36:47.086 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-BBNf3RkFg_sZltQ off=18568557 len=1319158 2024-04-12T16:36:47.092 INFO:tasks.workunit.client.0.smithi099.stdout:op 4508 completed, throughput=5MB/sec 2024-04-12T16:36:47.092 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-96SuXFRIJ9bZart off=17805413 len=239815 2024-04-12T16:36:47.094 INFO:tasks.workunit.client.0.smithi099.stdout:op 4509 completed, throughput=5MB/sec 2024-04-12T16:36:47.094 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-9QEvkRWbqQtquTN off=6001296 len=1331074 2024-04-12T16:36:47.102 INFO:tasks.workunit.client.0.smithi099.stdout:op 4510 completed, throughput=5MB/sec 2024-04-12T16:36:48.102 INFO:tasks.workunit.client.0.smithi099.stdout: 887: throughput=5MB/sec pending data=0 2024-04-12T16:36:48.102 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0Ml3pd_B6GH0NeA off=15784358 len=474156 2024-04-12T16:36:48.106 INFO:tasks.workunit.client.0.smithi099.stdout:op 4511 completed, throughput=5MB/sec 2024-04-12T16:36:48.107 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-5XrRrnWs1QZOHMY off=18940111 len=1659304 2024-04-12T16:36:48.115 INFO:tasks.workunit.client.0.smithi099.stdout:op 4512 completed, throughput=5MB/sec 2024-04-12T16:36:48.115 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-bPAmhOYGmvQpQs0 off=17572530 len=1684506 2024-04-12T16:36:48.123 INFO:tasks.workunit.client.0.smithi099.stdout:op 4513 completed, throughput=5MB/sec 2024-04-12T16:36:48.124 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-XpvfkdDEH8Q2ve8 off=9205628 len=1352954 2024-04-12T16:36:48.130 INFO:tasks.workunit.client.0.smithi099.stdout:op 4514 completed, throughput=5MB/sec 2024-04-12T16:36:48.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:36:48 smithi110 ceph-mon[88691]: pgmap v1867: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:36:48.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:36:48 smithi099 ceph-mon[94290]: pgmap v1867: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:36:48.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:36:48 smithi099 ceph-mon[96864]: pgmap v1867: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:36:49.130 INFO:tasks.workunit.client.0.smithi099.stdout: 888: throughput=4.99MB/sec pending data=0 2024-04-12T16:36:49.130 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-292WnHixlICpoeX off=917379 len=1822600 2024-04-12T16:36:49.132 INFO:tasks.workunit.client.0.smithi099.stdout:op 4515 completed, throughput=5MB/sec 2024-04-12T16:36:49.133 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-DgLxKjIXr2rabq3 off=10751634 len=923333 2024-04-12T16:36:49.138 INFO:tasks.workunit.client.0.smithi099.stdout:op 4516 completed, throughput=5MB/sec 2024-04-12T16:36:49.138 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-tqJUzn59TnUftY0 off=20223690 len=2071960 2024-04-12T16:36:49.140 INFO:tasks.workunit.client.0.smithi099.stdout:op 4517 completed, throughput=5MB/sec 2024-04-12T16:36:50.141 INFO:tasks.workunit.client.0.smithi099.stdout: 889: throughput=4.99MB/sec pending data=0 2024-04-12T16:36:50.141 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Zh7Oxi67HRVg1Ib off=8961195 len=458178 2024-04-12T16:36:50.142 INFO:tasks.workunit.client.0.smithi099.stdout:op 4518 completed, throughput=4.99MB/sec 2024-04-12T16:36:50.142 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-v7WM1sYKaraRUFd off=10414798 len=262019 2024-04-12T16:36:50.145 INFO:tasks.workunit.client.0.smithi099.stdout:op 4519 completed, throughput=5MB/sec 2024-04-12T16:36:50.145 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-rQee2YTEEkeTGPS off=334190 len=603616 2024-04-12T16:36:50.149 INFO:tasks.workunit.client.0.smithi099.stdout:op 4520 completed, throughput=5MB/sec 2024-04-12T16:36:50.149 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-jxsfC90qK0ZPa7K off=10550140 len=1727452 2024-04-12T16:36:50.152 INFO:tasks.workunit.client.0.smithi099.stdout:op 4521 completed, throughput=5MB/sec 2024-04-12T16:36:50.152 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-AOxOFZx0nSFI-QE off=2277686 len=626181 2024-04-12T16:36:50.153 INFO:tasks.workunit.client.0.smithi099.stdout:op 4522 completed, throughput=5MB/sec 2024-04-12T16:36:50.153 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-l2x3WFzSTpSPuKi off=5035221 len=1304870 2024-04-12T16:36:50.159 INFO:tasks.workunit.client.0.smithi099.stdout:op 4523 completed, throughput=5MB/sec 2024-04-12T16:36:50.159 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-fVuKd4uw1n19FKf off=7004015 len=76584 2024-04-12T16:36:50.160 INFO:tasks.workunit.client.0.smithi099.stdout:op 4524 completed, throughput=5MB/sec 2024-04-12T16:36:50.160 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-4XOmoHncRzXnJtw off=2106237 len=854048 2024-04-12T16:36:50.164 INFO:tasks.workunit.client.0.smithi099.stdout:op 4525 completed, throughput=5MB/sec 2024-04-12T16:36:50.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:36:50 smithi110 ceph-mon[88691]: pgmap v1868: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T16:36:50.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:36:50 smithi099 ceph-mon[94290]: pgmap v1868: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T16:36:50.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:36:50 smithi099 ceph-mon[96864]: pgmap v1868: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T16:36:51.165 INFO:tasks.workunit.client.0.smithi099.stdout: 890: throughput=5MB/sec pending data=0 2024-04-12T16:36:51.165 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-OF2GR-_yP4lEjC8 off=6578390 len=1464350 2024-04-12T16:36:51.166 INFO:tasks.workunit.client.0.smithi099.stdout:op 4526 completed, throughput=5MB/sec 2024-04-12T16:36:51.166 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6G2ztHvpl0E8_mK off=6861388 len=1076174 2024-04-12T16:36:51.171 INFO:tasks.workunit.client.0.smithi099.stdout:op 4527 completed, throughput=5MB/sec 2024-04-12T16:36:51.171 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-FpI2oVjQmLb8-Cq off=504771 len=998641 2024-04-12T16:36:51.176 INFO:tasks.workunit.client.0.smithi099.stdout:op 4528 completed, throughput=5MB/sec 2024-04-12T16:36:51.176 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-1uJDSuWJyyEsoaG off=991741 len=65106 2024-04-12T16:36:51.177 INFO:tasks.workunit.client.0.smithi099.stdout:op 4529 completed, throughput=5MB/sec 2024-04-12T16:36:51.177 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-YPzPMOHhEYj3mNp off=1039406 len=813273 2024-04-12T16:36:51.181 INFO:tasks.workunit.client.0.smithi099.stdout:op 4530 completed, throughput=5MB/sec 2024-04-12T16:36:51.181 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-oEwNZ1EI0ITdTPA off=7365489 len=1642779 2024-04-12T16:36:51.183 INFO:tasks.workunit.client.0.smithi099.stdout:op 4531 completed, throughput=5MB/sec 2024-04-12T16:36:52.183 INFO:tasks.workunit.client.0.smithi099.stdout: 891: throughput=5MB/sec pending data=0 2024-04-12T16:36:52.183 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-_ZLEjq6WX7ZGGda off=5669307 len=631744 2024-04-12T16:36:52.185 INFO:tasks.workunit.client.0.smithi099.stdout:op 4532 completed, throughput=5MB/sec 2024-04-12T16:36:52.185 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-dsxB_qcJgsFic8t off=667951 len=162122 2024-04-12T16:36:52.188 INFO:tasks.workunit.client.0.smithi099.stdout:op 4533 completed, throughput=5MB/sec 2024-04-12T16:36:52.188 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ITAMwXvUFKKIrUD off=8181922 len=1855814 2024-04-12T16:36:52.191 INFO:tasks.workunit.client.0.smithi099.stdout:op 4534 completed, throughput=5MB/sec 2024-04-12T16:36:52.192 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-BnVZiugAwJ-XiMW off=469409 len=1299984 2024-04-12T16:36:52.199 INFO:tasks.workunit.client.0.smithi099.stdout:op 4535 completed, throughput=5MB/sec 2024-04-12T16:36:52.199 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-GpDak669LJIPNk4 off=8099190 len=129087 2024-04-12T16:36:52.200 INFO:tasks.workunit.client.0.smithi099.stdout:op 4536 completed, throughput=5MB/sec 2024-04-12T16:36:52.568 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:36:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:36:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:36:52.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:36:52 smithi110 ceph-mon[88691]: pgmap v1869: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:36:52.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:36:52 smithi099 ceph-mon[94290]: pgmap v1869: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:36:52.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:36:52 smithi099 ceph-mon[96864]: pgmap v1869: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:36:53.200 INFO:tasks.workunit.client.0.smithi099.stdout: 892: throughput=4.99MB/sec pending data=0 2024-04-12T16:36:53.200 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-MDll0qsMsA1pTqd off=8560314 len=370348 2024-04-12T16:36:53.201 INFO:tasks.workunit.client.0.smithi099.stdout:op 4537 completed, throughput=4.99MB/sec 2024-04-12T16:36:53.201 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-dAuTyU5rcnE_xAa off=3881389 len=463764 2024-04-12T16:36:53.205 INFO:tasks.workunit.client.0.smithi099.stdout:op 4538 completed, throughput=5MB/sec 2024-04-12T16:36:53.205 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-nCCsxI4kEprxD7v off=8864739 len=485031 2024-04-12T16:36:53.209 INFO:tasks.workunit.client.0.smithi099.stdout:op 4539 completed, throughput=5MB/sec 2024-04-12T16:36:53.209 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-y2jo8gn-JNwqFnp off=5574699 len=1593051 2024-04-12T16:36:53.218 INFO:tasks.workunit.client.0.smithi099.stdout:op 4540 completed, throughput=5MB/sec 2024-04-12T16:36:53.218 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj--sQrfinKDfy2sex off=13841859 len=807571 2024-04-12T16:36:53.222 INFO:tasks.workunit.client.0.smithi099.stdout:op 4541 completed, throughput=5MB/sec 2024-04-12T16:36:53.222 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-b44DAKMh71gXd1v off=954924 len=1058586 2024-04-12T16:36:53.225 INFO:tasks.workunit.client.0.smithi099.stdout:op 4542 completed, throughput=5MB/sec 2024-04-12T16:36:53.225 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-jgFmNZnPdThhBUa off=5337871 len=1968491 2024-04-12T16:36:53.229 INFO:tasks.workunit.client.0.smithi099.stdout:op 4543 completed, throughput=5MB/sec 2024-04-12T16:36:54.229 INFO:tasks.workunit.client.0.smithi099.stdout: 893: throughput=5MB/sec pending data=0 2024-04-12T16:36:54.229 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-MQS7fa4HfeXOWnX off=1330982 len=717398 2024-04-12T16:36:54.231 INFO:tasks.workunit.client.0.smithi099.stdout:op 4544 completed, throughput=5MB/sec 2024-04-12T16:36:54.231 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-3zC69cRX413Uw0W off=8343493 len=1756400 2024-04-12T16:36:54.240 INFO:tasks.workunit.client.0.smithi099.stdout:op 4545 completed, throughput=5MB/sec 2024-04-12T16:36:54.240 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-WZEPG8rEgWrXZ4V off=3928642 len=1628595 2024-04-12T16:36:54.249 INFO:tasks.workunit.client.0.smithi099.stdout:op 4546 completed, throughput=5MB/sec 2024-04-12T16:36:54.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:36:54 smithi110 ceph-mon[88691]: pgmap v1870: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:36:54.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:36:54 smithi099 ceph-mon[94290]: pgmap v1870: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:36:54.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:36:54 smithi099 ceph-mon[96864]: pgmap v1870: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:36:55.249 INFO:tasks.workunit.client.0.smithi099.stdout: 894: throughput=4.99MB/sec pending data=0 2024-04-12T16:36:55.249 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Sna3hZu-bwogs2g off=10168 len=1411395 2024-04-12T16:36:55.255 INFO:tasks.workunit.client.0.smithi099.stdout:op 4547 completed, throughput=5MB/sec 2024-04-12T16:36:55.255 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-P-Q5W36OVhW-7yD off=10378231 len=1455930 2024-04-12T16:36:55.262 INFO:tasks.workunit.client.0.smithi099.stdout:op 4548 completed, throughput=5MB/sec 2024-04-12T16:36:55.262 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-9VrZ2AGHxwS6M19 off=2975398 len=1754524 2024-04-12T16:36:55.270 INFO:tasks.workunit.client.0.smithi099.stdout:op 4549 completed, throughput=5MB/sec 2024-04-12T16:36:55.270 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-FrSrOWdANe1ThXa off=3348251 len=252316 2024-04-12T16:36:55.272 INFO:tasks.workunit.client.0.smithi099.stdout:op 4550 completed, throughput=5MB/sec 2024-04-12T16:36:55.272 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-3XXXKlY6K6Ygdld off=4377266 len=1888902 2024-04-12T16:36:55.281 INFO:tasks.workunit.client.0.smithi099.stdout:op 4551 completed, throughput=5MB/sec 2024-04-12T16:36:56.282 INFO:tasks.workunit.client.0.smithi099.stdout: 895: throughput=5MB/sec pending data=0 2024-04-12T16:36:56.282 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-1G7--T7xwaERN5V off=1912737 len=1179115 2024-04-12T16:36:56.283 INFO:tasks.workunit.client.0.smithi099.stdout:op 4552 completed, throughput=5MB/sec 2024-04-12T16:36:56.283 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-OgecHhKxgrg7SmP off=9019652 len=1440267 2024-04-12T16:36:56.285 INFO:tasks.workunit.client.0.smithi099.stdout:op 4553 completed, throughput=5MB/sec 2024-04-12T16:36:56.285 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-T3w_x_Vlq58_9DN off=17158067 len=1997 2024-04-12T16:36:56.288 INFO:tasks.workunit.client.0.smithi099.stdout:op 4554 completed, throughput=5MB/sec 2024-04-12T16:36:56.288 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-JO23Bdzh-JakEHA off=720200 len=661861 2024-04-12T16:36:56.289 INFO:tasks.workunit.client.0.smithi099.stdout:op 4555 completed, throughput=5MB/sec 2024-04-12T16:36:56.289 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-UCsxvYXeKl1dSfx off=10596430 len=775342 2024-04-12T16:36:56.290 INFO:tasks.workunit.client.0.smithi099.stdout:op 4556 completed, throughput=5MB/sec 2024-04-12T16:36:56.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:36:56 smithi099 ceph-mon[94290]: pgmap v1871: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:36:56.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:36:56 smithi099 ceph-mon[96864]: pgmap v1871: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:36:56.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:36:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:36:56] "GET /metrics HTTP/1.1" 200 34135 "" "Prometheus/2.43.0" 2024-04-12T16:36:56.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:36:56 smithi110 ceph-mon[88691]: pgmap v1871: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:36:57.291 INFO:tasks.workunit.client.0.smithi099.stdout: 896: throughput=4.99MB/sec pending data=0 2024-04-12T16:36:57.291 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-IWA97LOtwRPUNkG off=11584314 len=1960145 2024-04-12T16:36:57.294 INFO:tasks.workunit.client.0.smithi099.stdout:op 4557 completed, throughput=5MB/sec 2024-04-12T16:36:57.294 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-cBnAI1oimqahcZT off=176948 len=1620777 2024-04-12T16:36:57.296 INFO:tasks.workunit.client.0.smithi099.stdout:op 4558 completed, throughput=5MB/sec 2024-04-12T16:36:57.297 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Wb6NgNh9jmH2sZd off=4459137 len=748720 2024-04-12T16:36:57.301 INFO:tasks.workunit.client.0.smithi099.stdout:op 4559 completed, throughput=5MB/sec 2024-04-12T16:36:57.301 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-aH2yE8oXTdlKbrW off=744584 len=1883076 2024-04-12T16:36:57.303 INFO:tasks.workunit.client.0.smithi099.stdout:op 4560 completed, throughput=5MB/sec 2024-04-12T16:36:57.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:36:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:36:57.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:36:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:36:58.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:36:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:36:58.303 INFO:tasks.workunit.client.0.smithi099.stdout: 897: throughput=5MB/sec pending data=0 2024-04-12T16:36:58.303 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-nKECkh1q72p2I-3 off=18092581 len=1888145 2024-04-12T16:36:58.306 INFO:tasks.workunit.client.0.smithi099.stdout:op 4561 completed, throughput=5MB/sec 2024-04-12T16:36:58.306 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-PbieEfc0S43CfSg off=4103096 len=229077 2024-04-12T16:36:58.306 INFO:tasks.workunit.client.0.smithi099.stdout:op 4562 completed, throughput=5MB/sec 2024-04-12T16:36:58.307 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-DKZZioJ_pf9GGIA off=13413564 len=1541534 2024-04-12T16:36:58.315 INFO:tasks.workunit.client.0.smithi099.stdout:op 4563 completed, throughput=5MB/sec 2024-04-12T16:36:58.315 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-jJrGbVpwMWh5-8r off=7353868 len=736530 2024-04-12T16:36:58.316 INFO:tasks.workunit.client.0.smithi099.stdout:op 4564 completed, throughput=5MB/sec 2024-04-12T16:36:58.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:36:58 smithi099 ceph-mon[94290]: pgmap v1872: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:36:58.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:36:58 smithi099 ceph-mon[96864]: pgmap v1872: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:36:59.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:36:58 smithi110 ceph-mon[88691]: pgmap v1872: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:36:59.316 INFO:tasks.workunit.client.0.smithi099.stdout: 898: throughput=4.99MB/sec pending data=0 2024-04-12T16:36:59.317 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-9dOcL1DhZeg-1YY off=22493298 len=1768749 2024-04-12T16:36:59.325 INFO:tasks.workunit.client.0.smithi099.stdout:op 4565 completed, throughput=5MB/sec 2024-04-12T16:36:59.325 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-gc1xDr-TdaRcaux off=17613812 len=1129989 2024-04-12T16:36:59.326 INFO:tasks.workunit.client.0.smithi099.stdout:op 4566 completed, throughput=5MB/sec 2024-04-12T16:36:59.326 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-X_3CV1TcmogD8wS off=2450126 len=381780 2024-04-12T16:36:59.330 INFO:tasks.workunit.client.0.smithi099.stdout:op 4567 completed, throughput=5MB/sec 2024-04-12T16:36:59.330 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-k0otL-LyB8Nxx3R off=1369932 len=1241953 2024-04-12T16:36:59.331 INFO:tasks.workunit.client.0.smithi099.stdout:op 4568 completed, throughput=5MB/sec 2024-04-12T16:36:59.331 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-UGD-QNUKWprB6nn off=191535 len=867075 2024-04-12T16:36:59.337 INFO:tasks.workunit.client.0.smithi099.stdout:op 4569 completed, throughput=5MB/sec 2024-04-12T16:37:00.338 INFO:tasks.workunit.client.0.smithi099.stdout: 899: throughput=4.99MB/sec pending data=0 2024-04-12T16:37:00.338 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-LB6pKw2gR7M0Z3z off=8746813 len=1353479 2024-04-12T16:37:00.339 INFO:tasks.workunit.client.0.smithi099.stdout:op 4570 completed, throughput=5MB/sec 2024-04-12T16:37:00.339 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-VWEEXfUqT65pHc9 off=75258 len=882836 2024-04-12T16:37:00.341 INFO:tasks.workunit.client.0.smithi099.stdout:op 4571 completed, throughput=5MB/sec 2024-04-12T16:37:00.341 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-NyinjNSccFboAXc off=693746 len=73681 2024-04-12T16:37:00.344 INFO:tasks.workunit.client.0.smithi099.stdout:op 4572 completed, throughput=5MB/sec 2024-04-12T16:37:00.344 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-dBqDbH-fiJwve4K off=3840438 len=1529868 2024-04-12T16:37:00.351 INFO:tasks.workunit.client.0.smithi099.stdout:op 4573 completed, throughput=5MB/sec 2024-04-12T16:37:00.351 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-j_A-BUGqIL9jL5I off=17915634 len=1261507 2024-04-12T16:37:00.358 INFO:tasks.workunit.client.0.smithi099.stdout:op 4574 completed, throughput=5MB/sec 2024-04-12T16:37:00.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:37:00 smithi099 ceph-mon[94290]: pgmap v1873: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:37:00.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:37:00 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:37:00.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:37:00 smithi099 ceph-mon[96864]: pgmap v1873: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:37:00.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:37:00 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:37:01.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:37:00 smithi110 ceph-mon[88691]: pgmap v1873: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:37:01.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:37:00 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:37:01.359 INFO:tasks.workunit.client.0.smithi099.stdout: 900: throughput=4.99MB/sec pending data=0 2024-04-12T16:37:01.359 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-EkIy1ibvjf5mg7F off=2989688 len=831691 2024-04-12T16:37:01.362 INFO:tasks.workunit.client.0.smithi099.stdout:op 4575 completed, throughput=5MB/sec 2024-04-12T16:37:01.362 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-4GZFDDYhiZ93jQF off=14488476 len=1640710 2024-04-12T16:37:01.363 INFO:tasks.workunit.client.0.smithi099.stdout:op 4576 completed, throughput=5MB/sec 2024-04-12T16:37:01.363 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-cphVK7-YSyMzAoy off=277115 len=24113 2024-04-12T16:37:01.365 INFO:tasks.workunit.client.0.smithi099.stdout:op 4577 completed, throughput=5MB/sec 2024-04-12T16:37:01.366 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-1im0C4_fBgNshUY off=10618647 len=988009 2024-04-12T16:37:01.366 INFO:tasks.workunit.client.0.smithi099.stdout:op 4578 completed, throughput=5MB/sec 2024-04-12T16:37:01.366 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-cYLmKMycomNg7Jl off=23974944 len=315209 2024-04-12T16:37:01.367 INFO:tasks.workunit.client.0.smithi099.stdout:op 4579 completed, throughput=5MB/sec 2024-04-12T16:37:01.367 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-N0TGbWZus3yWp1q off=1352936 len=1543050 2024-04-12T16:37:01.374 INFO:tasks.workunit.client.0.smithi099.stdout:op 4580 completed, throughput=5MB/sec 2024-04-12T16:37:01.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:37:01 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:37:01.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:37:01 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:37:01.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:37:01 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:37:01.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:37:01 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:37:01.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:37:01 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:37:01.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:37:01 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:37:02.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:37:01 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:37:02.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:37:01 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:37:02.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:37:01 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:37:02.377 INFO:tasks.workunit.client.0.smithi099.stdout: 901: throughput=4.99MB/sec pending data=0 2024-04-12T16:37:02.378 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-A_X2lEDRzHerrMr off=16079043 len=209254 2024-04-12T16:37:02.378 INFO:tasks.workunit.client.0.smithi099.stdout:op 4581 completed, throughput=4.99MB/sec 2024-04-12T16:37:02.378 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-7R-hg7tO-bjwz5S off=3256216 len=787298 2024-04-12T16:37:02.382 INFO:tasks.workunit.client.0.smithi099.stdout:op 4582 completed, throughput=5MB/sec 2024-04-12T16:37:02.382 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-5XUo8fBNcGcCcZi off=6455330 len=663534 2024-04-12T16:37:02.384 INFO:tasks.workunit.client.0.smithi099.stdout:op 4583 completed, throughput=5MB/sec 2024-04-12T16:37:02.384 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-M-2GE5RjHDGjsxx off=12780154 len=1881930 2024-04-12T16:37:02.386 INFO:tasks.workunit.client.0.smithi099.stdout:op 4584 completed, throughput=5MB/sec 2024-04-12T16:37:02.386 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Vy1Yrvk260vd9Wg off=4938531 len=1366631 2024-04-12T16:37:02.395 INFO:tasks.workunit.client.0.smithi099.stdout:op 4585 completed, throughput=5MB/sec 2024-04-12T16:37:02.395 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-S3zuHz4qreTlw7Q off=6633362 len=749439 2024-04-12T16:37:02.396 INFO:tasks.workunit.client.0.smithi099.stdout:op 4586 completed, throughput=5MB/sec 2024-04-12T16:37:02.581 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:37:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:37:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:37:02.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:37:02 smithi099 ceph-mon[94290]: pgmap v1874: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T16:37:02.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:37:02 smithi099 ceph-mon[96864]: pgmap v1874: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T16:37:03.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:37:02 smithi110 ceph-mon[88691]: pgmap v1874: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T16:37:03.396 INFO:tasks.workunit.client.0.smithi099.stdout: 902: throughput=4.99MB/sec pending data=0 2024-04-12T16:37:03.396 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-PdImFALsiTmPOBJ off=566536 len=279159 2024-04-12T16:37:03.397 INFO:tasks.workunit.client.0.smithi099.stdout:op 4587 completed, throughput=5MB/sec 2024-04-12T16:37:03.397 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-GueFUHLrEuqxc9P off=4709581 len=1440024 2024-04-12T16:37:03.405 INFO:tasks.workunit.client.0.smithi099.stdout:op 4588 completed, throughput=5MB/sec 2024-04-12T16:37:03.405 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Deg-fphlxg8zoZq off=4239152 len=2077689 2024-04-12T16:37:03.415 INFO:tasks.workunit.client.0.smithi099.stdout:op 4589 completed, throughput=5MB/sec 2024-04-12T16:37:03.415 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-wi79VJtp5CKJYyd off=11586227 len=378168 2024-04-12T16:37:03.415 INFO:tasks.workunit.client.0.smithi099.stdout:op 4590 completed, throughput=5MB/sec 2024-04-12T16:37:03.416 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-c3B9-rmqXuZ6UxX off=2537475 len=211177 2024-04-12T16:37:03.416 INFO:tasks.workunit.client.0.smithi099.stdout:op 4591 completed, throughput=5MB/sec 2024-04-12T16:37:03.416 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-_M0GbPTGa3nMa4s off=4436274 len=564876 2024-04-12T16:37:03.417 INFO:tasks.workunit.client.0.smithi099.stdout:op 4592 completed, throughput=5MB/sec 2024-04-12T16:37:03.417 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-bw221hPW-Hf20wn off=13201251 len=721718 2024-04-12T16:37:03.419 INFO:tasks.workunit.client.0.smithi099.stdout:op 4593 completed, throughput=5MB/sec 2024-04-12T16:37:04.422 INFO:tasks.workunit.client.0.smithi099.stdout: 903: throughput=5MB/sec pending data=0 2024-04-12T16:37:04.422 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-rel21dNV1u1h4Xb off=4487206 len=92182 2024-04-12T16:37:04.422 INFO:tasks.workunit.client.0.smithi099.stdout:op 4594 completed, throughput=5MB/sec 2024-04-12T16:37:04.422 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_6oIcqpc-fdqDy5 off=22389340 len=340283 2024-04-12T16:37:04.426 INFO:tasks.workunit.client.0.smithi099.stdout:op 4595 completed, throughput=5MB/sec 2024-04-12T16:37:04.426 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-IYrqxNFl4Ea4T4_ off=9297187 len=211840 2024-04-12T16:37:04.426 INFO:tasks.workunit.client.0.smithi099.stdout:op 4596 completed, throughput=5MB/sec 2024-04-12T16:37:04.426 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-wm2S139nVhpwHdn off=1101839 len=1023348 2024-04-12T16:37:04.428 INFO:tasks.workunit.client.0.smithi099.stdout:op 4597 completed, throughput=5MB/sec 2024-04-12T16:37:04.428 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1jVwIO5w4Ra1M-p off=22869347 len=1484879 2024-04-12T16:37:04.437 INFO:tasks.workunit.client.0.smithi099.stdout:op 4598 completed, throughput=5MB/sec 2024-04-12T16:37:04.437 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-QAiblLcMX-64XYX off=1229448 len=344808 2024-04-12T16:37:04.440 INFO:tasks.workunit.client.0.smithi099.stdout:op 4599 completed, throughput=5MB/sec 2024-04-12T16:37:04.440 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-nMVlZhoLKNy9c_O off=23611634 len=990011 2024-04-12T16:37:04.441 INFO:tasks.workunit.client.0.smithi099.stdout:op 4600 completed, throughput=5MB/sec 2024-04-12T16:37:04.441 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-WBqWSG3wIVYTTPJ off=9763431 len=1191336 2024-04-12T16:37:04.446 INFO:tasks.workunit.client.0.smithi099.stdout:op 4601 completed, throughput=5MB/sec 2024-04-12T16:37:04.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:37:04 smithi099 ceph-mon[96864]: pgmap v1875: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:37:05.366 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:37:04 smithi099 ceph-mon[94290]: pgmap v1875: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:37:05.367 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:37:04 smithi110 ceph-mon[88691]: pgmap v1875: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:37:05.447 INFO:tasks.workunit.client.0.smithi099.stdout: 904: throughput=5MB/sec pending data=0 2024-04-12T16:37:05.447 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-kQ3lWi7KQtr_UGY off=9458157 len=1124150 2024-04-12T16:37:05.453 INFO:tasks.workunit.client.0.smithi099.stdout:op 4602 completed, throughput=5MB/sec 2024-04-12T16:37:05.453 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Wx9xhnESYYyL590 off=12242263 len=1226051 2024-04-12T16:37:05.461 INFO:tasks.workunit.client.0.smithi099.stdout:op 4603 completed, throughput=5MB/sec 2024-04-12T16:37:05.461 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-AifA2EBD6jb9Q0G off=3358337 len=1617300 2024-04-12T16:37:05.472 INFO:tasks.workunit.client.0.smithi099.stdout:op 4604 completed, throughput=5MB/sec 2024-04-12T16:37:05.473 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-LY4eOvV36gH8qIc off=427213 len=850275 2024-04-12T16:37:05.476 INFO:tasks.workunit.client.0.smithi099.stdout:op 4605 completed, throughput=5MB/sec 2024-04-12T16:37:06.477 INFO:tasks.workunit.client.0.smithi099.stdout: 905: throughput=4.99MB/sec pending data=0 2024-04-12T16:37:06.477 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-WdcPmP_Aw7CutSy off=59001 len=1383571 2024-04-12T16:37:06.486 INFO:tasks.workunit.client.0.smithi099.stdout:op 4606 completed, throughput=5MB/sec 2024-04-12T16:37:06.486 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-V_mjEDknzXHaT-X off=182717 len=1291852 2024-04-12T16:37:06.487 INFO:tasks.workunit.client.0.smithi099.stdout:op 4607 completed, throughput=5MB/sec 2024-04-12T16:37:06.487 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Y-PnSu7JwGd7yJ5 off=14472876 len=634849 2024-04-12T16:37:06.487 INFO:tasks.workunit.client.0.smithi099.stdout:op 4608 completed, throughput=5MB/sec 2024-04-12T16:37:06.487 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-oCcVwAnax0OCCxz off=9440616 len=1258278 2024-04-12T16:37:06.490 INFO:tasks.workunit.client.0.smithi099.stdout:op 4609 completed, throughput=5MB/sec 2024-04-12T16:37:06.490 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-_NRVkS3PW39Fxbf off=690523 len=1593953 2024-04-12T16:37:06.492 INFO:tasks.workunit.client.0.smithi099.stdout:op 4610 completed, throughput=5MB/sec 2024-04-12T16:37:06.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:37:06 smithi099 ceph-mon[94290]: pgmap v1876: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:37:06.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:37:06 smithi099 ceph-mon[96864]: pgmap v1876: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:37:06.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:37:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:37:06] "GET /metrics HTTP/1.1" 200 34133 "" "Prometheus/2.43.0" 2024-04-12T16:37:07.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:37:06 smithi110 ceph-mon[88691]: pgmap v1876: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:37:07.492 INFO:tasks.workunit.client.0.smithi099.stdout: 906: throughput=5MB/sec pending data=0 2024-04-12T16:37:07.492 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0B6v2rlJ5JlNQf6 off=3701319 len=1321867 2024-04-12T16:37:07.499 INFO:tasks.workunit.client.0.smithi099.stdout:op 4611 completed, throughput=5MB/sec 2024-04-12T16:37:07.499 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-znLqe5g7LI7Fu0X off=477992 len=1058525 2024-04-12T16:37:07.505 INFO:tasks.workunit.client.0.smithi099.stdout:op 4612 completed, throughput=5MB/sec 2024-04-12T16:37:07.505 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-z48qH6HMIRrQyFe off=5857267 len=1511571 2024-04-12T16:37:07.513 INFO:tasks.workunit.client.0.smithi099.stdout:op 4613 completed, throughput=5MB/sec 2024-04-12T16:37:07.513 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-LProtFOOIFxPt8u off=10262477 len=1393893 2024-04-12T16:37:07.519 INFO:tasks.workunit.client.0.smithi099.stdout:op 4614 completed, throughput=5MB/sec 2024-04-12T16:37:08.520 INFO:tasks.workunit.client.0.smithi099.stdout: 907: throughput=5MB/sec pending data=0 2024-04-12T16:37:08.520 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-itsiUvBl3FrxaSp off=7914159 len=942898 2024-04-12T16:37:08.525 INFO:tasks.workunit.client.0.smithi099.stdout:op 4615 completed, throughput=5MB/sec 2024-04-12T16:37:08.525 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-P5ApRjvvu_zqMLP off=1586437 len=37732 2024-04-12T16:37:08.527 INFO:tasks.workunit.client.0.smithi099.stdout:op 4616 completed, throughput=5MB/sec 2024-04-12T16:37:08.528 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-oT8DXFZqNl-lRVp off=1417320 len=1939464 2024-04-12T16:37:08.531 INFO:tasks.workunit.client.0.smithi099.stdout:op 4617 completed, throughput=5MB/sec 2024-04-12T16:37:08.532 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-k0oYmfrMjlxrIu0 off=2665826 len=212172 2024-04-12T16:37:08.534 INFO:tasks.workunit.client.0.smithi099.stdout:op 4618 completed, throughput=5MB/sec 2024-04-12T16:37:08.534 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-lRpyqWEF3ouwdG6 off=1319762 len=518367 2024-04-12T16:37:08.535 INFO:tasks.workunit.client.0.smithi099.stdout:op 4619 completed, throughput=5MB/sec 2024-04-12T16:37:08.536 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-kbw5SoyxjtMZZLB off=15350979 len=1279704 2024-04-12T16:37:08.542 INFO:tasks.workunit.client.0.smithi099.stdout:op 4620 completed, throughput=5MB/sec 2024-04-12T16:37:08.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:37:08 smithi099 ceph-mon[94290]: pgmap v1877: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:37:08.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:37:08 smithi099 ceph-mon[96864]: pgmap v1877: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:37:09.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:37:08 smithi110 ceph-mon[88691]: pgmap v1877: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:37:09.543 INFO:tasks.workunit.client.0.smithi099.stdout: 908: throughput=5MB/sec pending data=0 2024-04-12T16:37:09.543 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-5o0BHxoFH0P-kDr off=1736309 len=1257938 2024-04-12T16:37:09.549 INFO:tasks.workunit.client.0.smithi099.stdout:op 4621 completed, throughput=5MB/sec 2024-04-12T16:37:09.549 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-HYEOH6THGAObna9 off=8806427 len=1262720 2024-04-12T16:37:09.554 INFO:tasks.workunit.client.0.smithi099.stdout:op 4622 completed, throughput=5MB/sec 2024-04-12T16:37:09.554 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Py4BldGVxT-Usf9 off=13120048 len=416981 2024-04-12T16:37:09.554 INFO:tasks.workunit.client.0.smithi099.stdout:op 4623 completed, throughput=5MB/sec 2024-04-12T16:37:09.555 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-5MS9mWR8uikYNLN off=1866557 len=1305555 2024-04-12T16:37:09.562 INFO:tasks.workunit.client.0.smithi099.stdout:op 4624 completed, throughput=5MB/sec 2024-04-12T16:37:09.562 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-C5e_0UWXXDG9i5c off=932738 len=956864 2024-04-12T16:37:09.566 INFO:tasks.workunit.client.0.smithi099.stdout:op 4625 completed, throughput=5MB/sec 2024-04-12T16:37:10.566 INFO:tasks.workunit.client.0.smithi099.stdout: 909: throughput=5MB/sec pending data=0 2024-04-12T16:37:10.567 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-n90-0nIBQ9GaZWA off=3002117 len=1229864 2024-04-12T16:37:10.568 INFO:tasks.workunit.client.0.smithi099.stdout:op 4626 completed, throughput=5MB/sec 2024-04-12T16:37:10.568 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-No2LBeYHY0uwdLQ off=1809856 len=584639 2024-04-12T16:37:10.573 INFO:tasks.workunit.client.0.smithi099.stdout:op 4627 completed, throughput=5MB/sec 2024-04-12T16:37:10.573 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-h8q93idWJ4zU-Th off=16147674 len=1571227 2024-04-12T16:37:10.581 INFO:tasks.workunit.client.0.smithi099.stdout:op 4628 completed, throughput=5MB/sec 2024-04-12T16:37:10.582 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-xCTgwv-NhIEzdGE off=7898290 len=1916081 2024-04-12T16:37:10.590 INFO:tasks.workunit.client.0.smithi099.stdout:op 4629 completed, throughput=5MB/sec 2024-04-12T16:37:10.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:37:10 smithi099 ceph-mon[96864]: pgmap v1878: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:37:10.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:37:10 smithi099 ceph-mon[94290]: pgmap v1878: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:37:10.882 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:37:10 smithi110 ceph-mon[88691]: pgmap v1878: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:37:11.590 INFO:tasks.workunit.client.0.smithi099.stdout: 910: throughput=5MB/sec pending data=0 2024-04-12T16:37:11.591 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-l2hnPGaPlbOmxdE off=1916904 len=1123802 2024-04-12T16:37:11.593 INFO:tasks.workunit.client.0.smithi099.stdout:op 4630 completed, throughput=5MB/sec 2024-04-12T16:37:11.594 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-VUF8aAFdKqiyMcH off=16979823 len=1000339 2024-04-12T16:37:11.595 INFO:tasks.workunit.client.0.smithi099.stdout:op 4631 completed, throughput=5MB/sec 2024-04-12T16:37:11.595 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-dSSvU8GFqhDE2_x off=838253 len=779792 2024-04-12T16:37:11.600 INFO:tasks.workunit.client.0.smithi099.stdout:op 4632 completed, throughput=5MB/sec 2024-04-12T16:37:11.600 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-DDw0_J0CqN-pet1 off=9873209 len=1368190 2024-04-12T16:37:11.607 INFO:tasks.workunit.client.0.smithi099.stdout:op 4633 completed, throughput=5MB/sec 2024-04-12T16:37:11.607 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-xNEj2raqdcOsY63 off=1474332 len=1607184 2024-04-12T16:37:11.610 INFO:tasks.workunit.client.0.smithi099.stdout:op 4634 completed, throughput=5MB/sec 2024-04-12T16:37:12.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:37:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:37:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:37:12.610 INFO:tasks.workunit.client.0.smithi099.stdout: 911: throughput=5MB/sec pending data=0 2024-04-12T16:37:12.611 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-X5cRJ7HmE-Yb7oW off=16606029 len=1319020 2024-04-12T16:37:12.618 INFO:tasks.workunit.client.0.smithi099.stdout:op 4635 completed, throughput=5MB/sec 2024-04-12T16:37:12.619 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-upRs__z-wQi4nwk off=4440282 len=615908 2024-04-12T16:37:12.620 INFO:tasks.workunit.client.0.smithi099.stdout:op 4636 completed, throughput=5MB/sec 2024-04-12T16:37:12.620 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-hlUAmMrpH092LIN off=6356809 len=1792148 2024-04-12T16:37:12.622 INFO:tasks.workunit.client.0.smithi099.stdout:op 4637 completed, throughput=5MB/sec 2024-04-12T16:37:12.622 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-7U2WDEGs2oPU2QP off=10437414 len=414764 2024-04-12T16:37:12.623 INFO:tasks.workunit.client.0.smithi099.stdout:op 4638 completed, throughput=5MB/sec 2024-04-12T16:37:12.623 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-3eA34sWDpbLLYaC off=8178969 len=1694215 2024-04-12T16:37:12.632 INFO:tasks.workunit.client.0.smithi099.stdout:op 4639 completed, throughput=5MB/sec 2024-04-12T16:37:12.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:37:12 smithi099 ceph-mon[94290]: pgmap v1879: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:37:12.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:37:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:37:12.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:37:12 smithi099 ceph-mon[96864]: pgmap v1879: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:37:12.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:37:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:37:13.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:37:12 smithi110 ceph-mon[88691]: pgmap v1879: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:37:13.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:37:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:37:13.632 INFO:tasks.workunit.client.0.smithi099.stdout: 912: throughput=5MB/sec pending data=0 2024-04-12T16:37:13.632 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-XOEfcK_UDjZjiHi off=5316674 len=2020545 2024-04-12T16:37:13.636 INFO:tasks.workunit.client.0.smithi099.stdout:op 4640 completed, throughput=5MB/sec 2024-04-12T16:37:13.636 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-RKMuXD5SpgxAHUW off=11467589 len=1027320 2024-04-12T16:37:13.638 INFO:tasks.workunit.client.0.smithi099.stdout:op 4641 completed, throughput=5MB/sec 2024-04-12T16:37:13.638 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-JyvFzf9VD9Tj-cR off=223805 len=868844 2024-04-12T16:37:13.643 INFO:tasks.workunit.client.0.smithi099.stdout:op 4642 completed, throughput=5MB/sec 2024-04-12T16:37:14.644 INFO:tasks.workunit.client.0.smithi099.stdout: 913: throughput=4.99MB/sec pending data=0 2024-04-12T16:37:14.644 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-O-ss1ZvnluEDjBa off=13105383 len=1387528 2024-04-12T16:37:14.650 INFO:tasks.workunit.client.0.smithi099.stdout:op 4643 completed, throughput=5MB/sec 2024-04-12T16:37:14.650 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-sT9Qrna2c4lp8Rm off=3994398 len=859150 2024-04-12T16:37:14.651 INFO:tasks.workunit.client.0.smithi099.stdout:op 4644 completed, throughput=5MB/sec 2024-04-12T16:37:14.651 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-4sdeGA50jQoGqTg off=1145186 len=216724 2024-04-12T16:37:14.652 INFO:tasks.workunit.client.0.smithi099.stdout:op 4645 completed, throughput=5MB/sec 2024-04-12T16:37:14.652 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-cZCwa-aKd6OOxnw off=17393810 len=715983 2024-04-12T16:37:14.653 INFO:tasks.workunit.client.0.smithi099.stdout:op 4646 completed, throughput=5MB/sec 2024-04-12T16:37:14.653 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-tcljbDscoYi-JbH off=6318931 len=1936250 2024-04-12T16:37:14.655 INFO:tasks.workunit.client.0.smithi099.stdout:op 4647 completed, throughput=5MB/sec 2024-04-12T16:37:14.655 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-JD5nNcspQR1rXMv off=2835538 len=699610 2024-04-12T16:37:14.660 INFO:tasks.workunit.client.0.smithi099.stdout:op 4648 completed, throughput=5MB/sec 2024-04-12T16:37:14.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:37:14 smithi099 ceph-mon[94290]: pgmap v1880: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:37:14.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:37:14 smithi099 ceph-mon[96864]: pgmap v1880: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:37:15.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:37:14 smithi110 ceph-mon[88691]: pgmap v1880: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:37:15.660 INFO:tasks.workunit.client.0.smithi099.stdout: 914: throughput=5MB/sec pending data=0 2024-04-12T16:37:15.660 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-nSkpDLLdHk7fhRa off=2583407 len=1803281 2024-04-12T16:37:15.671 INFO:tasks.workunit.client.0.smithi099.stdout:op 4649 completed, throughput=5MB/sec 2024-04-12T16:37:15.671 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-urK8Thta1Y4Pa-s off=21576908 len=2057619 2024-04-12T16:37:15.673 INFO:tasks.workunit.client.0.smithi099.stdout:op 4650 completed, throughput=5MB/sec 2024-04-12T16:37:15.673 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-MlNw5OqeC13PSC3 off=3974850 len=536877 2024-04-12T16:37:15.676 INFO:tasks.workunit.client.0.smithi099.stdout:op 4651 completed, throughput=5MB/sec 2024-04-12T16:37:15.676 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ho6OAVY81Y6ljF9 off=11335538 len=1084802 2024-04-12T16:37:15.681 INFO:tasks.workunit.client.0.smithi099.stdout:op 4652 completed, throughput=5MB/sec 2024-04-12T16:37:16.610 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:37:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:37:16] "GET /metrics HTTP/1.1" 200 34134 "" "Prometheus/2.43.0" 2024-04-12T16:37:16.681 INFO:tasks.workunit.client.0.smithi099.stdout: 915: throughput=5MB/sec pending data=0 2024-04-12T16:37:16.682 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-xYkoXBK4iS2lKGX off=17240036 len=560263 2024-04-12T16:37:16.682 INFO:tasks.workunit.client.0.smithi099.stdout:op 4653 completed, throughput=5MB/sec 2024-04-12T16:37:16.683 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-yTKcHtpmbWrcpqC off=4602451 len=1505431 2024-04-12T16:37:16.691 INFO:tasks.workunit.client.0.smithi099.stdout:op 4654 completed, throughput=5MB/sec 2024-04-12T16:37:16.691 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-QGEUMFWRh4ptg96 off=5431424 len=1964851 2024-04-12T16:37:16.693 INFO:tasks.workunit.client.0.smithi099.stdout:op 4655 completed, throughput=5MB/sec 2024-04-12T16:37:16.693 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-7CGYMfim0ZSMhV4 off=19742652 len=786500 2024-04-12T16:37:16.698 INFO:tasks.workunit.client.0.smithi099.stdout:op 4656 completed, throughput=5MB/sec 2024-04-12T16:37:16.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:37:16 smithi099 ceph-mon[94290]: pgmap v1881: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:37:16.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:37:16 smithi099 ceph-mon[96864]: pgmap v1881: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:37:17.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:37:16 smithi110 ceph-mon[88691]: pgmap v1881: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:37:17.699 INFO:tasks.workunit.client.0.smithi099.stdout: 916: throughput=4.99MB/sec pending data=0 2024-04-12T16:37:17.699 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-CHVGeCDUuUeQ-Zm off=5606807 len=206063 2024-04-12T16:37:17.702 INFO:tasks.workunit.client.0.smithi099.stdout:op 4657 completed, throughput=4.99MB/sec 2024-04-12T16:37:17.702 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-FL-F7yA9AStmrAS off=15296245 len=777360 2024-04-12T16:37:17.703 INFO:tasks.workunit.client.0.smithi099.stdout:op 4658 completed, throughput=5MB/sec 2024-04-12T16:37:17.703 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-TwFnheqZbhXvV7E off=6850680 len=1740877 2024-04-12T16:37:17.705 INFO:tasks.workunit.client.0.smithi099.stdout:op 4659 completed, throughput=5MB/sec 2024-04-12T16:37:17.705 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ZjxHmp3oydGQXHy off=5880498 len=98764 2024-04-12T16:37:17.708 INFO:tasks.workunit.client.0.smithi099.stdout:op 4660 completed, throughput=5MB/sec 2024-04-12T16:37:17.708 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ER_HX37nKeIcwFq off=6575870 len=170643 2024-04-12T16:37:17.709 INFO:tasks.workunit.client.0.smithi099.stdout:op 4661 completed, throughput=5MB/sec 2024-04-12T16:37:17.709 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-eXTjCAx-Aggqhi4 off=2667755 len=366396 2024-04-12T16:37:17.712 INFO:tasks.workunit.client.0.smithi099.stdout:op 4662 completed, throughput=5MB/sec 2024-04-12T16:37:17.712 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-yznFxzFDuFGRMTs off=3487511 len=1294577 2024-04-12T16:37:17.718 INFO:tasks.workunit.client.0.smithi099.stdout:op 4663 completed, throughput=5MB/sec 2024-04-12T16:37:17.718 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-rFLzX17EEuhRdrF off=13708582 len=864482 2024-04-12T16:37:17.719 INFO:tasks.workunit.client.0.smithi099.stdout:op 4664 completed, throughput=5MB/sec 2024-04-12T16:37:18.720 INFO:tasks.workunit.client.0.smithi099.stdout: 917: throughput=4.99MB/sec pending data=0 2024-04-12T16:37:18.720 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-k3Uz6olEwKsGb-y off=4125770 len=780412 2024-04-12T16:37:18.721 INFO:tasks.workunit.client.0.smithi099.stdout:op 4665 completed, throughput=5MB/sec 2024-04-12T16:37:18.721 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-MrXXQeRNLs8ixEk off=10505685 len=42759 2024-04-12T16:37:18.723 INFO:tasks.workunit.client.0.smithi099.stdout:op 4666 completed, throughput=5MB/sec 2024-04-12T16:37:18.723 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-cMZTTwC5eE19oZx off=2382384 len=375319 2024-04-12T16:37:18.724 INFO:tasks.workunit.client.0.smithi099.stdout:op 4667 completed, throughput=5MB/sec 2024-04-12T16:37:18.724 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-4J5Lxj9Vh9WFNYB off=9973114 len=256249 2024-04-12T16:37:18.727 INFO:tasks.workunit.client.0.smithi099.stdout:op 4668 completed, throughput=5MB/sec 2024-04-12T16:37:18.727 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-b3kqKTdrwE8g3PQ off=968644 len=260208 2024-04-12T16:37:18.728 INFO:tasks.workunit.client.0.smithi099.stdout:op 4669 completed, throughput=5MB/sec 2024-04-12T16:37:18.728 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ovPt9gMifjhx8Kw off=2931654 len=1875585 2024-04-12T16:37:18.730 INFO:tasks.workunit.client.0.smithi099.stdout:op 4670 completed, throughput=5MB/sec 2024-04-12T16:37:18.730 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-BQelmCjRQATQrc3 off=823941 len=1801597 2024-04-12T16:37:18.732 INFO:tasks.workunit.client.0.smithi099.stdout:op 4671 completed, throughput=5MB/sec 2024-04-12T16:37:18.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:37:18 smithi099 ceph-mon[94290]: pgmap v1882: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:37:18.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:37:18 smithi099 ceph-mon[96864]: pgmap v1882: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:37:19.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:37:18 smithi110 ceph-mon[88691]: pgmap v1882: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:37:19.733 INFO:tasks.workunit.client.0.smithi099.stdout: 918: throughput=5MB/sec pending data=0 2024-04-12T16:37:19.733 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Hw-0QaTwMwaBDS1 off=2248976 len=2038793 2024-04-12T16:37:19.742 INFO:tasks.workunit.client.0.smithi099.stdout:op 4672 completed, throughput=5MB/sec 2024-04-12T16:37:19.742 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-uLEim0z4q4la67L off=10247856 len=75622 2024-04-12T16:37:19.742 INFO:tasks.workunit.client.0.smithi099.stdout:op 4673 completed, throughput=5MB/sec 2024-04-12T16:37:19.743 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-baqApwi7Z6KnSmm off=11848401 len=1410867 2024-04-12T16:37:19.745 INFO:tasks.workunit.client.0.smithi099.stdout:op 4674 completed, throughput=5MB/sec 2024-04-12T16:37:19.745 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ZMLkTiKMFIUjwh- off=4581407 len=1943608 2024-04-12T16:37:19.748 INFO:tasks.workunit.client.0.smithi099.stdout:op 4675 completed, throughput=5MB/sec 2024-04-12T16:37:20.749 INFO:tasks.workunit.client.0.smithi099.stdout: 919: throughput=5MB/sec pending data=0 2024-04-12T16:37:20.749 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-tyXvUaaQS4A7wkh off=9399933 len=2053678 2024-04-12T16:37:20.759 INFO:tasks.workunit.client.0.smithi099.stdout:op 4676 completed, throughput=5MB/sec 2024-04-12T16:37:20.759 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-xT5i47c4AArSz3a off=3795111 len=2065045 2024-04-12T16:37:20.768 INFO:tasks.workunit.client.0.smithi099.stdout:op 4677 completed, throughput=5MB/sec 2024-04-12T16:37:20.769 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-maBb10_e0sR1Avr off=1923341 len=774165 2024-04-12T16:37:20.773 INFO:tasks.workunit.client.0.smithi099.stdout:op 4678 completed, throughput=5MB/sec 2024-04-12T16:37:20.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:37:20 smithi099 ceph-mon[94290]: pgmap v1883: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-12T16:37:20.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:37:20 smithi099 ceph-mon[96864]: pgmap v1883: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-12T16:37:21.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:37:20 smithi110 ceph-mon[88691]: pgmap v1883: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-12T16:37:21.774 INFO:tasks.workunit.client.0.smithi099.stdout: 920: throughput=4.99MB/sec pending data=0 2024-04-12T16:37:21.774 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-s0kqyQMBHsYHl56 off=6417897 len=831413 2024-04-12T16:37:21.779 INFO:tasks.workunit.client.0.smithi099.stdout:op 4679 completed, throughput=5MB/sec 2024-04-12T16:37:21.779 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-DL7Npp8FbJgy0bN off=10743704 len=1703340 2024-04-12T16:37:21.786 INFO:tasks.workunit.client.0.smithi099.stdout:op 4680 completed, throughput=5MB/sec 2024-04-12T16:37:21.786 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-YS_ZgLKZ82gHa18 off=10288046 len=1482258 2024-04-12T16:37:21.787 INFO:tasks.workunit.client.0.smithi099.stdout:op 4681 completed, throughput=5MB/sec 2024-04-12T16:37:21.788 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-xb9TJ4gHTiFepXu off=3425094 len=99139 2024-04-12T16:37:21.790 INFO:tasks.workunit.client.0.smithi099.stdout:op 4682 completed, throughput=5MB/sec 2024-04-12T16:37:21.790 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ZlIw3pNBdQErhzK off=9716810 len=1536153 2024-04-12T16:37:21.798 INFO:tasks.workunit.client.0.smithi099.stdout:op 4683 completed, throughput=5MB/sec 2024-04-12T16:37:22.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:37:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:37:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:37:22.798 INFO:tasks.workunit.client.0.smithi099.stdout: 921: throughput=5MB/sec pending data=0 2024-04-12T16:37:22.798 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-gAvH5j3UFxcCm3W off=3177941 len=1080024 2024-04-12T16:37:22.800 INFO:tasks.workunit.client.0.smithi099.stdout:op 4684 completed, throughput=5MB/sec 2024-04-12T16:37:22.800 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-1EdTEKucmkLlYCO off=327119 len=1230093 2024-04-12T16:37:22.801 INFO:tasks.workunit.client.0.smithi099.stdout:op 4685 completed, throughput=5MB/sec 2024-04-12T16:37:22.801 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-hHLHZoEx-4PFyX_ off=12111655 len=1544728 2024-04-12T16:37:22.805 INFO:tasks.workunit.client.0.smithi099.stdout:op 4686 completed, throughput=5MB/sec 2024-04-12T16:37:22.805 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-2sP-XO_9ztsF2Qq off=8191635 len=1428904 2024-04-12T16:37:22.807 INFO:tasks.workunit.client.0.smithi099.stdout:op 4687 completed, throughput=5MB/sec 2024-04-12T16:37:22.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:37:22 smithi099 ceph-mon[94290]: pgmap v1884: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:37:22.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:37:22 smithi099 ceph-mon[96864]: pgmap v1884: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:37:23.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:37:22 smithi110 ceph-mon[88691]: pgmap v1884: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:37:23.807 INFO:tasks.workunit.client.0.smithi099.stdout: 922: throughput=5MB/sec pending data=0 2024-04-12T16:37:23.807 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-0Nly2rW4VrUWs0a off=1365807 len=801990 2024-04-12T16:37:23.808 INFO:tasks.workunit.client.0.smithi099.stdout:op 4688 completed, throughput=5MB/sec 2024-04-12T16:37:23.808 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-NGYeATQmiMxsT0V off=5468004 len=66502 2024-04-12T16:37:23.812 INFO:tasks.workunit.client.0.smithi099.stdout:op 4689 completed, throughput=5MB/sec 2024-04-12T16:37:23.812 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-If3Rvej7zKYx0ys off=2461101 len=1136169 2024-04-12T16:37:23.819 INFO:tasks.workunit.client.0.smithi099.stdout:op 4690 completed, throughput=5MB/sec 2024-04-12T16:37:23.819 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Y78BH6LzMumnLo1 off=8917587 len=1514275 2024-04-12T16:37:23.825 INFO:tasks.workunit.client.0.smithi099.stdout:op 4691 completed, throughput=5MB/sec 2024-04-12T16:37:23.825 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-648WPy73GVKSUL- off=16073222 len=1119776 2024-04-12T16:37:23.830 INFO:tasks.workunit.client.0.smithi099.stdout:op 4692 completed, throughput=5MB/sec 2024-04-12T16:37:23.830 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Ojd3u9p2Pj44Te2 off=11461068 len=1459678 2024-04-12T16:37:23.830 INFO:tasks.workunit.client.0.smithi099.stdout:op 4693 completed, throughput=5MB/sec 2024-04-12T16:37:24.828 INFO:tasks.workunit.client.0.smithi099.stdout: 923: throughput=5MB/sec pending data=0 2024-04-12T16:37:24.828 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-wjicfT_T63EZT7t off=9952327 len=368246 2024-04-12T16:37:24.829 INFO:tasks.workunit.client.0.smithi099.stdout:op 4694 completed, throughput=5MB/sec 2024-04-12T16:37:24.829 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-md9dRerIBNUc-WE off=364578 len=1796089 2024-04-12T16:37:24.831 INFO:tasks.workunit.client.0.smithi099.stdout:op 4695 completed, throughput=5MB/sec 2024-04-12T16:37:24.831 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-rRhUyq7tX_wrgwk off=11083131 len=313078 2024-04-12T16:37:24.832 INFO:tasks.workunit.client.0.smithi099.stdout:op 4696 completed, throughput=5MB/sec 2024-04-12T16:37:24.832 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-XxWHDN8KNy4T3pw off=198846 len=778769 2024-04-12T16:37:24.833 INFO:tasks.workunit.client.0.smithi099.stdout:op 4697 completed, throughput=5MB/sec 2024-04-12T16:37:24.833 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-09YFBQRSs-ffyhr off=12563852 len=377689 2024-04-12T16:37:24.837 INFO:tasks.workunit.client.0.smithi099.stdout:op 4698 completed, throughput=5MB/sec 2024-04-12T16:37:24.837 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-MWzst09F4DTRwG8 off=1298897 len=15883 2024-04-12T16:37:24.838 INFO:tasks.workunit.client.0.smithi099.stdout:op 4699 completed, throughput=5MB/sec 2024-04-12T16:37:24.838 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-XDHalo22sNEZive off=1296041 len=791513 2024-04-12T16:37:24.843 INFO:tasks.workunit.client.0.smithi099.stdout:op 4700 completed, throughput=5MB/sec 2024-04-12T16:37:25.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:37:24 smithi110 ceph-mon[88691]: pgmap v1885: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:37:25.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:37:24 smithi099 ceph-mon[94290]: pgmap v1885: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:37:25.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:37:24 smithi099 ceph-mon[96864]: pgmap v1885: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:37:25.843 INFO:tasks.workunit.client.0.smithi099.stdout: 924: throughput=4.99MB/sec pending data=0 2024-04-12T16:37:25.843 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-jbBzv5bGODOv1ba off=634136 len=757792 2024-04-12T16:37:25.844 INFO:tasks.workunit.client.0.smithi099.stdout:op 4701 completed, throughput=5MB/sec 2024-04-12T16:37:25.844 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6WL3D1f7mq6fB1U off=23872157 len=1371333 2024-04-12T16:37:25.853 INFO:tasks.workunit.client.0.smithi099.stdout:op 4702 completed, throughput=5MB/sec 2024-04-12T16:37:25.853 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-oMvdo_kQ79vihr1 off=11777242 len=610391 2024-04-12T16:37:25.857 INFO:tasks.workunit.client.0.smithi099.stdout:op 4703 completed, throughput=5MB/sec 2024-04-12T16:37:25.857 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-n4EbfplPCxfS-J3 off=12004585 len=146204 2024-04-12T16:37:25.859 INFO:tasks.workunit.client.0.smithi099.stdout:op 4704 completed, throughput=5MB/sec 2024-04-12T16:37:25.859 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-QfbQPZRDKtJRm6d off=2110563 len=801874 2024-04-12T16:37:25.864 INFO:tasks.workunit.client.0.smithi099.stdout:op 4705 completed, throughput=5MB/sec 2024-04-12T16:37:25.864 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-dyxNdOqXhb_SsN9 off=6705608 len=324234 2024-04-12T16:37:25.867 INFO:tasks.workunit.client.0.smithi099.stdout:op 4706 completed, throughput=5MB/sec 2024-04-12T16:37:25.867 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-xSdePX4ywxxoqY_ off=5428317 len=422220 2024-04-12T16:37:25.868 INFO:tasks.workunit.client.0.smithi099.stdout:op 4707 completed, throughput=5MB/sec 2024-04-12T16:37:25.868 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-FEcz_JhRWYHTN7V off=15524231 len=995722 2024-04-12T16:37:25.869 INFO:tasks.workunit.client.0.smithi099.stdout:op 4708 completed, throughput=5MB/sec 2024-04-12T16:37:26.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:37:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:37:26] "GET /metrics HTTP/1.1" 200 34134 "" "Prometheus/2.43.0" 2024-04-12T16:37:26.870 INFO:tasks.workunit.client.0.smithi099.stdout: 925: throughput=4.99MB/sec pending data=0 2024-04-12T16:37:26.870 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-yw8AeqZfH-OesgC off=8950980 len=297244 2024-04-12T16:37:26.873 INFO:tasks.workunit.client.0.smithi099.stdout:op 4709 completed, throughput=5MB/sec 2024-04-12T16:37:26.873 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-uJh_JyCImfVhavu off=1081972 len=133050 2024-04-12T16:37:26.874 INFO:tasks.workunit.client.0.smithi099.stdout:op 4710 completed, throughput=5MB/sec 2024-04-12T16:37:26.874 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-eE3iG3_5wvOfBH8 off=2001916 len=1545616 2024-04-12T16:37:26.877 INFO:tasks.workunit.client.0.smithi099.stdout:op 4711 completed, throughput=5MB/sec 2024-04-12T16:37:26.877 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-QWzlXTsXKVJmklo off=4341720 len=1414634 2024-04-12T16:37:26.879 INFO:tasks.workunit.client.0.smithi099.stdout:op 4712 completed, throughput=5MB/sec 2024-04-12T16:37:26.879 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-2k883LASw-8TL3H off=20305105 len=1210725 2024-04-12T16:37:26.885 INFO:tasks.workunit.client.0.smithi099.stdout:op 4713 completed, throughput=5MB/sec 2024-04-12T16:37:26.885 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-UcWkB350jYoZi0P off=1297890 len=2085149 2024-04-12T16:37:26.895 INFO:tasks.workunit.client.0.smithi099.stdout:op 4714 completed, throughput=5MB/sec 2024-04-12T16:37:27.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:37:26 smithi110 ceph-mon[88691]: pgmap v1886: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:37:27.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:37:26 smithi099 ceph-mon[94290]: pgmap v1886: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:37:27.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:37:26 smithi099 ceph-mon[96864]: pgmap v1886: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:37:27.895 INFO:tasks.workunit.client.0.smithi099.stdout: 926: throughput=5MB/sec pending data=0 2024-04-12T16:37:27.895 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-vJgQlYb6pBomdy2 off=7074044 len=1270976 2024-04-12T16:37:27.902 INFO:tasks.workunit.client.0.smithi099.stdout:op 4715 completed, throughput=5MB/sec 2024-04-12T16:37:27.902 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-TLaTfyfW6T-WFbx off=8072439 len=39061 2024-04-12T16:37:27.904 INFO:tasks.workunit.client.0.smithi099.stdout:op 4716 completed, throughput=5MB/sec 2024-04-12T16:37:27.904 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ifyRiP-i5soHC7v off=322698 len=98859 2024-04-12T16:37:27.905 INFO:tasks.workunit.client.0.smithi099.stdout:op 4717 completed, throughput=5MB/sec 2024-04-12T16:37:27.905 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-cFnBL1L5RFmtNYg off=682957 len=180660 2024-04-12T16:37:27.906 INFO:tasks.workunit.client.0.smithi099.stdout:op 4718 completed, throughput=5MB/sec 2024-04-12T16:37:27.906 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Z61mAuYd20RMIGd off=5466592 len=931693 2024-04-12T16:37:27.912 INFO:tasks.workunit.client.0.smithi099.stdout:op 4719 completed, throughput=5MB/sec 2024-04-12T16:37:27.912 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-gTW29-X0OLaTbr5 off=120973 len=1618403 2024-04-12T16:37:27.915 INFO:tasks.workunit.client.0.smithi099.stdout:op 4720 completed, throughput=5MB/sec 2024-04-12T16:37:28.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:37:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:37:28.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:37:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:37:28.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:37:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:37:28.915 INFO:tasks.workunit.client.0.smithi099.stdout: 927: throughput=5MB/sec pending data=0 2024-04-12T16:37:28.915 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-uknpi-9oBjiCcNS off=2159644 len=690567 2024-04-12T16:37:28.921 INFO:tasks.workunit.client.0.smithi099.stdout:op 4721 completed, throughput=5MB/sec 2024-04-12T16:37:28.921 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-E_ArHZ6_gmGM6Zl off=3486817 len=1207047 2024-04-12T16:37:28.922 INFO:tasks.workunit.client.0.smithi099.stdout:op 4722 completed, throughput=5MB/sec 2024-04-12T16:37:28.922 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-GOrbQ1qk_fggKcb off=2922021 len=429693 2024-04-12T16:37:28.923 INFO:tasks.workunit.client.0.smithi099.stdout:op 4723 completed, throughput=5MB/sec 2024-04-12T16:37:28.923 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-5pjrnQ56cxuRbBn off=12619721 len=1244031 2024-04-12T16:37:28.930 INFO:tasks.workunit.client.0.smithi099.stdout:op 4724 completed, throughput=5MB/sec 2024-04-12T16:37:28.930 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0wDjAfo3aQWmfaQ off=8805877 len=469868 2024-04-12T16:37:28.933 INFO:tasks.workunit.client.0.smithi099.stdout:op 4725 completed, throughput=5MB/sec 2024-04-12T16:37:28.933 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-aUuTovElV_eUDAR off=10867022 len=1581153 2024-04-12T16:37:28.939 INFO:tasks.workunit.client.0.smithi099.stdout:op 4726 completed, throughput=5MB/sec 2024-04-12T16:37:29.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:37:28 smithi110 ceph-mon[88691]: pgmap v1887: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T16:37:29.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:37:28 smithi099 ceph-mon[94290]: pgmap v1887: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T16:37:29.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:37:28 smithi099 ceph-mon[96864]: pgmap v1887: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T16:37:29.940 INFO:tasks.workunit.client.0.smithi099.stdout: 928: throughput=5MB/sec pending data=0 2024-04-12T16:37:29.940 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-YMIQ_ZFzs5H4Z2b off=14038207 len=294951 2024-04-12T16:37:29.941 INFO:tasks.workunit.client.0.smithi099.stdout:op 4727 completed, throughput=5MB/sec 2024-04-12T16:37:29.941 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-l-CfDSerCK-EEp0 off=839736 len=1905678 2024-04-12T16:37:29.951 INFO:tasks.workunit.client.0.smithi099.stdout:op 4728 completed, throughput=5MB/sec 2024-04-12T16:37:29.951 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-XpuLOOzaKv-b9OR off=4036888 len=1459962 2024-04-12T16:37:29.959 INFO:tasks.workunit.client.0.smithi099.stdout:op 4729 completed, throughput=5MB/sec 2024-04-12T16:37:29.959 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-mo9ne1_lwXxNeS2 off=876217 len=1096212 2024-04-12T16:37:29.964 INFO:tasks.workunit.client.0.smithi099.stdout:op 4730 completed, throughput=5MB/sec 2024-04-12T16:37:29.964 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-fsrtZ5rotG4hFP5 off=9771010 len=1624364 2024-04-12T16:37:29.966 INFO:tasks.workunit.client.0.smithi099.stdout:op 4731 completed, throughput=5MB/sec 2024-04-12T16:37:30.966 INFO:tasks.workunit.client.0.smithi099.stdout: 929: throughput=5MB/sec pending data=0 2024-04-12T16:37:30.967 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-x96iFBK9UWkv9AS off=1830380 len=772883 2024-04-12T16:37:30.971 INFO:tasks.workunit.client.0.smithi099.stdout:op 4732 completed, throughput=5MB/sec 2024-04-12T16:37:30.971 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-l2x3WFzSTpSPuKi off=9881481 len=1066454 2024-04-12T16:37:30.973 INFO:tasks.workunit.client.0.smithi099.stdout:op 4733 completed, throughput=5MB/sec 2024-04-12T16:37:30.973 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-RTLVELqdEU1YH-k off=14118045 len=125048 2024-04-12T16:37:30.975 INFO:tasks.workunit.client.0.smithi099.stdout:op 4734 completed, throughput=5MB/sec 2024-04-12T16:37:30.976 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-9Y9TKQgCy4kSnyU off=22274153 len=1987367 2024-04-12T16:37:30.984 INFO:tasks.workunit.client.0.smithi099.stdout:op 4735 completed, throughput=5MB/sec 2024-04-12T16:37:31.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:37:30 smithi110 ceph-mon[88691]: pgmap v1888: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:37:31.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:37:30 smithi099 ceph-mon[94290]: pgmap v1888: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:37:31.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:37:30 smithi099 ceph-mon[96864]: pgmap v1888: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:37:31.985 INFO:tasks.workunit.client.0.smithi099.stdout: 930: throughput=4.99MB/sec pending data=0 2024-04-12T16:37:31.985 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-PmdzL-Ip9Zrg88W off=4663699 len=200569 2024-04-12T16:37:31.986 INFO:tasks.workunit.client.0.smithi099.stdout:op 4736 completed, throughput=5MB/sec 2024-04-12T16:37:31.986 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-kbw5SoyxjtMZZLB off=16510679 len=833002 2024-04-12T16:37:31.987 INFO:tasks.workunit.client.0.smithi099.stdout:op 4737 completed, throughput=5MB/sec 2024-04-12T16:37:31.987 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-vLsG2j8_oJ_0xyH off=670506 len=157127 2024-04-12T16:37:31.987 INFO:tasks.workunit.client.0.smithi099.stdout:op 4738 completed, throughput=5MB/sec 2024-04-12T16:37:31.987 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-FJI2EPSGvSAqFQz off=3832387 len=1280927 2024-04-12T16:37:31.995 INFO:tasks.workunit.client.0.smithi099.stdout:op 4739 completed, throughput=5MB/sec 2024-04-12T16:37:31.995 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-QY0BJA0jC9ipcxJ off=339640 len=1218741 2024-04-12T16:37:31.998 INFO:tasks.workunit.client.0.smithi099.stdout:op 4740 completed, throughput=5MB/sec 2024-04-12T16:37:31.998 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-MCki3AUw7UGcsvG off=8820346 len=820305 2024-04-12T16:37:32.002 INFO:tasks.workunit.client.0.smithi099.stdout:op 4741 completed, throughput=5MB/sec 2024-04-12T16:37:32.002 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1q6W9vuTcJgSfc6 off=820078 len=1244454 2024-04-12T16:37:32.009 INFO:tasks.workunit.client.0.smithi099.stdout:op 4742 completed, throughput=5MB/sec 2024-04-12T16:37:32.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:37:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:37:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:37:33.009 INFO:tasks.workunit.client.0.smithi099.stdout: 931: throughput=5MB/sec pending data=0 2024-04-12T16:37:33.009 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-U4Uv_k2vHcCWv5Z off=8565596 len=1238271 2024-04-12T16:37:33.010 INFO:tasks.workunit.client.0.smithi099.stdout:op 4743 completed, throughput=5MB/sec 2024-04-12T16:37:33.011 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-FAJoyeKKjGp-uaJ off=7030878 len=1942181 2024-04-12T16:37:33.021 INFO:tasks.workunit.client.0.smithi099.stdout:op 4744 completed, throughput=5MB/sec 2024-04-12T16:37:33.021 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-XDfbZ6XoLafWzCf off=12095051 len=492628 2024-04-12T16:37:33.025 INFO:tasks.workunit.client.0.smithi099.stdout:op 4745 completed, throughput=5MB/sec 2024-04-12T16:37:33.025 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-K5GOnmBbcxgcuUw off=630194 len=314845 2024-04-12T16:37:33.029 INFO:tasks.workunit.client.0.smithi099.stdout:op 4746 completed, throughput=5MB/sec 2024-04-12T16:37:33.029 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-IXid2K5bCCCM4hs off=801382 len=52618 2024-04-12T16:37:33.029 INFO:tasks.workunit.client.0.smithi099.stdout:op 4747 completed, throughput=5MB/sec 2024-04-12T16:37:33.029 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-cCn-SwQHZXpTjyL off=14325966 len=483017 2024-04-12T16:37:33.030 INFO:tasks.workunit.client.0.smithi099.stdout:op 4748 completed, throughput=5MB/sec 2024-04-12T16:37:33.030 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-maUF23HbOXhDDBP off=9759120 len=561957 2024-04-12T16:37:33.034 INFO:tasks.workunit.client.0.smithi099.stdout:op 4749 completed, throughput=5MB/sec 2024-04-12T16:37:33.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:37:32 smithi110 ceph-mon[88691]: pgmap v1889: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T16:37:33.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:37:32 smithi099 ceph-mon[94290]: pgmap v1889: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T16:37:33.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:37:32 smithi099 ceph-mon[96864]: pgmap v1889: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T16:37:34.034 INFO:tasks.workunit.client.0.smithi099.stdout: 932: throughput=5MB/sec pending data=0 2024-04-12T16:37:34.034 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-NBuSqwatmuw9xQX off=3152385 len=1124348 2024-04-12T16:37:34.042 INFO:tasks.workunit.client.0.smithi099.stdout:op 4750 completed, throughput=5MB/sec 2024-04-12T16:37:34.042 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Y86bGKqOSmcfDuG off=4290925 len=1037773 2024-04-12T16:37:34.048 INFO:tasks.workunit.client.0.smithi099.stdout:op 4751 completed, throughput=5MB/sec 2024-04-12T16:37:34.048 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ZjRDm7cMh6HlQN5 off=14815687 len=1740560 2024-04-12T16:37:34.057 INFO:tasks.workunit.client.0.smithi099.stdout:op 4752 completed, throughput=5MB/sec 2024-04-12T16:37:34.057 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-JGuj8byy4Rezb17 off=13046213 len=1314061 2024-04-12T16:37:34.064 INFO:tasks.workunit.client.0.smithi099.stdout:op 4753 completed, throughput=5MB/sec 2024-04-12T16:37:34.963 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:37:34 smithi099 ceph-mon[94290]: pgmap v1890: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:37:34.963 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:37:34 smithi099 ceph-mon[96864]: pgmap v1890: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:37:35.064 INFO:tasks.workunit.client.0.smithi099.stdout: 933: throughput=4.99MB/sec pending data=0 2024-04-12T16:37:35.064 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-nouuvfFpCu7JxtV off=5354073 len=883702 2024-04-12T16:37:35.067 INFO:tasks.workunit.client.0.smithi099.stdout:op 4754 completed, throughput=5MB/sec 2024-04-12T16:37:35.067 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1GbmFkO5QdBvoH0 off=3627963 len=1138651 2024-04-12T16:37:35.072 INFO:tasks.workunit.client.0.smithi099.stdout:op 4755 completed, throughput=5MB/sec 2024-04-12T16:37:35.072 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-U8PGyqTSk3ycFSj off=8637706 len=1834064 2024-04-12T16:37:35.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:37:34 smithi110 ceph-mon[88691]: pgmap v1890: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:37:35.083 INFO:tasks.workunit.client.0.smithi099.stdout:op 4756 completed, throughput=5MB/sec 2024-04-12T16:37:35.083 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-RV7IBZzWVXd9CP3 off=8164612 len=461549 2024-04-12T16:37:35.083 INFO:tasks.workunit.client.0.smithi099.stdout:op 4757 completed, throughput=5MB/sec 2024-04-12T16:37:35.083 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-S-n4GNXhxxASHnR off=0 len=1597547 2024-04-12T16:37:35.084 INFO:tasks.workunit.client.0.smithi099.stdout:op 4758 completed, throughput=5MB/sec 2024-04-12T16:37:36.084 INFO:tasks.workunit.client.0.smithi099.stdout: 934: throughput=5MB/sec pending data=0 2024-04-12T16:37:36.084 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-niy-FLGQKGx3XXI off=19957295 len=101838 2024-04-12T16:37:36.087 INFO:tasks.workunit.client.0.smithi099.stdout:op 4759 completed, throughput=5MB/sec 2024-04-12T16:37:36.087 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-JL_xAbInPvrTU-2 off=3031710 len=2076982 2024-04-12T16:37:36.091 INFO:tasks.workunit.client.0.smithi099.stdout:op 4760 completed, throughput=5MB/sec 2024-04-12T16:37:36.091 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-2Ja80jrUv8Jk5hg off=12396371 len=2069351 2024-04-12T16:37:36.093 INFO:tasks.workunit.client.0.smithi099.stdout:op 4761 completed, throughput=5MB/sec 2024-04-12T16:37:36.094 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-OHB5aqGwOHmWYFF off=7859315 len=75564 2024-04-12T16:37:36.096 INFO:tasks.workunit.client.0.smithi099.stdout:op 4762 completed, throughput=5MB/sec 2024-04-12T16:37:36.096 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-wgvqxu9tZfw-iOW off=12816835 len=1508823 2024-04-12T16:37:36.098 INFO:tasks.workunit.client.0.smithi099.stdout:op 4763 completed, throughput=5MB/sec 2024-04-12T16:37:36.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:37:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:37:36] "GET /metrics HTTP/1.1" 200 34135 "" "Prometheus/2.43.0" 2024-04-12T16:37:37.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:37:36 smithi110 ceph-mon[88691]: pgmap v1891: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:37:37.098 INFO:tasks.workunit.client.0.smithi099.stdout: 935: throughput=5MB/sec pending data=0 2024-04-12T16:37:37.099 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-iy5Su4kSURraNT9 off=11195749 len=2013406 2024-04-12T16:37:37.109 INFO:tasks.workunit.client.0.smithi099.stdout:op 4764 completed, throughput=5MB/sec 2024-04-12T16:37:37.109 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-xVi5GakxPHVEEtn off=7854444 len=1061219 2024-04-12T16:37:37.111 INFO:tasks.workunit.client.0.smithi099.stdout:op 4765 completed, throughput=5MB/sec 2024-04-12T16:37:37.111 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-PM_IjkVTN1nQm5u off=163432 len=656617 2024-04-12T16:37:37.112 INFO:tasks.workunit.client.0.smithi099.stdout:op 4766 completed, throughput=5MB/sec 2024-04-12T16:37:37.112 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Zar2bXXwKUxQ2pI off=14529668 len=1540250 2024-04-12T16:37:37.118 INFO:tasks.workunit.client.0.smithi099.stdout:op 4767 completed, throughput=5MB/sec 2024-04-12T16:37:37.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:37:36 smithi099 ceph-mon[94290]: pgmap v1891: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:37:37.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:37:36 smithi099 ceph-mon[96864]: pgmap v1891: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:37:38.118 INFO:tasks.workunit.client.0.smithi099.stdout: 936: throughput=5MB/sec pending data=0 2024-04-12T16:37:38.118 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-0vfdDLreoPQLt7D off=8582881 len=1602764 2024-04-12T16:37:38.121 INFO:tasks.workunit.client.0.smithi099.stdout:op 4768 completed, throughput=5MB/sec 2024-04-12T16:37:38.121 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-uNtm-UMCipHwejC off=12116491 len=936440 2024-04-12T16:37:38.123 INFO:tasks.workunit.client.0.smithi099.stdout:op 4769 completed, throughput=5MB/sec 2024-04-12T16:37:38.123 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ruTyKgMcmHVUdr0 off=9942742 len=2077655 2024-04-12T16:37:38.125 INFO:tasks.workunit.client.0.smithi099.stdout:op 4770 completed, throughput=5MB/sec 2024-04-12T16:37:39.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:37:38 smithi110 ceph-mon[88691]: pgmap v1892: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:37:39.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:37:38 smithi099 ceph-mon[94290]: pgmap v1892: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:37:39.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:37:38 smithi099 ceph-mon[96864]: pgmap v1892: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:37:39.125 INFO:tasks.workunit.client.0.smithi099.stdout: 937: throughput=5MB/sec pending data=0 2024-04-12T16:37:39.125 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-RSae_AmxQZJesX6 off=6637427 len=214982 2024-04-12T16:37:39.129 INFO:tasks.workunit.client.0.smithi099.stdout:op 4771 completed, throughput=5MB/sec 2024-04-12T16:37:39.129 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qAYaKFnPjMWJ9Il off=201262 len=1172891 2024-04-12T16:37:39.136 INFO:tasks.workunit.client.0.smithi099.stdout:op 4772 completed, throughput=5MB/sec 2024-04-12T16:37:39.136 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-lcwFp0TQTO9CqE1 off=4214650 len=666171 2024-04-12T16:37:39.138 INFO:tasks.workunit.client.0.smithi099.stdout:op 4773 completed, throughput=5MB/sec 2024-04-12T16:37:39.138 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0Wl1GxEwzDcicJR off=986429 len=1652098 2024-04-12T16:37:39.147 INFO:tasks.workunit.client.0.smithi099.stdout:op 4774 completed, throughput=5MB/sec 2024-04-12T16:37:39.147 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-IOTqCe3_l2-iicJ off=11376211 len=1477641 2024-04-12T16:37:39.154 INFO:tasks.workunit.client.0.smithi099.stdout:op 4775 completed, throughput=5MB/sec 2024-04-12T16:37:40.155 INFO:tasks.workunit.client.0.smithi099.stdout: 938: throughput=5MB/sec pending data=0 2024-04-12T16:37:40.155 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-d6p68e2NBklYr2X off=1863899 len=1381839 2024-04-12T16:37:40.161 INFO:tasks.workunit.client.0.smithi099.stdout:op 4776 completed, throughput=5MB/sec 2024-04-12T16:37:40.162 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-qjq8hWBUG1SVJd5 off=6822599 len=1809296 2024-04-12T16:37:40.163 INFO:tasks.workunit.client.0.smithi099.stdout:op 4777 completed, throughput=5MB/sec 2024-04-12T16:37:40.163 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-YgE6J8-bG4fRpyS off=13721697 len=1985832 2024-04-12T16:37:40.165 INFO:tasks.workunit.client.0.smithi099.stdout:op 4778 completed, throughput=5MB/sec 2024-04-12T16:37:41.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:37:40 smithi110 ceph-mon[88691]: pgmap v1893: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:37:41.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:37:40 smithi099 ceph-mon[94290]: pgmap v1893: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:37:41.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:37:40 smithi099 ceph-mon[96864]: pgmap v1893: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:37:41.165 INFO:tasks.workunit.client.0.smithi099.stdout: 939: throughput=4.99MB/sec pending data=0 2024-04-12T16:37:41.166 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Aux-anNNORXi_gw off=7281712 len=28576 2024-04-12T16:37:41.166 INFO:tasks.workunit.client.0.smithi099.stdout:op 4779 completed, throughput=4.99MB/sec 2024-04-12T16:37:41.166 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ti9ASvo_MptddiC off=2287111 len=3732 2024-04-12T16:37:41.169 INFO:tasks.workunit.client.0.smithi099.stdout:op 4780 completed, throughput=4.99MB/sec 2024-04-12T16:37:41.169 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-DKI0wHJL3OWxveo off=1179102 len=262640 2024-04-12T16:37:41.172 INFO:tasks.workunit.client.0.smithi099.stdout:op 4781 completed, throughput=5MB/sec 2024-04-12T16:37:41.172 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-CtX5g3SRvIxdI94 off=1208564 len=270955 2024-04-12T16:37:41.173 INFO:tasks.workunit.client.0.smithi099.stdout:op 4782 completed, throughput=5MB/sec 2024-04-12T16:37:41.173 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-BWcfjcEW5B6LY7C off=1555582 len=443920 2024-04-12T16:37:41.177 INFO:tasks.workunit.client.0.smithi099.stdout:op 4783 completed, throughput=5MB/sec 2024-04-12T16:37:41.177 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-gILPlj3U8gvCLI5 off=370107 len=337311 2024-04-12T16:37:41.180 INFO:tasks.workunit.client.0.smithi099.stdout:op 4784 completed, throughput=5MB/sec 2024-04-12T16:37:41.180 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-VI5_iqjKy9bYhBS off=5630371 len=2008617 2024-04-12T16:37:41.183 INFO:tasks.workunit.client.0.smithi099.stdout:op 4785 completed, throughput=5MB/sec 2024-04-12T16:37:41.183 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-lJF-nzZNsmxmZ2N off=1621507 len=967954 2024-04-12T16:37:41.188 INFO:tasks.workunit.client.0.smithi099.stdout:op 4786 completed, throughput=5MB/sec 2024-04-12T16:37:41.188 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-IAzoLMNbhJSysbI off=11565725 len=1912329 2024-04-12T16:37:41.198 INFO:tasks.workunit.client.0.smithi099.stdout:op 4787 completed, throughput=5MB/sec 2024-04-12T16:37:42.199 INFO:tasks.workunit.client.0.smithi099.stdout: 940: throughput=5MB/sec pending data=0 2024-04-12T16:37:42.199 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_x7B0R3RN5F5rKk off=5848889 len=1957421 2024-04-12T16:37:42.208 INFO:tasks.workunit.client.0.smithi099.stdout:op 4788 completed, throughput=5MB/sec 2024-04-12T16:37:42.208 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-zznA2SZZZ2-Bhpp off=4977484 len=1176739 2024-04-12T16:37:42.213 INFO:tasks.workunit.client.0.smithi099.stdout:op 4789 completed, throughput=5MB/sec 2024-04-12T16:37:42.213 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1VfnBRwSB6-I8YJ off=8945965 len=183297 2024-04-12T16:37:42.216 INFO:tasks.workunit.client.0.smithi099.stdout:op 4790 completed, throughput=5MB/sec 2024-04-12T16:37:42.216 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-f2-Owd_tCHOkoSY off=1205165 len=1793241 2024-04-12T16:37:42.217 INFO:tasks.workunit.client.0.smithi099.stdout:op 4791 completed, throughput=5MB/sec 2024-04-12T16:37:42.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:37:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:37:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:37:43.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:37:42 smithi110 ceph-mon[88691]: pgmap v1894: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-12T16:37:43.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:37:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:37:43.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:37:42 smithi099 ceph-mon[94290]: pgmap v1894: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-12T16:37:43.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:37:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:37:43.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:37:42 smithi099 ceph-mon[96864]: pgmap v1894: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-12T16:37:43.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:37:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:37:43.218 INFO:tasks.workunit.client.0.smithi099.stdout: 941: throughput=5MB/sec pending data=0 2024-04-12T16:37:43.218 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-RjJE99bYSBmdIoK off=6160889 len=888256 2024-04-12T16:37:43.219 INFO:tasks.workunit.client.0.smithi099.stdout:op 4792 completed, throughput=5MB/sec 2024-04-12T16:37:43.219 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1zmUB2mENqvdbFX off=2176184 len=90082 2024-04-12T16:37:43.222 INFO:tasks.workunit.client.0.smithi099.stdout:op 4793 completed, throughput=5MB/sec 2024-04-12T16:37:43.222 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ZbFLd4p3tW3ymz3 off=3848254 len=917671 2024-04-12T16:37:43.228 INFO:tasks.workunit.client.0.smithi099.stdout:op 4794 completed, throughput=5MB/sec 2024-04-12T16:37:43.228 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-WicFMPaiv2MwfK6 off=3215950 len=305644 2024-04-12T16:37:43.231 INFO:tasks.workunit.client.0.smithi099.stdout:op 4795 completed, throughput=5MB/sec 2024-04-12T16:37:43.231 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-7G8q9JrQ0nzf81F off=1363407 len=1439606 2024-04-12T16:37:43.232 INFO:tasks.workunit.client.0.smithi099.stdout:op 4796 completed, throughput=5MB/sec 2024-04-12T16:37:43.232 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-cAboFas1fDkPqoa off=2055033 len=407496 2024-04-12T16:37:43.236 INFO:tasks.workunit.client.0.smithi099.stdout:op 4797 completed, throughput=5MB/sec 2024-04-12T16:37:43.236 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-vWfajih2qALcCS1 off=620286 len=1315736 2024-04-12T16:37:43.242 INFO:tasks.workunit.client.0.smithi099.stdout:op 4798 completed, throughput=5MB/sec 2024-04-12T16:37:44.243 INFO:tasks.workunit.client.0.smithi099.stdout: 942: throughput=5MB/sec pending data=0 2024-04-12T16:37:44.243 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-6-eJ28VdI0AfciI off=5901990 len=1384122 2024-04-12T16:37:44.244 INFO:tasks.workunit.client.0.smithi099.stdout:op 4799 completed, throughput=5MB/sec 2024-04-12T16:37:44.245 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-zmya43QbLjkeT5Y off=4579848 len=978706 2024-04-12T16:37:44.251 INFO:tasks.workunit.client.0.smithi099.stdout:op 4800 completed, throughput=5MB/sec 2024-04-12T16:37:44.251 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-2RUq_Idv983RqkV off=15570734 len=1265378 2024-04-12T16:37:44.258 INFO:tasks.workunit.client.0.smithi099.stdout:op 4801 completed, throughput=5MB/sec 2024-04-12T16:37:44.258 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-6_iqeALFVuiGLud off=3752504 len=836365 2024-04-12T16:37:44.260 INFO:tasks.workunit.client.0.smithi099.stdout:op 4802 completed, throughput=5MB/sec 2024-04-12T16:37:44.260 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-yOrMRVAW8BpSs-D off=11580884 len=868181 2024-04-12T16:37:44.261 INFO:tasks.workunit.client.0.smithi099.stdout:op 4803 completed, throughput=5MB/sec 2024-04-12T16:37:45.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:37:44 smithi110 ceph-mon[88691]: pgmap v1895: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:37:45.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:37:44 smithi099 ceph-mon[94290]: pgmap v1895: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:37:45.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:37:44 smithi099 ceph-mon[96864]: pgmap v1895: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:37:45.261 INFO:tasks.workunit.client.0.smithi099.stdout: 943: throughput=5MB/sec pending data=0 2024-04-12T16:37:45.261 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Y_vtlsFwDCPgSWe off=12879933 len=459787 2024-04-12T16:37:45.265 INFO:tasks.workunit.client.0.smithi099.stdout:op 4804 completed, throughput=5MB/sec 2024-04-12T16:37:45.266 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_DKGWeu09AxDxGY off=16396684 len=1117524 2024-04-12T16:37:45.271 INFO:tasks.workunit.client.0.smithi099.stdout:op 4805 completed, throughput=5MB/sec 2024-04-12T16:37:45.271 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-WSpGsBDAaeTEj33 off=835939 len=1871589 2024-04-12T16:37:45.274 INFO:tasks.workunit.client.0.smithi099.stdout:op 4806 completed, throughput=5MB/sec 2024-04-12T16:37:45.274 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-xXdCmTuXvHRruXv off=12903293 len=439098 2024-04-12T16:37:45.275 INFO:tasks.workunit.client.0.smithi099.stdout:op 4807 completed, throughput=5MB/sec 2024-04-12T16:37:45.275 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-gtbUDHipWh26xSh off=2548716 len=1476175 2024-04-12T16:37:45.282 INFO:tasks.workunit.client.0.smithi099.stdout:op 4808 completed, throughput=5MB/sec 2024-04-12T16:37:46.283 INFO:tasks.workunit.client.0.smithi099.stdout: 944: throughput=5MB/sec pending data=0 2024-04-12T16:37:46.283 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-FzX2_PsEQyIJ2w0 off=1270441 len=975925 2024-04-12T16:37:46.289 INFO:tasks.workunit.client.0.smithi099.stdout:op 4809 completed, throughput=5MB/sec 2024-04-12T16:37:46.289 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-GVDyZvxuztR8KCA off=3082358 len=119829 2024-04-12T16:37:46.290 INFO:tasks.workunit.client.0.smithi099.stdout:op 4810 completed, throughput=5MB/sec 2024-04-12T16:37:46.290 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-zUr626ARLyQEGAI off=4452041 len=583359 2024-04-12T16:37:46.293 INFO:tasks.workunit.client.0.smithi099.stdout:op 4811 completed, throughput=5MB/sec 2024-04-12T16:37:46.294 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-SbIt1_vKY-II1Cb off=10207 len=598837 2024-04-12T16:37:46.295 INFO:tasks.workunit.client.0.smithi099.stdout:op 4812 completed, throughput=5MB/sec 2024-04-12T16:37:46.295 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-QE6aFwinZ1cjy23 off=1440596 len=41088 2024-04-12T16:37:46.297 INFO:tasks.workunit.client.0.smithi099.stdout:op 4813 completed, throughput=5MB/sec 2024-04-12T16:37:46.297 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ISZBIB3-Km0Y73D off=2182826 len=1000853 2024-04-12T16:37:46.300 INFO:tasks.workunit.client.0.smithi099.stdout:op 4814 completed, throughput=5MB/sec 2024-04-12T16:37:46.300 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-f1pJkgB49ron1uG off=9124022 len=1218978 2024-04-12T16:37:46.302 INFO:tasks.workunit.client.0.smithi099.stdout:op 4815 completed, throughput=5MB/sec 2024-04-12T16:37:46.302 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ONIzIawIjpq1Hkw off=19793774 len=1758520 2024-04-12T16:37:46.304 INFO:tasks.workunit.client.0.smithi099.stdout:op 4816 completed, throughput=5MB/sec 2024-04-12T16:37:46.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:37:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:37:46] "GET /metrics HTTP/1.1" 200 34132 "" "Prometheus/2.43.0" 2024-04-12T16:37:47.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:37:46 smithi110 ceph-mon[88691]: pgmap v1896: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:37:47.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:37:46 smithi099 ceph-mon[94290]: pgmap v1896: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:37:47.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:37:46 smithi099 ceph-mon[96864]: pgmap v1896: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:37:47.305 INFO:tasks.workunit.client.0.smithi099.stdout: 945: throughput=5MB/sec pending data=0 2024-04-12T16:37:47.305 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ArbZ8YfmKG3SSOT off=732929 len=237406 2024-04-12T16:37:47.308 INFO:tasks.workunit.client.0.smithi099.stdout:op 4817 completed, throughput=5MB/sec 2024-04-12T16:37:47.308 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-w6rb1jN-9F8b9hh off=3794844 len=1236314 2024-04-12T16:37:47.314 INFO:tasks.workunit.client.0.smithi099.stdout:op 4818 completed, throughput=5MB/sec 2024-04-12T16:37:47.314 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-IudprMjwaKeHLtT off=5862847 len=871027 2024-04-12T16:37:47.318 INFO:tasks.workunit.client.0.smithi099.stdout:op 4819 completed, throughput=5MB/sec 2024-04-12T16:37:47.318 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-jhhhfwWeBCtKEef off=2689764 len=1655997 2024-04-12T16:37:47.320 INFO:tasks.workunit.client.0.smithi099.stdout:op 4820 completed, throughput=5MB/sec 2024-04-12T16:37:48.321 INFO:tasks.workunit.client.0.smithi099.stdout: 946: throughput=5MB/sec pending data=0 2024-04-12T16:37:48.321 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-gl6tE1UScjCaBoZ off=15306842 len=2061822 2024-04-12T16:37:48.325 INFO:tasks.workunit.client.0.smithi099.stdout:op 4821 completed, throughput=5MB/sec 2024-04-12T16:37:48.325 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-3enztCmG78XtzGd off=1015113 len=1548660 2024-04-12T16:37:48.328 INFO:tasks.workunit.client.0.smithi099.stdout:op 4822 completed, throughput=5MB/sec 2024-04-12T16:37:48.328 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-BuX859OuNKG_SZw off=5667013 len=1393005 2024-04-12T16:37:48.334 INFO:tasks.workunit.client.0.smithi099.stdout:op 4823 completed, throughput=5MB/sec 2024-04-12T16:37:49.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:37:48 smithi110 ceph-mon[88691]: pgmap v1897: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:37:49.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:37:48 smithi099 ceph-mon[94290]: pgmap v1897: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:37:49.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:37:48 smithi099 ceph-mon[96864]: pgmap v1897: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:37:49.335 INFO:tasks.workunit.client.0.smithi099.stdout: 947: throughput=4.99MB/sec pending data=0 2024-04-12T16:37:49.335 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Ft5Eh7YmChltcG8 off=1275753 len=168743 2024-04-12T16:37:49.335 INFO:tasks.workunit.client.0.smithi099.stdout:op 4824 completed, throughput=4.99MB/sec 2024-04-12T16:37:49.336 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-NB8PSCIH0Q8-haV off=6609932 len=1649405 2024-04-12T16:37:49.338 INFO:tasks.workunit.client.0.smithi099.stdout:op 4825 completed, throughput=5MB/sec 2024-04-12T16:37:49.338 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1cOh13kp3mpTREN off=811769 len=847236 2024-04-12T16:37:49.343 INFO:tasks.workunit.client.0.smithi099.stdout:op 4826 completed, throughput=5MB/sec 2024-04-12T16:37:49.343 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-UT4CVZAdmMPbyWB off=1873861 len=939083 2024-04-12T16:37:49.345 INFO:tasks.workunit.client.0.smithi099.stdout:op 4827 completed, throughput=5MB/sec 2024-04-12T16:37:49.345 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--KhOcZSwqAoeUrD off=2324619 len=1573046 2024-04-12T16:37:49.346 INFO:tasks.workunit.client.0.smithi099.stdout:op 4828 completed, throughput=5MB/sec 2024-04-12T16:37:49.347 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-1QjpsuUQGpJVpf5 off=18117396 len=641124 2024-04-12T16:37:49.348 INFO:tasks.workunit.client.0.smithi099.stdout:op 4829 completed, throughput=5MB/sec 2024-04-12T16:37:50.348 INFO:tasks.workunit.client.0.smithi099.stdout: 948: throughput=5MB/sec pending data=0 2024-04-12T16:37:50.348 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-UrQzD3uKadyTaAv off=3364976 len=520005 2024-04-12T16:37:50.352 INFO:tasks.workunit.client.0.smithi099.stdout:op 4830 completed, throughput=5MB/sec 2024-04-12T16:37:50.352 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-X6XiYkbeHVpzZz9 off=3123310 len=98242 2024-04-12T16:37:50.354 INFO:tasks.workunit.client.0.smithi099.stdout:op 4831 completed, throughput=5MB/sec 2024-04-12T16:37:50.355 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-QIOmI4ZoID0Q9MK off=682417 len=30536 2024-04-12T16:37:50.356 INFO:tasks.workunit.client.0.smithi099.stdout:op 4832 completed, throughput=5MB/sec 2024-04-12T16:37:50.356 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-0vXYr0Sg7az1col off=591341 len=1636626 2024-04-12T16:37:50.358 INFO:tasks.workunit.client.0.smithi099.stdout:op 4833 completed, throughput=5MB/sec 2024-04-12T16:37:50.358 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-BRbtSHT3wJj2lmD off=4302305 len=638068 2024-04-12T16:37:50.360 INFO:tasks.workunit.client.0.smithi099.stdout:op 4834 completed, throughput=5MB/sec 2024-04-12T16:37:50.360 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-OEVUiweQxHTCKQU off=1359365 len=1651480 2024-04-12T16:37:50.368 INFO:tasks.workunit.client.0.smithi099.stdout:op 4835 completed, throughput=5MB/sec 2024-04-12T16:37:50.368 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-MXlntupugEpMWpj off=15598084 len=1543883 2024-04-12T16:37:50.369 INFO:tasks.workunit.client.0.smithi099.stdout:op 4836 completed, throughput=5MB/sec 2024-04-12T16:37:51.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:37:50 smithi110 ceph-mon[88691]: pgmap v1898: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:37:51.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:37:50 smithi099 ceph-mon[94290]: pgmap v1898: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:37:51.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:37:50 smithi099 ceph-mon[96864]: pgmap v1898: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:37:51.369 INFO:tasks.workunit.client.0.smithi099.stdout: 949: throughput=5MB/sec pending data=0 2024-04-12T16:37:51.369 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-IHyh-_jQM1htriB off=1125443 len=147942 2024-04-12T16:37:51.370 INFO:tasks.workunit.client.0.smithi099.stdout:op 4837 completed, throughput=5MB/sec 2024-04-12T16:37:51.370 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-m9WL8UXI-Zi4QaC off=8907465 len=718354 2024-04-12T16:37:51.375 INFO:tasks.workunit.client.0.smithi099.stdout:op 4838 completed, throughput=5MB/sec 2024-04-12T16:37:51.375 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-4YgyiiLh1Tc_U73 off=5475225 len=489690 2024-04-12T16:37:51.379 INFO:tasks.workunit.client.0.smithi099.stdout:op 4839 completed, throughput=5MB/sec 2024-04-12T16:37:51.379 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-EW__aCTcLZ-b-83 off=8411889 len=845385 2024-04-12T16:37:51.384 INFO:tasks.workunit.client.0.smithi099.stdout:op 4840 completed, throughput=5MB/sec 2024-04-12T16:37:51.384 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-sfqSqT90qzH9D5B off=5204174 len=540468 2024-04-12T16:37:51.385 INFO:tasks.workunit.client.0.smithi099.stdout:op 4841 completed, throughput=5MB/sec 2024-04-12T16:37:51.385 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-GRW8DgCSMyVN6Sc off=931650 len=1662604 2024-04-12T16:37:51.387 INFO:tasks.workunit.client.0.smithi099.stdout:op 4842 completed, throughput=5MB/sec 2024-04-12T16:37:52.387 INFO:tasks.workunit.client.0.smithi099.stdout: 950: throughput=5MB/sec pending data=0 2024-04-12T16:37:52.388 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-dCH-hmRLWMdlo4z off=12365359 len=1322925 2024-04-12T16:37:52.390 INFO:tasks.workunit.client.0.smithi099.stdout:op 4843 completed, throughput=5MB/sec 2024-04-12T16:37:52.390 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Oa3GRsttE0YnA3- off=5857405 len=1177491 2024-04-12T16:37:52.398 INFO:tasks.workunit.client.0.smithi099.stdout:op 4844 completed, throughput=5MB/sec 2024-04-12T16:37:52.398 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-g0bztJqSQvz9hAL off=11347478 len=1890384 2024-04-12T16:37:52.400 INFO:tasks.workunit.client.0.smithi099.stdout:op 4845 completed, throughput=5MB/sec 2024-04-12T16:37:52.400 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-cmGpYXaAToehupI off=13011983 len=1248130 2024-04-12T16:37:52.405 INFO:tasks.workunit.client.0.smithi099.stdout:op 4846 completed, throughput=5MB/sec 2024-04-12T16:37:52.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:37:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:37:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:37:53.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:37:52 smithi110 ceph-mon[88691]: pgmap v1899: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T16:37:53.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:37:52 smithi099 ceph-mon[94290]: pgmap v1899: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T16:37:53.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:37:52 smithi099 ceph-mon[96864]: pgmap v1899: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T16:37:53.406 INFO:tasks.workunit.client.0.smithi099.stdout: 951: throughput=5MB/sec pending data=0 2024-04-12T16:37:53.406 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-szWSg1JVLukrWCL off=10559287 len=2087653 2024-04-12T16:37:53.408 INFO:tasks.workunit.client.0.smithi099.stdout:op 4847 completed, throughput=5MB/sec 2024-04-12T16:37:53.408 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-MCdKPBSRumPRH8C off=12345434 len=1468482 2024-04-12T16:37:53.417 INFO:tasks.workunit.client.0.smithi099.stdout:op 4848 completed, throughput=5MB/sec 2024-04-12T16:37:53.417 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-704ZT8AWSRY5EMe off=5827285 len=2072898 2024-04-12T16:37:53.418 INFO:tasks.workunit.client.0.smithi099.stdout:op 4849 completed, throughput=5MB/sec 2024-04-12T16:37:54.418 INFO:tasks.workunit.client.0.smithi099.stdout: 952: throughput=5MB/sec pending data=0 2024-04-12T16:37:54.419 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-EZ_d0ojINXQ-UsE off=13405309 len=1576961 2024-04-12T16:37:54.422 INFO:tasks.workunit.client.0.smithi099.stdout:op 4850 completed, throughput=5MB/sec 2024-04-12T16:37:54.422 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-VhVQxuWY3vedwng off=7627630 len=1572337 2024-04-12T16:37:54.430 INFO:tasks.workunit.client.0.smithi099.stdout:op 4851 completed, throughput=5MB/sec 2024-04-12T16:37:54.430 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-OG-n1-xFcqP0phz off=19270105 len=1068730 2024-04-12T16:37:54.433 INFO:tasks.workunit.client.0.smithi099.stdout:op 4852 completed, throughput=5MB/sec 2024-04-12T16:37:54.434 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-rsL1J1bMEH98lhX off=820997 len=1886933 2024-04-12T16:37:54.440 INFO:tasks.workunit.client.0.smithi099.stdout:op 4853 completed, throughput=5MB/sec 2024-04-12T16:37:55.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:37:54 smithi110 ceph-mon[88691]: pgmap v1900: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:37:55.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:37:54 smithi099 ceph-mon[94290]: pgmap v1900: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:37:55.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:37:54 smithi099 ceph-mon[96864]: pgmap v1900: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:37:55.440 INFO:tasks.workunit.client.0.smithi099.stdout: 953: throughput=5MB/sec pending data=0 2024-04-12T16:37:55.440 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-LfHs4HVklT-Yt6D off=6087685 len=742399 2024-04-12T16:37:55.445 INFO:tasks.workunit.client.0.smithi099.stdout:op 4854 completed, throughput=5MB/sec 2024-04-12T16:37:55.445 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-dR_9GFSK0pSMP-g off=1744374 len=1087198 2024-04-12T16:37:55.451 INFO:tasks.workunit.client.0.smithi099.stdout:op 4855 completed, throughput=5MB/sec 2024-04-12T16:37:55.451 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-I7hR9g-ggTM1O7X off=969366 len=1991297 2024-04-12T16:37:55.453 INFO:tasks.workunit.client.0.smithi099.stdout:op 4856 completed, throughput=5MB/sec 2024-04-12T16:37:56.454 INFO:tasks.workunit.client.0.smithi099.stdout: 954: throughput=5MB/sec pending data=0 2024-04-12T16:37:56.454 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-5MfCJcCqr3XgUSv off=202273 len=745087 2024-04-12T16:37:56.456 INFO:tasks.workunit.client.0.smithi099.stdout:op 4857 completed, throughput=5MB/sec 2024-04-12T16:37:56.456 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-W_YHjMlgx7DtY7m off=2140955 len=1479922 2024-04-12T16:37:56.463 INFO:tasks.workunit.client.0.smithi099.stdout:op 4858 completed, throughput=5MB/sec 2024-04-12T16:37:56.463 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-qbqxg__RkDVWgtF off=2606422 len=829692 2024-04-12T16:37:56.464 INFO:tasks.workunit.client.0.smithi099.stdout:op 4859 completed, throughput=5MB/sec 2024-04-12T16:37:56.464 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-zIYP9anKJ9JVp2w off=336431 len=1795848 2024-04-12T16:37:56.467 INFO:tasks.workunit.client.0.smithi099.stdout:op 4860 completed, throughput=5MB/sec 2024-04-12T16:37:56.468 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0nkyf6Od-bSkd0C off=10132199 len=265355 2024-04-12T16:37:56.470 INFO:tasks.workunit.client.0.smithi099.stdout:op 4861 completed, throughput=5MB/sec 2024-04-12T16:37:56.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:37:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:37:56] "GET /metrics HTTP/1.1" 200 34132 "" "Prometheus/2.43.0" 2024-04-12T16:37:57.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:37:56 smithi110 ceph-mon[88691]: pgmap v1901: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:37:57.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:37:56 smithi099 ceph-mon[94290]: pgmap v1901: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:37:57.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:37:56 smithi099 ceph-mon[96864]: pgmap v1901: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:37:57.471 INFO:tasks.workunit.client.0.smithi099.stdout: 955: throughput=4.99MB/sec pending data=0 2024-04-12T16:37:57.471 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-oq2oVzy93EU7b0O off=2058259 len=1501504 2024-04-12T16:37:57.473 INFO:tasks.workunit.client.0.smithi099.stdout:op 4862 completed, throughput=5MB/sec 2024-04-12T16:37:57.473 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-b2XzVXuAZytvvzs off=19878892 len=682428 2024-04-12T16:37:57.474 INFO:tasks.workunit.client.0.smithi099.stdout:op 4863 completed, throughput=5MB/sec 2024-04-12T16:37:57.474 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-bc88HE79o4v_0Rf off=2018612 len=223575 2024-04-12T16:37:57.474 INFO:tasks.workunit.client.0.smithi099.stdout:op 4864 completed, throughput=5MB/sec 2024-04-12T16:37:57.474 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ddpm7GuzHTUIk6D off=4430836 len=1502533 2024-04-12T16:37:57.483 INFO:tasks.workunit.client.0.smithi099.stdout:op 4865 completed, throughput=5MB/sec 2024-04-12T16:37:57.483 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-c-JQpBf3jRaiWn2 off=916976 len=1078015 2024-04-12T16:37:57.484 INFO:tasks.workunit.client.0.smithi099.stdout:op 4866 completed, throughput=5MB/sec 2024-04-12T16:37:57.484 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-RwnV2rx08a3S1Vk off=4209520 len=425637 2024-04-12T16:37:57.488 INFO:tasks.workunit.client.0.smithi099.stdout:op 4867 completed, throughput=5MB/sec 2024-04-12T16:37:58.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:37:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:37:58.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:37:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:37:58.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:37:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:37:58.489 INFO:tasks.workunit.client.0.smithi099.stdout: 956: throughput=4.99MB/sec pending data=0 2024-04-12T16:37:58.489 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-cMNIZDresTvi5ut off=151649 len=1688077 2024-04-12T16:37:58.496 INFO:tasks.workunit.client.0.smithi099.stdout:op 4868 completed, throughput=5MB/sec 2024-04-12T16:37:58.496 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-urxIWWlkzaHt3gO off=7297782 len=480111 2024-04-12T16:37:58.498 INFO:tasks.workunit.client.0.smithi099.stdout:op 4869 completed, throughput=5MB/sec 2024-04-12T16:37:58.498 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-7k16VVw6Vt7Gh2v off=4133757 len=66928 2024-04-12T16:37:58.500 INFO:tasks.workunit.client.0.smithi099.stdout:op 4870 completed, throughput=5MB/sec 2024-04-12T16:37:58.501 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-_wUAijzyKie3xTH off=4683365 len=95153 2024-04-12T16:37:58.501 INFO:tasks.workunit.client.0.smithi099.stdout:op 4871 completed, throughput=5MB/sec 2024-04-12T16:37:58.501 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6NYtONby75wGKM8 off=17345980 len=1644469 2024-04-12T16:37:58.508 INFO:tasks.workunit.client.0.smithi099.stdout:op 4872 completed, throughput=5MB/sec 2024-04-12T16:37:58.509 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-5luWNIj5aJahWQT off=10122796 len=1993358 2024-04-12T16:37:58.510 INFO:tasks.workunit.client.0.smithi099.stdout:op 4873 completed, throughput=5MB/sec 2024-04-12T16:37:59.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:37:58 smithi110 ceph-mon[88691]: pgmap v1902: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T16:37:59.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:37:58 smithi099 ceph-mon[94290]: pgmap v1902: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T16:37:59.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:37:58 smithi099 ceph-mon[96864]: pgmap v1902: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T16:37:59.510 INFO:tasks.workunit.client.0.smithi099.stdout: 957: throughput=5MB/sec pending data=0 2024-04-12T16:37:59.511 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_Y5aKQJRk4Slu8X off=15703146 len=1483266 2024-04-12T16:37:59.519 INFO:tasks.workunit.client.0.smithi099.stdout:op 4874 completed, throughput=5MB/sec 2024-04-12T16:37:59.519 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-nXj40eOWLyGDTkO off=1036743 len=1900966 2024-04-12T16:37:59.529 INFO:tasks.workunit.client.0.smithi099.stdout:op 4875 completed, throughput=5MB/sec 2024-04-12T16:37:59.529 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-S7BH16EgNSfIyaf off=215877 len=1289238 2024-04-12T16:37:59.537 INFO:tasks.workunit.client.0.smithi099.stdout:op 4876 completed, throughput=5MB/sec 2024-04-12T16:37:59.537 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ommM9YFbgW_sT2x off=2502268 len=810100 2024-04-12T16:37:59.538 INFO:tasks.workunit.client.0.smithi099.stdout:op 4877 completed, throughput=5MB/sec 2024-04-12T16:38:00.538 INFO:tasks.workunit.client.0.smithi099.stdout: 958: throughput=5MB/sec pending data=0 2024-04-12T16:38:00.539 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-oO_DXpjkqf5-x0d off=12237995 len=330885 2024-04-12T16:38:00.542 INFO:tasks.workunit.client.0.smithi099.stdout:op 4878 completed, throughput=5MB/sec 2024-04-12T16:38:00.542 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-AV3JUm-bC3OH8zj off=8673866 len=217119 2024-04-12T16:38:00.544 INFO:tasks.workunit.client.0.smithi099.stdout:op 4879 completed, throughput=5MB/sec 2024-04-12T16:38:00.544 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-RZMtkLVHVMImYOD off=6559531 len=719422 2024-04-12T16:38:00.545 INFO:tasks.workunit.client.0.smithi099.stdout:op 4880 completed, throughput=5MB/sec 2024-04-12T16:38:00.545 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-zFTKfD9sMgaibdV off=163387 len=1821410 2024-04-12T16:38:00.547 INFO:tasks.workunit.client.0.smithi099.stdout:op 4881 completed, throughput=5MB/sec 2024-04-12T16:38:00.547 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-6963C_aGW9E1l2j off=6037609 len=1544464 2024-04-12T16:38:00.551 INFO:tasks.workunit.client.0.smithi099.stdout:op 4882 completed, throughput=5MB/sec 2024-04-12T16:38:01.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:38:00 smithi110 ceph-mon[88691]: pgmap v1903: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-12T16:38:01.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:38:00 smithi099 ceph-mon[94290]: pgmap v1903: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-12T16:38:01.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:38:00 smithi099 ceph-mon[96864]: pgmap v1903: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-12T16:38:01.551 INFO:tasks.workunit.client.0.smithi099.stdout: 959: throughput=4.99MB/sec pending data=0 2024-04-12T16:38:01.551 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-MuKiEEp9J1V47OO off=989450 len=370389 2024-04-12T16:38:01.551 INFO:tasks.workunit.client.0.smithi099.stdout:op 4883 completed, throughput=5MB/sec 2024-04-12T16:38:01.552 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-OoHJjMzuzBMuesv off=10328708 len=773606 2024-04-12T16:38:01.553 INFO:tasks.workunit.client.0.smithi099.stdout:op 4884 completed, throughput=5MB/sec 2024-04-12T16:38:01.553 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-IogO5tjpSKI62Ce off=1806877 len=1169375 2024-04-12T16:38:01.555 INFO:tasks.workunit.client.0.smithi099.stdout:op 4885 completed, throughput=5MB/sec 2024-04-12T16:38:01.555 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-VDGySCriyX0rIT2 off=15332553 len=1658661 2024-04-12T16:38:01.561 INFO:tasks.workunit.client.0.smithi099.stdout:op 4886 completed, throughput=5MB/sec 2024-04-12T16:38:01.561 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-MKrYGGQHJiH62dw off=4054553 len=1310311 2024-04-12T16:38:01.563 INFO:tasks.workunit.client.0.smithi099.stdout:op 4887 completed, throughput=5MB/sec 2024-04-12T16:38:02.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:38:01 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:38:02.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:38:01 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:38:02.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:38:01 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:38:02.563 INFO:tasks.workunit.client.0.smithi099.stdout: 960: throughput=4.99MB/sec pending data=0 2024-04-12T16:38:02.564 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-5pjrnQ56cxuRbBn off=10957962 len=1573559 2024-04-12T16:38:02.566 INFO:tasks.workunit.client.0.smithi099.stdout:op 4888 completed, throughput=5MB/sec 2024-04-12T16:38:02.566 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-l9aEW-NUOAgvjx8 off=7528401 len=678744 2024-04-12T16:38:02.566 INFO:tasks.workunit.client.0.smithi099.stdout:op 4889 completed, throughput=5MB/sec 2024-04-12T16:38:02.566 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-xXwiEZ8X1K9lNY6 off=4943293 len=520575 2024-04-12T16:38:02.571 INFO:tasks.workunit.client.0.smithi099.stdout:op 4890 completed, throughput=5MB/sec 2024-04-12T16:38:02.571 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-i7mgCivBg6B3Oq1 off=3562530 len=1041716 2024-04-12T16:38:02.573 INFO:tasks.workunit.client.0.smithi099.stdout:op 4891 completed, throughput=5MB/sec 2024-04-12T16:38:02.573 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-N5zl1ecVTE0EFZb off=4711532 len=1687432 2024-04-12T16:38:02.576 INFO:tasks.workunit.client.0.smithi099.stdout:op 4892 completed, throughput=5MB/sec 2024-04-12T16:38:02.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:38:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:38:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:38:03.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:38:02 smithi110 ceph-mon[88691]: pgmap v1904: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:38:03.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:38:02 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:38:03.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:38:02 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:38:03.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:38:02 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:38:03.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:38:02 smithi099 ceph-mon[96864]: pgmap v1904: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:38:03.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:38:02 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:38:03.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:38:02 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:38:03.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:38:02 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:38:03.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:38:02 smithi099 ceph-mon[94290]: pgmap v1904: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:38:03.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:38:02 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:38:03.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:38:02 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:38:03.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:38:02 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:38:03.576 INFO:tasks.workunit.client.0.smithi099.stdout: 961: throughput=5MB/sec pending data=0 2024-04-12T16:38:03.576 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-3OPoX2QQ5IKZBCJ off=3444863 len=265623 2024-04-12T16:38:03.577 INFO:tasks.workunit.client.0.smithi099.stdout:op 4893 completed, throughput=5MB/sec 2024-04-12T16:38:03.577 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-RfncJ7CC6vNPMru off=14295690 len=1537788 2024-04-12T16:38:03.586 INFO:tasks.workunit.client.0.smithi099.stdout:op 4894 completed, throughput=5MB/sec 2024-04-12T16:38:03.586 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-vN4BMpxUEhEegOl off=5300129 len=645549 2024-04-12T16:38:03.587 INFO:tasks.workunit.client.0.smithi099.stdout:op 4895 completed, throughput=5MB/sec 2024-04-12T16:38:03.587 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-A9c55un6g2K9iGx off=519301 len=484303 2024-04-12T16:38:03.591 INFO:tasks.workunit.client.0.smithi099.stdout:op 4896 completed, throughput=5MB/sec 2024-04-12T16:38:03.591 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-UKSYfsuBDa1hSrj off=915827 len=1814703 2024-04-12T16:38:03.593 INFO:tasks.workunit.client.0.smithi099.stdout:op 4897 completed, throughput=5MB/sec 2024-04-12T16:38:03.593 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-xv29hS7VckWacOk off=3647681 len=2012855 2024-04-12T16:38:03.595 INFO:tasks.workunit.client.0.smithi099.stdout:op 4898 completed, throughput=5MB/sec 2024-04-12T16:38:04.595 INFO:tasks.workunit.client.0.smithi099.stdout: 962: throughput=5MB/sec pending data=0 2024-04-12T16:38:04.596 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-9lVzwHKUDculZBg off=21281635 len=6761 2024-04-12T16:38:04.596 INFO:tasks.workunit.client.0.smithi099.stdout:op 4899 completed, throughput=5MB/sec 2024-04-12T16:38:04.596 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-uh308PWZd87u17N off=8979828 len=677502 2024-04-12T16:38:04.598 INFO:tasks.workunit.client.0.smithi099.stdout:op 4900 completed, throughput=5MB/sec 2024-04-12T16:38:04.598 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-dHirCCL-06tRbOu off=5072992 len=87655 2024-04-12T16:38:04.601 INFO:tasks.workunit.client.0.smithi099.stdout:op 4901 completed, throughput=5MB/sec 2024-04-12T16:38:04.601 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-9wiPsc0i9kzE7Al off=1283955 len=207289 2024-04-12T16:38:04.602 INFO:tasks.workunit.client.0.smithi099.stdout:op 4902 completed, throughput=5MB/sec 2024-04-12T16:38:04.602 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Zoa6afOSffmZj1R off=1297291 len=191598 2024-04-12T16:38:04.604 INFO:tasks.workunit.client.0.smithi099.stdout:op 4903 completed, throughput=5MB/sec 2024-04-12T16:38:04.605 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-rpw-QcxDEkkYWlW off=2776883 len=361224 2024-04-12T16:38:04.608 INFO:tasks.workunit.client.0.smithi099.stdout:op 4904 completed, throughput=5MB/sec 2024-04-12T16:38:04.608 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-oGvyWUD7pkwRom6 off=10157383 len=2039456 2024-04-12T16:38:04.618 INFO:tasks.workunit.client.0.smithi099.stdout:op 4905 completed, throughput=5MB/sec 2024-04-12T16:38:04.619 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-wpfRGeJvnrcwrJF off=8288527 len=2080035 2024-04-12T16:38:04.629 INFO:tasks.workunit.client.0.smithi099.stdout:op 4906 completed, throughput=5MB/sec 2024-04-12T16:38:05.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:38:04 smithi110 ceph-mon[88691]: pgmap v1905: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:38:05.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:38:04 smithi099 ceph-mon[94290]: pgmap v1905: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:38:05.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:38:04 smithi099 ceph-mon[96864]: pgmap v1905: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:38:05.630 INFO:tasks.workunit.client.0.smithi099.stdout: 963: throughput=5MB/sec pending data=0 2024-04-12T16:38:05.630 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ZEfuDNNHzw-45Et off=0 len=1675954 2024-04-12T16:38:05.633 INFO:tasks.workunit.client.0.smithi099.stdout:op 4907 completed, throughput=5MB/sec 2024-04-12T16:38:05.633 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-FmZGUk3x84Pg1bM off=3545734 len=658791 2024-04-12T16:38:05.635 INFO:tasks.workunit.client.0.smithi099.stdout:op 4908 completed, throughput=5MB/sec 2024-04-12T16:38:05.635 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Sna3hZu-bwogs2g off=1645332 len=1031383 2024-04-12T16:38:05.636 INFO:tasks.workunit.client.0.smithi099.stdout:op 4909 completed, throughput=5MB/sec 2024-04-12T16:38:06.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:38:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:38:06] "GET /metrics HTTP/1.1" 200 34132 "" "Prometheus/2.43.0" 2024-04-12T16:38:06.637 INFO:tasks.workunit.client.0.smithi099.stdout: 964: throughput=4.99MB/sec pending data=0 2024-04-12T16:38:06.637 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-aWGSRzzJTF17a53 off=4252537 len=1120705 2024-04-12T16:38:06.638 INFO:tasks.workunit.client.0.smithi099.stdout:op 4910 completed, throughput=5MB/sec 2024-04-12T16:38:06.638 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-9NlEArx25QPZZWz off=3176972 len=182322 2024-04-12T16:38:06.640 INFO:tasks.workunit.client.0.smithi099.stdout:op 4911 completed, throughput=5MB/sec 2024-04-12T16:38:06.640 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-vXpKZjNzYgDrBKj off=1873107 len=1635056 2024-04-12T16:38:06.647 INFO:tasks.workunit.client.0.smithi099.stdout:op 4912 completed, throughput=5MB/sec 2024-04-12T16:38:06.647 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-D97j-SCpLGw8xUT off=14710368 len=1633700 2024-04-12T16:38:06.650 INFO:tasks.workunit.client.0.smithi099.stdout:op 4913 completed, throughput=5MB/sec 2024-04-12T16:38:06.650 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-y5p4ytLOWQpgClV off=7866936 len=1068455 2024-04-12T16:38:06.656 INFO:tasks.workunit.client.0.smithi099.stdout:op 4914 completed, throughput=5MB/sec 2024-04-12T16:38:07.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:38:06 smithi110 ceph-mon[88691]: pgmap v1906: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:38:07.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:38:06 smithi099 ceph-mon[94290]: pgmap v1906: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:38:07.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:38:06 smithi099 ceph-mon[96864]: pgmap v1906: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:38:07.657 INFO:tasks.workunit.client.0.smithi099.stdout: 965: throughput=5MB/sec pending data=0 2024-04-12T16:38:07.657 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-nnRKW4BY-035afV off=2107984 len=806893 2024-04-12T16:38:07.663 INFO:tasks.workunit.client.0.smithi099.stdout:op 4915 completed, throughput=5MB/sec 2024-04-12T16:38:07.663 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-3CXGQEp0Dyio_vX off=660371 len=771422 2024-04-12T16:38:07.667 INFO:tasks.workunit.client.0.smithi099.stdout:op 4916 completed, throughput=5MB/sec 2024-04-12T16:38:07.667 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-3cM0jxOJ8OGDu5j off=461236 len=1554907 2024-04-12T16:38:07.675 INFO:tasks.workunit.client.0.smithi099.stdout:op 4917 completed, throughput=5MB/sec 2024-04-12T16:38:07.675 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-VZx5FFWPts1jXMh off=2966459 len=1864263 2024-04-12T16:38:07.684 INFO:tasks.workunit.client.0.smithi099.stdout:op 4918 completed, throughput=5MB/sec 2024-04-12T16:38:07.684 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-3xm-m2IVrO24_Gz off=5790283 len=510346 2024-04-12T16:38:07.684 INFO:tasks.workunit.client.0.smithi099.stdout:op 4919 completed, throughput=5MB/sec 2024-04-12T16:38:08.685 INFO:tasks.workunit.client.0.smithi099.stdout: 966: throughput=5MB/sec pending data=0 2024-04-12T16:38:08.685 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Zoa6afOSffmZj1R off=581205 len=342434 2024-04-12T16:38:08.686 INFO:tasks.workunit.client.0.smithi099.stdout:op 4920 completed, throughput=5MB/sec 2024-04-12T16:38:08.686 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-fN3MM6-_Qfir9Ms off=9781404 len=635766 2024-04-12T16:38:08.687 INFO:tasks.workunit.client.0.smithi099.stdout:op 4921 completed, throughput=5MB/sec 2024-04-12T16:38:08.687 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-zMbnkDdXYb7LVrk off=4841855 len=1481549 2024-04-12T16:38:08.695 INFO:tasks.workunit.client.0.smithi099.stdout:op 4922 completed, throughput=5MB/sec 2024-04-12T16:38:08.695 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-98Na7fh0xRjhW4P off=3677823 len=1181470 2024-04-12T16:38:08.698 INFO:tasks.workunit.client.0.smithi099.stdout:op 4923 completed, throughput=5MB/sec 2024-04-12T16:38:08.698 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ufWHXDr-04kgURY off=8441614 len=1418064 2024-04-12T16:38:08.706 INFO:tasks.workunit.client.0.smithi099.stdout:op 4924 completed, throughput=5MB/sec 2024-04-12T16:38:09.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:38:08 smithi110 ceph-mon[88691]: pgmap v1907: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:38:09.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:38:08 smithi099 ceph-mon[94290]: pgmap v1907: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:38:09.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:38:08 smithi099 ceph-mon[96864]: pgmap v1907: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:38:09.706 INFO:tasks.workunit.client.0.smithi099.stdout: 967: throughput=5MB/sec pending data=0 2024-04-12T16:38:09.707 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-EytwugF7DVwAv0K off=18884584 len=21478 2024-04-12T16:38:09.709 INFO:tasks.workunit.client.0.smithi099.stdout:op 4925 completed, throughput=5MB/sec 2024-04-12T16:38:09.710 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-mQ983aaHZaEpJwM off=16137848 len=1605423 2024-04-12T16:38:09.712 INFO:tasks.workunit.client.0.smithi099.stdout:op 4926 completed, throughput=5MB/sec 2024-04-12T16:38:09.712 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-c8kjvi3qtoyz4yJ off=1651198 len=1192196 2024-04-12T16:38:09.713 INFO:tasks.workunit.client.0.smithi099.stdout:op 4927 completed, throughput=5MB/sec 2024-04-12T16:38:09.713 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-LvABRjmSNnRKj_d off=1112768 len=62809 2024-04-12T16:38:09.714 INFO:tasks.workunit.client.0.smithi099.stdout:op 4928 completed, throughput=5MB/sec 2024-04-12T16:38:09.714 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-5TS74skRRoQPwz5 off=712930 len=1526924 2024-04-12T16:38:09.720 INFO:tasks.workunit.client.0.smithi099.stdout:op 4929 completed, throughput=5MB/sec 2024-04-12T16:38:09.721 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-AglKqlukYe0OhUd off=2697673 len=139183 2024-04-12T16:38:09.723 INFO:tasks.workunit.client.0.smithi099.stdout:op 4930 completed, throughput=5MB/sec 2024-04-12T16:38:09.723 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-tVNDaRyGW4G0W99 off=10123667 len=2024132 2024-04-12T16:38:09.725 INFO:tasks.workunit.client.0.smithi099.stdout:op 4931 completed, throughput=5MB/sec 2024-04-12T16:38:10.725 INFO:tasks.workunit.client.0.smithi099.stdout: 968: throughput=5MB/sec pending data=0 2024-04-12T16:38:10.725 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Mpz15gD6gSoFjb4 off=77542 len=1235959 2024-04-12T16:38:10.726 INFO:tasks.workunit.client.0.smithi099.stdout:op 4932 completed, throughput=5MB/sec 2024-04-12T16:38:10.727 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-XpuLOOzaKv-b9OR off=9353338 len=1079799 2024-04-12T16:38:10.733 INFO:tasks.workunit.client.0.smithi099.stdout:op 4933 completed, throughput=5MB/sec 2024-04-12T16:38:10.733 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-4qCeBJzSMh5Qv-V off=4226219 len=1753612 2024-04-12T16:38:10.736 INFO:tasks.workunit.client.0.smithi099.stdout:op 4934 completed, throughput=5MB/sec 2024-04-12T16:38:11.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:38:10 smithi110 ceph-mon[88691]: pgmap v1908: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:38:11.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:38:10 smithi099 ceph-mon[94290]: pgmap v1908: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:38:11.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:38:10 smithi099 ceph-mon[96864]: pgmap v1908: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:38:11.737 INFO:tasks.workunit.client.0.smithi099.stdout: 969: throughput=5MB/sec pending data=0 2024-04-12T16:38:11.737 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-5EqFJeDy-6kGz7J off=21624346 len=1364970 2024-04-12T16:38:11.743 INFO:tasks.workunit.client.0.smithi099.stdout:op 4935 completed, throughput=5MB/sec 2024-04-12T16:38:11.743 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-C0BVlyVnzDpG1_h off=6820118 len=1015779 2024-04-12T16:38:11.745 INFO:tasks.workunit.client.0.smithi099.stdout:op 4936 completed, throughput=5MB/sec 2024-04-12T16:38:11.745 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-oT8DXFZqNl-lRVp off=21971859 len=244827 2024-04-12T16:38:11.748 INFO:tasks.workunit.client.0.smithi099.stdout:op 4937 completed, throughput=5MB/sec 2024-04-12T16:38:11.748 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-OzfIe0l64GsuGyh off=17612553 len=1436343 2024-04-12T16:38:11.750 INFO:tasks.workunit.client.0.smithi099.stdout:op 4938 completed, throughput=5MB/sec 2024-04-12T16:38:11.750 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-wKN9U0SbPmg4xi1 off=2070973 len=654801 2024-04-12T16:38:11.751 INFO:tasks.workunit.client.0.smithi099.stdout:op 4939 completed, throughput=5MB/sec 2024-04-12T16:38:11.751 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-uj1eONp1qDybKUJ off=1575881 len=428570 2024-04-12T16:38:11.752 INFO:tasks.workunit.client.0.smithi099.stdout:op 4940 completed, throughput=5MB/sec 2024-04-12T16:38:11.752 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-A2cPVxi-ZlwRL2f off=19101604 len=1818916 2024-04-12T16:38:11.762 INFO:tasks.workunit.client.0.smithi099.stdout:op 4941 completed, throughput=5MB/sec 2024-04-12T16:38:12.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:38:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:38:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:38:12.762 INFO:tasks.workunit.client.0.smithi099.stdout: 970: throughput=5MB/sec pending data=0 2024-04-12T16:38:12.762 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-OTpl1lDIcC-5AkC off=1098083 len=59033 2024-04-12T16:38:12.765 INFO:tasks.workunit.client.0.smithi099.stdout:op 4942 completed, throughput=5MB/sec 2024-04-12T16:38:12.765 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-utpo_NjJcagSSyS off=10362547 len=1249179 2024-04-12T16:38:12.772 INFO:tasks.workunit.client.0.smithi099.stdout:op 4943 completed, throughput=5MB/sec 2024-04-12T16:38:12.772 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-SRxM_l-NxWa7CpK off=8849028 len=1238923 2024-04-12T16:38:12.774 INFO:tasks.workunit.client.0.smithi099.stdout:op 4944 completed, throughput=5MB/sec 2024-04-12T16:38:12.774 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6xy_73HMTSjOYhC off=970094 len=1789888 2024-04-12T16:38:12.782 INFO:tasks.workunit.client.0.smithi099.stdout:op 4945 completed, throughput=5MB/sec 2024-04-12T16:38:13.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:38:12 smithi110 ceph-mon[88691]: pgmap v1909: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:38:13.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:38:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:38:13.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:38:12 smithi099 ceph-mon[96864]: pgmap v1909: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:38:13.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:38:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:38:13.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:38:12 smithi099 ceph-mon[94290]: pgmap v1909: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:38:13.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:38:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:38:13.783 INFO:tasks.workunit.client.0.smithi099.stdout: 971: throughput=5MB/sec pending data=0 2024-04-12T16:38:13.783 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-V_EFG63ySCGMY28 off=4795702 len=869654 2024-04-12T16:38:13.787 INFO:tasks.workunit.client.0.smithi099.stdout:op 4946 completed, throughput=5MB/sec 2024-04-12T16:38:13.787 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-dNSvYCPInEbwd0f off=6568612 len=1384976 2024-04-12T16:38:13.790 INFO:tasks.workunit.client.0.smithi099.stdout:op 4947 completed, throughput=5MB/sec 2024-04-12T16:38:13.791 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-SB9aUIkZjqTYSEE off=9381097 len=1238885 2024-04-12T16:38:13.797 INFO:tasks.workunit.client.0.smithi099.stdout:op 4948 completed, throughput=5MB/sec 2024-04-12T16:38:13.797 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-qOs4LtvaVYLOarf off=2805798 len=1788626 2024-04-12T16:38:13.800 INFO:tasks.workunit.client.0.smithi099.stdout:op 4949 completed, throughput=5MB/sec 2024-04-12T16:38:14.800 INFO:tasks.workunit.client.0.smithi099.stdout: 972: throughput=5MB/sec pending data=0 2024-04-12T16:38:14.800 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-SclxUJoTLaV_3a1 off=11277641 len=1501733 2024-04-12T16:38:14.802 INFO:tasks.workunit.client.0.smithi099.stdout:op 4950 completed, throughput=5MB/sec 2024-04-12T16:38:14.802 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-vVyhILmezXGYrUC off=2999859 len=1739168 2024-04-12T16:38:14.806 INFO:tasks.workunit.client.0.smithi099.stdout:op 4951 completed, throughput=5MB/sec 2024-04-12T16:38:14.806 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-gQh-k4mCW7nRMZ2 off=2699467 len=176728 2024-04-12T16:38:14.807 INFO:tasks.workunit.client.0.smithi099.stdout:op 4952 completed, throughput=5MB/sec 2024-04-12T16:38:14.807 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-wX9ruexUVZhX62s off=368872 len=133292 2024-04-12T16:38:14.809 INFO:tasks.workunit.client.0.smithi099.stdout:op 4953 completed, throughput=5MB/sec 2024-04-12T16:38:14.810 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-HhOKvK9jOgizJbX off=8716551 len=1545247 2024-04-12T16:38:14.817 INFO:tasks.workunit.client.0.smithi099.stdout:op 4954 completed, throughput=5MB/sec 2024-04-12T16:38:15.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:38:14 smithi110 ceph-mon[88691]: pgmap v1910: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:38:15.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:38:14 smithi099 ceph-mon[94290]: pgmap v1910: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:38:15.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:38:14 smithi099 ceph-mon[96864]: pgmap v1910: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:38:15.818 INFO:tasks.workunit.client.0.smithi099.stdout: 973: throughput=5MB/sec pending data=0 2024-04-12T16:38:15.818 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-qbtVjgXD9vOB1EP off=2926245 len=1642128 2024-04-12T16:38:15.820 INFO:tasks.workunit.client.0.smithi099.stdout:op 4955 completed, throughput=5MB/sec 2024-04-12T16:38:15.820 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ExfbsuGyObLV0l2 off=1615307 len=1858235 2024-04-12T16:38:15.830 INFO:tasks.workunit.client.0.smithi099.stdout:op 4956 completed, throughput=5MB/sec 2024-04-12T16:38:15.830 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-xg2lCgobCEQKdOs off=11656396 len=515971 2024-04-12T16:38:15.831 INFO:tasks.workunit.client.0.smithi099.stdout:op 4957 completed, throughput=5MB/sec 2024-04-12T16:38:15.831 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-t1kxGnxVZ5agSxO off=1493613 len=189654 2024-04-12T16:38:15.834 INFO:tasks.workunit.client.0.smithi099.stdout:op 4958 completed, throughput=5MB/sec 2024-04-12T16:38:15.834 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Fk7QOu4i2sGwAn8 off=11112210 len=1075606 2024-04-12T16:38:15.839 INFO:tasks.workunit.client.0.smithi099.stdout:op 4959 completed, throughput=5MB/sec 2024-04-12T16:38:16.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:38:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:38:16] "GET /metrics HTTP/1.1" 200 34134 "" "Prometheus/2.43.0" 2024-04-12T16:38:16.839 INFO:tasks.workunit.client.0.smithi099.stdout: 974: throughput=5MB/sec pending data=0 2024-04-12T16:38:16.839 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-GqtfQuIb0sMCDEp off=2583786 len=548224 2024-04-12T16:38:16.845 INFO:tasks.workunit.client.0.smithi099.stdout:op 4960 completed, throughput=5MB/sec 2024-04-12T16:38:16.846 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0WJXuLCT3IZKbAP off=3331936 len=752210 2024-04-12T16:38:16.849 INFO:tasks.workunit.client.0.smithi099.stdout:op 4961 completed, throughput=5MB/sec 2024-04-12T16:38:16.849 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-foJbWrCTyZVMF9l off=2204647 len=538956 2024-04-12T16:38:16.850 INFO:tasks.workunit.client.0.smithi099.stdout:op 4962 completed, throughput=5MB/sec 2024-04-12T16:38:16.850 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-pyKjcHZyf8krhUU off=12199113 len=1028323 2024-04-12T16:38:16.855 INFO:tasks.workunit.client.0.smithi099.stdout:op 4963 completed, throughput=5MB/sec 2024-04-12T16:38:16.856 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_jYFHnjFmdJHcvc off=4154333 len=540182 2024-04-12T16:38:16.859 INFO:tasks.workunit.client.0.smithi099.stdout:op 4964 completed, throughput=5MB/sec 2024-04-12T16:38:16.859 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-K4_ot8VC0lZVe6C off=1687283 len=1504993 2024-04-12T16:38:16.868 INFO:tasks.workunit.client.0.smithi099.stdout:op 4965 completed, throughput=5MB/sec 2024-04-12T16:38:16.868 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-8kirzLDwlHrIpRd off=8125315 len=1006906 2024-04-12T16:38:16.872 INFO:tasks.workunit.client.0.smithi099.stdout:op 4966 completed, throughput=5MB/sec 2024-04-12T16:38:17.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:38:16 smithi110 ceph-mon[88691]: pgmap v1911: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T16:38:17.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:38:16 smithi099 ceph-mon[94290]: pgmap v1911: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T16:38:17.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:38:16 smithi099 ceph-mon[96864]: pgmap v1911: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T16:38:17.873 INFO:tasks.workunit.client.0.smithi099.stdout: 975: throughput=5MB/sec pending data=0 2024-04-12T16:38:17.874 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-8hTbZsU0IL8OOw4 off=6377031 len=776558 2024-04-12T16:38:17.878 INFO:tasks.workunit.client.0.smithi099.stdout:op 4967 completed, throughput=5MB/sec 2024-04-12T16:38:17.878 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-JIJ3klm3aI4ZLmq off=4577145 len=939012 2024-04-12T16:38:17.883 INFO:tasks.workunit.client.0.smithi099.stdout:op 4968 completed, throughput=5MB/sec 2024-04-12T16:38:17.883 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ajafqL2jZig1K5U off=15469143 len=316962 2024-04-12T16:38:17.887 INFO:tasks.workunit.client.0.smithi099.stdout:op 4969 completed, throughput=5MB/sec 2024-04-12T16:38:17.887 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Pv1OHicPL4Y-Cw5 off=6965330 len=1673842 2024-04-12T16:38:17.895 INFO:tasks.workunit.client.0.smithi099.stdout:op 4970 completed, throughput=5MB/sec 2024-04-12T16:38:17.895 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ZmIQQTjJKbErGuf off=12749913 len=1898097 2024-04-12T16:38:17.904 INFO:tasks.workunit.client.0.smithi099.stdout:op 4971 completed, throughput=5MB/sec 2024-04-12T16:38:18.905 INFO:tasks.workunit.client.0.smithi099.stdout: 976: throughput=5MB/sec pending data=0 2024-04-12T16:38:18.905 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Pi73rcif_OYezWl off=1042366 len=714765 2024-04-12T16:38:18.906 INFO:tasks.workunit.client.0.smithi099.stdout:op 4972 completed, throughput=5MB/sec 2024-04-12T16:38:18.906 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-BfXJqsRn78QiaEU off=2941548 len=1764450 2024-04-12T16:38:18.908 INFO:tasks.workunit.client.0.smithi099.stdout:op 4973 completed, throughput=5MB/sec 2024-04-12T16:38:18.908 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-5LdcvYvNp10ykLb off=7837930 len=1815796 2024-04-12T16:38:18.918 INFO:tasks.workunit.client.0.smithi099.stdout:op 4974 completed, throughput=5MB/sec 2024-04-12T16:38:19.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:38:18 smithi110 ceph-mon[88691]: pgmap v1912: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:38:19.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:38:18 smithi099 ceph-mon[94290]: pgmap v1912: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:38:19.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:38:18 smithi099 ceph-mon[96864]: pgmap v1912: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:38:19.918 INFO:tasks.workunit.client.0.smithi099.stdout: 977: throughput=4.99MB/sec pending data=0 2024-04-12T16:38:19.918 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-sqwTpHpODp00-qw off=2753270 len=1502403 2024-04-12T16:38:19.920 INFO:tasks.workunit.client.0.smithi099.stdout:op 4975 completed, throughput=5MB/sec 2024-04-12T16:38:19.920 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-vSfZt-LyVnUMD1S off=4581989 len=1811973 2024-04-12T16:38:19.930 INFO:tasks.workunit.client.0.smithi099.stdout:op 4976 completed, throughput=5MB/sec 2024-04-12T16:38:19.930 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Q1ZuGYrjBMaGWMH off=2886589 len=355550 2024-04-12T16:38:19.931 INFO:tasks.workunit.client.0.smithi099.stdout:op 4977 completed, throughput=5MB/sec 2024-04-12T16:38:19.931 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ZfQ42vZnOE-hA61 off=1430195 len=510913 2024-04-12T16:38:19.934 INFO:tasks.workunit.client.0.smithi099.stdout:op 4978 completed, throughput=5MB/sec 2024-04-12T16:38:19.934 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6HVNDaPe32mSla9 off=1157452 len=2088574 2024-04-12T16:38:19.945 INFO:tasks.workunit.client.0.smithi099.stdout:op 4979 completed, throughput=5MB/sec 2024-04-12T16:38:20.945 INFO:tasks.workunit.client.0.smithi099.stdout: 978: throughput=5MB/sec pending data=0 2024-04-12T16:38:20.945 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-SP3XRU4_ibsbx5R off=1646887 len=1076248 2024-04-12T16:38:20.947 INFO:tasks.workunit.client.0.smithi099.stdout:op 4980 completed, throughput=5MB/sec 2024-04-12T16:38:20.947 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-bJYjxV-4EScQJPC off=4375868 len=126150 2024-04-12T16:38:20.947 INFO:tasks.workunit.client.0.smithi099.stdout:op 4981 completed, throughput=5MB/sec 2024-04-12T16:38:20.947 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-kqaOOZbM7O0n67Q off=6703238 len=1897578 2024-04-12T16:38:20.950 INFO:tasks.workunit.client.0.smithi099.stdout:op 4982 completed, throughput=5MB/sec 2024-04-12T16:38:20.950 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-lVAW7I-Kkgc0z1O off=10892473 len=1227166 2024-04-12T16:38:20.952 INFO:tasks.workunit.client.0.smithi099.stdout:op 4983 completed, throughput=5MB/sec 2024-04-12T16:38:20.952 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-y4_TF6zjOqeotNd off=4997758 len=1032400 2024-04-12T16:38:20.953 INFO:tasks.workunit.client.0.smithi099.stdout:op 4984 completed, throughput=5MB/sec 2024-04-12T16:38:21.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:38:20 smithi110 ceph-mon[88691]: pgmap v1913: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-12T16:38:21.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:38:20 smithi099 ceph-mon[94290]: pgmap v1913: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-12T16:38:21.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:38:20 smithi099 ceph-mon[96864]: pgmap v1913: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-12T16:38:21.953 INFO:tasks.workunit.client.0.smithi099.stdout: 979: throughput=5MB/sec pending data=0 2024-04-12T16:38:21.953 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj--v7-5GJsYjbv5Zu off=428039 len=897939 2024-04-12T16:38:21.958 INFO:tasks.workunit.client.0.smithi099.stdout:op 4985 completed, throughput=5MB/sec 2024-04-12T16:38:21.958 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-76l-5rCLubRC2B9 off=11543524 len=746046 2024-04-12T16:38:21.963 INFO:tasks.workunit.client.0.smithi099.stdout:op 4986 completed, throughput=5MB/sec 2024-04-12T16:38:21.963 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Zw_gsnn0TH5adn3 off=7588894 len=1566319 2024-04-12T16:38:21.965 INFO:tasks.workunit.client.0.smithi099.stdout:op 4987 completed, throughput=5MB/sec 2024-04-12T16:38:21.965 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-TECo-39JROke7RS off=12284834 len=1383147 2024-04-12T16:38:21.971 INFO:tasks.workunit.client.0.smithi099.stdout:op 4988 completed, throughput=5MB/sec 2024-04-12T16:38:22.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:38:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:38:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:38:22.972 INFO:tasks.workunit.client.0.smithi099.stdout: 980: throughput=5MB/sec pending data=0 2024-04-12T16:38:22.972 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0oX-QcKils2SENn off=2805186 len=1547128 2024-04-12T16:38:22.979 INFO:tasks.workunit.client.0.smithi099.stdout:op 4989 completed, throughput=5MB/sec 2024-04-12T16:38:22.979 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-F__Gi2PnRGmwJWa off=3113966 len=843958 2024-04-12T16:38:22.981 INFO:tasks.workunit.client.0.smithi099.stdout:op 4990 completed, throughput=5MB/sec 2024-04-12T16:38:22.981 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-G7KzWM3nLHK98jR off=5246376 len=1519108 2024-04-12T16:38:22.988 INFO:tasks.workunit.client.0.smithi099.stdout:op 4991 completed, throughput=5MB/sec 2024-04-12T16:38:22.989 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-GdjaMp9oPy-5B5Z off=13656429 len=2095666 2024-04-12T16:38:22.992 INFO:tasks.workunit.client.0.smithi099.stdout:op 4992 completed, throughput=5MB/sec 2024-04-12T16:38:23.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:38:22 smithi110 ceph-mon[88691]: pgmap v1914: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:38:23.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:38:22 smithi099 ceph-mon[94290]: pgmap v1914: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:38:23.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:38:22 smithi099 ceph-mon[96864]: pgmap v1914: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:38:23.993 INFO:tasks.workunit.client.0.smithi099.stdout: 981: throughput=5MB/sec pending data=0 2024-04-12T16:38:23.993 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-mOeV7ExoXpj_uHG off=5800396 len=10593 2024-04-12T16:38:23.993 INFO:tasks.workunit.client.0.smithi099.stdout:op 4993 completed, throughput=5MB/sec 2024-04-12T16:38:23.993 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-VycnkqEVTSkClmF off=6183193 len=1160502 2024-04-12T16:38:23.995 INFO:tasks.workunit.client.0.smithi099.stdout:op 4994 completed, throughput=5MB/sec 2024-04-12T16:38:23.995 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-0R18F8HjRw86wjU off=22566320 len=1499598 2024-04-12T16:38:23.997 INFO:tasks.workunit.client.0.smithi099.stdout:op 4995 completed, throughput=5MB/sec 2024-04-12T16:38:23.997 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-f1BKDUnFTSu1UZD off=5072253 len=1437806 2024-04-12T16:38:24.005 INFO:tasks.workunit.client.0.smithi099.stdout:op 4996 completed, throughput=5MB/sec 2024-04-12T16:38:24.005 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-joxrWexWIbZsUxm off=7448297 len=2079747 2024-04-12T16:38:24.009 INFO:tasks.workunit.client.0.smithi099.stdout:op 4997 completed, throughput=5MB/sec 2024-04-12T16:38:25.010 INFO:tasks.workunit.client.0.smithi099.stdout: 982: throughput=5MB/sec pending data=0 2024-04-12T16:38:25.010 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-aJr2m8UvJvka2V_ off=479890 len=1059944 2024-04-12T16:38:25.011 INFO:tasks.workunit.client.0.smithi099.stdout:op 4998 completed, throughput=5MB/sec 2024-04-12T16:38:25.011 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-JokkVGjcCHWAhpP off=1766512 len=1029234 2024-04-12T16:38:25.017 INFO:tasks.workunit.client.0.smithi099.stdout:op 4999 completed, throughput=5MB/sec 2024-04-12T16:38:25.018 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-jaIOIohe_7bHW4n off=536791 len=1042409 2024-04-12T16:38:25.019 INFO:tasks.workunit.client.0.smithi099.stdout:op 5000 completed, throughput=5MB/sec 2024-04-12T16:38:25.019 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-7UsBO1Pk5O3Noju off=138319 len=409675 2024-04-12T16:38:25.021 INFO:tasks.workunit.client.0.smithi099.stdout:op 5001 completed, throughput=5MB/sec 2024-04-12T16:38:25.021 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-PeHslQvsk6jUQym off=6744461 len=1292549 2024-04-12T16:38:25.022 INFO:tasks.workunit.client.0.smithi099.stdout:op 5002 completed, throughput=5MB/sec 2024-04-12T16:38:25.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:38:24 smithi110 ceph-mon[88691]: pgmap v1915: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:38:25.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:38:24 smithi099 ceph-mon[94290]: pgmap v1915: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:38:25.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:38:24 smithi099 ceph-mon[96864]: pgmap v1915: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:38:26.023 INFO:tasks.workunit.client.0.smithi099.stdout: 983: throughput=5MB/sec pending data=0 2024-04-12T16:38:26.023 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-TE-sYPYa4Mj133M off=2600173 len=393260 2024-04-12T16:38:26.024 INFO:tasks.workunit.client.0.smithi099.stdout:op 5003 completed, throughput=5MB/sec 2024-04-12T16:38:26.024 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ndE2NzpzA3GX7kD off=20317436 len=943704 2024-04-12T16:38:26.025 INFO:tasks.workunit.client.0.smithi099.stdout:op 5004 completed, throughput=5MB/sec 2024-04-12T16:38:26.026 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-WU7Soe7vRqpMVXj off=5803847 len=746355 2024-04-12T16:38:26.030 INFO:tasks.workunit.client.0.smithi099.stdout:op 5005 completed, throughput=5MB/sec 2024-04-12T16:38:26.030 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-u7GRzzeXOcWzd_j off=447649 len=1245697 2024-04-12T16:38:26.036 INFO:tasks.workunit.client.0.smithi099.stdout:op 5006 completed, throughput=5MB/sec 2024-04-12T16:38:26.036 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-8r0-8XxGk1EN_S_ off=15150882 len=1131746 2024-04-12T16:38:26.042 INFO:tasks.workunit.client.0.smithi099.stdout:op 5007 completed, throughput=5MB/sec 2024-04-12T16:38:26.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:38:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:38:26] "GET /metrics HTTP/1.1" 200 34134 "" "Prometheus/2.43.0" 2024-04-12T16:38:27.043 INFO:tasks.workunit.client.0.smithi099.stdout: 984: throughput=5MB/sec pending data=0 2024-04-12T16:38:27.043 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-afJm1eeQ-1fmtku off=521936 len=1192791 2024-04-12T16:38:27.050 INFO:tasks.workunit.client.0.smithi099.stdout:op 5008 completed, throughput=5MB/sec 2024-04-12T16:38:27.050 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-d9RLdq7iZJImoLe off=10085039 len=426964 2024-04-12T16:38:27.051 INFO:tasks.workunit.client.0.smithi099.stdout:op 5009 completed, throughput=5MB/sec 2024-04-12T16:38:27.052 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-RGSTrsWWFjfNPp7 off=1970899 len=1486397 2024-04-12T16:38:27.052 INFO:tasks.workunit.client.0.smithi099.stdout:op 5010 completed, throughput=5MB/sec 2024-04-12T16:38:27.052 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-nU_j2qwgBDRdq-t off=3258244 len=1150772 2024-04-12T16:38:27.059 INFO:tasks.workunit.client.0.smithi099.stdout:op 5011 completed, throughput=5MB/sec 2024-04-12T16:38:27.059 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-HMzzROa1UJesD3C off=254172 len=404060 2024-04-12T16:38:27.062 INFO:tasks.workunit.client.0.smithi099.stdout:op 5012 completed, throughput=5MB/sec 2024-04-12T16:38:27.062 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-6ZjhH1FsvBsZWui off=4446692 len=1775949 2024-04-12T16:38:27.065 INFO:tasks.workunit.client.0.smithi099.stdout:op 5013 completed, throughput=5MB/sec 2024-04-12T16:38:27.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:38:26 smithi110 ceph-mon[88691]: pgmap v1916: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:38:27.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:38:26 smithi099 ceph-mon[94290]: pgmap v1916: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:38:27.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:38:26 smithi099 ceph-mon[96864]: pgmap v1916: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:38:28.066 INFO:tasks.workunit.client.0.smithi099.stdout: 985: throughput=5MB/sec pending data=0 2024-04-12T16:38:28.066 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-pq9q4abVjtPuhKI off=197585 len=1919745 2024-04-12T16:38:28.075 INFO:tasks.workunit.client.0.smithi099.stdout:op 5014 completed, throughput=5MB/sec 2024-04-12T16:38:28.075 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-3t5zvh0poYxWKOU off=2977140 len=1455404 2024-04-12T16:38:28.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:38:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:38:28.083 INFO:tasks.workunit.client.0.smithi099.stdout:op 5015 completed, throughput=5MB/sec 2024-04-12T16:38:28.083 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-iUjtAYokCnzzSqQ off=3759832 len=1310995 2024-04-12T16:38:28.090 INFO:tasks.workunit.client.0.smithi099.stdout:op 5016 completed, throughput=5MB/sec 2024-04-12T16:38:28.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:38:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:38:28.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:38:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:38:29.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:38:28 smithi110 ceph-mon[88691]: pgmap v1917: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:38:29.090 INFO:tasks.workunit.client.0.smithi099.stdout: 986: throughput=5MB/sec pending data=0 2024-04-12T16:38:29.091 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-2_lrlQl4EDlBA2F off=2163725 len=444513 2024-04-12T16:38:29.092 INFO:tasks.workunit.client.0.smithi099.stdout:op 5017 completed, throughput=5MB/sec 2024-04-12T16:38:29.092 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-9lVzwHKUDculZBg off=6449618 len=1986661 2024-04-12T16:38:29.096 INFO:tasks.workunit.client.0.smithi099.stdout:op 5018 completed, throughput=5MB/sec 2024-04-12T16:38:29.096 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-jTLzpq9eAQyb1UZ off=0 len=1477093 2024-04-12T16:38:29.104 INFO:tasks.workunit.client.0.smithi099.stdout:op 5019 completed, throughput=5MB/sec 2024-04-12T16:38:29.104 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-6p14b6tL3WMAKJ3 off=7249112 len=856919 2024-04-12T16:38:29.105 INFO:tasks.workunit.client.0.smithi099.stdout:op 5020 completed, throughput=5MB/sec 2024-04-12T16:38:29.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:38:28 smithi099 ceph-mon[94290]: pgmap v1917: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:38:29.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:38:28 smithi099 ceph-mon[96864]: pgmap v1917: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:38:30.106 INFO:tasks.workunit.client.0.smithi099.stdout: 987: throughput=5MB/sec pending data=0 2024-04-12T16:38:30.106 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-jxsfC90qK0ZPa7K off=8488435 len=1567079 2024-04-12T16:38:30.108 INFO:tasks.workunit.client.0.smithi099.stdout:op 5021 completed, throughput=5MB/sec 2024-04-12T16:38:30.108 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-GphL8CD_Au_EiL0 off=13425137 len=1321016 2024-04-12T16:38:30.115 INFO:tasks.workunit.client.0.smithi099.stdout:op 5022 completed, throughput=5MB/sec 2024-04-12T16:38:30.115 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-rnSLXV7tce6d88n off=3442729 len=455143 2024-04-12T16:38:30.119 INFO:tasks.workunit.client.0.smithi099.stdout:op 5023 completed, throughput=5MB/sec 2024-04-12T16:38:30.119 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-H8ROTILRcZa9FEt off=7630985 len=1413735 2024-04-12T16:38:30.126 INFO:tasks.workunit.client.0.smithi099.stdout:op 5024 completed, throughput=5MB/sec 2024-04-12T16:38:30.126 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-mh1yxvPiLKazlvZ off=1740668 len=1272153 2024-04-12T16:38:30.128 INFO:tasks.workunit.client.0.smithi099.stdout:op 5025 completed, throughput=5MB/sec 2024-04-12T16:38:31.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:38:30 smithi110 ceph-mon[88691]: pgmap v1918: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:38:31.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:38:30 smithi099 ceph-mon[94290]: pgmap v1918: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:38:31.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:38:30 smithi099 ceph-mon[96864]: pgmap v1918: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:38:31.128 INFO:tasks.workunit.client.0.smithi099.stdout: 988: throughput=5MB/sec pending data=0 2024-04-12T16:38:31.128 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-3WJB16v8qQKLyQt off=5647177 len=928619 2024-04-12T16:38:31.130 INFO:tasks.workunit.client.0.smithi099.stdout:op 5026 completed, throughput=5MB/sec 2024-04-12T16:38:31.130 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Qu8R-ZN5GPWp6EG off=18042932 len=1292836 2024-04-12T16:38:31.131 INFO:tasks.workunit.client.0.smithi099.stdout:op 5027 completed, throughput=5MB/sec 2024-04-12T16:38:31.131 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-g5Da5YvizXOlw3P off=10832442 len=1565468 2024-04-12T16:38:31.133 INFO:tasks.workunit.client.0.smithi099.stdout:op 5028 completed, throughput=5MB/sec 2024-04-12T16:38:31.133 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-h49phmBL3ETuqhB off=13002825 len=1264255 2024-04-12T16:38:31.135 INFO:tasks.workunit.client.0.smithi099.stdout:op 5029 completed, throughput=5MB/sec 2024-04-12T16:38:32.135 INFO:tasks.workunit.client.0.smithi099.stdout: 989: throughput=5MB/sec pending data=0 2024-04-12T16:38:32.135 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-QCnb84uTMTi7-gL off=13419028 len=1837843 2024-04-12T16:38:32.138 INFO:tasks.workunit.client.0.smithi099.stdout:op 5030 completed, throughput=5MB/sec 2024-04-12T16:38:32.138 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-vyqNLH9lsymD0dn off=16747542 len=2026660 2024-04-12T16:38:32.149 INFO:tasks.workunit.client.0.smithi099.stdout:op 5031 completed, throughput=5MB/sec 2024-04-12T16:38:32.149 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-JI9wunMVyCdnWZt off=12159324 len=656923 2024-04-12T16:38:32.153 INFO:tasks.workunit.client.0.smithi099.stdout:op 5032 completed, throughput=5MB/sec 2024-04-12T16:38:32.153 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Zxv7SDcM_h9qnIc off=13238632 len=898044 2024-04-12T16:38:32.154 INFO:tasks.workunit.client.0.smithi099.stdout:op 5033 completed, throughput=5MB/sec 2024-04-12T16:38:32.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:38:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:38:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:38:33.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:38:32 smithi110 ceph-mon[88691]: pgmap v1919: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:38:33.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:38:32 smithi099 ceph-mon[94290]: pgmap v1919: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:38:33.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:38:32 smithi099 ceph-mon[96864]: pgmap v1919: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:38:33.154 INFO:tasks.workunit.client.0.smithi099.stdout: 990: throughput=5MB/sec pending data=0 2024-04-12T16:38:33.155 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-GHgGRgDF4MdUNiQ off=6513414 len=1239269 2024-04-12T16:38:33.162 INFO:tasks.workunit.client.0.smithi099.stdout:op 5034 completed, throughput=5MB/sec 2024-04-12T16:38:33.162 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-kXL4vh7Jz5I3sNB off=3048274 len=1800470 2024-04-12T16:38:33.172 INFO:tasks.workunit.client.0.smithi099.stdout:op 5035 completed, throughput=5MB/sec 2024-04-12T16:38:33.172 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-7v2tdeAdYjUyV6l off=559496 len=1460012 2024-04-12T16:38:33.177 INFO:tasks.workunit.client.0.smithi099.stdout:op 5036 completed, throughput=5MB/sec 2024-04-12T16:38:33.177 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-d2SgXnDH8wE_iXl off=3055081 len=1460707 2024-04-12T16:38:33.185 INFO:tasks.workunit.client.0.smithi099.stdout:op 5037 completed, throughput=5MB/sec 2024-04-12T16:38:34.185 INFO:tasks.workunit.client.0.smithi099.stdout: 991: throughput=5MB/sec pending data=0 2024-04-12T16:38:34.185 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-RM0_xUVgbIX7Z_p off=14952019 len=1293216 2024-04-12T16:38:34.191 INFO:tasks.workunit.client.0.smithi099.stdout:op 5038 completed, throughput=5MB/sec 2024-04-12T16:38:34.191 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-39khuGQ1x9DhV4B off=543408 len=1814058 2024-04-12T16:38:34.201 INFO:tasks.workunit.client.0.smithi099.stdout:op 5039 completed, throughput=5MB/sec 2024-04-12T16:38:34.201 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-hEYddrTw6XtPXbG off=4919004 len=932178 2024-04-12T16:38:34.202 INFO:tasks.workunit.client.0.smithi099.stdout:op 5040 completed, throughput=5MB/sec 2024-04-12T16:38:34.202 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-I3-lbHspKpbXluB off=3021720 len=1640474 2024-04-12T16:38:34.210 INFO:tasks.workunit.client.0.smithi099.stdout:op 5041 completed, throughput=5MB/sec 2024-04-12T16:38:35.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:38:34 smithi110 ceph-mon[88691]: pgmap v1920: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:38:35.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:38:34 smithi099 ceph-mon[94290]: pgmap v1920: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:38:35.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:38:34 smithi099 ceph-mon[96864]: pgmap v1920: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:38:35.211 INFO:tasks.workunit.client.0.smithi099.stdout: 992: throughput=5MB/sec pending data=0 2024-04-12T16:38:35.211 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-KjzQHHPrgib4qUE off=763482 len=1807847 2024-04-12T16:38:35.220 INFO:tasks.workunit.client.0.smithi099.stdout:op 5042 completed, throughput=5MB/sec 2024-04-12T16:38:35.220 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1G7--T7xwaERN5V off=1831962 len=494328 2024-04-12T16:38:35.224 INFO:tasks.workunit.client.0.smithi099.stdout:op 5043 completed, throughput=5MB/sec 2024-04-12T16:38:35.224 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-TqJKnxkv6ciB8yS off=9084624 len=1199767 2024-04-12T16:38:35.230 INFO:tasks.workunit.client.0.smithi099.stdout:op 5044 completed, throughput=5MB/sec 2024-04-12T16:38:35.230 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-1PJdpwbLc1PsTcI off=8434014 len=831118 2024-04-12T16:38:35.231 INFO:tasks.workunit.client.0.smithi099.stdout:op 5045 completed, throughput=5MB/sec 2024-04-12T16:38:36.231 INFO:tasks.workunit.client.0.smithi099.stdout: 993: throughput=5MB/sec pending data=0 2024-04-12T16:38:36.231 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-dvt03sMglGT4D3- off=12247136 len=1634582 2024-04-12T16:38:36.240 INFO:tasks.workunit.client.0.smithi099.stdout:op 5046 completed, throughput=5MB/sec 2024-04-12T16:38:36.240 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-BpKQoOiz6vG8cNl off=754249 len=1415807 2024-04-12T16:38:36.248 INFO:tasks.workunit.client.0.smithi099.stdout:op 5047 completed, throughput=5MB/sec 2024-04-12T16:38:36.248 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-K60wTkYJcb3rnwm off=4315331 len=1226506 2024-04-12T16:38:36.254 INFO:tasks.workunit.client.0.smithi099.stdout:op 5048 completed, throughput=5MB/sec 2024-04-12T16:38:36.254 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--UXrL8t5H9l3ml1 off=12586818 len=2092624 2024-04-12T16:38:36.256 INFO:tasks.workunit.client.0.smithi099.stdout:op 5049 completed, throughput=5MB/sec 2024-04-12T16:38:36.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:38:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:38:36] "GET /metrics HTTP/1.1" 200 34132 "" "Prometheus/2.43.0" 2024-04-12T16:38:37.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:38:36 smithi110 ceph-mon[88691]: pgmap v1921: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:38:37.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:38:36 smithi099 ceph-mon[94290]: pgmap v1921: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:38:37.235 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:38:36 smithi099 ceph-mon[96864]: pgmap v1921: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:38:37.256 INFO:tasks.workunit.client.0.smithi099.stdout: 994: throughput=5MB/sec pending data=0 2024-04-12T16:38:37.256 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-5kWUX5rW-Co79st off=1653728 len=66796 2024-04-12T16:38:37.257 INFO:tasks.workunit.client.0.smithi099.stdout:op 5050 completed, throughput=5MB/sec 2024-04-12T16:38:37.257 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-qqDwAePxlC0TL23 off=12586323 len=1749275 2024-04-12T16:38:37.259 INFO:tasks.workunit.client.0.smithi099.stdout:op 5051 completed, throughput=5MB/sec 2024-04-12T16:38:37.259 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-UNlT4NCz55cJAsw off=12803493 len=2000701 2024-04-12T16:38:37.261 INFO:tasks.workunit.client.0.smithi099.stdout:op 5052 completed, throughput=5MB/sec 2024-04-12T16:38:38.262 INFO:tasks.workunit.client.0.smithi099.stdout: 995: throughput=5MB/sec pending data=0 2024-04-12T16:38:38.262 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-2zDPk24gFJg2K40 off=11511779 len=320545 2024-04-12T16:38:38.265 INFO:tasks.workunit.client.0.smithi099.stdout:op 5053 completed, throughput=5MB/sec 2024-04-12T16:38:38.265 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1LJcnR7qTGKz9l2 off=3664069 len=161659 2024-04-12T16:38:38.268 INFO:tasks.workunit.client.0.smithi099.stdout:op 5054 completed, throughput=5MB/sec 2024-04-12T16:38:38.268 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-w5yY9kEQaOmq-L2 off=1471280 len=725555 2024-04-12T16:38:38.272 INFO:tasks.workunit.client.0.smithi099.stdout:op 5055 completed, throughput=5MB/sec 2024-04-12T16:38:38.272 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-TiwIdCh6cACN3St off=4714379 len=877623 2024-04-12T16:38:38.274 INFO:tasks.workunit.client.0.smithi099.stdout:op 5056 completed, throughput=5MB/sec 2024-04-12T16:38:38.274 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-BjdzfnQGtYiqtxt off=9796275 len=127017 2024-04-12T16:38:38.274 INFO:tasks.workunit.client.0.smithi099.stdout:op 5057 completed, throughput=5MB/sec 2024-04-12T16:38:38.274 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-7e_RzreA8iV6iAH off=16582099 len=515330 2024-04-12T16:38:38.275 INFO:tasks.workunit.client.0.smithi099.stdout:op 5058 completed, throughput=5MB/sec 2024-04-12T16:38:38.275 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-u9DxU-PCHgx0vbP off=9075321 len=1908433 2024-04-12T16:38:38.279 INFO:tasks.workunit.client.0.smithi099.stdout:op 5059 completed, throughput=5MB/sec 2024-04-12T16:38:38.279 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-aC_pKTQq7Yri5iT off=12146201 len=1663915 2024-04-12T16:38:38.281 INFO:tasks.workunit.client.0.smithi099.stdout:op 5060 completed, throughput=5MB/sec 2024-04-12T16:38:39.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:38:38 smithi110 ceph-mon[88691]: pgmap v1922: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T16:38:39.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:38:38 smithi099 ceph-mon[94290]: pgmap v1922: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T16:38:39.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:38:38 smithi099 ceph-mon[96864]: pgmap v1922: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T16:38:39.281 INFO:tasks.workunit.client.0.smithi099.stdout: 996: throughput=5MB/sec pending data=0 2024-04-12T16:38:39.281 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-rzul3h6_tLBu_6v off=10277702 len=500207 2024-04-12T16:38:39.282 INFO:tasks.workunit.client.0.smithi099.stdout:op 5061 completed, throughput=5MB/sec 2024-04-12T16:38:39.282 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-8Zk_g-JluVZej-z off=4836234 len=1793768 2024-04-12T16:38:39.284 INFO:tasks.workunit.client.0.smithi099.stdout:op 5062 completed, throughput=5MB/sec 2024-04-12T16:38:39.284 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-eghVMJc9WF3mhME off=610230 len=1765241 2024-04-12T16:38:39.294 INFO:tasks.workunit.client.0.smithi099.stdout:op 5063 completed, throughput=5MB/sec 2024-04-12T16:38:39.294 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qbHWQVKiVgPG7X2 off=9126638 len=1515542 2024-04-12T16:38:39.300 INFO:tasks.workunit.client.0.smithi099.stdout:op 5064 completed, throughput=5MB/sec 2024-04-12T16:38:40.301 INFO:tasks.workunit.client.0.smithi099.stdout: 997: throughput=5MB/sec pending data=0 2024-04-12T16:38:40.301 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-gtbUDHipWh26xSh off=11789727 len=461176 2024-04-12T16:38:40.302 INFO:tasks.workunit.client.0.smithi099.stdout:op 5065 completed, throughput=5MB/sec 2024-04-12T16:38:40.302 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-q6OyfjZFugM6EsF off=5802372 len=709682 2024-04-12T16:38:40.303 INFO:tasks.workunit.client.0.smithi099.stdout:op 5066 completed, throughput=5MB/sec 2024-04-12T16:38:40.304 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-lnPAyNth_Xu6v6y off=4067725 len=1989028 2024-04-12T16:38:40.314 INFO:tasks.workunit.client.0.smithi099.stdout:op 5067 completed, throughput=5MB/sec 2024-04-12T16:38:40.314 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ZVGoqyDLwyGLU4B off=9293815 len=1289810 2024-04-12T16:38:40.321 INFO:tasks.workunit.client.0.smithi099.stdout:op 5068 completed, throughput=5MB/sec 2024-04-12T16:38:41.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:38:40 smithi110 ceph-mon[88691]: pgmap v1923: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-12T16:38:41.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:38:40 smithi099 ceph-mon[94290]: pgmap v1923: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-12T16:38:41.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:38:40 smithi099 ceph-mon[96864]: pgmap v1923: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-12T16:38:41.322 INFO:tasks.workunit.client.0.smithi099.stdout: 998: throughput=5MB/sec pending data=0 2024-04-12T16:38:41.322 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-l9aEW-NUOAgvjx8 off=6206549 len=2026343 2024-04-12T16:38:41.324 INFO:tasks.workunit.client.0.smithi099.stdout:op 5069 completed, throughput=5MB/sec 2024-04-12T16:38:41.324 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-olqn0n8BNfIZm3V off=0 len=1415390 2024-04-12T16:38:41.332 INFO:tasks.workunit.client.0.smithi099.stdout:op 5070 completed, throughput=5MB/sec 2024-04-12T16:38:41.332 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-s3tRoki3FuDN2Xo off=13518220 len=814674 2024-04-12T16:38:41.337 INFO:tasks.workunit.client.0.smithi099.stdout:op 5071 completed, throughput=5MB/sec 2024-04-12T16:38:41.337 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-n3J2RCkhxmjIdn4 off=849329 len=585534 2024-04-12T16:38:41.341 INFO:tasks.workunit.client.0.smithi099.stdout:op 5072 completed, throughput=5MB/sec 2024-04-12T16:38:41.341 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ofEuVn0fWsgvjXB off=13260617 len=160614 2024-04-12T16:38:41.343 INFO:tasks.workunit.client.0.smithi099.stdout:op 5073 completed, throughput=5MB/sec 2024-04-12T16:38:42.344 INFO:tasks.workunit.client.0.smithi099.stdout: 999: throughput=5MB/sec pending data=0 2024-04-12T16:38:42.344 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ytWRSrugRJU6Cjf off=4437428 len=2063163 2024-04-12T16:38:42.346 INFO:tasks.workunit.client.0.smithi099.stdout:op 5074 completed, throughput=5MB/sec 2024-04-12T16:38:42.346 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-LvGhuroFbtk7GLS off=3720516 len=1170769 2024-04-12T16:38:42.348 INFO:tasks.workunit.client.0.smithi099.stdout:op 5075 completed, throughput=5MB/sec 2024-04-12T16:38:42.348 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-BEjIREsR-DBub4E off=2635129 len=780780 2024-04-12T16:38:42.353 INFO:tasks.workunit.client.0.smithi099.stdout:op 5076 completed, throughput=5MB/sec 2024-04-12T16:38:42.353 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-979CMnxoVzpCLoi off=13440728 len=339745 2024-04-12T16:38:42.356 INFO:tasks.workunit.client.0.smithi099.stdout:op 5077 completed, throughput=5MB/sec 2024-04-12T16:38:42.357 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-FS5vXKoU2pXbXWK off=11094718 len=1303770 2024-04-12T16:38:42.363 INFO:tasks.workunit.client.0.smithi099.stdout:op 5078 completed, throughput=5MB/sec 2024-04-12T16:38:42.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:38:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:38:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:38:43.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:38:42 smithi110 ceph-mon[88691]: pgmap v1924: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T16:38:43.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:38:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:38:43.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:38:42 smithi099 ceph-mon[94290]: pgmap v1924: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T16:38:43.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:38:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:38:43.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:38:42 smithi099 ceph-mon[96864]: pgmap v1924: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T16:38:43.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:38:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:38:43.363 INFO:tasks.workunit.client.0.smithi099.stdout: 1000: throughput=5MB/sec pending data=0 2024-04-12T16:38:43.364 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-BpD5PdXNmqK5obE off=12690794 len=485273 2024-04-12T16:38:43.368 INFO:tasks.workunit.client.0.smithi099.stdout:op 5079 completed, throughput=5MB/sec 2024-04-12T16:38:43.368 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-nrXzfLxYgRIOzwy off=377098 len=1620650 2024-04-12T16:38:43.377 INFO:tasks.workunit.client.0.smithi099.stdout:op 5080 completed, throughput=5MB/sec 2024-04-12T16:38:43.377 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-SffkXOp5PMQy4w6 off=2772055 len=1935744 2024-04-12T16:38:43.389 INFO:tasks.workunit.client.0.smithi099.stdout:op 5081 completed, throughput=5MB/sec 2024-04-12T16:38:43.389 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-RSae_AmxQZJesX6 off=5698137 len=872427 2024-04-12T16:38:43.391 INFO:tasks.workunit.client.0.smithi099.stdout:op 5082 completed, throughput=5MB/sec 2024-04-12T16:38:43.391 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-iSqqDrODMVtWDXH off=3258617 len=1710256 2024-04-12T16:38:43.392 INFO:tasks.workunit.client.0.smithi099.stdout:op 5083 completed, throughput=5MB/sec 2024-04-12T16:38:44.392 INFO:tasks.workunit.client.0.smithi099.stdout: 1001: throughput=5MB/sec pending data=0 2024-04-12T16:38:44.393 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-2_lrlQl4EDlBA2F off=1751514 len=995779 2024-04-12T16:38:44.397 INFO:tasks.workunit.client.0.smithi099.stdout:op 5084 completed, throughput=5MB/sec 2024-04-12T16:38:44.398 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-aQTJc6BEiYw6Icj off=9901585 len=1083 2024-04-12T16:38:44.398 INFO:tasks.workunit.client.0.smithi099.stdout:op 5085 completed, throughput=5MB/sec 2024-04-12T16:38:44.398 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Ji4sDJiPP3cmyo4 off=15306985 len=1036142 2024-04-12T16:38:44.404 INFO:tasks.workunit.client.0.smithi099.stdout:op 5086 completed, throughput=5MB/sec 2024-04-12T16:38:44.404 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-IBF2K0DJ36DCR_r off=8045450 len=87431 2024-04-12T16:38:44.407 INFO:tasks.workunit.client.0.smithi099.stdout:op 5087 completed, throughput=5MB/sec 2024-04-12T16:38:44.407 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-oGlssHlYRQIiONe off=5095241 len=1345542 2024-04-12T16:38:44.408 INFO:tasks.workunit.client.0.smithi099.stdout:op 5088 completed, throughput=5MB/sec 2024-04-12T16:38:44.409 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj--2-lA3xDqiUoU8o off=7787943 len=1533718 2024-04-12T16:38:44.416 INFO:tasks.workunit.client.0.smithi099.stdout:op 5089 completed, throughput=5MB/sec 2024-04-12T16:38:45.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:38:44 smithi110 ceph-mon[88691]: pgmap v1925: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T16:38:45.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:38:44 smithi099 ceph-mon[94290]: pgmap v1925: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T16:38:45.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:38:44 smithi099 ceph-mon[96864]: pgmap v1925: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T16:38:45.416 INFO:tasks.workunit.client.0.smithi099.stdout: 1002: throughput=5MB/sec pending data=0 2024-04-12T16:38:45.416 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-sm84qISNIoc40jU off=5649195 len=889991 2024-04-12T16:38:45.421 INFO:tasks.workunit.client.0.smithi099.stdout:op 5090 completed, throughput=5MB/sec 2024-04-12T16:38:45.421 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-w9byzhamf8-Wvhf off=7035259 len=1771087 2024-04-12T16:38:45.430 INFO:tasks.workunit.client.0.smithi099.stdout:op 5091 completed, throughput=5MB/sec 2024-04-12T16:38:45.430 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-oulDxoY8NHBTu8y off=5966055 len=1290395 2024-04-12T16:38:45.437 INFO:tasks.workunit.client.0.smithi099.stdout:op 5092 completed, throughput=5MB/sec 2024-04-12T16:38:45.437 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-CTkzXhhvuS9oa5c off=10419965 len=1833707 2024-04-12T16:38:45.439 INFO:tasks.workunit.client.0.smithi099.stdout:op 5093 completed, throughput=5MB/sec 2024-04-12T16:38:46.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:38:45 smithi110 ceph-mon[88691]: pgmap v1926: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:38:46.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:38:45 smithi099 ceph-mon[94290]: pgmap v1926: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:38:46.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:38:45 smithi099 ceph-mon[96864]: pgmap v1926: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:38:46.439 INFO:tasks.workunit.client.0.smithi099.stdout: 1003: throughput=5MB/sec pending data=0 2024-04-12T16:38:46.439 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-NnMNSaNdq2Ythq3 off=3026048 len=1911602 2024-04-12T16:38:46.442 INFO:tasks.workunit.client.0.smithi099.stdout:op 5094 completed, throughput=5MB/sec 2024-04-12T16:38:46.442 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-vOvCTVg67kzqnb4 off=949616 len=630914 2024-04-12T16:38:46.447 INFO:tasks.workunit.client.0.smithi099.stdout:op 5095 completed, throughput=5MB/sec 2024-04-12T16:38:46.447 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-DfAl_gILlnz-Oro off=3774255 len=235924 2024-04-12T16:38:46.448 INFO:tasks.workunit.client.0.smithi099.stdout:op 5096 completed, throughput=5MB/sec 2024-04-12T16:38:46.448 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-SXdLcofSG6-H8C5 off=11400634 len=13119 2024-04-12T16:38:46.450 INFO:tasks.workunit.client.0.smithi099.stdout:op 5097 completed, throughput=5MB/sec 2024-04-12T16:38:46.450 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-L2kKjV4xDGB02dC off=3806167 len=1312251 2024-04-12T16:38:46.456 INFO:tasks.workunit.client.0.smithi099.stdout:op 5098 completed, throughput=5MB/sec 2024-04-12T16:38:46.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:38:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:38:46] "GET /metrics HTTP/1.1" 200 34134 "" "Prometheus/2.43.0" 2024-04-12T16:38:47.456 INFO:tasks.workunit.client.0.smithi099.stdout: 1004: throughput=5MB/sec pending data=0 2024-04-12T16:38:47.456 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-zo-dR1j4OHolwac off=2379248 len=1880427 2024-04-12T16:38:47.458 INFO:tasks.workunit.client.0.smithi099.stdout:op 5099 completed, throughput=5MB/sec 2024-04-12T16:38:47.459 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-VhVQxuWY3vedwng off=882861 len=1629145 2024-04-12T16:38:47.462 INFO:tasks.workunit.client.0.smithi099.stdout:op 5100 completed, throughput=5MB/sec 2024-04-12T16:38:47.462 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-kQ4OGZ92VaE7aMa off=10145566 len=312042 2024-04-12T16:38:47.466 INFO:tasks.workunit.client.0.smithi099.stdout:op 5101 completed, throughput=5MB/sec 2024-04-12T16:38:47.466 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-8iKxxhVouSjNUPS off=12302576 len=429827 2024-04-12T16:38:47.469 INFO:tasks.workunit.client.0.smithi099.stdout:op 5102 completed, throughput=5MB/sec 2024-04-12T16:38:47.469 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-A27rRnby8bhM9b0 off=7205334 len=817674 2024-04-12T16:38:47.473 INFO:tasks.workunit.client.0.smithi099.stdout:op 5103 completed, throughput=5MB/sec 2024-04-12T16:38:48.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:38:48 smithi110 ceph-mon[88691]: pgmap v1927: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:38:48.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:38:48 smithi099 ceph-mon[94290]: pgmap v1927: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:38:48.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:38:48 smithi099 ceph-mon[96864]: pgmap v1927: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:38:48.473 INFO:tasks.workunit.client.0.smithi099.stdout: 1005: throughput=5MB/sec pending data=0 2024-04-12T16:38:48.474 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-WaJnJkD2WSZui0r off=603480 len=1250286 2024-04-12T16:38:48.480 INFO:tasks.workunit.client.0.smithi099.stdout:op 5104 completed, throughput=5MB/sec 2024-04-12T16:38:48.480 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-bH_BlMNtuCT3FzC off=8361172 len=908209 2024-04-12T16:38:48.482 INFO:tasks.workunit.client.0.smithi099.stdout:op 5105 completed, throughput=5MB/sec 2024-04-12T16:38:48.482 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--lIANgAN1aUfuqB off=3767577 len=1377393 2024-04-12T16:38:48.483 INFO:tasks.workunit.client.0.smithi099.stdout:op 5106 completed, throughput=5MB/sec 2024-04-12T16:38:48.483 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-XDt92YWCSAtUfep off=0 len=1824105 2024-04-12T16:38:48.491 INFO:tasks.workunit.client.0.smithi099.stdout:op 5107 completed, throughput=5MB/sec 2024-04-12T16:38:49.491 INFO:tasks.workunit.client.0.smithi099.stdout: 1006: throughput=5MB/sec pending data=0 2024-04-12T16:38:49.492 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-bltqsIUeAzOlDS2 off=10802564 len=711101 2024-04-12T16:38:49.492 INFO:tasks.workunit.client.0.smithi099.stdout:op 5108 completed, throughput=5MB/sec 2024-04-12T16:38:49.493 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-iQZ1euEbGeM3d8Q off=4268103 len=609592 2024-04-12T16:38:49.494 INFO:tasks.workunit.client.0.smithi099.stdout:op 5109 completed, throughput=5MB/sec 2024-04-12T16:38:49.494 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-MdDbdknMvz6ujbu off=15527141 len=479376 2024-04-12T16:38:49.494 INFO:tasks.workunit.client.0.smithi099.stdout:op 5110 completed, throughput=5MB/sec 2024-04-12T16:38:49.494 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Aw6I2bIS7MNdC32 off=9364706 len=291311 2024-04-12T16:38:49.495 INFO:tasks.workunit.client.0.smithi099.stdout:op 5111 completed, throughput=5MB/sec 2024-04-12T16:38:49.496 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6SMGKHIsSqfLUe9 off=11139387 len=427858 2024-04-12T16:38:49.499 INFO:tasks.workunit.client.0.smithi099.stdout:op 5112 completed, throughput=5MB/sec 2024-04-12T16:38:49.499 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-pFlWxtpXB8Rf0NY off=1019858 len=1869001 2024-04-12T16:38:49.501 INFO:tasks.workunit.client.0.smithi099.stdout:op 5113 completed, throughput=5MB/sec 2024-04-12T16:38:49.501 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-F8Omj1uMtifA3AD off=8194268 len=1609662 2024-04-12T16:38:49.503 INFO:tasks.workunit.client.0.smithi099.stdout:op 5114 completed, throughput=5MB/sec 2024-04-12T16:38:50.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:38:50 smithi110 ceph-mon[88691]: pgmap v1928: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-12T16:38:50.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:38:50 smithi099 ceph-mon[94290]: pgmap v1928: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-12T16:38:50.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:38:50 smithi099 ceph-mon[96864]: pgmap v1928: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-12T16:38:50.503 INFO:tasks.workunit.client.0.smithi099.stdout: 1007: throughput=5MB/sec pending data=0 2024-04-12T16:38:50.504 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-WAGy0VvjmRrT10l off=24488217 len=584734 2024-04-12T16:38:50.504 INFO:tasks.workunit.client.0.smithi099.stdout:op 5115 completed, throughput=5MB/sec 2024-04-12T16:38:50.505 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Qc5a6bXtn5qjH8i off=10035780 len=1570202 2024-04-12T16:38:50.512 INFO:tasks.workunit.client.0.smithi099.stdout:op 5116 completed, throughput=5MB/sec 2024-04-12T16:38:50.512 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-a5796st6zXkOOco off=12293929 len=703588 2024-04-12T16:38:50.517 INFO:tasks.workunit.client.0.smithi099.stdout:op 5117 completed, throughput=5MB/sec 2024-04-12T16:38:50.517 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Ya3qWMdzXcSOueZ off=512226 len=1334160 2024-04-12T16:38:50.519 INFO:tasks.workunit.client.0.smithi099.stdout:op 5118 completed, throughput=5MB/sec 2024-04-12T16:38:50.519 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-D8E1WM3dRHNYF38 off=1111848 len=1954323 2024-04-12T16:38:50.520 INFO:tasks.workunit.client.0.smithi099.stdout:op 5119 completed, throughput=5MB/sec 2024-04-12T16:38:51.521 INFO:tasks.workunit.client.0.smithi099.stdout: 1008: throughput=5MB/sec pending data=0 2024-04-12T16:38:51.521 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj--Mk9NJOqWRDA7z1 off=21577389 len=883202 2024-04-12T16:38:51.526 INFO:tasks.workunit.client.0.smithi099.stdout:op 5120 completed, throughput=5MB/sec 2024-04-12T16:38:51.526 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-o_vEsb51qbH_Ik5 off=670185 len=517370 2024-04-12T16:38:51.527 INFO:tasks.workunit.client.0.smithi099.stdout:op 5121 completed, throughput=5MB/sec 2024-04-12T16:38:51.527 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-KcfDEiUBGC3XLPI off=7203505 len=718598 2024-04-12T16:38:51.528 INFO:tasks.workunit.client.0.smithi099.stdout:op 5122 completed, throughput=5MB/sec 2024-04-12T16:38:51.528 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-2WMNy3uxZefItYn off=19885838 len=628648 2024-04-12T16:38:51.530 INFO:tasks.workunit.client.0.smithi099.stdout:op 5123 completed, throughput=5MB/sec 2024-04-12T16:38:51.530 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-E7R3kmmEw39QGjI off=3046410 len=674659 2024-04-12T16:38:51.530 INFO:tasks.workunit.client.0.smithi099.stdout:op 5124 completed, throughput=5MB/sec 2024-04-12T16:38:51.530 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Lytg-otEKJnEgkt off=1016237 len=593380 2024-04-12T16:38:51.534 INFO:tasks.workunit.client.0.smithi099.stdout:op 5125 completed, throughput=5MB/sec 2024-04-12T16:38:52.307 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:38:52 smithi110 ceph-mon[88691]: pgmap v1929: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:38:52.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:38:52 smithi099 ceph-mon[94290]: pgmap v1929: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:38:52.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:38:52 smithi099 ceph-mon[96864]: pgmap v1929: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:38:52.535 INFO:tasks.workunit.client.0.smithi099.stdout: 1009: throughput=5MB/sec pending data=0 2024-04-12T16:38:52.535 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-7FgHChZswsQ3CVq off=12118080 len=311416 2024-04-12T16:38:52.538 INFO:tasks.workunit.client.0.smithi099.stdout:op 5126 completed, throughput=5MB/sec 2024-04-12T16:38:52.538 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-JwRqyiq4hOUgDe1 off=12288768 len=1319372 2024-04-12T16:38:52.546 INFO:tasks.workunit.client.0.smithi099.stdout:op 5127 completed, throughput=5MB/sec 2024-04-12T16:38:52.546 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-gG21nKBdqMIYqV_ off=5187658 len=1418068 2024-04-12T16:38:52.554 INFO:tasks.workunit.client.0.smithi099.stdout:op 5128 completed, throughput=5MB/sec 2024-04-12T16:38:52.554 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-3NboMIDjCP_l3H1 off=12129831 len=676927 2024-04-12T16:38:52.555 INFO:tasks.workunit.client.0.smithi099.stdout:op 5129 completed, throughput=5MB/sec 2024-04-12T16:38:52.555 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Z02tlYx2FEaAXEG off=4897208 len=1421420 2024-04-12T16:38:52.556 INFO:tasks.workunit.client.0.smithi099.stdout:op 5130 completed, throughput=5MB/sec 2024-04-12T16:38:52.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:38:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:38:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:38:53.557 INFO:tasks.workunit.client.0.smithi099.stdout: 1010: throughput=5MB/sec pending data=0 2024-04-12T16:38:53.557 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-YX9Yl2tGHXvy2FZ off=3957153 len=1449122 2024-04-12T16:38:53.559 INFO:tasks.workunit.client.0.smithi099.stdout:op 5131 completed, throughput=5MB/sec 2024-04-12T16:38:53.559 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-cCn-SwQHZXpTjyL off=3521688 len=1351401 2024-04-12T16:38:53.567 INFO:tasks.workunit.client.0.smithi099.stdout:op 5132 completed, throughput=5MB/sec 2024-04-12T16:38:53.567 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-nWyyHigo-HV8FjK off=1589553 len=1923002 2024-04-12T16:38:53.577 INFO:tasks.workunit.client.0.smithi099.stdout:op 5133 completed, throughput=5MB/sec 2024-04-12T16:38:53.577 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-TrS_HPp93q2gkSF off=2065117 len=1573642 2024-04-12T16:38:53.585 INFO:tasks.workunit.client.0.smithi099.stdout:op 5134 completed, throughput=5MB/sec 2024-04-12T16:38:54.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:38:54 smithi110 ceph-mon[88691]: pgmap v1930: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:38:54.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:38:54 smithi099 ceph-mon[94290]: pgmap v1930: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:38:54.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:38:54 smithi099 ceph-mon[96864]: pgmap v1930: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:38:54.585 INFO:tasks.workunit.client.0.smithi099.stdout: 1011: throughput=5MB/sec pending data=0 2024-04-12T16:38:54.585 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Nrvvx-aG4c_bj2c off=7732255 len=439103 2024-04-12T16:38:54.586 INFO:tasks.workunit.client.0.smithi099.stdout:op 5135 completed, throughput=5MB/sec 2024-04-12T16:38:54.586 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-uXxBSZxbVuXZvSA off=4552987 len=3306 2024-04-12T16:38:54.586 INFO:tasks.workunit.client.0.smithi099.stdout:op 5136 completed, throughput=5MB/sec 2024-04-12T16:38:54.586 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-dWGtzQ1mMTe8HH6 off=5163991 len=865039 2024-04-12T16:38:54.591 INFO:tasks.workunit.client.0.smithi099.stdout:op 5137 completed, throughput=5MB/sec 2024-04-12T16:38:54.591 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-zLzzMfUoewdCQDf off=396270 len=381868 2024-04-12T16:38:54.595 INFO:tasks.workunit.client.0.smithi099.stdout:op 5138 completed, throughput=5MB/sec 2024-04-12T16:38:54.595 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-NvAzLlKDzokBx-N off=1374734 len=852154 2024-04-12T16:38:54.596 INFO:tasks.workunit.client.0.smithi099.stdout:op 5139 completed, throughput=5MB/sec 2024-04-12T16:38:54.596 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-EcuuByotrdoGL4F off=619067 len=1661092 2024-04-12T16:38:54.602 INFO:tasks.workunit.client.0.smithi099.stdout:op 5140 completed, throughput=5MB/sec 2024-04-12T16:38:54.603 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-9ugv4T048CKUOPg off=4203249 len=899851 2024-04-12T16:38:54.607 INFO:tasks.workunit.client.0.smithi099.stdout:op 5141 completed, throughput=5MB/sec 2024-04-12T16:38:55.607 INFO:tasks.workunit.client.0.smithi099.stdout: 1012: throughput=5MB/sec pending data=0 2024-04-12T16:38:55.607 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-48ipDUPDBPXv_FL off=10230449 len=314682 2024-04-12T16:38:55.608 INFO:tasks.workunit.client.0.smithi099.stdout:op 5142 completed, throughput=5MB/sec 2024-04-12T16:38:55.608 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-7pLkX6aFnLpGkFa off=18222092 len=933208 2024-04-12T16:38:55.609 INFO:tasks.workunit.client.0.smithi099.stdout:op 5143 completed, throughput=5MB/sec 2024-04-12T16:38:55.609 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-PLAmoIHO9BsgX9V off=6751942 len=505084 2024-04-12T16:38:55.613 INFO:tasks.workunit.client.0.smithi099.stdout:op 5144 completed, throughput=5MB/sec 2024-04-12T16:38:55.613 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-DHxXu1xUZTVTRie off=756134 len=388930 2024-04-12T16:38:55.616 INFO:tasks.workunit.client.0.smithi099.stdout:op 5145 completed, throughput=5MB/sec 2024-04-12T16:38:55.616 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-OtaL8V5i2EuYkEG off=2298030 len=924663 2024-04-12T16:38:55.622 INFO:tasks.workunit.client.0.smithi099.stdout:op 5146 completed, throughput=5MB/sec 2024-04-12T16:38:55.622 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-BtYE6FpwJerI1p8 off=117786 len=727611 2024-04-12T16:38:55.627 INFO:tasks.workunit.client.0.smithi099.stdout:op 5147 completed, throughput=5MB/sec 2024-04-12T16:38:55.627 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-yZJfllDx5I6gxAp off=5796702 len=1796870 2024-04-12T16:38:55.636 INFO:tasks.workunit.client.0.smithi099.stdout:op 5148 completed, throughput=5MB/sec 2024-04-12T16:38:56.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:38:56 smithi110 ceph-mon[88691]: pgmap v1931: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:38:56.354 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:38:56 smithi099 ceph-mon[94290]: pgmap v1931: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:38:56.354 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:38:56 smithi099 ceph-mon[96864]: pgmap v1931: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:38:56.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:38:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:38:56] "GET /metrics HTTP/1.1" 200 34134 "" "Prometheus/2.43.0" 2024-04-12T16:38:56.637 INFO:tasks.workunit.client.0.smithi099.stdout: 1013: throughput=5MB/sec pending data=0 2024-04-12T16:38:56.637 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-PaUtUOpGZcwTX8E off=845462 len=1955731 2024-04-12T16:38:56.639 INFO:tasks.workunit.client.0.smithi099.stdout:op 5149 completed, throughput=5MB/sec 2024-04-12T16:38:56.639 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-L85EyCWsuya2ap0 off=6676454 len=936434 2024-04-12T16:38:56.644 INFO:tasks.workunit.client.0.smithi099.stdout:op 5150 completed, throughput=5MB/sec 2024-04-12T16:38:56.644 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-NnaNE3gKeWDSj0j off=4476150 len=133860 2024-04-12T16:38:56.647 INFO:tasks.workunit.client.0.smithi099.stdout:op 5151 completed, throughput=5MB/sec 2024-04-12T16:38:56.648 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-h-HEyLMSbzp_OHU off=3860679 len=27052 2024-04-12T16:38:56.648 INFO:tasks.workunit.client.0.smithi099.stdout:op 5152 completed, throughput=5MB/sec 2024-04-12T16:38:56.648 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-VNwprJ4UsfC0HvL off=1822014 len=181245 2024-04-12T16:38:56.651 INFO:tasks.workunit.client.0.smithi099.stdout:op 5153 completed, throughput=5MB/sec 2024-04-12T16:38:56.651 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-5acvB0o7sJ18zUf off=3393591 len=1734767 2024-04-12T16:38:56.652 INFO:tasks.workunit.client.0.smithi099.stdout:op 5154 completed, throughput=5MB/sec 2024-04-12T16:38:57.653 INFO:tasks.workunit.client.0.smithi099.stdout: 1014: throughput=5MB/sec pending data=0 2024-04-12T16:38:57.653 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-M1jbM8iPdlMhBuc off=6157100 len=1450374 2024-04-12T16:38:57.655 INFO:tasks.workunit.client.0.smithi099.stdout:op 5155 completed, throughput=5MB/sec 2024-04-12T16:38:57.655 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-TrK9g_t9LNEBBmn off=4088284 len=1798982 2024-04-12T16:38:57.664 INFO:tasks.workunit.client.0.smithi099.stdout:op 5156 completed, throughput=5MB/sec 2024-04-12T16:38:57.664 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-I2miTzOAj7fX8xF off=3806221 len=554527 2024-04-12T16:38:57.665 INFO:tasks.workunit.client.0.smithi099.stdout:op 5157 completed, throughput=5MB/sec 2024-04-12T16:38:57.665 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-roUuzpBhbYEbdWc off=19327893 len=398181 2024-04-12T16:38:57.669 INFO:tasks.workunit.client.0.smithi099.stdout:op 5158 completed, throughput=5MB/sec 2024-04-12T16:38:57.669 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-PkBaw-OlszOmqvq off=4946786 len=676610 2024-04-12T16:38:57.671 INFO:tasks.workunit.client.0.smithi099.stdout:op 5159 completed, throughput=5MB/sec 2024-04-12T16:38:58.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:38:58 smithi110 ceph-mon[88691]: pgmap v1932: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:38:58.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:38:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:38:58.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:38:58 smithi099 ceph-mon[96864]: pgmap v1932: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:38:58.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:38:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:38:58.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:38:58 smithi099 ceph-mon[94290]: pgmap v1932: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:38:58.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:38:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:38:58.671 INFO:tasks.workunit.client.0.smithi099.stdout: 1015: throughput=5MB/sec pending data=0 2024-04-12T16:38:58.671 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0q8DKAsbjrSi7o5 off=7961551 len=1146964 2024-04-12T16:38:58.677 INFO:tasks.workunit.client.0.smithi099.stdout:op 5160 completed, throughput=5MB/sec 2024-04-12T16:38:58.677 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_IgcRilH6Gxf0uP off=185533 len=526106 2024-04-12T16:38:58.681 INFO:tasks.workunit.client.0.smithi099.stdout:op 5161 completed, throughput=5MB/sec 2024-04-12T16:38:58.681 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ML6mWx4bsF17gND off=8713622 len=1093067 2024-04-12T16:38:58.683 INFO:tasks.workunit.client.0.smithi099.stdout:op 5162 completed, throughput=5MB/sec 2024-04-12T16:38:58.683 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-81G60GZoYnLIWx3 off=461778 len=1203033 2024-04-12T16:38:58.684 INFO:tasks.workunit.client.0.smithi099.stdout:op 5163 completed, throughput=5MB/sec 2024-04-12T16:38:58.684 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-BzaflFc6B8rAHPN off=4072678 len=339221 2024-04-12T16:38:58.687 INFO:tasks.workunit.client.0.smithi099.stdout:op 5164 completed, throughput=5MB/sec 2024-04-12T16:38:58.687 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ml84EZ3dDpLnnyC off=7160326 len=60517 2024-04-12T16:38:58.688 INFO:tasks.workunit.client.0.smithi099.stdout:op 5165 completed, throughput=5MB/sec 2024-04-12T16:38:58.688 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-amWPgVrhKMFgGbz off=7514813 len=1615009 2024-04-12T16:38:58.690 INFO:tasks.workunit.client.0.smithi099.stdout:op 5166 completed, throughput=5MB/sec 2024-04-12T16:38:59.690 INFO:tasks.workunit.client.0.smithi099.stdout: 1016: throughput=5MB/sec pending data=0 2024-04-12T16:38:59.691 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-LF6U_KRlzVZqCFL off=17860138 len=123928 2024-04-12T16:38:59.691 INFO:tasks.workunit.client.0.smithi099.stdout:op 5167 completed, throughput=5MB/sec 2024-04-12T16:38:59.691 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-BG3EB-SUG1XQNkl off=2999807 len=1603078 2024-04-12T16:38:59.694 INFO:tasks.workunit.client.0.smithi099.stdout:op 5168 completed, throughput=5MB/sec 2024-04-12T16:38:59.694 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-AkFYta_bBy9y2Ml off=4534704 len=879250 2024-04-12T16:38:59.695 INFO:tasks.workunit.client.0.smithi099.stdout:op 5169 completed, throughput=5MB/sec 2024-04-12T16:38:59.695 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Nadvo5NNpzSiYLt off=1803316 len=1716879 2024-04-12T16:38:59.697 INFO:tasks.workunit.client.0.smithi099.stdout:op 5170 completed, throughput=5MB/sec 2024-04-12T16:38:59.697 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-kY7FFVqKnsE0Eed off=1490954 len=1750972 2024-04-12T16:38:59.700 INFO:tasks.workunit.client.0.smithi099.stdout:op 5171 completed, throughput=5MB/sec 2024-04-12T16:39:00.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:39:00 smithi110 ceph-mon[88691]: pgmap v1933: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:39:00.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:39:00 smithi099 ceph-mon[94290]: pgmap v1933: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:39:00.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:39:00 smithi099 ceph-mon[96864]: pgmap v1933: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:39:00.701 INFO:tasks.workunit.client.0.smithi099.stdout: 1017: throughput=5MB/sec pending data=0 2024-04-12T16:39:00.701 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-GFnDMBH6oMmERXu off=23133598 len=1666939 2024-04-12T16:39:00.710 INFO:tasks.workunit.client.0.smithi099.stdout:op 5172 completed, throughput=5MB/sec 2024-04-12T16:39:00.710 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1PJdpwbLc1PsTcI off=4701260 len=528001 2024-04-12T16:39:00.714 INFO:tasks.workunit.client.0.smithi099.stdout:op 5173 completed, throughput=5MB/sec 2024-04-12T16:39:00.714 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-tKeWs1cdymqzo3i off=18302863 len=1329781 2024-04-12T16:39:00.720 INFO:tasks.workunit.client.0.smithi099.stdout:op 5174 completed, throughput=5MB/sec 2024-04-12T16:39:00.720 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-3IfaLeViTw7XOM9 off=5288442 len=899860 2024-04-12T16:39:00.721 INFO:tasks.workunit.client.0.smithi099.stdout:op 5175 completed, throughput=5MB/sec 2024-04-12T16:39:01.722 INFO:tasks.workunit.client.0.smithi099.stdout: 1018: throughput=5MB/sec pending data=0 2024-04-12T16:39:01.722 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-DvDgnjCmrMtbrsZ off=8520049 len=664444 2024-04-12T16:39:01.726 INFO:tasks.workunit.client.0.smithi099.stdout:op 5176 completed, throughput=5MB/sec 2024-04-12T16:39:01.726 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-X7IpqWdxYVN19Y2 off=2369350 len=442532 2024-04-12T16:39:01.727 INFO:tasks.workunit.client.0.smithi099.stdout:op 5177 completed, throughput=5MB/sec 2024-04-12T16:39:01.727 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-XaSCNiOx_H7bLDq off=11827449 len=1889271 2024-04-12T16:39:01.730 INFO:tasks.workunit.client.0.smithi099.stdout:op 5178 completed, throughput=5MB/sec 2024-04-12T16:39:01.730 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-PfuEoT1NATXRCiV off=4340712 len=1728022 2024-04-12T16:39:01.739 INFO:tasks.workunit.client.0.smithi099.stdout:op 5179 completed, throughput=5MB/sec 2024-04-12T16:39:02.307 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:39:02 smithi110 ceph-mon[88691]: pgmap v1934: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-12T16:39:02.308 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:39:02 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:39:02.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:39:02 smithi099 ceph-mon[94290]: pgmap v1934: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-12T16:39:02.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:39:02 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:39:02.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:39:02 smithi099 ceph-mon[96864]: pgmap v1934: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-12T16:39:02.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:39:02 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:39:02.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:39:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:39:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:39:02.739 INFO:tasks.workunit.client.0.smithi099.stdout: 1019: throughput=5MB/sec pending data=0 2024-04-12T16:39:02.739 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-bWr63iTFLhG0yJb off=1266950 len=582769 2024-04-12T16:39:02.740 INFO:tasks.workunit.client.0.smithi099.stdout:op 5180 completed, throughput=5MB/sec 2024-04-12T16:39:02.740 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-UCgWhdXF-Dby7gD off=844753 len=358530 2024-04-12T16:39:02.743 INFO:tasks.workunit.client.0.smithi099.stdout:op 5181 completed, throughput=5MB/sec 2024-04-12T16:39:02.743 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-P0QeLwgIjQemwL7 off=22766267 len=1065381 2024-04-12T16:39:02.744 INFO:tasks.workunit.client.0.smithi099.stdout:op 5182 completed, throughput=5MB/sec 2024-04-12T16:39:02.744 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-hiSt3Yo3NqqBCXw off=8039891 len=66757 2024-04-12T16:39:02.746 INFO:tasks.workunit.client.0.smithi099.stdout:op 5183 completed, throughput=5MB/sec 2024-04-12T16:39:02.746 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-k_C8EkejJuYeXvy off=14735783 len=363740 2024-04-12T16:39:02.747 INFO:tasks.workunit.client.0.smithi099.stdout:op 5184 completed, throughput=5MB/sec 2024-04-12T16:39:02.747 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-YVePh6K21G77Wd8 off=1575328 len=1369231 2024-04-12T16:39:02.754 INFO:tasks.workunit.client.0.smithi099.stdout:op 5185 completed, throughput=5MB/sec 2024-04-12T16:39:02.754 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-M-2GE5RjHDGjsxx off=11431587 len=57645 2024-04-12T16:39:02.754 INFO:tasks.workunit.client.0.smithi099.stdout:op 5186 completed, throughput=5MB/sec 2024-04-12T16:39:02.754 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-z7SM3wkOnkktsNz off=10911612 len=1902080 2024-04-12T16:39:02.754 INFO:tasks.workunit.client.0.smithi099.stdout:op 5187 completed, throughput=5MB/sec 2024-04-12T16:39:03.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:39:03 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:39:03.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:39:03 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:39:03.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:39:03 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:39:03.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:39:03 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:39:03.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:39:03 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:39:03.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:39:03 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:39:03.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:39:03 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:39:03.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:39:03 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:39:03.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:39:03 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:39:03.755 INFO:tasks.workunit.client.0.smithi099.stdout: 1020: throughput=5MB/sec pending data=0 2024-04-12T16:39:03.755 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-DMDh2WD2e1DY89S off=4322632 len=1384346 2024-04-12T16:39:03.757 INFO:tasks.workunit.client.0.smithi099.stdout:op 5188 completed, throughput=5MB/sec 2024-04-12T16:39:03.757 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-EghoI7ny9Kncsak off=0 len=1908752 2024-04-12T16:39:03.767 INFO:tasks.workunit.client.0.smithi099.stdout:op 5189 completed, throughput=5MB/sec 2024-04-12T16:39:03.767 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-0za6lcjMYqXUry1 off=563349 len=1143298 2024-04-12T16:39:03.768 INFO:tasks.workunit.client.0.smithi099.stdout:op 5190 completed, throughput=5MB/sec 2024-04-12T16:39:03.768 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-vHHEC5IVRsWa3jK off=7707792 len=1457615 2024-04-12T16:39:03.775 INFO:tasks.workunit.client.0.smithi099.stdout:op 5191 completed, throughput=5MB/sec 2024-04-12T16:39:04.775 INFO:tasks.workunit.client.0.smithi099.stdout: 1021: throughput=5MB/sec pending data=0 2024-04-12T16:39:04.776 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Q4cnwMrMFvfxin7 off=8682212 len=1478239 2024-04-12T16:39:04.777 INFO:tasks.workunit.client.0.smithi099.stdout:op 5192 completed, throughput=5MB/sec 2024-04-12T16:39:04.777 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-1btsMNatkZv6rsJ off=3924477 len=188754 2024-04-12T16:39:04.779 INFO:tasks.workunit.client.0.smithi099.stdout:op 5193 completed, throughput=5MB/sec 2024-04-12T16:39:04.779 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-2U-x41iYpE6FMV2 off=11510681 len=1154217 2024-04-12T16:39:04.785 INFO:tasks.workunit.client.0.smithi099.stdout:op 5194 completed, throughput=5MB/sec 2024-04-12T16:39:04.785 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-UD0DzPmZtmo-jo8 off=1036908 len=2013965 2024-04-12T16:39:04.787 INFO:tasks.workunit.client.0.smithi099.stdout:op 5195 completed, throughput=5MB/sec 2024-04-12T16:39:04.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:39:04 smithi110 ceph-mon[88691]: pgmap v1935: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:39:04.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:39:04 smithi099 ceph-mon[94290]: pgmap v1935: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:39:04.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:39:04 smithi099 ceph-mon[96864]: pgmap v1935: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:39:05.788 INFO:tasks.workunit.client.0.smithi099.stdout: 1022: throughput=5MB/sec pending data=0 2024-04-12T16:39:05.788 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-dvz2FzUbGrw_21B off=5101656 len=137214 2024-04-12T16:39:05.794 INFO:tasks.workunit.client.0.smithi099.stdout:op 5196 completed, throughput=5MB/sec 2024-04-12T16:39:05.794 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-UXtqOCWFMl3jMzw off=3475755 len=1381111 2024-04-12T16:39:05.794 INFO:tasks.workunit.client.0.smithi099.stdout:op 5197 completed, throughput=5MB/sec 2024-04-12T16:39:05.794 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-uYvd9jJ3368oPg3 off=0 len=1696892 2024-04-12T16:39:05.797 INFO:tasks.workunit.client.0.smithi099.stdout:op 5198 completed, throughput=5MB/sec 2024-04-12T16:39:05.797 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-NhkY5ZLcptT8tL9 off=10285461 len=1023264 2024-04-12T16:39:05.804 INFO:tasks.workunit.client.0.smithi099.stdout:op 5199 completed, throughput=5MB/sec 2024-04-12T16:39:05.804 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-TaRbsCCWevQ9tA2 off=7576754 len=124860 2024-04-12T16:39:05.804 INFO:tasks.workunit.client.0.smithi099.stdout:op 5200 completed, throughput=5MB/sec 2024-04-12T16:39:05.804 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-xPnE0o2sMx7-HBC off=15653769 len=46300 2024-04-12T16:39:05.806 INFO:tasks.workunit.client.0.smithi099.stdout:op 5201 completed, throughput=5MB/sec 2024-04-12T16:39:05.807 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1ZRQHy5g_hVlV3h off=1735797 len=832960 2024-04-12T16:39:05.810 INFO:tasks.workunit.client.0.smithi099.stdout:op 5202 completed, throughput=5MB/sec 2024-04-12T16:39:06.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:39:06 smithi099 ceph-mon[94290]: pgmap v1936: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:39:06.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:39:06 smithi099 ceph-mon[96864]: pgmap v1936: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:39:06.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:39:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:39:06] "GET /metrics HTTP/1.1" 200 34129 "" "Prometheus/2.43.0" 2024-04-12T16:39:06.811 INFO:tasks.workunit.client.0.smithi099.stdout: 1023: throughput=5MB/sec pending data=0 2024-04-12T16:39:06.811 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-UlzTxXcgAIf1dz7 off=1776122 len=311907 2024-04-12T16:39:06.814 INFO:tasks.workunit.client.0.smithi099.stdout:op 5203 completed, throughput=5MB/sec 2024-04-12T16:39:06.814 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-P5ApRjvvu_zqMLP off=1456755 len=43969 2024-04-12T16:39:06.817 INFO:tasks.workunit.client.0.smithi099.stdout:op 5204 completed, throughput=5MB/sec 2024-04-12T16:39:06.817 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj---UKXJOSjqW3dxZ off=658603 len=789282 2024-04-12T16:39:06.821 INFO:tasks.workunit.client.0.smithi099.stdout:op 5205 completed, throughput=5MB/sec 2024-04-12T16:39:06.821 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-0_wKCZIHMESvapf off=991031 len=490326 2024-04-12T16:39:06.822 INFO:tasks.workunit.client.0.smithi099.stdout:op 5206 completed, throughput=5MB/sec 2024-04-12T16:39:06.822 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-05wmApG6TS1LUsa off=4207589 len=29378 2024-04-12T16:39:06.824 INFO:tasks.workunit.client.0.smithi099.stdout:op 5207 completed, throughput=5MB/sec 2024-04-12T16:39:06.824 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Z2rXPMVdKgYtGZ3 off=7101184 len=1356807 2024-04-12T16:39:06.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:39:06 smithi110 ceph-mon[88691]: pgmap v1936: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:39:06.831 INFO:tasks.workunit.client.0.smithi099.stdout:op 5208 completed, throughput=5MB/sec 2024-04-12T16:39:06.831 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-N3eKC8jF89LqDRT off=1760681 len=512757 2024-04-12T16:39:06.835 INFO:tasks.workunit.client.0.smithi099.stdout:op 5209 completed, throughput=5MB/sec 2024-04-12T16:39:06.835 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-z8F5vD_hhEfGgej off=8279090 len=305199 2024-04-12T16:39:06.839 INFO:tasks.workunit.client.0.smithi099.stdout:op 5210 completed, throughput=5MB/sec 2024-04-12T16:39:06.839 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-8fdSCOrdFCyUnHN off=395161 len=584241 2024-04-12T16:39:06.840 INFO:tasks.workunit.client.0.smithi099.stdout:op 5211 completed, throughput=5MB/sec 2024-04-12T16:39:06.840 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-kGyD7cwzPShmGQF off=13096122 len=743807 2024-04-12T16:39:06.841 INFO:tasks.workunit.client.0.smithi099.stdout:op 5212 completed, throughput=5MB/sec 2024-04-12T16:39:07.842 INFO:tasks.workunit.client.0.smithi099.stdout: 1024: throughput=5MB/sec pending data=0 2024-04-12T16:39:07.864 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Ya7XDwTth8txlCz off=590975 len=1801295 2024-04-12T16:39:07.866 INFO:tasks.workunit.client.0.smithi099.stdout:op 5213 completed, throughput=5MB/sec 2024-04-12T16:39:07.866 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-oUJZ060ACYsJ3n1 off=11886914 len=967251 2024-04-12T16:39:07.866 INFO:tasks.workunit.client.0.smithi099.stdout:op 5214 completed, throughput=5MB/sec 2024-04-12T16:39:07.866 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-FH09acnsFcl3vpi off=7524289 len=1794818 2024-04-12T16:39:07.866 INFO:tasks.workunit.client.0.smithi099.stdout:op 5215 completed, throughput=5MB/sec 2024-04-12T16:39:07.866 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-l-5q6HjOp_Vqh_d off=14517328 len=794835 2024-04-12T16:39:07.866 INFO:tasks.workunit.client.0.smithi099.stdout:op 5216 completed, throughput=5MB/sec 2024-04-12T16:39:08.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:39:08 smithi110 ceph-mon[88691]: pgmap v1937: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-12T16:39:08.859 INFO:tasks.workunit.client.0.smithi099.stdout: 1025: throughput=5MB/sec pending data=0 2024-04-12T16:39:08.859 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-_O5ltV_KklpKs8w off=1382355 len=561918 2024-04-12T16:39:08.861 INFO:tasks.workunit.client.0.smithi099.stdout:op 5217 completed, throughput=5MB/sec 2024-04-12T16:39:08.861 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-9DHcSJV3GoUELZy off=6827311 len=865025 2024-04-12T16:39:08.866 INFO:tasks.workunit.client.0.smithi099.stdout:op 5218 completed, throughput=5MB/sec 2024-04-12T16:39:08.867 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-El1z3IV_KIfi9hD off=6535255 len=514167 2024-04-12T16:39:08.867 INFO:tasks.workunit.client.0.smithi099.stdout:op 5219 completed, throughput=5MB/sec 2024-04-12T16:39:08.867 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-QRD1FAbwgNpPhdP off=11303672 len=620414 2024-04-12T16:39:08.872 INFO:tasks.workunit.client.0.smithi099.stdout:op 5220 completed, throughput=5MB/sec 2024-04-12T16:39:08.872 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-v81idL8j4e_rp4Z off=5063539 len=1683633 2024-04-12T16:39:08.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:39:08 smithi099 ceph-mon[94290]: pgmap v1937: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-12T16:39:08.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:39:08 smithi099 ceph-mon[96864]: pgmap v1937: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-12T16:39:08.873 INFO:tasks.workunit.client.0.smithi099.stdout:op 5221 completed, throughput=5MB/sec 2024-04-12T16:39:08.873 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-OPdP_VQsUBwvylu off=1662111 len=120480 2024-04-12T16:39:08.876 INFO:tasks.workunit.client.0.smithi099.stdout:op 5222 completed, throughput=5MB/sec 2024-04-12T16:39:08.876 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Lky4yfCFxnTeKjN off=14058827 len=422241 2024-04-12T16:39:08.877 INFO:tasks.workunit.client.0.smithi099.stdout:op 5223 completed, throughput=5MB/sec 2024-04-12T16:39:08.877 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-KO_KGu9-WD6m4Q- off=6295139 len=1812489 2024-04-12T16:39:08.878 INFO:tasks.workunit.client.0.smithi099.stdout:op 5224 completed, throughput=5MB/sec 2024-04-12T16:39:09.879 INFO:tasks.workunit.client.0.smithi099.stdout: 1026: throughput=5MB/sec pending data=0 2024-04-12T16:39:09.879 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-5rGBT__01poLVXC off=7517743 len=1653548 2024-04-12T16:39:09.882 INFO:tasks.workunit.client.0.smithi099.stdout:op 5225 completed, throughput=5MB/sec 2024-04-12T16:39:09.882 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-hnrSKInS9RIQ4XV off=4308008 len=2079890 2024-04-12T16:39:09.892 INFO:tasks.workunit.client.0.smithi099.stdout:op 5226 completed, throughput=5MB/sec 2024-04-12T16:39:09.892 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-MYJAnzhhQ0VxSll off=2523976 len=406132 2024-04-12T16:39:09.892 INFO:tasks.workunit.client.0.smithi099.stdout:op 5227 completed, throughput=5MB/sec 2024-04-12T16:39:10.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:39:10 smithi110 ceph-mon[88691]: pgmap v1938: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:39:10.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:39:10 smithi099 ceph-mon[94290]: pgmap v1938: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:39:10.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:39:10 smithi099 ceph-mon[96864]: pgmap v1938: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:39:10.893 INFO:tasks.workunit.client.0.smithi099.stdout: 1027: throughput=5MB/sec pending data=0 2024-04-12T16:39:10.893 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-8J-Rgar4Hll3CJ2 off=9358917 len=1162166 2024-04-12T16:39:10.894 INFO:tasks.workunit.client.0.smithi099.stdout:op 5228 completed, throughput=5MB/sec 2024-04-12T16:39:10.894 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-bYKdK3EJn7PdjZB off=15844188 len=1395393 2024-04-12T16:39:10.896 INFO:tasks.workunit.client.0.smithi099.stdout:op 5229 completed, throughput=5MB/sec 2024-04-12T16:39:10.896 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-a2O0NGZnHU2kZi4 off=469152 len=1736208 2024-04-12T16:39:10.897 INFO:tasks.workunit.client.0.smithi099.stdout:op 5230 completed, throughput=5MB/sec 2024-04-12T16:39:10.898 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-KNFvcylX14tcM6U off=2313414 len=1578242 2024-04-12T16:39:10.905 INFO:tasks.workunit.client.0.smithi099.stdout:op 5231 completed, throughput=5MB/sec 2024-04-12T16:39:11.905 INFO:tasks.workunit.client.0.smithi099.stdout: 1028: throughput=5MB/sec pending data=0 2024-04-12T16:39:11.905 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-k6pOEhgsSln6qUH off=7949504 len=317796 2024-04-12T16:39:11.909 INFO:tasks.workunit.client.0.smithi099.stdout:op 5232 completed, throughput=5MB/sec 2024-04-12T16:39:11.909 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ytr5WbVY6Qko_ca off=2334969 len=1709180 2024-04-12T16:39:11.917 INFO:tasks.workunit.client.0.smithi099.stdout:op 5233 completed, throughput=5MB/sec 2024-04-12T16:39:11.917 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-L-iihjr1jUUnpfs off=1029201 len=1924630 2024-04-12T16:39:11.920 INFO:tasks.workunit.client.0.smithi099.stdout:op 5234 completed, throughput=5MB/sec 2024-04-12T16:39:11.920 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-D2m6wbbLLKq-v4J off=540944 len=285771 2024-04-12T16:39:11.923 INFO:tasks.workunit.client.0.smithi099.stdout:op 5235 completed, throughput=5MB/sec 2024-04-12T16:39:11.924 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-BIxWfOF2kxhvwsC off=1634705 len=155285 2024-04-12T16:39:11.926 INFO:tasks.workunit.client.0.smithi099.stdout:op 5236 completed, throughput=5MB/sec 2024-04-12T16:39:11.927 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-OwsVVh1jdI_6HpH off=12752801 len=2070296 2024-04-12T16:39:11.937 INFO:tasks.workunit.client.0.smithi099.stdout:op 5237 completed, throughput=5MB/sec 2024-04-12T16:39:12.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:39:12 smithi110 ceph-mon[88691]: pgmap v1939: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T16:39:12.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:39:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:39:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:39:12.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:39:12 smithi099 ceph-mon[94290]: pgmap v1939: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T16:39:12.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:39:12 smithi099 ceph-mon[96864]: pgmap v1939: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T16:39:12.937 INFO:tasks.workunit.client.0.smithi099.stdout: 1029: throughput=5MB/sec pending data=0 2024-04-12T16:39:12.937 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-82FdgY97dYHy6Hr off=321908 len=1851243 2024-04-12T16:39:12.940 INFO:tasks.workunit.client.0.smithi099.stdout:op 5238 completed, throughput=5MB/sec 2024-04-12T16:39:12.941 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0MnshwWU6cm2YsT off=8226264 len=1042860 2024-04-12T16:39:12.947 INFO:tasks.workunit.client.0.smithi099.stdout:op 5239 completed, throughput=5MB/sec 2024-04-12T16:39:12.947 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-9KHMQkuuTSRWolX off=13939785 len=363250 2024-04-12T16:39:12.948 INFO:tasks.workunit.client.0.smithi099.stdout:op 5240 completed, throughput=5MB/sec 2024-04-12T16:39:12.948 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-7G--pXvPD5Uln-P off=8634047 len=157682 2024-04-12T16:39:12.951 INFO:tasks.workunit.client.0.smithi099.stdout:op 5241 completed, throughput=5MB/sec 2024-04-12T16:39:13.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:39:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:39:13.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:39:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:39:13.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:39:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:39:13.951 INFO:tasks.workunit.client.0.smithi099.stdout: 1030: throughput=5MB/sec pending data=0 2024-04-12T16:39:13.951 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-rQee2YTEEkeTGPS off=0 len=1112619 2024-04-12T16:39:13.954 INFO:tasks.workunit.client.0.smithi099.stdout:op 5242 completed, throughput=5MB/sec 2024-04-12T16:39:13.954 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-W0XhwqtoQwX_4fH off=12221540 len=183573 2024-04-12T16:39:13.955 INFO:tasks.workunit.client.0.smithi099.stdout:op 5243 completed, throughput=5MB/sec 2024-04-12T16:39:13.955 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-81lGlCwDSpOA6d- off=163678 len=1163711 2024-04-12T16:39:13.960 INFO:tasks.workunit.client.0.smithi099.stdout:op 5244 completed, throughput=5MB/sec 2024-04-12T16:39:13.960 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-olSDkGSTvNqRAFP off=0 len=1221913 2024-04-12T16:39:13.965 INFO:tasks.workunit.client.0.smithi099.stdout:op 5245 completed, throughput=5MB/sec 2024-04-12T16:39:13.965 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-sXUdOVZIf5zkkHi off=3303312 len=871683 2024-04-12T16:39:13.971 INFO:tasks.workunit.client.0.smithi099.stdout:op 5246 completed, throughput=5MB/sec 2024-04-12T16:39:13.971 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-aw7Uu12u86trrxN off=508354 len=1795360 2024-04-12T16:39:13.974 INFO:tasks.workunit.client.0.smithi099.stdout:op 5247 completed, throughput=5MB/sec 2024-04-12T16:39:14.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:39:14 smithi110 ceph-mon[88691]: pgmap v1940: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T16:39:14.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:39:14 smithi099 ceph-mon[94290]: pgmap v1940: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T16:39:14.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:39:14 smithi099 ceph-mon[96864]: pgmap v1940: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T16:39:14.975 INFO:tasks.workunit.client.0.smithi099.stdout: 1031: throughput=5MB/sec pending data=0 2024-04-12T16:39:14.975 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-HQBLxMk_PxYp7F2 off=10279343 len=438079 2024-04-12T16:39:14.976 INFO:tasks.workunit.client.0.smithi099.stdout:op 5248 completed, throughput=5MB/sec 2024-04-12T16:39:14.976 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_O7rAoYR_2K3d1e off=6169684 len=1888577 2024-04-12T16:39:14.986 INFO:tasks.workunit.client.0.smithi099.stdout:op 5249 completed, throughput=5MB/sec 2024-04-12T16:39:14.986 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-yDS8XY3xt926pxj off=21531729 len=1678166 2024-04-12T16:39:14.990 INFO:tasks.workunit.client.0.smithi099.stdout:op 5250 completed, throughput=5MB/sec 2024-04-12T16:39:14.990 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-GAus9aoH-U5LBXy off=3091068 len=1394665 2024-04-12T16:39:14.996 INFO:tasks.workunit.client.0.smithi099.stdout:op 5251 completed, throughput=5MB/sec 2024-04-12T16:39:15.997 INFO:tasks.workunit.client.0.smithi099.stdout: 1032: throughput=5MB/sec pending data=0 2024-04-12T16:39:15.997 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-xgwWQEcAzo4jbnu off=507109 len=1178259 2024-04-12T16:39:15.999 INFO:tasks.workunit.client.0.smithi099.stdout:op 5252 completed, throughput=5MB/sec 2024-04-12T16:39:16.000 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-pfJkRNEgsDI2vvk off=10847409 len=1870158 2024-04-12T16:39:16.002 INFO:tasks.workunit.client.0.smithi099.stdout:op 5253 completed, throughput=5MB/sec 2024-04-12T16:39:16.002 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-XGZiL8ywbgxTmZu off=8032888 len=1747213 2024-04-12T16:39:16.011 INFO:tasks.workunit.client.0.smithi099.stdout:op 5254 completed, throughput=5MB/sec 2024-04-12T16:39:16.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:39:16 smithi099 ceph-mon[94290]: pgmap v1941: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T16:39:16.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:39:16 smithi099 ceph-mon[96864]: pgmap v1941: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T16:39:16.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:39:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:39:16] "GET /metrics HTTP/1.1" 200 34136 "" "Prometheus/2.43.0" 2024-04-12T16:39:16.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:39:16 smithi110 ceph-mon[88691]: pgmap v1941: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T16:39:17.012 INFO:tasks.workunit.client.0.smithi099.stdout: 1033: throughput=5MB/sec pending data=0 2024-04-12T16:39:17.012 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-7h9cu-JCqs-BnVw off=6319643 len=1387140 2024-04-12T16:39:17.019 INFO:tasks.workunit.client.0.smithi099.stdout:op 5255 completed, throughput=5MB/sec 2024-04-12T16:39:17.019 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-UQnADHERfX6xvg6 off=15960439 len=895655 2024-04-12T16:39:17.021 INFO:tasks.workunit.client.0.smithi099.stdout:op 5256 completed, throughput=5MB/sec 2024-04-12T16:39:17.021 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-js0UTnqkRAENjKm off=3564159 len=710447 2024-04-12T16:39:17.025 INFO:tasks.workunit.client.0.smithi099.stdout:op 5257 completed, throughput=5MB/sec 2024-04-12T16:39:17.025 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-HjbYSSb5Af67AHL off=1399553 len=352475 2024-04-12T16:39:17.026 INFO:tasks.workunit.client.0.smithi099.stdout:op 5258 completed, throughput=5MB/sec 2024-04-12T16:39:17.026 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-VILMGKHxAAyCDyI off=13096879 len=1155307 2024-04-12T16:39:17.027 INFO:tasks.workunit.client.0.smithi099.stdout:op 5259 completed, throughput=5MB/sec 2024-04-12T16:39:17.027 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-OvFC3r-a2wpTiD4 off=15658178 len=152367 2024-04-12T16:39:17.028 INFO:tasks.workunit.client.0.smithi099.stdout:op 5260 completed, throughput=5MB/sec 2024-04-12T16:39:17.028 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-1PptkiE_VMlZpbI off=3265358 len=1817944 2024-04-12T16:39:17.029 INFO:tasks.workunit.client.0.smithi099.stdout:op 5261 completed, throughput=5MB/sec 2024-04-12T16:39:18.029 INFO:tasks.workunit.client.0.smithi099.stdout: 1034: throughput=5MB/sec pending data=0 2024-04-12T16:39:18.030 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-LJa8y3bb70j797b off=14338468 len=782469 2024-04-12T16:39:18.035 INFO:tasks.workunit.client.0.smithi099.stdout:op 5262 completed, throughput=5MB/sec 2024-04-12T16:39:18.035 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-YoTxwEoMdNd2kjS off=9987678 len=1738408 2024-04-12T16:39:18.037 INFO:tasks.workunit.client.0.smithi099.stdout:op 5263 completed, throughput=5MB/sec 2024-04-12T16:39:18.037 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Wh4AcRMkzkXFMWx off=12294500 len=1994045 2024-04-12T16:39:18.046 INFO:tasks.workunit.client.0.smithi099.stdout:op 5264 completed, throughput=5MB/sec 2024-04-12T16:39:18.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:39:18 smithi110 ceph-mon[88691]: pgmap v1942: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T16:39:18.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:39:18 smithi099 ceph-mon[94290]: pgmap v1942: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T16:39:18.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:39:18 smithi099 ceph-mon[96864]: pgmap v1942: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T16:39:19.047 INFO:tasks.workunit.client.0.smithi099.stdout: 1035: throughput=5MB/sec pending data=0 2024-04-12T16:39:19.047 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-LTZ6ArhE2HqRk_w off=13377569 len=1561860 2024-04-12T16:39:19.049 INFO:tasks.workunit.client.0.smithi099.stdout:op 5265 completed, throughput=5MB/sec 2024-04-12T16:39:19.049 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-CYu8wL-glhfJ1r_ off=2699910 len=2002137 2024-04-12T16:39:19.057 INFO:tasks.workunit.client.0.smithi099.stdout:op 5266 completed, throughput=5MB/sec 2024-04-12T16:39:19.057 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-AAo7wFjureY4Ue2 off=3111198 len=566681 2024-04-12T16:39:19.058 INFO:tasks.workunit.client.0.smithi099.stdout:op 5267 completed, throughput=5MB/sec 2024-04-12T16:39:19.058 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-WNsy21hwMqmfA7G off=7099175 len=335595 2024-04-12T16:39:19.062 INFO:tasks.workunit.client.0.smithi099.stdout:op 5268 completed, throughput=5MB/sec 2024-04-12T16:39:19.062 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-GI6m_6F3mUwV3YR off=20342552 len=202644 2024-04-12T16:39:19.062 INFO:tasks.workunit.client.0.smithi099.stdout:op 5269 completed, throughput=5MB/sec 2024-04-12T16:39:20.062 INFO:tasks.workunit.client.0.smithi099.stdout: 1036: throughput=5MB/sec pending data=0 2024-04-12T16:39:20.063 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-gsumwNXXX4DQD71 off=4887908 len=774095 2024-04-12T16:39:20.068 INFO:tasks.workunit.client.0.smithi099.stdout:op 5270 completed, throughput=5MB/sec 2024-04-12T16:39:20.068 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-HLlD3ma_BVCW9sn off=6975596 len=1123231 2024-04-12T16:39:20.074 INFO:tasks.workunit.client.0.smithi099.stdout:op 5271 completed, throughput=5MB/sec 2024-04-12T16:39:20.074 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-leQdEPclDF-Vl1E off=14777655 len=1382775 2024-04-12T16:39:20.076 INFO:tasks.workunit.client.0.smithi099.stdout:op 5272 completed, throughput=5MB/sec 2024-04-12T16:39:20.076 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-bEidArW-qGUDn1M off=17368462 len=1668424 2024-04-12T16:39:20.085 INFO:tasks.workunit.client.0.smithi099.stdout:op 5273 completed, throughput=5MB/sec 2024-04-12T16:39:20.085 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-t5WyJHkdBu2FDpg off=1743960 len=931604 2024-04-12T16:39:20.087 INFO:tasks.workunit.client.0.smithi099.stdout:op 5274 completed, throughput=5MB/sec 2024-04-12T16:39:20.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:39:20 smithi110 ceph-mon[88691]: pgmap v1943: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:39:20.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:39:20 smithi099 ceph-mon[94290]: pgmap v1943: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:39:20.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:39:20 smithi099 ceph-mon[96864]: pgmap v1943: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:39:21.088 INFO:tasks.workunit.client.0.smithi099.stdout: 1037: throughput=5MB/sec pending data=0 2024-04-12T16:39:21.088 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-5kGfCOdOJN2VTGC off=7491743 len=884931 2024-04-12T16:39:21.089 INFO:tasks.workunit.client.0.smithi099.stdout:op 5275 completed, throughput=5MB/sec 2024-04-12T16:39:21.089 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-CwCTTDnJJJajoPc off=7087065 len=1606963 2024-04-12T16:39:21.091 INFO:tasks.workunit.client.0.smithi099.stdout:op 5276 completed, throughput=5MB/sec 2024-04-12T16:39:21.091 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-N8nNZIVmbsfo2ni off=10369513 len=939044 2024-04-12T16:39:21.096 INFO:tasks.workunit.client.0.smithi099.stdout:op 5277 completed, throughput=5MB/sec 2024-04-12T16:39:21.097 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Ht4gF_TcYshh_Xd off=5082365 len=1924793 2024-04-12T16:39:21.100 INFO:tasks.workunit.client.0.smithi099.stdout:op 5278 completed, throughput=5MB/sec 2024-04-12T16:39:22.101 INFO:tasks.workunit.client.0.smithi099.stdout: 1038: throughput=5MB/sec pending data=0 2024-04-12T16:39:22.101 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-NdhnkMCuzYmextq off=1252306 len=617258 2024-04-12T16:39:22.102 INFO:tasks.workunit.client.0.smithi099.stdout:op 5279 completed, throughput=5MB/sec 2024-04-12T16:39:22.102 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-H7eMGvUdN9n-smK off=3307818 len=2058150 2024-04-12T16:39:22.104 INFO:tasks.workunit.client.0.smithi099.stdout:op 5280 completed, throughput=5MB/sec 2024-04-12T16:39:22.104 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-dvz2FzUbGrw_21B off=6388572 len=1327740 2024-04-12T16:39:22.112 INFO:tasks.workunit.client.0.smithi099.stdout:op 5281 completed, throughput=5MB/sec 2024-04-12T16:39:22.112 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-QJDnWGjyKA-dy51 off=2473286 len=1388115 2024-04-12T16:39:22.120 INFO:tasks.workunit.client.0.smithi099.stdout:op 5282 completed, throughput=5MB/sec 2024-04-12T16:39:22.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:39:22 smithi110 ceph-mon[88691]: pgmap v1944: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:39:22.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:39:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:39:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:39:22.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:39:22 smithi099 ceph-mon[94290]: pgmap v1944: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:39:22.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:39:22 smithi099 ceph-mon[96864]: pgmap v1944: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:39:23.120 INFO:tasks.workunit.client.0.smithi099.stdout: 1039: throughput=5MB/sec pending data=0 2024-04-12T16:39:23.120 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-nSkpDLLdHk7fhRa off=1305543 len=1948978 2024-04-12T16:39:23.123 INFO:tasks.workunit.client.0.smithi099.stdout:op 5283 completed, throughput=5MB/sec 2024-04-12T16:39:23.123 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-4afbeLim6RkLZmG off=18423841 len=1308920 2024-04-12T16:39:23.131 INFO:tasks.workunit.client.0.smithi099.stdout:op 5284 completed, throughput=5MB/sec 2024-04-12T16:39:23.131 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-GYykIfAJ0cTP7kP off=5603905 len=230394 2024-04-12T16:39:23.131 INFO:tasks.workunit.client.0.smithi099.stdout:op 5285 completed, throughput=5MB/sec 2024-04-12T16:39:23.132 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-d7K3eUrIaKfMEkp off=19527613 len=1954169 2024-04-12T16:39:23.133 INFO:tasks.workunit.client.0.smithi099.stdout:op 5286 completed, throughput=5MB/sec 2024-04-12T16:39:24.134 INFO:tasks.workunit.client.0.smithi099.stdout: 1040: throughput=5MB/sec pending data=0 2024-04-12T16:39:24.134 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-v3tjSsV_42_uY_Z off=17353020 len=1741660 2024-04-12T16:39:24.142 INFO:tasks.workunit.client.0.smithi099.stdout:op 5287 completed, throughput=5MB/sec 2024-04-12T16:39:24.142 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-DZ9JmHhXkw6iRUq off=163406 len=369634 2024-04-12T16:39:24.145 INFO:tasks.workunit.client.0.smithi099.stdout:op 5288 completed, throughput=5MB/sec 2024-04-12T16:39:24.145 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-7ZymKZbj_CysHaf off=7401785 len=1347425 2024-04-12T16:39:24.146 INFO:tasks.workunit.client.0.smithi099.stdout:op 5289 completed, throughput=5MB/sec 2024-04-12T16:39:24.146 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-rRJPcfX78kGc4Yf off=3967052 len=1441050 2024-04-12T16:39:24.153 INFO:tasks.workunit.client.0.smithi099.stdout:op 5290 completed, throughput=5MB/sec 2024-04-12T16:39:24.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:39:24 smithi110 ceph-mon[88691]: pgmap v1945: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T16:39:24.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:39:24 smithi099 ceph-mon[94290]: pgmap v1945: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T16:39:24.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:39:24 smithi099 ceph-mon[96864]: pgmap v1945: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T16:39:25.155 INFO:tasks.workunit.client.0.smithi099.stdout: 1041: throughput=5MB/sec pending data=0 2024-04-12T16:39:25.155 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-uM7IS0OswkHr5Dz off=1250114 len=628816 2024-04-12T16:39:25.155 INFO:tasks.workunit.client.0.smithi099.stdout:op 5291 completed, throughput=5MB/sec 2024-04-12T16:39:25.155 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-oPQ2YqkkHxlGjRY off=1394321 len=903822 2024-04-12T16:39:25.156 INFO:tasks.workunit.client.0.smithi099.stdout:op 5292 completed, throughput=5MB/sec 2024-04-12T16:39:25.156 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-2WZmrAk0O0XP7EN off=803390 len=1455071 2024-04-12T16:39:25.158 INFO:tasks.workunit.client.0.smithi099.stdout:op 5293 completed, throughput=5MB/sec 2024-04-12T16:39:25.158 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Iy_Cgjr11Mgghw0 off=7090389 len=126530 2024-04-12T16:39:25.158 INFO:tasks.workunit.client.0.smithi099.stdout:op 5294 completed, throughput=5MB/sec 2024-04-12T16:39:25.158 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-L7TeYotD4Ctv2rv off=10631842 len=1883929 2024-04-12T16:39:25.167 INFO:tasks.workunit.client.0.smithi099.stdout:op 5295 completed, throughput=5MB/sec 2024-04-12T16:39:26.167 INFO:tasks.workunit.client.0.smithi099.stdout: 1042: throughput=5MB/sec pending data=0 2024-04-12T16:39:26.168 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Lo1jx5ZxtUgNzxW off=3818998 len=107108 2024-04-12T16:39:26.168 INFO:tasks.workunit.client.0.smithi099.stdout:op 5296 completed, throughput=5MB/sec 2024-04-12T16:39:26.168 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-3JqVxZ5vG3FfYLE off=7385332 len=456531 2024-04-12T16:39:26.169 INFO:tasks.workunit.client.0.smithi099.stdout:op 5297 completed, throughput=5MB/sec 2024-04-12T16:39:26.169 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-eUmlH6e_zhfaDBT off=1734524 len=539566 2024-04-12T16:39:26.170 INFO:tasks.workunit.client.0.smithi099.stdout:op 5298 completed, throughput=5MB/sec 2024-04-12T16:39:26.171 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-82FdgY97dYHy6Hr off=842925 len=35100 2024-04-12T16:39:26.173 INFO:tasks.workunit.client.0.smithi099.stdout:op 5299 completed, throughput=5MB/sec 2024-04-12T16:39:26.173 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-2wp4YSVf5h2fZpK off=5156670 len=10792 2024-04-12T16:39:26.174 INFO:tasks.workunit.client.0.smithi099.stdout:op 5300 completed, throughput=5MB/sec 2024-04-12T16:39:26.174 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-GEyEpMJqJm-MqTQ off=17165012 len=853489 2024-04-12T16:39:26.175 INFO:tasks.workunit.client.0.smithi099.stdout:op 5301 completed, throughput=5MB/sec 2024-04-12T16:39:26.175 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-bw221hPW-Hf20wn off=6719309 len=68953 2024-04-12T16:39:26.177 INFO:tasks.workunit.client.0.smithi099.stdout:op 5302 completed, throughput=5MB/sec 2024-04-12T16:39:26.177 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-U1hdqJDAevp2pYz off=7800769 len=751109 2024-04-12T16:39:26.181 INFO:tasks.workunit.client.0.smithi099.stdout:op 5303 completed, throughput=5MB/sec 2024-04-12T16:39:26.181 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-APcWUhp6ln8Wh70 off=5379651 len=1813833 2024-04-12T16:39:26.183 INFO:tasks.workunit.client.0.smithi099.stdout:op 5304 completed, throughput=5MB/sec 2024-04-12T16:39:26.183 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-sC0srSs6oSrDL17 off=9191930 len=1632073 2024-04-12T16:39:26.184 INFO:tasks.workunit.client.0.smithi099.stdout:op 5305 completed, throughput=5MB/sec 2024-04-12T16:39:26.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:39:26 smithi099 ceph-mon[94290]: pgmap v1946: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:39:26.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:39:26 smithi099 ceph-mon[96864]: pgmap v1946: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:39:26.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:39:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:39:26] "GET /metrics HTTP/1.1" 200 34136 "" "Prometheus/2.43.0" 2024-04-12T16:39:26.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:39:26 smithi110 ceph-mon[88691]: pgmap v1946: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:39:27.184 INFO:tasks.workunit.client.0.smithi099.stdout: 1043: throughput=5MB/sec pending data=0 2024-04-12T16:39:27.184 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Mmayya54Lk0OvqY off=2936526 len=431628 2024-04-12T16:39:27.186 INFO:tasks.workunit.client.0.smithi099.stdout:op 5306 completed, throughput=5MB/sec 2024-04-12T16:39:27.186 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-LmflmbOwL9EaIuG off=5064831 len=1831559 2024-04-12T16:39:27.189 INFO:tasks.workunit.client.0.smithi099.stdout:op 5307 completed, throughput=5MB/sec 2024-04-12T16:39:27.190 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-__zolZEpiGvnrqA off=16669310 len=547388 2024-04-12T16:39:27.190 INFO:tasks.workunit.client.0.smithi099.stdout:op 5308 completed, throughput=5MB/sec 2024-04-12T16:39:27.190 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-FH5F9yJr3DQTWeC off=15366369 len=1597301 2024-04-12T16:39:27.199 INFO:tasks.workunit.client.0.smithi099.stdout:op 5309 completed, throughput=5MB/sec 2024-04-12T16:39:28.199 INFO:tasks.workunit.client.0.smithi099.stdout: 1044: throughput=5MB/sec pending data=0 2024-04-12T16:39:28.199 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-PNUYVmO1fs2Q1kX off=1231485 len=1153564 2024-04-12T16:39:28.205 INFO:tasks.workunit.client.0.smithi099.stdout:op 5310 completed, throughput=5MB/sec 2024-04-12T16:39:28.205 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-gyKD7xbCgyEwI0R off=12838977 len=1819390 2024-04-12T16:39:28.206 INFO:tasks.workunit.client.0.smithi099.stdout:op 5311 completed, throughput=5MB/sec 2024-04-12T16:39:28.206 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-rw_P4SzyDqyOBwN off=14843206 len=1260613 2024-04-12T16:39:28.213 INFO:tasks.workunit.client.0.smithi099.stdout:op 5312 completed, throughput=5MB/sec 2024-04-12T16:39:28.213 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1P5g2NoiGBKjNwG off=5082084 len=473856 2024-04-12T16:39:28.217 INFO:tasks.workunit.client.0.smithi099.stdout:op 5313 completed, throughput=5MB/sec 2024-04-12T16:39:28.217 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-2c5qSgiD9XUM2N8 off=6474730 len=959142 2024-04-12T16:39:28.221 INFO:tasks.workunit.client.0.smithi099.stdout:op 5314 completed, throughput=5MB/sec 2024-04-12T16:39:28.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:39:28 smithi110 ceph-mon[88691]: pgmap v1947: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:39:28.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:39:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:39:28.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:39:28 smithi099 ceph-mon[94290]: pgmap v1947: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:39:28.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:39:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:39:28.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:39:28 smithi099 ceph-mon[96864]: pgmap v1947: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:39:28.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:39:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:39:29.222 INFO:tasks.workunit.client.0.smithi099.stdout: 1045: throughput=5MB/sec pending data=0 2024-04-12T16:39:29.222 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-krk6aXBwJM74fvD off=3682482 len=278368 2024-04-12T16:39:29.223 INFO:tasks.workunit.client.0.smithi099.stdout:op 5315 completed, throughput=5MB/sec 2024-04-12T16:39:29.223 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ChONdzbAkeX9B_w off=868778 len=698694 2024-04-12T16:39:29.224 INFO:tasks.workunit.client.0.smithi099.stdout:op 5316 completed, throughput=5MB/sec 2024-04-12T16:39:29.224 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-E1u5OvGhjpFC1vW off=3286583 len=722646 2024-04-12T16:39:29.228 INFO:tasks.workunit.client.0.smithi099.stdout:op 5317 completed, throughput=5MB/sec 2024-04-12T16:39:29.229 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-uIEQ-X-0ZQ_tf0M off=12483566 len=1796330 2024-04-12T16:39:29.238 INFO:tasks.workunit.client.0.smithi099.stdout:op 5318 completed, throughput=5MB/sec 2024-04-12T16:39:29.238 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-xYkoXBK4iS2lKGX off=19432668 len=478299 2024-04-12T16:39:29.241 INFO:tasks.workunit.client.0.smithi099.stdout:op 5319 completed, throughput=5MB/sec 2024-04-12T16:39:29.241 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-hYU51nvt4uOCzOP off=1359155 len=1698768 2024-04-12T16:39:29.243 INFO:tasks.workunit.client.0.smithi099.stdout:op 5320 completed, throughput=5MB/sec 2024-04-12T16:39:30.244 INFO:tasks.workunit.client.0.smithi099.stdout: 1046: throughput=5MB/sec pending data=0 2024-04-12T16:39:30.244 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_N-HRtAy1MveUvq off=3137387 len=1658848 2024-04-12T16:39:30.252 INFO:tasks.workunit.client.0.smithi099.stdout:op 5321 completed, throughput=5MB/sec 2024-04-12T16:39:30.252 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-xPwZ_9HqIL35yOI off=17603403 len=1256037 2024-04-12T16:39:30.260 INFO:tasks.workunit.client.0.smithi099.stdout:op 5322 completed, throughput=5MB/sec 2024-04-12T16:39:30.260 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-8sWhAY87P8TIlzu off=3929135 len=1275032 2024-04-12T16:39:30.265 INFO:tasks.workunit.client.0.smithi099.stdout:op 5323 completed, throughput=5MB/sec 2024-04-12T16:39:30.265 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-g0WrkFJ3Nk3emhV off=4542646 len=21608 2024-04-12T16:39:30.266 INFO:tasks.workunit.client.0.smithi099.stdout:op 5324 completed, throughput=5MB/sec 2024-04-12T16:39:30.266 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-BTQuNZkO1L4Hpcn off=5274127 len=1657930 2024-04-12T16:39:30.271 INFO:tasks.workunit.client.0.smithi099.stdout:op 5325 completed, throughput=5MB/sec 2024-04-12T16:39:30.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:39:30 smithi110 ceph-mon[88691]: pgmap v1948: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T16:39:30.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:39:30 smithi099 ceph-mon[94290]: pgmap v1948: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T16:39:30.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:39:30 smithi099 ceph-mon[96864]: pgmap v1948: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T16:39:31.272 INFO:tasks.workunit.client.0.smithi099.stdout: 1047: throughput=5MB/sec pending data=0 2024-04-12T16:39:31.272 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ly_Phcm6p9ZOf5P off=7181899 len=126842 2024-04-12T16:39:31.272 INFO:tasks.workunit.client.0.smithi099.stdout:op 5326 completed, throughput=5MB/sec 2024-04-12T16:39:31.273 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-mHhb_Umu2rWmUVq off=1809250 len=2065189 2024-04-12T16:39:31.283 INFO:tasks.workunit.client.0.smithi099.stdout:op 5327 completed, throughput=5MB/sec 2024-04-12T16:39:31.283 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-GAWm1LFh3dNy7La off=6381581 len=1363082 2024-04-12T16:39:31.289 INFO:tasks.workunit.client.0.smithi099.stdout:op 5328 completed, throughput=5MB/sec 2024-04-12T16:39:31.289 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-W2600pZP5mHzcCi off=3920213 len=11698 2024-04-12T16:39:31.289 INFO:tasks.workunit.client.0.smithi099.stdout:op 5329 completed, throughput=5MB/sec 2024-04-12T16:39:31.289 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-W1qd7B9pV38QT9U off=14142226 len=515067 2024-04-12T16:39:31.293 INFO:tasks.workunit.client.0.smithi099.stdout:op 5330 completed, throughput=5MB/sec 2024-04-12T16:39:31.293 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-eaZtIc6EOdbh_99 off=476320 len=1023352 2024-04-12T16:39:31.294 INFO:tasks.workunit.client.0.smithi099.stdout:op 5331 completed, throughput=5MB/sec 2024-04-12T16:39:32.295 INFO:tasks.workunit.client.0.smithi099.stdout: 1048: throughput=5MB/sec pending data=0 2024-04-12T16:39:32.295 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-GP79EbwX162iXUj off=21312236 len=885319 2024-04-12T16:39:32.296 INFO:tasks.workunit.client.0.smithi099.stdout:op 5332 completed, throughput=5MB/sec 2024-04-12T16:39:32.296 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-3yxkJuKOnWXUqHX off=11956593 len=1521642 2024-04-12T16:39:32.303 INFO:tasks.workunit.client.0.smithi099.stdout:op 5333 completed, throughput=5MB/sec 2024-04-12T16:39:32.303 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-gY_gtSDHZ8J5q6N off=3951461 len=94537 2024-04-12T16:39:32.303 INFO:tasks.workunit.client.0.smithi099.stdout:op 5334 completed, throughput=5MB/sec 2024-04-12T16:39:32.304 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-1Jub6bfcBbOBumQ off=4513303 len=1280920 2024-04-12T16:39:32.305 INFO:tasks.workunit.client.0.smithi099.stdout:op 5335 completed, throughput=5MB/sec 2024-04-12T16:39:32.305 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-yQowYF9y_ifZp7x off=14618829 len=163944 2024-04-12T16:39:32.308 INFO:tasks.workunit.client.0.smithi099.stdout:op 5336 completed, throughput=5MB/sec 2024-04-12T16:39:32.308 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-WhTQO7dtS5ilbKV off=4587113 len=1131811 2024-04-12T16:39:32.309 INFO:tasks.workunit.client.0.smithi099.stdout:op 5337 completed, throughput=5MB/sec 2024-04-12T16:39:32.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:39:32 smithi110 ceph-mon[88691]: pgmap v1949: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:39:32.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:39:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:39:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:39:32.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:39:32 smithi099 ceph-mon[96864]: pgmap v1949: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:39:32.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:39:32 smithi099 ceph-mon[94290]: pgmap v1949: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:39:33.310 INFO:tasks.workunit.client.0.smithi099.stdout: 1049: throughput=5MB/sec pending data=0 2024-04-12T16:39:33.310 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-u2lsQZejwiecEWZ off=14765232 len=1859424 2024-04-12T16:39:33.320 INFO:tasks.workunit.client.0.smithi099.stdout:op 5338 completed, throughput=5MB/sec 2024-04-12T16:39:33.320 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-5OnbWE0_vkmT4ug off=1119774 len=454152 2024-04-12T16:39:33.324 INFO:tasks.workunit.client.0.smithi099.stdout:op 5339 completed, throughput=5MB/sec 2024-04-12T16:39:33.324 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-mz6xhB8EbrY_LLh off=893247 len=221903 2024-04-12T16:39:33.325 INFO:tasks.workunit.client.0.smithi099.stdout:op 5340 completed, throughput=5MB/sec 2024-04-12T16:39:33.325 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-f4pDwySG15EoMa9 off=2904243 len=1892815 2024-04-12T16:39:33.333 INFO:tasks.workunit.client.0.smithi099.stdout:op 5341 completed, throughput=5MB/sec 2024-04-12T16:39:33.333 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-dNSvYCPInEbwd0f off=13887866 len=1547350 2024-04-12T16:39:33.341 INFO:tasks.workunit.client.0.smithi099.stdout:op 5342 completed, throughput=5MB/sec 2024-04-12T16:39:34.341 INFO:tasks.workunit.client.0.smithi099.stdout: 1050: throughput=5MB/sec pending data=0 2024-04-12T16:39:34.341 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-qdXnapHqlNcCuyV off=1688898 len=539023 2024-04-12T16:39:34.342 INFO:tasks.workunit.client.0.smithi099.stdout:op 5343 completed, throughput=5MB/sec 2024-04-12T16:39:34.342 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-tXkSFWcTAg6QV_U off=3171386 len=277299 2024-04-12T16:39:34.344 INFO:tasks.workunit.client.0.smithi099.stdout:op 5344 completed, throughput=5MB/sec 2024-04-12T16:39:34.344 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-BkuTEWPxvGLd6Nt off=326358 len=956828 2024-04-12T16:39:34.350 INFO:tasks.workunit.client.0.smithi099.stdout:op 5345 completed, throughput=5MB/sec 2024-04-12T16:39:34.350 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-9RiAUwsCKL-9t_d off=8415 len=1069876 2024-04-12T16:39:34.356 INFO:tasks.workunit.client.0.smithi099.stdout:op 5346 completed, throughput=5MB/sec 2024-04-12T16:39:34.356 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-aGOjs6JEVPIqhWo off=5704916 len=572555 2024-04-12T16:39:34.359 INFO:tasks.workunit.client.0.smithi099.stdout:op 5347 completed, throughput=5MB/sec 2024-04-12T16:39:34.360 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-c80O6NWTcp8qEiJ off=14770672 len=403925 2024-04-12T16:39:34.363 INFO:tasks.workunit.client.0.smithi099.stdout:op 5348 completed, throughput=5MB/sec 2024-04-12T16:39:34.363 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-EboYPA12oTjeFH- off=5907924 len=458162 2024-04-12T16:39:34.366 INFO:tasks.workunit.client.0.smithi099.stdout:op 5349 completed, throughput=5MB/sec 2024-04-12T16:39:34.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:39:34 smithi110 ceph-mon[88691]: pgmap v1950: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:39:34.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:39:34 smithi099 ceph-mon[94290]: pgmap v1950: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:39:34.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:39:34 smithi099 ceph-mon[96864]: pgmap v1950: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:39:35.367 INFO:tasks.workunit.client.0.smithi099.stdout: 1051: throughput=5MB/sec pending data=0 2024-04-12T16:39:35.367 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-dXH-wD7LlQn1YF- off=14189282 len=483381 2024-04-12T16:39:35.368 INFO:tasks.workunit.client.0.smithi099.stdout:op 5350 completed, throughput=5MB/sec 2024-04-12T16:39:35.368 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-kNT3EtM5NOrZGjk off=4077638 len=1215148 2024-04-12T16:39:35.375 INFO:tasks.workunit.client.0.smithi099.stdout:op 5351 completed, throughput=5MB/sec 2024-04-12T16:39:35.375 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-XNBKlUJe_FvW54m off=6267593 len=423057 2024-04-12T16:39:35.379 INFO:tasks.workunit.client.0.smithi099.stdout:op 5352 completed, throughput=5MB/sec 2024-04-12T16:39:35.380 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-4iv7v5DJ7l8x_Ak off=16808123 len=1182152 2024-04-12T16:39:35.380 INFO:tasks.workunit.client.0.smithi099.stdout:op 5353 completed, throughput=5MB/sec 2024-04-12T16:39:35.380 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-OvFC3r-a2wpTiD4 off=5969575 len=907208 2024-04-12T16:39:35.385 INFO:tasks.workunit.client.0.smithi099.stdout:op 5354 completed, throughput=5MB/sec 2024-04-12T16:39:35.385 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-xrQnCmlvjvSnhKo off=88765 len=1182555 2024-04-12T16:39:35.392 INFO:tasks.workunit.client.0.smithi099.stdout:op 5355 completed, throughput=5MB/sec 2024-04-12T16:39:36.392 INFO:tasks.workunit.client.0.smithi099.stdout: 1052: throughput=5MB/sec pending data=0 2024-04-12T16:39:36.392 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-jASnLv0ZK49vT0p off=11272634 len=996465 2024-04-12T16:39:36.397 INFO:tasks.workunit.client.0.smithi099.stdout:op 5356 completed, throughput=5MB/sec 2024-04-12T16:39:36.397 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-O6hYUM2pQZaKOEZ off=1513518 len=2076257 2024-04-12T16:39:36.408 INFO:tasks.workunit.client.0.smithi099.stdout:op 5357 completed, throughput=5MB/sec 2024-04-12T16:39:36.408 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_1kRKMZEr57KyNT off=9293475 len=714619 2024-04-12T16:39:36.413 INFO:tasks.workunit.client.0.smithi099.stdout:op 5358 completed, throughput=5MB/sec 2024-04-12T16:39:36.413 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-KW8Ra1iqEkPSyeK off=8381938 len=1026145 2024-04-12T16:39:36.414 INFO:tasks.workunit.client.0.smithi099.stdout:op 5359 completed, throughput=5MB/sec 2024-04-12T16:39:36.414 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Xx2kKwuEHddWYIZ off=885225 len=1862034 2024-04-12T16:39:36.422 INFO:tasks.workunit.client.0.smithi099.stdout:op 5360 completed, throughput=5MB/sec 2024-04-12T16:39:36.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:39:36 smithi099 ceph-mon[94290]: pgmap v1951: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:39:36.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:39:36 smithi099 ceph-mon[96864]: pgmap v1951: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:39:36.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:39:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:39:36] "GET /metrics HTTP/1.1" 200 34133 "" "Prometheus/2.43.0" 2024-04-12T16:39:36.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:39:36 smithi110 ceph-mon[88691]: pgmap v1951: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:39:37.423 INFO:tasks.workunit.client.0.smithi099.stdout: 1053: throughput=5MB/sec pending data=0 2024-04-12T16:39:37.423 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-wdPPzpZ1HiUhL3W off=12479035 len=1247414 2024-04-12T16:39:37.430 INFO:tasks.workunit.client.0.smithi099.stdout:op 5361 completed, throughput=5MB/sec 2024-04-12T16:39:37.430 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-8nN8pdzlODfWG66 off=6161257 len=2027617 2024-04-12T16:39:37.440 INFO:tasks.workunit.client.0.smithi099.stdout:op 5362 completed, throughput=5MB/sec 2024-04-12T16:39:37.440 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-jAQoP-Ct5b6cO41 off=2292819 len=34877 2024-04-12T16:39:37.441 INFO:tasks.workunit.client.0.smithi099.stdout:op 5363 completed, throughput=5MB/sec 2024-04-12T16:39:37.441 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-BdWoRT_c4ODTlLY off=2856429 len=1652422 2024-04-12T16:39:37.447 INFO:tasks.workunit.client.0.smithi099.stdout:op 5364 completed, throughput=5MB/sec 2024-04-12T16:39:38.448 INFO:tasks.workunit.client.0.smithi099.stdout: 1054: throughput=5MB/sec pending data=0 2024-04-12T16:39:38.448 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-z4F4N9NUsjBUUBg off=1901777 len=822082 2024-04-12T16:39:38.452 INFO:tasks.workunit.client.0.smithi099.stdout:op 5365 completed, throughput=5MB/sec 2024-04-12T16:39:38.452 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-GOrbQ1qk_fggKcb off=3934418 len=1300541 2024-04-12T16:39:38.454 INFO:tasks.workunit.client.0.smithi099.stdout:op 5366 completed, throughput=5MB/sec 2024-04-12T16:39:38.454 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-yr2VlYf3KhlicMa off=1023859 len=1864487 2024-04-12T16:39:38.466 INFO:tasks.workunit.client.0.smithi099.stdout:op 5367 completed, throughput=5MB/sec 2024-04-12T16:39:38.466 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-KXfgpYKiI_HfMLq off=20362926 len=1243797 2024-04-12T16:39:38.467 INFO:tasks.workunit.client.0.smithi099.stdout:op 5368 completed, throughput=5MB/sec 2024-04-12T16:39:38.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:39:38 smithi110 ceph-mon[88691]: pgmap v1952: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:39:38.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:39:38 smithi099 ceph-mon[94290]: pgmap v1952: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:39:38.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:39:38 smithi099 ceph-mon[96864]: pgmap v1952: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:39:39.467 INFO:tasks.workunit.client.0.smithi099.stdout: 1055: throughput=5MB/sec pending data=0 2024-04-12T16:39:39.467 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--e8UGbgdNIPDdNH off=6542589 len=373540 2024-04-12T16:39:39.469 INFO:tasks.workunit.client.0.smithi099.stdout:op 5369 completed, throughput=5MB/sec 2024-04-12T16:39:39.469 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-mjBMieon7NAq1-f off=9706826 len=449655 2024-04-12T16:39:39.470 INFO:tasks.workunit.client.0.smithi099.stdout:op 5370 completed, throughput=5MB/sec 2024-04-12T16:39:39.470 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-2cIMI2lazVz2jpY off=1285392 len=931380 2024-04-12T16:39:39.471 INFO:tasks.workunit.client.0.smithi099.stdout:op 5371 completed, throughput=5MB/sec 2024-04-12T16:39:39.471 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-BYpmi3BeH81VvB7 off=12010427 len=706614 2024-04-12T16:39:39.476 INFO:tasks.workunit.client.0.smithi099.stdout:op 5372 completed, throughput=5MB/sec 2024-04-12T16:39:39.476 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-DRcTXbwCe5Zue-Q off=11929983 len=274239 2024-04-12T16:39:39.477 INFO:tasks.workunit.client.0.smithi099.stdout:op 5373 completed, throughput=5MB/sec 2024-04-12T16:39:39.477 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Xx3pMOaqfwBMFzX off=1495483 len=1256479 2024-04-12T16:39:39.484 INFO:tasks.workunit.client.0.smithi099.stdout:op 5374 completed, throughput=5MB/sec 2024-04-12T16:39:39.484 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-9z8e3QsbHNrPUT_ off=4300558 len=1631457 2024-04-12T16:39:39.486 INFO:tasks.workunit.client.0.smithi099.stdout:op 5375 completed, throughput=5MB/sec 2024-04-12T16:39:40.486 INFO:tasks.workunit.client.0.smithi099.stdout: 1056: throughput=5MB/sec pending data=0 2024-04-12T16:39:40.486 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-EuxwPlpVNvD7ff5 off=1513510 len=2093350 2024-04-12T16:39:40.488 INFO:tasks.workunit.client.0.smithi099.stdout:op 5376 completed, throughput=5MB/sec 2024-04-12T16:39:40.489 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-wqSKcBiBqi1w4Ao off=5648429 len=1781143 2024-04-12T16:39:40.491 INFO:tasks.workunit.client.0.smithi099.stdout:op 5377 completed, throughput=5MB/sec 2024-04-12T16:39:40.491 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-6vNLBqIziB_lE-w off=2268845 len=886013 2024-04-12T16:39:40.492 INFO:tasks.workunit.client.0.smithi099.stdout:op 5378 completed, throughput=5MB/sec 2024-04-12T16:39:40.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:39:40 smithi110 ceph-mon[88691]: pgmap v1953: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:39:40.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:39:40 smithi099 ceph-mon[94290]: pgmap v1953: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:39:40.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:39:40 smithi099 ceph-mon[96864]: pgmap v1953: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:39:41.492 INFO:tasks.workunit.client.0.smithi099.stdout: 1057: throughput=5MB/sec pending data=0 2024-04-12T16:39:41.493 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-BdWoRT_c4ODTlLY off=2404874 len=1633317 2024-04-12T16:39:41.495 INFO:tasks.workunit.client.0.smithi099.stdout:op 5379 completed, throughput=5MB/sec 2024-04-12T16:39:41.495 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-h0Ic2ijoSfrXm3r off=1938591 len=526248 2024-04-12T16:39:41.499 INFO:tasks.workunit.client.0.smithi099.stdout:op 5380 completed, throughput=5MB/sec 2024-04-12T16:39:41.499 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-XK8-0dhGn0IGsdA off=7653580 len=1927555 2024-04-12T16:39:41.507 INFO:tasks.workunit.client.0.smithi099.stdout:op 5381 completed, throughput=5MB/sec 2024-04-12T16:39:41.507 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-jaHIGSMWuLixDcB off=1940157 len=1353489 2024-04-12T16:39:41.515 INFO:tasks.workunit.client.0.smithi099.stdout:op 5382 completed, throughput=5MB/sec 2024-04-12T16:39:42.515 INFO:tasks.workunit.client.0.smithi099.stdout: 1058: throughput=5MB/sec pending data=0 2024-04-12T16:39:42.515 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-iFHv8nF6ElS6tiJ off=5313056 len=786863 2024-04-12T16:39:42.516 INFO:tasks.workunit.client.0.smithi099.stdout:op 5383 completed, throughput=5MB/sec 2024-04-12T16:39:42.516 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-L-qXZpmEzV8ldii off=138267 len=470692 2024-04-12T16:39:42.520 INFO:tasks.workunit.client.0.smithi099.stdout:op 5384 completed, throughput=5MB/sec 2024-04-12T16:39:42.520 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-FRrenqWdijVZ4D1 off=356239 len=579132 2024-04-12T16:39:42.521 INFO:tasks.workunit.client.0.smithi099.stdout:op 5385 completed, throughput=5MB/sec 2024-04-12T16:39:42.521 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-8JL_ztODOj_zC71 off=11762815 len=463188 2024-04-12T16:39:42.524 INFO:tasks.workunit.client.0.smithi099.stdout:op 5386 completed, throughput=5MB/sec 2024-04-12T16:39:42.524 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6XUXf3OPvAv3bit off=6254827 len=1765079 2024-04-12T16:39:42.531 INFO:tasks.workunit.client.0.smithi099.stdout:op 5387 completed, throughput=5MB/sec 2024-04-12T16:39:42.531 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-OR93x2_c9kdwJY- off=1086789 len=1550790 2024-04-12T16:39:42.538 INFO:tasks.workunit.client.0.smithi099.stdout:op 5388 completed, throughput=5MB/sec 2024-04-12T16:39:42.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:39:42 smithi110 ceph-mon[88691]: pgmap v1954: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2024-04-12T16:39:42.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:39:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:39:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:39:42.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:39:42 smithi099 ceph-mon[94290]: pgmap v1954: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2024-04-12T16:39:42.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:39:42 smithi099 ceph-mon[96864]: pgmap v1954: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2024-04-12T16:39:43.539 INFO:tasks.workunit.client.0.smithi099.stdout: 1059: throughput=5MB/sec pending data=0 2024-04-12T16:39:43.539 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-RsqFWbP2ND5TR7A off=4100761 len=96202 2024-04-12T16:39:43.542 INFO:tasks.workunit.client.0.smithi099.stdout:op 5389 completed, throughput=5MB/sec 2024-04-12T16:39:43.542 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-uscLxXWJsXGonTR off=408344 len=860500 2024-04-12T16:39:43.548 INFO:tasks.workunit.client.0.smithi099.stdout:op 5390 completed, throughput=5MB/sec 2024-04-12T16:39:43.548 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-xGfMIcbinS-3Jb4 off=8888211 len=1182345 2024-04-12T16:39:43.549 INFO:tasks.workunit.client.0.smithi099.stdout:op 5391 completed, throughput=5MB/sec 2024-04-12T16:39:43.549 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-MzL3bn_xlP2FPR2 off=543097 len=167508 2024-04-12T16:39:43.551 INFO:tasks.workunit.client.0.smithi099.stdout:op 5392 completed, throughput=5MB/sec 2024-04-12T16:39:43.551 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-BS8fMPvzd7Y2Lbt off=11290073 len=243794 2024-04-12T16:39:43.553 INFO:tasks.workunit.client.0.smithi099.stdout:op 5393 completed, throughput=5MB/sec 2024-04-12T16:39:43.554 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-lGTiG4UuS4-dAW8 off=2881948 len=1599345 2024-04-12T16:39:43.556 INFO:tasks.workunit.client.0.smithi099.stdout:op 5394 completed, throughput=5MB/sec 2024-04-12T16:39:43.556 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-MrcPRpT3qiaQ95W off=689651 len=1676707 2024-04-12T16:39:43.558 INFO:tasks.workunit.client.0.smithi099.stdout:op 5395 completed, throughput=5MB/sec 2024-04-12T16:39:43.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:39:43 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:39:43.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:39:43 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:39:43.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:39:43 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:39:44.558 INFO:tasks.workunit.client.0.smithi099.stdout: 1060: throughput=5MB/sec pending data=0 2024-04-12T16:39:44.558 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-dR_9GFSK0pSMP-g off=1318386 len=1513186 2024-04-12T16:39:44.566 INFO:tasks.workunit.client.0.smithi099.stdout:op 5396 completed, throughput=5MB/sec 2024-04-12T16:39:44.566 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-aDmUuqXuJCBA93R off=6316451 len=256227 2024-04-12T16:39:44.569 INFO:tasks.workunit.client.0.smithi099.stdout:op 5397 completed, throughput=5MB/sec 2024-04-12T16:39:44.569 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-VUwbjehkF9f5M3x off=5497464 len=156320 2024-04-12T16:39:44.571 INFO:tasks.workunit.client.0.smithi099.stdout:op 5398 completed, throughput=5MB/sec 2024-04-12T16:39:44.571 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-jabKg4GSbLyOroX off=154815 len=1352885 2024-04-12T16:39:44.573 INFO:tasks.workunit.client.0.smithi099.stdout:op 5399 completed, throughput=5MB/sec 2024-04-12T16:39:44.573 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-cJ-oTEqtw33qLLY off=2695954 len=1334817 2024-04-12T16:39:44.574 INFO:tasks.workunit.client.0.smithi099.stdout:op 5400 completed, throughput=5MB/sec 2024-04-12T16:39:44.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:39:44 smithi110 ceph-mon[88691]: pgmap v1955: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-12T16:39:44.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:39:44 smithi099 ceph-mon[94290]: pgmap v1955: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-12T16:39:44.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:39:44 smithi099 ceph-mon[96864]: pgmap v1955: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-12T16:39:45.575 INFO:tasks.workunit.client.0.smithi099.stdout: 1061: throughput=5MB/sec pending data=0 2024-04-12T16:39:45.575 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-l57j7FxFVWEGJf- off=4686711 len=1786551 2024-04-12T16:39:45.577 INFO:tasks.workunit.client.0.smithi099.stdout:op 5401 completed, throughput=5MB/sec 2024-04-12T16:39:45.577 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0Ml3pd_B6GH0NeA off=902709 len=545063 2024-04-12T16:39:45.582 INFO:tasks.workunit.client.0.smithi099.stdout:op 5402 completed, throughput=5MB/sec 2024-04-12T16:39:45.582 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-kaQSiphukVraMjH off=10491483 len=162440 2024-04-12T16:39:45.582 INFO:tasks.workunit.client.0.smithi099.stdout:op 5403 completed, throughput=5MB/sec 2024-04-12T16:39:45.582 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-VhDvjZiHDhs7q3O off=798116 len=1308718 2024-04-12T16:39:45.584 INFO:tasks.workunit.client.0.smithi099.stdout:op 5404 completed, throughput=5MB/sec 2024-04-12T16:39:45.584 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-WpzSzzXyek6yfw_ off=4869576 len=1007189 2024-04-12T16:39:45.590 INFO:tasks.workunit.client.0.smithi099.stdout:op 5405 completed, throughput=5MB/sec 2024-04-12T16:39:46.590 INFO:tasks.workunit.client.0.smithi099.stdout: 1062: throughput=5MB/sec pending data=0 2024-04-12T16:39:46.590 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-eM8pQeyrD6eMg8I off=1036548 len=973437 2024-04-12T16:39:46.592 INFO:tasks.workunit.client.0.smithi099.stdout:op 5406 completed, throughput=5MB/sec 2024-04-12T16:39:46.592 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-FPZ_hCN7ANC8GdH off=10119474 len=1141427 2024-04-12T16:39:46.599 INFO:tasks.workunit.client.0.smithi099.stdout:op 5407 completed, throughput=5MB/sec 2024-04-12T16:39:46.599 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-wioMUzKHkxaTJGr off=15853500 len=307974 2024-04-12T16:39:46.603 INFO:tasks.workunit.client.0.smithi099.stdout:op 5408 completed, throughput=5MB/sec 2024-04-12T16:39:46.603 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-WvOSnAazJdMm56G off=13506178 len=1782317 2024-04-12T16:39:46.611 INFO:tasks.workunit.client.0.smithi099.stdout:op 5409 completed, throughput=5MB/sec 2024-04-12T16:39:46.611 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-5S2GRC_lvTZU-S1 off=272114 len=1081111 2024-04-12T16:39:46.613 INFO:tasks.workunit.client.0.smithi099.stdout:op 5410 completed, throughput=5MB/sec 2024-04-12T16:39:46.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:39:46 smithi099 ceph-mon[94290]: pgmap v1956: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-12T16:39:46.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:39:46 smithi099 ceph-mon[96864]: pgmap v1956: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-12T16:39:46.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:39:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:39:46] "GET /metrics HTTP/1.1" 200 34130 "" "Prometheus/2.43.0" 2024-04-12T16:39:46.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:39:46 smithi110 ceph-mon[88691]: pgmap v1956: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-12T16:39:47.614 INFO:tasks.workunit.client.0.smithi099.stdout: 1063: throughput=5MB/sec pending data=0 2024-04-12T16:39:47.614 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-mR44qYIH_p4Qwj9 off=3911012 len=332829 2024-04-12T16:39:47.615 INFO:tasks.workunit.client.0.smithi099.stdout:op 5411 completed, throughput=5MB/sec 2024-04-12T16:39:47.615 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-heUqX9OpZmkUqP4 off=2672387 len=277179 2024-04-12T16:39:47.619 INFO:tasks.workunit.client.0.smithi099.stdout:op 5412 completed, throughput=5MB/sec 2024-04-12T16:39:47.619 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-BQr7cfpQ1yuG4ZS off=8465823 len=788481 2024-04-12T16:39:47.620 INFO:tasks.workunit.client.0.smithi099.stdout:op 5413 completed, throughput=5MB/sec 2024-04-12T16:39:47.620 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-h49phmBL3ETuqhB off=14069894 len=1591075 2024-04-12T16:39:47.622 INFO:tasks.workunit.client.0.smithi099.stdout:op 5414 completed, throughput=5MB/sec 2024-04-12T16:39:47.622 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-W99ZkH_gr5lNp_2 off=230771 len=1021963 2024-04-12T16:39:47.628 INFO:tasks.workunit.client.0.smithi099.stdout:op 5415 completed, throughput=5MB/sec 2024-04-12T16:39:47.628 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-En2s5Ph5dtLrdZ- off=326614 len=1987878 2024-04-12T16:39:47.632 INFO:tasks.workunit.client.0.smithi099.stdout:op 5416 completed, throughput=5MB/sec 2024-04-12T16:39:48.632 INFO:tasks.workunit.client.0.smithi099.stdout: 1064: throughput=5MB/sec pending data=0 2024-04-12T16:39:48.632 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-FuqJXt497FU4YwE off=3419642 len=1106595 2024-04-12T16:39:48.638 INFO:tasks.workunit.client.0.smithi099.stdout:op 5417 completed, throughput=5MB/sec 2024-04-12T16:39:48.639 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-phdKhFkTOaMhHcj off=2336900 len=1187982 2024-04-12T16:39:48.641 INFO:tasks.workunit.client.0.smithi099.stdout:op 5418 completed, throughput=5MB/sec 2024-04-12T16:39:48.641 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6GO0os5UVQUw3hH off=2138731 len=1176448 2024-04-12T16:39:48.646 INFO:tasks.workunit.client.0.smithi099.stdout:op 5419 completed, throughput=5MB/sec 2024-04-12T16:39:48.646 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-LzOpWyBjDnRRsRP off=6050499 len=135854 2024-04-12T16:39:48.649 INFO:tasks.workunit.client.0.smithi099.stdout:op 5420 completed, throughput=5MB/sec 2024-04-12T16:39:48.649 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-HQ-mC1aW6YFN9w7 off=11423899 len=1075678 2024-04-12T16:39:48.650 INFO:tasks.workunit.client.0.smithi099.stdout:op 5421 completed, throughput=5MB/sec 2024-04-12T16:39:48.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:39:48 smithi110 ceph-mon[88691]: pgmap v1957: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:39:48.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:39:48 smithi099 ceph-mon[94290]: pgmap v1957: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:39:48.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:39:48 smithi099 ceph-mon[96864]: pgmap v1957: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:39:49.650 INFO:tasks.workunit.client.0.smithi099.stdout: 1065: throughput=5MB/sec pending data=0 2024-04-12T16:39:49.651 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-aWGSRzzJTF17a53 off=2028066 len=1311718 2024-04-12T16:39:49.652 INFO:tasks.workunit.client.0.smithi099.stdout:op 5422 completed, throughput=5MB/sec 2024-04-12T16:39:49.652 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--EXvKKMUV9mJ7Jj off=2370346 len=1468578 2024-04-12T16:39:49.654 INFO:tasks.workunit.client.0.smithi099.stdout:op 5423 completed, throughput=5MB/sec 2024-04-12T16:39:49.654 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-KVtdOm9VMK8V-D6 off=17022343 len=358381 2024-04-12T16:39:49.655 INFO:tasks.workunit.client.0.smithi099.stdout:op 5424 completed, throughput=5MB/sec 2024-04-12T16:39:49.655 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-q5FsPk1ECdvSZJz off=2627963 len=1025247 2024-04-12T16:39:49.658 INFO:tasks.workunit.client.0.smithi099.stdout:op 5425 completed, throughput=5MB/sec 2024-04-12T16:39:49.658 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-V9P1efzXMRDEZdZ off=12252164 len=243821 2024-04-12T16:39:49.658 INFO:tasks.workunit.client.0.smithi099.stdout:op 5426 completed, throughput=5MB/sec 2024-04-12T16:39:49.658 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-lsCnNBF7L1hj-7d off=0 len=1062881 2024-04-12T16:39:49.665 INFO:tasks.workunit.client.0.smithi099.stdout:op 5427 completed, throughput=5MB/sec 2024-04-12T16:39:50.665 INFO:tasks.workunit.client.0.smithi099.stdout: 1066: throughput=5MB/sec pending data=0 2024-04-12T16:39:50.666 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-2B_GEUHzCd7KDNK off=7713257 len=713484 2024-04-12T16:39:50.670 INFO:tasks.workunit.client.0.smithi099.stdout:op 5428 completed, throughput=5MB/sec 2024-04-12T16:39:50.670 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-b5sOk-Jdz9C5XeL off=5043491 len=1316541 2024-04-12T16:39:50.672 INFO:tasks.workunit.client.0.smithi099.stdout:op 5429 completed, throughput=5MB/sec 2024-04-12T16:39:50.672 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-gntKhw8A2OuPcqT off=0 len=1218414 2024-04-12T16:39:50.677 INFO:tasks.workunit.client.0.smithi099.stdout:op 5430 completed, throughput=5MB/sec 2024-04-12T16:39:50.677 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-vv59njmBwBDj1iX off=7426023 len=39300 2024-04-12T16:39:50.680 INFO:tasks.workunit.client.0.smithi099.stdout:op 5431 completed, throughput=5MB/sec 2024-04-12T16:39:50.680 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-zgDFmQvrlWo3e1q off=2236564 len=212580 2024-04-12T16:39:50.682 INFO:tasks.workunit.client.0.smithi099.stdout:op 5432 completed, throughput=5MB/sec 2024-04-12T16:39:50.682 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-IFa39e2HZjGrFLt off=485652 len=333829 2024-04-12T16:39:50.685 INFO:tasks.workunit.client.0.smithi099.stdout:op 5433 completed, throughput=5MB/sec 2024-04-12T16:39:50.685 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ENZlT6-p3vw00Ke off=7662205 len=997478 2024-04-12T16:39:50.692 INFO:tasks.workunit.client.0.smithi099.stdout:op 5434 completed, throughput=5MB/sec 2024-04-12T16:39:50.692 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-PF5p96Qu7AFQqN7 off=691991 len=1960717 2024-04-12T16:39:50.701 INFO:tasks.workunit.client.0.smithi099.stdout:op 5435 completed, throughput=5MB/sec 2024-04-12T16:39:50.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:39:50 smithi110 ceph-mon[88691]: pgmap v1958: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:39:50.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:39:50 smithi099 ceph-mon[94290]: pgmap v1958: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:39:50.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:39:50 smithi099 ceph-mon[96864]: pgmap v1958: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:39:51.701 INFO:tasks.workunit.client.0.smithi099.stdout: 1067: throughput=5MB/sec pending data=0 2024-04-12T16:39:51.702 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-2tDP7v2Kx_q-MID off=11746390 len=1155675 2024-04-12T16:39:51.703 INFO:tasks.workunit.client.0.smithi099.stdout:op 5436 completed, throughput=5MB/sec 2024-04-12T16:39:51.703 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-LEObtjwkKoHrNf7 off=13524452 len=1263528 2024-04-12T16:39:51.711 INFO:tasks.workunit.client.0.smithi099.stdout:op 5437 completed, throughput=5MB/sec 2024-04-12T16:39:51.711 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-V_mjEDknzXHaT-X off=365167 len=1109402 2024-04-12T16:39:51.716 INFO:tasks.workunit.client.0.smithi099.stdout:op 5438 completed, throughput=5MB/sec 2024-04-12T16:39:51.716 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-fIWxJNy4uCUMS2S off=4204627 len=692762 2024-04-12T16:39:51.717 INFO:tasks.workunit.client.0.smithi099.stdout:op 5439 completed, throughput=5MB/sec 2024-04-12T16:39:52.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:39:52 smithi110 ceph-mon[88691]: pgmap v1959: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T16:39:52.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:39:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:39:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:39:52.718 INFO:tasks.workunit.client.0.smithi099.stdout: 1068: throughput=5MB/sec pending data=0 2024-04-12T16:39:52.718 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-RX0_WAGPw6Om1Er off=3564624 len=588900 2024-04-12T16:39:52.722 INFO:tasks.workunit.client.0.smithi099.stdout:op 5440 completed, throughput=5MB/sec 2024-04-12T16:39:52.722 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-sa-AS8b3AjybQB2 off=868328 len=1435369 2024-04-12T16:39:52.725 INFO:tasks.workunit.client.0.smithi099.stdout:op 5441 completed, throughput=5MB/sec 2024-04-12T16:39:52.725 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-OxOj8Y4mAwVdH5q off=10982237 len=1895854 2024-04-12T16:39:52.734 INFO:tasks.workunit.client.0.smithi099.stdout:op 5442 completed, throughput=5MB/sec 2024-04-12T16:39:52.734 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-MNWC9eZkuURLHMZ off=9648645 len=348267 2024-04-12T16:39:52.734 INFO:tasks.workunit.client.0.smithi099.stdout:op 5443 completed, throughput=5MB/sec 2024-04-12T16:39:52.735 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Ydsy-cW5HbGmOwz off=5732491 len=24577 2024-04-12T16:39:52.735 INFO:tasks.workunit.client.0.smithi099.stdout:op 5444 completed, throughput=5MB/sec 2024-04-12T16:39:52.735 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-TLM7barC1sBOUZC off=3675245 len=1890859 2024-04-12T16:39:52.739 INFO:tasks.workunit.client.0.smithi099.stdout:op 5445 completed, throughput=5MB/sec 2024-04-12T16:39:52.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:39:52 smithi099 ceph-mon[94290]: pgmap v1959: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T16:39:52.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:39:52 smithi099 ceph-mon[96864]: pgmap v1959: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T16:39:53.739 INFO:tasks.workunit.client.0.smithi099.stdout: 1069: throughput=5MB/sec pending data=0 2024-04-12T16:39:53.739 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-cCn-SwQHZXpTjyL off=7940143 len=898610 2024-04-12T16:39:53.745 INFO:tasks.workunit.client.0.smithi099.stdout:op 5446 completed, throughput=5MB/sec 2024-04-12T16:39:53.746 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-O0WwdqXJEktkTpR off=6855854 len=1542259 2024-04-12T16:39:53.747 INFO:tasks.workunit.client.0.smithi099.stdout:op 5447 completed, throughput=5MB/sec 2024-04-12T16:39:53.747 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Xg76im6MgzOeDNA off=400822 len=1552073 2024-04-12T16:39:53.750 INFO:tasks.workunit.client.0.smithi099.stdout:op 5448 completed, throughput=5MB/sec 2024-04-12T16:39:54.751 INFO:tasks.workunit.client.0.smithi099.stdout: 1070: throughput=5MB/sec pending data=0 2024-04-12T16:39:54.752 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Ayo1MLc5JWFbs0f off=6379063 len=636583 2024-04-12T16:39:54.752 INFO:tasks.workunit.client.0.smithi099.stdout:op 5449 completed, throughput=5MB/sec 2024-04-12T16:39:54.752 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-DzsZsc7j-dyy__T off=3599450 len=1622712 2024-04-12T16:39:54.753 INFO:tasks.workunit.client.0.smithi099.stdout:op 5450 completed, throughput=5MB/sec 2024-04-12T16:39:54.753 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-93LfXfSLtEA7u7k off=9517349 len=1388985 2024-04-12T16:39:54.761 INFO:tasks.workunit.client.0.smithi099.stdout:op 5451 completed, throughput=5MB/sec 2024-04-12T16:39:54.761 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Rrr95ebJzT6-nHF off=722413 len=541446 2024-04-12T16:39:54.762 INFO:tasks.workunit.client.0.smithi099.stdout:op 5452 completed, throughput=5MB/sec 2024-04-12T16:39:54.762 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-3pnVlfPnG5wu54Y off=12012804 len=1505554 2024-04-12T16:39:54.770 INFO:tasks.workunit.client.0.smithi099.stdout:op 5453 completed, throughput=5MB/sec 2024-04-12T16:39:54.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:39:54 smithi110 ceph-mon[88691]: pgmap v1960: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T16:39:54.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:39:54 smithi099 ceph-mon[94290]: pgmap v1960: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T16:39:54.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:39:54 smithi099 ceph-mon[96864]: pgmap v1960: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T16:39:55.771 INFO:tasks.workunit.client.0.smithi099.stdout: 1071: throughput=5MB/sec pending data=0 2024-04-12T16:39:55.771 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-fponoXtdixo4Avh off=6764131 len=1903572 2024-04-12T16:39:55.775 INFO:tasks.workunit.client.0.smithi099.stdout:op 5454 completed, throughput=5MB/sec 2024-04-12T16:39:55.775 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-w6kebRjBGvNHUUI off=691411 len=2006230 2024-04-12T16:39:55.785 INFO:tasks.workunit.client.0.smithi099.stdout:op 5455 completed, throughput=5MB/sec 2024-04-12T16:39:55.785 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1EsJV2YOLLjvFIB off=10896358 len=2071660 2024-04-12T16:39:55.795 INFO:tasks.workunit.client.0.smithi099.stdout:op 5456 completed, throughput=5MB/sec 2024-04-12T16:39:56.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:39:56 smithi099 ceph-mon[94290]: pgmap v1961: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T16:39:56.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:39:56 smithi099 ceph-mon[96864]: pgmap v1961: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T16:39:56.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:39:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:39:56] "GET /metrics HTTP/1.1" 200 34130 "" "Prometheus/2.43.0" 2024-04-12T16:39:56.795 INFO:tasks.workunit.client.0.smithi099.stdout: 1072: throughput=5MB/sec pending data=0 2024-04-12T16:39:56.796 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-SsBpZhLNgxXYzwT off=19581143 len=1016948 2024-04-12T16:39:56.797 INFO:tasks.workunit.client.0.smithi099.stdout:op 5457 completed, throughput=5MB/sec 2024-04-12T16:39:56.797 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-DE81F0__NbRsPX- off=8558109 len=2016565 2024-04-12T16:39:56.807 INFO:tasks.workunit.client.0.smithi099.stdout:op 5458 completed, throughput=5MB/sec 2024-04-12T16:39:56.807 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-oZ2tHp4N_dUb28p off=2727421 len=1792789 2024-04-12T16:39:56.809 INFO:tasks.workunit.client.0.smithi099.stdout:op 5459 completed, throughput=5MB/sec 2024-04-12T16:39:56.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:39:56 smithi110 ceph-mon[88691]: pgmap v1961: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T16:39:57.810 INFO:tasks.workunit.client.0.smithi099.stdout: 1073: throughput=5MB/sec pending data=0 2024-04-12T16:39:57.810 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-gHTYaOgpGFxtg89 off=11762484 len=1408129 2024-04-12T16:39:57.818 INFO:tasks.workunit.client.0.smithi099.stdout:op 5460 completed, throughput=5MB/sec 2024-04-12T16:39:57.818 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--fPtZoS-mF2NVRW off=3095384 len=1932862 2024-04-12T16:39:57.820 INFO:tasks.workunit.client.0.smithi099.stdout:op 5461 completed, throughput=5MB/sec 2024-04-12T16:39:57.820 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-erCvs2OqcKu0YB8 off=19285093 len=1223581 2024-04-12T16:39:57.828 INFO:tasks.workunit.client.0.smithi099.stdout:op 5462 completed, throughput=5MB/sec 2024-04-12T16:39:57.828 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-p1LLpWu14Y0Vtne off=580085 len=1345767 2024-04-12T16:39:57.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:39:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:39:57.834 INFO:tasks.workunit.client.0.smithi099.stdout:op 5463 completed, throughput=5MB/sec 2024-04-12T16:39:57.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:39:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:39:57.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:39:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:39:58.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:39:58 smithi110 ceph-mon[88691]: pgmap v1962: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:39:58.834 INFO:tasks.workunit.client.0.smithi099.stdout: 1074: throughput=5MB/sec pending data=0 2024-04-12T16:39:58.835 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-3FtENKHdFbVLleh off=6757920 len=343451 2024-04-12T16:39:58.836 INFO:tasks.workunit.client.0.smithi099.stdout:op 5464 completed, throughput=5MB/sec 2024-04-12T16:39:58.836 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-2d9PjT_sK3h8tQG off=598752 len=170883 2024-04-12T16:39:58.838 INFO:tasks.workunit.client.0.smithi099.stdout:op 5465 completed, throughput=5MB/sec 2024-04-12T16:39:58.839 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-QqGsYlwDu8qcocw off=3182947 len=1503537 2024-04-12T16:39:58.846 INFO:tasks.workunit.client.0.smithi099.stdout:op 5466 completed, throughput=5MB/sec 2024-04-12T16:39:58.846 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-q4uuxdaKvViayKu off=2881089 len=615653 2024-04-12T16:39:58.847 INFO:tasks.workunit.client.0.smithi099.stdout:op 5467 completed, throughput=5MB/sec 2024-04-12T16:39:58.847 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-mtRQBivm-6TNwcc off=524247 len=1078494 2024-04-12T16:39:58.850 INFO:tasks.workunit.client.0.smithi099.stdout:op 5468 completed, throughput=5MB/sec 2024-04-12T16:39:58.850 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-TLaTfyfW6T-WFbx off=2168522 len=1059548 2024-04-12T16:39:58.855 INFO:tasks.workunit.client.0.smithi099.stdout:op 5469 completed, throughput=5MB/sec 2024-04-12T16:39:58.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:39:58 smithi099 ceph-mon[94290]: pgmap v1962: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:39:58.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:39:58 smithi099 ceph-mon[96864]: pgmap v1962: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:39:59.855 INFO:tasks.workunit.client.0.smithi099.stdout: 1075: throughput=5MB/sec pending data=0 2024-04-12T16:39:59.856 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-j4YAo6HCNYMfJvk off=15257311 len=1220332 2024-04-12T16:39:59.858 INFO:tasks.workunit.client.0.smithi099.stdout:op 5470 completed, throughput=5MB/sec 2024-04-12T16:39:59.858 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ho6OAVY81Y6ljF9 off=11989150 len=1259372 2024-04-12T16:39:59.860 INFO:tasks.workunit.client.0.smithi099.stdout:op 5471 completed, throughput=5MB/sec 2024-04-12T16:39:59.861 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-65YR_11Qm6iXdBz off=8799763 len=1634712 2024-04-12T16:39:59.870 INFO:tasks.workunit.client.0.smithi099.stdout:op 5472 completed, throughput=5MB/sec 2024-04-12T16:39:59.870 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Z4skhOvIq52ijm7 off=52017 len=1498243 2024-04-12T16:39:59.875 INFO:tasks.workunit.client.0.smithi099.stdout:op 5473 completed, throughput=5MB/sec 2024-04-12T16:40:00.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:40:00 smithi110 ceph-mon[88691]: pgmap v1963: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:40:00.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:40:00 smithi110 ceph-mon[88691]: overall HEALTH_OK 2024-04-12T16:40:00.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:40:00 smithi099 ceph-mon[94290]: pgmap v1963: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:40:00.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:40:00 smithi099 ceph-mon[94290]: overall HEALTH_OK 2024-04-12T16:40:00.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:40:00 smithi099 ceph-mon[96864]: pgmap v1963: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:40:00.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:40:00 smithi099 ceph-mon[96864]: overall HEALTH_OK 2024-04-12T16:40:00.876 INFO:tasks.workunit.client.0.smithi099.stdout: 1076: throughput=5MB/sec pending data=0 2024-04-12T16:40:00.876 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-d0AtXiDLKppkKn7 off=4923627 len=176864 2024-04-12T16:40:00.879 INFO:tasks.workunit.client.0.smithi099.stdout:op 5474 completed, throughput=5MB/sec 2024-04-12T16:40:00.879 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0Mhyyx0LF35bEQE off=12064058 len=1509701 2024-04-12T16:40:00.887 INFO:tasks.workunit.client.0.smithi099.stdout:op 5475 completed, throughput=5MB/sec 2024-04-12T16:40:00.887 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-A3lQFhn4uK1ymGH off=5206602 len=1004710 2024-04-12T16:40:00.894 INFO:tasks.workunit.client.0.smithi099.stdout:op 5476 completed, throughput=5MB/sec 2024-04-12T16:40:00.894 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-qn9dmcPvJ4iPddR off=3230593 len=423041 2024-04-12T16:40:00.895 INFO:tasks.workunit.client.0.smithi099.stdout:op 5477 completed, throughput=5MB/sec 2024-04-12T16:40:00.895 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qGDxa4T8JMxX3se off=3283747 len=837339 2024-04-12T16:40:00.899 INFO:tasks.workunit.client.0.smithi099.stdout:op 5478 completed, throughput=5MB/sec 2024-04-12T16:40:00.899 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-uS8orX0BCPJxMtk off=3176441 len=1042567 2024-04-12T16:40:00.905 INFO:tasks.workunit.client.0.smithi099.stdout:op 5479 completed, throughput=5MB/sec 2024-04-12T16:40:01.905 INFO:tasks.workunit.client.0.smithi099.stdout: 1077: throughput=5MB/sec pending data=0 2024-04-12T16:40:01.906 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-gQO5KI04O6WjGUT off=10964647 len=1730521 2024-04-12T16:40:01.907 INFO:tasks.workunit.client.0.smithi099.stdout:op 5480 completed, throughput=5MB/sec 2024-04-12T16:40:01.907 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-pB0NiDCPH32YJzM off=5693989 len=1426689 2024-04-12T16:40:01.910 INFO:tasks.workunit.client.0.smithi099.stdout:op 5481 completed, throughput=5MB/sec 2024-04-12T16:40:01.910 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-siz_TROVTZp8NIE off=15024748 len=354133 2024-04-12T16:40:01.914 INFO:tasks.workunit.client.0.smithi099.stdout:op 5482 completed, throughput=5MB/sec 2024-04-12T16:40:01.914 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-HEadHQNEzlGLmYm off=4873897 len=2003669 2024-04-12T16:40:01.923 INFO:tasks.workunit.client.0.smithi099.stdout:op 5483 completed, throughput=5MB/sec 2024-04-12T16:40:02.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:40:02 smithi110 ceph-mon[88691]: pgmap v1964: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:40:02.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:40:02 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:40:02.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:40:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:40:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:40:02.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:40:02 smithi099 ceph-mon[94290]: pgmap v1964: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:40:02.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:40:02 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:40:02.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:40:02 smithi099 ceph-mon[96864]: pgmap v1964: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:40:02.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:40:02 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:40:02.923 INFO:tasks.workunit.client.0.smithi099.stdout: 1078: throughput=5MB/sec pending data=0 2024-04-12T16:40:02.923 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-fbU78YTgGqwcdnt off=940151 len=715142 2024-04-12T16:40:02.924 INFO:tasks.workunit.client.0.smithi099.stdout:op 5484 completed, throughput=5MB/sec 2024-04-12T16:40:02.924 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-vxHpvnNozE09VCH off=18383132 len=1298714 2024-04-12T16:40:02.926 INFO:tasks.workunit.client.0.smithi099.stdout:op 5485 completed, throughput=5MB/sec 2024-04-12T16:40:02.926 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-z8xcMpij8dSyklI off=10783425 len=145240 2024-04-12T16:40:02.928 INFO:tasks.workunit.client.0.smithi099.stdout:op 5486 completed, throughput=5MB/sec 2024-04-12T16:40:02.928 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Q63Gl7V0w5KSrc3 off=1142216 len=100018 2024-04-12T16:40:02.930 INFO:tasks.workunit.client.0.smithi099.stdout:op 5487 completed, throughput=5MB/sec 2024-04-12T16:40:02.930 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-MnN5bUkoW6BwaNo off=2651996 len=1142191 2024-04-12T16:40:02.934 INFO:tasks.workunit.client.0.smithi099.stdout:op 5488 completed, throughput=5MB/sec 2024-04-12T16:40:02.934 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-U0jeL4nrxE_rSUv off=9905609 len=1963724 2024-04-12T16:40:02.943 INFO:tasks.workunit.client.0.smithi099.stdout:op 5489 completed, throughput=5MB/sec 2024-04-12T16:40:03.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:40:03 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:40:03.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:40:03 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:40:03.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:40:03 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:40:03.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:40:03 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:40:03.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:40:03 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:40:03.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:40:03 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:40:03.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:40:03 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:40:03.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:40:03 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:40:03.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:40:03 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:40:03.943 INFO:tasks.workunit.client.0.smithi099.stdout: 1079: throughput=5MB/sec pending data=0 2024-04-12T16:40:03.944 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-owuN2SGV-bxdEWD off=19365722 len=255554 2024-04-12T16:40:03.946 INFO:tasks.workunit.client.0.smithi099.stdout:op 5490 completed, throughput=5MB/sec 2024-04-12T16:40:03.947 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-mL1axoNEpFZjDxN off=10511334 len=1335839 2024-04-12T16:40:03.948 INFO:tasks.workunit.client.0.smithi099.stdout:op 5491 completed, throughput=5MB/sec 2024-04-12T16:40:03.948 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-v3tjSsV_42_uY_Z off=14314022 len=1494332 2024-04-12T16:40:03.954 INFO:tasks.workunit.client.0.smithi099.stdout:op 5492 completed, throughput=5MB/sec 2024-04-12T16:40:03.955 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Qiba1AIAponeeHO off=11112779 len=1901602 2024-04-12T16:40:03.964 INFO:tasks.workunit.client.0.smithi099.stdout:op 5493 completed, throughput=5MB/sec 2024-04-12T16:40:04.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:40:04 smithi110 ceph-mon[88691]: pgmap v1965: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:40:04.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:40:04 smithi099 ceph-mon[94290]: pgmap v1965: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:40:04.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:40:04 smithi099 ceph-mon[96864]: pgmap v1965: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:40:04.964 INFO:tasks.workunit.client.0.smithi099.stdout: 1080: throughput=5MB/sec pending data=0 2024-04-12T16:40:04.964 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-_Gf0syDl6xjgAgI off=5149743 len=681496 2024-04-12T16:40:04.966 INFO:tasks.workunit.client.0.smithi099.stdout:op 5494 completed, throughput=5MB/sec 2024-04-12T16:40:04.966 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-6FdxJeMjXsaD_ZY off=15650714 len=1825247 2024-04-12T16:40:04.970 INFO:tasks.workunit.client.0.smithi099.stdout:op 5495 completed, throughput=5MB/sec 2024-04-12T16:40:04.970 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-bgxvHVuuYKBHBSq off=3419487 len=1572390 2024-04-12T16:40:04.972 INFO:tasks.workunit.client.0.smithi099.stdout:op 5496 completed, throughput=5MB/sec 2024-04-12T16:40:04.972 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-fj4DbkObPtsEB3J off=5850957 len=702183 2024-04-12T16:40:04.973 INFO:tasks.workunit.client.0.smithi099.stdout:op 5497 completed, throughput=5MB/sec 2024-04-12T16:40:04.973 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-jHA0IJ0OTGb-_af off=10225297 len=1688121 2024-04-12T16:40:04.975 INFO:tasks.workunit.client.0.smithi099.stdout:op 5498 completed, throughput=5MB/sec 2024-04-12T16:40:05.975 INFO:tasks.workunit.client.0.smithi099.stdout: 1081: throughput=5MB/sec pending data=0 2024-04-12T16:40:05.975 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-QoakF0NVMRDaTM- off=5166719 len=767612 2024-04-12T16:40:05.980 INFO:tasks.workunit.client.0.smithi099.stdout:op 5499 completed, throughput=5MB/sec 2024-04-12T16:40:05.980 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-BFnHldbSQ4ffLS3 off=199223 len=2084917 2024-04-12T16:40:05.988 INFO:tasks.workunit.client.0.smithi099.stdout:op 5500 completed, throughput=5MB/sec 2024-04-12T16:40:05.988 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj--CNuCbTGuSR-o_b off=13693677 len=1720700 2024-04-12T16:40:05.996 INFO:tasks.workunit.client.0.smithi099.stdout:op 5501 completed, throughput=5MB/sec 2024-04-12T16:40:06.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:40:06 smithi099 ceph-mon[94290]: pgmap v1966: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T16:40:06.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:40:06 smithi099 ceph-mon[96864]: pgmap v1966: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T16:40:06.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:40:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:40:06] "GET /metrics HTTP/1.1" 200 34132 "" "Prometheus/2.43.0" 2024-04-12T16:40:06.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:40:06 smithi110 ceph-mon[88691]: pgmap v1966: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T16:40:06.997 INFO:tasks.workunit.client.0.smithi099.stdout: 1082: throughput=5MB/sec pending data=0 2024-04-12T16:40:06.997 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-SvbO3zOYuTjtRvs off=7150259 len=1234644 2024-04-12T16:40:06.998 INFO:tasks.workunit.client.0.smithi099.stdout:op 5502 completed, throughput=5MB/sec 2024-04-12T16:40:06.998 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Iv2gLF6_73MvbOy off=16834194 len=1098660 2024-04-12T16:40:07.000 INFO:tasks.workunit.client.0.smithi099.stdout:op 5503 completed, throughput=5MB/sec 2024-04-12T16:40:07.000 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj--zmqo9N8WwVb3FI off=3280135 len=1153953 2024-04-12T16:40:07.006 INFO:tasks.workunit.client.0.smithi099.stdout:op 5504 completed, throughput=5MB/sec 2024-04-12T16:40:07.006 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-mMtRYDlnZRnSaaR off=11276266 len=2059833 2024-04-12T16:40:07.016 INFO:tasks.workunit.client.0.smithi099.stdout:op 5505 completed, throughput=5MB/sec 2024-04-12T16:40:08.016 INFO:tasks.workunit.client.0.smithi099.stdout: 1083: throughput=5MB/sec pending data=0 2024-04-12T16:40:08.016 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-iKfh2IRbxcIGNjv off=1015330 len=160496 2024-04-12T16:40:08.016 INFO:tasks.workunit.client.0.smithi099.stdout:op 5506 completed, throughput=5MB/sec 2024-04-12T16:40:08.017 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Z4md0Nq5mnD8RL9 off=11314063 len=1710083 2024-04-12T16:40:08.026 INFO:tasks.workunit.client.0.smithi099.stdout:op 5507 completed, throughput=5MB/sec 2024-04-12T16:40:08.026 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-DwmfeiVJPlXDIwJ off=832028 len=1359312 2024-04-12T16:40:08.029 INFO:tasks.workunit.client.0.smithi099.stdout:op 5508 completed, throughput=5MB/sec 2024-04-12T16:40:08.029 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-s-0tRCihuFTqrZD off=20575730 len=11368 2024-04-12T16:40:08.030 INFO:tasks.workunit.client.0.smithi099.stdout:op 5509 completed, throughput=5MB/sec 2024-04-12T16:40:08.030 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-RP_YsaBWMC3_TvC off=1464469 len=907195 2024-04-12T16:40:08.031 INFO:tasks.workunit.client.0.smithi099.stdout:op 5510 completed, throughput=5MB/sec 2024-04-12T16:40:08.031 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-vthcmUXMsRaRlK7 off=628953 len=1214024 2024-04-12T16:40:08.039 INFO:tasks.workunit.client.0.smithi099.stdout:op 5511 completed, throughput=5MB/sec 2024-04-12T16:40:08.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:40:08 smithi110 ceph-mon[88691]: pgmap v1967: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T16:40:08.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:40:08 smithi099 ceph-mon[94290]: pgmap v1967: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T16:40:08.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:40:08 smithi099 ceph-mon[96864]: pgmap v1967: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T16:40:09.039 INFO:tasks.workunit.client.0.smithi099.stdout: 1084: throughput=5MB/sec pending data=0 2024-04-12T16:40:09.039 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ctbOWoG-Pr5mZ7Y off=1529772 len=1036953 2024-04-12T16:40:09.041 INFO:tasks.workunit.client.0.smithi099.stdout:op 5512 completed, throughput=5MB/sec 2024-04-12T16:40:09.041 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-flvYs4jwO7yCHCG off=205504 len=1352635 2024-04-12T16:40:09.050 INFO:tasks.workunit.client.0.smithi099.stdout:op 5513 completed, throughput=5MB/sec 2024-04-12T16:40:09.050 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-gULnNFk3Fh2iNm5 off=19763359 len=1952185 2024-04-12T16:40:09.051 INFO:tasks.workunit.client.0.smithi099.stdout:op 5514 completed, throughput=5MB/sec 2024-04-12T16:40:09.052 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-HEadHQNEzlGLmYm off=3908649 len=361819 2024-04-12T16:40:09.052 INFO:tasks.workunit.client.0.smithi099.stdout:op 5515 completed, throughput=5MB/sec 2024-04-12T16:40:10.052 INFO:tasks.workunit.client.0.smithi099.stdout: 1085: throughput=5MB/sec pending data=0 2024-04-12T16:40:10.053 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-44sSlQWnyM_dIRM off=14929139 len=75385 2024-04-12T16:40:10.053 INFO:tasks.workunit.client.0.smithi099.stdout:op 5516 completed, throughput=5MB/sec 2024-04-12T16:40:10.053 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-8by1HsfBCrPxAUi off=20892690 len=1178410 2024-04-12T16:40:10.055 INFO:tasks.workunit.client.0.smithi099.stdout:op 5517 completed, throughput=5MB/sec 2024-04-12T16:40:10.055 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-nicDjuzwBTpiO7t off=2105557 len=236534 2024-04-12T16:40:10.058 INFO:tasks.workunit.client.0.smithi099.stdout:op 5518 completed, throughput=5MB/sec 2024-04-12T16:40:10.058 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-s2T5pNDtXi9R1Qf off=5334143 len=2016108 2024-04-12T16:40:10.060 INFO:tasks.workunit.client.0.smithi099.stdout:op 5519 completed, throughput=5MB/sec 2024-04-12T16:40:10.060 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-LPGiteNwcQ9hWce off=15749344 len=356844 2024-04-12T16:40:10.064 INFO:tasks.workunit.client.0.smithi099.stdout:op 5520 completed, throughput=5MB/sec 2024-04-12T16:40:10.064 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-kasdtWwSx70KSgq off=3694161 len=679096 2024-04-12T16:40:10.066 INFO:tasks.workunit.client.0.smithi099.stdout:op 5521 completed, throughput=5MB/sec 2024-04-12T16:40:10.066 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-_zZ3TY6eWV5Zq6F off=7596588 len=960902 2024-04-12T16:40:10.067 INFO:tasks.workunit.client.0.smithi099.stdout:op 5522 completed, throughput=5MB/sec 2024-04-12T16:40:10.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:40:10 smithi110 ceph-mon[88691]: pgmap v1968: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T16:40:10.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:40:10 smithi099 ceph-mon[94290]: pgmap v1968: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T16:40:10.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:40:10 smithi099 ceph-mon[96864]: pgmap v1968: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T16:40:11.067 INFO:tasks.workunit.client.0.smithi099.stdout: 1086: throughput=5MB/sec pending data=0 2024-04-12T16:40:11.068 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-RD2X5pXSjbCrhSM off=5932617 len=1419064 2024-04-12T16:40:11.074 INFO:tasks.workunit.client.0.smithi099.stdout:op 5523 completed, throughput=5MB/sec 2024-04-12T16:40:11.074 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-NL5dY4tot7bJTiq off=16951645 len=2052465 2024-04-12T16:40:11.076 INFO:tasks.workunit.client.0.smithi099.stdout:op 5524 completed, throughput=5MB/sec 2024-04-12T16:40:11.076 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-4-YgptD_CvOucnk off=2029179 len=1815948 2024-04-12T16:40:11.085 INFO:tasks.workunit.client.0.smithi099.stdout:op 5525 completed, throughput=5MB/sec 2024-04-12T16:40:12.086 INFO:tasks.workunit.client.0.smithi099.stdout: 1087: throughput=5MB/sec pending data=0 2024-04-12T16:40:12.086 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-QAOFCQEEmn5MrDZ off=6538481 len=2028731 2024-04-12T16:40:12.098 INFO:tasks.workunit.client.0.smithi099.stdout:op 5526 completed, throughput=5MB/sec 2024-04-12T16:40:12.098 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-5M88GAoj4aClOIr off=2805024 len=1833414 2024-04-12T16:40:12.107 INFO:tasks.workunit.client.0.smithi099.stdout:op 5527 completed, throughput=5MB/sec 2024-04-12T16:40:12.107 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-26-vRQzLEaORmOo off=2386455 len=964375 2024-04-12T16:40:12.108 INFO:tasks.workunit.client.0.smithi099.stdout:op 5528 completed, throughput=5MB/sec 2024-04-12T16:40:12.109 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--XLhHiC_eRnIHqs off=19675234 len=1135507 2024-04-12T16:40:12.110 INFO:tasks.workunit.client.0.smithi099.stdout:op 5529 completed, throughput=5MB/sec 2024-04-12T16:40:12.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:40:12 smithi110 ceph-mon[88691]: pgmap v1969: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:40:12.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:40:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:40:12.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:40:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:40:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:40:12.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:40:12 smithi099 ceph-mon[94290]: pgmap v1969: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:40:12.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:40:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:40:12.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:40:12 smithi099 ceph-mon[96864]: pgmap v1969: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:40:12.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:40:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:40:13.110 INFO:tasks.workunit.client.0.smithi099.stdout: 1088: throughput=5MB/sec pending data=0 2024-04-12T16:40:13.110 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-h41uCOOuZZ8Z4gj off=5527554 len=1346735 2024-04-12T16:40:13.118 INFO:tasks.workunit.client.0.smithi099.stdout:op 5530 completed, throughput=5MB/sec 2024-04-12T16:40:13.118 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-EwwfVIw7l-HpmQu off=13411863 len=1249136 2024-04-12T16:40:13.123 INFO:tasks.workunit.client.0.smithi099.stdout:op 5531 completed, throughput=5MB/sec 2024-04-12T16:40:13.124 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-61vrrvlGmdukri8 off=2413515 len=614360 2024-04-12T16:40:13.127 INFO:tasks.workunit.client.0.smithi099.stdout:op 5532 completed, throughput=5MB/sec 2024-04-12T16:40:13.127 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-CCFJUgNg3f9LPOW off=15812967 len=1041793 2024-04-12T16:40:13.128 INFO:tasks.workunit.client.0.smithi099.stdout:op 5533 completed, throughput=5MB/sec 2024-04-12T16:40:13.128 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-rApm3aVeZnWV22N off=1895622 len=1134565 2024-04-12T16:40:13.134 INFO:tasks.workunit.client.0.smithi099.stdout:op 5534 completed, throughput=5MB/sec 2024-04-12T16:40:14.135 INFO:tasks.workunit.client.0.smithi099.stdout: 1089: throughput=5MB/sec pending data=0 2024-04-12T16:40:14.135 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-tr93ENoGbwHICsq off=176057 len=998005 2024-04-12T16:40:14.137 INFO:tasks.workunit.client.0.smithi099.stdout:op 5535 completed, throughput=5MB/sec 2024-04-12T16:40:14.138 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-eATd_KHIFAduUZ_ off=13080869 len=387799 2024-04-12T16:40:14.141 INFO:tasks.workunit.client.0.smithi099.stdout:op 5536 completed, throughput=5MB/sec 2024-04-12T16:40:14.141 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ZKr3lj9GBVMjj_w off=2541107 len=445007 2024-04-12T16:40:14.142 INFO:tasks.workunit.client.0.smithi099.stdout:op 5537 completed, throughput=5MB/sec 2024-04-12T16:40:14.142 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-l2edhxnTgEtnv2X off=8071508 len=2030513 2024-04-12T16:40:14.156 INFO:tasks.workunit.client.0.smithi099.stdout:op 5538 completed, throughput=5MB/sec 2024-04-12T16:40:14.156 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-cafnvNjs3TgyGOt off=9006957 len=292994 2024-04-12T16:40:14.156 INFO:tasks.workunit.client.0.smithi099.stdout:op 5539 completed, throughput=5MB/sec 2024-04-12T16:40:14.156 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-QpxTjky1J9Sp_0r off=1206606 len=1089644 2024-04-12T16:40:14.161 INFO:tasks.workunit.client.0.smithi099.stdout:op 5540 completed, throughput=5MB/sec 2024-04-12T16:40:14.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:40:14 smithi110 ceph-mon[88691]: pgmap v1970: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:40:14.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:40:14 smithi099 ceph-mon[94290]: pgmap v1970: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:40:14.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:40:14 smithi099 ceph-mon[96864]: pgmap v1970: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:40:15.161 INFO:tasks.workunit.client.0.smithi099.stdout: 1090: throughput=5MB/sec pending data=0 2024-04-12T16:40:15.162 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-aln1ZS1fCMq0NW3 off=623847 len=1960739 2024-04-12T16:40:15.165 INFO:tasks.workunit.client.0.smithi099.stdout:op 5541 completed, throughput=5MB/sec 2024-04-12T16:40:15.165 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-FtSunIGjF4-GLFd off=800489 len=1702101 2024-04-12T16:40:15.174 INFO:tasks.workunit.client.0.smithi099.stdout:op 5542 completed, throughput=5MB/sec 2024-04-12T16:40:15.174 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-JmG_CvtOw9Pjv5i off=1160020 len=1872338 2024-04-12T16:40:15.176 INFO:tasks.workunit.client.0.smithi099.stdout:op 5543 completed, throughput=5MB/sec 2024-04-12T16:40:16.177 INFO:tasks.workunit.client.0.smithi099.stdout: 1091: throughput=5MB/sec pending data=0 2024-04-12T16:40:16.177 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-P4rcTt0qpWtrJII off=6738508 len=985398 2024-04-12T16:40:16.183 INFO:tasks.workunit.client.0.smithi099.stdout:op 5544 completed, throughput=5MB/sec 2024-04-12T16:40:16.183 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qVpfOFYMtimUJgQ off=862973 len=1276411 2024-04-12T16:40:16.189 INFO:tasks.workunit.client.0.smithi099.stdout:op 5545 completed, throughput=5MB/sec 2024-04-12T16:40:16.190 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-NrouJeDc40f8OfB off=11819207 len=870058 2024-04-12T16:40:16.191 INFO:tasks.workunit.client.0.smithi099.stdout:op 5546 completed, throughput=5MB/sec 2024-04-12T16:40:16.191 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-8Xsv1wENaEJMptd off=3155256 len=1134229 2024-04-12T16:40:16.192 INFO:tasks.workunit.client.0.smithi099.stdout:op 5547 completed, throughput=5MB/sec 2024-04-12T16:40:16.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:40:16 smithi099 ceph-mon[94290]: pgmap v1971: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:40:16.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:40:16 smithi099 ceph-mon[96864]: pgmap v1971: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:40:16.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:40:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:40:16] "GET /metrics HTTP/1.1" 200 34133 "" "Prometheus/2.43.0" 2024-04-12T16:40:16.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:40:16 smithi110 ceph-mon[88691]: pgmap v1971: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:40:17.193 INFO:tasks.workunit.client.0.smithi099.stdout: 1092: throughput=5MB/sec pending data=0 2024-04-12T16:40:17.193 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-w4B2s3Veopo0mBu off=5618624 len=1584204 2024-04-12T16:40:17.202 INFO:tasks.workunit.client.0.smithi099.stdout:op 5548 completed, throughput=5MB/sec 2024-04-12T16:40:17.202 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-InujJC0i1Td2JRX off=6483778 len=781811 2024-04-12T16:40:17.206 INFO:tasks.workunit.client.0.smithi099.stdout:op 5549 completed, throughput=5MB/sec 2024-04-12T16:40:17.206 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-uA5FuoTQDIpB_Vq off=12045907 len=1017182 2024-04-12T16:40:17.207 INFO:tasks.workunit.client.0.smithi099.stdout:op 5550 completed, throughput=5MB/sec 2024-04-12T16:40:17.207 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_M1pnsh-_0Spc_o off=12046984 len=1832747 2024-04-12T16:40:17.215 INFO:tasks.workunit.client.0.smithi099.stdout:op 5551 completed, throughput=5MB/sec 2024-04-12T16:40:17.215 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-o21of-KkUbgZkMO off=9375591 len=310174 2024-04-12T16:40:17.216 INFO:tasks.workunit.client.0.smithi099.stdout:op 5552 completed, throughput=5MB/sec 2024-04-12T16:40:18.216 INFO:tasks.workunit.client.0.smithi099.stdout: 1093: throughput=5MB/sec pending data=0 2024-04-12T16:40:18.216 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-zgAJiH0JgWVJuwj off=207588 len=1167579 2024-04-12T16:40:18.223 INFO:tasks.workunit.client.0.smithi099.stdout:op 5553 completed, throughput=5MB/sec 2024-04-12T16:40:18.223 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-hZZEfwpiTfymFUQ off=10173546 len=1706695 2024-04-12T16:40:18.231 INFO:tasks.workunit.client.0.smithi099.stdout:op 5554 completed, throughput=5MB/sec 2024-04-12T16:40:18.232 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-kaY1geu4RzihyCZ off=3298389 len=1055124 2024-04-12T16:40:18.233 INFO:tasks.workunit.client.0.smithi099.stdout:op 5555 completed, throughput=5MB/sec 2024-04-12T16:40:18.233 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-KUFOtppUYd2pwTU off=2474150 len=1789083 2024-04-12T16:40:18.242 INFO:tasks.workunit.client.0.smithi099.stdout:op 5556 completed, throughput=5MB/sec 2024-04-12T16:40:18.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:40:18 smithi110 ceph-mon[88691]: pgmap v1972: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T16:40:18.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:40:18 smithi099 ceph-mon[94290]: pgmap v1972: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T16:40:18.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:40:18 smithi099 ceph-mon[96864]: pgmap v1972: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T16:40:19.242 INFO:tasks.workunit.client.0.smithi099.stdout: 1094: throughput=5MB/sec pending data=0 2024-04-12T16:40:19.242 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-gukDCNaKA3WHkEJ off=353069 len=977168 2024-04-12T16:40:19.249 INFO:tasks.workunit.client.0.smithi099.stdout:op 5557 completed, throughput=5MB/sec 2024-04-12T16:40:19.249 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-eFjrUiQBVtMRJcI off=11015044 len=1653934 2024-04-12T16:40:19.258 INFO:tasks.workunit.client.0.smithi099.stdout:op 5558 completed, throughput=5MB/sec 2024-04-12T16:40:19.258 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-8slHmHUrhvCHApt off=2025970 len=346096 2024-04-12T16:40:19.261 INFO:tasks.workunit.client.0.smithi099.stdout:op 5559 completed, throughput=5MB/sec 2024-04-12T16:40:19.261 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-KOGZ6iHz78O-YPb off=8734193 len=492216 2024-04-12T16:40:19.262 INFO:tasks.workunit.client.0.smithi099.stdout:op 5560 completed, throughput=5MB/sec 2024-04-12T16:40:19.262 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-gsyklSrOcbE_uMK off=12375961 len=1274338 2024-04-12T16:40:19.263 INFO:tasks.workunit.client.0.smithi099.stdout:op 5561 completed, throughput=5MB/sec 2024-04-12T16:40:19.263 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-FpkFFJbFdK4mCxa off=4788093 len=1717133 2024-04-12T16:40:19.265 INFO:tasks.workunit.client.0.smithi099.stdout:op 5562 completed, throughput=5MB/sec 2024-04-12T16:40:20.265 INFO:tasks.workunit.client.0.smithi099.stdout: 1095: throughput=5MB/sec pending data=0 2024-04-12T16:40:20.266 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-JcKd21uYNTkSqWl off=10563920 len=939790 2024-04-12T16:40:20.267 INFO:tasks.workunit.client.0.smithi099.stdout:op 5563 completed, throughput=5MB/sec 2024-04-12T16:40:20.267 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-I3-lbHspKpbXluB off=2530705 len=245657 2024-04-12T16:40:20.270 INFO:tasks.workunit.client.0.smithi099.stdout:op 5564 completed, throughput=5MB/sec 2024-04-12T16:40:20.270 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-yeISMdFXnUsc5zF off=15714409 len=496351 2024-04-12T16:40:20.274 INFO:tasks.workunit.client.0.smithi099.stdout:op 5565 completed, throughput=5MB/sec 2024-04-12T16:40:20.274 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-vI5n3nxHJVLouM7 off=1507560 len=563197 2024-04-12T16:40:20.275 INFO:tasks.workunit.client.0.smithi099.stdout:op 5566 completed, throughput=5MB/sec 2024-04-12T16:40:20.276 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-upbKLrPPN2gfjyX off=17631425 len=996252 2024-04-12T16:40:20.277 INFO:tasks.workunit.client.0.smithi099.stdout:op 5567 completed, throughput=5MB/sec 2024-04-12T16:40:20.277 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-u8OTDePFANmPqa2 off=2428395 len=1634416 2024-04-12T16:40:20.284 INFO:tasks.workunit.client.0.smithi099.stdout:op 5568 completed, throughput=5MB/sec 2024-04-12T16:40:20.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:40:20 smithi110 ceph-mon[88691]: pgmap v1973: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:40:20.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:40:20 smithi099 ceph-mon[94290]: pgmap v1973: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:40:20.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:40:20 smithi099 ceph-mon[96864]: pgmap v1973: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:40:21.284 INFO:tasks.workunit.client.0.smithi099.stdout: 1096: throughput=5MB/sec pending data=0 2024-04-12T16:40:21.285 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-zIYP9anKJ9JVp2w off=1315706 len=2068522 2024-04-12T16:40:21.289 INFO:tasks.workunit.client.0.smithi099.stdout:op 5569 completed, throughput=5MB/sec 2024-04-12T16:40:21.289 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-8wzVVjLIWUEnAHD off=20620655 len=1510831 2024-04-12T16:40:21.291 INFO:tasks.workunit.client.0.smithi099.stdout:op 5570 completed, throughput=5MB/sec 2024-04-12T16:40:21.291 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-l2edhxnTgEtnv2X off=7501630 len=267387 2024-04-12T16:40:21.294 INFO:tasks.workunit.client.0.smithi099.stdout:op 5571 completed, throughput=5MB/sec 2024-04-12T16:40:21.294 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qBtoZs57ipYnPd2 off=8962640 len=456201 2024-04-12T16:40:21.297 INFO:tasks.workunit.client.0.smithi099.stdout:op 5572 completed, throughput=5MB/sec 2024-04-12T16:40:22.298 INFO:tasks.workunit.client.0.smithi099.stdout: 1097: throughput=5MB/sec pending data=0 2024-04-12T16:40:22.298 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-wtUzFTLB4GoAThl off=3453772 len=295855 2024-04-12T16:40:22.302 INFO:tasks.workunit.client.0.smithi099.stdout:op 5573 completed, throughput=5MB/sec 2024-04-12T16:40:22.302 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Zy5ipABmfIcsgmn off=6708154 len=2045862 2024-04-12T16:40:22.304 INFO:tasks.workunit.client.0.smithi099.stdout:op 5574 completed, throughput=5MB/sec 2024-04-12T16:40:22.305 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-sALiW1fuvRGjizQ off=14062639 len=1263510 2024-04-12T16:40:22.307 INFO:tasks.workunit.client.0.smithi099.stdout:op 5575 completed, throughput=5MB/sec 2024-04-12T16:40:22.307 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-GvJPPotmZ4j4pw1 off=2105725 len=1498315 2024-04-12T16:40:22.309 INFO:tasks.workunit.client.0.smithi099.stdout:op 5576 completed, throughput=5MB/sec 2024-04-12T16:40:22.309 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Yo1B65dODsG5Iz9 off=5475551 len=1111831 2024-04-12T16:40:22.316 INFO:tasks.workunit.client.0.smithi099.stdout:op 5577 completed, throughput=5MB/sec 2024-04-12T16:40:22.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:40:22 smithi110 ceph-mon[88691]: pgmap v1974: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:40:22.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:40:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:40:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:40:22.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:40:22 smithi099 ceph-mon[94290]: pgmap v1974: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:40:22.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:40:22 smithi099 ceph-mon[96864]: pgmap v1974: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:40:23.316 INFO:tasks.workunit.client.0.smithi099.stdout: 1098: throughput=5MB/sec pending data=0 2024-04-12T16:40:23.316 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-BZBQT-boip2_-Vr off=15817416 len=263671 2024-04-12T16:40:23.317 INFO:tasks.workunit.client.0.smithi099.stdout:op 5578 completed, throughput=5MB/sec 2024-04-12T16:40:23.317 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ZRs_xxPbHsqQASY off=13648544 len=397181 2024-04-12T16:40:23.321 INFO:tasks.workunit.client.0.smithi099.stdout:op 5579 completed, throughput=5MB/sec 2024-04-12T16:40:23.321 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-RjJE99bYSBmdIoK off=8167903 len=504581 2024-04-12T16:40:23.323 INFO:tasks.workunit.client.0.smithi099.stdout:op 5580 completed, throughput=5MB/sec 2024-04-12T16:40:23.324 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-6IlXQI-QzDzmxKl off=7326489 len=721920 2024-04-12T16:40:23.325 INFO:tasks.workunit.client.0.smithi099.stdout:op 5581 completed, throughput=5MB/sec 2024-04-12T16:40:23.325 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-woijFCIPK9N87fc off=971676 len=1980675 2024-04-12T16:40:23.329 INFO:tasks.workunit.client.0.smithi099.stdout:op 5582 completed, throughput=5MB/sec 2024-04-12T16:40:23.329 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-UJoHjUHcPt3P5WY off=2037326 len=912220 2024-04-12T16:40:23.330 INFO:tasks.workunit.client.0.smithi099.stdout:op 5583 completed, throughput=5MB/sec 2024-04-12T16:40:24.331 INFO:tasks.workunit.client.0.smithi099.stdout: 1099: throughput=5MB/sec pending data=0 2024-04-12T16:40:24.331 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-5RM5q9cSQuRxRjh off=2778809 len=1402381 2024-04-12T16:40:24.339 INFO:tasks.workunit.client.0.smithi099.stdout:op 5584 completed, throughput=5MB/sec 2024-04-12T16:40:24.339 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-A6MQfCZGkba_isc off=11242005 len=1001567 2024-04-12T16:40:24.340 INFO:tasks.workunit.client.0.smithi099.stdout:op 5585 completed, throughput=5MB/sec 2024-04-12T16:40:24.341 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-op_HMgP0oZ1gJGD off=594178 len=1913148 2024-04-12T16:40:24.349 INFO:tasks.workunit.client.0.smithi099.stdout:op 5586 completed, throughput=5MB/sec 2024-04-12T16:40:24.349 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-S2yhV7bva0zLMdW off=10385959 len=1562081 2024-04-12T16:40:24.357 INFO:tasks.workunit.client.0.smithi099.stdout:op 5587 completed, throughput=5MB/sec 2024-04-12T16:40:24.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:40:24 smithi110 ceph-mon[88691]: pgmap v1975: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T16:40:24.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:40:24 smithi099 ceph-mon[94290]: pgmap v1975: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T16:40:24.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:40:24 smithi099 ceph-mon[96864]: pgmap v1975: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T16:40:25.357 INFO:tasks.workunit.client.0.smithi099.stdout: 1100: throughput=5MB/sec pending data=0 2024-04-12T16:40:25.357 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-xchAL0MlD8ZLh3t off=9031356 len=1618714 2024-04-12T16:40:25.359 INFO:tasks.workunit.client.0.smithi099.stdout:op 5588 completed, throughput=5MB/sec 2024-04-12T16:40:25.359 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-4ub_rrn7nXDgmhi off=6287077 len=360607 2024-04-12T16:40:25.360 INFO:tasks.workunit.client.0.smithi099.stdout:op 5589 completed, throughput=5MB/sec 2024-04-12T16:40:25.360 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-W-Um-Npw5APG2AT off=12308219 len=1084962 2024-04-12T16:40:25.366 INFO:tasks.workunit.client.0.smithi099.stdout:op 5590 completed, throughput=5MB/sec 2024-04-12T16:40:25.366 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-tShLvky12QkYvXj off=5716272 len=2094277 2024-04-12T16:40:25.368 INFO:tasks.workunit.client.0.smithi099.stdout:op 5591 completed, throughput=5MB/sec 2024-04-12T16:40:26.369 INFO:tasks.workunit.client.0.smithi099.stdout: 1101: throughput=5MB/sec pending data=0 2024-04-12T16:40:26.369 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-owiZasrj58Ar1c8 off=15362016 len=674536 2024-04-12T16:40:26.370 INFO:tasks.workunit.client.0.smithi099.stdout:op 5592 completed, throughput=5MB/sec 2024-04-12T16:40:26.370 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-EZ_d0ojINXQ-UsE off=4754866 len=986563 2024-04-12T16:40:26.372 INFO:tasks.workunit.client.0.smithi099.stdout:op 5593 completed, throughput=5MB/sec 2024-04-12T16:40:26.373 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-krAlsnNITR1pWHL off=15595779 len=1777708 2024-04-12T16:40:26.382 INFO:tasks.workunit.client.0.smithi099.stdout:op 5594 completed, throughput=5MB/sec 2024-04-12T16:40:26.382 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-K7TXBWhRsaJBpUi off=9141751 len=583551 2024-04-12T16:40:26.383 INFO:tasks.workunit.client.0.smithi099.stdout:op 5595 completed, throughput=5MB/sec 2024-04-12T16:40:26.383 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-l0HGIhUxgrGu7UY off=9384347 len=378459 2024-04-12T16:40:26.383 INFO:tasks.workunit.client.0.smithi099.stdout:op 5596 completed, throughput=5MB/sec 2024-04-12T16:40:26.384 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-uQo_1vL8sLa_6si off=3692406 len=439899 2024-04-12T16:40:26.386 INFO:tasks.workunit.client.0.smithi099.stdout:op 5597 completed, throughput=5MB/sec 2024-04-12T16:40:26.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:40:26 smithi099 ceph-mon[94290]: pgmap v1976: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:40:26.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:40:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:40:26] "GET /metrics HTTP/1.1" 200 34133 "" "Prometheus/2.43.0" 2024-04-12T16:40:26.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:40:26 smithi099 ceph-mon[96864]: pgmap v1976: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:40:26.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:40:26 smithi110 ceph-mon[88691]: pgmap v1976: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:40:27.387 INFO:tasks.workunit.client.0.smithi099.stdout: 1102: throughput=5MB/sec pending data=0 2024-04-12T16:40:27.387 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-BxZfV5FkHCHqWuM off=13943333 len=1186660 2024-04-12T16:40:27.388 INFO:tasks.workunit.client.0.smithi099.stdout:op 5598 completed, throughput=5MB/sec 2024-04-12T16:40:27.388 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-RBpehz11Brb28Qx off=11460849 len=1598883 2024-04-12T16:40:27.397 INFO:tasks.workunit.client.0.smithi099.stdout:op 5599 completed, throughput=5MB/sec 2024-04-12T16:40:27.398 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-TKoL4w12nG15TY8 off=11262064 len=1946666 2024-04-12T16:40:27.408 INFO:tasks.workunit.client.0.smithi099.stdout:op 5600 completed, throughput=5MB/sec 2024-04-12T16:40:27.409 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-pWylwf9PNA-9fpN off=12853417 len=871170 2024-04-12T16:40:27.411 INFO:tasks.workunit.client.0.smithi099.stdout:op 5601 completed, throughput=5MB/sec 2024-04-12T16:40:27.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:40:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:40:27.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:40:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:40:27.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:40:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:40:28.411 INFO:tasks.workunit.client.0.smithi099.stdout: 1103: throughput=5MB/sec pending data=0 2024-04-12T16:40:28.411 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-PZ7gRqPs6NyZQuC off=1292145 len=1848507 2024-04-12T16:40:28.415 INFO:tasks.workunit.client.0.smithi099.stdout:op 5602 completed, throughput=5MB/sec 2024-04-12T16:40:28.415 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-5MOJERJ4SO_6BGQ off=4023965 len=1090735 2024-04-12T16:40:28.421 INFO:tasks.workunit.client.0.smithi099.stdout:op 5603 completed, throughput=5MB/sec 2024-04-12T16:40:28.422 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-PkBaw-OlszOmqvq off=1963231 len=1750557 2024-04-12T16:40:28.430 INFO:tasks.workunit.client.0.smithi099.stdout:op 5604 completed, throughput=5MB/sec 2024-04-12T16:40:28.431 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-fCxngxLdFbZsYsU off=8803765 len=76214 2024-04-12T16:40:28.433 INFO:tasks.workunit.client.0.smithi099.stdout:op 5605 completed, throughput=5MB/sec 2024-04-12T16:40:28.433 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-oKbY7KaJCFjIsWM off=18347533 len=1035926 2024-04-12T16:40:28.439 INFO:tasks.workunit.client.0.smithi099.stdout:op 5606 completed, throughput=5MB/sec 2024-04-12T16:40:28.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:40:28 smithi110 ceph-mon[88691]: pgmap v1977: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:40:28.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:40:28 smithi099 ceph-mon[94290]: pgmap v1977: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:40:28.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:40:28 smithi099 ceph-mon[96864]: pgmap v1977: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:40:29.439 INFO:tasks.workunit.client.0.smithi099.stdout: 1104: throughput=5MB/sec pending data=0 2024-04-12T16:40:29.439 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-oQvfgY6ncrIPhP1 off=2926213 len=787279 2024-04-12T16:40:29.444 INFO:tasks.workunit.client.0.smithi099.stdout:op 5607 completed, throughput=5MB/sec 2024-04-12T16:40:29.444 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--ZK2E7EsHGW9ZQ7 off=15542324 len=1425322 2024-04-12T16:40:29.446 INFO:tasks.workunit.client.0.smithi099.stdout:op 5608 completed, throughput=5MB/sec 2024-04-12T16:40:29.446 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-HHTxh0ytSRSoY8H off=5747188 len=489067 2024-04-12T16:40:29.450 INFO:tasks.workunit.client.0.smithi099.stdout:op 5609 completed, throughput=5MB/sec 2024-04-12T16:40:29.450 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-JeLa68aC0VnLP4W off=3568835 len=1796493 2024-04-12T16:40:29.459 INFO:tasks.workunit.client.0.smithi099.stdout:op 5610 completed, throughput=5MB/sec 2024-04-12T16:40:30.460 INFO:tasks.workunit.client.0.smithi099.stdout: 1105: throughput=5MB/sec pending data=0 2024-04-12T16:40:30.460 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-jaIOIohe_7bHW4n off=596961 len=982239 2024-04-12T16:40:30.461 INFO:tasks.workunit.client.0.smithi099.stdout:op 5611 completed, throughput=5MB/sec 2024-04-12T16:40:30.461 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-QEhJXJT1qPvIamV off=7071334 len=148176 2024-04-12T16:40:30.464 INFO:tasks.workunit.client.0.smithi099.stdout:op 5612 completed, throughput=5MB/sec 2024-04-12T16:40:30.464 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-FioEk5yC6lACEIW off=20493065 len=662096 2024-04-12T16:40:30.465 INFO:tasks.workunit.client.0.smithi099.stdout:op 5613 completed, throughput=5MB/sec 2024-04-12T16:40:30.465 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-2fdSkSbZnd-w3kb off=11624790 len=1821507 2024-04-12T16:40:30.467 INFO:tasks.workunit.client.0.smithi099.stdout:op 5614 completed, throughput=5MB/sec 2024-04-12T16:40:30.467 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-OYsK3gAipeNcfgc off=5186395 len=34291 2024-04-12T16:40:30.468 INFO:tasks.workunit.client.0.smithi099.stdout:op 5615 completed, throughput=5MB/sec 2024-04-12T16:40:30.468 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-zdCqRYHCl7W_9Qt off=6977532 len=1787418 2024-04-12T16:40:30.477 INFO:tasks.workunit.client.0.smithi099.stdout:op 5616 completed, throughput=5MB/sec 2024-04-12T16:40:30.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:40:30 smithi110 ceph-mon[88691]: pgmap v1978: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T16:40:30.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:40:30 smithi099 ceph-mon[94290]: pgmap v1978: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T16:40:30.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:40:30 smithi099 ceph-mon[96864]: pgmap v1978: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T16:40:31.477 INFO:tasks.workunit.client.0.smithi099.stdout: 1106: throughput=5MB/sec pending data=0 2024-04-12T16:40:31.477 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-bT0eHoqDP7jp_8K off=8028413 len=1145410 2024-04-12T16:40:31.478 INFO:tasks.workunit.client.0.smithi099.stdout:op 5617 completed, throughput=5MB/sec 2024-04-12T16:40:31.479 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-H6lPYoCWUuO_zem off=476375 len=1019250 2024-04-12T16:40:31.480 INFO:tasks.workunit.client.0.smithi099.stdout:op 5618 completed, throughput=5MB/sec 2024-04-12T16:40:31.480 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-vz1oUIJ3uXyhBLY off=523561 len=872609 2024-04-12T16:40:31.481 INFO:tasks.workunit.client.0.smithi099.stdout:op 5619 completed, throughput=5MB/sec 2024-04-12T16:40:31.481 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-z95VdIYnV-cJpIk off=7630855 len=1993558 2024-04-12T16:40:31.483 INFO:tasks.workunit.client.0.smithi099.stdout:op 5620 completed, throughput=5MB/sec 2024-04-12T16:40:31.483 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-dJVxTbZVKNFlLvG off=345023 len=134668 2024-04-12T16:40:31.484 INFO:tasks.workunit.client.0.smithi099.stdout:op 5621 completed, throughput=5MB/sec 2024-04-12T16:40:32.485 INFO:tasks.workunit.client.0.smithi099.stdout: 1107: throughput=5MB/sec pending data=0 2024-04-12T16:40:32.485 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-igBukWcFfIW8F0s off=7643388 len=171203 2024-04-12T16:40:32.488 INFO:tasks.workunit.client.0.smithi099.stdout:op 5622 completed, throughput=5MB/sec 2024-04-12T16:40:32.488 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Lp8X8C0Cci4ctRD off=2026615 len=918411 2024-04-12T16:40:32.493 INFO:tasks.workunit.client.0.smithi099.stdout:op 5623 completed, throughput=5MB/sec 2024-04-12T16:40:32.494 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-krk6aXBwJM74fvD off=4276025 len=347634 2024-04-12T16:40:32.494 INFO:tasks.workunit.client.0.smithi099.stdout:op 5624 completed, throughput=5MB/sec 2024-04-12T16:40:32.494 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-0k7WSjJ7z7qaMWd off=4732497 len=718651 2024-04-12T16:40:32.500 INFO:tasks.workunit.client.0.smithi099.stdout:op 5625 completed, throughput=5MB/sec 2024-04-12T16:40:32.500 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-iyGExxvVUp5wZ7a off=2522903 len=494412 2024-04-12T16:40:32.501 INFO:tasks.workunit.client.0.smithi099.stdout:op 5626 completed, throughput=5MB/sec 2024-04-12T16:40:32.501 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Xe7ioFKIqPV_Lzz off=4527915 len=1248117 2024-04-12T16:40:32.502 INFO:tasks.workunit.client.0.smithi099.stdout:op 5627 completed, throughput=5MB/sec 2024-04-12T16:40:32.502 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-TqG3n3Hg3ZWtU_J off=5155952 len=1485245 2024-04-12T16:40:32.510 INFO:tasks.workunit.client.0.smithi099.stdout:op 5628 completed, throughput=5MB/sec 2024-04-12T16:40:32.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:40:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:40:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:40:32.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:40:32 smithi099 ceph-mon[94290]: pgmap v1979: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:40:32.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:40:32 smithi099 ceph-mon[96864]: pgmap v1979: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:40:33.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:40:32 smithi110 ceph-mon[88691]: pgmap v1979: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:40:33.511 INFO:tasks.workunit.client.0.smithi099.stdout: 1108: throughput=5MB/sec pending data=0 2024-04-12T16:40:33.511 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-EeyDNPGTTzWcuiw off=5987977 len=346940 2024-04-12T16:40:33.511 INFO:tasks.workunit.client.0.smithi099.stdout:op 5629 completed, throughput=5MB/sec 2024-04-12T16:40:33.512 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-g0LbztlGJZAMYcE off=8304514 len=698724 2024-04-12T16:40:33.513 INFO:tasks.workunit.client.0.smithi099.stdout:op 5630 completed, throughput=5MB/sec 2024-04-12T16:40:33.513 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-AdXrbvs7iN0Ftze off=7624534 len=1322019 2024-04-12T16:40:33.520 INFO:tasks.workunit.client.0.smithi099.stdout:op 5631 completed, throughput=5MB/sec 2024-04-12T16:40:33.520 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-E9WzcqybzLoDISX off=15398955 len=1579694 2024-04-12T16:40:33.522 INFO:tasks.workunit.client.0.smithi099.stdout:op 5632 completed, throughput=5MB/sec 2024-04-12T16:40:33.522 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-IWA97LOtwRPUNkG off=2639911 len=1294625 2024-04-12T16:40:33.528 INFO:tasks.workunit.client.0.smithi099.stdout:op 5633 completed, throughput=5MB/sec 2024-04-12T16:40:34.529 INFO:tasks.workunit.client.0.smithi099.stdout: 1109: throughput=5MB/sec pending data=0 2024-04-12T16:40:34.529 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-fBoHHRt9uGuyJIl off=11303171 len=828648 2024-04-12T16:40:34.533 INFO:tasks.workunit.client.0.smithi099.stdout:op 5634 completed, throughput=5MB/sec 2024-04-12T16:40:34.533 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-y7BLMJ--klg33QT off=6667675 len=2067827 2024-04-12T16:40:34.543 INFO:tasks.workunit.client.0.smithi099.stdout:op 5635 completed, throughput=5MB/sec 2024-04-12T16:40:34.543 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Yy41QDEZUfMT2QC off=2645888 len=1783073 2024-04-12T16:40:34.545 INFO:tasks.workunit.client.0.smithi099.stdout:op 5636 completed, throughput=5MB/sec 2024-04-12T16:40:34.545 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-mIttPtBtmL_LrXn off=0 len=1534155 2024-04-12T16:40:34.551 INFO:tasks.workunit.client.0.smithi099.stdout:op 5637 completed, throughput=5MB/sec 2024-04-12T16:40:34.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:40:34 smithi099 ceph-mon[94290]: pgmap v1980: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:40:34.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:40:34 smithi099 ceph-mon[96864]: pgmap v1980: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:40:35.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:40:34 smithi110 ceph-mon[88691]: pgmap v1980: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:40:35.552 INFO:tasks.workunit.client.0.smithi099.stdout: 1110: throughput=5MB/sec pending data=0 2024-04-12T16:40:35.552 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-uYMn5DoeZ2yqptB off=5979888 len=678124 2024-04-12T16:40:35.556 INFO:tasks.workunit.client.0.smithi099.stdout:op 5638 completed, throughput=5MB/sec 2024-04-12T16:40:35.556 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-wjicfT_T63EZT7t off=5972251 len=1346551 2024-04-12T16:40:35.558 INFO:tasks.workunit.client.0.smithi099.stdout:op 5639 completed, throughput=5MB/sec 2024-04-12T16:40:35.558 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-dbITPGCJBEh2jDM off=19127074 len=1877174 2024-04-12T16:40:35.562 INFO:tasks.workunit.client.0.smithi099.stdout:op 5640 completed, throughput=5MB/sec 2024-04-12T16:40:35.562 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Yii_TgXfE0EPV6i off=18905 len=641262 2024-04-12T16:40:35.563 INFO:tasks.workunit.client.0.smithi099.stdout:op 5641 completed, throughput=5MB/sec 2024-04-12T16:40:36.563 INFO:tasks.workunit.client.0.smithi099.stdout: 1111: throughput=5MB/sec pending data=0 2024-04-12T16:40:36.564 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-8bih_r7NmhthVLt off=12753878 len=918352 2024-04-12T16:40:36.569 INFO:tasks.workunit.client.0.smithi099.stdout:op 5642 completed, throughput=5MB/sec 2024-04-12T16:40:36.569 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Mb1Y_9aOp929I0S off=9358697 len=312147 2024-04-12T16:40:36.573 INFO:tasks.workunit.client.0.smithi099.stdout:op 5643 completed, throughput=5MB/sec 2024-04-12T16:40:36.573 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-aiGY66d6ZRC4GCp off=2168684 len=628919 2024-04-12T16:40:36.577 INFO:tasks.workunit.client.0.smithi099.stdout:op 5644 completed, throughput=5MB/sec 2024-04-12T16:40:36.577 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-qZgCqREzR21GWzL off=10753239 len=1133101 2024-04-12T16:40:36.579 INFO:tasks.workunit.client.0.smithi099.stdout:op 5645 completed, throughput=5MB/sec 2024-04-12T16:40:36.579 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-cRbLhm-ny1gzcny off=1286680 len=1091288 2024-04-12T16:40:36.580 INFO:tasks.workunit.client.0.smithi099.stdout:op 5646 completed, throughput=5MB/sec 2024-04-12T16:40:36.580 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-JeD2cDPAP8rxPs5 off=1210497 len=1886812 2024-04-12T16:40:36.590 INFO:tasks.workunit.client.0.smithi099.stdout:op 5647 completed, throughput=5MB/sec 2024-04-12T16:40:36.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:40:36 smithi099 ceph-mon[94290]: pgmap v1981: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T16:40:36.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:40:36 smithi099 ceph-mon[96864]: pgmap v1981: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T16:40:36.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:40:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:40:36] "GET /metrics HTTP/1.1" 200 34130 "" "Prometheus/2.43.0" 2024-04-12T16:40:37.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:40:36 smithi110 ceph-mon[88691]: pgmap v1981: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T16:40:37.591 INFO:tasks.workunit.client.0.smithi099.stdout: 1112: throughput=5MB/sec pending data=0 2024-04-12T16:40:37.591 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Vu6d250hnP7Vo2- off=4246407 len=841195 2024-04-12T16:40:37.596 INFO:tasks.workunit.client.0.smithi099.stdout:op 5648 completed, throughput=5MB/sec 2024-04-12T16:40:37.596 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-QHwlitNGpjrUpxz off=13423319 len=1232535 2024-04-12T16:40:37.597 INFO:tasks.workunit.client.0.smithi099.stdout:op 5649 completed, throughput=5MB/sec 2024-04-12T16:40:37.597 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-lcVAQCYyk-zoM9M off=10083788 len=709332 2024-04-12T16:40:37.602 INFO:tasks.workunit.client.0.smithi099.stdout:op 5650 completed, throughput=5MB/sec 2024-04-12T16:40:37.602 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-tMGxuLhWid5UOmx off=14681605 len=1796444 2024-04-12T16:40:37.611 INFO:tasks.workunit.client.0.smithi099.stdout:op 5651 completed, throughput=5MB/sec 2024-04-12T16:40:37.612 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-X-fL7rk_Lq0NM1K off=228265 len=1591369 2024-04-12T16:40:37.614 INFO:tasks.workunit.client.0.smithi099.stdout:op 5652 completed, throughput=5MB/sec 2024-04-12T16:40:38.615 INFO:tasks.workunit.client.0.smithi099.stdout: 1113: throughput=5MB/sec pending data=0 2024-04-12T16:40:38.615 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Ohc5m8RCsjQMr8T off=292342 len=787507 2024-04-12T16:40:38.620 INFO:tasks.workunit.client.0.smithi099.stdout:op 5653 completed, throughput=5MB/sec 2024-04-12T16:40:38.620 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-J8YqKGuyFjKync2 off=17886148 len=686160 2024-04-12T16:40:38.621 INFO:tasks.workunit.client.0.smithi099.stdout:op 5654 completed, throughput=5MB/sec 2024-04-12T16:40:38.621 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-jgujOqglOS1lWVl off=11718751 len=1811517 2024-04-12T16:40:38.631 INFO:tasks.workunit.client.0.smithi099.stdout:op 5655 completed, throughput=5MB/sec 2024-04-12T16:40:38.631 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-f7d2_fIah0ym6V- off=5462876 len=85550 2024-04-12T16:40:38.632 INFO:tasks.workunit.client.0.smithi099.stdout:op 5656 completed, throughput=5MB/sec 2024-04-12T16:40:38.632 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-4-DUE_1a4zJ-KRX off=10226294 len=1772075 2024-04-12T16:40:38.633 INFO:tasks.workunit.client.0.smithi099.stdout:op 5657 completed, throughput=5MB/sec 2024-04-12T16:40:38.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:40:38 smithi099 ceph-mon[94290]: pgmap v1982: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:40:38.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:40:38 smithi099 ceph-mon[96864]: pgmap v1982: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:40:39.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:40:38 smithi110 ceph-mon[88691]: pgmap v1982: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:40:39.634 INFO:tasks.workunit.client.0.smithi099.stdout: 1114: throughput=5MB/sec pending data=0 2024-04-12T16:40:39.634 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-eZCGpUVx3FWDLzo off=8901792 len=1498796 2024-04-12T16:40:39.642 INFO:tasks.workunit.client.0.smithi099.stdout:op 5658 completed, throughput=5MB/sec 2024-04-12T16:40:39.642 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-E69OJ_KAB7Hp9du off=1580853 len=1135396 2024-04-12T16:40:39.647 INFO:tasks.workunit.client.0.smithi099.stdout:op 5659 completed, throughput=5MB/sec 2024-04-12T16:40:39.647 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj--6j4mJEMnl2gZZQ off=7157071 len=597201 2024-04-12T16:40:39.651 INFO:tasks.workunit.client.0.smithi099.stdout:op 5660 completed, throughput=5MB/sec 2024-04-12T16:40:39.651 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-fj4DbkObPtsEB3J off=20662724 len=477781 2024-04-12T16:40:39.652 INFO:tasks.workunit.client.0.smithi099.stdout:op 5661 completed, throughput=5MB/sec 2024-04-12T16:40:39.652 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-qHSJdUGMjpczNB7 off=3929073 len=166755 2024-04-12T16:40:39.652 INFO:tasks.workunit.client.0.smithi099.stdout:op 5662 completed, throughput=5MB/sec 2024-04-12T16:40:39.652 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-e5Wc7dlNo3h29R5 off=1521412 len=1604800 2024-04-12T16:40:39.659 INFO:tasks.workunit.client.0.smithi099.stdout:op 5663 completed, throughput=5MB/sec 2024-04-12T16:40:40.659 INFO:tasks.workunit.client.0.smithi099.stdout: 1115: throughput=5MB/sec pending data=0 2024-04-12T16:40:40.659 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Su4r5P6MtcT3aGK off=7966842 len=2036591 2024-04-12T16:40:40.669 INFO:tasks.workunit.client.0.smithi099.stdout:op 5664 completed, throughput=5MB/sec 2024-04-12T16:40:40.669 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-QpxTjky1J9Sp_0r off=590075 len=1334557 2024-04-12T16:40:40.676 INFO:tasks.workunit.client.0.smithi099.stdout:op 5665 completed, throughput=5MB/sec 2024-04-12T16:40:40.676 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-CagMWJgu8hvOQpg off=9710826 len=326937 2024-04-12T16:40:40.676 INFO:tasks.workunit.client.0.smithi099.stdout:op 5666 completed, throughput=5MB/sec 2024-04-12T16:40:40.676 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-D6H5Cm6LT69rHFD off=17687290 len=25702 2024-04-12T16:40:40.678 INFO:tasks.workunit.client.0.smithi099.stdout:op 5667 completed, throughput=5MB/sec 2024-04-12T16:40:40.678 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ZH7hhNgZgKV4rBb off=4731601 len=1033610 2024-04-12T16:40:40.679 INFO:tasks.workunit.client.0.smithi099.stdout:op 5668 completed, throughput=5MB/sec 2024-04-12T16:40:40.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:40:40 smithi099 ceph-mon[94290]: pgmap v1983: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:40:40.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:40:40 smithi099 ceph-mon[96864]: pgmap v1983: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:40:40.881 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:40:40 smithi110 ceph-mon[88691]: pgmap v1983: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:40:41.680 INFO:tasks.workunit.client.0.smithi099.stdout: 1116: throughput=5MB/sec pending data=0 2024-04-12T16:40:41.680 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-t4pCli4pFh9t2gC off=1488459 len=275220 2024-04-12T16:40:41.681 INFO:tasks.workunit.client.0.smithi099.stdout:op 5669 completed, throughput=5MB/sec 2024-04-12T16:40:41.681 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-W2LBX59qGzxGFsh off=4940356 len=1614315 2024-04-12T16:40:41.690 INFO:tasks.workunit.client.0.smithi099.stdout:op 5670 completed, throughput=5MB/sec 2024-04-12T16:40:41.690 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-2ggJVTHy_m0mIGi off=13073031 len=417998 2024-04-12T16:40:41.691 INFO:tasks.workunit.client.0.smithi099.stdout:op 5671 completed, throughput=5MB/sec 2024-04-12T16:40:41.692 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-1q6W9vuTcJgSfc6 off=1030289 len=1193423 2024-04-12T16:40:41.694 INFO:tasks.workunit.client.0.smithi099.stdout:op 5672 completed, throughput=5MB/sec 2024-04-12T16:40:41.694 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Nsci5_Lt8il4I17 off=8574710 len=1017828 2024-04-12T16:40:41.699 INFO:tasks.workunit.client.0.smithi099.stdout:op 5673 completed, throughput=5MB/sec 2024-04-12T16:40:41.699 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-dF0de2oofP6lyzc off=6698670 len=1537719 2024-04-12T16:40:41.705 INFO:tasks.workunit.client.0.smithi099.stdout:op 5674 completed, throughput=5MB/sec 2024-04-12T16:40:42.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:40:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:40:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:40:42.706 INFO:tasks.workunit.client.0.smithi099.stdout: 1117: throughput=5MB/sec pending data=0 2024-04-12T16:40:42.706 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-avgx2cEIQ5nOBO- off=4260699 len=1465513 2024-04-12T16:40:42.707 INFO:tasks.workunit.client.0.smithi099.stdout:op 5675 completed, throughput=5MB/sec 2024-04-12T16:40:42.707 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-q1ogITzgn6buHka off=9410336 len=664685 2024-04-12T16:40:42.713 INFO:tasks.workunit.client.0.smithi099.stdout:op 5676 completed, throughput=5MB/sec 2024-04-12T16:40:42.713 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-HrOu-Y8CALJQCTg off=1098812 len=1041466 2024-04-12T16:40:42.715 INFO:tasks.workunit.client.0.smithi099.stdout:op 5677 completed, throughput=5MB/sec 2024-04-12T16:40:42.715 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-FuqJXt497FU4YwE off=10403986 len=1634853 2024-04-12T16:40:42.718 INFO:tasks.workunit.client.0.smithi099.stdout:op 5678 completed, throughput=5MB/sec 2024-04-12T16:40:42.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:40:42 smithi099 ceph-mon[94290]: pgmap v1984: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:40:42.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:40:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:40:42.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:40:42 smithi099 ceph-mon[96864]: pgmap v1984: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:40:42.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:40:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:40:43.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:40:42 smithi110 ceph-mon[88691]: pgmap v1984: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:40:43.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:40:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:40:43.718 INFO:tasks.workunit.client.0.smithi099.stdout: 1118: throughput=5MB/sec pending data=0 2024-04-12T16:40:43.719 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-hAsXy49rPcvRaVP off=8435470 len=863574 2024-04-12T16:40:43.721 INFO:tasks.workunit.client.0.smithi099.stdout:op 5679 completed, throughput=5MB/sec 2024-04-12T16:40:43.721 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-9uoIpa3aEc3HyIE off=9564660 len=2047100 2024-04-12T16:40:43.723 INFO:tasks.workunit.client.0.smithi099.stdout:op 5680 completed, throughput=5MB/sec 2024-04-12T16:40:43.723 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-MmwJTJmhj2mYVPv off=17584140 len=1571345 2024-04-12T16:40:43.725 INFO:tasks.workunit.client.0.smithi099.stdout:op 5681 completed, throughput=5MB/sec 2024-04-12T16:40:44.726 INFO:tasks.workunit.client.0.smithi099.stdout: 1119: throughput=5MB/sec pending data=0 2024-04-12T16:40:44.726 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-9KPvI0xh5kkR74m off=10920465 len=1437804 2024-04-12T16:40:44.728 INFO:tasks.workunit.client.0.smithi099.stdout:op 5682 completed, throughput=5MB/sec 2024-04-12T16:40:44.728 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-mpg9IVlKzh5pCcb off=13089244 len=2047133 2024-04-12T16:40:44.730 INFO:tasks.workunit.client.0.smithi099.stdout:op 5683 completed, throughput=5MB/sec 2024-04-12T16:40:44.731 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-nHeMJnrktYNks5f off=3211665 len=628187 2024-04-12T16:40:44.732 INFO:tasks.workunit.client.0.smithi099.stdout:op 5684 completed, throughput=5MB/sec 2024-04-12T16:40:44.732 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-M-2GE5RjHDGjsxx off=7778045 len=1309392 2024-04-12T16:40:44.741 INFO:tasks.workunit.client.0.smithi099.stdout:op 5685 completed, throughput=5MB/sec 2024-04-12T16:40:44.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:40:44 smithi099 ceph-mon[94290]: pgmap v1985: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:40:44.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:40:44 smithi099 ceph-mon[96864]: pgmap v1985: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:40:45.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:40:44 smithi110 ceph-mon[88691]: pgmap v1985: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:40:45.741 INFO:tasks.workunit.client.0.smithi099.stdout: 1120: throughput=5MB/sec pending data=0 2024-04-12T16:40:45.741 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-tUuAXcVwtKzRGTh off=7095495 len=277071 2024-04-12T16:40:45.745 INFO:tasks.workunit.client.0.smithi099.stdout:op 5686 completed, throughput=5MB/sec 2024-04-12T16:40:45.745 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-AI49dILbBeCEznD off=517961 len=966442 2024-04-12T16:40:45.750 INFO:tasks.workunit.client.0.smithi099.stdout:op 5687 completed, throughput=5MB/sec 2024-04-12T16:40:45.751 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-_TlOMnAzxjEZ8Sf off=1360063 len=1193164 2024-04-12T16:40:45.754 INFO:tasks.workunit.client.0.smithi099.stdout:op 5688 completed, throughput=5MB/sec 2024-04-12T16:40:45.754 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-dSM3qLm0OfwrBgl off=1022784 len=2060855 2024-04-12T16:40:45.755 INFO:tasks.workunit.client.0.smithi099.stdout:op 5689 completed, throughput=5MB/sec 2024-04-12T16:40:45.755 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-rePH_o_9UuXym1b off=756254 len=1735336 2024-04-12T16:40:45.763 INFO:tasks.workunit.client.0.smithi099.stdout:op 5690 completed, throughput=5MB/sec 2024-04-12T16:40:46.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:40:46 smithi099 ceph-mon[94290]: pgmap v1986: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:40:46.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:40:46 smithi099 ceph-mon[96864]: pgmap v1986: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:40:46.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:40:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:40:46] "GET /metrics HTTP/1.1" 200 34136 "" "Prometheus/2.43.0" 2024-04-12T16:40:46.764 INFO:tasks.workunit.client.0.smithi099.stdout: 1121: throughput=5MB/sec pending data=0 2024-04-12T16:40:46.764 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-KVhSr8Igx7HsqxT off=11360897 len=714464 2024-04-12T16:40:46.765 INFO:tasks.workunit.client.0.smithi099.stdout:op 5691 completed, throughput=5MB/sec 2024-04-12T16:40:46.765 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_DKGWeu09AxDxGY off=11112325 len=1667513 2024-04-12T16:40:46.773 INFO:tasks.workunit.client.0.smithi099.stdout:op 5692 completed, throughput=5MB/sec 2024-04-12T16:40:46.773 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-pnv09tGNoT-gifg off=1771645 len=254963 2024-04-12T16:40:46.776 INFO:tasks.workunit.client.0.smithi099.stdout:op 5693 completed, throughput=5MB/sec 2024-04-12T16:40:46.776 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qzQqOFSVVxG_K_H off=7448002 len=27218 2024-04-12T16:40:46.779 INFO:tasks.workunit.client.0.smithi099.stdout:op 5694 completed, throughput=5MB/sec 2024-04-12T16:40:46.779 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-uHJ2GSpvGrT9xA9 off=6377210 len=1229999 2024-04-12T16:40:46.781 INFO:tasks.workunit.client.0.smithi099.stdout:op 5695 completed, throughput=5MB/sec 2024-04-12T16:40:46.781 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-7ztcuIxFceWaeGk off=4262249 len=502932 2024-04-12T16:40:46.782 INFO:tasks.workunit.client.0.smithi099.stdout:op 5696 completed, throughput=5MB/sec 2024-04-12T16:40:47.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:40:46 smithi110 ceph-mon[88691]: pgmap v1986: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:40:47.782 INFO:tasks.workunit.client.0.smithi099.stdout: 1122: throughput=5MB/sec pending data=0 2024-04-12T16:40:47.783 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-X5cRJ7HmE-Yb7oW off=4458727 len=333956 2024-04-12T16:40:47.786 INFO:tasks.workunit.client.0.smithi099.stdout:op 5697 completed, throughput=5MB/sec 2024-04-12T16:40:47.786 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Qc5a6bXtn5qjH8i off=7616608 len=424464 2024-04-12T16:40:47.789 INFO:tasks.workunit.client.0.smithi099.stdout:op 5698 completed, throughput=5MB/sec 2024-04-12T16:40:47.789 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-HScCn1b7ylOyPUX off=4812071 len=1095078 2024-04-12T16:40:47.795 INFO:tasks.workunit.client.0.smithi099.stdout:op 5699 completed, throughput=5MB/sec 2024-04-12T16:40:47.795 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-tng7Gwcv6lJ_14g off=19650404 len=315826 2024-04-12T16:40:47.798 INFO:tasks.workunit.client.0.smithi099.stdout:op 5700 completed, throughput=5MB/sec 2024-04-12T16:40:47.798 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-kOK1J-kFy62Bqnb off=2174306 len=912849 2024-04-12T16:40:47.798 INFO:tasks.workunit.client.0.smithi099.stdout:op 5701 completed, throughput=5MB/sec 2024-04-12T16:40:47.798 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-TDsEyDFNdqZCUus off=21103388 len=1484242 2024-04-12T16:40:47.805 INFO:tasks.workunit.client.0.smithi099.stdout:op 5702 completed, throughput=5MB/sec 2024-04-12T16:40:47.805 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-GFXGV5XicurojRt off=3473615 len=192093 2024-04-12T16:40:47.808 INFO:tasks.workunit.client.0.smithi099.stdout:op 5703 completed, throughput=5MB/sec 2024-04-12T16:40:47.808 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-t3MN1wS5ohQLF4e off=8107158 len=798799 2024-04-12T16:40:47.813 INFO:tasks.workunit.client.0.smithi099.stdout:op 5704 completed, throughput=5MB/sec 2024-04-12T16:40:48.813 INFO:tasks.workunit.client.0.smithi099.stdout: 1123: throughput=5MB/sec pending data=0 2024-04-12T16:40:48.813 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-fWquFCRoBZAL26A off=103425 len=42581 2024-04-12T16:40:48.814 INFO:tasks.workunit.client.0.smithi099.stdout:op 5705 completed, throughput=5MB/sec 2024-04-12T16:40:48.814 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-NbDYE5CvY_RWzlw off=3168977 len=714596 2024-04-12T16:40:48.815 INFO:tasks.workunit.client.0.smithi099.stdout:op 5706 completed, throughput=5MB/sec 2024-04-12T16:40:48.815 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-CtJLBGqkArj3omW off=17560105 len=1196520 2024-04-12T16:40:48.817 INFO:tasks.workunit.client.0.smithi099.stdout:op 5707 completed, throughput=5MB/sec 2024-04-12T16:40:48.817 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-2HFrXQu49TERu5r off=9302744 len=316892 2024-04-12T16:40:48.818 INFO:tasks.workunit.client.0.smithi099.stdout:op 5708 completed, throughput=5MB/sec 2024-04-12T16:40:48.818 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-skOI-zMB_fwcGDS off=4226673 len=1445358 2024-04-12T16:40:48.825 INFO:tasks.workunit.client.0.smithi099.stdout:op 5709 completed, throughput=5MB/sec 2024-04-12T16:40:48.825 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-N0SO1Ra1_aAYS4X off=8801256 len=1731019 2024-04-12T16:40:48.832 INFO:tasks.workunit.client.0.smithi099.stdout:op 5710 completed, throughput=5MB/sec 2024-04-12T16:40:48.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:40:48 smithi099 ceph-mon[94290]: pgmap v1987: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:40:48.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:40:48 smithi099 ceph-mon[96864]: pgmap v1987: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:40:49.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:40:48 smithi110 ceph-mon[88691]: pgmap v1987: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:40:49.832 INFO:tasks.workunit.client.0.smithi099.stdout: 1124: throughput=5MB/sec pending data=0 2024-04-12T16:40:49.832 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Fsw-SZajY3MN5z- off=87650 len=1145245 2024-04-12T16:40:49.834 INFO:tasks.workunit.client.0.smithi099.stdout:op 5711 completed, throughput=5MB/sec 2024-04-12T16:40:49.834 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-s9RXbXn4fvvlcov off=110797 len=873478 2024-04-12T16:40:49.839 INFO:tasks.workunit.client.0.smithi099.stdout:op 5712 completed, throughput=5MB/sec 2024-04-12T16:40:49.839 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-G7KzWM3nLHK98jR off=9559959 len=2005644 2024-04-12T16:40:49.841 INFO:tasks.workunit.client.0.smithi099.stdout:op 5713 completed, throughput=5MB/sec 2024-04-12T16:40:49.842 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-HT3xsZkZcUobCFE off=10245632 len=1154030 2024-04-12T16:40:49.848 INFO:tasks.workunit.client.0.smithi099.stdout:op 5714 completed, throughput=5MB/sec 2024-04-12T16:40:50.848 INFO:tasks.workunit.client.0.smithi099.stdout: 1125: throughput=5MB/sec pending data=0 2024-04-12T16:40:50.849 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-8bSy425FZXG2tjW off=7096472 len=1360520 2024-04-12T16:40:50.850 INFO:tasks.workunit.client.0.smithi099.stdout:op 5715 completed, throughput=5MB/sec 2024-04-12T16:40:50.851 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-__DkarldUT-bBT- off=7081487 len=1937677 2024-04-12T16:40:50.852 INFO:tasks.workunit.client.0.smithi099.stdout:op 5716 completed, throughput=5MB/sec 2024-04-12T16:40:50.853 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-LGuxspwpzHk4H2H off=11613619 len=1732258 2024-04-12T16:40:50.861 INFO:tasks.workunit.client.0.smithi099.stdout:op 5717 completed, throughput=5MB/sec 2024-04-12T16:40:50.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:40:50 smithi099 ceph-mon[94290]: pgmap v1988: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T16:40:50.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:40:50 smithi099 ceph-mon[96864]: pgmap v1988: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T16:40:51.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:40:50 smithi110 ceph-mon[88691]: pgmap v1988: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T16:40:51.862 INFO:tasks.workunit.client.0.smithi099.stdout: 1126: throughput=5MB/sec pending data=0 2024-04-12T16:40:51.862 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-IB42ugBMVDGtVIy off=10157204 len=1650303 2024-04-12T16:40:51.869 INFO:tasks.workunit.client.0.smithi099.stdout:op 5718 completed, throughput=5MB/sec 2024-04-12T16:40:51.869 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-GHgGRgDF4MdUNiQ off=9335772 len=1331136 2024-04-12T16:40:51.877 INFO:tasks.workunit.client.0.smithi099.stdout:op 5719 completed, throughput=5MB/sec 2024-04-12T16:40:51.877 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-qGg-YGE4wyEnEGB off=9160818 len=1024528 2024-04-12T16:40:51.878 INFO:tasks.workunit.client.0.smithi099.stdout:op 5720 completed, throughput=5MB/sec 2024-04-12T16:40:51.878 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-AhyZvRFjj3-5KFG off=2223039 len=2052081 2024-04-12T16:40:51.888 INFO:tasks.workunit.client.0.smithi099.stdout:op 5721 completed, throughput=5MB/sec 2024-04-12T16:40:52.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:40:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:40:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:40:52.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:40:52 smithi099 ceph-mon[94290]: pgmap v1989: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:40:52.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:40:52 smithi099 ceph-mon[96864]: pgmap v1989: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:40:52.888 INFO:tasks.workunit.client.0.smithi099.stdout: 1127: throughput=5MB/sec pending data=0 2024-04-12T16:40:52.888 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-cnSyDydZ30BHbg8 off=963517 len=1414304 2024-04-12T16:40:52.895 INFO:tasks.workunit.client.0.smithi099.stdout:op 5722 completed, throughput=5MB/sec 2024-04-12T16:40:52.896 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-krAlsnNITR1pWHL off=7836371 len=565192 2024-04-12T16:40:52.897 INFO:tasks.workunit.client.0.smithi099.stdout:op 5723 completed, throughput=5MB/sec 2024-04-12T16:40:52.897 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-uyiwNo57_j7b3o2 off=4596121 len=206769 2024-04-12T16:40:52.899 INFO:tasks.workunit.client.0.smithi099.stdout:op 5724 completed, throughput=5MB/sec 2024-04-12T16:40:52.900 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-iYZ3I4hgL7RtSdo off=3913939 len=332362 2024-04-12T16:40:52.901 INFO:tasks.workunit.client.0.smithi099.stdout:op 5725 completed, throughput=5MB/sec 2024-04-12T16:40:52.901 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-zh8FL5lyjHoVpkJ off=5667661 len=1352278 2024-04-12T16:40:52.902 INFO:tasks.workunit.client.0.smithi099.stdout:op 5726 completed, throughput=5MB/sec 2024-04-12T16:40:52.902 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-yDbqlDgxxclgwr0 off=1728253 len=849545 2024-04-12T16:40:52.904 INFO:tasks.workunit.client.0.smithi099.stdout:op 5727 completed, throughput=5MB/sec 2024-04-12T16:40:53.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:40:52 smithi110 ceph-mon[88691]: pgmap v1989: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:40:53.904 INFO:tasks.workunit.client.0.smithi099.stdout: 1128: throughput=5MB/sec pending data=0 2024-04-12T16:40:53.904 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-H68j1SyS4Db7jnu off=2111126 len=2067884 2024-04-12T16:40:53.913 INFO:tasks.workunit.client.0.smithi099.stdout:op 5728 completed, throughput=5MB/sec 2024-04-12T16:40:53.913 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-81G60GZoYnLIWx3 off=2384225 len=732339 2024-04-12T16:40:53.917 INFO:tasks.workunit.client.0.smithi099.stdout:op 5729 completed, throughput=5MB/sec 2024-04-12T16:40:53.917 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-7Q9RDYx2inqmnUA off=656590 len=970811 2024-04-12T16:40:53.919 INFO:tasks.workunit.client.0.smithi099.stdout:op 5730 completed, throughput=5MB/sec 2024-04-12T16:40:53.920 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--iytjxRmBQmol19 off=1152039 len=349239 2024-04-12T16:40:53.920 INFO:tasks.workunit.client.0.smithi099.stdout:op 5731 completed, throughput=5MB/sec 2024-04-12T16:40:53.920 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-4n_y-BLiyykAmya off=5989861 len=725406 2024-04-12T16:40:53.926 INFO:tasks.workunit.client.0.smithi099.stdout:op 5732 completed, throughput=5MB/sec 2024-04-12T16:40:53.926 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-VMVLW7YJJfDMEtd off=3151547 len=1755436 2024-04-12T16:40:53.927 INFO:tasks.workunit.client.0.smithi099.stdout:op 5733 completed, throughput=5MB/sec 2024-04-12T16:40:54.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:40:54 smithi099 ceph-mon[94290]: pgmap v1990: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:40:54.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:40:54 smithi099 ceph-mon[96864]: pgmap v1990: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:40:54.927 INFO:tasks.workunit.client.0.smithi099.stdout: 1129: throughput=5MB/sec pending data=0 2024-04-12T16:40:54.928 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-BEq-_oXqX-tPSGm off=13359897 len=213137 2024-04-12T16:40:54.931 INFO:tasks.workunit.client.0.smithi099.stdout:op 5734 completed, throughput=5MB/sec 2024-04-12T16:40:54.931 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-I8exmqcK3SlE26D off=338382 len=94735 2024-04-12T16:40:54.933 INFO:tasks.workunit.client.0.smithi099.stdout:op 5735 completed, throughput=5MB/sec 2024-04-12T16:40:54.933 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ld4vqq0El-KNsQN off=5083866 len=1654896 2024-04-12T16:40:54.939 INFO:tasks.workunit.client.0.smithi099.stdout:op 5736 completed, throughput=5MB/sec 2024-04-12T16:40:54.939 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-usbwoed2sy0GZa6 off=5158273 len=436158 2024-04-12T16:40:54.943 INFO:tasks.workunit.client.0.smithi099.stdout:op 5737 completed, throughput=5MB/sec 2024-04-12T16:40:54.943 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-qzQqOFSVVxG_K_H off=5202249 len=2067810 2024-04-12T16:40:54.953 INFO:tasks.workunit.client.0.smithi099.stdout:op 5738 completed, throughput=5MB/sec 2024-04-12T16:40:55.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:40:54 smithi110 ceph-mon[88691]: pgmap v1990: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:40:55.954 INFO:tasks.workunit.client.0.smithi099.stdout: 1130: throughput=5MB/sec pending data=0 2024-04-12T16:40:55.954 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-4_pIERCRckw7bK8 off=15569275 len=1406369 2024-04-12T16:40:55.955 INFO:tasks.workunit.client.0.smithi099.stdout:op 5739 completed, throughput=5MB/sec 2024-04-12T16:40:55.955 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-q8Bxyr6wO4ycFDk off=1186869 len=806150 2024-04-12T16:40:55.959 INFO:tasks.workunit.client.0.smithi099.stdout:op 5740 completed, throughput=5MB/sec 2024-04-12T16:40:55.959 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-hSLHl9mg30GeXcv off=470480 len=1368727 2024-04-12T16:40:55.961 INFO:tasks.workunit.client.0.smithi099.stdout:op 5741 completed, throughput=5MB/sec 2024-04-12T16:40:55.961 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-CatfjvqovAyNaHX off=29545 len=884207 2024-04-12T16:40:55.966 INFO:tasks.workunit.client.0.smithi099.stdout:op 5742 completed, throughput=5MB/sec 2024-04-12T16:40:55.966 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-lyDqNzQ-MwszDJF off=5051385 len=1815097 2024-04-12T16:40:55.969 INFO:tasks.workunit.client.0.smithi099.stdout:op 5743 completed, throughput=5MB/sec 2024-04-12T16:40:56.617 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:40:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:40:56] "GET /metrics HTTP/1.1" 200 34136 "" "Prometheus/2.43.0" 2024-04-12T16:40:56.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:40:56 smithi099 ceph-mon[94290]: pgmap v1991: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:40:56.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:40:56 smithi099 ceph-mon[96864]: pgmap v1991: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:40:56.970 INFO:tasks.workunit.client.0.smithi099.stdout: 1131: throughput=5MB/sec pending data=0 2024-04-12T16:40:56.970 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Oy2UFSNfZ55N9BY off=944316 len=544196 2024-04-12T16:40:56.974 INFO:tasks.workunit.client.0.smithi099.stdout:op 5744 completed, throughput=5MB/sec 2024-04-12T16:40:56.974 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-JU8mou14zCN4PHF off=5456355 len=1890576 2024-04-12T16:40:56.976 INFO:tasks.workunit.client.0.smithi099.stdout:op 5745 completed, throughput=5MB/sec 2024-04-12T16:40:56.976 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-IqbaZzjqtnK6y43 off=5903930 len=618085 2024-04-12T16:40:56.980 INFO:tasks.workunit.client.0.smithi099.stdout:op 5746 completed, throughput=5MB/sec 2024-04-12T16:40:56.980 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-O1ivsfXnT8fvJRl off=8749800 len=40039 2024-04-12T16:40:56.983 INFO:tasks.workunit.client.0.smithi099.stdout:op 5747 completed, throughput=5MB/sec 2024-04-12T16:40:56.983 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-3OPoX2QQ5IKZBCJ off=4156723 len=178043 2024-04-12T16:40:56.987 INFO:tasks.workunit.client.0.smithi099.stdout:op 5748 completed, throughput=5MB/sec 2024-04-12T16:40:56.987 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-hD0y7YeMgCbWqdG off=11607470 len=1860794 2024-04-12T16:40:56.995 INFO:tasks.workunit.client.0.smithi099.stdout:op 5749 completed, throughput=5MB/sec 2024-04-12T16:40:57.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:40:56 smithi110 ceph-mon[88691]: pgmap v1991: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:40:57.996 INFO:tasks.workunit.client.0.smithi099.stdout: 1132: throughput=5MB/sec pending data=0 2024-04-12T16:40:57.996 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Z_bL0eypT2Vjr40 off=16683656 len=1220963 2024-04-12T16:40:58.003 INFO:tasks.workunit.client.0.smithi099.stdout:op 5750 completed, throughput=5MB/sec 2024-04-12T16:40:58.003 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-01S6ngI9VTp_D06 off=1217733 len=419109 2024-04-12T16:40:58.004 INFO:tasks.workunit.client.0.smithi099.stdout:op 5751 completed, throughput=5MB/sec 2024-04-12T16:40:58.004 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-WG3XujFksXOwjWC off=971150 len=1283885 2024-04-12T16:40:58.006 INFO:tasks.workunit.client.0.smithi099.stdout:op 5752 completed, throughput=5MB/sec 2024-04-12T16:40:58.007 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-utpo_NjJcagSSyS off=7061252 len=534028 2024-04-12T16:40:58.011 INFO:tasks.workunit.client.0.smithi099.stdout:op 5753 completed, throughput=5MB/sec 2024-04-12T16:40:58.011 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-LID99pXywiwq8aG off=4403653 len=1796622 2024-04-12T16:40:58.020 INFO:tasks.workunit.client.0.smithi099.stdout:op 5754 completed, throughput=5MB/sec 2024-04-12T16:40:58.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:40:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:40:58.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:40:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:40:58.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:40:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:40:59.020 INFO:tasks.workunit.client.0.smithi099.stdout: 1133: throughput=5MB/sec pending data=0 2024-04-12T16:40:59.020 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-u5cFg60YsbF2ge2 off=16325876 len=1154461 2024-04-12T16:40:59.026 INFO:tasks.workunit.client.0.smithi099.stdout:op 5755 completed, throughput=5MB/sec 2024-04-12T16:40:59.026 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-GCn0yzMjwLxsQcg off=120049 len=1242820 2024-04-12T16:40:59.028 INFO:tasks.workunit.client.0.smithi099.stdout:op 5756 completed, throughput=5MB/sec 2024-04-12T16:40:59.028 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-XWnXGxkTdauGb5v off=19555009 len=711867 2024-04-12T16:40:59.030 INFO:tasks.workunit.client.0.smithi099.stdout:op 5757 completed, throughput=5MB/sec 2024-04-12T16:40:59.030 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-FybwFKdE--iQCSr off=9915031 len=1870382 2024-04-12T16:40:59.039 INFO:tasks.workunit.client.0.smithi099.stdout:op 5758 completed, throughput=5MB/sec 2024-04-12T16:40:59.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:40:58 smithi110 ceph-mon[88691]: pgmap v1992: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:40:59.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:40:58 smithi099 ceph-mon[94290]: pgmap v1992: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:40:59.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:40:58 smithi099 ceph-mon[96864]: pgmap v1992: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:41:00.040 INFO:tasks.workunit.client.0.smithi099.stdout: 1134: throughput=5MB/sec pending data=0 2024-04-12T16:41:00.040 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-qdXnapHqlNcCuyV off=1236236 len=1403268 2024-04-12T16:41:00.043 INFO:tasks.workunit.client.0.smithi099.stdout:op 5759 completed, throughput=5MB/sec 2024-04-12T16:41:00.043 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-RdKD7d7yVFlH8ji off=11298146 len=1661166 2024-04-12T16:41:00.052 INFO:tasks.workunit.client.0.smithi099.stdout:op 5760 completed, throughput=5MB/sec 2024-04-12T16:41:00.052 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-gQR3DCPE2HF0ui5 off=12544502 len=477018 2024-04-12T16:41:00.056 INFO:tasks.workunit.client.0.smithi099.stdout:op 5761 completed, throughput=5MB/sec 2024-04-12T16:41:00.056 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-iX5p7ut7wngt_72 off=19369849 len=1586685 2024-04-12T16:41:00.063 INFO:tasks.workunit.client.0.smithi099.stdout:op 5762 completed, throughput=5MB/sec 2024-04-12T16:41:01.063 INFO:tasks.workunit.client.0.smithi099.stdout: 1135: throughput=5MB/sec pending data=0 2024-04-12T16:41:01.063 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-MWJQcOzaJlsHf5C off=5660866 len=178751 2024-04-12T16:41:01.064 INFO:tasks.workunit.client.0.smithi099.stdout:op 5763 completed, throughput=5MB/sec 2024-04-12T16:41:01.064 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-cxI295wyEnnhDkr off=7040538 len=1613742 2024-04-12T16:41:01.066 INFO:tasks.workunit.client.0.smithi099.stdout:op 5764 completed, throughput=5MB/sec 2024-04-12T16:41:01.067 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-80Yr_yI5rjRUTeb off=14719988 len=554395 2024-04-12T16:41:01.071 INFO:tasks.workunit.client.0.smithi099.stdout:op 5765 completed, throughput=5MB/sec 2024-04-12T16:41:01.071 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-oOfGlq1LfTsroWi off=10201948 len=1213101 2024-04-12T16:41:01.078 INFO:tasks.workunit.client.0.smithi099.stdout:op 5766 completed, throughput=5MB/sec 2024-04-12T16:41:01.078 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Dp1c477jMnWxbCo off=5454385 len=1490282 2024-04-12T16:41:01.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:41:00 smithi110 ceph-mon[88691]: pgmap v1993: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:41:01.079 INFO:tasks.workunit.client.0.smithi099.stdout:op 5767 completed, throughput=5MB/sec 2024-04-12T16:41:01.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:41:00 smithi099 ceph-mon[94290]: pgmap v1993: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:41:01.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:41:00 smithi099 ceph-mon[96864]: pgmap v1993: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:41:02.080 INFO:tasks.workunit.client.0.smithi099.stdout: 1136: throughput=5MB/sec pending data=0 2024-04-12T16:41:02.080 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-sALiW1fuvRGjizQ off=11132147 len=1144825 2024-04-12T16:41:02.086 INFO:tasks.workunit.client.0.smithi099.stdout:op 5768 completed, throughput=5MB/sec 2024-04-12T16:41:02.086 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-wh5dVzCuPZSKjz4 off=4338865 len=1138301 2024-04-12T16:41:02.088 INFO:tasks.workunit.client.0.smithi099.stdout:op 5769 completed, throughput=5MB/sec 2024-04-12T16:41:02.088 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-fj4DbkObPtsEB3J off=24272603 len=581990 2024-04-12T16:41:02.093 INFO:tasks.workunit.client.0.smithi099.stdout:op 5770 completed, throughput=5MB/sec 2024-04-12T16:41:02.093 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ZOU_VUU3r-D3z3l off=3871524 len=735009 2024-04-12T16:41:02.097 INFO:tasks.workunit.client.0.smithi099.stdout:op 5771 completed, throughput=5MB/sec 2024-04-12T16:41:02.097 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-9CMOdvWcMC6Clfu off=9944753 len=1842235 2024-04-12T16:41:02.100 INFO:tasks.workunit.client.0.smithi099.stdout:op 5772 completed, throughput=5MB/sec 2024-04-12T16:41:02.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:41:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:41:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:41:03.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:41:02 smithi110 ceph-mon[88691]: pgmap v1994: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:41:03.101 INFO:tasks.workunit.client.0.smithi099.stdout: 1137: throughput=5MB/sec pending data=0 2024-04-12T16:41:03.101 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-kVHatA8cqTVYkQ2 off=12589413 len=1750988 2024-04-12T16:41:03.103 INFO:tasks.workunit.client.0.smithi099.stdout:op 5773 completed, throughput=5MB/sec 2024-04-12T16:41:03.103 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-3UDHJTnZKOR7lr7 off=5216339 len=2083634 2024-04-12T16:41:03.115 INFO:tasks.workunit.client.0.smithi099.stdout:op 5774 completed, throughput=5MB/sec 2024-04-12T16:41:03.115 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-BZyrb5BIxEQljca off=1750833 len=710794 2024-04-12T16:41:03.116 INFO:tasks.workunit.client.0.smithi099.stdout:op 5775 completed, throughput=5MB/sec 2024-04-12T16:41:03.116 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-VTqXSR73j6-I-8H off=17438234 len=91735 2024-04-12T16:41:03.119 INFO:tasks.workunit.client.0.smithi099.stdout:op 5776 completed, throughput=5MB/sec 2024-04-12T16:41:03.119 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-dhJoclX14o6vdSC off=9017255 len=392078 2024-04-12T16:41:03.120 INFO:tasks.workunit.client.0.smithi099.stdout:op 5777 completed, throughput=5MB/sec 2024-04-12T16:41:03.120 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-BK9JYk4xgQ370-V off=2621891 len=81647 2024-04-12T16:41:03.120 INFO:tasks.workunit.client.0.smithi099.stdout:op 5778 completed, throughput=5MB/sec 2024-04-12T16:41:03.121 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-EEhhwdQU2n6XzZK off=17315804 len=554273 2024-04-12T16:41:03.121 INFO:tasks.workunit.client.0.smithi099.stdout:op 5779 completed, throughput=5MB/sec 2024-04-12T16:41:03.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:41:02 smithi099 ceph-mon[94290]: pgmap v1994: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:41:03.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:41:02 smithi099 ceph-mon[96864]: pgmap v1994: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:41:04.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:41:03 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:41:04.122 INFO:tasks.workunit.client.0.smithi099.stdout: 1138: throughput=5MB/sec pending data=0 2024-04-12T16:41:04.122 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-7PU3koyUQ53_UqB off=3688019 len=1572176 2024-04-12T16:41:04.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:41:03 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:41:04.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:41:03 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:41:04.129 INFO:tasks.workunit.client.0.smithi099.stdout:op 5780 completed, throughput=5MB/sec 2024-04-12T16:41:04.129 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-GP2ayNsHO3EoLKf off=2846788 len=1211415 2024-04-12T16:41:04.134 INFO:tasks.workunit.client.0.smithi099.stdout:op 5781 completed, throughput=5MB/sec 2024-04-12T16:41:04.134 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-vVIk2gsdOxMmx92 off=380705 len=1992995 2024-04-12T16:41:04.136 INFO:tasks.workunit.client.0.smithi099.stdout:op 5782 completed, throughput=5MB/sec 2024-04-12T16:41:04.136 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-NY-YImEi4cqguWa off=1616639 len=441254 2024-04-12T16:41:04.137 INFO:tasks.workunit.client.0.smithi099.stdout:op 5783 completed, throughput=5MB/sec 2024-04-12T16:41:05.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:41:04 smithi110 ceph-mon[88691]: pgmap v1995: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:41:05.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:41:04 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:41:05.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:41:04 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:41:05.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:41:04 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:41:05.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:41:04 smithi099 ceph-mon[94290]: pgmap v1995: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:41:05.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:41:04 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:41:05.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:41:04 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:41:05.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:41:04 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:41:05.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:41:04 smithi099 ceph-mon[96864]: pgmap v1995: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:41:05.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:41:04 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:41:05.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:41:04 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:41:05.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:41:04 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:41:05.138 INFO:tasks.workunit.client.0.smithi099.stdout: 1139: throughput=5MB/sec pending data=0 2024-04-12T16:41:05.138 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-HRPYBWimNK2aq8a off=7063569 len=1703089 2024-04-12T16:41:05.145 INFO:tasks.workunit.client.0.smithi099.stdout:op 5784 completed, throughput=5MB/sec 2024-04-12T16:41:05.145 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-RvGjd10v1eYFNQh off=11773118 len=1509661 2024-04-12T16:41:05.154 INFO:tasks.workunit.client.0.smithi099.stdout:op 5785 completed, throughput=5MB/sec 2024-04-12T16:41:05.154 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_vO7KIRccuJXfRe off=8668437 len=974757 2024-04-12T16:41:05.160 INFO:tasks.workunit.client.0.smithi099.stdout:op 5786 completed, throughput=5MB/sec 2024-04-12T16:41:05.160 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-iEwuNr9NysKStxb off=3809696 len=950580 2024-04-12T16:41:05.161 INFO:tasks.workunit.client.0.smithi099.stdout:op 5787 completed, throughput=5MB/sec 2024-04-12T16:41:06.162 INFO:tasks.workunit.client.0.smithi099.stdout: 1140: throughput=5MB/sec pending data=0 2024-04-12T16:41:06.162 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-38i8sR5UvBnrzOe off=2546035 len=65570 2024-04-12T16:41:06.162 INFO:tasks.workunit.client.0.smithi099.stdout:op 5788 completed, throughput=5MB/sec 2024-04-12T16:41:06.162 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-gFmj80X1xiN4rea off=4467516 len=893847 2024-04-12T16:41:06.164 INFO:tasks.workunit.client.0.smithi099.stdout:op 5789 completed, throughput=5MB/sec 2024-04-12T16:41:06.164 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-1iOIFKkbKRZPJiJ off=8917754 len=1806507 2024-04-12T16:41:06.173 INFO:tasks.workunit.client.0.smithi099.stdout:op 5790 completed, throughput=5MB/sec 2024-04-12T16:41:06.173 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Gj_NgwyGXCFerAq off=1828489 len=1354491 2024-04-12T16:41:06.174 INFO:tasks.workunit.client.0.smithi099.stdout:op 5791 completed, throughput=5MB/sec 2024-04-12T16:41:06.174 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-4FZnwPuoEYACK-l off=19143637 len=1683280 2024-04-12T16:41:06.182 INFO:tasks.workunit.client.0.smithi099.stdout:op 5792 completed, throughput=5MB/sec 2024-04-12T16:41:06.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:41:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:41:06] "GET /metrics HTTP/1.1" 200 34132 "" "Prometheus/2.43.0" 2024-04-12T16:41:07.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:41:06 smithi110 ceph-mon[88691]: pgmap v1996: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:41:07.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:41:06 smithi099 ceph-mon[94290]: pgmap v1996: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:41:07.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:41:06 smithi099 ceph-mon[96864]: pgmap v1996: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:41:07.182 INFO:tasks.workunit.client.0.smithi099.stdout: 1141: throughput=5MB/sec pending data=0 2024-04-12T16:41:07.182 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-WNNRf-H508N-ixt off=2581113 len=1308760 2024-04-12T16:41:07.188 INFO:tasks.workunit.client.0.smithi099.stdout:op 5793 completed, throughput=5MB/sec 2024-04-12T16:41:07.188 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-v1ay7BVTYkZvkG3 off=2433540 len=270288 2024-04-12T16:41:07.189 INFO:tasks.workunit.client.0.smithi099.stdout:op 5794 completed, throughput=5MB/sec 2024-04-12T16:41:07.189 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-IsQVU4gqarrjbHy off=8545923 len=1120274 2024-04-12T16:41:07.190 INFO:tasks.workunit.client.0.smithi099.stdout:op 5795 completed, throughput=5MB/sec 2024-04-12T16:41:07.191 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-MSPm5VLt6DaxbhV off=1983632 len=348837 2024-04-12T16:41:07.191 INFO:tasks.workunit.client.0.smithi099.stdout:op 5796 completed, throughput=5MB/sec 2024-04-12T16:41:07.191 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-SepaHpNgeFcfs9W off=5606421 len=1114498 2024-04-12T16:41:07.196 INFO:tasks.workunit.client.0.smithi099.stdout:op 5797 completed, throughput=5MB/sec 2024-04-12T16:41:07.196 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-55j4PZdvFl1Nl7D off=2277462 len=405804 2024-04-12T16:41:07.197 INFO:tasks.workunit.client.0.smithi099.stdout:op 5798 completed, throughput=5MB/sec 2024-04-12T16:41:07.197 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-wMAqImO3zwnJQRO off=15912337 len=452595 2024-04-12T16:41:07.200 INFO:tasks.workunit.client.0.smithi099.stdout:op 5799 completed, throughput=5MB/sec 2024-04-12T16:41:08.200 INFO:tasks.workunit.client.0.smithi099.stdout: 1142: throughput=5MB/sec pending data=0 2024-04-12T16:41:08.200 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-5tll_-xYIMIGxku off=0 len=1564698 2024-04-12T16:41:08.202 INFO:tasks.workunit.client.0.smithi099.stdout:op 5800 completed, throughput=5MB/sec 2024-04-12T16:41:08.202 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-RzJMQ1W1b2-dXqz off=10630831 len=772585 2024-04-12T16:41:08.204 INFO:tasks.workunit.client.0.smithi099.stdout:op 5801 completed, throughput=5MB/sec 2024-04-12T16:41:08.204 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-v4sm1VOdOb7cQFy off=3118365 len=35113 2024-04-12T16:41:08.207 INFO:tasks.workunit.client.0.smithi099.stdout:op 5802 completed, throughput=5MB/sec 2024-04-12T16:41:08.207 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-N8cNRCUo6xpegOH off=2247206 len=1528205 2024-04-12T16:41:08.209 INFO:tasks.workunit.client.0.smithi099.stdout:op 5803 completed, throughput=5MB/sec 2024-04-12T16:41:08.209 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_M1pnsh-_0Spc_o off=3168110 len=65810 2024-04-12T16:41:08.211 INFO:tasks.workunit.client.0.smithi099.stdout:op 5804 completed, throughput=5MB/sec 2024-04-12T16:41:08.211 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-f6xZ9Ggzk2cnW3x off=17049492 len=1870559 2024-04-12T16:41:08.221 INFO:tasks.workunit.client.0.smithi099.stdout:op 5805 completed, throughput=5MB/sec 2024-04-12T16:41:09.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:41:08 smithi110 ceph-mon[88691]: pgmap v1997: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:41:09.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:41:08 smithi099 ceph-mon[94290]: pgmap v1997: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:41:09.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:41:08 smithi099 ceph-mon[96864]: pgmap v1997: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:41:09.221 INFO:tasks.workunit.client.0.smithi099.stdout: 1143: throughput=5MB/sec pending data=0 2024-04-12T16:41:09.221 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-u5X_fDahCWo4pe- off=2333122 len=673467 2024-04-12T16:41:09.222 INFO:tasks.workunit.client.0.smithi099.stdout:op 5806 completed, throughput=5MB/sec 2024-04-12T16:41:09.222 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-CD1f7M1P3wbBdIr off=797092 len=11773 2024-04-12T16:41:09.223 INFO:tasks.workunit.client.0.smithi099.stdout:op 5807 completed, throughput=5MB/sec 2024-04-12T16:41:09.223 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-oPZeLFDLxqeCb41 off=7016115 len=749901 2024-04-12T16:41:09.224 INFO:tasks.workunit.client.0.smithi099.stdout:op 5808 completed, throughput=5MB/sec 2024-04-12T16:41:09.224 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-0wDjAfo3aQWmfaQ off=1132839 len=531463 2024-04-12T16:41:09.225 INFO:tasks.workunit.client.0.smithi099.stdout:op 5809 completed, throughput=5MB/sec 2024-04-12T16:41:09.225 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-KMTaEWSzhj_lQw2 off=2346779 len=1043585 2024-04-12T16:41:09.227 INFO:tasks.workunit.client.0.smithi099.stdout:op 5810 completed, throughput=5MB/sec 2024-04-12T16:41:09.228 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-vnoYWCWBWImEMIz off=245761 len=586611 2024-04-12T16:41:09.228 INFO:tasks.workunit.client.0.smithi099.stdout:op 5811 completed, throughput=5MB/sec 2024-04-12T16:41:09.229 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-OhNE_u3gr65wkdU off=9625881 len=958002 2024-04-12T16:41:09.230 INFO:tasks.workunit.client.0.smithi099.stdout:op 5812 completed, throughput=5MB/sec 2024-04-12T16:41:10.231 INFO:tasks.workunit.client.0.smithi099.stdout: 1144: throughput=5MB/sec pending data=0 2024-04-12T16:41:10.231 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ZbIWe_hdHX03MNz off=10946215 len=608288 2024-04-12T16:41:10.233 INFO:tasks.workunit.client.0.smithi099.stdout:op 5813 completed, throughput=5MB/sec 2024-04-12T16:41:10.233 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-MS8GDlBB00_IMyh off=10708264 len=1642051 2024-04-12T16:41:10.242 INFO:tasks.workunit.client.0.smithi099.stdout:op 5814 completed, throughput=5MB/sec 2024-04-12T16:41:10.242 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-KOGZ6iHz78O-YPb off=10433009 len=1512043 2024-04-12T16:41:10.248 INFO:tasks.workunit.client.0.smithi099.stdout:op 5815 completed, throughput=5MB/sec 2024-04-12T16:41:10.248 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-TwOuM3APQ3WI-3e off=5333866 len=209607 2024-04-12T16:41:10.249 INFO:tasks.workunit.client.0.smithi099.stdout:op 5816 completed, throughput=5MB/sec 2024-04-12T16:41:10.249 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-PpTA8o4f3JedZE5 off=917912 len=1889470 2024-04-12T16:41:10.259 INFO:tasks.workunit.client.0.smithi099.stdout:op 5817 completed, throughput=5MB/sec 2024-04-12T16:41:11.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:41:10 smithi110 ceph-mon[88691]: pgmap v1998: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T16:41:11.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:41:10 smithi099 ceph-mon[94290]: pgmap v1998: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T16:41:11.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:41:10 smithi099 ceph-mon[96864]: pgmap v1998: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T16:41:11.260 INFO:tasks.workunit.client.0.smithi099.stdout: 1145: throughput=5MB/sec pending data=0 2024-04-12T16:41:11.260 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-shQqGMAVnllLwZ4 off=4062854 len=1006439 2024-04-12T16:41:11.261 INFO:tasks.workunit.client.0.smithi099.stdout:op 5818 completed, throughput=5MB/sec 2024-04-12T16:41:11.261 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-_V30VK41gEfX-TH off=13768096 len=2063845 2024-04-12T16:41:11.263 INFO:tasks.workunit.client.0.smithi099.stdout:op 5819 completed, throughput=5MB/sec 2024-04-12T16:41:11.264 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-eV9Ahdj0uMUfWrS off=3127379 len=1526101 2024-04-12T16:41:11.271 INFO:tasks.workunit.client.0.smithi099.stdout:op 5820 completed, throughput=5MB/sec 2024-04-12T16:41:11.271 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-6_qBQdlJxHCssNv off=530347 len=1779004 2024-04-12T16:41:11.273 INFO:tasks.workunit.client.0.smithi099.stdout:op 5821 completed, throughput=5MB/sec 2024-04-12T16:41:12.273 INFO:tasks.workunit.client.0.smithi099.stdout: 1146: throughput=5MB/sec pending data=0 2024-04-12T16:41:12.273 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-VZolhRY9KU_zAUZ off=9679595 len=1247990 2024-04-12T16:41:12.275 INFO:tasks.workunit.client.0.smithi099.stdout:op 5822 completed, throughput=5MB/sec 2024-04-12T16:41:12.275 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj--6XvV4mSxF3jPsc off=482526 len=620991 2024-04-12T16:41:12.276 INFO:tasks.workunit.client.0.smithi099.stdout:op 5823 completed, throughput=5MB/sec 2024-04-12T16:41:12.276 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-sA6nqJ-LrEOkJf2 off=22827147 len=2063102 2024-04-12T16:41:12.278 INFO:tasks.workunit.client.0.smithi099.stdout:op 5824 completed, throughput=5MB/sec 2024-04-12T16:41:12.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:41:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:41:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:41:13.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:41:12 smithi110 ceph-mon[88691]: pgmap v1999: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:41:13.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:41:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:41:13.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:41:12 smithi099 ceph-mon[96864]: pgmap v1999: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:41:13.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:41:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:41:13.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:41:12 smithi099 ceph-mon[94290]: pgmap v1999: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:41:13.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:41:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:41:13.279 INFO:tasks.workunit.client.0.smithi099.stdout: 1147: throughput=5MB/sec pending data=0 2024-04-12T16:41:13.279 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-sZBVwLQavULgCnv off=2508459 len=1009940 2024-04-12T16:41:13.285 INFO:tasks.workunit.client.0.smithi099.stdout:op 5825 completed, throughput=5MB/sec 2024-04-12T16:41:13.285 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ZVGoqyDLwyGLU4B off=396835 len=491032 2024-04-12T16:41:13.289 INFO:tasks.workunit.client.0.smithi099.stdout:op 5826 completed, throughput=5MB/sec 2024-04-12T16:41:13.290 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-q3Czow7HBevEyO5 off=6784932 len=107622 2024-04-12T16:41:13.292 INFO:tasks.workunit.client.0.smithi099.stdout:op 5827 completed, throughput=5MB/sec 2024-04-12T16:41:13.292 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-kj1QM9ek5Col20P off=1870172 len=535846 2024-04-12T16:41:13.296 INFO:tasks.workunit.client.0.smithi099.stdout:op 5828 completed, throughput=5MB/sec 2024-04-12T16:41:13.296 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-J-TXCTa2qOoQHEK off=12742957 len=1537499 2024-04-12T16:41:13.303 INFO:tasks.workunit.client.0.smithi099.stdout:op 5829 completed, throughput=5MB/sec 2024-04-12T16:41:13.304 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-XSBCfw45NuHlc9i off=3218205 len=466367 2024-04-12T16:41:13.305 INFO:tasks.workunit.client.0.smithi099.stdout:op 5830 completed, throughput=5MB/sec 2024-04-12T16:41:13.305 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ilk59VAfSfLUBpC off=20372891 len=1514316 2024-04-12T16:41:13.306 INFO:tasks.workunit.client.0.smithi099.stdout:op 5831 completed, throughput=5MB/sec 2024-04-12T16:41:14.307 INFO:tasks.workunit.client.0.smithi099.stdout: 1148: throughput=5MB/sec pending data=0 2024-04-12T16:41:14.307 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-gL9D8HmlTS914xY off=0 len=1687898 2024-04-12T16:41:14.310 INFO:tasks.workunit.client.0.smithi099.stdout:op 5832 completed, throughput=5MB/sec 2024-04-12T16:41:14.310 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-7vBm7jGMzJ9tWvU off=22467641 len=1265399 2024-04-12T16:41:14.312 INFO:tasks.workunit.client.0.smithi099.stdout:op 5833 completed, throughput=5MB/sec 2024-04-12T16:41:14.312 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-WNsy21hwMqmfA7G off=18664617 len=2052738 2024-04-12T16:41:14.315 INFO:tasks.workunit.client.0.smithi099.stdout:op 5834 completed, throughput=5MB/sec 2024-04-12T16:41:15.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:41:14 smithi110 ceph-mon[88691]: pgmap v2000: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:41:15.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:41:14 smithi099 ceph-mon[94290]: pgmap v2000: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:41:15.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:41:14 smithi099 ceph-mon[96864]: pgmap v2000: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:41:15.315 INFO:tasks.workunit.client.0.smithi099.stdout: 1149: throughput=5MB/sec pending data=0 2024-04-12T16:41:15.315 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-mQcIJTR8Ny3Ezea off=468384 len=1402060 2024-04-12T16:41:15.322 INFO:tasks.workunit.client.0.smithi099.stdout:op 5835 completed, throughput=5MB/sec 2024-04-12T16:41:15.322 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-cPUopLdUY0x1Gr6 off=1129332 len=1845012 2024-04-12T16:41:15.324 INFO:tasks.workunit.client.0.smithi099.stdout:op 5836 completed, throughput=5MB/sec 2024-04-12T16:41:15.324 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-8UeK5pG79Pr7m7k off=9430156 len=544779 2024-04-12T16:41:15.329 INFO:tasks.workunit.client.0.smithi099.stdout:op 5837 completed, throughput=5MB/sec 2024-04-12T16:41:15.329 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ADd5VH5ATA1iGNV off=19854893 len=1609390 2024-04-12T16:41:15.336 INFO:tasks.workunit.client.0.smithi099.stdout:op 5838 completed, throughput=5MB/sec 2024-04-12T16:41:16.337 INFO:tasks.workunit.client.0.smithi099.stdout: 1150: throughput=5MB/sec pending data=0 2024-04-12T16:41:16.337 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-n0H2qB3RjKQvBms off=497931 len=644634 2024-04-12T16:41:16.341 INFO:tasks.workunit.client.0.smithi099.stdout:op 5839 completed, throughput=5MB/sec 2024-04-12T16:41:16.341 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Xdj6DbifP3SNA98 off=11119802 len=1803774 2024-04-12T16:41:16.344 INFO:tasks.workunit.client.0.smithi099.stdout:op 5840 completed, throughput=5MB/sec 2024-04-12T16:41:16.344 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-m9ZVIZieGYAFWaP off=4291163 len=635513 2024-04-12T16:41:16.346 INFO:tasks.workunit.client.0.smithi099.stdout:op 5841 completed, throughput=5MB/sec 2024-04-12T16:41:16.346 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-AsVf564ipHP7mSN off=13015274 len=1647811 2024-04-12T16:41:16.348 INFO:tasks.workunit.client.0.smithi099.stdout:op 5842 completed, throughput=5MB/sec 2024-04-12T16:41:16.348 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-03I4PRCVBBE8wp1 off=3673711 len=1760085 2024-04-12T16:41:16.350 INFO:tasks.workunit.client.0.smithi099.stdout:op 5843 completed, throughput=5MB/sec 2024-04-12T16:41:16.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:41:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:41:16] "GET /metrics HTTP/1.1" 200 34133 "" "Prometheus/2.43.0" 2024-04-12T16:41:17.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:41:16 smithi110 ceph-mon[88691]: pgmap v2001: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:41:17.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:41:16 smithi099 ceph-mon[94290]: pgmap v2001: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:41:17.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:41:16 smithi099 ceph-mon[96864]: pgmap v2001: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:41:17.350 INFO:tasks.workunit.client.0.smithi099.stdout: 1151: throughput=5MB/sec pending data=0 2024-04-12T16:41:17.351 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-CLRGTIX-rBTSwRd off=193531 len=685694 2024-04-12T16:41:17.355 INFO:tasks.workunit.client.0.smithi099.stdout:op 5844 completed, throughput=5MB/sec 2024-04-12T16:41:17.355 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-jinpFq2MpUO6Ts8 off=879236 len=423453 2024-04-12T16:41:17.359 INFO:tasks.workunit.client.0.smithi099.stdout:op 5845 completed, throughput=5MB/sec 2024-04-12T16:41:17.359 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-q0ahNziwPIqN23t off=4774076 len=2006888 2024-04-12T16:41:17.363 INFO:tasks.workunit.client.0.smithi099.stdout:op 5846 completed, throughput=5MB/sec 2024-04-12T16:41:17.363 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-dC9ZF_Wyh-9R6uK off=14624623 len=605948 2024-04-12T16:41:17.364 INFO:tasks.workunit.client.0.smithi099.stdout:op 5847 completed, throughput=5MB/sec 2024-04-12T16:41:17.364 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-tVNDaRyGW4G0W99 off=12837358 len=1131112 2024-04-12T16:41:17.371 INFO:tasks.workunit.client.0.smithi099.stdout:op 5848 completed, throughput=5MB/sec 2024-04-12T16:41:18.371 INFO:tasks.workunit.client.0.smithi099.stdout: 1152: throughput=5MB/sec pending data=0 2024-04-12T16:41:18.371 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-KW1lnuAsmLFaIbA off=2524868 len=538404 2024-04-12T16:41:18.376 INFO:tasks.workunit.client.0.smithi099.stdout:op 5849 completed, throughput=5MB/sec 2024-04-12T16:41:18.376 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-9-eto9FRUv7UITl off=6943294 len=1419233 2024-04-12T16:41:18.384 INFO:tasks.workunit.client.0.smithi099.stdout:op 5850 completed, throughput=5MB/sec 2024-04-12T16:41:18.384 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-J5_1DFInfdcITii off=13075966 len=1767209 2024-04-12T16:41:18.386 INFO:tasks.workunit.client.0.smithi099.stdout:op 5851 completed, throughput=5MB/sec 2024-04-12T16:41:18.386 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Wdy_LFn98GEX3np off=348371 len=176224 2024-04-12T16:41:18.387 INFO:tasks.workunit.client.0.smithi099.stdout:op 5852 completed, throughput=5MB/sec 2024-04-12T16:41:18.387 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ZbFLd4p3tW3ymz3 off=16565526 len=1027556 2024-04-12T16:41:18.393 INFO:tasks.workunit.client.0.smithi099.stdout:op 5853 completed, throughput=5MB/sec 2024-04-12T16:41:19.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:41:18 smithi110 ceph-mon[88691]: pgmap v2002: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:41:19.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:41:18 smithi099 ceph-mon[96864]: pgmap v2002: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:41:19.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:41:18 smithi099 ceph-mon[94290]: pgmap v2002: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:41:19.394 INFO:tasks.workunit.client.0.smithi099.stdout: 1153: throughput=5MB/sec pending data=0 2024-04-12T16:41:19.394 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-TcBlCezbJ1inFp3 off=4045203 len=46970 2024-04-12T16:41:19.396 INFO:tasks.workunit.client.0.smithi099.stdout:op 5854 completed, throughput=5MB/sec 2024-04-12T16:41:19.396 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-z7WPpcQkv-yBFAh off=10103697 len=1207739 2024-04-12T16:41:19.403 INFO:tasks.workunit.client.0.smithi099.stdout:op 5855 completed, throughput=5MB/sec 2024-04-12T16:41:19.403 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-9NlEArx25QPZZWz off=32158 len=1063888 2024-04-12T16:41:19.408 INFO:tasks.workunit.client.0.smithi099.stdout:op 5856 completed, throughput=5MB/sec 2024-04-12T16:41:19.408 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-UQcnUAwEFmf0I0k off=2054750 len=2039518 2024-04-12T16:41:19.418 INFO:tasks.workunit.client.0.smithi099.stdout:op 5857 completed, throughput=5MB/sec 2024-04-12T16:41:19.418 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-wXgub47rlCBCjvr off=3204632 len=1527985 2024-04-12T16:41:19.419 INFO:tasks.workunit.client.0.smithi099.stdout:op 5858 completed, throughput=5MB/sec 2024-04-12T16:41:20.420 INFO:tasks.workunit.client.0.smithi099.stdout: 1154: throughput=5MB/sec pending data=0 2024-04-12T16:41:20.420 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-rEQ8UZP6dNFP8G4 off=1647486 len=1161855 2024-04-12T16:41:20.421 INFO:tasks.workunit.client.0.smithi099.stdout:op 5859 completed, throughput=5MB/sec 2024-04-12T16:41:20.421 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-QJLsUaPiPxcH-Ax off=1450271 len=1508006 2024-04-12T16:41:20.429 INFO:tasks.workunit.client.0.smithi099.stdout:op 5860 completed, throughput=5MB/sec 2024-04-12T16:41:20.429 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-noGeOt1_EQYeHWL off=9523802 len=1093880 2024-04-12T16:41:20.430 INFO:tasks.workunit.client.0.smithi099.stdout:op 5861 completed, throughput=5MB/sec 2024-04-12T16:41:20.431 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-a2eoFdDWiQauQaE off=4782478 len=1948658 2024-04-12T16:41:20.433 INFO:tasks.workunit.client.0.smithi099.stdout:op 5862 completed, throughput=5MB/sec 2024-04-12T16:41:21.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:41:20 smithi110 ceph-mon[88691]: pgmap v2003: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:41:21.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:41:20 smithi099 ceph-mon[94290]: pgmap v2003: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:41:21.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:41:20 smithi099 ceph-mon[96864]: pgmap v2003: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:41:21.434 INFO:tasks.workunit.client.0.smithi099.stdout: 1155: throughput=5MB/sec pending data=0 2024-04-12T16:41:21.434 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-SgNmoLJOJxiRPJI off=4230943 len=303212 2024-04-12T16:41:21.437 INFO:tasks.workunit.client.0.smithi099.stdout:op 5863 completed, throughput=5MB/sec 2024-04-12T16:41:21.437 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-YSBxWvd6pyNvbJE off=6287112 len=943163 2024-04-12T16:41:21.443 INFO:tasks.workunit.client.0.smithi099.stdout:op 5864 completed, throughput=5MB/sec 2024-04-12T16:41:21.443 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-18ZXvhTM8PLZVYG off=19709420 len=1437955 2024-04-12T16:41:21.451 INFO:tasks.workunit.client.0.smithi099.stdout:op 5865 completed, throughput=5MB/sec 2024-04-12T16:41:21.451 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-za6k5i4IzXCMcYq off=5560071 len=229034 2024-04-12T16:41:21.451 INFO:tasks.workunit.client.0.smithi099.stdout:op 5866 completed, throughput=5MB/sec 2024-04-12T16:41:21.451 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-HrWIxnhrJraGZIS off=15745937 len=1966656 2024-04-12T16:41:21.461 INFO:tasks.workunit.client.0.smithi099.stdout:op 5867 completed, throughput=5MB/sec 2024-04-12T16:41:22.461 INFO:tasks.workunit.client.0.smithi099.stdout: 1156: throughput=5MB/sec pending data=0 2024-04-12T16:41:22.461 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-uIHcT3Y_pggY6nA off=3007818 len=247066 2024-04-12T16:41:22.462 INFO:tasks.workunit.client.0.smithi099.stdout:op 5868 completed, throughput=5MB/sec 2024-04-12T16:41:22.462 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-52a4iN0bn8LGXWs off=6054113 len=1312982 2024-04-12T16:41:22.468 INFO:tasks.workunit.client.0.smithi099.stdout:op 5869 completed, throughput=5MB/sec 2024-04-12T16:41:22.468 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-ZKofpmrjRaIL4KN off=15414909 len=1174029 2024-04-12T16:41:22.480 INFO:tasks.workunit.client.0.smithi099.stdout:op 5870 completed, throughput=5MB/sec 2024-04-12T16:41:22.480 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-6xsyu71veLjQVgO off=216348 len=730230 2024-04-12T16:41:22.485 INFO:tasks.workunit.client.0.smithi099.stdout:op 5871 completed, throughput=5MB/sec 2024-04-12T16:41:22.485 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-9XtOP8L_7XD4Pyr off=4816989 len=1846297 2024-04-12T16:41:22.486 INFO:tasks.workunit.client.0.smithi099.stdout:op 5872 completed, throughput=5MB/sec 2024-04-12T16:41:22.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:41:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:41:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:41:23.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:41:22 smithi110 ceph-mon[88691]: pgmap v2004: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-12T16:41:23.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:41:22 smithi099 ceph-mon[94290]: pgmap v2004: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-12T16:41:23.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:41:22 smithi099 ceph-mon[96864]: pgmap v2004: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-12T16:41:23.487 INFO:tasks.workunit.client.0.smithi099.stdout: 1157: throughput=5MB/sec pending data=0 2024-04-12T16:41:23.487 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-dgUbqLrSJ8YGL3q off=3456058 len=1497511 2024-04-12T16:41:23.495 INFO:tasks.workunit.client.0.smithi099.stdout:op 5873 completed, throughput=5MB/sec 2024-04-12T16:41:23.495 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-bW2G3TpFTzAuSnb off=12524228 len=1039771 2024-04-12T16:41:23.497 INFO:tasks.workunit.client.0.smithi099.stdout:op 5874 completed, throughput=5MB/sec 2024-04-12T16:41:23.497 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-BD-uX4PT3LImTq2 off=10028125 len=438362 2024-04-12T16:41:23.497 INFO:tasks.workunit.client.0.smithi099.stdout:op 5875 completed, throughput=5MB/sec 2024-04-12T16:41:23.497 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-tKG8mygdOeWoeKL off=11285108 len=336152 2024-04-12T16:41:23.499 INFO:tasks.workunit.client.0.smithi099.stdout:op 5876 completed, throughput=5MB/sec 2024-04-12T16:41:23.499 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Aqpfk7-gEgfnsym off=14835197 len=986247 2024-04-12T16:41:23.503 INFO:tasks.workunit.client.0.smithi099.stdout:op 5877 completed, throughput=5MB/sec 2024-04-12T16:41:23.503 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-FDK3s0Q9PZyJsNk off=706024 len=1395559 2024-04-12T16:41:23.509 INFO:tasks.workunit.client.0.smithi099.stdout:op 5878 completed, throughput=5MB/sec 2024-04-12T16:41:24.509 INFO:tasks.workunit.client.0.smithi099.stdout: 1158: throughput=5MB/sec pending data=0 2024-04-12T16:41:24.509 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-xNLmBSYtFBWby6L off=7542143 len=1981573 2024-04-12T16:41:24.511 INFO:tasks.workunit.client.0.smithi099.stdout:op 5879 completed, throughput=5MB/sec 2024-04-12T16:41:24.511 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-pk7ajbPnIVCqi6C off=1475578 len=261808 2024-04-12T16:41:24.512 INFO:tasks.workunit.client.0.smithi099.stdout:op 5880 completed, throughput=5MB/sec 2024-04-12T16:41:24.512 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-3xnsSx2kFPb6KWX off=13099155 len=1420449 2024-04-12T16:41:24.518 INFO:tasks.workunit.client.0.smithi099.stdout:op 5881 completed, throughput=5MB/sec 2024-04-12T16:41:24.518 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-wNR1wdPCsI-stek off=13590169 len=645503 2024-04-12T16:41:24.523 INFO:tasks.workunit.client.0.smithi099.stdout:op 5882 completed, throughput=5MB/sec 2024-04-12T16:41:24.925 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:41:24 smithi099 ceph-mon[94290]: pgmap v2005: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:41:24.925 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:41:24 smithi099 ceph-mon[96864]: pgmap v2005: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:41:25.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:41:24 smithi110 ceph-mon[88691]: pgmap v2005: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:41:25.523 INFO:tasks.workunit.client.0.smithi099.stdout: 1159: throughput=5MB/sec pending data=0 2024-04-12T16:41:25.523 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-GhRvRQuB1J6JkRg off=4934071 len=546868 2024-04-12T16:41:25.524 INFO:tasks.workunit.client.0.smithi099.stdout:op 5883 completed, throughput=5MB/sec 2024-04-12T16:41:25.524 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-OFo6oAqIQyvJ-VK off=4744265 len=1516796 2024-04-12T16:41:25.533 INFO:tasks.workunit.client.0.smithi099.stdout:op 5884 completed, throughput=5MB/sec 2024-04-12T16:41:25.533 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-gvF11-IG8100qay off=11824159 len=1052987 2024-04-12T16:41:25.536 INFO:tasks.workunit.client.0.smithi099.stdout:op 5885 completed, throughput=5MB/sec 2024-04-12T16:41:25.536 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-5JNLF62UKYpa4By off=9336241 len=1973448 2024-04-12T16:41:25.538 INFO:tasks.workunit.client.0.smithi099.stdout:op 5886 completed, throughput=5MB/sec 2024-04-12T16:41:25.538 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Xzl9_ZsGeNi4hGL off=151981 len=1082759 2024-04-12T16:41:25.540 INFO:tasks.workunit.client.0.smithi099.stdout:op 5887 completed, throughput=5MB/sec 2024-04-12T16:41:25.829 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:41:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=cleanup t=2024-04-12T16:41:25.54276691Z level=info msg="Completed cleanup jobs" duration=4.356679ms 2024-04-12T16:41:26.540 INFO:tasks.workunit.client.0.smithi099.stdout: 1160: throughput=5MB/sec pending data=0 2024-04-12T16:41:26.540 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-RM0_xUVgbIX7Z_p off=5978888 len=173761 2024-04-12T16:41:26.543 INFO:tasks.workunit.client.0.smithi099.stdout:op 5888 completed, throughput=5MB/sec 2024-04-12T16:41:26.543 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ECLURgRvKrJ_5vA off=14782424 len=997369 2024-04-12T16:41:26.546 INFO:tasks.workunit.client.0.smithi099.stdout:op 5889 completed, throughput=5MB/sec 2024-04-12T16:41:26.546 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-cMbsMUaGNimDOOz off=14279613 len=69493 2024-04-12T16:41:26.546 INFO:tasks.workunit.client.0.smithi099.stdout:op 5890 completed, throughput=5MB/sec 2024-04-12T16:41:26.546 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-o_vEsb51qbH_Ik5 off=4824444 len=1658443 2024-04-12T16:41:26.549 INFO:tasks.workunit.client.0.smithi099.stdout:op 5891 completed, throughput=5MB/sec 2024-04-12T16:41:26.549 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Lu-ZtdaAKhYJ4rb off=555145 len=248109 2024-04-12T16:41:26.553 INFO:tasks.workunit.client.0.smithi099.stdout:op 5892 completed, throughput=5MB/sec 2024-04-12T16:41:26.553 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-w6gwVKSzcNm28E0 off=2445609 len=1268412 2024-04-12T16:41:26.559 INFO:tasks.workunit.client.0.smithi099.stdout:op 5893 completed, throughput=5MB/sec 2024-04-12T16:41:26.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:41:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:41:26] "GET /metrics HTTP/1.1" 200 34133 "" "Prometheus/2.43.0" 2024-04-12T16:41:27.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:41:26 smithi110 ceph-mon[88691]: pgmap v2006: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:41:27.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:41:26 smithi099 ceph-mon[94290]: pgmap v2006: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:41:27.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:41:26 smithi099 ceph-mon[96864]: pgmap v2006: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:41:27.560 INFO:tasks.workunit.client.0.smithi099.stdout: 1161: throughput=5MB/sec pending data=0 2024-04-12T16:41:27.560 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-pdnXZb9m0VvBoxb off=15500189 len=1592423 2024-04-12T16:41:27.562 INFO:tasks.workunit.client.0.smithi099.stdout:op 5894 completed, throughput=5MB/sec 2024-04-12T16:41:27.562 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-tmVUXPR7hvR5G59 off=10103865 len=335909 2024-04-12T16:41:27.566 INFO:tasks.workunit.client.0.smithi099.stdout:op 5895 completed, throughput=5MB/sec 2024-04-12T16:41:27.566 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-EZ_d0ojINXQ-UsE off=5332089 len=362800 2024-04-12T16:41:27.567 INFO:tasks.workunit.client.0.smithi099.stdout:op 5896 completed, throughput=5MB/sec 2024-04-12T16:41:27.567 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-hPE7vhL1A5Kk9tU off=990026 len=1177733 2024-04-12T16:41:27.574 INFO:tasks.workunit.client.0.smithi099.stdout:op 5897 completed, throughput=5MB/sec 2024-04-12T16:41:27.574 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-2GeeTuIRmGtPs2U off=6166615 len=624220 2024-04-12T16:41:27.578 INFO:tasks.workunit.client.0.smithi099.stdout:op 5898 completed, throughput=5MB/sec 2024-04-12T16:41:27.579 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-KTMJHz4FcsrUs3r off=2567486 len=363751 2024-04-12T16:41:27.581 INFO:tasks.workunit.client.0.smithi099.stdout:op 5899 completed, throughput=5MB/sec 2024-04-12T16:41:27.582 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-BgzSI0X2uJia50- off=7817871 len=1779576 2024-04-12T16:41:27.589 INFO:tasks.workunit.client.0.smithi099.stdout:op 5900 completed, throughput=5MB/sec 2024-04-12T16:41:28.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:41:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:41:28.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:41:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:41:28.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:41:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:41:28.589 INFO:tasks.workunit.client.0.smithi099.stdout: 1162: throughput=5MB/sec pending data=0 2024-04-12T16:41:28.590 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-HVmJloCN1QDtY-K off=18089226 len=899406 2024-04-12T16:41:28.596 INFO:tasks.workunit.client.0.smithi099.stdout:op 5901 completed, throughput=5MB/sec 2024-04-12T16:41:28.596 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-G7mSc2OTueCEWN5 off=658130 len=75288 2024-04-12T16:41:28.598 INFO:tasks.workunit.client.0.smithi099.stdout:op 5902 completed, throughput=5MB/sec 2024-04-12T16:41:28.599 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-P4dVbT_3gfGR1yT off=958965 len=605416 2024-04-12T16:41:28.602 INFO:tasks.workunit.client.0.smithi099.stdout:op 5903 completed, throughput=5MB/sec 2024-04-12T16:41:28.602 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-MlCK44ArfYwjZml off=13379425 len=318421 2024-04-12T16:41:28.603 INFO:tasks.workunit.client.0.smithi099.stdout:op 5904 completed, throughput=5MB/sec 2024-04-12T16:41:28.603 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-J6a9T1T7jmjJiH1 off=9201839 len=178893 2024-04-12T16:41:28.606 INFO:tasks.workunit.client.0.smithi099.stdout:op 5905 completed, throughput=5MB/sec 2024-04-12T16:41:28.606 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-9CPthqhFEpMTxKS off=1773094 len=113864 2024-04-12T16:41:28.608 INFO:tasks.workunit.client.0.smithi099.stdout:op 5906 completed, throughput=5MB/sec 2024-04-12T16:41:28.608 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-T3w_x_Vlq58_9DN off=16340069 len=1096424 2024-04-12T16:41:28.610 INFO:tasks.workunit.client.0.smithi099.stdout:op 5907 completed, throughput=5MB/sec 2024-04-12T16:41:28.610 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-OU3AptFcdAdmCHY off=2224099 len=2027452 2024-04-12T16:41:28.619 INFO:tasks.workunit.client.0.smithi099.stdout:op 5908 completed, throughput=5MB/sec 2024-04-12T16:41:29.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:41:28 smithi110 ceph-mon[88691]: pgmap v2007: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:41:29.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:41:28 smithi099 ceph-mon[94290]: pgmap v2007: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:41:29.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:41:28 smithi099 ceph-mon[96864]: pgmap v2007: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:41:29.619 INFO:tasks.workunit.client.0.smithi099.stdout: 1163: throughput=5MB/sec pending data=0 2024-04-12T16:41:29.620 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ti-gHWTybTMdnIy off=5599577 len=239894 2024-04-12T16:41:29.620 INFO:tasks.workunit.client.0.smithi099.stdout:op 5909 completed, throughput=5MB/sec 2024-04-12T16:41:29.620 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-BqBnmqbeQ-_qAUH off=13609038 len=1612249 2024-04-12T16:41:29.624 INFO:tasks.workunit.client.0.smithi099.stdout:op 5910 completed, throughput=5MB/sec 2024-04-12T16:41:29.624 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-w9byzhamf8-Wvhf off=7925982 len=510710 2024-04-12T16:41:29.625 INFO:tasks.workunit.client.0.smithi099.stdout:op 5911 completed, throughput=5MB/sec 2024-04-12T16:41:29.625 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-C6VA4RE7XaYTUgr off=4637489 len=1858874 2024-04-12T16:41:29.627 INFO:tasks.workunit.client.0.smithi099.stdout:op 5912 completed, throughput=5MB/sec 2024-04-12T16:41:29.627 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-uvsB0IPcE-VZk8u off=7451913 len=50497 2024-04-12T16:41:29.630 INFO:tasks.workunit.client.0.smithi099.stdout:op 5913 completed, throughput=5MB/sec 2024-04-12T16:41:29.630 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-izl9PB7sUGzhJYO off=20557005 len=527706 2024-04-12T16:41:29.635 INFO:tasks.workunit.client.0.smithi099.stdout:op 5914 completed, throughput=5MB/sec 2024-04-12T16:41:30.635 INFO:tasks.workunit.client.0.smithi099.stdout: 1164: throughput=5MB/sec pending data=0 2024-04-12T16:41:30.635 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-MlNw5OqeC13PSC3 off=8417253 len=143635 2024-04-12T16:41:30.638 INFO:tasks.workunit.client.0.smithi099.stdout:op 5915 completed, throughput=5MB/sec 2024-04-12T16:41:30.638 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-UaO3DdsrGCh_MR3 off=5817475 len=1986072 2024-04-12T16:41:30.640 INFO:tasks.workunit.client.0.smithi099.stdout:op 5916 completed, throughput=5MB/sec 2024-04-12T16:41:30.640 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-roEhks8TuN5x0RK off=5753421 len=9577 2024-04-12T16:41:30.643 INFO:tasks.workunit.client.0.smithi099.stdout:op 5917 completed, throughput=5MB/sec 2024-04-12T16:41:30.643 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-lfsPDQOehRAVkMN off=2820724 len=1298384 2024-04-12T16:41:30.646 INFO:tasks.workunit.client.0.smithi099.stdout:op 5918 completed, throughput=5MB/sec 2024-04-12T16:41:30.646 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-k3Uz6olEwKsGb-y off=1658246 len=1822050 2024-04-12T16:41:30.656 INFO:tasks.workunit.client.0.smithi099.stdout:op 5919 completed, throughput=5MB/sec 2024-04-12T16:41:31.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:41:30 smithi110 ceph-mon[88691]: pgmap v2008: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:41:31.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:41:30 smithi099 ceph-mon[94290]: pgmap v2008: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:41:31.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:41:30 smithi099 ceph-mon[96864]: pgmap v2008: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:41:31.656 INFO:tasks.workunit.client.0.smithi099.stdout: 1165: throughput=5MB/sec pending data=0 2024-04-12T16:41:31.656 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-4LFS70PDPmIoXYK off=12781750 len=1737638 2024-04-12T16:41:31.658 INFO:tasks.workunit.client.0.smithi099.stdout:op 5920 completed, throughput=5MB/sec 2024-04-12T16:41:31.658 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-lgOUYV99Ph_j7GD off=12960652 len=1647793 2024-04-12T16:41:31.659 INFO:tasks.workunit.client.0.smithi099.stdout:op 5921 completed, throughput=5MB/sec 2024-04-12T16:41:31.659 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-rT2X5NNZMMOnuMj off=2465624 len=927116 2024-04-12T16:41:31.666 INFO:tasks.workunit.client.0.smithi099.stdout:op 5922 completed, throughput=5MB/sec 2024-04-12T16:41:31.666 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-02Mevzp3Dmk2U9u off=4713900 len=1507516 2024-04-12T16:41:31.674 INFO:tasks.workunit.client.0.smithi099.stdout:op 5923 completed, throughput=5MB/sec 2024-04-12T16:41:32.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:41:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:41:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:41:32.674 INFO:tasks.workunit.client.0.smithi099.stdout: 1166: throughput=5MB/sec pending data=0 2024-04-12T16:41:32.674 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-EjF7WPg2ZEVwv8c off=11751162 len=1383378 2024-04-12T16:41:32.677 INFO:tasks.workunit.client.0.smithi099.stdout:op 5924 completed, throughput=5MB/sec 2024-04-12T16:41:32.677 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-lpKibqSAV-qknTY off=8790483 len=580300 2024-04-12T16:41:32.678 INFO:tasks.workunit.client.0.smithi099.stdout:op 5925 completed, throughput=5MB/sec 2024-04-12T16:41:32.678 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Zj3JhSysngb8nvO off=12346269 len=925218 2024-04-12T16:41:32.683 INFO:tasks.workunit.client.0.smithi099.stdout:op 5926 completed, throughput=5MB/sec 2024-04-12T16:41:32.683 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-vAjKamD94LpPRlb off=14212000 len=1592176 2024-04-12T16:41:32.686 INFO:tasks.workunit.client.0.smithi099.stdout:op 5927 completed, throughput=5MB/sec 2024-04-12T16:41:32.686 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-7k2xWO8ffEhCKyc off=5855726 len=1204941 2024-04-12T16:41:32.688 INFO:tasks.workunit.client.0.smithi099.stdout:op 5928 completed, throughput=5MB/sec 2024-04-12T16:41:33.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:41:32 smithi110 ceph-mon[88691]: pgmap v2009: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-12T16:41:33.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:41:32 smithi099 ceph-mon[94290]: pgmap v2009: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-12T16:41:33.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:41:32 smithi099 ceph-mon[96864]: pgmap v2009: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-12T16:41:33.688 INFO:tasks.workunit.client.0.smithi099.stdout: 1167: throughput=5MB/sec pending data=0 2024-04-12T16:41:33.688 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-hAiCUhsszgTZOef off=3135653 len=1891946 2024-04-12T16:41:33.698 INFO:tasks.workunit.client.0.smithi099.stdout:op 5929 completed, throughput=5MB/sec 2024-04-12T16:41:33.698 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-h7hER6lNFRRF5lV off=4041404 len=916350 2024-04-12T16:41:33.703 INFO:tasks.workunit.client.0.smithi099.stdout:op 5930 completed, throughput=5MB/sec 2024-04-12T16:41:33.704 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Xrt-xC6ZukbMHxA off=2992067 len=462640 2024-04-12T16:41:33.707 INFO:tasks.workunit.client.0.smithi099.stdout:op 5931 completed, throughput=5MB/sec 2024-04-12T16:41:33.708 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-dr-d86W1Y9KRmVt off=2971084 len=1339082 2024-04-12T16:41:33.709 INFO:tasks.workunit.client.0.smithi099.stdout:op 5932 completed, throughput=5MB/sec 2024-04-12T16:41:34.709 INFO:tasks.workunit.client.0.smithi099.stdout: 1168: throughput=5MB/sec pending data=0 2024-04-12T16:41:34.709 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-NsxEHBVFOpfOGjr off=52544 len=1093085 2024-04-12T16:41:34.710 INFO:tasks.workunit.client.0.smithi099.stdout:op 5933 completed, throughput=5MB/sec 2024-04-12T16:41:34.711 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-C6W2_9ljr-BI-is off=2347680 len=2004112 2024-04-12T16:41:34.714 INFO:tasks.workunit.client.0.smithi099.stdout:op 5934 completed, throughput=5MB/sec 2024-04-12T16:41:34.714 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-4lqhAWKEDO-VTJy off=11954608 len=386656 2024-04-12T16:41:34.716 INFO:tasks.workunit.client.0.smithi099.stdout:op 5935 completed, throughput=5MB/sec 2024-04-12T16:41:34.716 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-8rGU62LqCFK0biy off=10294790 len=1340379 2024-04-12T16:41:34.718 INFO:tasks.workunit.client.0.smithi099.stdout:op 5936 completed, throughput=5MB/sec 2024-04-12T16:41:34.718 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-ld4vqq0El-KNsQN off=5911023 len=51877 2024-04-12T16:41:34.719 INFO:tasks.workunit.client.0.smithi099.stdout:op 5937 completed, throughput=5MB/sec 2024-04-12T16:41:34.719 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-aoAx5RswMAyyMDj off=4264664 len=1464705 2024-04-12T16:41:34.727 INFO:tasks.workunit.client.0.smithi099.stdout:op 5938 completed, throughput=5MB/sec 2024-04-12T16:41:35.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:41:34 smithi110 ceph-mon[88691]: pgmap v2010: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:41:35.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:41:34 smithi099 ceph-mon[94290]: pgmap v2010: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:41:35.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:41:34 smithi099 ceph-mon[96864]: pgmap v2010: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:41:35.727 INFO:tasks.workunit.client.0.smithi099.stdout: 1169: throughput=5MB/sec pending data=0 2024-04-12T16:41:35.727 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-TRldF52U2PuTb6C off=5807625 len=1853050 2024-04-12T16:41:35.737 INFO:tasks.workunit.client.0.smithi099.stdout:op 5939 completed, throughput=5MB/sec 2024-04-12T16:41:35.737 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-XgK82zGg3IehqJH off=6824560 len=1495939 2024-04-12T16:41:35.745 INFO:tasks.workunit.client.0.smithi099.stdout:op 5940 completed, throughput=5MB/sec 2024-04-12T16:41:35.745 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-sgzUYS4qEiKvMFD off=1253266 len=16272 2024-04-12T16:41:35.748 INFO:tasks.workunit.client.0.smithi099.stdout:op 5941 completed, throughput=5MB/sec 2024-04-12T16:41:35.748 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-AlPw5t0EzQS6or8 off=454508 len=1017972 2024-04-12T16:41:35.749 INFO:tasks.workunit.client.0.smithi099.stdout:op 5942 completed, throughput=5MB/sec 2024-04-12T16:41:36.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:41:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:41:36] "GET /metrics HTTP/1.1" 200 34136 "" "Prometheus/2.43.0" 2024-04-12T16:41:36.749 INFO:tasks.workunit.client.0.smithi099.stdout: 1170: throughput=5MB/sec pending data=0 2024-04-12T16:41:36.749 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-OZEDyDbTDrsGFuj off=3665989 len=255912 2024-04-12T16:41:36.750 INFO:tasks.workunit.client.0.smithi099.stdout:op 5943 completed, throughput=5MB/sec 2024-04-12T16:41:36.750 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-5_gq9U_vgXLc1Wx off=0 len=1930062 2024-04-12T16:41:36.752 INFO:tasks.workunit.client.0.smithi099.stdout:op 5944 completed, throughput=5MB/sec 2024-04-12T16:41:36.752 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-oH7wxG287-zYVp2 off=814830 len=1403666 2024-04-12T16:41:36.755 INFO:tasks.workunit.client.0.smithi099.stdout:op 5945 completed, throughput=5MB/sec 2024-04-12T16:41:36.756 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-BzOhIUz_Hu0PwDv off=10168898 len=247929 2024-04-12T16:41:36.759 INFO:tasks.workunit.client.0.smithi099.stdout:op 5946 completed, throughput=5MB/sec 2024-04-12T16:41:36.759 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-RZ6agPsMNAVV6XR off=4393343 len=1357729 2024-04-12T16:41:36.761 INFO:tasks.workunit.client.0.smithi099.stdout:op 5947 completed, throughput=5MB/sec 2024-04-12T16:41:37.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:41:36 smithi110 ceph-mon[88691]: pgmap v2011: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:41:37.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:41:36 smithi099 ceph-mon[94290]: pgmap v2011: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:41:37.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:41:36 smithi099 ceph-mon[96864]: pgmap v2011: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:41:37.761 INFO:tasks.workunit.client.0.smithi099.stdout: 1171: throughput=5MB/sec pending data=0 2024-04-12T16:41:37.762 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-oooPl_x8Ws467g2 off=875106 len=1336522 2024-04-12T16:41:37.768 INFO:tasks.workunit.client.0.smithi099.stdout:op 5948 completed, throughput=5MB/sec 2024-04-12T16:41:37.768 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-Hemw_jPDw2vRlAa off=4105641 len=610600 2024-04-12T16:41:37.772 INFO:tasks.workunit.client.0.smithi099.stdout:op 5949 completed, throughput=5MB/sec 2024-04-12T16:41:37.772 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-pZP8jyL4yO-m4UN off=4086163 len=680307 2024-04-12T16:41:37.776 INFO:tasks.workunit.client.0.smithi099.stdout:op 5950 completed, throughput=5MB/sec 2024-04-12T16:41:37.776 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-Op09z82B_rXruy8 off=4051631 len=1414599 2024-04-12T16:41:37.779 INFO:tasks.workunit.client.0.smithi099.stdout:op 5951 completed, throughput=5MB/sec 2024-04-12T16:41:37.779 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-lTLYaL6e6rnbPAW off=13282090 len=1438320 2024-04-12T16:41:37.788 INFO:tasks.workunit.client.0.smithi099.stdout:op 5952 completed, throughput=5MB/sec 2024-04-12T16:41:38.788 INFO:tasks.workunit.client.0.smithi099.stdout: 1172: throughput=5MB/sec pending data=0 2024-04-12T16:41:38.788 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-glt6nMEpEc8XPMz off=12625241 len=963911 2024-04-12T16:41:38.795 INFO:tasks.workunit.client.0.smithi099.stdout:op 5953 completed, throughput=5MB/sec 2024-04-12T16:41:38.795 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-83xlYabLcuaLBR2 off=18298161 len=1352985 2024-04-12T16:41:38.801 INFO:tasks.workunit.client.0.smithi099.stdout:op 5954 completed, throughput=5MB/sec 2024-04-12T16:41:38.801 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-BkAuYj2Nw3lQcZd off=7945037 len=1428948 2024-04-12T16:41:38.802 INFO:tasks.workunit.client.0.smithi099.stdout:op 5955 completed, throughput=5MB/sec 2024-04-12T16:41:38.803 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-BwryrehuJTJVqlF off=18158605 len=1453284 2024-04-12T16:41:38.810 INFO:tasks.workunit.client.0.smithi099.stdout:op 5956 completed, throughput=5MB/sec 2024-04-12T16:41:39.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:41:38 smithi110 ceph-mon[88691]: pgmap v2012: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:41:39.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:41:38 smithi099 ceph-mon[94290]: pgmap v2012: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:41:39.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:41:38 smithi099 ceph-mon[96864]: pgmap v2012: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:41:39.810 INFO:tasks.workunit.client.0.smithi099.stdout: 1173: throughput=5MB/sec pending data=0 2024-04-12T16:41:39.810 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-N_92lRmzAM8rSRR off=3167276 len=1804105 2024-04-12T16:41:39.819 INFO:tasks.workunit.client.0.smithi099.stdout:op 5957 completed, throughput=5MB/sec 2024-04-12T16:41:39.819 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-_Ctz1qv2kUvBk7M off=19110393 len=1651703 2024-04-12T16:41:39.826 INFO:tasks.workunit.client.0.smithi099.stdout:op 5958 completed, throughput=5MB/sec 2024-04-12T16:41:39.826 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-oOfGlq1LfTsroWi off=9456271 len=1196997 2024-04-12T16:41:39.830 INFO:tasks.workunit.client.0.smithi099.stdout:op 5959 completed, throughput=5MB/sec 2024-04-12T16:41:39.830 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-dl8f-ThBRlC64Fc off=1623205 len=700842 2024-04-12T16:41:39.830 INFO:tasks.workunit.client.0.smithi099.stdout:op 5960 completed, throughput=5MB/sec 2024-04-12T16:41:40.831 INFO:tasks.workunit.client.0.smithi099.stdout: 1174: throughput=5MB/sec pending data=0 2024-04-12T16:41:40.831 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-zfDkNsb2izfx2i9 off=3384408 len=1878595 2024-04-12T16:41:40.840 INFO:tasks.workunit.client.0.smithi099.stdout:op 5961 completed, throughput=5MB/sec 2024-04-12T16:41:40.840 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-SplDvhpD2-O9GHx off=13343019 len=631135 2024-04-12T16:41:40.845 INFO:tasks.workunit.client.0.smithi099.stdout:op 5962 completed, throughput=5MB/sec 2024-04-12T16:41:40.845 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-jWjExJvOG5OjfTL off=1074076 len=1363611 2024-04-12T16:41:40.854 INFO:tasks.workunit.client.0.smithi099.stdout:op 5963 completed, throughput=5MB/sec 2024-04-12T16:41:40.854 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-tKG8mygdOeWoeKL off=8452811 len=486860 2024-04-12T16:41:40.854 INFO:tasks.workunit.client.0.smithi099.stdout:op 5964 completed, throughput=5MB/sec 2024-04-12T16:41:40.854 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-PkFrUgQ1EsYdrhy off=3460483 len=148536 2024-04-12T16:41:40.856 INFO:tasks.workunit.client.0.smithi099.stdout:op 5965 completed, throughput=5MB/sec 2024-04-12T16:41:40.856 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-BS8fMPvzd7Y2Lbt off=17152171 len=472677 2024-04-12T16:41:40.860 INFO:tasks.workunit.client.0.smithi099.stdout:op 5966 completed, throughput=5MB/sec 2024-04-12T16:41:40.860 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-FvJW1bECRXqYwH4 off=6128128 len=1957748 2024-04-12T16:41:40.862 INFO:tasks.workunit.client.0.smithi099.stdout:op 5967 completed, throughput=5MB/sec 2024-04-12T16:41:41.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:41:40 smithi110 ceph-mon[88691]: pgmap v2013: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:41:41.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:41:40 smithi099 ceph-mon[94290]: pgmap v2013: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:41:41.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:41:40 smithi099 ceph-mon[96864]: pgmap v2013: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:41:41.862 INFO:tasks.workunit.client.0.smithi099.stdout: 1175: throughput=5MB/sec pending data=0 2024-04-12T16:41:41.863 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-DGe_hzJbwc3J3UK off=106074 len=1778873 2024-04-12T16:41:41.870 INFO:tasks.workunit.client.0.smithi099.stdout:op 5968 completed, throughput=5MB/sec 2024-04-12T16:41:41.870 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-XxgRLX5S762ei_W off=7485365 len=1254361 2024-04-12T16:41:41.872 INFO:tasks.workunit.client.0.smithi099.stdout:op 5969 completed, throughput=5MB/sec 2024-04-12T16:41:41.872 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-LBgksLLwmijbDsI off=644973 len=1111674 2024-04-12T16:41:41.877 INFO:tasks.workunit.client.0.smithi099.stdout:op 5970 completed, throughput=5MB/sec 2024-04-12T16:41:42.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:41:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:41:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:41:42.877 INFO:tasks.workunit.client.0.smithi099.stdout: 1176: throughput=5MB/sec pending data=0 2024-04-12T16:41:42.877 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-DsafPjjm7wPeZ3X off=13403970 len=1008811 2024-04-12T16:41:42.883 INFO:tasks.workunit.client.0.smithi099.stdout:op 5971 completed, throughput=5MB/sec 2024-04-12T16:41:42.883 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-SnxqSGabYIHFXXV off=14596057 len=336159 2024-04-12T16:41:42.884 INFO:tasks.workunit.client.0.smithi099.stdout:op 5972 completed, throughput=5MB/sec 2024-04-12T16:41:42.884 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-FJz2o6q_l5liMHh off=561982 len=548822 2024-04-12T16:41:42.885 INFO:tasks.workunit.client.0.smithi099.stdout:op 5973 completed, throughput=5MB/sec 2024-04-12T16:41:42.885 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-pl2ptYtwio9-GvW off=17994886 len=739311 2024-04-12T16:41:42.886 INFO:tasks.workunit.client.0.smithi099.stdout:op 5974 completed, throughput=5MB/sec 2024-04-12T16:41:42.886 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-46ft71aXzOsLSZ1 off=2115981 len=580913 2024-04-12T16:41:42.888 INFO:tasks.workunit.client.0.smithi099.stdout:op 5975 completed, throughput=5MB/sec 2024-04-12T16:41:42.888 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-b9o_vOHOnRtYTCT off=14838645 len=283508 2024-04-12T16:41:42.889 INFO:tasks.workunit.client.0.smithi099.stdout:op 5976 completed, throughput=5MB/sec 2024-04-12T16:41:42.889 INFO:tasks.workunit.client.0.smithi099.stdout:WRITE : oid=obj-D8KocTUgooGbT0X off=6583925 len=1190592 2024-04-12T16:41:42.894 INFO:tasks.workunit.client.0.smithi099.stdout:op 5977 completed, throughput=5MB/sec 2024-04-12T16:41:42.894 INFO:tasks.workunit.client.0.smithi099.stdout:READ : oid=obj-s7PcOAb3c6JNwPe off=18486549 len=944071 2024-04-12T16:41:42.896 INFO:tasks.workunit.client.0.smithi099.stdout:op 5978 completed, throughput=5MB/sec 2024-04-12T16:41:43.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:41:42 smithi110 ceph-mon[88691]: pgmap v2014: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T16:41:43.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:41:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:41:43.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:41:42 smithi099 ceph-mon[94290]: pgmap v2014: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T16:41:43.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:41:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:41:43.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:41:42 smithi099 ceph-mon[96864]: pgmap v2014: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T16:41:43.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:41:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:41:43.896 INFO:tasks.workunit.client.0.smithi099.stdout:waiting for all operations to complete 2024-04-12T16:41:43.896 INFO:tasks.workunit.client.0.smithi099.stdout:cleaning up objects 2024-04-12T16:41:45.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:41:44 smithi110 ceph-mon[88691]: pgmap v2015: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:41:45.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:41:44 smithi099 ceph-mon[94290]: pgmap v2015: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:41:45.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:41:44 smithi099 ceph-mon[96864]: pgmap v2015: 105 pgs: 105 active+clean; 126 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:41:46.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:41:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:41:46] "GET /metrics HTTP/1.1" 200 34131 "" "Prometheus/2.43.0" 2024-04-12T16:41:47.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:41:46 smithi110 ceph-mon[88691]: pgmap v2016: 105 pgs: 105 active+clean; 124 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-04-12T16:41:47.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:41:46 smithi099 ceph-mon[94290]: pgmap v2016: 105 pgs: 105 active+clean; 124 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-04-12T16:41:47.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:41:46 smithi099 ceph-mon[96864]: pgmap v2016: 105 pgs: 105 active+clean; 124 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-04-12T16:41:49.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:41:48 smithi110 ceph-mon[88691]: pgmap v2017: 105 pgs: 105 active+clean; 119 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 57 op/s 2024-04-12T16:41:49.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:41:48 smithi099 ceph-mon[94290]: pgmap v2017: 105 pgs: 105 active+clean; 119 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 57 op/s 2024-04-12T16:41:49.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:41:48 smithi099 ceph-mon[96864]: pgmap v2017: 105 pgs: 105 active+clean; 119 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 57 op/s 2024-04-12T16:41:51.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:41:50 smithi110 ceph-mon[88691]: pgmap v2018: 105 pgs: 105 active+clean; 119 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 56 op/s 2024-04-12T16:41:51.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:41:50 smithi099 ceph-mon[94290]: pgmap v2018: 105 pgs: 105 active+clean; 119 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 56 op/s 2024-04-12T16:41:51.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:41:50 smithi099 ceph-mon[96864]: pgmap v2018: 105 pgs: 105 active+clean; 119 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 56 op/s 2024-04-12T16:41:52.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:41:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:41:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:41:53.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:41:52 smithi110 ceph-mon[88691]: pgmap v2019: 105 pgs: 105 active+clean; 82 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 300 op/s 2024-04-12T16:41:53.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:41:52 smithi099 ceph-mon[94290]: pgmap v2019: 105 pgs: 105 active+clean; 82 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 300 op/s 2024-04-12T16:41:53.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:41:52 smithi099 ceph-mon[96864]: pgmap v2019: 105 pgs: 105 active+clean; 82 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 300 op/s 2024-04-12T16:41:55.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:41:54 smithi110 ceph-mon[88691]: pgmap v2020: 105 pgs: 105 active+clean; 78 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 960 KiB/s rd, 908 KiB/s wr, 332 op/s 2024-04-12T16:41:55.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:41:54 smithi099 ceph-mon[94290]: pgmap v2020: 105 pgs: 105 active+clean; 78 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 960 KiB/s rd, 908 KiB/s wr, 332 op/s 2024-04-12T16:41:55.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:41:54 smithi099 ceph-mon[96864]: pgmap v2020: 105 pgs: 105 active+clean; 78 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 960 KiB/s rd, 908 KiB/s wr, 332 op/s 2024-04-12T16:41:56.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:41:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:41:56] "GET /metrics HTTP/1.1" 200 34131 "" "Prometheus/2.43.0" 2024-04-12T16:41:57.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:41:56 smithi110 ceph-mon[88691]: pgmap v2021: 105 pgs: 105 active+clean; 59 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 695 KiB/s rd, 627 KiB/s wr, 460 op/s 2024-04-12T16:41:57.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:41:56 smithi099 ceph-mon[94290]: pgmap v2021: 105 pgs: 105 active+clean; 59 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 695 KiB/s rd, 627 KiB/s wr, 460 op/s 2024-04-12T16:41:57.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:41:56 smithi099 ceph-mon[96864]: pgmap v2021: 105 pgs: 105 active+clean; 59 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 695 KiB/s rd, 627 KiB/s wr, 460 op/s 2024-04-12T16:41:58.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:41:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:41:58.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:41:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:41:58.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:41:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:41:59.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:41:58 smithi110 ceph-mon[88691]: pgmap v2022: 105 pgs: 105 active+clean; 40 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 311 KiB/s rd, 332 KiB/s wr, 569 op/s 2024-04-12T16:41:59.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:41:58 smithi099 ceph-mon[94290]: pgmap v2022: 105 pgs: 105 active+clean; 40 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 311 KiB/s rd, 332 KiB/s wr, 569 op/s 2024-04-12T16:41:59.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:41:58 smithi099 ceph-mon[96864]: pgmap v2022: 105 pgs: 105 active+clean; 40 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 311 KiB/s rd, 332 KiB/s wr, 569 op/s 2024-04-12T16:42:00.737 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T16:42:00.737 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T16:42:00.766 INFO:tasks.workunit:Stopping ['rados/load-gen-big.sh'] on client.0... 2024-04-12T16:42:00.767 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-12T16:42:01.021 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:00 smithi099 ceph-mon[94290]: pgmap v2023: 105 pgs: 105 active+clean; 40 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 529 op/s 2024-04-12T16:42:01.021 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:00 smithi099 ceph-mon[96864]: pgmap v2023: 105 pgs: 105 active+clean; 40 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 529 op/s 2024-04-12T16:42:01.022 DEBUG:teuthology.parallel:result is None 2024-04-12T16:42:01.023 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T16:42:01.050 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T16:42:01.050 DEBUG:teuthology.orchestra.run.smithi099:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-12T16:42:01.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:00 smithi110 ceph-mon[88691]: pgmap v2023: 105 pgs: 105 active+clean; 40 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 529 op/s 2024-04-12T16:42:01.105 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T16:42:01.105 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-12T16:42:01.105 INFO:teuthology.task.print:**** done end rados_loadgenbig.yaml 2024-04-12T16:42:01.105 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-12T16:42:01.105 INFO:teuthology.task.print:**** done start rbd_import_export.yaml 2024-04-12T16:42:01.105 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-12T16:42:01.106 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-12T16:42:01.106 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-12T16:42:01.106 DEBUG:teuthology.orchestra.run.smithi110:> stat -- /home/ubuntu/cephtest/mnt.1 2024-04-12T16:42:01.122 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T16:42:01.122 INFO:teuthology.orchestra.run.smithi110.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-04-12T16:42:01.122 DEBUG:teuthology.orchestra.run.smithi110:> mkdir -- /home/ubuntu/cephtest/mnt.1 2024-04-12T16:42:01.178 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.1 2024-04-12T16:42:01.178 DEBUG:teuthology.orchestra.run.smithi110:> cd -- /home/ubuntu/cephtest/mnt.1 && mkdir -- client.1 2024-04-12T16:42:01.233 INFO:tasks.workunit:timeout=3h 2024-04-12T16:42:01.233 INFO:tasks.workunit:cleanup=True 2024-04-12T16:42:01.233 DEBUG:teuthology.orchestra.run.smithi110:> rm -rf /home/ubuntu/cephtest/clone.client.1 && git clone --depth 1 --branch reef https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.1 && cd /home/ubuntu/cephtest/clone.client.1 2024-04-12T16:42:01.289 INFO:tasks.workunit.client.1.smithi110.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.1'... 2024-04-12T16:42:02.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:42:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:42:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:42:03.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:02 smithi110 ceph-mon[88691]: pgmap v2024: 105 pgs: 105 active+clean; 11 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 730 op/s 2024-04-12T16:42:03.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:02 smithi099 ceph-mon[94290]: pgmap v2024: 105 pgs: 105 active+clean; 11 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 730 op/s 2024-04-12T16:42:03.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:02 smithi099 ceph-mon[96864]: pgmap v2024: 105 pgs: 105 active+clean; 11 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 730 op/s 2024-04-12T16:42:04.974 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:04 smithi110 ceph-mon[88691]: pgmap v2025: 105 pgs: 105 active+clean; 6.2 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 515 op/s 2024-04-12T16:42:04.974 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:04 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:42:05.020 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:04 smithi099 ceph-mon[94290]: pgmap v2025: 105 pgs: 105 active+clean; 6.2 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 515 op/s 2024-04-12T16:42:05.020 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:04 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:42:05.020 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:04 smithi099 ceph-mon[96864]: pgmap v2025: 105 pgs: 105 active+clean; 6.2 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 515 op/s 2024-04-12T16:42:05.021 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:04 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:42:06.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:42:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:42:06] "GET /metrics HTTP/1.1" 200 34129 "" "Prometheus/2.43.0" 2024-04-12T16:42:06.935 DEBUG:teuthology.orchestra.run.smithi110:> cd -- /home/ubuntu/cephtest/clone.client.1/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.1 2024-04-12T16:42:07.016 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:06 smithi110 ceph-mon[88691]: pgmap v2026: 105 pgs: 105 active+clean; 1.8 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 510 op/s 2024-04-12T16:42:07.017 INFO:tasks.workunit.client.1.smithi110.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-12T16:42:07.019 INFO:tasks.workunit.client.1.smithi110.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-04-12T16:42:07.019 INFO:tasks.workunit.client.1.smithi110.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-12T16:42:07.020 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:06 smithi099 ceph-mon[94290]: pgmap v2026: 105 pgs: 105 active+clean; 1.8 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 510 op/s 2024-04-12T16:42:07.021 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:06 smithi099 ceph-mon[96864]: pgmap v2026: 105 pgs: 105 active+clean; 1.8 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 510 op/s 2024-04-12T16:42:08.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:08 smithi099 ceph-mon[94290]: pgmap v2027: 105 pgs: 105 active+clean; 583 KiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 393 op/s 2024-04-12T16:42:08.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:42:08.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:42:08.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:08 smithi099 ceph-mon[96864]: pgmap v2027: 105 pgs: 105 active+clean; 583 KiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 393 op/s 2024-04-12T16:42:08.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:42:08.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:42:08.718 INFO:tasks.workunit.client.1.smithi110.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-12T16:42:08.785 INFO:tasks.workunit.client.1.smithi110.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-12T16:42:08.825 INFO:tasks.workunit.client.1.smithi110.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-04-12T16:42:08.826 INFO:tasks.workunit.client.1.smithi110.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-04-12T16:42:08.826 INFO:tasks.workunit.client.1.smithi110.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-12T16:42:08.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:08 smithi110 ceph-mon[88691]: pgmap v2027: 105 pgs: 105 active+clean; 583 KiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 393 op/s 2024-04-12T16:42:08.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:42:08.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:42:08.865 INFO:tasks.workunit.client.1.smithi110.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-04-12T16:42:08.868 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-04-12T16:42:08.868 DEBUG:teuthology.orchestra.run.smithi110:> dd if=/home/ubuntu/cephtest/workunits.list.client.1 of=/dev/stdout 2024-04-12T16:42:08.924 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.1... 2024-04-12T16:42:08.925 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2024-04-12T16:42:08.925 DEBUG:teuthology.orchestra.run.smithi110:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/rbd/import_export.sh 2024-04-12T16:42:08.993 INFO:tasks.workunit.client.1.smithi110.stderr:+ export RBD_FORCE_ALLOW_V1=1 2024-04-12T16:42:08.993 INFO:tasks.workunit.client.1.smithi110.stderr:+ RBD_FORCE_ALLOW_V1=1 2024-04-12T16:42:08.993 INFO:tasks.workunit.client.1.smithi110.stderr:+ TMPDIR=/tmp/rbd_import_export_136437 2024-04-12T16:42:08.993 INFO:tasks.workunit.client.1.smithi110.stderr:+ rm -rf /tmp/rbd_import_export_136437 2024-04-12T16:42:08.994 INFO:tasks.workunit.client.1.smithi110.stderr:+ mkdir /tmp/rbd_import_export_136437 2024-04-12T16:42:08.995 INFO:tasks.workunit.client.1.smithi110.stderr:+ trap 'rm -rf /tmp/rbd_import_export_136437' INT TERM EXIT 2024-04-12T16:42:08.995 INFO:tasks.workunit.client.1.smithi110.stderr:+ mkdir foo.136437 2024-04-12T16:42:08.995 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd import foo.136437 foo.dir 2024-04-12T16:42:09.039 INFO:tasks.workunit.client.1.smithi110.stderr:rbd: cannot import a directory 2024-04-12T16:42:09.040 INFO:tasks.workunit.client.1.smithi110.stderr: Importing image: 0% complete...failed. 2024-04-12T16:42:09.040 INFO:tasks.workunit.client.1.smithi110.stderr:rbd: import failed: (21) Is a directory 2024-04-12T16:42:09.042 INFO:tasks.workunit.client.1.smithi110.stderr:+ true 2024-04-12T16:42:09.043 INFO:tasks.workunit.client.1.smithi110.stderr:+ rmdir foo.136437 2024-04-12T16:42:09.048 INFO:tasks.workunit.client.1.smithi110.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_136437/img bs=1k count=1 seek=10 2024-04-12T16:42:09.049 INFO:tasks.workunit.client.1.smithi110.stderr:1+0 records in 2024-04-12T16:42:09.049 INFO:tasks.workunit.client.1.smithi110.stderr:1+0 records out 2024-04-12T16:42:09.049 INFO:tasks.workunit.client.1.smithi110.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 4.0516e-05 s, 25.3 MB/s 2024-04-12T16:42:09.049 INFO:tasks.workunit.client.1.smithi110.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_136437/img bs=1k count=10 seek=100 2024-04-12T16:42:09.050 INFO:tasks.workunit.client.1.smithi110.stderr:10+0 records in 2024-04-12T16:42:09.050 INFO:tasks.workunit.client.1.smithi110.stderr:10+0 records out 2024-04-12T16:42:09.050 INFO:tasks.workunit.client.1.smithi110.stderr:10240 bytes (10 kB, 10 KiB) copied, 5.3653e-05 s, 191 MB/s 2024-04-12T16:42:09.050 INFO:tasks.workunit.client.1.smithi110.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_136437/img bs=1k count=100 seek=1000 2024-04-12T16:42:09.051 INFO:tasks.workunit.client.1.smithi110.stderr:60+1 records in 2024-04-12T16:42:09.051 INFO:tasks.workunit.client.1.smithi110.stderr:60+1 records out 2024-04-12T16:42:09.051 INFO:tasks.workunit.client.1.smithi110.stderr:61464 bytes (61 kB, 60 KiB) copied, 0.000150509 s, 408 MB/s 2024-04-12T16:42:09.051 INFO:tasks.workunit.client.1.smithi110.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_136437/img bs=1k seek=10000 2024-04-12T16:42:09.052 INFO:tasks.workunit.client.1.smithi110.stderr:137+1 records in 2024-04-12T16:42:09.052 INFO:tasks.workunit.client.1.smithi110.stderr:137+1 records out 2024-04-12T16:42:09.052 INFO:tasks.workunit.client.1.smithi110.stderr:140760 bytes (141 kB, 137 KiB) copied, 0.000421876 s, 334 MB/s 2024-04-12T16:42:09.052 INFO:tasks.workunit.client.1.smithi110.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_136437/img bs=1k seek=100000 2024-04-12T16:42:09.052 INFO:tasks.workunit.client.1.smithi110.stderr:59+1 records in 2024-04-12T16:42:09.053 INFO:tasks.workunit.client.1.smithi110.stderr:59+1 records out 2024-04-12T16:42:09.053 INFO:tasks.workunit.client.1.smithi110.stderr:61408 bytes (61 kB, 60 KiB) copied, 0.000176997 s, 347 MB/s 2024-04-12T16:42:09.053 INFO:tasks.workunit.client.1.smithi110.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_136437/img bs=1k seek=1000000 2024-04-12T16:42:09.054 INFO:tasks.workunit.client.1.smithi110.stderr:154+1 records in 2024-04-12T16:42:09.054 INFO:tasks.workunit.client.1.smithi110.stderr:154+1 records out 2024-04-12T16:42:09.054 INFO:tasks.workunit.client.1.smithi110.stderr:158176 bytes (158 kB, 154 KiB) copied, 0.000343636 s, 460 MB/s 2024-04-12T16:42:09.054 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd rm testimg 2024-04-12T16:42:09.109 INFO:tasks.workunit.client.1.smithi110.stderr: Removing image: 0% complete...failed. 2024-04-12T16:42:09.110 INFO:tasks.workunit.client.1.smithi110.stderr:rbd: delete error: (2) No such file or directory 2024-04-12T16:42:09.112 INFO:tasks.workunit.client.1.smithi110.stderr:+ true 2024-04-12T16:42:09.112 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd import --new-format /tmp/rbd_import_export_136437/img testimg 2024-04-12T16:42:09.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:42:09.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:42:09.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:42:09.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:42:09.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:42:09.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:42:09.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:42:09.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:42:09.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:42:09.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:42:09.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:42:09.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:42:10.705 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:10 smithi099 ceph-mon[94290]: pgmap v2028: 105 pgs: 105 active+clean; 583 KiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 270 op/s 2024-04-12T16:42:10.705 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:10 smithi099 ceph-mon[94290]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-12T16:42:10.705 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:42:10.706 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:42:10.706 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:10 smithi099 ceph-mon[96864]: pgmap v2028: 105 pgs: 105 active+clean; 583 KiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 270 op/s 2024-04-12T16:42:10.706 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:10 smithi099 ceph-mon[96864]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-12T16:42:10.706 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:42:10.706 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:42:10.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:10 smithi110 ceph-mon[88691]: pgmap v2028: 105 pgs: 105 active+clean; 583 KiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 270 op/s 2024-04-12T16:42:10.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:10 smithi110 ceph-mon[88691]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-12T16:42:10.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:42:10.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:42:11.070 INFO:tasks.workunit.client.1.smithi110.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2024-04-12T16:42:11.070 INFO:tasks.workunit.client.1.smithi110.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-12T16:42:11.073 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd export testimg /tmp/rbd_import_export_136437/img2 2024-04-12T16:42:11.269 INFO:tasks.workunit.client.1.smithi110.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-12T16:42:11.274 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd export testimg - 2024-04-12T16:42:11.743 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:11 smithi099 ceph-mon[94290]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-12T16:42:11.743 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:11 smithi099 ceph-mon[96864]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-12T16:42:11.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:11 smithi110 ceph-mon[88691]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-12T16:42:11.932 INFO:tasks.workunit.client.1.smithi110.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-12T16:42:11.937 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd rm testimg 2024-04-12T16:42:12.060 INFO:tasks.workunit.client.1.smithi110.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-04-12T16:42:12.063 INFO:tasks.workunit.client.1.smithi110.stderr:+ cmp /tmp/rbd_import_export_136437/img /tmp/rbd_import_export_136437/img2 2024-04-12T16:42:12.560 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:42:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:42:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:42:12.677 INFO:tasks.workunit.client.1.smithi110.stderr:+ cmp /tmp/rbd_import_export_136437/img /tmp/rbd_import_export_136437/img3 2024-04-12T16:42:12.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:12 smithi110 ceph-mon[88691]: pgmap v2031: 105 pgs: 105 active+clean; 583 KiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 127 B/s wr, 60 op/s 2024-04-12T16:42:12.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:42:12.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:42:12.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:42:12.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:12 smithi099 ceph-mon[94290]: pgmap v2031: 105 pgs: 105 active+clean; 583 KiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 127 B/s wr, 60 op/s 2024-04-12T16:42:12.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:42:12.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:42:12.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:42:12.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:12 smithi099 ceph-mon[96864]: pgmap v2031: 105 pgs: 105 active+clean; 583 KiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 127 B/s wr, 60 op/s 2024-04-12T16:42:12.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:42:12.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:42:12.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:42:13.102 INFO:tasks.workunit.client.1.smithi110.stderr:+ rm /tmp/rbd_import_export_136437/img2 /tmp/rbd_import_export_136437/img3 2024-04-12T16:42:13.277 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd import --new-format - testimg 2024-04-12T16:42:13.706 INFO:tasks.workunit.client.1.smithi110.stderr: Importing image: 100% complete...done. 2024-04-12T16:42:13.707 INFO:tasks.workunit.client.1.smithi110.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-12T16:42:13.709 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd export testimg /tmp/rbd_import_export_136437/img2 2024-04-12T16:42:13.893 INFO:tasks.workunit.client.1.smithi110.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-12T16:42:13.899 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd export testimg - 2024-04-12T16:42:14.528 INFO:tasks.workunit.client.1.smithi110.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-12T16:42:14.533 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd rm testimg 2024-04-12T16:42:14.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:14 smithi110 ceph-mon[88691]: pgmap v2032: 105 pgs: 105 active+clean; 583 KiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 127 B/s wr, 17 op/s 2024-04-12T16:42:14.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:14 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:42:14.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:14 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:42:14.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:14 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:42:14.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:14 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:42:14.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:14 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:42:14.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:14 smithi099 ceph-mon[96864]: pgmap v2032: 105 pgs: 105 active+clean; 583 KiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 127 B/s wr, 17 op/s 2024-04-12T16:42:14.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:14 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:42:14.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:14 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:42:14.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:14 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:42:14.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:14 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:42:14.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:14 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:42:14.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:14 smithi099 ceph-mon[94290]: pgmap v2032: 105 pgs: 105 active+clean; 583 KiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 127 B/s wr, 17 op/s 2024-04-12T16:42:14.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:14 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:42:14.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:14 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:42:14.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:14 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:42:14.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:14 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:42:14.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:14 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:42:14.659 INFO:tasks.workunit.client.1.smithi110.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-04-12T16:42:14.662 INFO:tasks.workunit.client.1.smithi110.stderr:+ cmp /tmp/rbd_import_export_136437/img /tmp/rbd_import_export_136437/img2 2024-04-12T16:42:15.215 INFO:tasks.workunit.client.1.smithi110.stderr:+ cmp /tmp/rbd_import_export_136437/img /tmp/rbd_import_export_136437/img3 2024-04-12T16:42:15.620 INFO:tasks.workunit.client.1.smithi110.stderr:+ rm /tmp/rbd_import_export_136437/img /tmp/rbd_import_export_136437/img2 /tmp/rbd_import_export_136437/img3 2024-04-12T16:42:15.827 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd help export 2024-04-12T16:42:15.828 INFO:tasks.workunit.client.1.smithi110.stderr:+ grep -q export-format 2024-04-12T16:42:15.848 INFO:tasks.workunit.client.1.smithi110.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_136437/img bs=1k count=10 seek=100 2024-04-12T16:42:15.849 INFO:tasks.workunit.client.1.smithi110.stderr:10+0 records in 2024-04-12T16:42:15.849 INFO:tasks.workunit.client.1.smithi110.stderr:10+0 records out 2024-04-12T16:42:15.849 INFO:tasks.workunit.client.1.smithi110.stderr:10240 bytes (10 kB, 10 KiB) copied, 6.1684e-05 s, 166 MB/s 2024-04-12T16:42:15.849 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd import --new-format /tmp/rbd_import_export_136437/img testimg 2024-04-12T16:42:15.922 INFO:tasks.workunit.client.1.smithi110.stderr: Importing image: 100% complete...done. 2024-04-12T16:42:15.923 INFO:tasks.workunit.client.1.smithi110.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-12T16:42:15.925 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd snap create testimg@snap 2024-04-12T16:42:16.299 INFO:tasks.workunit.client.1.smithi110.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-12T16:42:16.309 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd image-meta set testimg key1 value1 2024-04-12T16:42:16.367 INFO:tasks.workunit.client.1.smithi110.stderr:++ rbd image-meta list testimg 2024-04-12T16:42:16.412 INFO:tasks.workunit.client.1.smithi110.stderr:+ IMAGEMETA_BEFORE='There is 1 metadatum on this image: 2024-04-12T16:42:16.412 INFO:tasks.workunit.client.1.smithi110.stderr: 2024-04-12T16:42:16.413 INFO:tasks.workunit.client.1.smithi110.stderr:Key Value 2024-04-12T16:42:16.413 INFO:tasks.workunit.client.1.smithi110.stderr:key1 value1' 2024-04-12T16:42:16.413 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_136437/img_v2 2024-04-12T16:42:16.454 INFO:tasks.workunit.client.1.smithi110.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-12T16:42:16.457 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_136437/img_v2 testimg_import 2024-04-12T16:42:16.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:16 smithi110 ceph-mon[88691]: pgmap v2033: 105 pgs: 105 active+clean; 583 KiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 222 KiB/s rd, 86 KiB/s wr, 79 op/s 2024-04-12T16:42:16.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:16 smithi099 ceph-mon[94290]: pgmap v2033: 105 pgs: 105 active+clean; 583 KiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 222 KiB/s rd, 86 KiB/s wr, 79 op/s 2024-04-12T16:42:16.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:16 smithi099 ceph-mon[96864]: pgmap v2033: 105 pgs: 105 active+clean; 583 KiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 222 KiB/s rd, 86 KiB/s wr, 79 op/s 2024-04-12T16:42:16.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:42:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:42:16] "GET /metrics HTTP/1.1" 200 34102 "" "Prometheus/2.43.0" 2024-04-12T16:42:17.311 INFO:tasks.workunit.client.1.smithi110.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-12T16:42:17.314 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd info testimg_import 2024-04-12T16:42:17.350 INFO:tasks.workunit.client.1.smithi110.stdout:rbd image 'testimg_import': 2024-04-12T16:42:17.350 INFO:tasks.workunit.client.1.smithi110.stdout: size 110 KiB in 1 objects 2024-04-12T16:42:17.351 INFO:tasks.workunit.client.1.smithi110.stdout: order 22 (4 MiB objects) 2024-04-12T16:42:17.351 INFO:tasks.workunit.client.1.smithi110.stdout: snapshot_count: 1 2024-04-12T16:42:17.351 INFO:tasks.workunit.client.1.smithi110.stdout: id: d62112627258 2024-04-12T16:42:17.351 INFO:tasks.workunit.client.1.smithi110.stdout: block_name_prefix: rbd_data.d62112627258 2024-04-12T16:42:17.351 INFO:tasks.workunit.client.1.smithi110.stdout: format: 2 2024-04-12T16:42:17.351 INFO:tasks.workunit.client.1.smithi110.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-04-12T16:42:17.351 INFO:tasks.workunit.client.1.smithi110.stdout: op_features: 2024-04-12T16:42:17.351 INFO:tasks.workunit.client.1.smithi110.stdout: flags: 2024-04-12T16:42:17.351 INFO:tasks.workunit.client.1.smithi110.stdout: create_timestamp: Fri Apr 12 16:42:16 2024 2024-04-12T16:42:17.351 INFO:tasks.workunit.client.1.smithi110.stdout: access_timestamp: Fri Apr 12 16:42:16 2024 2024-04-12T16:42:17.351 INFO:tasks.workunit.client.1.smithi110.stdout: modify_timestamp: Fri Apr 12 16:42:16 2024 2024-04-12T16:42:17.353 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd info testimg_import@snap 2024-04-12T16:42:17.390 INFO:tasks.workunit.client.1.smithi110.stdout:rbd image 'testimg_import': 2024-04-12T16:42:17.390 INFO:tasks.workunit.client.1.smithi110.stdout: size 110 KiB in 1 objects 2024-04-12T16:42:17.390 INFO:tasks.workunit.client.1.smithi110.stdout: order 22 (4 MiB objects) 2024-04-12T16:42:17.390 INFO:tasks.workunit.client.1.smithi110.stdout: snapshot_count: 1 2024-04-12T16:42:17.390 INFO:tasks.workunit.client.1.smithi110.stdout: id: d62112627258 2024-04-12T16:42:17.390 INFO:tasks.workunit.client.1.smithi110.stdout: block_name_prefix: rbd_data.d62112627258 2024-04-12T16:42:17.390 INFO:tasks.workunit.client.1.smithi110.stdout: format: 2 2024-04-12T16:42:17.390 INFO:tasks.workunit.client.1.smithi110.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-04-12T16:42:17.390 INFO:tasks.workunit.client.1.smithi110.stdout: op_features: 2024-04-12T16:42:17.390 INFO:tasks.workunit.client.1.smithi110.stdout: flags: 2024-04-12T16:42:17.390 INFO:tasks.workunit.client.1.smithi110.stdout: create_timestamp: Fri Apr 12 16:42:16 2024 2024-04-12T16:42:17.391 INFO:tasks.workunit.client.1.smithi110.stdout: access_timestamp: Fri Apr 12 16:42:16 2024 2024-04-12T16:42:17.391 INFO:tasks.workunit.client.1.smithi110.stdout: modify_timestamp: Fri Apr 12 16:42:16 2024 2024-04-12T16:42:17.391 INFO:tasks.workunit.client.1.smithi110.stdout: protected: False 2024-04-12T16:42:17.393 INFO:tasks.workunit.client.1.smithi110.stderr:++ rbd image-meta list testimg_import 2024-04-12T16:42:17.438 INFO:tasks.workunit.client.1.smithi110.stderr:+ IMAGEMETA_AFTER='There is 1 metadatum on this image: 2024-04-12T16:42:17.438 INFO:tasks.workunit.client.1.smithi110.stderr: 2024-04-12T16:42:17.438 INFO:tasks.workunit.client.1.smithi110.stderr:Key Value 2024-04-12T16:42:17.438 INFO:tasks.workunit.client.1.smithi110.stderr:key1 value1' 2024-04-12T16:42:17.438 INFO:tasks.workunit.client.1.smithi110.stderr:+ '[' 'There is 1 metadatum on this image: 2024-04-12T16:42:17.438 INFO:tasks.workunit.client.1.smithi110.stderr: 2024-04-12T16:42:17.438 INFO:tasks.workunit.client.1.smithi110.stderr:Key Value 2024-04-12T16:42:17.438 INFO:tasks.workunit.client.1.smithi110.stderr:key1 value1' = 'There is 1 metadatum on this image: 2024-04-12T16:42:17.438 INFO:tasks.workunit.client.1.smithi110.stderr: 2024-04-12T16:42:17.439 INFO:tasks.workunit.client.1.smithi110.stderr:Key Value 2024-04-12T16:42:17.439 INFO:tasks.workunit.client.1.smithi110.stderr:key1 value1' ']' 2024-04-12T16:42:17.439 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd export testimg_import /tmp/rbd_import_export_136437/img_import 2024-04-12T16:42:17.479 INFO:tasks.workunit.client.1.smithi110.stderr: Exporting image: 100% complete...done. 2024-04-12T16:42:17.479 INFO:tasks.workunit.client.1.smithi110.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_136437/img /tmp/rbd_import_export_136437/img_import 2024-04-12T16:42:17.479 INFO:tasks.workunit.client.1.smithi110.stderr:+ cmp -l /tmp/rbd_import_export_136437/img /tmp/rbd_import_export_136437/img_import 2024-04-12T16:42:17.480 INFO:tasks.workunit.client.1.smithi110.stderr:++ stat /tmp/rbd_import_export_136437/img --format %b 2024-04-12T16:42:17.481 INFO:tasks.workunit.client.1.smithi110.stderr:+ origsize=24 2024-04-12T16:42:17.481 INFO:tasks.workunit.client.1.smithi110.stderr:++ stat /tmp/rbd_import_export_136437/img_import --format %b 2024-04-12T16:42:17.482 INFO:tasks.workunit.client.1.smithi110.stderr:+ exportsize=224 2024-04-12T16:42:17.482 INFO:tasks.workunit.client.1.smithi110.stderr:+ difference=200 2024-04-12T16:42:17.482 INFO:tasks.workunit.client.1.smithi110.stderr:+ difference=200 2024-04-12T16:42:17.483 INFO:tasks.workunit.client.1.smithi110.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2024-04-12T16:42:17.483 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_136437/img_snap 2024-04-12T16:42:17.520 INFO:tasks.workunit.client.1.smithi110.stderr: Exporting image: 100% complete...done. 2024-04-12T16:42:17.523 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_136437/img_snap_import 2024-04-12T16:42:17.561 INFO:tasks.workunit.client.1.smithi110.stderr: Exporting image: 100% complete...done. 2024-04-12T16:42:17.564 INFO:tasks.workunit.client.1.smithi110.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_136437/img_snap /tmp/rbd_import_export_136437/img_snap_import 2024-04-12T16:42:17.564 INFO:tasks.workunit.client.1.smithi110.stderr:+ cmp -l /tmp/rbd_import_export_136437/img_snap /tmp/rbd_import_export_136437/img_snap_import 2024-04-12T16:42:17.565 INFO:tasks.workunit.client.1.smithi110.stderr:++ stat /tmp/rbd_import_export_136437/img_snap --format %b 2024-04-12T16:42:17.566 INFO:tasks.workunit.client.1.smithi110.stderr:+ origsize=224 2024-04-12T16:42:17.566 INFO:tasks.workunit.client.1.smithi110.stderr:++ stat /tmp/rbd_import_export_136437/img_snap_import --format %b 2024-04-12T16:42:17.567 INFO:tasks.workunit.client.1.smithi110.stderr:+ exportsize=224 2024-04-12T16:42:17.567 INFO:tasks.workunit.client.1.smithi110.stderr:+ difference=0 2024-04-12T16:42:17.567 INFO:tasks.workunit.client.1.smithi110.stderr:+ difference=0 2024-04-12T16:42:17.568 INFO:tasks.workunit.client.1.smithi110.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-12T16:42:17.568 INFO:tasks.workunit.client.1.smithi110.stderr:+ rm /tmp/rbd_import_export_136437/img_v2 2024-04-12T16:42:17.568 INFO:tasks.workunit.client.1.smithi110.stderr:+ rm /tmp/rbd_import_export_136437/img_import 2024-04-12T16:42:17.568 INFO:tasks.workunit.client.1.smithi110.stderr:+ rm /tmp/rbd_import_export_136437/img_snap 2024-04-12T16:42:17.569 INFO:tasks.workunit.client.1.smithi110.stderr:+ rm /tmp/rbd_import_export_136437/img_snap_import 2024-04-12T16:42:17.570 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd snap rm testimg_import@snap 2024-04-12T16:42:17.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:17 smithi110 ceph-mon[88691]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-12T16:42:17.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:17 smithi099 ceph-mon[94290]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-12T16:42:17.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:17 smithi099 ceph-mon[96864]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-12T16:42:18.303 INFO:tasks.workunit.client.1.smithi110.stderr: Removing snap: 100% complete...done. 2024-04-12T16:42:18.319 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd remove testimg_import 2024-04-12T16:42:18.443 INFO:tasks.workunit.client.1.smithi110.stderr: Removing image: 100% complete...done. 2024-04-12T16:42:18.446 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd snap rm testimg@snap 2024-04-12T16:42:18.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:18 smithi110 ceph-mon[88691]: pgmap v2035: 105 pgs: 105 active+clean; 583 KiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 309 KiB/s rd, 124 KiB/s wr, 107 op/s 2024-04-12T16:42:18.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:18 smithi110 ceph-mon[88691]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-12T16:42:18.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:18 smithi099 ceph-mon[94290]: pgmap v2035: 105 pgs: 105 active+clean; 583 KiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 309 KiB/s rd, 124 KiB/s wr, 107 op/s 2024-04-12T16:42:18.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:18 smithi099 ceph-mon[94290]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-12T16:42:18.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:18 smithi099 ceph-mon[96864]: pgmap v2035: 105 pgs: 105 active+clean; 583 KiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 309 KiB/s rd, 124 KiB/s wr, 107 op/s 2024-04-12T16:42:18.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:18 smithi099 ceph-mon[96864]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-12T16:42:19.318 INFO:tasks.workunit.client.1.smithi110.stderr: Removing snap: 100% complete...done. 2024-04-12T16:42:19.334 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd rm testimg 2024-04-12T16:42:19.466 INFO:tasks.workunit.client.1.smithi110.stderr: Removing image: 100% complete...done. 2024-04-12T16:42:19.469 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd import --order 20 /tmp/rbd_import_export_136437/img testimg 2024-04-12T16:42:19.539 INFO:tasks.workunit.client.1.smithi110.stderr: Importing image: 100% complete...done. 2024-04-12T16:42:19.539 INFO:tasks.workunit.client.1.smithi110.stderr:rbd: --order is deprecated, use --object-size 2024-04-12T16:42:19.542 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_136437/img_v2 2024-04-12T16:42:19.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:19 smithi110 ceph-mon[88691]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-12T16:42:19.581 INFO:tasks.workunit.client.1.smithi110.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-12T16:42:19.584 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_136437/img_v2 testimg_import 2024-04-12T16:42:19.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:19 smithi099 ceph-mon[94290]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-12T16:42:19.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:19 smithi099 ceph-mon[96864]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-12T16:42:19.661 INFO:tasks.workunit.client.1.smithi110.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-12T16:42:19.664 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd info testimg_import 2024-04-12T16:42:19.664 INFO:tasks.workunit.client.1.smithi110.stderr:+ grep order 2024-04-12T16:42:19.664 INFO:tasks.workunit.client.1.smithi110.stderr:+ awk '{print $2}' 2024-04-12T16:42:19.664 INFO:tasks.workunit.client.1.smithi110.stderr:+ grep 20 2024-04-12T16:42:19.702 INFO:tasks.workunit.client.1.smithi110.stdout:20 2024-04-12T16:42:19.703 INFO:tasks.workunit.client.1.smithi110.stderr:+ rm /tmp/rbd_import_export_136437/img_v2 2024-04-12T16:42:19.703 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd remove testimg_import 2024-04-12T16:42:19.816 INFO:tasks.workunit.client.1.smithi110.stderr: Removing image: 100% complete...done. 2024-04-12T16:42:19.819 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd remove testimg 2024-04-12T16:42:19.938 INFO:tasks.workunit.client.1.smithi110.stderr: Removing image: 100% complete...done. 2024-04-12T16:42:19.941 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_136437/img testimg 2024-04-12T16:42:19.994 INFO:tasks.workunit.client.1.smithi110.stderr: Importing image: 100% complete...done. 2024-04-12T16:42:19.997 INFO:tasks.workunit.client.1.smithi110.stderr:++ rbd info testimg 2024-04-12T16:42:19.997 INFO:tasks.workunit.client.1.smithi110.stderr:++ grep features 2024-04-12T16:42:20.036 INFO:tasks.workunit.client.1.smithi110.stderr:+ FEATURES_BEFORE=' features: layering 2024-04-12T16:42:20.036 INFO:tasks.workunit.client.1.smithi110.stderr: op_features: ' 2024-04-12T16:42:20.036 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_136437/img_v2 2024-04-12T16:42:20.074 INFO:tasks.workunit.client.1.smithi110.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-12T16:42:20.077 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_136437/img_v2 testimg_import 2024-04-12T16:42:20.140 INFO:tasks.workunit.client.1.smithi110.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-12T16:42:20.143 INFO:tasks.workunit.client.1.smithi110.stderr:++ rbd info testimg_import 2024-04-12T16:42:20.143 INFO:tasks.workunit.client.1.smithi110.stderr:++ grep features 2024-04-12T16:42:20.181 INFO:tasks.workunit.client.1.smithi110.stderr:+ FEATURES_AFTER=' features: layering 2024-04-12T16:42:20.182 INFO:tasks.workunit.client.1.smithi110.stderr: op_features: ' 2024-04-12T16:42:20.182 INFO:tasks.workunit.client.1.smithi110.stderr:+ '[' ' features: layering 2024-04-12T16:42:20.182 INFO:tasks.workunit.client.1.smithi110.stderr: op_features: ' '!=' ' features: layering 2024-04-12T16:42:20.182 INFO:tasks.workunit.client.1.smithi110.stderr: op_features: ' ']' 2024-04-12T16:42:20.182 INFO:tasks.workunit.client.1.smithi110.stderr:+ rm /tmp/rbd_import_export_136437/img_v2 2024-04-12T16:42:20.182 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd remove testimg_import 2024-04-12T16:42:20.270 INFO:tasks.workunit.client.1.smithi110.stderr: Removing image: 100% complete...done. 2024-04-12T16:42:20.272 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd remove testimg 2024-04-12T16:42:20.364 INFO:tasks.workunit.client.1.smithi110.stderr: Removing image: 100% complete...done. 2024-04-12T16:42:20.367 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_136437/img testimg 2024-04-12T16:42:20.442 INFO:tasks.workunit.client.1.smithi110.stderr: Importing image: 100% complete...done. 2024-04-12T16:42:20.444 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_136437/img_v2 2024-04-12T16:42:20.485 INFO:tasks.workunit.client.1.smithi110.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-12T16:42:20.488 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_136437/img_v2 testimg_import 2024-04-12T16:42:20.570 INFO:tasks.workunit.client.1.smithi110.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-12T16:42:20.573 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd info testimg_import 2024-04-12T16:42:20.573 INFO:tasks.workunit.client.1.smithi110.stderr:+ grep 'stripe unit' 2024-04-12T16:42:20.573 INFO:tasks.workunit.client.1.smithi110.stderr:+ grep -Ei '(4 KiB|4096)' 2024-04-12T16:42:20.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:20 smithi110 ceph-mon[88691]: pgmap v2038: 105 pgs: 105 active+clean; 583 KiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 384 KiB/s rd, 154 KiB/s wr, 133 op/s 2024-04-12T16:42:20.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:20 smithi110 ceph-mon[88691]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-12T16:42:20.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:20 smithi110 ceph-mon[88691]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-12T16:42:20.612 INFO:tasks.workunit.client.1.smithi110.stdout: stripe unit: 4 KiB 2024-04-12T16:42:20.613 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd info testimg_import 2024-04-12T16:42:20.613 INFO:tasks.workunit.client.1.smithi110.stderr:+ grep 'stripe count' 2024-04-12T16:42:20.613 INFO:tasks.workunit.client.1.smithi110.stderr:+ awk '{print $3}' 2024-04-12T16:42:20.613 INFO:tasks.workunit.client.1.smithi110.stderr:+ grep 1000 2024-04-12T16:42:20.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:20 smithi099 ceph-mon[94290]: pgmap v2038: 105 pgs: 105 active+clean; 583 KiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 384 KiB/s rd, 154 KiB/s wr, 133 op/s 2024-04-12T16:42:20.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:20 smithi099 ceph-mon[94290]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-12T16:42:20.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:20 smithi099 ceph-mon[94290]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-12T16:42:20.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:20 smithi099 ceph-mon[96864]: pgmap v2038: 105 pgs: 105 active+clean; 583 KiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 384 KiB/s rd, 154 KiB/s wr, 133 op/s 2024-04-12T16:42:20.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:20 smithi099 ceph-mon[96864]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-12T16:42:20.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:20 smithi099 ceph-mon[96864]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-12T16:42:20.650 INFO:tasks.workunit.client.1.smithi110.stdout:1000 2024-04-12T16:42:20.651 INFO:tasks.workunit.client.1.smithi110.stderr:+ rm /tmp/rbd_import_export_136437/img_v2 2024-04-12T16:42:20.651 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd remove testimg_import 2024-04-12T16:42:20.778 INFO:tasks.workunit.client.1.smithi110.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-04-12T16:42:20.781 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd remove testimg 2024-04-12T16:42:20.905 INFO:tasks.workunit.client.1.smithi110.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-04-12T16:42:20.908 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_136437/img testimg 2024-04-12T16:42:20.976 INFO:tasks.workunit.client.1.smithi110.stderr: Importing image: 100% complete...done. 2024-04-12T16:42:20.978 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd snap create testimg@snap1 2024-04-12T16:42:21.317 INFO:tasks.workunit.client.1.smithi110.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-12T16:42:21.326 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd snap create testimg@snap2 2024-04-12T16:42:22.329 INFO:tasks.workunit.client.1.smithi110.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-12T16:42:22.340 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd snap protect testimg@snap2 2024-04-12T16:42:22.394 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_136437/snap_protect 2024-04-12T16:42:22.439 INFO:tasks.workunit.client.1.smithi110.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-12T16:42:22.442 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_136437/snap_protect testimg_import 2024-04-12T16:42:22.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:22 smithi110 ceph-mon[88691]: pgmap v2041: 105 pgs: 105 active+clean; 693 KiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 224 KiB/s rd, 20 KiB/s wr, 296 op/s 2024-04-12T16:42:22.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:22 smithi110 ceph-mon[88691]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-12T16:42:22.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:42:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:42:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:42:22.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:22 smithi099 ceph-mon[96864]: pgmap v2041: 105 pgs: 105 active+clean; 693 KiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 224 KiB/s rd, 20 KiB/s wr, 296 op/s 2024-04-12T16:42:22.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:22 smithi099 ceph-mon[96864]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-12T16:42:22.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:22 smithi099 ceph-mon[94290]: pgmap v2041: 105 pgs: 105 active+clean; 693 KiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 224 KiB/s rd, 20 KiB/s wr, 296 op/s 2024-04-12T16:42:22.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:22 smithi099 ceph-mon[94290]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-12T16:42:23.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:23 smithi110 ceph-mon[88691]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-12T16:42:23.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:23 smithi099 ceph-mon[94290]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-12T16:42:23.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:23 smithi099 ceph-mon[96864]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-12T16:42:24.358 INFO:tasks.workunit.client.1.smithi110.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-12T16:42:24.361 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd info testimg_import@snap1 2024-04-12T16:42:24.362 INFO:tasks.workunit.client.1.smithi110.stderr:+ grep 'protected: False' 2024-04-12T16:42:24.405 INFO:tasks.workunit.client.1.smithi110.stdout: protected: False 2024-04-12T16:42:24.405 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd info testimg_import@snap2 2024-04-12T16:42:24.405 INFO:tasks.workunit.client.1.smithi110.stderr:+ grep 'protected: True' 2024-04-12T16:42:24.447 INFO:tasks.workunit.client.1.smithi110.stdout: protected: True 2024-04-12T16:42:24.448 INFO:tasks.workunit.client.1.smithi110.stderr:+ rm /tmp/rbd_import_export_136437/snap_protect 2024-04-12T16:42:24.448 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd snap unprotect testimg@snap2 2024-04-12T16:42:24.506 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd snap unprotect testimg_import@snap2 2024-04-12T16:42:24.556 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd snap purge testimg 2024-04-12T16:42:24.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:24 smithi110 ceph-mon[88691]: pgmap v2044: 105 pgs: 105 active+clean; 693 KiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 243 KiB/s rd, 30 KiB/s wr, 317 op/s 2024-04-12T16:42:24.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:24 smithi110 ceph-mon[88691]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-12T16:42:24.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:24 smithi099 ceph-mon[94290]: pgmap v2044: 105 pgs: 105 active+clean; 693 KiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 243 KiB/s rd, 30 KiB/s wr, 317 op/s 2024-04-12T16:42:24.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:24 smithi099 ceph-mon[94290]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-12T16:42:24.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:24 smithi099 ceph-mon[96864]: pgmap v2044: 105 pgs: 105 active+clean; 693 KiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 243 KiB/s rd, 30 KiB/s wr, 317 op/s 2024-04-12T16:42:24.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:24 smithi099 ceph-mon[96864]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-12T16:42:25.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:25 smithi099 ceph-mon[94290]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-12T16:42:25.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:25 smithi099 ceph-mon[94290]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-12T16:42:25.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:25 smithi099 ceph-mon[96864]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-12T16:42:25.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:25 smithi099 ceph-mon[96864]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-12T16:42:25.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:25 smithi110 ceph-mon[88691]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-12T16:42:25.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:25 smithi110 ceph-mon[88691]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-12T16:42:26.482 INFO:tasks.workunit.client.1.smithi110.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-04-12T16:42:26.495 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd snap purge testimg_import 2024-04-12T16:42:26.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:26 smithi099 ceph-mon[94290]: pgmap v2048: 105 pgs: 105 active+clean; 583 KiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 263 KiB/s rd, 23 KiB/s wr, 363 op/s 2024-04-12T16:42:26.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:26 smithi099 ceph-mon[94290]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-12T16:42:26.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:42:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:42:26] "GET /metrics HTTP/1.1" 200 34102 "" "Prometheus/2.43.0" 2024-04-12T16:42:26.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:26 smithi099 ceph-mon[96864]: pgmap v2048: 105 pgs: 105 active+clean; 583 KiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 263 KiB/s rd, 23 KiB/s wr, 363 op/s 2024-04-12T16:42:26.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:26 smithi099 ceph-mon[96864]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-12T16:42:26.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:26 smithi110 ceph-mon[88691]: pgmap v2048: 105 pgs: 105 active+clean; 583 KiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 263 KiB/s rd, 23 KiB/s wr, 363 op/s 2024-04-12T16:42:26.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:26 smithi110 ceph-mon[88691]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-12T16:42:27.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:27 smithi110 ceph-mon[88691]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-12T16:42:27.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:27 smithi099 ceph-mon[94290]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-12T16:42:27.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:27 smithi099 ceph-mon[96864]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-12T16:42:28.488 INFO:tasks.workunit.client.1.smithi110.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-04-12T16:42:28.499 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd remove testimg 2024-04-12T16:42:28.646 INFO:tasks.workunit.client.1.smithi110.stderr: Removing image: 100% complete...done. 2024-04-12T16:42:28.649 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd remove testimg_import 2024-04-12T16:42:28.766 INFO:tasks.workunit.client.1.smithi110.stderr: Removing image: 100% complete...done. 2024-04-12T16:42:28.770 INFO:tasks.workunit.client.1.smithi110.stderr:+ tiered=0 2024-04-12T16:42:28.770 INFO:tasks.workunit.client.1.smithi110.stderr:+ ceph osd dump 2024-04-12T16:42:28.770 INFO:tasks.workunit.client.1.smithi110.stderr:+ grep '^pool' 2024-04-12T16:42:28.770 INFO:tasks.workunit.client.1.smithi110.stderr:+ grep ''\''rbd'\''' 2024-04-12T16:42:28.770 INFO:tasks.workunit.client.1.smithi110.stderr:+ grep tier 2024-04-12T16:42:28.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:28 smithi110 ceph-mon[88691]: pgmap v2051: 105 pgs: 105 active+clean; 803 KiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 365 KiB/s rd, 38 KiB/s wr, 486 op/s 2024-04-12T16:42:28.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:28 smithi110 ceph-mon[88691]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-12T16:42:28.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:42:28.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:28 smithi099 ceph-mon[96864]: pgmap v2051: 105 pgs: 105 active+clean; 803 KiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 365 KiB/s rd, 38 KiB/s wr, 486 op/s 2024-04-12T16:42:28.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:28 smithi099 ceph-mon[96864]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-12T16:42:28.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:42:28.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:28 smithi099 ceph-mon[94290]: pgmap v2051: 105 pgs: 105 active+clean; 803 KiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 365 KiB/s rd, 38 KiB/s wr, 486 op/s 2024-04-12T16:42:28.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:28 smithi099 ceph-mon[94290]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-12T16:42:28.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:42:29.151 INFO:tasks.workunit.client.1.smithi110.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_136437/sparse1 2024-04-12T16:42:29.155 INFO:tasks.workunit.client.1.smithi110.stderr:1+0 records in 2024-04-12T16:42:29.156 INFO:tasks.workunit.client.1.smithi110.stderr:1+0 records out 2024-04-12T16:42:29.156 INFO:tasks.workunit.client.1.smithi110.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00349719 s, 300 MB/s 2024-04-12T16:42:29.156 INFO:tasks.workunit.client.1.smithi110.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_136437/sparse2 2024-04-12T16:42:29.160 INFO:tasks.workunit.client.1.smithi110.stderr:1+0 records in 2024-04-12T16:42:29.160 INFO:tasks.workunit.client.1.smithi110.stderr:1+0 records out 2024-04-12T16:42:29.160 INFO:tasks.workunit.client.1.smithi110.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00330862 s, 317 MB/s 2024-04-12T16:42:29.160 INFO:tasks.workunit.client.1.smithi110.stderr:+ truncate /tmp/rbd_import_export_136437/sparse2 -s 2M 2024-04-12T16:42:29.175 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd rm sparse1 2024-04-12T16:42:29.229 INFO:tasks.workunit.client.1.smithi110.stderr: Removing image: 0% complete...failed. 2024-04-12T16:42:29.229 INFO:tasks.workunit.client.1.smithi110.stderr:rbd: delete error: (2) No such file or directory 2024-04-12T16:42:29.232 INFO:tasks.workunit.client.1.smithi110.stderr:+ true 2024-04-12T16:42:29.232 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_136437/sparse1 2024-04-12T16:42:29.307 INFO:tasks.workunit.client.1.smithi110.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-04-12T16:42:29.308 INFO:tasks.workunit.client.1.smithi110.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-12T16:42:29.308 INFO:tasks.workunit.client.1.smithi110.stderr:rbd: --order is deprecated, use --object-size 2024-04-12T16:42:29.311 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd ls -l 2024-04-12T16:42:29.311 INFO:tasks.workunit.client.1.smithi110.stderr:+ grep sparse1 2024-04-12T16:42:29.311 INFO:tasks.workunit.client.1.smithi110.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-04-12T16:42:29.348 INFO:tasks.workunit.client.1.smithi110.stdout:sparse1 2 MiB 2 2024-04-12T16:42:29.349 INFO:tasks.workunit.client.1.smithi110.stderr:++ objects sparse1 2024-04-12T16:42:29.349 INFO:tasks.workunit.client.1.smithi110.stderr:++ image=sparse1 2024-04-12T16:42:29.349 INFO:tasks.workunit.client.1.smithi110.stderr:+++ rbd info sparse1 2024-04-12T16:42:29.349 INFO:tasks.workunit.client.1.smithi110.stderr:+++ grep block_name_prefix 2024-04-12T16:42:29.350 INFO:tasks.workunit.client.1.smithi110.stderr:+++ awk '{print $NF;}' 2024-04-12T16:42:29.387 INFO:tasks.workunit.client.1.smithi110.stderr:++ prefix=rbd_data.d73bd909d704 2024-04-12T16:42:29.388 INFO:tasks.workunit.client.1.smithi110.stderr:+++ grep rbd_data.d73bd909d704 2024-04-12T16:42:29.388 INFO:tasks.workunit.client.1.smithi110.stderr:++++ get_image_data_pool sparse1 2024-04-12T16:42:29.388 INFO:tasks.workunit.client.1.smithi110.stderr:+++ sed -e 's/rbd_data.d73bd909d704\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-12T16:42:29.388 INFO:tasks.workunit.client.1.smithi110.stderr:++++ image=sparse1 2024-04-12T16:42:29.388 INFO:tasks.workunit.client.1.smithi110.stderr:+++ sort -u 2024-04-12T16:42:29.388 INFO:tasks.workunit.client.1.smithi110.stderr:+++++ rbd info sparse1 2024-04-12T16:42:29.388 INFO:tasks.workunit.client.1.smithi110.stderr:+++++ grep 'data_pool: ' 2024-04-12T16:42:29.389 INFO:tasks.workunit.client.1.smithi110.stderr:+++++ awk -F: '{ print $NF }' 2024-04-12T16:42:29.428 INFO:tasks.workunit.client.1.smithi110.stderr:++++ data_pool= 2024-04-12T16:42:29.428 INFO:tasks.workunit.client.1.smithi110.stderr:++++ '[' -z ']' 2024-04-12T16:42:29.428 INFO:tasks.workunit.client.1.smithi110.stderr:++++ data_pool=rbd 2024-04-12T16:42:29.428 INFO:tasks.workunit.client.1.smithi110.stderr:++++ echo rbd 2024-04-12T16:42:29.428 INFO:tasks.workunit.client.1.smithi110.stderr:+++ rados ls -p rbd 2024-04-12T16:42:29.515 INFO:tasks.workunit.client.1.smithi110.stderr:++ objects=1 2024-04-12T16:42:29.515 INFO:tasks.workunit.client.1.smithi110.stderr:++ echo 1 2024-04-12T16:42:29.515 INFO:tasks.workunit.client.1.smithi110.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-12T16:42:29.515 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd export sparse1 /tmp/rbd_import_export_136437/sparse1.out 2024-04-12T16:42:29.558 INFO:tasks.workunit.client.1.smithi110.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-04-12T16:42:29.561 INFO:tasks.workunit.client.1.smithi110.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_136437/sparse1 /tmp/rbd_import_export_136437/sparse1.out 2024-04-12T16:42:29.561 INFO:tasks.workunit.client.1.smithi110.stderr:+ cmp -l /tmp/rbd_import_export_136437/sparse1 /tmp/rbd_import_export_136437/sparse1.out 2024-04-12T16:42:29.563 INFO:tasks.workunit.client.1.smithi110.stderr:++ stat /tmp/rbd_import_export_136437/sparse1 --format %b 2024-04-12T16:42:29.564 INFO:tasks.workunit.client.1.smithi110.stderr:+ origsize=2048 2024-04-12T16:42:29.564 INFO:tasks.workunit.client.1.smithi110.stderr:++ stat /tmp/rbd_import_export_136437/sparse1.out --format %b 2024-04-12T16:42:29.565 INFO:tasks.workunit.client.1.smithi110.stderr:+ exportsize=2048 2024-04-12T16:42:29.565 INFO:tasks.workunit.client.1.smithi110.stderr:+ difference=0 2024-04-12T16:42:29.565 INFO:tasks.workunit.client.1.smithi110.stderr:+ difference=0 2024-04-12T16:42:29.565 INFO:tasks.workunit.client.1.smithi110.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-12T16:42:29.565 INFO:tasks.workunit.client.1.smithi110.stderr:+ rm /tmp/rbd_import_export_136437/sparse1.out 2024-04-12T16:42:29.566 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd rm sparse1 2024-04-12T16:42:29.684 INFO:tasks.workunit.client.1.smithi110.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-04-12T16:42:29.687 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd rm sparse2 2024-04-12T16:42:29.741 INFO:tasks.workunit.client.1.smithi110.stderr: Removing image: 0% complete...failed. 2024-04-12T16:42:29.741 INFO:tasks.workunit.client.1.smithi110.stderr:rbd: delete error: (2) No such file or directory 2024-04-12T16:42:29.744 INFO:tasks.workunit.client.1.smithi110.stderr:+ true 2024-04-12T16:42:29.744 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_136437/sparse2 2024-04-12T16:42:29.817 INFO:tasks.workunit.client.1.smithi110.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-04-12T16:42:29.818 INFO:tasks.workunit.client.1.smithi110.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-12T16:42:29.818 INFO:tasks.workunit.client.1.smithi110.stderr:rbd: --order is deprecated, use --object-size 2024-04-12T16:42:29.820 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd ls -l 2024-04-12T16:42:29.821 INFO:tasks.workunit.client.1.smithi110.stderr:+ grep sparse2 2024-04-12T16:42:29.821 INFO:tasks.workunit.client.1.smithi110.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-04-12T16:42:29.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:29 smithi110 ceph-mon[88691]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-12T16:42:29.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:29 smithi110 ceph-mon[88691]: from='client.? 172.21.15.110:0/4013794289' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-12T16:42:29.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:29 smithi110 ceph-mon[88691]: from='client.? 172.21.15.110:0/4013794289' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-12T16:42:29.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:29 smithi110 ceph-mon[88691]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-12T16:42:29.859 INFO:tasks.workunit.client.1.smithi110.stdout:sparse2 2 MiB 2 2024-04-12T16:42:29.860 INFO:tasks.workunit.client.1.smithi110.stderr:++ objects sparse2 2024-04-12T16:42:29.860 INFO:tasks.workunit.client.1.smithi110.stderr:++ image=sparse2 2024-04-12T16:42:29.860 INFO:tasks.workunit.client.1.smithi110.stderr:+++ rbd info sparse2 2024-04-12T16:42:29.860 INFO:tasks.workunit.client.1.smithi110.stderr:+++ grep block_name_prefix 2024-04-12T16:42:29.860 INFO:tasks.workunit.client.1.smithi110.stderr:+++ awk '{print $NF;}' 2024-04-12T16:42:29.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:29 smithi099 ceph-mon[96864]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-12T16:42:29.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:29 smithi099 ceph-mon[96864]: from='client.? 172.21.15.110:0/4013794289' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-12T16:42:29.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:29 smithi099 ceph-mon[96864]: from='client.? 172.21.15.110:0/4013794289' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-12T16:42:29.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:29 smithi099 ceph-mon[96864]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-12T16:42:29.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:29 smithi099 ceph-mon[94290]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-12T16:42:29.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:29 smithi099 ceph-mon[94290]: from='client.? 172.21.15.110:0/4013794289' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-12T16:42:29.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:29 smithi099 ceph-mon[94290]: from='client.? 172.21.15.110:0/4013794289' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-12T16:42:29.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:29 smithi099 ceph-mon[94290]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-12T16:42:29.899 INFO:tasks.workunit.client.1.smithi110.stderr:++ prefix=rbd_data.d76e62f98e3a 2024-04-12T16:42:29.899 INFO:tasks.workunit.client.1.smithi110.stderr:+++ grep rbd_data.d76e62f98e3a 2024-04-12T16:42:29.899 INFO:tasks.workunit.client.1.smithi110.stderr:++++ get_image_data_pool sparse2 2024-04-12T16:42:29.900 INFO:tasks.workunit.client.1.smithi110.stderr:+++ sed -e 's/rbd_data.d76e62f98e3a\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-12T16:42:29.900 INFO:tasks.workunit.client.1.smithi110.stderr:++++ image=sparse2 2024-04-12T16:42:29.900 INFO:tasks.workunit.client.1.smithi110.stderr:+++ sort -u 2024-04-12T16:42:29.900 INFO:tasks.workunit.client.1.smithi110.stderr:+++++ rbd info sparse2 2024-04-12T16:42:29.900 INFO:tasks.workunit.client.1.smithi110.stderr:+++++ grep 'data_pool: ' 2024-04-12T16:42:29.900 INFO:tasks.workunit.client.1.smithi110.stderr:+++++ awk -F: '{ print $NF }' 2024-04-12T16:42:29.938 INFO:tasks.workunit.client.1.smithi110.stderr:++++ data_pool= 2024-04-12T16:42:29.939 INFO:tasks.workunit.client.1.smithi110.stderr:++++ '[' -z ']' 2024-04-12T16:42:29.939 INFO:tasks.workunit.client.1.smithi110.stderr:++++ data_pool=rbd 2024-04-12T16:42:29.939 INFO:tasks.workunit.client.1.smithi110.stderr:++++ echo rbd 2024-04-12T16:42:29.939 INFO:tasks.workunit.client.1.smithi110.stderr:+++ rados ls -p rbd 2024-04-12T16:42:30.020 INFO:tasks.workunit.client.1.smithi110.stderr:++ objects=0 2024-04-12T16:42:30.020 INFO:tasks.workunit.client.1.smithi110.stderr:++ echo 0 2024-04-12T16:42:30.020 INFO:tasks.workunit.client.1.smithi110.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-04-12T16:42:30.020 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd export sparse2 /tmp/rbd_import_export_136437/sparse2.out 2024-04-12T16:42:30.058 INFO:tasks.workunit.client.1.smithi110.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-04-12T16:42:30.061 INFO:tasks.workunit.client.1.smithi110.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_136437/sparse2 /tmp/rbd_import_export_136437/sparse2.out 2024-04-12T16:42:30.062 INFO:tasks.workunit.client.1.smithi110.stderr:+ cmp -l /tmp/rbd_import_export_136437/sparse2 /tmp/rbd_import_export_136437/sparse2.out 2024-04-12T16:42:30.063 INFO:tasks.workunit.client.1.smithi110.stderr:++ stat /tmp/rbd_import_export_136437/sparse2 --format %b 2024-04-12T16:42:30.064 INFO:tasks.workunit.client.1.smithi110.stderr:+ origsize=2048 2024-04-12T16:42:30.064 INFO:tasks.workunit.client.1.smithi110.stderr:++ stat /tmp/rbd_import_export_136437/sparse2.out --format %b 2024-04-12T16:42:30.065 INFO:tasks.workunit.client.1.smithi110.stderr:+ exportsize=2048 2024-04-12T16:42:30.066 INFO:tasks.workunit.client.1.smithi110.stderr:+ difference=0 2024-04-12T16:42:30.066 INFO:tasks.workunit.client.1.smithi110.stderr:+ difference=0 2024-04-12T16:42:30.066 INFO:tasks.workunit.client.1.smithi110.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-12T16:42:30.066 INFO:tasks.workunit.client.1.smithi110.stderr:+ rm /tmp/rbd_import_export_136437/sparse2.out 2024-04-12T16:42:30.066 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd rm sparse2 2024-04-12T16:42:30.189 INFO:tasks.workunit.client.1.smithi110.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-04-12T16:42:30.192 INFO:tasks.workunit.client.1.smithi110.stderr:+ truncate /tmp/rbd_import_export_136437/sparse1 -s 10M 2024-04-12T16:42:30.193 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd import --new-format --order 20 - sparse1 2024-04-12T16:42:30.305 INFO:tasks.workunit.client.1.smithi110.stderr: Importing image: 100% complete...done. 2024-04-12T16:42:30.306 INFO:tasks.workunit.client.1.smithi110.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-12T16:42:30.306 INFO:tasks.workunit.client.1.smithi110.stderr:rbd: --order is deprecated, use --object-size 2024-04-12T16:42:30.309 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd ls -l 2024-04-12T16:42:30.309 INFO:tasks.workunit.client.1.smithi110.stderr:+ grep sparse1 2024-04-12T16:42:30.309 INFO:tasks.workunit.client.1.smithi110.stderr:+ grep -Ei '(10 MiB|10240k)' 2024-04-12T16:42:30.347 INFO:tasks.workunit.client.1.smithi110.stdout:sparse1 10 MiB 2 2024-04-12T16:42:30.348 INFO:tasks.workunit.client.1.smithi110.stderr:++ objects sparse1 2024-04-12T16:42:30.348 INFO:tasks.workunit.client.1.smithi110.stderr:++ image=sparse1 2024-04-12T16:42:30.348 INFO:tasks.workunit.client.1.smithi110.stderr:+++ rbd info sparse1 2024-04-12T16:42:30.348 INFO:tasks.workunit.client.1.smithi110.stderr:+++ grep block_name_prefix 2024-04-12T16:42:30.349 INFO:tasks.workunit.client.1.smithi110.stderr:+++ awk '{print $NF;}' 2024-04-12T16:42:30.386 INFO:tasks.workunit.client.1.smithi110.stderr:++ prefix=rbd_data.d79bc59a30d6 2024-04-12T16:42:30.387 INFO:tasks.workunit.client.1.smithi110.stderr:+++ grep rbd_data.d79bc59a30d6 2024-04-12T16:42:30.387 INFO:tasks.workunit.client.1.smithi110.stderr:+++ sed -e 's/rbd_data.d79bc59a30d6\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-12T16:42:30.387 INFO:tasks.workunit.client.1.smithi110.stderr:++++ get_image_data_pool sparse1 2024-04-12T16:42:30.388 INFO:tasks.workunit.client.1.smithi110.stderr:++++ image=sparse1 2024-04-12T16:42:30.388 INFO:tasks.workunit.client.1.smithi110.stderr:+++ sort -u 2024-04-12T16:42:30.388 INFO:tasks.workunit.client.1.smithi110.stderr:+++++ rbd info sparse1 2024-04-12T16:42:30.388 INFO:tasks.workunit.client.1.smithi110.stderr:+++++ grep 'data_pool: ' 2024-04-12T16:42:30.388 INFO:tasks.workunit.client.1.smithi110.stderr:+++++ awk -F: '{ print $NF }' 2024-04-12T16:42:30.425 INFO:tasks.workunit.client.1.smithi110.stderr:++++ data_pool= 2024-04-12T16:42:30.425 INFO:tasks.workunit.client.1.smithi110.stderr:++++ '[' -z ']' 2024-04-12T16:42:30.425 INFO:tasks.workunit.client.1.smithi110.stderr:++++ data_pool=rbd 2024-04-12T16:42:30.425 INFO:tasks.workunit.client.1.smithi110.stderr:++++ echo rbd 2024-04-12T16:42:30.425 INFO:tasks.workunit.client.1.smithi110.stderr:+++ rados ls -p rbd 2024-04-12T16:42:30.501 INFO:tasks.workunit.client.1.smithi110.stderr:++ objects=1 2024-04-12T16:42:30.501 INFO:tasks.workunit.client.1.smithi110.stderr:++ echo 1 2024-04-12T16:42:30.502 INFO:tasks.workunit.client.1.smithi110.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-12T16:42:30.502 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd export sparse1 /tmp/rbd_import_export_136437/sparse1.out 2024-04-12T16:42:30.541 INFO:tasks.workunit.client.1.smithi110.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2024-04-12T16:42:30.545 INFO:tasks.workunit.client.1.smithi110.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_136437/sparse1 /tmp/rbd_import_export_136437/sparse1.out 2024-04-12T16:42:30.545 INFO:tasks.workunit.client.1.smithi110.stderr:+ cmp -l /tmp/rbd_import_export_136437/sparse1 /tmp/rbd_import_export_136437/sparse1.out 2024-04-12T16:42:30.552 INFO:tasks.workunit.client.1.smithi110.stderr:++ stat /tmp/rbd_import_export_136437/sparse1 --format %b 2024-04-12T16:42:30.552 INFO:tasks.workunit.client.1.smithi110.stderr:+ origsize=2048 2024-04-12T16:42:30.553 INFO:tasks.workunit.client.1.smithi110.stderr:++ stat /tmp/rbd_import_export_136437/sparse1.out --format %b 2024-04-12T16:42:30.554 INFO:tasks.workunit.client.1.smithi110.stderr:+ exportsize=2048 2024-04-12T16:42:30.554 INFO:tasks.workunit.client.1.smithi110.stderr:+ difference=0 2024-04-12T16:42:30.554 INFO:tasks.workunit.client.1.smithi110.stderr:+ difference=0 2024-04-12T16:42:30.554 INFO:tasks.workunit.client.1.smithi110.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-12T16:42:30.554 INFO:tasks.workunit.client.1.smithi110.stderr:+ rm /tmp/rbd_import_export_136437/sparse1.out 2024-04-12T16:42:30.555 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd rm sparse1 2024-04-12T16:42:30.672 INFO:tasks.workunit.client.1.smithi110.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-04-12T16:42:30.676 INFO:tasks.workunit.client.1.smithi110.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_136437/sparse2 oflag=append conv=notrunc 2024-04-12T16:42:30.683 INFO:tasks.workunit.client.1.smithi110.stderr:1+0 records in 2024-04-12T16:42:30.683 INFO:tasks.workunit.client.1.smithi110.stderr:1+0 records out 2024-04-12T16:42:30.683 INFO:tasks.workunit.client.1.smithi110.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.00631844 s, 332 MB/s 2024-04-12T16:42:30.683 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd import --new-format --order 20 - sparse2 2024-04-12T16:42:30.780 INFO:tasks.workunit.client.1.smithi110.stderr: Importing image: 100% complete...done. 2024-04-12T16:42:30.780 INFO:tasks.workunit.client.1.smithi110.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-12T16:42:30.780 INFO:tasks.workunit.client.1.smithi110.stderr:rbd: --order is deprecated, use --object-size 2024-04-12T16:42:30.783 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd ls -l 2024-04-12T16:42:30.783 INFO:tasks.workunit.client.1.smithi110.stderr:+ grep sparse2 2024-04-12T16:42:30.783 INFO:tasks.workunit.client.1.smithi110.stderr:+ grep -Ei '(4 MiB|4096k)' 2024-04-12T16:42:30.821 INFO:tasks.workunit.client.1.smithi110.stdout:sparse2 4 MiB 2 2024-04-12T16:42:30.822 INFO:tasks.workunit.client.1.smithi110.stderr:++ objects sparse2 2024-04-12T16:42:30.822 INFO:tasks.workunit.client.1.smithi110.stderr:++ image=sparse2 2024-04-12T16:42:30.822 INFO:tasks.workunit.client.1.smithi110.stderr:+++ rbd info sparse2 2024-04-12T16:42:30.822 INFO:tasks.workunit.client.1.smithi110.stderr:+++ grep block_name_prefix 2024-04-12T16:42:30.822 INFO:tasks.workunit.client.1.smithi110.stderr:+++ awk '{print $NF;}' 2024-04-12T16:42:30.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:30 smithi110 ceph-mon[88691]: pgmap v2054: 105 pgs: 105 active+clean; 803 KiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 14 KiB/s wr, 111 op/s 2024-04-12T16:42:30.859 INFO:tasks.workunit.client.1.smithi110.stderr:++ prefix=rbd_data.d7c8de53c0d6 2024-04-12T16:42:30.860 INFO:tasks.workunit.client.1.smithi110.stderr:+++ grep rbd_data.d7c8de53c0d6 2024-04-12T16:42:30.860 INFO:tasks.workunit.client.1.smithi110.stderr:+++ sed -e 's/rbd_data.d7c8de53c0d6\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-12T16:42:30.860 INFO:tasks.workunit.client.1.smithi110.stderr:+++ sort -u 2024-04-12T16:42:30.860 INFO:tasks.workunit.client.1.smithi110.stderr:++++ get_image_data_pool sparse2 2024-04-12T16:42:30.861 INFO:tasks.workunit.client.1.smithi110.stderr:++++ image=sparse2 2024-04-12T16:42:30.861 INFO:tasks.workunit.client.1.smithi110.stderr:+++++ rbd info sparse2 2024-04-12T16:42:30.861 INFO:tasks.workunit.client.1.smithi110.stderr:+++++ grep 'data_pool: ' 2024-04-12T16:42:30.861 INFO:tasks.workunit.client.1.smithi110.stderr:+++++ awk -F: '{ print $NF }' 2024-04-12T16:42:30.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:30 smithi099 ceph-mon[94290]: pgmap v2054: 105 pgs: 105 active+clean; 803 KiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 14 KiB/s wr, 111 op/s 2024-04-12T16:42:30.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:30 smithi099 ceph-mon[96864]: pgmap v2054: 105 pgs: 105 active+clean; 803 KiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 14 KiB/s wr, 111 op/s 2024-04-12T16:42:30.898 INFO:tasks.workunit.client.1.smithi110.stderr:++++ data_pool= 2024-04-12T16:42:30.898 INFO:tasks.workunit.client.1.smithi110.stderr:++++ '[' -z ']' 2024-04-12T16:42:30.898 INFO:tasks.workunit.client.1.smithi110.stderr:++++ data_pool=rbd 2024-04-12T16:42:30.898 INFO:tasks.workunit.client.1.smithi110.stderr:++++ echo rbd 2024-04-12T16:42:30.898 INFO:tasks.workunit.client.1.smithi110.stderr:+++ rados ls -p rbd 2024-04-12T16:42:30.984 INFO:tasks.workunit.client.1.smithi110.stderr:++ objects='0 2024-04-12T16:42:30.984 INFO:tasks.workunit.client.1.smithi110.stderr:2 2024-04-12T16:42:30.984 INFO:tasks.workunit.client.1.smithi110.stderr:3' 2024-04-12T16:42:30.984 INFO:tasks.workunit.client.1.smithi110.stderr:++ echo 0 2 3 2024-04-12T16:42:30.984 INFO:tasks.workunit.client.1.smithi110.stderr:+ '[' 0 -eq 1 -o '0 2 3' = '0 2 3' ']' 2024-04-12T16:42:30.984 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd export sparse2 /tmp/rbd_import_export_136437/sparse2.out 2024-04-12T16:42:31.023 INFO:tasks.workunit.client.1.smithi110.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2024-04-12T16:42:31.026 INFO:tasks.workunit.client.1.smithi110.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_136437/sparse2 /tmp/rbd_import_export_136437/sparse2.out 2024-04-12T16:42:31.027 INFO:tasks.workunit.client.1.smithi110.stderr:+ cmp -l /tmp/rbd_import_export_136437/sparse2 /tmp/rbd_import_export_136437/sparse2.out 2024-04-12T16:42:31.029 INFO:tasks.workunit.client.1.smithi110.stderr:++ stat /tmp/rbd_import_export_136437/sparse2 --format %b 2024-04-12T16:42:31.030 INFO:tasks.workunit.client.1.smithi110.stderr:+ origsize=6144 2024-04-12T16:42:31.030 INFO:tasks.workunit.client.1.smithi110.stderr:++ stat /tmp/rbd_import_export_136437/sparse2.out --format %b 2024-04-12T16:42:31.031 INFO:tasks.workunit.client.1.smithi110.stderr:+ exportsize=6144 2024-04-12T16:42:31.031 INFO:tasks.workunit.client.1.smithi110.stderr:+ difference=0 2024-04-12T16:42:31.032 INFO:tasks.workunit.client.1.smithi110.stderr:+ difference=0 2024-04-12T16:42:31.032 INFO:tasks.workunit.client.1.smithi110.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-12T16:42:31.032 INFO:tasks.workunit.client.1.smithi110.stderr:+ rm /tmp/rbd_import_export_136437/sparse2.out 2024-04-12T16:42:31.032 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd rm sparse2 2024-04-12T16:42:31.150 INFO:tasks.workunit.client.1.smithi110.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2024-04-12T16:42:31.153 INFO:tasks.workunit.client.1.smithi110.stderr:+ echo 'partially-sparse file imports to partially-sparse image' 2024-04-12T16:42:31.154 INFO:tasks.workunit.client.1.smithi110.stdout:partially-sparse file imports to partially-sparse image 2024-04-12T16:42:31.154 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_136437/sparse1 sparse 2024-04-12T16:42:31.227 INFO:tasks.workunit.client.1.smithi110.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2024-04-12T16:42:31.228 INFO:tasks.workunit.client.1.smithi110.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-12T16:42:31.228 INFO:tasks.workunit.client.1.smithi110.stderr:rbd: --order is deprecated, use --object-size 2024-04-12T16:42:31.231 INFO:tasks.workunit.client.1.smithi110.stderr:++ objects sparse 2024-04-12T16:42:31.231 INFO:tasks.workunit.client.1.smithi110.stderr:++ image=sparse 2024-04-12T16:42:31.232 INFO:tasks.workunit.client.1.smithi110.stderr:+++ rbd info sparse 2024-04-12T16:42:31.232 INFO:tasks.workunit.client.1.smithi110.stderr:+++ grep block_name_prefix 2024-04-12T16:42:31.232 INFO:tasks.workunit.client.1.smithi110.stderr:+++ awk '{print $NF;}' 2024-04-12T16:42:31.269 INFO:tasks.workunit.client.1.smithi110.stderr:++ prefix=rbd_data.d7f527f3348b 2024-04-12T16:42:31.271 INFO:tasks.workunit.client.1.smithi110.stderr:+++ grep rbd_data.d7f527f3348b 2024-04-12T16:42:31.271 INFO:tasks.workunit.client.1.smithi110.stderr:+++ sed -e 's/rbd_data.d7f527f3348b\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-12T16:42:31.271 INFO:tasks.workunit.client.1.smithi110.stderr:++++ get_image_data_pool sparse 2024-04-12T16:42:31.271 INFO:tasks.workunit.client.1.smithi110.stderr:++++ image=sparse 2024-04-12T16:42:31.271 INFO:tasks.workunit.client.1.smithi110.stderr:+++ sort -u 2024-04-12T16:42:31.272 INFO:tasks.workunit.client.1.smithi110.stderr:+++++ rbd info sparse 2024-04-12T16:42:31.272 INFO:tasks.workunit.client.1.smithi110.stderr:+++++ grep 'data_pool: ' 2024-04-12T16:42:31.272 INFO:tasks.workunit.client.1.smithi110.stderr:+++++ awk -F: '{ print $NF }' 2024-04-12T16:42:31.308 INFO:tasks.workunit.client.1.smithi110.stderr:++++ data_pool= 2024-04-12T16:42:31.308 INFO:tasks.workunit.client.1.smithi110.stderr:++++ '[' -z ']' 2024-04-12T16:42:31.308 INFO:tasks.workunit.client.1.smithi110.stderr:++++ data_pool=rbd 2024-04-12T16:42:31.308 INFO:tasks.workunit.client.1.smithi110.stderr:++++ echo rbd 2024-04-12T16:42:31.308 INFO:tasks.workunit.client.1.smithi110.stderr:+++ rados ls -p rbd 2024-04-12T16:42:31.392 INFO:tasks.workunit.client.1.smithi110.stderr:++ objects=1 2024-04-12T16:42:31.392 INFO:tasks.workunit.client.1.smithi110.stderr:++ echo 1 2024-04-12T16:42:31.392 INFO:tasks.workunit.client.1.smithi110.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-12T16:42:31.392 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd rm sparse 2024-04-12T16:42:31.504 INFO:tasks.workunit.client.1.smithi110.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-04-12T16:42:31.507 INFO:tasks.workunit.client.1.smithi110.stdout:zeros import through stdin to sparse image 2024-04-12T16:42:31.507 INFO:tasks.workunit.client.1.smithi110.stderr:+ echo 'zeros import through stdin to sparse image' 2024-04-12T16:42:31.508 INFO:tasks.workunit.client.1.smithi110.stderr:+ dd if=/dev/zero bs=1M count=4 2024-04-12T16:42:31.508 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd import --new-format - sparse 2024-04-12T16:42:31.562 INFO:tasks.workunit.client.1.smithi110.stderr:4+0 records in 2024-04-12T16:42:31.562 INFO:tasks.workunit.client.1.smithi110.stderr:4+0 records out 2024-04-12T16:42:31.562 INFO:tasks.workunit.client.1.smithi110.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.053877 s, 77.8 MB/s 2024-04-12T16:42:31.576 INFO:tasks.workunit.client.1.smithi110.stderr: Importing image: 100% complete...done. 2024-04-12T16:42:31.576 INFO:tasks.workunit.client.1.smithi110.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-12T16:42:31.580 INFO:tasks.workunit.client.1.smithi110.stderr:++ objects sparse 2024-04-12T16:42:31.580 INFO:tasks.workunit.client.1.smithi110.stderr:++ image=sparse 2024-04-12T16:42:31.580 INFO:tasks.workunit.client.1.smithi110.stderr:+++ rbd info sparse 2024-04-12T16:42:31.580 INFO:tasks.workunit.client.1.smithi110.stderr:+++ grep block_name_prefix 2024-04-12T16:42:31.580 INFO:tasks.workunit.client.1.smithi110.stderr:+++ awk '{print $NF;}' 2024-04-12T16:42:31.617 INFO:tasks.workunit.client.1.smithi110.stderr:++ prefix=rbd_data.d816a83d36df 2024-04-12T16:42:31.619 INFO:tasks.workunit.client.1.smithi110.stderr:+++ grep rbd_data.d816a83d36df 2024-04-12T16:42:31.619 INFO:tasks.workunit.client.1.smithi110.stderr:+++ sed -e 's/rbd_data.d816a83d36df\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-12T16:42:31.619 INFO:tasks.workunit.client.1.smithi110.stderr:+++ sort -u 2024-04-12T16:42:31.619 INFO:tasks.workunit.client.1.smithi110.stderr:++++ get_image_data_pool sparse 2024-04-12T16:42:31.619 INFO:tasks.workunit.client.1.smithi110.stderr:++++ image=sparse 2024-04-12T16:42:31.619 INFO:tasks.workunit.client.1.smithi110.stderr:+++++ rbd info sparse 2024-04-12T16:42:31.619 INFO:tasks.workunit.client.1.smithi110.stderr:+++++ grep 'data_pool: ' 2024-04-12T16:42:31.620 INFO:tasks.workunit.client.1.smithi110.stderr:+++++ awk -F: '{ print $NF }' 2024-04-12T16:42:31.657 INFO:tasks.workunit.client.1.smithi110.stderr:++++ data_pool= 2024-04-12T16:42:31.657 INFO:tasks.workunit.client.1.smithi110.stderr:++++ '[' -z ']' 2024-04-12T16:42:31.657 INFO:tasks.workunit.client.1.smithi110.stderr:++++ data_pool=rbd 2024-04-12T16:42:31.657 INFO:tasks.workunit.client.1.smithi110.stderr:++++ echo rbd 2024-04-12T16:42:31.657 INFO:tasks.workunit.client.1.smithi110.stderr:+++ rados ls -p rbd 2024-04-12T16:42:31.735 INFO:tasks.workunit.client.1.smithi110.stderr:++ objects= 2024-04-12T16:42:31.736 INFO:tasks.workunit.client.1.smithi110.stderr:++ echo 2024-04-12T16:42:31.736 INFO:tasks.workunit.client.1.smithi110.stderr:+ '[' 0 -eq 1 -o '' = '' ']' 2024-04-12T16:42:31.736 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd rm sparse 2024-04-12T16:42:31.847 INFO:tasks.workunit.client.1.smithi110.stderr: Removing image: 100% complete...done. 2024-04-12T16:42:31.850 INFO:tasks.workunit.client.1.smithi110.stdout:zeros export to sparse file 2024-04-12T16:42:31.850 INFO:tasks.workunit.client.1.smithi110.stderr:+ echo 'zeros export to sparse file' 2024-04-12T16:42:31.850 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd create --new-format sparse --size 4 2024-04-12T16:42:31.894 INFO:tasks.workunit.client.1.smithi110.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-12T16:42:31.897 INFO:tasks.workunit.client.1.smithi110.stderr:++ rbd info sparse 2024-04-12T16:42:31.897 INFO:tasks.workunit.client.1.smithi110.stderr:++ grep block_name_prefix 2024-04-12T16:42:31.897 INFO:tasks.workunit.client.1.smithi110.stderr:++ awk '{print $NF;}' 2024-04-12T16:42:31.935 INFO:tasks.workunit.client.1.smithi110.stderr:+ prefix=rbd_data.d837ad51d148 2024-04-12T16:42:31.935 INFO:tasks.workunit.client.1.smithi110.stderr:+ dd if=/dev/zero bs=4M count=1 2024-04-12T16:42:31.936 INFO:tasks.workunit.client.1.smithi110.stderr:++ get_image_data_pool sparse 2024-04-12T16:42:31.936 INFO:tasks.workunit.client.1.smithi110.stderr:++ image=sparse 2024-04-12T16:42:31.936 INFO:tasks.workunit.client.1.smithi110.stderr:+++ rbd info sparse 2024-04-12T16:42:31.936 INFO:tasks.workunit.client.1.smithi110.stderr:+++ grep 'data_pool: ' 2024-04-12T16:42:31.936 INFO:tasks.workunit.client.1.smithi110.stderr:+++ awk -F: '{ print $NF }' 2024-04-12T16:42:31.974 INFO:tasks.workunit.client.1.smithi110.stderr:++ data_pool= 2024-04-12T16:42:31.974 INFO:tasks.workunit.client.1.smithi110.stderr:++ '[' -z ']' 2024-04-12T16:42:31.974 INFO:tasks.workunit.client.1.smithi110.stderr:++ data_pool=rbd 2024-04-12T16:42:31.974 INFO:tasks.workunit.client.1.smithi110.stderr:++ echo rbd 2024-04-12T16:42:31.975 INFO:tasks.workunit.client.1.smithi110.stderr:+ rados -p rbd put rbd_data.d837ad51d148.000000000000 - 2024-04-12T16:42:32.006 INFO:tasks.workunit.client.1.smithi110.stderr:1+0 records in 2024-04-12T16:42:32.006 INFO:tasks.workunit.client.1.smithi110.stderr:1+0 records out 2024-04-12T16:42:32.006 INFO:tasks.workunit.client.1.smithi110.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0704354 s, 59.5 MB/s 2024-04-12T16:42:32.022 INFO:tasks.workunit.client.1.smithi110.stderr:++ objects sparse 2024-04-12T16:42:32.022 INFO:tasks.workunit.client.1.smithi110.stderr:++ image=sparse 2024-04-12T16:42:32.023 INFO:tasks.workunit.client.1.smithi110.stderr:+++ rbd info sparse 2024-04-12T16:42:32.023 INFO:tasks.workunit.client.1.smithi110.stderr:+++ grep block_name_prefix 2024-04-12T16:42:32.023 INFO:tasks.workunit.client.1.smithi110.stderr:+++ awk '{print $NF;}' 2024-04-12T16:42:32.060 INFO:tasks.workunit.client.1.smithi110.stderr:++ prefix=rbd_data.d837ad51d148 2024-04-12T16:42:32.061 INFO:tasks.workunit.client.1.smithi110.stderr:+++ grep rbd_data.d837ad51d148 2024-04-12T16:42:32.061 INFO:tasks.workunit.client.1.smithi110.stderr:+++ sed -e 's/rbd_data.d837ad51d148\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-12T16:42:32.062 INFO:tasks.workunit.client.1.smithi110.stderr:++++ get_image_data_pool sparse 2024-04-12T16:42:32.062 INFO:tasks.workunit.client.1.smithi110.stderr:++++ image=sparse 2024-04-12T16:42:32.062 INFO:tasks.workunit.client.1.smithi110.stderr:+++ sort -u 2024-04-12T16:42:32.062 INFO:tasks.workunit.client.1.smithi110.stderr:+++++ rbd info sparse 2024-04-12T16:42:32.062 INFO:tasks.workunit.client.1.smithi110.stderr:+++++ grep 'data_pool: ' 2024-04-12T16:42:32.062 INFO:tasks.workunit.client.1.smithi110.stderr:+++++ awk -F: '{ print $NF }' 2024-04-12T16:42:32.098 INFO:tasks.workunit.client.1.smithi110.stderr:++++ data_pool= 2024-04-12T16:42:32.099 INFO:tasks.workunit.client.1.smithi110.stderr:++++ '[' -z ']' 2024-04-12T16:42:32.099 INFO:tasks.workunit.client.1.smithi110.stderr:++++ data_pool=rbd 2024-04-12T16:42:32.099 INFO:tasks.workunit.client.1.smithi110.stderr:++++ echo rbd 2024-04-12T16:42:32.099 INFO:tasks.workunit.client.1.smithi110.stderr:+++ rados ls -p rbd 2024-04-12T16:42:32.176 INFO:tasks.workunit.client.1.smithi110.stderr:++ objects=0 2024-04-12T16:42:32.176 INFO:tasks.workunit.client.1.smithi110.stderr:++ echo 0 2024-04-12T16:42:32.176 INFO:tasks.workunit.client.1.smithi110.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-04-12T16:42:32.176 INFO:tasks.workunit.client.1.smithi110.stderr:+ rm /tmp/rbd_import_export_136437/sparse 2024-04-12T16:42:32.177 INFO:tasks.workunit.client.1.smithi110.stderr:rm: cannot remove '/tmp/rbd_import_export_136437/sparse': No such file or directory 2024-04-12T16:42:32.177 INFO:tasks.workunit.client.1.smithi110.stderr:+ true 2024-04-12T16:42:32.177 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd export sparse /tmp/rbd_import_export_136437/sparse 2024-04-12T16:42:32.214 INFO:tasks.workunit.client.1.smithi110.stderr: Exporting image: 100% complete...done. 2024-04-12T16:42:32.218 INFO:tasks.workunit.client.1.smithi110.stderr:++ stat /tmp/rbd_import_export_136437/sparse --format=%b 2024-04-12T16:42:32.219 INFO:tasks.workunit.client.1.smithi110.stderr:+ '[' 0 = 0 ']' 2024-04-12T16:42:32.219 INFO:tasks.workunit.client.1.smithi110.stderr:+ rbd rm sparse 2024-04-12T16:42:32.331 INFO:tasks.workunit.client.1.smithi110.stderr: Removing image: 100% complete...done. 2024-04-12T16:42:32.334 INFO:tasks.workunit.client.1.smithi110.stderr:+ rm /tmp/rbd_import_export_136437/sparse /tmp/rbd_import_export_136437/sparse1 /tmp/rbd_import_export_136437/sparse2 /tmp/rbd_import_export_136437/sparse3 2024-04-12T16:42:32.336 INFO:tasks.workunit.client.1.smithi110.stderr:rm: cannot remove '/tmp/rbd_import_export_136437/sparse3': No such file or directory 2024-04-12T16:42:32.336 INFO:tasks.workunit.client.1.smithi110.stderr:+ true 2024-04-12T16:42:32.337 INFO:tasks.workunit.client.1.smithi110.stdout:OK 2024-04-12T16:42:32.338 INFO:tasks.workunit.client.1.smithi110.stderr:+ echo OK 2024-04-12T16:42:32.338 INFO:tasks.workunit.client.1.smithi110.stderr:+ rm -rf /tmp/rbd_import_export_136437 2024-04-12T16:42:32.338 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T16:42:32.338 DEBUG:teuthology.orchestra.run.smithi110:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1/tmp 2024-04-12T16:42:32.408 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.1... 2024-04-12T16:42:32.408 DEBUG:teuthology.orchestra.run.smithi110:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.1 /home/ubuntu/cephtest/clone.client.1 2024-04-12T16:42:32.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:32 smithi110 ceph-mon[88691]: pgmap v2056: 105 pgs: 105 active+clean; 1.7 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 393 KiB/s rd, 461 KiB/s wr, 222 op/s 2024-04-12T16:42:32.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:42:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:42:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:42:32.662 DEBUG:teuthology.parallel:result is None 2024-04-12T16:42:32.662 DEBUG:teuthology.orchestra.run.smithi110:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1 2024-04-12T16:42:32.689 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.1/client.1 2024-04-12T16:42:32.689 DEBUG:teuthology.orchestra.run.smithi110:> rmdir -- /home/ubuntu/cephtest/mnt.1 2024-04-12T16:42:32.744 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.1/client.1 2024-04-12T16:42:32.744 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-12T16:42:32.744 INFO:teuthology.task.print:**** done end rbd_import_export.yaml 2024-04-12T16:42:32.744 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-12T16:42:32.744 INFO:teuthology.task.print:**** done start test_rbd_api.yaml 2024-04-12T16:42:32.744 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-12T16:42:32.745 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-12T16:42:32.745 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-12T16:42:32.745 DEBUG:teuthology.orchestra.run.smithi099:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-12T16:42:32.761 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T16:42:32.762 INFO:teuthology.orchestra.run.smithi099.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-12T16:42:32.762 DEBUG:teuthology.orchestra.run.smithi099:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-12T16:42:32.817 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-12T16:42:32.818 DEBUG:teuthology.orchestra.run.smithi099:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-12T16:42:32.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:32 smithi099 ceph-mon[94290]: pgmap v2056: 105 pgs: 105 active+clean; 1.7 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 393 KiB/s rd, 461 KiB/s wr, 222 op/s 2024-04-12T16:42:32.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:32 smithi099 ceph-mon[96864]: pgmap v2056: 105 pgs: 105 active+clean; 1.7 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 393 KiB/s rd, 461 KiB/s wr, 222 op/s 2024-04-12T16:42:32.873 INFO:tasks.workunit:timeout=3h 2024-04-12T16:42:32.873 INFO:tasks.workunit:cleanup=True 2024-04-12T16:42:32.873 DEBUG:teuthology.orchestra.run.smithi099:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-12T16:42:32.930 INFO:tasks.workunit.client.0.smithi099.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-12T16:42:34.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:34 smithi110 ceph-mon[88691]: pgmap v2057: 105 pgs: 105 active+clean; 2.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 508 KiB/s rd, 522 KiB/s wr, 224 op/s 2024-04-12T16:42:34.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:34 smithi110 ceph-mon[88691]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-12T16:42:34.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:34 smithi099 ceph-mon[94290]: pgmap v2057: 105 pgs: 105 active+clean; 2.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 508 KiB/s rd, 522 KiB/s wr, 224 op/s 2024-04-12T16:42:34.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:34 smithi099 ceph-mon[94290]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-12T16:42:34.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:34 smithi099 ceph-mon[96864]: pgmap v2057: 105 pgs: 105 active+clean; 2.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 508 KiB/s rd, 522 KiB/s wr, 224 op/s 2024-04-12T16:42:34.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:34 smithi099 ceph-mon[96864]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-12T16:42:36.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:36 smithi099 ceph-mon[94290]: pgmap v2059: 105 pgs: 105 active+clean; 2.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 758 KiB/s rd, 799 KiB/s wr, 377 op/s 2024-04-12T16:42:36.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:36 smithi099 ceph-mon[96864]: pgmap v2059: 105 pgs: 105 active+clean; 2.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 758 KiB/s rd, 799 KiB/s wr, 377 op/s 2024-04-12T16:42:36.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:42:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:42:36] "GET /metrics HTTP/1.1" 200 34114 "" "Prometheus/2.43.0" 2024-04-12T16:42:36.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:36 smithi110 ceph-mon[88691]: pgmap v2059: 105 pgs: 105 active+clean; 2.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 758 KiB/s rd, 799 KiB/s wr, 377 op/s 2024-04-12T16:42:38.522 DEBUG:teuthology.orchestra.run.smithi099:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-12T16:42:38.578 INFO:tasks.workunit.client.0.smithi099.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-12T16:42:38.580 INFO:tasks.workunit.client.0.smithi099.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-12T16:42:38.580 INFO:tasks.workunit.client.0.smithi099.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-12T16:42:38.628 INFO:tasks.workunit.client.0.smithi099.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-12T16:42:38.676 INFO:tasks.workunit.client.0.smithi099.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-12T16:42:38.715 INFO:tasks.workunit.client.0.smithi099.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-12T16:42:38.717 INFO:tasks.workunit.client.0.smithi099.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-12T16:42:38.717 INFO:tasks.workunit.client.0.smithi099.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-12T16:42:38.756 INFO:tasks.workunit.client.0.smithi099.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-12T16:42:38.759 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-04-12T16:42:38.759 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-12T16:42:38.814 INFO:tasks.workunit:Running workunits matching rbd/test_librbd.sh on client.0... 2024-04-12T16:42:38.815 INFO:tasks.workunit:Running workunit rbd/test_librbd.sh... 2024-04-12T16:42:38.816 DEBUG:teuthology.orchestra.run.smithi099:workunit test rbd/test_librbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh 2024-04-12T16:42:38.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:38 smithi110 ceph-mon[88691]: pgmap v2060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 371 op/s 2024-04-12T16:42:38.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:38 smithi099 ceph-mon[94290]: pgmap v2060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 371 op/s 2024-04-12T16:42:38.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:38 smithi099 ceph-mon[96864]: pgmap v2060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 371 op/s 2024-04-12T16:42:38.912 INFO:tasks.workunit.client.0.smithi099.stderr:warning: failed to enable lockdep 2024-04-12T16:42:38.912 INFO:tasks.workunit.client.0.smithi099.stdout:seed 148068 2024-04-12T16:42:38.912 INFO:tasks.workunit.client.0.smithi099.stdout:[==========] Running 480 tests from 24 test suites. 2024-04-12T16:42:38.912 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] Global test environment set-up. 2024-04-12T16:42:38.912 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 1 test from TestJournalStress 2024-04-12T16:42:40.526 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-04-12T16:42:40.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:40 smithi110 ceph-mon[88691]: pgmap v2061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 838 KiB/s rd, 1.2 MiB/s wr, 259 op/s 2024-04-12T16:42:40.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:40 smithi110 ceph-mon[88691]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-12T16:42:40.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:40 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/23701272' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:40.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:40 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:40.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:40 smithi099 ceph-mon[96864]: pgmap v2061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 838 KiB/s rd, 1.2 MiB/s wr, 259 op/s 2024-04-12T16:42:40.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:40 smithi099 ceph-mon[96864]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-12T16:42:40.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:40 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/23701272' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:40.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:40 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:40.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:40 smithi099 ceph-mon[94290]: pgmap v2061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 838 KiB/s rd, 1.2 MiB/s wr, 259 op/s 2024-04-12T16:42:40.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:40 smithi099 ceph-mon[94290]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-12T16:42:40.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:40 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/23701272' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:40.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:40 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:41.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:41 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:41.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:41 smithi110 ceph-mon[88691]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-12T16:42:41.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:41 smithi110 ceph-mon[88691]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-12T16:42:41.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:41 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:41.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:41 smithi099 ceph-mon[96864]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-12T16:42:41.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:41 smithi099 ceph-mon[96864]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-12T16:42:41.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:41 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:41.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:41 smithi099 ceph-mon[94290]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-12T16:42:41.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:41 smithi099 ceph-mon[94290]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-12T16:42:42.545 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Stress.cc:37: Skipped 2024-04-12T16:42:42.545 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T16:42:42.545 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestJournalStress.DiscardWithPruneWriteOverlap (2020 ms) 2024-04-12T16:42:42.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:42:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:42:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:42:42.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:42 smithi110 ceph-mon[88691]: pgmap v2064: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 594 KiB/s rd, 1.1 MiB/s wr, 168 op/s 2024-04-12T16:42:42.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:42:42.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:42 smithi099 ceph-mon[96864]: pgmap v2064: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 594 KiB/s rd, 1.1 MiB/s wr, 168 op/s 2024-04-12T16:42:42.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:42:42.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:42 smithi099 ceph-mon[94290]: pgmap v2064: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 594 KiB/s rd, 1.1 MiB/s wr, 168 op/s 2024-04-12T16:42:42.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:42:43.545 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 1 test from TestJournalStress (2020 ms total) 2024-04-12T16:42:43.545 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:42:43.545 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 16 tests from TestJournalReplay 2024-04-12T16:42:43.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:43 smithi110 ceph-mon[88691]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-12T16:42:43.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:43 smithi099 ceph-mon[94290]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-12T16:42:43.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:43 smithi099 ceph-mon[96864]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-12T16:42:44.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:44 smithi110 ceph-mon[88691]: pgmap v2067: 137 pgs: 6 creating+peering, 13 unknown, 118 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:42:44.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:44 smithi110 ceph-mon[88691]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-12T16:42:44.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:44 smithi099 ceph-mon[94290]: pgmap v2067: 137 pgs: 6 creating+peering, 13 unknown, 118 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:42:44.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:44 smithi099 ceph-mon[94290]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-12T16:42:44.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:44 smithi099 ceph-mon[96864]: pgmap v2067: 137 pgs: 6 creating+peering, 13 unknown, 118 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:42:44.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:44 smithi099 ceph-mon[96864]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-12T16:42:45.556 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestJournalReplay.AioDiscardEvent 2024-04-12T16:42:45.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:45 smithi110 ceph-mon[88691]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-12T16:42:45.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:45 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1274290035' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:45.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:45 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:45.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:45 smithi099 ceph-mon[94290]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-12T16:42:45.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:45 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1274290035' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:45.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:45 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:45.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:45 smithi099 ceph-mon[96864]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-12T16:42:45.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:45 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1274290035' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:45.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:45 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:46.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:42:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:42:46] "GET /metrics HTTP/1.1" 200 36482 "" "Prometheus/2.43.0" 2024-04-12T16:42:46.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:46 smithi099 ceph-mon[94290]: pgmap v2070: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:42:46.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:46 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:42:46.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:46 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:46.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:46 smithi099 ceph-mon[94290]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-12T16:42:46.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:46 smithi099 ceph-mon[96864]: pgmap v2070: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:42:46.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:46 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:42:46.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:46 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:46.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:46 smithi099 ceph-mon[96864]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-12T16:42:46.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:46 smithi110 ceph-mon[88691]: pgmap v2070: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:42:46.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:46 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:42:46.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:46 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:46.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:46 smithi110 ceph-mon[88691]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-12T16:42:47.602 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:109: Skipped 2024-04-12T16:42:47.602 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T16:42:47.603 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestJournalReplay.AioDiscardEvent (2046 ms) 2024-04-12T16:42:47.603 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestJournalReplay.AioWriteEvent 2024-04-12T16:42:47.615 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:200: Skipped 2024-04-12T16:42:47.615 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T16:42:47.615 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestJournalReplay.AioWriteEvent (13 ms) 2024-04-12T16:42:47.615 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestJournalReplay.AioFlushEvent 2024-04-12T16:42:47.624 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:261: Skipped 2024-04-12T16:42:47.624 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T16:42:47.624 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestJournalReplay.AioFlushEvent (9 ms) 2024-04-12T16:42:47.624 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestJournalReplay.SnapCreate 2024-04-12T16:42:47.632 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:307: Skipped 2024-04-12T16:42:47.632 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T16:42:47.632 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestJournalReplay.SnapCreate (8 ms) 2024-04-12T16:42:47.632 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestJournalReplay.SnapProtect 2024-04-12T16:42:47.640 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:348: Skipped 2024-04-12T16:42:47.640 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T16:42:47.640 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestJournalReplay.SnapProtect (8 ms) 2024-04-12T16:42:47.640 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestJournalReplay.SnapUnprotect 2024-04-12T16:42:47.648 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:394: Skipped 2024-04-12T16:42:47.648 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T16:42:47.648 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestJournalReplay.SnapUnprotect (8 ms) 2024-04-12T16:42:47.648 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestJournalReplay.SnapRename 2024-04-12T16:42:47.656 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:450: Skipped 2024-04-12T16:42:47.656 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T16:42:47.656 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestJournalReplay.SnapRename (8 ms) 2024-04-12T16:42:47.657 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestJournalReplay.SnapRollback 2024-04-12T16:42:47.664 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:500: Skipped 2024-04-12T16:42:47.664 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T16:42:47.665 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestJournalReplay.SnapRollback (8 ms) 2024-04-12T16:42:47.665 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestJournalReplay.SnapRemove 2024-04-12T16:42:47.672 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:541: Skipped 2024-04-12T16:42:47.672 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T16:42:47.672 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestJournalReplay.SnapRemove (8 ms) 2024-04-12T16:42:47.672 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestJournalReplay.Rename 2024-04-12T16:42:47.679 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:590: Skipped 2024-04-12T16:42:47.679 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T16:42:47.679 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestJournalReplay.Rename (7 ms) 2024-04-12T16:42:47.680 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestJournalReplay.Resize 2024-04-12T16:42:47.687 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:624: Skipped 2024-04-12T16:42:47.687 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T16:42:47.687 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestJournalReplay.Resize (8 ms) 2024-04-12T16:42:47.687 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestJournalReplay.Flatten 2024-04-12T16:42:47.695 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:657: Skipped 2024-04-12T16:42:47.695 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T16:42:47.695 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestJournalReplay.Flatten (8 ms) 2024-04-12T16:42:47.695 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestJournalReplay.UpdateFeatures 2024-04-12T16:42:47.702 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:704: Skipped 2024-04-12T16:42:47.702 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T16:42:47.703 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestJournalReplay.UpdateFeatures (7 ms) 2024-04-12T16:42:47.703 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestJournalReplay.MetadataSet 2024-04-12T16:42:47.710 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:741: Skipped 2024-04-12T16:42:47.710 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T16:42:47.710 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestJournalReplay.MetadataSet (8 ms) 2024-04-12T16:42:47.710 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestJournalReplay.MetadataRemove 2024-04-12T16:42:47.717 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:781: Skipped 2024-04-12T16:42:47.717 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T16:42:47.717 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestJournalReplay.MetadataRemove (7 ms) 2024-04-12T16:42:47.717 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestJournalReplay.ObjectPosition 2024-04-12T16:42:47.724 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:824: Skipped 2024-04-12T16:42:47.724 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T16:42:47.724 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestJournalReplay.ObjectPosition (7 ms) 2024-04-12T16:42:47.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:47 smithi110 ceph-mon[88691]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-12T16:42:47.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:47 smithi099 ceph-mon[94290]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-12T16:42:47.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:47 smithi099 ceph-mon[96864]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-12T16:42:48.590 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 16 tests from TestJournalReplay (2168 ms total) 2024-04-12T16:42:48.590 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:42:48.590 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 4 tests from TestJournalEntries 2024-04-12T16:42:48.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:48 smithi110 ceph-mon[88691]: pgmap v2073: 137 pgs: 10 creating+peering, 12 unknown, 115 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:42:48.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:48 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:42:48.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:48 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:42:48.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:48 smithi110 ceph-mon[88691]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-12T16:42:48.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:48 smithi099 ceph-mon[94290]: pgmap v2073: 137 pgs: 10 creating+peering, 12 unknown, 115 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:42:48.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:48 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:42:48.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:48 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:42:48.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:48 smithi099 ceph-mon[94290]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-12T16:42:48.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:48 smithi099 ceph-mon[96864]: pgmap v2073: 137 pgs: 10 creating+peering, 12 unknown, 115 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:42:48.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:48 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:42:48.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:48 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:42:48.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:48 smithi099 ceph-mon[96864]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-12T16:42:49.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:49 smithi099 ceph-mon[94290]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-12T16:42:49.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:49 smithi099 ceph-mon[96864]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-12T16:42:50.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:49 smithi110 ceph-mon[88691]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-12T16:42:50.592 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestJournalEntries.AioWrite 2024-04-12T16:42:50.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:50 smithi099 ceph-mon[94290]: pgmap v2076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:42:50.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:50 smithi099 ceph-mon[94290]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-12T16:42:50.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:50 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/657413993' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:50.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:50 smithi099 ceph-mon[96864]: pgmap v2076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:42:50.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:50 smithi099 ceph-mon[96864]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-12T16:42:50.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:50 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/657413993' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:51.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:50 smithi110 ceph-mon[88691]: pgmap v2076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:42:51.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:50 smithi110 ceph-mon[88691]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-12T16:42:51.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:50 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/657413993' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:51.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:51 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/657413993' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:51.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:51 smithi099 ceph-mon[94290]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-12T16:42:51.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:51 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/657413993' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:51.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:51 smithi099 ceph-mon[96864]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-12T16:42:52.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:51 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/657413993' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:52.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:51 smithi110 ceph-mon[88691]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-12T16:42:52.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:42:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:42:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:42:52.635 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Entries.cc:118: Skipped 2024-04-12T16:42:52.635 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T16:42:52.635 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestJournalEntries.AioWrite (2042 ms) 2024-04-12T16:42:52.635 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestJournalEntries.AioDiscard 2024-04-12T16:42:52.649 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Entries.cc:163: Skipped 2024-04-12T16:42:52.649 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T16:42:52.649 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestJournalEntries.AioDiscard (14 ms) 2024-04-12T16:42:52.649 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestJournalEntries.AioDiscardWithPrune 2024-04-12T16:42:52.662 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Entries.cc:200: Skipped 2024-04-12T16:42:52.663 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T16:42:52.663 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestJournalEntries.AioDiscardWithPrune (14 ms) 2024-04-12T16:42:52.663 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestJournalEntries.AioFlush 2024-04-12T16:42:52.671 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Entries.cc:263: Skipped 2024-04-12T16:42:52.671 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T16:42:52.671 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestJournalEntries.AioFlush (8 ms) 2024-04-12T16:42:52.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:52 smithi099 ceph-mon[94290]: pgmap v2079: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:42:52.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:52 smithi099 ceph-mon[94290]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-12T16:42:52.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:52 smithi099 ceph-mon[96864]: pgmap v2079: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:42:52.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:52 smithi099 ceph-mon[96864]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-12T16:42:52.917 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:52 smithi110 ceph-mon[88691]: pgmap v2079: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:42:52.917 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:52 smithi110 ceph-mon[88691]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-12T16:42:53.625 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 4 tests from TestJournalEntries (2079 ms total) 2024-04-12T16:42:53.626 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:42:53.626 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 2 tests from TestTrash 2024-04-12T16:42:53.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:53 smithi099 ceph-mon[94290]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-12T16:42:53.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:53 smithi099 ceph-mon[96864]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-12T16:42:54.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:53 smithi110 ceph-mon[88691]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-12T16:42:54.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:54 smithi099 ceph-mon[96864]: pgmap v2082: 137 pgs: 10 creating+peering, 8 unknown, 119 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:42:54.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:54 smithi099 ceph-mon[96864]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-12T16:42:54.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:54 smithi099 ceph-mon[94290]: pgmap v2082: 137 pgs: 10 creating+peering, 8 unknown, 119 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:42:54.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:54 smithi099 ceph-mon[94290]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-12T16:42:55.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:54 smithi110 ceph-mon[88691]: pgmap v2082: 137 pgs: 10 creating+peering, 8 unknown, 119 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:42:55.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:54 smithi110 ceph-mon[88691]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-12T16:42:55.637 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestTrash.UserRemovingSource 2024-04-12T16:42:56.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:55 smithi110 ceph-mon[88691]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-12T16:42:56.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:55 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1598342496' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:56.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:55 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:56.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:55 smithi099 ceph-mon[96864]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-12T16:42:56.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:55 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1598342496' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:56.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:55 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:56.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:55 smithi099 ceph-mon[94290]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-12T16:42:56.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:55 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1598342496' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:56.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:55 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:56.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:42:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:42:56] "GET /metrics HTTP/1.1" 200 36482 "" "Prometheus/2.43.0" 2024-04-12T16:42:57.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:56 smithi110 ceph-mon[88691]: pgmap v2085: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:42:57.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:56 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:42:57.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:56 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:57.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:56 smithi110 ceph-mon[88691]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-12T16:42:57.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:56 smithi099 ceph-mon[94290]: pgmap v2085: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:42:57.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:56 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:42:57.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:56 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:57.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:56 smithi099 ceph-mon[94290]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-12T16:42:57.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:56 smithi099 ceph-mon[96864]: pgmap v2085: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:42:57.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:56 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:42:57.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:56 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:57.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:56 smithi099 ceph-mon[96864]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-12T16:42:57.742 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestTrash.UserRemovingSource (2104 ms) 2024-04-12T16:42:57.742 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestTrash.RestoreMirroringSource 2024-04-12T16:42:57.778 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestTrash.RestoreMirroringSource (36 ms) 2024-04-12T16:42:58.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:57 smithi110 ceph-mon[88691]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-12T16:42:58.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:42:58.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:42:58.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:57 smithi099 ceph-mon[94290]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-12T16:42:58.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:42:58.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:42:58.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:57 smithi099 ceph-mon[96864]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-12T16:42:58.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:42:58.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:42:58.666 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 2 tests from TestTrash (2140 ms total) 2024-04-12T16:42:58.666 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:42:58.666 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 1 test from TestOperations 2024-04-12T16:42:59.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:58 smithi110 ceph-mon[88691]: pgmap v2088: 137 pgs: 11 creating+peering, 18 unknown, 108 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:42:59.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:58 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:42:59.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:58 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:42:59.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:58 smithi110 ceph-mon[88691]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-12T16:42:59.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:58 smithi099 ceph-mon[94290]: pgmap v2088: 137 pgs: 11 creating+peering, 18 unknown, 108 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:42:59.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:58 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:42:59.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:58 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:42:59.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:58 smithi099 ceph-mon[94290]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-12T16:42:59.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:58 smithi099 ceph-mon[96864]: pgmap v2088: 137 pgs: 11 creating+peering, 18 unknown, 108 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:42:59.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:58 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:42:59.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:58 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:42:59.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:58 smithi099 ceph-mon[96864]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-12T16:43:00.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:42:59 smithi110 ceph-mon[88691]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-12T16:43:00.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:42:59 smithi099 ceph-mon[94290]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-12T16:43:00.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:42:59 smithi099 ceph-mon[96864]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-12T16:43:00.672 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestOperations.DisableJournalingCorrupt 2024-04-12T16:43:01.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:00 smithi110 ceph-mon[88691]: pgmap v2091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:43:01.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:00 smithi110 ceph-mon[88691]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-12T16:43:01.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:00 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3717731420' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:43:01.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:00 smithi099 ceph-mon[94290]: pgmap v2091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:43:01.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:00 smithi099 ceph-mon[94290]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-12T16:43:01.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:00 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3717731420' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:43:01.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:00 smithi099 ceph-mon[96864]: pgmap v2091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:43:01.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:00 smithi099 ceph-mon[96864]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-12T16:43:01.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:00 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3717731420' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:43:02.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:01 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3717731420' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:43:02.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:01 smithi110 ceph-mon[88691]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-12T16:43:02.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:01 smithi110 ceph-mon[88691]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-12T16:43:02.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:01 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3717731420' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:43:02.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:01 smithi099 ceph-mon[94290]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-12T16:43:02.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:01 smithi099 ceph-mon[94290]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-12T16:43:02.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:01 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3717731420' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:43:02.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:01 smithi099 ceph-mon[96864]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-12T16:43:02.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:01 smithi099 ceph-mon[96864]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-12T16:43:02.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:43:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:43:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:43:02.707 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_Operations.cc:18: Skipped 2024-04-12T16:43:02.707 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T16:43:02.707 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestOperations.DisableJournalingCorrupt (2034 ms) 2024-04-12T16:43:03.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:02 smithi110 ceph-mon[88691]: pgmap v2094: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:43:03.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:02 smithi099 ceph-mon[94290]: pgmap v2094: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:43:03.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:02 smithi099 ceph-mon[96864]: pgmap v2094: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:43:03.706 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 1 test from TestOperations (2034 ms total) 2024-04-12T16:43:03.706 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:43:03.706 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 4 tests from TestObjectMap 2024-04-12T16:43:04.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:03 smithi110 ceph-mon[88691]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-12T16:43:04.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:03 smithi099 ceph-mon[94290]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-12T16:43:04.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:03 smithi099 ceph-mon[96864]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-12T16:43:05.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:04 smithi110 ceph-mon[88691]: pgmap v2097: 137 pgs: 6 creating+peering, 8 unknown, 123 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:43:05.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:04 smithi110 ceph-mon[88691]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-12T16:43:05.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:04 smithi099 ceph-mon[94290]: pgmap v2097: 137 pgs: 6 creating+peering, 8 unknown, 123 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:43:05.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:04 smithi099 ceph-mon[94290]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-12T16:43:05.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:04 smithi099 ceph-mon[96864]: pgmap v2097: 137 pgs: 6 creating+peering, 8 unknown, 123 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:43:05.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:04 smithi099 ceph-mon[96864]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-12T16:43:05.721 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenCorrupt 2024-04-12T16:43:06.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:05 smithi110 ceph-mon[88691]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-12T16:43:06.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:05 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1130447756' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:43:06.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:05 smithi099 ceph-mon[96864]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-12T16:43:06.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:05 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1130447756' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:43:06.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:05 smithi099 ceph-mon[94290]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-12T16:43:06.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:05 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1130447756' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:43:06.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:43:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:43:06] "GET /metrics HTTP/1.1" 200 36486 "" "Prometheus/2.43.0" 2024-04-12T16:43:07.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:06 smithi110 ceph-mon[88691]: pgmap v2100: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:43:07.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:06 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:43:07.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:06 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1130447756' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:43:07.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:06 smithi110 ceph-mon[88691]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-12T16:43:07.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:06 smithi099 ceph-mon[96864]: pgmap v2100: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:43:07.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:06 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:43:07.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:06 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1130447756' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:43:07.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:06 smithi099 ceph-mon[96864]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-12T16:43:07.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:06 smithi099 ceph-mon[94290]: pgmap v2100: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:43:07.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:06 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:43:07.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:06 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1130447756' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:43:07.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:06 smithi099 ceph-mon[94290]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-12T16:43:07.770 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenCorrupt (2049 ms) 2024-04-12T16:43:07.770 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenTooSmall 2024-04-12T16:43:07.796 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenTooSmall (26 ms) 2024-04-12T16:43:07.796 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestObjectMap.InvalidateFlagOnDisk 2024-04-12T16:43:07.830 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestObjectMap.InvalidateFlagOnDisk (34 ms) 2024-04-12T16:43:07.830 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall 2024-04-12T16:43:07.856 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall (26 ms) 2024-04-12T16:43:08.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:07 smithi110 ceph-mon[88691]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-12T16:43:08.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:07 smithi099 ceph-mon[94290]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-12T16:43:08.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:07 smithi099 ceph-mon[96864]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-12T16:43:08.737 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 4 tests from TestObjectMap (2135 ms total) 2024-04-12T16:43:08.737 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:43:08.737 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 2 tests from TestMirroringWatcher 2024-04-12T16:43:09.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:08 smithi110 ceph-mon[88691]: pgmap v2103: 137 pgs: 9 creating+peering, 14 unknown, 114 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:43:09.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:08 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:43:09.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:08 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:43:09.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:08 smithi110 ceph-mon[88691]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-12T16:43:09.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:08 smithi099 ceph-mon[94290]: pgmap v2103: 137 pgs: 9 creating+peering, 14 unknown, 114 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:43:09.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:08 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:43:09.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:08 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:43:09.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:08 smithi099 ceph-mon[94290]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-12T16:43:09.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:08 smithi099 ceph-mon[96864]: pgmap v2103: 137 pgs: 9 creating+peering, 14 unknown, 114 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:43:09.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:08 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:43:09.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:08 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:43:09.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:08 smithi099 ceph-mon[96864]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-12T16:43:10.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:09 smithi110 ceph-mon[88691]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-12T16:43:10.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:09 smithi099 ceph-mon[94290]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-12T16:43:10.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:09 smithi099 ceph-mon[96864]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-12T16:43:10.753 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroringWatcher.ModeUpdated 2024-04-12T16:43:11.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:10 smithi110 ceph-mon[88691]: pgmap v2106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:43:11.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:10 smithi110 ceph-mon[88691]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-12T16:43:11.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:10 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2751941545' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:43:11.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:10 smithi099 ceph-mon[94290]: pgmap v2106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:43:11.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:10 smithi099 ceph-mon[94290]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-12T16:43:11.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:10 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2751941545' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:43:11.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:10 smithi099 ceph-mon[96864]: pgmap v2106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:43:11.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:10 smithi099 ceph-mon[96864]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-12T16:43:11.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:10 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2751941545' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:43:12.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:11 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2751941545' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:43:12.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:11 smithi110 ceph-mon[88691]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-12T16:43:12.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:11 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2751941545' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:43:12.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:11 smithi099 ceph-mon[94290]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-12T16:43:12.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:11 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2751941545' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:43:12.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:11 smithi099 ceph-mon[96864]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-12T16:43:12.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:43:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:43:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:43:12.815 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroringWatcher.ModeUpdated (2062 ms) 2024-04-12T16:43:12.815 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroringWatcher.ImageStatusUpdated 2024-04-12T16:43:12.837 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroringWatcher.ImageStatusUpdated (21 ms) 2024-04-12T16:43:13.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:12 smithi110 ceph-mon[88691]: pgmap v2109: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:43:13.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:12 smithi110 ceph-mon[88691]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-12T16:43:13.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:43:13.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:43:13.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:12 smithi099 ceph-mon[94290]: pgmap v2109: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:43:13.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:12 smithi099 ceph-mon[94290]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-12T16:43:13.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:43:13.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:43:13.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:12 smithi099 ceph-mon[96864]: pgmap v2109: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:43:13.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:12 smithi099 ceph-mon[96864]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-12T16:43:13.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:43:13.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:43:13.783 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 2 tests from TestMirroringWatcher (2083 ms total) 2024-04-12T16:43:13.784 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:43:13.784 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 57 tests from TestMigration 2024-04-12T16:43:14.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:13 smithi110 ceph-mon[88691]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-12T16:43:14.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:43:14.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:13 smithi099 ceph-mon[94290]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-12T16:43:14.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:43:14.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:13 smithi099 ceph-mon[96864]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-12T16:43:14.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:43:15.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:14 smithi110 ceph-mon[88691]: pgmap v2112: 137 pgs: 5 creating+peering, 20 unknown, 112 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:43:15.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:14 smithi110 ceph-mon[88691]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-12T16:43:15.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:14 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:43:15.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:14 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:43:15.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:14 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:43:15.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:14 smithi099 ceph-mon[94290]: pgmap v2112: 137 pgs: 5 creating+peering, 20 unknown, 112 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:43:15.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:14 smithi099 ceph-mon[94290]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-12T16:43:15.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:14 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:43:15.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:14 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:43:15.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:14 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:43:15.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:14 smithi099 ceph-mon[96864]: pgmap v2112: 137 pgs: 5 creating+peering, 20 unknown, 112 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:43:15.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:14 smithi099 ceph-mon[96864]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-12T16:43:15.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:14 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:43:15.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:14 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:43:15.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:14 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:43:16.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:15 smithi110 ceph-mon[88691]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-12T16:43:16.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:15 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1976094203' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:43:16.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:15 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:43:16.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:15 smithi099 ceph-mon[94290]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-12T16:43:16.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:15 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1976094203' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:43:16.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:15 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:43:16.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:15 smithi099 ceph-mon[96864]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-12T16:43:16.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:15 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1976094203' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:43:16.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:15 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:43:16.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:43:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:43:16] "GET /metrics HTTP/1.1" 200 36486 "" "Prometheus/2.43.0" 2024-04-12T16:43:16.807 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.Empty 2024-04-12T16:43:17.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:16 smithi110 ceph-mon[88691]: pgmap v2115: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:43:17.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:16 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:43:17.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:16 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:43:17.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:16 smithi110 ceph-mon[88691]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-12T16:43:17.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:16 smithi099 ceph-mon[94290]: pgmap v2115: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:43:17.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:16 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:43:17.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:16 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:43:17.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:16 smithi099 ceph-mon[94290]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-12T16:43:17.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:16 smithi099 ceph-mon[96864]: pgmap v2115: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:43:17.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:16 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:43:17.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:16 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:43:17.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:16 smithi099 ceph-mon[96864]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-12T16:43:18.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:17 smithi110 ceph-mon[88691]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-12T16:43:18.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:17 smithi099 ceph-mon[94290]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-12T16:43:18.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:17 smithi099 ceph-mon[96864]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-12T16:43:18.872 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:43:18.883 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:43:19.032 INFO:tasks.workunit.client.0.smithi099.stdout:migration_execute 2024-04-12T16:43:19.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:18 smithi110 ceph-mon[88691]: pgmap v2118: 169 pgs: 3 creating+peering, 53 unknown, 113 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:43:19.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:18 smithi110 ceph-mon[88691]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-12T16:43:19.099 INFO:tasks.workunit.client.0.smithi099.stdout:migration_commit 2024-04-12T16:43:19.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:18 smithi099 ceph-mon[96864]: pgmap v2118: 169 pgs: 3 creating+peering, 53 unknown, 113 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:43:19.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:18 smithi099 ceph-mon[96864]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-12T16:43:19.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:18 smithi099 ceph-mon[94290]: pgmap v2118: 169 pgs: 3 creating+peering, 53 unknown, 113 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:43:19.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:18 smithi099 ceph-mon[94290]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-12T16:43:19.179 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.Empty (2371 ms) 2024-04-12T16:43:19.179 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.OtherName 2024-04-12T16:43:19.207 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:43:19.217 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:43:19.347 INFO:tasks.workunit.client.0.smithi099.stdout:migration_execute 2024-04-12T16:43:19.409 INFO:tasks.workunit.client.0.smithi099.stdout:migration_commit 2024-04-12T16:43:19.489 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.OtherName (309 ms) 2024-04-12T16:43:19.489 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.OtherPool 2024-04-12T16:43:19.518 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:43:19.528 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:43:20.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:19 smithi110 ceph-mon[88691]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-12T16:43:20.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:19 smithi110 ceph-mon[88691]: pgmap v2121: 169 pgs: 6 creating+peering, 46 unknown, 117 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:43:20.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:19 smithi099 ceph-mon[94290]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-12T16:43:20.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:19 smithi099 ceph-mon[94290]: pgmap v2121: 169 pgs: 6 creating+peering, 46 unknown, 117 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:43:20.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:19 smithi099 ceph-mon[96864]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-12T16:43:20.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:19 smithi099 ceph-mon[96864]: pgmap v2121: 169 pgs: 6 creating+peering, 46 unknown, 117 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:43:20.964 INFO:tasks.workunit.client.0.smithi099.stdout:migration_execute 2024-04-12T16:43:21.034 INFO:tasks.workunit.client.0.smithi099.stdout:migration_commit 2024-04-12T16:43:21.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:20 smithi110 ceph-mon[88691]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-12T16:43:21.116 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.OtherPool (1628 ms) 2024-04-12T16:43:21.116 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.OtherNamespace 2024-04-12T16:43:21.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:20 smithi099 ceph-mon[94290]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-12T16:43:21.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:20 smithi099 ceph-mon[96864]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-12T16:43:21.148 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:43:21.159 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:43:21.292 INFO:tasks.workunit.client.0.smithi099.stdout:migration_execute 2024-04-12T16:43:21.359 INFO:tasks.workunit.client.0.smithi099.stdout:migration_commit 2024-04-12T16:43:21.441 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.OtherNamespace (324 ms) 2024-04-12T16:43:21.441 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.DataPool 2024-04-12T16:43:21.472 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:43:21.481 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:43:21.615 INFO:tasks.workunit.client.0.smithi099.stdout:migration_execute 2024-04-12T16:43:21.681 INFO:tasks.workunit.client.0.smithi099.stdout:migration_commit 2024-04-12T16:43:21.760 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.DataPool (320 ms) 2024-04-12T16:43:21.760 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.AbortAfterPrepare 2024-04-12T16:43:21.790 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:43:21.800 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:43:21.940 INFO:tasks.workunit.client.0.smithi099.stdout:migration_abort 2024-04-12T16:43:22.038 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.AbortAfterPrepare (278 ms) 2024-04-12T16:43:22.039 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.AbortAfterFailedPrepare 2024-04-12T16:43:22.067 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:43:22.077 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:43:22.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:21 smithi099 ceph-mon[96864]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-12T16:43:22.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:21 smithi099 ceph-mon[96864]: pgmap v2124: 169 pgs: 3 creating+peering, 9 unknown, 157 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 9.5 KiB/s wr, 148 op/s 2024-04-12T16:43:22.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:21 smithi099 ceph-mon[94290]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-12T16:43:22.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:21 smithi099 ceph-mon[94290]: pgmap v2124: 169 pgs: 3 creating+peering, 9 unknown, 157 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 9.5 KiB/s wr, 148 op/s 2024-04-12T16:43:22.175 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.AbortAfterFailedPrepare (136 ms) 2024-04-12T16:43:22.175 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.AbortAfterExecute 2024-04-12T16:43:22.205 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:43:22.215 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:43:22.306 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:21 smithi110 ceph-mon[88691]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-12T16:43:22.307 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:21 smithi110 ceph-mon[88691]: pgmap v2124: 169 pgs: 3 creating+peering, 9 unknown, 157 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 9.5 KiB/s wr, 148 op/s 2024-04-12T16:43:22.351 INFO:tasks.workunit.client.0.smithi099.stdout:migration_execute 2024-04-12T16:43:22.420 INFO:tasks.workunit.client.0.smithi099.stdout:migration_abort 2024-04-12T16:43:22.518 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.AbortAfterExecute (343 ms) 2024-04-12T16:43:22.518 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.OtherPoolAbortAfterExecute 2024-04-12T16:43:22.549 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:43:22.560 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:43:22.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:43:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:43:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:43:22.689 INFO:tasks.workunit.client.0.smithi099.stdout:migration_execute 2024-04-12T16:43:22.756 INFO:tasks.workunit.client.0.smithi099.stdout:migration_abort 2024-04-12T16:43:22.856 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.OtherPoolAbortAfterExecute (338 ms) 2024-04-12T16:43:22.856 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.OtherNamespaceAbortAfterExecute 2024-04-12T16:43:22.884 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:43:22.896 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:43:23.023 INFO:tasks.workunit.client.0.smithi099.stdout:migration_execute 2024-04-12T16:43:23.086 INFO:tasks.workunit.client.0.smithi099.stdout:migration_abort 2024-04-12T16:43:23.190 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.OtherNamespaceAbortAfterExecute (334 ms) 2024-04-12T16:43:23.190 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.MirroringSamePool 2024-04-12T16:43:23.219 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:43:23.228 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_Migration.cc:635: Skipped 2024-04-12T16:43:23.229 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T16:43:23.234 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestMigration.MirroringSamePool (45 ms) 2024-04-12T16:43:23.235 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.MirroringAbort 2024-04-12T16:43:23.263 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:43:23.273 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_Migration.cc:653: Skipped 2024-04-12T16:43:23.273 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T16:43:23.279 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestMigration.MirroringAbort (44 ms) 2024-04-12T16:43:23.279 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.MirroringOtherPoolDisabled 2024-04-12T16:43:23.308 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:43:23.318 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_Migration.cc:676: Skipped 2024-04-12T16:43:23.318 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T16:43:23.324 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolDisabled (45 ms) 2024-04-12T16:43:23.324 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.MirroringOtherPoolEnabled 2024-04-12T16:43:23.354 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:43:23.364 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_Migration.cc:694: Skipped 2024-04-12T16:43:23.364 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T16:43:23.371 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolEnabled (47 ms) 2024-04-12T16:43:23.371 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.MirroringPool 2024-04-12T16:43:23.402 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:43:23.412 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_Migration.cc:714: Skipped 2024-04-12T16:43:23.412 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T16:43:23.418 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestMigration.MirroringPool (48 ms) 2024-04-12T16:43:23.418 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.Group 2024-04-12T16:43:23.448 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:43:23.466 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:43:23.602 INFO:tasks.workunit.client.0.smithi099.stdout:migration_execute 2024-04-12T16:43:23.667 INFO:tasks.workunit.client.0.smithi099.stdout:migration_commit 2024-04-12T16:43:23.756 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.Group (337 ms) 2024-04-12T16:43:23.756 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.GroupAbort 2024-04-12T16:43:23.786 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:43:23.804 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:43:23.943 INFO:tasks.workunit.client.0.smithi099.stdout:migration_abort 2024-04-12T16:43:24.054 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.GroupAbort (298 ms) 2024-04-12T16:43:24.054 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.NoSnaps 2024-04-12T16:43:24.085 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:43:24.125 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 0~8388609 2024-04-12T16:43:24.154 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 16777218~8388609 2024-04-12T16:43:24.211 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:43:24.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:24 smithi099 ceph-mon[94290]: pgmap v2125: 169 pgs: 169 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 282 KiB/s rd, 16 KiB/s wr, 356 op/s 2024-04-12T16:43:24.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:24 smithi099 ceph-mon[96864]: pgmap v2125: 169 pgs: 169 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 282 KiB/s rd, 16 KiB/s wr, 356 op/s 2024-04-12T16:43:24.405 INFO:tasks.workunit.client.0.smithi099.stdout:migration_execute 2024-04-12T16:43:24.526 INFO:tasks.workunit.client.0.smithi099.stdout:migration_commit 2024-04-12T16:43:24.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:24 smithi110 ceph-mon[88691]: pgmap v2125: 169 pgs: 169 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 282 KiB/s rd, 16 KiB/s wr, 356 op/s 2024-04-12T16:43:24.648 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.NoSnaps (594 ms) 2024-04-12T16:43:24.648 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.NoSnapsOtherPool 2024-04-12T16:43:24.680 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:43:24.690 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 0~8388609 2024-04-12T16:43:24.762 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 16777218~8388609 2024-04-12T16:43:24.806 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 0~8388609 2024-04-12T16:43:24.810 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 16777218~8388609 2024-04-12T16:43:24.868 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:43:25.041 INFO:tasks.workunit.client.0.smithi099.stdout:migration_execute 2024-04-12T16:43:25.143 INFO:tasks.workunit.client.0.smithi099.stdout:migration_commit 2024-04-12T16:43:25.267 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.NoSnapsOtherPool (619 ms) 2024-04-12T16:43:25.267 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.NoSnapsDataPool 2024-04-12T16:43:25.297 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:43:25.307 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 0~8388609 2024-04-12T16:43:25.363 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 16777218~8388609 2024-04-12T16:43:25.409 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:43:25.589 INFO:tasks.workunit.client.0.smithi099.stdout:migration_execute 2024-04-12T16:43:25.699 INFO:tasks.workunit.client.0.smithi099.stdout:migration_commit 2024-04-12T16:43:25.816 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.NoSnapsDataPool (550 ms) 2024-04-12T16:43:25.816 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.NoSnapsShrinkAfterPrepare 2024-04-12T16:43:25.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:25 smithi110 ceph-mon[88691]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-12T16:43:25.847 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:43:25.857 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 0~8388609 2024-04-12T16:43:25.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:25 smithi099 ceph-mon[94290]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-12T16:43:25.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:25 smithi099 ceph-mon[96864]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-12T16:43:25.914 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 16777218~8388609 2024-04-12T16:43:25.957 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:43:26.140 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 41943040 2024-04-12T16:43:26.148 INFO:tasks.workunit.client.0.smithi099.stdout:migration_execute 2024-04-12T16:43:26.265 INFO:tasks.workunit.client.0.smithi099.stdout:migration_commit 2024-04-12T16:43:26.379 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.NoSnapsShrinkAfterPrepare (562 ms) 2024-04-12T16:43:26.379 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroBeforePrepare 2024-04-12T16:43:26.409 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:43:26.420 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 0~8388609 2024-04-12T16:43:26.480 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 16777218~8388609 2024-04-12T16:43:26.533 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 0 2024-04-12T16:43:26.546 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:43:26.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:26 smithi099 ceph-mon[94290]: pgmap v2127: 169 pgs: 169 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 1.15k op/s 2024-04-12T16:43:26.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:26 smithi099 ceph-mon[96864]: pgmap v2127: 169 pgs: 169 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 1.15k op/s 2024-04-12T16:43:26.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:43:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:43:26] "GET /metrics HTTP/1.1" 200 36486 "" "Prometheus/2.43.0" 2024-04-12T16:43:26.646 INFO:tasks.workunit.client.0.smithi099.stdout:migration_execute 2024-04-12T16:43:26.709 INFO:tasks.workunit.client.0.smithi099.stdout:migration_commit 2024-04-12T16:43:26.753 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroBeforePrepare (374 ms) 2024-04-12T16:43:26.753 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroAfterPrepare 2024-04-12T16:43:26.782 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:43:26.792 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 0~8388609 2024-04-12T16:43:26.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:26 smithi110 ceph-mon[88691]: pgmap v2127: 169 pgs: 169 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 1.15k op/s 2024-04-12T16:43:26.847 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 16777218~8388609 2024-04-12T16:43:26.888 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:43:27.067 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 0 2024-04-12T16:43:27.078 INFO:tasks.workunit.client.0.smithi099.stdout:migration_execute 2024-04-12T16:43:27.141 INFO:tasks.workunit.client.0.smithi099.stdout:migration_commit 2024-04-12T16:43:27.193 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroAfterPrepare (440 ms) 2024-04-12T16:43:27.193 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.NoSnapsExpandAfterPrepare 2024-04-12T16:43:27.221 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:43:27.231 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 0~8388609 2024-04-12T16:43:27.281 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 16777218~8388609 2024-04-12T16:43:27.336 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:43:27.512 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 167772160 2024-04-12T16:43:27.520 INFO:tasks.workunit.client.0.smithi099.stdout:migration_execute 2024-04-12T16:43:27.636 INFO:tasks.workunit.client.0.smithi099.stdout:migration_commit 2024-04-12T16:43:27.770 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.NoSnapsExpandAfterPrepare (578 ms) 2024-04-12T16:43:27.770 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.NoSnapsSnapAfterPrepare 2024-04-12T16:43:27.800 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:43:27.810 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 0~8388609 2024-04-12T16:43:27.858 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 16777218~8388609 2024-04-12T16:43:27.903 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:43:28.082 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: after_prepare_snap 2024-04-12T16:43:28.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:28 smithi110 ceph-mon[88691]: pgmap v2128: 169 pgs: 169 active+clean; 61 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 12 MiB/s wr, 1.36k op/s 2024-04-12T16:43:28.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:43:28.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:43:28.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:28 smithi099 ceph-mon[96864]: pgmap v2128: 169 pgs: 169 active+clean; 61 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 12 MiB/s wr, 1.36k op/s 2024-04-12T16:43:28.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:43:28.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:43:28.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:28 smithi099 ceph-mon[94290]: pgmap v2128: 169 pgs: 169 active+clean; 61 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 12 MiB/s wr, 1.36k op/s 2024-04-12T16:43:28.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:43:28.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:43:29.487 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 41943040 2024-04-12T16:43:29.513 INFO:tasks.workunit.client.0.smithi099.stdout:write: * 0~1000 2024-04-12T16:43:29.518 INFO:tasks.workunit.client.0.smithi099.stdout:migration_execute 2024-04-12T16:43:29.635 INFO:tasks.workunit.client.0.smithi099.stdout:migration_commit 2024-04-12T16:43:29.790 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.NoSnapsSnapAfterPrepare (2020 ms) 2024-04-12T16:43:29.791 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.Snaps 2024-04-12T16:43:29.820 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:43:29.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:29 smithi110 ceph-mon[88691]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-12T16:43:29.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:29 smithi110 ceph-mon[88691]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-12T16:43:29.830 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 0~8388609 2024-04-12T16:43:29.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:29 smithi099 ceph-mon[96864]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-12T16:43:29.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:29 smithi099 ceph-mon[96864]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-12T16:43:29.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:29 smithi099 ceph-mon[94290]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-12T16:43:29.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:29 smithi099 ceph-mon[94290]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-12T16:43:29.884 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap1 2024-04-12T16:43:30.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:30 smithi110 ceph-mon[88691]: pgmap v2130: 169 pgs: 169 active+clean; 69 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 13 MiB/s wr, 1.42k op/s 2024-04-12T16:43:30.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:30 smithi099 ceph-mon[94290]: pgmap v2130: 169 pgs: 169 active+clean; 69 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 13 MiB/s wr, 1.42k op/s 2024-04-12T16:43:30.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:30 smithi099 ceph-mon[96864]: pgmap v2130: 169 pgs: 169 active+clean; 69 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 13 MiB/s wr, 1.42k op/s 2024-04-12T16:43:31.539 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 8388609~8388609 2024-04-12T16:43:31.552 INFO:tasks.workunit.client.0.smithi099.stdout:write: X 0~1000 2024-04-12T16:43:31.552 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 1010~1000 2024-04-12T16:43:31.552 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap2 2024-04-12T16:43:31.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:31 smithi110 ceph-mon[88691]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-12T16:43:31.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:31 smithi099 ceph-mon[94290]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-12T16:43:31.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:31 smithi099 ceph-mon[96864]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-12T16:43:32.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:32 smithi110 ceph-mon[88691]: pgmap v2133: 169 pgs: 169 active+clean; 173 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 69 MiB/s rd, 54 MiB/s wr, 1.80k op/s 2024-04-12T16:43:32.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:32 smithi110 ceph-mon[88691]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-12T16:43:32.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:43:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:43:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:43:32.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:32 smithi099 ceph-mon[94290]: pgmap v2133: 169 pgs: 169 active+clean; 173 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 69 MiB/s rd, 54 MiB/s wr, 1.80k op/s 2024-04-12T16:43:32.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:32 smithi099 ceph-mon[94290]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-12T16:43:32.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:32 smithi099 ceph-mon[96864]: pgmap v2133: 169 pgs: 169 active+clean; 173 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 69 MiB/s rd, 54 MiB/s wr, 1.80k op/s 2024-04-12T16:43:32.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:32 smithi099 ceph-mon[96864]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-12T16:43:33.556 INFO:tasks.workunit.client.0.smithi099.stdout:write: X 8388609~1000 2024-04-12T16:43:33.562 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 16777228~1000 2024-04-12T16:43:33.562 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 167772160 2024-04-12T16:43:33.572 INFO:tasks.workunit.client.0.smithi099.stdout:write: 2 83886079~8388609 2024-04-12T16:43:33.586 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap3 2024-04-12T16:43:33.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:33 smithi110 ceph-mon[88691]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-12T16:43:33.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:33 smithi099 ceph-mon[94290]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-12T16:43:33.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:33 smithi099 ceph-mon[96864]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-12T16:43:34.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:34 smithi110 ceph-mon[88691]: pgmap v2136: 169 pgs: 169 active+clean; 197 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 94 MiB/s rd, 70 MiB/s wr, 1.63k op/s 2024-04-12T16:43:34.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:34 smithi110 ceph-mon[88691]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-12T16:43:34.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:34 smithi099 ceph-mon[94290]: pgmap v2136: 169 pgs: 169 active+clean; 197 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 94 MiB/s rd, 70 MiB/s wr, 1.63k op/s 2024-04-12T16:43:34.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:34 smithi099 ceph-mon[94290]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-12T16:43:34.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:34 smithi099 ceph-mon[96864]: pgmap v2136: 169 pgs: 169 active+clean; 197 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 94 MiB/s rd, 70 MiB/s wr, 1.63k op/s 2024-04-12T16:43:34.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:34 smithi099 ceph-mon[96864]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-12T16:43:35.562 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:43:35.586 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 83886079~1 2024-04-12T16:43:35.595 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:43:35.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:35 smithi110 ceph-mon[88691]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-12T16:43:35.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:35 smithi099 ceph-mon[94290]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-12T16:43:35.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:35 smithi099 ceph-mon[96864]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-12T16:43:36.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:36 smithi099 ceph-mon[94290]: pgmap v2139: 169 pgs: 169 active+clean; 241 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 31 MiB/s rd, 22 MiB/s wr, 416 op/s 2024-04-12T16:43:36.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:36 smithi099 ceph-mon[94290]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-12T16:43:36.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:43:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:43:36] "GET /metrics HTTP/1.1" 200 38971 "" "Prometheus/2.43.0" 2024-04-12T16:43:36.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:36 smithi099 ceph-mon[96864]: pgmap v2139: 169 pgs: 169 active+clean; 241 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 31 MiB/s rd, 22 MiB/s wr, 416 op/s 2024-04-12T16:43:36.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:36 smithi099 ceph-mon[96864]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-12T16:43:36.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:36 smithi110 ceph-mon[88691]: pgmap v2139: 169 pgs: 169 active+clean; 241 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 31 MiB/s rd, 22 MiB/s wr, 416 op/s 2024-04-12T16:43:36.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:36 smithi110 ceph-mon[88691]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-12T16:43:37.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:37 smithi110 ceph-mon[88691]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-12T16:43:37.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:37 smithi099 ceph-mon[94290]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-12T16:43:37.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:37 smithi099 ceph-mon[96864]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-12T16:43:38.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:38 smithi110 ceph-mon[88691]: pgmap v2142: 169 pgs: 169 active+clean; 253 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 259 op/s 2024-04-12T16:43:38.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:38 smithi110 ceph-mon[88691]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-12T16:43:38.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:38 smithi099 ceph-mon[94290]: pgmap v2142: 169 pgs: 169 active+clean; 253 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 259 op/s 2024-04-12T16:43:38.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:38 smithi099 ceph-mon[94290]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-12T16:43:38.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:38 smithi099 ceph-mon[96864]: pgmap v2142: 169 pgs: 169 active+clean; 253 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 259 op/s 2024-04-12T16:43:38.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:38 smithi099 ceph-mon[96864]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-12T16:43:39.023 INFO:tasks.workunit.client.0.smithi099.stdout:migration_execute 2024-04-12T16:43:39.160 INFO:tasks.workunit.client.0.smithi099.stdout:migration_commit 2024-04-12T16:43:39.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:39 smithi110 ceph-mon[88691]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-12T16:43:39.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:39 smithi099 ceph-mon[94290]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-12T16:43:39.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:39 smithi099 ceph-mon[96864]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-12T16:43:40.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:40 smithi099 ceph-mon[94290]: pgmap v2145: 169 pgs: 169 active+clean; 253 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 3.0 MiB/s wr, 32 op/s 2024-04-12T16:43:40.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:40 smithi099 ceph-mon[94290]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-12T16:43:40.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:40 smithi099 ceph-mon[96864]: pgmap v2145: 169 pgs: 169 active+clean; 253 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 3.0 MiB/s wr, 32 op/s 2024-04-12T16:43:40.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:40 smithi099 ceph-mon[96864]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-12T16:43:41.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:40 smithi110 ceph-mon[88691]: pgmap v2145: 169 pgs: 169 active+clean; 253 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 3.0 MiB/s wr, 32 op/s 2024-04-12T16:43:41.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:40 smithi110 ceph-mon[88691]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-12T16:43:41.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:41 smithi099 ceph-mon[94290]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-12T16:43:41.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:41 smithi099 ceph-mon[96864]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-12T16:43:41.965 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.Snaps (12174 ms) 2024-04-12T16:43:41.965 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.SnapsOtherPool 2024-04-12T16:43:41.996 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:43:42.006 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 0~8388609 2024-04-12T16:43:42.059 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap1 2024-04-12T16:43:42.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:41 smithi110 ceph-mon[88691]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-12T16:43:42.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:43:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:43:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:43:42.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:42 smithi099 ceph-mon[96864]: pgmap v2148: 169 pgs: 169 active+clean; 265 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 3.0 MiB/s wr, 443 op/s 2024-04-12T16:43:42.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:42 smithi099 ceph-mon[96864]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-12T16:43:42.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:43:42.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:42 smithi099 ceph-mon[94290]: pgmap v2148: 169 pgs: 169 active+clean; 265 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 3.0 MiB/s wr, 443 op/s 2024-04-12T16:43:42.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:42 smithi099 ceph-mon[94290]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-12T16:43:42.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:43:43.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:42 smithi110 ceph-mon[88691]: pgmap v2148: 169 pgs: 169 active+clean; 265 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 3.0 MiB/s wr, 443 op/s 2024-04-12T16:43:43.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:42 smithi110 ceph-mon[88691]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-12T16:43:43.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:43:43.619 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 8388609~8388609 2024-04-12T16:43:43.640 INFO:tasks.workunit.client.0.smithi099.stdout:write: X 0~1000 2024-04-12T16:43:43.640 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 1010~1000 2024-04-12T16:43:43.640 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap2 2024-04-12T16:43:43.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:43 smithi099 ceph-mon[96864]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-12T16:43:43.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:43 smithi099 ceph-mon[94290]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-12T16:43:44.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:43 smithi110 ceph-mon[88691]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-12T16:43:44.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:44 smithi099 ceph-mon[94290]: pgmap v2151: 169 pgs: 169 active+clean; 277 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 6.0 MiB/s wr, 482 op/s 2024-04-12T16:43:44.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:44 smithi099 ceph-mon[94290]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-12T16:43:44.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:44 smithi099 ceph-mon[96864]: pgmap v2151: 169 pgs: 169 active+clean; 277 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 6.0 MiB/s wr, 482 op/s 2024-04-12T16:43:44.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:44 smithi099 ceph-mon[96864]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-12T16:43:45.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:44 smithi110 ceph-mon[88691]: pgmap v2151: 169 pgs: 169 active+clean; 277 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 6.0 MiB/s wr, 482 op/s 2024-04-12T16:43:45.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:44 smithi110 ceph-mon[88691]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-12T16:43:45.631 INFO:tasks.workunit.client.0.smithi099.stdout:write: X 8388609~1000 2024-04-12T16:43:45.641 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 16777228~1000 2024-04-12T16:43:45.641 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 167772160 2024-04-12T16:43:45.651 INFO:tasks.workunit.client.0.smithi099.stdout:write: 2 83886079~8388609 2024-04-12T16:43:45.670 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap3 2024-04-12T16:43:45.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:45 smithi099 ceph-mon[94290]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-12T16:43:45.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:45 smithi099 ceph-mon[96864]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-12T16:43:46.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:45 smithi110 ceph-mon[88691]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-12T16:43:46.618 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:43:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:43:46] "GET /metrics HTTP/1.1" 200 38979 "" "Prometheus/2.43.0" 2024-04-12T16:43:46.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:46 smithi099 ceph-mon[96864]: pgmap v2154: 169 pgs: 169 active+clean; 281 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 8.0 MiB/s wr, 142 op/s 2024-04-12T16:43:46.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:46 smithi099 ceph-mon[96864]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-12T16:43:46.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:46 smithi099 ceph-mon[94290]: pgmap v2154: 169 pgs: 169 active+clean; 281 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 8.0 MiB/s wr, 142 op/s 2024-04-12T16:43:46.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:46 smithi099 ceph-mon[94290]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-12T16:43:47.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:46 smithi110 ceph-mon[88691]: pgmap v2154: 169 pgs: 169 active+clean; 281 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 8.0 MiB/s wr, 142 op/s 2024-04-12T16:43:47.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:46 smithi110 ceph-mon[88691]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-12T16:43:47.639 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:43:47.663 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 83886079~1 2024-04-12T16:43:47.672 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 0~8388609 2024-04-12T16:43:47.680 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 16777218~8388609 2024-04-12T16:43:47.737 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:43:48.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:47 smithi110 ceph-mon[88691]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-12T16:43:48.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:47 smithi099 ceph-mon[94290]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-12T16:43:48.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:47 smithi099 ceph-mon[96864]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-12T16:43:49.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:48 smithi110 ceph-mon[88691]: pgmap v2157: 169 pgs: 169 active+clean; 293 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 10 MiB/s wr, 161 op/s 2024-04-12T16:43:49.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:48 smithi110 ceph-mon[88691]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-12T16:43:49.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:48 smithi099 ceph-mon[94290]: pgmap v2157: 169 pgs: 169 active+clean; 293 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 10 MiB/s wr, 161 op/s 2024-04-12T16:43:49.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:48 smithi099 ceph-mon[94290]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-12T16:43:49.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:48 smithi099 ceph-mon[96864]: pgmap v2157: 169 pgs: 169 active+clean; 293 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 10 MiB/s wr, 161 op/s 2024-04-12T16:43:49.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:48 smithi099 ceph-mon[96864]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-12T16:43:50.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:49 smithi110 ceph-mon[88691]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-12T16:43:50.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:49 smithi110 ceph-mon[88691]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-12T16:43:50.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:49 smithi099 ceph-mon[94290]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-12T16:43:50.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:49 smithi099 ceph-mon[94290]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-12T16:43:50.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:49 smithi099 ceph-mon[96864]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-12T16:43:50.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:49 smithi099 ceph-mon[96864]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-12T16:43:50.969 INFO:tasks.workunit.client.0.smithi099.stdout:migration_execute 2024-04-12T16:43:51.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:50 smithi110 ceph-mon[88691]: pgmap v2160: 169 pgs: 169 active+clean; 297 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 5.0 MiB/s wr, 61 op/s 2024-04-12T16:43:51.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:50 smithi110 ceph-mon[88691]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-12T16:43:51.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:50 smithi099 ceph-mon[96864]: pgmap v2160: 169 pgs: 169 active+clean; 297 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 5.0 MiB/s wr, 61 op/s 2024-04-12T16:43:51.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:50 smithi099 ceph-mon[96864]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-12T16:43:51.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:50 smithi099 ceph-mon[94290]: pgmap v2160: 169 pgs: 169 active+clean; 297 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 5.0 MiB/s wr, 61 op/s 2024-04-12T16:43:51.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:50 smithi099 ceph-mon[94290]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-12T16:43:51.134 INFO:tasks.workunit.client.0.smithi099.stdout:migration_commit 2024-04-12T16:43:52.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:43:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:43:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:43:53.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:52 smithi110 ceph-mon[88691]: pgmap v2163: 169 pgs: 169 active+clean; 317 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 102 KiB/s rd, 4.0 MiB/s wr, 150 op/s 2024-04-12T16:43:53.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:52 smithi110 ceph-mon[88691]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-12T16:43:53.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:52 smithi099 ceph-mon[94290]: pgmap v2163: 169 pgs: 169 active+clean; 317 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 102 KiB/s rd, 4.0 MiB/s wr, 150 op/s 2024-04-12T16:43:53.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:52 smithi099 ceph-mon[94290]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-12T16:43:53.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:52 smithi099 ceph-mon[96864]: pgmap v2163: 169 pgs: 169 active+clean; 317 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 102 KiB/s rd, 4.0 MiB/s wr, 150 op/s 2024-04-12T16:43:53.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:52 smithi099 ceph-mon[96864]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-12T16:43:54.023 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:53 smithi099 ceph-mon[94290]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-12T16:43:54.023 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:53 smithi099 ceph-mon[96864]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-12T16:43:54.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:53 smithi110 ceph-mon[88691]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-12T16:43:54.089 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.SnapsOtherPool (12125 ms) 2024-04-12T16:43:54.089 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.SnapsDataPool 2024-04-12T16:43:54.119 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:43:54.129 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 0~8388609 2024-04-12T16:43:54.184 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap1 2024-04-12T16:43:55.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:54 smithi110 ceph-mon[88691]: pgmap v2166: 169 pgs: 169 active+clean; 369 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 16 MiB/s wr, 213 op/s 2024-04-12T16:43:55.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:54 smithi110 ceph-mon[88691]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-12T16:43:55.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:54 smithi099 ceph-mon[94290]: pgmap v2166: 169 pgs: 169 active+clean; 369 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 16 MiB/s wr, 213 op/s 2024-04-12T16:43:55.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:54 smithi099 ceph-mon[94290]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-12T16:43:55.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:54 smithi099 ceph-mon[96864]: pgmap v2166: 169 pgs: 169 active+clean; 369 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 16 MiB/s wr, 213 op/s 2024-04-12T16:43:55.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:54 smithi099 ceph-mon[96864]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-12T16:43:55.700 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 8388609~8388609 2024-04-12T16:43:55.716 INFO:tasks.workunit.client.0.smithi099.stdout:write: X 0~1000 2024-04-12T16:43:55.716 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 1010~1000 2024-04-12T16:43:55.716 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap2 2024-04-12T16:43:56.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:55 smithi110 ceph-mon[88691]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-12T16:43:56.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:55 smithi099 ceph-mon[94290]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-12T16:43:56.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:55 smithi099 ceph-mon[96864]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-12T16:43:56.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:43:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:43:56] "GET /metrics HTTP/1.1" 200 38979 "" "Prometheus/2.43.0" 2024-04-12T16:43:57.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:56 smithi110 ceph-mon[88691]: pgmap v2169: 169 pgs: 169 active+clean; 369 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 56 MiB/s rd, 18 MiB/s wr, 443 op/s 2024-04-12T16:43:57.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:56 smithi110 ceph-mon[88691]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-12T16:43:57.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:56 smithi099 ceph-mon[94290]: pgmap v2169: 169 pgs: 169 active+clean; 369 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 56 MiB/s rd, 18 MiB/s wr, 443 op/s 2024-04-12T16:43:57.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:56 smithi099 ceph-mon[94290]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-12T16:43:57.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:56 smithi099 ceph-mon[96864]: pgmap v2169: 169 pgs: 169 active+clean; 369 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 56 MiB/s rd, 18 MiB/s wr, 443 op/s 2024-04-12T16:43:57.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:56 smithi099 ceph-mon[96864]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-12T16:43:57.710 INFO:tasks.workunit.client.0.smithi099.stdout:write: X 8388609~1000 2024-04-12T16:43:57.717 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 16777228~1000 2024-04-12T16:43:57.717 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 167772160 2024-04-12T16:43:57.730 INFO:tasks.workunit.client.0.smithi099.stdout:write: 2 83886079~8388609 2024-04-12T16:43:57.744 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap3 2024-04-12T16:43:58.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:57 smithi110 ceph-mon[88691]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-12T16:43:58.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:43:58.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:57 smithi099 ceph-mon[94290]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-12T16:43:58.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:43:58.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:57 smithi099 ceph-mon[96864]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-12T16:43:58.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:43:59.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:58 smithi110 ceph-mon[88691]: pgmap v2172: 169 pgs: 169 active+clean; 353 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 52 MiB/s rd, 7.0 MiB/s wr, 406 op/s 2024-04-12T16:43:59.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:58 smithi110 ceph-mon[88691]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-12T16:43:59.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:58 smithi099 ceph-mon[94290]: pgmap v2172: 169 pgs: 169 active+clean; 353 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 52 MiB/s rd, 7.0 MiB/s wr, 406 op/s 2024-04-12T16:43:59.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:58 smithi099 ceph-mon[94290]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-12T16:43:59.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:58 smithi099 ceph-mon[96864]: pgmap v2172: 169 pgs: 169 active+clean; 353 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 52 MiB/s rd, 7.0 MiB/s wr, 406 op/s 2024-04-12T16:43:59.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:58 smithi099 ceph-mon[96864]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-12T16:43:59.497 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:43:59.523 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 83886079~1 2024-04-12T16:43:59.532 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:44:00.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:59 smithi110 ceph-mon[88691]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-12T16:44:00.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:43:59 smithi110 ceph-mon[88691]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-12T16:44:00.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:59 smithi099 ceph-mon[94290]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-12T16:44:00.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:43:59 smithi099 ceph-mon[94290]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-12T16:44:00.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:59 smithi099 ceph-mon[96864]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-12T16:44:00.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:43:59 smithi099 ceph-mon[96864]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-12T16:44:01.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:00 smithi110 ceph-mon[88691]: pgmap v2175: 169 pgs: 169 active+clean; 353 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 1.0 MiB/s wr, 69 op/s 2024-04-12T16:44:01.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:00 smithi110 ceph-mon[88691]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-12T16:44:01.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:00 smithi099 ceph-mon[94290]: pgmap v2175: 169 pgs: 169 active+clean; 353 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 1.0 MiB/s wr, 69 op/s 2024-04-12T16:44:01.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:00 smithi099 ceph-mon[94290]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-12T16:44:01.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:00 smithi099 ceph-mon[96864]: pgmap v2175: 169 pgs: 169 active+clean; 353 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 1.0 MiB/s wr, 69 op/s 2024-04-12T16:44:01.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:00 smithi099 ceph-mon[96864]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-12T16:44:02.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:02 smithi110 ceph-mon[88691]: pgmap v2178: 169 pgs: 169 active+clean; 389 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 8.0 MiB/s wr, 113 op/s 2024-04-12T16:44:02.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:02 smithi110 ceph-mon[88691]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-12T16:44:02.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:44:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:44:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:44:02.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:02 smithi099 ceph-mon[96864]: pgmap v2178: 169 pgs: 169 active+clean; 389 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 8.0 MiB/s wr, 113 op/s 2024-04-12T16:44:02.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:02 smithi099 ceph-mon[96864]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-12T16:44:02.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:02 smithi099 ceph-mon[94290]: pgmap v2178: 169 pgs: 169 active+clean; 389 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 8.0 MiB/s wr, 113 op/s 2024-04-12T16:44:02.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:02 smithi099 ceph-mon[94290]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-12T16:44:02.925 INFO:tasks.workunit.client.0.smithi099.stdout:migration_execute 2024-04-12T16:44:03.074 INFO:tasks.workunit.client.0.smithi099.stdout:migration_commit 2024-04-12T16:44:03.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:03 smithi110 ceph-mon[88691]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-12T16:44:03.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:03 smithi099 ceph-mon[94290]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-12T16:44:03.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:03 smithi099 ceph-mon[96864]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-12T16:44:04.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:04 smithi110 ceph-mon[88691]: pgmap v2181: 169 pgs: 169 active+clean; 397 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 114 KiB/s rd, 9.0 MiB/s wr, 166 op/s 2024-04-12T16:44:04.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:04 smithi110 ceph-mon[88691]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-12T16:44:04.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:04 smithi110 ceph-mon[88691]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-12T16:44:04.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:04 smithi099 ceph-mon[94290]: pgmap v2181: 169 pgs: 169 active+clean; 397 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 114 KiB/s rd, 9.0 MiB/s wr, 166 op/s 2024-04-12T16:44:04.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:04 smithi099 ceph-mon[94290]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-12T16:44:04.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:04 smithi099 ceph-mon[94290]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-12T16:44:04.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:04 smithi099 ceph-mon[96864]: pgmap v2181: 169 pgs: 169 active+clean; 397 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 114 KiB/s rd, 9.0 MiB/s wr, 166 op/s 2024-04-12T16:44:04.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:04 smithi099 ceph-mon[96864]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-12T16:44:04.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:04 smithi099 ceph-mon[96864]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-12T16:44:05.788 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.SnapsDataPool (11699 ms) 2024-04-12T16:44:05.788 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.SnapsShrinkAfterPrepare 2024-04-12T16:44:05.819 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:44:05.831 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 0~8388609 2024-04-12T16:44:05.887 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap1 2024-04-12T16:44:06.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:06 smithi099 ceph-mon[94290]: pgmap v2184: 169 pgs: 169 active+clean; 413 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 31 MiB/s rd, 5.0 MiB/s wr, 295 op/s 2024-04-12T16:44:06.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:06 smithi099 ceph-mon[94290]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-12T16:44:06.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:06 smithi099 ceph-mon[96864]: pgmap v2184: 169 pgs: 169 active+clean; 413 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 31 MiB/s rd, 5.0 MiB/s wr, 295 op/s 2024-04-12T16:44:06.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:06 smithi099 ceph-mon[96864]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-12T16:44:06.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:44:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:44:06] "GET /metrics HTTP/1.1" 200 38979 "" "Prometheus/2.43.0" 2024-04-12T16:44:06.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:06 smithi110 ceph-mon[88691]: pgmap v2184: 169 pgs: 169 active+clean; 413 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 31 MiB/s rd, 5.0 MiB/s wr, 295 op/s 2024-04-12T16:44:06.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:06 smithi110 ceph-mon[88691]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-12T16:44:07.538 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 8388609~8388609 2024-04-12T16:44:07.557 INFO:tasks.workunit.client.0.smithi099.stdout:write: X 0~1000 2024-04-12T16:44:07.557 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 1010~1000 2024-04-12T16:44:07.557 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap2 2024-04-12T16:44:07.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:07 smithi110 ceph-mon[88691]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-12T16:44:07.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:07 smithi099 ceph-mon[94290]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-12T16:44:07.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:07 smithi099 ceph-mon[96864]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-12T16:44:08.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:08 smithi110 ceph-mon[88691]: pgmap v2187: 169 pgs: 169 active+clean; 421 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 6.0 MiB/s wr, 242 op/s 2024-04-12T16:44:08.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:08 smithi110 ceph-mon[88691]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-12T16:44:08.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:08 smithi099 ceph-mon[94290]: pgmap v2187: 169 pgs: 169 active+clean; 421 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 6.0 MiB/s wr, 242 op/s 2024-04-12T16:44:08.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:08 smithi099 ceph-mon[94290]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-12T16:44:08.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:08 smithi099 ceph-mon[96864]: pgmap v2187: 169 pgs: 169 active+clean; 421 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 6.0 MiB/s wr, 242 op/s 2024-04-12T16:44:08.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:08 smithi099 ceph-mon[96864]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-12T16:44:09.542 INFO:tasks.workunit.client.0.smithi099.stdout:write: X 8388609~1000 2024-04-12T16:44:09.548 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 16777228~1000 2024-04-12T16:44:09.548 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 167772160 2024-04-12T16:44:09.558 INFO:tasks.workunit.client.0.smithi099.stdout:write: 2 83886079~8388609 2024-04-12T16:44:09.578 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap3 2024-04-12T16:44:09.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:09 smithi110 ceph-mon[88691]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-12T16:44:09.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:09 smithi099 ceph-mon[94290]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-12T16:44:09.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:09 smithi099 ceph-mon[96864]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-12T16:44:10.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:10 smithi110 ceph-mon[88691]: pgmap v2190: 169 pgs: 169 active+clean; 417 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 3.0 MiB/s wr, 253 op/s 2024-04-12T16:44:10.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:10 smithi110 ceph-mon[88691]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-12T16:44:10.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:10 smithi099 ceph-mon[96864]: pgmap v2190: 169 pgs: 169 active+clean; 417 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 3.0 MiB/s wr, 253 op/s 2024-04-12T16:44:10.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:10 smithi099 ceph-mon[96864]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-12T16:44:10.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:10 smithi099 ceph-mon[94290]: pgmap v2190: 169 pgs: 169 active+clean; 417 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 3.0 MiB/s wr, 253 op/s 2024-04-12T16:44:10.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:10 smithi099 ceph-mon[94290]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-12T16:44:11.554 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:44:11.582 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 83886079~1 2024-04-12T16:44:11.592 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:44:11.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:11 smithi110 ceph-mon[88691]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-12T16:44:11.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:11 smithi099 ceph-mon[96864]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-12T16:44:11.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:11 smithi099 ceph-mon[94290]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-12T16:44:12.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:12 smithi110 ceph-mon[88691]: pgmap v2193: 169 pgs: 169 active+clean; 437 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 9.0 MiB/s wr, 327 op/s 2024-04-12T16:44:12.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:12 smithi110 ceph-mon[88691]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-12T16:44:12.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:44:12.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:44:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:44:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:44:12.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:12 smithi099 ceph-mon[94290]: pgmap v2193: 169 pgs: 169 active+clean; 437 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 9.0 MiB/s wr, 327 op/s 2024-04-12T16:44:12.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:12 smithi099 ceph-mon[94290]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-12T16:44:12.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:44:12.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:12 smithi099 ceph-mon[96864]: pgmap v2193: 169 pgs: 169 active+clean; 437 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 9.0 MiB/s wr, 327 op/s 2024-04-12T16:44:12.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:12 smithi099 ceph-mon[96864]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-12T16:44:12.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:44:13.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:13 smithi110 ceph-mon[88691]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-12T16:44:13.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:13 smithi099 ceph-mon[94290]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-12T16:44:13.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:13 smithi099 ceph-mon[96864]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-12T16:44:14.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:14 smithi110 ceph-mon[88691]: pgmap v2196: 169 pgs: 169 active+clean; 441 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 9.0 MiB/s wr, 165 op/s 2024-04-12T16:44:14.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:14 smithi110 ceph-mon[88691]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-12T16:44:14.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:14 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1", "id": [5, 2]}]: dispatch 2024-04-12T16:44:14.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:14 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.3", "id": [5, 0]}]: dispatch 2024-04-12T16:44:14.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:14 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.19", "id": [5, 0]}]: dispatch 2024-04-12T16:44:14.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:14 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:44:14.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:14 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1", "id": [5, 2]}]': finished 2024-04-12T16:44:14.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:14 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.3", "id": [5, 0]}]': finished 2024-04-12T16:44:14.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:14 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.19", "id": [5, 0]}]': finished 2024-04-12T16:44:14.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:14 smithi110 ceph-mon[88691]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-12T16:44:14.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:14 smithi099 ceph-mon[94290]: pgmap v2196: 169 pgs: 169 active+clean; 441 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 9.0 MiB/s wr, 165 op/s 2024-04-12T16:44:14.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:14 smithi099 ceph-mon[94290]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-12T16:44:14.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:14 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1", "id": [5, 2]}]: dispatch 2024-04-12T16:44:14.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:14 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.3", "id": [5, 0]}]: dispatch 2024-04-12T16:44:14.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:14 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.19", "id": [5, 0]}]: dispatch 2024-04-12T16:44:14.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:14 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:44:14.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:14 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1", "id": [5, 2]}]': finished 2024-04-12T16:44:14.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:14 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.3", "id": [5, 0]}]': finished 2024-04-12T16:44:14.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:14 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.19", "id": [5, 0]}]': finished 2024-04-12T16:44:14.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:14 smithi099 ceph-mon[94290]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-12T16:44:14.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:14 smithi099 ceph-mon[96864]: pgmap v2196: 169 pgs: 169 active+clean; 441 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 9.0 MiB/s wr, 165 op/s 2024-04-12T16:44:14.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:14 smithi099 ceph-mon[96864]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-12T16:44:14.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:14 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1", "id": [5, 2]}]: dispatch 2024-04-12T16:44:14.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:14 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.3", "id": [5, 0]}]: dispatch 2024-04-12T16:44:14.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:14 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.19", "id": [5, 0]}]: dispatch 2024-04-12T16:44:14.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:14 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:44:14.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:14 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1", "id": [5, 2]}]': finished 2024-04-12T16:44:14.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:14 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.3", "id": [5, 0]}]': finished 2024-04-12T16:44:14.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:14 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.19", "id": [5, 0]}]': finished 2024-04-12T16:44:14.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:14 smithi099 ceph-mon[96864]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-12T16:44:14.944 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 41943040 2024-04-12T16:44:14.967 INFO:tasks.workunit.client.0.smithi099.stdout:migration_execute 2024-04-12T16:44:15.110 INFO:tasks.workunit.client.0.smithi099.stdout:migration_commit 2024-04-12T16:44:16.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:15 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:44:16.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:15 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:44:16.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:15 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:44:16.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:15 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:44:16.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:15 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:44:16.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:15 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:44:16.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:15 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:44:16.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:15 smithi110 ceph-mon[88691]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-12T16:44:16.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:15 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:44:16.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:15 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:44:16.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:15 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:44:16.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:15 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:44:16.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:15 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:44:16.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:15 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:44:16.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:15 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:44:16.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:15 smithi099 ceph-mon[94290]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-12T16:44:16.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:15 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:44:16.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:15 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:44:16.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:15 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:44:16.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:15 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:44:16.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:15 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:44:16.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:15 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:44:16.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:15 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:44:16.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:15 smithi099 ceph-mon[96864]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-12T16:44:16.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:44:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:44:16] "GET /metrics HTTP/1.1" 200 38982 "" "Prometheus/2.43.0" 2024-04-12T16:44:17.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:16 smithi110 ceph-mon[88691]: pgmap v2199: 169 pgs: 169 active+clean; 453 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 MiB/s wr, 226 op/s 2024-04-12T16:44:17.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:16 smithi110 ceph-mon[88691]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-12T16:44:17.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:16 smithi099 ceph-mon[94290]: pgmap v2199: 169 pgs: 169 active+clean; 453 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 MiB/s wr, 226 op/s 2024-04-12T16:44:17.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:16 smithi099 ceph-mon[94290]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-12T16:44:17.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:16 smithi099 ceph-mon[96864]: pgmap v2199: 169 pgs: 169 active+clean; 453 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 MiB/s wr, 226 op/s 2024-04-12T16:44:17.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:16 smithi099 ceph-mon[96864]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-12T16:44:17.803 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.SnapsShrinkAfterPrepare (12014 ms) 2024-04-12T16:44:17.803 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroBeforePrepare 2024-04-12T16:44:17.835 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:44:17.845 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 0~8388609 2024-04-12T16:44:17.906 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap1 2024-04-12T16:44:18.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:18 smithi110 ceph-mon[88691]: pgmap v2202: 169 pgs: 169 active+clean; 461 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.0 MiB/s wr, 224 op/s 2024-04-12T16:44:18.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:18 smithi110 ceph-mon[88691]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-12T16:44:18.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:18 smithi099 ceph-mon[94290]: pgmap v2202: 169 pgs: 169 active+clean; 461 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.0 MiB/s wr, 224 op/s 2024-04-12T16:44:18.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:18 smithi099 ceph-mon[94290]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-12T16:44:18.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:18 smithi099 ceph-mon[96864]: pgmap v2202: 169 pgs: 169 active+clean; 461 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.0 MiB/s wr, 224 op/s 2024-04-12T16:44:18.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:18 smithi099 ceph-mon[96864]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-12T16:44:19.779 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 8388609~8388609 2024-04-12T16:44:19.791 INFO:tasks.workunit.client.0.smithi099.stdout:write: X 0~1000 2024-04-12T16:44:19.792 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 1010~1000 2024-04-12T16:44:19.792 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap2 2024-04-12T16:44:20.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:19 smithi110 ceph-mon[88691]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-12T16:44:20.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:19 smithi099 ceph-mon[94290]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-12T16:44:20.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:19 smithi099 ceph-mon[96864]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-12T16:44:21.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:20 smithi110 ceph-mon[88691]: pgmap v2205: 169 pgs: 169 active+clean; 461 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.0 MiB/s wr, 57 op/s 2024-04-12T16:44:21.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:20 smithi110 ceph-mon[88691]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-12T16:44:21.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:20 smithi099 ceph-mon[94290]: pgmap v2205: 169 pgs: 169 active+clean; 461 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.0 MiB/s wr, 57 op/s 2024-04-12T16:44:21.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:20 smithi099 ceph-mon[94290]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-12T16:44:21.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:20 smithi099 ceph-mon[96864]: pgmap v2205: 169 pgs: 169 active+clean; 461 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.0 MiB/s wr, 57 op/s 2024-04-12T16:44:21.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:20 smithi099 ceph-mon[96864]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-12T16:44:21.793 INFO:tasks.workunit.client.0.smithi099.stdout:write: X 8388609~1000 2024-04-12T16:44:21.799 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 16777228~1000 2024-04-12T16:44:21.799 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 167772160 2024-04-12T16:44:21.809 INFO:tasks.workunit.client.0.smithi099.stdout:write: 2 83886079~8388609 2024-04-12T16:44:21.824 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap3 2024-04-12T16:44:22.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:21 smithi110 ceph-mon[88691]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-12T16:44:22.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:21 smithi099 ceph-mon[94290]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-12T16:44:22.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:21 smithi099 ceph-mon[96864]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-12T16:44:22.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:44:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:44:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:44:23.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:22 smithi110 ceph-mon[88691]: pgmap v2208: 169 pgs: 169 active+clean; 461 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 57 MiB/s rd, 6.0 MiB/s wr, 377 op/s; 4.0 MiB/s, 2 keys/s, 2 objects/s recovering 2024-04-12T16:44:23.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:22 smithi110 ceph-mon[88691]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-12T16:44:23.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:22 smithi099 ceph-mon[94290]: pgmap v2208: 169 pgs: 169 active+clean; 461 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 57 MiB/s rd, 6.0 MiB/s wr, 377 op/s; 4.0 MiB/s, 2 keys/s, 2 objects/s recovering 2024-04-12T16:44:23.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:22 smithi099 ceph-mon[94290]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-12T16:44:23.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:22 smithi099 ceph-mon[96864]: pgmap v2208: 169 pgs: 169 active+clean; 461 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 57 MiB/s rd, 6.0 MiB/s wr, 377 op/s; 4.0 MiB/s, 2 keys/s, 2 objects/s recovering 2024-04-12T16:44:23.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:22 smithi099 ceph-mon[96864]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-12T16:44:23.803 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:44:23.827 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 83886079~1 2024-04-12T16:44:23.837 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 0 2024-04-12T16:44:23.853 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:44:24.078 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:23 smithi099 ceph-mon[94290]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-12T16:44:24.078 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:23 smithi099 ceph-mon[96864]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-12T16:44:24.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:23 smithi110 ceph-mon[88691]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-12T16:44:25.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:24 smithi110 ceph-mon[88691]: pgmap v2211: 169 pgs: 169 active+clean; 473 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 62 MiB/s rd, 9.0 MiB/s wr, 406 op/s; 4.0 MiB/s, 2 keys/s, 2 objects/s recovering 2024-04-12T16:44:25.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:24 smithi110 ceph-mon[88691]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-12T16:44:25.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:24 smithi110 ceph-mon[88691]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-12T16:44:25.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:24 smithi099 ceph-mon[94290]: pgmap v2211: 169 pgs: 169 active+clean; 473 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 62 MiB/s rd, 9.0 MiB/s wr, 406 op/s; 4.0 MiB/s, 2 keys/s, 2 objects/s recovering 2024-04-12T16:44:25.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:24 smithi099 ceph-mon[94290]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-12T16:44:25.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:24 smithi099 ceph-mon[94290]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-12T16:44:25.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:24 smithi099 ceph-mon[96864]: pgmap v2211: 169 pgs: 169 active+clean; 473 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 62 MiB/s rd, 9.0 MiB/s wr, 406 op/s; 4.0 MiB/s, 2 keys/s, 2 objects/s recovering 2024-04-12T16:44:25.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:24 smithi099 ceph-mon[96864]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-12T16:44:25.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:24 smithi099 ceph-mon[96864]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-12T16:44:26.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:26 smithi099 ceph-mon[94290]: pgmap v2214: 169 pgs: 169 active+clean; 501 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 8.0 MiB/s wr, 140 op/s 2024-04-12T16:44:26.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:26 smithi099 ceph-mon[94290]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-12T16:44:26.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:44:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:44:26] "GET /metrics HTTP/1.1" 200 38982 "" "Prometheus/2.43.0" 2024-04-12T16:44:26.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:26 smithi099 ceph-mon[96864]: pgmap v2214: 169 pgs: 169 active+clean; 501 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 8.0 MiB/s wr, 140 op/s 2024-04-12T16:44:26.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:26 smithi099 ceph-mon[96864]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-12T16:44:26.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:26 smithi110 ceph-mon[88691]: pgmap v2214: 169 pgs: 169 active+clean; 501 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 8.0 MiB/s wr, 140 op/s 2024-04-12T16:44:26.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:26 smithi110 ceph-mon[88691]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-12T16:44:26.875 INFO:tasks.workunit.client.0.smithi099.stdout:migration_execute 2024-04-12T16:44:27.023 INFO:tasks.workunit.client.0.smithi099.stdout:migration_commit 2024-04-12T16:44:27.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:27 smithi110 ceph-mon[88691]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-12T16:44:27.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:44:27.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:27 smithi099 ceph-mon[94290]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-12T16:44:27.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:44:27.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:27 smithi099 ceph-mon[96864]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-12T16:44:27.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:44:28.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:28 smithi110 ceph-mon[88691]: pgmap v2217: 169 pgs: 169 active+clean; 509 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 132 KiB/s rd, 7.0 MiB/s wr, 194 op/s 2024-04-12T16:44:28.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:28 smithi110 ceph-mon[88691]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-12T16:44:28.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:28 smithi099 ceph-mon[96864]: pgmap v2217: 169 pgs: 169 active+clean; 509 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 132 KiB/s rd, 7.0 MiB/s wr, 194 op/s 2024-04-12T16:44:28.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:28 smithi099 ceph-mon[96864]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-12T16:44:28.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:28 smithi099 ceph-mon[94290]: pgmap v2217: 169 pgs: 169 active+clean; 509 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 132 KiB/s rd, 7.0 MiB/s wr, 194 op/s 2024-04-12T16:44:28.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:28 smithi099 ceph-mon[94290]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-12T16:44:29.768 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.SnapsShrinkToZeroBeforePrepare (11966 ms) 2024-04-12T16:44:29.769 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroAfterPrepare 2024-04-12T16:44:29.802 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:44:29.813 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 0~8388609 2024-04-12T16:44:29.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:29 smithi110 ceph-mon[88691]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-12T16:44:29.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:29 smithi099 ceph-mon[94290]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-12T16:44:29.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:29 smithi099 ceph-mon[96864]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-12T16:44:29.887 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap1 2024-04-12T16:44:30.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:30 smithi110 ceph-mon[88691]: pgmap v2220: 169 pgs: 169 active+clean; 513 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 76 KiB/s rd, 3.0 MiB/s wr, 105 op/s 2024-04-12T16:44:30.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:30 smithi110 ceph-mon[88691]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-12T16:44:30.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:30 smithi099 ceph-mon[94290]: pgmap v2220: 169 pgs: 169 active+clean; 513 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 76 KiB/s rd, 3.0 MiB/s wr, 105 op/s 2024-04-12T16:44:30.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:30 smithi099 ceph-mon[94290]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-12T16:44:30.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:30 smithi099 ceph-mon[96864]: pgmap v2220: 169 pgs: 169 active+clean; 513 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 76 KiB/s rd, 3.0 MiB/s wr, 105 op/s 2024-04-12T16:44:30.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:30 smithi099 ceph-mon[96864]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-12T16:44:31.542 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 8388609~8388609 2024-04-12T16:44:31.561 INFO:tasks.workunit.client.0.smithi099.stdout:write: X 0~1000 2024-04-12T16:44:31.561 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 1010~1000 2024-04-12T16:44:31.561 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap2 2024-04-12T16:44:31.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:31 smithi110 ceph-mon[88691]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-12T16:44:31.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:31 smithi099 ceph-mon[94290]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-12T16:44:31.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:31 smithi099 ceph-mon[96864]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-12T16:44:32.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:32 smithi110 ceph-mon[88691]: pgmap v2223: 169 pgs: 169 active+clean; 517 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 4.0 MiB/s wr, 415 op/s 2024-04-12T16:44:32.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:32 smithi110 ceph-mon[88691]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-12T16:44:32.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:44:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:44:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:44:32.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:32 smithi099 ceph-mon[94290]: pgmap v2223: 169 pgs: 169 active+clean; 517 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 4.0 MiB/s wr, 415 op/s 2024-04-12T16:44:32.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:32 smithi099 ceph-mon[94290]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-12T16:44:32.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:32 smithi099 ceph-mon[96864]: pgmap v2223: 169 pgs: 169 active+clean; 517 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 4.0 MiB/s wr, 415 op/s 2024-04-12T16:44:32.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:32 smithi099 ceph-mon[96864]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-12T16:44:33.559 INFO:tasks.workunit.client.0.smithi099.stdout:write: X 8388609~1000 2024-04-12T16:44:33.567 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 16777228~1000 2024-04-12T16:44:33.567 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 167772160 2024-04-12T16:44:33.576 INFO:tasks.workunit.client.0.smithi099.stdout:write: 2 83886079~8388609 2024-04-12T16:44:33.599 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap3 2024-04-12T16:44:33.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:33 smithi110 ceph-mon[88691]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-12T16:44:33.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:33 smithi099 ceph-mon[94290]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-12T16:44:33.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:33 smithi099 ceph-mon[96864]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-12T16:44:34.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:34 smithi110 ceph-mon[88691]: pgmap v2226: 169 pgs: 169 active+clean; 517 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 7.0 MiB/s wr, 435 op/s 2024-04-12T16:44:34.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:34 smithi110 ceph-mon[88691]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-12T16:44:34.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:34 smithi110 ceph-mon[88691]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-12T16:44:34.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:34 smithi099 ceph-mon[94290]: pgmap v2226: 169 pgs: 169 active+clean; 517 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 7.0 MiB/s wr, 435 op/s 2024-04-12T16:44:34.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:34 smithi099 ceph-mon[94290]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-12T16:44:34.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:34 smithi099 ceph-mon[94290]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-12T16:44:34.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:34 smithi099 ceph-mon[96864]: pgmap v2226: 169 pgs: 169 active+clean; 517 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 7.0 MiB/s wr, 435 op/s 2024-04-12T16:44:34.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:34 smithi099 ceph-mon[96864]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-12T16:44:34.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:34 smithi099 ceph-mon[96864]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-12T16:44:35.506 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:44:35.532 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 83886079~1 2024-04-12T16:44:35.542 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:44:36.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:36 smithi099 ceph-mon[96864]: pgmap v2229: 169 pgs: 169 active+clean; 541 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 9.0 MiB/s wr, 121 op/s 2024-04-12T16:44:36.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:36 smithi099 ceph-mon[96864]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-12T16:44:36.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:36 smithi099 ceph-mon[94290]: pgmap v2229: 169 pgs: 169 active+clean; 541 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 9.0 MiB/s wr, 121 op/s 2024-04-12T16:44:36.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:36 smithi099 ceph-mon[94290]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-12T16:44:36.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:44:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:44:36] "GET /metrics HTTP/1.1" 200 38984 "" "Prometheus/2.43.0" 2024-04-12T16:44:36.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:36 smithi110 ceph-mon[88691]: pgmap v2229: 169 pgs: 169 active+clean; 541 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 9.0 MiB/s wr, 121 op/s 2024-04-12T16:44:36.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:36 smithi110 ceph-mon[88691]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-12T16:44:37.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:37 smithi110 ceph-mon[88691]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-12T16:44:37.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:37 smithi099 ceph-mon[94290]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-12T16:44:37.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:37 smithi099 ceph-mon[96864]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-12T16:44:38.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:38 smithi110 ceph-mon[88691]: pgmap v2232: 169 pgs: 169 active+clean; 561 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 9.0 MiB/s wr, 146 op/s 2024-04-12T16:44:38.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:38 smithi110 ceph-mon[88691]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-12T16:44:38.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:38 smithi099 ceph-mon[94290]: pgmap v2232: 169 pgs: 169 active+clean; 561 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 9.0 MiB/s wr, 146 op/s 2024-04-12T16:44:38.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:38 smithi099 ceph-mon[94290]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-12T16:44:38.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:38 smithi099 ceph-mon[96864]: pgmap v2232: 169 pgs: 169 active+clean; 561 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 9.0 MiB/s wr, 146 op/s 2024-04-12T16:44:38.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:38 smithi099 ceph-mon[96864]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-12T16:44:39.013 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 0 2024-04-12T16:44:39.105 INFO:tasks.workunit.client.0.smithi099.stdout:migration_execute 2024-04-12T16:44:39.226 INFO:tasks.workunit.client.0.smithi099.stdout:migration_commit 2024-04-12T16:44:39.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:39 smithi110 ceph-mon[88691]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-12T16:44:39.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:39 smithi110 ceph-mon[88691]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-12T16:44:39.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:39 smithi099 ceph-mon[94290]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-12T16:44:39.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:39 smithi099 ceph-mon[94290]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-12T16:44:39.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:39 smithi099 ceph-mon[96864]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-12T16:44:39.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:39 smithi099 ceph-mon[96864]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-12T16:44:40.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:40 smithi110 ceph-mon[88691]: pgmap v2235: 169 pgs: 169 active+clean; 565 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 34 KiB/s rd, 5.0 MiB/s wr, 58 op/s 2024-04-12T16:44:40.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:40 smithi110 ceph-mon[88691]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-12T16:44:40.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:40 smithi099 ceph-mon[94290]: pgmap v2235: 169 pgs: 169 active+clean; 565 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 34 KiB/s rd, 5.0 MiB/s wr, 58 op/s 2024-04-12T16:44:40.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:40 smithi099 ceph-mon[94290]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-12T16:44:40.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:40 smithi099 ceph-mon[96864]: pgmap v2235: 169 pgs: 169 active+clean; 565 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 34 KiB/s rd, 5.0 MiB/s wr, 58 op/s 2024-04-12T16:44:40.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:40 smithi099 ceph-mon[96864]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-12T16:44:41.786 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.SnapsShrinkToZeroAfterPrepare (12017 ms) 2024-04-12T16:44:41.786 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare 2024-04-12T16:44:41.818 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:44:41.831 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 0~8388609 2024-04-12T16:44:41.890 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap1 2024-04-12T16:44:42.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:42 smithi110 ceph-mon[88691]: pgmap v2238: 169 pgs: 169 active+clean; 569 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 2.0 MiB/s wr, 395 op/s 2024-04-12T16:44:42.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:42 smithi110 ceph-mon[88691]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-12T16:44:42.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:44:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:44:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:44:42.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:42 smithi099 ceph-mon[94290]: pgmap v2238: 169 pgs: 169 active+clean; 569 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 2.0 MiB/s wr, 395 op/s 2024-04-12T16:44:42.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:42 smithi099 ceph-mon[94290]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-12T16:44:42.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:42 smithi099 ceph-mon[96864]: pgmap v2238: 169 pgs: 169 active+clean; 569 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 2.0 MiB/s wr, 395 op/s 2024-04-12T16:44:42.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:42 smithi099 ceph-mon[96864]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-12T16:44:43.594 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 8388609~8388609 2024-04-12T16:44:43.617 INFO:tasks.workunit.client.0.smithi099.stdout:write: X 0~1000 2024-04-12T16:44:43.617 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 1010~1000 2024-04-12T16:44:43.617 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap2 2024-04-12T16:44:43.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:43 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:44:43.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:43 smithi110 ceph-mon[88691]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-12T16:44:43.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:43 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:44:43.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:43 smithi099 ceph-mon[94290]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-12T16:44:43.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:43 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:44:43.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:43 smithi099 ceph-mon[96864]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-12T16:44:44.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:44 smithi110 ceph-mon[88691]: pgmap v2241: 169 pgs: 169 active+clean; 573 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 47 MiB/s rd, 3.0 MiB/s wr, 472 op/s 2024-04-12T16:44:44.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:44 smithi110 ceph-mon[88691]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-12T16:44:44.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:44 smithi099 ceph-mon[94290]: pgmap v2241: 169 pgs: 169 active+clean; 573 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 47 MiB/s rd, 3.0 MiB/s wr, 472 op/s 2024-04-12T16:44:44.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:44 smithi099 ceph-mon[94290]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-12T16:44:44.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:44 smithi099 ceph-mon[96864]: pgmap v2241: 169 pgs: 169 active+clean; 573 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 47 MiB/s rd, 3.0 MiB/s wr, 472 op/s 2024-04-12T16:44:44.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:44 smithi099 ceph-mon[96864]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-12T16:44:45.604 INFO:tasks.workunit.client.0.smithi099.stdout:write: X 8388609~1000 2024-04-12T16:44:45.612 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 16777228~1000 2024-04-12T16:44:45.612 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 167772160 2024-04-12T16:44:45.622 INFO:tasks.workunit.client.0.smithi099.stdout:write: 2 83886079~8388609 2024-04-12T16:44:45.641 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap3 2024-04-12T16:44:45.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:45 smithi099 ceph-mon[94290]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-12T16:44:45.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:45 smithi099 ceph-mon[96864]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-12T16:44:46.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:45 smithi110 ceph-mon[88691]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-12T16:44:46.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:46 smithi099 ceph-mon[96864]: pgmap v2244: 169 pgs: 169 active+clean; 605 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 34 MiB/s rd, 12 MiB/s wr, 246 op/s 2024-04-12T16:44:46.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:46 smithi099 ceph-mon[96864]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-12T16:44:46.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:44:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:44:46] "GET /metrics HTTP/1.1" 200 38985 "" "Prometheus/2.43.0" 2024-04-12T16:44:46.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:46 smithi099 ceph-mon[94290]: pgmap v2244: 169 pgs: 169 active+clean; 605 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 34 MiB/s rd, 12 MiB/s wr, 246 op/s 2024-04-12T16:44:46.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:46 smithi099 ceph-mon[94290]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-12T16:44:47.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:46 smithi110 ceph-mon[88691]: pgmap v2244: 169 pgs: 169 active+clean; 605 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 34 MiB/s rd, 12 MiB/s wr, 246 op/s 2024-04-12T16:44:47.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:46 smithi110 ceph-mon[88691]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-12T16:44:47.622 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:44:47.645 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 83886079~1 2024-04-12T16:44:47.656 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:44:47.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:47 smithi099 ceph-mon[94290]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-12T16:44:47.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:47 smithi099 ceph-mon[96864]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-12T16:44:48.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:47 smithi110 ceph-mon[88691]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-12T16:44:48.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:48 smithi099 ceph-mon[94290]: pgmap v2247: 169 pgs: 169 active+clean; 605 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 19 MiB/s rd, 11 MiB/s wr, 190 op/s 2024-04-12T16:44:48.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:48 smithi099 ceph-mon[94290]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-12T16:44:48.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:48 smithi099 ceph-mon[96864]: pgmap v2247: 169 pgs: 169 active+clean; 605 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 19 MiB/s rd, 11 MiB/s wr, 190 op/s 2024-04-12T16:44:48.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:48 smithi099 ceph-mon[96864]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-12T16:44:49.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:48 smithi110 ceph-mon[88691]: pgmap v2247: 169 pgs: 169 active+clean; 605 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 19 MiB/s rd, 11 MiB/s wr, 190 op/s 2024-04-12T16:44:49.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:48 smithi110 ceph-mon[88691]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-12T16:44:49.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:49 smithi099 ceph-mon[94290]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-12T16:44:49.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:49 smithi099 ceph-mon[94290]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-12T16:44:49.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:49 smithi099 ceph-mon[96864]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-12T16:44:49.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:49 smithi099 ceph-mon[96864]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-12T16:44:50.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:49 smithi110 ceph-mon[88691]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-12T16:44:50.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:49 smithi110 ceph-mon[88691]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-12T16:44:50.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:50 smithi099 ceph-mon[96864]: pgmap v2250: 169 pgs: 169 active+clean; 609 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.0 MiB/s wr, 54 op/s 2024-04-12T16:44:50.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:50 smithi099 ceph-mon[96864]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-12T16:44:50.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:50 smithi099 ceph-mon[94290]: pgmap v2250: 169 pgs: 169 active+clean; 609 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.0 MiB/s wr, 54 op/s 2024-04-12T16:44:50.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:50 smithi099 ceph-mon[94290]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-12T16:44:50.944 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 167772160 2024-04-12T16:44:50.955 INFO:tasks.workunit.client.0.smithi099.stdout:write: * 83886080~1000 2024-04-12T16:44:50.986 INFO:tasks.workunit.client.0.smithi099.stdout:migration_execute 2024-04-12T16:44:51.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:50 smithi110 ceph-mon[88691]: pgmap v2250: 169 pgs: 169 active+clean; 609 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.0 MiB/s wr, 54 op/s 2024-04-12T16:44:51.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:50 smithi110 ceph-mon[88691]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-12T16:44:51.126 INFO:tasks.workunit.client.0.smithi099.stdout:migration_commit 2024-04-12T16:44:52.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:44:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:44:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:44:52.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:52 smithi099 ceph-mon[94290]: pgmap v2253: 169 pgs: 169 active+clean; 621 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 110 KiB/s rd, 4.0 MiB/s wr, 154 op/s 2024-04-12T16:44:52.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:52 smithi099 ceph-mon[94290]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-12T16:44:52.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:52 smithi099 ceph-mon[96864]: pgmap v2253: 169 pgs: 169 active+clean; 621 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 110 KiB/s rd, 4.0 MiB/s wr, 154 op/s 2024-04-12T16:44:52.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:52 smithi099 ceph-mon[96864]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-12T16:44:53.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:52 smithi110 ceph-mon[88691]: pgmap v2253: 169 pgs: 169 active+clean; 621 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 110 KiB/s rd, 4.0 MiB/s wr, 154 op/s 2024-04-12T16:44:53.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:52 smithi110 ceph-mon[88691]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-12T16:44:54.020 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare (12234 ms) 2024-04-12T16:44:54.020 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare2 2024-04-12T16:44:54.050 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:44:54.062 INFO:tasks.workunit.client.0.smithi099.stdout:write: X 41943040~10 2024-04-12T16:44:54.070 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap1 2024-04-12T16:44:54.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:53 smithi110 ceph-mon[88691]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-12T16:44:54.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:53 smithi099 ceph-mon[94290]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-12T16:44:54.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:53 smithi099 ceph-mon[96864]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-12T16:44:55.023 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:54 smithi099 ceph-mon[94290]: pgmap v2256: 169 pgs: 169 active+clean; 637 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.0 MiB/s wr, 207 op/s 2024-04-12T16:44:55.023 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:54 smithi099 ceph-mon[94290]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-12T16:44:55.024 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:54 smithi099 ceph-mon[96864]: pgmap v2256: 169 pgs: 169 active+clean; 637 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.0 MiB/s wr, 207 op/s 2024-04-12T16:44:55.024 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:54 smithi099 ceph-mon[96864]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-12T16:44:55.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:54 smithi110 ceph-mon[88691]: pgmap v2256: 169 pgs: 169 active+clean; 637 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.0 MiB/s wr, 207 op/s 2024-04-12T16:44:55.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:54 smithi110 ceph-mon[88691]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-12T16:44:55.663 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 41943040 2024-04-12T16:44:55.687 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:44:56.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:55 smithi110 ceph-mon[88691]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-12T16:44:56.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:55 smithi099 ceph-mon[96864]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-12T16:44:56.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:55 smithi099 ceph-mon[94290]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-12T16:44:56.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:44:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:44:56] "GET /metrics HTTP/1.1" 200 38985 "" "Prometheus/2.43.0" 2024-04-12T16:44:56.826 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:44:56.837 INFO:tasks.workunit.client.0.smithi099.stdout:write: Y 41943040~5 2024-04-12T16:44:56.945 INFO:tasks.workunit.client.0.smithi099.stdout:migration_execute 2024-04-12T16:44:57.018 INFO:tasks.workunit.client.0.smithi099.stdout:migration_commit 2024-04-12T16:44:57.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:56 smithi110 ceph-mon[88691]: pgmap v2259: 169 pgs: 169 active+clean; 633 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 59 MiB/s rd, 6.0 MiB/s wr, 520 op/s 2024-04-12T16:44:57.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:56 smithi110 ceph-mon[88691]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-12T16:44:57.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:56 smithi099 ceph-mon[96864]: pgmap v2259: 169 pgs: 169 active+clean; 633 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 59 MiB/s rd, 6.0 MiB/s wr, 520 op/s 2024-04-12T16:44:57.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:56 smithi099 ceph-mon[96864]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-12T16:44:57.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:56 smithi099 ceph-mon[94290]: pgmap v2259: 169 pgs: 169 active+clean; 633 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 59 MiB/s rd, 6.0 MiB/s wr, 520 op/s 2024-04-12T16:44:57.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:56 smithi099 ceph-mon[94290]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-12T16:44:57.790 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare2 (3770 ms) 2024-04-12T16:44:57.790 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.SnapsSnapAfterPrepare 2024-04-12T16:44:57.822 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:44:57.833 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 0~8388609 2024-04-12T16:44:57.897 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap1 2024-04-12T16:44:58.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:57 smithi110 ceph-mon[88691]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-12T16:44:58.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:44:58.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:57 smithi099 ceph-mon[94290]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-12T16:44:58.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:44:58.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:57 smithi099 ceph-mon[96864]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-12T16:44:58.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:44:59.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:58 smithi110 ceph-mon[88691]: pgmap v2262: 169 pgs: 169 active+clean; 621 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 60 MiB/s rd, 3.0 MiB/s wr, 446 op/s 2024-04-12T16:44:59.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:58 smithi110 ceph-mon[88691]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-12T16:44:59.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:58 smithi099 ceph-mon[96864]: pgmap v2262: 169 pgs: 169 active+clean; 621 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 60 MiB/s rd, 3.0 MiB/s wr, 446 op/s 2024-04-12T16:44:59.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:58 smithi099 ceph-mon[96864]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-12T16:44:59.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:58 smithi099 ceph-mon[94290]: pgmap v2262: 169 pgs: 169 active+clean; 621 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 60 MiB/s rd, 3.0 MiB/s wr, 446 op/s 2024-04-12T16:44:59.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:58 smithi099 ceph-mon[94290]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-12T16:44:59.515 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 8388609~8388609 2024-04-12T16:44:59.527 INFO:tasks.workunit.client.0.smithi099.stdout:write: X 0~1000 2024-04-12T16:44:59.527 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 1010~1000 2024-04-12T16:44:59.527 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap2 2024-04-12T16:45:00.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:59 smithi110 ceph-mon[88691]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-12T16:45:00.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:44:59 smithi110 ceph-mon[88691]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-12T16:45:00.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:59 smithi099 ceph-mon[96864]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-12T16:45:00.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:44:59 smithi099 ceph-mon[96864]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-12T16:45:00.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:59 smithi099 ceph-mon[94290]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-12T16:45:00.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:44:59 smithi099 ceph-mon[94290]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-12T16:45:01.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:00 smithi110 ceph-mon[88691]: pgmap v2265: 169 pgs: 169 active+clean; 621 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 4.7 KiB/s wr, 141 op/s 2024-04-12T16:45:01.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:00 smithi110 ceph-mon[88691]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-12T16:45:01.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:00 smithi099 ceph-mon[96864]: pgmap v2265: 169 pgs: 169 active+clean; 621 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 4.7 KiB/s wr, 141 op/s 2024-04-12T16:45:01.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:00 smithi099 ceph-mon[96864]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-12T16:45:01.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:00 smithi099 ceph-mon[94290]: pgmap v2265: 169 pgs: 169 active+clean; 621 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 4.7 KiB/s wr, 141 op/s 2024-04-12T16:45:01.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:00 smithi099 ceph-mon[94290]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-12T16:45:01.516 INFO:tasks.workunit.client.0.smithi099.stdout:write: X 8388609~1000 2024-04-12T16:45:01.521 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 16777228~1000 2024-04-12T16:45:01.521 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 167772160 2024-04-12T16:45:01.531 INFO:tasks.workunit.client.0.smithi099.stdout:write: 2 83886079~8388609 2024-04-12T16:45:01.547 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap3 2024-04-12T16:45:02.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:02 smithi110 ceph-mon[88691]: pgmap v2268: 169 pgs: 169 active+clean; 637 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.0 MiB/s wr, 413 op/s 2024-04-12T16:45:02.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:02 smithi110 ceph-mon[88691]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-12T16:45:02.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:45:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:45:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:45:02.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:02 smithi099 ceph-mon[96864]: pgmap v2268: 169 pgs: 169 active+clean; 637 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.0 MiB/s wr, 413 op/s 2024-04-12T16:45:02.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:02 smithi099 ceph-mon[96864]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-12T16:45:02.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:02 smithi099 ceph-mon[94290]: pgmap v2268: 169 pgs: 169 active+clean; 637 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.0 MiB/s wr, 413 op/s 2024-04-12T16:45:02.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:02 smithi099 ceph-mon[94290]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-12T16:45:03.540 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:45:03.565 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 83886079~1 2024-04-12T16:45:03.574 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:45:03.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:03 smithi110 ceph-mon[88691]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-12T16:45:03.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:03 smithi099 ceph-mon[94290]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-12T16:45:03.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:03 smithi099 ceph-mon[96864]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-12T16:45:04.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:04 smithi110 ceph-mon[88691]: pgmap v2271: 169 pgs: 169 active+clean; 645 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 215 KiB/s rd, 6.0 MiB/s wr, 291 op/s 2024-04-12T16:45:04.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:04 smithi110 ceph-mon[88691]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-12T16:45:04.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:04 smithi110 ceph-mon[88691]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-12T16:45:04.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:04 smithi099 ceph-mon[94290]: pgmap v2271: 169 pgs: 169 active+clean; 645 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 215 KiB/s rd, 6.0 MiB/s wr, 291 op/s 2024-04-12T16:45:04.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:04 smithi099 ceph-mon[94290]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-12T16:45:04.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:04 smithi099 ceph-mon[94290]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-12T16:45:04.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:04 smithi099 ceph-mon[96864]: pgmap v2271: 169 pgs: 169 active+clean; 645 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 215 KiB/s rd, 6.0 MiB/s wr, 291 op/s 2024-04-12T16:45:04.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:04 smithi099 ceph-mon[96864]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-12T16:45:04.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:04 smithi099 ceph-mon[96864]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-12T16:45:06.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:06 smithi099 ceph-mon[94290]: pgmap v2274: 169 pgs: 169 active+clean; 661 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 72 KiB/s rd, 5.0 MiB/s wr, 109 op/s 2024-04-12T16:45:06.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:06 smithi099 ceph-mon[94290]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-12T16:45:06.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:45:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:45:06] "GET /metrics HTTP/1.1" 200 38982 "" "Prometheus/2.43.0" 2024-04-12T16:45:06.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:06 smithi099 ceph-mon[96864]: pgmap v2274: 169 pgs: 169 active+clean; 661 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 72 KiB/s rd, 5.0 MiB/s wr, 109 op/s 2024-04-12T16:45:06.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:06 smithi099 ceph-mon[96864]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-12T16:45:06.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:06 smithi110 ceph-mon[88691]: pgmap v2274: 169 pgs: 169 active+clean; 661 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 72 KiB/s rd, 5.0 MiB/s wr, 109 op/s 2024-04-12T16:45:06.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:06 smithi110 ceph-mon[88691]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-12T16:45:07.092 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: after_prepare_snap 2024-04-12T16:45:07.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:07 smithi110 ceph-mon[88691]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-12T16:45:07.846 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:07 smithi099 ceph-mon[94290]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-12T16:45:07.847 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:07 smithi099 ceph-mon[96864]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-12T16:45:08.532 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 41943040 2024-04-12T16:45:08.564 INFO:tasks.workunit.client.0.smithi099.stdout:write: * 0~1000 2024-04-12T16:45:08.570 INFO:tasks.workunit.client.0.smithi099.stdout:migration_execute 2024-04-12T16:45:08.718 INFO:tasks.workunit.client.0.smithi099.stdout:migration_commit 2024-04-12T16:45:08.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:08 smithi110 ceph-mon[88691]: pgmap v2277: 169 pgs: 169 active+clean; 677 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 124 KiB/s rd, 6.0 MiB/s wr, 179 op/s 2024-04-12T16:45:08.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:08 smithi110 ceph-mon[88691]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-12T16:45:08.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:08 smithi099 ceph-mon[96864]: pgmap v2277: 169 pgs: 169 active+clean; 677 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 124 KiB/s rd, 6.0 MiB/s wr, 179 op/s 2024-04-12T16:45:08.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:08 smithi099 ceph-mon[96864]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-12T16:45:08.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:08 smithi099 ceph-mon[94290]: pgmap v2277: 169 pgs: 169 active+clean; 677 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 124 KiB/s rd, 6.0 MiB/s wr, 179 op/s 2024-04-12T16:45:08.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:08 smithi099 ceph-mon[94290]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-12T16:45:09.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:09 smithi110 ceph-mon[88691]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-12T16:45:09.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:09 smithi099 ceph-mon[94290]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-12T16:45:09.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:09 smithi099 ceph-mon[96864]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-12T16:45:10.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:10 smithi110 ceph-mon[88691]: pgmap v2280: 169 pgs: 169 active+clean; 677 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 67 KiB/s rd, 3.0 MiB/s wr, 87 op/s 2024-04-12T16:45:10.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:10 smithi110 ceph-mon[88691]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-12T16:45:10.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:10 smithi099 ceph-mon[94290]: pgmap v2280: 169 pgs: 169 active+clean; 677 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 67 KiB/s rd, 3.0 MiB/s wr, 87 op/s 2024-04-12T16:45:10.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:10 smithi099 ceph-mon[94290]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-12T16:45:10.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:10 smithi099 ceph-mon[96864]: pgmap v2280: 169 pgs: 169 active+clean; 677 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 67 KiB/s rd, 3.0 MiB/s wr, 87 op/s 2024-04-12T16:45:10.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:10 smithi099 ceph-mon[96864]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-12T16:45:11.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:11 smithi110 ceph-mon[88691]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-12T16:45:11.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:11 smithi099 ceph-mon[94290]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-12T16:45:11.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:11 smithi099 ceph-mon[96864]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-12T16:45:11.908 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.SnapsSnapAfterPrepare (14118 ms) 2024-04-12T16:45:11.908 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.SnapsSnapExpandAfterPrepare 2024-04-12T16:45:11.938 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:45:11.949 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 0~8388609 2024-04-12T16:45:12.000 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap1 2024-04-12T16:45:12.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:45:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:45:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:45:12.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:12 smithi110 ceph-mon[88691]: pgmap v2283: 169 pgs: 169 active+clean; 693 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 34 MiB/s rd, 4.0 MiB/s wr, 307 op/s 2024-04-12T16:45:12.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:12 smithi110 ceph-mon[88691]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-12T16:45:12.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:45:12.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:12 smithi099 ceph-mon[94290]: pgmap v2283: 169 pgs: 169 active+clean; 693 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 34 MiB/s rd, 4.0 MiB/s wr, 307 op/s 2024-04-12T16:45:12.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:12 smithi099 ceph-mon[94290]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-12T16:45:12.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:45:12.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:12 smithi099 ceph-mon[96864]: pgmap v2283: 169 pgs: 169 active+clean; 693 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 34 MiB/s rd, 4.0 MiB/s wr, 307 op/s 2024-04-12T16:45:12.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:12 smithi099 ceph-mon[96864]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-12T16:45:12.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:45:13.567 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 8388609~8388609 2024-04-12T16:45:13.589 INFO:tasks.workunit.client.0.smithi099.stdout:write: X 0~1000 2024-04-12T16:45:13.590 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 1010~1000 2024-04-12T16:45:13.590 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap2 2024-04-12T16:45:13.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:13 smithi110 ceph-mon[88691]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-12T16:45:13.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:13 smithi099 ceph-mon[94290]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-12T16:45:13.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:13 smithi099 ceph-mon[96864]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-12T16:45:14.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:14 smithi110 ceph-mon[88691]: pgmap v2286: 169 pgs: 169 active+clean; 697 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 55 MiB/s rd, 6.0 MiB/s wr, 538 op/s 2024-04-12T16:45:14.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:14 smithi110 ceph-mon[88691]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-12T16:45:14.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:14 smithi099 ceph-mon[94290]: pgmap v2286: 169 pgs: 169 active+clean; 697 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 55 MiB/s rd, 6.0 MiB/s wr, 538 op/s 2024-04-12T16:45:14.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:14 smithi099 ceph-mon[94290]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-12T16:45:14.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:14 smithi099 ceph-mon[96864]: pgmap v2286: 169 pgs: 169 active+clean; 697 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 55 MiB/s rd, 6.0 MiB/s wr, 538 op/s 2024-04-12T16:45:14.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:14 smithi099 ceph-mon[96864]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-12T16:45:15.576 INFO:tasks.workunit.client.0.smithi099.stdout:write: X 8388609~1000 2024-04-12T16:45:15.582 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 16777228~1000 2024-04-12T16:45:15.582 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 167772160 2024-04-12T16:45:15.594 INFO:tasks.workunit.client.0.smithi099.stdout:write: 2 83886079~8388609 2024-04-12T16:45:15.613 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap3 2024-04-12T16:45:15.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:15 smithi110 ceph-mon[88691]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-12T16:45:15.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:15 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:45:15.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:15 smithi099 ceph-mon[96864]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-12T16:45:15.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:15 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:45:15.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:15 smithi099 ceph-mon[94290]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-12T16:45:15.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:15 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:45:16.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:45:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:45:16] "GET /metrics HTTP/1.1" 200 38982 "" "Prometheus/2.43.0" 2024-04-12T16:45:16.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:16 smithi099 ceph-mon[94290]: pgmap v2289: 169 pgs: 169 active+clean; 693 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 5.0 MiB/s wr, 335 op/s 2024-04-12T16:45:16.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:16 smithi099 ceph-mon[94290]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-12T16:45:16.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:16 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:45:16.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:16 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:45:16.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:16 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:45:16.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:16 smithi099 ceph-mon[96864]: pgmap v2289: 169 pgs: 169 active+clean; 693 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 5.0 MiB/s wr, 335 op/s 2024-04-12T16:45:16.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:16 smithi099 ceph-mon[96864]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-12T16:45:16.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:16 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:45:16.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:16 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:45:16.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:16 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:45:16.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:16 smithi110 ceph-mon[88691]: pgmap v2289: 169 pgs: 169 active+clean; 693 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 5.0 MiB/s wr, 335 op/s 2024-04-12T16:45:16.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:16 smithi110 ceph-mon[88691]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-12T16:45:16.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:16 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:45:16.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:16 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:45:16.833 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:16 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:45:17.601 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:45:17.626 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 83886079~1 2024-04-12T16:45:17.634 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:45:17.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:17 smithi110 ceph-mon[88691]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-12T16:45:17.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:17 smithi099 ceph-mon[94290]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-12T16:45:17.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:17 smithi099 ceph-mon[96864]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-12T16:45:18.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:18 smithi099 ceph-mon[94290]: pgmap v2292: 169 pgs: 169 active+clean; 713 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 35 MiB/s rd, 8.0 MiB/s wr, 136 op/s 2024-04-12T16:45:18.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:18 smithi099 ceph-mon[94290]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-12T16:45:18.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:18 smithi099 ceph-mon[96864]: pgmap v2292: 169 pgs: 169 active+clean; 713 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 35 MiB/s rd, 8.0 MiB/s wr, 136 op/s 2024-04-12T16:45:18.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:18 smithi099 ceph-mon[96864]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-12T16:45:19.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:18 smithi110 ceph-mon[88691]: pgmap v2292: 169 pgs: 169 active+clean; 713 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 35 MiB/s rd, 8.0 MiB/s wr, 136 op/s 2024-04-12T16:45:19.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:18 smithi110 ceph-mon[88691]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-12T16:45:19.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:19 smithi099 ceph-mon[94290]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-12T16:45:19.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:19 smithi099 ceph-mon[94290]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-12T16:45:19.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:19 smithi099 ceph-mon[96864]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-12T16:45:19.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:19 smithi099 ceph-mon[96864]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-12T16:45:20.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:19 smithi110 ceph-mon[88691]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-12T16:45:20.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:19 smithi110 ceph-mon[88691]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-12T16:45:20.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:20 smithi099 ceph-mon[96864]: pgmap v2295: 169 pgs: 169 active+clean; 721 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 16 MiB/s rd, 7.0 MiB/s wr, 39 op/s 2024-04-12T16:45:20.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:20 smithi099 ceph-mon[96864]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-12T16:45:20.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:20 smithi099 ceph-mon[94290]: pgmap v2295: 169 pgs: 169 active+clean; 721 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 16 MiB/s rd, 7.0 MiB/s wr, 39 op/s 2024-04-12T16:45:20.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:20 smithi099 ceph-mon[94290]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-12T16:45:20.952 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: after_prepare_snap 2024-04-12T16:45:21.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:20 smithi110 ceph-mon[88691]: pgmap v2295: 169 pgs: 169 active+clean; 721 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 16 MiB/s rd, 7.0 MiB/s wr, 39 op/s 2024-04-12T16:45:21.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:20 smithi110 ceph-mon[88691]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-12T16:45:22.587 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:45:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:45:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:45:22.619 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 167772160 2024-04-12T16:45:22.629 INFO:tasks.workunit.client.0.smithi099.stdout:write: * 83886080~1000 2024-04-12T16:45:22.651 INFO:tasks.workunit.client.0.smithi099.stdout:migration_execute 2024-04-12T16:45:22.789 INFO:tasks.workunit.client.0.smithi099.stdout:migration_commit 2024-04-12T16:45:22.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:22 smithi099 ceph-mon[96864]: pgmap v2298: 169 pgs: 169 active+clean; 733 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 109 KiB/s rd, 4.0 MiB/s wr, 154 op/s 2024-04-12T16:45:22.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:22 smithi099 ceph-mon[96864]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-12T16:45:22.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:22 smithi099 ceph-mon[94290]: pgmap v2298: 169 pgs: 169 active+clean; 733 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 109 KiB/s rd, 4.0 MiB/s wr, 154 op/s 2024-04-12T16:45:22.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:22 smithi099 ceph-mon[94290]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-12T16:45:23.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:22 smithi110 ceph-mon[88691]: pgmap v2298: 169 pgs: 169 active+clean; 733 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 109 KiB/s rd, 4.0 MiB/s wr, 154 op/s 2024-04-12T16:45:23.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:22 smithi110 ceph-mon[88691]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-12T16:45:23.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:23 smithi099 ceph-mon[94290]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-12T16:45:23.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:23 smithi099 ceph-mon[96864]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-12T16:45:24.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:23 smithi110 ceph-mon[88691]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-12T16:45:24.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:24 smithi099 ceph-mon[94290]: pgmap v2301: 169 pgs: 169 active+clean; 733 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.0 MiB/s wr, 226 op/s 2024-04-12T16:45:24.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:24 smithi099 ceph-mon[94290]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-12T16:45:24.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:24 smithi099 ceph-mon[96864]: pgmap v2301: 169 pgs: 169 active+clean; 733 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.0 MiB/s wr, 226 op/s 2024-04-12T16:45:24.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:24 smithi099 ceph-mon[96864]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-12T16:45:25.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:24 smithi110 ceph-mon[88691]: pgmap v2301: 169 pgs: 169 active+clean; 733 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.0 MiB/s wr, 226 op/s 2024-04-12T16:45:25.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:24 smithi110 ceph-mon[88691]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-12T16:45:26.063 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.SnapsSnapExpandAfterPrepare (14155 ms) 2024-04-12T16:45:26.063 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.Clone 2024-04-12T16:45:26.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:25 smithi110 ceph-mon[88691]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-12T16:45:26.093 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:45:26.104 INFO:tasks.workunit.client.0.smithi099.stdout:write: X 0~8388609 2024-04-12T16:45:26.121 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:25 smithi099 ceph-mon[94290]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-12T16:45:26.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:25 smithi099 ceph-mon[96864]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-12T16:45:26.159 INFO:tasks.workunit.client.0.smithi099.stdout:write: X 16777218~8388609 2024-04-12T16:45:26.206 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap 2024-04-12T16:45:26.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:45:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:45:26] "GET /metrics HTTP/1.1" 200 38982 "" "Prometheus/2.43.0" 2024-04-12T16:45:27.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:26 smithi110 ceph-mon[88691]: pgmap v2304: 169 pgs: 169 active+clean; 749 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 5.0 MiB/s wr, 362 op/s 2024-04-12T16:45:27.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:26 smithi110 ceph-mon[88691]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-12T16:45:27.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:26 smithi099 ceph-mon[96864]: pgmap v2304: 169 pgs: 169 active+clean; 749 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 5.0 MiB/s wr, 362 op/s 2024-04-12T16:45:27.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:26 smithi099 ceph-mon[96864]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-12T16:45:27.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:26 smithi099 ceph-mon[94290]: pgmap v2304: 169 pgs: 169 active+clean; 749 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 5.0 MiB/s wr, 362 op/s 2024-04-12T16:45:27.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:26 smithi099 ceph-mon[94290]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-12T16:45:27.659 INFO:tasks.workunit.client.0.smithi099.stdout:snap_protect: snap 2024-04-12T16:45:27.670 INFO:tasks.workunit.client.0.smithi099.stdout:clone image105 -> image108 2024-04-12T16:45:27.769 INFO:tasks.workunit.client.0.smithi099.stdout:write: X 0~1000 2024-04-12T16:45:27.823 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 1010~1000 2024-04-12T16:45:27.825 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap 2024-04-12T16:45:28.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:27 smithi110 ceph-mon[88691]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-12T16:45:28.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:45:28.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:27 smithi099 ceph-mon[94290]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-12T16:45:28.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:45:28.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:27 smithi099 ceph-mon[96864]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-12T16:45:28.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:45:29.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:28 smithi110 ceph-mon[88691]: pgmap v2307: 169 pgs: 169 active+clean; 761 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 8.0 MiB/s wr, 314 op/s 2024-04-12T16:45:29.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:28 smithi110 ceph-mon[88691]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-12T16:45:29.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:28 smithi099 ceph-mon[94290]: pgmap v2307: 169 pgs: 169 active+clean; 761 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 8.0 MiB/s wr, 314 op/s 2024-04-12T16:45:29.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:28 smithi099 ceph-mon[94290]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-12T16:45:29.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:28 smithi099 ceph-mon[96864]: pgmap v2307: 169 pgs: 169 active+clean; 761 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 8.0 MiB/s wr, 314 op/s 2024-04-12T16:45:29.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:28 smithi099 ceph-mon[96864]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-12T16:45:29.667 INFO:tasks.workunit.client.0.smithi099.stdout:snap_protect: snap 2024-04-12T16:45:29.684 INFO:tasks.workunit.client.0.smithi099.stdout:clone image108 -> image110 2024-04-12T16:45:29.815 INFO:tasks.workunit.client.0.smithi099.stdout:write: X 1000~1000 2024-04-12T16:45:29.868 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 2010~1000 2024-04-12T16:45:29.871 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:45:30.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:29 smithi110 ceph-mon[88691]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-12T16:45:30.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:29 smithi099 ceph-mon[94290]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-12T16:45:30.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:29 smithi099 ceph-mon[96864]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-12T16:45:30.155 INFO:tasks.workunit.client.0.smithi099.stdout:migration_execute 2024-04-12T16:45:30.331 INFO:tasks.workunit.client.0.smithi099.stdout:migration_commit 2024-04-12T16:45:30.501 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.Clone (4439 ms) 2024-04-12T16:45:30.501 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.CloneParent 2024-04-12T16:45:30.533 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:45:30.546 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap 2024-04-12T16:45:31.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:30 smithi110 ceph-mon[88691]: pgmap v2310: 169 pgs: 169 active+clean; 761 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 26 MiB/s rd, 5.0 MiB/s wr, 182 op/s 2024-04-12T16:45:31.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:30 smithi110 ceph-mon[88691]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-12T16:45:31.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:30 smithi099 ceph-mon[94290]: pgmap v2310: 169 pgs: 169 active+clean; 761 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 26 MiB/s rd, 5.0 MiB/s wr, 182 op/s 2024-04-12T16:45:31.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:30 smithi099 ceph-mon[94290]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-12T16:45:31.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:30 smithi099 ceph-mon[96864]: pgmap v2310: 169 pgs: 169 active+clean; 761 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 26 MiB/s rd, 5.0 MiB/s wr, 182 op/s 2024-04-12T16:45:31.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:30 smithi099 ceph-mon[96864]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-12T16:45:31.690 INFO:tasks.workunit.client.0.smithi099.stdout:snap_protect: snap 2024-04-12T16:45:31.706 INFO:tasks.workunit.client.0.smithi099.stdout:clone image111 -> image114 2024-04-12T16:45:31.806 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:45:31.959 INFO:tasks.workunit.client.0.smithi099.stdout:migration_abort 2024-04-12T16:45:32.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:31 smithi110 ceph-mon[88691]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-12T16:45:32.082 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.CloneParent (1580 ms) 2024-04-12T16:45:32.082 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.CloneUpdateAfterPrepare 2024-04-12T16:45:32.114 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:45:32.121 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:31 smithi099 ceph-mon[94290]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-12T16:45:32.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:31 smithi099 ceph-mon[96864]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-12T16:45:32.124 INFO:tasks.workunit.client.0.smithi099.stdout:write: X 0~10 2024-04-12T16:45:32.133 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap 2024-04-12T16:45:32.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:45:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:45:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:45:33.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:32 smithi110 ceph-mon[88691]: pgmap v2313: 169 pgs: 169 active+clean; 765 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 6.0 MiB/s wr, 384 op/s 2024-04-12T16:45:33.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:32 smithi110 ceph-mon[88691]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-12T16:45:33.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:32 smithi099 ceph-mon[94290]: pgmap v2313: 169 pgs: 169 active+clean; 765 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 6.0 MiB/s wr, 384 op/s 2024-04-12T16:45:33.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:32 smithi099 ceph-mon[94290]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-12T16:45:33.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:32 smithi099 ceph-mon[96864]: pgmap v2313: 169 pgs: 169 active+clean; 765 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 6.0 MiB/s wr, 384 op/s 2024-04-12T16:45:33.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:32 smithi099 ceph-mon[96864]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-12T16:45:33.706 INFO:tasks.workunit.client.0.smithi099.stdout:snap_protect: snap 2024-04-12T16:45:33.720 INFO:tasks.workunit.client.0.smithi099.stdout:clone image115 -> image118 2024-04-12T16:45:33.822 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:45:33.976 INFO:tasks.workunit.client.0.smithi099.stdout:write: Y 0~1 2024-04-12T16:45:34.003 INFO:tasks.workunit.client.0.smithi099.stdout:migration_execute 2024-04-12T16:45:34.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:33 smithi110 ceph-mon[88691]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-12T16:45:34.082 INFO:tasks.workunit.client.0.smithi099.stdout:migration_commit 2024-04-12T16:45:34.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:33 smithi099 ceph-mon[94290]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-12T16:45:34.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:33 smithi099 ceph-mon[96864]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-12T16:45:34.186 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.CloneUpdateAfterPrepare (2104 ms) 2024-04-12T16:45:34.186 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.TriggerAssertSnapcSeq 2024-04-12T16:45:34.214 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:45:34.225 INFO:tasks.workunit.client.0.smithi099.stdout:write: A 41943040~10 2024-04-12T16:45:34.233 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap1 2024-04-12T16:45:35.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:34 smithi110 ceph-mon[88691]: pgmap v2316: 169 pgs: 169 active+clean; 777 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 7.0 MiB/s wr, 308 op/s 2024-04-12T16:45:35.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:34 smithi110 ceph-mon[88691]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-12T16:45:35.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:34 smithi110 ceph-mon[88691]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-12T16:45:35.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:34 smithi099 ceph-mon[96864]: pgmap v2316: 169 pgs: 169 active+clean; 777 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 7.0 MiB/s wr, 308 op/s 2024-04-12T16:45:35.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:34 smithi099 ceph-mon[96864]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-12T16:45:35.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:34 smithi099 ceph-mon[96864]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-12T16:45:35.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:34 smithi099 ceph-mon[94290]: pgmap v2316: 169 pgs: 169 active+clean; 777 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 7.0 MiB/s wr, 308 op/s 2024-04-12T16:45:35.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:34 smithi099 ceph-mon[94290]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-12T16:45:35.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:34 smithi099 ceph-mon[94290]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-12T16:45:35.530 INFO:tasks.workunit.client.0.smithi099.stdout:write: B 41943041~10 2024-04-12T16:45:35.536 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:45:36.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:36 smithi099 ceph-mon[94290]: pgmap v2319: 169 pgs: 169 active+clean; 781 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 5.0 MiB/s wr, 1.03k op/s 2024-04-12T16:45:36.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:36 smithi099 ceph-mon[94290]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-12T16:45:36.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:36 smithi099 ceph-mon[96864]: pgmap v2319: 169 pgs: 169 active+clean; 781 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 5.0 MiB/s wr, 1.03k op/s 2024-04-12T16:45:36.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:36 smithi099 ceph-mon[96864]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-12T16:45:36.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:45:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:45:36] "GET /metrics HTTP/1.1" 200 38984 "" "Prometheus/2.43.0" 2024-04-12T16:45:36.680 INFO:tasks.workunit.client.0.smithi099.stdout:write: C 41943042~10 2024-04-12T16:45:36.694 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap2 2024-04-12T16:45:36.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:36 smithi110 ceph-mon[88691]: pgmap v2319: 169 pgs: 169 active+clean; 781 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 5.0 MiB/s wr, 1.03k op/s 2024-04-12T16:45:36.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:36 smithi110 ceph-mon[88691]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-12T16:45:37.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:37 smithi110 ceph-mon[88691]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-12T16:45:37.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:37 smithi099 ceph-mon[94290]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-12T16:45:37.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:37 smithi099 ceph-mon[96864]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-12T16:45:38.541 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 41943040 2024-04-12T16:45:38.574 INFO:tasks.workunit.client.0.smithi099.stdout:migration_execute 2024-04-12T16:45:38.636 INFO:tasks.workunit.client.0.smithi099.stdout:migration_commit 2024-04-12T16:45:38.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:38 smithi110 ceph-mon[88691]: pgmap v2322: 169 pgs: 169 active+clean; 785 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 1.30k op/s 2024-04-12T16:45:38.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:38 smithi110 ceph-mon[88691]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-12T16:45:38.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:38 smithi099 ceph-mon[94290]: pgmap v2322: 169 pgs: 169 active+clean; 785 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 1.30k op/s 2024-04-12T16:45:38.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:38 smithi099 ceph-mon[94290]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-12T16:45:38.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:38 smithi099 ceph-mon[96864]: pgmap v2322: 169 pgs: 169 active+clean; 785 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 1.30k op/s 2024-04-12T16:45:38.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:38 smithi099 ceph-mon[96864]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-12T16:45:39.671 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.TriggerAssertSnapcSeq (5486 ms) 2024-04-12T16:45:39.672 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.SnapTrimBeforePrepare 2024-04-12T16:45:39.706 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:45:39.717 INFO:tasks.workunit.client.0.smithi099.stdout:write: A 41943040~10 2024-04-12T16:45:39.725 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap1 2024-04-12T16:45:39.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:39 smithi110 ceph-mon[88691]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-12T16:45:39.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:39 smithi099 ceph-mon[94290]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-12T16:45:39.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:39 smithi099 ceph-mon[96864]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-12T16:45:40.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:40 smithi110 ceph-mon[88691]: pgmap v2325: 169 pgs: 169 active+clean; 785 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.0 MiB/s wr, 452 op/s 2024-04-12T16:45:40.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:40 smithi110 ceph-mon[88691]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-12T16:45:40.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:40 smithi099 ceph-mon[94290]: pgmap v2325: 169 pgs: 169 active+clean; 785 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.0 MiB/s wr, 452 op/s 2024-04-12T16:45:40.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:40 smithi099 ceph-mon[94290]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-12T16:45:40.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:40 smithi099 ceph-mon[96864]: pgmap v2325: 169 pgs: 169 active+clean; 785 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.0 MiB/s wr, 452 op/s 2024-04-12T16:45:40.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:40 smithi099 ceph-mon[96864]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-12T16:45:41.568 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 41943040 2024-04-12T16:45:41.592 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:45:41.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:41 smithi110 ceph-mon[88691]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-12T16:45:41.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:41 smithi099 ceph-mon[94290]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-12T16:45:41.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:41 smithi099 ceph-mon[96864]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-12T16:45:42.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:42 smithi110 ceph-mon[88691]: pgmap v2328: 169 pgs: 169 active+clean; 785 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 213 KiB/s rd, 14 KiB/s wr, 283 op/s 2024-04-12T16:45:42.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:42 smithi110 ceph-mon[88691]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-12T16:45:42.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:45:42.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:45:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:45:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:45:42.696 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:45:42.709 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap3 2024-04-12T16:45:42.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:42 smithi099 ceph-mon[96864]: pgmap v2328: 169 pgs: 169 active+clean; 785 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 213 KiB/s rd, 14 KiB/s wr, 283 op/s 2024-04-12T16:45:42.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:42 smithi099 ceph-mon[96864]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-12T16:45:42.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:45:42.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:42 smithi099 ceph-mon[94290]: pgmap v2328: 169 pgs: 169 active+clean; 785 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 213 KiB/s rd, 14 KiB/s wr, 283 op/s 2024-04-12T16:45:42.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:42 smithi099 ceph-mon[94290]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-12T16:45:42.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:45:43.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:43 smithi110 ceph-mon[88691]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-12T16:45:43.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:43 smithi099 ceph-mon[94290]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-12T16:45:43.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:43 smithi099 ceph-mon[96864]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-12T16:45:44.581 INFO:tasks.workunit.client.0.smithi099.stdout:write: B 41943040~10 2024-04-12T16:45:44.590 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap4 2024-04-12T16:45:44.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:44 smithi110 ceph-mon[88691]: pgmap v2331: 169 pgs: 169 active+clean; 785 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 186 KiB/s rd, 21 KiB/s wr, 261 op/s 2024-04-12T16:45:44.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:44 smithi110 ceph-mon[88691]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-12T16:45:44.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:44 smithi099 ceph-mon[94290]: pgmap v2331: 169 pgs: 169 active+clean; 785 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 186 KiB/s rd, 21 KiB/s wr, 261 op/s 2024-04-12T16:45:44.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:44 smithi099 ceph-mon[94290]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-12T16:45:44.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:44 smithi099 ceph-mon[96864]: pgmap v2331: 169 pgs: 169 active+clean; 785 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 186 KiB/s rd, 21 KiB/s wr, 261 op/s 2024-04-12T16:45:44.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:44 smithi099 ceph-mon[96864]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-12T16:45:45.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:45 smithi110 ceph-mon[88691]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-12T16:45:45.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:45 smithi099 ceph-mon[94290]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-12T16:45:45.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:45 smithi099 ceph-mon[96864]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-12T16:45:46.598 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 41943040 2024-04-12T16:45:46.621 INFO:tasks.workunit.client.0.smithi099.stdout:migration_execute 2024-04-12T16:45:46.621 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:46 smithi099 ceph-mon[94290]: pgmap v2334: 169 pgs: 169 active+clean; 785 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 145 KiB/s rd, 16 KiB/s wr, 196 op/s 2024-04-12T16:45:46.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:46 smithi099 ceph-mon[94290]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-12T16:45:46.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:46 smithi099 ceph-mon[96864]: pgmap v2334: 169 pgs: 169 active+clean; 785 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 145 KiB/s rd, 16 KiB/s wr, 196 op/s 2024-04-12T16:45:46.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:46 smithi099 ceph-mon[96864]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-12T16:45:46.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:45:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:45:46] "GET /metrics HTTP/1.1" 200 38988 "" "Prometheus/2.43.0" 2024-04-12T16:45:46.685 INFO:tasks.workunit.client.0.smithi099.stdout:migration_commit 2024-04-12T16:45:47.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:46 smithi110 ceph-mon[88691]: pgmap v2334: 169 pgs: 169 active+clean; 785 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 145 KiB/s rd, 16 KiB/s wr, 196 op/s 2024-04-12T16:45:47.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:46 smithi110 ceph-mon[88691]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-12T16:45:47.765 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.SnapTrimBeforePrepare (8093 ms) 2024-04-12T16:45:47.765 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.AbortInUseImage 2024-04-12T16:45:47.797 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:45:47.807 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:45:47.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:47 smithi099 ceph-mon[94290]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-12T16:45:47.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:47 smithi099 ceph-mon[96864]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-12T16:45:47.986 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.AbortInUseImage (222 ms) 2024-04-12T16:45:47.986 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.AbortWithoutSnapshots 2024-04-12T16:45:48.018 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:45:48.028 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 0~8388609 2024-04-12T16:45:48.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:47 smithi110 ceph-mon[88691]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-12T16:45:48.100 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 16777218~8388609 2024-04-12T16:45:48.148 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:45:48.341 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 0~8388609 2024-04-12T16:45:48.392 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 16777218~8388609 2024-04-12T16:45:48.439 INFO:tasks.workunit.client.0.smithi099.stdout:migration_abort 2024-04-12T16:45:48.636 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.AbortWithoutSnapshots (649 ms) 2024-04-12T16:45:48.636 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.AbortWithSnapshots 2024-04-12T16:45:48.668 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:45:48.678 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 0~8388609 2024-04-12T16:45:48.738 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap1 2024-04-12T16:45:48.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:48 smithi099 ceph-mon[94290]: pgmap v2337: 169 pgs: 169 active+clean; 785 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 142 KiB/s rd, 13 KiB/s wr, 189 op/s 2024-04-12T16:45:48.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:48 smithi099 ceph-mon[94290]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-12T16:45:48.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:48 smithi099 ceph-mon[96864]: pgmap v2337: 169 pgs: 169 active+clean; 785 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 142 KiB/s rd, 13 KiB/s wr, 189 op/s 2024-04-12T16:45:48.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:48 smithi099 ceph-mon[96864]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-12T16:45:49.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:48 smithi110 ceph-mon[88691]: pgmap v2337: 169 pgs: 169 active+clean; 785 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 142 KiB/s rd, 13 KiB/s wr, 189 op/s 2024-04-12T16:45:49.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:48 smithi110 ceph-mon[88691]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-12T16:45:50.532 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 8388609~8388609 2024-04-12T16:45:50.551 INFO:tasks.workunit.client.0.smithi099.stdout:write: X 0~1000 2024-04-12T16:45:50.552 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 1010~1000 2024-04-12T16:45:50.552 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap2 2024-04-12T16:45:50.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:50 smithi110 ceph-mon[88691]: pgmap v2339: 169 pgs: 169 active+clean; 785 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 52 KiB/s rd, 7.8 KiB/s wr, 73 op/s 2024-04-12T16:45:50.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:50 smithi110 ceph-mon[88691]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-12T16:45:50.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:50 smithi099 ceph-mon[96864]: pgmap v2339: 169 pgs: 169 active+clean; 785 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 52 KiB/s rd, 7.8 KiB/s wr, 73 op/s 2024-04-12T16:45:50.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:50 smithi099 ceph-mon[96864]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-12T16:45:50.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:50 smithi099 ceph-mon[94290]: pgmap v2339: 169 pgs: 169 active+clean; 785 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 52 KiB/s rd, 7.8 KiB/s wr, 73 op/s 2024-04-12T16:45:50.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:50 smithi099 ceph-mon[94290]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-12T16:45:51.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:51 smithi110 ceph-mon[88691]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-12T16:45:51.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:51 smithi099 ceph-mon[94290]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-12T16:45:51.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:51 smithi099 ceph-mon[96864]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-12T16:45:52.549 INFO:tasks.workunit.client.0.smithi099.stdout:write: X 8388609~1000 2024-04-12T16:45:52.559 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 16777228~1000 2024-04-12T16:45:52.559 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 167772160 2024-04-12T16:45:52.568 INFO:tasks.workunit.client.0.smithi099.stdout:write: 2 83886079~8388609 2024-04-12T16:45:52.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:52 smithi110 ceph-mon[88691]: pgmap v2342: 169 pgs: 169 active+clean; 797 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 7.4 MiB/s rd, 8.0 MiB/s wr, 364 op/s 2024-04-12T16:45:52.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:52 smithi110 ceph-mon[88691]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-12T16:45:52.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:45:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:45:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:45:52.593 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap3 2024-04-12T16:45:52.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:52 smithi099 ceph-mon[96864]: pgmap v2342: 169 pgs: 169 active+clean; 797 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 7.4 MiB/s rd, 8.0 MiB/s wr, 364 op/s 2024-04-12T16:45:52.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:52 smithi099 ceph-mon[96864]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-12T16:45:52.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:52 smithi099 ceph-mon[94290]: pgmap v2342: 169 pgs: 169 active+clean; 797 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 7.4 MiB/s rd, 8.0 MiB/s wr, 364 op/s 2024-04-12T16:45:52.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:52 smithi099 ceph-mon[94290]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-12T16:45:53.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:53 smithi110 ceph-mon[88691]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-12T16:45:53.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:53 smithi099 ceph-mon[94290]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-12T16:45:53.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:53 smithi099 ceph-mon[96864]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-12T16:45:54.528 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:45:54.550 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 83886079~1 2024-04-12T16:45:54.558 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:45:54.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:54 smithi110 ceph-mon[88691]: pgmap v2345: 169 pgs: 169 active+clean; 845 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 21 MiB/s rd, 28 MiB/s wr, 631 op/s 2024-04-12T16:45:54.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:54 smithi110 ceph-mon[88691]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-12T16:45:54.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:54 smithi110 ceph-mon[88691]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-12T16:45:54.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:54 smithi099 ceph-mon[94290]: pgmap v2345: 169 pgs: 169 active+clean; 845 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 21 MiB/s rd, 28 MiB/s wr, 631 op/s 2024-04-12T16:45:54.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:54 smithi099 ceph-mon[94290]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-12T16:45:54.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:54 smithi099 ceph-mon[94290]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-12T16:45:54.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:54 smithi099 ceph-mon[96864]: pgmap v2345: 169 pgs: 169 active+clean; 845 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 21 MiB/s rd, 28 MiB/s wr, 631 op/s 2024-04-12T16:45:54.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:54 smithi099 ceph-mon[96864]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-12T16:45:54.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:54 smithi099 ceph-mon[96864]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-12T16:45:56.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:56 smithi099 ceph-mon[94290]: pgmap v2348: 169 pgs: 169 active+clean; 853 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 21 MiB/s wr, 351 op/s 2024-04-12T16:45:56.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:56 smithi099 ceph-mon[94290]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-12T16:45:56.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:45:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:45:56] "GET /metrics HTTP/1.1" 200 38988 "" "Prometheus/2.43.0" 2024-04-12T16:45:56.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:56 smithi099 ceph-mon[96864]: pgmap v2348: 169 pgs: 169 active+clean; 853 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 21 MiB/s wr, 351 op/s 2024-04-12T16:45:56.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:56 smithi099 ceph-mon[96864]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-12T16:45:56.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:56 smithi110 ceph-mon[88691]: pgmap v2348: 169 pgs: 169 active+clean; 853 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 21 MiB/s wr, 351 op/s 2024-04-12T16:45:56.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:56 smithi110 ceph-mon[88691]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-12T16:45:57.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:57 smithi110 ceph-mon[88691]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-12T16:45:57.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:45:57.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:57 smithi099 ceph-mon[94290]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-12T16:45:57.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:45:57.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:57 smithi099 ceph-mon[96864]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-12T16:45:57.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:45:58.064 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 0~8388609 2024-04-12T16:45:58.150 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 16777218~8388609 2024-04-12T16:45:58.584 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 0~8388609 2024-04-12T16:45:58.595 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 16777218~8388609 2024-04-12T16:45:58.680 INFO:tasks.workunit.client.0.smithi099.stdout:migration_abort 2024-04-12T16:45:58.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:58 smithi110 ceph-mon[88691]: pgmap v2351: 169 pgs: 169 active+clean; 869 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 93 KiB/s rd, 4.0 MiB/s wr, 131 op/s 2024-04-12T16:45:58.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:58 smithi110 ceph-mon[88691]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-12T16:45:58.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:58 smithi099 ceph-mon[94290]: pgmap v2351: 169 pgs: 169 active+clean; 869 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 93 KiB/s rd, 4.0 MiB/s wr, 131 op/s 2024-04-12T16:45:58.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:58 smithi099 ceph-mon[94290]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-12T16:45:58.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:58 smithi099 ceph-mon[96864]: pgmap v2351: 169 pgs: 169 active+clean; 869 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 93 KiB/s rd, 4.0 MiB/s wr, 131 op/s 2024-04-12T16:45:58.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:58 smithi099 ceph-mon[96864]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-12T16:45:59.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:45:59 smithi110 ceph-mon[88691]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-12T16:45:59.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:45:59 smithi099 ceph-mon[94290]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-12T16:45:59.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:45:59 smithi099 ceph-mon[96864]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-12T16:46:00.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:00 smithi110 ceph-mon[88691]: pgmap v2354: 169 pgs: 169 active+clean; 873 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 17 KiB/s rd, 3.0 MiB/s wr, 32 op/s 2024-04-12T16:46:00.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:00 smithi110 ceph-mon[88691]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-12T16:46:00.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:00 smithi099 ceph-mon[94290]: pgmap v2354: 169 pgs: 169 active+clean; 873 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 17 KiB/s rd, 3.0 MiB/s wr, 32 op/s 2024-04-12T16:46:00.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:00 smithi099 ceph-mon[94290]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-12T16:46:00.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:00 smithi099 ceph-mon[96864]: pgmap v2354: 169 pgs: 169 active+clean; 873 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 17 KiB/s rd, 3.0 MiB/s wr, 32 op/s 2024-04-12T16:46:00.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:00 smithi099 ceph-mon[96864]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-12T16:46:01.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:01 smithi099 ceph-mon[94290]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-12T16:46:01.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:01 smithi099 ceph-mon[96864]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-12T16:46:02.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:01 smithi110 ceph-mon[88691]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-12T16:46:02.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:46:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:46:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:46:02.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:02 smithi099 ceph-mon[94290]: pgmap v2357: 169 pgs: 169 active+clean; 917 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 14 MiB/s wr, 325 op/s 2024-04-12T16:46:02.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:02 smithi099 ceph-mon[94290]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-12T16:46:02.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:02 smithi099 ceph-mon[96864]: pgmap v2357: 169 pgs: 169 active+clean; 917 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 14 MiB/s wr, 325 op/s 2024-04-12T16:46:02.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:02 smithi099 ceph-mon[96864]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-12T16:46:03.033 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.AbortWithSnapshots (14397 ms) 2024-04-12T16:46:03.033 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.CloneV1Parent 2024-04-12T16:46:03.065 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:46:03.075 INFO:tasks.workunit.client.0.smithi099.stdout:write: A 0~10 2024-04-12T16:46:03.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:02 smithi110 ceph-mon[88691]: pgmap v2357: 169 pgs: 169 active+clean; 917 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 14 MiB/s wr, 325 op/s 2024-04-12T16:46:03.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:02 smithi110 ceph-mon[88691]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-12T16:46:03.083 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap1 2024-04-12T16:46:03.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:03 smithi099 ceph-mon[94290]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-12T16:46:03.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:03 smithi099 ceph-mon[96864]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-12T16:46:04.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:03 smithi110 ceph-mon[88691]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-12T16:46:04.626 INFO:tasks.workunit.client.0.smithi099.stdout:snap_protect: snap1 2024-04-12T16:46:04.696 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:46:04.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:04 smithi099 ceph-mon[94290]: pgmap v2360: 169 pgs: 169 active+clean; 949 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 23 MiB/s wr, 402 op/s 2024-04-12T16:46:04.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:04 smithi099 ceph-mon[94290]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-12T16:46:04.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:04 smithi099 ceph-mon[96864]: pgmap v2360: 169 pgs: 169 active+clean; 949 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 23 MiB/s wr, 402 op/s 2024-04-12T16:46:04.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:04 smithi099 ceph-mon[96864]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-12T16:46:05.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:04 smithi110 ceph-mon[88691]: pgmap v2360: 169 pgs: 169 active+clean; 949 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 23 MiB/s wr, 402 op/s 2024-04-12T16:46:05.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:04 smithi110 ceph-mon[88691]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-12T16:46:05.832 INFO:tasks.workunit.client.0.smithi099.stdout:migration_execute 2024-04-12T16:46:05.871 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:05 smithi099 ceph-mon[94290]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-12T16:46:05.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:05 smithi099 ceph-mon[96864]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-12T16:46:05.909 INFO:tasks.workunit.client.0.smithi099.stdout:migration_commit 2024-04-12T16:46:06.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:05 smithi110 ceph-mon[88691]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-12T16:46:06.620 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:46:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:46:06] "GET /metrics HTTP/1.1" 200 38978 "" "Prometheus/2.43.0" 2024-04-12T16:46:06.750 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.CloneV1Parent (3717 ms) 2024-04-12T16:46:06.750 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.CloneV2Parent 2024-04-12T16:46:06.781 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:46:06.793 INFO:tasks.workunit.client.0.smithi099.stdout:write: A 0~10 2024-04-12T16:46:06.801 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap1 2024-04-12T16:46:06.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:06 smithi099 ceph-mon[94290]: pgmap v2363: 169 pgs: 169 active+clean; 921 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 10 MiB/s wr, 209 op/s 2024-04-12T16:46:06.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:06 smithi099 ceph-mon[94290]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-12T16:46:06.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:06 smithi099 ceph-mon[96864]: pgmap v2363: 169 pgs: 169 active+clean; 921 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 10 MiB/s wr, 209 op/s 2024-04-12T16:46:06.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:06 smithi099 ceph-mon[96864]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-12T16:46:07.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:06 smithi110 ceph-mon[88691]: pgmap v2363: 169 pgs: 169 active+clean; 921 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 10 MiB/s wr, 209 op/s 2024-04-12T16:46:07.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:06 smithi110 ceph-mon[88691]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-12T16:46:08.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:07 smithi110 ceph-mon[88691]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-12T16:46:08.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:07 smithi099 ceph-mon[94290]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-12T16:46:08.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:07 smithi099 ceph-mon[96864]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-12T16:46:08.653 INFO:tasks.workunit.client.0.smithi099.stdout:snap_protect: snap1 2024-04-12T16:46:08.715 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:46:09.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:08 smithi110 ceph-mon[88691]: pgmap v2366: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 17 KiB/s wr, 304 op/s 2024-04-12T16:46:09.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:08 smithi110 ceph-mon[88691]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-12T16:46:09.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:08 smithi099 ceph-mon[94290]: pgmap v2366: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 17 KiB/s wr, 304 op/s 2024-04-12T16:46:09.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:08 smithi099 ceph-mon[94290]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-12T16:46:09.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:08 smithi099 ceph-mon[96864]: pgmap v2366: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 17 KiB/s wr, 304 op/s 2024-04-12T16:46:09.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:08 smithi099 ceph-mon[96864]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-12T16:46:09.725 INFO:tasks.workunit.client.0.smithi099.stdout:migration_execute 2024-04-12T16:46:09.803 INFO:tasks.workunit.client.0.smithi099.stdout:migration_commit 2024-04-12T16:46:10.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:09 smithi110 ceph-mon[88691]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-12T16:46:10.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:09 smithi110 ceph-mon[88691]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-12T16:46:10.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:09 smithi099 ceph-mon[94290]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-12T16:46:10.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:09 smithi099 ceph-mon[94290]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-12T16:46:10.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:09 smithi099 ceph-mon[96864]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-12T16:46:10.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:09 smithi099 ceph-mon[96864]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-12T16:46:10.788 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.CloneV2Parent (4039 ms) 2024-04-12T16:46:10.788 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.CloneV1ParentAbort 2024-04-12T16:46:10.821 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:46:10.832 INFO:tasks.workunit.client.0.smithi099.stdout:write: A 0~10 2024-04-12T16:46:10.841 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap1 2024-04-12T16:46:10.980 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:10 smithi110 ceph-mon[88691]: pgmap v2369: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 25 MiB/s rd, 9.2 KiB/s wr, 226 op/s 2024-04-12T16:46:11.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:10 smithi099 ceph-mon[94290]: pgmap v2369: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 25 MiB/s rd, 9.2 KiB/s wr, 226 op/s 2024-04-12T16:46:11.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:10 smithi099 ceph-mon[96864]: pgmap v2369: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 25 MiB/s rd, 9.2 KiB/s wr, 226 op/s 2024-04-12T16:46:12.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:11 smithi110 ceph-mon[88691]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-12T16:46:12.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:11 smithi099 ceph-mon[94290]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-12T16:46:12.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:11 smithi099 ceph-mon[96864]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-12T16:46:12.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:46:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:46:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:46:12.680 INFO:tasks.workunit.client.0.smithi099.stdout:snap_protect: snap1 2024-04-12T16:46:12.745 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:46:13.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:12 smithi110 ceph-mon[88691]: pgmap v2372: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 4.2 MiB/s rd, 16 KiB/s wr, 309 op/s 2024-04-12T16:46:13.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:12 smithi110 ceph-mon[88691]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-12T16:46:13.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:46:13.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:12 smithi099 ceph-mon[96864]: pgmap v2372: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 4.2 MiB/s rd, 16 KiB/s wr, 309 op/s 2024-04-12T16:46:13.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:12 smithi099 ceph-mon[96864]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-12T16:46:13.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:46:13.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:12 smithi099 ceph-mon[94290]: pgmap v2372: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 4.2 MiB/s rd, 16 KiB/s wr, 309 op/s 2024-04-12T16:46:13.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:12 smithi099 ceph-mon[94290]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-12T16:46:13.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:46:13.864 INFO:tasks.workunit.client.0.smithi099.stdout:migration_abort 2024-04-12T16:46:14.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:13 smithi110 ceph-mon[88691]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-12T16:46:14.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:13 smithi099 ceph-mon[94290]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-12T16:46:14.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:13 smithi099 ceph-mon[96864]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-12T16:46:14.676 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.CloneV1ParentAbort (3888 ms) 2024-04-12T16:46:14.677 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.CloneV2ParentAbort 2024-04-12T16:46:14.707 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:46:14.717 INFO:tasks.workunit.client.0.smithi099.stdout:write: A 0~10 2024-04-12T16:46:14.727 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap1 2024-04-12T16:46:15.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:14 smithi110 ceph-mon[88691]: pgmap v2375: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 365 KiB/s rd, 25 KiB/s wr, 470 op/s 2024-04-12T16:46:15.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:14 smithi110 ceph-mon[88691]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-12T16:46:15.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:14 smithi110 ceph-mon[88691]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-12T16:46:15.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:14 smithi099 ceph-mon[96864]: pgmap v2375: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 365 KiB/s rd, 25 KiB/s wr, 470 op/s 2024-04-12T16:46:15.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:14 smithi099 ceph-mon[96864]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-12T16:46:15.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:14 smithi099 ceph-mon[96864]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-12T16:46:15.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:14 smithi099 ceph-mon[94290]: pgmap v2375: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 365 KiB/s rd, 25 KiB/s wr, 470 op/s 2024-04-12T16:46:15.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:14 smithi099 ceph-mon[94290]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-12T16:46:15.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:14 smithi099 ceph-mon[94290]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-12T16:46:16.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:46:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:46:16] "GET /metrics HTTP/1.1" 200 38985 "" "Prometheus/2.43.0" 2024-04-12T16:46:16.696 INFO:tasks.workunit.client.0.smithi099.stdout:snap_protect: snap1 2024-04-12T16:46:16.755 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:46:17.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:16 smithi110 ceph-mon[88691]: pgmap v2378: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 335 KiB/s rd, 21 KiB/s wr, 426 op/s 2024-04-12T16:46:17.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:16 smithi110 ceph-mon[88691]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-12T16:46:17.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:16 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:46:17.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:16 smithi099 ceph-mon[96864]: pgmap v2378: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 335 KiB/s rd, 21 KiB/s wr, 426 op/s 2024-04-12T16:46:17.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:16 smithi099 ceph-mon[96864]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-12T16:46:17.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:16 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:46:17.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:16 smithi099 ceph-mon[94290]: pgmap v2378: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 335 KiB/s rd, 21 KiB/s wr, 426 op/s 2024-04-12T16:46:17.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:16 smithi099 ceph-mon[94290]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-12T16:46:17.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:16 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:46:17.860 INFO:tasks.workunit.client.0.smithi099.stdout:migration_abort 2024-04-12T16:46:18.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:17 smithi110 ceph-mon[88691]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-12T16:46:18.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:17 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:46:18.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:17 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:46:18.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:17 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:46:18.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:17 smithi099 ceph-mon[94290]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-12T16:46:18.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:17 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:46:18.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:17 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:46:18.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:17 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:46:18.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:17 smithi099 ceph-mon[96864]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-12T16:46:18.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:17 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:46:18.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:17 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:46:18.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:17 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:46:18.997 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.CloneV2ParentAbort (4320 ms) 2024-04-12T16:46:18.997 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach 2024-04-12T16:46:19.029 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:46:19.039 INFO:tasks.workunit.client.0.smithi099.stdout:write: A 0~10 2024-04-12T16:46:19.047 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap1 2024-04-12T16:46:19.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:18 smithi110 ceph-mon[88691]: pgmap v2381: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 370 KiB/s rd, 23 KiB/s wr, 472 op/s 2024-04-12T16:46:19.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:18 smithi110 ceph-mon[88691]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-12T16:46:19.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:18 smithi099 ceph-mon[96864]: pgmap v2381: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 370 KiB/s rd, 23 KiB/s wr, 472 op/s 2024-04-12T16:46:19.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:18 smithi099 ceph-mon[96864]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-12T16:46:19.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:18 smithi099 ceph-mon[94290]: pgmap v2381: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 370 KiB/s rd, 23 KiB/s wr, 472 op/s 2024-04-12T16:46:19.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:18 smithi099 ceph-mon[94290]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-12T16:46:20.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:19 smithi110 ceph-mon[88691]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-12T16:46:20.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:19 smithi110 ceph-mon[88691]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-12T16:46:20.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:19 smithi099 ceph-mon[96864]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-12T16:46:20.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:19 smithi099 ceph-mon[96864]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-12T16:46:20.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:19 smithi099 ceph-mon[94290]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-12T16:46:20.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:19 smithi099 ceph-mon[94290]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-12T16:46:20.534 INFO:tasks.workunit.client.0.smithi099.stdout:snap_protect: snap1 2024-04-12T16:46:20.602 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:46:21.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:20 smithi110 ceph-mon[88691]: pgmap v2384: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 203 KiB/s rd, 10 KiB/s wr, 252 op/s 2024-04-12T16:46:21.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:20 smithi110 ceph-mon[88691]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-12T16:46:21.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:20 smithi099 ceph-mon[94290]: pgmap v2384: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 203 KiB/s rd, 10 KiB/s wr, 252 op/s 2024-04-12T16:46:21.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:20 smithi099 ceph-mon[94290]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-12T16:46:21.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:20 smithi099 ceph-mon[96864]: pgmap v2384: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 203 KiB/s rd, 10 KiB/s wr, 252 op/s 2024-04-12T16:46:21.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:20 smithi099 ceph-mon[96864]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-12T16:46:21.724 INFO:tasks.workunit.client.0.smithi099.stdout:migration_abort 2024-04-12T16:46:22.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:22 smithi110 ceph-mon[88691]: pgmap v2387: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 162 KiB/s rd, 16 KiB/s wr, 215 op/s 2024-04-12T16:46:22.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:22 smithi110 ceph-mon[88691]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-12T16:46:22.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:46:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:46:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:46:22.667 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach (3671 ms) 2024-04-12T16:46:22.667 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixParentReattach 2024-04-12T16:46:22.698 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:46:22.709 INFO:tasks.workunit.client.0.smithi099.stdout:write: A 0~10 2024-04-12T16:46:22.716 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap1 2024-04-12T16:46:22.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:22 smithi099 ceph-mon[94290]: pgmap v2387: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 162 KiB/s rd, 16 KiB/s wr, 215 op/s 2024-04-12T16:46:22.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:22 smithi099 ceph-mon[94290]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-12T16:46:22.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:22 smithi099 ceph-mon[96864]: pgmap v2387: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 162 KiB/s rd, 16 KiB/s wr, 215 op/s 2024-04-12T16:46:22.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:22 smithi099 ceph-mon[96864]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-12T16:46:23.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:23 smithi110 ceph-mon[88691]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-12T16:46:23.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:23 smithi099 ceph-mon[94290]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-12T16:46:23.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:23 smithi099 ceph-mon[96864]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-12T16:46:24.535 INFO:tasks.workunit.client.0.smithi099.stdout:snap_protect: snap1 2024-04-12T16:46:24.598 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:46:24.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:24 smithi110 ceph-mon[88691]: pgmap v2390: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 282 KiB/s rd, 24 KiB/s wr, 371 op/s 2024-04-12T16:46:24.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:24 smithi110 ceph-mon[88691]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-12T16:46:24.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:24 smithi110 ceph-mon[88691]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-12T16:46:24.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:24 smithi099 ceph-mon[96864]: pgmap v2390: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 282 KiB/s rd, 24 KiB/s wr, 371 op/s 2024-04-12T16:46:24.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:24 smithi099 ceph-mon[96864]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-12T16:46:24.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:24 smithi099 ceph-mon[96864]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-12T16:46:24.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:24 smithi099 ceph-mon[94290]: pgmap v2390: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 282 KiB/s rd, 24 KiB/s wr, 371 op/s 2024-04-12T16:46:24.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:24 smithi099 ceph-mon[94290]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-12T16:46:24.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:24 smithi099 ceph-mon[94290]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-12T16:46:25.734 INFO:tasks.workunit.client.0.smithi099.stdout:migration_abort 2024-04-12T16:46:26.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:26 smithi099 ceph-mon[94290]: pgmap v2393: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 282 KiB/s rd, 17 KiB/s wr, 363 op/s 2024-04-12T16:46:26.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:26 smithi099 ceph-mon[94290]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-12T16:46:26.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:46:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:46:26] "GET /metrics HTTP/1.1" 200 38985 "" "Prometheus/2.43.0" 2024-04-12T16:46:26.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:26 smithi099 ceph-mon[96864]: pgmap v2393: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 282 KiB/s rd, 17 KiB/s wr, 363 op/s 2024-04-12T16:46:26.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:26 smithi099 ceph-mon[96864]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-12T16:46:26.690 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixParentReattach (4022 ms) 2024-04-12T16:46:26.690 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.CloneV1ParentAbortRelinkNotNeeded 2024-04-12T16:46:26.722 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:46:26.732 INFO:tasks.workunit.client.0.smithi099.stdout:write: A 0~10 2024-04-12T16:46:26.741 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap1 2024-04-12T16:46:26.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:26 smithi110 ceph-mon[88691]: pgmap v2393: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 282 KiB/s rd, 17 KiB/s wr, 363 op/s 2024-04-12T16:46:26.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:26 smithi110 ceph-mon[88691]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-12T16:46:27.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:27 smithi110 ceph-mon[88691]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-12T16:46:27.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:46:27.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:27 smithi099 ceph-mon[94290]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-12T16:46:27.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:46:27.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:27 smithi099 ceph-mon[96864]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-12T16:46:27.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:46:28.572 INFO:tasks.workunit.client.0.smithi099.stdout:snap_protect: snap1 2024-04-12T16:46:28.636 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:46:28.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:28 smithi110 ceph-mon[88691]: pgmap v2396: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 263 KiB/s rd, 17 KiB/s wr, 339 op/s 2024-04-12T16:46:28.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:28 smithi110 ceph-mon[88691]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-12T16:46:28.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:28 smithi099 ceph-mon[94290]: pgmap v2396: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 263 KiB/s rd, 17 KiB/s wr, 339 op/s 2024-04-12T16:46:28.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:28 smithi099 ceph-mon[94290]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-12T16:46:28.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:28 smithi099 ceph-mon[96864]: pgmap v2396: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 263 KiB/s rd, 17 KiB/s wr, 339 op/s 2024-04-12T16:46:28.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:28 smithi099 ceph-mon[96864]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-12T16:46:29.762 INFO:tasks.workunit.client.0.smithi099.stdout:migration_abort 2024-04-12T16:46:29.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:29 smithi110 ceph-mon[88691]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-12T16:46:29.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:29 smithi099 ceph-mon[94290]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-12T16:46:29.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:29 smithi099 ceph-mon[96864]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-12T16:46:30.705 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.CloneV1ParentAbortRelinkNotNeeded (4015 ms) 2024-04-12T16:46:30.706 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach 2024-04-12T16:46:30.738 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:46:30.748 INFO:tasks.workunit.client.0.smithi099.stdout:write: A 0~10 2024-04-12T16:46:30.757 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap1 2024-04-12T16:46:30.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:30 smithi110 ceph-mon[88691]: pgmap v2399: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 129 KiB/s rd, 9.7 KiB/s wr, 164 op/s 2024-04-12T16:46:30.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:30 smithi110 ceph-mon[88691]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-12T16:46:30.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:30 smithi099 ceph-mon[96864]: pgmap v2399: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 129 KiB/s rd, 9.7 KiB/s wr, 164 op/s 2024-04-12T16:46:30.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:30 smithi099 ceph-mon[96864]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-12T16:46:30.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:30 smithi099 ceph-mon[94290]: pgmap v2399: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 129 KiB/s rd, 9.7 KiB/s wr, 164 op/s 2024-04-12T16:46:30.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:30 smithi099 ceph-mon[94290]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-12T16:46:31.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:31 smithi110 ceph-mon[88691]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-12T16:46:31.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:31 smithi099 ceph-mon[94290]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-12T16:46:31.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:31 smithi099 ceph-mon[96864]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-12T16:46:32.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:46:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:46:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:46:32.597 INFO:tasks.workunit.client.0.smithi099.stdout:snap_protect: snap1 2024-04-12T16:46:32.665 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:46:32.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:32 smithi099 ceph-mon[94290]: pgmap v2402: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 308 KiB/s rd, 14 KiB/s wr, 378 op/s 2024-04-12T16:46:32.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:32 smithi099 ceph-mon[94290]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-12T16:46:32.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:32 smithi099 ceph-mon[96864]: pgmap v2402: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 308 KiB/s rd, 14 KiB/s wr, 378 op/s 2024-04-12T16:46:32.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:32 smithi099 ceph-mon[96864]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-12T16:46:33.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:32 smithi110 ceph-mon[88691]: pgmap v2402: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 308 KiB/s rd, 14 KiB/s wr, 378 op/s 2024-04-12T16:46:33.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:32 smithi110 ceph-mon[88691]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-12T16:46:33.779 INFO:tasks.workunit.client.0.smithi099.stdout:migration_abort 2024-04-12T16:46:33.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:33 smithi099 ceph-mon[94290]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-12T16:46:33.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:33 smithi099 ceph-mon[96864]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-12T16:46:34.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:33 smithi110 ceph-mon[88691]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-12T16:46:34.682 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach (3972 ms) 2024-04-12T16:46:34.683 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixParentReattach 2024-04-12T16:46:34.710 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:46:34.728 INFO:tasks.workunit.client.0.smithi099.stdout:write: A 0~10 2024-04-12T16:46:34.730 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap1 2024-04-12T16:46:34.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:34 smithi099 ceph-mon[94290]: pgmap v2405: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 342 KiB/s rd, 20 KiB/s wr, 437 op/s 2024-04-12T16:46:34.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:34 smithi099 ceph-mon[94290]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-12T16:46:34.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:34 smithi099 ceph-mon[94290]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-12T16:46:34.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:34 smithi099 ceph-mon[96864]: pgmap v2405: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 342 KiB/s rd, 20 KiB/s wr, 437 op/s 2024-04-12T16:46:34.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:34 smithi099 ceph-mon[96864]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-12T16:46:34.876 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:34 smithi099 ceph-mon[96864]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-12T16:46:35.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:34 smithi110 ceph-mon[88691]: pgmap v2405: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 342 KiB/s rd, 20 KiB/s wr, 437 op/s 2024-04-12T16:46:35.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:34 smithi110 ceph-mon[88691]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-12T16:46:35.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:34 smithi110 ceph-mon[88691]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-12T16:46:36.621 INFO:tasks.workunit.client.0.smithi099.stdout:snap_protect: snap1 2024-04-12T16:46:36.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:36 smithi099 ceph-mon[94290]: pgmap v2408: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 392 KiB/s rd, 29 KiB/s wr, 512 op/s 2024-04-12T16:46:36.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:36 smithi099 ceph-mon[94290]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-12T16:46:36.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:46:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:46:36] "GET /metrics HTTP/1.1" 200 38982 "" "Prometheus/2.43.0" 2024-04-12T16:46:36.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:36 smithi099 ceph-mon[96864]: pgmap v2408: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 392 KiB/s rd, 29 KiB/s wr, 512 op/s 2024-04-12T16:46:36.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:36 smithi099 ceph-mon[96864]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-12T16:46:36.685 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:46:37.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:36 smithi110 ceph-mon[88691]: pgmap v2408: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 392 KiB/s rd, 29 KiB/s wr, 512 op/s 2024-04-12T16:46:37.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:36 smithi110 ceph-mon[88691]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-12T16:46:37.809 INFO:tasks.workunit.client.0.smithi099.stdout:migration_abort 2024-04-12T16:46:37.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:37 smithi099 ceph-mon[94290]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-12T16:46:37.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:37 smithi099 ceph-mon[96864]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-12T16:46:38.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:37 smithi110 ceph-mon[88691]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-12T16:46:38.764 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixParentReattach (4087 ms) 2024-04-12T16:46:38.764 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.CloneV2ParentAbortRelinkNotNeeded 2024-04-12T16:46:38.795 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:46:38.806 INFO:tasks.workunit.client.0.smithi099.stdout:write: A 0~10 2024-04-12T16:46:38.813 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap1 2024-04-12T16:46:38.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:38 smithi099 ceph-mon[94290]: pgmap v2411: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 373 KiB/s rd, 26 KiB/s wr, 477 op/s 2024-04-12T16:46:38.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:38 smithi099 ceph-mon[94290]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-12T16:46:38.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:38 smithi099 ceph-mon[96864]: pgmap v2411: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 373 KiB/s rd, 26 KiB/s wr, 477 op/s 2024-04-12T16:46:38.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:38 smithi099 ceph-mon[96864]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-12T16:46:39.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:38 smithi110 ceph-mon[88691]: pgmap v2411: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 373 KiB/s rd, 26 KiB/s wr, 477 op/s 2024-04-12T16:46:39.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:38 smithi110 ceph-mon[88691]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-12T16:46:40.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:39 smithi110 ceph-mon[88691]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-12T16:46:40.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:39 smithi110 ceph-mon[88691]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-12T16:46:40.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:39 smithi099 ceph-mon[94290]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-12T16:46:40.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:39 smithi099 ceph-mon[94290]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-12T16:46:40.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:39 smithi099 ceph-mon[96864]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-12T16:46:40.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:39 smithi099 ceph-mon[96864]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-12T16:46:40.541 INFO:tasks.workunit.client.0.smithi099.stdout:snap_protect: snap1 2024-04-12T16:46:40.611 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:46:40.980 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:40 smithi110 ceph-mon[88691]: pgmap v2414: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 43 KiB/s rd, 4.5 KiB/s wr, 56 op/s 2024-04-12T16:46:40.980 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:40 smithi110 ceph-mon[88691]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-12T16:46:41.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:40 smithi099 ceph-mon[96864]: pgmap v2414: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 43 KiB/s rd, 4.5 KiB/s wr, 56 op/s 2024-04-12T16:46:41.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:40 smithi099 ceph-mon[96864]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-12T16:46:41.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:40 smithi099 ceph-mon[94290]: pgmap v2414: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 43 KiB/s rd, 4.5 KiB/s wr, 56 op/s 2024-04-12T16:46:41.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:40 smithi099 ceph-mon[94290]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-12T16:46:41.820 INFO:tasks.workunit.client.0.smithi099.stdout:migration_abort 2024-04-12T16:46:42.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:46:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:46:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:46:42.783 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.CloneV2ParentAbortRelinkNotNeeded (4019 ms) 2024-04-12T16:46:42.784 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.StressNoMigrate 2024-04-12T16:46:42.816 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:46:42.826 INFO:tasks.workunit.client.0.smithi099.stdout:write: A 10467200~217414 2024-04-12T16:46:42.837 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 79972369~3913711 2024-04-12T16:46:42.837 INFO:tasks.workunit.client.0.smithi099.stdout:write: A 41072357~7107144 2024-04-12T16:46:42.884 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 70480300~6985935 2024-04-12T16:46:42.884 INFO:tasks.workunit.client.0.smithi099.stdout:write: A 42506366~4752495 2024-04-12T16:46:42.912 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 42345123~7162544 2024-04-12T16:46:42.915 INFO:tasks.workunit.client.0.smithi099.stdout:write: A 73164534~578235 2024-04-12T16:46:42.924 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 62910945~3869483 2024-04-12T16:46:42.924 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap0 2024-04-12T16:46:43.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:42 smithi110 ceph-mon[88691]: pgmap v2417: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 167 KiB/s rd, 17 KiB/s wr, 223 op/s 2024-04-12T16:46:43.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:42 smithi110 ceph-mon[88691]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-12T16:46:43.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:46:43.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:42 smithi099 ceph-mon[94290]: pgmap v2417: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 167 KiB/s rd, 17 KiB/s wr, 223 op/s 2024-04-12T16:46:43.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:42 smithi099 ceph-mon[94290]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-12T16:46:43.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:46:43.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:42 smithi099 ceph-mon[96864]: pgmap v2417: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 167 KiB/s rd, 17 KiB/s wr, 223 op/s 2024-04-12T16:46:43.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:42 smithi099 ceph-mon[96864]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-12T16:46:43.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:46:44.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:43 smithi110 ceph-mon[88691]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-12T16:46:44.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:43 smithi099 ceph-mon[94290]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-12T16:46:44.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:43 smithi099 ceph-mon[96864]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-12T16:46:44.539 INFO:tasks.workunit.client.0.smithi099.stdout:write: B 47981049~6848 2024-04-12T16:46:44.546 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 76956087~4291255 2024-04-12T16:46:44.546 INFO:tasks.workunit.client.0.smithi099.stdout:write: B 1031907~6627873 2024-04-12T16:46:44.550 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 22913293~3745145 2024-04-12T16:46:44.550 INFO:tasks.workunit.client.0.smithi099.stdout:write: B 8243826~7306296 2024-04-12T16:46:44.559 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 30528056~428100 2024-04-12T16:46:44.560 INFO:tasks.workunit.client.0.smithi099.stdout:write: B 67754379~3566169 2024-04-12T16:46:44.562 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 74588744~7440824 2024-04-12T16:46:44.562 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap1 2024-04-12T16:46:45.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:44 smithi110 ceph-mon[88691]: pgmap v2420: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 284 KiB/s rd, 25 KiB/s wr, 375 op/s 2024-04-12T16:46:45.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:44 smithi110 ceph-mon[88691]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-12T16:46:45.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:44 smithi110 ceph-mon[88691]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-12T16:46:45.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:44 smithi099 ceph-mon[94290]: pgmap v2420: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 284 KiB/s rd, 25 KiB/s wr, 375 op/s 2024-04-12T16:46:45.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:44 smithi099 ceph-mon[94290]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-12T16:46:45.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:44 smithi099 ceph-mon[94290]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-12T16:46:45.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:44 smithi099 ceph-mon[96864]: pgmap v2420: 169 pgs: 169 active+clean; 905 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 284 KiB/s rd, 25 KiB/s wr, 375 op/s 2024-04-12T16:46:45.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:44 smithi099 ceph-mon[96864]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-12T16:46:45.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:44 smithi099 ceph-mon[96864]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-12T16:46:46.547 INFO:tasks.workunit.client.0.smithi099.stdout:snap_protect: snap1 2024-04-12T16:46:46.563 INFO:tasks.workunit.client.0.smithi099.stdout:clone image159 -> image162 2024-04-12T16:46:46.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:46:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:46:46] "GET /metrics HTTP/1.1" 200 38984 "" "Prometheus/2.43.0" 2024-04-12T16:46:46.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:46 smithi099 ceph-mon[94290]: pgmap v2423: 169 pgs: 169 active+clean; 933 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 307 KiB/s rd, 7.8 MiB/s wr, 402 op/s 2024-04-12T16:46:46.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:46 smithi099 ceph-mon[94290]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-12T16:46:46.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:46 smithi099 ceph-mon[96864]: pgmap v2423: 169 pgs: 169 active+clean; 933 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 307 KiB/s rd, 7.8 MiB/s wr, 402 op/s 2024-04-12T16:46:46.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:46 smithi099 ceph-mon[96864]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-12T16:46:46.672 INFO:tasks.workunit.client.0.smithi099.stdout:write: C 4045480~6609197 2024-04-12T16:46:46.745 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 19750301~1142189 2024-04-12T16:46:46.750 INFO:tasks.workunit.client.0.smithi099.stdout:write: C 8304733~4608807 2024-04-12T16:46:46.792 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 80510912~3375168 2024-04-12T16:46:46.798 INFO:tasks.workunit.client.0.smithi099.stdout:write: C 74353515~5971795 2024-04-12T16:46:46.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:46 smithi110 ceph-mon[88691]: pgmap v2423: 169 pgs: 169 active+clean; 933 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 307 KiB/s rd, 7.8 MiB/s wr, 402 op/s 2024-04-12T16:46:46.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:46 smithi110 ceph-mon[88691]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-12T16:46:46.832 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 35455656~989123 2024-04-12T16:46:46.838 INFO:tasks.workunit.client.0.smithi099.stdout:write: C 51327620~4753109 2024-04-12T16:46:46.865 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 75946847~7939233 2024-04-12T16:46:46.868 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap2 2024-04-12T16:46:47.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:47 smithi110 ceph-mon[88691]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-12T16:46:47.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:47 smithi099 ceph-mon[94290]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-12T16:46:47.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:47 smithi099 ceph-mon[96864]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-12T16:46:48.557 INFO:tasks.workunit.client.0.smithi099.stdout:snap_protect: snap2 2024-04-12T16:46:48.572 INFO:tasks.workunit.client.0.smithi099.stdout:clone image162 -> image164 2024-04-12T16:46:48.697 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 161071216 2024-04-12T16:46:48.708 INFO:tasks.workunit.client.0.smithi099.stdout:write: D 154871483~6199733 2024-04-12T16:46:48.754 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 96592263~605352 2024-04-12T16:46:48.755 INFO:tasks.workunit.client.0.smithi099.stdout:write: D 46173248~4354069 2024-04-12T16:46:48.806 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 117327392~1232513 2024-04-12T16:46:48.806 INFO:tasks.workunit.client.0.smithi099.stdout:write: D 126152905~5019800 2024-04-12T16:46:48.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:48 smithi110 ceph-mon[88691]: pgmap v2426: 169 pgs: 169 active+clean; 947 MiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 254 KiB/s rd, 11 MiB/s wr, 345 op/s 2024-04-12T16:46:48.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:48 smithi110 ceph-mon[88691]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-12T16:46:48.834 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 115168072~2059129 2024-04-12T16:46:48.834 INFO:tasks.workunit.client.0.smithi099.stdout:write: D 128458977~6932983 2024-04-12T16:46:48.871 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 97117764~3932741 2024-04-12T16:46:48.871 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap3 2024-04-12T16:46:48.871 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:48 smithi099 ceph-mon[96864]: pgmap v2426: 169 pgs: 169 active+clean; 947 MiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 254 KiB/s rd, 11 MiB/s wr, 345 op/s 2024-04-12T16:46:48.871 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:48 smithi099 ceph-mon[96864]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-12T16:46:48.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:48 smithi099 ceph-mon[94290]: pgmap v2426: 169 pgs: 169 active+clean; 947 MiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 254 KiB/s rd, 11 MiB/s wr, 345 op/s 2024-04-12T16:46:48.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:48 smithi099 ceph-mon[94290]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-12T16:46:49.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:49 smithi110 ceph-mon[88691]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-12T16:46:49.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:49 smithi099 ceph-mon[94290]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-12T16:46:49.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:49 smithi099 ceph-mon[96864]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-12T16:46:50.575 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 115582484 2024-04-12T16:46:50.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:50 smithi110 ceph-mon[88691]: pgmap v2429: 169 pgs: 169 active+clean; 950 MiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 85 KiB/s rd, 5.8 MiB/s wr, 121 op/s 2024-04-12T16:46:50.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:50 smithi110 ceph-mon[88691]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-12T16:46:50.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:50 smithi099 ceph-mon[94290]: pgmap v2429: 169 pgs: 169 active+clean; 950 MiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 85 KiB/s rd, 5.8 MiB/s wr, 121 op/s 2024-04-12T16:46:50.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:50 smithi099 ceph-mon[94290]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-12T16:46:50.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:50 smithi099 ceph-mon[96864]: pgmap v2429: 169 pgs: 169 active+clean; 950 MiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 85 KiB/s rd, 5.8 MiB/s wr, 121 op/s 2024-04-12T16:46:50.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:50 smithi099 ceph-mon[96864]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-12T16:46:50.926 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.StressNoMigrate (8143 ms) 2024-04-12T16:46:50.927 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.Stress 2024-04-12T16:46:50.960 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:46:50.971 INFO:tasks.workunit.client.0.smithi099.stdout:write: A 18209270~7511851 2024-04-12T16:46:51.028 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 50444014~3748671 2024-04-12T16:46:51.029 INFO:tasks.workunit.client.0.smithi099.stdout:write: A 42056212~3333278 2024-04-12T16:46:51.054 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 2883904~1108338 2024-04-12T16:46:51.054 INFO:tasks.workunit.client.0.smithi099.stdout:write: A 11951534~768928 2024-04-12T16:46:51.063 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 61176848~673795 2024-04-12T16:46:51.063 INFO:tasks.workunit.client.0.smithi099.stdout:write: A 38154195~1374051 2024-04-12T16:46:51.077 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 32594826~3061944 2024-04-12T16:46:51.077 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap0 2024-04-12T16:46:51.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:51 smithi110 ceph-mon[88691]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-12T16:46:51.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:51 smithi099 ceph-mon[94290]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-12T16:46:51.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:51 smithi099 ceph-mon[96864]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-12T16:46:52.566 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:46:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:46:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:46:52.589 INFO:tasks.workunit.client.0.smithi099.stdout:write: B 47507848~272907 2024-04-12T16:46:52.594 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 42539733~5660720 2024-04-12T16:46:52.599 INFO:tasks.workunit.client.0.smithi099.stdout:write: B 33617097~7623937 2024-04-12T16:46:52.604 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 38894371~7529676 2024-04-12T16:46:52.638 INFO:tasks.workunit.client.0.smithi099.stdout:write: B 59378784~3995406 2024-04-12T16:46:52.639 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 33010097~7664747 2024-04-12T16:46:52.642 INFO:tasks.workunit.client.0.smithi099.stdout:write: B 23565206~5551156 2024-04-12T16:46:52.646 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 9299827~887720 2024-04-12T16:46:52.646 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap1 2024-04-12T16:46:52.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:52 smithi110 ceph-mon[88691]: pgmap v2432: 169 pgs: 169 active+clean; 1.0 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 4.7 MiB/s rd, 25 MiB/s wr, 272 op/s 2024-04-12T16:46:52.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:52 smithi110 ceph-mon[88691]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-12T16:46:52.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:52 smithi099 ceph-mon[94290]: pgmap v2432: 169 pgs: 169 active+clean; 1.0 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 4.7 MiB/s rd, 25 MiB/s wr, 272 op/s 2024-04-12T16:46:52.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:52 smithi099 ceph-mon[94290]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-12T16:46:52.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:52 smithi099 ceph-mon[96864]: pgmap v2432: 169 pgs: 169 active+clean; 1.0 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 4.7 MiB/s rd, 25 MiB/s wr, 272 op/s 2024-04-12T16:46:52.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:52 smithi099 ceph-mon[96864]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-12T16:46:53.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:53 smithi099 ceph-mon[94290]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-12T16:46:53.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:53 smithi099 ceph-mon[96864]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-12T16:46:54.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:53 smithi110 ceph-mon[88691]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-12T16:46:54.545 INFO:tasks.workunit.client.0.smithi099.stdout:snap_protect: snap1 2024-04-12T16:46:54.558 INFO:tasks.workunit.client.0.smithi099.stdout:clone image165 -> image168 2024-04-12T16:46:54.661 INFO:tasks.workunit.client.0.smithi099.stdout:write: C 41563127~1024391 2024-04-12T16:46:54.679 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 35347751~7104902 2024-04-12T16:46:54.684 INFO:tasks.workunit.client.0.smithi099.stdout:write: C 7778697~3183013 2024-04-12T16:46:54.729 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 29722888~4249912 2024-04-12T16:46:54.734 INFO:tasks.workunit.client.0.smithi099.stdout:write: C 32477680~3989853 2024-04-12T16:46:54.754 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 63275333~3597459 2024-04-12T16:46:54.765 INFO:tasks.workunit.client.0.smithi099.stdout:write: C 12258974~7952777 2024-04-12T16:46:54.826 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 47167929~1731278 2024-04-12T16:46:54.832 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap2 2024-04-12T16:46:54.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:54 smithi099 ceph-mon[94290]: pgmap v2435: 169 pgs: 169 active+clean; 1.1 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 18 MiB/s rd, 29 MiB/s wr, 419 op/s 2024-04-12T16:46:54.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:54 smithi099 ceph-mon[94290]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-12T16:46:54.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:54 smithi099 ceph-mon[94290]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-12T16:46:54.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:54 smithi099 ceph-mon[96864]: pgmap v2435: 169 pgs: 169 active+clean; 1.1 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 18 MiB/s rd, 29 MiB/s wr, 419 op/s 2024-04-12T16:46:54.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:54 smithi099 ceph-mon[96864]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-12T16:46:54.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:54 smithi099 ceph-mon[96864]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-12T16:46:55.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:54 smithi110 ceph-mon[88691]: pgmap v2435: 169 pgs: 169 active+clean; 1.1 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 18 MiB/s rd, 29 MiB/s wr, 419 op/s 2024-04-12T16:46:55.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:54 smithi110 ceph-mon[88691]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-12T16:46:55.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:54 smithi110 ceph-mon[88691]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-12T16:46:56.607 INFO:tasks.workunit.client.0.smithi099.stdout:snap_protect: snap2 2024-04-12T16:46:56.620 INFO:tasks.workunit.client.0.smithi099.stdout:clone image168 -> image170 2024-04-12T16:46:56.621 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:56 smithi099 ceph-mon[94290]: pgmap v2438: 169 pgs: 169 active+clean; 1.1 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 33 MiB/s rd, 15 MiB/s wr, 330 op/s 2024-04-12T16:46:56.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:56 smithi099 ceph-mon[94290]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-12T16:46:56.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:46:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:46:56] "GET /metrics HTTP/1.1" 200 38984 "" "Prometheus/2.43.0" 2024-04-12T16:46:56.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:56 smithi099 ceph-mon[96864]: pgmap v2438: 169 pgs: 169 active+clean; 1.1 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 33 MiB/s rd, 15 MiB/s wr, 330 op/s 2024-04-12T16:46:56.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:56 smithi099 ceph-mon[96864]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-12T16:46:56.751 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 164671106 2024-04-12T16:46:56.762 INFO:tasks.workunit.client.0.smithi099.stdout:write: D 58467302~3608127 2024-04-12T16:46:56.808 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 163650207~894353 2024-04-12T16:46:56.808 INFO:tasks.workunit.client.0.smithi099.stdout:write: D 29174058~5582686 2024-04-12T16:46:56.865 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 157720674~1429203 2024-04-12T16:46:56.865 INFO:tasks.workunit.client.0.smithi099.stdout:write: D 134014258~1237738 2024-04-12T16:46:56.876 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 142420127~2493817 2024-04-12T16:46:56.876 INFO:tasks.workunit.client.0.smithi099.stdout:write: D 144720241~3364813 2024-04-12T16:46:56.896 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 36168673~4175031 2024-04-12T16:46:56.902 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap3 2024-04-12T16:46:57.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:56 smithi110 ceph-mon[88691]: pgmap v2438: 169 pgs: 169 active+clean; 1.1 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 33 MiB/s rd, 15 MiB/s wr, 330 op/s 2024-04-12T16:46:57.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:56 smithi110 ceph-mon[88691]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-12T16:46:57.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:57 smithi099 ceph-mon[94290]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-12T16:46:57.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:46:57.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:57 smithi099 ceph-mon[96864]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-12T16:46:57.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:46:58.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:57 smithi110 ceph-mon[88691]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-12T16:46:58.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:46:58.631 INFO:tasks.workunit.client.0.smithi099.stdout:snap_protect: snap3 2024-04-12T16:46:58.643 INFO:tasks.workunit.client.0.smithi099.stdout:clone image170 -> image172 2024-04-12T16:46:58.805 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 100410787 2024-04-12T16:46:58.825 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:46:58.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:58 smithi099 ceph-mon[96864]: pgmap v2441: 169 pgs: 169 active+clean; 1.1 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 26 MiB/s rd, 13 MiB/s wr, 251 op/s 2024-04-12T16:46:58.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:58 smithi099 ceph-mon[96864]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-12T16:46:58.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:58 smithi099 ceph-mon[94290]: pgmap v2441: 169 pgs: 169 active+clean; 1.1 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 26 MiB/s rd, 13 MiB/s wr, 251 op/s 2024-04-12T16:46:58.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:58 smithi099 ceph-mon[94290]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-12T16:46:59.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:58 smithi110 ceph-mon[88691]: pgmap v2441: 169 pgs: 169 active+clean; 1.1 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 26 MiB/s rd, 13 MiB/s wr, 251 op/s 2024-04-12T16:46:59.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:58 smithi110 ceph-mon[88691]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-12T16:46:59.228 INFO:tasks.workunit.client.0.smithi099.stdout:migration_execute 2024-04-12T16:46:59.414 INFO:tasks.workunit.client.0.smithi099.stdout:migration_commit 2024-04-12T16:46:59.655 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.Stress (8729 ms) 2024-04-12T16:46:59.656 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.Stress2 2024-04-12T16:46:59.686 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:46:59.698 INFO:tasks.workunit.client.0.smithi099.stdout:write: A 57886622~1465375 2024-04-12T16:46:59.714 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 55394482~8331293 2024-04-12T16:46:59.721 INFO:tasks.workunit.client.0.smithi099.stdout:write: A 58227110~3721443 2024-04-12T16:46:59.746 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 80950193~544592 2024-04-12T16:46:59.746 INFO:tasks.workunit.client.0.smithi099.stdout:write: A 72120516~4731744 2024-04-12T16:46:59.776 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 51962338~6419329 2024-04-12T16:46:59.778 INFO:tasks.workunit.client.0.smithi099.stdout:write: A 37891699~231171 2024-04-12T16:46:59.784 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 4497827~2525043 2024-04-12T16:46:59.784 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap0 2024-04-12T16:46:59.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:46:59 smithi099 ceph-mon[94290]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-12T16:46:59.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:46:59 smithi099 ceph-mon[96864]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-12T16:47:00.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:46:59 smithi110 ceph-mon[88691]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-12T16:47:00.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:00 smithi099 ceph-mon[94290]: pgmap v2444: 169 pgs: 169 active+clean; 1.1 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 6.8 MiB/s rd, 8.3 MiB/s wr, 137 op/s 2024-04-12T16:47:00.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:00 smithi099 ceph-mon[96864]: pgmap v2444: 169 pgs: 169 active+clean; 1.1 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 6.8 MiB/s rd, 8.3 MiB/s wr, 137 op/s 2024-04-12T16:47:01.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:00 smithi110 ceph-mon[88691]: pgmap v2444: 169 pgs: 169 active+clean; 1.1 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 6.8 MiB/s rd, 8.3 MiB/s wr, 137 op/s 2024-04-12T16:47:01.646 INFO:tasks.workunit.client.0.smithi099.stdout:snap_protect: snap0 2024-04-12T16:47:01.665 INFO:tasks.workunit.client.0.smithi099.stdout:clone image173 -> image176 2024-04-12T16:47:01.770 INFO:tasks.workunit.client.0.smithi099.stdout:write: B 55845062~5927030 2024-04-12T16:47:01.819 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 66987709~4112800 2024-04-12T16:47:01.825 INFO:tasks.workunit.client.0.smithi099.stdout:write: B 43125969~8007231 2024-04-12T16:47:01.871 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 52064176~3243658 2024-04-12T16:47:01.873 INFO:tasks.workunit.client.0.smithi099.stdout:write: B 41956223~5357961 2024-04-12T16:47:01.901 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 8923082~7029447 2024-04-12T16:47:01.907 INFO:tasks.workunit.client.0.smithi099.stdout:write: B 42049254~1032620 2024-04-12T16:47:01.915 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 26141130~8089448 2024-04-12T16:47:01.922 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap1 2024-04-12T16:47:02.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:01 smithi110 ceph-mon[88691]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-12T16:47:02.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:01 smithi099 ceph-mon[94290]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-12T16:47:02.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:01 smithi099 ceph-mon[96864]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-12T16:47:02.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:47:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:47:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:47:03.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:02 smithi110 ceph-mon[88691]: pgmap v2446: 169 pgs: 169 active+clean; 1.2 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 14 MiB/s rd, 16 MiB/s wr, 592 op/s 2024-04-12T16:47:03.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:02 smithi110 ceph-mon[88691]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-12T16:47:03.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:02 smithi099 ceph-mon[94290]: pgmap v2446: 169 pgs: 169 active+clean; 1.2 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 14 MiB/s rd, 16 MiB/s wr, 592 op/s 2024-04-12T16:47:03.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:02 smithi099 ceph-mon[94290]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-12T16:47:03.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:02 smithi099 ceph-mon[96864]: pgmap v2446: 169 pgs: 169 active+clean; 1.2 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 14 MiB/s rd, 16 MiB/s wr, 592 op/s 2024-04-12T16:47:03.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:02 smithi099 ceph-mon[96864]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-12T16:47:03.658 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 117922672 2024-04-12T16:47:03.671 INFO:tasks.workunit.client.0.smithi099.stdout:write: C 31630029~5713640 2024-04-12T16:47:03.678 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 29623036~5213904 2024-04-12T16:47:03.701 INFO:tasks.workunit.client.0.smithi099.stdout:write: C 104614931~6905726 2024-04-12T16:47:03.705 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 62730849~2567856 2024-04-12T16:47:03.705 INFO:tasks.workunit.client.0.smithi099.stdout:write: C 74366435~981030 2024-04-12T16:47:03.705 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 15811708~4385731 2024-04-12T16:47:03.706 INFO:tasks.workunit.client.0.smithi099.stdout:write: C 1510537~4604105 2024-04-12T16:47:03.712 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 109953779~7968893 2024-04-12T16:47:03.756 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap2 2024-04-12T16:47:04.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:03 smithi110 ceph-mon[88691]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-12T16:47:04.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:03 smithi099 ceph-mon[94290]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-12T16:47:04.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:03 smithi099 ceph-mon[96864]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-12T16:47:05.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:04 smithi110 ceph-mon[88691]: pgmap v2449: 169 pgs: 169 active+clean; 1.2 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 26 MiB/s rd, 19 MiB/s wr, 943 op/s 2024-04-12T16:47:05.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:04 smithi110 ceph-mon[88691]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-12T16:47:05.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:04 smithi099 ceph-mon[94290]: pgmap v2449: 169 pgs: 169 active+clean; 1.2 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 26 MiB/s rd, 19 MiB/s wr, 943 op/s 2024-04-12T16:47:05.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:04 smithi099 ceph-mon[94290]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-12T16:47:05.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:04 smithi099 ceph-mon[96864]: pgmap v2449: 169 pgs: 169 active+clean; 1.2 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 26 MiB/s rd, 19 MiB/s wr, 943 op/s 2024-04-12T16:47:05.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:04 smithi099 ceph-mon[96864]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-12T16:47:05.669 INFO:tasks.workunit.client.0.smithi099.stdout:write: D 42393929~7726609 2024-04-12T16:47:05.690 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 72920016~6121175 2024-04-12T16:47:05.690 INFO:tasks.workunit.client.0.smithi099.stdout:write: D 46670049~1502528 2024-04-12T16:47:05.725 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 43743670~383805 2024-04-12T16:47:05.726 INFO:tasks.workunit.client.0.smithi099.stdout:write: D 75410103~6356489 2024-04-12T16:47:05.732 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 29640837~6777790 2024-04-12T16:47:05.732 INFO:tasks.workunit.client.0.smithi099.stdout:write: D 21554086~1841271 2024-04-12T16:47:05.733 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 48516056~1876562 2024-04-12T16:47:05.733 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap3 2024-04-12T16:47:06.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:05 smithi110 ceph-mon[88691]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-12T16:47:06.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:05 smithi099 ceph-mon[94290]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-12T16:47:06.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:05 smithi099 ceph-mon[96864]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-12T16:47:06.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:47:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:47:06] "GET /metrics HTTP/1.1" 200 38984 "" "Prometheus/2.43.0" 2024-04-12T16:47:07.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:06 smithi110 ceph-mon[88691]: pgmap v2452: 169 pgs: 169 active+clean; 1.3 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 23 MiB/s rd, 20 MiB/s wr, 859 op/s 2024-04-12T16:47:07.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:06 smithi110 ceph-mon[88691]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-12T16:47:07.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:06 smithi099 ceph-mon[94290]: pgmap v2452: 169 pgs: 169 active+clean; 1.3 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 23 MiB/s rd, 20 MiB/s wr, 859 op/s 2024-04-12T16:47:07.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:06 smithi099 ceph-mon[94290]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-12T16:47:07.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:06 smithi099 ceph-mon[96864]: pgmap v2452: 169 pgs: 169 active+clean; 1.3 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 23 MiB/s rd, 20 MiB/s wr, 859 op/s 2024-04-12T16:47:07.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:06 smithi099 ceph-mon[96864]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-12T16:47:07.686 INFO:tasks.workunit.client.0.smithi099.stdout:snap_protect: snap3 2024-04-12T16:47:07.702 INFO:tasks.workunit.client.0.smithi099.stdout:clone image176 -> image178 2024-04-12T16:47:07.842 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:47:08.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:07 smithi110 ceph-mon[88691]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-12T16:47:08.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:07 smithi099 ceph-mon[94290]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-12T16:47:08.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:07 smithi099 ceph-mon[96864]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-12T16:47:08.205 INFO:tasks.workunit.client.0.smithi099.stdout:write: a 89518323~5511163 2024-04-12T16:47:08.272 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 48627121~3248065 2024-04-12T16:47:08.298 INFO:tasks.workunit.client.0.smithi099.stdout:write: a 61050292~7684438 2024-04-12T16:47:08.349 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 48445663~1959678 2024-04-12T16:47:08.351 INFO:tasks.workunit.client.0.smithi099.stdout:write: a 72697995~755725 2024-04-12T16:47:08.379 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 71114278~8382886 2024-04-12T16:47:08.397 INFO:tasks.workunit.client.0.smithi099.stdout:write: a 44842327~2303177 2024-04-12T16:47:08.425 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 91828273~4746575 2024-04-12T16:47:08.441 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: user0 2024-04-12T16:47:09.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:08 smithi110 ceph-mon[88691]: pgmap v2455: 169 pgs: 169 active+clean; 1.3 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 11 MiB/s rd, 17 MiB/s wr, 494 op/s 2024-04-12T16:47:09.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:08 smithi110 ceph-mon[88691]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-12T16:47:09.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:08 smithi099 ceph-mon[96864]: pgmap v2455: 169 pgs: 169 active+clean; 1.3 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 11 MiB/s rd, 17 MiB/s wr, 494 op/s 2024-04-12T16:47:09.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:08 smithi099 ceph-mon[96864]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-12T16:47:09.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:08 smithi099 ceph-mon[94290]: pgmap v2455: 169 pgs: 169 active+clean; 1.3 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 11 MiB/s rd, 17 MiB/s wr, 494 op/s 2024-04-12T16:47:09.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:08 smithi099 ceph-mon[94290]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-12T16:47:09.707 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 197258447 2024-04-12T16:47:09.726 INFO:tasks.workunit.client.0.smithi099.stdout:write: b 183364326~6691394 2024-04-12T16:47:09.740 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 38213708~7857845 2024-04-12T16:47:09.740 INFO:tasks.workunit.client.0.smithi099.stdout:write: b 39549141~426379 2024-04-12T16:47:09.791 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 18792549~6049441 2024-04-12T16:47:09.791 INFO:tasks.workunit.client.0.smithi099.stdout:write: b 179261672~1961241 2024-04-12T16:47:09.792 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 137541059~934219 2024-04-12T16:47:09.793 INFO:tasks.workunit.client.0.smithi099.stdout:write: b 177528733~8319683 2024-04-12T16:47:09.828 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 81735485~630895 2024-04-12T16:47:09.829 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: user1 2024-04-12T16:47:10.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:09 smithi110 ceph-mon[88691]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-12T16:47:10.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:09 smithi099 ceph-mon[94290]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-12T16:47:10.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:09 smithi099 ceph-mon[96864]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-12T16:47:10.980 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:10 smithi110 ceph-mon[88691]: pgmap v2458: 169 pgs: 169 active+clean; 1.3 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 9.1 MiB/s wr, 96 op/s 2024-04-12T16:47:10.980 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:10 smithi110 ceph-mon[88691]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-12T16:47:11.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:10 smithi099 ceph-mon[94290]: pgmap v2458: 169 pgs: 169 active+clean; 1.3 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 9.1 MiB/s wr, 96 op/s 2024-04-12T16:47:11.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:10 smithi099 ceph-mon[94290]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-12T16:47:11.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:10 smithi099 ceph-mon[96864]: pgmap v2458: 169 pgs: 169 active+clean; 1.3 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 9.1 MiB/s wr, 96 op/s 2024-04-12T16:47:11.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:10 smithi099 ceph-mon[96864]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-12T16:47:11.726 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 264019242 2024-04-12T16:47:11.739 INFO:tasks.workunit.client.0.smithi099.stdout:write: c 153531195~2424329 2024-04-12T16:47:11.749 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 15984876~3826661 2024-04-12T16:47:11.749 INFO:tasks.workunit.client.0.smithi099.stdout:write: c 172036919~8048608 2024-04-12T16:47:11.759 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 241704236~5064940 2024-04-12T16:47:11.760 INFO:tasks.workunit.client.0.smithi099.stdout:write: c 124611093~3153218 2024-04-12T16:47:11.762 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 225244343~1998923 2024-04-12T16:47:11.763 INFO:tasks.workunit.client.0.smithi099.stdout:write: c 123489895~7672010 2024-04-12T16:47:11.817 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 8028887~903950 2024-04-12T16:47:11.817 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: user2 2024-04-12T16:47:12.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:11 smithi110 ceph-mon[88691]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-12T16:47:12.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:11 smithi099 ceph-mon[94290]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-12T16:47:12.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:11 smithi099 ceph-mon[96864]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-12T16:47:12.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:47:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:47:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:47:13.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:12 smithi110 ceph-mon[88691]: pgmap v2461: 169 pgs: 169 active+clean; 1.4 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 17 MiB/s rd, 21 MiB/s wr, 402 op/s 2024-04-12T16:47:13.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:12 smithi110 ceph-mon[88691]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-12T16:47:13.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:47:13.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:12 smithi099 ceph-mon[94290]: pgmap v2461: 169 pgs: 169 active+clean; 1.4 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 17 MiB/s rd, 21 MiB/s wr, 402 op/s 2024-04-12T16:47:13.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:12 smithi099 ceph-mon[94290]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-12T16:47:13.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:47:13.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:12 smithi099 ceph-mon[96864]: pgmap v2461: 169 pgs: 169 active+clean; 1.4 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 17 MiB/s rd, 21 MiB/s wr, 402 op/s 2024-04-12T16:47:13.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:12 smithi099 ceph-mon[96864]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-12T16:47:13.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:47:13.748 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 308662411 2024-04-12T16:47:13.766 INFO:tasks.workunit.client.0.smithi099.stdout:write: d 301371353~4999666 2024-04-12T16:47:13.786 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 149759061~3597980 2024-04-12T16:47:13.786 INFO:tasks.workunit.client.0.smithi099.stdout:write: d 123880613~2159213 2024-04-12T16:47:13.788 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 62718446~6973048 2024-04-12T16:47:13.789 INFO:tasks.workunit.client.0.smithi099.stdout:write: d 115131580~2588973 2024-04-12T16:47:13.790 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 86067583~5269429 2024-04-12T16:47:13.791 INFO:tasks.workunit.client.0.smithi099.stdout:write: d 235902259~7530669 2024-04-12T16:47:13.830 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 165784444~5257978 2024-04-12T16:47:13.865 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: user3 2024-04-12T16:47:14.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:13 smithi110 ceph-mon[88691]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-12T16:47:14.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:13 smithi099 ceph-mon[94290]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-12T16:47:14.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:13 smithi099 ceph-mon[96864]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-12T16:47:15.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:14 smithi110 ceph-mon[88691]: pgmap v2464: 169 pgs: 169 active+clean; 1.5 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 25 MiB/s rd, 36 MiB/s wr, 665 op/s 2024-04-12T16:47:15.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:14 smithi110 ceph-mon[88691]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-12T16:47:15.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:14 smithi099 ceph-mon[94290]: pgmap v2464: 169 pgs: 169 active+clean; 1.5 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 25 MiB/s rd, 36 MiB/s wr, 665 op/s 2024-04-12T16:47:15.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:14 smithi099 ceph-mon[94290]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-12T16:47:15.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:14 smithi099 ceph-mon[96864]: pgmap v2464: 169 pgs: 169 active+clean; 1.5 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 25 MiB/s rd, 36 MiB/s wr, 665 op/s 2024-04-12T16:47:15.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:14 smithi099 ceph-mon[96864]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-12T16:47:15.780 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 30866241~7716560 2024-04-12T16:47:15.785 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 32795381~3858280 2024-04-12T16:47:15.845 INFO:tasks.workunit.client.0.smithi099.stdout:write: 2 61732482~7716560 2024-04-12T16:47:15.854 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 63661622~3858280 2024-04-12T16:47:15.905 INFO:tasks.workunit.client.0.smithi099.stdout:write: 3 92598723~7716560 2024-04-12T16:47:15.913 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 94527863~3858280 2024-04-12T16:47:15.955 INFO:tasks.workunit.client.0.smithi099.stdout:write: 4 123464964~7716560 2024-04-12T16:47:15.963 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 125394104~3858280 2024-04-12T16:47:16.001 INFO:tasks.workunit.client.0.smithi099.stdout:write: 5 154331205~7716560 2024-04-12T16:47:16.009 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 156260345~3858280 2024-04-12T16:47:16.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:15 smithi110 ceph-mon[88691]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-12T16:47:16.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:15 smithi099 ceph-mon[94290]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-12T16:47:16.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:15 smithi099 ceph-mon[96864]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-12T16:47:16.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:47:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:47:16] "GET /metrics HTTP/1.1" 200 38983 "" "Prometheus/2.43.0" 2024-04-12T16:47:17.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:16 smithi110 ceph-mon[88691]: pgmap v2467: 169 pgs: 169 active+clean; 1.6 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 12 MiB/s rd, 34 MiB/s wr, 432 op/s 2024-04-12T16:47:17.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:16 smithi110 ceph-mon[88691]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-12T16:47:17.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:16 smithi099 ceph-mon[94290]: pgmap v2467: 169 pgs: 169 active+clean; 1.6 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 12 MiB/s rd, 34 MiB/s wr, 432 op/s 2024-04-12T16:47:17.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:16 smithi099 ceph-mon[94290]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-12T16:47:17.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:16 smithi099 ceph-mon[96864]: pgmap v2467: 169 pgs: 169 active+clean; 1.6 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 12 MiB/s rd, 34 MiB/s wr, 432 op/s 2024-04-12T16:47:17.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:16 smithi099 ceph-mon[96864]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-12T16:47:17.388 INFO:tasks.workunit.client.0.smithi099.stdout:migration_execute 2024-04-12T16:47:17.571 INFO:tasks.workunit.client.0.smithi099.stdout:migration_commit 2024-04-12T16:47:18.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:17 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:47:18.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:17 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:47:18.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:17 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:47:18.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:17 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:47:18.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:17 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:47:18.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:17 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:47:18.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:17 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:47:18.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:17 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:47:18.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:17 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:47:18.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:17 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:47:18.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:17 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:47:18.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:17 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:47:18.950 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.Stress2 (19294 ms) 2024-04-12T16:47:18.950 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMigration.StressLive 2024-04-12T16:47:18.980 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 83886080 2024-04-12T16:47:18.990 INFO:tasks.workunit.client.0.smithi099.stdout:write: A 57121309~4917979 2024-04-12T16:47:19.023 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 48824197~7550145 2024-04-12T16:47:19.025 INFO:tasks.workunit.client.0.smithi099.stdout:write: A 50916092~1554271 2024-04-12T16:47:19.041 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 70499817~491472 2024-04-12T16:47:19.041 INFO:tasks.workunit.client.0.smithi099.stdout:write: A 59513437~8256455 2024-04-12T16:47:19.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:18 smithi110 ceph-mon[88691]: pgmap v2469: 169 pgs: 169 active+clean; 1.6 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 9.2 MiB/s rd, 30 MiB/s wr, 296 op/s 2024-04-12T16:47:19.082 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 15397702~4294903 2024-04-12T16:47:19.082 INFO:tasks.workunit.client.0.smithi099.stdout:write: A 22402448~5754167 2024-04-12T16:47:19.120 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 58707633~3620153 2024-04-12T16:47:19.121 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:18 smithi099 ceph-mon[94290]: pgmap v2469: 169 pgs: 169 active+clean; 1.6 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 9.2 MiB/s rd, 30 MiB/s wr, 296 op/s 2024-04-12T16:47:19.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:18 smithi099 ceph-mon[96864]: pgmap v2469: 169 pgs: 169 active+clean; 1.6 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 9.2 MiB/s rd, 30 MiB/s wr, 296 op/s 2024-04-12T16:47:19.122 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap0 2024-04-12T16:47:20.788 INFO:tasks.workunit.client.0.smithi099.stdout:snap_protect: snap0 2024-04-12T16:47:20.802 INFO:tasks.workunit.client.0.smithi099.stdout:clone image179 -> image182 2024-04-12T16:47:20.908 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 136364319 2024-04-12T16:47:20.919 INFO:tasks.workunit.client.0.smithi099.stdout:write: B 130997515~5366804 2024-04-12T16:47:20.952 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 34477169~4236879 2024-04-12T16:47:20.958 INFO:tasks.workunit.client.0.smithi099.stdout:write: B 103532075~8380837 2024-04-12T16:47:21.005 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 78331677~6705111 2024-04-12T16:47:21.011 INFO:tasks.workunit.client.0.smithi099.stdout:write: B 120421725~422850 2024-04-12T16:47:21.018 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 7003481~2103013 2024-04-12T16:47:21.024 INFO:tasks.workunit.client.0.smithi099.stdout:write: B 60777646~103852 2024-04-12T16:47:21.035 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 56723389~2069592 2024-04-12T16:47:21.045 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap1 2024-04-12T16:47:21.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:20 smithi110 ceph-mon[88691]: pgmap v2470: 169 pgs: 169 active+clean; 1.6 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 27 MiB/s rd, 24 MiB/s wr, 276 op/s 2024-04-12T16:47:21.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:20 smithi110 ceph-mon[88691]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-12T16:47:21.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:20 smithi099 ceph-mon[94290]: pgmap v2470: 169 pgs: 169 active+clean; 1.6 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 27 MiB/s rd, 24 MiB/s wr, 276 op/s 2024-04-12T16:47:21.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:20 smithi099 ceph-mon[94290]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-12T16:47:21.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:20 smithi099 ceph-mon[96864]: pgmap v2470: 169 pgs: 169 active+clean; 1.6 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 27 MiB/s rd, 24 MiB/s wr, 276 op/s 2024-04-12T16:47:21.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:20 smithi099 ceph-mon[96864]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-12T16:47:22.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:21 smithi110 ceph-mon[88691]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-12T16:47:22.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:21 smithi099 ceph-mon[94290]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-12T16:47:22.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:21 smithi099 ceph-mon[96864]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-12T16:47:22.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:47:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:47:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:47:22.800 INFO:tasks.workunit.client.0.smithi099.stdout:snap_protect: snap1 2024-04-12T16:47:22.813 INFO:tasks.workunit.client.0.smithi099.stdout:clone image182 -> image184 2024-04-12T16:47:22.947 INFO:tasks.workunit.client.0.smithi099.stdout:write: C 103570484~7476481 2024-04-12T16:47:23.009 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 133842436~2521883 2024-04-12T16:47:23.043 INFO:tasks.workunit.client.0.smithi099.stdout:write: C 132620239~1355586 2024-04-12T16:47:23.052 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 69400989~5635222 2024-04-12T16:47:23.077 INFO:tasks.workunit.client.0.smithi099.stdout:write: C 32737258~4762523 2024-04-12T16:47:23.078 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:22 smithi110 ceph-mon[88691]: pgmap v2473: 169 pgs: 169 active+clean; 1.7 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 149 MiB/s rd, 26 MiB/s wr, 440 op/s 2024-04-12T16:47:23.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:22 smithi110 ceph-mon[88691]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-12T16:47:23.117 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 121655629~7815424 2024-04-12T16:47:23.121 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:22 smithi099 ceph-mon[94290]: pgmap v2473: 169 pgs: 169 active+clean; 1.7 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 149 MiB/s rd, 26 MiB/s wr, 440 op/s 2024-04-12T16:47:23.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:22 smithi099 ceph-mon[94290]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-12T16:47:23.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:22 smithi099 ceph-mon[96864]: pgmap v2473: 169 pgs: 169 active+clean; 1.7 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 149 MiB/s rd, 26 MiB/s wr, 440 op/s 2024-04-12T16:47:23.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:22 smithi099 ceph-mon[96864]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-12T16:47:23.123 INFO:tasks.workunit.client.0.smithi099.stdout:write: C 25468506~7769190 2024-04-12T16:47:23.174 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 53355842~7731869 2024-04-12T16:47:23.205 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap2 2024-04-12T16:47:24.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:23 smithi110 ceph-mon[88691]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-12T16:47:24.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:23 smithi099 ceph-mon[94290]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-12T16:47:24.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:23 smithi099 ceph-mon[96864]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-12T16:47:24.811 INFO:tasks.workunit.client.0.smithi099.stdout:snap_protect: snap2 2024-04-12T16:47:24.824 INFO:tasks.workunit.client.0.smithi099.stdout:clone image184 -> image186 2024-04-12T16:47:24.979 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 138755134 2024-04-12T16:47:24.989 INFO:tasks.workunit.client.0.smithi099.stdout:write: D 111106866~2677293 2024-04-12T16:47:25.043 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 49987405~5158013 2024-04-12T16:47:25.052 INFO:tasks.workunit.client.0.smithi099.stdout:write: D 57711512~572795 2024-04-12T16:47:25.057 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 18274260~6355627 2024-04-12T16:47:25.075 INFO:tasks.workunit.client.0.smithi099.stdout:write: D 7430823~1747052 2024-04-12T16:47:25.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:24 smithi110 ceph-mon[88691]: pgmap v2476: 169 pgs: 169 active+clean; 1.8 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 323 MiB/s rd, 24 MiB/s wr, 781 op/s 2024-04-12T16:47:25.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:24 smithi110 ceph-mon[88691]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-12T16:47:25.091 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 117304194~3135201 2024-04-12T16:47:25.108 INFO:tasks.workunit.client.0.smithi099.stdout:write: D 13542080~4039902 2024-04-12T16:47:25.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:24 smithi099 ceph-mon[94290]: pgmap v2476: 169 pgs: 169 active+clean; 1.8 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 323 MiB/s rd, 24 MiB/s wr, 781 op/s 2024-04-12T16:47:25.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:24 smithi099 ceph-mon[94290]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-12T16:47:25.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:24 smithi099 ceph-mon[96864]: pgmap v2476: 169 pgs: 169 active+clean; 1.8 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 323 MiB/s rd, 24 MiB/s wr, 781 op/s 2024-04-12T16:47:25.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:24 smithi099 ceph-mon[96864]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-12T16:47:25.133 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 54672787~6922972 2024-04-12T16:47:25.145 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: snap3 2024-04-12T16:47:26.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:25 smithi110 ceph-mon[88691]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-12T16:47:26.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:25 smithi099 ceph-mon[94290]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-12T16:47:26.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:25 smithi099 ceph-mon[96864]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-12T16:47:26.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:47:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:47:26] "GET /metrics HTTP/1.1" 200 38983 "" "Prometheus/2.43.0" 2024-04-12T16:47:26.825 INFO:tasks.workunit.client.0.smithi099.stdout:snap_protect: snap3 2024-04-12T16:47:26.839 INFO:tasks.workunit.client.0.smithi099.stdout:clone image186 -> image188 2024-04-12T16:47:27.028 INFO:tasks.workunit.client.0.smithi099.stdout:migration_prepare 2024-04-12T16:47:27.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:26 smithi110 ceph-mon[88691]: pgmap v2479: 169 pgs: 169 active+clean; 1.8 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 144 MiB/s rd, 20 MiB/s wr, 755 op/s 2024-04-12T16:47:27.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:26 smithi110 ceph-mon[88691]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-12T16:47:27.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:26 smithi099 ceph-mon[94290]: pgmap v2479: 169 pgs: 169 active+clean; 1.8 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 144 MiB/s rd, 20 MiB/s wr, 755 op/s 2024-04-12T16:47:27.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:26 smithi099 ceph-mon[94290]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-12T16:47:27.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:26 smithi099 ceph-mon[96864]: pgmap v2479: 169 pgs: 169 active+clean; 1.8 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 144 MiB/s rd, 20 MiB/s wr, 755 op/s 2024-04-12T16:47:27.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:26 smithi099 ceph-mon[96864]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-12T16:47:27.529 INFO:tasks.workunit.client.0.smithi099.stdout:migration_execute 2024-04-12T16:47:27.529 INFO:tasks.workunit.client.0.smithi099.stdout:write: a 87194760~1167571 2024-04-12T16:47:27.564 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 63451815~4439257 2024-04-12T16:47:27.595 INFO:tasks.workunit.client.0.smithi099.stdout:write: a 80981891~7959106 2024-04-12T16:47:27.639 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 109985002~6170753 2024-04-12T16:47:27.673 INFO:tasks.workunit.client.0.smithi099.stdout:write: a 130393725~2348886 2024-04-12T16:47:27.704 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 58346021~336301 2024-04-12T16:47:27.721 INFO:tasks.workunit.client.0.smithi099.stdout:write: a 11822384~6134770 2024-04-12T16:47:27.782 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 92434047~154159 2024-04-12T16:47:27.787 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: user0 2024-04-12T16:47:28.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:27 smithi110 ceph-mon[88691]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-12T16:47:28.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:47:28.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:27 smithi099 ceph-mon[94290]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-12T16:47:28.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:47:28.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:27 smithi099 ceph-mon[96864]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-12T16:47:28.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:47:28.835 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 225846963 2024-04-12T16:47:28.848 INFO:tasks.workunit.client.0.smithi099.stdout:write: b 212431699~2581635 2024-04-12T16:47:28.857 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 114671497~1803817 2024-04-12T16:47:28.857 INFO:tasks.workunit.client.0.smithi099.stdout:write: b 22361687~3795810 2024-04-12T16:47:28.863 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 119469428~341167 2024-04-12T16:47:28.863 INFO:tasks.workunit.client.0.smithi099.stdout:write: b 135675071~5134903 2024-04-12T16:47:28.866 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 42177165~3368062 2024-04-12T16:47:28.867 INFO:tasks.workunit.client.0.smithi099.stdout:write: b 7117445~6940873 2024-04-12T16:47:28.878 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 8800599~6830056 2024-04-12T16:47:28.951 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: user1 2024-04-12T16:47:29.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:28 smithi110 ceph-mon[88691]: pgmap v2482: 169 pgs: 169 active+clean; 1.9 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 9.5 MiB/s rd, 22 MiB/s wr, 494 op/s 2024-04-12T16:47:29.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:28 smithi110 ceph-mon[88691]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-12T16:47:29.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:28 smithi099 ceph-mon[96864]: pgmap v2482: 169 pgs: 169 active+clean; 1.9 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 9.5 MiB/s rd, 22 MiB/s wr, 494 op/s 2024-04-12T16:47:29.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:28 smithi099 ceph-mon[96864]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-12T16:47:29.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:28 smithi099 ceph-mon[94290]: pgmap v2482: 169 pgs: 169 active+clean; 1.9 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 9.5 MiB/s rd, 22 MiB/s wr, 494 op/s 2024-04-12T16:47:29.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:28 smithi099 ceph-mon[94290]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-12T16:47:30.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:29 smithi099 ceph-mon[94290]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-12T16:47:30.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:29 smithi099 ceph-mon[96864]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-12T16:47:30.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:29 smithi110 ceph-mon[88691]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-12T16:47:30.856 INFO:tasks.workunit.client.0.smithi099.stdout:write: c 217003253~6400554 2024-04-12T16:47:30.875 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 97878017~719342 2024-04-12T16:47:30.875 INFO:tasks.workunit.client.0.smithi099.stdout:write: c 80843686~8346034 2024-04-12T16:47:30.887 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 31971251~2712365 2024-04-12T16:47:30.887 INFO:tasks.workunit.client.0.smithi099.stdout:write: c 66382575~8253719 2024-04-12T16:47:30.894 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 56973652~1795963 2024-04-12T16:47:30.909 INFO:tasks.workunit.client.0.smithi099.stdout:write: c 139967911~6602721 2024-04-12T16:47:30.935 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 124177920~5350921 2024-04-12T16:47:30.976 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: user2 2024-04-12T16:47:31.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:30 smithi099 ceph-mon[94290]: pgmap v2485: 169 pgs: 169 active+clean; 1.9 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 6.5 MiB/s rd, 14 MiB/s wr, 269 op/s 2024-04-12T16:47:31.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:30 smithi099 ceph-mon[94290]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-12T16:47:31.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:30 smithi099 ceph-mon[96864]: pgmap v2485: 169 pgs: 169 active+clean; 1.9 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 6.5 MiB/s rd, 14 MiB/s wr, 269 op/s 2024-04-12T16:47:31.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:30 smithi099 ceph-mon[96864]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-12T16:47:31.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:30 smithi110 ceph-mon[88691]: pgmap v2485: 169 pgs: 169 active+clean; 1.9 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 6.5 MiB/s rd, 14 MiB/s wr, 269 op/s 2024-04-12T16:47:31.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:30 smithi110 ceph-mon[88691]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-12T16:47:32.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:31 smithi099 ceph-mon[94290]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-12T16:47:32.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:31 smithi099 ceph-mon[96864]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-12T16:47:32.307 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:31 smithi110 ceph-mon[88691]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-12T16:47:32.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:47:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:47:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:47:32.872 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 152307460 2024-04-12T16:47:32.897 INFO:tasks.workunit.client.0.smithi099.stdout:write: d 19993902~853704 2024-04-12T16:47:32.905 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 44583389~1632168 2024-04-12T16:47:32.905 INFO:tasks.workunit.client.0.smithi099.stdout:write: d 16485911~6012049 2024-04-12T16:47:32.914 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 89222919~3668871 2024-04-12T16:47:32.915 INFO:tasks.workunit.client.0.smithi099.stdout:write: d 25495232~7448573 2024-04-12T16:47:32.925 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 10154603~2751263 2024-04-12T16:47:32.927 INFO:tasks.workunit.client.0.smithi099.stdout:write: d 112953657~2753093 2024-04-12T16:47:32.930 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 43303955~8048635 2024-04-12T16:47:32.939 INFO:tasks.workunit.client.0.smithi099.stdout:snap_create: user3 2024-04-12T16:47:33.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:32 smithi099 ceph-mon[94290]: pgmap v2488: 169 pgs: 169 active+clean; 2.0 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 17 MiB/s rd, 20 MiB/s wr, 737 op/s 2024-04-12T16:47:33.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:32 smithi099 ceph-mon[94290]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-12T16:47:33.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:32 smithi099 ceph-mon[96864]: pgmap v2488: 169 pgs: 169 active+clean; 2.0 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 17 MiB/s rd, 20 MiB/s wr, 737 op/s 2024-04-12T16:47:33.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:32 smithi099 ceph-mon[96864]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-12T16:47:33.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:32 smithi110 ceph-mon[88691]: pgmap v2488: 169 pgs: 169 active+clean; 2.0 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 17 MiB/s rd, 20 MiB/s wr, 737 op/s 2024-04-12T16:47:33.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:32 smithi110 ceph-mon[88691]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-12T16:47:34.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:33 smithi099 ceph-mon[94290]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-12T16:47:34.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:33 smithi099 ceph-mon[94290]: pgmap v2491: 169 pgs: 169 active+clean; 2.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 30 MiB/s rd, 39 MiB/s wr, 966 op/s 2024-04-12T16:47:34.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:33 smithi099 ceph-mon[96864]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-12T16:47:34.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:33 smithi099 ceph-mon[96864]: pgmap v2491: 169 pgs: 169 active+clean; 2.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 30 MiB/s rd, 39 MiB/s wr, 966 op/s 2024-04-12T16:47:34.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:33 smithi110 ceph-mon[88691]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-12T16:47:34.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:33 smithi110 ceph-mon[88691]: pgmap v2491: 169 pgs: 169 active+clean; 2.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 30 MiB/s rd, 39 MiB/s wr, 966 op/s 2024-04-12T16:47:34.875 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 227223239 2024-04-12T16:47:34.899 INFO:tasks.workunit.client.0.smithi099.stdout:write: 1 22722323~5680580 2024-04-12T16:47:34.906 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 24142468~2840290 2024-04-12T16:47:34.937 INFO:tasks.workunit.client.0.smithi099.stdout:write: 2 45444647~5680580 2024-04-12T16:47:34.939 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 46864792~2840290 2024-04-12T16:47:34.965 INFO:tasks.workunit.client.0.smithi099.stdout:write: 3 68166971~5680580 2024-04-12T16:47:34.967 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 69587116~2840290 2024-04-12T16:47:34.992 INFO:tasks.workunit.client.0.smithi099.stdout:write: 4 90889295~5680580 2024-04-12T16:47:34.994 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 92309440~2840290 2024-04-12T16:47:35.021 INFO:tasks.workunit.client.0.smithi099.stdout:write: 5 113611619~5680580 2024-04-12T16:47:35.023 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 115031764~2840290 2024-04-12T16:47:35.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:34 smithi099 ceph-mon[94290]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-12T16:47:35.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:34 smithi099 ceph-mon[96864]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-12T16:47:35.161 INFO:tasks.workunit.client.0.smithi099.stdout:migration_commit 2024-04-12T16:47:35.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:34 smithi110 ceph-mon[88691]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-12T16:47:36.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:35 smithi099 ceph-mon[96864]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-12T16:47:36.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:35 smithi099 ceph-mon[96864]: pgmap v2494: 169 pgs: 169 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 20 MiB/s rd, 41 MiB/s wr, 626 op/s 2024-04-12T16:47:36.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:35 smithi099 ceph-mon[94290]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-12T16:47:36.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:35 smithi099 ceph-mon[94290]: pgmap v2494: 169 pgs: 169 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 20 MiB/s rd, 41 MiB/s wr, 626 op/s 2024-04-12T16:47:36.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:35 smithi110 ceph-mon[88691]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-12T16:47:36.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:35 smithi110 ceph-mon[88691]: pgmap v2494: 169 pgs: 169 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 20 MiB/s rd, 41 MiB/s wr, 626 op/s 2024-04-12T16:47:36.458 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMigration.StressLive (17506 ms) 2024-04-12T16:47:36.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:47:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:47:36] "GET /metrics HTTP/1.1" 200 38983 "" "Prometheus/2.43.0" 2024-04-12T16:47:37.891 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 57 tests from TestMigration (259648 ms total) 2024-04-12T16:47:37.891 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:47:37.891 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 6 tests from TestGroup 2024-04-12T16:47:38.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:37 smithi110 ceph-mon[88691]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-12T16:47:38.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:37 smithi110 ceph-mon[88691]: pgmap v2496: 137 pgs: 137 active+clean; 2.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail 2024-04-12T16:47:38.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:37 smithi099 ceph-mon[94290]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-12T16:47:38.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:37 smithi099 ceph-mon[94290]: pgmap v2496: 137 pgs: 137 active+clean; 2.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail 2024-04-12T16:47:38.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:37 smithi099 ceph-mon[96864]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-12T16:47:38.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:37 smithi099 ceph-mon[96864]: pgmap v2496: 137 pgs: 137 active+clean; 2.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail 2024-04-12T16:47:39.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:38 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:47:39.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:38 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:47:39.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:38 smithi110 ceph-mon[88691]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-12T16:47:39.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:38 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:47:39.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:38 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:47:39.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:38 smithi099 ceph-mon[94290]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-12T16:47:39.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:38 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:47:39.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:38 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:47:39.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:38 smithi099 ceph-mon[96864]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-12T16:47:39.898 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestGroup.group_create 2024-04-12T16:47:40.230 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:39 smithi110 ceph-mon[88691]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-12T16:47:40.230 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:39 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3979439098' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:47:40.230 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:39 smithi110 ceph-mon[88691]: pgmap v2499: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 10 GiB used, 705 GiB / 715 GiB avail 2024-04-12T16:47:40.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:39 smithi099 ceph-mon[94290]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-12T16:47:40.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:39 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3979439098' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:47:40.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:39 smithi099 ceph-mon[94290]: pgmap v2499: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 10 GiB used, 705 GiB / 715 GiB avail 2024-04-12T16:47:40.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:39 smithi099 ceph-mon[96864]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-12T16:47:40.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:39 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3979439098' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:47:40.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:39 smithi099 ceph-mon[96864]: pgmap v2499: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 10 GiB used, 705 GiB / 715 GiB avail 2024-04-12T16:47:41.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:40 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:47:41.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:40 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3979439098' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:47:41.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:40 smithi110 ceph-mon[88691]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-12T16:47:41.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:40 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:47:41.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:40 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3979439098' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:47:41.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:40 smithi099 ceph-mon[96864]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-12T16:47:41.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:40 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:47:41.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:40 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3979439098' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:47:41.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:40 smithi099 ceph-mon[94290]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-12T16:47:41.950 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestGroup.group_create (2051 ms) 2024-04-12T16:47:41.950 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestGroup.group_createPP 2024-04-12T16:47:41.968 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestGroup.group_createPP (18 ms) 2024-04-12T16:47:41.968 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestGroup.add_image 2024-04-12T16:47:42.008 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestGroup.add_image (41 ms) 2024-04-12T16:47:42.009 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestGroup.add_imagePP 2024-04-12T16:47:42.044 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestGroup.add_imagePP (36 ms) 2024-04-12T16:47:42.044 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestGroup.add_snapshot 2024-04-12T16:47:42.307 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:41 smithi110 ceph-mon[88691]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-12T16:47:42.307 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:41 smithi110 ceph-mon[88691]: pgmap v2502: 137 pgs: 16 creating+peering, 7 unknown, 114 active+clean; 4.6 MiB data, 8.1 GiB used, 707 GiB / 715 GiB avail 2024-04-12T16:47:42.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:41 smithi099 ceph-mon[94290]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-12T16:47:42.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:41 smithi099 ceph-mon[94290]: pgmap v2502: 137 pgs: 16 creating+peering, 7 unknown, 114 active+clean; 4.6 MiB data, 8.1 GiB used, 707 GiB / 715 GiB avail 2024-04-12T16:47:42.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:41 smithi099 ceph-mon[96864]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-12T16:47:42.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:41 smithi099 ceph-mon[96864]: pgmap v2502: 137 pgs: 16 creating+peering, 7 unknown, 114 active+clean; 4.6 MiB data, 8.1 GiB used, 707 GiB / 715 GiB avail 2024-04-12T16:47:42.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:47:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:47:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:47:43.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:42 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:47:43.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:42 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:47:43.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:42 smithi110 ceph-mon[88691]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-12T16:47:43.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:47:43.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:47:43.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:42 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:47:43.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:42 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:47:43.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:42 smithi099 ceph-mon[94290]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-12T16:47:43.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:47:43.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:47:43.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:42 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:47:43.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:42 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:47:43.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:42 smithi099 ceph-mon[96864]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-12T16:47:43.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:47:43.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:47:44.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:43 smithi110 ceph-mon[88691]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-12T16:47:44.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:43 smithi110 ceph-mon[88691]: pgmap v2505: 137 pgs: 16 creating+peering, 121 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 0 op/s 2024-04-12T16:47:44.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:43 smithi099 ceph-mon[96864]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-12T16:47:44.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:43 smithi099 ceph-mon[96864]: pgmap v2505: 137 pgs: 16 creating+peering, 121 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 0 op/s 2024-04-12T16:47:44.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:43 smithi099 ceph-mon[94290]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-12T16:47:44.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:43 smithi099 ceph-mon[94290]: pgmap v2505: 137 pgs: 16 creating+peering, 121 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 0 op/s 2024-04-12T16:47:45.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:44 smithi110 ceph-mon[88691]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-12T16:47:45.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:44 smithi099 ceph-mon[94290]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-12T16:47:45.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:44 smithi099 ceph-mon[96864]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-12T16:47:46.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:45 smithi110 ceph-mon[88691]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-12T16:47:46.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:45 smithi110 ceph-mon[88691]: pgmap v2508: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 15 KiB/s wr, 164 op/s 2024-04-12T16:47:46.354 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:45 smithi099 ceph-mon[96864]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-12T16:47:46.354 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:45 smithi099 ceph-mon[96864]: pgmap v2508: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 15 KiB/s wr, 164 op/s 2024-04-12T16:47:46.354 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:45 smithi099 ceph-mon[94290]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-12T16:47:46.355 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:45 smithi099 ceph-mon[94290]: pgmap v2508: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 15 KiB/s wr, 164 op/s 2024-04-12T16:47:46.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:47:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:47:46] "GET /metrics HTTP/1.1" 200 36514 "" "Prometheus/2.43.0" 2024-04-12T16:47:47.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:46 smithi110 ceph-mon[88691]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-12T16:47:47.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:46 smithi099 ceph-mon[96864]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-12T16:47:47.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:46 smithi099 ceph-mon[94290]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-12T16:47:47.983 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestGroup.add_snapshot (5938 ms) 2024-04-12T16:47:47.983 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestGroup.add_snapshotPP 2024-04-12T16:47:48.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:47 smithi110 ceph-mon[88691]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-12T16:47:48.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:47 smithi110 ceph-mon[88691]: pgmap v2511: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 16 KiB/s wr, 188 op/s 2024-04-12T16:47:48.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:47 smithi099 ceph-mon[96864]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-12T16:47:48.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:47 smithi099 ceph-mon[96864]: pgmap v2511: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 16 KiB/s wr, 188 op/s 2024-04-12T16:47:48.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:47 smithi099 ceph-mon[94290]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-12T16:47:48.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:47 smithi099 ceph-mon[94290]: pgmap v2511: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 16 KiB/s wr, 188 op/s 2024-04-12T16:47:49.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:48 smithi110 ceph-mon[88691]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-12T16:47:49.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:48 smithi099 ceph-mon[94290]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-12T16:47:49.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:48 smithi099 ceph-mon[96864]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-12T16:47:50.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:49 smithi110 ceph-mon[88691]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-12T16:47:50.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:49 smithi110 ceph-mon[88691]: pgmap v2514: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 5.5 KiB/s wr, 52 op/s 2024-04-12T16:47:50.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:49 smithi110 ceph-mon[88691]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-12T16:47:50.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:49 smithi099 ceph-mon[94290]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-12T16:47:50.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:49 smithi099 ceph-mon[94290]: pgmap v2514: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 5.5 KiB/s wr, 52 op/s 2024-04-12T16:47:50.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:49 smithi099 ceph-mon[94290]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-12T16:47:50.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:49 smithi099 ceph-mon[96864]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-12T16:47:50.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:49 smithi099 ceph-mon[96864]: pgmap v2514: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 5.5 KiB/s wr, 52 op/s 2024-04-12T16:47:50.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:49 smithi099 ceph-mon[96864]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-12T16:47:51.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:51 smithi110 ceph-mon[88691]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-12T16:47:51.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:51 smithi099 ceph-mon[94290]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-12T16:47:51.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:51 smithi099 ceph-mon[96864]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-12T16:47:52.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:52 smithi110 ceph-mon[88691]: pgmap v2517: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 9.0 KiB/s wr, 84 op/s 2024-04-12T16:47:52.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:52 smithi110 ceph-mon[88691]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-12T16:47:52.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:47:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:47:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:47:52.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:52 smithi099 ceph-mon[94290]: pgmap v2517: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 9.0 KiB/s wr, 84 op/s 2024-04-12T16:47:52.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:52 smithi099 ceph-mon[94290]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-12T16:47:52.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:52 smithi099 ceph-mon[96864]: pgmap v2517: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 9.0 KiB/s wr, 84 op/s 2024-04-12T16:47:52.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:52 smithi099 ceph-mon[96864]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-12T16:47:53.596 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestGroup.add_snapshotPP (5614 ms) 2024-04-12T16:47:53.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:53 smithi110 ceph-mon[88691]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-12T16:47:53.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:53 smithi099 ceph-mon[94290]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-12T16:47:53.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:53 smithi099 ceph-mon[96864]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-12T16:47:54.545 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 6 tests from TestGroup (13698 ms total) 2024-04-12T16:47:54.545 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:47:54.545 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 31 tests from TestDeepCopy 2024-04-12T16:47:54.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:54 smithi110 ceph-mon[88691]: pgmap v2520: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 8.7 KiB/s wr, 150 op/s 2024-04-12T16:47:54.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:54 smithi110 ceph-mon[88691]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-12T16:47:54.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:54 smithi110 ceph-mon[88691]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-12T16:47:54.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:54 smithi099 ceph-mon[94290]: pgmap v2520: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 8.7 KiB/s wr, 150 op/s 2024-04-12T16:47:54.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:54 smithi099 ceph-mon[94290]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-12T16:47:54.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:54 smithi099 ceph-mon[94290]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-12T16:47:54.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:54 smithi099 ceph-mon[96864]: pgmap v2520: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 8.7 KiB/s wr, 150 op/s 2024-04-12T16:47:54.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:54 smithi099 ceph-mon[96864]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-12T16:47:54.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:54 smithi099 ceph-mon[96864]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-12T16:47:56.587 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestDeepCopy.Empty 2024-04-12T16:47:56.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:47:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:47:56] "GET /metrics HTTP/1.1" 200 36514 "" "Prometheus/2.43.0" 2024-04-12T16:47:56.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:56 smithi099 ceph-mon[96864]: pgmap v2523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:47:56.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:56 smithi099 ceph-mon[96864]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-12T16:47:56.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:56 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1100840712' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:47:56.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:56 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:47:56.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:56 smithi099 ceph-mon[94290]: pgmap v2523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:47:56.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:56 smithi099 ceph-mon[94290]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-12T16:47:56.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:56 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1100840712' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:47:56.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:56 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:47:56.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:56 smithi110 ceph-mon[88691]: pgmap v2523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:47:56.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:56 smithi110 ceph-mon[88691]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-12T16:47:56.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:56 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1100840712' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:47:56.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:56 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:47:57.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:57 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:47:57.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:57 smithi099 ceph-mon[94290]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-12T16:47:57.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:47:57.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:57 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:47:57.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:57 smithi099 ceph-mon[96864]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-12T16:47:57.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:47:58.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:57 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:47:58.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:57 smithi110 ceph-mon[88691]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-12T16:47:58.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:47:58.709 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestDeepCopy.Empty (2122 ms) 2024-04-12T16:47:58.709 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestDeepCopy.NoSnaps 2024-04-12T16:47:58.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:58 smithi099 ceph-mon[94290]: pgmap v2526: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:47:58.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:58 smithi099 ceph-mon[94290]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-12T16:47:58.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:58 smithi099 ceph-mon[96864]: pgmap v2526: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:47:58.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:58 smithi099 ceph-mon[96864]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-12T16:47:58.934 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestDeepCopy.NoSnaps (225 ms) 2024-04-12T16:47:58.935 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestDeepCopy.Snaps 2024-04-12T16:47:59.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:58 smithi110 ceph-mon[88691]: pgmap v2526: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:47:59.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:58 smithi110 ceph-mon[88691]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-12T16:47:59.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:47:59 smithi099 ceph-mon[94290]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-12T16:47:59.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:47:59 smithi099 ceph-mon[96864]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-12T16:48:00.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:47:59 smithi110 ceph-mon[88691]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-12T16:48:00.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:00 smithi099 ceph-mon[96864]: pgmap v2529: 137 pgs: 9 creating+peering, 11 unknown, 117 active+clean; 13 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-04-12T16:48:00.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:00 smithi099 ceph-mon[96864]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-12T16:48:00.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:00 smithi099 ceph-mon[94290]: pgmap v2529: 137 pgs: 9 creating+peering, 11 unknown, 117 active+clean; 13 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-04-12T16:48:00.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:00 smithi099 ceph-mon[94290]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-12T16:48:01.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:00 smithi110 ceph-mon[88691]: pgmap v2529: 137 pgs: 9 creating+peering, 11 unknown, 117 active+clean; 13 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-04-12T16:48:01.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:00 smithi110 ceph-mon[88691]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-12T16:48:01.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:01 smithi099 ceph-mon[94290]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-12T16:48:01.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:01 smithi099 ceph-mon[96864]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-12T16:48:02.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:01 smithi110 ceph-mon[88691]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-12T16:48:02.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:48:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:48:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:48:02.879 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestDeepCopy.Snaps (3942 ms) 2024-04-12T16:48:02.879 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestDeepCopy.SnapDiscard 2024-04-12T16:48:03.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:02 smithi110 ceph-mon[88691]: pgmap v2532: 137 pgs: 9 creating+peering, 128 active+clean; 33 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.0 MiB/s rd, 7.0 MiB/s wr, 59 op/s 2024-04-12T16:48:03.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:02 smithi110 ceph-mon[88691]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-12T16:48:03.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:02 smithi099 ceph-mon[94290]: pgmap v2532: 137 pgs: 9 creating+peering, 128 active+clean; 33 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.0 MiB/s rd, 7.0 MiB/s wr, 59 op/s 2024-04-12T16:48:03.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:02 smithi099 ceph-mon[94290]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-12T16:48:03.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:02 smithi099 ceph-mon[96864]: pgmap v2532: 137 pgs: 9 creating+peering, 128 active+clean; 33 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.0 MiB/s rd, 7.0 MiB/s wr, 59 op/s 2024-04-12T16:48:03.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:02 smithi099 ceph-mon[96864]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-12T16:48:04.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:03 smithi110 ceph-mon[88691]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-12T16:48:04.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:03 smithi099 ceph-mon[96864]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-12T16:48:04.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:03 smithi099 ceph-mon[94290]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-12T16:48:04.659 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestDeepCopy.SnapDiscard (1783 ms) 2024-04-12T16:48:04.659 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestDeepCopy.CloneDiscard 2024-04-12T16:48:05.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:04 smithi110 ceph-mon[88691]: pgmap v2535: 137 pgs: 137 active+clean; 45 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 8.0 MiB/s wr, 142 op/s 2024-04-12T16:48:05.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:04 smithi110 ceph-mon[88691]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-12T16:48:05.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:04 smithi110 ceph-mon[88691]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-12T16:48:05.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:04 smithi099 ceph-mon[96864]: pgmap v2535: 137 pgs: 137 active+clean; 45 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 8.0 MiB/s wr, 142 op/s 2024-04-12T16:48:05.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:04 smithi099 ceph-mon[96864]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-12T16:48:05.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:04 smithi099 ceph-mon[96864]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-12T16:48:05.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:04 smithi099 ceph-mon[94290]: pgmap v2535: 137 pgs: 137 active+clean; 45 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 8.0 MiB/s wr, 142 op/s 2024-04-12T16:48:05.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:04 smithi099 ceph-mon[94290]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-12T16:48:05.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:04 smithi099 ceph-mon[94290]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-12T16:48:05.821 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestDeepCopy.CloneDiscard (1162 ms) 2024-04-12T16:48:05.822 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestDeepCopy.CloneShrink 2024-04-12T16:48:06.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:48:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:48:06] "GET /metrics HTTP/1.1" 200 36484 "" "Prometheus/2.43.0" 2024-04-12T16:48:06.814 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestDeepCopy.CloneShrink (991 ms) 2024-04-12T16:48:06.814 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestDeepCopy.CloneExpand 2024-04-12T16:48:07.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:06 smithi110 ceph-mon[88691]: pgmap v2538: 137 pgs: 137 active+clean; 61 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 7.0 MiB/s wr, 194 op/s 2024-04-12T16:48:07.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:06 smithi110 ceph-mon[88691]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-12T16:48:07.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:06 smithi099 ceph-mon[96864]: pgmap v2538: 137 pgs: 137 active+clean; 61 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 7.0 MiB/s wr, 194 op/s 2024-04-12T16:48:07.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:06 smithi099 ceph-mon[96864]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-12T16:48:07.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:06 smithi099 ceph-mon[94290]: pgmap v2538: 137 pgs: 137 active+clean; 61 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 7.0 MiB/s wr, 194 op/s 2024-04-12T16:48:07.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:06 smithi099 ceph-mon[94290]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-12T16:48:07.878 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestDeepCopy.CloneExpand (1065 ms) 2024-04-12T16:48:07.878 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestDeepCopy.CloneHideParent 2024-04-12T16:48:08.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:07 smithi110 ceph-mon[88691]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-12T16:48:08.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:07 smithi099 ceph-mon[94290]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-12T16:48:08.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:07 smithi099 ceph-mon[96864]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-12T16:48:09.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:08 smithi110 ceph-mon[88691]: pgmap v2541: 137 pgs: 137 active+clean; 69 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 6.0 MiB/s wr, 151 op/s 2024-04-12T16:48:09.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:08 smithi110 ceph-mon[88691]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-12T16:48:09.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:08 smithi099 ceph-mon[94290]: pgmap v2541: 137 pgs: 137 active+clean; 69 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 6.0 MiB/s wr, 151 op/s 2024-04-12T16:48:09.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:08 smithi099 ceph-mon[94290]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-12T16:48:09.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:08 smithi099 ceph-mon[96864]: pgmap v2541: 137 pgs: 137 active+clean; 69 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 6.0 MiB/s wr, 151 op/s 2024-04-12T16:48:09.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:08 smithi099 ceph-mon[96864]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-12T16:48:10.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:09 smithi110 ceph-mon[88691]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-12T16:48:10.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:09 smithi099 ceph-mon[94290]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-12T16:48:10.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:09 smithi099 ceph-mon[96864]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-12T16:48:10.980 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:10 smithi110 ceph-mon[88691]: pgmap v2544: 137 pgs: 137 active+clean; 69 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.0 MiB/s wr, 193 op/s 2024-04-12T16:48:10.980 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:10 smithi110 ceph-mon[88691]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-12T16:48:11.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:10 smithi099 ceph-mon[94290]: pgmap v2544: 137 pgs: 137 active+clean; 69 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.0 MiB/s wr, 193 op/s 2024-04-12T16:48:11.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:10 smithi099 ceph-mon[94290]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-12T16:48:11.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:10 smithi099 ceph-mon[96864]: pgmap v2544: 137 pgs: 137 active+clean; 69 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.0 MiB/s wr, 193 op/s 2024-04-12T16:48:11.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:10 smithi099 ceph-mon[96864]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-12T16:48:12.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:11 smithi110 ceph-mon[88691]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-12T16:48:12.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:11 smithi099 ceph-mon[94290]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-12T16:48:12.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:11 smithi099 ceph-mon[96864]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-12T16:48:12.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:48:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:48:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:48:13.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:12 smithi110 ceph-mon[88691]: pgmap v2547: 137 pgs: 137 active+clean; 69 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 275 KiB/s rd, 23 KiB/s wr, 375 op/s 2024-04-12T16:48:13.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:12 smithi110 ceph-mon[88691]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-12T16:48:13.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:48:13.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:12 smithi099 ceph-mon[94290]: pgmap v2547: 137 pgs: 137 active+clean; 69 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 275 KiB/s rd, 23 KiB/s wr, 375 op/s 2024-04-12T16:48:13.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:12 smithi099 ceph-mon[94290]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-12T16:48:13.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:48:13.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:12 smithi099 ceph-mon[96864]: pgmap v2547: 137 pgs: 137 active+clean; 69 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 275 KiB/s rd, 23 KiB/s wr, 375 op/s 2024-04-12T16:48:13.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:12 smithi099 ceph-mon[96864]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-12T16:48:13.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:48:14.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:13 smithi110 ceph-mon[88691]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-12T16:48:14.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:13 smithi099 ceph-mon[94290]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-12T16:48:14.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:13 smithi099 ceph-mon[96864]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-12T16:48:14.817 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestDeepCopy.CloneHideParent (6939 ms) 2024-04-12T16:48:14.817 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestDeepCopy.Clone 2024-04-12T16:48:15.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:14 smithi110 ceph-mon[88691]: pgmap v2550: 137 pgs: 137 active+clean; 69 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 298 KiB/s rd, 19 KiB/s wr, 400 op/s 2024-04-12T16:48:15.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:14 smithi110 ceph-mon[88691]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-12T16:48:15.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:14 smithi099 ceph-mon[94290]: pgmap v2550: 137 pgs: 137 active+clean; 69 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 298 KiB/s rd, 19 KiB/s wr, 400 op/s 2024-04-12T16:48:15.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:14 smithi099 ceph-mon[94290]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-12T16:48:15.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:14 smithi099 ceph-mon[96864]: pgmap v2550: 137 pgs: 137 active+clean; 69 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 298 KiB/s rd, 19 KiB/s wr, 400 op/s 2024-04-12T16:48:15.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:14 smithi099 ceph-mon[96864]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-12T16:48:16.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:15 smithi110 ceph-mon[88691]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-12T16:48:16.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:15 smithi099 ceph-mon[94290]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-12T16:48:16.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:15 smithi099 ceph-mon[96864]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-12T16:48:16.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:48:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:48:16] "GET /metrics HTTP/1.1" 200 36547 "" "Prometheus/2.43.0" 2024-04-12T16:48:17.036 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestDeepCopy.Clone (2220 ms) 2024-04-12T16:48:17.036 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestDeepCopy.CloneFlatten 2024-04-12T16:48:17.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:16 smithi110 ceph-mon[88691]: pgmap v2553: 137 pgs: 137 active+clean; 73 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 1.0 MiB/s wr, 264 op/s 2024-04-12T16:48:17.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:16 smithi110 ceph-mon[88691]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-12T16:48:17.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:16 smithi099 ceph-mon[96864]: pgmap v2553: 137 pgs: 137 active+clean; 73 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 1.0 MiB/s wr, 264 op/s 2024-04-12T16:48:17.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:16 smithi099 ceph-mon[96864]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-12T16:48:17.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:16 smithi099 ceph-mon[94290]: pgmap v2553: 137 pgs: 137 active+clean; 73 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 1.0 MiB/s wr, 264 op/s 2024-04-12T16:48:17.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:16 smithi099 ceph-mon[94290]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-12T16:48:18.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:17 smithi110 ceph-mon[88691]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-12T16:48:18.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:17 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:48:18.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:17 smithi099 ceph-mon[94290]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-12T16:48:18.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:17 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:48:18.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:17 smithi099 ceph-mon[96864]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-12T16:48:18.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:17 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:48:19.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:18 smithi110 ceph-mon[88691]: pgmap v2556: 137 pgs: 137 active+clean; 77 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 2.0 MiB/s wr, 146 op/s 2024-04-12T16:48:19.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:18 smithi110 ceph-mon[88691]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-12T16:48:19.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:18 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:48:19.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:18 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:48:19.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:18 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:48:19.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:18 smithi099 ceph-mon[94290]: pgmap v2556: 137 pgs: 137 active+clean; 77 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 2.0 MiB/s wr, 146 op/s 2024-04-12T16:48:19.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:18 smithi099 ceph-mon[94290]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-12T16:48:19.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:18 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:48:19.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:18 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:48:19.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:18 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:48:19.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:18 smithi099 ceph-mon[96864]: pgmap v2556: 137 pgs: 137 active+clean; 77 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 2.0 MiB/s wr, 146 op/s 2024-04-12T16:48:19.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:18 smithi099 ceph-mon[96864]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-12T16:48:19.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:18 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:48:19.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:18 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:48:19.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:18 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:48:19.173 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestDeepCopy.CloneFlatten (2136 ms) 2024-04-12T16:48:19.173 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestDeepCopy.Stress 2024-04-12T16:48:19.196 INFO:tasks.workunit.client.0.smithi099.stdout:write: A 76182769~7703311 2024-04-12T16:48:19.220 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 75112984~8111264 2024-04-12T16:48:19.223 INFO:tasks.workunit.client.0.smithi099.stdout:write: A 25396180~16852 2024-04-12T16:48:19.226 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 71435531~3284383 2024-04-12T16:48:19.227 INFO:tasks.workunit.client.0.smithi099.stdout:write: A 70209144~7678929 2024-04-12T16:48:19.251 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 68450672~7077930 2024-04-12T16:48:19.255 INFO:tasks.workunit.client.0.smithi099.stdout:write: A 58172787~5853373 2024-04-12T16:48:19.273 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 34491632~1001835 2024-04-12T16:48:19.274 INFO:tasks.workunit.client.0.smithi099.stdout:snap: snap0 2024-04-12T16:48:19.752 INFO:tasks.workunit.client.0.smithi099.stdout:write: B 8443443~6528584 2024-04-12T16:48:19.754 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 53928120~1878545 2024-04-12T16:48:19.755 INFO:tasks.workunit.client.0.smithi099.stdout:write: B 30099588~3243826 2024-04-12T16:48:19.755 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 80144403~3433647 2024-04-12T16:48:19.755 INFO:tasks.workunit.client.0.smithi099.stdout:write: B 33787567~2123294 2024-04-12T16:48:19.755 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 12028167~3107930 2024-04-12T16:48:19.783 INFO:tasks.workunit.client.0.smithi099.stdout:write: B 35977065~6712231 2024-04-12T16:48:19.783 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 56766536~6032970 2024-04-12T16:48:19.800 INFO:tasks.workunit.client.0.smithi099.stdout:snap: snap1 2024-04-12T16:48:20.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:19 smithi110 ceph-mon[88691]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-12T16:48:20.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:19 smithi099 ceph-mon[94290]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-12T16:48:20.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:19 smithi099 ceph-mon[96864]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-12T16:48:20.772 INFO:tasks.workunit.client.0.smithi099.stdout:clone image234 -> image235 2024-04-12T16:48:20.821 INFO:tasks.workunit.client.0.smithi099.stdout:write: C 30488353~6665244 2024-04-12T16:48:20.861 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 5955565~1987881 2024-04-12T16:48:20.863 INFO:tasks.workunit.client.0.smithi099.stdout:write: C 34231635~34201 2024-04-12T16:48:20.865 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 14276182~7297373 2024-04-12T16:48:20.869 INFO:tasks.workunit.client.0.smithi099.stdout:write: C 16687817~129734 2024-04-12T16:48:20.870 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 36275970~6824774 2024-04-12T16:48:20.874 INFO:tasks.workunit.client.0.smithi099.stdout:write: C 21741967~529889 2024-04-12T16:48:20.877 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 61128690~2776374 2024-04-12T16:48:20.882 INFO:tasks.workunit.client.0.smithi099.stdout:snap: snap2 2024-04-12T16:48:21.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:20 smithi110 ceph-mon[88691]: pgmap v2559: 137 pgs: 137 active+clean; 101 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 7.0 MiB/s wr, 252 op/s 2024-04-12T16:48:21.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:20 smithi110 ceph-mon[88691]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-12T16:48:21.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:20 smithi099 ceph-mon[94290]: pgmap v2559: 137 pgs: 137 active+clean; 101 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 7.0 MiB/s wr, 252 op/s 2024-04-12T16:48:21.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:20 smithi099 ceph-mon[94290]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-12T16:48:21.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:20 smithi099 ceph-mon[96864]: pgmap v2559: 137 pgs: 137 active+clean; 101 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 7.0 MiB/s wr, 252 op/s 2024-04-12T16:48:21.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:20 smithi099 ceph-mon[96864]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-12T16:48:21.769 INFO:tasks.workunit.client.0.smithi099.stdout:clone image235 -> image236 2024-04-12T16:48:21.839 INFO:tasks.workunit.client.0.smithi099.stdout:write: D 45549302~7342199 2024-04-12T16:48:21.865 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 76574357~2278523 2024-04-12T16:48:21.881 INFO:tasks.workunit.client.0.smithi099.stdout:write: D 38940885~3839397 2024-04-12T16:48:21.893 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 52494669~4716444 2024-04-12T16:48:21.897 INFO:tasks.workunit.client.0.smithi099.stdout:write: D 27526630~7809087 2024-04-12T16:48:21.931 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 1458625~209301 2024-04-12T16:48:21.934 INFO:tasks.workunit.client.0.smithi099.stdout:write: D 6874545~22020 2024-04-12T16:48:21.937 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 43952941~6781154 2024-04-12T16:48:21.938 INFO:tasks.workunit.client.0.smithi099.stdout:snap: snap3 2024-04-12T16:48:22.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:21 smithi110 ceph-mon[88691]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-12T16:48:22.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:21 smithi099 ceph-mon[94290]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-12T16:48:22.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:21 smithi099 ceph-mon[96864]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-12T16:48:22.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:48:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:48:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:48:22.778 INFO:tasks.workunit.client.0.smithi099.stdout:clone image236 -> image237 2024-04-12T16:48:23.056 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestDeepCopy.Stress (3884 ms) 2024-04-12T16:48:23.057 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestDeepCopy.NoSnaps_LargerDstObjSize 2024-04-12T16:48:23.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:22 smithi110 ceph-mon[88691]: pgmap v2562: 137 pgs: 137 active+clean; 153 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 19 MiB/s wr, 314 op/s 2024-04-12T16:48:23.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:22 smithi110 ceph-mon[88691]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-12T16:48:23.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:22 smithi099 ceph-mon[94290]: pgmap v2562: 137 pgs: 137 active+clean; 153 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 19 MiB/s wr, 314 op/s 2024-04-12T16:48:23.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:22 smithi099 ceph-mon[94290]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-12T16:48:23.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:22 smithi099 ceph-mon[96864]: pgmap v2562: 137 pgs: 137 active+clean; 153 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 19 MiB/s wr, 314 op/s 2024-04-12T16:48:23.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:22 smithi099 ceph-mon[96864]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-12T16:48:23.304 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestDeepCopy.NoSnaps_LargerDstObjSize (247 ms) 2024-04-12T16:48:23.304 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestDeepCopy.Snaps_LargerDstObjSize 2024-04-12T16:48:24.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:23 smithi110 ceph-mon[88691]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-12T16:48:24.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:23 smithi099 ceph-mon[94290]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-12T16:48:24.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:23 smithi099 ceph-mon[96864]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-12T16:48:25.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:24 smithi110 ceph-mon[88691]: pgmap v2565: 137 pgs: 137 active+clean; 252 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 36 MiB/s wr, 457 op/s 2024-04-12T16:48:25.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:24 smithi110 ceph-mon[88691]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-12T16:48:25.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:24 smithi099 ceph-mon[96864]: pgmap v2565: 137 pgs: 137 active+clean; 252 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 36 MiB/s wr, 457 op/s 2024-04-12T16:48:25.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:24 smithi099 ceph-mon[96864]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-12T16:48:25.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:24 smithi099 ceph-mon[94290]: pgmap v2565: 137 pgs: 137 active+clean; 252 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 36 MiB/s wr, 457 op/s 2024-04-12T16:48:25.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:24 smithi099 ceph-mon[94290]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-12T16:48:26.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:25 smithi110 ceph-mon[88691]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-12T16:48:26.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:25 smithi099 ceph-mon[94290]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-12T16:48:26.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:25 smithi099 ceph-mon[96864]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-12T16:48:26.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:48:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:48:26] "GET /metrics HTTP/1.1" 200 36547 "" "Prometheus/2.43.0" 2024-04-12T16:48:27.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:26 smithi110 ceph-mon[88691]: pgmap v2568: 137 pgs: 137 active+clean; 298 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 34 MiB/s wr, 642 op/s 2024-04-12T16:48:27.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:26 smithi110 ceph-mon[88691]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-12T16:48:27.105 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestDeepCopy.Snaps_LargerDstObjSize (3801 ms) 2024-04-12T16:48:27.105 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestDeepCopy.Clone_LargerDstObjSize 2024-04-12T16:48:27.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:26 smithi099 ceph-mon[94290]: pgmap v2568: 137 pgs: 137 active+clean; 298 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 34 MiB/s wr, 642 op/s 2024-04-12T16:48:27.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:26 smithi099 ceph-mon[94290]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-12T16:48:27.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:26 smithi099 ceph-mon[96864]: pgmap v2568: 137 pgs: 137 active+clean; 298 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 34 MiB/s wr, 642 op/s 2024-04-12T16:48:27.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:26 smithi099 ceph-mon[96864]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-12T16:48:28.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:27 smithi110 ceph-mon[88691]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-12T16:48:28.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:48:28.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:27 smithi099 ceph-mon[94290]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-12T16:48:28.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:48:28.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:27 smithi099 ceph-mon[96864]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-12T16:48:28.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:48:29.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:28 smithi110 ceph-mon[88691]: pgmap v2571: 137 pgs: 137 active+clean; 334 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 19 MiB/s wr, 476 op/s 2024-04-12T16:48:29.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:28 smithi110 ceph-mon[88691]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-12T16:48:29.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:28 smithi099 ceph-mon[94290]: pgmap v2571: 137 pgs: 137 active+clean; 334 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 19 MiB/s wr, 476 op/s 2024-04-12T16:48:29.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:28 smithi099 ceph-mon[94290]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-12T16:48:29.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:28 smithi099 ceph-mon[96864]: pgmap v2571: 137 pgs: 137 active+clean; 334 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 19 MiB/s wr, 476 op/s 2024-04-12T16:48:29.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:28 smithi099 ceph-mon[96864]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-12T16:48:29.177 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestDeepCopy.Clone_LargerDstObjSize (2072 ms) 2024-04-12T16:48:29.177 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestDeepCopy.CloneFlatten_LargerDstObjSize 2024-04-12T16:48:30.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:29 smithi110 ceph-mon[88691]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-12T16:48:30.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:29 smithi099 ceph-mon[94290]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-12T16:48:30.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:29 smithi099 ceph-mon[96864]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-12T16:48:31.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:30 smithi110 ceph-mon[88691]: pgmap v2574: 137 pgs: 137 active+clean; 354 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 13 MiB/s wr, 303 op/s 2024-04-12T16:48:31.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:30 smithi110 ceph-mon[88691]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-12T16:48:31.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:30 smithi099 ceph-mon[94290]: pgmap v2574: 137 pgs: 137 active+clean; 354 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 13 MiB/s wr, 303 op/s 2024-04-12T16:48:31.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:30 smithi099 ceph-mon[94290]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-12T16:48:31.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:30 smithi099 ceph-mon[96864]: pgmap v2574: 137 pgs: 137 active+clean; 354 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 13 MiB/s wr, 303 op/s 2024-04-12T16:48:31.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:30 smithi099 ceph-mon[96864]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-12T16:48:31.299 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestDeepCopy.CloneFlatten_LargerDstObjSize (2123 ms) 2024-04-12T16:48:31.299 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestDeepCopy.Stress_LargerDstObjSize 2024-04-12T16:48:31.322 INFO:tasks.workunit.client.0.smithi099.stdout:write: A 53592516~2816838 2024-04-12T16:48:31.335 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 39092808~2750489 2024-04-12T16:48:31.335 INFO:tasks.workunit.client.0.smithi099.stdout:write: A 66435496~3790758 2024-04-12T16:48:31.349 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 56530840~8314750 2024-04-12T16:48:31.351 INFO:tasks.workunit.client.0.smithi099.stdout:write: A 39500775~7887855 2024-04-12T16:48:31.369 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 53437158~5152783 2024-04-12T16:48:31.371 INFO:tasks.workunit.client.0.smithi099.stdout:write: A 39784100~8224866 2024-04-12T16:48:31.386 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 30388536~6944907 2024-04-12T16:48:31.386 INFO:tasks.workunit.client.0.smithi099.stdout:snap: snap0 2024-04-12T16:48:31.845 INFO:tasks.workunit.client.0.smithi099.stdout:write: B 4918310~4643191 2024-04-12T16:48:31.848 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 56433464~928621 2024-04-12T16:48:31.849 INFO:tasks.workunit.client.0.smithi099.stdout:write: B 16191774~4940330 2024-04-12T16:48:31.849 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 65670487~4494362 2024-04-12T16:48:31.850 INFO:tasks.workunit.client.0.smithi099.stdout:write: B 36475542~3856060 2024-04-12T16:48:31.850 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 15594936~1248727 2024-04-12T16:48:31.878 INFO:tasks.workunit.client.0.smithi099.stdout:write: B 62785821~7235433 2024-04-12T16:48:31.878 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 43540354~2078588 2024-04-12T16:48:31.895 INFO:tasks.workunit.client.0.smithi099.stdout:snap: snap1 2024-04-12T16:48:32.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:31 smithi099 ceph-mon[94290]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-12T16:48:32.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:31 smithi099 ceph-mon[96864]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-12T16:48:32.307 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:31 smithi110 ceph-mon[88691]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-12T16:48:32.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:48:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:48:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:48:32.858 INFO:tasks.workunit.client.0.smithi099.stdout:clone image256 -> image257 2024-04-12T16:48:32.910 INFO:tasks.workunit.client.0.smithi099.stdout:write: C 1141476~923946 2024-04-12T16:48:32.917 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 33977625~3679931 2024-04-12T16:48:32.926 INFO:tasks.workunit.client.0.smithi099.stdout:write: C 67552970~7087819 2024-04-12T16:48:32.948 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 65644334~3528703 2024-04-12T16:48:32.967 INFO:tasks.workunit.client.0.smithi099.stdout:write: C 69193867~6673775 2024-04-12T16:48:32.982 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 34397103~3758182 2024-04-12T16:48:33.004 INFO:tasks.workunit.client.0.smithi099.stdout:write: C 16789981~2804323 2024-04-12T16:48:33.024 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 78125098~5760982 2024-04-12T16:48:33.026 INFO:tasks.workunit.client.0.smithi099.stdout:snap: snap2 2024-04-12T16:48:33.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:32 smithi099 ceph-mon[94290]: pgmap v2577: 137 pgs: 137 active+clean; 386 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 13 MiB/s wr, 176 op/s 2024-04-12T16:48:33.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:32 smithi099 ceph-mon[94290]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-12T16:48:33.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:32 smithi099 ceph-mon[96864]: pgmap v2577: 137 pgs: 137 active+clean; 386 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 13 MiB/s wr, 176 op/s 2024-04-12T16:48:33.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:32 smithi099 ceph-mon[96864]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-12T16:48:33.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:32 smithi110 ceph-mon[88691]: pgmap v2577: 137 pgs: 137 active+clean; 386 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 13 MiB/s wr, 176 op/s 2024-04-12T16:48:33.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:32 smithi110 ceph-mon[88691]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-12T16:48:33.866 INFO:tasks.workunit.client.0.smithi099.stdout:clone image257 -> image258 2024-04-12T16:48:33.939 INFO:tasks.workunit.client.0.smithi099.stdout:write: D 10608943~3147503 2024-04-12T16:48:33.967 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 74112428~874328 2024-04-12T16:48:33.989 INFO:tasks.workunit.client.0.smithi099.stdout:write: D 18900271~5141446 2024-04-12T16:48:34.017 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 45931311~5821284 2024-04-12T16:48:34.038 INFO:tasks.workunit.client.0.smithi099.stdout:write: D 58231520~6188621 2024-04-12T16:48:34.060 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 32569779~5585585 2024-04-12T16:48:34.080 INFO:tasks.workunit.client.0.smithi099.stdout:write: D 65229787~5380611 2024-04-12T16:48:34.098 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 42614974~156823 2024-04-12T16:48:34.099 INFO:tasks.workunit.client.0.smithi099.stdout:snap: snap3 2024-04-12T16:48:34.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:33 smithi099 ceph-mon[94290]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-12T16:48:34.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:33 smithi099 ceph-mon[96864]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-12T16:48:34.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:33 smithi110 ceph-mon[88691]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-12T16:48:34.861 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 143722376 2024-04-12T16:48:35.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:34 smithi099 ceph-mon[94290]: pgmap v2580: 137 pgs: 137 active+clean; 465 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 28 MiB/s wr, 314 op/s 2024-04-12T16:48:35.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:34 smithi099 ceph-mon[94290]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-12T16:48:35.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:34 smithi099 ceph-mon[96864]: pgmap v2580: 137 pgs: 137 active+clean; 465 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 28 MiB/s wr, 314 op/s 2024-04-12T16:48:35.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:34 smithi099 ceph-mon[96864]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-12T16:48:35.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:34 smithi110 ceph-mon[88691]: pgmap v2580: 137 pgs: 137 active+clean; 465 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 28 MiB/s wr, 314 op/s 2024-04-12T16:48:35.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:34 smithi110 ceph-mon[88691]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-12T16:48:36.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:35 smithi099 ceph-mon[94290]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-12T16:48:36.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:35 smithi099 ceph-mon[96864]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-12T16:48:36.306 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestDeepCopy.Stress_LargerDstObjSize (5007 ms) 2024-04-12T16:48:36.306 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestDeepCopy.NoSnaps_SmallerDstObjSize 2024-04-12T16:48:36.328 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:35 smithi110 ceph-mon[88691]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-12T16:48:36.514 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestDeepCopy.NoSnaps_SmallerDstObjSize (207 ms) 2024-04-12T16:48:36.514 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestDeepCopy.Snaps_SmallerDstObjSize 2024-04-12T16:48:36.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:48:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:48:36] "GET /metrics HTTP/1.1" 200 36551 "" "Prometheus/2.43.0" 2024-04-12T16:48:37.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:36 smithi099 ceph-mon[94290]: pgmap v2583: 137 pgs: 137 active+clean; 574 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 52 MiB/s rd, 47 MiB/s wr, 430 op/s 2024-04-12T16:48:37.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:36 smithi099 ceph-mon[94290]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-12T16:48:37.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:36 smithi099 ceph-mon[96864]: pgmap v2583: 137 pgs: 137 active+clean; 574 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 52 MiB/s rd, 47 MiB/s wr, 430 op/s 2024-04-12T16:48:37.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:36 smithi099 ceph-mon[96864]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-12T16:48:37.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:36 smithi110 ceph-mon[88691]: pgmap v2583: 137 pgs: 137 active+clean; 574 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 52 MiB/s rd, 47 MiB/s wr, 430 op/s 2024-04-12T16:48:37.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:36 smithi110 ceph-mon[88691]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-12T16:48:38.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:37 smithi099 ceph-mon[94290]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-12T16:48:38.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:37 smithi099 ceph-mon[94290]: pgmap v2586: 137 pgs: 137 active+clean; 639 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 41 MiB/s rd, 38 MiB/s wr, 452 op/s 2024-04-12T16:48:38.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:37 smithi099 ceph-mon[96864]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-12T16:48:38.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:37 smithi099 ceph-mon[96864]: pgmap v2586: 137 pgs: 137 active+clean; 639 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 41 MiB/s rd, 38 MiB/s wr, 452 op/s 2024-04-12T16:48:38.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:37 smithi110 ceph-mon[88691]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-12T16:48:38.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:37 smithi110 ceph-mon[88691]: pgmap v2586: 137 pgs: 137 active+clean; 639 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 41 MiB/s rd, 38 MiB/s wr, 452 op/s 2024-04-12T16:48:39.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:38 smithi110 ceph-mon[88691]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-12T16:48:39.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:38 smithi099 ceph-mon[94290]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-12T16:48:39.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:38 smithi099 ceph-mon[96864]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-12T16:48:40.141 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestDeepCopy.Snaps_SmallerDstObjSize (3628 ms) 2024-04-12T16:48:40.141 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestDeepCopy.Clone_SmallerDstObjSize 2024-04-12T16:48:40.230 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:39 smithi110 ceph-mon[88691]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-12T16:48:40.230 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:39 smithi110 ceph-mon[88691]: pgmap v2589: 137 pgs: 137 active+clean; 698 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 39 MiB/s rd, 24 MiB/s wr, 468 op/s 2024-04-12T16:48:40.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:39 smithi099 ceph-mon[94290]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-12T16:48:40.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:39 smithi099 ceph-mon[94290]: pgmap v2589: 137 pgs: 137 active+clean; 698 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 39 MiB/s rd, 24 MiB/s wr, 468 op/s 2024-04-12T16:48:40.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:39 smithi099 ceph-mon[96864]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-12T16:48:40.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:39 smithi099 ceph-mon[96864]: pgmap v2589: 137 pgs: 137 active+clean; 698 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 39 MiB/s rd, 24 MiB/s wr, 468 op/s 2024-04-12T16:48:41.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:40 smithi110 ceph-mon[88691]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-12T16:48:41.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:40 smithi099 ceph-mon[94290]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-12T16:48:41.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:40 smithi099 ceph-mon[96864]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-12T16:48:42.228 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestDeepCopy.Clone_SmallerDstObjSize (2086 ms) 2024-04-12T16:48:42.229 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestDeepCopy.CloneFlatten_SmallerDstObjSize 2024-04-12T16:48:42.307 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:41 smithi110 ceph-mon[88691]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-12T16:48:42.308 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:41 smithi110 ceph-mon[88691]: pgmap v2592: 137 pgs: 137 active+clean; 726 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 46 MiB/s rd, 20 MiB/s wr, 303 op/s 2024-04-12T16:48:42.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:41 smithi099 ceph-mon[96864]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-12T16:48:42.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:41 smithi099 ceph-mon[96864]: pgmap v2592: 137 pgs: 137 active+clean; 726 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 46 MiB/s rd, 20 MiB/s wr, 303 op/s 2024-04-12T16:48:42.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:41 smithi099 ceph-mon[94290]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-12T16:48:42.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:41 smithi099 ceph-mon[94290]: pgmap v2592: 137 pgs: 137 active+clean; 726 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 46 MiB/s rd, 20 MiB/s wr, 303 op/s 2024-04-12T16:48:42.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:48:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:48:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:48:43.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:42 smithi110 ceph-mon[88691]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-12T16:48:43.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:48:43.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:42 smithi099 ceph-mon[94290]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-12T16:48:43.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:48:43.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:42 smithi099 ceph-mon[96864]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-12T16:48:43.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:48:44.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:43 smithi110 ceph-mon[88691]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-12T16:48:44.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:43 smithi110 ceph-mon[88691]: pgmap v2595: 137 pgs: 137 active+clean; 742 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 39 MiB/s rd, 11 MiB/s wr, 310 op/s 2024-04-12T16:48:44.355 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestDeepCopy.CloneFlatten_SmallerDstObjSize (2128 ms) 2024-04-12T16:48:44.355 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestDeepCopy.Stress_SmallerDstObjSize 2024-04-12T16:48:44.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:43 smithi099 ceph-mon[94290]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-12T16:48:44.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:43 smithi099 ceph-mon[94290]: pgmap v2595: 137 pgs: 137 active+clean; 742 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 39 MiB/s rd, 11 MiB/s wr, 310 op/s 2024-04-12T16:48:44.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:43 smithi099 ceph-mon[96864]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-12T16:48:44.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:43 smithi099 ceph-mon[96864]: pgmap v2595: 137 pgs: 137 active+clean; 742 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 39 MiB/s rd, 11 MiB/s wr, 310 op/s 2024-04-12T16:48:44.378 INFO:tasks.workunit.client.0.smithi099.stdout:write: A 1149687~4157823 2024-04-12T16:48:44.392 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 6962146~243879 2024-04-12T16:48:44.393 INFO:tasks.workunit.client.0.smithi099.stdout:write: A 56336509~1162452 2024-04-12T16:48:44.398 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 24054249~2306483 2024-04-12T16:48:44.399 INFO:tasks.workunit.client.0.smithi099.stdout:write: A 47397027~8317565 2024-04-12T16:48:44.421 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 76300757~1108760 2024-04-12T16:48:44.422 INFO:tasks.workunit.client.0.smithi099.stdout:write: A 31416030~4068943 2024-04-12T16:48:44.438 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 26667443~2926341 2024-04-12T16:48:44.439 INFO:tasks.workunit.client.0.smithi099.stdout:snap: snap0 2024-04-12T16:48:44.948 INFO:tasks.workunit.client.0.smithi099.stdout:clone image277 -> image278 2024-04-12T16:48:44.999 INFO:tasks.workunit.client.0.smithi099.stdout:write: B 32601278~1012883 2024-04-12T16:48:45.021 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 23170710~8130309 2024-04-12T16:48:45.026 INFO:tasks.workunit.client.0.smithi099.stdout:write: B 41841564~5556377 2024-04-12T16:48:45.044 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 62820750~7065428 2024-04-12T16:48:45.049 INFO:tasks.workunit.client.0.smithi099.stdout:write: B 75290333~7143167 2024-04-12T16:48:45.066 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 54866320~6173314 2024-04-12T16:48:45.075 INFO:tasks.workunit.client.0.smithi099.stdout:write: B 1942529~7582676 2024-04-12T16:48:45.095 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 74935419~5684359 2024-04-12T16:48:45.096 INFO:tasks.workunit.client.0.smithi099.stdout:snap: snap1 2024-04-12T16:48:45.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:44 smithi110 ceph-mon[88691]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-12T16:48:45.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:44 smithi099 ceph-mon[96864]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-12T16:48:45.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:44 smithi099 ceph-mon[94290]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-12T16:48:45.950 INFO:tasks.workunit.client.0.smithi099.stdout:clone image278 -> image279 2024-04-12T16:48:46.017 INFO:tasks.workunit.client.0.smithi099.stdout:resize: 131271928 2024-04-12T16:48:46.022 INFO:tasks.workunit.client.0.smithi099.stdout:write: C 115684724~2822551 2024-04-12T16:48:46.033 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 27999554~5371766 2024-04-12T16:48:46.041 INFO:tasks.workunit.client.0.smithi099.stdout:write: C 41524651~6843997 2024-04-12T16:48:46.071 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 25774987~3956873 2024-04-12T16:48:46.072 INFO:tasks.workunit.client.0.smithi099.stdout:write: C 24030876~712784 2024-04-12T16:48:46.078 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 94611410~6555465 2024-04-12T16:48:46.079 INFO:tasks.workunit.client.0.smithi099.stdout:write: C 42102543~6471375 2024-04-12T16:48:46.093 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 107383518~1180839 2024-04-12T16:48:46.094 INFO:tasks.workunit.client.0.smithi099.stdout:snap: snap2 2024-04-12T16:48:46.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:45 smithi110 ceph-mon[88691]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-12T16:48:46.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:45 smithi110 ceph-mon[88691]: pgmap v2598: 137 pgs: 137 active+clean; 820 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 46 MiB/s rd, 23 MiB/s wr, 426 op/s 2024-04-12T16:48:46.353 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:45 smithi099 ceph-mon[94290]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-12T16:48:46.354 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:45 smithi099 ceph-mon[94290]: pgmap v2598: 137 pgs: 137 active+clean; 820 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 46 MiB/s rd, 23 MiB/s wr, 426 op/s 2024-04-12T16:48:46.354 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:45 smithi099 ceph-mon[96864]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-12T16:48:46.354 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:45 smithi099 ceph-mon[96864]: pgmap v2598: 137 pgs: 137 active+clean; 820 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 46 MiB/s rd, 23 MiB/s wr, 426 op/s 2024-04-12T16:48:46.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:48:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:48:46] "GET /metrics HTTP/1.1" 200 36555 "" "Prometheus/2.43.0" 2024-04-12T16:48:46.958 INFO:tasks.workunit.client.0.smithi099.stdout:clone image279 -> image280 2024-04-12T16:48:47.034 INFO:tasks.workunit.client.0.smithi099.stdout:write: D 35879783~3153082 2024-04-12T16:48:47.057 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 42391975~8222531 2024-04-12T16:48:47.080 INFO:tasks.workunit.client.0.smithi099.stdout:write: D 29534420~4655281 2024-04-12T16:48:47.099 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 12938202~2140012 2024-04-12T16:48:47.102 INFO:tasks.workunit.client.0.smithi099.stdout:write: D 41023991~1664347 2024-04-12T16:48:47.106 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 105078023~7113877 2024-04-12T16:48:47.110 INFO:tasks.workunit.client.0.smithi099.stdout:write: D 42789020~7020768 2024-04-12T16:48:47.127 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 28019118~5857787 2024-04-12T16:48:47.130 INFO:tasks.workunit.client.0.smithi099.stdout:snap: snap3 2024-04-12T16:48:47.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:46 smithi110 ceph-mon[88691]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-12T16:48:47.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:46 smithi099 ceph-mon[94290]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-12T16:48:47.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:46 smithi099 ceph-mon[96864]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-12T16:48:47.963 INFO:tasks.workunit.client.0.smithi099.stdout:clone image280 -> image281 2024-04-12T16:48:48.327 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestDeepCopy.Stress_SmallerDstObjSize (3972 ms) 2024-04-12T16:48:48.328 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-04-12T16:48:48.328 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:47 smithi110 ceph-mon[88691]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-12T16:48:48.328 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:47 smithi110 ceph-mon[88691]: pgmap v2601: 137 pgs: 137 active+clean; 875 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 46 MiB/s rd, 31 MiB/s wr, 643 op/s 2024-04-12T16:48:48.352 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:621: Skipped 2024-04-12T16:48:48.353 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T16:48:48.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:47 smithi099 ceph-mon[94290]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-12T16:48:48.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:47 smithi099 ceph-mon[94290]: pgmap v2601: 137 pgs: 137 active+clean; 875 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 46 MiB/s rd, 31 MiB/s wr, 643 op/s 2024-04-12T16:48:48.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:47 smithi099 ceph-mon[96864]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-12T16:48:48.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:47 smithi099 ceph-mon[96864]: pgmap v2601: 137 pgs: 137 active+clean; 875 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 46 MiB/s rd, 31 MiB/s wr, 643 op/s 2024-04-12T16:48:48.425 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize (98 ms) 2024-04-12T16:48:48.426 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-04-12T16:48:48.448 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:635: Skipped 2024-04-12T16:48:48.448 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T16:48:48.522 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingLargerDstObjSize (97 ms) 2024-04-12T16:48:48.522 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-04-12T16:48:48.544 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:649: Skipped 2024-04-12T16:48:48.544 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T16:48:48.615 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingLargerDstObjSize (92 ms) 2024-04-12T16:48:48.615 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-04-12T16:48:48.641 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:663: Skipped 2024-04-12T16:48:48.641 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T16:48:48.711 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize (96 ms) 2024-04-12T16:48:48.711 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-04-12T16:48:48.732 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:679: Skipped 2024-04-12T16:48:48.733 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T16:48:48.803 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingLargerDstObjSize (93 ms) 2024-04-12T16:48:48.804 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-04-12T16:48:48.825 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:693: Skipped 2024-04-12T16:48:48.825 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T16:48:48.897 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize (94 ms) 2024-04-12T16:48:48.898 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-04-12T16:48:48.919 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:707: Skipped 2024-04-12T16:48:48.919 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T16:48:48.996 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize (99 ms) 2024-04-12T16:48:48.997 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-04-12T16:48:49.020 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:721: Skipped 2024-04-12T16:48:49.020 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T16:48:49.093 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingSmallerDstObjSize (97 ms) 2024-04-12T16:48:49.094 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-04-12T16:48:49.115 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:735: Skipped 2024-04-12T16:48:49.115 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T16:48:49.186 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize (93 ms) 2024-04-12T16:48:49.186 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-04-12T16:48:49.209 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:751: Skipped 2024-04-12T16:48:49.209 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T16:48:49.286 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingSmallerDstObjSize (99 ms) 2024-04-12T16:48:49.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:48 smithi110 ceph-mon[88691]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-12T16:48:49.371 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:48 smithi099 ceph-mon[94290]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-12T16:48:49.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:48 smithi099 ceph-mon[96864]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-12T16:48:49.958 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 31 tests from TestDeepCopy (52698 ms total) 2024-04-12T16:48:49.959 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:48:49.959 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 51 tests from TestMirroring 2024-04-12T16:48:50.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:49 smithi110 ceph-mon[88691]: pgmap v2603: 137 pgs: 137 active+clean; 962 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 32 MiB/s rd, 30 MiB/s wr, 695 op/s 2024-04-12T16:48:50.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:49 smithi099 ceph-mon[94290]: pgmap v2603: 137 pgs: 137 active+clean; 962 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 32 MiB/s rd, 30 MiB/s wr, 695 op/s 2024-04-12T16:48:50.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:49 smithi099 ceph-mon[96864]: pgmap v2603: 137 pgs: 137 active+clean; 962 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 32 MiB/s rd, 30 MiB/s wr, 695 op/s 2024-04-12T16:48:51.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:50 smithi110 ceph-mon[88691]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-12T16:48:51.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:50 smithi099 ceph-mon[94290]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-12T16:48:51.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:50 smithi099 ceph-mon[96864]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-12T16:48:51.970 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage 2024-04-12T16:48:52.307 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:51 smithi110 ceph-mon[88691]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-12T16:48:52.307 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:51 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:48:52.307 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:51 smithi110 ceph-mon[88691]: pgmap v2606: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail 2024-04-12T16:48:52.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:51 smithi099 ceph-mon[94290]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-12T16:48:52.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:51 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:48:52.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:51 smithi099 ceph-mon[94290]: pgmap v2606: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail 2024-04-12T16:48:52.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:51 smithi099 ceph-mon[96864]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-12T16:48:52.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:51 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:48:52.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:51 smithi099 ceph-mon[96864]: pgmap v2606: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail 2024-04-12T16:48:52.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:48:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:48:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:48:53.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:52 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:48:53.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:52 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:48:53.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:52 smithi110 ceph-mon[88691]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-12T16:48:53.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:52 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:48:53.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:52 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:48:53.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:52 smithi099 ceph-mon[94290]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-12T16:48:53.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:52 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:48:53.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:52 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:48:53.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:52 smithi099 ceph-mon[96864]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-12T16:48:54.103 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage (2133 ms) 2024-04-12T16:48:54.103 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool 2024-04-12T16:48:54.205 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool (101 ms) 2024-04-12T16:48:54.205 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled 2024-04-12T16:48:54.285 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled (81 ms) 2024-04-12T16:48:54.285 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage 2024-04-12T16:48:54.328 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:53 smithi110 ceph-mon[88691]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-12T16:48:54.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:53 smithi110 ceph-mon[88691]: pgmap v2609: 137 pgs: 10 creating+peering, 21 unknown, 106 active+clean; 4.6 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail 2024-04-12T16:48:54.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:53 smithi099 ceph-mon[94290]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-12T16:48:54.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:53 smithi099 ceph-mon[94290]: pgmap v2609: 137 pgs: 10 creating+peering, 21 unknown, 106 active+clean; 4.6 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail 2024-04-12T16:48:54.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:53 smithi099 ceph-mon[96864]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-12T16:48:54.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:53 smithi099 ceph-mon[96864]: pgmap v2609: 137 pgs: 10 creating+peering, 21 unknown, 106 active+clean; 4.6 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail 2024-04-12T16:48:54.386 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage (101 ms) 2024-04-12T16:48:54.387 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap 2024-04-12T16:48:54.476 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap (90 ms) 2024-04-12T16:48:54.476 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModePool 2024-04-12T16:48:54.568 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModePool (91 ms) 2024-04-12T16:48:54.568 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled 2024-04-12T16:48:54.673 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled (105 ms) 2024-04-12T16:48:54.673 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.DisableImageMirrorWithPeer 2024-04-12T16:48:54.673 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_mirroring.cc:482: Skipped 2024-04-12T16:48:54.673 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T16:48:54.673 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestMirroring.DisableImageMirrorWithPeer (0 ms) 2024-04-12T16:48:54.673 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.DisableJournalingWithPeer 2024-04-12T16:48:54.673 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_mirroring.cc:520: Skipped 2024-04-12T16:48:54.673 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T16:48:54.673 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestMirroring.DisableJournalingWithPeer (0 ms) 2024-04-12T16:48:54.674 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling 2024-04-12T16:48:54.743 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling (71 ms) 2024-04-12T16:48:54.743 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling 2024-04-12T16:48:54.821 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling (77 ms) 2024-04-12T16:48:54.821 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling 2024-04-12T16:48:55.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:54 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:48:55.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:54 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:48:55.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:54 smithi110 ceph-mon[88691]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-12T16:48:55.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:54 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:48:55.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:54 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:48:55.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:54 smithi099 ceph-mon[94290]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-12T16:48:55.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:54 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:48:55.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:54 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:48:55.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:54 smithi099 ceph-mon[96864]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-12T16:48:56.046 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling (1226 ms) 2024-04-12T16:48:56.047 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock 2024-04-12T16:48:56.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:55 smithi099 ceph-mon[94290]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-12T16:48:56.273 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:55 smithi099 ceph-mon[94290]: pgmap v2612: 137 pgs: 10 creating+peering, 127 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 74 KiB/s rd, 13 KiB/s wr, 113 op/s 2024-04-12T16:48:56.273 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:55 smithi099 ceph-mon[96864]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-12T16:48:56.273 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:55 smithi099 ceph-mon[96864]: pgmap v2612: 137 pgs: 10 creating+peering, 127 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 74 KiB/s rd, 13 KiB/s wr, 113 op/s 2024-04-12T16:48:56.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:55 smithi110 ceph-mon[88691]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-12T16:48:56.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:55 smithi110 ceph-mon[88691]: pgmap v2612: 137 pgs: 10 creating+peering, 127 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 74 KiB/s rd, 13 KiB/s wr, 113 op/s 2024-04-12T16:48:56.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:48:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:48:56] "GET /metrics HTTP/1.1" 200 36555 "" "Prometheus/2.43.0" 2024-04-12T16:48:57.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:56 smithi110 ceph-mon[88691]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-12T16:48:57.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:56 smithi099 ceph-mon[94290]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-12T16:48:57.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:56 smithi099 ceph-mon[96864]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-12T16:48:58.054 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock (2008 ms) 2024-04-12T16:48:58.054 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeDisabled 2024-04-12T16:48:58.143 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeDisabled (88 ms) 2024-04-12T16:48:58.143 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage 2024-04-12T16:48:58.233 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage (91 ms) 2024-04-12T16:48:58.233 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool 2024-04-12T16:48:58.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:58 smithi110 ceph-mon[88691]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-12T16:48:58.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:58 smithi110 ceph-mon[88691]: pgmap v2615: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 27 KiB/s wr, 341 op/s 2024-04-12T16:48:58.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:48:58.333 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool (100 ms) 2024-04-12T16:48:58.333 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling 2024-04-12T16:48:58.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:58 smithi099 ceph-mon[96864]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-12T16:48:58.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:58 smithi099 ceph-mon[96864]: pgmap v2615: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 27 KiB/s wr, 341 op/s 2024-04-12T16:48:58.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:48:58.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:58 smithi099 ceph-mon[94290]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-12T16:48:58.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:58 smithi099 ceph-mon[94290]: pgmap v2615: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 27 KiB/s wr, 341 op/s 2024-04-12T16:48:58.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:48:58.415 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling (82 ms) 2024-04-12T16:48:58.416 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling 2024-04-12T16:48:58.497 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling (82 ms) 2024-04-12T16:48:58.498 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeDisabled 2024-04-12T16:48:58.587 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeDisabled (89 ms) 2024-04-12T16:48:58.587 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage 2024-04-12T16:48:58.686 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage (100 ms) 2024-04-12T16:48:58.686 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled 2024-04-12T16:48:59.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:48:59 smithi110 ceph-mon[88691]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-12T16:48:59.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:48:59 smithi099 ceph-mon[94290]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-12T16:48:59.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:48:59 smithi099 ceph-mon[96864]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-12T16:49:00.075 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled (1388 ms) 2024-04-12T16:49:00.075 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModePool 2024-04-12T16:49:00.180 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModePool (106 ms) 2024-04-12T16:49:00.180 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModePool 2024-04-12T16:49:00.278 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModePool (98 ms) 2024-04-12T16:49:00.279 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModeImage 2024-04-12T16:49:00.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:00 smithi110 ceph-mon[88691]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-12T16:49:00.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:00 smithi110 ceph-mon[88691]: pgmap v2618: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 219 KiB/s rd, 30 KiB/s wr, 311 op/s 2024-04-12T16:49:00.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:00 smithi099 ceph-mon[94290]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-12T16:49:00.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:00 smithi099 ceph-mon[94290]: pgmap v2618: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 219 KiB/s rd, 30 KiB/s wr, 311 op/s 2024-04-12T16:49:00.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:00 smithi099 ceph-mon[96864]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-12T16:49:00.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:00 smithi099 ceph-mon[96864]: pgmap v2618: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 219 KiB/s rd, 30 KiB/s wr, 311 op/s 2024-04-12T16:49:00.376 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModeImage (98 ms) 2024-04-12T16:49:00.376 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode 2024-04-12T16:49:00.526 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode (150 ms) 2024-04-12T16:49:00.526 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode 2024-04-12T16:49:00.680 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode (154 ms) 2024-04-12T16:49:00.680 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode 2024-04-12T16:49:00.819 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode (138 ms) 2024-04-12T16:49:00.819 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode 2024-04-12T16:49:00.960 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode (141 ms) 2024-04-12T16:49:00.960 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode 2024-04-12T16:49:01.108 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode (147 ms) 2024-04-12T16:49:01.108 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode 2024-04-12T16:49:01.276 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode (168 ms) 2024-04-12T16:49:01.276 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageEnabled 2024-04-12T16:49:01.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:01 smithi110 ceph-mon[88691]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-12T16:49:01.361 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageEnabled (85 ms) 2024-04-12T16:49:01.361 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDisabled 2024-04-12T16:49:01.371 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:01 smithi099 ceph-mon[94290]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-12T16:49:01.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:01 smithi099 ceph-mon[96864]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-12T16:49:01.435 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDisabled (75 ms) 2024-04-12T16:49:01.435 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.RemoveImage_With_ImageWithoutJournal 2024-04-12T16:49:01.505 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.RemoveImage_With_ImageWithoutJournal (69 ms) 2024-04-12T16:49:01.505 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDemoted 2024-04-12T16:49:01.623 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDemoted (118 ms) 2024-04-12T16:49:01.623 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.TrashMoveRestore_PoolMode 2024-04-12T16:49:01.745 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.TrashMoveRestore_PoolMode (122 ms) 2024-04-12T16:49:01.745 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled 2024-04-12T16:49:01.849 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled (105 ms) 2024-04-12T16:49:01.850 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled 2024-04-12T16:49:01.962 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled (113 ms) 2024-04-12T16:49:01.962 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.MirrorStatusList 2024-04-12T16:49:02.037 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.MirrorStatusList (75 ms) 2024-04-12T16:49:02.037 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.RemoveBootstrapped 2024-04-12T16:49:02.126 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.RemoveBootstrapped (89 ms) 2024-04-12T16:49:02.126 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.AioPromoteDemote 2024-04-12T16:49:02.307 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:02 smithi110 ceph-mon[88691]: pgmap v2620: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 324 KiB/s rd, 58 KiB/s wr, 495 op/s 2024-04-12T16:49:02.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:02 smithi099 ceph-mon[94290]: pgmap v2620: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 324 KiB/s rd, 58 KiB/s wr, 495 op/s 2024-04-12T16:49:02.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:02 smithi099 ceph-mon[96864]: pgmap v2620: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 324 KiB/s rd, 58 KiB/s wr, 495 op/s 2024-04-12T16:49:02.491 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.AioPromoteDemote (365 ms) 2024-04-12T16:49:02.492 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.AioGetInfo 2024-04-12T16:49:02.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:49:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:49:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:49:02.838 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.AioGetInfo (347 ms) 2024-04-12T16:49:02.838 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.AioGetStatus 2024-04-12T16:49:03.054 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.AioGetStatus (215 ms) 2024-04-12T16:49:03.054 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.SiteName 2024-04-12T16:49:03.060 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.SiteName (7 ms) 2024-04-12T16:49:03.060 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.Bootstrap 2024-04-12T16:49:03.874 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.Bootstrap (814 ms) 2024-04-12T16:49:03.875 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.PeerDirection 2024-04-12T16:49:03.882 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.PeerDirection (8 ms) 2024-04-12T16:49:03.882 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.Snapshot 2024-04-12T16:49:04.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:04 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' 2024-04-12T16:49:04.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:04 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T16:49:04.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:04 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T16:49:04.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:04 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-12T16:49:04.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:04 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T16:49:04.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:04 smithi110 ceph-mon[88691]: pgmap v2621: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 466 KiB/s rd, 57 KiB/s wr, 677 op/s 2024-04-12T16:49:04.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:04 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-12T16:49:04.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:04 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' 2024-04-12T16:49:04.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:04 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-12T16:49:04.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:04 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-12T16:49:04.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:04 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T16:49:04.331 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:04 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b329b409-3fc5-4139-a4fd-284410d0ec6c"}]: dispatch 2024-04-12T16:49:04.331 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:04 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b329b409-3fc5-4139-a4fd-284410d0ec6c"}]': finished 2024-04-12T16:49:04.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:04 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' 2024-04-12T16:49:04.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:04 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T16:49:04.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:04 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T16:49:04.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:04 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-12T16:49:04.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:04 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T16:49:04.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:04 smithi099 ceph-mon[94290]: pgmap v2621: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 466 KiB/s rd, 57 KiB/s wr, 677 op/s 2024-04-12T16:49:04.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:04 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-12T16:49:04.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:04 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' 2024-04-12T16:49:04.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:04 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-12T16:49:04.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:04 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-12T16:49:04.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:04 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T16:49:04.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:04 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b329b409-3fc5-4139-a4fd-284410d0ec6c"}]: dispatch 2024-04-12T16:49:04.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:04 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b329b409-3fc5-4139-a4fd-284410d0ec6c"}]': finished 2024-04-12T16:49:04.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:04 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' 2024-04-12T16:49:04.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:04 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T16:49:04.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:04 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T16:49:04.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:04 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-12T16:49:04.374 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:04 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T16:49:04.374 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:04 smithi099 ceph-mon[96864]: pgmap v2621: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 466 KiB/s rd, 57 KiB/s wr, 677 op/s 2024-04-12T16:49:04.374 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:04 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-12T16:49:04.374 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:04 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' 2024-04-12T16:49:04.374 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:04 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-12T16:49:04.374 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:04 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-12T16:49:04.374 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:04 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T16:49:04.374 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:04 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b329b409-3fc5-4139-a4fd-284410d0ec6c"}]: dispatch 2024-04-12T16:49:04.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:04 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b329b409-3fc5-4139-a4fd-284410d0ec6c"}]': finished 2024-04-12T16:49:05.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:05 smithi110 ceph-mon[88691]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-12T16:49:05.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:05 smithi099 ceph-mon[94290]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-12T16:49:05.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:05 smithi099 ceph-mon[96864]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-12T16:49:06.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:06 smithi099 ceph-mon[96864]: pgmap v2623: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 193 KiB/s wr, 1.88k op/s 2024-04-12T16:49:06.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:06 smithi099 ceph-mon[96864]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-12T16:49:06.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:06 smithi099 ceph-mon[94290]: pgmap v2623: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 193 KiB/s wr, 1.88k op/s 2024-04-12T16:49:06.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:06 smithi099 ceph-mon[94290]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-12T16:49:06.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:49:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:49:06] "GET /metrics HTTP/1.1" 200 36524 "" "Prometheus/2.43.0" 2024-04-12T16:49:06.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:06 smithi110 ceph-mon[88691]: pgmap v2623: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 193 KiB/s wr, 1.88k op/s 2024-04-12T16:49:06.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:06 smithi110 ceph-mon[88691]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-12T16:49:07.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:07 smithi110 ceph-mon[88691]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-12T16:49:07.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:07 smithi099 ceph-mon[94290]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-12T16:49:07.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:07 smithi099 ceph-mon[96864]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-12T16:49:08.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:08 smithi110 ceph-mon[88691]: pgmap v2626: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 213 KiB/s wr, 2.07k op/s 2024-04-12T16:49:08.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:08 smithi110 ceph-mon[88691]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-12T16:49:08.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:08 smithi099 ceph-mon[96864]: pgmap v2626: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 213 KiB/s wr, 2.07k op/s 2024-04-12T16:49:08.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:08 smithi099 ceph-mon[96864]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-12T16:49:08.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:08 smithi099 ceph-mon[94290]: pgmap v2626: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 213 KiB/s wr, 2.07k op/s 2024-04-12T16:49:08.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:08 smithi099 ceph-mon[94290]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-12T16:49:09.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:09 smithi099 ceph-mon[94290]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-12T16:49:09.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:09 smithi099 ceph-mon[94290]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-12T16:49:09.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:09 smithi099 ceph-mon[96864]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-12T16:49:09.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:09 smithi099 ceph-mon[96864]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-12T16:49:10.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:09 smithi110 ceph-mon[88691]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-12T16:49:10.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:09 smithi110 ceph-mon[88691]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-12T16:49:10.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:10 smithi099 ceph-mon[94290]: pgmap v2629: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 569 KiB/s rd, 86 KiB/s wr, 758 op/s 2024-04-12T16:49:10.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:10 smithi099 ceph-mon[96864]: pgmap v2629: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 569 KiB/s rd, 86 KiB/s wr, 758 op/s 2024-04-12T16:49:10.980 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:10 smithi110 ceph-mon[88691]: pgmap v2629: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 569 KiB/s rd, 86 KiB/s wr, 758 op/s 2024-04-12T16:49:11.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:11 smithi099 ceph-mon[94290]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-12T16:49:11.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:11 smithi099 ceph-mon[96864]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-12T16:49:12.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:11 smithi110 ceph-mon[88691]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-12T16:49:12.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:49:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:49:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:49:12.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:12 smithi099 ceph-mon[94290]: pgmap v2632: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 5.0 KiB/s wr, 18 op/s 2024-04-12T16:49:12.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:12 smithi099 ceph-mon[94290]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-12T16:49:12.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:49:12.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:12 smithi099 ceph-mon[96864]: pgmap v2632: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 5.0 KiB/s wr, 18 op/s 2024-04-12T16:49:12.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:12 smithi099 ceph-mon[96864]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-12T16:49:12.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:49:13.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:12 smithi110 ceph-mon[88691]: pgmap v2632: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 5.0 KiB/s wr, 18 op/s 2024-04-12T16:49:13.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:12 smithi110 ceph-mon[88691]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-12T16:49:13.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:49:13.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:13 smithi099 ceph-mon[94290]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-12T16:49:13.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:13 smithi099 ceph-mon[96864]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-12T16:49:14.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:13 smithi110 ceph-mon[88691]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-12T16:49:14.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:14 smithi099 ceph-mon[94290]: pgmap v2635: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 6.0 KiB/s wr, 74 op/s 2024-04-12T16:49:14.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:14 smithi099 ceph-mon[94290]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-12T16:49:14.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:14 smithi099 ceph-mon[94290]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-12T16:49:14.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:14 smithi099 ceph-mon[96864]: pgmap v2635: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 6.0 KiB/s wr, 74 op/s 2024-04-12T16:49:14.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:14 smithi099 ceph-mon[96864]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-12T16:49:14.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:14 smithi099 ceph-mon[96864]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-12T16:49:15.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:14 smithi110 ceph-mon[88691]: pgmap v2635: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 6.0 KiB/s wr, 74 op/s 2024-04-12T16:49:15.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:14 smithi110 ceph-mon[88691]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-12T16:49:15.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:14 smithi110 ceph-mon[88691]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-12T16:49:16.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:16 smithi099 ceph-mon[94290]: pgmap v2638: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 5.0 KiB/s wr, 72 op/s 2024-04-12T16:49:16.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:16 smithi099 ceph-mon[94290]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-12T16:49:16.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:49:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:49:16] "GET /metrics HTTP/1.1" 200 36534 "" "Prometheus/2.43.0" 2024-04-12T16:49:16.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:16 smithi099 ceph-mon[96864]: pgmap v2638: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 5.0 KiB/s wr, 72 op/s 2024-04-12T16:49:16.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:16 smithi099 ceph-mon[96864]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-12T16:49:16.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:16 smithi110 ceph-mon[88691]: pgmap v2638: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 5.0 KiB/s wr, 72 op/s 2024-04-12T16:49:16.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:16 smithi110 ceph-mon[88691]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-12T16:49:17.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:17 smithi110 ceph-mon[88691]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-12T16:49:17.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:17 smithi099 ceph-mon[94290]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-12T16:49:17.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:17 smithi099 ceph-mon[96864]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-12T16:49:18.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:18 smithi110 ceph-mon[88691]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 6.7 KiB/s wr, 96 op/s 2024-04-12T16:49:18.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:18 smithi110 ceph-mon[88691]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-12T16:49:18.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:18 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:49:18.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:18 smithi099 ceph-mon[94290]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 6.7 KiB/s wr, 96 op/s 2024-04-12T16:49:18.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:18 smithi099 ceph-mon[94290]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-12T16:49:18.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:18 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:49:18.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:18 smithi099 ceph-mon[96864]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 6.7 KiB/s wr, 96 op/s 2024-04-12T16:49:18.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:18 smithi099 ceph-mon[96864]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-12T16:49:18.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:18 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:49:19.686 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.Snapshot (15803 ms) 2024-04-12T16:49:19.686 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.SnapshotRemoveOnDisable 2024-04-12T16:49:19.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:19 smithi099 ceph-mon[94290]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-12T16:49:19.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:19 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:49:19.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:19 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:49:19.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:19 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:49:19.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:19 smithi099 ceph-mon[96864]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-12T16:49:19.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:19 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:49:19.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:19 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:49:19.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:19 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:49:20.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:19 smithi110 ceph-mon[88691]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-12T16:49:20.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:19 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:49:20.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:19 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:49:20.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:19 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:49:20.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:20 smithi099 ceph-mon[94290]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 5.5 KiB/s wr, 89 op/s 2024-04-12T16:49:20.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:20 smithi099 ceph-mon[94290]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-12T16:49:20.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:20 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2399a86c-c118-4683-ae2b-1449c71f53ad"}]: dispatch 2024-04-12T16:49:20.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:20 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2399a86c-c118-4683-ae2b-1449c71f53ad"}]': finished 2024-04-12T16:49:20.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:20 smithi099 ceph-mon[96864]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 5.5 KiB/s wr, 89 op/s 2024-04-12T16:49:20.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:20 smithi099 ceph-mon[96864]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-12T16:49:20.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:20 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2399a86c-c118-4683-ae2b-1449c71f53ad"}]: dispatch 2024-04-12T16:49:20.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:20 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2399a86c-c118-4683-ae2b-1449c71f53ad"}]': finished 2024-04-12T16:49:21.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:20 smithi110 ceph-mon[88691]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 5.5 KiB/s wr, 89 op/s 2024-04-12T16:49:21.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:20 smithi110 ceph-mon[88691]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-12T16:49:21.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:20 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2399a86c-c118-4683-ae2b-1449c71f53ad"}]: dispatch 2024-04-12T16:49:21.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:20 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2399a86c-c118-4683-ae2b-1449c71f53ad"}]': finished 2024-04-12T16:49:22.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:21 smithi110 ceph-mon[88691]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-12T16:49:22.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:21 smithi099 ceph-mon[94290]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-12T16:49:22.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:21 smithi099 ceph-mon[96864]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-12T16:49:22.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:49:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:49:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:49:23.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:22 smithi110 ceph-mon[88691]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-04-12T16:49:23.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:22 smithi110 ceph-mon[88691]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-12T16:49:23.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:22 smithi099 ceph-mon[94290]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-04-12T16:49:23.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:22 smithi099 ceph-mon[94290]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-12T16:49:23.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:22 smithi099 ceph-mon[96864]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-04-12T16:49:23.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:22 smithi099 ceph-mon[96864]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-12T16:49:23.807 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.SnapshotRemoveOnDisable (4122 ms) 2024-04-12T16:49:23.807 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.SnapshotUnlinkPeer 2024-04-12T16:49:24.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:23 smithi110 ceph-mon[88691]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-12T16:49:24.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:23 smithi099 ceph-mon[94290]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-12T16:49:24.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:23 smithi099 ceph-mon[96864]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-12T16:49:25.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:24 smithi110 ceph-mon[88691]: pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 5.2 KiB/s wr, 97 op/s 2024-04-12T16:49:25.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:24 smithi110 ceph-mon[88691]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-12T16:49:25.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:24 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/297a9298-4a07-464d-b813-7ee1306e7472"}]: dispatch 2024-04-12T16:49:25.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:24 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/297a9298-4a07-464d-b813-7ee1306e7472"}]': finished 2024-04-12T16:49:25.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:24 smithi110 ceph-mon[88691]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-12T16:49:25.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:24 smithi099 ceph-mon[96864]: pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 5.2 KiB/s wr, 97 op/s 2024-04-12T16:49:25.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:24 smithi099 ceph-mon[96864]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-12T16:49:25.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:24 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/297a9298-4a07-464d-b813-7ee1306e7472"}]: dispatch 2024-04-12T16:49:25.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:24 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/297a9298-4a07-464d-b813-7ee1306e7472"}]': finished 2024-04-12T16:49:25.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:24 smithi099 ceph-mon[96864]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-12T16:49:25.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:24 smithi099 ceph-mon[94290]: pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 5.2 KiB/s wr, 97 op/s 2024-04-12T16:49:25.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:24 smithi099 ceph-mon[94290]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-12T16:49:25.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:24 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/297a9298-4a07-464d-b813-7ee1306e7472"}]: dispatch 2024-04-12T16:49:25.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:24 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/297a9298-4a07-464d-b813-7ee1306e7472"}]': finished 2024-04-12T16:49:25.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:24 smithi099 ceph-mon[94290]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-12T16:49:26.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:26 smithi099 ceph-mon[94290]: pgmap v2653: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 11 KiB/s wr, 118 op/s 2024-04-12T16:49:26.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:26 smithi099 ceph-mon[94290]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-12T16:49:26.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:49:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:49:26] "GET /metrics HTTP/1.1" 200 36534 "" "Prometheus/2.43.0" 2024-04-12T16:49:26.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:26 smithi099 ceph-mon[96864]: pgmap v2653: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 11 KiB/s wr, 118 op/s 2024-04-12T16:49:26.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:26 smithi099 ceph-mon[96864]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-12T16:49:26.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:26 smithi110 ceph-mon[88691]: pgmap v2653: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 11 KiB/s wr, 118 op/s 2024-04-12T16:49:26.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:26 smithi110 ceph-mon[88691]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-12T16:49:27.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:27 smithi110 ceph-mon[88691]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-12T16:49:27.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:49:27.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:27 smithi099 ceph-mon[96864]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-12T16:49:27.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:49:27.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:27 smithi099 ceph-mon[94290]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-12T16:49:27.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:49:28.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:28 smithi110 ceph-mon[88691]: pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 12 KiB/s wr, 126 op/s 2024-04-12T16:49:28.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:28 smithi110 ceph-mon[88691]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-12T16:49:28.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:28 smithi099 ceph-mon[94290]: pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 12 KiB/s wr, 126 op/s 2024-04-12T16:49:28.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:28 smithi099 ceph-mon[94290]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-12T16:49:28.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:28 smithi099 ceph-mon[96864]: pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 12 KiB/s wr, 126 op/s 2024-04-12T16:49:28.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:28 smithi099 ceph-mon[96864]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-12T16:49:29.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:29 smithi110 ceph-mon[88691]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-12T16:49:29.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:29 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/0693750a-bfa3-4436-947c-0a1824cb6095"}]: dispatch 2024-04-12T16:49:29.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:29 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/0693750a-bfa3-4436-947c-0a1824cb6095"}]': finished 2024-04-12T16:49:29.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:29 smithi110 ceph-mon[88691]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-12T16:49:29.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:29 smithi099 ceph-mon[94290]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-12T16:49:29.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:29 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/0693750a-bfa3-4436-947c-0a1824cb6095"}]: dispatch 2024-04-12T16:49:29.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:29 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/0693750a-bfa3-4436-947c-0a1824cb6095"}]': finished 2024-04-12T16:49:29.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:29 smithi099 ceph-mon[94290]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-12T16:49:29.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:29 smithi099 ceph-mon[96864]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-12T16:49:29.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:29 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/0693750a-bfa3-4436-947c-0a1824cb6095"}]: dispatch 2024-04-12T16:49:29.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:29 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/0693750a-bfa3-4436-947c-0a1824cb6095"}]': finished 2024-04-12T16:49:29.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:29 smithi099 ceph-mon[96864]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-12T16:49:30.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:30 smithi099 ceph-mon[94290]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 6.0 KiB/s wr, 98 op/s 2024-04-12T16:49:30.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:30 smithi099 ceph-mon[96864]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 6.0 KiB/s wr, 98 op/s 2024-04-12T16:49:31.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:30 smithi110 ceph-mon[88691]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 6.0 KiB/s wr, 98 op/s 2024-04-12T16:49:32.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:31 smithi110 ceph-mon[88691]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-12T16:49:32.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:31 smithi099 ceph-mon[94290]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-12T16:49:32.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:31 smithi099 ceph-mon[96864]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-12T16:49:32.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:49:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:49:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:49:33.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:32 smithi110 ceph-mon[88691]: pgmap v2662: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 5.7 KiB/s wr, 80 op/s 2024-04-12T16:49:33.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:32 smithi110 ceph-mon[88691]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-12T16:49:33.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:32 smithi099 ceph-mon[94290]: pgmap v2662: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 5.7 KiB/s wr, 80 op/s 2024-04-12T16:49:33.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:32 smithi099 ceph-mon[94290]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-12T16:49:33.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:32 smithi099 ceph-mon[96864]: pgmap v2662: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 5.7 KiB/s wr, 80 op/s 2024-04-12T16:49:33.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:32 smithi099 ceph-mon[96864]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-12T16:49:33.728 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.SnapshotUnlinkPeer (9921 ms) 2024-04-12T16:49:33.729 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.SnapshotImageState 2024-04-12T16:49:34.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:33 smithi110 ceph-mon[88691]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-12T16:49:34.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:33 smithi099 ceph-mon[94290]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-12T16:49:34.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:33 smithi099 ceph-mon[96864]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-12T16:49:35.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:34 smithi110 ceph-mon[88691]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 175 KiB/s rd, 11 KiB/s wr, 230 op/s 2024-04-12T16:49:35.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:34 smithi110 ceph-mon[88691]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-12T16:49:35.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:34 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/aeb3ff77-c7f6-43e4-a7ee-033d3cf04120"}]: dispatch 2024-04-12T16:49:35.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:34 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/aeb3ff77-c7f6-43e4-a7ee-033d3cf04120"}]': finished 2024-04-12T16:49:35.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:34 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/67c0d083-ad2c-488a-ba81-8bc9ac6794f7"}]: dispatch 2024-04-12T16:49:35.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:34 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/67c0d083-ad2c-488a-ba81-8bc9ac6794f7"}]': finished 2024-04-12T16:49:35.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:34 smithi110 ceph-mon[88691]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-12T16:49:35.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:34 smithi099 ceph-mon[96864]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 175 KiB/s rd, 11 KiB/s wr, 230 op/s 2024-04-12T16:49:35.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:34 smithi099 ceph-mon[96864]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-12T16:49:35.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:34 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/aeb3ff77-c7f6-43e4-a7ee-033d3cf04120"}]: dispatch 2024-04-12T16:49:35.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:34 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/aeb3ff77-c7f6-43e4-a7ee-033d3cf04120"}]': finished 2024-04-12T16:49:35.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:34 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/67c0d083-ad2c-488a-ba81-8bc9ac6794f7"}]: dispatch 2024-04-12T16:49:35.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:34 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/67c0d083-ad2c-488a-ba81-8bc9ac6794f7"}]': finished 2024-04-12T16:49:35.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:34 smithi099 ceph-mon[96864]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-12T16:49:35.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:34 smithi099 ceph-mon[94290]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 175 KiB/s rd, 11 KiB/s wr, 230 op/s 2024-04-12T16:49:35.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:34 smithi099 ceph-mon[94290]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-12T16:49:35.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:34 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/aeb3ff77-c7f6-43e4-a7ee-033d3cf04120"}]: dispatch 2024-04-12T16:49:35.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:34 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/aeb3ff77-c7f6-43e4-a7ee-033d3cf04120"}]': finished 2024-04-12T16:49:35.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:34 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/67c0d083-ad2c-488a-ba81-8bc9ac6794f7"}]: dispatch 2024-04-12T16:49:35.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:34 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/67c0d083-ad2c-488a-ba81-8bc9ac6794f7"}]': finished 2024-04-12T16:49:35.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:34 smithi099 ceph-mon[94290]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-12T16:49:36.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:36 smithi099 ceph-mon[94290]: pgmap v2668: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 167 KiB/s rd, 11 KiB/s wr, 231 op/s 2024-04-12T16:49:36.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:36 smithi099 ceph-mon[94290]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-12T16:49:36.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:49:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:49:36] "GET /metrics HTTP/1.1" 200 36536 "" "Prometheus/2.43.0" 2024-04-12T16:49:36.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:36 smithi099 ceph-mon[96864]: pgmap v2668: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 167 KiB/s rd, 11 KiB/s wr, 231 op/s 2024-04-12T16:49:36.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:36 smithi099 ceph-mon[96864]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-12T16:49:36.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:36 smithi110 ceph-mon[88691]: pgmap v2668: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 167 KiB/s rd, 11 KiB/s wr, 231 op/s 2024-04-12T16:49:36.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:36 smithi110 ceph-mon[88691]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-12T16:49:37.701 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.SnapshotImageState (3973 ms) 2024-04-12T16:49:37.701 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.SnapshotPromoteDemote 2024-04-12T16:49:38.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:37 smithi110 ceph-mon[88691]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-12T16:49:38.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:37 smithi099 ceph-mon[94290]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-12T16:49:38.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:37 smithi099 ceph-mon[96864]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-12T16:49:39.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:38 smithi110 ceph-mon[88691]: pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 12 KiB/s wr, 111 op/s 2024-04-12T16:49:39.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:38 smithi110 ceph-mon[88691]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-12T16:49:39.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:38 smithi099 ceph-mon[94290]: pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 12 KiB/s wr, 111 op/s 2024-04-12T16:49:39.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:38 smithi099 ceph-mon[94290]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-12T16:49:39.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:38 smithi099 ceph-mon[96864]: pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 12 KiB/s wr, 111 op/s 2024-04-12T16:49:39.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:38 smithi099 ceph-mon[96864]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-12T16:49:40.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:39 smithi110 ceph-mon[88691]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-12T16:49:40.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:39 smithi110 ceph-mon[88691]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-12T16:49:40.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:39 smithi099 ceph-mon[94290]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-12T16:49:40.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:39 smithi099 ceph-mon[94290]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-12T16:49:40.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:39 smithi099 ceph-mon[96864]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-12T16:49:40.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:39 smithi099 ceph-mon[96864]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-12T16:49:40.980 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:40 smithi110 ceph-mon[88691]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 156 KiB/s rd, 18 KiB/s wr, 211 op/s 2024-04-12T16:49:40.981 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:40 smithi110 ceph-mon[88691]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-12T16:49:41.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:40 smithi099 ceph-mon[96864]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 156 KiB/s rd, 18 KiB/s wr, 211 op/s 2024-04-12T16:49:41.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:40 smithi099 ceph-mon[96864]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-12T16:49:41.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:40 smithi099 ceph-mon[94290]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 156 KiB/s rd, 18 KiB/s wr, 211 op/s 2024-04-12T16:49:41.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:40 smithi099 ceph-mon[94290]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-12T16:49:42.570 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:49:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:49:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:49:42.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:42 smithi110 ceph-mon[88691]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 160 KiB/s rd, 19 KiB/s wr, 217 op/s 2024-04-12T16:49:42.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:42 smithi110 ceph-mon[88691]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-12T16:49:42.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:49:42.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:42 smithi099 ceph-mon[94290]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 160 KiB/s rd, 19 KiB/s wr, 217 op/s 2024-04-12T16:49:42.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:42 smithi099 ceph-mon[94290]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-12T16:49:42.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:49:42.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:42 smithi099 ceph-mon[96864]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 160 KiB/s rd, 19 KiB/s wr, 217 op/s 2024-04-12T16:49:42.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:42 smithi099 ceph-mon[96864]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-12T16:49:42.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:49:43.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:43 smithi110 ceph-mon[88691]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-12T16:49:43.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:43 smithi099 ceph-mon[94290]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-12T16:49:43.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:43 smithi099 ceph-mon[96864]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-12T16:49:44.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:44 smithi110 ceph-mon[88691]: pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 8.0 KiB/s wr, 44 op/s 2024-04-12T16:49:44.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:44 smithi110 ceph-mon[88691]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-12T16:49:44.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:44 smithi110 ceph-mon[88691]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-12T16:49:44.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:44 smithi099 ceph-mon[94290]: pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 8.0 KiB/s wr, 44 op/s 2024-04-12T16:49:44.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:44 smithi099 ceph-mon[94290]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-12T16:49:44.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:44 smithi099 ceph-mon[94290]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-12T16:49:44.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:44 smithi099 ceph-mon[96864]: pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 8.0 KiB/s wr, 44 op/s 2024-04-12T16:49:44.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:44 smithi099 ceph-mon[96864]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-12T16:49:44.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:44 smithi099 ceph-mon[96864]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-12T16:49:46.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:46 smithi099 ceph-mon[94290]: pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 8.5 KiB/s wr, 147 op/s 2024-04-12T16:49:46.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:46 smithi099 ceph-mon[94290]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-12T16:49:46.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:49:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:49:46] "GET /metrics HTTP/1.1" 200 36535 "" "Prometheus/2.43.0" 2024-04-12T16:49:46.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:46 smithi099 ceph-mon[96864]: pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 8.5 KiB/s wr, 147 op/s 2024-04-12T16:49:46.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:46 smithi099 ceph-mon[96864]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-12T16:49:47.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:46 smithi110 ceph-mon[88691]: pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 8.5 KiB/s wr, 147 op/s 2024-04-12T16:49:47.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:46 smithi110 ceph-mon[88691]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-12T16:49:47.658 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.SnapshotPromoteDemote (9957 ms) 2024-04-12T16:49:47.658 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestMirroring.AioSnapshotCreate 2024-04-12T16:49:47.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:47 smithi099 ceph-mon[94290]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-12T16:49:47.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:47 smithi099 ceph-mon[96864]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-12T16:49:48.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:47 smithi110 ceph-mon[88691]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-12T16:49:48.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:48 smithi099 ceph-mon[94290]: pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 7.5 KiB/s wr, 145 op/s 2024-04-12T16:49:48.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:48 smithi099 ceph-mon[94290]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-12T16:49:48.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:48 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2487e98b-7e54-43e8-8bd0-08a54909920b"}]: dispatch 2024-04-12T16:49:48.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:48 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2487e98b-7e54-43e8-8bd0-08a54909920b"}]': finished 2024-04-12T16:49:48.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:48 smithi099 ceph-mon[96864]: pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 7.5 KiB/s wr, 145 op/s 2024-04-12T16:49:48.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:48 smithi099 ceph-mon[96864]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-12T16:49:48.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:48 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2487e98b-7e54-43e8-8bd0-08a54909920b"}]: dispatch 2024-04-12T16:49:48.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:48 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2487e98b-7e54-43e8-8bd0-08a54909920b"}]': finished 2024-04-12T16:49:49.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:48 smithi110 ceph-mon[88691]: pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 7.5 KiB/s wr, 145 op/s 2024-04-12T16:49:49.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:48 smithi110 ceph-mon[88691]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-12T16:49:49.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:48 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2487e98b-7e54-43e8-8bd0-08a54909920b"}]: dispatch 2024-04-12T16:49:49.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:48 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2487e98b-7e54-43e8-8bd0-08a54909920b"}]': finished 2024-04-12T16:49:50.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:49 smithi110 ceph-mon[88691]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-12T16:49:50.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:49 smithi099 ceph-mon[94290]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-12T16:49:50.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:49 smithi099 ceph-mon[96864]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-12T16:49:51.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:50 smithi110 ceph-mon[88691]: pgmap v2689: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 4.2 KiB/s wr, 30 op/s 2024-04-12T16:49:51.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:50 smithi110 ceph-mon[88691]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-12T16:49:51.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:50 smithi099 ceph-mon[94290]: pgmap v2689: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 4.2 KiB/s wr, 30 op/s 2024-04-12T16:49:51.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:50 smithi099 ceph-mon[94290]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-12T16:49:51.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:50 smithi099 ceph-mon[96864]: pgmap v2689: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 4.2 KiB/s wr, 30 op/s 2024-04-12T16:49:51.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:50 smithi099 ceph-mon[96864]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-12T16:49:52.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:51 smithi110 ceph-mon[88691]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-12T16:49:52.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:51 smithi099 ceph-mon[94290]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-12T16:49:52.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:51 smithi099 ceph-mon[96864]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-12T16:49:52.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:49:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:49:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:49:53.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:52 smithi110 ceph-mon[88691]: pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 7.2 KiB/s wr, 56 op/s 2024-04-12T16:49:53.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:52 smithi110 ceph-mon[88691]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-12T16:49:53.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:52 smithi099 ceph-mon[94290]: pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 7.2 KiB/s wr, 56 op/s 2024-04-12T16:49:53.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:52 smithi099 ceph-mon[94290]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-12T16:49:53.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:52 smithi099 ceph-mon[96864]: pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 7.2 KiB/s wr, 56 op/s 2024-04-12T16:49:53.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:52 smithi099 ceph-mon[96864]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-12T16:49:54.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:53 smithi110 ceph-mon[88691]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-12T16:49:54.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:53 smithi099 ceph-mon[94290]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-12T16:49:54.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:53 smithi099 ceph-mon[96864]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-12T16:49:55.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:54 smithi110 ceph-mon[88691]: pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 7.0 KiB/s wr, 76 op/s 2024-04-12T16:49:55.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:54 smithi110 ceph-mon[88691]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-12T16:49:55.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:54 smithi110 ceph-mon[88691]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-12T16:49:55.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:54 smithi099 ceph-mon[94290]: pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 7.0 KiB/s wr, 76 op/s 2024-04-12T16:49:55.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:54 smithi099 ceph-mon[94290]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-12T16:49:55.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:54 smithi099 ceph-mon[94290]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-12T16:49:55.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:54 smithi099 ceph-mon[96864]: pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 7.0 KiB/s wr, 76 op/s 2024-04-12T16:49:55.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:54 smithi099 ceph-mon[96864]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-12T16:49:55.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:54 smithi099 ceph-mon[96864]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-12T16:49:56.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:56 smithi099 ceph-mon[94290]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 12 KiB/s wr, 115 op/s 2024-04-12T16:49:56.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:56 smithi099 ceph-mon[94290]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-12T16:49:56.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:49:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:49:56] "GET /metrics HTTP/1.1" 200 36535 "" "Prometheus/2.43.0" 2024-04-12T16:49:56.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:56 smithi099 ceph-mon[96864]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 12 KiB/s wr, 115 op/s 2024-04-12T16:49:56.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:56 smithi099 ceph-mon[96864]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-12T16:49:56.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:56 smithi110 ceph-mon[88691]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 12 KiB/s wr, 115 op/s 2024-04-12T16:49:56.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:56 smithi110 ceph-mon[88691]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-12T16:49:57.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:57 smithi110 ceph-mon[88691]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-12T16:49:57.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:49:57.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:57 smithi099 ceph-mon[94290]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-12T16:49:57.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:49:57.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:57 smithi099 ceph-mon[96864]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-12T16:49:57.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:49:58.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:58 smithi099 ceph-mon[96864]: pgmap v2701: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 14 KiB/s wr, 128 op/s 2024-04-12T16:49:58.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:58 smithi099 ceph-mon[96864]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-12T16:49:58.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:58 smithi099 ceph-mon[94290]: pgmap v2701: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 14 KiB/s wr, 128 op/s 2024-04-12T16:49:58.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:58 smithi099 ceph-mon[94290]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-12T16:49:59.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:58 smithi110 ceph-mon[88691]: pgmap v2701: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 14 KiB/s wr, 128 op/s 2024-04-12T16:49:59.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:58 smithi110 ceph-mon[88691]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-12T16:49:59.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:49:59 smithi099 ceph-mon[94290]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-12T16:49:59.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:49:59 smithi099 ceph-mon[96864]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-12T16:50:00.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:49:59 smithi110 ceph-mon[88691]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-12T16:50:00.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:00 smithi099 ceph-mon[94290]: pgmap v2704: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 6.2 KiB/s wr, 66 op/s 2024-04-12T16:50:00.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:00 smithi099 ceph-mon[94290]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-12T16:50:00.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:00 smithi099 ceph-mon[94290]: overall HEALTH_OK 2024-04-12T16:50:00.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:00 smithi099 ceph-mon[96864]: pgmap v2704: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 6.2 KiB/s wr, 66 op/s 2024-04-12T16:50:00.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:00 smithi099 ceph-mon[96864]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-12T16:50:00.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:00 smithi099 ceph-mon[96864]: overall HEALTH_OK 2024-04-12T16:50:01.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:00 smithi110 ceph-mon[88691]: pgmap v2704: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 6.2 KiB/s wr, 66 op/s 2024-04-12T16:50:01.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:00 smithi110 ceph-mon[88691]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-12T16:50:01.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:00 smithi110 ceph-mon[88691]: overall HEALTH_OK 2024-04-12T16:50:01.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:01 smithi099 ceph-mon[94290]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-12T16:50:01.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:01 smithi099 ceph-mon[96864]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-12T16:50:02.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:01 smithi110 ceph-mon[88691]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-12T16:50:02.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:50:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:50:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:50:02.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:02 smithi099 ceph-mon[94290]: pgmap v2707: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 12 KiB/s wr, 97 op/s 2024-04-12T16:50:02.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:02 smithi099 ceph-mon[94290]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-12T16:50:02.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:02 smithi099 ceph-mon[96864]: pgmap v2707: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 12 KiB/s wr, 97 op/s 2024-04-12T16:50:02.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:02 smithi099 ceph-mon[96864]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-12T16:50:03.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:02 smithi110 ceph-mon[88691]: pgmap v2707: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 12 KiB/s wr, 97 op/s 2024-04-12T16:50:03.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:02 smithi110 ceph-mon[88691]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-12T16:50:04.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:03 smithi110 ceph-mon[88691]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-12T16:50:04.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:03 smithi099 ceph-mon[94290]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-12T16:50:04.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:03 smithi099 ceph-mon[96864]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-12T16:50:05.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:04 smithi110 ceph-mon[88691]: pgmap v2710: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 22 KiB/s wr, 244 op/s 2024-04-12T16:50:05.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:04 smithi110 ceph-mon[88691]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-12T16:50:05.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:04 smithi099 ceph-mon[94290]: pgmap v2710: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 22 KiB/s wr, 244 op/s 2024-04-12T16:50:05.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:04 smithi099 ceph-mon[94290]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-12T16:50:05.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:04 smithi099 ceph-mon[96864]: pgmap v2710: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 22 KiB/s wr, 244 op/s 2024-04-12T16:50:05.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:04 smithi099 ceph-mon[96864]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-12T16:50:06.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:05 smithi110 ceph-mon[88691]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-12T16:50:06.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:05 smithi099 ceph-mon[94290]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-12T16:50:06.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:05 smithi099 ceph-mon[96864]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-12T16:50:06.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:50:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:50:06] "GET /metrics HTTP/1.1" 200 36534 "" "Prometheus/2.43.0" 2024-04-12T16:50:07.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:06 smithi110 ceph-mon[88691]: pgmap v2713: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 15 KiB/s wr, 223 op/s 2024-04-12T16:50:07.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:06 smithi110 ceph-mon[88691]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-12T16:50:07.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:06 smithi099 ceph-mon[96864]: pgmap v2713: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 15 KiB/s wr, 223 op/s 2024-04-12T16:50:07.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:06 smithi099 ceph-mon[96864]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-12T16:50:07.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:06 smithi099 ceph-mon[94290]: pgmap v2713: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 15 KiB/s wr, 223 op/s 2024-04-12T16:50:07.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:06 smithi099 ceph-mon[94290]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-12T16:50:08.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:07 smithi110 ceph-mon[88691]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-12T16:50:08.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:07 smithi099 ceph-mon[94290]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-12T16:50:08.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:07 smithi099 ceph-mon[96864]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-12T16:50:09.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:08 smithi110 ceph-mon[88691]: pgmap v2716: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 7.5 KiB/s wr, 116 op/s 2024-04-12T16:50:09.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:08 smithi110 ceph-mon[88691]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-12T16:50:09.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:08 smithi099 ceph-mon[94290]: pgmap v2716: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 7.5 KiB/s wr, 116 op/s 2024-04-12T16:50:09.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:08 smithi099 ceph-mon[94290]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-12T16:50:09.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:08 smithi099 ceph-mon[96864]: pgmap v2716: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 7.5 KiB/s wr, 116 op/s 2024-04-12T16:50:09.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:08 smithi099 ceph-mon[96864]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-12T16:50:10.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:09 smithi110 ceph-mon[88691]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-12T16:50:10.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:09 smithi110 ceph-mon[88691]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-12T16:50:10.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:09 smithi099 ceph-mon[94290]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-12T16:50:10.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:09 smithi099 ceph-mon[94290]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-12T16:50:10.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:09 smithi099 ceph-mon[96864]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-12T16:50:10.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:09 smithi099 ceph-mon[96864]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-12T16:50:10.980 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:10 smithi110 ceph-mon[88691]: pgmap v2719: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 5.2 KiB/s wr, 58 op/s 2024-04-12T16:50:10.980 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:10 smithi110 ceph-mon[88691]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-12T16:50:11.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:10 smithi099 ceph-mon[94290]: pgmap v2719: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 5.2 KiB/s wr, 58 op/s 2024-04-12T16:50:11.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:10 smithi099 ceph-mon[94290]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-12T16:50:11.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:10 smithi099 ceph-mon[96864]: pgmap v2719: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 5.2 KiB/s wr, 58 op/s 2024-04-12T16:50:11.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:10 smithi099 ceph-mon[96864]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-12T16:50:12.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:50:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:50:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:50:13.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:12 smithi110 ceph-mon[88691]: pgmap v2722: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 5.7 KiB/s wr, 73 op/s 2024-04-12T16:50:13.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:12 smithi110 ceph-mon[88691]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-12T16:50:13.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:50:13.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:12 smithi099 ceph-mon[94290]: pgmap v2722: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 5.7 KiB/s wr, 73 op/s 2024-04-12T16:50:13.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:12 smithi099 ceph-mon[94290]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-12T16:50:13.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:50:13.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:12 smithi099 ceph-mon[96864]: pgmap v2722: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 5.7 KiB/s wr, 73 op/s 2024-04-12T16:50:13.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:12 smithi099 ceph-mon[96864]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-12T16:50:13.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:50:14.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:13 smithi110 ceph-mon[88691]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-12T16:50:14.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:13 smithi099 ceph-mon[94290]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-12T16:50:14.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:13 smithi099 ceph-mon[96864]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-12T16:50:15.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:14 smithi110 ceph-mon[88691]: pgmap v2725: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 5.7 KiB/s wr, 124 op/s 2024-04-12T16:50:15.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:14 smithi110 ceph-mon[88691]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-12T16:50:15.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:14 smithi110 ceph-mon[88691]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-12T16:50:15.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:14 smithi099 ceph-mon[96864]: pgmap v2725: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 5.7 KiB/s wr, 124 op/s 2024-04-12T16:50:15.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:14 smithi099 ceph-mon[96864]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-12T16:50:15.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:14 smithi099 ceph-mon[96864]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-12T16:50:15.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:14 smithi099 ceph-mon[94290]: pgmap v2725: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 5.7 KiB/s wr, 124 op/s 2024-04-12T16:50:15.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:14 smithi099 ceph-mon[94290]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-12T16:50:15.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:14 smithi099 ceph-mon[94290]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-12T16:50:16.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:50:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:50:16] "GET /metrics HTTP/1.1" 200 36537 "" "Prometheus/2.43.0" 2024-04-12T16:50:16.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:16 smithi099 ceph-mon[96864]: pgmap v2728: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 6.7 KiB/s wr, 126 op/s 2024-04-12T16:50:16.622 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:16 smithi099 ceph-mon[96864]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-12T16:50:16.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:16 smithi099 ceph-mon[94290]: pgmap v2728: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 6.7 KiB/s wr, 126 op/s 2024-04-12T16:50:16.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:16 smithi099 ceph-mon[94290]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-12T16:50:16.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:16 smithi110 ceph-mon[88691]: pgmap v2728: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 6.7 KiB/s wr, 126 op/s 2024-04-12T16:50:16.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:16 smithi110 ceph-mon[88691]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-12T16:50:17.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:17 smithi099 ceph-mon[94290]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-12T16:50:17.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:17 smithi099 ceph-mon[96864]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-12T16:50:18.078 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:17 smithi110 ceph-mon[88691]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-12T16:50:18.659 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestMirroring.AioSnapshotCreate (31001 ms) 2024-04-12T16:50:18.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:18 smithi099 ceph-mon[96864]: pgmap v2731: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 8.2 KiB/s wr, 140 op/s 2024-04-12T16:50:18.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:18 smithi099 ceph-mon[96864]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-12T16:50:18.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:18 smithi099 ceph-mon[94290]: pgmap v2731: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 8.2 KiB/s wr, 140 op/s 2024-04-12T16:50:18.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:18 smithi099 ceph-mon[94290]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-12T16:50:19.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:18 smithi110 ceph-mon[88691]: pgmap v2731: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 8.2 KiB/s wr, 140 op/s 2024-04-12T16:50:19.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:18 smithi110 ceph-mon[88691]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-12T16:50:19.574 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 51 tests from TestMirroring (86689 ms total) 2024-04-12T16:50:19.574 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:50:19.574 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 34 tests from TestInternal 2024-04-12T16:50:19.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:19 smithi099 ceph-mon[94290]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-12T16:50:19.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:19 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/59717dcc-058c-4678-beb7-60270a64ba8d"}]: dispatch 2024-04-12T16:50:19.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:19 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/59717dcc-058c-4678-beb7-60270a64ba8d"}]': finished 2024-04-12T16:50:19.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:19 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:50:19.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:19 smithi099 ceph-mon[94290]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-12T16:50:19.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:19 smithi099 ceph-mon[96864]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-12T16:50:19.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:19 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/59717dcc-058c-4678-beb7-60270a64ba8d"}]: dispatch 2024-04-12T16:50:19.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:19 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/59717dcc-058c-4678-beb7-60270a64ba8d"}]': finished 2024-04-12T16:50:19.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:19 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:50:19.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:19 smithi099 ceph-mon[96864]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-12T16:50:20.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:19 smithi110 ceph-mon[88691]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-12T16:50:20.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:19 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/59717dcc-058c-4678-beb7-60270a64ba8d"}]: dispatch 2024-04-12T16:50:20.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:19 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3893197314' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/59717dcc-058c-4678-beb7-60270a64ba8d"}]': finished 2024-04-12T16:50:20.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:19 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:50:20.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:19 smithi110 ceph-mon[88691]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-12T16:50:21.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:20 smithi110 ceph-mon[88691]: pgmap v2734: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 6.0 KiB/s wr, 86 op/s 2024-04-12T16:50:21.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:20 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:50:21.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:20 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:50:21.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:20 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:50:21.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:20 smithi110 ceph-mon[88691]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-12T16:50:21.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:20 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2508172853' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:50:21.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:20 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:50:21.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:20 smithi099 ceph-mon[94290]: pgmap v2734: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 6.0 KiB/s wr, 86 op/s 2024-04-12T16:50:21.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:20 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:50:21.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:20 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:50:21.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:20 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:50:21.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:20 smithi099 ceph-mon[94290]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-12T16:50:21.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:20 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2508172853' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:50:21.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:20 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:50:21.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:20 smithi099 ceph-mon[96864]: pgmap v2734: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 6.0 KiB/s wr, 86 op/s 2024-04-12T16:50:21.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:20 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:50:21.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:20 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:50:21.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:20 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:50:21.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:20 smithi099 ceph-mon[96864]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-12T16:50:21.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:20 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2508172853' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:50:21.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:20 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:50:21.600 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestInternal.OpenByID 2024-04-12T16:50:22.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:50:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:50:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:50:22.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:22 smithi099 ceph-mon[94290]: pgmap v2737: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:50:22.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:22 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:50:22.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:22 smithi099 ceph-mon[94290]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-12T16:50:22.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:22 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:50:22.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:22 smithi099 ceph-mon[96864]: pgmap v2737: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:50:22.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:22 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:50:22.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:22 smithi099 ceph-mon[96864]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-12T16:50:22.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:22 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:50:23.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:22 smithi110 ceph-mon[88691]: pgmap v2737: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:50:23.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:22 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:50:23.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:22 smithi110 ceph-mon[88691]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-12T16:50:23.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:22 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:50:23.651 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestInternal.OpenByID (2052 ms) 2024-04-12T16:50:23.651 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestInternal.OpenSnapDNE 2024-04-12T16:50:23.679 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestInternal.OpenSnapDNE (28 ms) 2024-04-12T16:50:23.679 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestInternal.IsExclusiveLockOwner 2024-04-12T16:50:23.705 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestInternal.IsExclusiveLockOwner (26 ms) 2024-04-12T16:50:23.705 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestInternal.ResizeLocksImage 2024-04-12T16:50:23.730 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestInternal.ResizeLocksImage (24 ms) 2024-04-12T16:50:23.730 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestInternal.ResizeFailsToLockImage 2024-04-12T16:50:23.749 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestInternal.ResizeFailsToLockImage (19 ms) 2024-04-12T16:50:23.749 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestInternal.SnapCreateLocksImage 2024-04-12T16:50:23.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:23 smithi099 ceph-mon[96864]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-12T16:50:23.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:23 smithi099 ceph-mon[94290]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-12T16:50:24.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:23 smithi110 ceph-mon[88691]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-12T16:50:24.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:24 smithi099 ceph-mon[94290]: pgmap v2740: 137 pgs: 10 creating+peering, 19 unknown, 108 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:50:24.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:24 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:50:24.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:24 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T16:50:24.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:24 smithi099 ceph-mon[94290]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-12T16:50:24.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:24 smithi099 ceph-mon[96864]: pgmap v2740: 137 pgs: 10 creating+peering, 19 unknown, 108 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:50:24.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:24 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:50:24.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:24 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T16:50:24.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:24 smithi099 ceph-mon[96864]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-12T16:50:25.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:24 smithi110 ceph-mon[88691]: pgmap v2740: 137 pgs: 10 creating+peering, 19 unknown, 108 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:50:25.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:24 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:50:25.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:24 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T16:50:25.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:24 smithi110 ceph-mon[88691]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-12T16:50:25.649 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestInternal.SnapCreateLocksImage (1901 ms) 2024-04-12T16:50:25.649 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestInternal.SnapCreateFailsToLockImage 2024-04-12T16:50:25.676 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestInternal.SnapCreateFailsToLockImage (27 ms) 2024-04-12T16:50:25.677 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestInternal.SnapRollbackLocksImage 2024-04-12T16:50:25.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:25 smithi099 ceph-mon[94290]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-12T16:50:25.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:25 smithi099 ceph-mon[96864]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-12T16:50:26.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:25 smithi110 ceph-mon[88691]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-12T16:50:26.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:50:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:50:26] "GET /metrics HTTP/1.1" 200 36537 "" "Prometheus/2.43.0" 2024-04-12T16:50:27.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:26 smithi110 ceph-mon[88691]: pgmap v2743: 137 pgs: 10 creating+peering, 127 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 3.0 KiB/s wr, 23 op/s 2024-04-12T16:50:27.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:26 smithi110 ceph-mon[88691]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-12T16:50:27.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:26 smithi099 ceph-mon[94290]: pgmap v2743: 137 pgs: 10 creating+peering, 127 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 3.0 KiB/s wr, 23 op/s 2024-04-12T16:50:27.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:26 smithi099 ceph-mon[94290]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-12T16:50:27.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:26 smithi099 ceph-mon[96864]: pgmap v2743: 137 pgs: 10 creating+peering, 127 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 3.0 KiB/s wr, 23 op/s 2024-04-12T16:50:27.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:26 smithi099 ceph-mon[96864]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-12T16:50:27.659 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestInternal.SnapRollbackLocksImage (1982 ms) 2024-04-12T16:50:27.659 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestInternal.SnapRollbackFailsToLockImage 2024-04-12T16:50:27.895 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:27 smithi099 ceph-mon[94290]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-12T16:50:27.895 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:50:27.895 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:27 smithi099 ceph-mon[96864]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-12T16:50:27.895 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:50:28.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:27 smithi110 ceph-mon[88691]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-12T16:50:28.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:50:29.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:28 smithi110 ceph-mon[88691]: pgmap v2746: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 9.5 KiB/s wr, 108 op/s 2024-04-12T16:50:29.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:28 smithi110 ceph-mon[88691]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-12T16:50:29.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:28 smithi099 ceph-mon[94290]: pgmap v2746: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 9.5 KiB/s wr, 108 op/s 2024-04-12T16:50:29.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:28 smithi099 ceph-mon[94290]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-12T16:50:29.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:28 smithi099 ceph-mon[96864]: pgmap v2746: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 9.5 KiB/s wr, 108 op/s 2024-04-12T16:50:29.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:28 smithi099 ceph-mon[96864]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-12T16:50:29.674 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestInternal.SnapRollbackFailsToLockImage (2015 ms) 2024-04-12T16:50:29.674 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestInternal.SnapSetReleasesLock 2024-04-12T16:50:30.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:29 smithi110 ceph-mon[88691]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-12T16:50:30.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:29 smithi099 ceph-mon[94290]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-12T16:50:30.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:29 smithi099 ceph-mon[96864]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-12T16:50:31.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:30 smithi110 ceph-mon[88691]: pgmap v2749: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 7.2 KiB/s wr, 99 op/s 2024-04-12T16:50:31.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:30 smithi110 ceph-mon[88691]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-12T16:50:31.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:30 smithi099 ceph-mon[94290]: pgmap v2749: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 7.2 KiB/s wr, 99 op/s 2024-04-12T16:50:31.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:30 smithi099 ceph-mon[94290]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-12T16:50:31.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:30 smithi099 ceph-mon[96864]: pgmap v2749: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 7.2 KiB/s wr, 99 op/s 2024-04-12T16:50:31.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:30 smithi099 ceph-mon[96864]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-12T16:50:31.678 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestInternal.SnapSetReleasesLock (2004 ms) 2024-04-12T16:50:31.678 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestInternal.FlattenLocksImage 2024-04-12T16:50:32.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:31 smithi110 ceph-mon[88691]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-12T16:50:32.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:31 smithi099 ceph-mon[94290]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-12T16:50:32.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:31 smithi099 ceph-mon[96864]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-12T16:50:32.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:50:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:50:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:50:33.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:32 smithi110 ceph-mon[88691]: pgmap v2752: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.5 KiB/s wr, 34 op/s 2024-04-12T16:50:33.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:32 smithi110 ceph-mon[88691]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-12T16:50:33.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:32 smithi099 ceph-mon[94290]: pgmap v2752: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.5 KiB/s wr, 34 op/s 2024-04-12T16:50:33.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:32 smithi099 ceph-mon[94290]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-12T16:50:33.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:32 smithi099 ceph-mon[96864]: pgmap v2752: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.5 KiB/s wr, 34 op/s 2024-04-12T16:50:33.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:32 smithi099 ceph-mon[96864]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-12T16:50:33.705 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestInternal.FlattenLocksImage (2027 ms) 2024-04-12T16:50:33.706 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestInternal.FlattenFailsToLockImage 2024-04-12T16:50:34.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:33 smithi110 ceph-mon[88691]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-12T16:50:34.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:33 smithi099 ceph-mon[94290]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-12T16:50:34.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:33 smithi099 ceph-mon[96864]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-12T16:50:35.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:34 smithi110 ceph-mon[88691]: pgmap v2755: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 6.5 KiB/s wr, 96 op/s 2024-04-12T16:50:35.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:34 smithi110 ceph-mon[88691]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-12T16:50:35.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:34 smithi110 ceph-mon[88691]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-12T16:50:35.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:34 smithi099 ceph-mon[94290]: pgmap v2755: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 6.5 KiB/s wr, 96 op/s 2024-04-12T16:50:35.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:34 smithi099 ceph-mon[94290]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-12T16:50:35.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:34 smithi099 ceph-mon[94290]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-12T16:50:35.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:34 smithi099 ceph-mon[96864]: pgmap v2755: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 6.5 KiB/s wr, 96 op/s 2024-04-12T16:50:35.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:34 smithi099 ceph-mon[96864]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-12T16:50:35.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:34 smithi099 ceph-mon[96864]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-12T16:50:35.706 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestInternal.FlattenFailsToLockImage (2000 ms) 2024-04-12T16:50:35.706 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklisted 2024-04-12T16:50:36.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:50:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:50:36] "GET /metrics HTTP/1.1" 200 36528 "" "Prometheus/2.43.0" 2024-04-12T16:50:36.691 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklisted (985 ms) 2024-04-12T16:50:36.691 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklistedWatch 2024-04-12T16:50:37.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:36 smithi110 ceph-mon[88691]: pgmap v2758: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 11 KiB/s wr, 244 op/s 2024-04-12T16:50:37.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:36 smithi110 ceph-mon[88691]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-12T16:50:37.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:36 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3019807420' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.99:0/3019807420"}]: dispatch 2024-04-12T16:50:37.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:36 smithi099 ceph-mon[94290]: pgmap v2758: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 11 KiB/s wr, 244 op/s 2024-04-12T16:50:37.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:36 smithi099 ceph-mon[94290]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-12T16:50:37.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:36 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3019807420' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.99:0/3019807420"}]: dispatch 2024-04-12T16:50:37.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:36 smithi099 ceph-mon[96864]: pgmap v2758: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 11 KiB/s wr, 244 op/s 2024-04-12T16:50:37.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:36 smithi099 ceph-mon[96864]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-12T16:50:37.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:36 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3019807420' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.99:0/3019807420"}]: dispatch 2024-04-12T16:50:38.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:37 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3019807420' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.99:0/3019807420"}]': finished 2024-04-12T16:50:38.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:37 smithi110 ceph-mon[88691]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-12T16:50:38.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:37 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2719448737' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.99:0/2719448737"}]: dispatch 2024-04-12T16:50:38.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:37 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3019807420' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.99:0/3019807420"}]': finished 2024-04-12T16:50:38.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:37 smithi099 ceph-mon[96864]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-12T16:50:38.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:37 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2719448737' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.99:0/2719448737"}]: dispatch 2024-04-12T16:50:38.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:37 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3019807420' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.99:0/3019807420"}]': finished 2024-04-12T16:50:38.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:37 smithi099 ceph-mon[94290]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-12T16:50:38.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:37 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2719448737' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.99:0/2719448737"}]: dispatch 2024-04-12T16:50:38.700 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklistedWatch (2009 ms) 2024-04-12T16:50:38.700 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestInternal.AioWriteRequestsLock 2024-04-12T16:50:38.736 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestInternal.AioWriteRequestsLock (37 ms) 2024-04-12T16:50:38.737 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestInternal.AioDiscardRequestsLock 2024-04-12T16:50:38.763 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestInternal.AioDiscardRequestsLock (27 ms) 2024-04-12T16:50:38.764 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestInternal.CancelAsyncResize 2024-04-12T16:50:38.806 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestInternal.CancelAsyncResize (43 ms) 2024-04-12T16:50:38.806 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestInternal.MultipleResize 2024-04-12T16:50:38.865 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestInternal.MultipleResize (58 ms) 2024-04-12T16:50:38.865 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestInternal.Metadata 2024-04-12T16:50:38.909 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestInternal.Metadata (45 ms) 2024-04-12T16:50:38.909 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestInternal.MetadataConfApply 2024-04-12T16:50:38.937 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestInternal.MetadataConfApply (28 ms) 2024-04-12T16:50:38.937 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestInternal.SnapshotCopyup 2024-04-12T16:50:39.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:38 smithi110 ceph-mon[88691]: pgmap v2761: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 194 KiB/s rd, 12 KiB/s wr, 260 op/s 2024-04-12T16:50:39.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:38 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2719448737' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.99:0/2719448737"}]': finished 2024-04-12T16:50:39.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:38 smithi110 ceph-mon[88691]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-12T16:50:39.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:38 smithi099 ceph-mon[94290]: pgmap v2761: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 194 KiB/s rd, 12 KiB/s wr, 260 op/s 2024-04-12T16:50:39.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:38 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2719448737' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.99:0/2719448737"}]': finished 2024-04-12T16:50:39.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:38 smithi099 ceph-mon[94290]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-12T16:50:39.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:38 smithi099 ceph-mon[96864]: pgmap v2761: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 194 KiB/s rd, 12 KiB/s wr, 260 op/s 2024-04-12T16:50:39.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:38 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2719448737' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.99:0/2719448737"}]': finished 2024-04-12T16:50:39.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:38 smithi099 ceph-mon[96864]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-12T16:50:40.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:40 smithi110 ceph-mon[88691]: pgmap v2763: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 198 KiB/s rd, 18 KiB/s wr, 273 op/s 2024-04-12T16:50:40.829 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:40 smithi110 ceph-mon[88691]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-12T16:50:40.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:40 smithi099 ceph-mon[94290]: pgmap v2763: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 198 KiB/s rd, 18 KiB/s wr, 273 op/s 2024-04-12T16:50:40.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:40 smithi099 ceph-mon[94290]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-12T16:50:40.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:40 smithi099 ceph-mon[96864]: pgmap v2763: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 198 KiB/s rd, 18 KiB/s wr, 273 op/s 2024-04-12T16:50:40.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:40 smithi099 ceph-mon[96864]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-12T16:50:41.677 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestInternal.SnapshotCopyup (2739 ms) 2024-04-12T16:50:41.677 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestInternal.SnapshotCopyupZeros 2024-04-12T16:50:41.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:41 smithi099 ceph-mon[94290]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-12T16:50:41.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:41 smithi099 ceph-mon[96864]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-12T16:50:42.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:41 smithi110 ceph-mon[88691]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-12T16:50:42.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:50:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:50:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:50:42.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:42 smithi099 ceph-mon[94290]: pgmap v2766: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 11 KiB/s wr, 136 op/s 2024-04-12T16:50:42.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:42 smithi099 ceph-mon[94290]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-12T16:50:42.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:50:42.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:42 smithi099 ceph-mon[96864]: pgmap v2766: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 11 KiB/s wr, 136 op/s 2024-04-12T16:50:42.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:42 smithi099 ceph-mon[96864]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-12T16:50:42.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:50:43.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:42 smithi110 ceph-mon[88691]: pgmap v2766: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 11 KiB/s wr, 136 op/s 2024-04-12T16:50:43.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:42 smithi110 ceph-mon[88691]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-12T16:50:43.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:50:43.641 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestInternal.SnapshotCopyupZeros (1964 ms) 2024-04-12T16:50:43.641 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestInternal.SnapshotCopyupZerosMigration 2024-04-12T16:50:43.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:43 smithi099 ceph-mon[94290]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-12T16:50:43.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:43 smithi099 ceph-mon[96864]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-12T16:50:44.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:43 smithi110 ceph-mon[88691]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-12T16:50:44.615 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestInternal.SnapshotCopyupZerosMigration (974 ms) 2024-04-12T16:50:44.615 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestInternal.ResizeCopyup 2024-04-12T16:50:44.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:44 smithi099 ceph-mon[94290]: pgmap v2769: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 18 KiB/s wr, 166 op/s 2024-04-12T16:50:44.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:44 smithi099 ceph-mon[94290]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-12T16:50:44.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:44 smithi099 ceph-mon[94290]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-12T16:50:44.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:44 smithi099 ceph-mon[96864]: pgmap v2769: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 18 KiB/s wr, 166 op/s 2024-04-12T16:50:44.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:44 smithi099 ceph-mon[96864]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-12T16:50:44.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:44 smithi099 ceph-mon[96864]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-12T16:50:45.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:44 smithi110 ceph-mon[88691]: pgmap v2769: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 18 KiB/s wr, 166 op/s 2024-04-12T16:50:45.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:44 smithi110 ceph-mon[88691]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-12T16:50:45.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:44 smithi110 ceph-mon[88691]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-12T16:50:46.614 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:50:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:50:46] "GET /metrics HTTP/1.1" 200 36532 "" "Prometheus/2.43.0" 2024-04-12T16:50:46.681 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestInternal.ResizeCopyup (2066 ms) 2024-04-12T16:50:46.681 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestInternal.DiscardCopyup 2024-04-12T16:50:46.689 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_internal.cc:1056: Skipped 2024-04-12T16:50:46.690 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T16:50:46.690 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestInternal.DiscardCopyup (9 ms) 2024-04-12T16:50:46.690 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestInternal.ImageOptions 2024-04-12T16:50:46.698 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestInternal.ImageOptions (9 ms) 2024-04-12T16:50:46.698 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestInternal.WriteFullCopyup 2024-04-12T16:50:46.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:46 smithi099 ceph-mon[94290]: pgmap v2772: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 241 KiB/s rd, 24 KiB/s wr, 330 op/s 2024-04-12T16:50:46.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:46 smithi099 ceph-mon[94290]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-12T16:50:46.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:46 smithi099 ceph-mon[96864]: pgmap v2772: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 241 KiB/s rd, 24 KiB/s wr, 330 op/s 2024-04-12T16:50:46.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:46 smithi099 ceph-mon[96864]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-12T16:50:47.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:46 smithi110 ceph-mon[88691]: pgmap v2772: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 241 KiB/s rd, 24 KiB/s wr, 330 op/s 2024-04-12T16:50:47.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:46 smithi110 ceph-mon[88691]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-12T16:50:48.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:47 smithi110 ceph-mon[88691]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-12T16:50:48.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:47 smithi099 ceph-mon[96864]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-12T16:50:48.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:47 smithi099 ceph-mon[94290]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-12T16:50:49.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:48 smithi110 ceph-mon[88691]: pgmap v2775: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 219 KiB/s rd, 21 KiB/s wr, 295 op/s 2024-04-12T16:50:49.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:48 smithi110 ceph-mon[88691]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-12T16:50:49.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:48 smithi099 ceph-mon[94290]: pgmap v2775: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 219 KiB/s rd, 21 KiB/s wr, 295 op/s 2024-04-12T16:50:49.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:48 smithi099 ceph-mon[94290]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-12T16:50:49.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:48 smithi099 ceph-mon[96864]: pgmap v2775: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 219 KiB/s rd, 21 KiB/s wr, 295 op/s 2024-04-12T16:50:49.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:48 smithi099 ceph-mon[96864]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-12T16:50:50.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:49 smithi110 ceph-mon[88691]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-12T16:50:50.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:49 smithi099 ceph-mon[94290]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-12T16:50:50.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:49 smithi099 ceph-mon[96864]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-12T16:50:50.667 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestInternal.WriteFullCopyup (3968 ms) 2024-04-12T16:50:50.667 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestInternal.DiffIterateCloneOverwrite 2024-04-12T16:50:51.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:50 smithi110 ceph-mon[88691]: pgmap v2778: 137 pgs: 137 active+clean; 8.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 212 op/s 2024-04-12T16:50:51.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:50 smithi110 ceph-mon[88691]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-12T16:50:51.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:50 smithi099 ceph-mon[94290]: pgmap v2778: 137 pgs: 137 active+clean; 8.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 212 op/s 2024-04-12T16:50:51.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:50 smithi099 ceph-mon[94290]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-12T16:50:51.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:50 smithi099 ceph-mon[96864]: pgmap v2778: 137 pgs: 137 active+clean; 8.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 212 op/s 2024-04-12T16:50:51.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:50 smithi099 ceph-mon[96864]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-12T16:50:52.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:51 smithi110 ceph-mon[88691]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-12T16:50:52.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:51 smithi099 ceph-mon[94290]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-12T16:50:52.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:51 smithi099 ceph-mon[96864]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-12T16:50:52.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:50:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:50:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:50:52.690 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestInternal.DiffIterateCloneOverwrite (2023 ms) 2024-04-12T16:50:52.690 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestInternal.TestCoR 2024-04-12T16:50:52.699 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_internal.cc:1313: Skipped 2024-04-12T16:50:52.699 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to disabled copy-on-read 2024-04-12T16:50:52.699 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestInternal.TestCoR (10 ms) 2024-04-12T16:50:52.700 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestInternal.FlattenNoEmptyObjects 2024-04-12T16:50:52.914 INFO:tasks.workunit.client.0.smithi099.stdout:made parent image "image392": 4194304K (1024 * 4K) 2024-04-12T16:50:52.914 INFO:tasks.workunit.client.0.smithi099.stdout:generated random write map: 2024-04-12T16:50:52.914 INFO:tasks.workunit.client.0.smithi099.stdout: [6 , 25998 ] 2024-04-12T16:50:52.915 INFO:tasks.workunit.client.0.smithi099.stdout: [50 , 207434 ] 2024-04-12T16:50:52.915 INFO:tasks.workunit.client.0.smithi099.stdout: [58 , 240840 ] 2024-04-12T16:50:52.915 INFO:tasks.workunit.client.0.smithi099.stdout: [68 , 281306 ] 2024-04-12T16:50:52.915 INFO:tasks.workunit.client.0.smithi099.stdout: [81 , 334597 ] 2024-04-12T16:50:52.915 INFO:tasks.workunit.client.0.smithi099.stdout: [94 , 385185 ] 2024-04-12T16:50:52.915 INFO:tasks.workunit.client.0.smithi099.stdout: [102 , 421044 ] 2024-04-12T16:50:52.915 INFO:tasks.workunit.client.0.smithi099.stdout: [109 , 447889 ] 2024-04-12T16:50:52.915 INFO:tasks.workunit.client.0.smithi099.stdout: [113 , 465362 ] 2024-04-12T16:50:52.916 INFO:tasks.workunit.client.0.smithi099.stdout: [126 , 517052 ] 2024-04-12T16:50:52.916 INFO:tasks.workunit.client.0.smithi099.stdout: [154 , 632992 ] 2024-04-12T16:50:52.916 INFO:tasks.workunit.client.0.smithi099.stdout: [159 , 654298 ] 2024-04-12T16:50:52.916 INFO:tasks.workunit.client.0.smithi099.stdout: [167 , 686636 ] 2024-04-12T16:50:52.916 INFO:tasks.workunit.client.0.smithi099.stdout: [169 , 695435 ] 2024-04-12T16:50:52.916 INFO:tasks.workunit.client.0.smithi099.stdout: [176 , 721221 ] 2024-04-12T16:50:52.916 INFO:tasks.workunit.client.0.smithi099.stdout: [182 , 745482 ] 2024-04-12T16:50:52.916 INFO:tasks.workunit.client.0.smithi099.stdout: [190 , 781445 ] 2024-04-12T16:50:52.916 INFO:tasks.workunit.client.0.smithi099.stdout: [196 , 804776 ] 2024-04-12T16:50:52.916 INFO:tasks.workunit.client.0.smithi099.stdout: [205 , 840703 ] 2024-04-12T16:50:52.916 INFO:tasks.workunit.client.0.smithi099.stdout: [212 , 870553 ] 2024-04-12T16:50:52.916 INFO:tasks.workunit.client.0.smithi099.stdout: [223 , 913499 ] 2024-04-12T16:50:52.916 INFO:tasks.workunit.client.0.smithi099.stdout: [246 , 1010491 ] 2024-04-12T16:50:52.916 INFO:tasks.workunit.client.0.smithi099.stdout: [252 , 1034188 ] 2024-04-12T16:50:52.916 INFO:tasks.workunit.client.0.smithi099.stdout: [270 , 1109298 ] 2024-04-12T16:50:52.917 INFO:tasks.workunit.client.0.smithi099.stdout: [281 , 1153103 ] 2024-04-12T16:50:52.917 INFO:tasks.workunit.client.0.smithi099.stdout: [290 , 1188576 ] 2024-04-12T16:50:52.917 INFO:tasks.workunit.client.0.smithi099.stdout: [295 , 1209498 ] 2024-04-12T16:50:52.917 INFO:tasks.workunit.client.0.smithi099.stdout: [297 , 1217810 ] 2024-04-12T16:50:52.917 INFO:tasks.workunit.client.0.smithi099.stdout: [305 , 1251543 ] 2024-04-12T16:50:52.917 INFO:tasks.workunit.client.0.smithi099.stdout: [310 , 1271552 ] 2024-04-12T16:50:52.917 INFO:tasks.workunit.client.0.smithi099.stdout: [321 , 1315697 ] 2024-04-12T16:50:52.918 INFO:tasks.workunit.client.0.smithi099.stdout: [323 , 1325156 ] 2024-04-12T16:50:52.918 INFO:tasks.workunit.client.0.smithi099.stdout: [330 , 1352930 ] 2024-04-12T16:50:52.918 INFO:tasks.workunit.client.0.smithi099.stdout: [341 , 1398755 ] 2024-04-12T16:50:52.918 INFO:tasks.workunit.client.0.smithi099.stdout: [365 , 1496679 ] 2024-04-12T16:50:52.918 INFO:tasks.workunit.client.0.smithi099.stdout: [370 , 1515754 ] 2024-04-12T16:50:52.918 INFO:tasks.workunit.client.0.smithi099.stdout: [391 , 1602028 ] 2024-04-12T16:50:52.918 INFO:tasks.workunit.client.0.smithi099.stdout: [394 , 1614739 ] 2024-04-12T16:50:52.918 INFO:tasks.workunit.client.0.smithi099.stdout: [398 , 1632313 ] 2024-04-12T16:50:52.918 INFO:tasks.workunit.client.0.smithi099.stdout: [402 , 1646727 ] 2024-04-12T16:50:52.919 INFO:tasks.workunit.client.0.smithi099.stdout: [412 , 1688709 ] 2024-04-12T16:50:52.919 INFO:tasks.workunit.client.0.smithi099.stdout: [430 , 1764049 ] 2024-04-12T16:50:52.919 INFO:tasks.workunit.client.0.smithi099.stdout: [439 , 1798490 ] 2024-04-12T16:50:52.919 INFO:tasks.workunit.client.0.smithi099.stdout: [448 , 1837026 ] 2024-04-12T16:50:52.919 INFO:tasks.workunit.client.0.smithi099.stdout: [453 , 1856005 ] 2024-04-12T16:50:52.919 INFO:tasks.workunit.client.0.smithi099.stdout: [467 , 1915358 ] 2024-04-12T16:50:52.919 INFO:tasks.workunit.client.0.smithi099.stdout: [482 , 1975124 ] 2024-04-12T16:50:52.919 INFO:tasks.workunit.client.0.smithi099.stdout: [495 , 2027535 ] 2024-04-12T16:50:52.920 INFO:tasks.workunit.client.0.smithi099.stdout: [496 , 2032618 ] 2024-04-12T16:50:52.920 INFO:tasks.workunit.client.0.smithi099.stdout: [523 , 2145364 ] 2024-04-12T16:50:52.920 INFO:tasks.workunit.client.0.smithi099.stdout: [531 , 2176437 ] 2024-04-12T16:50:52.920 INFO:tasks.workunit.client.0.smithi099.stdout: [541 , 2217891 ] 2024-04-12T16:50:52.920 INFO:tasks.workunit.client.0.smithi099.stdout: [558 , 2285950 ] 2024-04-12T16:50:52.920 INFO:tasks.workunit.client.0.smithi099.stdout: [565 , 2316532 ] 2024-04-12T16:50:52.921 INFO:tasks.workunit.client.0.smithi099.stdout: [566 , 2320557 ] 2024-04-12T16:50:52.921 INFO:tasks.workunit.client.0.smithi099.stdout: [585 , 2398644 ] 2024-04-12T16:50:52.921 INFO:tasks.workunit.client.0.smithi099.stdout: [586 , 2403514 ] 2024-04-12T16:50:52.921 INFO:tasks.workunit.client.0.smithi099.stdout: [599 , 2456725 ] 2024-04-12T16:50:52.921 INFO:tasks.workunit.client.0.smithi099.stdout: [615 , 2519831 ] 2024-04-12T16:50:52.921 INFO:tasks.workunit.client.0.smithi099.stdout: [636 , 2606000 ] 2024-04-12T16:50:52.921 INFO:tasks.workunit.client.0.smithi099.stdout: [638 , 2613381 ] 2024-04-12T16:50:52.922 INFO:tasks.workunit.client.0.smithi099.stdout: [645 , 2642447 ] 2024-04-12T16:50:52.922 INFO:tasks.workunit.client.0.smithi099.stdout: [653 , 2674750 ] 2024-04-12T16:50:52.922 INFO:tasks.workunit.client.0.smithi099.stdout: [658 , 2698621 ] 2024-04-12T16:50:52.922 INFO:tasks.workunit.client.0.smithi099.stdout: [666 , 2728282 ] 2024-04-12T16:50:52.922 INFO:tasks.workunit.client.0.smithi099.stdout: [669 , 2740614 ] 2024-04-12T16:50:52.922 INFO:tasks.workunit.client.0.smithi099.stdout: [673 , 2759604 ] 2024-04-12T16:50:52.923 INFO:tasks.workunit.client.0.smithi099.stdout: [692 , 2836294 ] 2024-04-12T16:50:52.923 INFO:tasks.workunit.client.0.smithi099.stdout: [697 , 2858139 ] 2024-04-12T16:50:52.923 INFO:tasks.workunit.client.0.smithi099.stdout: [700 , 2867238 ] 2024-04-12T16:50:52.923 INFO:tasks.workunit.client.0.smithi099.stdout: [709 , 2906699 ] 2024-04-12T16:50:52.923 INFO:tasks.workunit.client.0.smithi099.stdout: [712 , 2919681 ] 2024-04-12T16:50:52.923 INFO:tasks.workunit.client.0.smithi099.stdout: [713 , 2922812 ] 2024-04-12T16:50:52.924 INFO:tasks.workunit.client.0.smithi099.stdout: [744 , 3050774 ] 2024-04-12T16:50:52.924 INFO:tasks.workunit.client.0.smithi099.stdout: [764 , 3132769 ] 2024-04-12T16:50:52.924 INFO:tasks.workunit.client.0.smithi099.stdout: [782 , 3206033 ] 2024-04-12T16:50:52.924 INFO:tasks.workunit.client.0.smithi099.stdout: [789 , 3232412 ] 2024-04-12T16:50:52.924 INFO:tasks.workunit.client.0.smithi099.stdout: [802 , 3286376 ] 2024-04-12T16:50:52.925 INFO:tasks.workunit.client.0.smithi099.stdout: [807 , 3307853 ] 2024-04-12T16:50:52.925 INFO:tasks.workunit.client.0.smithi099.stdout: [809 , 3315969 ] 2024-04-12T16:50:52.925 INFO:tasks.workunit.client.0.smithi099.stdout: [835 , 3420396 ] 2024-04-12T16:50:52.925 INFO:tasks.workunit.client.0.smithi099.stdout: [874 , 3582965 ] 2024-04-12T16:50:52.925 INFO:tasks.workunit.client.0.smithi099.stdout: [880 , 3606556 ] 2024-04-12T16:50:52.925 INFO:tasks.workunit.client.0.smithi099.stdout: [906 , 3711560 ] 2024-04-12T16:50:52.925 INFO:tasks.workunit.client.0.smithi099.stdout: [928 , 3801957 ] 2024-04-12T16:50:52.926 INFO:tasks.workunit.client.0.smithi099.stdout: [937 , 3838042 ] 2024-04-12T16:50:52.926 INFO:tasks.workunit.client.0.smithi099.stdout: [955 , 3912156 ] 2024-04-12T16:50:52.926 INFO:tasks.workunit.client.0.smithi099.stdout: [965 , 3955310 ] 2024-04-12T16:50:52.926 INFO:tasks.workunit.client.0.smithi099.stdout: [968 , 3967915 ] 2024-04-12T16:50:52.926 INFO:tasks.workunit.client.0.smithi099.stdout: [985 , 4036997 ] 2024-04-12T16:50:52.926 INFO:tasks.workunit.client.0.smithi099.stdout: [987 , 4043255 ] 2024-04-12T16:50:52.927 INFO:tasks.workunit.client.0.smithi099.stdout: [989 , 4050974 ] 2024-04-12T16:50:52.927 INFO:tasks.workunit.client.0.smithi099.stdout: [993 , 4067726 ] 2024-04-12T16:50:52.927 INFO:tasks.workunit.client.0.smithi099.stdout: [994 , 4074501 ] 2024-04-12T16:50:52.927 INFO:tasks.workunit.client.0.smithi099.stdout: [1002 , 4104830 ] 2024-04-12T16:50:52.927 INFO:tasks.workunit.client.0.smithi099.stdout: [1006 , 4123939 ] 2024-04-12T16:50:52.927 INFO:tasks.workunit.client.0.smithi099.stdout: [1008 , 4131129 ] 2024-04-12T16:50:52.927 INFO:tasks.workunit.client.0.smithi099.stdout: [1016 , 4164990 ] 2024-04-12T16:50:52.928 INFO:tasks.workunit.client.0.smithi099.stdout:write data based on random map 2024-04-12T16:50:52.928 INFO:tasks.workunit.client.0.smithi099.stdout: write object-6 2024-04-12T16:50:52.928 INFO:tasks.workunit.client.0.smithi099.stdout: write object-50 2024-04-12T16:50:52.928 INFO:tasks.workunit.client.0.smithi099.stdout: write object-58 2024-04-12T16:50:52.928 INFO:tasks.workunit.client.0.smithi099.stdout: write object-68 2024-04-12T16:50:52.929 INFO:tasks.workunit.client.0.smithi099.stdout: write object-81 2024-04-12T16:50:52.929 INFO:tasks.workunit.client.0.smithi099.stdout: write object-94 2024-04-12T16:50:52.929 INFO:tasks.workunit.client.0.smithi099.stdout: write object-102 2024-04-12T16:50:52.929 INFO:tasks.workunit.client.0.smithi099.stdout: write object-109 2024-04-12T16:50:52.929 INFO:tasks.workunit.client.0.smithi099.stdout: write object-113 2024-04-12T16:50:52.929 INFO:tasks.workunit.client.0.smithi099.stdout: write object-126 2024-04-12T16:50:52.930 INFO:tasks.workunit.client.0.smithi099.stdout: write object-154 2024-04-12T16:50:52.930 INFO:tasks.workunit.client.0.smithi099.stdout: write object-159 2024-04-12T16:50:52.930 INFO:tasks.workunit.client.0.smithi099.stdout: write object-167 2024-04-12T16:50:52.930 INFO:tasks.workunit.client.0.smithi099.stdout: write object-169 2024-04-12T16:50:52.930 INFO:tasks.workunit.client.0.smithi099.stdout: write object-176 2024-04-12T16:50:52.930 INFO:tasks.workunit.client.0.smithi099.stdout: write object-182 2024-04-12T16:50:52.930 INFO:tasks.workunit.client.0.smithi099.stdout: write object-190 2024-04-12T16:50:52.931 INFO:tasks.workunit.client.0.smithi099.stdout: write object-196 2024-04-12T16:50:52.931 INFO:tasks.workunit.client.0.smithi099.stdout: write object-205 2024-04-12T16:50:52.931 INFO:tasks.workunit.client.0.smithi099.stdout: write object-212 2024-04-12T16:50:52.931 INFO:tasks.workunit.client.0.smithi099.stdout: write object-223 2024-04-12T16:50:52.931 INFO:tasks.workunit.client.0.smithi099.stdout: write object-246 2024-04-12T16:50:52.931 INFO:tasks.workunit.client.0.smithi099.stdout: write object-252 2024-04-12T16:50:52.931 INFO:tasks.workunit.client.0.smithi099.stdout: write object-270 2024-04-12T16:50:52.932 INFO:tasks.workunit.client.0.smithi099.stdout: write object-281 2024-04-12T16:50:52.932 INFO:tasks.workunit.client.0.smithi099.stdout: write object-290 2024-04-12T16:50:52.932 INFO:tasks.workunit.client.0.smithi099.stdout: write object-295 2024-04-12T16:50:52.932 INFO:tasks.workunit.client.0.smithi099.stdout: write object-297 2024-04-12T16:50:52.932 INFO:tasks.workunit.client.0.smithi099.stdout: write object-305 2024-04-12T16:50:52.932 INFO:tasks.workunit.client.0.smithi099.stdout: write object-310 2024-04-12T16:50:52.933 INFO:tasks.workunit.client.0.smithi099.stdout: write object-321 2024-04-12T16:50:52.933 INFO:tasks.workunit.client.0.smithi099.stdout: write object-323 2024-04-12T16:50:52.933 INFO:tasks.workunit.client.0.smithi099.stdout: write object-330 2024-04-12T16:50:52.933 INFO:tasks.workunit.client.0.smithi099.stdout: write object-341 2024-04-12T16:50:52.933 INFO:tasks.workunit.client.0.smithi099.stdout: write object-365 2024-04-12T16:50:52.933 INFO:tasks.workunit.client.0.smithi099.stdout: write object-370 2024-04-12T16:50:52.934 INFO:tasks.workunit.client.0.smithi099.stdout: write object-391 2024-04-12T16:50:52.934 INFO:tasks.workunit.client.0.smithi099.stdout: write object-394 2024-04-12T16:50:52.934 INFO:tasks.workunit.client.0.smithi099.stdout: write object-398 2024-04-12T16:50:52.934 INFO:tasks.workunit.client.0.smithi099.stdout: write object-402 2024-04-12T16:50:52.934 INFO:tasks.workunit.client.0.smithi099.stdout: write object-412 2024-04-12T16:50:52.934 INFO:tasks.workunit.client.0.smithi099.stdout: write object-430 2024-04-12T16:50:52.935 INFO:tasks.workunit.client.0.smithi099.stdout: write object-439 2024-04-12T16:50:52.935 INFO:tasks.workunit.client.0.smithi099.stdout: write object-448 2024-04-12T16:50:52.935 INFO:tasks.workunit.client.0.smithi099.stdout: write object-453 2024-04-12T16:50:52.935 INFO:tasks.workunit.client.0.smithi099.stdout: write object-467 2024-04-12T16:50:52.935 INFO:tasks.workunit.client.0.smithi099.stdout: write object-482 2024-04-12T16:50:52.935 INFO:tasks.workunit.client.0.smithi099.stdout: write object-495 2024-04-12T16:50:52.935 INFO:tasks.workunit.client.0.smithi099.stdout: write object-496 2024-04-12T16:50:52.935 INFO:tasks.workunit.client.0.smithi099.stdout: write object-523 2024-04-12T16:50:52.936 INFO:tasks.workunit.client.0.smithi099.stdout: write object-531 2024-04-12T16:50:52.936 INFO:tasks.workunit.client.0.smithi099.stdout: write object-541 2024-04-12T16:50:52.936 INFO:tasks.workunit.client.0.smithi099.stdout: write object-558 2024-04-12T16:50:52.936 INFO:tasks.workunit.client.0.smithi099.stdout: write object-565 2024-04-12T16:50:52.936 INFO:tasks.workunit.client.0.smithi099.stdout: write object-566 2024-04-12T16:50:52.936 INFO:tasks.workunit.client.0.smithi099.stdout: write object-585 2024-04-12T16:50:52.937 INFO:tasks.workunit.client.0.smithi099.stdout: write object-586 2024-04-12T16:50:52.937 INFO:tasks.workunit.client.0.smithi099.stdout: write object-599 2024-04-12T16:50:52.937 INFO:tasks.workunit.client.0.smithi099.stdout: write object-615 2024-04-12T16:50:52.937 INFO:tasks.workunit.client.0.smithi099.stdout: write object-636 2024-04-12T16:50:52.937 INFO:tasks.workunit.client.0.smithi099.stdout: write object-638 2024-04-12T16:50:52.937 INFO:tasks.workunit.client.0.smithi099.stdout: write object-645 2024-04-12T16:50:52.938 INFO:tasks.workunit.client.0.smithi099.stdout: write object-653 2024-04-12T16:50:52.938 INFO:tasks.workunit.client.0.smithi099.stdout: write object-658 2024-04-12T16:50:52.938 INFO:tasks.workunit.client.0.smithi099.stdout: write object-666 2024-04-12T16:50:52.938 INFO:tasks.workunit.client.0.smithi099.stdout: write object-669 2024-04-12T16:50:52.938 INFO:tasks.workunit.client.0.smithi099.stdout: write object-673 2024-04-12T16:50:52.938 INFO:tasks.workunit.client.0.smithi099.stdout: write object-692 2024-04-12T16:50:52.938 INFO:tasks.workunit.client.0.smithi099.stdout: write object-697 2024-04-12T16:50:52.939 INFO:tasks.workunit.client.0.smithi099.stdout: write object-700 2024-04-12T16:50:52.939 INFO:tasks.workunit.client.0.smithi099.stdout: write object-709 2024-04-12T16:50:52.939 INFO:tasks.workunit.client.0.smithi099.stdout: write object-712 2024-04-12T16:50:52.939 INFO:tasks.workunit.client.0.smithi099.stdout: write object-713 2024-04-12T16:50:52.939 INFO:tasks.workunit.client.0.smithi099.stdout: write object-744 2024-04-12T16:50:52.939 INFO:tasks.workunit.client.0.smithi099.stdout: write object-764 2024-04-12T16:50:52.940 INFO:tasks.workunit.client.0.smithi099.stdout: write object-782 2024-04-12T16:50:52.940 INFO:tasks.workunit.client.0.smithi099.stdout: write object-789 2024-04-12T16:50:52.940 INFO:tasks.workunit.client.0.smithi099.stdout: write object-802 2024-04-12T16:50:52.940 INFO:tasks.workunit.client.0.smithi099.stdout: write object-807 2024-04-12T16:50:52.941 INFO:tasks.workunit.client.0.smithi099.stdout: write object-809 2024-04-12T16:50:52.941 INFO:tasks.workunit.client.0.smithi099.stdout: write object-835 2024-04-12T16:50:52.941 INFO:tasks.workunit.client.0.smithi099.stdout: write object-874 2024-04-12T16:50:52.941 INFO:tasks.workunit.client.0.smithi099.stdout: write object-880 2024-04-12T16:50:52.941 INFO:tasks.workunit.client.0.smithi099.stdout: write object-906 2024-04-12T16:50:52.941 INFO:tasks.workunit.client.0.smithi099.stdout: write object-928 2024-04-12T16:50:52.942 INFO:tasks.workunit.client.0.smithi099.stdout: write object-937 2024-04-12T16:50:53.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:52 smithi110 ceph-mon[88691]: pgmap v2781: 137 pgs: 137 active+clean; 8.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 259 op/s 2024-04-12T16:50:53.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:52 smithi110 ceph-mon[88691]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-12T16:50:53.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:52 smithi099 ceph-mon[94290]: pgmap v2781: 137 pgs: 137 active+clean; 8.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 259 op/s 2024-04-12T16:50:53.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:52 smithi099 ceph-mon[94290]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-12T16:50:53.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:52 smithi099 ceph-mon[96864]: pgmap v2781: 137 pgs: 137 active+clean; 8.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 259 op/s 2024-04-12T16:50:53.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:52 smithi099 ceph-mon[96864]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-12T16:50:53.882 INFO:tasks.workunit.client.0.smithi099.stdout: write object-955 2024-04-12T16:50:53.882 INFO:tasks.workunit.client.0.smithi099.stdout: write object-965 2024-04-12T16:50:53.882 INFO:tasks.workunit.client.0.smithi099.stdout: write object-968 2024-04-12T16:50:53.882 INFO:tasks.workunit.client.0.smithi099.stdout: write object-985 2024-04-12T16:50:53.882 INFO:tasks.workunit.client.0.smithi099.stdout: write object-987 2024-04-12T16:50:53.883 INFO:tasks.workunit.client.0.smithi099.stdout: write object-989 2024-04-12T16:50:53.883 INFO:tasks.workunit.client.0.smithi099.stdout: write object-993 2024-04-12T16:50:53.883 INFO:tasks.workunit.client.0.smithi099.stdout: write object-994 2024-04-12T16:50:53.883 INFO:tasks.workunit.client.0.smithi099.stdout: write object-1002 2024-04-12T16:50:53.883 INFO:tasks.workunit.client.0.smithi099.stdout: write object-1006 2024-04-12T16:50:53.883 INFO:tasks.workunit.client.0.smithi099.stdout: write object-1008 2024-04-12T16:50:53.883 INFO:tasks.workunit.client.0.smithi099.stdout: write object-1016 2024-04-12T16:50:53.883 INFO:tasks.workunit.client.0.smithi099.stdout:verify written data by reading 2024-04-12T16:50:53.883 INFO:tasks.workunit.client.0.smithi099.stdout: read object-6 2024-04-12T16:50:53.883 INFO:tasks.workunit.client.0.smithi099.stdout:made snapshot "image392@parent_snap" and protect it 2024-04-12T16:50:53.883 INFO:tasks.workunit.client.0.smithi099.stdout:made and opened clone "image393" 2024-04-12T16:50:53.883 INFO:tasks.workunit.client.0.smithi099.stdout:flattening clone: "image393" 2024-04-12T16:50:53.883 INFO:tasks.workunit.client.0.smithi099.stdout:check whether child image has the same set of objects as parent 2024-04-12T16:50:53.883 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestInternal.FlattenNoEmptyObjects (1182 ms) 2024-04-12T16:50:53.883 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestInternal.PoolMetadataConfApply 2024-04-12T16:50:53.924 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:53 smithi099 ceph-mon[94290]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-12T16:50:53.924 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:53 smithi099 ceph-mon[96864]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-12T16:50:53.924 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:50:53 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:16:50:53] ENGINE Bus STOPPING 2024-04-12T16:50:53.958 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestInternal.PoolMetadataConfApply (76 ms) 2024-04-12T16:50:53.958 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestInternal.Sparsify 2024-04-12T16:50:53.981 INFO:tasks.workunit.client.0.smithi099.stdout:sparsify_supported=1 2024-04-12T16:50:53.981 INFO:tasks.workunit.client.0.smithi099.stdout:sparse_read_supported=1 2024-04-12T16:50:54.008 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestInternal.Sparsify (50 ms) 2024-04-12T16:50:54.008 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestInternal.SparsifyClone 2024-04-12T16:50:54.028 INFO:tasks.workunit.client.0.smithi099.stdout:sparsify_supported=1 2024-04-12T16:50:54.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:53 smithi110 ceph-mon[88691]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-12T16:50:54.372 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:50:53 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:16:50:53] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T16:50:54.372 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:50:53 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:16:50:53] ENGINE Bus STOPPED 2024-04-12T16:50:54.372 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:50:53 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:16:50:53] ENGINE Bus STARTING 2024-04-12T16:50:54.372 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:50:54 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:16:50:54] ENGINE Serving on http://:::9283 2024-04-12T16:50:54.373 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:50:54 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:16:50:54] ENGINE Bus STARTED 2024-04-12T16:50:55.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:54 smithi110 ceph-mon[88691]: pgmap v2784: 137 pgs: 137 active+clean; 8.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 122 op/s 2024-04-12T16:50:55.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:54 smithi110 ceph-mon[88691]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-12T16:50:55.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:54 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' 2024-04-12T16:50:55.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:54 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:50:55.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:54 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:50:55.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:54 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:50:55.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:54 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:50:55.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:54 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:50:55.122 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:54 smithi099 ceph-mon[96864]: pgmap v2784: 137 pgs: 137 active+clean; 8.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 122 op/s 2024-04-12T16:50:55.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:54 smithi099 ceph-mon[96864]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-12T16:50:55.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:54 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' 2024-04-12T16:50:55.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:54 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:50:55.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:54 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:50:55.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:54 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:50:55.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:54 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:50:55.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:54 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:50:55.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:54 smithi099 ceph-mon[94290]: pgmap v2784: 137 pgs: 137 active+clean; 8.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 122 op/s 2024-04-12T16:50:55.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:54 smithi099 ceph-mon[94290]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-12T16:50:55.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:54 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' 2024-04-12T16:50:55.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:54 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:50:55.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:54 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:50:55.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:54 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:50:55.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:54 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:50:55.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:54 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:50:55.978 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestInternal.SparsifyClone (1970 ms) 2024-04-12T16:50:55.978 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestInternal.MissingDataPool 2024-04-12T16:50:56.024 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:55 smithi099 ceph-mon[94290]: pgmap v2786: 137 pgs: 137 active+clean; 8.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 8.7 KiB/s wr, 42 op/s 2024-04-12T16:50:56.025 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:55 smithi099 ceph-mon[94290]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-12T16:50:56.025 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:55 smithi099 ceph-mon[94290]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-12T16:50:56.025 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:55 smithi099 ceph-mon[96864]: pgmap v2786: 137 pgs: 137 active+clean; 8.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 8.7 KiB/s wr, 42 op/s 2024-04-12T16:50:56.025 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:55 smithi099 ceph-mon[96864]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-12T16:50:56.025 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:55 smithi099 ceph-mon[96864]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-12T16:50:56.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:55 smithi110 ceph-mon[88691]: pgmap v2786: 137 pgs: 137 active+clean; 8.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 8.7 KiB/s wr, 42 op/s 2024-04-12T16:50:56.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:55 smithi110 ceph-mon[88691]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-12T16:50:56.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:55 smithi110 ceph-mon[88691]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-12T16:50:56.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:50:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:50:56] "GET /metrics HTTP/1.1" 200 36532 "" "Prometheus/2.43.0" 2024-04-12T16:50:57.078 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestInternal.MissingDataPool (1101 ms) 2024-04-12T16:50:57.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:56 smithi110 ceph-mon[88691]: pgmap v2789: 137 pgs: 137 active+clean; 8.9 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 293 KiB/s rd, 66 KiB/s wr, 435 op/s 2024-04-12T16:50:57.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:56 smithi110 ceph-mon[88691]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-12T16:50:57.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:56 smithi099 ceph-mon[94290]: pgmap v2789: 137 pgs: 137 active+clean; 8.9 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 293 KiB/s rd, 66 KiB/s wr, 435 op/s 2024-04-12T16:50:57.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:56 smithi099 ceph-mon[94290]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-12T16:50:57.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:56 smithi099 ceph-mon[96864]: pgmap v2789: 137 pgs: 137 active+clean; 8.9 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 293 KiB/s rd, 66 KiB/s wr, 435 op/s 2024-04-12T16:50:57.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:56 smithi099 ceph-mon[96864]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-12T16:50:57.989 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 34 tests from TestInternal (35479 ms total) 2024-04-12T16:50:57.989 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:50:57.990 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 17 tests from TestImageWatcher 2024-04-12T16:50:58.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:57 smithi110 ceph-mon[88691]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-12T16:50:58.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:50:58.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:50:58.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:57 smithi099 ceph-mon[94290]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-12T16:50:58.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:50:58.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:50:58.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:57 smithi099 ceph-mon[96864]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-12T16:50:58.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:50:58.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:50:59.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:58 smithi110 ceph-mon[88691]: pgmap v2791: 137 pgs: 137 active+clean; 9.1 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 508 KiB/s rd, 180 KiB/s wr, 818 op/s 2024-04-12T16:50:59.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:58 smithi110 ceph-mon[88691]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-12T16:50:59.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:58 smithi099 ceph-mon[94290]: pgmap v2791: 137 pgs: 137 active+clean; 9.1 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 508 KiB/s rd, 180 KiB/s wr, 818 op/s 2024-04-12T16:50:59.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:58 smithi099 ceph-mon[94290]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-12T16:50:59.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:58 smithi099 ceph-mon[96864]: pgmap v2791: 137 pgs: 137 active+clean; 9.1 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 508 KiB/s rd, 180 KiB/s wr, 818 op/s 2024-04-12T16:50:59.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:58 smithi099 ceph-mon[96864]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-12T16:50:59.991 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestImageWatcher.NotifyHeaderUpdate 2024-04-12T16:51:00.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:59 smithi110 ceph-mon[88691]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-12T16:51:00.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:59 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3919844622' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:00.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:50:59 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:00.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:59 smithi099 ceph-mon[94290]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-12T16:51:00.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:59 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3919844622' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:00.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:50:59 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:00.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:59 smithi099 ceph-mon[96864]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-12T16:51:00.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:59 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3919844622' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:00.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:50:59 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:01.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:00 smithi110 ceph-mon[88691]: pgmap v2794: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:51:01.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:00 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:51:01.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:00 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:51:01.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:00 smithi110 ceph-mon[88691]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-12T16:51:01.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:00 smithi099 ceph-mon[96864]: pgmap v2794: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:51:01.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:00 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:51:01.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:00 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:51:01.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:00 smithi099 ceph-mon[96864]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-12T16:51:01.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:00 smithi099 ceph-mon[94290]: pgmap v2794: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:51:01.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:00 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:51:01.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:00 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:51:01.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:00 smithi099 ceph-mon[94290]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-12T16:51:02.040 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestImageWatcher.NotifyHeaderUpdate (2049 ms) 2024-04-12T16:51:02.041 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestImageWatcher.NotifyFlatten 2024-04-12T16:51:02.064 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestImageWatcher.NotifyFlatten (24 ms) 2024-04-12T16:51:02.064 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestImageWatcher.NotifyResize 2024-04-12T16:51:02.088 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestImageWatcher.NotifyResize (24 ms) 2024-04-12T16:51:02.088 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestImageWatcher.NotifyRebuildObjectMap 2024-04-12T16:51:02.111 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestImageWatcher.NotifyRebuildObjectMap (24 ms) 2024-04-12T16:51:02.112 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestImageWatcher.NotifyUpdateFeatures 2024-04-12T16:51:02.136 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestImageWatcher.NotifyUpdateFeatures (24 ms) 2024-04-12T16:51:02.136 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestImageWatcher.NotifySnapCreate 2024-04-12T16:51:02.158 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestImageWatcher.NotifySnapCreate (22 ms) 2024-04-12T16:51:02.158 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestImageWatcher.NotifySnapCreateError 2024-04-12T16:51:02.178 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestImageWatcher.NotifySnapCreateError (21 ms) 2024-04-12T16:51:02.179 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestImageWatcher.NotifySnapRename 2024-04-12T16:51:02.199 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestImageWatcher.NotifySnapRename (20 ms) 2024-04-12T16:51:02.200 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestImageWatcher.NotifySnapRenameError 2024-04-12T16:51:02.218 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestImageWatcher.NotifySnapRenameError (19 ms) 2024-04-12T16:51:02.218 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestImageWatcher.NotifySnapRemove 2024-04-12T16:51:02.238 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestImageWatcher.NotifySnapRemove (20 ms) 2024-04-12T16:51:02.238 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestImageWatcher.NotifySnapProtect 2024-04-12T16:51:02.258 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestImageWatcher.NotifySnapProtect (20 ms) 2024-04-12T16:51:02.258 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestImageWatcher.NotifySnapUnprotect 2024-04-12T16:51:02.278 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestImageWatcher.NotifySnapUnprotect (20 ms) 2024-04-12T16:51:02.278 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestImageWatcher.NotifyRename 2024-04-12T16:51:02.300 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestImageWatcher.NotifyRename (22 ms) 2024-04-12T16:51:02.300 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestImageWatcher.NotifyAsyncTimedOut 2024-04-12T16:51:02.308 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:02 smithi110 ceph-mon[88691]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-12T16:51:02.318 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestImageWatcher.NotifyAsyncTimedOut (19 ms) 2024-04-12T16:51:02.319 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestImageWatcher.NotifyAsyncError 2024-04-12T16:51:02.338 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestImageWatcher.NotifyAsyncError (20 ms) 2024-04-12T16:51:02.339 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestImageWatcher.NotifyAsyncCompleteError 2024-04-12T16:51:02.358 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestImageWatcher.NotifyAsyncCompleteError (20 ms) 2024-04-12T16:51:02.359 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestImageWatcher.NotifyAsyncRequestTimedOut 2024-04-12T16:51:02.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:02 smithi099 ceph-mon[94290]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-12T16:51:02.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:02 smithi099 ceph-mon[96864]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-12T16:51:02.378 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestImageWatcher.NotifyAsyncRequestTimedOut (19 ms) 2024-04-12T16:51:02.579 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:51:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:51:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:51:03.020 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 17 tests from TestImageWatcher (2387 ms total) 2024-04-12T16:51:03.020 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:51:03.020 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 168 tests from TestLibRBD 2024-04-12T16:51:03.054 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.CreateAndStat 2024-04-12T16:51:03.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:03 smithi110 ceph-mon[88691]: pgmap v2797: 137 pgs: 18 creating+peering, 3 unknown, 116 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:51:03.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:03 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:51:03.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:03 smithi110 ceph-mon[88691]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-12T16:51:03.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:03 smithi099 ceph-mon[94290]: pgmap v2797: 137 pgs: 18 creating+peering, 3 unknown, 116 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:51:03.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:03 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:51:03.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:03 smithi099 ceph-mon[94290]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-12T16:51:03.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:03 smithi099 ceph-mon[96864]: pgmap v2797: 137 pgs: 18 creating+peering, 3 unknown, 116 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:51:03.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:03 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:51:03.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:03 smithi099 ceph-mon[96864]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-12T16:51:04.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:04 smithi110 ceph-mon[88691]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-12T16:51:04.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:04 smithi099 ceph-mon[94290]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-12T16:51:04.372 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:04 smithi099 ceph-mon[96864]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-12T16:51:05.039 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:51:05.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:05 smithi110 ceph-mon[88691]: pgmap v2800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:51:05.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:05 smithi110 ceph-mon[88691]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-12T16:51:05.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:05 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3641595053' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:05.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:05 smithi099 ceph-mon[94290]: pgmap v2800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:51:05.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:05 smithi099 ceph-mon[94290]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-12T16:51:05.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:05 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3641595053' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:05.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:05 smithi099 ceph-mon[96864]: pgmap v2800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:51:05.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:05 smithi099 ceph-mon[96864]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-12T16:51:05.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:05 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3641595053' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:06.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:06 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3641595053' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:51:06.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:06 smithi110 ceph-mon[88691]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-12T16:51:06.353 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:06 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3641595053' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:51:06.354 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:06 smithi099 ceph-mon[94290]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-12T16:51:06.354 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:06 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3641595053' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:51:06.354 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:06 smithi099 ceph-mon[96864]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-12T16:51:06.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:51:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:51:06] "GET /metrics HTTP/1.1" 200 36616 "" "Prometheus/2.43.0" 2024-04-12T16:51:07.079 INFO:tasks.workunit.client.0.smithi099.stdout:image has size 2097152 and order 22 2024-04-12T16:51:07.079 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.CreateAndStat (4025 ms) 2024-04-12T16:51:07.079 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.CreateWithSameDataPool 2024-04-12T16:51:07.079 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:51:07.097 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.CreateWithSameDataPool (18 ms) 2024-04-12T16:51:07.098 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.CreateAndStatPP 2024-04-12T16:51:07.098 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:51:07.122 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.CreateAndStatPP (25 ms) 2024-04-12T16:51:07.122 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.GetId 2024-04-12T16:51:07.122 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:51:07.148 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.GetId (26 ms) 2024-04-12T16:51:07.149 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.GetIdPP 2024-04-12T16:51:07.149 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:51:07.175 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.GetIdPP (27 ms) 2024-04-12T16:51:07.175 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefix 2024-04-12T16:51:07.175 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:51:07.190 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.GetBlockNamePrefix (16 ms) 2024-04-12T16:51:07.191 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefixPP 2024-04-12T16:51:07.191 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:51:07.205 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.GetBlockNamePrefixPP (14 ms) 2024-04-12T16:51:07.205 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestGetCreateTimestamp 2024-04-12T16:51:07.205 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:51:07.221 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestGetCreateTimestamp (16 ms) 2024-04-12T16:51:07.221 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.GetCreateTimestampPP 2024-04-12T16:51:07.221 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:51:07.237 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.GetCreateTimestampPP (16 ms) 2024-04-12T16:51:07.237 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.OpenAio 2024-04-12T16:51:07.237 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:51:07.255 INFO:tasks.workunit.client.0.smithi099.stdout:image has size 2097152 and order 22 2024-04-12T16:51:07.255 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.OpenAio (18 ms) 2024-04-12T16:51:07.255 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.OpenAioFail 2024-04-12T16:51:07.257 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.OpenAioFail (3 ms) 2024-04-12T16:51:07.257 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.OpenAioPP 2024-04-12T16:51:07.258 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:51:07.280 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.OpenAioPP (22 ms) 2024-04-12T16:51:07.280 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.OpenAioFailPP 2024-04-12T16:51:07.282 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.OpenAioFailPP (2 ms) 2024-04-12T16:51:07.282 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.ResizeAndStat 2024-04-12T16:51:07.282 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:51:07.317 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.ResizeAndStat (35 ms) 2024-04-12T16:51:07.317 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.ResizeAndStatPP 2024-04-12T16:51:07.317 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:51:07.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:07 smithi110 ceph-mon[88691]: pgmap v2803: 137 pgs: 17 creating+peering, 13 unknown, 107 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:51:07.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:07 smithi110 ceph-mon[88691]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-12T16:51:07.345 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.ResizeAndStatPP (28 ms) 2024-04-12T16:51:07.345 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResize 2024-04-12T16:51:07.345 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:51:07.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:07 smithi099 ceph-mon[94290]: pgmap v2803: 137 pgs: 17 creating+peering, 13 unknown, 107 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:51:07.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:07 smithi099 ceph-mon[94290]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-12T16:51:07.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:07 smithi099 ceph-mon[96864]: pgmap v2803: 137 pgs: 17 creating+peering, 13 unknown, 107 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-12T16:51:07.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:07 smithi099 ceph-mon[96864]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-12T16:51:07.377 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.UpdateWatchAndResize (32 ms) 2024-04-12T16:51:07.377 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResizePP 2024-04-12T16:51:07.377 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:51:07.408 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.UpdateWatchAndResizePP (31 ms) 2024-04-12T16:51:07.408 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestCreateLsDelete 2024-04-12T16:51:08.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:08 smithi110 ceph-mon[88691]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-12T16:51:08.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:51:08.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:08 smithi099 ceph-mon[94290]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-12T16:51:08.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:51:08.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:08 smithi099 ceph-mon[96864]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-12T16:51:08.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:51:09.079 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:51:09.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:09 smithi110 ceph-mon[88691]: pgmap v2806: 137 pgs: 17 creating+peering, 120 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-04-12T16:51:09.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:09 smithi110 ceph-mon[88691]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-12T16:51:09.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:09 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/181250822' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:09.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:09 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:09.331 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:51:09.331 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:51:09.331 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:51:09.331 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:51:09.331 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:51:09.331 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:51:09.331 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:51:09.331 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:51:09.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:51:09.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:09 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:51:09.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:09 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:51:09.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:51:09.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:51:09.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:51:09.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:09 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:51:09.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:09 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:51:09.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:51:09.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:51:09.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:51:09.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:09 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:51:09.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:09 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:51:09.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:51:09.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:51:09.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:51:09.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[94290]: pgmap v2806: 137 pgs: 17 creating+peering, 120 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-04-12T16:51:09.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[94290]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-12T16:51:09.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/181250822' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:09.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:09.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:51:09.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:51:09.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:51:09.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:51:09.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:51:09.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:51:09.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:51:09.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:51:09.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:51:09.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:51:09.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:51:09.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:51:09.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:51:09.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:51:09.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:51:09.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:51:09.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:51:09.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:51:09.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:51:09.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:51:09.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:51:09.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:51:09.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:51:09.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:51:09.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[96864]: pgmap v2806: 137 pgs: 17 creating+peering, 120 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-04-12T16:51:09.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[96864]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-12T16:51:09.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/181250822' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:09.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:09.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:51:09.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:51:09.375 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:51:09.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:51:09.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:51:09.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:51:09.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:51:09.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:51:09.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:51:09.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:51:09.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:51:09.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:51:09.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:51:09.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:51:09.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:51:09.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:51:09.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:51:09.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:51:09.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:51:09.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:51:09.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:51:09.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:51:09.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:51:09.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:51:10.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:10 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:51:10.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:10 smithi110 ceph-mon[88691]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-12T16:51:10.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:10 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:51:10.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:10 smithi099 ceph-mon[94290]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-12T16:51:10.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:10 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:51:10.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:10 smithi099 ceph-mon[96864]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-12T16:51:11.100 INFO:tasks.workunit.client.0.smithi099.stdout:image: image18 2024-04-12T16:51:11.100 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image18 2024-04-12T16:51:11.100 INFO:tasks.workunit.client.0.smithi099.stdout:found image18 2024-04-12T16:51:11.100 INFO:tasks.workunit.client.0.smithi099.stdout:erased image18 2024-04-12T16:51:11.100 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:51:11.181 INFO:tasks.workunit.client.0.smithi099.stdout:image: image18 2024-04-12T16:51:11.181 INFO:tasks.workunit.client.0.smithi099.stdout:image: image19 2024-04-12T16:51:11.181 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image18 2024-04-12T16:51:11.181 INFO:tasks.workunit.client.0.smithi099.stdout:found image18 2024-04-12T16:51:11.181 INFO:tasks.workunit.client.0.smithi099.stdout:erased image18 2024-04-12T16:51:11.181 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image19 2024-04-12T16:51:11.181 INFO:tasks.workunit.client.0.smithi099.stdout:found image19 2024-04-12T16:51:11.182 INFO:tasks.workunit.client.0.smithi099.stdout:erased image19 2024-04-12T16:51:11.182 INFO:tasks.workunit.client.0.smithi099.stdout:image: image19 2024-04-12T16:51:11.182 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image19 2024-04-12T16:51:11.182 INFO:tasks.workunit.client.0.smithi099.stdout:found image19 2024-04-12T16:51:11.182 INFO:tasks.workunit.client.0.smithi099.stdout:erased image19 2024-04-12T16:51:11.182 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestCreateLsDelete (3773 ms) 2024-04-12T16:51:11.182 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestCreateLsDeletePP 2024-04-12T16:51:11.329 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:11 smithi110 ceph-mon[88691]: pgmap v2809: 169 pgs: 17 unknown, 152 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 7.0 KiB/s wr, 102 op/s 2024-04-12T16:51:11.330 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:11 smithi110 ceph-mon[88691]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-12T16:51:11.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:11 smithi099 ceph-mon[94290]: pgmap v2809: 169 pgs: 17 unknown, 152 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 7.0 KiB/s wr, 102 op/s 2024-04-12T16:51:11.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:11 smithi099 ceph-mon[94290]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-12T16:51:11.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:11 smithi099 ceph-mon[96864]: pgmap v2809: 169 pgs: 17 unknown, 152 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 7.0 KiB/s wr, 102 op/s 2024-04-12T16:51:11.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:11 smithi099 ceph-mon[96864]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-12T16:51:12.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:12 smithi099 ceph-mon[96864]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-12T16:51:12.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:12 smithi099 ceph-mon[94290]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-12T16:51:12.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:12 smithi110 ceph-mon[88691]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-12T16:51:12.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:51:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:51:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:51:13.104 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:51:13.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:13 smithi099 ceph-mon[96864]: pgmap v2812: 169 pgs: 4 unknown, 165 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 202 KiB/s rd, 20 KiB/s wr, 274 op/s 2024-04-12T16:51:13.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:13 smithi099 ceph-mon[96864]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-12T16:51:13.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:13 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3360503732' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:13.374 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:13 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:13.374 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:51:13.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:13 smithi099 ceph-mon[94290]: pgmap v2812: 169 pgs: 4 unknown, 165 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 202 KiB/s rd, 20 KiB/s wr, 274 op/s 2024-04-12T16:51:13.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:13 smithi099 ceph-mon[94290]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-12T16:51:13.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:13 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3360503732' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:13.374 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:13 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:13.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:51:13.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:13 smithi110 ceph-mon[88691]: pgmap v2812: 169 pgs: 4 unknown, 165 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 202 KiB/s rd, 20 KiB/s wr, 274 op/s 2024-04-12T16:51:13.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:13 smithi110 ceph-mon[88691]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-12T16:51:13.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:13 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3360503732' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:13.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:13 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:13.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:51:14.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:14 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:51:14.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:14 smithi099 ceph-mon[94290]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-12T16:51:14.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:14 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:51:14.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:14 smithi099 ceph-mon[96864]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-12T16:51:14.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:14 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:51:14.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:14 smithi110 ceph-mon[88691]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-12T16:51:14.638 INFO:tasks.workunit.client.0.smithi099.stdout:num images is: 1 2024-04-12T16:51:14.638 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 1 2024-04-12T16:51:14.638 INFO:tasks.workunit.client.0.smithi099.stdout:image: image20 2024-04-12T16:51:14.638 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image20 2024-04-12T16:51:14.638 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:51:14.687 INFO:tasks.workunit.client.0.smithi099.stdout:num images is: 2 2024-04-12T16:51:14.687 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 2 2024-04-12T16:51:14.688 INFO:tasks.workunit.client.0.smithi099.stdout:image: image20 2024-04-12T16:51:14.688 INFO:tasks.workunit.client.0.smithi099.stdout:image: image21 2024-04-12T16:51:14.688 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image20 2024-04-12T16:51:14.688 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image21 2024-04-12T16:51:14.742 INFO:tasks.workunit.client.0.smithi099.stdout:num images is: 1 2024-04-12T16:51:14.743 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 1 2024-04-12T16:51:14.743 INFO:tasks.workunit.client.0.smithi099.stdout:image: image21 2024-04-12T16:51:14.743 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image21 2024-04-12T16:51:14.743 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestCreateLsDeletePP (3561 ms) 2024-04-12T16:51:14.743 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestCopy 2024-04-12T16:51:15.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:15 smithi099 ceph-mon[94290]: pgmap v2815: 201 pgs: 8 creating+peering, 24 unknown, 169 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 15 KiB/s wr, 181 op/s 2024-04-12T16:51:15.372 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:15 smithi099 ceph-mon[94290]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-12T16:51:15.373 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:15 smithi099 ceph-mon[94290]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-12T16:51:15.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:15 smithi099 ceph-mon[96864]: pgmap v2815: 201 pgs: 8 creating+peering, 24 unknown, 169 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 15 KiB/s wr, 181 op/s 2024-04-12T16:51:15.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:15 smithi099 ceph-mon[96864]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-12T16:51:15.373 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:15 smithi099 ceph-mon[96864]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-12T16:51:15.579 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:15 smithi110 ceph-mon[88691]: pgmap v2815: 201 pgs: 8 creating+peering, 24 unknown, 169 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 15 KiB/s wr, 181 op/s 2024-04-12T16:51:15.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:15 smithi110 ceph-mon[88691]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-12T16:51:15.580 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:15 smithi110 ceph-mon[88691]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-12T16:51:16.611 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:51:16.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:16 smithi099 ceph-mon[94290]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-12T16:51:16.622 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:16 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1160046213' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:16.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:16 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:16.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:51:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:51:16] "GET /metrics HTTP/1.1" 200 41364 "" "Prometheus/2.43.0" 2024-04-12T16:51:16.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:16 smithi099 ceph-mon[96864]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-12T16:51:16.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:16 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1160046213' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:16.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:16 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:17.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:16 smithi110 ceph-mon[88691]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-12T16:51:17.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:16 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1160046213' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:17.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:16 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:17.872 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:17 smithi099 ceph-mon[96864]: pgmap v2819: 233 pgs: 8 creating+peering, 37 unknown, 188 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 7.7 KiB/s rd, 3.6 KiB/s wr, 18 op/s 2024-04-12T16:51:17.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:17 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:51:17.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:17 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:51:17.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:17 smithi099 ceph-mon[96864]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-12T16:51:17.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:17 smithi099 ceph-mon[94290]: pgmap v2819: 233 pgs: 8 creating+peering, 37 unknown, 188 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 7.7 KiB/s rd, 3.6 KiB/s wr, 18 op/s 2024-04-12T16:51:17.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:17 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:51:17.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:17 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:51:17.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:17 smithi099 ceph-mon[94290]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-12T16:51:18.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:17 smithi110 ceph-mon[88691]: pgmap v2819: 233 pgs: 8 creating+peering, 37 unknown, 188 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 7.7 KiB/s rd, 3.6 KiB/s wr, 18 op/s 2024-04-12T16:51:18.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:17 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:51:18.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:17 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:51:18.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:17 smithi110 ceph-mon[88691]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-12T16:51:18.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:18 smithi099 ceph-mon[94290]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-12T16:51:18.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:18 smithi099 ceph-mon[96864]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-12T16:51:19.023 INFO:tasks.workunit.client.0.smithi099.stdout:image: image22 2024-04-12T16:51:19.023 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image22 2024-04-12T16:51:19.023 INFO:tasks.workunit.client.0.smithi099.stdout:found image22 2024-04-12T16:51:19.023 INFO:tasks.workunit.client.0.smithi099.stdout:erased image22 2024-04-12T16:51:19.023 INFO:tasks.workunit.client.0.smithi099.stdout:image: image22 2024-04-12T16:51:19.023 INFO:tasks.workunit.client.0.smithi099.stdout:image: image23 2024-04-12T16:51:19.023 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image22 2024-04-12T16:51:19.023 INFO:tasks.workunit.client.0.smithi099.stdout:found image22 2024-04-12T16:51:19.024 INFO:tasks.workunit.client.0.smithi099.stdout:erased image22 2024-04-12T16:51:19.024 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image23 2024-04-12T16:51:19.024 INFO:tasks.workunit.client.0.smithi099.stdout:found image23 2024-04-12T16:51:19.024 INFO:tasks.workunit.client.0.smithi099.stdout:erased image23 2024-04-12T16:51:19.024 INFO:tasks.workunit.client.0.smithi099.stdout:100.00% done 2024-04-12T16:51:19.024 INFO:tasks.workunit.client.0.smithi099.stdout:image: image22 2024-04-12T16:51:19.024 INFO:tasks.workunit.client.0.smithi099.stdout:image: image23 2024-04-12T16:51:19.024 INFO:tasks.workunit.client.0.smithi099.stdout:image: image24 2024-04-12T16:51:19.024 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image22 2024-04-12T16:51:19.024 INFO:tasks.workunit.client.0.smithi099.stdout:found image22 2024-04-12T16:51:19.024 INFO:tasks.workunit.client.0.smithi099.stdout:erased image22 2024-04-12T16:51:19.024 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image23 2024-04-12T16:51:19.024 INFO:tasks.workunit.client.0.smithi099.stdout:found image23 2024-04-12T16:51:19.024 INFO:tasks.workunit.client.0.smithi099.stdout:erased image23 2024-04-12T16:51:19.024 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image24 2024-04-12T16:51:19.025 INFO:tasks.workunit.client.0.smithi099.stdout:found image24 2024-04-12T16:51:19.025 INFO:tasks.workunit.client.0.smithi099.stdout:erased image24 2024-04-12T16:51:19.025 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestCopy (4281 ms) 2024-04-12T16:51:19.025 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestCopyPP 2024-04-12T16:51:19.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:18 smithi110 ceph-mon[88691]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-12T16:51:20.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:19 smithi110 ceph-mon[88691]: pgmap v2822: 233 pgs: 6 creating+peering, 22 unknown, 205 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 3.1 KiB/s wr, 15 op/s 2024-04-12T16:51:20.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:19 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:51:20.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:19 smithi110 ceph-mon[88691]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-12T16:51:20.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:19 smithi110 ceph-mon[88691]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-12T16:51:20.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:19 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3942852942' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:20.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:19 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:20.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:19 smithi099 ceph-mon[94290]: pgmap v2822: 233 pgs: 6 creating+peering, 22 unknown, 205 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 3.1 KiB/s wr, 15 op/s 2024-04-12T16:51:20.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:19 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:51:20.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:19 smithi099 ceph-mon[94290]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-12T16:51:20.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:19 smithi099 ceph-mon[94290]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-12T16:51:20.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:19 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3942852942' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:20.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:19 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:20.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:19 smithi099 ceph-mon[96864]: pgmap v2822: 233 pgs: 6 creating+peering, 22 unknown, 205 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 3.1 KiB/s wr, 15 op/s 2024-04-12T16:51:20.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:19 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:51:20.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:19 smithi099 ceph-mon[96864]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-12T16:51:20.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:19 smithi099 ceph-mon[96864]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-12T16:51:20.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:19 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3942852942' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:20.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:19 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:20.595 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:51:21.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:21 smithi099 ceph-mon[94290]: pgmap v2825: 265 pgs: 9 creating+peering, 33 unknown, 223 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 5.7 KiB/s wr, 127 op/s 2024-04-12T16:51:21.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:21 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:51:21.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:21 smithi099 ceph-mon[94290]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-12T16:51:21.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:21 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:51:21.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:21 smithi099 ceph-mon[96864]: pgmap v2825: 265 pgs: 9 creating+peering, 33 unknown, 223 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 5.7 KiB/s wr, 127 op/s 2024-04-12T16:51:21.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:21 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:51:21.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:21 smithi099 ceph-mon[96864]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-12T16:51:21.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:21 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:51:22.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:21 smithi110 ceph-mon[88691]: pgmap v2825: 265 pgs: 9 creating+peering, 33 unknown, 223 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 5.7 KiB/s wr, 127 op/s 2024-04-12T16:51:22.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:21 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:51:22.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:21 smithi110 ceph-mon[88691]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-12T16:51:22.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:21 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:51:22.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:51:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:51:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:51:22.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:22 smithi099 ceph-mon[94290]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-12T16:51:22.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:22 smithi099 ceph-mon[96864]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-12T16:51:22.926 INFO:tasks.workunit.client.0.smithi099.stdout:num images is: 1 2024-04-12T16:51:22.926 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 1 2024-04-12T16:51:22.926 INFO:tasks.workunit.client.0.smithi099.stdout:image: image25 2024-04-12T16:51:22.926 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image25 2024-04-12T16:51:22.945 INFO:tasks.workunit.client.0.smithi099.stdout:num images is: 2 2024-04-12T16:51:22.945 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 2 2024-04-12T16:51:22.945 INFO:tasks.workunit.client.0.smithi099.stdout:image: image25 2024-04-12T16:51:22.945 INFO:tasks.workunit.client.0.smithi099.stdout:image: image26 2024-04-12T16:51:22.945 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image25 2024-04-12T16:51:22.945 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image26 2024-04-12T16:51:22.988 INFO:tasks.workunit.client.0.smithi099.stdout:100.00% done 2024-04-12T16:51:22.989 INFO:tasks.workunit.client.0.smithi099.stdout:num images is: 3 2024-04-12T16:51:22.989 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 3 2024-04-12T16:51:22.989 INFO:tasks.workunit.client.0.smithi099.stdout:image: image25 2024-04-12T16:51:22.989 INFO:tasks.workunit.client.0.smithi099.stdout:image: image26 2024-04-12T16:51:22.989 INFO:tasks.workunit.client.0.smithi099.stdout:image: image27 2024-04-12T16:51:22.989 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image25 2024-04-12T16:51:22.989 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image26 2024-04-12T16:51:22.989 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image27 2024-04-12T16:51:23.018 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestCopyPP (3995 ms) 2024-04-12T16:51:23.018 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestDeepCopy 2024-04-12T16:51:23.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:22 smithi110 ceph-mon[88691]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-12T16:51:23.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:23 smithi099 ceph-mon[94290]: pgmap v2828: 265 pgs: 7 creating+peering, 12 unknown, 246 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 366 KiB/s rd, 23 KiB/s wr, 434 op/s 2024-04-12T16:51:23.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:23 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:51:23.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:23 smithi099 ceph-mon[94290]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-12T16:51:23.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:23 smithi099 ceph-mon[96864]: pgmap v2828: 265 pgs: 7 creating+peering, 12 unknown, 246 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 366 KiB/s rd, 23 KiB/s wr, 434 op/s 2024-04-12T16:51:23.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:23 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:51:23.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:23 smithi099 ceph-mon[96864]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-12T16:51:24.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:23 smithi110 ceph-mon[88691]: pgmap v2828: 265 pgs: 7 creating+peering, 12 unknown, 246 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 366 KiB/s rd, 23 KiB/s wr, 434 op/s 2024-04-12T16:51:24.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:23 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:51:24.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:23 smithi110 ceph-mon[88691]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-12T16:51:24.600 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:51:24.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:24 smithi099 ceph-mon[94290]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-12T16:51:24.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:24 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2396163256' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:24.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:24 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:24.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:24 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:51:24.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:24 smithi099 ceph-mon[94290]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-12T16:51:24.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:24 smithi099 ceph-mon[96864]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-12T16:51:24.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:24 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2396163256' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:24.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:24 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:24.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:24 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:51:24.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:24 smithi099 ceph-mon[96864]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-12T16:51:25.079 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:24 smithi110 ceph-mon[88691]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-12T16:51:25.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:24 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2396163256' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:25.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:24 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:25.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:24 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:51:25.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:24 smithi110 ceph-mon[88691]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-12T16:51:25.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:25 smithi110 ceph-mon[88691]: pgmap v2831: 297 pgs: 7 creating+peering, 41 unknown, 249 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 261 KiB/s rd, 19 KiB/s wr, 310 op/s 2024-04-12T16:51:25.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:25 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:51:25.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:25 smithi110 ceph-mon[88691]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-12T16:51:25.830 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 16:51:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=cleanup t=2024-04-12T16:51:25.542595165Z level=info msg="Completed cleanup jobs" duration=3.541827ms 2024-04-12T16:51:25.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:25 smithi099 ceph-mon[94290]: pgmap v2831: 297 pgs: 7 creating+peering, 41 unknown, 249 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 261 KiB/s rd, 19 KiB/s wr, 310 op/s 2024-04-12T16:51:25.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:25 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:51:25.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:25 smithi099 ceph-mon[94290]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-12T16:51:25.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:25 smithi099 ceph-mon[96864]: pgmap v2831: 297 pgs: 7 creating+peering, 41 unknown, 249 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 261 KiB/s rd, 19 KiB/s wr, 310 op/s 2024-04-12T16:51:25.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:25 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:51:25.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:25 smithi099 ceph-mon[96864]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-12T16:51:26.622 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:51:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:51:26] "GET /metrics HTTP/1.1" 200 41364 "" "Prometheus/2.43.0" 2024-04-12T16:51:27.872 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:27 smithi099 ceph-mon[94290]: pgmap v2834: 297 pgs: 14 creating+peering, 13 unknown, 270 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 2.5 KiB/s wr, 84 op/s 2024-04-12T16:51:27.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:27 smithi099 ceph-mon[94290]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-12T16:51:27.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:27 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:51:27.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:51:27.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:27 smithi099 ceph-mon[96864]: pgmap v2834: 297 pgs: 14 creating+peering, 13 unknown, 270 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 2.5 KiB/s wr, 84 op/s 2024-04-12T16:51:27.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:27 smithi099 ceph-mon[96864]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-12T16:51:27.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:27 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:51:27.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:51:28.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:27 smithi110 ceph-mon[88691]: pgmap v2834: 297 pgs: 14 creating+peering, 13 unknown, 270 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 2.5 KiB/s wr, 84 op/s 2024-04-12T16:51:28.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:27 smithi110 ceph-mon[88691]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-12T16:51:28.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:27 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:51:28.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:51:29.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:28 smithi110 ceph-mon[88691]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-12T16:51:29.122 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:28 smithi099 ceph-mon[94290]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-12T16:51:29.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:28 smithi099 ceph-mon[96864]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-12T16:51:30.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:29 smithi110 ceph-mon[88691]: pgmap v2837: 297 pgs: 14 creating+peering, 283 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 349 KiB/s rd, 22 KiB/s wr, 413 op/s 2024-04-12T16:51:30.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:29 smithi110 ceph-mon[88691]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-12T16:51:30.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:29 smithi110 ceph-mon[88691]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-12T16:51:30.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:29 smithi099 ceph-mon[94290]: pgmap v2837: 297 pgs: 14 creating+peering, 283 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 349 KiB/s rd, 22 KiB/s wr, 413 op/s 2024-04-12T16:51:30.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:29 smithi099 ceph-mon[94290]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-12T16:51:30.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:29 smithi099 ceph-mon[94290]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-12T16:51:30.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:29 smithi099 ceph-mon[96864]: pgmap v2837: 297 pgs: 14 creating+peering, 283 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 349 KiB/s rd, 22 KiB/s wr, 413 op/s 2024-04-12T16:51:30.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:29 smithi099 ceph-mon[96864]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-12T16:51:30.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:29 smithi099 ceph-mon[96864]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-12T16:51:30.716 INFO:tasks.workunit.client.0.smithi099.stdout:image: image28 2024-04-12T16:51:30.716 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image28 2024-04-12T16:51:30.716 INFO:tasks.workunit.client.0.smithi099.stdout:found image28 2024-04-12T16:51:30.717 INFO:tasks.workunit.client.0.smithi099.stdout:erased image28 2024-04-12T16:51:30.717 INFO:tasks.workunit.client.0.smithi099.stdout:image: image28 2024-04-12T16:51:30.717 INFO:tasks.workunit.client.0.smithi099.stdout:image: image29 2024-04-12T16:51:30.717 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image28 2024-04-12T16:51:30.717 INFO:tasks.workunit.client.0.smithi099.stdout:found image28 2024-04-12T16:51:30.717 INFO:tasks.workunit.client.0.smithi099.stdout:erased image28 2024-04-12T16:51:30.717 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image29 2024-04-12T16:51:30.717 INFO:tasks.workunit.client.0.smithi099.stdout:found image29 2024-04-12T16:51:30.717 INFO:tasks.workunit.client.0.smithi099.stdout:erased image29 2024-04-12T16:51:30.717 INFO:tasks.workunit.client.0.smithi099.stdout:100.00% done 2024-04-12T16:51:30.717 INFO:tasks.workunit.client.0.smithi099.stdout:image: image28 2024-04-12T16:51:30.717 INFO:tasks.workunit.client.0.smithi099.stdout:image: image29 2024-04-12T16:51:30.717 INFO:tasks.workunit.client.0.smithi099.stdout:image: image30 2024-04-12T16:51:30.717 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image28 2024-04-12T16:51:30.717 INFO:tasks.workunit.client.0.smithi099.stdout:found image28 2024-04-12T16:51:30.718 INFO:tasks.workunit.client.0.smithi099.stdout:erased image28 2024-04-12T16:51:30.718 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image29 2024-04-12T16:51:30.718 INFO:tasks.workunit.client.0.smithi099.stdout:found image29 2024-04-12T16:51:30.718 INFO:tasks.workunit.client.0.smithi099.stdout:erased image29 2024-04-12T16:51:30.718 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image30 2024-04-12T16:51:30.718 INFO:tasks.workunit.client.0.smithi099.stdout:found image30 2024-04-12T16:51:30.718 INFO:tasks.workunit.client.0.smithi099.stdout:erased image30 2024-04-12T16:51:30.718 INFO:tasks.workunit.client.0.smithi099.stdout:image: image28 2024-04-12T16:51:30.718 INFO:tasks.workunit.client.0.smithi099.stdout:image: image29 2024-04-12T16:51:30.718 INFO:tasks.workunit.client.0.smithi099.stdout:image: image30 2024-04-12T16:51:30.718 INFO:tasks.workunit.client.0.smithi099.stdout:image: image31 2024-04-12T16:51:30.718 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image28 2024-04-12T16:51:30.718 INFO:tasks.workunit.client.0.smithi099.stdout:found image28 2024-04-12T16:51:30.718 INFO:tasks.workunit.client.0.smithi099.stdout:erased image28 2024-04-12T16:51:30.718 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image29 2024-04-12T16:51:30.719 INFO:tasks.workunit.client.0.smithi099.stdout:found image29 2024-04-12T16:51:30.719 INFO:tasks.workunit.client.0.smithi099.stdout:erased image29 2024-04-12T16:51:30.719 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image30 2024-04-12T16:51:30.719 INFO:tasks.workunit.client.0.smithi099.stdout:found image30 2024-04-12T16:51:30.719 INFO:tasks.workunit.client.0.smithi099.stdout:erased image30 2024-04-12T16:51:30.719 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image31 2024-04-12T16:51:30.719 INFO:tasks.workunit.client.0.smithi099.stdout:found image31 2024-04-12T16:51:30.719 INFO:tasks.workunit.client.0.smithi099.stdout:erased image31 2024-04-12T16:51:30.719 INFO:tasks.workunit.client.0.smithi099.stdout:image: image28 2024-04-12T16:51:30.719 INFO:tasks.workunit.client.0.smithi099.stdout:image: image29 2024-04-12T16:51:30.719 INFO:tasks.workunit.client.0.smithi099.stdout:image: image30 2024-04-12T16:51:30.719 INFO:tasks.workunit.client.0.smithi099.stdout:image: image31 2024-04-12T16:51:30.719 INFO:tasks.workunit.client.0.smithi099.stdout:image: image32 2024-04-12T16:51:30.719 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image28 2024-04-12T16:51:30.719 INFO:tasks.workunit.client.0.smithi099.stdout:found image28 2024-04-12T16:51:30.720 INFO:tasks.workunit.client.0.smithi099.stdout:erased image28 2024-04-12T16:51:30.720 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image29 2024-04-12T16:51:30.720 INFO:tasks.workunit.client.0.smithi099.stdout:found image29 2024-04-12T16:51:30.720 INFO:tasks.workunit.client.0.smithi099.stdout:erased image29 2024-04-12T16:51:30.720 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image30 2024-04-12T16:51:30.720 INFO:tasks.workunit.client.0.smithi099.stdout:found image30 2024-04-12T16:51:30.721 INFO:tasks.workunit.client.0.smithi099.stdout:erased image30 2024-04-12T16:51:30.721 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image31 2024-04-12T16:51:30.721 INFO:tasks.workunit.client.0.smithi099.stdout:found image31 2024-04-12T16:51:30.721 INFO:tasks.workunit.client.0.smithi099.stdout:erased image31 2024-04-12T16:51:30.721 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image32 2024-04-12T16:51:30.721 INFO:tasks.workunit.client.0.smithi099.stdout:found image32 2024-04-12T16:51:30.721 INFO:tasks.workunit.client.0.smithi099.stdout:erased image32 2024-04-12T16:51:30.721 INFO:tasks.workunit.client.0.smithi099.stdout:100.00% done 2024-04-12T16:51:30.721 INFO:tasks.workunit.client.0.smithi099.stdout:image: image28 2024-04-12T16:51:30.721 INFO:tasks.workunit.client.0.smithi099.stdout:image: image29 2024-04-12T16:51:30.721 INFO:tasks.workunit.client.0.smithi099.stdout:image: image30 2024-04-12T16:51:30.721 INFO:tasks.workunit.client.0.smithi099.stdout:image: image31 2024-04-12T16:51:30.722 INFO:tasks.workunit.client.0.smithi099.stdout:image: image32 2024-04-12T16:51:30.722 INFO:tasks.workunit.client.0.smithi099.stdout:image: image33 2024-04-12T16:51:30.722 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image28 2024-04-12T16:51:30.722 INFO:tasks.workunit.client.0.smithi099.stdout:found image28 2024-04-12T16:51:30.722 INFO:tasks.workunit.client.0.smithi099.stdout:erased image28 2024-04-12T16:51:30.722 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image29 2024-04-12T16:51:30.722 INFO:tasks.workunit.client.0.smithi099.stdout:found image29 2024-04-12T16:51:30.722 INFO:tasks.workunit.client.0.smithi099.stdout:erased image29 2024-04-12T16:51:30.722 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image30 2024-04-12T16:51:30.722 INFO:tasks.workunit.client.0.smithi099.stdout:found image30 2024-04-12T16:51:30.722 INFO:tasks.workunit.client.0.smithi099.stdout:erased image30 2024-04-12T16:51:30.722 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image31 2024-04-12T16:51:30.722 INFO:tasks.workunit.client.0.smithi099.stdout:found image31 2024-04-12T16:51:30.722 INFO:tasks.workunit.client.0.smithi099.stdout:erased image31 2024-04-12T16:51:30.723 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image32 2024-04-12T16:51:30.723 INFO:tasks.workunit.client.0.smithi099.stdout:found image32 2024-04-12T16:51:30.723 INFO:tasks.workunit.client.0.smithi099.stdout:erased image32 2024-04-12T16:51:30.723 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image33 2024-04-12T16:51:30.723 INFO:tasks.workunit.client.0.smithi099.stdout:found image33 2024-04-12T16:51:30.723 INFO:tasks.workunit.client.0.smithi099.stdout:erased image33 2024-04-12T16:51:30.723 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestDeepCopy (7698 ms) 2024-04-12T16:51:30.723 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestDeepCopyPP 2024-04-12T16:51:32.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:31 smithi110 ceph-mon[88691]: pgmap v2840: 297 pgs: 297 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 670 KiB/s rd, 45 KiB/s wr, 802 op/s 2024-04-12T16:51:32.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:31 smithi110 ceph-mon[88691]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-12T16:51:32.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:31 smithi099 ceph-mon[94290]: pgmap v2840: 297 pgs: 297 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 670 KiB/s rd, 45 KiB/s wr, 802 op/s 2024-04-12T16:51:32.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:31 smithi099 ceph-mon[94290]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-12T16:51:32.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:31 smithi099 ceph-mon[96864]: pgmap v2840: 297 pgs: 297 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 670 KiB/s rd, 45 KiB/s wr, 802 op/s 2024-04-12T16:51:32.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:31 smithi099 ceph-mon[96864]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-12T16:51:32.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:51:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:51:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:51:32.658 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:51:33.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:32 smithi110 ceph-mon[88691]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-12T16:51:33.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:32 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1403242681' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:33.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:32 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:33.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:32 smithi099 ceph-mon[94290]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-12T16:51:33.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:32 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1403242681' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:33.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:32 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:33.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:32 smithi099 ceph-mon[96864]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-12T16:51:33.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:32 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1403242681' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:33.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:32 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:34.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:33 smithi110 ceph-mon[88691]: pgmap v2843: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 476 KiB/s rd, 29 KiB/s wr, 560 op/s 2024-04-12T16:51:34.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:33 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:51:34.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:33 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:51:34.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:33 smithi110 ceph-mon[88691]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-12T16:51:34.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:33 smithi099 ceph-mon[94290]: pgmap v2843: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 476 KiB/s rd, 29 KiB/s wr, 560 op/s 2024-04-12T16:51:34.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:33 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:51:34.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:33 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:51:34.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:33 smithi099 ceph-mon[94290]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-12T16:51:34.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:33 smithi099 ceph-mon[96864]: pgmap v2843: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 476 KiB/s rd, 29 KiB/s wr, 560 op/s 2024-04-12T16:51:34.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:33 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:51:34.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:33 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:51:34.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:33 smithi099 ceph-mon[96864]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-12T16:51:34.871 INFO:tasks.workunit.client.0.smithi099.stdout:num images is: 1 2024-04-12T16:51:34.871 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 1 2024-04-12T16:51:34.871 INFO:tasks.workunit.client.0.smithi099.stdout:image: image34 2024-04-12T16:51:34.871 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image34 2024-04-12T16:51:34.898 INFO:tasks.workunit.client.0.smithi099.stdout:num images is: 2 2024-04-12T16:51:34.899 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 2 2024-04-12T16:51:34.899 INFO:tasks.workunit.client.0.smithi099.stdout:image: image34 2024-04-12T16:51:34.899 INFO:tasks.workunit.client.0.smithi099.stdout:image: image35 2024-04-12T16:51:34.899 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image34 2024-04-12T16:51:34.899 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image35 2024-04-12T16:51:34.947 INFO:tasks.workunit.client.0.smithi099.stdout:100.00% done 2024-04-12T16:51:34.947 INFO:tasks.workunit.client.0.smithi099.stdout:num images is: 3 2024-04-12T16:51:34.947 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 3 2024-04-12T16:51:34.947 INFO:tasks.workunit.client.0.smithi099.stdout:image: image34 2024-04-12T16:51:34.947 INFO:tasks.workunit.client.0.smithi099.stdout:image: image35 2024-04-12T16:51:34.947 INFO:tasks.workunit.client.0.smithi099.stdout:image: image36 2024-04-12T16:51:34.947 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image34 2024-04-12T16:51:34.947 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image35 2024-04-12T16:51:34.947 INFO:tasks.workunit.client.0.smithi099.stdout:expected = image36 2024-04-12T16:51:34.972 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestDeepCopyPP (4256 ms) 2024-04-12T16:51:34.972 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnap 2024-04-12T16:51:34.973 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:51:35.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:34 smithi110 ceph-mon[88691]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-12T16:51:35.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:34 smithi110 ceph-mon[88691]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-12T16:51:35.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:34 smithi099 ceph-mon[94290]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-12T16:51:35.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:34 smithi099 ceph-mon[94290]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-12T16:51:35.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:34 smithi099 ceph-mon[96864]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-12T16:51:35.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:34 smithi099 ceph-mon[96864]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-12T16:51:36.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:35 smithi110 ceph-mon[88691]: pgmap v2846: 329 pgs: 3 creating+peering, 29 unknown, 297 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 5.0 KiB/s wr, 94 op/s 2024-04-12T16:51:36.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:35 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:51:36.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:35 smithi099 ceph-mon[94290]: pgmap v2846: 329 pgs: 3 creating+peering, 29 unknown, 297 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 5.0 KiB/s wr, 94 op/s 2024-04-12T16:51:36.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:35 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:51:36.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:35 smithi099 ceph-mon[96864]: pgmap v2846: 329 pgs: 3 creating+peering, 29 unknown, 297 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 5.0 KiB/s wr, 94 op/s 2024-04-12T16:51:36.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:35 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:51:36.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:51:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:51:36] "GET /metrics HTTP/1.1" 200 48601 "" "Prometheus/2.43.0" 2024-04-12T16:51:37.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:36 smithi110 ceph-mon[88691]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-12T16:51:37.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:36 smithi099 ceph-mon[96864]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-12T16:51:37.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:36 smithi099 ceph-mon[94290]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-12T16:51:38.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:37 smithi110 ceph-mon[88691]: pgmap v2849: 329 pgs: 3 creating+peering, 4 unknown, 322 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 3.7 KiB/s wr, 92 op/s 2024-04-12T16:51:38.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:37 smithi110 ceph-mon[88691]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-12T16:51:38.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:37 smithi099 ceph-mon[96864]: pgmap v2849: 329 pgs: 3 creating+peering, 4 unknown, 322 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 3.7 KiB/s wr, 92 op/s 2024-04-12T16:51:38.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:37 smithi099 ceph-mon[96864]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-12T16:51:38.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:37 smithi099 ceph-mon[94290]: pgmap v2849: 329 pgs: 3 creating+peering, 4 unknown, 322 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 3.7 KiB/s wr, 92 op/s 2024-04-12T16:51:38.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:37 smithi099 ceph-mon[94290]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-12T16:51:38.706 INFO:tasks.workunit.client.0.smithi099.stdout:num snaps is: 1 2024-04-12T16:51:38.706 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 1 2024-04-12T16:51:38.706 INFO:tasks.workunit.client.0.smithi099.stdout:snap: snap1 2024-04-12T16:51:38.706 INFO:tasks.workunit.client.0.smithi099.stdout:found snap1 with size 2097152 2024-04-12T16:51:38.706 INFO:tasks.workunit.client.0.smithi099.stdout:num snaps is: 2 2024-04-12T16:51:38.707 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 2 2024-04-12T16:51:38.707 INFO:tasks.workunit.client.0.smithi099.stdout:snap: snap1 2024-04-12T16:51:38.707 INFO:tasks.workunit.client.0.smithi099.stdout:snap: snap2 2024-04-12T16:51:38.707 INFO:tasks.workunit.client.0.smithi099.stdout:found snap1 with size 2097152 2024-04-12T16:51:38.707 INFO:tasks.workunit.client.0.smithi099.stdout:found snap2 with size 4194304 2024-04-12T16:51:38.707 INFO:tasks.workunit.client.0.smithi099.stdout:num snaps is: 1 2024-04-12T16:51:38.707 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 1 2024-04-12T16:51:38.707 INFO:tasks.workunit.client.0.smithi099.stdout:snap: snap2 2024-04-12T16:51:38.707 INFO:tasks.workunit.client.0.smithi099.stdout:found snap2 with size 4194304 2024-04-12T16:51:38.707 INFO:tasks.workunit.client.0.smithi099.stdout:num snaps is: 0 2024-04-12T16:51:38.707 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 0 2024-04-12T16:51:38.707 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnap (3734 ms) 2024-04-12T16:51:38.707 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestGetSnapShotTimeStamp 2024-04-12T16:51:38.707 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:51:39.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:38 smithi110 ceph-mon[88691]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-12T16:51:39.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:38 smithi099 ceph-mon[96864]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-12T16:51:39.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:38 smithi099 ceph-mon[94290]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-12T16:51:40.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:39 smithi110 ceph-mon[88691]: pgmap v2852: 329 pgs: 329 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 4.0 KiB/s wr, 90 op/s 2024-04-12T16:51:40.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:39 smithi110 ceph-mon[88691]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-12T16:51:40.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:39 smithi099 ceph-mon[96864]: pgmap v2852: 329 pgs: 329 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 4.0 KiB/s wr, 90 op/s 2024-04-12T16:51:40.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:39 smithi099 ceph-mon[96864]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-12T16:51:40.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:39 smithi099 ceph-mon[94290]: pgmap v2852: 329 pgs: 329 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 4.0 KiB/s wr, 90 op/s 2024-04-12T16:51:40.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:39 smithi099 ceph-mon[94290]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-12T16:51:40.734 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestGetSnapShotTimeStamp (2028 ms) 2024-04-12T16:51:40.734 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnapPP 2024-04-12T16:51:40.734 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:51:40.981 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:40 smithi110 ceph-mon[88691]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-12T16:51:41.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:40 smithi099 ceph-mon[96864]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-12T16:51:41.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:40 smithi099 ceph-mon[94290]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-12T16:51:41.728 INFO:tasks.workunit.client.0.smithi099.stdout:num snaps is: 1 2024-04-12T16:51:41.728 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 1 2024-04-12T16:51:41.728 INFO:tasks.workunit.client.0.smithi099.stdout:snap: snap1 2024-04-12T16:51:41.728 INFO:tasks.workunit.client.0.smithi099.stdout:found snap1 with size 2097152 2024-04-12T16:51:42.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:41 smithi110 ceph-mon[88691]: pgmap v2855: 329 pgs: 329 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 390 KiB/s rd, 26 KiB/s wr, 468 op/s 2024-04-12T16:51:42.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:41 smithi110 ceph-mon[88691]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-12T16:51:42.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:41 smithi099 ceph-mon[96864]: pgmap v2855: 329 pgs: 329 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 390 KiB/s rd, 26 KiB/s wr, 468 op/s 2024-04-12T16:51:42.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:41 smithi099 ceph-mon[96864]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-12T16:51:42.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:41 smithi099 ceph-mon[94290]: pgmap v2855: 329 pgs: 329 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 390 KiB/s rd, 26 KiB/s wr, 468 op/s 2024-04-12T16:51:42.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:41 smithi099 ceph-mon[94290]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-12T16:51:42.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:51:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:51:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:51:42.743 INFO:tasks.workunit.client.0.smithi099.stdout:num snaps is: 2 2024-04-12T16:51:42.743 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 2 2024-04-12T16:51:42.743 INFO:tasks.workunit.client.0.smithi099.stdout:snap: snap1 2024-04-12T16:51:42.743 INFO:tasks.workunit.client.0.smithi099.stdout:snap: snap2 2024-04-12T16:51:42.743 INFO:tasks.workunit.client.0.smithi099.stdout:found snap1 with size 2097152 2024-04-12T16:51:42.744 INFO:tasks.workunit.client.0.smithi099.stdout:found snap2 with size 4194304 2024-04-12T16:51:43.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:42 smithi110 ceph-mon[88691]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-12T16:51:43.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:51:43.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:42 smithi099 ceph-mon[94290]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-12T16:51:43.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:51:43.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:42 smithi099 ceph-mon[96864]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-12T16:51:43.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:51:43.751 INFO:tasks.workunit.client.0.smithi099.stdout:num snaps is: 1 2024-04-12T16:51:43.751 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 1 2024-04-12T16:51:43.751 INFO:tasks.workunit.client.0.smithi099.stdout:snap: snap2 2024-04-12T16:51:43.751 INFO:tasks.workunit.client.0.smithi099.stdout:found snap2 with size 4194304 2024-04-12T16:51:44.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:43 smithi110 ceph-mon[88691]: pgmap v2858: 329 pgs: 329 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 391 KiB/s rd, 26 KiB/s wr, 470 op/s 2024-04-12T16:51:44.134 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:43 smithi110 ceph-mon[88691]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-12T16:51:44.135 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:43 smithi099 ceph-mon[94290]: pgmap v2858: 329 pgs: 329 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 391 KiB/s rd, 26 KiB/s wr, 470 op/s 2024-04-12T16:51:44.135 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:43 smithi099 ceph-mon[94290]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-12T16:51:44.135 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:43 smithi099 ceph-mon[96864]: pgmap v2858: 329 pgs: 329 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 391 KiB/s rd, 26 KiB/s wr, 470 op/s 2024-04-12T16:51:44.135 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:43 smithi099 ceph-mon[96864]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-12T16:51:44.619 INFO:tasks.workunit.client.0.smithi099.stdout:num snaps is: 0 2024-04-12T16:51:44.619 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 0 2024-04-12T16:51:44.623 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnapPP (3889 ms) 2024-04-12T16:51:44.623 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestGetNameIdSnapPP 2024-04-12T16:51:44.624 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:51:45.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:44 smithi110 ceph-mon[88691]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-12T16:51:45.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:44 smithi110 ceph-mon[88691]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-12T16:51:45.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:44 smithi099 ceph-mon[94290]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-12T16:51:45.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:44 smithi099 ceph-mon[94290]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-12T16:51:45.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:44 smithi099 ceph-mon[96864]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-12T16:51:45.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:44 smithi099 ceph-mon[96864]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-12T16:51:46.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:45 smithi110 ceph-mon[88691]: pgmap v2861: 329 pgs: 329 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-04-12T16:51:46.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:45 smithi110 ceph-mon[88691]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-12T16:51:46.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:45 smithi099 ceph-mon[94290]: pgmap v2861: 329 pgs: 329 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-04-12T16:51:46.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:45 smithi099 ceph-mon[94290]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-12T16:51:46.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:45 smithi099 ceph-mon[96864]: pgmap v2861: 329 pgs: 329 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-04-12T16:51:46.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:45 smithi099 ceph-mon[96864]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-12T16:51:46.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:51:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:51:46] "GET /metrics HTTP/1.1" 200 51043 "" "Prometheus/2.43.0" 2024-04-12T16:51:47.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:47 smithi099 ceph-mon[94290]: pgmap v2864: 329 pgs: 329 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 5.5 KiB/s wr, 68 op/s 2024-04-12T16:51:47.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:47 smithi099 ceph-mon[94290]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-12T16:51:47.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:47 smithi099 ceph-mon[96864]: pgmap v2864: 329 pgs: 329 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 5.5 KiB/s wr, 68 op/s 2024-04-12T16:51:47.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:47 smithi099 ceph-mon[96864]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-12T16:51:48.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:47 smithi110 ceph-mon[88691]: pgmap v2864: 329 pgs: 329 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 5.5 KiB/s wr, 68 op/s 2024-04-12T16:51:48.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:47 smithi110 ceph-mon[88691]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-12T16:51:48.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:48 smithi099 ceph-mon[94290]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-12T16:51:48.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:48 smithi099 ceph-mon[96864]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-12T16:51:49.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:48 smithi110 ceph-mon[88691]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-12T16:51:49.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:49 smithi099 ceph-mon[94290]: pgmap v2867: 329 pgs: 329 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 6.5 KiB/s wr, 85 op/s 2024-04-12T16:51:49.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:49 smithi099 ceph-mon[94290]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-12T16:51:49.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:49 smithi099 ceph-mon[94290]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-12T16:51:49.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:49 smithi099 ceph-mon[96864]: pgmap v2867: 329 pgs: 329 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 6.5 KiB/s wr, 85 op/s 2024-04-12T16:51:49.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:49 smithi099 ceph-mon[96864]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-12T16:51:49.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:49 smithi099 ceph-mon[96864]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-12T16:51:50.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:49 smithi110 ceph-mon[88691]: pgmap v2867: 329 pgs: 329 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 6.5 KiB/s wr, 85 op/s 2024-04-12T16:51:50.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:49 smithi110 ceph-mon[88691]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-12T16:51:50.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:49 smithi110 ceph-mon[88691]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-12T16:51:50.637 INFO:tasks.workunit.client.0.smithi099.stdout:num snaps is: 0 2024-04-12T16:51:50.637 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 0 2024-04-12T16:51:50.649 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestGetNameIdSnapPP (6025 ms) 2024-04-12T16:51:50.649 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestCreateLsRenameSnapPP 2024-04-12T16:51:50.649 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:51:51.651 INFO:tasks.workunit.client.0.smithi099.stdout:num snaps is: 1 2024-04-12T16:51:51.652 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 1 2024-04-12T16:51:51.652 INFO:tasks.workunit.client.0.smithi099.stdout:snap: snap1 2024-04-12T16:51:51.652 INFO:tasks.workunit.client.0.smithi099.stdout:found snap1 with size 2097152 2024-04-12T16:51:51.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:51 smithi099 ceph-mon[94290]: pgmap v2870: 329 pgs: 329 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.7 KiB/s wr, 37 op/s 2024-04-12T16:51:51.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:51 smithi099 ceph-mon[94290]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-12T16:51:51.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:51 smithi099 ceph-mon[96864]: pgmap v2870: 329 pgs: 329 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.7 KiB/s wr, 37 op/s 2024-04-12T16:51:51.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:51 smithi099 ceph-mon[96864]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-12T16:51:52.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:51 smithi110 ceph-mon[88691]: pgmap v2870: 329 pgs: 329 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.7 KiB/s wr, 37 op/s 2024-04-12T16:51:52.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:51 smithi110 ceph-mon[88691]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-12T16:51:52.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:51:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:51:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:51:52.661 INFO:tasks.workunit.client.0.smithi099.stdout:num snaps is: 2 2024-04-12T16:51:52.661 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 2 2024-04-12T16:51:52.661 INFO:tasks.workunit.client.0.smithi099.stdout:snap: snap1 2024-04-12T16:51:52.661 INFO:tasks.workunit.client.0.smithi099.stdout:snap: snap2 2024-04-12T16:51:52.661 INFO:tasks.workunit.client.0.smithi099.stdout:found snap1 with size 2097152 2024-04-12T16:51:52.661 INFO:tasks.workunit.client.0.smithi099.stdout:found snap2 with size 4194304 2024-04-12T16:51:52.671 INFO:tasks.workunit.client.0.smithi099.stdout:num snaps is: 2 2024-04-12T16:51:52.671 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 2 2024-04-12T16:51:52.671 INFO:tasks.workunit.client.0.smithi099.stdout:snap: snap1-rename 2024-04-12T16:51:52.671 INFO:tasks.workunit.client.0.smithi099.stdout:snap: snap2 2024-04-12T16:51:52.671 INFO:tasks.workunit.client.0.smithi099.stdout:found snap1-rename with size 2097152 2024-04-12T16:51:52.671 INFO:tasks.workunit.client.0.smithi099.stdout:found snap2 with size 4194304 2024-04-12T16:51:53.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:52 smithi110 ceph-mon[88691]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-12T16:51:53.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:52 smithi099 ceph-mon[94290]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-12T16:51:53.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:52 smithi099 ceph-mon[96864]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-12T16:51:53.665 INFO:tasks.workunit.client.0.smithi099.stdout:num snaps is: 1 2024-04-12T16:51:53.665 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 1 2024-04-12T16:51:53.666 INFO:tasks.workunit.client.0.smithi099.stdout:snap: snap2-rename 2024-04-12T16:51:53.666 INFO:tasks.workunit.client.0.smithi099.stdout:found snap2-rename with size 4194304 2024-04-12T16:51:54.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:53 smithi110 ceph-mon[88691]: pgmap v2873: 329 pgs: 329 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 5.5 KiB/s wr, 67 op/s 2024-04-12T16:51:54.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:53 smithi110 ceph-mon[88691]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-12T16:51:54.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:53 smithi099 ceph-mon[94290]: pgmap v2873: 329 pgs: 329 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 5.5 KiB/s wr, 67 op/s 2024-04-12T16:51:54.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:53 smithi099 ceph-mon[94290]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-12T16:51:54.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:53 smithi099 ceph-mon[96864]: pgmap v2873: 329 pgs: 329 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 5.5 KiB/s wr, 67 op/s 2024-04-12T16:51:54.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:53 smithi099 ceph-mon[96864]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-12T16:51:54.615 INFO:tasks.workunit.client.0.smithi099.stdout:num snaps is: 0 2024-04-12T16:51:54.615 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 0 2024-04-12T16:51:54.629 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestCreateLsRenameSnapPP (3980 ms) 2024-04-12T16:51:54.629 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.ConcurrentCreatesUnvalidatedPool 2024-04-12T16:51:55.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:54 smithi110 ceph-mon[88691]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-12T16:51:55.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:54 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:51:55.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:54 smithi110 ceph-mon[88691]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-12T16:51:55.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:54 smithi099 ceph-mon[94290]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-12T16:51:55.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:54 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:51:55.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:54 smithi099 ceph-mon[94290]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-12T16:51:55.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:54 smithi099 ceph-mon[96864]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-12T16:51:55.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:54 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:51:55.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:54 smithi099 ceph-mon[96864]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-12T16:51:56.024 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:55 smithi099 ceph-mon[96864]: pgmap v2876: 329 pgs: 329 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 5.2 KiB/s wr, 71 op/s 2024-04-12T16:51:56.025 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:55 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:51:56.025 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:55 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:51:56.025 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:55 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:51:56.025 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:55 smithi099 ceph-mon[94290]: pgmap v2876: 329 pgs: 329 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 5.2 KiB/s wr, 71 op/s 2024-04-12T16:51:56.025 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:55 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:51:56.025 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:55 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:51:56.025 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:55 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:51:56.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:55 smithi110 ceph-mon[88691]: pgmap v2876: 329 pgs: 329 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 5.2 KiB/s wr, 71 op/s 2024-04-12T16:51:56.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:55 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:51:56.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:55 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:51:56.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:55 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:51:56.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:51:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:51:56] "GET /metrics HTTP/1.1" 200 51043 "" "Prometheus/2.43.0" 2024-04-12T16:51:56.670 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:51:56.671 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:51:56.671 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:51:56.672 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:51:57.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:56 smithi110 ceph-mon[88691]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-12T16:51:57.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:56 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1251022599' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:57.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:56 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:57.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:56 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:51:57.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:56 smithi099 ceph-mon[94290]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-12T16:51:57.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:56 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1251022599' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:57.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:56 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:57.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:56 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:51:57.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:56 smithi099 ceph-mon[96864]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-12T16:51:57.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:56 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1251022599' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:57.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:56 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:51:57.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:56 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:51:58.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:57 smithi110 ceph-mon[88691]: pgmap v2879: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 KiB/s wr, 32 op/s 2024-04-12T16:51:58.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:57 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:51:58.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:57 smithi110 ceph-mon[88691]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-12T16:51:58.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:51:58.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:51:58.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:57 smithi099 ceph-mon[94290]: pgmap v2879: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 KiB/s wr, 32 op/s 2024-04-12T16:51:58.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:57 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:51:58.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:57 smithi099 ceph-mon[94290]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-12T16:51:58.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:51:58.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:51:58.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:57 smithi099 ceph-mon[96864]: pgmap v2879: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 KiB/s wr, 32 op/s 2024-04-12T16:51:58.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:57 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:51:58.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:57 smithi099 ceph-mon[96864]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-12T16:51:58.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:51:58.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:51:58.965 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.ConcurrentCreatesUnvalidatedPool (4336 ms) 2024-04-12T16:51:58.965 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.RemoveFullTry 2024-04-12T16:51:59.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:58 smithi110 ceph-mon[88691]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-12T16:51:59.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:58 smithi099 ceph-mon[94290]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-12T16:51:59.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:58 smithi099 ceph-mon[96864]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-12T16:52:00.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:59 smithi110 ceph-mon[88691]: pgmap v2882: 361 pgs: 7 creating+peering, 21 unknown, 333 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 4.2 KiB/s wr, 55 op/s 2024-04-12T16:52:00.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:59 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:52:00.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:59 smithi110 ceph-mon[88691]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-12T16:52:00.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:59 smithi110 ceph-mon[88691]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-12T16:52:00.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:59 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1823334310' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:52:00.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:51:59 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:52:00.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:59 smithi099 ceph-mon[94290]: pgmap v2882: 361 pgs: 7 creating+peering, 21 unknown, 333 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 4.2 KiB/s wr, 55 op/s 2024-04-12T16:52:00.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:59 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:52:00.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:59 smithi099 ceph-mon[94290]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-12T16:52:00.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:59 smithi099 ceph-mon[94290]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-12T16:52:00.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:59 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1823334310' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:52:00.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:51:59 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:52:00.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:59 smithi099 ceph-mon[96864]: pgmap v2882: 361 pgs: 7 creating+peering, 21 unknown, 333 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 4.2 KiB/s wr, 55 op/s 2024-04-12T16:52:00.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:59 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:52:00.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:59 smithi099 ceph-mon[96864]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-12T16:52:00.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:59 smithi099 ceph-mon[96864]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-12T16:52:00.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:59 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1823334310' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:52:00.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:51:59 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:52:00.638 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:52:01.126 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:52:00 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:16:52:00] ENGINE Bus STOPPING 2024-04-12T16:52:01.126 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:52:00 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:16:52:00] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T16:52:01.126 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:52:00 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:16:52:00] ENGINE Bus STOPPED 2024-04-12T16:52:01.126 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:52:00 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:16:52:00] ENGINE Bus STARTING 2024-04-12T16:52:01.126 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:52:00 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:16:52:00] ENGINE Serving on http://:::9283 2024-04-12T16:52:01.126 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:52:00 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:16:52:00] ENGINE Bus STARTED 2024-04-12T16:52:01.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[94290]: pgmap v2885: 393 pgs: 10 creating+peering, 32 unknown, 351 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 8.7 KiB/s wr, 109 op/s 2024-04-12T16:52:01.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:52:01.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[94290]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-12T16:52:01.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' 2024-04-12T16:52:01.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:52:01.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:52:01.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:52:01.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:52:01.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:52:01.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:52:01.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:52:01.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:52:01.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:52:01.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:52:01.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:52:01.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:52:01.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:52:01.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:52:01.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:52:01.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:52:01.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:52:01.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:52:01.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:52:01.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:52:01.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:52:01.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:52:01.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:52:01.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:52:01.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:52:01.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:52:01.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:52:01.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:52:01.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:52:01.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:52:01.876 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:52:01.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[96864]: pgmap v2885: 393 pgs: 10 creating+peering, 32 unknown, 351 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 8.7 KiB/s wr, 109 op/s 2024-04-12T16:52:01.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:52:01.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[96864]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-12T16:52:01.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' 2024-04-12T16:52:01.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:52:01.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:52:01.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:52:01.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:52:01.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:52:01.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:52:01.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:52:01.877 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:52:01.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:52:01.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:52:01.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:52:01.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:52:01.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:52:01.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:52:01.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:52:01.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:52:01.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:52:01.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:52:01.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:52:01.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:52:01.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:52:01.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:52:01.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:52:01.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:52:01.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:52:01.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:52:01.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:52:01.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:52:01.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:52:01.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:52:01.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:01 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:52:02.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:01 smithi110 ceph-mon[88691]: pgmap v2885: 393 pgs: 10 creating+peering, 32 unknown, 351 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 8.7 KiB/s wr, 109 op/s 2024-04-12T16:52:02.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:01 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:52:02.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:01 smithi110 ceph-mon[88691]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-12T16:52:02.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:01 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' 2024-04-12T16:52:02.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:01 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:52:02.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:01 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:52:02.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:01 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:52:02.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:01 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:52:02.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:01 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:52:02.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:01 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:52:02.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:01 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:52:02.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:01 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:52:02.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:01 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:52:02.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:01 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:52:02.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:01 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:52:02.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:01 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:52:02.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:01 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:52:02.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:01 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:52:02.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:01 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:52:02.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:01 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:52:02.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:01 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:52:02.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:01 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:52:02.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:01 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:52:02.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:01 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:52:02.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:01 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:52:02.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:01 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:52:02.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:01 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:52:02.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:01 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:52:02.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:01 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:52:02.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:01 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:52:02.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:01 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:52:02.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:01 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:52:02.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:01 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:52:02.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:01 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:52:02.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:01 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:52:02.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:52:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:52:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:52:02.705 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:52:02.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:02 smithi099 ceph-mon[94290]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-12T16:52:02.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:02 smithi099 ceph-mon[96864]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-12T16:52:03.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:02 smithi110 ceph-mon[88691]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-12T16:52:03.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:03 smithi099 ceph-mon[94290]: pgmap v2888: 393 pgs: 9 creating+peering, 17 unknown, 367 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 6.7 KiB/s wr, 138 op/s 2024-04-12T16:52:03.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:03 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:52:03.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:03 smithi099 ceph-mon[94290]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-12T16:52:03.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:03 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/992811540' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi099-148068-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-12T16:52:03.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:03 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi099-148068-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-12T16:52:03.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:03 smithi099 ceph-mon[96864]: pgmap v2888: 393 pgs: 9 creating+peering, 17 unknown, 367 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 6.7 KiB/s wr, 138 op/s 2024-04-12T16:52:03.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:03 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:52:03.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:03 smithi099 ceph-mon[96864]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-12T16:52:03.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:03 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/992811540' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi099-148068-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-12T16:52:03.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:03 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi099-148068-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-12T16:52:04.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:03 smithi110 ceph-mon[88691]: pgmap v2888: 393 pgs: 9 creating+peering, 17 unknown, 367 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 6.7 KiB/s wr, 138 op/s 2024-04-12T16:52:04.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:03 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:52:04.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:03 smithi110 ceph-mon[88691]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-12T16:52:04.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:03 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/992811540' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi099-148068-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-12T16:52:04.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:03 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi099-148068-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-12T16:52:05.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:04 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi099-148068-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-12T16:52:05.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:04 smithi110 ceph-mon[88691]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-12T16:52:05.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:04 smithi110 ceph-mon[88691]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-12T16:52:05.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:04 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi099-148068-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-12T16:52:05.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:04 smithi099 ceph-mon[94290]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-12T16:52:05.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:04 smithi099 ceph-mon[94290]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-12T16:52:05.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:04 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi099-148068-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-12T16:52:05.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:04 smithi099 ceph-mon[96864]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-12T16:52:05.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:04 smithi099 ceph-mon[96864]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-12T16:52:06.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:05 smithi110 ceph-mon[88691]: pgmap v2891: 393 pgs: 9 creating+peering, 12 unknown, 372 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 3.0 KiB/s wr, 90 op/s 2024-04-12T16:52:06.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:05 smithi099 ceph-mon[94290]: pgmap v2891: 393 pgs: 9 creating+peering, 12 unknown, 372 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 3.0 KiB/s wr, 90 op/s 2024-04-12T16:52:06.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:05 smithi099 ceph-mon[96864]: pgmap v2891: 393 pgs: 9 creating+peering, 12 unknown, 372 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 3.0 KiB/s wr, 90 op/s 2024-04-12T16:52:06.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:52:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:52:06] "GET /metrics HTTP/1.1" 200 53409 "" "Prometheus/2.43.0" 2024-04-12T16:52:08.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:07 smithi110 ceph-mon[88691]: pgmap v2893: 393 pgs: 393 active+clean; 5.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 237 KiB/s wr, 53 op/s 2024-04-12T16:52:08.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:07 smithi099 ceph-mon[94290]: pgmap v2893: 393 pgs: 393 active+clean; 5.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 237 KiB/s wr, 53 op/s 2024-04-12T16:52:08.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:07 smithi099 ceph-mon[96864]: pgmap v2893: 393 pgs: 393 active+clean; 5.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 237 KiB/s wr, 53 op/s 2024-04-12T16:52:10.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:09 smithi110 ceph-mon[88691]: pgmap v2894: 393 pgs: 393 active+clean; 5.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 174 KiB/s wr, 45 op/s 2024-04-12T16:52:10.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:09 smithi110 ceph-mon[88691]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-12T16:52:10.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:09 smithi099 ceph-mon[96864]: pgmap v2894: 393 pgs: 393 active+clean; 5.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 174 KiB/s wr, 45 op/s 2024-04-12T16:52:10.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:09 smithi099 ceph-mon[96864]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-12T16:52:10.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:09 smithi099 ceph-mon[94290]: pgmap v2894: 393 pgs: 393 active+clean; 5.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 174 KiB/s wr, 45 op/s 2024-04-12T16:52:10.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:09 smithi099 ceph-mon[94290]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-12T16:52:12.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:11 smithi110 ceph-mon[88691]: pgmap v2896: 393 pgs: 393 active+clean; 11 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 967 KiB/s wr, 33 op/s 2024-04-12T16:52:12.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:11 smithi099 ceph-mon[94290]: pgmap v2896: 393 pgs: 393 active+clean; 11 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 967 KiB/s wr, 33 op/s 2024-04-12T16:52:12.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:11 smithi099 ceph-mon[96864]: pgmap v2896: 393 pgs: 393 active+clean; 11 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 967 KiB/s wr, 33 op/s 2024-04-12T16:52:12.580 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:52:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:52:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:52:13.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:13 smithi110 ceph-mon[88691]: pgmap v2897: 393 pgs: 393 active+clean; 11 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 770 KiB/s wr, 26 op/s 2024-04-12T16:52:13.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:52:13.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:52:13.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:13 smithi099 ceph-mon[96864]: pgmap v2897: 393 pgs: 393 active+clean; 11 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 770 KiB/s wr, 26 op/s 2024-04-12T16:52:13.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:52:13.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:52:13.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:13 smithi099 ceph-mon[94290]: pgmap v2897: 393 pgs: 393 active+clean; 11 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 770 KiB/s wr, 26 op/s 2024-04-12T16:52:13.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:52:13.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:52:15.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:15 smithi110 ceph-mon[88691]: pgmap v2898: 393 pgs: 393 active+clean; 11 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 546 KiB/s wr, 6 op/s 2024-04-12T16:52:15.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:15 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1", "id": [2, 4]}]: dispatch 2024-04-12T16:52:15.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:15 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [1, 4, 7, 3]}]: dispatch 2024-04-12T16:52:15.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:15 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1b", "id": [2, 4]}]: dispatch 2024-04-12T16:52:15.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:15 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.16", "id": [1, 4]}]: dispatch 2024-04-12T16:52:15.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:15 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.3", "id": [0, 4]}]: dispatch 2024-04-12T16:52:15.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:15 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.5", "id": [0, 2]}]: dispatch 2024-04-12T16:52:15.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:15 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.d", "id": [0, 7]}]: dispatch 2024-04-12T16:52:15.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:15 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.10", "id": [0, 2]}]: dispatch 2024-04-12T16:52:15.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:15 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.12", "id": [4, 3]}]: dispatch 2024-04-12T16:52:15.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:15 smithi099 ceph-mon[96864]: pgmap v2898: 393 pgs: 393 active+clean; 11 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 546 KiB/s wr, 6 op/s 2024-04-12T16:52:15.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:15 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1", "id": [2, 4]}]: dispatch 2024-04-12T16:52:15.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:15 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [1, 4, 7, 3]}]: dispatch 2024-04-12T16:52:15.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:15 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1b", "id": [2, 4]}]: dispatch 2024-04-12T16:52:15.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:15 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.16", "id": [1, 4]}]: dispatch 2024-04-12T16:52:15.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:15 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.3", "id": [0, 4]}]: dispatch 2024-04-12T16:52:15.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:15 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.5", "id": [0, 2]}]: dispatch 2024-04-12T16:52:15.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:15 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.d", "id": [0, 7]}]: dispatch 2024-04-12T16:52:15.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:15 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.10", "id": [0, 2]}]: dispatch 2024-04-12T16:52:15.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:15 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.12", "id": [4, 3]}]: dispatch 2024-04-12T16:52:15.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:15 smithi099 ceph-mon[94290]: pgmap v2898: 393 pgs: 393 active+clean; 11 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 546 KiB/s wr, 6 op/s 2024-04-12T16:52:15.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:15 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1", "id": [2, 4]}]: dispatch 2024-04-12T16:52:15.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:15 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [1, 4, 7, 3]}]: dispatch 2024-04-12T16:52:15.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:15 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1b", "id": [2, 4]}]: dispatch 2024-04-12T16:52:15.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:15 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.16", "id": [1, 4]}]: dispatch 2024-04-12T16:52:15.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:15 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.3", "id": [0, 4]}]: dispatch 2024-04-12T16:52:15.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:15 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.5", "id": [0, 2]}]: dispatch 2024-04-12T16:52:15.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:15 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.d", "id": [0, 7]}]: dispatch 2024-04-12T16:52:15.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:15 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.10", "id": [0, 2]}]: dispatch 2024-04-12T16:52:15.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:15 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.12", "id": [4, 3]}]: dispatch 2024-04-12T16:52:16.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:52:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:52:16] "GET /metrics HTTP/1.1" 200 55874 "" "Prometheus/2.43.0" 2024-04-12T16:52:16.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:16 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1", "id": [2, 4]}]': finished 2024-04-12T16:52:16.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:16 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [1, 4, 7, 3]}]': finished 2024-04-12T16:52:16.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:16 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1b", "id": [2, 4]}]': finished 2024-04-12T16:52:16.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:16 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.16", "id": [1, 4]}]': finished 2024-04-12T16:52:16.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:16 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.3", "id": [0, 4]}]': finished 2024-04-12T16:52:16.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:16 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.5", "id": [0, 2]}]': finished 2024-04-12T16:52:16.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:16 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.d", "id": [0, 7]}]': finished 2024-04-12T16:52:16.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:16 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.10", "id": [0, 2]}]': finished 2024-04-12T16:52:16.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:16 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.12", "id": [4, 3]}]': finished 2024-04-12T16:52:16.624 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:16 smithi099 ceph-mon[94290]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-12T16:52:16.624 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:16 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1", "id": [2, 4]}]': finished 2024-04-12T16:52:16.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:16 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [1, 4, 7, 3]}]': finished 2024-04-12T16:52:16.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:16 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1b", "id": [2, 4]}]': finished 2024-04-12T16:52:16.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:16 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.16", "id": [1, 4]}]': finished 2024-04-12T16:52:16.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:16 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.3", "id": [0, 4]}]': finished 2024-04-12T16:52:16.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:16 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.5", "id": [0, 2]}]': finished 2024-04-12T16:52:16.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:16 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.d", "id": [0, 7]}]': finished 2024-04-12T16:52:16.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:16 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.10", "id": [0, 2]}]': finished 2024-04-12T16:52:16.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:16 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.12", "id": [4, 3]}]': finished 2024-04-12T16:52:16.625 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:16 smithi099 ceph-mon[96864]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-12T16:52:16.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:16 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1", "id": [2, 4]}]': finished 2024-04-12T16:52:16.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:16 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [1, 4, 7, 3]}]': finished 2024-04-12T16:52:16.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:16 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1b", "id": [2, 4]}]': finished 2024-04-12T16:52:16.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:16 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.16", "id": [1, 4]}]': finished 2024-04-12T16:52:16.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:16 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.3", "id": [0, 4]}]': finished 2024-04-12T16:52:16.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:16 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.5", "id": [0, 2]}]': finished 2024-04-12T16:52:16.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:16 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.d", "id": [0, 7]}]': finished 2024-04-12T16:52:16.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:16 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.10", "id": [0, 2]}]': finished 2024-04-12T16:52:16.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:16 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.12", "id": [4, 3]}]': finished 2024-04-12T16:52:16.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:16 smithi110 ceph-mon[88691]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-12T16:52:17.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:17 smithi110 ceph-mon[88691]: pgmap v2900: 393 pgs: 393 active+clean; 16 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-04-12T16:52:17.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:17 smithi110 ceph-mon[88691]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-12T16:52:17.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:17 smithi099 ceph-mon[94290]: pgmap v2900: 393 pgs: 393 active+clean; 16 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-04-12T16:52:17.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:17 smithi099 ceph-mon[94290]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-12T16:52:17.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:17 smithi099 ceph-mon[96864]: pgmap v2900: 393 pgs: 393 active+clean; 16 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-04-12T16:52:17.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:17 smithi099 ceph-mon[96864]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-12T16:52:19.810 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.RemoveFullTry (20845 ms) 2024-04-12T16:52:19.811 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.RemoveFullTryDataPool 2024-04-12T16:52:19.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:19 smithi110 ceph-mon[88691]: pgmap v2902: 393 pgs: 1 peering, 392 active+clean; 16 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 639 B/s rd, 640 KiB/s wr, 1 op/s; 1 B/s, 9 keys/s, 0 objects/s recovering 2024-04-12T16:52:19.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:19 smithi099 ceph-mon[94290]: pgmap v2902: 393 pgs: 1 peering, 392 active+clean; 16 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 639 B/s rd, 640 KiB/s wr, 1 op/s; 1 B/s, 9 keys/s, 0 objects/s recovering 2024-04-12T16:52:19.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:19 smithi099 ceph-mon[96864]: pgmap v2902: 393 pgs: 1 peering, 392 active+clean; 16 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 639 B/s rd, 640 KiB/s wr, 1 op/s; 1 B/s, 9 keys/s, 0 objects/s recovering 2024-04-12T16:52:20.830 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:20 smithi110 ceph-mon[88691]: pool 'test-librbd-smithi099-148068-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-12T16:52:20.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:20 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-12T16:52:20.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:20 smithi110 ceph-mon[88691]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-12T16:52:20.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:20 smithi099 ceph-mon[96864]: pool 'test-librbd-smithi099-148068-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-12T16:52:20.873 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:20 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-12T16:52:20.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:20 smithi099 ceph-mon[96864]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-12T16:52:20.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:20 smithi099 ceph-mon[94290]: pool 'test-librbd-smithi099-148068-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-12T16:52:20.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:20 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-12T16:52:20.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:20 smithi099 ceph-mon[94290]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-12T16:52:22.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:21 smithi110 ceph-mon[88691]: pgmap v2904: 393 pgs: 1 peering, 392 active+clean; 21 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.7 MiB/s wr, 4 op/s; 8 B/s, 12 keys/s, 0 objects/s recovering 2024-04-12T16:52:22.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:21 smithi110 ceph-mon[88691]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-12T16:52:22.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:21 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3719652541' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:52:22.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:21 smithi099 ceph-mon[94290]: pgmap v2904: 393 pgs: 1 peering, 392 active+clean; 21 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.7 MiB/s wr, 4 op/s; 8 B/s, 12 keys/s, 0 objects/s recovering 2024-04-12T16:52:22.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:21 smithi099 ceph-mon[94290]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-12T16:52:22.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:21 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3719652541' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:52:22.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:21 smithi099 ceph-mon[96864]: pgmap v2904: 393 pgs: 1 peering, 392 active+clean; 21 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.7 MiB/s wr, 4 op/s; 8 B/s, 12 keys/s, 0 objects/s recovering 2024-04-12T16:52:22.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:21 smithi099 ceph-mon[96864]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-12T16:52:22.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:21 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3719652541' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:52:22.581 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:52:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:52:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:52:23.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:22 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3719652541' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:52:23.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:22 smithi110 ceph-mon[88691]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-12T16:52:23.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:22 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3719652541' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:52:23.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:22 smithi099 ceph-mon[94290]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-12T16:52:23.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:22 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3719652541' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:52:23.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:22 smithi099 ceph-mon[96864]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-12T16:52:23.684 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:52:24.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:23 smithi110 ceph-mon[88691]: pgmap v2907: 425 pgs: 5 creating+peering, 27 unknown, 393 active+clean; 21 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 937 B/s rd, 938 KiB/s wr, 2 op/s; 9 B/s, 14 keys/s, 0 objects/s recovering 2024-04-12T16:52:24.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:23 smithi110 ceph-mon[88691]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-12T16:52:24.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:23 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/371651024' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:52:24.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:23 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:52:24.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:23 smithi099 ceph-mon[94290]: pgmap v2907: 425 pgs: 5 creating+peering, 27 unknown, 393 active+clean; 21 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 937 B/s rd, 938 KiB/s wr, 2 op/s; 9 B/s, 14 keys/s, 0 objects/s recovering 2024-04-12T16:52:24.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:23 smithi099 ceph-mon[94290]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-12T16:52:24.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:23 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/371651024' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:52:24.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:23 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:52:24.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:23 smithi099 ceph-mon[96864]: pgmap v2907: 425 pgs: 5 creating+peering, 27 unknown, 393 active+clean; 21 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 937 B/s rd, 938 KiB/s wr, 2 op/s; 9 B/s, 14 keys/s, 0 objects/s recovering 2024-04-12T16:52:24.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:23 smithi099 ceph-mon[96864]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-12T16:52:24.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:23 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/371651024' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:52:24.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:23 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:52:24.124 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:52:23 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:16:52:23] ENGINE Bus STOPPING 2024-04-12T16:52:24.124 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:52:23 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:16:52:23] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T16:52:24.124 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:52:23 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:16:52:23] ENGINE Bus STOPPED 2024-04-12T16:52:24.125 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:52:23 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:16:52:23] ENGINE Bus STARTING 2024-04-12T16:52:24.125 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:52:23 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:16:52:23] ENGINE Serving on http://:::9283 2024-04-12T16:52:24.125 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:52:23 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:16:52:23] ENGINE Bus STARTED 2024-04-12T16:52:25.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:24 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:52:25.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:24 smithi110 ceph-mon[88691]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-12T16:52:25.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:24 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' 2024-04-12T16:52:25.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:24 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:52:25.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:24 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:52:25.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:24 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:52:25.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:24 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:52:25.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:24 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:52:25.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:24 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:52:25.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:24 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:52:25.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:24 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:52:25.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:24 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:52:25.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:24 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:52:25.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:24 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:52:25.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:24 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:52:25.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:24 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:52:25.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:24 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:52:25.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:24 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:52:25.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:24 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:52:25.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:24 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:52:25.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:24 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:52:25.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:24 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:52:25.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:24 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:52:25.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:24 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:52:25.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:24 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:52:25.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:24 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:52:25.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:24 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:52:25.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:24 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:52:25.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:24 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:52:25.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:24 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:52:25.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:52:25.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[94290]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-12T16:52:25.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' 2024-04-12T16:52:25.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:52:25.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:52:25.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:52:25.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:52:25.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:52:25.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:52:25.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:52:25.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:52:25.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:52:25.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:52:25.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:52:25.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:52:25.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:52:25.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:52:25.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:52:25.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:52:25.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:52:25.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:52:25.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:52:25.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:52:25.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:52:25.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:52:25.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:52:25.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:52:25.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:52:25.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:52:25.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:52:25.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:52:25.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[96864]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-12T16:52:25.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' 2024-04-12T16:52:25.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:52:25.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:52:25.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:52:25.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:52:25.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:52:25.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:52:25.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:52:25.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:52:25.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:52:25.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:52:25.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:52:25.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:52:25.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:52:25.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:52:25.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:52:25.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:52:25.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:52:25.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:52:25.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:52:25.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:52:25.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:52:25.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:52:25.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:52:25.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:52:25.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:52:25.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:52:25.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:24 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:52:26.025 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:25 smithi099 ceph-mon[94290]: pgmap v2910: 457 pgs: 5 creating+peering, 54 unknown, 398 active+clean; 21 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-12T16:52:26.025 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:25 smithi099 ceph-mon[94290]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-12T16:52:26.026 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:25 smithi099 ceph-mon[96864]: pgmap v2910: 457 pgs: 5 creating+peering, 54 unknown, 398 active+clean; 21 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-12T16:52:26.026 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:25 smithi099 ceph-mon[96864]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-12T16:52:26.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:25 smithi110 ceph-mon[88691]: pgmap v2910: 457 pgs: 5 creating+peering, 54 unknown, 398 active+clean; 21 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-12T16:52:26.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:25 smithi110 ceph-mon[88691]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-12T16:52:26.619 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:52:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:52:26] "GET /metrics HTTP/1.1" 200 55874 "" "Prometheus/2.43.0" 2024-04-12T16:52:26.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:26 smithi099 ceph-mon[94290]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-12T16:52:26.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:26 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/992811540' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi099-148068-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-12T16:52:26.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:26 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi099-148068-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-12T16:52:26.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:26 smithi099 ceph-mon[96864]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-12T16:52:26.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:26 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/992811540' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi099-148068-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-12T16:52:26.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:26 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi099-148068-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-12T16:52:27.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:26 smithi110 ceph-mon[88691]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-12T16:52:27.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:26 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/992811540' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi099-148068-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-12T16:52:27.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:26 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi099-148068-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-12T16:52:28.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:27 smithi110 ceph-mon[88691]: pgmap v2913: 457 pgs: 5 creating+peering, 9 unknown, 443 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.5 KiB/s wr, 42 op/s 2024-04-12T16:52:28.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:27 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi099-148068-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-12T16:52:28.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:27 smithi110 ceph-mon[88691]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-12T16:52:28.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:52:28.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:52:28.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:52:28.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:52:28.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:52:28.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:52:28.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:52:28.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:52:28.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:52:28.123 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:27 smithi099 ceph-mon[96864]: pgmap v2913: 457 pgs: 5 creating+peering, 9 unknown, 443 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.5 KiB/s wr, 42 op/s 2024-04-12T16:52:28.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:27 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi099-148068-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-12T16:52:28.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:27 smithi099 ceph-mon[96864]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-12T16:52:28.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:52:28.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:52:28.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:52:28.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:52:28.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:52:28.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:52:28.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:52:28.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:52:28.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:52:28.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:27 smithi099 ceph-mon[94290]: pgmap v2913: 457 pgs: 5 creating+peering, 9 unknown, 443 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.5 KiB/s wr, 42 op/s 2024-04-12T16:52:28.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:27 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi099-148068-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-12T16:52:28.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:27 smithi099 ceph-mon[94290]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-12T16:52:28.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:52:28.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:52:28.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:52:28.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:52:28.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:52:28.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:52:28.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:52:28.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:52:28.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:52:30.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:29 smithi110 ceph-mon[88691]: pgmap v2915: 457 pgs: 457 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 2.1 KiB/s wr, 45 op/s 2024-04-12T16:52:30.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:29 smithi110 ceph-mon[88691]: pool 'test-librbd-smithi099-148068-23' no longer out of quota; removing NO_QUOTA flag 2024-04-12T16:52:30.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:29 smithi110 ceph-mon[88691]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-12T16:52:30.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:29 smithi110 ceph-mon[88691]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-12T16:52:30.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:29 smithi099 ceph-mon[94290]: pgmap v2915: 457 pgs: 457 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 2.1 KiB/s wr, 45 op/s 2024-04-12T16:52:30.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:29 smithi099 ceph-mon[94290]: pool 'test-librbd-smithi099-148068-23' no longer out of quota; removing NO_QUOTA flag 2024-04-12T16:52:30.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:29 smithi099 ceph-mon[94290]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-12T16:52:30.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:29 smithi099 ceph-mon[94290]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-12T16:52:30.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:29 smithi099 ceph-mon[96864]: pgmap v2915: 457 pgs: 457 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 2.1 KiB/s wr, 45 op/s 2024-04-12T16:52:30.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:29 smithi099 ceph-mon[96864]: pool 'test-librbd-smithi099-148068-23' no longer out of quota; removing NO_QUOTA flag 2024-04-12T16:52:30.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:29 smithi099 ceph-mon[96864]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-12T16:52:30.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:29 smithi099 ceph-mon[96864]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-12T16:52:32.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:31 smithi110 ceph-mon[88691]: pgmap v2917: 457 pgs: 457 active+clean; 7.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 6.6 KiB/s rd, 581 KiB/s wr, 12 op/s 2024-04-12T16:52:32.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:31 smithi099 ceph-mon[96864]: pgmap v2917: 457 pgs: 457 active+clean; 7.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 6.6 KiB/s rd, 581 KiB/s wr, 12 op/s 2024-04-12T16:52:32.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:31 smithi099 ceph-mon[94290]: pgmap v2917: 457 pgs: 457 active+clean; 7.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 6.6 KiB/s rd, 581 KiB/s wr, 12 op/s 2024-04-12T16:52:32.581 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:52:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:52:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:52:34.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:33 smithi110 ceph-mon[88691]: pgmap v2918: 457 pgs: 457 active+clean; 7.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 489 KiB/s wr, 17 op/s 2024-04-12T16:52:34.123 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:33 smithi099 ceph-mon[94290]: pgmap v2918: 457 pgs: 457 active+clean; 7.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 489 KiB/s wr, 17 op/s 2024-04-12T16:52:34.124 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:33 smithi099 ceph-mon[96864]: pgmap v2918: 457 pgs: 457 active+clean; 7.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 489 KiB/s wr, 17 op/s 2024-04-12T16:52:35.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:35 smithi099 ceph-mon[94290]: pgmap v2919: 457 pgs: 457 active+clean; 7.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.4 KiB/s rd, 385 KiB/s wr, 13 op/s 2024-04-12T16:52:35.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:35 smithi099 ceph-mon[94290]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-12T16:52:35.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:35 smithi099 ceph-mon[96864]: pgmap v2919: 457 pgs: 457 active+clean; 7.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.4 KiB/s rd, 385 KiB/s wr, 13 op/s 2024-04-12T16:52:35.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:35 smithi099 ceph-mon[96864]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-12T16:52:36.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:35 smithi110 ceph-mon[88691]: pgmap v2919: 457 pgs: 457 active+clean; 7.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.4 KiB/s rd, 385 KiB/s wr, 13 op/s 2024-04-12T16:52:36.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:35 smithi110 ceph-mon[88691]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-12T16:52:36.624 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:52:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:52:36] "GET /metrics HTTP/1.1" 200 60831 "" "Prometheus/2.43.0" 2024-04-12T16:52:37.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:37 smithi099 ceph-mon[96864]: pgmap v2921: 457 pgs: 457 active+clean; 13 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-04-12T16:52:37.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:37 smithi099 ceph-mon[94290]: pgmap v2921: 457 pgs: 457 active+clean; 13 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-04-12T16:52:38.080 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:37 smithi110 ceph-mon[88691]: pgmap v2921: 457 pgs: 457 active+clean; 13 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-04-12T16:52:39.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:39 smithi099 ceph-mon[94290]: pgmap v2922: 457 pgs: 457 active+clean; 13 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.6 KiB/s rd, 611 KiB/s wr, 7 op/s 2024-04-12T16:52:39.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:39 smithi099 ceph-mon[96864]: pgmap v2922: 457 pgs: 457 active+clean; 13 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.6 KiB/s rd, 611 KiB/s wr, 7 op/s 2024-04-12T16:52:40.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:39 smithi110 ceph-mon[88691]: pgmap v2922: 457 pgs: 457 active+clean; 13 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.6 KiB/s rd, 611 KiB/s wr, 7 op/s 2024-04-12T16:52:41.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:41 smithi099 ceph-mon[94290]: pgmap v2923: 457 pgs: 457 active+clean; 18 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.9 KiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-04-12T16:52:41.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:41 smithi099 ceph-mon[96864]: pgmap v2923: 457 pgs: 457 active+clean; 18 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.9 KiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-04-12T16:52:41.883 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:41 smithi110 ceph-mon[88691]: pgmap v2923: 457 pgs: 457 active+clean; 18 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.9 KiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-04-12T16:52:42.581 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:52:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:52:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:52:43.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:43 smithi110 ceph-mon[88691]: pgmap v2924: 457 pgs: 457 active+clean; 18 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-04-12T16:52:43.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:43 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:52:43.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:43 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:52:43.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:43 smithi099 ceph-mon[94290]: pgmap v2924: 457 pgs: 457 active+clean; 18 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-04-12T16:52:43.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:43 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:52:43.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:43 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:52:43.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:43 smithi099 ceph-mon[96864]: pgmap v2924: 457 pgs: 457 active+clean; 18 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-04-12T16:52:43.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:43 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:52:43.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:43 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:52:44.928 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.RemoveFullTryDataPool (25118 ms) 2024-04-12T16:52:44.928 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestIO 2024-04-12T16:52:44.929 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:52:45.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:45 smithi110 ceph-mon[88691]: pgmap v2925: 457 pgs: 457 active+clean; 18 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-04-12T16:52:45.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:45 smithi110 ceph-mon[88691]: pool 'test-librbd-smithi099-148068-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-12T16:52:45.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:45 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-12T16:52:45.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:45 smithi110 ceph-mon[88691]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-12T16:52:45.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:45 smithi099 ceph-mon[94290]: pgmap v2925: 457 pgs: 457 active+clean; 18 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-04-12T16:52:45.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:45 smithi099 ceph-mon[94290]: pool 'test-librbd-smithi099-148068-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-12T16:52:45.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:45 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-12T16:52:45.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:45 smithi099 ceph-mon[94290]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-12T16:52:45.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:45 smithi099 ceph-mon[96864]: pgmap v2925: 457 pgs: 457 active+clean; 18 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-04-12T16:52:45.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:45 smithi099 ceph-mon[96864]: pool 'test-librbd-smithi099-148068-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-12T16:52:45.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:45 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-12T16:52:45.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:45 smithi099 ceph-mon[96864]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-12T16:52:46.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:52:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:52:46] "GET /metrics HTTP/1.1" 200 60858 "" "Prometheus/2.43.0" 2024-04-12T16:52:46.678 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:52:46.678 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:52:46.678 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:52:46.678 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:52:46.678 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:52:46.678 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:46.678 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:52:46.678 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:46.678 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:46.678 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:52:46.679 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:46.679 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:52:46.679 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:46.679 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:46.679 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:52:46.679 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:46.679 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:52:46.679 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:46.679 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:46.679 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:52:46.679 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:46.679 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:52:46.679 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:46.680 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:46.680 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:52:46.680 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:46.680 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:52:46.680 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:46.680 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:46.680 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:52:46.680 INFO:tasks.workunit.client.0.smithi099.stdout:start compare and write 2024-04-12T16:52:46.680 INFO:tasks.workunit.client.0.smithi099.stdout:compare and wrote: 512 2024-04-12T16:52:46.680 INFO:tasks.workunit.client.0.smithi099.stdout:start compare and write 2024-04-12T16:52:46.680 INFO:tasks.workunit.client.0.smithi099.stdout:compare and wrote: 512 2024-04-12T16:52:46.680 INFO:tasks.workunit.client.0.smithi099.stdout:start compare and write 2024-04-12T16:52:46.680 INFO:tasks.workunit.client.0.smithi099.stdout:compare and wrote: 512 2024-04-12T16:52:46.680 INFO:tasks.workunit.client.0.smithi099.stdout:start compare and write 2024-04-12T16:52:46.681 INFO:tasks.workunit.client.0.smithi099.stdout:compare and wrote: 512 2024-04-12T16:52:46.681 INFO:tasks.workunit.client.0.smithi099.stdout:start compare and write 2024-04-12T16:52:46.681 INFO:tasks.workunit.client.0.smithi099.stdout:compare and wrote: 512 2024-04-12T16:52:46.681 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:46.681 INFO:tasks.workunit.client.0.smithi099.stdout:started aio compare and write 2024-04-12T16:52:46.681 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:46.681 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:46.681 INFO:tasks.workunit.client.0.smithi099.stdout:finished aio compare and write 2024-04-12T16:52:46.681 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:46.681 INFO:tasks.workunit.client.0.smithi099.stdout:started aio compare and write 2024-04-12T16:52:46.681 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:46.681 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:46.681 INFO:tasks.workunit.client.0.smithi099.stdout:finished aio compare and write 2024-04-12T16:52:46.681 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:46.681 INFO:tasks.workunit.client.0.smithi099.stdout:started aio compare and write 2024-04-12T16:52:46.682 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:46.682 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:46.682 INFO:tasks.workunit.client.0.smithi099.stdout:finished aio compare and write 2024-04-12T16:52:46.682 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:46.682 INFO:tasks.workunit.client.0.smithi099.stdout:started aio compare and write 2024-04-12T16:52:46.682 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:46.682 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:46.682 INFO:tasks.workunit.client.0.smithi099.stdout:finished aio compare and write 2024-04-12T16:52:46.682 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:46.682 INFO:tasks.workunit.client.0.smithi099.stdout:started aio compare and write 2024-04-12T16:52:46.682 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:46.682 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:46.682 INFO:tasks.workunit.client.0.smithi099.stdout:finished aio compare and write 2024-04-12T16:52:46.682 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:52:46.683 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:52:46.683 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:52:46.683 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:52:46.683 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:52:46.683 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:46.683 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:52:46.683 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:52:46.683 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:52:46.683 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:46.683 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:52:46.683 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:52:46.683 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:52:46.683 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:46.683 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:52:46.684 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:52:46.684 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:52:46.684 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:46.684 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:52:46.684 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:52:46.684 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:52:46.684 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:46.684 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:52:46.684 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:52:46.684 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:52:46.684 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 512~512 = 512 2024-04-12T16:52:46.684 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:46.684 INFO:tasks.workunit.client.0.smithi099.stdout:aio discard: 1536~512 = 0 2024-04-12T16:52:46.684 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:52:46.684 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:52:46.684 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:52:46.685 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:52:46.685 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:52:46.685 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 0 2024-04-12T16:52:46.685 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:46.685 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:46.685 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 0 2024-04-12T16:52:46.685 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:46.685 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:46.685 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 16384 2024-04-12T16:52:46.685 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:46.685 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:46.685 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 16384 2024-04-12T16:52:46.685 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:46.685 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:46.685 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:52:46.686 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:52:46.686 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 49152 2024-04-12T16:52:46.686 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:46.686 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:46.686 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 49152 2024-04-12T16:52:46.686 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:46.686 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:46.686 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 65536 2024-04-12T16:52:46.686 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:46.686 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:46.686 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 65536 2024-04-12T16:52:46.686 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:46.686 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:46.686 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:52:46.686 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:52:46.687 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 98304 2024-04-12T16:52:46.687 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:46.687 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:46.687 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 98304 2024-04-12T16:52:46.687 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:46.687 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:46.687 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 114688 2024-04-12T16:52:46.687 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:46.687 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:46.687 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 114688 2024-04-12T16:52:46.687 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:46.687 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:46.687 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:52:46.687 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:52:46.687 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 147456 2024-04-12T16:52:46.687 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:46.688 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:46.688 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 147456 2024-04-12T16:52:46.688 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:46.688 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:46.688 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 163840 2024-04-12T16:52:46.688 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:46.688 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:46.688 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 163840 2024-04-12T16:52:46.688 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:46.688 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:46.688 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:52:46.688 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:52:46.688 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 196608 2024-04-12T16:52:46.688 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:46.688 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:46.688 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 196608 2024-04-12T16:52:46.689 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:46.689 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:46.689 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 212992 2024-04-12T16:52:46.689 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:46.689 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:46.689 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 212992 2024-04-12T16:52:46.689 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:46.689 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:46.689 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:52:46.689 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:52:46.689 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:46.689 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:46.689 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:46.689 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:46.689 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:52:46.690 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:46.690 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:46.690 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:46.690 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:46.690 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:46.690 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:46.690 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:52:46.690 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:46.690 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:46.690 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:46.690 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:46.690 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:46.690 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:46.690 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:52:46.691 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:46.691 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:46.691 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:46.691 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:46.691 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:46.691 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:46.691 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:52:46.691 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:46.691 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:46.691 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:46.691 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:46.691 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:52:46.691 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:46.691 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:46.691 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:52:46.692 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:46.692 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:46.692 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:46.692 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:46.692 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:52:46.692 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:46.692 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:46.692 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:46.692 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:46.692 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:46.692 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:46.692 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:52:46.692 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:46.692 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:46.692 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:47.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:47 smithi110 ceph-mon[88691]: pgmap v2927: 457 pgs: 457 active+clean; 23 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.3 KiB/s rd, 1024 KiB/s wr, 12 op/s 2024-04-12T16:52:47.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:47 smithi099 ceph-mon[94290]: pgmap v2927: 457 pgs: 457 active+clean; 23 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.3 KiB/s rd, 1024 KiB/s wr, 12 op/s 2024-04-12T16:52:47.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:47 smithi099 ceph-mon[96864]: pgmap v2927: 457 pgs: 457 active+clean; 23 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.3 KiB/s rd, 1024 KiB/s wr, 12 op/s 2024-04-12T16:52:48.246 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:48.246 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:48.246 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:48.246 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:52:48.246 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:48.246 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:48.247 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:48.247 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:48.247 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:48.247 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:48.247 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:52:48.247 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:48.247 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:48.247 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:48.247 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:48.247 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:52:48.247 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:48.247 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:48.247 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:52:48.247 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:48.247 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:48.248 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:48.248 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:48.248 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:52:48.248 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:48.248 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:48.248 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:48.248 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:48.248 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:48.248 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:48.248 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:52:48.248 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:48.248 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:48.248 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:48.248 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:48.248 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:48.248 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:48.249 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:52:48.249 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:48.249 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:48.249 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:48.249 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:48.249 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:48.249 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:48.249 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:52:48.249 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:48.249 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:48.249 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:48.249 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:48.249 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:52:48.249 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:48.250 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:48.250 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:52:48.250 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:48.250 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:48.250 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:48.250 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:48.250 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:52:48.250 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:48.250 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:48.250 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:48.250 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:48.250 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:48.250 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:48.250 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:52:48.251 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:48.251 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:48.251 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:48.251 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:48.251 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:48.251 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:48.251 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:52:48.251 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:48.251 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:48.251 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:48.251 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:48.251 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:48.251 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:48.251 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:52:48.251 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:48.252 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:48.252 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:48.252 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:48.252 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:52:48.252 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:48.252 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:48.252 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:52:48.252 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:48.252 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:48.252 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:48.252 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:48.252 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:52:48.252 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:48.252 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:48.252 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:48.253 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:48.253 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:48.253 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:48.253 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:52:48.253 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:48.253 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:48.253 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:48.253 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:48.253 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:48.253 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:48.253 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:52:48.253 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:48.253 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:48.253 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:48.253 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:48.254 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:48.254 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:48.254 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:52:48.254 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:48.254 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:48.254 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:48.254 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:48.254 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:52:48.254 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:48.254 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:48.254 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:52:48.254 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:52:48.254 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:52:48.254 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:52:48.255 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:52:48.255 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestIO (3318 ms) 2024-04-12T16:52:48.255 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS1 2024-04-12T16:52:48.255 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:52:49.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:49 smithi110 ceph-mon[88691]: pgmap v2928: 457 pgs: 457 active+clean; 23 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 1.0 MiB/s wr, 22 op/s 2024-04-12T16:52:49.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:49 smithi099 ceph-mon[94290]: pgmap v2928: 457 pgs: 457 active+clean; 23 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 1.0 MiB/s wr, 22 op/s 2024-04-12T16:52:49.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:49 smithi099 ceph-mon[96864]: pgmap v2928: 457 pgs: 457 active+clean; 23 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 1.0 MiB/s wr, 22 op/s 2024-04-12T16:52:51.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:51 smithi110 ceph-mon[88691]: pgmap v2929: 457 pgs: 457 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 434 KiB/s rd, 724 KiB/s wr, 863 op/s 2024-04-12T16:52:51.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:51 smithi099 ceph-mon[94290]: pgmap v2929: 457 pgs: 457 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 434 KiB/s rd, 724 KiB/s wr, 863 op/s 2024-04-12T16:52:51.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:51 smithi099 ceph-mon[96864]: pgmap v2929: 457 pgs: 457 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 434 KiB/s rd, 724 KiB/s wr, 863 op/s 2024-04-12T16:52:52.573 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:52:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:52:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:52:53.307 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:52:53.307 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:52:53.307 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:52:53.307 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:52:53.307 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:52:53.307 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:53.307 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:52:53.308 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:53.308 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:53.308 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:52:53.308 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:53.308 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:52:53.308 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:53.308 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:53.308 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:52:53.308 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:53.308 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:52:53.308 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:53.308 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:53.309 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:52:53.309 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:53.309 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:52:53.309 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:53.309 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:53.309 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:52:53.309 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:53.309 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:52:53.309 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:53.309 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:53.309 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:52:53.309 INFO:tasks.workunit.client.0.smithi099.stdout:start compare and write 2024-04-12T16:52:53.309 INFO:tasks.workunit.client.0.smithi099.stdout:compare and wrote: 512 2024-04-12T16:52:53.310 INFO:tasks.workunit.client.0.smithi099.stdout:start compare and write 2024-04-12T16:52:53.310 INFO:tasks.workunit.client.0.smithi099.stdout:compare and wrote: 512 2024-04-12T16:52:53.310 INFO:tasks.workunit.client.0.smithi099.stdout:start compare and write 2024-04-12T16:52:53.310 INFO:tasks.workunit.client.0.smithi099.stdout:compare and wrote: 512 2024-04-12T16:52:53.310 INFO:tasks.workunit.client.0.smithi099.stdout:start compare and write 2024-04-12T16:52:53.310 INFO:tasks.workunit.client.0.smithi099.stdout:compare and wrote: 512 2024-04-12T16:52:53.310 INFO:tasks.workunit.client.0.smithi099.stdout:start compare and write 2024-04-12T16:52:53.310 INFO:tasks.workunit.client.0.smithi099.stdout:compare and wrote: 512 2024-04-12T16:52:53.310 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:53.310 INFO:tasks.workunit.client.0.smithi099.stdout:started aio compare and write 2024-04-12T16:52:53.310 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:53.311 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:53.311 INFO:tasks.workunit.client.0.smithi099.stdout:finished aio compare and write 2024-04-12T16:52:53.311 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:53.311 INFO:tasks.workunit.client.0.smithi099.stdout:started aio compare and write 2024-04-12T16:52:53.311 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:53.311 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:53.311 INFO:tasks.workunit.client.0.smithi099.stdout:finished aio compare and write 2024-04-12T16:52:53.311 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:53.311 INFO:tasks.workunit.client.0.smithi099.stdout:started aio compare and write 2024-04-12T16:52:53.311 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:53.311 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:53.311 INFO:tasks.workunit.client.0.smithi099.stdout:finished aio compare and write 2024-04-12T16:52:53.311 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:53.312 INFO:tasks.workunit.client.0.smithi099.stdout:started aio compare and write 2024-04-12T16:52:53.312 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:53.312 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:53.312 INFO:tasks.workunit.client.0.smithi099.stdout:finished aio compare and write 2024-04-12T16:52:53.312 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:53.312 INFO:tasks.workunit.client.0.smithi099.stdout:started aio compare and write 2024-04-12T16:52:53.312 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:53.312 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:53.312 INFO:tasks.workunit.client.0.smithi099.stdout:finished aio compare and write 2024-04-12T16:52:53.312 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:52:53.312 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:52:53.312 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:52:53.312 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:52:53.313 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:52:53.313 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:53.313 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:52:53.313 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:52:53.313 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:52:53.313 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:53.313 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:52:53.313 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:52:53.313 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:52:53.313 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:53.313 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:52:53.313 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:52:53.313 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:52:53.314 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:53.314 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:52:53.314 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:52:53.314 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:52:53.314 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:53.314 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:52:53.314 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:52:53.314 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:52:53.314 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 512~512 = 512 2024-04-12T16:52:53.315 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:53.315 INFO:tasks.workunit.client.0.smithi099.stdout:aio discard: 1536~512 = 0 2024-04-12T16:52:53.315 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:52:53.315 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:52:53.315 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:52:53.315 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:52:53.315 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:52:53.315 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 0 2024-04-12T16:52:53.315 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:53.315 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:53.315 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 0 2024-04-12T16:52:53.315 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:53.315 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:53.316 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 16384 2024-04-12T16:52:53.316 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:53.316 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:53.316 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 16384 2024-04-12T16:52:53.316 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:53.316 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:53.316 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:52:53.316 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:52:53.316 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 49152 2024-04-12T16:52:53.316 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:53.316 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:53.316 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 49152 2024-04-12T16:52:53.316 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:53.317 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:53.317 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 65536 2024-04-12T16:52:53.317 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:53.317 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:53.317 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 65536 2024-04-12T16:52:53.317 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:53.317 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:53.317 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:52:53.317 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:52:53.317 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 98304 2024-04-12T16:52:53.317 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:53.317 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:53.317 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 98304 2024-04-12T16:52:53.318 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:53.318 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:53.318 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 114688 2024-04-12T16:52:53.318 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:53.318 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:53.318 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 114688 2024-04-12T16:52:53.318 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:53.318 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:53.318 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:52:53.318 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:52:53.319 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 147456 2024-04-12T16:52:53.319 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:53.319 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:53.319 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 147456 2024-04-12T16:52:53.319 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:53.319 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:53.319 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 163840 2024-04-12T16:52:53.319 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:53.319 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:53.319 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 163840 2024-04-12T16:52:53.319 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:53.319 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:53.319 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:52:53.320 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:52:53.320 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 196608 2024-04-12T16:52:53.320 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:53.320 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:53.320 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 196608 2024-04-12T16:52:53.320 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:53.320 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:53.320 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 212992 2024-04-12T16:52:53.320 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:53.320 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:53.320 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 212992 2024-04-12T16:52:53.320 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:53.320 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:53.321 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:52:53.321 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:52:53.321 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:53.321 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:53.321 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:53.321 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:53.321 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:52:53.321 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:53.321 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:53.321 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:53.321 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:53.321 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:53.322 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:53.322 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:52:53.322 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:53.322 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:53.322 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:53.322 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:53.322 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:53.322 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:53.322 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:52:53.322 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:53.322 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:53.323 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:53.323 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:53.323 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:53.323 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:53.323 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:52:53.323 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:53.323 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:53.323 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:53.323 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:53.323 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:52:53.323 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:53.323 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:53.324 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:52:53.324 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:53.324 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:53.324 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:53.324 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:53.324 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:52:53.325 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:53.325 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:53.325 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:53.325 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:53.325 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:53.325 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:53.325 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:52:53.325 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:53.325 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:53.325 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:53.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:53 smithi110 ceph-mon[88691]: pgmap v2930: 457 pgs: 457 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 434 KiB/s rd, 724 KiB/s wr, 863 op/s 2024-04-12T16:52:53.873 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:53 smithi099 ceph-mon[94290]: pgmap v2930: 457 pgs: 457 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 434 KiB/s rd, 724 KiB/s wr, 863 op/s 2024-04-12T16:52:53.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:53 smithi099 ceph-mon[96864]: pgmap v2930: 457 pgs: 457 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 434 KiB/s rd, 724 KiB/s wr, 863 op/s 2024-04-12T16:52:55.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:55 smithi110 ceph-mon[88691]: pgmap v2931: 457 pgs: 457 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 436 KiB/s rd, 724 KiB/s wr, 867 op/s 2024-04-12T16:52:55.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:55 smithi110 ceph-mon[88691]: pool 'test-librbd-smithi099-148068-25' no longer out of quota; removing NO_QUOTA flag 2024-04-12T16:52:55.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:55 smithi110 ceph-mon[88691]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-12T16:52:55.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:55 smithi110 ceph-mon[88691]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-12T16:52:55.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:55 smithi099 ceph-mon[94290]: pgmap v2931: 457 pgs: 457 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 436 KiB/s rd, 724 KiB/s wr, 867 op/s 2024-04-12T16:52:55.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:55 smithi099 ceph-mon[94290]: pool 'test-librbd-smithi099-148068-25' no longer out of quota; removing NO_QUOTA flag 2024-04-12T16:52:55.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:55 smithi099 ceph-mon[94290]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-12T16:52:55.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:55 smithi099 ceph-mon[94290]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-12T16:52:55.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:55 smithi099 ceph-mon[96864]: pgmap v2931: 457 pgs: 457 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 436 KiB/s rd, 724 KiB/s wr, 867 op/s 2024-04-12T16:52:55.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:55 smithi099 ceph-mon[96864]: pool 'test-librbd-smithi099-148068-25' no longer out of quota; removing NO_QUOTA flag 2024-04-12T16:52:55.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:55 smithi099 ceph-mon[96864]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-12T16:52:55.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:55 smithi099 ceph-mon[96864]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-12T16:52:56.624 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:52:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:52:56] "GET /metrics HTTP/1.1" 200 60858 "" "Prometheus/2.43.0" 2024-04-12T16:52:57.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:57 smithi110 ceph-mon[88691]: pgmap v2933: 457 pgs: 457 active+clean; 11 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 961 KiB/s wr, 1.51k op/s 2024-04-12T16:52:57.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:52:57.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:57 smithi099 ceph-mon[96864]: pgmap v2933: 457 pgs: 457 active+clean; 11 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 961 KiB/s wr, 1.51k op/s 2024-04-12T16:52:57.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:52:57.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:57 smithi099 ceph-mon[94290]: pgmap v2933: 457 pgs: 457 active+clean; 11 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 961 KiB/s wr, 1.51k op/s 2024-04-12T16:52:57.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:52:58.858 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:58.858 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:58.858 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:58.858 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:52:58.859 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:58.859 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:58.859 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:58.859 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:58.859 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:58.859 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:58.859 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:52:58.859 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:58.859 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:58.859 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:58.859 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:58.859 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:52:58.859 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:58.859 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:58.859 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:52:58.860 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:58.860 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:58.860 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:58.860 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:58.860 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:52:58.860 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:58.860 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:58.860 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:58.860 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:58.860 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:58.860 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:58.860 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:52:58.860 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:58.860 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:58.860 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:58.861 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:58.861 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:58.861 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:58.861 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:52:58.861 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:58.861 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:58.861 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:58.861 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:58.861 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:58.861 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:58.861 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:52:58.861 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:58.861 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:58.861 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:58.862 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:58.862 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:52:58.862 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:58.862 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:58.862 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:52:58.862 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:58.862 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:58.862 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:58.862 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:58.862 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:52:58.862 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:58.862 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:58.862 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:58.862 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:58.863 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:58.863 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:58.863 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:52:58.863 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:58.863 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:58.863 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:58.863 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:58.863 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:58.863 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:58.863 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:52:58.863 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:58.863 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:58.863 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:58.863 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:58.863 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:58.863 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:58.864 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:52:58.864 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:58.864 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:58.864 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:58.864 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:58.864 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:52:58.864 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:58.864 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:58.864 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:52:58.864 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:58.864 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:58.864 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:58.864 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:58.864 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:52:58.865 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:58.865 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:58.865 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:58.865 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:58.865 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:58.865 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:58.865 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:52:58.865 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:58.865 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:58.865 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:58.865 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:58.865 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:58.865 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:58.865 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:52:58.865 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:58.865 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:58.866 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:58.866 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:58.866 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:52:58.866 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:52:58.866 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:52:58.866 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:52:58.866 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:52:58.866 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:58.866 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:58.866 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:52:58.866 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:52:58.866 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:52:58.866 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:52:58.866 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:52:58.867 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:52:58.867 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:52:58.867 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:52:58.867 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 4 2024-04-12T16:52:58.867 INFO:tasks.workunit.client.0.smithi099.stdout:read: 4 2024-04-12T16:52:58.867 INFO:tasks.workunit.client.0.smithi099.stdout:read: 4 2024-04-12T16:52:58.867 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS1 (10612 ms) 2024-04-12T16:52:58.867 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS2 2024-04-12T16:52:58.867 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:52:59.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:52:59 smithi110 ceph-mon[88691]: pgmap v2934: 457 pgs: 457 active+clean; 15 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 960 KiB/s wr, 1.51k op/s 2024-04-12T16:52:59.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:52:59 smithi099 ceph-mon[94290]: pgmap v2934: 457 pgs: 457 active+clean; 15 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 960 KiB/s wr, 1.51k op/s 2024-04-12T16:52:59.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:52:59 smithi099 ceph-mon[96864]: pgmap v2934: 457 pgs: 457 active+clean; 15 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 960 KiB/s wr, 1.51k op/s 2024-04-12T16:53:01.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:53:01 smithi110 ceph-mon[88691]: pgmap v2935: 457 pgs: 457 active+clean; 15 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 831 KiB/s wr, 861 op/s 2024-04-12T16:53:01.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:53:01 smithi099 ceph-mon[94290]: pgmap v2935: 457 pgs: 457 active+clean; 15 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 831 KiB/s wr, 861 op/s 2024-04-12T16:53:01.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:53:01 smithi099 ceph-mon[96864]: pgmap v2935: 457 pgs: 457 active+clean; 15 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 831 KiB/s wr, 861 op/s 2024-04-12T16:53:02.581 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:53:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:53:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:53:03.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:53:03 smithi110 ceph-mon[88691]: pgmap v2936: 457 pgs: 457 active+clean; 15 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 831 KiB/s wr, 861 op/s 2024-04-12T16:53:03.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:53:03 smithi099 ceph-mon[94290]: pgmap v2936: 457 pgs: 457 active+clean; 15 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 831 KiB/s wr, 861 op/s 2024-04-12T16:53:03.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:53:03 smithi099 ceph-mon[96864]: pgmap v2936: 457 pgs: 457 active+clean; 15 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 831 KiB/s wr, 861 op/s 2024-04-12T16:53:05.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:53:05 smithi110 ceph-mon[88691]: pgmap v2937: 457 pgs: 457 active+clean; 15 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 830 KiB/s wr, 857 op/s 2024-04-12T16:53:05.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:53:05 smithi099 ceph-mon[94290]: pgmap v2937: 457 pgs: 457 active+clean; 15 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 830 KiB/s wr, 857 op/s 2024-04-12T16:53:05.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:53:05 smithi099 ceph-mon[96864]: pgmap v2937: 457 pgs: 457 active+clean; 15 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 830 KiB/s wr, 857 op/s 2024-04-12T16:53:06.624 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:53:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:53:06] "GET /metrics HTTP/1.1" 200 60843 "" "Prometheus/2.43.0" 2024-04-12T16:53:07.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:53:07 smithi110 ceph-mon[88691]: pgmap v2938: 457 pgs: 457 active+clean; 15 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 942 KiB/s rd, 431 KiB/s wr, 176 op/s 2024-04-12T16:53:07.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:53:07 smithi099 ceph-mon[94290]: pgmap v2938: 457 pgs: 457 active+clean; 15 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 942 KiB/s rd, 431 KiB/s wr, 176 op/s 2024-04-12T16:53:07.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:53:07 smithi099 ceph-mon[96864]: pgmap v2938: 457 pgs: 457 active+clean; 15 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 942 KiB/s rd, 431 KiB/s wr, 176 op/s 2024-04-12T16:53:08.380 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:53:08.380 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:53:08.380 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:53:08.380 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:53:08.380 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:53:08.380 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:08.380 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:53:08.380 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:53:08.380 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:53:08.380 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:53:08.380 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:08.381 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:53:08.381 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:53:08.381 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:53:08.381 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:53:08.381 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:08.381 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:53:08.381 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:53:08.381 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:53:08.381 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:53:08.381 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:08.381 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:53:08.381 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:53:08.381 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:53:08.381 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:53:08.382 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:08.382 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:53:08.382 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:53:08.382 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:53:08.382 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:53:08.382 INFO:tasks.workunit.client.0.smithi099.stdout:start compare and write 2024-04-12T16:53:08.382 INFO:tasks.workunit.client.0.smithi099.stdout:compare and wrote: 512 2024-04-12T16:53:08.382 INFO:tasks.workunit.client.0.smithi099.stdout:start compare and write 2024-04-12T16:53:08.382 INFO:tasks.workunit.client.0.smithi099.stdout:compare and wrote: 512 2024-04-12T16:53:08.382 INFO:tasks.workunit.client.0.smithi099.stdout:start compare and write 2024-04-12T16:53:08.382 INFO:tasks.workunit.client.0.smithi099.stdout:compare and wrote: 512 2024-04-12T16:53:08.382 INFO:tasks.workunit.client.0.smithi099.stdout:start compare and write 2024-04-12T16:53:08.382 INFO:tasks.workunit.client.0.smithi099.stdout:compare and wrote: 512 2024-04-12T16:53:08.382 INFO:tasks.workunit.client.0.smithi099.stdout:start compare and write 2024-04-12T16:53:08.383 INFO:tasks.workunit.client.0.smithi099.stdout:compare and wrote: 512 2024-04-12T16:53:08.383 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:08.383 INFO:tasks.workunit.client.0.smithi099.stdout:started aio compare and write 2024-04-12T16:53:08.383 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:53:08.383 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:53:08.383 INFO:tasks.workunit.client.0.smithi099.stdout:finished aio compare and write 2024-04-12T16:53:08.383 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:08.383 INFO:tasks.workunit.client.0.smithi099.stdout:started aio compare and write 2024-04-12T16:53:08.383 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:53:08.383 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:53:08.383 INFO:tasks.workunit.client.0.smithi099.stdout:finished aio compare and write 2024-04-12T16:53:08.383 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:08.383 INFO:tasks.workunit.client.0.smithi099.stdout:started aio compare and write 2024-04-12T16:53:08.383 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:53:08.383 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:53:08.384 INFO:tasks.workunit.client.0.smithi099.stdout:finished aio compare and write 2024-04-12T16:53:08.384 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:08.384 INFO:tasks.workunit.client.0.smithi099.stdout:started aio compare and write 2024-04-12T16:53:08.384 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:53:08.384 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:53:08.384 INFO:tasks.workunit.client.0.smithi099.stdout:finished aio compare and write 2024-04-12T16:53:08.384 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:08.384 INFO:tasks.workunit.client.0.smithi099.stdout:started aio compare and write 2024-04-12T16:53:08.384 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:53:08.384 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:53:08.384 INFO:tasks.workunit.client.0.smithi099.stdout:finished aio compare and write 2024-04-12T16:53:08.384 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:53:08.384 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:53:08.384 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:53:08.384 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:53:08.385 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:53:08.385 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:08.385 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:53:08.385 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:53:08.385 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:53:08.385 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:08.385 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:53:08.385 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:53:08.385 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:53:08.385 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:08.385 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:53:08.386 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:53:08.386 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:53:08.386 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:08.386 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:53:08.386 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:53:08.386 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:53:08.386 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:08.386 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:53:08.386 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:53:08.386 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:53:08.386 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 512~512 = 512 2024-04-12T16:53:08.386 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:53:08.386 INFO:tasks.workunit.client.0.smithi099.stdout:aio discard: 1536~512 = 0 2024-04-12T16:53:08.387 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:53:08.387 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:53:08.387 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:53:08.387 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:53:08.387 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:53:08.387 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 0 2024-04-12T16:53:08.387 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:53:08.387 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:53:08.387 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 0 2024-04-12T16:53:08.388 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:53:08.388 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:53:08.388 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 16384 2024-04-12T16:53:08.388 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:53:08.388 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:53:08.388 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 16384 2024-04-12T16:53:08.388 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:53:08.388 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:53:08.389 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:53:08.389 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:53:08.389 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 49152 2024-04-12T16:53:08.389 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:53:08.389 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:53:08.389 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 49152 2024-04-12T16:53:08.389 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:53:08.389 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:53:08.389 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 65536 2024-04-12T16:53:08.389 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:53:08.389 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:53:08.389 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 65536 2024-04-12T16:53:08.389 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:53:08.389 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:53:08.389 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:53:08.390 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:53:08.390 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 98304 2024-04-12T16:53:08.390 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:53:08.390 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:53:08.390 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 98304 2024-04-12T16:53:08.390 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:53:08.390 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:53:08.391 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 114688 2024-04-12T16:53:08.391 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:53:08.391 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:53:08.391 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 114688 2024-04-12T16:53:08.391 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:53:08.391 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:53:08.392 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:53:08.392 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:53:08.392 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 147456 2024-04-12T16:53:08.392 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:53:08.392 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:53:08.392 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 147456 2024-04-12T16:53:08.392 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:53:08.393 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:53:08.393 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 163840 2024-04-12T16:53:08.393 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:53:08.393 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:53:08.393 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 163840 2024-04-12T16:53:08.393 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:53:08.393 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:53:08.393 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:53:08.393 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:53:08.393 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 196608 2024-04-12T16:53:08.393 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:53:08.393 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:53:08.394 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 196608 2024-04-12T16:53:08.394 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:53:08.394 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:53:08.394 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 212992 2024-04-12T16:53:08.394 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:53:08.394 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:53:08.394 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 212992 2024-04-12T16:53:08.394 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:53:08.395 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:53:08.395 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:53:08.395 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:53:08.395 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:08.395 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:53:08.395 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:53:08.395 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:53:08.395 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:53:08.395 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:53:08.395 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:53:08.396 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:08.396 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:53:08.396 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:53:08.396 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:53:08.396 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:53:08.396 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:53:08.396 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:53:08.396 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:08.396 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:53:08.396 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:53:08.396 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:53:08.396 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:53:08.397 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:53:08.397 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:53:08.397 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:08.397 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:53:08.397 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:53:08.397 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:53:08.397 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:53:08.397 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:53:08.397 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:53:08.397 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:08.397 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:53:08.397 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:53:08.397 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:08.397 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:53:08.397 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:53:08.398 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:08.398 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:53:08.398 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:53:08.398 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:53:08.398 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:53:08.398 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:53:08.398 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:53:08.398 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:08.398 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:53:08.398 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:53:08.399 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:53:08.399 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:53:08.399 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:53:08.399 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:53:08.399 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:09.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:53:09 smithi110 ceph-mon[88691]: pgmap v2939: 457 pgs: 457 active+clean; 27 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 696 KiB/s rd, 1.1 MiB/s wr, 212 op/s 2024-04-12T16:53:09.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:53:09 smithi099 ceph-mon[94290]: pgmap v2939: 457 pgs: 457 active+clean; 27 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 696 KiB/s rd, 1.1 MiB/s wr, 212 op/s 2024-04-12T16:53:09.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:53:09 smithi099 ceph-mon[96864]: pgmap v2939: 457 pgs: 457 active+clean; 27 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 696 KiB/s rd, 1.1 MiB/s wr, 212 op/s 2024-04-12T16:53:11.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:53:11 smithi110 ceph-mon[88691]: pgmap v2940: 457 pgs: 457 active+clean; 31 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 692 KiB/s rd, 1.4 MiB/s wr, 208 op/s 2024-04-12T16:53:11.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:53:11 smithi099 ceph-mon[94290]: pgmap v2940: 457 pgs: 457 active+clean; 31 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 692 KiB/s rd, 1.4 MiB/s wr, 208 op/s 2024-04-12T16:53:11.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:53:11 smithi099 ceph-mon[96864]: pgmap v2940: 457 pgs: 457 active+clean; 31 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 692 KiB/s rd, 1.4 MiB/s wr, 208 op/s 2024-04-12T16:53:12.581 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:53:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:53:12.581 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:53:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:53:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:53:12.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:53:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:53:12.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:53:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:53:13.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:53:13 smithi110 ceph-mon[88691]: pgmap v2941: 457 pgs: 457 active+clean; 35 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.7 MiB/s wr, 719 op/s 2024-04-12T16:53:13.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:53:13 smithi099 ceph-mon[94290]: pgmap v2941: 457 pgs: 457 active+clean; 35 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.7 MiB/s wr, 719 op/s 2024-04-12T16:53:13.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:53:13 smithi099 ceph-mon[96864]: pgmap v2941: 457 pgs: 457 active+clean; 35 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.7 MiB/s wr, 719 op/s 2024-04-12T16:53:14.334 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:53:14.334 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:53:14.334 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:53:14.334 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:53:14.334 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:53:14.334 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:53:14.334 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:14.334 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:53:14.335 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:53:14.335 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:53:14.335 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:53:14.335 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:53:14.335 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:53:14.335 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:14.335 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:53:14.335 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:53:14.335 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:14.335 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:53:14.335 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:53:14.335 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:14.335 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:53:14.335 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:53:14.336 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:53:14.336 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:53:14.336 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:53:14.336 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:53:14.336 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:14.336 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:53:14.336 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:53:14.336 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:53:14.336 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:53:14.336 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:53:14.336 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:53:14.336 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:14.336 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:53:14.336 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:53:14.337 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:53:14.337 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:53:14.337 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:53:14.337 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:53:14.337 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:14.337 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:53:14.337 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:53:14.337 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:53:14.337 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:53:14.337 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:53:14.337 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:53:14.337 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:14.337 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:53:14.337 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:53:14.337 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:14.338 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:53:14.338 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:53:14.338 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:14.338 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:53:14.338 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:53:14.338 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:53:14.338 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:53:14.338 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:53:14.338 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:53:14.338 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:14.338 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:53:14.338 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:53:14.338 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:53:14.338 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:53:14.339 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:53:14.339 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:53:14.339 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:14.339 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:53:14.339 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:53:14.339 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:53:14.339 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:53:14.339 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:53:14.339 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:53:14.339 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:14.339 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:53:14.339 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:53:14.339 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:53:14.339 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:53:14.339 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:53:14.339 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:53:14.340 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:14.340 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:53:14.340 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:53:14.340 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:14.340 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:53:14.340 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:53:14.340 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:14.340 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:53:14.340 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:53:14.340 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:53:14.340 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:53:14.340 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:53:14.340 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:53:14.340 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:14.340 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:53:14.340 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:53:14.341 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:53:14.341 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:53:14.341 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:53:14.341 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:53:14.341 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:14.341 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:53:14.341 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:53:14.341 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:53:14.341 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:53:14.341 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:53:14.341 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:53:14.341 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:14.341 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:53:14.341 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:53:14.341 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:53:14.342 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:53:14.342 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:53:14.342 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:53:14.342 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:14.342 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:53:14.342 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:53:14.342 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:53:14.342 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:53:14.342 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:53:14.342 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:53:14.342 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:53:14.342 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:53:14.342 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:53:14.343 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 4 2024-04-12T16:53:14.343 INFO:tasks.workunit.client.0.smithi099.stdout:read: 4 2024-04-12T16:53:14.343 INFO:tasks.workunit.client.0.smithi099.stdout:read: 4 2024-04-12T16:53:14.343 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS2 (15475 ms) 2024-04-12T16:53:14.343 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestCloneEncryption 2024-04-12T16:53:14.343 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:53:15.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:53:15 smithi110 ceph-mon[88691]: pgmap v2942: 457 pgs: 457 active+clean; 35 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 718 op/s 2024-04-12T16:53:15.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:53:15 smithi110 ceph-mon[88691]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-12T16:53:15.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:53:15 smithi099 ceph-mon[94290]: pgmap v2942: 457 pgs: 457 active+clean; 35 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 718 op/s 2024-04-12T16:53:15.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:53:15 smithi099 ceph-mon[94290]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-12T16:53:15.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:53:15 smithi099 ceph-mon[96864]: pgmap v2942: 457 pgs: 457 active+clean; 35 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 718 op/s 2024-04-12T16:53:15.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:53:15 smithi099 ceph-mon[96864]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-12T16:53:16.624 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:53:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:53:16] "GET /metrics HTTP/1.1" 200 60840 "" "Prometheus/2.43.0" 2024-04-12T16:53:17.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:53:17 smithi110 ceph-mon[88691]: pgmap v2944: 457 pgs: 457 active+clean; 35 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.0 MiB/s wr, 868 op/s 2024-04-12T16:53:17.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:53:17 smithi099 ceph-mon[94290]: pgmap v2944: 457 pgs: 457 active+clean; 35 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.0 MiB/s wr, 868 op/s 2024-04-12T16:53:17.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:53:17 smithi099 ceph-mon[96864]: pgmap v2944: 457 pgs: 457 active+clean; 35 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.0 MiB/s wr, 868 op/s 2024-04-12T16:53:19.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:53:19 smithi110 ceph-mon[88691]: pgmap v2945: 457 pgs: 457 active+clean; 35 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 821 KiB/s wr, 836 op/s 2024-04-12T16:53:19.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:53:19 smithi099 ceph-mon[94290]: pgmap v2945: 457 pgs: 457 active+clean; 35 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 821 KiB/s wr, 836 op/s 2024-04-12T16:53:19.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:53:19 smithi099 ceph-mon[96864]: pgmap v2945: 457 pgs: 457 active+clean; 35 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 821 KiB/s wr, 836 op/s 2024-04-12T16:53:21.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:53:21 smithi110 ceph-mon[88691]: pgmap v2946: 457 pgs: 457 active+clean; 35 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 412 KiB/s wr, 840 op/s 2024-04-12T16:53:21.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:53:21 smithi110 ceph-mon[88691]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-12T16:53:21.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:53:21 smithi099 ceph-mon[94290]: pgmap v2946: 457 pgs: 457 active+clean; 35 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 412 KiB/s wr, 840 op/s 2024-04-12T16:53:21.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:53:21 smithi099 ceph-mon[94290]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-12T16:53:21.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:53:21 smithi099 ceph-mon[96864]: pgmap v2946: 457 pgs: 457 active+clean; 35 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 412 KiB/s wr, 840 op/s 2024-04-12T16:53:21.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:53:21 smithi099 ceph-mon[96864]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-12T16:53:22.581 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:53:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:53:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:53:23.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:53:23 smithi110 ceph-mon[88691]: pgmap v2948: 457 pgs: 457 active+clean; 39 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 638 KiB/s rd, 515 KiB/s wr, 70 op/s 2024-04-12T16:53:23.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:53:23 smithi099 ceph-mon[94290]: pgmap v2948: 457 pgs: 457 active+clean; 39 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 638 KiB/s rd, 515 KiB/s wr, 70 op/s 2024-04-12T16:53:23.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:53:23 smithi099 ceph-mon[96864]: pgmap v2948: 457 pgs: 457 active+clean; 39 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 638 KiB/s rd, 515 KiB/s wr, 70 op/s 2024-04-12T16:53:25.832 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:53:25 smithi110 ceph-mon[88691]: pgmap v2949: 457 pgs: 457 active+clean; 39 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 535 KiB/s rd, 436 KiB/s wr, 53 op/s 2024-04-12T16:53:25.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:53:25 smithi099 ceph-mon[94290]: pgmap v2949: 457 pgs: 457 active+clean; 39 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 535 KiB/s rd, 436 KiB/s wr, 53 op/s 2024-04-12T16:53:25.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:53:25 smithi099 ceph-mon[96864]: pgmap v2949: 457 pgs: 457 active+clean; 39 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 535 KiB/s rd, 436 KiB/s wr, 53 op/s 2024-04-12T16:53:26.624 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:53:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:53:26] "GET /metrics HTTP/1.1" 200 60840 "" "Prometheus/2.43.0" 2024-04-12T16:53:27.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:53:27 smithi110 ceph-mon[88691]: pgmap v2950: 457 pgs: 457 active+clean; 39 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 512 KiB/s rd, 413 KiB/s wr, 58 op/s 2024-04-12T16:53:27.831 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:53:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:53:27.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:53:27 smithi099 ceph-mon[94290]: pgmap v2950: 457 pgs: 457 active+clean; 39 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 512 KiB/s rd, 413 KiB/s wr, 58 op/s 2024-04-12T16:53:27.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:53:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:53:27.874 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:53:27 smithi099 ceph-mon[96864]: pgmap v2950: 457 pgs: 457 active+clean; 39 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 512 KiB/s rd, 413 KiB/s wr, 58 op/s 2024-04-12T16:53:27.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:53:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:53:28.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:53:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:53:28.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:53:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:53:28.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:53:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:53:28.875 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:53:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:53:28.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:53:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:53:28.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:53:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:53:28.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:53:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:53:28.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:53:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:53:29.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:53:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:53:29.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:53:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:53:29.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:53:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:53:29.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:53:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:53:29.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:53:29 smithi099 ceph-mon[94290]: pgmap v2951: 457 pgs: 457 active+clean; 39 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-04-12T16:53:29.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:53:29 smithi099 ceph-mon[96864]: pgmap v2951: 457 pgs: 457 active+clean; 39 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-04-12T16:53:30.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:53:29 smithi110 ceph-mon[88691]: pgmap v2951: 457 pgs: 457 active+clean; 39 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-04-12T16:53:31.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:53:31 smithi099 ceph-mon[94290]: pgmap v2952: 457 pgs: 457 active+clean; 47 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 1.2 MiB/s wr, 35 op/s 2024-04-12T16:53:31.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:53:31 smithi099 ceph-mon[96864]: pgmap v2952: 457 pgs: 457 active+clean; 47 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 1.2 MiB/s wr, 35 op/s 2024-04-12T16:53:32.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:53:31 smithi110 ceph-mon[88691]: pgmap v2952: 457 pgs: 457 active+clean; 47 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 1.2 MiB/s wr, 35 op/s 2024-04-12T16:53:32.581 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:53:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:53:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:53:33.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:53:33 smithi099 ceph-mon[94290]: pgmap v2953: 457 pgs: 457 active+clean; 51 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 1.4 MiB/s wr, 30 op/s 2024-04-12T16:53:33.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:53:33 smithi099 ceph-mon[94290]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-12T16:53:33.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:53:33 smithi099 ceph-mon[96864]: pgmap v2953: 457 pgs: 457 active+clean; 51 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 1.4 MiB/s wr, 30 op/s 2024-04-12T16:53:33.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:53:33 smithi099 ceph-mon[96864]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-12T16:53:34.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:53:33 smithi110 ceph-mon[88691]: pgmap v2953: 457 pgs: 457 active+clean; 51 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 1.4 MiB/s wr, 30 op/s 2024-04-12T16:53:34.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:53:33 smithi110 ceph-mon[88691]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-12T16:53:35.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:53:35 smithi099 ceph-mon[94290]: pgmap v2955: 457 pgs: 457 active+clean; 59 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-04-12T16:53:35.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:53:35 smithi099 ceph-mon[96864]: pgmap v2955: 457 pgs: 457 active+clean; 59 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-04-12T16:53:36.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:53:35 smithi110 ceph-mon[88691]: pgmap v2955: 457 pgs: 457 active+clean; 59 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-04-12T16:53:36.624 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:53:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:53:36] "GET /metrics HTTP/1.1" 200 60838 "" "Prometheus/2.43.0" 2024-04-12T16:53:37.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:53:37 smithi099 ceph-mon[94290]: pgmap v2956: 457 pgs: 457 active+clean; 59 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 2.0 MiB/s wr, 26 op/s 2024-04-12T16:53:37.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:53:37 smithi099 ceph-mon[96864]: pgmap v2956: 457 pgs: 457 active+clean; 59 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 2.0 MiB/s wr, 26 op/s 2024-04-12T16:53:38.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:53:37 smithi110 ceph-mon[88691]: pgmap v2956: 457 pgs: 457 active+clean; 59 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 2.0 MiB/s wr, 26 op/s 2024-04-12T16:53:39.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:53:39 smithi099 ceph-mon[94290]: pgmap v2957: 457 pgs: 457 active+clean; 59 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-12T16:53:39.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:53:39 smithi099 ceph-mon[96864]: pgmap v2957: 457 pgs: 457 active+clean; 59 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-12T16:53:40.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:53:39 smithi110 ceph-mon[88691]: pgmap v2957: 457 pgs: 457 active+clean; 59 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-12T16:53:41.874 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:53:41 smithi099 ceph-mon[94290]: pgmap v2958: 457 pgs: 457 active+clean; 59 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 1.2 MiB/s wr, 36 op/s 2024-04-12T16:53:41.875 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:53:41 smithi099 ceph-mon[96864]: pgmap v2958: 457 pgs: 457 active+clean; 59 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 1.2 MiB/s wr, 36 op/s 2024-04-12T16:53:41.883 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:53:41 smithi110 ceph-mon[88691]: pgmap v2958: 457 pgs: 457 active+clean; 59 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 1.2 MiB/s wr, 36 op/s 2024-04-12T16:53:42.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:53:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:53:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:53:42.903 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:53:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:53:43.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:53:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:53:43.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:53:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:53:44.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:53:43 smithi110 ceph-mon[88691]: pgmap v2959: 457 pgs: 457 active+clean; 59 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 821 KiB/s wr, 40 op/s 2024-04-12T16:53:44.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:53:43 smithi099 ceph-mon[94290]: pgmap v2959: 457 pgs: 457 active+clean; 59 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 821 KiB/s wr, 40 op/s 2024-04-12T16:53:44.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:53:43 smithi099 ceph-mon[96864]: pgmap v2959: 457 pgs: 457 active+clean; 59 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 821 KiB/s wr, 40 op/s 2024-04-12T16:53:46.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:53:45 smithi110 ceph-mon[88691]: pgmap v2960: 457 pgs: 457 active+clean; 63 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 411 KiB/s rd, 360 KiB/s wr, 35 op/s 2024-04-12T16:53:46.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:53:45 smithi099 ceph-mon[94290]: pgmap v2960: 457 pgs: 457 active+clean; 63 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 411 KiB/s rd, 360 KiB/s wr, 35 op/s 2024-04-12T16:53:46.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:53:45 smithi099 ceph-mon[96864]: pgmap v2960: 457 pgs: 457 active+clean; 63 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 411 KiB/s rd, 360 KiB/s wr, 35 op/s 2024-04-12T16:53:46.624 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:53:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:53:46] "GET /metrics HTTP/1.1" 200 60843 "" "Prometheus/2.43.0" 2024-04-12T16:53:48.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:53:47 smithi110 ceph-mon[88691]: pgmap v2961: 457 pgs: 457 active+clean; 75 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 732 KiB/s rd, 1.3 MiB/s wr, 33 op/s 2024-04-12T16:53:48.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:53:47 smithi099 ceph-mon[94290]: pgmap v2961: 457 pgs: 457 active+clean; 75 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 732 KiB/s rd, 1.3 MiB/s wr, 33 op/s 2024-04-12T16:53:48.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:53:47 smithi099 ceph-mon[96864]: pgmap v2961: 457 pgs: 457 active+clean; 75 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 732 KiB/s rd, 1.3 MiB/s wr, 33 op/s 2024-04-12T16:53:50.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:53:49 smithi110 ceph-mon[88691]: pgmap v2962: 457 pgs: 457 active+clean; 75 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-12T16:53:50.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:53:49 smithi099 ceph-mon[94290]: pgmap v2962: 457 pgs: 457 active+clean; 75 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-12T16:53:50.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:53:49 smithi099 ceph-mon[96864]: pgmap v2962: 457 pgs: 457 active+clean; 75 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-12T16:53:52.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:53:51 smithi110 ceph-mon[88691]: pgmap v2963: 457 pgs: 457 active+clean; 75 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-12T16:53:52.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:53:51 smithi099 ceph-mon[94290]: pgmap v2963: 457 pgs: 457 active+clean; 75 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-12T16:53:52.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:53:51 smithi099 ceph-mon[96864]: pgmap v2963: 457 pgs: 457 active+clean; 75 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-12T16:53:52.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:53:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:53:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:53:54.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:53:53 smithi110 ceph-mon[88691]: pgmap v2964: 457 pgs: 457 active+clean; 75 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-12T16:53:54.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:53:53 smithi110 ceph-mon[88691]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-12T16:53:54.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:53:53 smithi099 ceph-mon[94290]: pgmap v2964: 457 pgs: 457 active+clean; 75 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-12T16:53:54.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:53:53 smithi099 ceph-mon[94290]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-12T16:53:54.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:53:53 smithi099 ceph-mon[96864]: pgmap v2964: 457 pgs: 457 active+clean; 75 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-12T16:53:54.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:53:53 smithi099 ceph-mon[96864]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-12T16:53:56.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:53:55 smithi110 ceph-mon[88691]: pgmap v2966: 457 pgs: 457 active+clean; 75 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 888 KiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-04-12T16:53:56.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:53:55 smithi099 ceph-mon[94290]: pgmap v2966: 457 pgs: 457 active+clean; 75 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 888 KiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-04-12T16:53:56.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:53:55 smithi099 ceph-mon[96864]: pgmap v2966: 457 pgs: 457 active+clean; 75 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 888 KiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-04-12T16:53:56.624 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:53:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:53:56] "GET /metrics HTTP/1.1" 200 60843 "" "Prometheus/2.43.0" 2024-04-12T16:53:58.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:53:57 smithi110 ceph-mon[88691]: pgmap v2967: 457 pgs: 457 active+clean; 75 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 489 KiB/s rd, 921 B/s wr, 28 op/s 2024-04-12T16:53:58.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:53:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:53:58.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:53:57 smithi099 ceph-mon[94290]: pgmap v2967: 457 pgs: 457 active+clean; 75 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 489 KiB/s rd, 921 B/s wr, 28 op/s 2024-04-12T16:53:58.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:53:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:53:58.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:53:57 smithi099 ceph-mon[96864]: pgmap v2967: 457 pgs: 457 active+clean; 75 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 489 KiB/s rd, 921 B/s wr, 28 op/s 2024-04-12T16:53:58.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:53:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:54:00.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:53:59 smithi110 ceph-mon[88691]: pgmap v2968: 457 pgs: 457 active+clean; 75 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-12T16:54:00.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:53:59 smithi099 ceph-mon[94290]: pgmap v2968: 457 pgs: 457 active+clean; 75 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-12T16:54:00.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:53:59 smithi099 ceph-mon[96864]: pgmap v2968: 457 pgs: 457 active+clean; 75 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-12T16:54:02.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:01 smithi110 ceph-mon[88691]: pgmap v2969: 457 pgs: 457 active+clean; 75 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-12T16:54:02.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:01 smithi099 ceph-mon[94290]: pgmap v2969: 457 pgs: 457 active+clean; 75 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-12T16:54:02.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:01 smithi099 ceph-mon[96864]: pgmap v2969: 457 pgs: 457 active+clean; 75 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-12T16:54:02.581 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:54:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:54:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:54:04.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:03 smithi110 ceph-mon[88691]: pgmap v2970: 457 pgs: 457 active+clean; 167 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 121 KiB/s rd, 9.2 MiB/s wr, 49 op/s 2024-04-12T16:54:04.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:03 smithi099 ceph-mon[94290]: pgmap v2970: 457 pgs: 457 active+clean; 167 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 121 KiB/s rd, 9.2 MiB/s wr, 49 op/s 2024-04-12T16:54:04.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:03 smithi099 ceph-mon[96864]: pgmap v2970: 457 pgs: 457 active+clean; 167 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 121 KiB/s rd, 9.2 MiB/s wr, 49 op/s 2024-04-12T16:54:05.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:04 smithi110 ceph-mon[88691]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-12T16:54:05.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:04 smithi099 ceph-mon[94290]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-12T16:54:05.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:04 smithi099 ceph-mon[96864]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-12T16:54:06.081 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:05 smithi110 ceph-mon[88691]: pgmap v2972: 457 pgs: 457 active+clean; 171 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1009 KiB/s rd, 20 MiB/s wr, 124 op/s 2024-04-12T16:54:06.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:05 smithi110 ceph-mon[88691]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-12T16:54:06.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:05 smithi099 ceph-mon[94290]: pgmap v2972: 457 pgs: 457 active+clean; 171 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1009 KiB/s rd, 20 MiB/s wr, 124 op/s 2024-04-12T16:54:06.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:05 smithi099 ceph-mon[94290]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-12T16:54:06.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:05 smithi099 ceph-mon[96864]: pgmap v2972: 457 pgs: 457 active+clean; 171 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1009 KiB/s rd, 20 MiB/s wr, 124 op/s 2024-04-12T16:54:06.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:05 smithi099 ceph-mon[96864]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-12T16:54:06.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:54:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:54:06] "GET /metrics HTTP/1.1" 200 60839 "" "Prometheus/2.43.0" 2024-04-12T16:54:06.802 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 4 2024-04-12T16:54:06.802 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 4 2024-04-12T16:54:06.802 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 4 2024-04-12T16:54:06.803 INFO:tasks.workunit.client.0.smithi099.stdout:read: 4 2024-04-12T16:54:06.803 INFO:tasks.workunit.client.0.smithi099.stdout:read: 4 2024-04-12T16:54:06.803 INFO:tasks.workunit.client.0.smithi099.stdout:read: 4 2024-04-12T16:54:06.803 INFO:tasks.workunit.client.0.smithi099.stdout:read: 4 2024-04-12T16:54:06.803 INFO:tasks.workunit.client.0.smithi099.stdout:read: 4 2024-04-12T16:54:06.803 INFO:tasks.workunit.client.0.smithi099.stdout:read: 4 2024-04-12T16:54:06.803 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestCloneEncryption (52468 ms) 2024-04-12T16:54:06.803 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.LUKS1UnderLUKS2WithoutResize 2024-04-12T16:54:06.803 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:54:07.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:06 smithi110 ceph-mon[88691]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-12T16:54:07.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:06 smithi099 ceph-mon[94290]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-12T16:54:07.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:06 smithi099 ceph-mon[96864]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-12T16:54:08.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:07 smithi110 ceph-mon[88691]: pgmap v2975: 457 pgs: 457 active+clean; 167 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 40 MiB/s wr, 196 op/s 2024-04-12T16:54:08.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:07 smithi110 ceph-mon[88691]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-12T16:54:08.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:07 smithi099 ceph-mon[94290]: pgmap v2975: 457 pgs: 457 active+clean; 167 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 40 MiB/s wr, 196 op/s 2024-04-12T16:54:08.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:07 smithi099 ceph-mon[94290]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-12T16:54:08.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:07 smithi099 ceph-mon[96864]: pgmap v2975: 457 pgs: 457 active+clean; 167 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 40 MiB/s wr, 196 op/s 2024-04-12T16:54:08.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:07 smithi099 ceph-mon[96864]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-12T16:54:10.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:09 smithi110 ceph-mon[88691]: pgmap v2977: 457 pgs: 457 active+clean; 43 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 35 MiB/s wr, 345 op/s 2024-04-12T16:54:10.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:09 smithi110 ceph-mon[88691]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-12T16:54:10.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:09 smithi099 ceph-mon[94290]: pgmap v2977: 457 pgs: 457 active+clean; 43 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 35 MiB/s wr, 345 op/s 2024-04-12T16:54:10.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:09 smithi099 ceph-mon[94290]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-12T16:54:10.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:09 smithi099 ceph-mon[96864]: pgmap v2977: 457 pgs: 457 active+clean; 43 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 35 MiB/s wr, 345 op/s 2024-04-12T16:54:10.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:09 smithi099 ceph-mon[96864]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-12T16:54:12.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:11 smithi110 ceph-mon[88691]: pgmap v2979: 457 pgs: 457 active+clean; 35 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 863 KiB/s rd, 9.7 MiB/s wr, 155 op/s 2024-04-12T16:54:12.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:11 smithi110 ceph-mon[88691]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-12T16:54:12.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:11 smithi099 ceph-mon[94290]: pgmap v2979: 457 pgs: 457 active+clean; 35 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 863 KiB/s rd, 9.7 MiB/s wr, 155 op/s 2024-04-12T16:54:12.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:11 smithi099 ceph-mon[94290]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-12T16:54:12.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:11 smithi099 ceph-mon[96864]: pgmap v2979: 457 pgs: 457 active+clean; 35 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 863 KiB/s rd, 9.7 MiB/s wr, 155 op/s 2024-04-12T16:54:12.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:11 smithi099 ceph-mon[96864]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-12T16:54:12.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:54:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:54:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:54:13.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:54:13.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:54:13.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:54:14.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:13 smithi110 ceph-mon[88691]: pgmap v2981: 457 pgs: 457 active+clean; 55 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 6.0 MiB/s wr, 148 op/s 2024-04-12T16:54:14.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:13 smithi099 ceph-mon[94290]: pgmap v2981: 457 pgs: 457 active+clean; 55 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 6.0 MiB/s wr, 148 op/s 2024-04-12T16:54:14.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:13 smithi099 ceph-mon[96864]: pgmap v2981: 457 pgs: 457 active+clean; 55 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 6.0 MiB/s wr, 148 op/s 2024-04-12T16:54:16.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:15 smithi110 ceph-mon[88691]: pgmap v2982: 457 pgs: 457 active+clean; 64 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 3.9 MiB/s wr, 93 op/s 2024-04-12T16:54:16.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:15 smithi110 ceph-mon[88691]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-12T16:54:16.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:15 smithi099 ceph-mon[94290]: pgmap v2982: 457 pgs: 457 active+clean; 64 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 3.9 MiB/s wr, 93 op/s 2024-04-12T16:54:16.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:15 smithi099 ceph-mon[94290]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-12T16:54:16.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:15 smithi099 ceph-mon[96864]: pgmap v2982: 457 pgs: 457 active+clean; 64 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 3.9 MiB/s wr, 93 op/s 2024-04-12T16:54:16.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:15 smithi099 ceph-mon[96864]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-12T16:54:16.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:54:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:54:16] "GET /metrics HTTP/1.1" 200 60841 "" "Prometheus/2.43.0" 2024-04-12T16:54:18.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:17 smithi110 ceph-mon[88691]: pgmap v2984: 457 pgs: 457 active+clean; 64 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 4.5 MiB/s wr, 69 op/s 2024-04-12T16:54:18.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:17 smithi099 ceph-mon[94290]: pgmap v2984: 457 pgs: 457 active+clean; 64 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 4.5 MiB/s wr, 69 op/s 2024-04-12T16:54:18.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:17 smithi099 ceph-mon[96864]: pgmap v2984: 457 pgs: 457 active+clean; 64 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 4.5 MiB/s wr, 69 op/s 2024-04-12T16:54:20.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:19 smithi110 ceph-mon[88691]: pgmap v2985: 457 pgs: 457 active+clean; 64 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 3.6 MiB/s wr, 55 op/s 2024-04-12T16:54:20.124 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:19 smithi099 ceph-mon[94290]: pgmap v2985: 457 pgs: 457 active+clean; 64 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 3.6 MiB/s wr, 55 op/s 2024-04-12T16:54:20.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:19 smithi099 ceph-mon[96864]: pgmap v2985: 457 pgs: 457 active+clean; 64 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 3.6 MiB/s wr, 55 op/s 2024-04-12T16:54:20.426 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.LUKS1UnderLUKS2WithoutResize (13623 ms) 2024-04-12T16:54:20.426 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.LUKS2UnderLUKS1WithoutResize 2024-04-12T16:54:20.426 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:54:22.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:21 smithi110 ceph-mon[88691]: pgmap v2986: 457 pgs: 457 active+clean; 72 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 4.0 MiB/s wr, 51 op/s 2024-04-12T16:54:22.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:21 smithi099 ceph-mon[94290]: pgmap v2986: 457 pgs: 457 active+clean; 72 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 4.0 MiB/s wr, 51 op/s 2024-04-12T16:54:22.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:21 smithi099 ceph-mon[96864]: pgmap v2986: 457 pgs: 457 active+clean; 72 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 4.0 MiB/s wr, 51 op/s 2024-04-12T16:54:22.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:54:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:54:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:54:24.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:23 smithi110 ceph-mon[88691]: pgmap v2987: 457 pgs: 457 active+clean; 80 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 23 op/s 2024-04-12T16:54:24.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:23 smithi099 ceph-mon[94290]: pgmap v2987: 457 pgs: 457 active+clean; 80 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 23 op/s 2024-04-12T16:54:24.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:23 smithi099 ceph-mon[96864]: pgmap v2987: 457 pgs: 457 active+clean; 80 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 23 op/s 2024-04-12T16:54:26.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:25 smithi110 ceph-mon[88691]: pgmap v2988: 457 pgs: 457 active+clean; 80 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-04-12T16:54:26.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:25 smithi099 ceph-mon[96864]: pgmap v2988: 457 pgs: 457 active+clean; 80 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-04-12T16:54:26.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:25 smithi099 ceph-mon[94290]: pgmap v2988: 457 pgs: 457 active+clean; 80 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-04-12T16:54:26.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:54:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:54:26] "GET /metrics HTTP/1.1" 200 60841 "" "Prometheus/2.43.0" 2024-04-12T16:54:28.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:27 smithi110 ceph-mon[88691]: pgmap v2989: 457 pgs: 457 active+clean; 80 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-12T16:54:28.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:54:28.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:27 smithi099 ceph-mon[94290]: pgmap v2989: 457 pgs: 457 active+clean; 80 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-12T16:54:28.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:54:28.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:27 smithi099 ceph-mon[96864]: pgmap v2989: 457 pgs: 457 active+clean; 80 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-12T16:54:28.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:54:29.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:28 smithi110 ceph-mon[88691]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-12T16:54:29.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:54:29.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:28 smithi099 ceph-mon[94290]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-12T16:54:29.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:54:29.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:28 smithi099 ceph-mon[96864]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-12T16:54:29.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:54:30.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:29 smithi110 ceph-mon[88691]: pgmap v2991: 457 pgs: 457 active+clean; 80 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-04-12T16:54:30.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:29 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:54:30.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:29 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:54:30.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:29 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:54:30.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:29 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:54:30.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:29 smithi099 ceph-mon[94290]: pgmap v2991: 457 pgs: 457 active+clean; 80 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-04-12T16:54:30.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:29 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:54:30.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:29 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:54:30.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:29 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:54:30.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:29 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:54:30.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:29 smithi099 ceph-mon[96864]: pgmap v2991: 457 pgs: 457 active+clean; 80 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-04-12T16:54:30.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:29 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:54:30.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:29 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:54:30.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:29 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:54:30.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:29 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:54:31.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:30 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:54:31.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:30 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:54:31.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:30 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:54:31.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:30 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:54:31.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:30 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:54:31.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:30 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:54:31.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:30 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:54:31.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:30 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:54:31.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:30 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:54:32.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:31 smithi110 ceph-mon[88691]: pgmap v2992: 457 pgs: 457 active+clean; 104 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 MiB/s wr, 32 op/s 2024-04-12T16:54:32.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:31 smithi099 ceph-mon[94290]: pgmap v2992: 457 pgs: 457 active+clean; 104 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 MiB/s wr, 32 op/s 2024-04-12T16:54:32.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:31 smithi099 ceph-mon[96864]: pgmap v2992: 457 pgs: 457 active+clean; 104 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 MiB/s wr, 32 op/s 2024-04-12T16:54:32.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:54:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:54:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:54:34.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:33 smithi110 ceph-mon[88691]: pgmap v2993: 457 pgs: 457 active+clean; 117 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 52 KiB/s rd, 3.7 MiB/s wr, 33 op/s 2024-04-12T16:54:34.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:33 smithi099 ceph-mon[94290]: pgmap v2993: 457 pgs: 457 active+clean; 117 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 52 KiB/s rd, 3.7 MiB/s wr, 33 op/s 2024-04-12T16:54:34.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:33 smithi099 ceph-mon[96864]: pgmap v2993: 457 pgs: 457 active+clean; 117 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 52 KiB/s rd, 3.7 MiB/s wr, 33 op/s 2024-04-12T16:54:35.095 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.LUKS2UnderLUKS1WithoutResize (14670 ms) 2024-04-12T16:54:35.095 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.EncryptionFormatNoData 2024-04-12T16:54:35.096 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:54:36.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:35 smithi110 ceph-mon[88691]: pgmap v2994: 457 pgs: 457 active+clean; 125 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T16:54:36.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:35 smithi099 ceph-mon[94290]: pgmap v2994: 457 pgs: 457 active+clean; 125 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T16:54:36.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:35 smithi099 ceph-mon[96864]: pgmap v2994: 457 pgs: 457 active+clean; 125 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T16:54:36.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:54:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:54:36] "GET /metrics HTTP/1.1" 200 60843 "" "Prometheus/2.43.0" 2024-04-12T16:54:38.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:37 smithi110 ceph-mon[88691]: pgmap v2995: 457 pgs: 457 active+clean; 125 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-12T16:54:38.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:37 smithi099 ceph-mon[94290]: pgmap v2995: 457 pgs: 457 active+clean; 125 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-12T16:54:38.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:37 smithi099 ceph-mon[96864]: pgmap v2995: 457 pgs: 457 active+clean; 125 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-12T16:54:39.198 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.EncryptionFormatNoData (4102 ms) 2024-04-12T16:54:39.198 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.EncryptionLoadBadSize 2024-04-12T16:54:39.198 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:54:40.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:39 smithi110 ceph-mon[88691]: pgmap v2996: 457 pgs: 457 active+clean; 125 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 969 KiB/s rd, 4.3 MiB/s wr, 37 op/s 2024-04-12T16:54:40.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:39 smithi099 ceph-mon[94290]: pgmap v2996: 457 pgs: 457 active+clean; 125 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 969 KiB/s rd, 4.3 MiB/s wr, 37 op/s 2024-04-12T16:54:40.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:39 smithi099 ceph-mon[96864]: pgmap v2996: 457 pgs: 457 active+clean; 125 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 969 KiB/s rd, 4.3 MiB/s wr, 37 op/s 2024-04-12T16:54:42.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:41 smithi110 ceph-mon[88691]: pgmap v2997: 457 pgs: 457 active+clean; 125 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 39 op/s 2024-04-12T16:54:42.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:41 smithi099 ceph-mon[94290]: pgmap v2997: 457 pgs: 457 active+clean; 125 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 39 op/s 2024-04-12T16:54:42.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:41 smithi099 ceph-mon[96864]: pgmap v2997: 457 pgs: 457 active+clean; 125 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 39 op/s 2024-04-12T16:54:42.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:54:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:54:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:54:43.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:54:43.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:54:43.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:54:44.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:43 smithi110 ceph-mon[88691]: pgmap v2998: 457 pgs: 457 active+clean; 125 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-04-12T16:54:44.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:43 smithi099 ceph-mon[94290]: pgmap v2998: 457 pgs: 457 active+clean; 125 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-04-12T16:54:44.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:43 smithi099 ceph-mon[96864]: pgmap v2998: 457 pgs: 457 active+clean; 125 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-04-12T16:54:44.732 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.EncryptionLoadBadSize (5534 ms) 2024-04-12T16:54:44.732 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.EncryptionLoadBadStripePattern 2024-04-12T16:54:44.732 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_librbd.cc:2840: Skipped 2024-04-12T16:54:44.732 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T16:54:44.732 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestLibRBD.EncryptionLoadBadStripePattern (0 ms) 2024-04-12T16:54:44.732 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.EncryptionLoadFormatMismatch 2024-04-12T16:54:44.732 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:54:46.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:45 smithi110 ceph-mon[88691]: pgmap v2999: 457 pgs: 457 active+clean; 133 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-12T16:54:46.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:45 smithi099 ceph-mon[94290]: pgmap v2999: 457 pgs: 457 active+clean; 133 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-12T16:54:46.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:45 smithi099 ceph-mon[96864]: pgmap v2999: 457 pgs: 457 active+clean; 133 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-12T16:54:46.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:54:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:54:46] "GET /metrics HTTP/1.1" 200 60847 "" "Prometheus/2.43.0" 2024-04-12T16:54:48.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:47 smithi110 ceph-mon[88691]: pgmap v3000: 457 pgs: 457 active+clean; 133 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 684 KiB/s wr, 18 op/s 2024-04-12T16:54:48.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:47 smithi099 ceph-mon[94290]: pgmap v3000: 457 pgs: 457 active+clean; 133 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 684 KiB/s wr, 18 op/s 2024-04-12T16:54:48.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:47 smithi099 ceph-mon[96864]: pgmap v3000: 457 pgs: 457 active+clean; 133 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 684 KiB/s wr, 18 op/s 2024-04-12T16:54:50.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:49 smithi110 ceph-mon[88691]: pgmap v3001: 457 pgs: 457 active+clean; 133 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 684 KiB/s wr, 21 op/s 2024-04-12T16:54:50.082 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:49 smithi110 ceph-mon[88691]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-12T16:54:50.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:49 smithi099 ceph-mon[94290]: pgmap v3001: 457 pgs: 457 active+clean; 133 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 684 KiB/s wr, 21 op/s 2024-04-12T16:54:50.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:49 smithi099 ceph-mon[94290]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-12T16:54:50.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:49 smithi099 ceph-mon[96864]: pgmap v3001: 457 pgs: 457 active+clean; 133 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 684 KiB/s wr, 21 op/s 2024-04-12T16:54:50.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:49 smithi099 ceph-mon[96864]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-12T16:54:51.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:50 smithi099 ceph-mon[94290]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-12T16:54:51.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:50 smithi099 ceph-mon[96864]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-12T16:54:51.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:50 smithi110 ceph-mon[88691]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-12T16:54:52.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:51 smithi099 ceph-mon[94290]: pgmap v3004: 457 pgs: 457 active+clean; 137 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 103 KiB/s rd, 1.5 MiB/s wr, 42 op/s 2024-04-12T16:54:52.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:51 smithi099 ceph-mon[96864]: pgmap v3004: 457 pgs: 457 active+clean; 137 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 103 KiB/s rd, 1.5 MiB/s wr, 42 op/s 2024-04-12T16:54:52.310 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:51 smithi110 ceph-mon[88691]: pgmap v3004: 457 pgs: 457 active+clean; 137 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 103 KiB/s rd, 1.5 MiB/s wr, 42 op/s 2024-04-12T16:54:52.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:54:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:54:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:54:54.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:53 smithi099 ceph-mon[94290]: pgmap v3005: 457 pgs: 457 active+clean; 137 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 85 KiB/s rd, 515 KiB/s wr, 64 op/s 2024-04-12T16:54:54.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:53 smithi099 ceph-mon[96864]: pgmap v3005: 457 pgs: 457 active+clean; 137 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 85 KiB/s rd, 515 KiB/s wr, 64 op/s 2024-04-12T16:54:54.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:53 smithi110 ceph-mon[88691]: pgmap v3005: 457 pgs: 457 active+clean; 137 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 85 KiB/s rd, 515 KiB/s wr, 64 op/s 2024-04-12T16:54:56.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:55 smithi099 ceph-mon[94290]: pgmap v3006: 457 pgs: 457 active+clean; 137 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 97 KiB/s rd, 515 KiB/s wr, 78 op/s 2024-04-12T16:54:56.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:55 smithi099 ceph-mon[96864]: pgmap v3006: 457 pgs: 457 active+clean; 137 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 97 KiB/s rd, 515 KiB/s wr, 78 op/s 2024-04-12T16:54:56.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:55 smithi110 ceph-mon[88691]: pgmap v3006: 457 pgs: 457 active+clean; 137 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 97 KiB/s rd, 515 KiB/s wr, 78 op/s 2024-04-12T16:54:56.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:54:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:54:56] "GET /metrics HTTP/1.1" 200 60847 "" "Prometheus/2.43.0" 2024-04-12T16:54:58.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:57 smithi099 ceph-mon[94290]: pgmap v3007: 457 pgs: 457 active+clean; 137 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 94 KiB/s rd, 515 KiB/s wr, 74 op/s 2024-04-12T16:54:58.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:54:58.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:57 smithi099 ceph-mon[96864]: pgmap v3007: 457 pgs: 457 active+clean; 137 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 94 KiB/s rd, 515 KiB/s wr, 74 op/s 2024-04-12T16:54:58.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:54:58.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:57 smithi110 ceph-mon[88691]: pgmap v3007: 457 pgs: 457 active+clean; 137 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 94 KiB/s rd, 515 KiB/s wr, 74 op/s 2024-04-12T16:54:58.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:55:00.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:54:59 smithi099 ceph-mon[94290]: pgmap v3008: 457 pgs: 457 active+clean; 137 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 82 KiB/s rd, 446 KiB/s wr, 64 op/s 2024-04-12T16:55:00.125 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:54:59 smithi099 ceph-mon[96864]: pgmap v3008: 457 pgs: 457 active+clean; 137 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 82 KiB/s rd, 446 KiB/s wr, 64 op/s 2024-04-12T16:55:00.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:54:59 smithi110 ceph-mon[88691]: pgmap v3008: 457 pgs: 457 active+clean; 137 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 82 KiB/s rd, 446 KiB/s wr, 64 op/s 2024-04-12T16:55:02.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:55:01 smithi099 ceph-mon[94290]: pgmap v3009: 457 pgs: 457 active+clean; 145 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 442 KiB/s rd, 802 KiB/s wr, 54 op/s 2024-04-12T16:55:02.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:55:01 smithi099 ceph-mon[96864]: pgmap v3009: 457 pgs: 457 active+clean; 145 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 442 KiB/s rd, 802 KiB/s wr, 54 op/s 2024-04-12T16:55:02.310 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:55:01 smithi110 ceph-mon[88691]: pgmap v3009: 457 pgs: 457 active+clean; 145 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 442 KiB/s rd, 802 KiB/s wr, 54 op/s 2024-04-12T16:55:02.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:55:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:55:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:55:04.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:55:03 smithi099 ceph-mon[94290]: pgmap v3010: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 45 op/s 2024-04-12T16:55:04.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:55:03 smithi099 ceph-mon[96864]: pgmap v3010: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 45 op/s 2024-04-12T16:55:04.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:55:03 smithi110 ceph-mon[88691]: pgmap v3010: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 45 op/s 2024-04-12T16:55:06.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:55:05 smithi099 ceph-mon[94290]: pgmap v3011: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 26 op/s 2024-04-12T16:55:06.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:55:05 smithi099 ceph-mon[96864]: pgmap v3011: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 26 op/s 2024-04-12T16:55:06.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:55:05 smithi110 ceph-mon[88691]: pgmap v3011: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 26 op/s 2024-04-12T16:55:06.626 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:55:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:55:06] "GET /metrics HTTP/1.1" 200 60848 "" "Prometheus/2.43.0" 2024-04-12T16:55:08.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:55:07 smithi099 ceph-mon[94290]: pgmap v3012: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-12T16:55:08.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:55:07 smithi099 ceph-mon[96864]: pgmap v3012: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-12T16:55:08.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:55:07 smithi110 ceph-mon[88691]: pgmap v3012: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-12T16:55:10.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:55:09 smithi099 ceph-mon[94290]: pgmap v3013: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-12T16:55:10.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:55:09 smithi099 ceph-mon[96864]: pgmap v3013: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-12T16:55:10.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:55:09 smithi110 ceph-mon[88691]: pgmap v3013: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-12T16:55:12.125 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:55:11 smithi099 ceph-mon[94290]: pgmap v3014: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-12T16:55:12.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:55:11 smithi099 ceph-mon[96864]: pgmap v3014: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-12T16:55:12.134 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:55:11 smithi110 ceph-mon[88691]: pgmap v3014: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-12T16:55:12.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:55:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:55:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:55:13.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:55:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:55:13.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:55:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:55:13.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:55:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:55:14.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:55:13 smithi110 ceph-mon[88691]: pgmap v3015: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.9 MiB/s rd, 682 KiB/s wr, 6 op/s 2024-04-12T16:55:14.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:55:13 smithi099 ceph-mon[94290]: pgmap v3015: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.9 MiB/s rd, 682 KiB/s wr, 6 op/s 2024-04-12T16:55:14.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:55:13 smithi099 ceph-mon[96864]: pgmap v3015: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.9 MiB/s rd, 682 KiB/s wr, 6 op/s 2024-04-12T16:55:16.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:55:15 smithi110 ceph-mon[88691]: pgmap v3016: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.4 MiB/s rd, 2 op/s 2024-04-12T16:55:16.356 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:55:15 smithi099 ceph-mon[94290]: pgmap v3016: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.4 MiB/s rd, 2 op/s 2024-04-12T16:55:16.357 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:55:15 smithi099 ceph-mon[96864]: pgmap v3016: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.4 MiB/s rd, 2 op/s 2024-04-12T16:55:16.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:55:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:55:16] "GET /metrics HTTP/1.1" 200 60842 "" "Prometheus/2.43.0" 2024-04-12T16:55:18.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:55:17 smithi110 ceph-mon[88691]: pgmap v3017: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.1 MiB/s rd, 2 op/s 2024-04-12T16:55:18.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:55:17 smithi099 ceph-mon[94290]: pgmap v3017: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.1 MiB/s rd, 2 op/s 2024-04-12T16:55:18.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:55:17 smithi099 ceph-mon[96864]: pgmap v3017: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.1 MiB/s rd, 2 op/s 2024-04-12T16:55:20.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:55:19 smithi110 ceph-mon[88691]: pgmap v3018: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 2 op/s 2024-04-12T16:55:20.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:55:19 smithi099 ceph-mon[96864]: pgmap v3018: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 2 op/s 2024-04-12T16:55:20.397 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:55:19 smithi099 ceph-mon[94290]: pgmap v3018: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 2 op/s 2024-04-12T16:55:22.311 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:55:21 smithi110 ceph-mon[88691]: pgmap v3019: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-12T16:55:22.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:55:21 smithi099 ceph-mon[94290]: pgmap v3019: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-12T16:55:22.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:55:21 smithi099 ceph-mon[96864]: pgmap v3019: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-12T16:55:22.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:55:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:55:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:55:24.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:55:23 smithi110 ceph-mon[88691]: pgmap v3020: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 1 op/s 2024-04-12T16:55:24.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:55:23 smithi099 ceph-mon[94290]: pgmap v3020: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 1 op/s 2024-04-12T16:55:24.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:55:23 smithi099 ceph-mon[96864]: pgmap v3020: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 1 op/s 2024-04-12T16:55:26.178 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:55:25 smithi099 ceph-mon[94290]: pgmap v3021: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-12T16:55:26.178 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:55:25 smithi099 ceph-mon[96864]: pgmap v3021: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-12T16:55:26.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:55:25 smithi110 ceph-mon[88691]: pgmap v3021: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-12T16:55:26.626 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:55:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:55:26] "GET /metrics HTTP/1.1" 200 60842 "" "Prometheus/2.43.0" 2024-04-12T16:55:28.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:55:27 smithi110 ceph-mon[88691]: pgmap v3022: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-12T16:55:28.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:55:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:55:28.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:55:27 smithi099 ceph-mon[94290]: pgmap v3022: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-12T16:55:28.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:55:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:55:28.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:55:27 smithi099 ceph-mon[96864]: pgmap v3022: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-12T16:55:28.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:55:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:55:30.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:55:29 smithi110 ceph-mon[88691]: pgmap v3023: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 1 op/s 2024-04-12T16:55:30.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:55:29 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:55:30.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:55:29 smithi099 ceph-mon[94290]: pgmap v3023: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 1 op/s 2024-04-12T16:55:30.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:55:29 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:55:30.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:55:29 smithi099 ceph-mon[96864]: pgmap v3023: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 1 op/s 2024-04-12T16:55:30.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:55:29 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:55:31.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:55:30 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:55:31.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:55:30 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:55:31.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:55:30 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:55:31.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:55:30 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:55:31.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:55:30 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:55:31.376 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:55:30 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:55:31.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:55:30 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:55:31.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:55:30 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:55:31.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:55:30 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:55:32.311 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:55:31 smithi110 ceph-mon[88691]: pgmap v3024: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-12T16:55:32.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:55:31 smithi099 ceph-mon[94290]: pgmap v3024: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-12T16:55:32.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:55:31 smithi099 ceph-mon[96864]: pgmap v3024: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-12T16:55:32.582 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:55:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:55:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:55:34.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:55:33 smithi110 ceph-mon[88691]: pgmap v3025: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-12T16:55:34.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:55:33 smithi099 ceph-mon[94290]: pgmap v3025: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-12T16:55:34.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:55:33 smithi099 ceph-mon[96864]: pgmap v3025: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-12T16:55:35.332 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:55:34 smithi110 ceph-mon[88691]: pgmap v3026: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-12T16:55:35.375 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:55:34 smithi099 ceph-mon[94290]: pgmap v3026: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-12T16:55:35.376 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:55:34 smithi099 ceph-mon[96864]: pgmap v3026: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-12T16:55:36.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:55:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:55:36] "GET /metrics HTTP/1.1" 200 60839 "" "Prometheus/2.43.0" 2024-04-12T16:55:37.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:55:37 smithi110 ceph-mon[88691]: pgmap v3027: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-12T16:55:37.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:55:37 smithi099 ceph-mon[94290]: pgmap v3027: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-12T16:55:37.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:55:37 smithi099 ceph-mon[96864]: pgmap v3027: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-12T16:55:39.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:55:39 smithi110 ceph-mon[88691]: pgmap v3028: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-12T16:55:39.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:55:39 smithi099 ceph-mon[94290]: pgmap v3028: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-12T16:55:39.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:55:39 smithi099 ceph-mon[96864]: pgmap v3028: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-12T16:55:41.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:55:41 smithi110 ceph-mon[88691]: pgmap v3029: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 6 op/s 2024-04-12T16:55:41.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:55:41 smithi099 ceph-mon[94290]: pgmap v3029: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 6 op/s 2024-04-12T16:55:41.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:55:41 smithi099 ceph-mon[96864]: pgmap v3029: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 6 op/s 2024-04-12T16:55:42.583 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:55:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:55:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:55:43.582 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:55:43 smithi110 ceph-mon[88691]: pgmap v3030: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 492 KiB/s rd, 8 op/s 2024-04-12T16:55:43.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:55:43 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:55:43.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:55:43 smithi099 ceph-mon[94290]: pgmap v3030: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 492 KiB/s rd, 8 op/s 2024-04-12T16:55:43.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:55:43 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:55:43.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:55:43 smithi099 ceph-mon[96864]: pgmap v3030: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 492 KiB/s rd, 8 op/s 2024-04-12T16:55:43.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:55:43 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:55:45.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:55:45 smithi110 ceph-mon[88691]: pgmap v3031: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 446 KiB/s rd, 11 op/s 2024-04-12T16:55:45.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:55:45 smithi099 ceph-mon[94290]: pgmap v3031: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 446 KiB/s rd, 11 op/s 2024-04-12T16:55:45.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:55:45 smithi099 ceph-mon[96864]: pgmap v3031: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 446 KiB/s rd, 11 op/s 2024-04-12T16:55:46.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:55:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:55:46] "GET /metrics HTTP/1.1" 200 60842 "" "Prometheus/2.43.0" 2024-04-12T16:55:47.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:55:47 smithi110 ceph-mon[88691]: pgmap v3032: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 472 KiB/s rd, 13 op/s 2024-04-12T16:55:47.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:55:47 smithi099 ceph-mon[94290]: pgmap v3032: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 472 KiB/s rd, 13 op/s 2024-04-12T16:55:47.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:55:47 smithi099 ceph-mon[96864]: pgmap v3032: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 472 KiB/s rd, 13 op/s 2024-04-12T16:55:49.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:55:49 smithi110 ceph-mon[88691]: pgmap v3033: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-12T16:55:49.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:55:49 smithi099 ceph-mon[94290]: pgmap v3033: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-12T16:55:49.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:55:49 smithi099 ceph-mon[96864]: pgmap v3033: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-12T16:55:51.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:55:51 smithi110 ceph-mon[88691]: pgmap v3034: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 183 KiB/s rd, 85 B/s wr, 18 op/s 2024-04-12T16:55:51.625 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:55:51 smithi099 ceph-mon[94290]: pgmap v3034: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 183 KiB/s rd, 85 B/s wr, 18 op/s 2024-04-12T16:55:51.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:55:51 smithi099 ceph-mon[96864]: pgmap v3034: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 183 KiB/s rd, 85 B/s wr, 18 op/s 2024-04-12T16:55:52.583 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:55:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:55:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:55:53.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:55:53 smithi110 ceph-mon[88691]: pgmap v3035: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 158 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-12T16:55:53.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:55:53 smithi099 ceph-mon[94290]: pgmap v3035: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 158 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-12T16:55:53.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:55:53 smithi099 ceph-mon[96864]: pgmap v3035: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 158 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-12T16:55:55.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:55:55 smithi110 ceph-mon[88691]: pgmap v3036: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-12T16:55:55.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:55:55 smithi099 ceph-mon[94290]: pgmap v3036: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-12T16:55:55.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:55:55 smithi099 ceph-mon[96864]: pgmap v3036: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-12T16:55:56.626 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:55:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:55:56] "GET /metrics HTTP/1.1" 200 60842 "" "Prometheus/2.43.0" 2024-04-12T16:55:57.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:55:57 smithi110 ceph-mon[88691]: pgmap v3037: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 179 KiB/s rd, 170 B/s wr, 13 op/s 2024-04-12T16:55:57.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:55:57 smithi099 ceph-mon[94290]: pgmap v3037: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 179 KiB/s rd, 170 B/s wr, 13 op/s 2024-04-12T16:55:57.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:55:57 smithi099 ceph-mon[96864]: pgmap v3037: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 179 KiB/s rd, 170 B/s wr, 13 op/s 2024-04-12T16:55:58.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:55:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:55:58.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:55:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:55:58.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:55:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:55:59.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:55:59 smithi110 ceph-mon[88691]: pgmap v3038: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 180 KiB/s rd, 170 B/s wr, 14 op/s 2024-04-12T16:55:59.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:55:59 smithi099 ceph-mon[96864]: pgmap v3038: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 180 KiB/s rd, 170 B/s wr, 14 op/s 2024-04-12T16:55:59.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:55:59 smithi099 ceph-mon[94290]: pgmap v3038: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 180 KiB/s rd, 170 B/s wr, 14 op/s 2024-04-12T16:56:01.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:56:01 smithi110 ceph-mon[88691]: pgmap v3039: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 206 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-12T16:56:01.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:56:01 smithi099 ceph-mon[94290]: pgmap v3039: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 206 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-12T16:56:01.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:56:01 smithi099 ceph-mon[96864]: pgmap v3039: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 206 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-12T16:56:02.583 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:56:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:56:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:56:03.583 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:56:03 smithi110 ceph-mon[88691]: pgmap v3040: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 156 KiB/s rd, 170 B/s wr, 14 op/s 2024-04-12T16:56:03.626 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:56:03 smithi099 ceph-mon[94290]: pgmap v3040: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 156 KiB/s rd, 170 B/s wr, 14 op/s 2024-04-12T16:56:03.626 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:56:03 smithi099 ceph-mon[96864]: pgmap v3040: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 156 KiB/s rd, 170 B/s wr, 14 op/s 2024-04-12T16:56:06.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:56:05 smithi110 ceph-mon[88691]: pgmap v3041: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 132 KiB/s rd, 170 B/s wr, 14 op/s 2024-04-12T16:56:06.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:56:05 smithi099 ceph-mon[94290]: pgmap v3041: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 132 KiB/s rd, 170 B/s wr, 14 op/s 2024-04-12T16:56:06.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:56:05 smithi099 ceph-mon[96864]: pgmap v3041: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 132 KiB/s rd, 170 B/s wr, 14 op/s 2024-04-12T16:56:06.626 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:56:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:56:06] "GET /metrics HTTP/1.1" 200 60841 "" "Prometheus/2.43.0" 2024-04-12T16:56:08.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:56:07 smithi110 ceph-mon[88691]: pgmap v3042: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 155 KiB/s rd, 85 B/s wr, 13 op/s 2024-04-12T16:56:08.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:56:07 smithi099 ceph-mon[94290]: pgmap v3042: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 155 KiB/s rd, 85 B/s wr, 13 op/s 2024-04-12T16:56:08.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:56:07 smithi099 ceph-mon[96864]: pgmap v3042: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 155 KiB/s rd, 85 B/s wr, 13 op/s 2024-04-12T16:56:10.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:56:09 smithi110 ceph-mon[88691]: pgmap v3043: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-12T16:56:10.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:56:09 smithi099 ceph-mon[94290]: pgmap v3043: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-12T16:56:10.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:56:09 smithi099 ceph-mon[96864]: pgmap v3043: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-12T16:56:12.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:56:11 smithi110 ceph-mon[88691]: pgmap v3044: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 159 KiB/s rd, 85 B/s wr, 18 op/s 2024-04-12T16:56:12.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:56:11 smithi099 ceph-mon[94290]: pgmap v3044: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 159 KiB/s rd, 85 B/s wr, 18 op/s 2024-04-12T16:56:12.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:56:11 smithi099 ceph-mon[96864]: pgmap v3044: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 159 KiB/s rd, 85 B/s wr, 18 op/s 2024-04-12T16:56:12.583 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:56:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:56:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:56:13.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:56:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:56:13.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:56:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:56:13.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:56:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:56:14.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:56:13 smithi110 ceph-mon[88691]: pgmap v3045: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T16:56:14.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:56:13 smithi099 ceph-mon[94290]: pgmap v3045: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T16:56:14.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:56:13 smithi099 ceph-mon[96864]: pgmap v3045: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T16:56:16.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:56:15 smithi110 ceph-mon[88691]: pgmap v3046: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 136 KiB/s rd, 19 op/s 2024-04-12T16:56:16.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:56:15 smithi099 ceph-mon[96864]: pgmap v3046: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 136 KiB/s rd, 19 op/s 2024-04-12T16:56:16.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:56:15 smithi099 ceph-mon[94290]: pgmap v3046: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 136 KiB/s rd, 19 op/s 2024-04-12T16:56:16.626 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:56:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:56:16] "GET /metrics HTTP/1.1" 200 60840 "" "Prometheus/2.43.0" 2024-04-12T16:56:18.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:56:17 smithi110 ceph-mon[88691]: pgmap v3047: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 159 KiB/s rd, 18 op/s 2024-04-12T16:56:18.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:56:17 smithi099 ceph-mon[94290]: pgmap v3047: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 159 KiB/s rd, 18 op/s 2024-04-12T16:56:18.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:56:17 smithi099 ceph-mon[96864]: pgmap v3047: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 159 KiB/s rd, 18 op/s 2024-04-12T16:56:20.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:56:19 smithi110 ceph-mon[88691]: pgmap v3048: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 160 KiB/s rd, 19 op/s 2024-04-12T16:56:20.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:56:19 smithi099 ceph-mon[94290]: pgmap v3048: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 160 KiB/s rd, 19 op/s 2024-04-12T16:56:20.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:56:19 smithi099 ceph-mon[96864]: pgmap v3048: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 160 KiB/s rd, 19 op/s 2024-04-12T16:56:22.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:56:21 smithi110 ceph-mon[88691]: pgmap v3049: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 183 KiB/s rd, 18 op/s 2024-04-12T16:56:22.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:56:21 smithi099 ceph-mon[94290]: pgmap v3049: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 183 KiB/s rd, 18 op/s 2024-04-12T16:56:22.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:56:21 smithi099 ceph-mon[96864]: pgmap v3049: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 183 KiB/s rd, 18 op/s 2024-04-12T16:56:22.586 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:56:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:56:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:56:24.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:56:23 smithi110 ceph-mon[88691]: pgmap v3050: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-12T16:56:24.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:56:23 smithi099 ceph-mon[94290]: pgmap v3050: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-12T16:56:24.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:56:23 smithi099 ceph-mon[96864]: pgmap v3050: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-12T16:56:26.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:56:25 smithi110 ceph-mon[88691]: pgmap v3051: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T16:56:26.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:56:25 smithi099 ceph-mon[94290]: pgmap v3051: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T16:56:26.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:56:25 smithi099 ceph-mon[96864]: pgmap v3051: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T16:56:26.626 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:56:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:56:26] "GET /metrics HTTP/1.1" 200 60840 "" "Prometheus/2.43.0" 2024-04-12T16:56:28.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:56:27 smithi110 ceph-mon[88691]: pgmap v3052: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 179 KiB/s rd, 13 op/s 2024-04-12T16:56:28.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:56:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:56:28.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:56:27 smithi099 ceph-mon[94290]: pgmap v3052: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 179 KiB/s rd, 13 op/s 2024-04-12T16:56:28.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:56:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:56:28.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:56:27 smithi099 ceph-mon[96864]: pgmap v3052: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 179 KiB/s rd, 13 op/s 2024-04-12T16:56:28.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:56:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:56:30.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:56:29 smithi110 ceph-mon[88691]: pgmap v3053: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 180 KiB/s rd, 14 op/s 2024-04-12T16:56:30.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:56:29 smithi099 ceph-mon[94290]: pgmap v3053: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 180 KiB/s rd, 14 op/s 2024-04-12T16:56:30.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:56:29 smithi099 ceph-mon[96864]: pgmap v3053: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 180 KiB/s rd, 14 op/s 2024-04-12T16:56:31.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:56:30 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:56:31.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:56:30 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:56:31.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:56:30 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:56:32.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:56:31 smithi110 ceph-mon[88691]: pgmap v3054: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-12T16:56:32.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:56:31 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:56:32.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:56:31 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:56:32.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:56:31 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:56:32.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:56:31 smithi099 ceph-mon[94290]: pgmap v3054: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-12T16:56:32.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:56:31 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:56:32.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:56:31 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:56:32.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:56:31 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:56:32.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:56:31 smithi099 ceph-mon[96864]: pgmap v3054: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-12T16:56:32.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:56:31 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:56:32.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:56:31 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:56:32.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:56:31 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:56:32.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:56:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:56:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:56:34.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:56:33 smithi110 ceph-mon[88691]: pgmap v3055: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 132 KiB/s rd, 14 op/s 2024-04-12T16:56:34.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:56:33 smithi099 ceph-mon[96864]: pgmap v3055: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 132 KiB/s rd, 14 op/s 2024-04-12T16:56:34.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:56:33 smithi099 ceph-mon[94290]: pgmap v3055: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 132 KiB/s rd, 14 op/s 2024-04-12T16:56:36.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:56:35 smithi110 ceph-mon[88691]: pgmap v3056: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 108 KiB/s rd, 14 op/s 2024-04-12T16:56:36.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:56:35 smithi099 ceph-mon[94290]: pgmap v3056: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 108 KiB/s rd, 14 op/s 2024-04-12T16:56:36.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:56:35 smithi099 ceph-mon[96864]: pgmap v3056: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 108 KiB/s rd, 14 op/s 2024-04-12T16:56:36.626 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:56:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:56:36] "GET /metrics HTTP/1.1" 200 60843 "" "Prometheus/2.43.0" 2024-04-12T16:56:38.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:56:37 smithi110 ceph-mon[88691]: pgmap v3057: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 155 KiB/s rd, 13 op/s 2024-04-12T16:56:38.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:56:37 smithi099 ceph-mon[94290]: pgmap v3057: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 155 KiB/s rd, 13 op/s 2024-04-12T16:56:38.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:56:37 smithi099 ceph-mon[96864]: pgmap v3057: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 155 KiB/s rd, 13 op/s 2024-04-12T16:56:40.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:56:39 smithi110 ceph-mon[88691]: pgmap v3058: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T16:56:40.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:56:39 smithi099 ceph-mon[94290]: pgmap v3058: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T16:56:40.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:56:39 smithi099 ceph-mon[96864]: pgmap v3058: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T16:56:42.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:56:41 smithi110 ceph-mon[88691]: pgmap v3059: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 135 KiB/s rd, 18 op/s 2024-04-12T16:56:42.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:56:41 smithi099 ceph-mon[96864]: pgmap v3059: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 135 KiB/s rd, 18 op/s 2024-04-12T16:56:42.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:56:41 smithi099 ceph-mon[94290]: pgmap v3059: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 135 KiB/s rd, 18 op/s 2024-04-12T16:56:42.583 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:56:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:56:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:56:43.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:56:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:56:43.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:56:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:56:43.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:56:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:56:44.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:56:43 smithi110 ceph-mon[88691]: pgmap v3060: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T16:56:44.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:56:43 smithi099 ceph-mon[94290]: pgmap v3060: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T16:56:44.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:56:43 smithi099 ceph-mon[96864]: pgmap v3060: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T16:56:46.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:56:45 smithi110 ceph-mon[88691]: pgmap v3061: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T16:56:46.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:56:45 smithi099 ceph-mon[94290]: pgmap v3061: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T16:56:46.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:56:45 smithi099 ceph-mon[96864]: pgmap v3061: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T16:56:46.626 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:56:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:56:46] "GET /metrics HTTP/1.1" 200 60842 "" "Prometheus/2.43.0" 2024-04-12T16:56:48.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:56:47 smithi110 ceph-mon[88691]: pgmap v3062: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 181 KiB/s rd, 15 op/s 2024-04-12T16:56:48.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:56:47 smithi099 ceph-mon[94290]: pgmap v3062: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 181 KiB/s rd, 15 op/s 2024-04-12T16:56:48.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:56:47 smithi099 ceph-mon[96864]: pgmap v3062: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 181 KiB/s rd, 15 op/s 2024-04-12T16:56:50.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:56:49 smithi110 ceph-mon[88691]: pgmap v3063: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 158 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-12T16:56:50.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:56:49 smithi099 ceph-mon[94290]: pgmap v3063: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 158 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-12T16:56:50.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:56:49 smithi099 ceph-mon[96864]: pgmap v3063: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 158 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-12T16:56:52.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:56:51 smithi110 ceph-mon[88691]: pgmap v3064: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 182 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-12T16:56:52.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:56:51 smithi099 ceph-mon[94290]: pgmap v3064: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 182 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-12T16:56:52.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:56:51 smithi099 ceph-mon[96864]: pgmap v3064: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 182 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-12T16:56:52.583 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:56:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:56:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:56:54.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:56:53 smithi110 ceph-mon[88691]: pgmap v3065: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 180 KiB/s rd, 85 B/s wr, 14 op/s 2024-04-12T16:56:54.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:56:53 smithi099 ceph-mon[94290]: pgmap v3065: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 180 KiB/s rd, 85 B/s wr, 14 op/s 2024-04-12T16:56:54.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:56:53 smithi099 ceph-mon[96864]: pgmap v3065: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 180 KiB/s rd, 85 B/s wr, 14 op/s 2024-04-12T16:56:56.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:56:55 smithi110 ceph-mon[88691]: pgmap v3066: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 156 KiB/s rd, 170 B/s wr, 14 op/s 2024-04-12T16:56:56.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:56:55 smithi099 ceph-mon[94290]: pgmap v3066: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 156 KiB/s rd, 170 B/s wr, 14 op/s 2024-04-12T16:56:56.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:56:55 smithi099 ceph-mon[96864]: pgmap v3066: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 156 KiB/s rd, 170 B/s wr, 14 op/s 2024-04-12T16:56:56.360 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.EncryptionLoadFormatMismatch (131627 ms) 2024-04-12T16:56:56.361 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.EncryptedResize 2024-04-12T16:56:56.361 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:56:56.626 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:56:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:56:56] "GET /metrics HTTP/1.1" 200 60842 "" "Prometheus/2.43.0" 2024-04-12T16:56:58.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:56:57 smithi110 ceph-mon[88691]: pgmap v3067: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 206 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-12T16:56:58.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:56:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:56:58.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:56:57 smithi099 ceph-mon[94290]: pgmap v3067: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 206 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-12T16:56:58.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:56:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:56:58.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:56:57 smithi099 ceph-mon[96864]: pgmap v3067: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 206 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-12T16:56:58.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:56:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:57:00.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:56:59 smithi110 ceph-mon[88691]: pgmap v3068: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 156 KiB/s rd, 255 B/s wr, 14 op/s 2024-04-12T16:57:00.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:56:59 smithi099 ceph-mon[94290]: pgmap v3068: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 156 KiB/s rd, 255 B/s wr, 14 op/s 2024-04-12T16:57:00.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:56:59 smithi099 ceph-mon[96864]: pgmap v3068: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 156 KiB/s rd, 255 B/s wr, 14 op/s 2024-04-12T16:57:02.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:01 smithi110 ceph-mon[88691]: pgmap v3069: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 131 KiB/s rd, 255 B/s wr, 14 op/s 2024-04-12T16:57:02.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:01 smithi099 ceph-mon[94290]: pgmap v3069: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 131 KiB/s rd, 255 B/s wr, 14 op/s 2024-04-12T16:57:02.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:01 smithi099 ceph-mon[96864]: pgmap v3069: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 131 KiB/s rd, 255 B/s wr, 14 op/s 2024-04-12T16:57:02.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:57:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:57:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:57:04.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:03 smithi110 ceph-mon[88691]: pgmap v3070: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 81 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-12T16:57:04.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:03 smithi099 ceph-mon[94290]: pgmap v3070: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 81 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-12T16:57:04.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:03 smithi099 ceph-mon[96864]: pgmap v3070: 457 pgs: 457 active+clean; 153 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 81 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-12T16:57:06.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:05 smithi110 ceph-mon[88691]: pgmap v3071: 457 pgs: 457 active+clean; 165 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 79 KiB/s rd, 1024 KiB/s wr, 9 op/s 2024-04-12T16:57:06.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:05 smithi099 ceph-mon[94290]: pgmap v3071: 457 pgs: 457 active+clean; 165 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 79 KiB/s rd, 1024 KiB/s wr, 9 op/s 2024-04-12T16:57:06.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:05 smithi099 ceph-mon[96864]: pgmap v3071: 457 pgs: 457 active+clean; 165 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 79 KiB/s rd, 1024 KiB/s wr, 9 op/s 2024-04-12T16:57:06.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:57:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:57:06] "GET /metrics HTTP/1.1" 200 60840 "" "Prometheus/2.43.0" 2024-04-12T16:57:08.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:07 smithi110 ceph-mon[88691]: pgmap v3072: 457 pgs: 457 active+clean; 169 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 79 KiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-04-12T16:57:08.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:07 smithi099 ceph-mon[94290]: pgmap v3072: 457 pgs: 457 active+clean; 169 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 79 KiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-04-12T16:57:08.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:07 smithi099 ceph-mon[96864]: pgmap v3072: 457 pgs: 457 active+clean; 169 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 79 KiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-04-12T16:57:09.431 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.EncryptedResize (13071 ms) 2024-04-12T16:57:09.432 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.EncryptedFlattenSmallData 2024-04-12T16:57:09.432 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:57:10.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:09 smithi110 ceph-mon[88691]: pgmap v3073: 457 pgs: 457 active+clean; 173 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 33 KiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-12T16:57:10.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:09 smithi099 ceph-mon[94290]: pgmap v3073: 457 pgs: 457 active+clean; 173 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 33 KiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-12T16:57:10.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:09 smithi099 ceph-mon[96864]: pgmap v3073: 457 pgs: 457 active+clean; 173 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 33 KiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-12T16:57:12.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:11 smithi110 ceph-mon[88691]: pgmap v3074: 457 pgs: 457 active+clean; 173 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-04-12T16:57:12.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:11 smithi099 ceph-mon[94290]: pgmap v3074: 457 pgs: 457 active+clean; 173 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-04-12T16:57:12.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:11 smithi099 ceph-mon[96864]: pgmap v3074: 457 pgs: 457 active+clean; 173 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-04-12T16:57:12.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:57:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:57:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:57:13.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:57:13.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:57:13.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:57:14.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:13 smithi110 ceph-mon[88691]: pgmap v3075: 457 pgs: 457 active+clean; 169 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 1.6 MiB/s wr, 27 op/s 2024-04-12T16:57:14.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:13 smithi099 ceph-mon[94290]: pgmap v3075: 457 pgs: 457 active+clean; 169 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 1.6 MiB/s wr, 27 op/s 2024-04-12T16:57:14.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:13 smithi099 ceph-mon[96864]: pgmap v3075: 457 pgs: 457 active+clean; 169 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 1.6 MiB/s wr, 27 op/s 2024-04-12T16:57:16.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:15 smithi110 ceph-mon[88691]: pgmap v3076: 457 pgs: 457 active+clean; 169 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-12T16:57:16.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:15 smithi099 ceph-mon[94290]: pgmap v3076: 457 pgs: 457 active+clean; 169 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-12T16:57:16.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:15 smithi099 ceph-mon[96864]: pgmap v3076: 457 pgs: 457 active+clean; 169 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-12T16:57:16.626 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:57:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:57:16] "GET /metrics HTTP/1.1" 200 60843 "" "Prometheus/2.43.0" 2024-04-12T16:57:18.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:17 smithi110 ceph-mon[88691]: pgmap v3077: 457 pgs: 457 active+clean; 169 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 69 KiB/s rd, 599 KiB/s wr, 29 op/s 2024-04-12T16:57:18.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:17 smithi110 ceph-mon[88691]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-12T16:57:18.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:17 smithi099 ceph-mon[94290]: pgmap v3077: 457 pgs: 457 active+clean; 169 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 69 KiB/s rd, 599 KiB/s wr, 29 op/s 2024-04-12T16:57:18.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:17 smithi099 ceph-mon[94290]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-12T16:57:18.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:17 smithi099 ceph-mon[96864]: pgmap v3077: 457 pgs: 457 active+clean; 169 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 69 KiB/s rd, 599 KiB/s wr, 29 op/s 2024-04-12T16:57:18.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:17 smithi099 ceph-mon[96864]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-12T16:57:20.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:19 smithi110 ceph-mon[88691]: pgmap v3079: 457 pgs: 457 active+clean; 169 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 75 KiB/s rd, 1.3 KiB/s wr, 23 op/s 2024-04-12T16:57:20.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:19 smithi099 ceph-mon[94290]: pgmap v3079: 457 pgs: 457 active+clean; 169 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 75 KiB/s rd, 1.3 KiB/s wr, 23 op/s 2024-04-12T16:57:20.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:19 smithi099 ceph-mon[96864]: pgmap v3079: 457 pgs: 457 active+clean; 169 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 75 KiB/s rd, 1.3 KiB/s wr, 23 op/s 2024-04-12T16:57:22.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:21 smithi110 ceph-mon[88691]: pgmap v3080: 457 pgs: 457 active+clean; 181 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 1.2 MiB/s wr, 36 op/s 2024-04-12T16:57:22.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:21 smithi099 ceph-mon[94290]: pgmap v3080: 457 pgs: 457 active+clean; 181 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 1.2 MiB/s wr, 36 op/s 2024-04-12T16:57:22.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:21 smithi099 ceph-mon[96864]: pgmap v3080: 457 pgs: 457 active+clean; 181 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 1.2 MiB/s wr, 36 op/s 2024-04-12T16:57:22.583 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:57:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:57:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:57:22.774 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.EncryptedFlattenSmallData (13343 ms) 2024-04-12T16:57:22.775 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestIOWithIOHint 2024-04-12T16:57:22.775 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:57:24.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:23 smithi110 ceph-mon[88691]: pgmap v3081: 457 pgs: 457 active+clean; 189 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 496 KiB/s rd, 2.0 MiB/s wr, 39 op/s 2024-04-12T16:57:24.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:23 smithi099 ceph-mon[94290]: pgmap v3081: 457 pgs: 457 active+clean; 189 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 496 KiB/s rd, 2.0 MiB/s wr, 39 op/s 2024-04-12T16:57:24.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:23 smithi099 ceph-mon[96864]: pgmap v3081: 457 pgs: 457 active+clean; 189 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 496 KiB/s rd, 2.0 MiB/s wr, 39 op/s 2024-04-12T16:57:24.632 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:57:24.632 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:57:24.632 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:57:24.632 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:57:24.632 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:57:24.632 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:24.632 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:57:24.632 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:24.632 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:24.632 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:57:24.632 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:24.632 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:57:24.632 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:24.633 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:24.633 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:57:24.633 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:24.633 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:57:24.633 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:24.633 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:24.633 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:57:24.633 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:24.633 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:57:24.633 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:24.633 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:24.633 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:57:24.633 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:24.634 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:57:24.634 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:24.634 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:24.634 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:57:24.634 INFO:tasks.workunit.client.0.smithi099.stdout:start compare and write 2024-04-12T16:57:24.634 INFO:tasks.workunit.client.0.smithi099.stdout:compare and wrote: 512 2024-04-12T16:57:24.634 INFO:tasks.workunit.client.0.smithi099.stdout:start compare and write 2024-04-12T16:57:24.634 INFO:tasks.workunit.client.0.smithi099.stdout:compare and wrote: 512 2024-04-12T16:57:24.634 INFO:tasks.workunit.client.0.smithi099.stdout:start compare and write 2024-04-12T16:57:24.634 INFO:tasks.workunit.client.0.smithi099.stdout:compare and wrote: 512 2024-04-12T16:57:24.634 INFO:tasks.workunit.client.0.smithi099.stdout:start compare and write 2024-04-12T16:57:24.634 INFO:tasks.workunit.client.0.smithi099.stdout:compare and wrote: 512 2024-04-12T16:57:24.634 INFO:tasks.workunit.client.0.smithi099.stdout:start compare and write 2024-04-12T16:57:24.634 INFO:tasks.workunit.client.0.smithi099.stdout:compare and wrote: 512 2024-04-12T16:57:24.635 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:24.635 INFO:tasks.workunit.client.0.smithi099.stdout:started aio compare and write 2024-04-12T16:57:24.635 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:24.635 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:24.635 INFO:tasks.workunit.client.0.smithi099.stdout:finished aio compare and write 2024-04-12T16:57:24.635 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:24.635 INFO:tasks.workunit.client.0.smithi099.stdout:started aio compare and write 2024-04-12T16:57:24.635 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:24.635 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:24.635 INFO:tasks.workunit.client.0.smithi099.stdout:finished aio compare and write 2024-04-12T16:57:24.635 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:24.635 INFO:tasks.workunit.client.0.smithi099.stdout:started aio compare and write 2024-04-12T16:57:24.635 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:24.635 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:24.635 INFO:tasks.workunit.client.0.smithi099.stdout:finished aio compare and write 2024-04-12T16:57:24.636 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:24.636 INFO:tasks.workunit.client.0.smithi099.stdout:started aio compare and write 2024-04-12T16:57:24.636 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:24.636 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:24.636 INFO:tasks.workunit.client.0.smithi099.stdout:finished aio compare and write 2024-04-12T16:57:24.636 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:24.636 INFO:tasks.workunit.client.0.smithi099.stdout:started aio compare and write 2024-04-12T16:57:24.636 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:24.636 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:24.636 INFO:tasks.workunit.client.0.smithi099.stdout:finished aio compare and write 2024-04-12T16:57:24.636 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:57:24.636 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:57:24.636 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:57:24.636 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:57:24.636 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:57:24.637 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:24.637 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:57:24.637 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:57:24.637 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:57:24.637 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:24.637 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:57:24.637 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:57:24.637 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:57:24.637 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:24.637 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:57:24.637 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:57:24.637 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:57:24.637 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:24.637 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:57:24.638 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:57:24.638 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:57:24.638 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:24.638 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:57:24.638 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:57:24.638 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:57:24.638 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 512~512 = 512 2024-04-12T16:57:24.638 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:24.638 INFO:tasks.workunit.client.0.smithi099.stdout:aio discard: 1536~512 = 0 2024-04-12T16:57:24.638 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:57:24.638 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:57:24.638 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:57:24.638 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:57:24.638 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:57:24.639 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 0 2024-04-12T16:57:24.639 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:24.639 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:24.639 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 0 2024-04-12T16:57:24.639 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:24.639 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:24.639 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 16384 2024-04-12T16:57:24.639 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:24.639 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:24.639 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 16384 2024-04-12T16:57:24.639 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:24.639 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:24.639 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:24.640 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:24.640 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 49152 2024-04-12T16:57:24.640 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:24.640 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:24.640 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 49152 2024-04-12T16:57:24.640 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:24.640 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:24.640 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 65536 2024-04-12T16:57:24.640 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:24.640 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:24.640 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 65536 2024-04-12T16:57:24.640 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:24.640 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:24.640 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:24.640 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:24.641 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 98304 2024-04-12T16:57:24.641 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:24.641 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:24.641 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 98304 2024-04-12T16:57:24.641 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:24.641 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:24.641 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 114688 2024-04-12T16:57:24.641 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:24.641 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:24.641 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 114688 2024-04-12T16:57:24.641 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:24.641 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:24.641 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:24.641 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:24.641 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 147456 2024-04-12T16:57:24.641 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:24.642 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:24.642 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 147456 2024-04-12T16:57:24.642 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:24.642 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:24.642 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 163840 2024-04-12T16:57:24.642 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:24.642 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:24.642 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 163840 2024-04-12T16:57:24.642 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:24.642 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:24.642 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:24.642 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:24.642 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 196608 2024-04-12T16:57:24.642 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:24.642 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:24.642 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 196608 2024-04-12T16:57:24.643 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:24.643 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:24.643 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 212992 2024-04-12T16:57:24.643 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:24.643 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:24.643 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 212992 2024-04-12T16:57:24.643 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:24.643 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:24.643 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:24.643 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:24.643 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:24.644 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:24.644 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:24.644 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:24.644 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:24.644 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:24.644 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:24.644 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:24.644 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:24.644 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:24.644 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:24.644 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:24.644 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:24.645 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:24.645 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:24.645 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:24.645 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:24.645 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:24.645 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:24.645 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:24.645 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:24.645 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:24.645 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:24.645 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:24.645 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:24.645 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:24.645 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:24.645 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:24.646 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:24.646 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:24.646 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:24.646 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:24.646 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:24.646 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:24.646 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:24.646 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:24.646 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:24.646 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:24.646 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:24.646 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:24.646 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:24.646 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:24.646 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:24.647 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:24.647 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:24.647 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:24.647 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:24.647 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:24.647 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:26.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:25 smithi110 ceph-mon[88691]: pgmap v3082: 457 pgs: 457 active+clean; 197 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 354 op/s 2024-04-12T16:57:26.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:25 smithi099 ceph-mon[94290]: pgmap v3082: 457 pgs: 457 active+clean; 197 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 354 op/s 2024-04-12T16:57:26.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:25 smithi099 ceph-mon[96864]: pgmap v3082: 457 pgs: 457 active+clean; 197 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 354 op/s 2024-04-12T16:57:26.184 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:26.184 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:26.185 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:26.185 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:26.185 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:26.185 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:26.185 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:26.185 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:26.185 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:26.185 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:26.185 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:26.185 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:26.185 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:26.185 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:26.185 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:26.185 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:26.185 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:26.186 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:26.186 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:26.186 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:26.186 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:26.186 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:26.186 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:26.186 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:26.186 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:26.186 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:26.186 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:26.186 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:26.186 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:26.186 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:26.186 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:26.187 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:26.187 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:26.187 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:26.187 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:26.187 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:26.187 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:26.187 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:26.187 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:26.187 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:26.187 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:26.187 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:26.187 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:26.187 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:26.187 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:26.187 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:26.188 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:26.188 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:26.188 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:26.188 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:26.188 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:26.188 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:26.188 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:26.188 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:26.188 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:26.188 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:26.188 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:26.188 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:26.188 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:26.188 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:26.188 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:26.189 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:26.189 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:26.189 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:26.189 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:26.189 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:26.189 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:26.189 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:26.189 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:26.189 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:26.189 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:26.189 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:26.189 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:26.189 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:26.189 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:26.189 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:26.190 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:26.190 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:26.190 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:26.190 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:26.190 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:26.190 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:26.190 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:26.190 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:26.190 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:26.190 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:26.190 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:26.190 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:26.190 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:26.190 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:26.190 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:26.191 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:26.191 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:26.191 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:26.191 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:26.191 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:26.191 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:26.191 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:26.191 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:26.191 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:26.191 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:26.191 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:26.191 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:26.191 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:26.191 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:26.191 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:26.192 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:26.192 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:26.192 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:26.192 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:26.192 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:26.192 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:26.192 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:26.192 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:26.192 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:26.192 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:26.192 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:26.192 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:26.192 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:26.192 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:26.192 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:26.193 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:57:26.193 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:57:26.193 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:57:26.193 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestIOWithIOHint (3410 ms) 2024-04-12T16:57:26.193 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestDataPoolIO 2024-04-12T16:57:26.626 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:57:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:57:26] "GET /metrics HTTP/1.1" 200 60843 "" "Prometheus/2.43.0" 2024-04-12T16:57:27.827 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:57:28.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:27 smithi110 ceph-mon[88691]: pgmap v3083: 457 pgs: 457 active+clean; 201 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 357 op/s 2024-04-12T16:57:28.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:27 smithi110 ceph-mon[88691]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-12T16:57:28.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:27 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/4223181552' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:57:28.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:57:28.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:27 smithi099 ceph-mon[96864]: pgmap v3083: 457 pgs: 457 active+clean; 201 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 357 op/s 2024-04-12T16:57:28.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:27 smithi099 ceph-mon[96864]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-12T16:57:28.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:27 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/4223181552' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:57:28.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:57:28.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:27 smithi099 ceph-mon[94290]: pgmap v3083: 457 pgs: 457 active+clean; 201 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 357 op/s 2024-04-12T16:57:28.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:27 smithi099 ceph-mon[94290]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-12T16:57:28.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:27 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/4223181552' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:57:28.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:57:29.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:28 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/4223181552' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:57:29.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:28 smithi110 ceph-mon[88691]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-12T16:57:29.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:28 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/4223181552' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:57:29.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:28 smithi099 ceph-mon[94290]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-12T16:57:29.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:28 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/4223181552' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:57:29.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:28 smithi099 ceph-mon[96864]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-12T16:57:29.923 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:57:29.924 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:57:29.924 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:57:29.924 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:57:29.924 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:57:29.924 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:29.924 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:57:29.924 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:29.924 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:29.924 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:57:29.924 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:29.924 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:57:29.924 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:29.924 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:29.924 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:57:29.925 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:29.925 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:57:29.925 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:29.925 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:29.925 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:57:29.925 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:29.925 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:57:29.925 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:29.925 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:29.925 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:57:29.925 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:29.925 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:57:29.925 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:29.925 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:29.925 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:57:29.926 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:57:29.926 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:57:29.926 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:57:29.926 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:57:29.926 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:57:29.926 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:29.926 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:57:29.926 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:57:29.926 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:57:29.926 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:29.926 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:57:29.926 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:57:29.926 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:57:29.926 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:29.927 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:57:29.927 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:57:29.927 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:57:29.927 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:29.927 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:57:29.927 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:57:29.927 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:57:29.927 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:29.927 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:57:29.927 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:57:29.927 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:57:29.927 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 512~512 = 512 2024-04-12T16:57:29.927 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:29.927 INFO:tasks.workunit.client.0.smithi099.stdout:aio discard: 1536~512 = 0 2024-04-12T16:57:29.927 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:57:29.927 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:57:29.927 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:57:29.928 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:57:29.928 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:57:29.928 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:57:29.928 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:57:29.928 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestDataPoolIO (3739 ms) 2024-04-12T16:57:29.928 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatch 2024-04-12T16:57:29.928 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:57:29.949 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatch (26 ms) 2024-04-12T16:57:29.950 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatch 2024-04-12T16:57:29.950 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:57:29.975 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatch (26 ms) 2024-04-12T16:57:29.975 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccess 2024-04-12T16:57:29.975 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:57:30.002 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccess (27 ms) 2024-04-12T16:57:30.003 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccess 2024-04-12T16:57:30.003 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:57:30.029 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccess (27 ms) 2024-04-12T16:57:30.029 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned 2024-04-12T16:57:30.029 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:57:30.093 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned (64 ms) 2024-04-12T16:57:30.093 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned 2024-04-12T16:57:30.093 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:57:30.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:29 smithi099 ceph-mon[94290]: pgmap v3086: 489 pgs: 3 creating+peering, 29 unknown, 457 active+clean; 201 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 412 op/s 2024-04-12T16:57:30.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:29 smithi099 ceph-mon[94290]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-12T16:57:30.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:29 smithi099 ceph-mon[96864]: pgmap v3086: 489 pgs: 3 creating+peering, 29 unknown, 457 active+clean; 201 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 412 op/s 2024-04-12T16:57:30.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:29 smithi099 ceph-mon[96864]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-12T16:57:30.157 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned (64 ms) 2024-04-12T16:57:30.157 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLarge 2024-04-12T16:57:30.157 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:57:30.239 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLarge (82 ms) 2024-04-12T16:57:30.239 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLarge 2024-04-12T16:57:30.239 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:57:30.299 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLarge (60 ms) 2024-04-12T16:57:30.299 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess 2024-04-12T16:57:30.299 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:57:30.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:29 smithi110 ceph-mon[88691]: pgmap v3086: 489 pgs: 3 creating+peering, 29 unknown, 457 active+clean; 201 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 412 op/s 2024-04-12T16:57:30.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:29 smithi110 ceph-mon[88691]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-12T16:57:30.606 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess (307 ms) 2024-04-12T16:57:30.606 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess 2024-04-12T16:57:30.606 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:57:30.864 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess (257 ms) 2024-04-12T16:57:30.864 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers 2024-04-12T16:57:30.864 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:57:30.889 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers (26 ms) 2024-04-12T16:57:30.889 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVMismatch 2024-04-12T16:57:30.889 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:57:30.912 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVMismatch (23 ms) 2024-04-12T16:57:30.912 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVSuccess 2024-04-12T16:57:30.913 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:57:30.938 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVSuccess (26 ms) 2024-04-12T16:57:30.938 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestScatterGatherIO 2024-04-12T16:57:30.938 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:57:30.962 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestScatterGatherIO (24 ms) 2024-04-12T16:57:30.962 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestEmptyDiscard 2024-04-12T16:57:30.962 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:57:30.986 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:30.987 INFO:tasks.workunit.client.0.smithi099.stdout:aio discard: 0~1048576 = 0 2024-04-12T16:57:30.987 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:30.987 INFO:tasks.workunit.client.0.smithi099.stdout:aio discard: 0~4194304 = 0 2024-04-12T16:57:30.987 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:30.987 INFO:tasks.workunit.client.0.smithi099.stdout:aio discard: 3145728~1048576 = 0 2024-04-12T16:57:30.987 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestEmptyDiscard (23 ms) 2024-04-12T16:57:30.987 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestFUA 2024-04-12T16:57:30.987 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:57:31.087 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:57:31.087 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:57:31.087 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:57:31.087 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:57:31.087 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:57:31.087 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:57:31.087 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:57:31.087 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:57:31.087 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:57:31.087 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:57:31.087 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:31.087 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:57:31.087 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:31.087 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:31.088 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:57:31.088 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:31.088 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:57:31.088 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:31.088 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:31.088 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:57:31.088 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:31.088 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:57:31.088 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:31.088 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:31.088 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:57:31.088 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:31.088 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:57:31.088 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:31.088 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:31.088 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:57:31.089 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:31.089 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:57:31.089 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:31.089 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:31.089 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:57:31.089 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:31.089 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:57:31.089 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:57:31.089 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:57:31.089 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:31.089 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:57:31.089 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:57:31.089 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:57:31.089 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:31.089 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:57:31.089 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:57:31.090 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:57:31.090 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:31.090 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:57:31.090 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:57:31.090 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:57:31.090 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:31.090 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:57:31.090 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:57:31.090 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:57:31.090 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestFUA (101 ms) 2024-04-12T16:57:31.090 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestIOPP 2024-04-12T16:57:31.090 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:57:31.105 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:57:31.105 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:57:31.105 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:57:31.105 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:57:31.105 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:57:31.105 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:31.105 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:57:31.105 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:31.105 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:31.105 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:57:31.105 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:31.105 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:57:31.106 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:31.106 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:31.106 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:57:31.106 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:31.106 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:57:31.106 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:31.106 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:31.106 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:57:31.106 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:31.106 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:57:31.106 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:31.106 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:31.106 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:57:31.106 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:31.107 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:57:31.107 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:31.119 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:31.119 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:57:31.119 INFO:tasks.workunit.client.0.smithi099.stdout:start compare and write 2024-04-12T16:57:31.120 INFO:tasks.workunit.client.0.smithi099.stdout:compare and wrote: 512 2024-04-12T16:57:31.120 INFO:tasks.workunit.client.0.smithi099.stdout:start compare and write 2024-04-12T16:57:31.120 INFO:tasks.workunit.client.0.smithi099.stdout:compare and wrote: 512 2024-04-12T16:57:31.120 INFO:tasks.workunit.client.0.smithi099.stdout:start compare and write 2024-04-12T16:57:31.120 INFO:tasks.workunit.client.0.smithi099.stdout:compare and wrote: 512 2024-04-12T16:57:31.120 INFO:tasks.workunit.client.0.smithi099.stdout:start compare and write 2024-04-12T16:57:31.120 INFO:tasks.workunit.client.0.smithi099.stdout:compare and wrote: 512 2024-04-12T16:57:31.120 INFO:tasks.workunit.client.0.smithi099.stdout:start compare and write 2024-04-12T16:57:31.120 INFO:tasks.workunit.client.0.smithi099.stdout:compare and wrote: 512 2024-04-12T16:57:31.120 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:31.120 INFO:tasks.workunit.client.0.smithi099.stdout:started aio compare and write 2024-04-12T16:57:31.120 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:31.121 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:31.121 INFO:tasks.workunit.client.0.smithi099.stdout:finished aio compare and write 2024-04-12T16:57:31.121 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:31.121 INFO:tasks.workunit.client.0.smithi099.stdout:started aio compare and write 2024-04-12T16:57:31.121 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:31.121 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:31.122 INFO:tasks.workunit.client.0.smithi099.stdout:finished aio compare and write 2024-04-12T16:57:31.122 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:31.122 INFO:tasks.workunit.client.0.smithi099.stdout:started aio compare and write 2024-04-12T16:57:31.122 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:31.122 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:31.123 INFO:tasks.workunit.client.0.smithi099.stdout:finished aio compare and write 2024-04-12T16:57:31.123 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:31.123 INFO:tasks.workunit.client.0.smithi099.stdout:started aio compare and write 2024-04-12T16:57:31.123 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:31.124 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:31.124 INFO:tasks.workunit.client.0.smithi099.stdout:finished aio compare and write 2024-04-12T16:57:31.124 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:31.124 INFO:tasks.workunit.client.0.smithi099.stdout:started aio compare and write 2024-04-12T16:57:31.124 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:31.126 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:31.126 INFO:tasks.workunit.client.0.smithi099.stdout:finished aio compare and write 2024-04-12T16:57:31.126 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:57:31.126 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:57:31.126 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:57:31.126 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:57:31.126 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:57:31.127 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:31.127 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:57:31.127 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:57:31.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:30 smithi099 ceph-mon[94290]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-12T16:57:31.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:30 smithi099 ceph-mon[96864]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-12T16:57:31.128 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:57:31.128 INFO:tasks.workunit.client.0.smithi099.stdout:finished read 2024-04-12T16:57:31.128 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:31.128 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:57:31.128 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:57:31.128 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:57:31.128 INFO:tasks.workunit.client.0.smithi099.stdout:finished read 2024-04-12T16:57:31.128 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:31.128 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:57:31.128 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:57:31.129 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:57:31.129 INFO:tasks.workunit.client.0.smithi099.stdout:finished read 2024-04-12T16:57:31.129 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:31.129 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:57:31.129 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:57:31.129 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:57:31.129 INFO:tasks.workunit.client.0.smithi099.stdout:finished read 2024-04-12T16:57:31.129 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:31.129 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:57:31.129 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:57:31.129 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:57:31.129 INFO:tasks.workunit.client.0.smithi099.stdout:finished read 2024-04-12T16:57:31.129 INFO:tasks.workunit.client.0.smithi099.stdout:discard: 512~512 2024-04-12T16:57:31.129 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:31.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:30 smithi110 ceph-mon[88691]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-12T16:57:32.086 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:57:32.086 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:57:32.086 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:57:32.086 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:57:32.086 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:57:32.086 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 0 2024-04-12T16:57:32.086 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:32.086 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:32.086 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 0 2024-04-12T16:57:32.086 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:32.086 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:32.087 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 16384 2024-04-12T16:57:32.087 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:32.087 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:32.087 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 16384 2024-04-12T16:57:32.087 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:32.087 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:32.087 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:32.087 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:32.087 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 49152 2024-04-12T16:57:32.087 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:32.087 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:32.087 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 49152 2024-04-12T16:57:32.087 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:32.087 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:32.087 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 65536 2024-04-12T16:57:32.087 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:32.088 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:32.088 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 65536 2024-04-12T16:57:32.088 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:32.088 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:32.088 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:32.088 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:32.088 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 98304 2024-04-12T16:57:32.088 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:32.088 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:32.088 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 98304 2024-04-12T16:57:32.088 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:32.088 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:32.088 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 114688 2024-04-12T16:57:32.088 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:32.089 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:32.089 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 114688 2024-04-12T16:57:32.089 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:32.089 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:32.089 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:32.089 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:32.089 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 147456 2024-04-12T16:57:32.089 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:32.089 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:32.089 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 147456 2024-04-12T16:57:32.089 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:32.089 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:32.089 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 163840 2024-04-12T16:57:32.089 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:32.090 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:32.090 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 163840 2024-04-12T16:57:32.090 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:32.090 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:32.090 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:32.090 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:32.090 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 196608 2024-04-12T16:57:32.090 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:32.090 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:32.090 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 196608 2024-04-12T16:57:32.090 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:32.090 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:32.090 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 212992 2024-04-12T16:57:32.091 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:32.091 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:32.091 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 212992 2024-04-12T16:57:32.091 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:32.091 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:32.091 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:32.091 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:32.091 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:32.091 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:32.091 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:32.091 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:32.091 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:32.091 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:32.091 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:32.091 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:32.092 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:32.092 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:32.092 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:32.092 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:32.092 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:32.092 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:32.092 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:32.092 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:32.092 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:32.094 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:32.094 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:32.094 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:32.094 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:32.094 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:32.094 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:32.094 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:32.101 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:32.101 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:32.101 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:32.101 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:32.101 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:32.101 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:32.102 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:32.102 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:32.102 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:32.102 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:32.102 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:32.102 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:32.102 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:32.123 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:32.123 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:32.123 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:32.123 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:32.123 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:32.123 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:32.123 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:32.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:31 smithi099 ceph-mon[96864]: pgmap v3089: 489 pgs: 3 creating+peering, 8 unknown, 478 active+clean; 203 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 628 KiB/s rd, 313 KiB/s wr, 1.33k op/s 2024-04-12T16:57:32.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:31 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:57:32.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:31 smithi099 ceph-mon[94290]: pgmap v3089: 489 pgs: 3 creating+peering, 8 unknown, 478 active+clean; 203 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 628 KiB/s rd, 313 KiB/s wr, 1.33k op/s 2024-04-12T16:57:32.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:31 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:57:32.143 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:32.143 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:32.143 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:32.143 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:32.143 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:32.144 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:32.144 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:32.170 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:32.170 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:32.170 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:32.170 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:32.170 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:32.170 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:32.171 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:32.197 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:32.197 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:32.197 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:32.197 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:32.197 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:32.197 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:32.197 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:32.197 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:32.197 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:32.197 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:32.197 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:32.197 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:32.198 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:32.237 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:32.237 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:32.237 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:32.237 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:32.237 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:32.237 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:32.237 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:32.277 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:32.277 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:32.277 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:32.277 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:32.277 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:32.277 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:32.277 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:32.312 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:31 smithi110 ceph-mon[88691]: pgmap v3089: 489 pgs: 3 creating+peering, 8 unknown, 478 active+clean; 203 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 628 KiB/s rd, 313 KiB/s wr, 1.33k op/s 2024-04-12T16:57:32.312 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:31 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:57:32.326 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:32.326 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:32.326 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:32.326 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:32.327 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:32.327 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:32.327 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:32.371 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:32.371 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:32.372 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:32.372 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:32.372 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:32.372 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:32.372 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:32.372 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:32.372 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:32.372 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:32.372 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:32.372 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:32.372 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:32.437 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:32.437 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:32.437 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:32.437 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:32.437 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:32.437 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:32.437 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:32.502 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:32.502 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:32.502 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:32.502 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:32.502 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:32.502 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:32.503 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:32.571 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:32.571 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:32.572 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:32.572 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:32.572 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:32.572 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:32.572 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:32.583 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:57:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:57:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:57:32.643 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:32.643 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:32.643 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:32.643 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:32.643 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:32.643 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:32.643 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:32.643 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:32.643 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:32.643 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:32.643 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:32.644 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:32.644 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:32.733 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:32.734 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:32.734 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:32.734 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:32.734 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:32.734 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:32.734 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:32.807 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:32.807 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:32.807 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:32.807 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:32.807 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:32.807 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:32.807 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:32.898 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:32.898 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:32.898 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:32.898 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:32.898 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:32.899 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:32.899 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:32.994 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:32.995 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:32.995 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:32.995 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:32.995 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:32.995 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:32.995 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:32.995 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:32.995 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:32.995 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:32.995 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestIOPP (1908 ms) 2024-04-12T16:57:32.995 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP 2024-04-12T16:57:32.995 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:57:33.017 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP (23 ms) 2024-04-12T16:57:33.017 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP 2024-04-12T16:57:33.017 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:57:33.040 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP (23 ms) 2024-04-12T16:57:33.041 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP 2024-04-12T16:57:33.041 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:57:33.062 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP (22 ms) 2024-04-12T16:57:33.063 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP 2024-04-12T16:57:33.063 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:57:33.088 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP (26 ms) 2024-04-12T16:57:33.088 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchPP 2024-04-12T16:57:33.088 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:57:33.115 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchPP (26 ms) 2024-04-12T16:57:33.115 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchPP 2024-04-12T16:57:33.115 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:57:33.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:32 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:57:33.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:32 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:57:33.126 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:32 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:57:33.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:32 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:57:33.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:32 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:57:33.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:32 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:57:33.139 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:33.143 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchPP (27 ms) 2024-04-12T16:57:33.143 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP 2024-04-12T16:57:33.143 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:57:33.171 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP (29 ms) 2024-04-12T16:57:33.171 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP 2024-04-12T16:57:33.172 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:57:33.194 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:33.198 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP (27 ms) 2024-04-12T16:57:33.198 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessPP 2024-04-12T16:57:33.198 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:57:33.226 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessPP (28 ms) 2024-04-12T16:57:33.226 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessPP 2024-04-12T16:57:33.226 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:57:33.248 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:33.252 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessPP (26 ms) 2024-04-12T16:57:33.252 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP 2024-04-12T16:57:33.253 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:57:33.282 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP (29 ms) 2024-04-12T16:57:33.282 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP 2024-04-12T16:57:33.282 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:57:33.306 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:33.310 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP (29 ms) 2024-04-12T16:57:33.310 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP 2024-04-12T16:57:33.310 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:57:33.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:32 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:57:33.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:32 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:57:33.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:32 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:57:33.374 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP (64 ms) 2024-04-12T16:57:33.374 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP 2024-04-12T16:57:33.374 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:57:33.417 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:33.435 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP (61 ms) 2024-04-12T16:57:33.435 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLargePP 2024-04-12T16:57:33.435 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:57:33.493 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLargePP (58 ms) 2024-04-12T16:57:33.493 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLargePP 2024-04-12T16:57:33.493 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:57:33.544 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:33.568 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLargePP (75 ms) 2024-04-12T16:57:33.568 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP 2024-04-12T16:57:33.568 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:57:33.825 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP (257 ms) 2024-04-12T16:57:33.826 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP 2024-04-12T16:57:33.826 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:57:34.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:33 smithi099 ceph-mon[94290]: pgmap v3090: 489 pgs: 489 active+clean; 227 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.7 MiB/s wr, 1.09k op/s 2024-04-12T16:57:34.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:33 smithi099 ceph-mon[96864]: pgmap v3090: 489 pgs: 489 active+clean; 227 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.7 MiB/s wr, 1.09k op/s 2024-04-12T16:57:34.130 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:34.149 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP (323 ms) 2024-04-12T16:57:34.149 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestIOPPWithIOHint 2024-04-12T16:57:34.149 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:57:34.174 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:57:34.174 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:57:34.174 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:57:34.174 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:57:34.175 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:57:34.175 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:34.175 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:57:34.175 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:34.175 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:34.175 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:57:34.175 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:34.175 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:57:34.175 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:34.176 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:34.176 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:57:34.176 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:34.176 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:57:34.176 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:34.176 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:34.176 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:57:34.177 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:34.177 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:57:34.177 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:34.178 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:34.178 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:57:34.178 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:34.179 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:57:34.179 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:34.179 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:34.179 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:57:34.179 INFO:tasks.workunit.client.0.smithi099.stdout:read: 512 2024-04-12T16:57:34.179 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:34.179 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:57:34.179 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:57:34.179 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:57:34.180 INFO:tasks.workunit.client.0.smithi099.stdout:finished read 2024-04-12T16:57:34.180 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:34.180 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:57:34.180 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:57:34.180 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:57:34.180 INFO:tasks.workunit.client.0.smithi099.stdout:finished read 2024-04-12T16:57:34.180 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:34.181 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:57:34.181 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:57:34.181 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:57:34.181 INFO:tasks.workunit.client.0.smithi099.stdout:finished read 2024-04-12T16:57:34.181 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:34.181 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:57:34.181 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:57:34.181 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:57:34.181 INFO:tasks.workunit.client.0.smithi099.stdout:finished read 2024-04-12T16:57:34.181 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:34.181 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:57:34.181 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:57:34.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:33 smithi110 ceph-mon[88691]: pgmap v3090: 489 pgs: 489 active+clean; 227 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.7 MiB/s wr, 1.09k op/s 2024-04-12T16:57:35.173 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:57:35.173 INFO:tasks.workunit.client.0.smithi099.stdout:finished read 2024-04-12T16:57:35.173 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 0 2024-04-12T16:57:35.174 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:35.174 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:35.174 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 0 2024-04-12T16:57:35.174 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:35.174 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:35.174 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 16384 2024-04-12T16:57:35.174 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:35.174 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:35.174 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 16384 2024-04-12T16:57:35.174 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:35.174 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:35.174 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:35.174 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:35.175 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 49152 2024-04-12T16:57:35.175 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:35.175 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:35.175 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 49152 2024-04-12T16:57:35.175 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:35.175 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:35.175 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 65536 2024-04-12T16:57:35.175 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:35.175 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:35.175 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 65536 2024-04-12T16:57:35.175 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:35.175 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:35.175 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:35.175 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:35.175 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 98304 2024-04-12T16:57:35.176 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:35.176 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:35.176 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 98304 2024-04-12T16:57:35.176 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:35.176 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:35.176 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 114688 2024-04-12T16:57:35.176 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:35.176 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:35.176 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 114688 2024-04-12T16:57:35.176 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:35.176 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:35.176 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:35.176 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:35.176 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 147456 2024-04-12T16:57:35.176 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:35.177 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:35.177 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 147456 2024-04-12T16:57:35.177 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:35.177 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:35.177 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 163840 2024-04-12T16:57:35.177 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:35.177 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:35.177 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 163840 2024-04-12T16:57:35.177 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:35.177 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:35.177 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:35.177 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:35.177 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 196608 2024-04-12T16:57:35.177 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:35.177 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:35.178 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 196608 2024-04-12T16:57:35.178 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:35.178 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:35.178 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 212992 2024-04-12T16:57:35.178 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:35.178 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:35.178 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 212992 2024-04-12T16:57:35.178 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:35.178 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:35.178 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:35.178 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:35.178 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:35.178 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:35.178 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:35.178 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:35.179 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:35.179 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:35.179 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:35.179 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:35.179 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:35.179 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:35.179 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:35.179 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:35.179 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:35.179 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:35.180 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:35.180 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:35.180 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:35.182 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:35.182 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:35.182 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:35.182 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:35.183 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:35.183 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:35.183 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:35.190 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:35.190 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:35.190 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:35.190 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:35.190 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:35.190 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:35.190 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:35.191 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:35.191 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:35.191 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:35.191 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:35.191 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:35.191 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:35.216 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:35.216 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:35.216 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:35.216 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:35.216 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:35.216 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:35.216 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:35.238 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:35.239 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:35.239 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:35.239 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:35.239 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:35.239 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:35.239 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:35.269 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:35.269 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:35.269 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:35.269 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:35.269 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:35.269 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:35.269 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:35.300 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:35.301 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:35.301 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:35.301 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:35.301 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:35.301 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:35.301 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:35.301 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:35.301 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:35.301 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:35.301 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:35.301 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:35.301 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:35.351 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:35.352 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:35.352 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:35.352 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:35.352 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:35.352 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:35.352 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:35.400 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:35.400 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:35.400 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:35.400 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:35.400 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:35.400 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:35.400 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:35.455 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:35.455 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:35.455 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:35.455 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:35.455 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:35.455 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:35.455 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:35.502 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:35.502 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:35.502 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:35.502 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:35.503 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:35.503 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:35.503 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:35.503 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:35.503 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:35.503 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:35.503 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:35.503 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:35.503 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:35.583 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:35.583 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:35.583 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:35.583 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:35.583 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:35.583 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:35.583 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:35.654 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:35.654 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:35.654 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:35.654 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:35.654 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:35.655 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:35.655 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:35.727 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:35.727 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:35.727 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:35.727 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:35.727 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:35.727 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:35.727 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:35.792 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:35.792 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:35.792 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:35.792 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:35.792 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:35.792 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:35.792 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:35.792 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:35.792 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:35.792 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:35.792 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:35.793 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:35.793 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:35.885 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:35.885 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:35.885 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:35.885 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:35.885 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:35.885 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:35.885 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:35.976 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:35.976 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:35.976 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:35.976 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:35.976 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:35.976 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:35.976 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:36.088 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:36.089 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:36.089 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:36.089 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:36.089 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:36.089 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:36.089 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:57:36.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:35 smithi099 ceph-mon[94290]: pgmap v3091: 489 pgs: 489 active+clean; 251 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 9.4 MiB/s wr, 2.39k op/s 2024-04-12T16:57:36.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:35 smithi099 ceph-mon[96864]: pgmap v3091: 489 pgs: 489 active+clean; 251 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 9.4 MiB/s wr, 2.39k op/s 2024-04-12T16:57:36.191 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:57:36.192 INFO:tasks.workunit.client.0.smithi099.stdout:finished writesame 2024-04-12T16:57:36.192 INFO:tasks.workunit.client.0.smithi099.stdout:to verify the data 2024-04-12T16:57:36.192 INFO:tasks.workunit.client.0.smithi099.stdout:verified 2024-04-12T16:57:36.192 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:36.192 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:36.192 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:36.192 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:57:36.192 INFO:tasks.workunit.client.0.smithi099.stdout:started writesame 2024-04-12T16:57:36.192 INFO:tasks.workunit.client.0.smithi099.stdout:expected fail, finished writesame 2024-04-12T16:57:36.192 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestIOPPWithIOHint (2042 ms) 2024-04-12T16:57:36.192 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestIOToSnapshot 2024-04-12T16:57:36.192 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:57:36.333 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:35 smithi110 ceph-mon[88691]: pgmap v3091: 489 pgs: 489 active+clean; 251 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 9.4 MiB/s wr, 2.39k op/s 2024-04-12T16:57:36.626 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:57:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:57:36] "GET /metrics HTTP/1.1" 200 63272 "" "Prometheus/2.43.0" 2024-04-12T16:57:37.906 INFO:tasks.workunit.client.0.smithi099.stdout:num snaps is: 0 2024-04-12T16:57:37.906 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 0 2024-04-12T16:57:37.906 INFO:tasks.workunit.client.0.smithi099.stdout:num snaps is: 1 2024-04-12T16:57:37.906 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 1 2024-04-12T16:57:37.906 INFO:tasks.workunit.client.0.smithi099.stdout:snap: orig 2024-04-12T16:57:37.907 INFO:tasks.workunit.client.0.smithi099.stdout:found orig with size 2097152 2024-04-12T16:57:37.907 INFO:tasks.workunit.client.0.smithi099.stdout:read: 80 2024-04-12T16:57:37.907 INFO:tasks.workunit.client.0.smithi099.stdout:write test data! 2024-04-12T16:57:37.907 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 80 2024-04-12T16:57:37.907 INFO:tasks.workunit.client.0.smithi099.stdout:num snaps is: 2 2024-04-12T16:57:37.907 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 2 2024-04-12T16:57:37.907 INFO:tasks.workunit.client.0.smithi099.stdout:snap: orig 2024-04-12T16:57:37.907 INFO:tasks.workunit.client.0.smithi099.stdout:snap: written 2024-04-12T16:57:37.907 INFO:tasks.workunit.client.0.smithi099.stdout:found orig with size 2097152 2024-04-12T16:57:37.907 INFO:tasks.workunit.client.0.smithi099.stdout:found written with size 2097152 2024-04-12T16:57:37.907 INFO:tasks.workunit.client.0.smithi099.stdout:read: 80 2024-04-12T16:57:37.907 INFO:tasks.workunit.client.0.smithi099.stdout:read: 80 2024-04-12T16:57:37.907 INFO:tasks.workunit.client.0.smithi099.stdout:read: 80 2024-04-12T16:57:37.907 INFO:tasks.workunit.client.0.smithi099.stdout:write to snapshot returned -30 2024-04-12T16:57:37.907 INFO:tasks.workunit.client.0.smithi099.stdout:Read-only file system 2024-04-12T16:57:37.938 INFO:tasks.workunit.client.0.smithi099.stdout:read: 80 2024-04-12T16:57:37.938 INFO:tasks.workunit.client.0.smithi099.stdout:read: 80 2024-04-12T16:57:37.938 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 80 2024-04-12T16:57:37.938 INFO:tasks.workunit.client.0.smithi099.stdout:opening testimg@orig 2024-04-12T16:57:37.938 INFO:tasks.workunit.client.0.smithi099.stdout:read: 80 2024-04-12T16:57:37.939 INFO:tasks.workunit.client.0.smithi099.stdout:write to snapshot returned -30 2024-04-12T16:57:37.939 INFO:tasks.workunit.client.0.smithi099.stdout:Read-only file system 2024-04-12T16:57:38.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:37 smithi099 ceph-mon[94290]: pgmap v3092: 489 pgs: 489 active+clean; 293 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 13 MiB/s wr, 2.00k op/s 2024-04-12T16:57:38.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:37 smithi099 ceph-mon[94290]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-12T16:57:38.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:37 smithi099 ceph-mon[96864]: pgmap v3092: 489 pgs: 489 active+clean; 293 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 13 MiB/s wr, 2.00k op/s 2024-04-12T16:57:38.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:37 smithi099 ceph-mon[96864]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-12T16:57:38.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:37 smithi110 ceph-mon[88691]: pgmap v3092: 489 pgs: 489 active+clean; 293 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 13 MiB/s wr, 2.00k op/s 2024-04-12T16:57:38.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:37 smithi110 ceph-mon[88691]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-12T16:57:39.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:38 smithi110 ceph-mon[88691]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-12T16:57:39.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:38 smithi099 ceph-mon[94290]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-12T16:57:39.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:38 smithi099 ceph-mon[96864]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-12T16:57:39.718 INFO:tasks.workunit.client.0.smithi099.stdout:num snaps is: 2 2024-04-12T16:57:39.718 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 2 2024-04-12T16:57:39.718 INFO:tasks.workunit.client.0.smithi099.stdout:snap: orig 2024-04-12T16:57:39.719 INFO:tasks.workunit.client.0.smithi099.stdout:snap: written 2024-04-12T16:57:39.719 INFO:tasks.workunit.client.0.smithi099.stdout:found orig with size 2097152 2024-04-12T16:57:39.719 INFO:tasks.workunit.client.0.smithi099.stdout:found written with size 2097152 2024-04-12T16:57:39.719 INFO:tasks.workunit.client.0.smithi099.stdout:num snaps is: 1 2024-04-12T16:57:39.719 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 1 2024-04-12T16:57:39.719 INFO:tasks.workunit.client.0.smithi099.stdout:snap: orig 2024-04-12T16:57:39.719 INFO:tasks.workunit.client.0.smithi099.stdout:found orig with size 2097152 2024-04-12T16:57:39.719 INFO:tasks.workunit.client.0.smithi099.stdout:num snaps is: 0 2024-04-12T16:57:39.719 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 0 2024-04-12T16:57:39.719 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestIOToSnapshot (3527 ms) 2024-04-12T16:57:39.719 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestSnapshotDeletedIo 2024-04-12T16:57:39.719 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:57:40.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:39 smithi110 ceph-mon[88691]: pgmap v3095: 489 pgs: 489 active+clean; 301 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 1.37k op/s 2024-04-12T16:57:40.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:39 smithi110 ceph-mon[88691]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-12T16:57:40.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:39 smithi110 ceph-mon[88691]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-12T16:57:40.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:39 smithi099 ceph-mon[94290]: pgmap v3095: 489 pgs: 489 active+clean; 301 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 1.37k op/s 2024-04-12T16:57:40.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:39 smithi099 ceph-mon[94290]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-12T16:57:40.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:39 smithi099 ceph-mon[94290]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-12T16:57:40.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:39 smithi099 ceph-mon[96864]: pgmap v3095: 489 pgs: 489 active+clean; 301 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 1.37k op/s 2024-04-12T16:57:40.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:39 smithi099 ceph-mon[96864]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-12T16:57:40.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:39 smithi099 ceph-mon[96864]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-12T16:57:41.706 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestSnapshotDeletedIo (1987 ms) 2024-04-12T16:57:41.706 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestClone 2024-04-12T16:57:41.706 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:57:42.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:41 smithi110 ceph-mon[88691]: pgmap v3098: 489 pgs: 489 active+clean; 301 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 2.23k op/s 2024-04-12T16:57:42.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:41 smithi110 ceph-mon[88691]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-12T16:57:42.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:41 smithi099 ceph-mon[94290]: pgmap v3098: 489 pgs: 489 active+clean; 301 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 2.23k op/s 2024-04-12T16:57:42.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:41 smithi099 ceph-mon[94290]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-12T16:57:42.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:41 smithi099 ceph-mon[96864]: pgmap v3098: 489 pgs: 489 active+clean; 301 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 2.23k op/s 2024-04-12T16:57:42.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:41 smithi099 ceph-mon[96864]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-12T16:57:42.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:57:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:57:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:57:43.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:42 smithi110 ceph-mon[88691]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-12T16:57:43.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:57:43.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:42 smithi099 ceph-mon[94290]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-12T16:57:43.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:57:43.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:42 smithi099 ceph-mon[96864]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-12T16:57:43.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:57:43.724 INFO:tasks.workunit.client.0.smithi099.stdout:made parent image "parent" 2024-04-12T16:57:43.724 INFO:tasks.workunit.client.0.smithi099.stdout:parent has no parent info 2024-04-12T16:57:43.724 INFO:tasks.workunit.client.0.smithi099.stdout:made snapshot "parent@parent_snap" 2024-04-12T16:57:43.724 INFO:tasks.workunit.client.0.smithi099.stdout:can't unprotect an unprotected snap 2024-04-12T16:57:43.724 INFO:tasks.workunit.client.0.smithi099.stdout:can't protect a protected snap 2024-04-12T16:57:43.724 INFO:tasks.workunit.client.0.smithi099.stdout:made and opened clone "child" 2024-04-12T16:57:43.724 INFO:tasks.workunit.client.0.smithi099.stdout:read: 8 2024-04-12T16:57:43.724 INFO:tasks.workunit.client.0.smithi099.stdout:read: 8 2024-04-12T16:57:43.724 INFO:tasks.workunit.client.0.smithi099.stdout:read: 8 2024-04-12T16:57:43.724 INFO:tasks.workunit.client.0.smithi099.stdout:sizes and overlaps are good between parent and child 2024-04-12T16:57:43.725 INFO:tasks.workunit.client.0.smithi099.stdout:child image successfully cloned all image-meta pairs 2024-04-12T16:57:43.725 INFO:tasks.workunit.client.0.smithi099.stdout:sized down clone, changed overlap 2024-04-12T16:57:43.725 INFO:tasks.workunit.client.0.smithi099.stdout:parent info: size 4194304 obj_size 4194304 parent_pool 18446744073709551615 2024-04-12T16:57:43.725 INFO:tasks.workunit.client.0.smithi099.stdout:sized up clone, changed size but not overlap or parent's size 2024-04-12T16:57:43.725 INFO:tasks.workunit.client.0.smithi099.stdout:can't remove parent while child still exists 2024-04-12T16:57:43.725 INFO:tasks.workunit.client.0.smithi099.stdout:can't remove parent while still protected 2024-04-12T16:57:43.725 INFO:tasks.workunit.client.0.smithi099.stdout:removed parent snap after unprotecting 2024-04-12T16:57:43.725 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestClone (2018 ms) 2024-04-12T16:57:43.725 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestClone2 2024-04-12T16:57:43.725 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:57:44.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:43 smithi110 ceph-mon[88691]: pgmap v3101: 489 pgs: 489 active+clean; 301 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 531 KiB/s wr, 2.20k op/s 2024-04-12T16:57:44.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:43 smithi110 ceph-mon[88691]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-12T16:57:44.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:43 smithi099 ceph-mon[94290]: pgmap v3101: 489 pgs: 489 active+clean; 301 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 531 KiB/s wr, 2.20k op/s 2024-04-12T16:57:44.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:43 smithi099 ceph-mon[94290]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-12T16:57:44.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:43 smithi099 ceph-mon[96864]: pgmap v3101: 489 pgs: 489 active+clean; 301 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 531 KiB/s wr, 2.20k op/s 2024-04-12T16:57:44.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:43 smithi099 ceph-mon[96864]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-12T16:57:44.799 INFO:tasks.workunit.client.0.smithi099.stdout:made parent image "parent" 2024-04-12T16:57:44.799 INFO:tasks.workunit.client.0.smithi099.stdout:parent has no parent info 2024-04-12T16:57:44.799 INFO:tasks.workunit.client.0.smithi099.stdout:made snapshot "parent@parent_snap" 2024-04-12T16:57:44.799 INFO:tasks.workunit.client.0.smithi099.stdout:made and opened clone "child" 2024-04-12T16:57:44.799 INFO:tasks.workunit.client.0.smithi099.stdout:child image successfully cloned all image-meta pairs 2024-04-12T16:57:44.799 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestClone2 (1076 ms) 2024-04-12T16:57:44.799 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.ListChildren 2024-04-12T16:57:45.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:44 smithi110 ceph-mon[88691]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-12T16:57:45.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:44 smithi110 ceph-mon[88691]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-12T16:57:45.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:44 smithi099 ceph-mon[96864]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-12T16:57:45.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:44 smithi099 ceph-mon[96864]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-12T16:57:45.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:44 smithi099 ceph-mon[94290]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-12T16:57:45.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:44 smithi099 ceph-mon[94290]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-12T16:57:46.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:45 smithi110 ceph-mon[88691]: pgmap v3104: 489 pgs: 489 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 698 KiB/s rd, 44 KiB/s wr, 819 op/s 2024-04-12T16:57:46.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:45 smithi099 ceph-mon[94290]: pgmap v3104: 489 pgs: 489 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 698 KiB/s rd, 44 KiB/s wr, 819 op/s 2024-04-12T16:57:46.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:45 smithi099 ceph-mon[96864]: pgmap v3104: 489 pgs: 489 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 698 KiB/s rd, 44 KiB/s wr, 819 op/s 2024-04-12T16:57:46.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:57:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:57:46] "GET /metrics HTTP/1.1" 200 63314 "" "Prometheus/2.43.0" 2024-04-12T16:57:47.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:46 smithi110 ceph-mon[88691]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-12T16:57:47.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:46 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3929755039' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:57:47.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:46 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:57:47.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:46 smithi099 ceph-mon[94290]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-12T16:57:47.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:46 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3929755039' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:57:47.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:46 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:57:47.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:46 smithi099 ceph-mon[96864]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-12T16:57:47.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:46 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3929755039' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:57:47.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:46 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:57:48.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:47 smithi110 ceph-mon[88691]: pgmap v3107: 521 pgs: 2 creating+peering, 30 unknown, 489 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 696 KiB/s rd, 46 KiB/s wr, 826 op/s 2024-04-12T16:57:48.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:47 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:57:48.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:47 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:57:48.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:47 smithi110 ceph-mon[88691]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-12T16:57:48.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:47 smithi099 ceph-mon[94290]: pgmap v3107: 521 pgs: 2 creating+peering, 30 unknown, 489 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 696 KiB/s rd, 46 KiB/s wr, 826 op/s 2024-04-12T16:57:48.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:47 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:57:48.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:47 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:57:48.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:47 smithi099 ceph-mon[94290]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-12T16:57:48.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:47 smithi099 ceph-mon[96864]: pgmap v3107: 521 pgs: 2 creating+peering, 30 unknown, 489 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 696 KiB/s rd, 46 KiB/s wr, 826 op/s 2024-04-12T16:57:48.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:47 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:57:48.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:47 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:57:48.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:47 smithi099 ceph-mon[96864]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-12T16:57:48.732 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:57:49.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:48 smithi110 ceph-mon[88691]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-12T16:57:49.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:48 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/324861443' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:57:49.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:48 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:57:49.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:48 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:57:49.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:48 smithi099 ceph-mon[94290]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-12T16:57:49.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:48 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/324861443' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:57:49.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:48 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:57:49.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:48 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:57:49.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:48 smithi099 ceph-mon[96864]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-12T16:57:49.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:48 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/324861443' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:57:49.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:48 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:57:49.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:48 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:57:50.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:49 smithi110 ceph-mon[88691]: pgmap v3110: 553 pgs: 7 creating+peering, 51 unknown, 495 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 8.7 KiB/s wr, 60 op/s 2024-04-12T16:57:50.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:49 smithi110 ceph-mon[88691]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-12T16:57:50.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:49 smithi110 ceph-mon[88691]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-12T16:57:50.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:49 smithi099 ceph-mon[94290]: pgmap v3110: 553 pgs: 7 creating+peering, 51 unknown, 495 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 8.7 KiB/s wr, 60 op/s 2024-04-12T16:57:50.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:49 smithi099 ceph-mon[94290]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-12T16:57:50.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:49 smithi099 ceph-mon[94290]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-12T16:57:50.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:49 smithi099 ceph-mon[96864]: pgmap v3110: 553 pgs: 7 creating+peering, 51 unknown, 495 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 8.7 KiB/s wr, 60 op/s 2024-04-12T16:57:50.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:49 smithi099 ceph-mon[96864]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-12T16:57:50.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:49 smithi099 ceph-mon[96864]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-12T16:57:52.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:51 smithi110 ceph-mon[88691]: pgmap v3113: 553 pgs: 7 creating+peering, 13 unknown, 533 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 83 KiB/s rd, 8.5 KiB/s wr, 105 op/s 2024-04-12T16:57:52.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:51 smithi110 ceph-mon[88691]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-12T16:57:52.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:51 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:57:52.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:51 smithi099 ceph-mon[94290]: pgmap v3113: 553 pgs: 7 creating+peering, 13 unknown, 533 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 83 KiB/s rd, 8.5 KiB/s wr, 105 op/s 2024-04-12T16:57:52.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:51 smithi099 ceph-mon[94290]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-12T16:57:52.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:51 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:57:52.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:51 smithi099 ceph-mon[96864]: pgmap v3113: 553 pgs: 7 creating+peering, 13 unknown, 533 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 83 KiB/s rd, 8.5 KiB/s wr, 105 op/s 2024-04-12T16:57:52.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:51 smithi099 ceph-mon[96864]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-12T16:57:52.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:51 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:57:52.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:57:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:57:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:57:53.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:52 smithi110 ceph-mon[88691]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-12T16:57:53.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:52 smithi099 ceph-mon[94290]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-12T16:57:53.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:52 smithi099 ceph-mon[96864]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-12T16:57:54.083 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:53 smithi110 ceph-mon[88691]: pgmap v3116: 553 pgs: 553 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 71 KiB/s rd, 6.0 KiB/s wr, 87 op/s 2024-04-12T16:57:54.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:53 smithi110 ceph-mon[88691]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-12T16:57:54.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:53 smithi099 ceph-mon[94290]: pgmap v3116: 553 pgs: 553 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 71 KiB/s rd, 6.0 KiB/s wr, 87 op/s 2024-04-12T16:57:54.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:53 smithi099 ceph-mon[94290]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-12T16:57:54.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:53 smithi099 ceph-mon[96864]: pgmap v3116: 553 pgs: 553 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 71 KiB/s rd, 6.0 KiB/s wr, 87 op/s 2024-04-12T16:57:54.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:53 smithi099 ceph-mon[96864]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-12T16:57:54.258 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.259 INFO:tasks.workunit.client.0.smithi099.stdout:trying to find test-librbd-smithi099-148068-28/image113 2024-04-12T16:57:54.259 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-28/image113 2024-04-12T16:57:54.259 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-28/image113 2024-04-12T16:57:54.259 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.259 INFO:tasks.workunit.client.0.smithi099.stdout:num children is: 1 2024-04-12T16:57:54.259 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 1 2024-04-12T16:57:54.259 INFO:tasks.workunit.client.0.smithi099.stdout:child: image113 2024-04-12T16:57:54.259 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-28/image113/b1b92840cffb 2024-04-12T16:57:54.259 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.259 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.259 INFO:tasks.workunit.client.0.smithi099.stdout:trying to find test-librbd-smithi099-148068-28/image113 2024-04-12T16:57:54.259 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-27/image114 2024-04-12T16:57:54.260 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-28/image113 2024-04-12T16:57:54.260 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-28/image113 2024-04-12T16:57:54.260 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.260 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.260 INFO:tasks.workunit.client.0.smithi099.stdout:trying to find test-librbd-smithi099-148068-27/image114 2024-04-12T16:57:54.260 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-27/image114 2024-04-12T16:57:54.260 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-27/image114 2024-04-12T16:57:54.260 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.260 INFO:tasks.workunit.client.0.smithi099.stdout:num children is: 2 2024-04-12T16:57:54.260 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 2 2024-04-12T16:57:54.260 INFO:tasks.workunit.client.0.smithi099.stdout:child: image114 2024-04-12T16:57:54.260 INFO:tasks.workunit.client.0.smithi099.stdout:child: image113 2024-04-12T16:57:54.260 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-28/image113/b1b92840cffb 2024-04-12T16:57:54.260 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.261 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-27/image114/b1b9e0592d4c 2024-04-12T16:57:54.261 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.261 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.261 INFO:tasks.workunit.client.0.smithi099.stdout:trying to find test-librbd-smithi099-148068-28/image113 2024-04-12T16:57:54.261 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-27/image114 2024-04-12T16:57:54.261 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-28/image113 2024-04-12T16:57:54.261 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-28/image113 2024-04-12T16:57:54.261 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.261 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.261 INFO:tasks.workunit.client.0.smithi099.stdout:trying to find test-librbd-smithi099-148068-27/image114 2024-04-12T16:57:54.261 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-27/image114 2024-04-12T16:57:54.261 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-27/image114 2024-04-12T16:57:54.261 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.261 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.261 INFO:tasks.workunit.client.0.smithi099.stdout:trying to find test-librbd-smithi099-148068-28/image115 2024-04-12T16:57:54.261 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-27/image114 2024-04-12T16:57:54.261 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-28/image113 2024-04-12T16:57:54.262 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-28/image115 2024-04-12T16:57:54.262 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-28/image115 2024-04-12T16:57:54.262 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.262 INFO:tasks.workunit.client.0.smithi099.stdout:num children is: 3 2024-04-12T16:57:54.262 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 3 2024-04-12T16:57:54.262 INFO:tasks.workunit.client.0.smithi099.stdout:child: image114 2024-04-12T16:57:54.262 INFO:tasks.workunit.client.0.smithi099.stdout:child: image113 2024-04-12T16:57:54.262 INFO:tasks.workunit.client.0.smithi099.stdout:child: image115 2024-04-12T16:57:54.262 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-28/image113/b1b92840cffb 2024-04-12T16:57:54.262 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.262 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-27/image114/b1b9e0592d4c 2024-04-12T16:57:54.262 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.262 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-28/image115/b1b9ca130ecd 2024-04-12T16:57:54.262 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.262 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.263 INFO:tasks.workunit.client.0.smithi099.stdout:trying to find test-librbd-smithi099-148068-28/image113 2024-04-12T16:57:54.263 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-27/image114 2024-04-12T16:57:54.263 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-28/image113 2024-04-12T16:57:54.263 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-28/image113 2024-04-12T16:57:54.263 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.263 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.263 INFO:tasks.workunit.client.0.smithi099.stdout:trying to find test-librbd-smithi099-148068-27/image114 2024-04-12T16:57:54.263 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-27/image114 2024-04-12T16:57:54.263 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-27/image114 2024-04-12T16:57:54.263 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.263 INFO:tasks.workunit.client.0.smithi099.stdout:num children is: 3 2024-04-12T16:57:54.263 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 3 2024-04-12T16:57:54.263 INFO:tasks.workunit.client.0.smithi099.stdout:child: image114 2024-04-12T16:57:54.263 INFO:tasks.workunit.client.0.smithi099.stdout:child: image113 2024-04-12T16:57:54.263 INFO:tasks.workunit.client.0.smithi099.stdout:child: image115 2024-04-12T16:57:54.263 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-28/image113/b1b92840cffb 2024-04-12T16:57:54.263 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.264 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-27/image114/b1b9e0592d4c 2024-04-12T16:57:54.264 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.264 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-28/image115/b1b9ca130ecd 2024-04-12T16:57:54.264 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.264 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.264 INFO:tasks.workunit.client.0.smithi099.stdout:trying to find test-librbd-smithi099-148068-28/image113 2024-04-12T16:57:54.264 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-27/image114 2024-04-12T16:57:54.264 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-28/image113 2024-04-12T16:57:54.264 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-28/image113 2024-04-12T16:57:54.264 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.264 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.264 INFO:tasks.workunit.client.0.smithi099.stdout:trying to find test-librbd-smithi099-148068-27/image114 2024-04-12T16:57:54.264 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-27/image114 2024-04-12T16:57:54.264 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-27/image114 2024-04-12T16:57:54.264 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.265 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.265 INFO:tasks.workunit.client.0.smithi099.stdout:trying to find test-librbd-smithi099-148068-28/image116 2024-04-12T16:57:54.265 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-27/image114 2024-04-12T16:57:54.265 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-28/image113 2024-04-12T16:57:54.265 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-28/image116 2024-04-12T16:57:54.265 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-28/image116 2024-04-12T16:57:54.265 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.265 INFO:tasks.workunit.client.0.smithi099.stdout:num children is: 4 2024-04-12T16:57:54.265 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 4 2024-04-12T16:57:54.265 INFO:tasks.workunit.client.0.smithi099.stdout:child: image114 2024-04-12T16:57:54.265 INFO:tasks.workunit.client.0.smithi099.stdout:child: image113 2024-04-12T16:57:54.265 INFO:tasks.workunit.client.0.smithi099.stdout:child: image115 2024-04-12T16:57:54.265 INFO:tasks.workunit.client.0.smithi099.stdout:child: image116 2024-04-12T16:57:54.265 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-28/image113/b1b92840cffb 2024-04-12T16:57:54.265 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.265 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-27/image114/b1b9e0592d4c 2024-04-12T16:57:54.266 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.266 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-28/image115/b1b9ca130ecd 2024-04-12T16:57:54.266 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.266 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-28/image116/b1b99c57924c 2024-04-12T16:57:54.266 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.266 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.266 INFO:tasks.workunit.client.0.smithi099.stdout:trying to find test-librbd-smithi099-148068-28/image113 2024-04-12T16:57:54.266 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-27/image114 2024-04-12T16:57:54.266 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-28/image113 2024-04-12T16:57:54.266 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-28/image113 2024-04-12T16:57:54.266 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.266 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.266 INFO:tasks.workunit.client.0.smithi099.stdout:trying to find test-librbd-smithi099-148068-27/image114 2024-04-12T16:57:54.266 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-27/image114 2024-04-12T16:57:54.266 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-27/image114 2024-04-12T16:57:54.267 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.267 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.267 INFO:tasks.workunit.client.0.smithi099.stdout:trying to find test-librbd-smithi099-148068-28/image115 2024-04-12T16:57:54.267 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-27/image114 2024-04-12T16:57:54.267 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-28/image113 2024-04-12T16:57:54.267 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-28/image115 2024-04-12T16:57:54.267 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-28/image115 2024-04-12T16:57:54.267 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.267 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.267 INFO:tasks.workunit.client.0.smithi099.stdout:trying to find test-librbd-smithi099-148068-28/image116 2024-04-12T16:57:54.854 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-27/image114 2024-04-12T16:57:54.855 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-28/image113 2024-04-12T16:57:54.855 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-28/image115 2024-04-12T16:57:54.855 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-28/image116 2024-04-12T16:57:54.855 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-28/image116 2024-04-12T16:57:54.855 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.855 INFO:tasks.workunit.client.0.smithi099.stdout:num children is: 4 2024-04-12T16:57:54.855 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 4 2024-04-12T16:57:54.855 INFO:tasks.workunit.client.0.smithi099.stdout:child: image114 2024-04-12T16:57:54.855 INFO:tasks.workunit.client.0.smithi099.stdout:child: image113 2024-04-12T16:57:54.855 INFO:tasks.workunit.client.0.smithi099.stdout:child: image115 2024-04-12T16:57:54.855 INFO:tasks.workunit.client.0.smithi099.stdout:child: image116 2024-04-12T16:57:54.855 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-28/image113/b1b92840cffb 2024-04-12T16:57:54.855 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.855 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-27/image114/b1b9e0592d4c 2024-04-12T16:57:54.856 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.856 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-28/image115/b1b9ca130ecd 2024-04-12T16:57:54.856 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.856 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-28/image116/b1b99c57924c 2024-04-12T16:57:54.856 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.856 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.856 INFO:tasks.workunit.client.0.smithi099.stdout:trying to find test-librbd-smithi099-148068-27/image114 2024-04-12T16:57:54.856 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-27/image114 2024-04-12T16:57:54.856 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-27/image114 2024-04-12T16:57:54.856 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.856 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.856 INFO:tasks.workunit.client.0.smithi099.stdout:trying to find test-librbd-smithi099-148068-28/image115 2024-04-12T16:57:54.856 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-27/image114 2024-04-12T16:57:54.856 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-28/image115 2024-04-12T16:57:54.857 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-28/image115 2024-04-12T16:57:54.857 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.857 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.857 INFO:tasks.workunit.client.0.smithi099.stdout:trying to find test-librbd-smithi099-148068-28/image116 2024-04-12T16:57:54.857 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-27/image114 2024-04-12T16:57:54.857 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-28/image115 2024-04-12T16:57:54.857 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-28/image116 2024-04-12T16:57:54.857 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-28/image116 2024-04-12T16:57:54.857 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.857 INFO:tasks.workunit.client.0.smithi099.stdout:num children is: 3 2024-04-12T16:57:54.857 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 3 2024-04-12T16:57:54.857 INFO:tasks.workunit.client.0.smithi099.stdout:child: image114 2024-04-12T16:57:54.857 INFO:tasks.workunit.client.0.smithi099.stdout:child: image115 2024-04-12T16:57:54.857 INFO:tasks.workunit.client.0.smithi099.stdout:child: image116 2024-04-12T16:57:54.857 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-27/image114/b1b9e0592d4c 2024-04-12T16:57:54.857 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.858 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-28/image115/b1b9ca130ecd 2024-04-12T16:57:54.858 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.858 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-28/image116/b1b99c57924c 2024-04-12T16:57:54.858 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.858 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.858 INFO:tasks.workunit.client.0.smithi099.stdout:trying to find test-librbd-smithi099-148068-27/image114 2024-04-12T16:57:54.858 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-27/image114 2024-04-12T16:57:54.858 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-27/image114 2024-04-12T16:57:54.858 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.858 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.858 INFO:tasks.workunit.client.0.smithi099.stdout:trying to find test-librbd-smithi099-148068-28/image116 2024-04-12T16:57:54.858 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-27/image114 2024-04-12T16:57:54.858 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-28/image116 2024-04-12T16:57:54.859 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-28/image116 2024-04-12T16:57:54.859 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.859 INFO:tasks.workunit.client.0.smithi099.stdout:num children is: 2 2024-04-12T16:57:54.859 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 2 2024-04-12T16:57:54.859 INFO:tasks.workunit.client.0.smithi099.stdout:child: image114 2024-04-12T16:57:54.859 INFO:tasks.workunit.client.0.smithi099.stdout:child: image116 2024-04-12T16:57:54.859 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-27/image114/b1b9e0592d4c 2024-04-12T16:57:54.859 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.859 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-28/image116/b1b99c57924c 2024-04-12T16:57:54.859 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.859 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.859 INFO:tasks.workunit.client.0.smithi099.stdout:trying to find test-librbd-smithi099-148068-27/image114 2024-04-12T16:57:54.859 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-27/image114 2024-04-12T16:57:54.859 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-27/image114 2024-04-12T16:57:54.859 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.859 INFO:tasks.workunit.client.0.smithi099.stdout:num children is: 1 2024-04-12T16:57:54.859 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 1 2024-04-12T16:57:54.860 INFO:tasks.workunit.client.0.smithi099.stdout:child: image114 2024-04-12T16:57:54.860 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-27/image114/b1b9e0592d4c 2024-04-12T16:57:54.860 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:57:54.860 INFO:tasks.workunit.client.0.smithi099.stdout:num children is: 0 2024-04-12T16:57:54.860 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 0 2024-04-12T16:57:54.860 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.ListChildren (10055 ms) 2024-04-12T16:57:54.860 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.ListChildrenTiered 2024-04-12T16:57:55.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:54 smithi110 ceph-mon[88691]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-12T16:57:55.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:54 smithi099 ceph-mon[94290]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-12T16:57:55.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:54 smithi099 ceph-mon[96864]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-12T16:57:56.028 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:55 smithi099 ceph-mon[94290]: pgmap v3119: 553 pgs: 553 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 132 KiB/s rd, 3.7 KiB/s wr, 159 op/s 2024-04-12T16:57:56.028 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:55 smithi099 ceph-mon[94290]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-12T16:57:56.028 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:55 smithi099 ceph-mon[96864]: pgmap v3119: 553 pgs: 553 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 132 KiB/s rd, 3.7 KiB/s wr, 159 op/s 2024-04-12T16:57:56.028 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:55 smithi099 ceph-mon[96864]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-12T16:57:56.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:55 smithi110 ceph-mon[88691]: pgmap v3119: 553 pgs: 553 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 132 KiB/s rd, 3.7 KiB/s wr, 159 op/s 2024-04-12T16:57:56.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:55 smithi110 ceph-mon[88691]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-12T16:57:56.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:57:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:57:56] "GET /metrics HTTP/1.1" 200 63314 "" "Prometheus/2.43.0" 2024-04-12T16:57:57.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:56 smithi110 ceph-mon[88691]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-12T16:57:57.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:56 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2854067464' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:57:57.126 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:56 smithi099 ceph-mon[94290]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-12T16:57:57.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:56 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2854067464' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:57:57.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:56 smithi099 ceph-mon[96864]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-12T16:57:57.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:56 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2854067464' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:57:58.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:57 smithi110 ceph-mon[88691]: pgmap v3122: 585 pgs: 3 creating+peering, 29 unknown, 553 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 254 KiB/s rd, 7.7 KiB/s wr, 305 op/s 2024-04-12T16:57:58.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:57 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:57:58.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:57 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2854067464' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:57:58.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:57 smithi110 ceph-mon[88691]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-12T16:57:58.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:57:58.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:57:58.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:57 smithi099 ceph-mon[94290]: pgmap v3122: 585 pgs: 3 creating+peering, 29 unknown, 553 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 254 KiB/s rd, 7.7 KiB/s wr, 305 op/s 2024-04-12T16:57:58.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:57 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:57:58.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:57 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2854067464' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:57:58.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:57 smithi099 ceph-mon[94290]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-12T16:57:58.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:57:58.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:57:58.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:57 smithi099 ceph-mon[96864]: pgmap v3122: 585 pgs: 3 creating+peering, 29 unknown, 553 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 254 KiB/s rd, 7.7 KiB/s wr, 305 op/s 2024-04-12T16:57:58.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:57 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:57:58.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:57 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2854067464' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:57:58.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:57 smithi099 ceph-mon[96864]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-12T16:57:58.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:57:58.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:57:59.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:58 smithi110 ceph-mon[88691]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-12T16:57:59.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:58 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/493531265' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:57:59.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:58 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:57:59.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:58 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:57:59.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:58 smithi110 ceph-mon[88691]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-12T16:57:59.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:58 smithi099 ceph-mon[94290]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-12T16:57:59.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:58 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/493531265' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:57:59.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:58 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:57:59.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:58 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:57:59.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:58 smithi099 ceph-mon[94290]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-12T16:57:59.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:58 smithi099 ceph-mon[96864]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-12T16:57:59.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:58 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/493531265' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:57:59.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:58 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:57:59.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:58 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:57:59.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:58 smithi099 ceph-mon[96864]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-12T16:58:00.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:59 smithi110 ceph-mon[88691]: pgmap v3125: 617 pgs: 9 creating+peering, 54 unknown, 554 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 352 KiB/s rd, 8.2 KiB/s wr, 431 op/s 2024-04-12T16:58:00.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:59 smithi110 ceph-mon[88691]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-12T16:58:00.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:59 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1662055205' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:58:00.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:57:59 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:58:00.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:59 smithi099 ceph-mon[94290]: pgmap v3125: 617 pgs: 9 creating+peering, 54 unknown, 554 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 352 KiB/s rd, 8.2 KiB/s wr, 431 op/s 2024-04-12T16:58:00.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:59 smithi099 ceph-mon[94290]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-12T16:58:00.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:59 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1662055205' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:58:00.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:57:59 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:58:00.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:59 smithi099 ceph-mon[96864]: pgmap v3125: 617 pgs: 9 creating+peering, 54 unknown, 554 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 352 KiB/s rd, 8.2 KiB/s wr, 431 op/s 2024-04-12T16:58:00.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:59 smithi099 ceph-mon[96864]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-12T16:58:00.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:59 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1662055205' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:58:00.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:57:59 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:58:02.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:01 smithi110 ceph-mon[88691]: pgmap v3128: 649 pgs: 16 creating+peering, 38 unknown, 595 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 338 KiB/s rd, 7.5 KiB/s wr, 417 op/s 2024-04-12T16:58:02.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:01 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:58:02.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:01 smithi110 ceph-mon[88691]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-12T16:58:02.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:01 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/992811540' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi099-148068-29", "tierpool":"test-librbd-smithi099-148068-31", "force_nonempty":""}]: dispatch 2024-04-12T16:58:02.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:01 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi099-148068-29", "tierpool":"test-librbd-smithi099-148068-31", "force_nonempty":""}]: dispatch 2024-04-12T16:58:02.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:01 smithi099 ceph-mon[94290]: pgmap v3128: 649 pgs: 16 creating+peering, 38 unknown, 595 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 338 KiB/s rd, 7.5 KiB/s wr, 417 op/s 2024-04-12T16:58:02.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:01 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:58:02.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:01 smithi099 ceph-mon[94290]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-12T16:58:02.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:01 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/992811540' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi099-148068-29", "tierpool":"test-librbd-smithi099-148068-31", "force_nonempty":""}]: dispatch 2024-04-12T16:58:02.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:01 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi099-148068-29", "tierpool":"test-librbd-smithi099-148068-31", "force_nonempty":""}]: dispatch 2024-04-12T16:58:02.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:01 smithi099 ceph-mon[96864]: pgmap v3128: 649 pgs: 16 creating+peering, 38 unknown, 595 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 338 KiB/s rd, 7.5 KiB/s wr, 417 op/s 2024-04-12T16:58:02.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:01 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:58:02.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:01 smithi099 ceph-mon[96864]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-12T16:58:02.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:01 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/992811540' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi099-148068-29", "tierpool":"test-librbd-smithi099-148068-31", "force_nonempty":""}]: dispatch 2024-04-12T16:58:02.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:01 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi099-148068-29", "tierpool":"test-librbd-smithi099-148068-31", "force_nonempty":""}]: dispatch 2024-04-12T16:58:02.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:58:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:58:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:58:03.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:02 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi099-148068-29", "tierpool":"test-librbd-smithi099-148068-31", "force_nonempty":""}]': finished 2024-04-12T16:58:03.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:02 smithi110 ceph-mon[88691]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-12T16:58:03.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:02 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/992811540' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi099-148068-31", "mode":"writeback"}]: dispatch 2024-04-12T16:58:03.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:02 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi099-148068-31", "mode":"writeback"}]: dispatch 2024-04-12T16:58:03.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:02 smithi110 ceph-mon[88691]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-12T16:58:03.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:02 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi099-148068-31", "mode":"writeback"}]': finished 2024-04-12T16:58:03.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:02 smithi110 ceph-mon[88691]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-12T16:58:03.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:02 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi099-148068-29", "tierpool":"test-librbd-smithi099-148068-31", "force_nonempty":""}]': finished 2024-04-12T16:58:03.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:02 smithi099 ceph-mon[94290]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-12T16:58:03.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:02 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/992811540' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi099-148068-31", "mode":"writeback"}]: dispatch 2024-04-12T16:58:03.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:02 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi099-148068-31", "mode":"writeback"}]: dispatch 2024-04-12T16:58:03.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:02 smithi099 ceph-mon[94290]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-12T16:58:03.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:02 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi099-148068-31", "mode":"writeback"}]': finished 2024-04-12T16:58:03.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:02 smithi099 ceph-mon[94290]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-12T16:58:03.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:02 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi099-148068-29", "tierpool":"test-librbd-smithi099-148068-31", "force_nonempty":""}]': finished 2024-04-12T16:58:03.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:02 smithi099 ceph-mon[96864]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-12T16:58:03.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:02 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/992811540' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi099-148068-31", "mode":"writeback"}]: dispatch 2024-04-12T16:58:03.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:02 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi099-148068-31", "mode":"writeback"}]: dispatch 2024-04-12T16:58:03.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:02 smithi099 ceph-mon[96864]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-12T16:58:03.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:02 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi099-148068-31", "mode":"writeback"}]': finished 2024-04-12T16:58:03.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:02 smithi099 ceph-mon[96864]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-12T16:58:03.697 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:58:04.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:03 smithi110 ceph-mon[88691]: pgmap v3131: 649 pgs: 7 creating+peering, 12 unknown, 630 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 4.2 KiB/s wr, 139 op/s 2024-04-12T16:58:04.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:03 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/992811540' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi099-148068-29", "overlaypool":"test-librbd-smithi099-148068-31"}]: dispatch 2024-04-12T16:58:04.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:03 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:58:04.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:03 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi099-148068-29", "overlaypool":"test-librbd-smithi099-148068-31"}]: dispatch 2024-04-12T16:58:04.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:03 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi099-148068-29", "overlaypool":"test-librbd-smithi099-148068-31"}]': finished 2024-04-12T16:58:04.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:03 smithi110 ceph-mon[88691]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-12T16:58:04.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:03 smithi099 ceph-mon[94290]: pgmap v3131: 649 pgs: 7 creating+peering, 12 unknown, 630 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 4.2 KiB/s wr, 139 op/s 2024-04-12T16:58:04.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:03 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/992811540' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi099-148068-29", "overlaypool":"test-librbd-smithi099-148068-31"}]: dispatch 2024-04-12T16:58:04.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:03 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:58:04.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:03 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi099-148068-29", "overlaypool":"test-librbd-smithi099-148068-31"}]: dispatch 2024-04-12T16:58:04.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:03 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi099-148068-29", "overlaypool":"test-librbd-smithi099-148068-31"}]': finished 2024-04-12T16:58:04.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:03 smithi099 ceph-mon[94290]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-12T16:58:04.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:03 smithi099 ceph-mon[96864]: pgmap v3131: 649 pgs: 7 creating+peering, 12 unknown, 630 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 4.2 KiB/s wr, 139 op/s 2024-04-12T16:58:04.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:03 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/992811540' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi099-148068-29", "overlaypool":"test-librbd-smithi099-148068-31"}]: dispatch 2024-04-12T16:58:04.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:03 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:58:04.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:03 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi099-148068-29", "overlaypool":"test-librbd-smithi099-148068-31"}]: dispatch 2024-04-12T16:58:04.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:03 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi099-148068-29", "overlaypool":"test-librbd-smithi099-148068-31"}]': finished 2024-04-12T16:58:04.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:03 smithi099 ceph-mon[96864]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-12T16:58:06.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:05 smithi110 ceph-mon[88691]: pgmap v3134: 649 pgs: 7 creating+peering, 642 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-12T16:58:06.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:05 smithi110 ceph-mon[88691]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-12T16:58:06.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:05 smithi099 ceph-mon[94290]: pgmap v3134: 649 pgs: 7 creating+peering, 642 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-12T16:58:06.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:05 smithi099 ceph-mon[94290]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-12T16:58:06.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:05 smithi099 ceph-mon[96864]: pgmap v3134: 649 pgs: 7 creating+peering, 642 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-12T16:58:06.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:05 smithi099 ceph-mon[96864]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-12T16:58:06.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:58:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:58:06] "GET /metrics HTTP/1.1" 200 70651 "" "Prometheus/2.43.0" 2024-04-12T16:58:07.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:06 smithi110 ceph-mon[88691]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-12T16:58:07.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:06 smithi099 ceph-mon[94290]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-12T16:58:07.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:06 smithi099 ceph-mon[96864]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-12T16:58:08.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:07 smithi110 ceph-mon[88691]: pgmap v3137: 649 pgs: 649 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1023 B/s rd, 1023 B/s wr, 2 op/s 2024-04-12T16:58:08.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:07 smithi110 ceph-mon[88691]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-12T16:58:08.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:07 smithi099 ceph-mon[94290]: pgmap v3137: 649 pgs: 649 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1023 B/s rd, 1023 B/s wr, 2 op/s 2024-04-12T16:58:08.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:07 smithi099 ceph-mon[94290]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-12T16:58:08.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:07 smithi099 ceph-mon[96864]: pgmap v3137: 649 pgs: 649 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1023 B/s rd, 1023 B/s wr, 2 op/s 2024-04-12T16:58:08.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:07 smithi099 ceph-mon[96864]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-12T16:58:09.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:08 smithi110 ceph-mon[88691]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-12T16:58:09.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:08 smithi099 ceph-mon[94290]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-12T16:58:09.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:08 smithi099 ceph-mon[96864]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-12T16:58:09.265 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:09.265 INFO:tasks.workunit.client.0.smithi099.stdout:trying to find test-librbd-smithi099-148068-30/image118 2024-04-12T16:58:09.265 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-30/image118 2024-04-12T16:58:09.265 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-30/image118 2024-04-12T16:58:09.266 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:09.266 INFO:tasks.workunit.client.0.smithi099.stdout:num children is: 1 2024-04-12T16:58:09.266 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 1 2024-04-12T16:58:09.266 INFO:tasks.workunit.client.0.smithi099.stdout:child: image118 2024-04-12T16:58:09.266 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-30/image118/b1b9988f0f30 2024-04-12T16:58:09.266 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:09.266 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:09.266 INFO:tasks.workunit.client.0.smithi099.stdout:trying to find test-librbd-smithi099-148068-30/image118 2024-04-12T16:58:09.266 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-29/image119 2024-04-12T16:58:09.266 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-30/image118 2024-04-12T16:58:09.266 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-30/image118 2024-04-12T16:58:09.266 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:09.266 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:09.266 INFO:tasks.workunit.client.0.smithi099.stdout:trying to find test-librbd-smithi099-148068-29/image119 2024-04-12T16:58:09.266 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-29/image119 2024-04-12T16:58:09.267 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-29/image119 2024-04-12T16:58:09.267 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:09.267 INFO:tasks.workunit.client.0.smithi099.stdout:num children is: 2 2024-04-12T16:58:09.267 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 2 2024-04-12T16:58:09.267 INFO:tasks.workunit.client.0.smithi099.stdout:child: image119 2024-04-12T16:58:09.267 INFO:tasks.workunit.client.0.smithi099.stdout:child: image118 2024-04-12T16:58:09.267 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-30/image118/b1b9988f0f30 2024-04-12T16:58:09.267 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:09.267 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-29/image119/b1b9ddc717b 2024-04-12T16:58:09.267 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:09.267 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:09.267 INFO:tasks.workunit.client.0.smithi099.stdout:trying to find test-librbd-smithi099-148068-30/image118 2024-04-12T16:58:09.267 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-29/image119 2024-04-12T16:58:09.267 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-30/image118 2024-04-12T16:58:09.267 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-30/image118 2024-04-12T16:58:09.268 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:09.268 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:09.268 INFO:tasks.workunit.client.0.smithi099.stdout:trying to find test-librbd-smithi099-148068-29/image119 2024-04-12T16:58:09.268 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-29/image119 2024-04-12T16:58:09.268 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-29/image119 2024-04-12T16:58:09.268 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:09.268 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:09.268 INFO:tasks.workunit.client.0.smithi099.stdout:trying to find test-librbd-smithi099-148068-30/image120 2024-04-12T16:58:09.268 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-29/image119 2024-04-12T16:58:09.268 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-30/image118 2024-04-12T16:58:09.268 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-30/image120 2024-04-12T16:58:09.268 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-30/image120 2024-04-12T16:58:09.268 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:09.268 INFO:tasks.workunit.client.0.smithi099.stdout:num children is: 3 2024-04-12T16:58:09.268 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 3 2024-04-12T16:58:09.269 INFO:tasks.workunit.client.0.smithi099.stdout:child: image119 2024-04-12T16:58:09.269 INFO:tasks.workunit.client.0.smithi099.stdout:child: image118 2024-04-12T16:58:09.269 INFO:tasks.workunit.client.0.smithi099.stdout:child: image120 2024-04-12T16:58:09.269 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-30/image118/b1b9988f0f30 2024-04-12T16:58:09.269 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:09.269 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-29/image119/b1b9ddc717b 2024-04-12T16:58:09.269 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:09.269 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-30/image120/b1b9a3cd29e3 2024-04-12T16:58:09.269 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:09.269 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:09.269 INFO:tasks.workunit.client.0.smithi099.stdout:trying to find test-librbd-smithi099-148068-30/image118 2024-04-12T16:58:09.269 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-29/image119 2024-04-12T16:58:09.269 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-30/image118 2024-04-12T16:58:09.269 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-30/image118 2024-04-12T16:58:09.270 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:09.270 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:09.270 INFO:tasks.workunit.client.0.smithi099.stdout:trying to find test-librbd-smithi099-148068-29/image119 2024-04-12T16:58:09.270 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-29/image119 2024-04-12T16:58:09.270 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-29/image119 2024-04-12T16:58:09.270 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:09.270 INFO:tasks.workunit.client.0.smithi099.stdout:num children is: 3 2024-04-12T16:58:09.270 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 3 2024-04-12T16:58:09.270 INFO:tasks.workunit.client.0.smithi099.stdout:child: image119 2024-04-12T16:58:09.270 INFO:tasks.workunit.client.0.smithi099.stdout:child: image118 2024-04-12T16:58:09.270 INFO:tasks.workunit.client.0.smithi099.stdout:child: image120 2024-04-12T16:58:09.270 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-30/image118/b1b9988f0f30 2024-04-12T16:58:09.270 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:09.270 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-29/image119/b1b9ddc717b 2024-04-12T16:58:09.270 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:09.271 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-30/image120/b1b9a3cd29e3 2024-04-12T16:58:09.271 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:09.271 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:09.271 INFO:tasks.workunit.client.0.smithi099.stdout:trying to find test-librbd-smithi099-148068-30/image118 2024-04-12T16:58:09.271 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-29/image119 2024-04-12T16:58:09.271 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-30/image118 2024-04-12T16:58:09.271 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-30/image118 2024-04-12T16:58:09.271 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:09.271 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:09.271 INFO:tasks.workunit.client.0.smithi099.stdout:trying to find test-librbd-smithi099-148068-29/image119 2024-04-12T16:58:09.271 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-29/image119 2024-04-12T16:58:09.271 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-29/image119 2024-04-12T16:58:09.271 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:09.271 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:09.271 INFO:tasks.workunit.client.0.smithi099.stdout:trying to find test-librbd-smithi099-148068-30/image121 2024-04-12T16:58:09.271 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-29/image119 2024-04-12T16:58:09.272 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-30/image118 2024-04-12T16:58:09.272 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-30/image121 2024-04-12T16:58:09.272 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-30/image121 2024-04-12T16:58:09.272 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:09.272 INFO:tasks.workunit.client.0.smithi099.stdout:num children is: 4 2024-04-12T16:58:09.272 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 4 2024-04-12T16:58:09.272 INFO:tasks.workunit.client.0.smithi099.stdout:child: image119 2024-04-12T16:58:09.272 INFO:tasks.workunit.client.0.smithi099.stdout:child: image118 2024-04-12T16:58:09.272 INFO:tasks.workunit.client.0.smithi099.stdout:child: image120 2024-04-12T16:58:09.272 INFO:tasks.workunit.client.0.smithi099.stdout:child: image121 2024-04-12T16:58:09.272 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-30/image118/b1b9988f0f30 2024-04-12T16:58:09.272 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:09.272 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-29/image119/b1b9ddc717b 2024-04-12T16:58:09.272 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:09.272 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-30/image120/b1b9a3cd29e3 2024-04-12T16:58:09.273 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:09.273 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-30/image121/b1b9358680da 2024-04-12T16:58:09.273 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:09.273 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:09.273 INFO:tasks.workunit.client.0.smithi099.stdout:trying to find test-librbd-smithi099-148068-30/image118 2024-04-12T16:58:09.273 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-29/image119 2024-04-12T16:58:09.273 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-30/image118 2024-04-12T16:58:09.273 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-30/image118 2024-04-12T16:58:09.273 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:09.273 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:09.273 INFO:tasks.workunit.client.0.smithi099.stdout:trying to find test-librbd-smithi099-148068-29/image119 2024-04-12T16:58:09.273 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-29/image119 2024-04-12T16:58:09.273 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-29/image119 2024-04-12T16:58:09.273 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:09.273 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:09.273 INFO:tasks.workunit.client.0.smithi099.stdout:trying to find test-librbd-smithi099-148068-30/image120 2024-04-12T16:58:09.273 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-29/image119 2024-04-12T16:58:09.274 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-30/image118 2024-04-12T16:58:09.274 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-30/image120 2024-04-12T16:58:09.274 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-30/image120 2024-04-12T16:58:09.274 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:09.274 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:09.274 INFO:tasks.workunit.client.0.smithi099.stdout:trying to find test-librbd-smithi099-148068-30/image121 2024-04-12T16:58:10.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:09 smithi110 ceph-mon[88691]: pgmap v3140: 649 pgs: 649 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1023 B/s rd, 1023 B/s wr, 2 op/s 2024-04-12T16:58:10.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:09 smithi110 ceph-mon[88691]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-12T16:58:10.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:09 smithi099 ceph-mon[94290]: pgmap v3140: 649 pgs: 649 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1023 B/s rd, 1023 B/s wr, 2 op/s 2024-04-12T16:58:10.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:09 smithi099 ceph-mon[94290]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-12T16:58:10.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:09 smithi099 ceph-mon[96864]: pgmap v3140: 649 pgs: 649 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1023 B/s rd, 1023 B/s wr, 2 op/s 2024-04-12T16:58:10.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:09 smithi099 ceph-mon[96864]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-12T16:58:11.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:10 smithi110 ceph-mon[88691]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-12T16:58:11.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:10 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/992811540' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi099-148068-29"}]: dispatch 2024-04-12T16:58:11.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:10 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi099-148068-29"}]: dispatch 2024-04-12T16:58:11.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:10 smithi099 ceph-mon[94290]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-12T16:58:11.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:10 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/992811540' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi099-148068-29"}]: dispatch 2024-04-12T16:58:11.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:10 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi099-148068-29"}]: dispatch 2024-04-12T16:58:11.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:10 smithi099 ceph-mon[96864]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-12T16:58:11.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:10 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/992811540' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi099-148068-29"}]: dispatch 2024-04-12T16:58:11.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:10 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi099-148068-29"}]: dispatch 2024-04-12T16:58:11.758 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-29/image119 2024-04-12T16:58:11.758 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-30/image118 2024-04-12T16:58:11.758 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-30/image120 2024-04-12T16:58:11.758 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-30/image121 2024-04-12T16:58:11.759 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-30/image121 2024-04-12T16:58:11.759 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:11.759 INFO:tasks.workunit.client.0.smithi099.stdout:num children is: 4 2024-04-12T16:58:11.759 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 4 2024-04-12T16:58:11.759 INFO:tasks.workunit.client.0.smithi099.stdout:child: image119 2024-04-12T16:58:11.759 INFO:tasks.workunit.client.0.smithi099.stdout:child: image118 2024-04-12T16:58:11.759 INFO:tasks.workunit.client.0.smithi099.stdout:child: image120 2024-04-12T16:58:11.759 INFO:tasks.workunit.client.0.smithi099.stdout:child: image121 2024-04-12T16:58:11.759 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-30/image118/b1b9988f0f30 2024-04-12T16:58:11.759 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:11.759 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-29/image119/b1b9ddc717b 2024-04-12T16:58:11.759 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:11.759 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-30/image120/b1b9a3cd29e3 2024-04-12T16:58:11.759 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:11.759 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-30/image121/b1b9358680da 2024-04-12T16:58:11.759 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:11.759 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:11.760 INFO:tasks.workunit.client.0.smithi099.stdout:trying to find test-librbd-smithi099-148068-29/image119 2024-04-12T16:58:11.760 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-29/image119 2024-04-12T16:58:11.760 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-29/image119 2024-04-12T16:58:11.760 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:11.760 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:11.760 INFO:tasks.workunit.client.0.smithi099.stdout:trying to find test-librbd-smithi099-148068-30/image120 2024-04-12T16:58:11.760 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-29/image119 2024-04-12T16:58:11.760 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-30/image120 2024-04-12T16:58:11.760 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-30/image120 2024-04-12T16:58:11.760 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:11.760 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:11.760 INFO:tasks.workunit.client.0.smithi099.stdout:trying to find test-librbd-smithi099-148068-30/image121 2024-04-12T16:58:11.760 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-29/image119 2024-04-12T16:58:11.760 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-30/image120 2024-04-12T16:58:11.760 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-30/image121 2024-04-12T16:58:11.760 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-30/image121 2024-04-12T16:58:11.761 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:11.761 INFO:tasks.workunit.client.0.smithi099.stdout:num children is: 3 2024-04-12T16:58:11.761 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 3 2024-04-12T16:58:11.761 INFO:tasks.workunit.client.0.smithi099.stdout:child: image119 2024-04-12T16:58:11.761 INFO:tasks.workunit.client.0.smithi099.stdout:child: image120 2024-04-12T16:58:11.761 INFO:tasks.workunit.client.0.smithi099.stdout:child: image121 2024-04-12T16:58:11.761 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-29/image119/b1b9ddc717b 2024-04-12T16:58:11.761 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:11.761 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-30/image120/b1b9a3cd29e3 2024-04-12T16:58:11.761 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:11.761 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-30/image121/b1b9358680da 2024-04-12T16:58:11.761 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:11.761 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:11.761 INFO:tasks.workunit.client.0.smithi099.stdout:trying to find test-librbd-smithi099-148068-29/image119 2024-04-12T16:58:11.761 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-29/image119 2024-04-12T16:58:11.761 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-29/image119 2024-04-12T16:58:11.761 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:11.762 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:11.762 INFO:tasks.workunit.client.0.smithi099.stdout:trying to find test-librbd-smithi099-148068-30/image121 2024-04-12T16:58:11.762 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-29/image119 2024-04-12T16:58:11.762 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-30/image121 2024-04-12T16:58:11.762 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-30/image121 2024-04-12T16:58:11.762 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:11.762 INFO:tasks.workunit.client.0.smithi099.stdout:num children is: 2 2024-04-12T16:58:11.762 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 2 2024-04-12T16:58:11.762 INFO:tasks.workunit.client.0.smithi099.stdout:child: image119 2024-04-12T16:58:11.762 INFO:tasks.workunit.client.0.smithi099.stdout:child: image121 2024-04-12T16:58:11.762 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-29/image119/b1b9ddc717b 2024-04-12T16:58:11.762 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:11.762 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-30/image121/b1b9358680da 2024-04-12T16:58:11.762 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:11.762 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:11.762 INFO:tasks.workunit.client.0.smithi099.stdout:trying to find test-librbd-smithi099-148068-29/image119 2024-04-12T16:58:11.763 INFO:tasks.workunit.client.0.smithi099.stdout:checking test-librbd-smithi099-148068-29/image119 2024-04-12T16:58:11.763 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-29/image119 2024-04-12T16:58:11.763 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:11.763 INFO:tasks.workunit.client.0.smithi099.stdout:num children is: 1 2024-04-12T16:58:11.763 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 1 2024-04-12T16:58:11.763 INFO:tasks.workunit.client.0.smithi099.stdout:child: image119 2024-04-12T16:58:11.763 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-29/image119/b1b9ddc717b 2024-04-12T16:58:11.763 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:58:11.763 INFO:tasks.workunit.client.0.smithi099.stdout:num children is: 0 2024-04-12T16:58:11.763 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 0 2024-04-12T16:58:11.763 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.ListChildrenTiered (16903 ms) 2024-04-12T16:58:11.763 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.LockingPP 2024-04-12T16:58:11.763 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:58:11.833 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.LockingPP (75 ms) 2024-04-12T16:58:11.833 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.FlushAio 2024-04-12T16:58:11.834 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:58:12.053 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.FlushAio (220 ms) 2024-04-12T16:58:12.054 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.FlushAioPP 2024-04-12T16:58:12.054 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:58:12.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:11 smithi110 ceph-mon[88691]: pgmap v3143: 649 pgs: 649 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 382 KiB/s rd, 9.7 KiB/s wr, 466 op/s 2024-04-12T16:58:12.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:11 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi099-148068-29"}]': finished 2024-04-12T16:58:12.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:11 smithi110 ceph-mon[88691]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-12T16:58:12.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:11 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/992811540' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi099-148068-29", "tierpool":"test-librbd-smithi099-148068-31"}]: dispatch 2024-04-12T16:58:12.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:11 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi099-148068-29", "tierpool":"test-librbd-smithi099-148068-31"}]: dispatch 2024-04-12T16:58:12.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:11 smithi099 ceph-mon[94290]: pgmap v3143: 649 pgs: 649 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 382 KiB/s rd, 9.7 KiB/s wr, 466 op/s 2024-04-12T16:58:12.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:11 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi099-148068-29"}]': finished 2024-04-12T16:58:12.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:11 smithi099 ceph-mon[94290]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-12T16:58:12.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:11 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/992811540' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi099-148068-29", "tierpool":"test-librbd-smithi099-148068-31"}]: dispatch 2024-04-12T16:58:12.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:11 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi099-148068-29", "tierpool":"test-librbd-smithi099-148068-31"}]: dispatch 2024-04-12T16:58:12.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:11 smithi099 ceph-mon[96864]: pgmap v3143: 649 pgs: 649 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 382 KiB/s rd, 9.7 KiB/s wr, 466 op/s 2024-04-12T16:58:12.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:11 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi099-148068-29"}]': finished 2024-04-12T16:58:12.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:11 smithi099 ceph-mon[96864]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-12T16:58:12.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:11 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/992811540' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi099-148068-29", "tierpool":"test-librbd-smithi099-148068-31"}]: dispatch 2024-04-12T16:58:12.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:11 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi099-148068-29", "tierpool":"test-librbd-smithi099-148068-31"}]: dispatch 2024-04-12T16:58:12.243 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.FlushAioPP (190 ms) 2024-04-12T16:58:12.243 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.ZeroLengthWrite 2024-04-12T16:58:12.243 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:58:12.265 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.ZeroLengthWrite (22 ms) 2024-04-12T16:58:12.265 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.ZeroLengthDiscard 2024-04-12T16:58:12.266 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:58:12.292 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.ZeroLengthDiscard (26 ms) 2024-04-12T16:58:12.292 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.ZeroLengthRead 2024-04-12T16:58:12.292 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:58:12.306 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.ZeroLengthRead (15 ms) 2024-04-12T16:58:12.307 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.LargeCacheRead 2024-04-12T16:58:12.307 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:58:12.344 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.LargeCacheRead (37 ms) 2024-04-12T16:58:12.344 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestPendingAio 2024-04-12T16:58:12.344 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:58:12.571 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestPendingAio (228 ms) 2024-04-12T16:58:12.571 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyup 2024-04-12T16:58:12.572 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:58:12.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:58:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:58:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:58:13.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:12 smithi110 ceph-mon[88691]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-12T16:58:13.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:12 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi099-148068-29", "tierpool":"test-librbd-smithi099-148068-31"}]': finished 2024-04-12T16:58:13.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:12 smithi110 ceph-mon[88691]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-12T16:58:13.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:58:13.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:58:13.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:12 smithi099 ceph-mon[94290]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-12T16:58:13.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:12 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi099-148068-29", "tierpool":"test-librbd-smithi099-148068-31"}]': finished 2024-04-12T16:58:13.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:12 smithi099 ceph-mon[94290]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-12T16:58:13.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:58:13.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:58:13.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:12 smithi099 ceph-mon[96864]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-12T16:58:13.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:12 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi099-148068-29", "tierpool":"test-librbd-smithi099-148068-31"}]': finished 2024-04-12T16:58:13.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:12 smithi099 ceph-mon[96864]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-12T16:58:13.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:58:13.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:58:13.620 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:58:14.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:13 smithi110 ceph-mon[88691]: pgmap v3146: 649 pgs: 649 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 554 KiB/s rd, 14 KiB/s wr, 674 op/s 2024-04-12T16:58:14.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:13 smithi110 ceph-mon[88691]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-12T16:58:14.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:13 smithi099 ceph-mon[94290]: pgmap v3146: 649 pgs: 649 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 554 KiB/s rd, 14 KiB/s wr, 674 op/s 2024-04-12T16:58:14.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:13 smithi099 ceph-mon[94290]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-12T16:58:14.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:13 smithi099 ceph-mon[96864]: pgmap v3146: 649 pgs: 649 active+clean; 301 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 554 KiB/s rd, 14 KiB/s wr, 674 op/s 2024-04-12T16:58:14.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:13 smithi099 ceph-mon[96864]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-12T16:58:14.744 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyup (2172 ms) 2024-04-12T16:58:14.744 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyupMismatch 2024-04-12T16:58:14.744 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:58:15.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:15 smithi110 ceph-mon[88691]: pgmap v3148: 649 pgs: 649 active+clean; 307 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 593 KiB/s rd, 134 KiB/s wr, 834 op/s 2024-04-12T16:58:15.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:15 smithi110 ceph-mon[88691]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-12T16:58:15.834 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:15 smithi110 ceph-mon[88691]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-12T16:58:15.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:15 smithi099 ceph-mon[94290]: pgmap v3148: 649 pgs: 649 active+clean; 307 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 593 KiB/s rd, 134 KiB/s wr, 834 op/s 2024-04-12T16:58:15.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:15 smithi099 ceph-mon[94290]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-12T16:58:15.877 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:15 smithi099 ceph-mon[94290]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-12T16:58:15.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:15 smithi099 ceph-mon[96864]: pgmap v3148: 649 pgs: 649 active+clean; 307 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 593 KiB/s rd, 134 KiB/s wr, 834 op/s 2024-04-12T16:58:15.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:15 smithi099 ceph-mon[96864]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-12T16:58:15.878 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:15 smithi099 ceph-mon[96864]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-12T16:58:15.878 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:58:16.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:58:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:58:16] "GET /metrics HTTP/1.1" 200 75584 "" "Prometheus/2.43.0" 2024-04-12T16:58:17.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:16 smithi110 ceph-mon[88691]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-12T16:58:17.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:16 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.2", "id": [6, 7]}]: dispatch 2024-04-12T16:58:17.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:16 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.4", "id": [2, 5]}]: dispatch 2024-04-12T16:58:17.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:16 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.e", "id": [3, 7]}]: dispatch 2024-04-12T16:58:17.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:16 smithi099 ceph-mon[94290]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-12T16:58:17.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:16 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.2", "id": [6, 7]}]: dispatch 2024-04-12T16:58:17.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:16 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.4", "id": [2, 5]}]: dispatch 2024-04-12T16:58:17.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:16 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.e", "id": [3, 7]}]: dispatch 2024-04-12T16:58:17.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:16 smithi099 ceph-mon[96864]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-12T16:58:17.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:16 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.2", "id": [6, 7]}]: dispatch 2024-04-12T16:58:17.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:16 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.4", "id": [2, 5]}]: dispatch 2024-04-12T16:58:17.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:16 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.e", "id": [3, 7]}]: dispatch 2024-04-12T16:58:17.827 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyupMismatch (3084 ms) 2024-04-12T16:58:17.827 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.Flatten 2024-04-12T16:58:17.828 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:58:18.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:17 smithi110 ceph-mon[88691]: pgmap v3152: 649 pgs: 649 active+clean; 307 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 359 KiB/s rd, 223 KiB/s wr, 663 op/s 2024-04-12T16:58:18.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:17 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.2", "id": [6, 7]}]': finished 2024-04-12T16:58:18.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:17 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.4", "id": [2, 5]}]': finished 2024-04-12T16:58:18.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:17 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.e", "id": [3, 7]}]': finished 2024-04-12T16:58:18.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:17 smithi110 ceph-mon[88691]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-12T16:58:18.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:17 smithi099 ceph-mon[94290]: pgmap v3152: 649 pgs: 649 active+clean; 307 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 359 KiB/s rd, 223 KiB/s wr, 663 op/s 2024-04-12T16:58:18.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:17 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.2", "id": [6, 7]}]': finished 2024-04-12T16:58:18.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:17 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.4", "id": [2, 5]}]': finished 2024-04-12T16:58:18.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:17 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.e", "id": [3, 7]}]': finished 2024-04-12T16:58:18.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:17 smithi099 ceph-mon[94290]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-12T16:58:18.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:17 smithi099 ceph-mon[96864]: pgmap v3152: 649 pgs: 649 active+clean; 307 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 359 KiB/s rd, 223 KiB/s wr, 663 op/s 2024-04-12T16:58:18.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:17 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.2", "id": [6, 7]}]': finished 2024-04-12T16:58:18.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:17 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.4", "id": [2, 5]}]': finished 2024-04-12T16:58:18.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:17 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.e", "id": [3, 7]}]': finished 2024-04-12T16:58:18.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:17 smithi099 ceph-mon[96864]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-12T16:58:18.891 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.Flatten (1064 ms) 2024-04-12T16:58:18.892 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.Sparsify 2024-04-12T16:58:18.892 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:58:18.923 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 32768 2024-04-12T16:58:18.923 INFO:tasks.workunit.client.0.smithi099.stdout:read: 32768 2024-04-12T16:58:18.923 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.Sparsify (31 ms) 2024-04-12T16:58:18.923 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.SparsifyPP 2024-04-12T16:58:18.923 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:58:18.954 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.SparsifyPP (32 ms) 2024-04-12T16:58:18.955 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.SnapshotLimit 2024-04-12T16:58:18.955 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:58:19.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:18 smithi110 ceph-mon[88691]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-12T16:58:19.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:18 smithi099 ceph-mon[94290]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-12T16:58:19.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:18 smithi099 ceph-mon[96864]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-12T16:58:20.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:19 smithi110 ceph-mon[88691]: pgmap v3155: 649 pgs: 649 active+clean; 309 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 761 KiB/s rd, 655 KiB/s wr, 358 op/s 2024-04-12T16:58:20.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:19 smithi110 ceph-mon[88691]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-12T16:58:20.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:19 smithi110 ceph-mon[88691]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-12T16:58:20.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:19 smithi099 ceph-mon[94290]: pgmap v3155: 649 pgs: 649 active+clean; 309 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 761 KiB/s rd, 655 KiB/s wr, 358 op/s 2024-04-12T16:58:20.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:19 smithi099 ceph-mon[94290]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-12T16:58:20.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:19 smithi099 ceph-mon[94290]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-12T16:58:20.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:19 smithi099 ceph-mon[96864]: pgmap v3155: 649 pgs: 649 active+clean; 309 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 761 KiB/s rd, 655 KiB/s wr, 358 op/s 2024-04-12T16:58:20.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:19 smithi099 ceph-mon[96864]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-12T16:58:20.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:19 smithi099 ceph-mon[96864]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-12T16:58:22.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:21 smithi110 ceph-mon[88691]: pgmap v3158: 649 pgs: 649 active+clean; 309 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 680 KiB/s rd, 534 KiB/s wr, 227 op/s; 1.3 KiB/s, 0 objects/s recovering 2024-04-12T16:58:22.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:21 smithi110 ceph-mon[88691]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-12T16:58:22.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:21 smithi099 ceph-mon[96864]: pgmap v3158: 649 pgs: 649 active+clean; 309 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 680 KiB/s rd, 534 KiB/s wr, 227 op/s; 1.3 KiB/s, 0 objects/s recovering 2024-04-12T16:58:22.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:21 smithi099 ceph-mon[96864]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-12T16:58:22.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:21 smithi099 ceph-mon[94290]: pgmap v3158: 649 pgs: 649 active+clean; 309 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 680 KiB/s rd, 534 KiB/s wr, 227 op/s; 1.3 KiB/s, 0 objects/s recovering 2024-04-12T16:58:22.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:21 smithi099 ceph-mon[94290]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-12T16:58:22.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:58:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:58:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:58:23.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:22 smithi110 ceph-mon[88691]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-12T16:58:23.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:22 smithi099 ceph-mon[94290]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-12T16:58:23.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:22 smithi099 ceph-mon[96864]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-12T16:58:23.748 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.SnapshotLimit (4794 ms) 2024-04-12T16:58:23.749 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.SnapshotLimitPP 2024-04-12T16:58:23.749 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:58:24.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:23 smithi110 ceph-mon[88691]: pgmap v3161: 649 pgs: 649 active+clean; 309 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 242 KiB/s rd, 39 KiB/s wr, 301 op/s; 1.3 KiB/s, 0 objects/s recovering 2024-04-12T16:58:24.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:23 smithi110 ceph-mon[88691]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-12T16:58:24.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:23 smithi099 ceph-mon[96864]: pgmap v3161: 649 pgs: 649 active+clean; 309 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 242 KiB/s rd, 39 KiB/s wr, 301 op/s; 1.3 KiB/s, 0 objects/s recovering 2024-04-12T16:58:24.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:23 smithi099 ceph-mon[96864]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-12T16:58:24.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:23 smithi099 ceph-mon[94290]: pgmap v3161: 649 pgs: 649 active+clean; 309 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 242 KiB/s rd, 39 KiB/s wr, 301 op/s; 1.3 KiB/s, 0 objects/s recovering 2024-04-12T16:58:24.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:23 smithi099 ceph-mon[94290]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-12T16:58:25.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:24 smithi110 ceph-mon[88691]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-12T16:58:25.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:24 smithi099 ceph-mon[94290]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-12T16:58:25.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:24 smithi099 ceph-mon[96864]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-12T16:58:26.028 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:25 smithi099 ceph-mon[94290]: pgmap v3164: 649 pgs: 649 active+clean; 309 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 99 KiB/s rd, 21 KiB/s wr, 112 op/s; 0 B/s, 0 objects/s recovering 2024-04-12T16:58:26.028 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:25 smithi099 ceph-mon[94290]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-12T16:58:26.029 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:25 smithi099 ceph-mon[96864]: pgmap v3164: 649 pgs: 649 active+clean; 309 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 99 KiB/s rd, 21 KiB/s wr, 112 op/s; 0 B/s, 0 objects/s recovering 2024-04-12T16:58:26.029 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:25 smithi099 ceph-mon[96864]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-12T16:58:26.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:25 smithi110 ceph-mon[88691]: pgmap v3164: 649 pgs: 649 active+clean; 309 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 99 KiB/s rd, 21 KiB/s wr, 112 op/s; 0 B/s, 0 objects/s recovering 2024-04-12T16:58:26.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:25 smithi110 ceph-mon[88691]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-12T16:58:26.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:58:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:58:26] "GET /metrics HTTP/1.1" 200 75584 "" "Prometheus/2.43.0" 2024-04-12T16:58:27.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:26 smithi110 ceph-mon[88691]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-12T16:58:27.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:26 smithi099 ceph-mon[94290]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-12T16:58:27.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:26 smithi099 ceph-mon[96864]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-12T16:58:28.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:27 smithi110 ceph-mon[88691]: pgmap v3167: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 25 KiB/s rd, 3.7 KiB/s wr, 36 op/s 2024-04-12T16:58:28.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:27 smithi110 ceph-mon[88691]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-12T16:58:28.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:58:28.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:27 smithi099 ceph-mon[96864]: pgmap v3167: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 25 KiB/s rd, 3.7 KiB/s wr, 36 op/s 2024-04-12T16:58:28.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:27 smithi099 ceph-mon[96864]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-12T16:58:28.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:58:28.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:27 smithi099 ceph-mon[94290]: pgmap v3167: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 25 KiB/s rd, 3.7 KiB/s wr, 36 op/s 2024-04-12T16:58:28.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:27 smithi099 ceph-mon[94290]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-12T16:58:28.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:58:28.790 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.SnapshotLimitPP (5041 ms) 2024-04-12T16:58:28.790 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.RebuildObjectMapViaLockOwner 2024-04-12T16:58:28.790 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:58:28.849 INFO:tasks.workunit.client.0.smithi099.stdout:0.00% done 2024-04-12T16:58:28.850 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.RebuildObjectMapViaLockOwner (60 ms) 2024-04-12T16:58:28.850 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.RenameViaLockOwner 2024-04-12T16:58:28.850 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:58:28.915 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.RenameViaLockOwner (65 ms) 2024-04-12T16:58:28.915 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.SnapCreateViaLockOwner 2024-04-12T16:58:28.915 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:58:29.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:28 smithi110 ceph-mon[88691]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-12T16:58:29.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:28 smithi099 ceph-mon[94290]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-12T16:58:29.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:28 smithi099 ceph-mon[96864]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-12T16:58:29.735 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.SnapCreateViaLockOwner (820 ms) 2024-04-12T16:58:29.735 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.SnapRemoveViaLockOwner 2024-04-12T16:58:29.735 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:58:30.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:29 smithi110 ceph-mon[88691]: pgmap v3170: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 25 KiB/s rd, 3.0 KiB/s wr, 34 op/s 2024-04-12T16:58:30.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:29 smithi110 ceph-mon[88691]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-12T16:58:30.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:29 smithi110 ceph-mon[88691]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-12T16:58:30.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:29 smithi099 ceph-mon[94290]: pgmap v3170: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 25 KiB/s rd, 3.0 KiB/s wr, 34 op/s 2024-04-12T16:58:30.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:29 smithi099 ceph-mon[94290]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-12T16:58:30.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:29 smithi099 ceph-mon[94290]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-12T16:58:30.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:29 smithi099 ceph-mon[96864]: pgmap v3170: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 25 KiB/s rd, 3.0 KiB/s wr, 34 op/s 2024-04-12T16:58:30.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:29 smithi099 ceph-mon[96864]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-12T16:58:30.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:29 smithi099 ceph-mon[96864]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-12T16:58:31.735 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.SnapRemoveViaLockOwner (2000 ms) 2024-04-12T16:58:31.736 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.UpdateFeaturesViaLockOwner 2024-04-12T16:58:31.736 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:58:31.793 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.UpdateFeaturesViaLockOwner (58 ms) 2024-04-12T16:58:31.793 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.EnableJournalingViaLockOwner 2024-04-12T16:58:31.793 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_librbd.cc:9376: Skipped 2024-04-12T16:58:31.793 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T16:58:31.793 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestLibRBD.EnableJournalingViaLockOwner (0 ms) 2024-04-12T16:58:31.793 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.SnapRemove2 2024-04-12T16:58:31.794 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:58:32.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:31 smithi110 ceph-mon[88691]: pgmap v3173: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 33 KiB/s rd, 3.2 KiB/s wr, 45 op/s 2024-04-12T16:58:32.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:31 smithi110 ceph-mon[88691]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-12T16:58:32.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:31 smithi099 ceph-mon[96864]: pgmap v3173: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 33 KiB/s rd, 3.2 KiB/s wr, 45 op/s 2024-04-12T16:58:32.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:31 smithi099 ceph-mon[96864]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-12T16:58:32.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:31 smithi099 ceph-mon[94290]: pgmap v3173: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 33 KiB/s rd, 3.2 KiB/s wr, 45 op/s 2024-04-12T16:58:32.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:31 smithi099 ceph-mon[94290]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-12T16:58:32.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:58:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:58:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:58:33.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:32 smithi110 ceph-mon[88691]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-12T16:58:33.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:32 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:58:33.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:32 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:58:33.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:32 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:58:33.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:32 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:58:33.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:32 smithi099 ceph-mon[94290]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-12T16:58:33.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:32 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:58:33.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:32 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:58:33.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:32 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:58:33.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:32 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:58:33.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:32 smithi099 ceph-mon[96864]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-12T16:58:33.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:32 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:58:33.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:32 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:58:33.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:32 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:58:33.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:32 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:58:33.752 INFO:tasks.workunit.client.0.smithi099.stdout:100.00% done 2024-04-12T16:58:33.752 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.SnapRemove2 (1959 ms) 2024-04-12T16:58:33.752 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.SnapRenameViaLockOwner 2024-04-12T16:58:33.752 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:58:34.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:33 smithi110 ceph-mon[88691]: pgmap v3176: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 110 KiB/s rd, 11 KiB/s wr, 152 op/s 2024-04-12T16:58:34.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:33 smithi110 ceph-mon[88691]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-12T16:58:34.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:33 smithi099 ceph-mon[94290]: pgmap v3176: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 110 KiB/s rd, 11 KiB/s wr, 152 op/s 2024-04-12T16:58:34.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:33 smithi099 ceph-mon[94290]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-12T16:58:34.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:33 smithi099 ceph-mon[96864]: pgmap v3176: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 110 KiB/s rd, 11 KiB/s wr, 152 op/s 2024-04-12T16:58:34.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:33 smithi099 ceph-mon[96864]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-12T16:58:34.742 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.SnapRenameViaLockOwner (991 ms) 2024-04-12T16:58:34.743 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.SnapProtectViaLockOwner 2024-04-12T16:58:34.743 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:58:35.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:34 smithi110 ceph-mon[88691]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-12T16:58:35.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:34 smithi110 ceph-mon[88691]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-12T16:58:35.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:34 smithi099 ceph-mon[94290]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-12T16:58:35.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:34 smithi099 ceph-mon[94290]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-12T16:58:35.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:34 smithi099 ceph-mon[96864]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-12T16:58:35.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:34 smithi099 ceph-mon[96864]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-12T16:58:35.792 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.SnapProtectViaLockOwner (1050 ms) 2024-04-12T16:58:35.793 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.SnapUnprotectViaLockOwner 2024-04-12T16:58:35.793 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:58:36.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:35 smithi110 ceph-mon[88691]: pgmap v3179: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 10 KiB/s wr, 158 op/s 2024-04-12T16:58:36.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:35 smithi099 ceph-mon[94290]: pgmap v3179: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 10 KiB/s wr, 158 op/s 2024-04-12T16:58:36.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:35 smithi099 ceph-mon[96864]: pgmap v3179: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 10 KiB/s wr, 158 op/s 2024-04-12T16:58:36.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:58:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:58:36] "GET /metrics HTTP/1.1" 200 75582 "" "Prometheus/2.43.0" 2024-04-12T16:58:36.825 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.SnapUnprotectViaLockOwner (1032 ms) 2024-04-12T16:58:36.825 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.FlattenViaLockOwner 2024-04-12T16:58:36.825 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:58:37.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:36 smithi110 ceph-mon[88691]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-12T16:58:37.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:36 smithi099 ceph-mon[94290]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-12T16:58:37.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:36 smithi099 ceph-mon[96864]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-12T16:58:37.872 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.FlattenViaLockOwner (1048 ms) 2024-04-12T16:58:37.873 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.ResizeViaLockOwner 2024-04-12T16:58:37.873 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:58:37.908 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.ResizeViaLockOwner (36 ms) 2024-04-12T16:58:37.909 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.SparsifyViaLockOwner 2024-04-12T16:58:37.909 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:58:37.942 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.SparsifyViaLockOwner (33 ms) 2024-04-12T16:58:37.942 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.ObjectMapConsistentSnap 2024-04-12T16:58:37.942 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:58:38.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:37 smithi110 ceph-mon[88691]: pgmap v3182: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 167 KiB/s rd, 12 KiB/s wr, 222 op/s 2024-04-12T16:58:38.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:37 smithi110 ceph-mon[88691]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-12T16:58:38.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:37 smithi099 ceph-mon[94290]: pgmap v3182: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 167 KiB/s rd, 12 KiB/s wr, 222 op/s 2024-04-12T16:58:38.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:37 smithi099 ceph-mon[94290]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-12T16:58:38.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:37 smithi099 ceph-mon[96864]: pgmap v3182: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 167 KiB/s rd, 12 KiB/s wr, 222 op/s 2024-04-12T16:58:38.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:37 smithi099 ceph-mon[96864]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-12T16:58:39.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:38 smithi110 ceph-mon[88691]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-12T16:58:39.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:38 smithi099 ceph-mon[94290]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-12T16:58:39.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:38 smithi099 ceph-mon[96864]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-12T16:58:40.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:39 smithi110 ceph-mon[88691]: pgmap v3185: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 8.7 KiB/s wr, 172 op/s 2024-04-12T16:58:40.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:39 smithi110 ceph-mon[88691]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-12T16:58:40.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:39 smithi110 ceph-mon[88691]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-12T16:58:40.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:39 smithi099 ceph-mon[94290]: pgmap v3185: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 8.7 KiB/s wr, 172 op/s 2024-04-12T16:58:40.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:39 smithi099 ceph-mon[94290]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-12T16:58:40.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:39 smithi099 ceph-mon[94290]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-12T16:58:40.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:39 smithi099 ceph-mon[96864]: pgmap v3185: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 8.7 KiB/s wr, 172 op/s 2024-04-12T16:58:40.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:39 smithi099 ceph-mon[96864]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-12T16:58:40.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:39 smithi099 ceph-mon[96864]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-12T16:58:42.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:41 smithi110 ceph-mon[88691]: pgmap v3188: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 149 KiB/s rd, 6.7 KiB/s wr, 194 op/s 2024-04-12T16:58:42.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:41 smithi110 ceph-mon[88691]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-12T16:58:42.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:41 smithi099 ceph-mon[94290]: pgmap v3188: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 149 KiB/s rd, 6.7 KiB/s wr, 194 op/s 2024-04-12T16:58:42.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:41 smithi099 ceph-mon[94290]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-12T16:58:42.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:41 smithi099 ceph-mon[96864]: pgmap v3188: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 149 KiB/s rd, 6.7 KiB/s wr, 194 op/s 2024-04-12T16:58:42.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:41 smithi099 ceph-mon[96864]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-12T16:58:42.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:58:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:58:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:58:43.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:42 smithi110 ceph-mon[88691]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-12T16:58:43.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:58:43.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:42 smithi099 ceph-mon[94290]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-12T16:58:43.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:58:43.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:42 smithi099 ceph-mon[96864]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-12T16:58:43.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:58:44.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:43 smithi110 ceph-mon[88691]: pgmap v3191: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 187 KiB/s rd, 12 KiB/s wr, 249 op/s 2024-04-12T16:58:44.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:43 smithi110 ceph-mon[88691]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-12T16:58:44.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:43 smithi099 ceph-mon[94290]: pgmap v3191: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 187 KiB/s rd, 12 KiB/s wr, 249 op/s 2024-04-12T16:58:44.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:43 smithi099 ceph-mon[94290]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-12T16:58:44.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:43 smithi099 ceph-mon[96864]: pgmap v3191: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 187 KiB/s rd, 12 KiB/s wr, 249 op/s 2024-04-12T16:58:44.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:43 smithi099 ceph-mon[96864]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-12T16:58:45.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:44 smithi110 ceph-mon[88691]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-12T16:58:45.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:44 smithi099 ceph-mon[94290]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-12T16:58:45.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:44 smithi099 ceph-mon[96864]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-12T16:58:46.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:45 smithi110 ceph-mon[88691]: pgmap v3194: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 39 KiB/s rd, 6.0 KiB/s wr, 57 op/s 2024-04-12T16:58:46.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:45 smithi110 ceph-mon[88691]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-12T16:58:46.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:45 smithi099 ceph-mon[94290]: pgmap v3194: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 39 KiB/s rd, 6.0 KiB/s wr, 57 op/s 2024-04-12T16:58:46.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:45 smithi099 ceph-mon[94290]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-12T16:58:46.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:45 smithi099 ceph-mon[96864]: pgmap v3194: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 39 KiB/s rd, 6.0 KiB/s wr, 57 op/s 2024-04-12T16:58:46.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:45 smithi099 ceph-mon[96864]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-12T16:58:46.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:58:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:58:46] "GET /metrics HTTP/1.1" 200 75582 "" "Prometheus/2.43.0" 2024-04-12T16:58:47.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:46 smithi110 ceph-mon[88691]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-12T16:58:47.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:46 smithi099 ceph-mon[94290]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-12T16:58:47.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:46 smithi099 ceph-mon[96864]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-12T16:58:48.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:47 smithi110 ceph-mon[88691]: pgmap v3197: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 67 KiB/s rd, 3.7 KiB/s wr, 89 op/s 2024-04-12T16:58:48.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:47 smithi110 ceph-mon[88691]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-12T16:58:48.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:47 smithi099 ceph-mon[94290]: pgmap v3197: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 67 KiB/s rd, 3.7 KiB/s wr, 89 op/s 2024-04-12T16:58:48.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:47 smithi099 ceph-mon[94290]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-12T16:58:48.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:47 smithi099 ceph-mon[96864]: pgmap v3197: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 67 KiB/s rd, 3.7 KiB/s wr, 89 op/s 2024-04-12T16:58:48.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:47 smithi099 ceph-mon[96864]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-12T16:58:48.387 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.ObjectMapConsistentSnap (10443 ms) 2024-04-12T16:58:48.387 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.Metadata 2024-04-12T16:58:48.387 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:58:48.883 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.Metadata (498 ms) 2024-04-12T16:58:48.883 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.MetadataPP 2024-04-12T16:58:48.883 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:58:49.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:48 smithi110 ceph-mon[88691]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-12T16:58:49.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:48 smithi099 ceph-mon[94290]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-12T16:58:49.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:48 smithi099 ceph-mon[96864]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-12T16:58:49.892 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.MetadataPP (1009 ms) 2024-04-12T16:58:49.892 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.UpdateFeatures 2024-04-12T16:58:49.892 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:58:49.993 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.UpdateFeatures (101 ms) 2024-04-12T16:58:49.993 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.FeaturesBitmaskString 2024-04-12T16:58:49.993 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.FeaturesBitmaskString (0 ms) 2024-04-12T16:58:49.993 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.RebuildObjectMap 2024-04-12T16:58:49.993 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:58:50.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:49 smithi110 ceph-mon[88691]: pgmap v3200: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 66 KiB/s rd, 2.7 KiB/s wr, 87 op/s 2024-04-12T16:58:50.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:49 smithi110 ceph-mon[88691]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-12T16:58:50.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:49 smithi099 ceph-mon[94290]: pgmap v3200: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 66 KiB/s rd, 2.7 KiB/s wr, 87 op/s 2024-04-12T16:58:50.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:49 smithi099 ceph-mon[94290]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-12T16:58:50.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:49 smithi099 ceph-mon[96864]: pgmap v3200: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 66 KiB/s rd, 2.7 KiB/s wr, 87 op/s 2024-04-12T16:58:50.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:49 smithi099 ceph-mon[96864]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-12T16:58:50.857 INFO:tasks.workunit.client.0.smithi099.stdout:0.00% done 2024-04-12T16:58:50.858 INFO:tasks.workunit.client.0.smithi099.stdout:25.00% done 2024-04-12T16:58:50.858 INFO:tasks.workunit.client.0.smithi099.stdout:50.00% done 2024-04-12T16:58:50.858 INFO:tasks.workunit.client.0.smithi099.stdout:75.00% done 2024-04-12T16:58:50.858 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.RebuildObjectMap (865 ms) 2024-04-12T16:58:50.858 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.RebuildNewObjectMap 2024-04-12T16:58:50.898 INFO:tasks.workunit.client.0.smithi099.stdout:0.00% done 2024-04-12T16:58:50.898 INFO:tasks.workunit.client.0.smithi099.stdout:25.00% done 2024-04-12T16:58:50.898 INFO:tasks.workunit.client.0.smithi099.stdout:50.00% done 2024-04-12T16:58:50.898 INFO:tasks.workunit.client.0.smithi099.stdout:75.00% done 2024-04-12T16:58:50.898 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.RebuildNewObjectMap (40 ms) 2024-04-12T16:58:50.898 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.CheckObjectMap 2024-04-12T16:58:50.898 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:58:51.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:50 smithi110 ceph-mon[88691]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-12T16:58:51.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:50 smithi099 ceph-mon[96864]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-12T16:58:51.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:50 smithi099 ceph-mon[94290]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-12T16:58:51.874 INFO:tasks.workunit.client.0.smithi099.stdout:0.00% done 2024-04-12T16:58:51.874 INFO:tasks.workunit.client.0.smithi099.stdout:25.00% done 2024-04-12T16:58:51.874 INFO:tasks.workunit.client.0.smithi099.stdout:50.00% done 2024-04-12T16:58:51.874 INFO:tasks.workunit.client.0.smithi099.stdout:75.00% done 2024-04-12T16:58:51.874 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.CheckObjectMap (976 ms) 2024-04-12T16:58:51.874 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.BlockingAIO 2024-04-12T16:58:51.874 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:58:51.901 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.BlockingAIO (27 ms) 2024-04-12T16:58:51.901 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.ExclusiveLockTransition 2024-04-12T16:58:51.901 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:58:52.028 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.ExclusiveLockTransition (127 ms) 2024-04-12T16:58:52.028 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.ExclusiveLockReadTransition 2024-04-12T16:58:52.028 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_librbd.cc:10433: Skipped 2024-04-12T16:58:52.028 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T16:58:52.028 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestLibRBD.ExclusiveLockReadTransition (0 ms) 2024-04-12T16:58:52.029 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.CacheMayCopyOnWrite 2024-04-12T16:58:52.029 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:58:52.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:51 smithi110 ceph-mon[88691]: pgmap v3203: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 86 KiB/s rd, 45 KiB/s wr, 153 op/s 2024-04-12T16:58:52.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:51 smithi110 ceph-mon[88691]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-12T16:58:52.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:51 smithi099 ceph-mon[94290]: pgmap v3203: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 86 KiB/s rd, 45 KiB/s wr, 153 op/s 2024-04-12T16:58:52.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:51 smithi099 ceph-mon[94290]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-12T16:58:52.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:51 smithi099 ceph-mon[96864]: pgmap v3203: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 86 KiB/s rd, 45 KiB/s wr, 153 op/s 2024-04-12T16:58:52.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:51 smithi099 ceph-mon[96864]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-12T16:58:52.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:58:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:58:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:58:52.883 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.CacheMayCopyOnWrite (855 ms) 2024-04-12T16:58:52.883 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot 2024-04-12T16:58:52.883 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:58:53.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:52 smithi110 ceph-mon[88691]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-12T16:58:53.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:52 smithi099 ceph-mon[94290]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-12T16:58:53.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:52 smithi099 ceph-mon[96864]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-12T16:58:53.840 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot (957 ms) 2024-04-12T16:58:53.840 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestImageOptions 2024-04-12T16:58:54.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:53 smithi110 ceph-mon[88691]: pgmap v3206: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 620 KiB/s rd, 219 KiB/s wr, 964 op/s 2024-04-12T16:58:54.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:53 smithi110 ceph-mon[88691]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-12T16:58:54.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:53 smithi099 ceph-mon[94290]: pgmap v3206: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 620 KiB/s rd, 219 KiB/s wr, 964 op/s 2024-04-12T16:58:54.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:53 smithi099 ceph-mon[94290]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-12T16:58:54.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:53 smithi099 ceph-mon[96864]: pgmap v3206: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 620 KiB/s rd, 219 KiB/s wr, 964 op/s 2024-04-12T16:58:54.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:53 smithi099 ceph-mon[96864]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-12T16:58:54.948 INFO:tasks.workunit.client.0.smithi099.stdout:0.00% done 2024-04-12T16:58:54.949 INFO:tasks.workunit.client.0.smithi099.stdout:100.00% done 2024-04-12T16:58:54.949 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestImageOptions (1109 ms) 2024-04-12T16:58:54.949 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestImageOptionsPP 2024-04-12T16:58:55.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:54 smithi110 ceph-mon[88691]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-12T16:58:55.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:54 smithi099 ceph-mon[94290]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-12T16:58:55.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:54 smithi099 ceph-mon[96864]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-12T16:58:55.934 INFO:tasks.workunit.client.0.smithi099.stdout:0.00% done 2024-04-12T16:58:55.934 INFO:tasks.workunit.client.0.smithi099.stdout:100.00% done 2024-04-12T16:58:55.934 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestImageOptionsPP (985 ms) 2024-04-12T16:58:55.935 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.EventSocketPipe 2024-04-12T16:58:55.935 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.EventSocketPipe (0 ms) 2024-04-12T16:58:55.935 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.EventSocketEventfd 2024-04-12T16:58:55.935 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.EventSocketEventfd (0 ms) 2024-04-12T16:58:55.935 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.ImagePollIO 2024-04-12T16:58:55.935 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:58:55.971 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:58:55.971 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:58:55.971 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:58:55.971 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:58:55.971 INFO:tasks.workunit.client.0.smithi099.stdout:wrote: 512 2024-04-12T16:58:55.971 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:58:55.971 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:58:55.971 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:58:55.971 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:58:55.971 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:58:55.971 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:58:55.971 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:58:55.971 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:58:55.971 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:58:55.971 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:58:55.972 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:58:55.972 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:58:55.972 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:58:55.972 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:58:55.972 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:58:55.972 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:58:55.972 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:58:55.972 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:58:55.972 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:58:55.972 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:58:55.972 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:58:55.972 INFO:tasks.workunit.client.0.smithi099.stdout:started write 2024-04-12T16:58:55.972 INFO:tasks.workunit.client.0.smithi099.stdout:write completion cb called! 2024-04-12T16:58:55.972 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 0 2024-04-12T16:58:55.972 INFO:tasks.workunit.client.0.smithi099.stdout:finished write 2024-04-12T16:58:55.972 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:58:55.973 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:58:55.973 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:58:55.973 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:58:55.973 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:58:55.973 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:58:55.973 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:58:55.973 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:58:55.973 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:58:55.973 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:58:55.973 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:58:55.973 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:58:55.973 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:58:55.973 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:58:55.973 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:58:55.973 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:58:55.973 INFO:tasks.workunit.client.0.smithi099.stdout:created completion 2024-04-12T16:58:55.973 INFO:tasks.workunit.client.0.smithi099.stdout:started read 2024-04-12T16:58:55.974 INFO:tasks.workunit.client.0.smithi099.stdout:read completion cb called! 2024-04-12T16:58:55.974 INFO:tasks.workunit.client.0.smithi099.stdout:return value is: 512 2024-04-12T16:58:55.974 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.ImagePollIO (37 ms) 2024-04-12T16:58:55.974 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.Mirror 2024-04-12T16:58:55.974 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:58:55.983 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:58:56.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:55 smithi110 ceph-mon[88691]: pgmap v3209: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 745 KiB/s rd, 246 KiB/s wr, 1.11k op/s 2024-04-12T16:58:56.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:55 smithi110 ceph-mon[88691]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-12T16:58:56.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:55 smithi099 ceph-mon[94290]: pgmap v3209: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 745 KiB/s rd, 246 KiB/s wr, 1.11k op/s 2024-04-12T16:58:56.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:55 smithi099 ceph-mon[94290]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-12T16:58:56.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:55 smithi099 ceph-mon[96864]: pgmap v3209: 649 pgs: 649 active+clean; 309 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 745 KiB/s rd, 246 KiB/s wr, 1.11k op/s 2024-04-12T16:58:56.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:55 smithi099 ceph-mon[96864]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-12T16:58:56.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:58:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:58:56] "GET /metrics HTTP/1.1" 200 75582 "" "Prometheus/2.43.0" 2024-04-12T16:58:56.989 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.Mirror (1018 ms) 2024-04-12T16:58:56.989 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.MirrorPeerAttributes 2024-04-12T16:58:57.009 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.MirrorPeerAttributes (20 ms) 2024-04-12T16:58:57.009 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.CreateWithMirrorEnabled 2024-04-12T16:58:57.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:56 smithi110 ceph-mon[88691]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-12T16:58:57.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:56 smithi099 ceph-mon[94290]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-12T16:58:57.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:56 smithi099 ceph-mon[96864]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-12T16:58:58.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:57 smithi110 ceph-mon[88691]: pgmap v3212: 649 pgs: 649 active+clean; 313 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 387 KiB/s rd, 949 KiB/s wr, 515 op/s 2024-04-12T16:58:58.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:57 smithi110 ceph-mon[88691]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-12T16:58:58.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:57 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/684318788' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-12T16:58:58.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:57 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-12T16:58:58.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:57 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-12T16:58:58.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:57 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/684318788' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/119b4fd4-c670-4cef-b638-4ebc1085f860"}]: dispatch 2024-04-12T16:58:58.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:57 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/119b4fd4-c670-4cef-b638-4ebc1085f860"}]: dispatch 2024-04-12T16:58:58.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:57 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/119b4fd4-c670-4cef-b638-4ebc1085f860"}]': finished 2024-04-12T16:58:58.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:57 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/684318788' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/43637642-a97e-488d-aa66-37907682b757"}]: dispatch 2024-04-12T16:58:58.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:57 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/43637642-a97e-488d-aa66-37907682b757"}]: dispatch 2024-04-12T16:58:58.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:57 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/43637642-a97e-488d-aa66-37907682b757"}]': finished 2024-04-12T16:58:58.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:57 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/684318788' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/f018d064-4f92-4b2e-be8e-8e44b76751b9"}]: dispatch 2024-04-12T16:58:58.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:57 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/f018d064-4f92-4b2e-be8e-8e44b76751b9"}]: dispatch 2024-04-12T16:58:58.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:57 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/f018d064-4f92-4b2e-be8e-8e44b76751b9"}]': finished 2024-04-12T16:58:58.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:57 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/684318788' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/eaa79d03-db0e-4e96-be80-d42748901341"}]: dispatch 2024-04-12T16:58:58.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:57 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' 2024-04-12T16:58:58.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:57 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/684318788' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/eaa79d03-db0e-4e96-be80-d42748901341"}]: dispatch 2024-04-12T16:58:58.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:57 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/684318788' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/eaa79d03-db0e-4e96-be80-d42748901341"}]: dispatch 2024-04-12T16:58:58.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:57 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/eaa79d03-db0e-4e96-be80-d42748901341"}]: dispatch 2024-04-12T16:58:58.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:57 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/eaa79d03-db0e-4e96-be80-d42748901341"}]': finished 2024-04-12T16:58:58.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:58:58.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:57 smithi099 ceph-mon[94290]: pgmap v3212: 649 pgs: 649 active+clean; 313 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 387 KiB/s rd, 949 KiB/s wr, 515 op/s 2024-04-12T16:58:58.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:57 smithi099 ceph-mon[94290]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-12T16:58:58.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:57 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/684318788' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-12T16:58:58.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:57 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-12T16:58:58.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:57 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-12T16:58:58.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:57 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/684318788' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/119b4fd4-c670-4cef-b638-4ebc1085f860"}]: dispatch 2024-04-12T16:58:58.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:57 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/119b4fd4-c670-4cef-b638-4ebc1085f860"}]: dispatch 2024-04-12T16:58:58.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:57 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/119b4fd4-c670-4cef-b638-4ebc1085f860"}]': finished 2024-04-12T16:58:58.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:57 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/684318788' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/43637642-a97e-488d-aa66-37907682b757"}]: dispatch 2024-04-12T16:58:58.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:57 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/43637642-a97e-488d-aa66-37907682b757"}]: dispatch 2024-04-12T16:58:58.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:57 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/43637642-a97e-488d-aa66-37907682b757"}]': finished 2024-04-12T16:58:58.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:57 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/684318788' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/f018d064-4f92-4b2e-be8e-8e44b76751b9"}]: dispatch 2024-04-12T16:58:58.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:57 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/f018d064-4f92-4b2e-be8e-8e44b76751b9"}]: dispatch 2024-04-12T16:58:58.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:57 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/f018d064-4f92-4b2e-be8e-8e44b76751b9"}]': finished 2024-04-12T16:58:58.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:57 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/684318788' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/eaa79d03-db0e-4e96-be80-d42748901341"}]: dispatch 2024-04-12T16:58:58.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:57 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' 2024-04-12T16:58:58.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:57 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/684318788' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/eaa79d03-db0e-4e96-be80-d42748901341"}]: dispatch 2024-04-12T16:58:58.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:57 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/684318788' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/eaa79d03-db0e-4e96-be80-d42748901341"}]: dispatch 2024-04-12T16:58:58.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:57 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/eaa79d03-db0e-4e96-be80-d42748901341"}]: dispatch 2024-04-12T16:58:58.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:57 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/eaa79d03-db0e-4e96-be80-d42748901341"}]': finished 2024-04-12T16:58:58.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:58:58.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:57 smithi099 ceph-mon[96864]: pgmap v3212: 649 pgs: 649 active+clean; 313 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 387 KiB/s rd, 949 KiB/s wr, 515 op/s 2024-04-12T16:58:58.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:57 smithi099 ceph-mon[96864]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-12T16:58:58.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:57 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/684318788' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-12T16:58:58.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:57 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-12T16:58:58.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:57 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-12T16:58:58.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:57 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/684318788' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/119b4fd4-c670-4cef-b638-4ebc1085f860"}]: dispatch 2024-04-12T16:58:58.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:57 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/119b4fd4-c670-4cef-b638-4ebc1085f860"}]: dispatch 2024-04-12T16:58:58.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:57 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/119b4fd4-c670-4cef-b638-4ebc1085f860"}]': finished 2024-04-12T16:58:58.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:57 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/684318788' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/43637642-a97e-488d-aa66-37907682b757"}]: dispatch 2024-04-12T16:58:58.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:57 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/43637642-a97e-488d-aa66-37907682b757"}]: dispatch 2024-04-12T16:58:58.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:57 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/43637642-a97e-488d-aa66-37907682b757"}]': finished 2024-04-12T16:58:58.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:57 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/684318788' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/f018d064-4f92-4b2e-be8e-8e44b76751b9"}]: dispatch 2024-04-12T16:58:58.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:57 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/f018d064-4f92-4b2e-be8e-8e44b76751b9"}]: dispatch 2024-04-12T16:58:58.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:57 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/f018d064-4f92-4b2e-be8e-8e44b76751b9"}]': finished 2024-04-12T16:58:58.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:57 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/684318788' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/eaa79d03-db0e-4e96-be80-d42748901341"}]: dispatch 2024-04-12T16:58:58.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:57 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' 2024-04-12T16:58:58.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:57 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/684318788' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/eaa79d03-db0e-4e96-be80-d42748901341"}]: dispatch 2024-04-12T16:58:58.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:57 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/684318788' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/eaa79d03-db0e-4e96-be80-d42748901341"}]: dispatch 2024-04-12T16:58:58.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:57 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/eaa79d03-db0e-4e96-be80-d42748901341"}]: dispatch 2024-04-12T16:58:58.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:57 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/eaa79d03-db0e-4e96-be80-d42748901341"}]': finished 2024-04-12T16:58:58.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:58:59.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:59 smithi110 ceph-mon[88691]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-12T16:58:59.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:58:59 smithi110 ceph-mon[88691]: pgmap v3215: 649 pgs: 649 active+clean; 313 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 192 KiB/s rd, 1006 KiB/s wr, 234 op/s 2024-04-12T16:58:59.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:59 smithi099 ceph-mon[94290]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-12T16:58:59.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:58:59 smithi099 ceph-mon[94290]: pgmap v3215: 649 pgs: 649 active+clean; 313 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 192 KiB/s rd, 1006 KiB/s wr, 234 op/s 2024-04-12T16:58:59.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:59 smithi099 ceph-mon[96864]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-12T16:58:59.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:58:59 smithi099 ceph-mon[96864]: pgmap v3215: 649 pgs: 649 active+clean; 313 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 192 KiB/s rd, 1006 KiB/s wr, 234 op/s 2024-04-12T16:59:00.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:00 smithi110 ceph-mon[88691]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-12T16:59:00.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:00 smithi099 ceph-mon[94290]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-12T16:59:00.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:00 smithi099 ceph-mon[96864]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-12T16:59:01.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:01 smithi110 ceph-mon[88691]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-12T16:59:01.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:01 smithi110 ceph-mon[88691]: pgmap v3218: 649 pgs: 649 active+clean; 317 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 200 KiB/s rd, 1.2 MiB/s wr, 270 op/s 2024-04-12T16:59:01.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:01 smithi099 ceph-mon[94290]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-12T16:59:01.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:01 smithi099 ceph-mon[94290]: pgmap v3218: 649 pgs: 649 active+clean; 317 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 200 KiB/s rd, 1.2 MiB/s wr, 270 op/s 2024-04-12T16:59:01.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:01 smithi099 ceph-mon[96864]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-12T16:59:01.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:01 smithi099 ceph-mon[96864]: pgmap v3218: 649 pgs: 649 active+clean; 317 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 200 KiB/s rd, 1.2 MiB/s wr, 270 op/s 2024-04-12T16:59:02.099 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.CreateWithMirrorEnabled (5090 ms) 2024-04-12T16:59:02.099 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot 2024-04-12T16:59:02.099 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:59:02.313 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:02 smithi110 ceph-mon[88691]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-12T16:59:02.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:02 smithi099 ceph-mon[94290]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-12T16:59:02.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:02 smithi099 ceph-mon[96864]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-12T16:59:02.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:59:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:59:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:59:03.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:03 smithi110 ceph-mon[88691]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-12T16:59:03.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:03 smithi110 ceph-mon[88691]: pgmap v3221: 649 pgs: 649 active+clean; 317 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 214 KiB/s rd, 1.1 MiB/s wr, 286 op/s 2024-04-12T16:59:03.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:03 smithi099 ceph-mon[94290]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-12T16:59:03.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:03 smithi099 ceph-mon[94290]: pgmap v3221: 649 pgs: 649 active+clean; 317 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 214 KiB/s rd, 1.1 MiB/s wr, 286 op/s 2024-04-12T16:59:03.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:03 smithi099 ceph-mon[96864]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-12T16:59:03.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:03 smithi099 ceph-mon[96864]: pgmap v3221: 649 pgs: 649 active+clean; 317 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 214 KiB/s rd, 1.1 MiB/s wr, 286 op/s 2024-04-12T16:59:04.085 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot (1986 ms) 2024-04-12T16:59:04.086 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.ExclusiveLock 2024-04-12T16:59:04.086 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:59:04.157 INFO:tasks.workunit.client.0.smithi099.stdout:1: acquiring exclusive lock 2024-04-12T16:59:04.157 INFO:tasks.workunit.client.0.smithi099.stdout:2: acquiring exclusive lock 2024-04-12T16:59:04.161 INFO:tasks.workunit.client.0.smithi099.stdout:2: exclusive lock acquired 2024-04-12T16:59:04.202 INFO:tasks.workunit.client.0.smithi099.stdout:2: releasing exclusive lock 2024-04-12T16:59:04.205 INFO:tasks.workunit.client.0.smithi099.stdout:2: exclusive lock released 2024-04-12T16:59:04.205 INFO:tasks.workunit.client.0.smithi099.stdout:2: acquiring exclusive lock 2024-04-12T16:59:04.209 INFO:tasks.workunit.client.0.smithi099.stdout:2: exclusive lock acquired 2024-04-12T16:59:04.256 INFO:tasks.workunit.client.0.smithi099.stdout:2: releasing exclusive lock 2024-04-12T16:59:04.259 INFO:tasks.workunit.client.0.smithi099.stdout:2: exclusive lock released 2024-04-12T16:59:04.259 INFO:tasks.workunit.client.0.smithi099.stdout:2: acquiring exclusive lock 2024-04-12T16:59:04.262 INFO:tasks.workunit.client.0.smithi099.stdout:2: exclusive lock acquired 2024-04-12T16:59:04.281 INFO:tasks.workunit.client.0.smithi099.stdout:2: releasing exclusive lock 2024-04-12T16:59:04.283 INFO:tasks.workunit.client.0.smithi099.stdout:2: exclusive lock released 2024-04-12T16:59:04.283 INFO:tasks.workunit.client.0.smithi099.stdout:2: acquiring exclusive lock 2024-04-12T16:59:04.287 INFO:tasks.workunit.client.0.smithi099.stdout:2: exclusive lock acquired 2024-04-12T16:59:04.289 INFO:tasks.workunit.client.0.smithi099.stdout:2: releasing exclusive lock 2024-04-12T16:59:04.292 INFO:tasks.workunit.client.0.smithi099.stdout:2: exclusive lock released 2024-04-12T16:59:04.292 INFO:tasks.workunit.client.0.smithi099.stdout:2: acquiring exclusive lock 2024-04-12T16:59:04.296 INFO:tasks.workunit.client.0.smithi099.stdout:2: exclusive lock acquired 2024-04-12T16:59:04.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:04 smithi110 ceph-mon[88691]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-12T16:59:04.335 INFO:tasks.workunit.client.0.smithi099.stdout:2: releasing exclusive lock 2024-04-12T16:59:04.337 INFO:tasks.workunit.client.0.smithi099.stdout:2: exclusive lock released 2024-04-12T16:59:04.340 INFO:tasks.workunit.client.0.smithi099.stdout:1: exclusive lock acquired 2024-04-12T16:59:04.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:04 smithi099 ceph-mon[96864]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-12T16:59:04.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:04 smithi099 ceph-mon[94290]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-12T16:59:04.384 INFO:tasks.workunit.client.0.smithi099.stdout:1: releasing exclusive lock 2024-04-12T16:59:04.387 INFO:tasks.workunit.client.0.smithi099.stdout:1: exclusive lock released 2024-04-12T16:59:04.387 INFO:tasks.workunit.client.0.smithi099.stdout:1: acquiring exclusive lock 2024-04-12T16:59:04.390 INFO:tasks.workunit.client.0.smithi099.stdout:1: exclusive lock acquired 2024-04-12T16:59:04.409 INFO:tasks.workunit.client.0.smithi099.stdout:1: releasing exclusive lock 2024-04-12T16:59:04.412 INFO:tasks.workunit.client.0.smithi099.stdout:1: exclusive lock released 2024-04-12T16:59:04.412 INFO:tasks.workunit.client.0.smithi099.stdout:1: acquiring exclusive lock 2024-04-12T16:59:04.415 INFO:tasks.workunit.client.0.smithi099.stdout:1: exclusive lock acquired 2024-04-12T16:59:04.451 INFO:tasks.workunit.client.0.smithi099.stdout:1: releasing exclusive lock 2024-04-12T16:59:04.454 INFO:tasks.workunit.client.0.smithi099.stdout:1: exclusive lock released 2024-04-12T16:59:04.454 INFO:tasks.workunit.client.0.smithi099.stdout:1: acquiring exclusive lock 2024-04-12T16:59:04.457 INFO:tasks.workunit.client.0.smithi099.stdout:1: exclusive lock acquired 2024-04-12T16:59:04.499 INFO:tasks.workunit.client.0.smithi099.stdout:1: releasing exclusive lock 2024-04-12T16:59:04.503 INFO:tasks.workunit.client.0.smithi099.stdout:1: exclusive lock released 2024-04-12T16:59:04.503 INFO:tasks.workunit.client.0.smithi099.stdout:1: acquiring exclusive lock 2024-04-12T16:59:04.506 INFO:tasks.workunit.client.0.smithi099.stdout:1: exclusive lock acquired 2024-04-12T16:59:04.531 INFO:tasks.workunit.client.0.smithi099.stdout:1: releasing exclusive lock 2024-04-12T16:59:04.534 INFO:tasks.workunit.client.0.smithi099.stdout:1: exclusive lock released 2024-04-12T16:59:04.548 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.ExclusiveLock (463 ms) 2024-04-12T16:59:04.548 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.BreakLock 2024-04-12T16:59:04.563 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:59:05.105 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.BreakLock (556 ms) 2024-04-12T16:59:05.106 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.DiscardAfterWrite 2024-04-12T16:59:05.106 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:59:05.140 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.DiscardAfterWrite (36 ms) 2024-04-12T16:59:05.140 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.DefaultFeatures 2024-04-12T16:59:05.140 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.DefaultFeatures (0 ms) 2024-04-12T16:59:05.141 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurge 2024-04-12T16:59:05.141 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:59:05.200 INFO:tasks.workunit.client.0.smithi099.stdout:0.00% done 2024-04-12T16:59:05.200 INFO:tasks.workunit.client.0.smithi099.stdout:1.56% done 2024-04-12T16:59:05.200 INFO:tasks.workunit.client.0.smithi099.stdout:3.12% done 2024-04-12T16:59:05.200 INFO:tasks.workunit.client.0.smithi099.stdout:4.69% done 2024-04-12T16:59:05.200 INFO:tasks.workunit.client.0.smithi099.stdout:6.25% done 2024-04-12T16:59:05.200 INFO:tasks.workunit.client.0.smithi099.stdout:7.81% done 2024-04-12T16:59:05.200 INFO:tasks.workunit.client.0.smithi099.stdout:9.38% done 2024-04-12T16:59:05.200 INFO:tasks.workunit.client.0.smithi099.stdout:10.94% done 2024-04-12T16:59:05.200 INFO:tasks.workunit.client.0.smithi099.stdout:12.50% done 2024-04-12T16:59:05.200 INFO:tasks.workunit.client.0.smithi099.stdout:14.06% done 2024-04-12T16:59:05.200 INFO:tasks.workunit.client.0.smithi099.stdout:15.62% done 2024-04-12T16:59:05.200 INFO:tasks.workunit.client.0.smithi099.stdout:17.19% done 2024-04-12T16:59:05.200 INFO:tasks.workunit.client.0.smithi099.stdout:18.75% done 2024-04-12T16:59:05.201 INFO:tasks.workunit.client.0.smithi099.stdout:20.31% done 2024-04-12T16:59:05.201 INFO:tasks.workunit.client.0.smithi099.stdout:21.88% done 2024-04-12T16:59:05.201 INFO:tasks.workunit.client.0.smithi099.stdout:23.44% done 2024-04-12T16:59:05.201 INFO:tasks.workunit.client.0.smithi099.stdout:25.00% done 2024-04-12T16:59:05.201 INFO:tasks.workunit.client.0.smithi099.stdout:26.56% done 2024-04-12T16:59:05.201 INFO:tasks.workunit.client.0.smithi099.stdout:28.12% done 2024-04-12T16:59:05.201 INFO:tasks.workunit.client.0.smithi099.stdout:29.69% done 2024-04-12T16:59:05.201 INFO:tasks.workunit.client.0.smithi099.stdout:31.25% done 2024-04-12T16:59:05.201 INFO:tasks.workunit.client.0.smithi099.stdout:32.81% done 2024-04-12T16:59:05.201 INFO:tasks.workunit.client.0.smithi099.stdout:34.38% done 2024-04-12T16:59:05.201 INFO:tasks.workunit.client.0.smithi099.stdout:35.94% done 2024-04-12T16:59:05.201 INFO:tasks.workunit.client.0.smithi099.stdout:37.50% done 2024-04-12T16:59:05.201 INFO:tasks.workunit.client.0.smithi099.stdout:39.06% done 2024-04-12T16:59:05.201 INFO:tasks.workunit.client.0.smithi099.stdout:40.62% done 2024-04-12T16:59:05.201 INFO:tasks.workunit.client.0.smithi099.stdout:42.19% done 2024-04-12T16:59:05.201 INFO:tasks.workunit.client.0.smithi099.stdout:43.75% done 2024-04-12T16:59:05.201 INFO:tasks.workunit.client.0.smithi099.stdout:45.31% done 2024-04-12T16:59:05.202 INFO:tasks.workunit.client.0.smithi099.stdout:46.88% done 2024-04-12T16:59:05.202 INFO:tasks.workunit.client.0.smithi099.stdout:48.44% done 2024-04-12T16:59:05.202 INFO:tasks.workunit.client.0.smithi099.stdout:50.00% done 2024-04-12T16:59:05.202 INFO:tasks.workunit.client.0.smithi099.stdout:51.56% done 2024-04-12T16:59:05.202 INFO:tasks.workunit.client.0.smithi099.stdout:53.12% done 2024-04-12T16:59:05.202 INFO:tasks.workunit.client.0.smithi099.stdout:54.69% done 2024-04-12T16:59:05.202 INFO:tasks.workunit.client.0.smithi099.stdout:56.25% done 2024-04-12T16:59:05.202 INFO:tasks.workunit.client.0.smithi099.stdout:57.81% done 2024-04-12T16:59:05.202 INFO:tasks.workunit.client.0.smithi099.stdout:59.38% done 2024-04-12T16:59:05.202 INFO:tasks.workunit.client.0.smithi099.stdout:60.94% done 2024-04-12T16:59:05.202 INFO:tasks.workunit.client.0.smithi099.stdout:62.50% done 2024-04-12T16:59:05.202 INFO:tasks.workunit.client.0.smithi099.stdout:64.06% done 2024-04-12T16:59:05.202 INFO:tasks.workunit.client.0.smithi099.stdout:65.62% done 2024-04-12T16:59:05.202 INFO:tasks.workunit.client.0.smithi099.stdout:67.19% done 2024-04-12T16:59:05.202 INFO:tasks.workunit.client.0.smithi099.stdout:68.75% done 2024-04-12T16:59:05.202 INFO:tasks.workunit.client.0.smithi099.stdout:70.31% done 2024-04-12T16:59:05.203 INFO:tasks.workunit.client.0.smithi099.stdout:71.88% done 2024-04-12T16:59:05.203 INFO:tasks.workunit.client.0.smithi099.stdout:73.44% done 2024-04-12T16:59:05.203 INFO:tasks.workunit.client.0.smithi099.stdout:75.00% done 2024-04-12T16:59:05.203 INFO:tasks.workunit.client.0.smithi099.stdout:76.56% done 2024-04-12T16:59:05.203 INFO:tasks.workunit.client.0.smithi099.stdout:78.12% done 2024-04-12T16:59:05.203 INFO:tasks.workunit.client.0.smithi099.stdout:79.69% done 2024-04-12T16:59:05.203 INFO:tasks.workunit.client.0.smithi099.stdout:81.25% done 2024-04-12T16:59:05.203 INFO:tasks.workunit.client.0.smithi099.stdout:82.81% done 2024-04-12T16:59:05.203 INFO:tasks.workunit.client.0.smithi099.stdout:84.38% done 2024-04-12T16:59:05.203 INFO:tasks.workunit.client.0.smithi099.stdout:85.94% done 2024-04-12T16:59:05.203 INFO:tasks.workunit.client.0.smithi099.stdout:87.50% done 2024-04-12T16:59:05.203 INFO:tasks.workunit.client.0.smithi099.stdout:89.06% done 2024-04-12T16:59:05.203 INFO:tasks.workunit.client.0.smithi099.stdout:90.62% done 2024-04-12T16:59:05.203 INFO:tasks.workunit.client.0.smithi099.stdout:92.19% done 2024-04-12T16:59:05.203 INFO:tasks.workunit.client.0.smithi099.stdout:93.75% done 2024-04-12T16:59:05.204 INFO:tasks.workunit.client.0.smithi099.stdout:95.31% done 2024-04-12T16:59:05.204 INFO:tasks.workunit.client.0.smithi099.stdout:96.88% done 2024-04-12T16:59:05.204 INFO:tasks.workunit.client.0.smithi099.stdout:98.44% done 2024-04-12T16:59:05.204 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurge (60 ms) 2024-04-12T16:59:05.204 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay 2024-04-12T16:59:05.204 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:59:05.256 INFO:tasks.workunit.client.0.smithi099.stdout:0.00% done 2024-04-12T16:59:05.256 INFO:tasks.workunit.client.0.smithi099.stdout:1.56% done 2024-04-12T16:59:05.256 INFO:tasks.workunit.client.0.smithi099.stdout:3.12% done 2024-04-12T16:59:05.256 INFO:tasks.workunit.client.0.smithi099.stdout:4.69% done 2024-04-12T16:59:05.256 INFO:tasks.workunit.client.0.smithi099.stdout:6.25% done 2024-04-12T16:59:05.256 INFO:tasks.workunit.client.0.smithi099.stdout:7.81% done 2024-04-12T16:59:05.256 INFO:tasks.workunit.client.0.smithi099.stdout:9.38% done 2024-04-12T16:59:05.256 INFO:tasks.workunit.client.0.smithi099.stdout:10.94% done 2024-04-12T16:59:05.256 INFO:tasks.workunit.client.0.smithi099.stdout:12.50% done 2024-04-12T16:59:05.257 INFO:tasks.workunit.client.0.smithi099.stdout:14.06% done 2024-04-12T16:59:05.257 INFO:tasks.workunit.client.0.smithi099.stdout:15.62% done 2024-04-12T16:59:05.257 INFO:tasks.workunit.client.0.smithi099.stdout:17.19% done 2024-04-12T16:59:05.257 INFO:tasks.workunit.client.0.smithi099.stdout:18.75% done 2024-04-12T16:59:05.257 INFO:tasks.workunit.client.0.smithi099.stdout:20.31% done 2024-04-12T16:59:05.257 INFO:tasks.workunit.client.0.smithi099.stdout:21.88% done 2024-04-12T16:59:05.257 INFO:tasks.workunit.client.0.smithi099.stdout:23.44% done 2024-04-12T16:59:05.257 INFO:tasks.workunit.client.0.smithi099.stdout:25.00% done 2024-04-12T16:59:05.257 INFO:tasks.workunit.client.0.smithi099.stdout:26.56% done 2024-04-12T16:59:05.257 INFO:tasks.workunit.client.0.smithi099.stdout:28.12% done 2024-04-12T16:59:05.257 INFO:tasks.workunit.client.0.smithi099.stdout:29.69% done 2024-04-12T16:59:05.257 INFO:tasks.workunit.client.0.smithi099.stdout:31.25% done 2024-04-12T16:59:05.257 INFO:tasks.workunit.client.0.smithi099.stdout:32.81% done 2024-04-12T16:59:05.258 INFO:tasks.workunit.client.0.smithi099.stdout:34.38% done 2024-04-12T16:59:05.258 INFO:tasks.workunit.client.0.smithi099.stdout:35.94% done 2024-04-12T16:59:05.258 INFO:tasks.workunit.client.0.smithi099.stdout:37.50% done 2024-04-12T16:59:05.258 INFO:tasks.workunit.client.0.smithi099.stdout:39.06% done 2024-04-12T16:59:05.258 INFO:tasks.workunit.client.0.smithi099.stdout:40.62% done 2024-04-12T16:59:05.258 INFO:tasks.workunit.client.0.smithi099.stdout:42.19% done 2024-04-12T16:59:05.258 INFO:tasks.workunit.client.0.smithi099.stdout:43.75% done 2024-04-12T16:59:05.258 INFO:tasks.workunit.client.0.smithi099.stdout:45.31% done 2024-04-12T16:59:05.258 INFO:tasks.workunit.client.0.smithi099.stdout:46.88% done 2024-04-12T16:59:05.258 INFO:tasks.workunit.client.0.smithi099.stdout:48.44% done 2024-04-12T16:59:05.258 INFO:tasks.workunit.client.0.smithi099.stdout:50.00% done 2024-04-12T16:59:05.258 INFO:tasks.workunit.client.0.smithi099.stdout:51.56% done 2024-04-12T16:59:05.258 INFO:tasks.workunit.client.0.smithi099.stdout:53.12% done 2024-04-12T16:59:05.258 INFO:tasks.workunit.client.0.smithi099.stdout:54.69% done 2024-04-12T16:59:05.259 INFO:tasks.workunit.client.0.smithi099.stdout:56.25% done 2024-04-12T16:59:05.259 INFO:tasks.workunit.client.0.smithi099.stdout:57.81% done 2024-04-12T16:59:05.259 INFO:tasks.workunit.client.0.smithi099.stdout:59.38% done 2024-04-12T16:59:05.259 INFO:tasks.workunit.client.0.smithi099.stdout:60.94% done 2024-04-12T16:59:05.259 INFO:tasks.workunit.client.0.smithi099.stdout:62.50% done 2024-04-12T16:59:05.259 INFO:tasks.workunit.client.0.smithi099.stdout:64.06% done 2024-04-12T16:59:05.259 INFO:tasks.workunit.client.0.smithi099.stdout:65.62% done 2024-04-12T16:59:05.259 INFO:tasks.workunit.client.0.smithi099.stdout:67.19% done 2024-04-12T16:59:05.259 INFO:tasks.workunit.client.0.smithi099.stdout:68.75% done 2024-04-12T16:59:05.259 INFO:tasks.workunit.client.0.smithi099.stdout:70.31% done 2024-04-12T16:59:05.259 INFO:tasks.workunit.client.0.smithi099.stdout:71.88% done 2024-04-12T16:59:05.259 INFO:tasks.workunit.client.0.smithi099.stdout:73.44% done 2024-04-12T16:59:05.259 INFO:tasks.workunit.client.0.smithi099.stdout:75.00% done 2024-04-12T16:59:05.259 INFO:tasks.workunit.client.0.smithi099.stdout:76.56% done 2024-04-12T16:59:05.260 INFO:tasks.workunit.client.0.smithi099.stdout:78.12% done 2024-04-12T16:59:05.260 INFO:tasks.workunit.client.0.smithi099.stdout:79.69% done 2024-04-12T16:59:05.260 INFO:tasks.workunit.client.0.smithi099.stdout:81.25% done 2024-04-12T16:59:05.260 INFO:tasks.workunit.client.0.smithi099.stdout:82.81% done 2024-04-12T16:59:05.260 INFO:tasks.workunit.client.0.smithi099.stdout:84.38% done 2024-04-12T16:59:05.260 INFO:tasks.workunit.client.0.smithi099.stdout:85.94% done 2024-04-12T16:59:05.260 INFO:tasks.workunit.client.0.smithi099.stdout:87.50% done 2024-04-12T16:59:05.260 INFO:tasks.workunit.client.0.smithi099.stdout:89.06% done 2024-04-12T16:59:05.260 INFO:tasks.workunit.client.0.smithi099.stdout:90.62% done 2024-04-12T16:59:05.260 INFO:tasks.workunit.client.0.smithi099.stdout:92.19% done 2024-04-12T16:59:05.260 INFO:tasks.workunit.client.0.smithi099.stdout:93.75% done 2024-04-12T16:59:05.260 INFO:tasks.workunit.client.0.smithi099.stdout:95.31% done 2024-04-12T16:59:05.260 INFO:tasks.workunit.client.0.smithi099.stdout:96.88% done 2024-04-12T16:59:05.260 INFO:tasks.workunit.client.0.smithi099.stdout:98.44% done 2024-04-12T16:59:05.261 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay (56 ms) 2024-04-12T16:59:05.261 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestTrashPurge 2024-04-12T16:59:05.261 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:59:05.264 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:59:05.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:05 smithi110 ceph-mon[88691]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-12T16:59:05.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:05 smithi110 ceph-mon[88691]: pgmap v3224: 649 pgs: 649 active+clean; 318 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 172 KiB/s rd, 136 KiB/s wr, 141 op/s 2024-04-12T16:59:05.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:05 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/992811540' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.99:0/278261350"}]: dispatch 2024-04-12T16:59:05.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:05 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.99:0/278261350"}]: dispatch 2024-04-12T16:59:05.375 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestTrashPurge (119 ms) 2024-04-12T16:59:05.376 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndRestore 2024-04-12T16:59:05.376 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:59:05.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:05 smithi099 ceph-mon[96864]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-12T16:59:05.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:05 smithi099 ceph-mon[96864]: pgmap v3224: 649 pgs: 649 active+clean; 318 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 172 KiB/s rd, 136 KiB/s wr, 141 op/s 2024-04-12T16:59:05.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:05 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/992811540' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.99:0/278261350"}]: dispatch 2024-04-12T16:59:05.377 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:05 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.99:0/278261350"}]: dispatch 2024-04-12T16:59:05.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:05 smithi099 ceph-mon[94290]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-12T16:59:05.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:05 smithi099 ceph-mon[94290]: pgmap v3224: 649 pgs: 649 active+clean; 318 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 172 KiB/s rd, 136 KiB/s wr, 141 op/s 2024-04-12T16:59:05.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:05 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/992811540' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.99:0/278261350"}]: dispatch 2024-04-12T16:59:05.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:05 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.99:0/278261350"}]: dispatch 2024-04-12T16:59:05.417 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestTrashMoveAndRestore (42 ms) 2024-04-12T16:59:05.417 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestListWatchers 2024-04-12T16:59:05.417 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:59:05.449 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestListWatchers (32 ms) 2024-04-12T16:59:05.449 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestSetSnapById 2024-04-12T16:59:05.449 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:59:06.119 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestSetSnapById (670 ms) 2024-04-12T16:59:06.119 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.Namespaces 2024-04-12T16:59:06.143 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.Namespaces (24 ms) 2024-04-12T16:59:06.143 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.NamespacesPP 2024-04-12T16:59:06.176 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:59:06.182 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:59:06.262 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.NamespacesPP (119 ms) 2024-04-12T16:59:06.262 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.Migration 2024-04-12T16:59:06.262 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:59:06.262 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:59:06.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:06 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.99:0/278261350"}]': finished 2024-04-12T16:59:06.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:06 smithi110 ceph-mon[88691]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-12T16:59:06.358 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:06 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.99:0/278261350"}]': finished 2024-04-12T16:59:06.359 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:06 smithi099 ceph-mon[94290]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-12T16:59:06.359 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:06 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.99:0/278261350"}]': finished 2024-04-12T16:59:06.359 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:06 smithi099 ceph-mon[96864]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-12T16:59:06.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:59:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:59:06] "GET /metrics HTTP/1.1" 200 75577 "" "Prometheus/2.43.0" 2024-04-12T16:59:06.658 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.Migration (396 ms) 2024-04-12T16:59:06.658 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.MigrationPP 2024-04-12T16:59:06.658 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:59:06.658 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:59:07.071 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.MigrationPP (413 ms) 2024-04-12T16:59:07.071 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestGetAccessTimestamp 2024-04-12T16:59:07.071 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:59:07.088 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestGetAccessTimestamp (17 ms) 2024-04-12T16:59:07.088 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.TestGetModifyTimestamp 2024-04-12T16:59:07.088 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:59:07.105 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.TestGetModifyTimestamp (17 ms) 2024-04-12T16:59:07.105 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.ZeroOverlapFlatten 2024-04-12T16:59:07.105 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:59:07.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:07 smithi110 ceph-mon[88691]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-12T16:59:07.334 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:07 smithi110 ceph-mon[88691]: pgmap v3227: 649 pgs: 649 active+clean; 318 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 269 KiB/s rd, 147 KiB/s wr, 294 op/s 2024-04-12T16:59:07.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:07 smithi099 ceph-mon[94290]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-12T16:59:07.377 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:07 smithi099 ceph-mon[94290]: pgmap v3227: 649 pgs: 649 active+clean; 318 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 269 KiB/s rd, 147 KiB/s wr, 294 op/s 2024-04-12T16:59:07.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:07 smithi099 ceph-mon[96864]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-12T16:59:07.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:07 smithi099 ceph-mon[96864]: pgmap v3227: 649 pgs: 649 active+clean; 318 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 269 KiB/s rd, 147 KiB/s wr, 294 op/s 2024-04-12T16:59:08.197 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.ZeroOverlapFlatten (1093 ms) 2024-04-12T16:59:08.198 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.PoolMetadata 2024-04-12T16:59:08.229 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.PoolMetadata (31 ms) 2024-04-12T16:59:08.229 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.PoolMetadataPP 2024-04-12T16:59:08.254 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.PoolMetadataPP (25 ms) 2024-04-12T16:59:08.254 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.Config 2024-04-12T16:59:08.260 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:59:08.298 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.Config (45 ms) 2024-04-12T16:59:08.299 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.ConfigPP 2024-04-12T16:59:08.303 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:59:08.341 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.ConfigPP (42 ms) 2024-04-12T16:59:08.341 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.PoolStatsPP 2024-04-12T16:59:08.628 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:59:08 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:16:59:08] ENGINE Bus STOPPING 2024-04-12T16:59:08.628 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:59:08 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:16:59:08] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T16:59:08.628 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:59:08 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:16:59:08] ENGINE Bus STOPPED 2024-04-12T16:59:08.628 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:59:08 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:16:59:08] ENGINE Bus STARTING 2024-04-12T16:59:08.628 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:59:08 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:16:59:08] ENGINE Serving on http://:::9283 2024-04-12T16:59:08.628 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:59:08 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:16:59:08] ENGINE Bus STARTED 2024-04-12T16:59:09.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[96864]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-12T16:59:09.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' 2024-04-12T16:59:09.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[96864]: pgmap v3229: 649 pgs: 649 active+clean; 318 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 332 KiB/s rd, 147 KiB/s wr, 385 op/s 2024-04-12T16:59:09.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:59:09.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:59:09.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:59:09.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:59:09.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:59:09.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:59:09.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:59:09.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:59:09.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:59:09.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:59:09.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:59:09.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:59:09.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:59:09.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:59:09.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:59:09.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:59:09.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:59:09.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:59:09.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:59:09.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:59:09.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:59:09.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:59:09.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:59:09.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:59:09.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:59:09.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:59:09.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:59:09.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:59:09.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:59:09.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:59:09.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[94290]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-12T16:59:09.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' 2024-04-12T16:59:09.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[94290]: pgmap v3229: 649 pgs: 649 active+clean; 318 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 332 KiB/s rd, 147 KiB/s wr, 385 op/s 2024-04-12T16:59:09.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:59:09.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:59:09.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:59:09.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:59:09.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:59:09.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:59:09.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:59:09.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:59:09.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:59:09.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:59:09.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:59:09.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:59:09.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:59:09.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:59:09.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:59:09.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:59:09.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:59:09.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:59:09.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:59:09.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:59:09.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:59:09.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:59:09.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:59:09.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:59:09.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:59:09.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:59:09.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:59:09.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:59:09.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:59:09.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:59:09.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:09 smithi110 ceph-mon[88691]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-12T16:59:09.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:09 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' 2024-04-12T16:59:09.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:09 smithi110 ceph-mon[88691]: pgmap v3229: 649 pgs: 649 active+clean; 318 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 332 KiB/s rd, 147 KiB/s wr, 385 op/s 2024-04-12T16:59:09.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:59:09.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:59:09.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:59:09.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:59:09.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T16:59:09.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:59:09.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:59:09.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:59:09.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:59:09.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:59:09.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:59:09.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:59:09.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:59:09.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:59:09.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:59:09.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:09 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:59:09.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:09 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:59:09.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:59:09.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:59:09.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:59:09.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:09 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:59:09.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:59:09.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:09 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:59:09.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:59:09.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:59:09.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:09 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:59:09.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:09 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:59:09.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:59:09.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:59:09.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:59:09.707 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:59:10.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:10 smithi110 ceph-mon[88691]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-12T16:59:10.584 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:10 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3357798517' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:59:10.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:10 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3357798517' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:59:10.585 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:10 smithi110 ceph-mon[88691]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-12T16:59:10.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:10 smithi099 ceph-mon[96864]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-12T16:59:10.627 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:10 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3357798517' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:59:10.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:10 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3357798517' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:59:10.628 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:10 smithi099 ceph-mon[96864]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-12T16:59:10.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:10 smithi099 ceph-mon[94290]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-12T16:59:10.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:10 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3357798517' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:59:10.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:10 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3357798517' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:59:10.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:10 smithi099 ceph-mon[94290]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-12T16:59:11.779 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:59:11.795 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:59:11.813 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:59:12.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:11 smithi110 ceph-mon[88691]: pgmap v3232: 681 pgs: 24 unknown, 657 active+clean; 318 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 598 KiB/s rd, 42 KiB/s wr, 826 op/s 2024-04-12T16:59:12.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:11 smithi110 ceph-mon[88691]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-12T16:59:12.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:11 smithi099 ceph-mon[94290]: pgmap v3232: 681 pgs: 24 unknown, 657 active+clean; 318 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 598 KiB/s rd, 42 KiB/s wr, 826 op/s 2024-04-12T16:59:12.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:11 smithi099 ceph-mon[94290]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-12T16:59:12.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:11 smithi099 ceph-mon[96864]: pgmap v3232: 681 pgs: 24 unknown, 657 active+clean; 318 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 598 KiB/s rd, 42 KiB/s wr, 826 op/s 2024-04-12T16:59:12.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:11 smithi099 ceph-mon[96864]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-12T16:59:12.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:59:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:59:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:59:12.805 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.PoolStatsPP (4464 ms) 2024-04-12T16:59:12.805 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.ImageSpec 2024-04-12T16:59:13.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:12 smithi110 ceph-mon[88691]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-12T16:59:13.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:59:13.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:12 smithi099 ceph-mon[94290]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-12T16:59:13.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:59:13.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:12 smithi099 ceph-mon[96864]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-12T16:59:13.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:59:14.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:13 smithi110 ceph-mon[88691]: pgmap v3235: 681 pgs: 14 unknown, 667 active+clean; 318 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 750 KiB/s rd, 43 KiB/s wr, 982 op/s 2024-04-12T16:59:14.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:13 smithi110 ceph-mon[88691]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-12T16:59:14.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:13 smithi099 ceph-mon[94290]: pgmap v3235: 681 pgs: 14 unknown, 667 active+clean; 318 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 750 KiB/s rd, 43 KiB/s wr, 982 op/s 2024-04-12T16:59:14.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:13 smithi099 ceph-mon[94290]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-12T16:59:14.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:13 smithi099 ceph-mon[96864]: pgmap v3235: 681 pgs: 14 unknown, 667 active+clean; 318 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 750 KiB/s rd, 43 KiB/s wr, 982 op/s 2024-04-12T16:59:14.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:13 smithi099 ceph-mon[96864]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-12T16:59:14.750 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:59:15.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:14 smithi110 ceph-mon[88691]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-12T16:59:15.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:14 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2972793735' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:59:15.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:14 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:59:15.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:14 smithi099 ceph-mon[94290]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-12T16:59:15.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:14 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2972793735' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:59:15.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:14 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:59:15.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:14 smithi099 ceph-mon[96864]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-12T16:59:15.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:14 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2972793735' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:59:15.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:14 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:59:16.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:15 smithi110 ceph-mon[88691]: pgmap v3238: 713 pgs: 16 creating+peering, 16 unknown, 681 active+clean; 318 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 370 KiB/s rd, 23 KiB/s wr, 467 op/s 2024-04-12T16:59:16.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:15 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:59:16.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:15 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:59:16.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:15 smithi110 ceph-mon[88691]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-12T16:59:16.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:15 smithi099 ceph-mon[94290]: pgmap v3238: 713 pgs: 16 creating+peering, 16 unknown, 681 active+clean; 318 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 370 KiB/s rd, 23 KiB/s wr, 467 op/s 2024-04-12T16:59:16.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:15 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:59:16.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:15 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:59:16.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:15 smithi099 ceph-mon[94290]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-12T16:59:16.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:15 smithi099 ceph-mon[96864]: pgmap v3238: 713 pgs: 16 creating+peering, 16 unknown, 681 active+clean; 318 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 370 KiB/s rd, 23 KiB/s wr, 467 op/s 2024-04-12T16:59:16.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:15 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:59:16.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:15 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:59:16.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:15 smithi099 ceph-mon[96864]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-12T16:59:16.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:59:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:59:16] "GET /metrics HTTP/1.1" 200 78045 "" "Prometheus/2.43.0" 2024-04-12T16:59:17.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:16 smithi110 ceph-mon[88691]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-12T16:59:17.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:16 smithi099 ceph-mon[96864]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-12T16:59:17.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:16 smithi099 ceph-mon[94290]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-12T16:59:18.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:17 smithi110 ceph-mon[88691]: pgmap v3241: 713 pgs: 2 creating+activating, 16 creating+peering, 5 unknown, 690 active+clean; 318 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 41 KiB/s rd, 5.7 KiB/s wr, 57 op/s 2024-04-12T16:59:18.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:17 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:59:18.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:17 smithi110 ceph-mon[88691]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-12T16:59:18.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:17 smithi099 ceph-mon[96864]: pgmap v3241: 713 pgs: 2 creating+activating, 16 creating+peering, 5 unknown, 690 active+clean; 318 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 41 KiB/s rd, 5.7 KiB/s wr, 57 op/s 2024-04-12T16:59:18.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:17 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:59:18.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:17 smithi099 ceph-mon[96864]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-12T16:59:18.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:17 smithi099 ceph-mon[94290]: pgmap v3241: 713 pgs: 2 creating+activating, 16 creating+peering, 5 unknown, 690 active+clean; 318 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 41 KiB/s rd, 5.7 KiB/s wr, 57 op/s 2024-04-12T16:59:18.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:17 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:59:18.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:17 smithi099 ceph-mon[94290]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-12T16:59:18.979 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.ImageSpec (6174 ms) 2024-04-12T16:59:18.979 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.SnapRemoveWithChildMissing 2024-04-12T16:59:19.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:18 smithi110 ceph-mon[88691]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-12T16:59:19.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:18 smithi099 ceph-mon[94290]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-12T16:59:19.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:18 smithi099 ceph-mon[96864]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-12T16:59:20.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:19 smithi110 ceph-mon[88691]: pgmap v3244: 713 pgs: 2 creating+activating, 16 creating+peering, 695 active+clean; 318 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 13 KiB/s rd, 2.2 KiB/s wr, 22 op/s 2024-04-12T16:59:20.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:19 smithi110 ceph-mon[88691]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-12T16:59:20.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:19 smithi110 ceph-mon[88691]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-12T16:59:20.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:19 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3607701841' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:59:20.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:19 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:59:20.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:19 smithi099 ceph-mon[94290]: pgmap v3244: 713 pgs: 2 creating+activating, 16 creating+peering, 695 active+clean; 318 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 13 KiB/s rd, 2.2 KiB/s wr, 22 op/s 2024-04-12T16:59:20.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:19 smithi099 ceph-mon[94290]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-12T16:59:20.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:19 smithi099 ceph-mon[94290]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-12T16:59:20.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:19 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3607701841' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:59:20.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:19 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:59:20.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:19 smithi099 ceph-mon[96864]: pgmap v3244: 713 pgs: 2 creating+activating, 16 creating+peering, 695 active+clean; 318 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 13 KiB/s rd, 2.2 KiB/s wr, 22 op/s 2024-04-12T16:59:20.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:19 smithi099 ceph-mon[96864]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-12T16:59:20.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:19 smithi099 ceph-mon[96864]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-12T16:59:20.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:19 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3607701841' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:59:20.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:19 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:59:20.716 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:59:22.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:21 smithi110 ceph-mon[88691]: pgmap v3247: 745 pgs: 11 creating+peering, 21 unknown, 713 active+clean; 318 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 80 KiB/s rd, 4.0 KiB/s wr, 103 op/s 2024-04-12T16:59:22.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:21 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:59:22.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:21 smithi110 ceph-mon[88691]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-12T16:59:22.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:21 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:59:22.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:21 smithi099 ceph-mon[94290]: pgmap v3247: 745 pgs: 11 creating+peering, 21 unknown, 713 active+clean; 318 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 80 KiB/s rd, 4.0 KiB/s wr, 103 op/s 2024-04-12T16:59:22.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:21 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:59:22.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:21 smithi099 ceph-mon[94290]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-12T16:59:22.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:21 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:59:22.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:21 smithi099 ceph-mon[96864]: pgmap v3247: 745 pgs: 11 creating+peering, 21 unknown, 713 active+clean; 318 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 80 KiB/s rd, 4.0 KiB/s wr, 103 op/s 2024-04-12T16:59:22.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:21 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:59:22.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:21 smithi099 ceph-mon[96864]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-12T16:59:22.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:21 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:59:22.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:59:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:59:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:59:23.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:22 smithi110 ceph-mon[88691]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-12T16:59:23.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:22 smithi099 ceph-mon[94290]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-12T16:59:23.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:22 smithi099 ceph-mon[96864]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-12T16:59:24.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:23 smithi110 ceph-mon[88691]: pgmap v3250: 745 pgs: 11 creating+peering, 13 unknown, 721 active+clean; 318 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 6.0 KiB/s wr, 167 op/s 2024-04-12T16:59:24.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:23 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:59:24.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:23 smithi110 ceph-mon[88691]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-12T16:59:24.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:23 smithi099 ceph-mon[94290]: pgmap v3250: 745 pgs: 11 creating+peering, 13 unknown, 721 active+clean; 318 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 6.0 KiB/s wr, 167 op/s 2024-04-12T16:59:24.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:23 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:59:24.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:23 smithi099 ceph-mon[94290]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-12T16:59:24.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:23 smithi099 ceph-mon[96864]: pgmap v3250: 745 pgs: 11 creating+peering, 13 unknown, 721 active+clean; 318 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 6.0 KiB/s wr, 167 op/s 2024-04-12T16:59:24.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:23 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:59:24.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:23 smithi099 ceph-mon[96864]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-12T16:59:25.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:24 smithi110 ceph-mon[88691]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-12T16:59:25.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:24 smithi110 ceph-mon[88691]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-12T16:59:25.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:24 smithi099 ceph-mon[94290]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-12T16:59:25.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:24 smithi099 ceph-mon[94290]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-12T16:59:25.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:24 smithi099 ceph-mon[96864]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-12T16:59:25.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:24 smithi099 ceph-mon[96864]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-12T16:59:26.029 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:25 smithi099 ceph-mon[94290]: pgmap v3253: 745 pgs: 11 creating+peering, 734 active+clean; 318 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 63 KiB/s rd, 3.0 KiB/s wr, 78 op/s 2024-04-12T16:59:26.029 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:25 smithi099 ceph-mon[96864]: pgmap v3253: 745 pgs: 11 creating+peering, 734 active+clean; 318 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 63 KiB/s rd, 3.0 KiB/s wr, 78 op/s 2024-04-12T16:59:26.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:25 smithi110 ceph-mon[88691]: pgmap v3253: 745 pgs: 11 creating+peering, 734 active+clean; 318 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 63 KiB/s rd, 3.0 KiB/s wr, 78 op/s 2024-04-12T16:59:26.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:59:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:59:26] "GET /metrics HTTP/1.1" 200 78045 "" "Prometheus/2.43.0" 2024-04-12T16:59:27.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:26 smithi110 ceph-mon[88691]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-12T16:59:27.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:26 smithi099 ceph-mon[94290]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-12T16:59:27.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:26 smithi099 ceph-mon[96864]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-12T16:59:27.826 INFO:tasks.workunit.client.0.smithi099.stdout:num children is: 3 2024-04-12T16:59:27.827 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 3 2024-04-12T16:59:27.827 INFO:tasks.workunit.client.0.smithi099.stdout:child: image218 2024-04-12T16:59:27.827 INFO:tasks.workunit.client.0.smithi099.stdout:child: image220 2024-04-12T16:59:27.827 INFO:tasks.workunit.client.0.smithi099.stdout:child: image219 2024-04-12T16:59:27.827 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-15/image218/b1b9b5b9e156 2024-04-12T16:59:27.827 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:59:27.827 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-34/image219/b1b9681ac4b8 2024-04-12T16:59:27.827 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:59:27.827 INFO:tasks.workunit.client.0.smithi099.stdout:found child test-librbd-smithi099-148068-15/image220/b1b93668c810 2024-04-12T16:59:27.827 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T16:59:27.827 INFO:tasks.workunit.client.0.smithi099.stdout:num children is: 0 2024-04-12T16:59:27.827 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 0 2024-04-12T16:59:27.827 INFO:tasks.workunit.client.0.smithi099.stdout:num snaps is: 0 2024-04-12T16:59:27.827 INFO:tasks.workunit.client.0.smithi099.stdout:expected: 0 2024-04-12T16:59:27.828 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.SnapRemoveWithChildMissing (8847 ms) 2024-04-12T16:59:27.828 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.QuiesceWatch 2024-04-12T16:59:28.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:27 smithi110 ceph-mon[88691]: pgmap v3256: 713 pgs: 713 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-12T16:59:28.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:27 smithi110 ceph-mon[88691]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-12T16:59:28.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:59:28.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:27 smithi099 ceph-mon[94290]: pgmap v3256: 713 pgs: 713 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-12T16:59:28.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:27 smithi099 ceph-mon[94290]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-12T16:59:28.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:59:28.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:27 smithi099 ceph-mon[96864]: pgmap v3256: 713 pgs: 713 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-12T16:59:28.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:27 smithi099 ceph-mon[96864]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-12T16:59:28.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:59:29.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:28 smithi110 ceph-mon[88691]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-12T16:59:29.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:28 smithi099 ceph-mon[94290]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-12T16:59:29.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:28 smithi099 ceph-mon[96864]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-12T16:59:29.718 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:59:30.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:29 smithi110 ceph-mon[88691]: pgmap v3259: 713 pgs: 713 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-12T16:59:30.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:29 smithi110 ceph-mon[88691]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-12T16:59:30.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:29 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/390402241' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:59:30.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:29 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/390402241' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:59:30.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:29 smithi110 ceph-mon[88691]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-12T16:59:30.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:29 smithi099 ceph-mon[94290]: pgmap v3259: 713 pgs: 713 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-12T16:59:30.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:29 smithi099 ceph-mon[94290]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-12T16:59:30.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:29 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/390402241' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:59:30.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:29 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/390402241' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:59:30.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:29 smithi099 ceph-mon[94290]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-12T16:59:30.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:29 smithi099 ceph-mon[96864]: pgmap v3259: 713 pgs: 713 active+clean; 6.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-12T16:59:30.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:29 smithi099 ceph-mon[96864]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-12T16:59:30.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:29 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/390402241' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:59:30.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:29 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/390402241' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:59:30.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:29 smithi099 ceph-mon[96864]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-12T16:59:32.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:31 smithi110 ceph-mon[88691]: pgmap v3262: 745 pgs: 2 creating+activating, 11 creating+peering, 12 unknown, 720 active+clean; 6.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 1.2 KiB/s wr, 19 op/s 2024-04-12T16:59:32.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:31 smithi110 ceph-mon[88691]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-12T16:59:32.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:31 smithi099 ceph-mon[96864]: pgmap v3262: 745 pgs: 2 creating+activating, 11 creating+peering, 12 unknown, 720 active+clean; 6.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 1.2 KiB/s wr, 19 op/s 2024-04-12T16:59:32.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:31 smithi099 ceph-mon[96864]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-12T16:59:32.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:31 smithi099 ceph-mon[94290]: pgmap v3262: 745 pgs: 2 creating+activating, 11 creating+peering, 12 unknown, 720 active+clean; 6.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 1.2 KiB/s wr, 19 op/s 2024-04-12T16:59:32.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:31 smithi099 ceph-mon[94290]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-12T16:59:32.584 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:59:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:59:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:59:33.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:32 smithi110 ceph-mon[88691]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-12T16:59:33.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:32 smithi099 ceph-mon[96864]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-12T16:59:33.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:32 smithi099 ceph-mon[94290]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-12T16:59:34.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:33 smithi110 ceph-mon[88691]: pgmap v3265: 745 pgs: 2 creating+activating, 11 creating+peering, 732 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 3.5 KiB/s wr, 66 op/s 2024-04-12T16:59:34.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:33 smithi110 ceph-mon[88691]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-12T16:59:34.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:33 smithi099 ceph-mon[96864]: pgmap v3265: 745 pgs: 2 creating+activating, 11 creating+peering, 732 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 3.5 KiB/s wr, 66 op/s 2024-04-12T16:59:34.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:33 smithi099 ceph-mon[96864]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-12T16:59:34.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:33 smithi099 ceph-mon[94290]: pgmap v3265: 745 pgs: 2 creating+activating, 11 creating+peering, 732 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 3.5 KiB/s wr, 66 op/s 2024-04-12T16:59:34.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:33 smithi099 ceph-mon[94290]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-12T16:59:35.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:34 smithi110 ceph-mon[88691]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-12T16:59:35.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:34 smithi110 ceph-mon[88691]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-12T16:59:35.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:34 smithi099 ceph-mon[94290]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-12T16:59:35.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:34 smithi099 ceph-mon[94290]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-12T16:59:35.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:34 smithi099 ceph-mon[96864]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-12T16:59:35.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:34 smithi099 ceph-mon[96864]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-12T16:59:36.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:35 smithi110 ceph-mon[88691]: pgmap v3268: 745 pgs: 2 creating+activating, 743 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 3.0 KiB/s wr, 51 op/s 2024-04-12T16:59:36.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:35 smithi110 ceph-mon[88691]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-12T16:59:36.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:35 smithi099 ceph-mon[96864]: pgmap v3268: 745 pgs: 2 creating+activating, 743 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 3.0 KiB/s wr, 51 op/s 2024-04-12T16:59:36.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:35 smithi099 ceph-mon[96864]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-12T16:59:36.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:35 smithi099 ceph-mon[94290]: pgmap v3268: 745 pgs: 2 creating+activating, 743 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 3.0 KiB/s wr, 51 op/s 2024-04-12T16:59:36.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:35 smithi099 ceph-mon[94290]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-12T16:59:36.627 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:59:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:59:36] "GET /metrics HTTP/1.1" 200 80534 "" "Prometheus/2.43.0" 2024-04-12T16:59:37.832 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.QuiesceWatch (10006 ms) 2024-04-12T16:59:37.832 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.QuiesceWatchPP 2024-04-12T16:59:37.832 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:59:38.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:37 smithi110 ceph-mon[88691]: pgmap v3271: 745 pgs: 745 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 3.5 KiB/s wr, 56 op/s 2024-04-12T16:59:38.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:37 smithi110 ceph-mon[88691]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-12T16:59:38.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:37 smithi099 ceph-mon[94290]: pgmap v3271: 745 pgs: 745 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 3.5 KiB/s wr, 56 op/s 2024-04-12T16:59:38.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:37 smithi099 ceph-mon[94290]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-12T16:59:38.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:37 smithi099 ceph-mon[96864]: pgmap v3271: 745 pgs: 745 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 3.5 KiB/s wr, 56 op/s 2024-04-12T16:59:38.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:37 smithi099 ceph-mon[96864]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-12T16:59:39.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:38 smithi110 ceph-mon[88691]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-12T16:59:39.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:38 smithi099 ceph-mon[94290]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-12T16:59:39.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:38 smithi099 ceph-mon[96864]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-12T16:59:40.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:39 smithi110 ceph-mon[88691]: pgmap v3274: 745 pgs: 745 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 2.7 KiB/s wr, 51 op/s 2024-04-12T16:59:40.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:39 smithi110 ceph-mon[88691]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-12T16:59:40.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:39 smithi110 ceph-mon[88691]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-12T16:59:40.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:39 smithi099 ceph-mon[94290]: pgmap v3274: 745 pgs: 745 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 2.7 KiB/s wr, 51 op/s 2024-04-12T16:59:40.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:39 smithi099 ceph-mon[94290]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-12T16:59:40.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:39 smithi099 ceph-mon[94290]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-12T16:59:40.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:39 smithi099 ceph-mon[96864]: pgmap v3274: 745 pgs: 745 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 2.7 KiB/s wr, 51 op/s 2024-04-12T16:59:40.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:39 smithi099 ceph-mon[96864]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-12T16:59:40.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:39 smithi099 ceph-mon[96864]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-12T16:59:42.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:41 smithi110 ceph-mon[88691]: pgmap v3277: 745 pgs: 745 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 5.7 KiB/s wr, 103 op/s 2024-04-12T16:59:42.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:41 smithi110 ceph-mon[88691]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-12T16:59:42.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:41 smithi099 ceph-mon[94290]: pgmap v3277: 745 pgs: 745 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 5.7 KiB/s wr, 103 op/s 2024-04-12T16:59:42.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:41 smithi099 ceph-mon[94290]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-12T16:59:42.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:41 smithi099 ceph-mon[96864]: pgmap v3277: 745 pgs: 745 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 5.7 KiB/s wr, 103 op/s 2024-04-12T16:59:42.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:41 smithi099 ceph-mon[96864]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-12T16:59:42.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:59:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:59:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:59:43.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:42 smithi110 ceph-mon[88691]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-12T16:59:43.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:59:43.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:42 smithi099 ceph-mon[94290]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-12T16:59:43.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:59:43.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:42 smithi099 ceph-mon[96864]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-12T16:59:43.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:59:43.891 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.QuiesceWatchPP (6059 ms) 2024-04-12T16:59:43.892 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.QuiesceWatchError 2024-04-12T16:59:43.892 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:59:44.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:43 smithi110 ceph-mon[88691]: pgmap v3280: 745 pgs: 745 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 6.5 KiB/s wr, 110 op/s 2024-04-12T16:59:44.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:43 smithi110 ceph-mon[88691]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-12T16:59:44.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:43 smithi099 ceph-mon[96864]: pgmap v3280: 745 pgs: 745 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 6.5 KiB/s wr, 110 op/s 2024-04-12T16:59:44.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:43 smithi099 ceph-mon[96864]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-12T16:59:44.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:43 smithi099 ceph-mon[94290]: pgmap v3280: 745 pgs: 745 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 6.5 KiB/s wr, 110 op/s 2024-04-12T16:59:44.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:43 smithi099 ceph-mon[94290]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-12T16:59:45.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:44 smithi110 ceph-mon[88691]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-12T16:59:45.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:44 smithi110 ceph-mon[88691]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-12T16:59:45.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:44 smithi099 ceph-mon[94290]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-12T16:59:45.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:44 smithi099 ceph-mon[94290]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-12T16:59:45.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:44 smithi099 ceph-mon[96864]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-12T16:59:45.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:44 smithi099 ceph-mon[96864]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-12T16:59:46.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:45 smithi110 ceph-mon[88691]: pgmap v3283: 745 pgs: 745 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 2.2 KiB/s wr, 27 op/s 2024-04-12T16:59:46.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:45 smithi110 ceph-mon[88691]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-12T16:59:46.127 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:45 smithi099 ceph-mon[96864]: pgmap v3283: 745 pgs: 745 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 2.2 KiB/s wr, 27 op/s 2024-04-12T16:59:46.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:45 smithi099 ceph-mon[96864]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-12T16:59:46.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:45 smithi099 ceph-mon[94290]: pgmap v3283: 745 pgs: 745 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 2.2 KiB/s wr, 27 op/s 2024-04-12T16:59:46.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:45 smithi099 ceph-mon[94290]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-12T16:59:46.628 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:59:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:59:46] "GET /metrics HTTP/1.1" 200 83003 "" "Prometheus/2.43.0" 2024-04-12T16:59:48.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:47 smithi110 ceph-mon[88691]: pgmap v3286: 745 pgs: 745 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 5.5 KiB/s wr, 87 op/s 2024-04-12T16:59:48.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:47 smithi110 ceph-mon[88691]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-12T16:59:48.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:47 smithi099 ceph-mon[94290]: pgmap v3286: 745 pgs: 745 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 5.5 KiB/s wr, 87 op/s 2024-04-12T16:59:48.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:47 smithi099 ceph-mon[94290]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-12T16:59:48.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:47 smithi099 ceph-mon[96864]: pgmap v3286: 745 pgs: 745 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 5.5 KiB/s wr, 87 op/s 2024-04-12T16:59:48.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:47 smithi099 ceph-mon[96864]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-12T16:59:49.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:48 smithi110 ceph-mon[88691]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-12T16:59:49.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:48 smithi099 ceph-mon[94290]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-12T16:59:49.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:48 smithi099 ceph-mon[96864]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-12T16:59:49.834 INFO:tasks.workunit.client.0.smithi099.stdout:10.00% done 2024-04-12T16:59:49.834 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.QuiesceWatchError (5943 ms) 2024-04-12T16:59:49.834 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.QuiesceWatchTimeout 2024-04-12T16:59:49.834 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T16:59:49.849 INFO:tasks.workunit.client.0.smithi099.stderr:test quiesce is not long enough to time out 2024-04-12T16:59:50.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:49 smithi110 ceph-mon[88691]: pgmap v3289: 745 pgs: 745 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 4.0 KiB/s wr, 72 op/s 2024-04-12T16:59:50.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:49 smithi110 ceph-mon[88691]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-12T16:59:50.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:49 smithi110 ceph-mon[88691]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-12T16:59:50.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:49 smithi099 ceph-mon[94290]: pgmap v3289: 745 pgs: 745 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 4.0 KiB/s wr, 72 op/s 2024-04-12T16:59:50.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:49 smithi099 ceph-mon[94290]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-12T16:59:50.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:49 smithi099 ceph-mon[94290]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-12T16:59:50.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:49 smithi099 ceph-mon[96864]: pgmap v3289: 745 pgs: 745 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 4.0 KiB/s wr, 72 op/s 2024-04-12T16:59:50.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:49 smithi099 ceph-mon[96864]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-12T16:59:50.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:49 smithi099 ceph-mon[96864]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-12T16:59:52.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:51 smithi110 ceph-mon[88691]: pgmap v3292: 745 pgs: 745 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 5.0 KiB/s wr, 75 op/s 2024-04-12T16:59:52.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:51 smithi099 ceph-mon[94290]: pgmap v3292: 745 pgs: 745 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 5.0 KiB/s wr, 75 op/s 2024-04-12T16:59:52.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:51 smithi099 ceph-mon[96864]: pgmap v3292: 745 pgs: 745 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 5.0 KiB/s wr, 75 op/s 2024-04-12T16:59:52.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 16:59:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T16:59:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:59:54.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:53 smithi110 ceph-mon[88691]: pgmap v3293: 745 pgs: 745 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 4.0 KiB/s wr, 62 op/s 2024-04-12T16:59:54.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:53 smithi099 ceph-mon[94290]: pgmap v3293: 745 pgs: 745 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 4.0 KiB/s wr, 62 op/s 2024-04-12T16:59:54.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:53 smithi099 ceph-mon[96864]: pgmap v3293: 745 pgs: 745 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 4.0 KiB/s wr, 62 op/s 2024-04-12T16:59:56.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:55 smithi110 ceph-mon[88691]: pgmap v3294: 745 pgs: 745 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 4.1 KiB/s wr, 70 op/s 2024-04-12T16:59:56.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:55 smithi110 ceph-mon[88691]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-12T16:59:56.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:55 smithi099 ceph-mon[94290]: pgmap v3294: 745 pgs: 745 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 4.1 KiB/s wr, 70 op/s 2024-04-12T16:59:56.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:55 smithi099 ceph-mon[94290]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-12T16:59:56.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:55 smithi099 ceph-mon[96864]: pgmap v3294: 745 pgs: 745 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 4.1 KiB/s wr, 70 op/s 2024-04-12T16:59:56.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:55 smithi099 ceph-mon[96864]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-12T16:59:56.628 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 16:59:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:16:59:56] "GET /metrics HTTP/1.1" 200 83003 "" "Prometheus/2.43.0" 2024-04-12T16:59:58.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:57 smithi110 ceph-mon[88691]: pgmap v3296: 745 pgs: 745 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 3.6 KiB/s wr, 61 op/s 2024-04-12T16:59:58.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:59:58.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:57 smithi099 ceph-mon[94290]: pgmap v3296: 745 pgs: 745 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 3.6 KiB/s wr, 61 op/s 2024-04-12T16:59:58.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:59:58.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:57 smithi099 ceph-mon[96864]: pgmap v3296: 745 pgs: 745 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 3.6 KiB/s wr, 61 op/s 2024-04-12T16:59:58.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:59:58.758 INFO:tasks.workunit.client.0.smithi099.stderr:test quiesce is timed out 2024-04-12T16:59:58.762 INFO:tasks.workunit.client.0.smithi099.stderr:waiting for timed out ... 0 2024-04-12T16:59:59.762 INFO:tasks.workunit.client.0.smithi099.stderr:waiting for timed out ... 1 2024-04-12T17:00:00.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:59 smithi110 ceph-mon[88691]: pgmap v3297: 745 pgs: 745 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 959 B/s wr, 23 op/s 2024-04-12T17:00:00.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 16:59:59 smithi110 ceph-mon[88691]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-12T17:00:00.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:59 smithi099 ceph-mon[94290]: pgmap v3297: 745 pgs: 745 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 959 B/s wr, 23 op/s 2024-04-12T17:00:00.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 16:59:59 smithi099 ceph-mon[94290]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-12T17:00:00.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:59 smithi099 ceph-mon[96864]: pgmap v3297: 745 pgs: 745 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 959 B/s wr, 23 op/s 2024-04-12T17:00:00.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 16:59:59 smithi099 ceph-mon[96864]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-12T17:00:00.762 INFO:tasks.workunit.client.0.smithi099.stderr:waiting for timed out ... 2 2024-04-12T17:00:01.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:00 smithi110 ceph-mon[88691]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-12T17:00:01.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:00 smithi110 ceph-mon[88691]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-12T17:00:01.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:00 smithi110 ceph-mon[88691]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-12T17:00:01.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:00 smithi110 ceph-mon[88691]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-12T17:00:01.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:00 smithi099 ceph-mon[96864]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-12T17:00:01.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:00 smithi099 ceph-mon[96864]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-12T17:00:01.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:00 smithi099 ceph-mon[96864]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-12T17:00:01.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:00 smithi099 ceph-mon[96864]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-12T17:00:01.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:00 smithi099 ceph-mon[94290]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-12T17:00:01.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:00 smithi099 ceph-mon[94290]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-12T17:00:01.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:00 smithi099 ceph-mon[94290]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-12T17:00:01.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:00 smithi099 ceph-mon[94290]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-12T17:00:01.763 INFO:tasks.workunit.client.0.smithi099.stderr:waiting for timed out ... 3 2024-04-12T17:00:02.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:01 smithi110 ceph-mon[88691]: pgmap v3300: 745 pgs: 745 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 682 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T17:00:02.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:01 smithi099 ceph-mon[94290]: pgmap v3300: 745 pgs: 745 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 682 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T17:00:02.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:01 smithi099 ceph-mon[96864]: pgmap v3300: 745 pgs: 745 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 682 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T17:00:02.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:00:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:00:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:00:02.763 INFO:tasks.workunit.client.0.smithi099.stderr:waiting for timed out ... 4 2024-04-12T17:00:03.763 INFO:tasks.workunit.client.0.smithi099.stderr:waiting for timed out ... 5 2024-04-12T17:00:04.084 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:03 smithi110 ceph-mon[88691]: pgmap v3301: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.8 KiB/s rd, 407 B/s wr, 5 op/s 2024-04-12T17:00:04.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:03 smithi099 ceph-mon[94290]: pgmap v3301: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.8 KiB/s rd, 407 B/s wr, 5 op/s 2024-04-12T17:00:04.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:03 smithi099 ceph-mon[96864]: pgmap v3301: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.8 KiB/s rd, 407 B/s wr, 5 op/s 2024-04-12T17:00:04.763 INFO:tasks.workunit.client.0.smithi099.stderr:waiting for timed out ... 6 2024-04-12T17:00:05.763 INFO:tasks.workunit.client.0.smithi099.stderr:waiting for timed out ... 7 2024-04-12T17:00:06.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:05 smithi110 ceph-mon[88691]: pgmap v3302: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-12T17:00:06.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:05 smithi099 ceph-mon[94290]: pgmap v3302: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-12T17:00:06.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:05 smithi099 ceph-mon[96864]: pgmap v3302: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-12T17:00:06.628 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:00:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:00:06] "GET /metrics HTTP/1.1" 200 83005 "" "Prometheus/2.43.0" 2024-04-12T17:00:06.763 INFO:tasks.workunit.client.0.smithi099.stderr:waiting for timed out ... 8 2024-04-12T17:00:07.764 INFO:tasks.workunit.client.0.smithi099.stderr:waiting for timed out ... 9 2024-04-12T17:00:08.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:07 smithi110 ceph-mon[88691]: pgmap v3303: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-12T17:00:08.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:07 smithi099 ceph-mon[94290]: pgmap v3303: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-12T17:00:08.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:07 smithi099 ceph-mon[96864]: pgmap v3303: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-12T17:00:08.763 INFO:tasks.workunit.client.0.smithi099.stderr:waiting for timed out ... 10 2024-04-12T17:00:09.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:00:09.127 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:00:09.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:00:10.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:09 smithi110 ceph-mon[88691]: pgmap v3304: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 322 B/s wr, 3 op/s 2024-04-12T17:00:10.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:00:10.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:00:10.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:00:10.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:09 smithi099 ceph-mon[94290]: pgmap v3304: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 322 B/s wr, 3 op/s 2024-04-12T17:00:10.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:00:10.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:00:10.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:00:10.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:09 smithi099 ceph-mon[96864]: pgmap v3304: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 322 B/s wr, 3 op/s 2024-04-12T17:00:10.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:00:10.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:00:10.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:00:12.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:11 smithi110 ceph-mon[88691]: pgmap v3305: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 KiB/s rd, 291 B/s wr, 3 op/s 2024-04-12T17:00:12.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:11 smithi099 ceph-mon[94290]: pgmap v3305: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 KiB/s rd, 291 B/s wr, 3 op/s 2024-04-12T17:00:12.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:11 smithi099 ceph-mon[96864]: pgmap v3305: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 KiB/s rd, 291 B/s wr, 3 op/s 2024-04-12T17:00:12.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:00:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:00:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:00:13.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:00:13.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:00:13.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:00:14.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:13 smithi110 ceph-mon[88691]: pgmap v3306: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 KiB/s rd, 255 B/s wr, 2 op/s 2024-04-12T17:00:14.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:13 smithi099 ceph-mon[94290]: pgmap v3306: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 KiB/s rd, 255 B/s wr, 2 op/s 2024-04-12T17:00:14.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:13 smithi099 ceph-mon[96864]: pgmap v3306: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 KiB/s rd, 255 B/s wr, 2 op/s 2024-04-12T17:00:16.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:15 smithi110 ceph-mon[88691]: pgmap v3307: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:00:16.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:15 smithi099 ceph-mon[94290]: pgmap v3307: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:00:16.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:15 smithi099 ceph-mon[96864]: pgmap v3307: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:00:16.628 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:00:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:00:16] "GET /metrics HTTP/1.1" 200 83007 "" "Prometheus/2.43.0" 2024-04-12T17:00:18.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:17 smithi110 ceph-mon[88691]: pgmap v3308: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:00:18.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:17 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.6", "id": [3, 6]}]: dispatch 2024-04-12T17:00:18.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:17 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.12", "id": [3, 0]}]: dispatch 2024-04-12T17:00:18.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:17 smithi099 ceph-mon[94290]: pgmap v3308: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:00:18.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:17 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.6", "id": [3, 6]}]: dispatch 2024-04-12T17:00:18.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:17 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.12", "id": [3, 0]}]: dispatch 2024-04-12T17:00:18.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:17 smithi099 ceph-mon[96864]: pgmap v3308: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:00:18.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:17 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.6", "id": [3, 6]}]: dispatch 2024-04-12T17:00:18.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:17 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.12", "id": [3, 0]}]: dispatch 2024-04-12T17:00:19.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:18 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.6", "id": [3, 6]}]': finished 2024-04-12T17:00:19.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:18 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.12", "id": [3, 0]}]': finished 2024-04-12T17:00:19.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:18 smithi110 ceph-mon[88691]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-12T17:00:19.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:18 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.6", "id": [3, 6]}]': finished 2024-04-12T17:00:19.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:18 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.12", "id": [3, 0]}]': finished 2024-04-12T17:00:19.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:18 smithi099 ceph-mon[94290]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-12T17:00:19.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:18 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.6", "id": [3, 6]}]': finished 2024-04-12T17:00:19.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:18 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.12", "id": [3, 0]}]': finished 2024-04-12T17:00:19.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:18 smithi099 ceph-mon[96864]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-12T17:00:19.764 INFO:tasks.workunit.client.0.smithi099.stderr:test retry succeeds 2024-04-12T17:00:20.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:19 smithi110 ceph-mon[88691]: pgmap v3310: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:00:20.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:19 smithi110 ceph-mon[88691]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-12T17:00:20.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:19 smithi099 ceph-mon[94290]: pgmap v3310: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:00:20.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:19 smithi099 ceph-mon[94290]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-12T17:00:20.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:19 smithi099 ceph-mon[96864]: pgmap v3310: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:00:20.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:19 smithi099 ceph-mon[96864]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-12T17:00:21.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:20 smithi110 ceph-mon[88691]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-12T17:00:21.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:20 smithi099 ceph-mon[94290]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-12T17:00:21.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:20 smithi099 ceph-mon[96864]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-12T17:00:21.928 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.QuiesceWatchTimeout (32094 ms) 2024-04-12T17:00:21.928 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.WriteZeroes 2024-04-12T17:00:21.928 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:00:21.990 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.WriteZeroes (61 ms) 2024-04-12T17:00:21.990 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.WriteZeroesThickProvision 2024-04-12T17:00:21.990 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:00:22.059 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.WriteZeroesThickProvision (69 ms) 2024-04-12T17:00:22.059 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] TestLibRBD.ConcurentOperations 2024-04-12T17:00:22.059 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:00:22.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:21 smithi110 ceph-mon[88691]: pgmap v3313: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 852 B/s rd, 170 B/s wr, 1 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-04-12T17:00:22.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:21 smithi110 ceph-mon[88691]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-12T17:00:22.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:21 smithi099 ceph-mon[94290]: pgmap v3313: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 852 B/s rd, 170 B/s wr, 1 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-04-12T17:00:22.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:21 smithi099 ceph-mon[94290]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-12T17:00:22.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:21 smithi099 ceph-mon[96864]: pgmap v3313: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 852 B/s rd, 170 B/s wr, 1 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-04-12T17:00:22.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:21 smithi099 ceph-mon[96864]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-12T17:00:22.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:00:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:00:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:00:23.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:22 smithi110 ceph-mon[88691]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-12T17:00:23.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:22 smithi099 ceph-mon[94290]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-12T17:00:23.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:22 smithi099 ceph-mon[96864]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-12T17:00:24.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:23 smithi110 ceph-mon[88691]: pgmap v3316: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 4.7 KiB/s wr, 68 op/s; 0 B/s, 2 keys/s, 0 objects/s recovering 2024-04-12T17:00:24.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:23 smithi110 ceph-mon[88691]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-12T17:00:24.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:23 smithi099 ceph-mon[94290]: pgmap v3316: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 4.7 KiB/s wr, 68 op/s; 0 B/s, 2 keys/s, 0 objects/s recovering 2024-04-12T17:00:24.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:23 smithi099 ceph-mon[94290]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-12T17:00:24.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:23 smithi099 ceph-mon[96864]: pgmap v3316: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 4.7 KiB/s wr, 68 op/s; 0 B/s, 2 keys/s, 0 objects/s recovering 2024-04-12T17:00:24.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:23 smithi099 ceph-mon[96864]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-12T17:00:25.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:24 smithi110 ceph-mon[88691]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-12T17:00:25.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:24 smithi099 ceph-mon[94290]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-12T17:00:25.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:24 smithi099 ceph-mon[96864]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-12T17:00:26.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:25 smithi110 ceph-mon[88691]: pgmap v3319: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 6.7 KiB/s wr, 78 op/s 2024-04-12T17:00:26.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:25 smithi110 ceph-mon[88691]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-12T17:00:26.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:25 smithi099 ceph-mon[94290]: pgmap v3319: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 6.7 KiB/s wr, 78 op/s 2024-04-12T17:00:26.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:25 smithi099 ceph-mon[94290]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-12T17:00:26.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:25 smithi099 ceph-mon[96864]: pgmap v3319: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 6.7 KiB/s wr, 78 op/s 2024-04-12T17:00:26.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:25 smithi099 ceph-mon[96864]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-12T17:00:26.628 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:00:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:00:26] "GET /metrics HTTP/1.1" 200 83007 "" "Prometheus/2.43.0" 2024-04-12T17:00:27.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:26 smithi099 ceph-mon[94290]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-12T17:00:27.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:26 smithi099 ceph-mon[96864]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-12T17:00:27.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:26 smithi110 ceph-mon[88691]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-12T17:00:28.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:27 smithi099 ceph-mon[94290]: pgmap v3322: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 6.2 KiB/s wr, 114 op/s 2024-04-12T17:00:28.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:27 smithi099 ceph-mon[94290]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-12T17:00:28.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:00:28.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:27 smithi099 ceph-mon[96864]: pgmap v3322: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 6.2 KiB/s wr, 114 op/s 2024-04-12T17:00:28.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:27 smithi099 ceph-mon[96864]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-12T17:00:28.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:00:28.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:27 smithi110 ceph-mon[88691]: pgmap v3322: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 6.2 KiB/s wr, 114 op/s 2024-04-12T17:00:28.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:27 smithi110 ceph-mon[88691]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-12T17:00:28.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:00:29.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:28 smithi099 ceph-mon[94290]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-12T17:00:29.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:28 smithi099 ceph-mon[96864]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-12T17:00:29.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:28 smithi110 ceph-mon[88691]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-12T17:00:30.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:29 smithi099 ceph-mon[94290]: pgmap v3325: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 4.0 KiB/s wr, 102 op/s 2024-04-12T17:00:30.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:29 smithi099 ceph-mon[94290]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-12T17:00:30.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:29 smithi099 ceph-mon[94290]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-12T17:00:30.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:29 smithi099 ceph-mon[96864]: pgmap v3325: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 4.0 KiB/s wr, 102 op/s 2024-04-12T17:00:30.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:29 smithi099 ceph-mon[96864]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-12T17:00:30.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:29 smithi099 ceph-mon[96864]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-12T17:00:30.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:29 smithi110 ceph-mon[88691]: pgmap v3325: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 4.0 KiB/s wr, 102 op/s 2024-04-12T17:00:30.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:29 smithi110 ceph-mon[88691]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-12T17:00:30.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:29 smithi110 ceph-mon[88691]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-12T17:00:32.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:31 smithi110 ceph-mon[88691]: pgmap v3328: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 3.5 KiB/s wr, 17 op/s 2024-04-12T17:00:32.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:31 smithi110 ceph-mon[88691]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-12T17:00:32.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:31 smithi099 ceph-mon[94290]: pgmap v3328: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 3.5 KiB/s wr, 17 op/s 2024-04-12T17:00:32.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:31 smithi099 ceph-mon[94290]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-12T17:00:32.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:31 smithi099 ceph-mon[96864]: pgmap v3328: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 3.5 KiB/s wr, 17 op/s 2024-04-12T17:00:32.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:31 smithi099 ceph-mon[96864]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-12T17:00:32.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:00:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:00:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:00:33.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:32 smithi110 ceph-mon[88691]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-12T17:00:33.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:32 smithi099 ceph-mon[94290]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-12T17:00:33.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:32 smithi099 ceph-mon[96864]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-12T17:00:34.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:33 smithi110 ceph-mon[88691]: pgmap v3331: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 4.5 KiB/s wr, 18 op/s 2024-04-12T17:00:34.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:33 smithi110 ceph-mon[88691]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-12T17:00:34.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:33 smithi099 ceph-mon[94290]: pgmap v3331: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 4.5 KiB/s wr, 18 op/s 2024-04-12T17:00:34.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:33 smithi099 ceph-mon[94290]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-12T17:00:34.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:33 smithi099 ceph-mon[96864]: pgmap v3331: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 4.5 KiB/s wr, 18 op/s 2024-04-12T17:00:34.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:33 smithi099 ceph-mon[96864]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-12T17:00:35.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:34 smithi110 ceph-mon[88691]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-12T17:00:35.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:34 smithi099 ceph-mon[94290]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-12T17:00:35.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:34 smithi099 ceph-mon[96864]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-12T17:00:36.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:35 smithi110 ceph-mon[88691]: pgmap v3334: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-12T17:00:36.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:35 smithi110 ceph-mon[88691]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-12T17:00:36.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:35 smithi099 ceph-mon[94290]: pgmap v3334: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-12T17:00:36.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:35 smithi099 ceph-mon[94290]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-12T17:00:36.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:35 smithi099 ceph-mon[96864]: pgmap v3334: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-12T17:00:36.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:35 smithi099 ceph-mon[96864]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-12T17:00:36.628 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:00:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:00:36] "GET /metrics HTTP/1.1" 200 83001 "" "Prometheus/2.43.0" 2024-04-12T17:00:37.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:36 smithi110 ceph-mon[88691]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-12T17:00:37.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:36 smithi099 ceph-mon[94290]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-12T17:00:37.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:36 smithi099 ceph-mon[96864]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-12T17:00:38.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:37 smithi110 ceph-mon[88691]: pgmap v3337: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 5.0 KiB/s wr, 245 op/s 2024-04-12T17:00:38.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:37 smithi110 ceph-mon[88691]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-12T17:00:38.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:37 smithi099 ceph-mon[94290]: pgmap v3337: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 5.0 KiB/s wr, 245 op/s 2024-04-12T17:00:38.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:37 smithi099 ceph-mon[94290]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-12T17:00:38.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:37 smithi099 ceph-mon[96864]: pgmap v3337: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 5.0 KiB/s wr, 245 op/s 2024-04-12T17:00:38.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:37 smithi099 ceph-mon[96864]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-12T17:00:39.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:38 smithi110 ceph-mon[88691]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-12T17:00:39.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:38 smithi099 ceph-mon[94290]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-12T17:00:39.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:38 smithi099 ceph-mon[96864]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-12T17:00:40.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:39 smithi110 ceph-mon[88691]: pgmap v3340: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 4.7 KiB/s wr, 241 op/s 2024-04-12T17:00:40.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:39 smithi110 ceph-mon[88691]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-12T17:00:40.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:39 smithi110 ceph-mon[88691]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-12T17:00:40.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:39 smithi099 ceph-mon[94290]: pgmap v3340: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 4.7 KiB/s wr, 241 op/s 2024-04-12T17:00:40.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:39 smithi099 ceph-mon[94290]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-12T17:00:40.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:39 smithi099 ceph-mon[94290]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-12T17:00:40.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:39 smithi099 ceph-mon[96864]: pgmap v3340: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 4.7 KiB/s wr, 241 op/s 2024-04-12T17:00:40.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:39 smithi099 ceph-mon[96864]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-12T17:00:40.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:39 smithi099 ceph-mon[96864]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-12T17:00:42.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:41 smithi110 ceph-mon[88691]: pgmap v3343: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 22 op/s 2024-04-12T17:00:42.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:41 smithi110 ceph-mon[88691]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-12T17:00:42.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:41 smithi099 ceph-mon[94290]: pgmap v3343: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 22 op/s 2024-04-12T17:00:42.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:41 smithi099 ceph-mon[94290]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-12T17:00:42.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:41 smithi099 ceph-mon[96864]: pgmap v3343: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 22 op/s 2024-04-12T17:00:42.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:41 smithi099 ceph-mon[96864]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-12T17:00:42.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:00:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:00:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:00:43.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:42 smithi110 ceph-mon[88691]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-12T17:00:43.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:00:43.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:42 smithi099 ceph-mon[94290]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-12T17:00:43.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:00:43.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:42 smithi099 ceph-mon[96864]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-12T17:00:43.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:00:44.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:43 smithi110 ceph-mon[88691]: pgmap v3346: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 26 op/s 2024-04-12T17:00:44.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:43 smithi110 ceph-mon[88691]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-12T17:00:44.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:43 smithi099 ceph-mon[94290]: pgmap v3346: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 26 op/s 2024-04-12T17:00:44.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:43 smithi099 ceph-mon[94290]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-12T17:00:44.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:43 smithi099 ceph-mon[96864]: pgmap v3346: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 26 op/s 2024-04-12T17:00:44.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:43 smithi099 ceph-mon[96864]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-12T17:00:45.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:44 smithi099 ceph-mon[94290]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-12T17:00:45.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:44 smithi099 ceph-mon[94290]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-12T17:00:45.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:44 smithi099 ceph-mon[96864]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-12T17:00:45.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:44 smithi099 ceph-mon[96864]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-12T17:00:45.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:44 smithi110 ceph-mon[88691]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-12T17:00:45.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:44 smithi110 ceph-mon[88691]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-12T17:00:46.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:45 smithi099 ceph-mon[94290]: pgmap v3349: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.0 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-12T17:00:46.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:45 smithi099 ceph-mon[96864]: pgmap v3349: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.0 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-12T17:00:46.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:45 smithi110 ceph-mon[88691]: pgmap v3349: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.0 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-12T17:00:46.628 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:00:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:00:46] "GET /metrics HTTP/1.1" 200 83019 "" "Prometheus/2.43.0" 2024-04-12T17:00:47.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:46 smithi099 ceph-mon[94290]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-12T17:00:47.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:46 smithi099 ceph-mon[96864]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-12T17:00:47.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:46 smithi110 ceph-mon[88691]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-12T17:00:47.987 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] TestLibRBD.ConcurentOperations (25928 ms) 2024-04-12T17:00:48.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:47 smithi099 ceph-mon[96864]: pgmap v3352: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.7 KiB/s wr, 72 op/s 2024-04-12T17:00:48.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:47 smithi099 ceph-mon[96864]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-12T17:00:48.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:47 smithi099 ceph-mon[94290]: pgmap v3352: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.7 KiB/s wr, 72 op/s 2024-04-12T17:00:48.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:47 smithi099 ceph-mon[94290]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-12T17:00:48.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:47 smithi110 ceph-mon[88691]: pgmap v3352: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.7 KiB/s wr, 72 op/s 2024-04-12T17:00:48.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:47 smithi110 ceph-mon[88691]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-12T17:00:49.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:48 smithi110 ceph-mon[88691]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-12T17:00:49.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:48 smithi099 ceph-mon[94290]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-12T17:00:49.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:48 smithi099 ceph-mon[96864]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-12T17:00:50.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:49 smithi099 ceph-mon[94290]: pgmap v3355: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 4.0 KiB/s wr, 66 op/s 2024-04-12T17:00:50.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:49 smithi099 ceph-mon[94290]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-12T17:00:50.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:49 smithi099 ceph-mon[94290]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-12T17:00:50.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:49 smithi099 ceph-mon[96864]: pgmap v3355: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 4.0 KiB/s wr, 66 op/s 2024-04-12T17:00:50.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:49 smithi099 ceph-mon[96864]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-12T17:00:50.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:49 smithi099 ceph-mon[96864]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-12T17:00:50.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:49 smithi110 ceph-mon[88691]: pgmap v3355: 745 pgs: 745 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 4.0 KiB/s wr, 66 op/s 2024-04-12T17:00:50.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:49 smithi110 ceph-mon[88691]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-12T17:00:50.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:49 smithi110 ceph-mon[88691]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-12T17:00:52.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:51 smithi110 ceph-mon[88691]: pgmap v3358: 681 pgs: 681 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:00:52.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:51 smithi110 ceph-mon[88691]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-12T17:00:52.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:51 smithi099 ceph-mon[94290]: pgmap v3358: 681 pgs: 681 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:00:52.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:51 smithi099 ceph-mon[94290]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-12T17:00:52.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:51 smithi099 ceph-mon[96864]: pgmap v3358: 681 pgs: 681 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:00:52.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:51 smithi099 ceph-mon[96864]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-12T17:00:52.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:00:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:00:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:00:53.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:52 smithi110 ceph-mon[88691]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-12T17:00:53.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:52 smithi099 ceph-mon[94290]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-12T17:00:53.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:52 smithi099 ceph-mon[96864]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-12T17:00:54.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:53 smithi110 ceph-mon[88691]: pgmap v3361: 617 pgs: 617 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:00:54.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:53 smithi110 ceph-mon[88691]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-12T17:00:54.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:53 smithi099 ceph-mon[94290]: pgmap v3361: 617 pgs: 617 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:00:54.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:53 smithi099 ceph-mon[94290]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-12T17:00:54.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:53 smithi099 ceph-mon[96864]: pgmap v3361: 617 pgs: 617 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:00:54.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:53 smithi099 ceph-mon[96864]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-12T17:00:55.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:54 smithi110 ceph-mon[88691]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-12T17:00:55.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:54 smithi110 ceph-mon[88691]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-12T17:00:55.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:54 smithi099 ceph-mon[94290]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-12T17:00:55.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:54 smithi099 ceph-mon[94290]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-12T17:00:55.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:54 smithi099 ceph-mon[96864]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-12T17:00:55.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:54 smithi099 ceph-mon[96864]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-12T17:00:56.029 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:55 smithi099 ceph-mon[94290]: pgmap v3364: 553 pgs: 553 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:00:56.029 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:55 smithi099 ceph-mon[94290]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-12T17:00:56.029 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:55 smithi099 ceph-mon[96864]: pgmap v3364: 553 pgs: 553 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:00:56.030 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:55 smithi099 ceph-mon[96864]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-12T17:00:56.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:55 smithi110 ceph-mon[88691]: pgmap v3364: 553 pgs: 553 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:00:56.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:55 smithi110 ceph-mon[88691]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-12T17:00:56.628 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:00:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:00:56] "GET /metrics HTTP/1.1" 200 83019 "" "Prometheus/2.43.0" 2024-04-12T17:00:58.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:57 smithi110 ceph-mon[88691]: pgmap v3367: 489 pgs: 489 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:00:58.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:57 smithi110 ceph-mon[88691]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-12T17:00:58.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:00:58.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:57 smithi099 ceph-mon[96864]: pgmap v3367: 489 pgs: 489 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:00:58.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:57 smithi099 ceph-mon[96864]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-12T17:00:58.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:00:58.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:57 smithi099 ceph-mon[94290]: pgmap v3367: 489 pgs: 489 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:00:58.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:57 smithi099 ceph-mon[94290]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-12T17:00:58.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:00:59.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:58 smithi110 ceph-mon[88691]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-12T17:00:59.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:58 smithi099 ceph-mon[94290]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-12T17:00:59.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:58 smithi099 ceph-mon[96864]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-12T17:01:00.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:59 smithi110 ceph-mon[88691]: pgmap v3370: 425 pgs: 425 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:01:00.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:00:59 smithi110 ceph-mon[88691]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-12T17:01:00.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:59 smithi099 ceph-mon[94290]: pgmap v3370: 425 pgs: 425 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:01:00.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:00:59 smithi099 ceph-mon[94290]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-12T17:01:00.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:59 smithi099 ceph-mon[96864]: pgmap v3370: 425 pgs: 425 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:01:00.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:00:59 smithi099 ceph-mon[96864]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-12T17:01:01.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:00 smithi110 ceph-mon[88691]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-12T17:01:01.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:00 smithi099 ceph-mon[94290]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-12T17:01:01.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:00 smithi099 ceph-mon[96864]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-12T17:01:02.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:01 smithi110 ceph-mon[88691]: pgmap v3373: 361 pgs: 361 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:01:02.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:01 smithi110 ceph-mon[88691]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-12T17:01:02.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:01 smithi099 ceph-mon[96864]: pgmap v3373: 361 pgs: 361 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:01:02.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:01 smithi099 ceph-mon[96864]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-12T17:01:02.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:01 smithi099 ceph-mon[94290]: pgmap v3373: 361 pgs: 361 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:01:02.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:01 smithi099 ceph-mon[94290]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-12T17:01:02.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:01:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:01:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:01:03.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:02 smithi110 ceph-mon[88691]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-12T17:01:03.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:02 smithi099 ceph-mon[94290]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-12T17:01:03.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:02 smithi099 ceph-mon[96864]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-12T17:01:04.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:03 smithi110 ceph-mon[88691]: pgmap v3376: 297 pgs: 297 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:01:04.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:03 smithi110 ceph-mon[88691]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-12T17:01:04.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:03 smithi099 ceph-mon[94290]: pgmap v3376: 297 pgs: 297 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:01:04.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:03 smithi099 ceph-mon[94290]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-12T17:01:04.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:03 smithi099 ceph-mon[96864]: pgmap v3376: 297 pgs: 297 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:01:04.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:03 smithi099 ceph-mon[96864]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-12T17:01:05.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:04 smithi110 ceph-mon[88691]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-12T17:01:05.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:04 smithi110 ceph-mon[88691]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-12T17:01:05.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:04 smithi099 ceph-mon[96864]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-12T17:01:05.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:04 smithi099 ceph-mon[96864]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-12T17:01:05.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:04 smithi099 ceph-mon[94290]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-12T17:01:05.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:04 smithi099 ceph-mon[94290]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-12T17:01:06.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:05 smithi110 ceph-mon[88691]: pgmap v3379: 233 pgs: 233 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:01:06.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:05 smithi110 ceph-mon[88691]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-12T17:01:06.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:05 smithi099 ceph-mon[94290]: pgmap v3379: 233 pgs: 233 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:01:06.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:05 smithi099 ceph-mon[94290]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-12T17:01:06.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:05 smithi099 ceph-mon[96864]: pgmap v3379: 233 pgs: 233 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:01:06.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:05 smithi099 ceph-mon[96864]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-12T17:01:06.628 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:01:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:01:06] "GET /metrics HTTP/1.1" 200 61318 "" "Prometheus/2.43.0" 2024-04-12T17:01:07.812 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 168 tests from TestLibRBD (584927 ms total) 2024-04-12T17:01:07.812 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T17:01:07.812 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 7 tests from EncryptedFlattenTest/0, where TypeParam = PlaintextUnderLUKS1 2024-04-12T17:01:07.860 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/0.Simple 2024-04-12T17:01:08.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:07 smithi110 ceph-mon[88691]: pgmap v3382: 169 pgs: 169 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:01:08.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:07 smithi110 ceph-mon[88691]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-12T17:01:08.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:07 smithi099 ceph-mon[96864]: pgmap v3382: 169 pgs: 169 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:01:08.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:07 smithi099 ceph-mon[96864]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-12T17:01:08.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:07 smithi099 ceph-mon[94290]: pgmap v3382: 169 pgs: 169 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:01:08.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:07 smithi099 ceph-mon[94290]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-12T17:01:09.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:08 smithi110 ceph-mon[88691]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-12T17:01:09.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:08 smithi099 ceph-mon[94290]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-12T17:01:09.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:08 smithi099 ceph-mon[96864]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-12T17:01:09.836 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:01:10.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:09 smithi110 ceph-mon[88691]: pgmap v3385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:01:10.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:09 smithi110 ceph-mon[88691]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-12T17:01:10.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:09 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/219640637' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:01:10.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:01:10.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:01:10.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:01:10.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:01:10.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:09 smithi099 ceph-mon[96864]: pgmap v3385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:01:10.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:09 smithi099 ceph-mon[96864]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-12T17:01:10.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:09 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/219640637' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:01:10.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:01:10.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:01:10.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:01:10.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:01:10.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:09 smithi099 ceph-mon[94290]: pgmap v3385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:01:10.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:09 smithi099 ceph-mon[94290]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-12T17:01:10.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:09 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/219640637' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:01:10.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:01:10.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:01:10.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:01:10.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:01:11.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:10 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/219640637' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:01:11.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:10 smithi110 ceph-mon[88691]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-12T17:01:11.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:10 smithi110 ceph-mon[88691]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-12T17:01:11.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:10 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/219640637' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:01:11.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:10 smithi099 ceph-mon[94290]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-12T17:01:11.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:10 smithi099 ceph-mon[94290]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-12T17:01:11.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:10 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/219640637' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:01:11.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:10 smithi099 ceph-mon[96864]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-12T17:01:11.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:10 smithi099 ceph-mon[96864]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-12T17:01:12.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:11 smithi099 ceph-mon[94290]: pgmap v3388: 137 pgs: 16 creating+peering, 11 unknown, 110 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:01:12.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:11 smithi099 ceph-mon[96864]: pgmap v3388: 137 pgs: 16 creating+peering, 11 unknown, 110 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:01:12.313 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:11 smithi110 ceph-mon[88691]: pgmap v3388: 137 pgs: 16 creating+peering, 11 unknown, 110 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:01:12.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:01:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:01:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:01:13.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:12 smithi099 ceph-mon[94290]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-12T17:01:13.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:01:13.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:12 smithi099 ceph-mon[96864]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-12T17:01:13.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:01:13.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:12 smithi110 ceph-mon[88691]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-12T17:01:13.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:01:14.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:13 smithi099 ceph-mon[94290]: pgmap v3391: 137 pgs: 16 creating+peering, 121 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 9.5 KiB/s rd, 1.0 MiB/s wr, 16 op/s 2024-04-12T17:01:14.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:13 smithi099 ceph-mon[94290]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-12T17:01:14.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:13 smithi099 ceph-mon[96864]: pgmap v3391: 137 pgs: 16 creating+peering, 121 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 9.5 KiB/s rd, 1.0 MiB/s wr, 16 op/s 2024-04-12T17:01:14.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:13 smithi099 ceph-mon[96864]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-12T17:01:14.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:13 smithi110 ceph-mon[88691]: pgmap v3391: 137 pgs: 16 creating+peering, 121 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 9.5 KiB/s rd, 1.0 MiB/s wr, 16 op/s 2024-04-12T17:01:14.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:13 smithi110 ceph-mon[88691]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-12T17:01:16.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:15 smithi099 ceph-mon[96864]: pgmap v3393: 137 pgs: 4 creating+peering, 133 active+clean; 17 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-04-12T17:01:16.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:15 smithi099 ceph-mon[94290]: pgmap v3393: 137 pgs: 4 creating+peering, 133 active+clean; 17 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-04-12T17:01:16.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:15 smithi110 ceph-mon[88691]: pgmap v3393: 137 pgs: 4 creating+peering, 133 active+clean; 17 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-04-12T17:01:16.628 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:01:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:01:16] "GET /metrics HTTP/1.1" 200 36731 "" "Prometheus/2.43.0" 2024-04-12T17:01:18.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:17 smithi099 ceph-mon[94290]: pgmap v3394: 137 pgs: 137 active+clean; 30 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 4.2 MiB/s wr, 60 op/s 2024-04-12T17:01:18.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:17 smithi099 ceph-mon[96864]: pgmap v3394: 137 pgs: 137 active+clean; 30 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 4.2 MiB/s wr, 60 op/s 2024-04-12T17:01:18.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:17 smithi110 ceph-mon[88691]: pgmap v3394: 137 pgs: 137 active+clean; 30 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 4.2 MiB/s wr, 60 op/s 2024-04-12T17:01:20.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:19 smithi099 ceph-mon[94290]: pgmap v3395: 137 pgs: 137 active+clean; 30 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 36 KiB/s rd, 3.4 MiB/s wr, 49 op/s 2024-04-12T17:01:20.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:19 smithi099 ceph-mon[94290]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-12T17:01:20.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:19 smithi099 ceph-mon[96864]: pgmap v3395: 137 pgs: 137 active+clean; 30 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 36 KiB/s rd, 3.4 MiB/s wr, 49 op/s 2024-04-12T17:01:20.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:19 smithi099 ceph-mon[96864]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-12T17:01:20.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:19 smithi110 ceph-mon[88691]: pgmap v3395: 137 pgs: 137 active+clean; 30 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 36 KiB/s rd, 3.4 MiB/s wr, 49 op/s 2024-04-12T17:01:20.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:19 smithi110 ceph-mon[88691]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-12T17:01:20.706 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/0.Simple (12845 ms) 2024-04-12T17:01:20.706 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/0.Grow 2024-04-12T17:01:20.706 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:01:22.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:21 smithi099 ceph-mon[96864]: pgmap v3397: 137 pgs: 137 active+clean; 51 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 6.7 MiB/s rd, 5.8 MiB/s wr, 67 op/s 2024-04-12T17:01:22.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:21 smithi099 ceph-mon[96864]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-12T17:01:22.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:21 smithi099 ceph-mon[94290]: pgmap v3397: 137 pgs: 137 active+clean; 51 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 6.7 MiB/s rd, 5.8 MiB/s wr, 67 op/s 2024-04-12T17:01:22.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:21 smithi099 ceph-mon[94290]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-12T17:01:22.313 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:21 smithi110 ceph-mon[88691]: pgmap v3397: 137 pgs: 137 active+clean; 51 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 6.7 MiB/s rd, 5.8 MiB/s wr, 67 op/s 2024-04-12T17:01:22.314 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:21 smithi110 ceph-mon[88691]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-12T17:01:22.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:01:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:01:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:01:24.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:23 smithi099 ceph-mon[94290]: pgmap v3399: 137 pgs: 137 active+clean; 67 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 6.8 MiB/s wr, 61 op/s 2024-04-12T17:01:24.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:23 smithi099 ceph-mon[96864]: pgmap v3399: 137 pgs: 137 active+clean; 67 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 6.8 MiB/s wr, 61 op/s 2024-04-12T17:01:24.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:23 smithi110 ceph-mon[88691]: pgmap v3399: 137 pgs: 137 active+clean; 67 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 6.8 MiB/s wr, 61 op/s 2024-04-12T17:01:25.835 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 17:01:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=cleanup t=2024-04-12T17:01:25.542537969Z level=info msg="Completed cleanup jobs" duration=3.247035ms 2024-04-12T17:01:26.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:25 smithi099 ceph-mon[94290]: pgmap v3400: 137 pgs: 137 active+clean; 72 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 5.8 MiB/s wr, 69 op/s 2024-04-12T17:01:26.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:25 smithi099 ceph-mon[96864]: pgmap v3400: 137 pgs: 137 active+clean; 72 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 5.8 MiB/s wr, 69 op/s 2024-04-12T17:01:26.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:25 smithi110 ceph-mon[88691]: pgmap v3400: 137 pgs: 137 active+clean; 72 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 5.8 MiB/s wr, 69 op/s 2024-04-12T17:01:26.628 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:01:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:01:26] "GET /metrics HTTP/1.1" 200 36731 "" "Prometheus/2.43.0" 2024-04-12T17:01:28.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:27 smithi099 ceph-mon[94290]: pgmap v3401: 137 pgs: 137 active+clean; 84 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 84 op/s 2024-04-12T17:01:28.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:01:28.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:27 smithi099 ceph-mon[96864]: pgmap v3401: 137 pgs: 137 active+clean; 84 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 84 op/s 2024-04-12T17:01:28.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:01:28.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:27 smithi110 ceph-mon[88691]: pgmap v3401: 137 pgs: 137 active+clean; 84 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 84 op/s 2024-04-12T17:01:28.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:01:28.723 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/0.Grow (8018 ms) 2024-04-12T17:01:28.724 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/0.Shrink 2024-04-12T17:01:28.724 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:01:30.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:29 smithi099 ceph-mon[94290]: pgmap v3402: 137 pgs: 137 active+clean; 88 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 6.2 MiB/s wr, 67 op/s 2024-04-12T17:01:30.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:29 smithi099 ceph-mon[94290]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-12T17:01:30.128 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:29 smithi099 ceph-mon[96864]: pgmap v3402: 137 pgs: 137 active+clean; 88 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 6.2 MiB/s wr, 67 op/s 2024-04-12T17:01:30.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:29 smithi099 ceph-mon[96864]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-12T17:01:30.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:29 smithi110 ceph-mon[88691]: pgmap v3402: 137 pgs: 137 active+clean; 88 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 6.2 MiB/s wr, 67 op/s 2024-04-12T17:01:30.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:29 smithi110 ceph-mon[88691]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-12T17:01:32.313 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:31 smithi110 ceph-mon[88691]: pgmap v3404: 137 pgs: 137 active+clean; 130 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 8.8 MiB/s wr, 109 op/s 2024-04-12T17:01:32.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:31 smithi099 ceph-mon[94290]: pgmap v3404: 137 pgs: 137 active+clean; 130 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 8.8 MiB/s wr, 109 op/s 2024-04-12T17:01:32.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:31 smithi099 ceph-mon[96864]: pgmap v3404: 137 pgs: 137 active+clean; 130 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 8.8 MiB/s wr, 109 op/s 2024-04-12T17:01:32.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:01:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:01:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:01:34.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:33 smithi110 ceph-mon[88691]: pgmap v3405: 137 pgs: 137 active+clean; 138 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.5 MiB/s wr, 102 op/s 2024-04-12T17:01:34.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:33 smithi099 ceph-mon[94290]: pgmap v3405: 137 pgs: 137 active+clean; 138 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.5 MiB/s wr, 102 op/s 2024-04-12T17:01:34.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:33 smithi099 ceph-mon[96864]: pgmap v3405: 137 pgs: 137 active+clean; 138 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.5 MiB/s wr, 102 op/s 2024-04-12T17:01:36.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:35 smithi110 ceph-mon[88691]: pgmap v3406: 137 pgs: 137 active+clean; 138 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 77 op/s 2024-04-12T17:01:36.359 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:35 smithi099 ceph-mon[94290]: pgmap v3406: 137 pgs: 137 active+clean; 138 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 77 op/s 2024-04-12T17:01:36.360 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:35 smithi099 ceph-mon[96864]: pgmap v3406: 137 pgs: 137 active+clean; 138 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 77 op/s 2024-04-12T17:01:36.628 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:01:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:01:36] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-12T17:01:36.677 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/0.Shrink (7953 ms) 2024-04-12T17:01:36.677 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/0.ShrinkToOne 2024-04-12T17:01:36.677 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:01:38.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:37 smithi110 ceph-mon[88691]: pgmap v3407: 137 pgs: 137 active+clean; 151 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 7.5 MiB/s wr, 77 op/s 2024-04-12T17:01:38.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:37 smithi110 ceph-mon[88691]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-12T17:01:38.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:37 smithi099 ceph-mon[94290]: pgmap v3407: 137 pgs: 137 active+clean; 151 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 7.5 MiB/s wr, 77 op/s 2024-04-12T17:01:38.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:37 smithi099 ceph-mon[94290]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-12T17:01:38.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:37 smithi099 ceph-mon[96864]: pgmap v3407: 137 pgs: 137 active+clean; 151 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 7.5 MiB/s wr, 77 op/s 2024-04-12T17:01:38.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:37 smithi099 ceph-mon[96864]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-12T17:01:40.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:39 smithi110 ceph-mon[88691]: pgmap v3409: 137 pgs: 137 active+clean; 151 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 7.1 MiB/s wr, 91 op/s 2024-04-12T17:01:40.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:39 smithi099 ceph-mon[94290]: pgmap v3409: 137 pgs: 137 active+clean; 151 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 7.1 MiB/s wr, 91 op/s 2024-04-12T17:01:40.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:39 smithi099 ceph-mon[96864]: pgmap v3409: 137 pgs: 137 active+clean; 151 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 7.1 MiB/s wr, 91 op/s 2024-04-12T17:01:42.313 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:41 smithi110 ceph-mon[88691]: pgmap v3410: 137 pgs: 137 active+clean; 184 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 5.8 MiB/s wr, 61 op/s 2024-04-12T17:01:42.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:41 smithi099 ceph-mon[94290]: pgmap v3410: 137 pgs: 137 active+clean; 184 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 5.8 MiB/s wr, 61 op/s 2024-04-12T17:01:42.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:41 smithi099 ceph-mon[96864]: pgmap v3410: 137 pgs: 137 active+clean; 184 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 5.8 MiB/s wr, 61 op/s 2024-04-12T17:01:42.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:01:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:01:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:01:43.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:01:43.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:01:43.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:01:44.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:43 smithi110 ceph-mon[88691]: pgmap v3411: 137 pgs: 137 active+clean; 192 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 68 op/s 2024-04-12T17:01:44.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:43 smithi099 ceph-mon[94290]: pgmap v3411: 137 pgs: 137 active+clean; 192 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 68 op/s 2024-04-12T17:01:44.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:43 smithi099 ceph-mon[96864]: pgmap v3411: 137 pgs: 137 active+clean; 192 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 68 op/s 2024-04-12T17:01:44.544 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/0.ShrinkToOne (7867 ms) 2024-04-12T17:01:44.544 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/0.ShrinkToOneAfterSnapshot 2024-04-12T17:01:44.544 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:01:46.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:45 smithi110 ceph-mon[88691]: pgmap v3412: 137 pgs: 137 active+clean; 200 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.4 MiB/s wr, 70 op/s 2024-04-12T17:01:46.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:45 smithi110 ceph-mon[88691]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-12T17:01:46.360 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:45 smithi099 ceph-mon[94290]: pgmap v3412: 137 pgs: 137 active+clean; 200 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.4 MiB/s wr, 70 op/s 2024-04-12T17:01:46.360 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:45 smithi099 ceph-mon[94290]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-12T17:01:46.361 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:45 smithi099 ceph-mon[96864]: pgmap v3412: 137 pgs: 137 active+clean; 200 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.4 MiB/s wr, 70 op/s 2024-04-12T17:01:46.361 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:45 smithi099 ceph-mon[96864]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-12T17:01:46.628 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:01:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:01:46] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-12T17:01:48.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:47 smithi110 ceph-mon[88691]: pgmap v3414: 137 pgs: 137 active+clean; 205 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 8.0 MiB/s rd, 6.6 MiB/s wr, 81 op/s 2024-04-12T17:01:48.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:47 smithi099 ceph-mon[94290]: pgmap v3414: 137 pgs: 137 active+clean; 205 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 8.0 MiB/s rd, 6.6 MiB/s wr, 81 op/s 2024-04-12T17:01:48.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:47 smithi099 ceph-mon[96864]: pgmap v3414: 137 pgs: 137 active+clean; 205 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 8.0 MiB/s rd, 6.6 MiB/s wr, 81 op/s 2024-04-12T17:01:50.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:49 smithi110 ceph-mon[88691]: pgmap v3415: 137 pgs: 137 active+clean; 205 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 7.6 MiB/s rd, 6.2 MiB/s wr, 68 op/s 2024-04-12T17:01:50.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:49 smithi099 ceph-mon[94290]: pgmap v3415: 137 pgs: 137 active+clean; 205 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 7.6 MiB/s rd, 6.2 MiB/s wr, 68 op/s 2024-04-12T17:01:50.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:49 smithi099 ceph-mon[96864]: pgmap v3415: 137 pgs: 137 active+clean; 205 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 7.6 MiB/s rd, 6.2 MiB/s wr, 68 op/s 2024-04-12T17:01:52.313 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:51 smithi110 ceph-mon[88691]: pgmap v3416: 137 pgs: 137 active+clean; 229 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 986 KiB/s rd, 5.3 MiB/s wr, 71 op/s 2024-04-12T17:01:52.313 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:51 smithi110 ceph-mon[88691]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-12T17:01:52.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:51 smithi099 ceph-mon[94290]: pgmap v3416: 137 pgs: 137 active+clean; 229 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 986 KiB/s rd, 5.3 MiB/s wr, 71 op/s 2024-04-12T17:01:52.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:51 smithi099 ceph-mon[94290]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-12T17:01:52.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:51 smithi099 ceph-mon[96864]: pgmap v3416: 137 pgs: 137 active+clean; 229 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 986 KiB/s rd, 5.3 MiB/s wr, 71 op/s 2024-04-12T17:01:52.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:51 smithi099 ceph-mon[96864]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-12T17:01:52.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:01:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:01:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:01:53.238 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/0.ShrinkToOneAfterSnapshot (8694 ms) 2024-04-12T17:01:53.238 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/0.MinOverlap 2024-04-12T17:01:53.238 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:01:54.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:53 smithi110 ceph-mon[88691]: pgmap v3418: 137 pgs: 137 active+clean; 242 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 216 KiB/s rd, 5.3 MiB/s wr, 73 op/s 2024-04-12T17:01:54.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:53 smithi099 ceph-mon[94290]: pgmap v3418: 137 pgs: 137 active+clean; 242 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 216 KiB/s rd, 5.3 MiB/s wr, 73 op/s 2024-04-12T17:01:54.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:53 smithi099 ceph-mon[96864]: pgmap v3418: 137 pgs: 137 active+clean; 242 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 216 KiB/s rd, 5.3 MiB/s wr, 73 op/s 2024-04-12T17:01:55.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:54 smithi110 ceph-mon[88691]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-12T17:01:55.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:54 smithi099 ceph-mon[94290]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-12T17:01:55.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:54 smithi099 ceph-mon[96864]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-12T17:01:56.279 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:55 smithi099 ceph-mon[94290]: pgmap v3420: 137 pgs: 137 active+clean; 267 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 7.8 MiB/s wr, 95 op/s 2024-04-12T17:01:56.280 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:55 smithi099 ceph-mon[96864]: pgmap v3420: 137 pgs: 137 active+clean; 267 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 7.8 MiB/s wr, 95 op/s 2024-04-12T17:01:56.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:55 smithi110 ceph-mon[88691]: pgmap v3420: 137 pgs: 137 active+clean; 267 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 7.8 MiB/s wr, 95 op/s 2024-04-12T17:01:56.628 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:01:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:01:56] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-12T17:01:58.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:57 smithi110 ceph-mon[88691]: pgmap v3421: 137 pgs: 137 active+clean; 303 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 12 MiB/s wr, 129 op/s 2024-04-12T17:01:58.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:01:58.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:57 smithi099 ceph-mon[94290]: pgmap v3421: 137 pgs: 137 active+clean; 303 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 12 MiB/s wr, 129 op/s 2024-04-12T17:01:58.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:01:58.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:57 smithi099 ceph-mon[96864]: pgmap v3421: 137 pgs: 137 active+clean; 303 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 12 MiB/s wr, 129 op/s 2024-04-12T17:01:58.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:02:00.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:01:59 smithi110 ceph-mon[88691]: pgmap v3422: 137 pgs: 137 active+clean; 311 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 10 MiB/s wr, 83 op/s 2024-04-12T17:02:00.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:01:59 smithi099 ceph-mon[94290]: pgmap v3422: 137 pgs: 137 active+clean; 311 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 10 MiB/s wr, 83 op/s 2024-04-12T17:02:00.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:01:59 smithi099 ceph-mon[96864]: pgmap v3422: 137 pgs: 137 active+clean; 311 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 10 MiB/s wr, 83 op/s 2024-04-12T17:02:01.666 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/0.MinOverlap (8428 ms) 2024-04-12T17:02:01.666 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/0.ZeroOverlap 2024-04-12T17:02:01.666 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:02:02.314 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:01 smithi110 ceph-mon[88691]: pgmap v3423: 137 pgs: 137 active+clean; 319 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 10 MiB/s wr, 93 op/s 2024-04-12T17:02:02.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:01 smithi099 ceph-mon[94290]: pgmap v3423: 137 pgs: 137 active+clean; 319 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 10 MiB/s wr, 93 op/s 2024-04-12T17:02:02.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:01 smithi099 ceph-mon[96864]: pgmap v3423: 137 pgs: 137 active+clean; 319 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 10 MiB/s wr, 93 op/s 2024-04-12T17:02:02.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:02:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:02:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:02:03.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:02 smithi110 ceph-mon[88691]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-12T17:02:03.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:02 smithi099 ceph-mon[94290]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-12T17:02:03.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:02 smithi099 ceph-mon[96864]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-12T17:02:04.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:03 smithi110 ceph-mon[88691]: pgmap v3425: 137 pgs: 137 active+clean; 323 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 10 MiB/s wr, 103 op/s 2024-04-12T17:02:04.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:03 smithi099 ceph-mon[94290]: pgmap v3425: 137 pgs: 137 active+clean; 323 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 10 MiB/s wr, 103 op/s 2024-04-12T17:02:04.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:03 smithi099 ceph-mon[96864]: pgmap v3425: 137 pgs: 137 active+clean; 323 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 10 MiB/s wr, 103 op/s 2024-04-12T17:02:06.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:05 smithi110 ceph-mon[88691]: pgmap v3426: 137 pgs: 137 active+clean; 336 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 7.7 MiB/s wr, 77 op/s 2024-04-12T17:02:06.359 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:05 smithi099 ceph-mon[94290]: pgmap v3426: 137 pgs: 137 active+clean; 336 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 7.7 MiB/s wr, 77 op/s 2024-04-12T17:02:06.360 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:05 smithi099 ceph-mon[96864]: pgmap v3426: 137 pgs: 137 active+clean; 336 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 7.7 MiB/s wr, 77 op/s 2024-04-12T17:02:06.628 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:02:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:02:06] "GET /metrics HTTP/1.1" 200 36746 "" "Prometheus/2.43.0" 2024-04-12T17:02:08.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:07 smithi110 ceph-mon[88691]: pgmap v3427: 137 pgs: 137 active+clean; 344 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 59 op/s 2024-04-12T17:02:08.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:07 smithi099 ceph-mon[94290]: pgmap v3427: 137 pgs: 137 active+clean; 344 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 59 op/s 2024-04-12T17:02:08.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:07 smithi099 ceph-mon[96864]: pgmap v3427: 137 pgs: 137 active+clean; 344 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 59 op/s 2024-04-12T17:02:09.670 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/0.ZeroOverlap (8004 ms) 2024-04-12T17:02:09.981 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 7 tests from EncryptedFlattenTest/0 (61809 ms total) 2024-04-12T17:02:09.981 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T17:02:09.981 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 7 tests from EncryptedFlattenTest/1, where TypeParam = PlaintextUnderLUKS2 2024-04-12T17:02:10.013 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/1.Simple 2024-04-12T17:02:10.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:09 smithi110 ceph-mon[88691]: pgmap v3428: 137 pgs: 137 active+clean; 348 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 59 op/s 2024-04-12T17:02:10.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:02:10.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:09 smithi099 ceph-mon[94290]: pgmap v3428: 137 pgs: 137 active+clean; 348 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 59 op/s 2024-04-12T17:02:10.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:02:10.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:09 smithi099 ceph-mon[96864]: pgmap v3428: 137 pgs: 137 active+clean; 348 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 59 op/s 2024-04-12T17:02:10.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:02:11.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:10 smithi110 ceph-mon[88691]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-12T17:02:11.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:02:11.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:02:11.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:02:11.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:10 smithi099 ceph-mon[96864]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-12T17:02:11.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:02:11.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:02:11.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:02:11.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:10 smithi099 ceph-mon[94290]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-12T17:02:11.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:02:11.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:02:11.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:02:11.990 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:02:12.237 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:11 smithi110 ceph-mon[88691]: pgmap v3430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:02:12.237 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:11 smithi110 ceph-mon[88691]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-12T17:02:12.237 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:11 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/628935460' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:02:12.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:11 smithi099 ceph-mon[96864]: pgmap v3430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:02:12.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:11 smithi099 ceph-mon[96864]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-12T17:02:12.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:11 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/628935460' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:02:12.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:11 smithi099 ceph-mon[94290]: pgmap v3430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:02:12.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:11 smithi099 ceph-mon[94290]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-12T17:02:12.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:11 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/628935460' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:02:12.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:02:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:02:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:02:13.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:12 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/628935460' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:02:13.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:12 smithi110 ceph-mon[88691]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-12T17:02:13.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:12 smithi110 ceph-mon[88691]: pgmap v3433: 137 pgs: 9 creating+peering, 19 unknown, 109 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:02:13.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:02:13.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:12 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/628935460' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:02:13.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:12 smithi099 ceph-mon[94290]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-12T17:02:13.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:12 smithi099 ceph-mon[94290]: pgmap v3433: 137 pgs: 9 creating+peering, 19 unknown, 109 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:02:13.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:02:13.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:12 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/628935460' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:02:13.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:12 smithi099 ceph-mon[96864]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-12T17:02:13.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:12 smithi099 ceph-mon[96864]: pgmap v3433: 137 pgs: 9 creating+peering, 19 unknown, 109 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:02:13.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:02:14.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:14 smithi110 ceph-mon[88691]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-12T17:02:14.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:14 smithi099 ceph-mon[94290]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-12T17:02:14.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:14 smithi099 ceph-mon[96864]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-12T17:02:15.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:15 smithi110 ceph-mon[88691]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-12T17:02:15.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:15 smithi110 ceph-mon[88691]: pgmap v3436: 137 pgs: 9 creating+peering, 10 unknown, 118 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 0 op/s 2024-04-12T17:02:15.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:15 smithi099 ceph-mon[94290]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-12T17:02:15.378 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:15 smithi099 ceph-mon[94290]: pgmap v3436: 137 pgs: 9 creating+peering, 10 unknown, 118 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 0 op/s 2024-04-12T17:02:15.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:15 smithi099 ceph-mon[96864]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-12T17:02:15.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:15 smithi099 ceph-mon[96864]: pgmap v3436: 137 pgs: 9 creating+peering, 10 unknown, 118 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 0 op/s 2024-04-12T17:02:16.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:16 smithi110 ceph-mon[88691]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-12T17:02:16.361 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:16 smithi099 ceph-mon[94290]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-12T17:02:16.362 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:16 smithi099 ceph-mon[96864]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-12T17:02:16.628 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:02:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:02:16] "GET /metrics HTTP/1.1" 200 36678 "" "Prometheus/2.43.0" 2024-04-12T17:02:17.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:17 smithi110 ceph-mon[88691]: pgmap v3438: 137 pgs: 137 active+clean; 29 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 5.5 MiB/s wr, 76 op/s 2024-04-12T17:02:17.378 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:17 smithi099 ceph-mon[96864]: pgmap v3438: 137 pgs: 137 active+clean; 29 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 5.5 MiB/s wr, 76 op/s 2024-04-12T17:02:17.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:17 smithi099 ceph-mon[94290]: pgmap v3438: 137 pgs: 137 active+clean; 29 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 5.5 MiB/s wr, 76 op/s 2024-04-12T17:02:19.628 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:19 smithi099 ceph-mon[94290]: pgmap v3439: 137 pgs: 137 active+clean; 30 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 4.2 MiB/s wr, 58 op/s 2024-04-12T17:02:19.629 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:19 smithi099 ceph-mon[96864]: pgmap v3439: 137 pgs: 137 active+clean; 30 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 4.2 MiB/s wr, 58 op/s 2024-04-12T17:02:19.835 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:19 smithi110 ceph-mon[88691]: pgmap v3439: 137 pgs: 137 active+clean; 30 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 4.2 MiB/s wr, 58 op/s 2024-04-12T17:02:21.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:20 smithi110 ceph-mon[88691]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-12T17:02:21.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:20 smithi099 ceph-mon[94290]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-12T17:02:21.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:20 smithi099 ceph-mon[96864]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-12T17:02:22.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:21 smithi110 ceph-mon[88691]: pgmap v3441: 137 pgs: 137 active+clean; 30 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 42 KiB/s rd, 4.0 MiB/s wr, 58 op/s 2024-04-12T17:02:22.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:21 smithi099 ceph-mon[94290]: pgmap v3441: 137 pgs: 137 active+clean; 30 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 42 KiB/s rd, 4.0 MiB/s wr, 58 op/s 2024-04-12T17:02:22.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:21 smithi099 ceph-mon[96864]: pgmap v3441: 137 pgs: 137 active+clean; 30 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 42 KiB/s rd, 4.0 MiB/s wr, 58 op/s 2024-04-12T17:02:22.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:02:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:02:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:02:24.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:23 smithi110 ceph-mon[88691]: pgmap v3442: 137 pgs: 137 active+clean; 30 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 36 KiB/s rd, 3.1 MiB/s wr, 50 op/s 2024-04-12T17:02:24.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:23 smithi099 ceph-mon[94290]: pgmap v3442: 137 pgs: 137 active+clean; 30 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 36 KiB/s rd, 3.1 MiB/s wr, 50 op/s 2024-04-12T17:02:24.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:23 smithi099 ceph-mon[96864]: pgmap v3442: 137 pgs: 137 active+clean; 30 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 36 KiB/s rd, 3.1 MiB/s wr, 50 op/s 2024-04-12T17:02:26.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:25 smithi110 ceph-mon[88691]: pgmap v3443: 137 pgs: 137 active+clean; 34 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 27 KiB/s rd, 994 KiB/s wr, 36 op/s 2024-04-12T17:02:26.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:25 smithi099 ceph-mon[94290]: pgmap v3443: 137 pgs: 137 active+clean; 34 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 27 KiB/s rd, 994 KiB/s wr, 36 op/s 2024-04-12T17:02:26.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:25 smithi099 ceph-mon[96864]: pgmap v3443: 137 pgs: 137 active+clean; 34 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 27 KiB/s rd, 994 KiB/s wr, 36 op/s 2024-04-12T17:02:26.295 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/1.Simple (16282 ms) 2024-04-12T17:02:26.295 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/1.Grow 2024-04-12T17:02:26.295 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:02:26.628 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:02:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:02:26] "GET /metrics HTTP/1.1" 200 36678 "" "Prometheus/2.43.0" 2024-04-12T17:02:28.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:27 smithi110 ceph-mon[88691]: pgmap v3444: 137 pgs: 137 active+clean; 59 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.2 MiB/s wr, 23 op/s 2024-04-12T17:02:28.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:27 smithi110 ceph-mon[88691]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-12T17:02:28.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:02:28.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:27 smithi099 ceph-mon[94290]: pgmap v3444: 137 pgs: 137 active+clean; 59 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.2 MiB/s wr, 23 op/s 2024-04-12T17:02:28.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:27 smithi099 ceph-mon[94290]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-12T17:02:28.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:02:28.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:27 smithi099 ceph-mon[96864]: pgmap v3444: 137 pgs: 137 active+clean; 59 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.2 MiB/s wr, 23 op/s 2024-04-12T17:02:28.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:27 smithi099 ceph-mon[96864]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-12T17:02:28.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:02:30.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:29 smithi110 ceph-mon[88691]: pgmap v3446: 137 pgs: 137 active+clean; 75 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 6.7 MiB/s wr, 33 op/s 2024-04-12T17:02:30.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:29 smithi099 ceph-mon[94290]: pgmap v3446: 137 pgs: 137 active+clean; 75 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 6.7 MiB/s wr, 33 op/s 2024-04-12T17:02:30.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:29 smithi099 ceph-mon[96864]: pgmap v3446: 137 pgs: 137 active+clean; 75 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 6.7 MiB/s wr, 33 op/s 2024-04-12T17:02:32.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:31 smithi110 ceph-mon[88691]: pgmap v3447: 137 pgs: 137 active+clean; 88 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.4 MiB/s wr, 31 op/s 2024-04-12T17:02:32.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:31 smithi099 ceph-mon[94290]: pgmap v3447: 137 pgs: 137 active+clean; 88 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.4 MiB/s wr, 31 op/s 2024-04-12T17:02:32.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:31 smithi099 ceph-mon[96864]: pgmap v3447: 137 pgs: 137 active+clean; 88 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.4 MiB/s wr, 31 op/s 2024-04-12T17:02:32.585 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:02:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:02:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:02:34.095 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:33 smithi110 ceph-mon[88691]: pgmap v3448: 137 pgs: 137 active+clean; 96 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 62 op/s 2024-04-12T17:02:34.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:33 smithi099 ceph-mon[96864]: pgmap v3448: 137 pgs: 137 active+clean; 96 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 62 op/s 2024-04-12T17:02:34.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:33 smithi099 ceph-mon[94290]: pgmap v3448: 137 pgs: 137 active+clean; 96 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 62 op/s 2024-04-12T17:02:36.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:35 smithi110 ceph-mon[88691]: pgmap v3449: 137 pgs: 137 active+clean; 100 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 62 op/s 2024-04-12T17:02:36.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:35 smithi099 ceph-mon[94290]: pgmap v3449: 137 pgs: 137 active+clean; 100 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 62 op/s 2024-04-12T17:02:36.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:35 smithi099 ceph-mon[96864]: pgmap v3449: 137 pgs: 137 active+clean; 100 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 62 op/s 2024-04-12T17:02:36.629 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:02:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:02:36] "GET /metrics HTTP/1.1" 200 36734 "" "Prometheus/2.43.0" 2024-04-12T17:02:38.080 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/1.Grow (11785 ms) 2024-04-12T17:02:38.080 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/1.Shrink 2024-04-12T17:02:38.080 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:02:38.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:37 smithi110 ceph-mon[88691]: pgmap v3450: 137 pgs: 137 active+clean; 121 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 7.7 MiB/s rd, 7.4 MiB/s wr, 67 op/s 2024-04-12T17:02:38.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:37 smithi099 ceph-mon[94290]: pgmap v3450: 137 pgs: 137 active+clean; 121 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 7.7 MiB/s rd, 7.4 MiB/s wr, 67 op/s 2024-04-12T17:02:38.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:37 smithi099 ceph-mon[96864]: pgmap v3450: 137 pgs: 137 active+clean; 121 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 7.7 MiB/s rd, 7.4 MiB/s wr, 67 op/s 2024-04-12T17:02:40.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:39 smithi110 ceph-mon[88691]: pgmap v3451: 137 pgs: 137 active+clean; 125 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.4 MiB/s rd, 6.8 MiB/s wr, 59 op/s 2024-04-12T17:02:40.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:39 smithi110 ceph-mon[88691]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-12T17:02:40.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:39 smithi099 ceph-mon[96864]: pgmap v3451: 137 pgs: 137 active+clean; 125 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.4 MiB/s rd, 6.8 MiB/s wr, 59 op/s 2024-04-12T17:02:40.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:39 smithi099 ceph-mon[96864]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-12T17:02:40.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:39 smithi099 ceph-mon[94290]: pgmap v3451: 137 pgs: 137 active+clean; 125 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.4 MiB/s rd, 6.8 MiB/s wr, 59 op/s 2024-04-12T17:02:40.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:39 smithi099 ceph-mon[94290]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-12T17:02:42.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:41 smithi110 ceph-mon[88691]: pgmap v3453: 137 pgs: 137 active+clean; 150 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.8 MiB/s wr, 75 op/s 2024-04-12T17:02:42.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:41 smithi099 ceph-mon[94290]: pgmap v3453: 137 pgs: 137 active+clean; 150 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.8 MiB/s wr, 75 op/s 2024-04-12T17:02:42.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:41 smithi099 ceph-mon[96864]: pgmap v3453: 137 pgs: 137 active+clean; 150 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.8 MiB/s wr, 75 op/s 2024-04-12T17:02:42.586 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:02:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:02:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:02:42.856 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:02:43.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:02:43.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:02:44.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:43 smithi110 ceph-mon[88691]: pgmap v3454: 137 pgs: 137 active+clean; 162 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-12T17:02:44.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:43 smithi099 ceph-mon[94290]: pgmap v3454: 137 pgs: 137 active+clean; 162 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-12T17:02:44.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:43 smithi099 ceph-mon[96864]: pgmap v3454: 137 pgs: 137 active+clean; 162 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-12T17:02:46.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:45 smithi110 ceph-mon[88691]: pgmap v3455: 137 pgs: 137 active+clean; 162 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 68 op/s 2024-04-12T17:02:46.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:45 smithi099 ceph-mon[94290]: pgmap v3455: 137 pgs: 137 active+clean; 162 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 68 op/s 2024-04-12T17:02:46.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:45 smithi099 ceph-mon[96864]: pgmap v3455: 137 pgs: 137 active+clean; 162 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 68 op/s 2024-04-12T17:02:46.629 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:02:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:02:46] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-12T17:02:48.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:47 smithi110 ceph-mon[88691]: pgmap v3456: 137 pgs: 137 active+clean; 166 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 8.4 MiB/s rd, 5.3 MiB/s wr, 54 op/s 2024-04-12T17:02:48.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:47 smithi099 ceph-mon[94290]: pgmap v3456: 137 pgs: 137 active+clean; 166 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 8.4 MiB/s rd, 5.3 MiB/s wr, 54 op/s 2024-04-12T17:02:48.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:47 smithi099 ceph-mon[96864]: pgmap v3456: 137 pgs: 137 active+clean; 166 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 8.4 MiB/s rd, 5.3 MiB/s wr, 54 op/s 2024-04-12T17:02:50.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:49 smithi110 ceph-mon[88691]: pgmap v3457: 137 pgs: 137 active+clean; 166 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 6.4 MiB/s rd, 4.9 MiB/s wr, 53 op/s 2024-04-12T17:02:50.103 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/1.Shrink (12022 ms) 2024-04-12T17:02:50.103 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/1.ShrinkToOne 2024-04-12T17:02:50.103 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:02:50.128 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:49 smithi099 ceph-mon[94290]: pgmap v3457: 137 pgs: 137 active+clean; 166 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 6.4 MiB/s rd, 4.9 MiB/s wr, 53 op/s 2024-04-12T17:02:50.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:49 smithi099 ceph-mon[96864]: pgmap v3457: 137 pgs: 137 active+clean; 166 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 6.4 MiB/s rd, 4.9 MiB/s wr, 53 op/s 2024-04-12T17:02:52.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:51 smithi110 ceph-mon[88691]: pgmap v3458: 137 pgs: 137 active+clean; 183 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 9.3 MiB/s rd, 6.8 MiB/s wr, 58 op/s 2024-04-12T17:02:52.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:51 smithi110 ceph-mon[88691]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-12T17:02:52.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:51 smithi099 ceph-mon[94290]: pgmap v3458: 137 pgs: 137 active+clean; 183 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 9.3 MiB/s rd, 6.8 MiB/s wr, 58 op/s 2024-04-12T17:02:52.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:51 smithi099 ceph-mon[94290]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-12T17:02:52.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:51 smithi099 ceph-mon[96864]: pgmap v3458: 137 pgs: 137 active+clean; 183 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 9.3 MiB/s rd, 6.8 MiB/s wr, 58 op/s 2024-04-12T17:02:52.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:51 smithi099 ceph-mon[96864]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-12T17:02:52.586 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:02:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:02:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:02:54.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:53 smithi110 ceph-mon[88691]: pgmap v3460: 137 pgs: 137 active+clean; 219 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.3 MiB/s wr, 40 op/s 2024-04-12T17:02:54.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:53 smithi099 ceph-mon[94290]: pgmap v3460: 137 pgs: 137 active+clean; 219 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.3 MiB/s wr, 40 op/s 2024-04-12T17:02:54.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:53 smithi099 ceph-mon[96864]: pgmap v3460: 137 pgs: 137 active+clean; 219 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.3 MiB/s wr, 40 op/s 2024-04-12T17:02:56.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:55 smithi110 ceph-mon[88691]: pgmap v3461: 137 pgs: 137 active+clean; 224 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 68 op/s 2024-04-12T17:02:56.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:55 smithi099 ceph-mon[94290]: pgmap v3461: 137 pgs: 137 active+clean; 224 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 68 op/s 2024-04-12T17:02:56.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:55 smithi099 ceph-mon[96864]: pgmap v3461: 137 pgs: 137 active+clean; 224 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 68 op/s 2024-04-12T17:02:56.629 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:02:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:02:56] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-12T17:02:58.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:57 smithi110 ceph-mon[88691]: pgmap v3462: 137 pgs: 137 active+clean; 228 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 62 op/s 2024-04-12T17:02:58.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:02:58.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:57 smithi099 ceph-mon[94290]: pgmap v3462: 137 pgs: 137 active+clean; 228 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 62 op/s 2024-04-12T17:02:58.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:02:58.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:57 smithi099 ceph-mon[96864]: pgmap v3462: 137 pgs: 137 active+clean; 228 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 62 op/s 2024-04-12T17:02:58.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:03:00.085 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:02:59 smithi110 ceph-mon[88691]: pgmap v3463: 137 pgs: 137 active+clean; 228 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 62 op/s 2024-04-12T17:03:00.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:02:59 smithi099 ceph-mon[94290]: pgmap v3463: 137 pgs: 137 active+clean; 228 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 62 op/s 2024-04-12T17:03:00.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:02:59 smithi099 ceph-mon[96864]: pgmap v3463: 137 pgs: 137 active+clean; 228 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 62 op/s 2024-04-12T17:03:02.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:01 smithi099 ceph-mon[94290]: pgmap v3464: 137 pgs: 137 active+clean; 240 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 7.4 MiB/s rd, 6.1 MiB/s wr, 52 op/s 2024-04-12T17:03:02.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:01 smithi099 ceph-mon[96864]: pgmap v3464: 137 pgs: 137 active+clean; 240 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 7.4 MiB/s rd, 6.1 MiB/s wr, 52 op/s 2024-04-12T17:03:02.314 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:01 smithi110 ceph-mon[88691]: pgmap v3464: 137 pgs: 137 active+clean; 240 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 7.4 MiB/s rd, 6.1 MiB/s wr, 52 op/s 2024-04-12T17:03:02.586 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:03:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:03:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:03:02.783 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/1.ShrinkToOne (12680 ms) 2024-04-12T17:03:02.783 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/1.ShrinkToOneAfterSnapshot 2024-04-12T17:03:02.783 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:03:04.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:03 smithi099 ceph-mon[94290]: pgmap v3465: 137 pgs: 137 active+clean; 244 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 7.2 MiB/s rd, 6.0 MiB/s wr, 60 op/s 2024-04-12T17:03:04.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:03 smithi099 ceph-mon[96864]: pgmap v3465: 137 pgs: 137 active+clean; 244 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 7.2 MiB/s rd, 6.0 MiB/s wr, 60 op/s 2024-04-12T17:03:04.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:03 smithi110 ceph-mon[88691]: pgmap v3465: 137 pgs: 137 active+clean; 244 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 7.2 MiB/s rd, 6.0 MiB/s wr, 60 op/s 2024-04-12T17:03:05.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:04 smithi099 ceph-mon[94290]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-12T17:03:05.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:04 smithi099 ceph-mon[96864]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-12T17:03:05.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:04 smithi110 ceph-mon[88691]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-12T17:03:06.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:05 smithi099 ceph-mon[96864]: pgmap v3467: 137 pgs: 137 active+clean; 256 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.8 MiB/s wr, 24 op/s 2024-04-12T17:03:06.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:05 smithi099 ceph-mon[94290]: pgmap v3467: 137 pgs: 137 active+clean; 256 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.8 MiB/s wr, 24 op/s 2024-04-12T17:03:06.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:05 smithi110 ceph-mon[88691]: pgmap v3467: 137 pgs: 137 active+clean; 256 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.8 MiB/s wr, 24 op/s 2024-04-12T17:03:06.629 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:03:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:03:06] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-04-12T17:03:08.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:07 smithi099 ceph-mon[94290]: pgmap v3468: 137 pgs: 137 active+clean; 273 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 59 op/s 2024-04-12T17:03:08.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:07 smithi099 ceph-mon[96864]: pgmap v3468: 137 pgs: 137 active+clean; 273 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 59 op/s 2024-04-12T17:03:08.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:07 smithi110 ceph-mon[88691]: pgmap v3468: 137 pgs: 137 active+clean; 273 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 59 op/s 2024-04-12T17:03:10.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:09 smithi110 ceph-mon[88691]: pgmap v3469: 137 pgs: 137 active+clean; 273 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-12T17:03:10.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:09 smithi099 ceph-mon[94290]: pgmap v3469: 137 pgs: 137 active+clean; 273 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-12T17:03:10.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:09 smithi099 ceph-mon[96864]: pgmap v3469: 137 pgs: 137 active+clean; 273 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-12T17:03:11.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:03:11.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:03:11.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:03:12.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:11 smithi099 ceph-mon[96864]: pgmap v3470: 137 pgs: 137 active+clean; 273 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 55 op/s 2024-04-12T17:03:12.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:11 smithi099 ceph-mon[94290]: pgmap v3470: 137 pgs: 137 active+clean; 273 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 55 op/s 2024-04-12T17:03:12.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:11 smithi110 ceph-mon[88691]: pgmap v3470: 137 pgs: 137 active+clean; 273 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 55 op/s 2024-04-12T17:03:12.318 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:03:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:03:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:03:13.151 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:03:13.151 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:03:13.184 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:03:14.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:13 smithi099 ceph-mon[94290]: pgmap v3471: 137 pgs: 137 active+clean; 277 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.9 MiB/s wr, 42 op/s 2024-04-12T17:03:14.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:13 smithi099 ceph-mon[96864]: pgmap v3471: 137 pgs: 137 active+clean; 277 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.9 MiB/s wr, 42 op/s 2024-04-12T17:03:14.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:13 smithi110 ceph-mon[88691]: pgmap v3471: 137 pgs: 137 active+clean; 277 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.9 MiB/s wr, 42 op/s 2024-04-12T17:03:15.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:14 smithi110 ceph-mon[88691]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-12T17:03:15.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:14 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:03:15.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:14 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:03:15.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:14 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:03:15.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:14 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:03:15.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:14 smithi099 ceph-mon[94290]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-12T17:03:15.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:14 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:03:15.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:14 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:03:15.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:14 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:03:15.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:14 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:03:15.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:14 smithi099 ceph-mon[96864]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-12T17:03:15.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:14 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:03:15.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:14 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:03:15.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:14 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:03:15.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:14 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:03:16.282 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/1.ShrinkToOneAfterSnapshot (13499 ms) 2024-04-12T17:03:16.282 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/1.MinOverlap 2024-04-12T17:03:16.282 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:03:16.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:15 smithi110 ceph-mon[88691]: pgmap v3473: 137 pgs: 137 active+clean; 301 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.9 MiB/s wr, 54 op/s 2024-04-12T17:03:16.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:15 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:03:16.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:15 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:03:16.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:15 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:03:16.361 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:15 smithi099 ceph-mon[94290]: pgmap v3473: 137 pgs: 137 active+clean; 301 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.9 MiB/s wr, 54 op/s 2024-04-12T17:03:16.361 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:15 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:03:16.361 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:15 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:03:16.361 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:15 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:03:16.362 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:15 smithi099 ceph-mon[96864]: pgmap v3473: 137 pgs: 137 active+clean; 301 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.9 MiB/s wr, 54 op/s 2024-04-12T17:03:16.362 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:15 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:03:16.362 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:15 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:03:16.362 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:15 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:03:16.628 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:03:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:03:16] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-12T17:03:18.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:17 smithi110 ceph-mon[88691]: pgmap v3474: 137 pgs: 137 active+clean; 358 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 39 op/s 2024-04-12T17:03:18.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:17 smithi110 ceph-mon[88691]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-12T17:03:18.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:17 smithi099 ceph-mon[94290]: pgmap v3474: 137 pgs: 137 active+clean; 358 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 39 op/s 2024-04-12T17:03:18.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:17 smithi099 ceph-mon[94290]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-12T17:03:18.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:17 smithi099 ceph-mon[96864]: pgmap v3474: 137 pgs: 137 active+clean; 358 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 39 op/s 2024-04-12T17:03:18.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:17 smithi099 ceph-mon[96864]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-12T17:03:20.335 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:19 smithi110 ceph-mon[88691]: pgmap v3476: 137 pgs: 137 active+clean; 362 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 5.2 MiB/s rd, 11 MiB/s wr, 55 op/s 2024-04-12T17:03:20.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:19 smithi099 ceph-mon[94290]: pgmap v3476: 137 pgs: 137 active+clean; 362 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 5.2 MiB/s rd, 11 MiB/s wr, 55 op/s 2024-04-12T17:03:20.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:19 smithi099 ceph-mon[96864]: pgmap v3476: 137 pgs: 137 active+clean; 362 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 5.2 MiB/s rd, 11 MiB/s wr, 55 op/s 2024-04-12T17:03:22.313 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:21 smithi110 ceph-mon[88691]: pgmap v3477: 137 pgs: 137 active+clean; 379 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 5.3 MiB/s rd, 13 MiB/s wr, 64 op/s 2024-04-12T17:03:22.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:21 smithi099 ceph-mon[94290]: pgmap v3477: 137 pgs: 137 active+clean; 379 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 5.3 MiB/s rd, 13 MiB/s wr, 64 op/s 2024-04-12T17:03:22.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:21 smithi099 ceph-mon[96864]: pgmap v3477: 137 pgs: 137 active+clean; 379 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 5.3 MiB/s rd, 13 MiB/s wr, 64 op/s 2024-04-12T17:03:22.586 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:03:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:03:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:03:24.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:23 smithi110 ceph-mon[88691]: pgmap v3478: 137 pgs: 137 active+clean; 383 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 5.0 MiB/s rd, 13 MiB/s wr, 92 op/s 2024-04-12T17:03:24.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:23 smithi099 ceph-mon[94290]: pgmap v3478: 137 pgs: 137 active+clean; 383 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 5.0 MiB/s rd, 13 MiB/s wr, 92 op/s 2024-04-12T17:03:24.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:23 smithi099 ceph-mon[96864]: pgmap v3478: 137 pgs: 137 active+clean; 383 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 5.0 MiB/s rd, 13 MiB/s wr, 92 op/s 2024-04-12T17:03:26.181 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:25 smithi099 ceph-mon[94290]: pgmap v3479: 137 pgs: 137 active+clean; 383 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 8.2 MiB/s wr, 62 op/s 2024-04-12T17:03:26.181 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:25 smithi099 ceph-mon[96864]: pgmap v3479: 137 pgs: 137 active+clean; 383 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 8.2 MiB/s wr, 62 op/s 2024-04-12T17:03:26.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:25 smithi110 ceph-mon[88691]: pgmap v3479: 137 pgs: 137 active+clean; 383 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 8.2 MiB/s wr, 62 op/s 2024-04-12T17:03:26.629 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:03:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:03:26] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-12T17:03:28.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:27 smithi110 ceph-mon[88691]: pgmap v3480: 137 pgs: 137 active+clean; 383 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 67 KiB/s rd, 2.5 MiB/s wr, 53 op/s 2024-04-12T17:03:28.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:03:28.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:27 smithi099 ceph-mon[94290]: pgmap v3480: 137 pgs: 137 active+clean; 383 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 67 KiB/s rd, 2.5 MiB/s wr, 53 op/s 2024-04-12T17:03:28.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:03:28.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:27 smithi099 ceph-mon[96864]: pgmap v3480: 137 pgs: 137 active+clean; 383 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 67 KiB/s rd, 2.5 MiB/s wr, 53 op/s 2024-04-12T17:03:28.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:03:30.157 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/1.MinOverlap (13874 ms) 2024-04-12T17:03:30.157 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/1.ZeroOverlap 2024-04-12T17:03:30.157 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:03:30.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:29 smithi110 ceph-mon[88691]: pgmap v3481: 137 pgs: 137 active+clean; 387 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 58 KiB/s rd, 2.5 MiB/s wr, 46 op/s 2024-04-12T17:03:30.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:29 smithi099 ceph-mon[94290]: pgmap v3481: 137 pgs: 137 active+clean; 387 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 58 KiB/s rd, 2.5 MiB/s wr, 46 op/s 2024-04-12T17:03:30.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:29 smithi099 ceph-mon[96864]: pgmap v3481: 137 pgs: 137 active+clean; 387 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 58 KiB/s rd, 2.5 MiB/s wr, 46 op/s 2024-04-12T17:03:32.314 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:31 smithi110 ceph-mon[88691]: pgmap v3482: 137 pgs: 137 active+clean; 403 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.8 MiB/s wr, 42 op/s 2024-04-12T17:03:32.314 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:31 smithi110 ceph-mon[88691]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-12T17:03:32.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:31 smithi099 ceph-mon[94290]: pgmap v3482: 137 pgs: 137 active+clean; 403 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.8 MiB/s wr, 42 op/s 2024-04-12T17:03:32.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:31 smithi099 ceph-mon[94290]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-12T17:03:32.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:31 smithi099 ceph-mon[96864]: pgmap v3482: 137 pgs: 137 active+clean; 403 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.8 MiB/s wr, 42 op/s 2024-04-12T17:03:32.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:31 smithi099 ceph-mon[96864]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-12T17:03:32.586 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:03:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:03:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:03:34.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:33 smithi110 ceph-mon[88691]: pgmap v3484: 137 pgs: 137 active+clean; 420 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.7 MiB/s wr, 59 op/s 2024-04-12T17:03:34.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:33 smithi099 ceph-mon[94290]: pgmap v3484: 137 pgs: 137 active+clean; 420 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.7 MiB/s wr, 59 op/s 2024-04-12T17:03:34.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:33 smithi099 ceph-mon[96864]: pgmap v3484: 137 pgs: 137 active+clean; 420 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.7 MiB/s wr, 59 op/s 2024-04-12T17:03:36.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:35 smithi110 ceph-mon[88691]: pgmap v3485: 137 pgs: 137 active+clean; 420 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.7 MiB/s wr, 60 op/s 2024-04-12T17:03:36.361 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:35 smithi099 ceph-mon[94290]: pgmap v3485: 137 pgs: 137 active+clean; 420 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.7 MiB/s wr, 60 op/s 2024-04-12T17:03:36.362 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:35 smithi099 ceph-mon[96864]: pgmap v3485: 137 pgs: 137 active+clean; 420 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.7 MiB/s wr, 60 op/s 2024-04-12T17:03:36.629 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:03:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:03:36] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-12T17:03:38.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:37 smithi110 ceph-mon[88691]: pgmap v3486: 137 pgs: 137 active+clean; 428 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 52 op/s 2024-04-12T17:03:38.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:37 smithi099 ceph-mon[94290]: pgmap v3486: 137 pgs: 137 active+clean; 428 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 52 op/s 2024-04-12T17:03:38.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:37 smithi099 ceph-mon[96864]: pgmap v3486: 137 pgs: 137 active+clean; 428 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 52 op/s 2024-04-12T17:03:40.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:39 smithi110 ceph-mon[88691]: pgmap v3487: 137 pgs: 137 active+clean; 428 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.1 MiB/s wr, 52 op/s 2024-04-12T17:03:40.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:39 smithi099 ceph-mon[94290]: pgmap v3487: 137 pgs: 137 active+clean; 428 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.1 MiB/s wr, 52 op/s 2024-04-12T17:03:40.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:39 smithi099 ceph-mon[96864]: pgmap v3487: 137 pgs: 137 active+clean; 428 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.1 MiB/s wr, 52 op/s 2024-04-12T17:03:42.192 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/1.ZeroOverlap (12035 ms) 2024-04-12T17:03:42.314 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:41 smithi110 ceph-mon[88691]: pgmap v3488: 137 pgs: 137 active+clean; 444 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 886 KiB/s rd, 4.5 MiB/s wr, 53 op/s 2024-04-12T17:03:42.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:41 smithi099 ceph-mon[94290]: pgmap v3488: 137 pgs: 137 active+clean; 444 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 886 KiB/s rd, 4.5 MiB/s wr, 53 op/s 2024-04-12T17:03:42.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:41 smithi099 ceph-mon[96864]: pgmap v3488: 137 pgs: 137 active+clean; 444 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 886 KiB/s rd, 4.5 MiB/s wr, 53 op/s 2024-04-12T17:03:42.586 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:03:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:03:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:03:42.978 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 7 tests from EncryptedFlattenTest/1 (92178 ms total) 2024-04-12T17:03:42.978 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T17:03:42.978 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 7 tests from EncryptedFlattenTest/2, where TypeParam = UnformattedLUKS1 2024-04-12T17:03:43.015 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/2.Simple 2024-04-12T17:03:43.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:03:43.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:03:43.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:03:44.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:43 smithi110 ceph-mon[88691]: pgmap v3489: 137 pgs: 137 active+clean; 444 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 815 KiB/s rd, 4.0 MiB/s wr, 61 op/s 2024-04-12T17:03:44.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:43 smithi110 ceph-mon[88691]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-12T17:03:44.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:43 smithi099 ceph-mon[94290]: pgmap v3489: 137 pgs: 137 active+clean; 444 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 815 KiB/s rd, 4.0 MiB/s wr, 61 op/s 2024-04-12T17:03:44.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:43 smithi099 ceph-mon[94290]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-12T17:03:44.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:43 smithi099 ceph-mon[96864]: pgmap v3489: 137 pgs: 137 active+clean; 444 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 815 KiB/s rd, 4.0 MiB/s wr, 61 op/s 2024-04-12T17:03:44.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:43 smithi099 ceph-mon[96864]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-12T17:03:44.993 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:03:45.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:44 smithi110 ceph-mon[88691]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-12T17:03:45.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:44 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2546480203' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:03:45.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:44 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:03:45.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:44 smithi099 ceph-mon[94290]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-12T17:03:45.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:44 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2546480203' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:03:45.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:44 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:03:45.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:44 smithi099 ceph-mon[96864]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-12T17:03:45.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:44 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2546480203' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:03:45.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:44 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:03:46.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:45 smithi110 ceph-mon[88691]: pgmap v3492: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:03:46.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:45 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:03:46.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:45 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:03:46.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:45 smithi110 ceph-mon[88691]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-12T17:03:46.361 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:45 smithi099 ceph-mon[94290]: pgmap v3492: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:03:46.361 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:45 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:03:46.361 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:45 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:03:46.362 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:45 smithi099 ceph-mon[94290]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-12T17:03:46.362 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:45 smithi099 ceph-mon[96864]: pgmap v3492: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:03:46.362 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:45 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:03:46.362 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:45 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:03:46.362 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:45 smithi099 ceph-mon[96864]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-12T17:03:46.629 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:03:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:03:46] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-04-12T17:03:47.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:46 smithi110 ceph-mon[88691]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-12T17:03:47.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:46 smithi099 ceph-mon[94290]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-12T17:03:47.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:46 smithi099 ceph-mon[96864]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-12T17:03:48.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:47 smithi110 ceph-mon[88691]: pgmap v3495: 137 pgs: 16 creating+peering, 4 unknown, 117 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:03:48.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:47 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:03:48.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:47 smithi110 ceph-mon[88691]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-12T17:03:48.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:47 smithi099 ceph-mon[94290]: pgmap v3495: 137 pgs: 16 creating+peering, 4 unknown, 117 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:03:48.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:47 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:03:48.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:47 smithi099 ceph-mon[94290]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-12T17:03:48.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:47 smithi099 ceph-mon[96864]: pgmap v3495: 137 pgs: 16 creating+peering, 4 unknown, 117 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:03:48.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:47 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:03:48.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:47 smithi099 ceph-mon[96864]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-12T17:03:49.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:49 smithi110 ceph-mon[88691]: pgmap v3497: 137 pgs: 16 creating+peering, 121 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 234 B/s wr, 0 op/s 2024-04-12T17:03:49.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:48 smithi099 ceph-mon[94290]: pgmap v3497: 137 pgs: 16 creating+peering, 121 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 234 B/s wr, 0 op/s 2024-04-12T17:03:49.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:49 smithi099 ceph-mon[96864]: pgmap v3497: 137 pgs: 16 creating+peering, 121 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 234 B/s wr, 0 op/s 2024-04-12T17:03:51.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:51 smithi110 ceph-mon[88691]: pgmap v3498: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.8 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-12T17:03:51.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:51 smithi099 ceph-mon[94290]: pgmap v3498: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.8 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-12T17:03:51.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:51 smithi099 ceph-mon[96864]: pgmap v3498: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.8 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-12T17:03:52.586 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:52 smithi110 ceph-mon[88691]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-12T17:03:52.586 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:03:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:03:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:03:52.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:52 smithi099 ceph-mon[94290]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-12T17:03:52.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:52 smithi099 ceph-mon[96864]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-12T17:03:53.836 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:53 smithi110 ceph-mon[88691]: pgmap v3500: 137 pgs: 137 active+clean; 17 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 50 KiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-04-12T17:03:53.879 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:53 smithi099 ceph-mon[94290]: pgmap v3500: 137 pgs: 137 active+clean; 17 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 50 KiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-04-12T17:03:53.879 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:53 smithi099 ceph-mon[96864]: pgmap v3500: 137 pgs: 137 active+clean; 17 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 50 KiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-04-12T17:03:56.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:55 smithi110 ceph-mon[88691]: pgmap v3501: 137 pgs: 137 active+clean; 22 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 2.1 MiB/s wr, 32 op/s 2024-04-12T17:03:56.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:55 smithi110 ceph-mon[88691]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-12T17:03:56.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:55 smithi099 ceph-mon[94290]: pgmap v3501: 137 pgs: 137 active+clean; 22 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 2.1 MiB/s wr, 32 op/s 2024-04-12T17:03:56.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:55 smithi099 ceph-mon[94290]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-12T17:03:56.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:55 smithi099 ceph-mon[96864]: pgmap v3501: 137 pgs: 137 active+clean; 22 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 2.1 MiB/s wr, 32 op/s 2024-04-12T17:03:56.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:55 smithi099 ceph-mon[96864]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-12T17:03:56.629 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:03:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:03:56] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-04-12T17:03:57.851 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/2.Simple (14835 ms) 2024-04-12T17:03:57.851 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/2.Grow 2024-04-12T17:03:57.851 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:03:58.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:57 smithi110 ceph-mon[88691]: pgmap v3503: 137 pgs: 137 active+clean; 38 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.1 MiB/s wr, 63 op/s 2024-04-12T17:03:58.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:03:58.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:57 smithi099 ceph-mon[96864]: pgmap v3503: 137 pgs: 137 active+clean; 38 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.1 MiB/s wr, 63 op/s 2024-04-12T17:03:58.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:03:58.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:57 smithi099 ceph-mon[94290]: pgmap v3503: 137 pgs: 137 active+clean; 38 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.1 MiB/s wr, 63 op/s 2024-04-12T17:03:58.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:04:00.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:03:59 smithi110 ceph-mon[88691]: pgmap v3504: 137 pgs: 137 active+clean; 38 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.1 MiB/s wr, 57 op/s 2024-04-12T17:04:00.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:03:59 smithi099 ceph-mon[94290]: pgmap v3504: 137 pgs: 137 active+clean; 38 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.1 MiB/s wr, 57 op/s 2024-04-12T17:04:00.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:03:59 smithi099 ceph-mon[96864]: pgmap v3504: 137 pgs: 137 active+clean; 38 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.1 MiB/s wr, 57 op/s 2024-04-12T17:04:02.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:01 smithi110 ceph-mon[88691]: pgmap v3505: 137 pgs: 137 active+clean; 63 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.6 MiB/s wr, 68 op/s 2024-04-12T17:04:02.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:01 smithi099 ceph-mon[94290]: pgmap v3505: 137 pgs: 137 active+clean; 63 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.6 MiB/s wr, 68 op/s 2024-04-12T17:04:02.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:01 smithi099 ceph-mon[96864]: pgmap v3505: 137 pgs: 137 active+clean; 63 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.6 MiB/s wr, 68 op/s 2024-04-12T17:04:02.586 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:04:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:04:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:04:03.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:02 smithi110 ceph-mon[88691]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-12T17:04:03.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:02 smithi099 ceph-mon[94290]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-12T17:04:03.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:02 smithi099 ceph-mon[96864]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-12T17:04:04.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:03 smithi110 ceph-mon[88691]: pgmap v3507: 137 pgs: 137 active+clean; 67 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 5.6 MiB/s wr, 52 op/s 2024-04-12T17:04:04.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:03 smithi099 ceph-mon[94290]: pgmap v3507: 137 pgs: 137 active+clean; 67 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 5.6 MiB/s wr, 52 op/s 2024-04-12T17:04:04.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:03 smithi099 ceph-mon[96864]: pgmap v3507: 137 pgs: 137 active+clean; 67 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 5.6 MiB/s wr, 52 op/s 2024-04-12T17:04:06.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:05 smithi110 ceph-mon[88691]: pgmap v3508: 137 pgs: 137 active+clean; 83 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 6.4 MiB/s wr, 72 op/s 2024-04-12T17:04:06.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:05 smithi099 ceph-mon[94290]: pgmap v3508: 137 pgs: 137 active+clean; 83 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 6.4 MiB/s wr, 72 op/s 2024-04-12T17:04:06.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:05 smithi099 ceph-mon[96864]: pgmap v3508: 137 pgs: 137 active+clean; 83 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 6.4 MiB/s wr, 72 op/s 2024-04-12T17:04:06.629 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:04:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:04:06] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-04-12T17:04:08.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:07 smithi110 ceph-mon[88691]: pgmap v3509: 137 pgs: 137 active+clean; 100 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 6.2 MiB/s wr, 58 op/s 2024-04-12T17:04:08.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:07 smithi099 ceph-mon[94290]: pgmap v3509: 137 pgs: 137 active+clean; 100 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 6.2 MiB/s wr, 58 op/s 2024-04-12T17:04:08.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:07 smithi099 ceph-mon[96864]: pgmap v3509: 137 pgs: 137 active+clean; 100 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 6.2 MiB/s wr, 58 op/s 2024-04-12T17:04:08.249 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/2.Grow (10398 ms) 2024-04-12T17:04:08.249 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/2.Shrink 2024-04-12T17:04:08.249 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:04:10.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:09 smithi110 ceph-mon[88691]: pgmap v3510: 137 pgs: 137 active+clean; 100 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 6.2 MiB/s wr, 58 op/s 2024-04-12T17:04:10.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:09 smithi099 ceph-mon[94290]: pgmap v3510: 137 pgs: 137 active+clean; 100 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 6.2 MiB/s wr, 58 op/s 2024-04-12T17:04:10.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:09 smithi099 ceph-mon[96864]: pgmap v3510: 137 pgs: 137 active+clean; 100 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 6.2 MiB/s wr, 58 op/s 2024-04-12T17:04:12.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:11 smithi110 ceph-mon[88691]: pgmap v3511: 137 pgs: 137 active+clean; 121 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 60 op/s 2024-04-12T17:04:12.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:11 smithi099 ceph-mon[94290]: pgmap v3511: 137 pgs: 137 active+clean; 121 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 60 op/s 2024-04-12T17:04:12.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:11 smithi099 ceph-mon[96864]: pgmap v3511: 137 pgs: 137 active+clean; 121 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 60 op/s 2024-04-12T17:04:12.586 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:04:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:04:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:04:13.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:12 smithi110 ceph-mon[88691]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-12T17:04:13.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:04:13.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:12 smithi099 ceph-mon[94290]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-12T17:04:13.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:04:13.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:12 smithi099 ceph-mon[96864]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-12T17:04:13.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:04:14.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:13 smithi110 ceph-mon[88691]: pgmap v3513: 137 pgs: 137 active+clean; 129 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 100 op/s 2024-04-12T17:04:14.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:13 smithi099 ceph-mon[94290]: pgmap v3513: 137 pgs: 137 active+clean; 129 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 100 op/s 2024-04-12T17:04:14.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:13 smithi099 ceph-mon[96864]: pgmap v3513: 137 pgs: 137 active+clean; 129 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 100 op/s 2024-04-12T17:04:16.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:15 smithi110 ceph-mon[88691]: pgmap v3514: 137 pgs: 137 active+clean; 141 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 73 op/s 2024-04-12T17:04:16.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:15 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:04:16.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:15 smithi099 ceph-mon[94290]: pgmap v3514: 137 pgs: 137 active+clean; 141 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 73 op/s 2024-04-12T17:04:16.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:15 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:04:16.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:15 smithi099 ceph-mon[96864]: pgmap v3514: 137 pgs: 137 active+clean; 141 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 73 op/s 2024-04-12T17:04:16.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:15 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:04:16.629 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:04:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:04:16] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-12T17:04:17.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:16 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:04:17.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:16 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:04:17.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:16 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:04:17.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:16 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:04:17.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:16 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:04:17.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:16 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:04:17.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:16 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:04:17.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:16 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:04:17.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:16 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:04:18.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:17 smithi110 ceph-mon[88691]: pgmap v3515: 137 pgs: 137 active+clean; 158 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 64 op/s 2024-04-12T17:04:18.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:17 smithi099 ceph-mon[94290]: pgmap v3515: 137 pgs: 137 active+clean; 158 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 64 op/s 2024-04-12T17:04:18.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:17 smithi099 ceph-mon[96864]: pgmap v3515: 137 pgs: 137 active+clean; 158 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 64 op/s 2024-04-12T17:04:18.393 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/2.Shrink (10145 ms) 2024-04-12T17:04:18.394 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/2.ShrinkToOne 2024-04-12T17:04:18.394 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:04:20.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:19 smithi110 ceph-mon[88691]: pgmap v3516: 137 pgs: 137 active+clean; 158 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 71 op/s 2024-04-12T17:04:20.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:19 smithi099 ceph-mon[96864]: pgmap v3516: 137 pgs: 137 active+clean; 158 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 71 op/s 2024-04-12T17:04:20.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:19 smithi099 ceph-mon[94290]: pgmap v3516: 137 pgs: 137 active+clean; 158 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 71 op/s 2024-04-12T17:04:22.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:21 smithi110 ceph-mon[88691]: pgmap v3517: 137 pgs: 137 active+clean; 179 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.8 MiB/s wr, 69 op/s 2024-04-12T17:04:22.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:21 smithi099 ceph-mon[94290]: pgmap v3517: 137 pgs: 137 active+clean; 179 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.8 MiB/s wr, 69 op/s 2024-04-12T17:04:22.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:21 smithi099 ceph-mon[96864]: pgmap v3517: 137 pgs: 137 active+clean; 179 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.8 MiB/s wr, 69 op/s 2024-04-12T17:04:22.586 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:04:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:04:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:04:24.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:23 smithi110 ceph-mon[88691]: pgmap v3518: 137 pgs: 137 active+clean; 179 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.5 MiB/s wr, 66 op/s 2024-04-12T17:04:24.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:23 smithi110 ceph-mon[88691]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-12T17:04:24.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:23 smithi099 ceph-mon[96864]: pgmap v3518: 137 pgs: 137 active+clean; 179 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.5 MiB/s wr, 66 op/s 2024-04-12T17:04:24.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:23 smithi099 ceph-mon[96864]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-12T17:04:24.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:23 smithi099 ceph-mon[94290]: pgmap v3518: 137 pgs: 137 active+clean; 179 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.5 MiB/s wr, 66 op/s 2024-04-12T17:04:24.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:23 smithi099 ceph-mon[94290]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-12T17:04:26.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:25 smithi099 ceph-mon[94290]: pgmap v3520: 137 pgs: 137 active+clean; 183 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 4.2 MiB/s wr, 45 op/s 2024-04-12T17:04:26.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:25 smithi099 ceph-mon[96864]: pgmap v3520: 137 pgs: 137 active+clean; 183 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 4.2 MiB/s wr, 45 op/s 2024-04-12T17:04:26.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:25 smithi110 ceph-mon[88691]: pgmap v3520: 137 pgs: 137 active+clean; 183 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 4.2 MiB/s wr, 45 op/s 2024-04-12T17:04:26.629 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:04:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:04:26] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-12T17:04:28.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:27 smithi099 ceph-mon[94290]: pgmap v3521: 137 pgs: 137 active+clean; 208 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.0 MiB/s wr, 63 op/s 2024-04-12T17:04:28.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:04:28.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:27 smithi099 ceph-mon[96864]: pgmap v3521: 137 pgs: 137 active+clean; 208 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.0 MiB/s wr, 63 op/s 2024-04-12T17:04:28.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:04:28.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:27 smithi110 ceph-mon[88691]: pgmap v3521: 137 pgs: 137 active+clean; 208 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.0 MiB/s wr, 63 op/s 2024-04-12T17:04:28.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:04:29.258 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/2.ShrinkToOne (10864 ms) 2024-04-12T17:04:29.258 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/2.ShrinkToOneAfterSnapshot 2024-04-12T17:04:29.258 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:04:30.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:29 smithi099 ceph-mon[94290]: pgmap v3522: 137 pgs: 137 active+clean; 208 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 8.0 MiB/s rd, 5.0 MiB/s wr, 57 op/s 2024-04-12T17:04:30.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:29 smithi099 ceph-mon[96864]: pgmap v3522: 137 pgs: 137 active+clean; 208 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 8.0 MiB/s rd, 5.0 MiB/s wr, 57 op/s 2024-04-12T17:04:30.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:29 smithi110 ceph-mon[88691]: pgmap v3522: 137 pgs: 137 active+clean; 208 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 8.0 MiB/s rd, 5.0 MiB/s wr, 57 op/s 2024-04-12T17:04:32.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:31 smithi099 ceph-mon[94290]: pgmap v3523: 137 pgs: 137 active+clean; 216 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 55 op/s 2024-04-12T17:04:32.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:31 smithi099 ceph-mon[96864]: pgmap v3523: 137 pgs: 137 active+clean; 216 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 55 op/s 2024-04-12T17:04:32.315 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:31 smithi110 ceph-mon[88691]: pgmap v3523: 137 pgs: 137 active+clean; 216 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 55 op/s 2024-04-12T17:04:32.586 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:04:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:04:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:04:34.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:33 smithi099 ceph-mon[94290]: pgmap v3524: 137 pgs: 137 active+clean; 216 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 946 KiB/s rd, 4.1 MiB/s wr, 55 op/s 2024-04-12T17:04:34.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:33 smithi099 ceph-mon[94290]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-12T17:04:34.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:33 smithi099 ceph-mon[96864]: pgmap v3524: 137 pgs: 137 active+clean; 216 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 946 KiB/s rd, 4.1 MiB/s wr, 55 op/s 2024-04-12T17:04:34.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:33 smithi099 ceph-mon[96864]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-12T17:04:34.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:33 smithi110 ceph-mon[88691]: pgmap v3524: 137 pgs: 137 active+clean; 216 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 946 KiB/s rd, 4.1 MiB/s wr, 55 op/s 2024-04-12T17:04:34.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:33 smithi110 ceph-mon[88691]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-12T17:04:36.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:35 smithi099 ceph-mon[94290]: pgmap v3526: 137 pgs: 137 active+clean; 233 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 940 KiB/s rd, 5.4 MiB/s wr, 50 op/s 2024-04-12T17:04:36.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:35 smithi099 ceph-mon[96864]: pgmap v3526: 137 pgs: 137 active+clean; 233 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 940 KiB/s rd, 5.4 MiB/s wr, 50 op/s 2024-04-12T17:04:36.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:35 smithi110 ceph-mon[88691]: pgmap v3526: 137 pgs: 137 active+clean; 233 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 940 KiB/s rd, 5.4 MiB/s wr, 50 op/s 2024-04-12T17:04:36.629 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:04:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:04:36] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-12T17:04:38.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:37 smithi099 ceph-mon[94290]: pgmap v3527: 137 pgs: 137 active+clean; 245 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 969 KiB/s rd, 4.1 MiB/s wr, 50 op/s 2024-04-12T17:04:38.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:37 smithi099 ceph-mon[96864]: pgmap v3527: 137 pgs: 137 active+clean; 245 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 969 KiB/s rd, 4.1 MiB/s wr, 50 op/s 2024-04-12T17:04:38.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:37 smithi110 ceph-mon[88691]: pgmap v3527: 137 pgs: 137 active+clean; 245 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 969 KiB/s rd, 4.1 MiB/s wr, 50 op/s 2024-04-12T17:04:39.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:38 smithi099 ceph-mon[94290]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-12T17:04:39.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:38 smithi099 ceph-mon[96864]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-12T17:04:39.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:38 smithi110 ceph-mon[88691]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-12T17:04:40.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:39 smithi099 ceph-mon[94290]: pgmap v3529: 137 pgs: 137 active+clean; 245 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 110 KiB/s rd, 3.6 MiB/s wr, 51 op/s 2024-04-12T17:04:40.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:39 smithi099 ceph-mon[96864]: pgmap v3529: 137 pgs: 137 active+clean; 245 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 110 KiB/s rd, 3.6 MiB/s wr, 51 op/s 2024-04-12T17:04:40.163 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/2.ShrinkToOneAfterSnapshot (10905 ms) 2024-04-12T17:04:40.163 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/2.MinOverlap 2024-04-12T17:04:40.163 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:04:40.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:39 smithi110 ceph-mon[88691]: pgmap v3529: 137 pgs: 137 active+clean; 245 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 110 KiB/s rd, 3.6 MiB/s wr, 51 op/s 2024-04-12T17:04:42.138 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:41 smithi110 ceph-mon[88691]: pgmap v3530: 137 pgs: 137 active+clean; 290 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 9.3 MiB/s wr, 63 op/s 2024-04-12T17:04:42.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:41 smithi099 ceph-mon[94290]: pgmap v3530: 137 pgs: 137 active+clean; 290 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 9.3 MiB/s wr, 63 op/s 2024-04-12T17:04:42.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:41 smithi099 ceph-mon[96864]: pgmap v3530: 137 pgs: 137 active+clean; 290 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 9.3 MiB/s wr, 63 op/s 2024-04-12T17:04:42.413 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:04:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:04:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:04:43.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:04:43.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:04:43.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:04:44.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:43 smithi110 ceph-mon[88691]: pgmap v3531: 137 pgs: 137 active+clean; 306 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 9.5 MiB/s wr, 78 op/s 2024-04-12T17:04:44.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:43 smithi099 ceph-mon[94290]: pgmap v3531: 137 pgs: 137 active+clean; 306 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 9.5 MiB/s wr, 78 op/s 2024-04-12T17:04:44.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:43 smithi099 ceph-mon[96864]: pgmap v3531: 137 pgs: 137 active+clean; 306 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 9.5 MiB/s wr, 78 op/s 2024-04-12T17:04:45.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:44 smithi110 ceph-mon[88691]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-12T17:04:45.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:44 smithi099 ceph-mon[96864]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-12T17:04:45.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:44 smithi099 ceph-mon[94290]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-12T17:04:46.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:45 smithi110 ceph-mon[88691]: pgmap v3533: 137 pgs: 137 active+clean; 311 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.3 MiB/s wr, 62 op/s 2024-04-12T17:04:46.361 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:45 smithi099 ceph-mon[96864]: pgmap v3533: 137 pgs: 137 active+clean; 311 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.3 MiB/s wr, 62 op/s 2024-04-12T17:04:46.361 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:45 smithi099 ceph-mon[94290]: pgmap v3533: 137 pgs: 137 active+clean; 311 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.3 MiB/s wr, 62 op/s 2024-04-12T17:04:46.629 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:04:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:04:46] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-12T17:04:48.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:47 smithi110 ceph-mon[88691]: pgmap v3534: 137 pgs: 137 active+clean; 323 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 9.2 MiB/s wr, 88 op/s 2024-04-12T17:04:48.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:47 smithi099 ceph-mon[94290]: pgmap v3534: 137 pgs: 137 active+clean; 323 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 9.2 MiB/s wr, 88 op/s 2024-04-12T17:04:48.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:47 smithi099 ceph-mon[96864]: pgmap v3534: 137 pgs: 137 active+clean; 323 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 9.2 MiB/s wr, 88 op/s 2024-04-12T17:04:50.294 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/2.MinOverlap (10131 ms) 2024-04-12T17:04:50.294 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/2.ZeroOverlap 2024-04-12T17:04:50.294 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:04:50.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:49 smithi110 ceph-mon[88691]: pgmap v3535: 137 pgs: 137 active+clean; 335 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 9.0 MiB/s wr, 75 op/s 2024-04-12T17:04:50.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:49 smithi099 ceph-mon[94290]: pgmap v3535: 137 pgs: 137 active+clean; 335 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 9.0 MiB/s wr, 75 op/s 2024-04-12T17:04:50.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:49 smithi099 ceph-mon[96864]: pgmap v3535: 137 pgs: 137 active+clean; 335 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 9.0 MiB/s wr, 75 op/s 2024-04-12T17:04:52.315 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:51 smithi110 ceph-mon[88691]: pgmap v3536: 137 pgs: 137 active+clean; 339 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.3 MiB/s wr, 74 op/s 2024-04-12T17:04:52.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:51 smithi099 ceph-mon[94290]: pgmap v3536: 137 pgs: 137 active+clean; 339 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.3 MiB/s wr, 74 op/s 2024-04-12T17:04:52.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:51 smithi099 ceph-mon[96864]: pgmap v3536: 137 pgs: 137 active+clean; 339 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.3 MiB/s wr, 74 op/s 2024-04-12T17:04:52.586 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:04:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:04:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:04:54.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:53 smithi110 ceph-mon[88691]: pgmap v3537: 137 pgs: 137 active+clean; 343 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 59 op/s 2024-04-12T17:04:54.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:53 smithi099 ceph-mon[94290]: pgmap v3537: 137 pgs: 137 active+clean; 343 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 59 op/s 2024-04-12T17:04:54.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:53 smithi099 ceph-mon[96864]: pgmap v3537: 137 pgs: 137 active+clean; 343 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 59 op/s 2024-04-12T17:04:55.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:54 smithi110 ceph-mon[88691]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-12T17:04:55.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:54 smithi099 ceph-mon[94290]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-12T17:04:55.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:54 smithi099 ceph-mon[96864]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-12T17:04:56.280 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:55 smithi099 ceph-mon[94290]: pgmap v3539: 137 pgs: 137 active+clean; 347 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 51 op/s 2024-04-12T17:04:56.280 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:55 smithi099 ceph-mon[96864]: pgmap v3539: 137 pgs: 137 active+clean; 347 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 51 op/s 2024-04-12T17:04:56.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:55 smithi110 ceph-mon[88691]: pgmap v3539: 137 pgs: 137 active+clean; 347 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 51 op/s 2024-04-12T17:04:56.629 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:04:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:04:56] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-12T17:04:58.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:57 smithi110 ceph-mon[88691]: pgmap v3540: 137 pgs: 137 active+clean; 372 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 38 op/s 2024-04-12T17:04:58.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:04:58.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:57 smithi099 ceph-mon[94290]: pgmap v3540: 137 pgs: 137 active+clean; 372 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 38 op/s 2024-04-12T17:04:58.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:04:58.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:57 smithi099 ceph-mon[96864]: pgmap v3540: 137 pgs: 137 active+clean; 372 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 38 op/s 2024-04-12T17:04:58.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:05:00.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:04:59 smithi110 ceph-mon[88691]: pgmap v3541: 137 pgs: 137 active+clean; 372 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-12T17:05:00.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:04:59 smithi099 ceph-mon[94290]: pgmap v3541: 137 pgs: 137 active+clean; 372 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-12T17:05:00.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:04:59 smithi099 ceph-mon[96864]: pgmap v3541: 137 pgs: 137 active+clean; 372 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-12T17:05:00.581 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/2.ZeroOverlap (10288 ms) 2024-04-12T17:05:00.947 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 7 tests from EncryptedFlattenTest/2 (77566 ms total) 2024-04-12T17:05:00.947 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T17:05:00.947 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 7 tests from EncryptedFlattenTest/3, where TypeParam = LUKS1UnderLUKS1 2024-04-12T17:05:00.982 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/3.Simple 2024-04-12T17:05:02.314 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:01 smithi110 ceph-mon[88691]: pgmap v3542: 137 pgs: 137 active+clean; 376 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.7 MiB/s wr, 57 op/s 2024-04-12T17:05:02.314 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:01 smithi110 ceph-mon[88691]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-12T17:05:02.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:01 smithi099 ceph-mon[94290]: pgmap v3542: 137 pgs: 137 active+clean; 376 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.7 MiB/s wr, 57 op/s 2024-04-12T17:05:02.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:01 smithi099 ceph-mon[94290]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-12T17:05:02.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:01 smithi099 ceph-mon[96864]: pgmap v3542: 137 pgs: 137 active+clean; 376 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.7 MiB/s wr, 57 op/s 2024-04-12T17:05:02.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:01 smithi099 ceph-mon[96864]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-12T17:05:02.586 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:05:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:05:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:05:02.980 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:05:03.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:02 smithi110 ceph-mon[88691]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-12T17:05:03.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:02 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2356528804' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:05:03.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:02 smithi099 ceph-mon[94290]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-12T17:05:03.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:02 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2356528804' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:05:03.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:02 smithi099 ceph-mon[96864]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-12T17:05:03.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:02 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2356528804' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:05:04.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:03 smithi110 ceph-mon[88691]: pgmap v3545: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:05:04.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:03 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2356528804' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:05:04.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:03 smithi110 ceph-mon[88691]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-12T17:05:04.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:03 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:05:04.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:03 smithi099 ceph-mon[94290]: pgmap v3545: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:05:04.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:03 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2356528804' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:05:04.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:03 smithi099 ceph-mon[94290]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-12T17:05:04.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:03 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:05:04.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:03 smithi099 ceph-mon[96864]: pgmap v3545: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:05:04.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:03 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2356528804' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:05:04.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:03 smithi099 ceph-mon[96864]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-12T17:05:04.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:03 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:05:05.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:04 smithi110 ceph-mon[88691]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-12T17:05:05.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:04 smithi099 ceph-mon[94290]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-12T17:05:05.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:04 smithi099 ceph-mon[96864]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-12T17:05:06.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:05 smithi110 ceph-mon[88691]: pgmap v3548: 137 pgs: 5 creating+peering, 13 unknown, 119 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:05:06.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:05 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:05:06.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:05 smithi110 ceph-mon[88691]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-12T17:05:06.360 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:05 smithi099 ceph-mon[94290]: pgmap v3548: 137 pgs: 5 creating+peering, 13 unknown, 119 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:05:06.360 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:05 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:05:06.360 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:05 smithi099 ceph-mon[94290]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-12T17:05:06.361 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:05 smithi099 ceph-mon[96864]: pgmap v3548: 137 pgs: 5 creating+peering, 13 unknown, 119 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:05:06.361 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:05 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:05:06.361 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:05 smithi099 ceph-mon[96864]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-12T17:05:06.629 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:05:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:05:06] "GET /metrics HTTP/1.1" 200 36747 "" "Prometheus/2.43.0" 2024-04-12T17:05:08.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:07 smithi110 ceph-mon[88691]: pgmap v3550: 137 pgs: 5 creating+peering, 132 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 464 B/s rd, 232 B/s wr, 0 op/s 2024-04-12T17:05:08.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:07 smithi099 ceph-mon[94290]: pgmap v3550: 137 pgs: 5 creating+peering, 132 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 464 B/s rd, 232 B/s wr, 0 op/s 2024-04-12T17:05:08.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:07 smithi099 ceph-mon[96864]: pgmap v3550: 137 pgs: 5 creating+peering, 132 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 464 B/s rd, 232 B/s wr, 0 op/s 2024-04-12T17:05:10.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:09 smithi110 ceph-mon[88691]: pgmap v3551: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 511 B/s wr, 0 op/s 2024-04-12T17:05:10.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:09 smithi110 ceph-mon[88691]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-12T17:05:10.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:09 smithi099 ceph-mon[96864]: pgmap v3551: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 511 B/s wr, 0 op/s 2024-04-12T17:05:10.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:09 smithi099 ceph-mon[96864]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-12T17:05:10.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:09 smithi099 ceph-mon[94290]: pgmap v3551: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 511 B/s wr, 0 op/s 2024-04-12T17:05:10.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:09 smithi099 ceph-mon[94290]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-12T17:05:12.314 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:11 smithi110 ceph-mon[88691]: pgmap v3553: 137 pgs: 137 active+clean; 13 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 33 KiB/s rd, 1.3 MiB/s wr, 45 op/s 2024-04-12T17:05:12.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:11 smithi099 ceph-mon[94290]: pgmap v3553: 137 pgs: 137 active+clean; 13 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 33 KiB/s rd, 1.3 MiB/s wr, 45 op/s 2024-04-12T17:05:12.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:11 smithi099 ceph-mon[96864]: pgmap v3553: 137 pgs: 137 active+clean; 13 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 33 KiB/s rd, 1.3 MiB/s wr, 45 op/s 2024-04-12T17:05:12.586 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:05:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:05:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:05:13.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:05:13.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:05:13.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:05:14.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:13 smithi110 ceph-mon[88691]: pgmap v3554: 137 pgs: 137 active+clean; 34 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 34 KiB/s rd, 3.6 MiB/s wr, 47 op/s 2024-04-12T17:05:14.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:13 smithi099 ceph-mon[94290]: pgmap v3554: 137 pgs: 137 active+clean; 34 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 34 KiB/s rd, 3.6 MiB/s wr, 47 op/s 2024-04-12T17:05:14.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:13 smithi099 ceph-mon[96864]: pgmap v3554: 137 pgs: 137 active+clean; 34 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 34 KiB/s rd, 3.6 MiB/s wr, 47 op/s 2024-04-12T17:05:16.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:15 smithi110 ceph-mon[88691]: pgmap v3555: 137 pgs: 137 active+clean; 38 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 63 KiB/s rd, 3.5 MiB/s wr, 44 op/s 2024-04-12T17:05:16.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:15 smithi110 ceph-mon[88691]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-12T17:05:16.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:15 smithi099 ceph-mon[94290]: pgmap v3555: 137 pgs: 137 active+clean; 38 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 63 KiB/s rd, 3.5 MiB/s wr, 44 op/s 2024-04-12T17:05:16.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:15 smithi099 ceph-mon[94290]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-12T17:05:16.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:15 smithi099 ceph-mon[96864]: pgmap v3555: 137 pgs: 137 active+clean; 38 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 63 KiB/s rd, 3.5 MiB/s wr, 44 op/s 2024-04-12T17:05:16.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:15 smithi099 ceph-mon[96864]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-12T17:05:16.629 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:05:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:05:16] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-04-12T17:05:17.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:16 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:05:17.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:16 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:05:17.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:16 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:05:17.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:16 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:05:17.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:16 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:05:17.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:16 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:05:17.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:16 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:05:17.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:16 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:05:17.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:16 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:05:17.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:16 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:05:17.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:16 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:05:17.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:16 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:05:17.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:16 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:05:17.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:16 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:05:17.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:16 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:05:18.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:17 smithi110 ceph-mon[88691]: pgmap v3557: 137 pgs: 137 active+clean; 38 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 112 KiB/s rd, 4.1 MiB/s wr, 55 op/s 2024-04-12T17:05:18.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:17 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:05:18.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:17 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:05:18.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:17 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:05:18.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:17 smithi099 ceph-mon[94290]: pgmap v3557: 137 pgs: 137 active+clean; 38 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 112 KiB/s rd, 4.1 MiB/s wr, 55 op/s 2024-04-12T17:05:18.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:17 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:05:18.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:17 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:05:18.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:17 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:05:18.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:17 smithi099 ceph-mon[96864]: pgmap v3557: 137 pgs: 137 active+clean; 38 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 112 KiB/s rd, 4.1 MiB/s wr, 55 op/s 2024-04-12T17:05:18.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:17 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:05:18.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:17 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:05:18.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:17 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:05:18.950 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/3.Simple (17967 ms) 2024-04-12T17:05:18.951 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/3.Grow 2024-04-12T17:05:18.951 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:05:20.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:19 smithi110 ceph-mon[88691]: pgmap v3558: 137 pgs: 137 active+clean; 50 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.8 MiB/s wr, 57 op/s 2024-04-12T17:05:20.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:19 smithi099 ceph-mon[94290]: pgmap v3558: 137 pgs: 137 active+clean; 50 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.8 MiB/s wr, 57 op/s 2024-04-12T17:05:20.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:19 smithi099 ceph-mon[96864]: pgmap v3558: 137 pgs: 137 active+clean; 50 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.8 MiB/s wr, 57 op/s 2024-04-12T17:05:22.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:21 smithi110 ceph-mon[88691]: pgmap v3559: 137 pgs: 137 active+clean; 63 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 6.7 MiB/s rd, 5.4 MiB/s wr, 31 op/s 2024-04-12T17:05:22.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:21 smithi099 ceph-mon[94290]: pgmap v3559: 137 pgs: 137 active+clean; 63 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 6.7 MiB/s rd, 5.4 MiB/s wr, 31 op/s 2024-04-12T17:05:22.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:21 smithi099 ceph-mon[96864]: pgmap v3559: 137 pgs: 137 active+clean; 63 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 6.7 MiB/s rd, 5.4 MiB/s wr, 31 op/s 2024-04-12T17:05:22.586 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:05:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:05:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:05:24.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:23 smithi110 ceph-mon[88691]: pgmap v3560: 137 pgs: 137 active+clean; 63 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 31 op/s 2024-04-12T17:05:24.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:23 smithi110 ceph-mon[88691]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-12T17:05:24.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:23 smithi099 ceph-mon[94290]: pgmap v3560: 137 pgs: 137 active+clean; 63 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 31 op/s 2024-04-12T17:05:24.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:23 smithi099 ceph-mon[94290]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-12T17:05:24.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:23 smithi099 ceph-mon[96864]: pgmap v3560: 137 pgs: 137 active+clean; 63 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 31 op/s 2024-04-12T17:05:24.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:23 smithi099 ceph-mon[96864]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-12T17:05:26.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:25 smithi110 ceph-mon[88691]: pgmap v3562: 137 pgs: 137 active+clean; 72 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 52 op/s 2024-04-12T17:05:26.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:25 smithi099 ceph-mon[94290]: pgmap v3562: 137 pgs: 137 active+clean; 72 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 52 op/s 2024-04-12T17:05:26.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:25 smithi099 ceph-mon[96864]: pgmap v3562: 137 pgs: 137 active+clean; 72 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 52 op/s 2024-04-12T17:05:26.629 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:05:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:05:26] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-04-12T17:05:28.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:27 smithi110 ceph-mon[88691]: pgmap v3563: 137 pgs: 137 active+clean; 88 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 48 op/s 2024-04-12T17:05:28.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:05:28.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:27 smithi099 ceph-mon[94290]: pgmap v3563: 137 pgs: 137 active+clean; 88 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 48 op/s 2024-04-12T17:05:28.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:05:28.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:27 smithi099 ceph-mon[96864]: pgmap v3563: 137 pgs: 137 active+clean; 88 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 48 op/s 2024-04-12T17:05:28.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:05:30.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:29 smithi110 ceph-mon[88691]: pgmap v3564: 137 pgs: 137 active+clean; 92 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.6 MiB/s wr, 47 op/s 2024-04-12T17:05:30.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:29 smithi099 ceph-mon[94290]: pgmap v3564: 137 pgs: 137 active+clean; 92 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.6 MiB/s wr, 47 op/s 2024-04-12T17:05:30.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:29 smithi099 ceph-mon[96864]: pgmap v3564: 137 pgs: 137 active+clean; 92 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.6 MiB/s wr, 47 op/s 2024-04-12T17:05:32.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:31 smithi110 ceph-mon[88691]: pgmap v3565: 137 pgs: 137 active+clean; 96 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.3 MiB/s wr, 48 op/s 2024-04-12T17:05:32.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:31 smithi099 ceph-mon[96864]: pgmap v3565: 137 pgs: 137 active+clean; 96 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.3 MiB/s wr, 48 op/s 2024-04-12T17:05:32.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:31 smithi099 ceph-mon[94290]: pgmap v3565: 137 pgs: 137 active+clean; 96 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.3 MiB/s wr, 48 op/s 2024-04-12T17:05:32.586 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:05:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:05:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:05:32.674 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/3.Grow (13724 ms) 2024-04-12T17:05:32.674 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/3.Shrink 2024-04-12T17:05:32.674 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:05:34.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:33 smithi110 ceph-mon[88691]: pgmap v3566: 137 pgs: 137 active+clean; 109 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 4.6 MiB/s wr, 50 op/s 2024-04-12T17:05:34.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:33 smithi099 ceph-mon[94290]: pgmap v3566: 137 pgs: 137 active+clean; 109 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 4.6 MiB/s wr, 50 op/s 2024-04-12T17:05:34.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:33 smithi099 ceph-mon[96864]: pgmap v3566: 137 pgs: 137 active+clean; 109 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 4.6 MiB/s wr, 50 op/s 2024-04-12T17:05:36.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:35 smithi110 ceph-mon[88691]: pgmap v3567: 137 pgs: 137 active+clean; 121 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 7.3 MiB/s rd, 5.4 MiB/s wr, 52 op/s 2024-04-12T17:05:36.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:35 smithi099 ceph-mon[96864]: pgmap v3567: 137 pgs: 137 active+clean; 121 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 7.3 MiB/s rd, 5.4 MiB/s wr, 52 op/s 2024-04-12T17:05:36.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:35 smithi099 ceph-mon[94290]: pgmap v3567: 137 pgs: 137 active+clean; 121 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 7.3 MiB/s rd, 5.4 MiB/s wr, 52 op/s 2024-04-12T17:05:36.629 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:05:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:05:36] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-12T17:05:38.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:37 smithi110 ceph-mon[88691]: pgmap v3568: 137 pgs: 137 active+clean; 129 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.4 MiB/s rd, 5.1 MiB/s wr, 37 op/s 2024-04-12T17:05:38.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:37 smithi110 ceph-mon[88691]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-12T17:05:38.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:37 smithi099 ceph-mon[94290]: pgmap v3568: 137 pgs: 137 active+clean; 129 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.4 MiB/s rd, 5.1 MiB/s wr, 37 op/s 2024-04-12T17:05:38.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:37 smithi099 ceph-mon[94290]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-12T17:05:38.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:37 smithi099 ceph-mon[96864]: pgmap v3568: 137 pgs: 137 active+clean; 129 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.4 MiB/s rd, 5.1 MiB/s wr, 37 op/s 2024-04-12T17:05:38.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:37 smithi099 ceph-mon[96864]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-12T17:05:40.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:39 smithi110 ceph-mon[88691]: pgmap v3570: 137 pgs: 137 active+clean; 137 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 4.9 MiB/s wr, 37 op/s 2024-04-12T17:05:40.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:39 smithi099 ceph-mon[94290]: pgmap v3570: 137 pgs: 137 active+clean; 137 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 4.9 MiB/s wr, 37 op/s 2024-04-12T17:05:40.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:39 smithi099 ceph-mon[96864]: pgmap v3570: 137 pgs: 137 active+clean; 137 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 4.9 MiB/s wr, 37 op/s 2024-04-12T17:05:42.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:41 smithi110 ceph-mon[88691]: pgmap v3571: 137 pgs: 137 active+clean; 150 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 44 op/s 2024-04-12T17:05:42.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:41 smithi099 ceph-mon[94290]: pgmap v3571: 137 pgs: 137 active+clean; 150 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 44 op/s 2024-04-12T17:05:42.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:41 smithi099 ceph-mon[96864]: pgmap v3571: 137 pgs: 137 active+clean; 150 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 44 op/s 2024-04-12T17:05:42.586 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:05:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:05:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:05:43.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:05:43.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:05:43.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:05:44.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:43 smithi110 ceph-mon[88691]: pgmap v3572: 137 pgs: 137 active+clean; 154 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 6.8 MiB/s rd, 4.9 MiB/s wr, 52 op/s 2024-04-12T17:05:44.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:43 smithi099 ceph-mon[94290]: pgmap v3572: 137 pgs: 137 active+clean; 154 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 6.8 MiB/s rd, 4.9 MiB/s wr, 52 op/s 2024-04-12T17:05:44.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:43 smithi099 ceph-mon[96864]: pgmap v3572: 137 pgs: 137 active+clean; 154 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 6.8 MiB/s rd, 4.9 MiB/s wr, 52 op/s 2024-04-12T17:05:46.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:45 smithi110 ceph-mon[88691]: pgmap v3573: 137 pgs: 137 active+clean; 154 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-12T17:05:46.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:45 smithi099 ceph-mon[94290]: pgmap v3573: 137 pgs: 137 active+clean; 154 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-12T17:05:46.129 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:45 smithi099 ceph-mon[96864]: pgmap v3573: 137 pgs: 137 active+clean; 154 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-12T17:05:46.629 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:05:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:05:46] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-12T17:05:46.709 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/3.Shrink (14035 ms) 2024-04-12T17:05:46.709 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/3.ShrinkToOne 2024-04-12T17:05:46.709 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:05:48.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:47 smithi110 ceph-mon[88691]: pgmap v3574: 137 pgs: 137 active+clean; 166 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.7 MiB/s wr, 48 op/s 2024-04-12T17:05:48.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:47 smithi099 ceph-mon[94290]: pgmap v3574: 137 pgs: 137 active+clean; 166 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.7 MiB/s wr, 48 op/s 2024-04-12T17:05:48.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:47 smithi099 ceph-mon[96864]: pgmap v3574: 137 pgs: 137 active+clean; 166 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.7 MiB/s wr, 48 op/s 2024-04-12T17:05:50.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:49 smithi110 ceph-mon[88691]: pgmap v3575: 137 pgs: 137 active+clean; 170 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 3.9 MiB/s wr, 44 op/s 2024-04-12T17:05:50.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:49 smithi099 ceph-mon[94290]: pgmap v3575: 137 pgs: 137 active+clean; 170 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 3.9 MiB/s wr, 44 op/s 2024-04-12T17:05:50.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:49 smithi099 ceph-mon[96864]: pgmap v3575: 137 pgs: 137 active+clean; 170 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 3.9 MiB/s wr, 44 op/s 2024-04-12T17:05:52.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:51 smithi099 ceph-mon[94290]: pgmap v3576: 137 pgs: 137 active+clean; 179 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.8 MiB/s wr, 49 op/s 2024-04-12T17:05:52.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:51 smithi099 ceph-mon[94290]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-12T17:05:52.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:51 smithi099 ceph-mon[96864]: pgmap v3576: 137 pgs: 137 active+clean; 179 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.8 MiB/s wr, 49 op/s 2024-04-12T17:05:52.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:51 smithi099 ceph-mon[96864]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-12T17:05:52.315 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:51 smithi110 ceph-mon[88691]: pgmap v3576: 137 pgs: 137 active+clean; 179 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.8 MiB/s wr, 49 op/s 2024-04-12T17:05:52.315 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:51 smithi110 ceph-mon[88691]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-12T17:05:52.587 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:05:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:05:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:05:54.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:53 smithi099 ceph-mon[94290]: pgmap v3578: 137 pgs: 137 active+clean; 191 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 4.1 MiB/s wr, 55 op/s 2024-04-12T17:05:54.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:53 smithi099 ceph-mon[96864]: pgmap v3578: 137 pgs: 137 active+clean; 191 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 4.1 MiB/s wr, 55 op/s 2024-04-12T17:05:54.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:53 smithi110 ceph-mon[88691]: pgmap v3578: 137 pgs: 137 active+clean; 191 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 4.1 MiB/s wr, 55 op/s 2024-04-12T17:05:56.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:55 smithi099 ceph-mon[94290]: pgmap v3579: 137 pgs: 137 active+clean; 204 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 58 op/s 2024-04-12T17:05:56.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:55 smithi099 ceph-mon[96864]: pgmap v3579: 137 pgs: 137 active+clean; 204 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 58 op/s 2024-04-12T17:05:56.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:55 smithi110 ceph-mon[88691]: pgmap v3579: 137 pgs: 137 active+clean; 204 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 58 op/s 2024-04-12T17:05:56.629 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:05:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:05:56] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-12T17:05:58.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:57 smithi099 ceph-mon[94290]: pgmap v3580: 137 pgs: 137 active+clean; 208 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 6.9 MiB/s rd, 4.6 MiB/s wr, 54 op/s 2024-04-12T17:05:58.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:05:58.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:57 smithi099 ceph-mon[96864]: pgmap v3580: 137 pgs: 137 active+clean; 208 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 6.9 MiB/s rd, 4.6 MiB/s wr, 54 op/s 2024-04-12T17:05:58.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:05:58.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:57 smithi110 ceph-mon[88691]: pgmap v3580: 137 pgs: 137 active+clean; 208 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 6.9 MiB/s rd, 4.6 MiB/s wr, 54 op/s 2024-04-12T17:05:58.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:06:00.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:05:59 smithi099 ceph-mon[94290]: pgmap v3581: 137 pgs: 137 active+clean; 208 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.8 MiB/s wr, 52 op/s 2024-04-12T17:06:00.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:05:59 smithi099 ceph-mon[96864]: pgmap v3581: 137 pgs: 137 active+clean; 208 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.8 MiB/s wr, 52 op/s 2024-04-12T17:06:00.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:05:59 smithi110 ceph-mon[88691]: pgmap v3581: 137 pgs: 137 active+clean; 208 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.8 MiB/s wr, 52 op/s 2024-04-12T17:06:00.651 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/3.ShrinkToOne (13942 ms) 2024-04-12T17:06:00.651 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/3.ShrinkToOneAfterSnapshot 2024-04-12T17:06:00.651 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:06:02.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:01 smithi110 ceph-mon[88691]: pgmap v3582: 137 pgs: 137 active+clean; 216 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.5 MiB/s wr, 55 op/s 2024-04-12T17:06:02.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:01 smithi099 ceph-mon[94290]: pgmap v3582: 137 pgs: 137 active+clean; 216 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.5 MiB/s wr, 55 op/s 2024-04-12T17:06:02.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:01 smithi099 ceph-mon[96864]: pgmap v3582: 137 pgs: 137 active+clean; 216 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.5 MiB/s wr, 55 op/s 2024-04-12T17:06:02.587 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:06:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:06:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:06:04.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:03 smithi099 ceph-mon[94290]: pgmap v3583: 137 pgs: 137 active+clean; 216 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.9 MiB/s wr, 49 op/s 2024-04-12T17:06:04.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:03 smithi099 ceph-mon[96864]: pgmap v3583: 137 pgs: 137 active+clean; 216 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.9 MiB/s wr, 49 op/s 2024-04-12T17:06:04.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:03 smithi110 ceph-mon[88691]: pgmap v3583: 137 pgs: 137 active+clean; 216 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.9 MiB/s wr, 49 op/s 2024-04-12T17:06:06.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:05 smithi099 ceph-mon[94290]: pgmap v3584: 137 pgs: 137 active+clean; 232 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 774 KiB/s rd, 4.1 MiB/s wr, 28 op/s 2024-04-12T17:06:06.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:05 smithi099 ceph-mon[94290]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-12T17:06:06.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:05 smithi099 ceph-mon[96864]: pgmap v3584: 137 pgs: 137 active+clean; 232 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 774 KiB/s rd, 4.1 MiB/s wr, 28 op/s 2024-04-12T17:06:06.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:05 smithi099 ceph-mon[96864]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-12T17:06:06.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:05 smithi110 ceph-mon[88691]: pgmap v3584: 137 pgs: 137 active+clean; 232 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 774 KiB/s rd, 4.1 MiB/s wr, 28 op/s 2024-04-12T17:06:06.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:05 smithi110 ceph-mon[88691]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-12T17:06:06.629 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:06:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:06:06] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-04-12T17:06:08.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:07 smithi099 ceph-mon[94290]: pgmap v3586: 137 pgs: 137 active+clean; 241 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 921 KiB/s rd, 4.1 MiB/s wr, 22 op/s 2024-04-12T17:06:08.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:07 smithi099 ceph-mon[96864]: pgmap v3586: 137 pgs: 137 active+clean; 241 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 921 KiB/s rd, 4.1 MiB/s wr, 22 op/s 2024-04-12T17:06:08.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:07 smithi110 ceph-mon[88691]: pgmap v3586: 137 pgs: 137 active+clean; 241 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 921 KiB/s rd, 4.1 MiB/s wr, 22 op/s 2024-04-12T17:06:10.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:09 smithi099 ceph-mon[94290]: pgmap v3587: 137 pgs: 137 active+clean; 245 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 926 KiB/s rd, 4.5 MiB/s wr, 30 op/s 2024-04-12T17:06:10.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:09 smithi099 ceph-mon[96864]: pgmap v3587: 137 pgs: 137 active+clean; 245 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 926 KiB/s rd, 4.5 MiB/s wr, 30 op/s 2024-04-12T17:06:10.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:09 smithi110 ceph-mon[88691]: pgmap v3587: 137 pgs: 137 active+clean; 245 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 926 KiB/s rd, 4.5 MiB/s wr, 30 op/s 2024-04-12T17:06:12.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:11 smithi099 ceph-mon[94290]: pgmap v3588: 137 pgs: 137 active+clean; 245 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 34 KiB/s rd, 2.9 MiB/s wr, 46 op/s 2024-04-12T17:06:12.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:11 smithi099 ceph-mon[96864]: pgmap v3588: 137 pgs: 137 active+clean; 245 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 34 KiB/s rd, 2.9 MiB/s wr, 46 op/s 2024-04-12T17:06:12.138 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:11 smithi110 ceph-mon[88691]: pgmap v3588: 137 pgs: 137 active+clean; 245 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 34 KiB/s rd, 2.9 MiB/s wr, 46 op/s 2024-04-12T17:06:12.587 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:06:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:06:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:06:13.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:06:13.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:06:13.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:06:14.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:13 smithi110 ceph-mon[88691]: pgmap v3589: 137 pgs: 137 active+clean; 249 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 62 KiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-12T17:06:14.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:13 smithi110 ceph-mon[88691]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-12T17:06:14.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:13 smithi099 ceph-mon[94290]: pgmap v3589: 137 pgs: 137 active+clean; 249 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 62 KiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-12T17:06:14.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:13 smithi099 ceph-mon[94290]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-12T17:06:14.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:13 smithi099 ceph-mon[96864]: pgmap v3589: 137 pgs: 137 active+clean; 249 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 62 KiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-12T17:06:14.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:13 smithi099 ceph-mon[96864]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-12T17:06:15.152 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/3.ShrinkToOneAfterSnapshot (14501 ms) 2024-04-12T17:06:15.152 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/3.MinOverlap 2024-04-12T17:06:15.153 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:06:16.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:15 smithi110 ceph-mon[88691]: pgmap v3591: 137 pgs: 137 active+clean; 249 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.8 MiB/s wr, 63 op/s 2024-04-12T17:06:16.360 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:15 smithi099 ceph-mon[94290]: pgmap v3591: 137 pgs: 137 active+clean; 249 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.8 MiB/s wr, 63 op/s 2024-04-12T17:06:16.360 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:15 smithi099 ceph-mon[96864]: pgmap v3591: 137 pgs: 137 active+clean; 249 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.8 MiB/s wr, 63 op/s 2024-04-12T17:06:16.629 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:06:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:06:16] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-12T17:06:18.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:17 smithi110 ceph-mon[88691]: pgmap v3592: 137 pgs: 137 active+clean; 289 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.8 MiB/s wr, 62 op/s 2024-04-12T17:06:18.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:17 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:06:18.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:17 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:06:18.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:17 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:06:18.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:17 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:06:18.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:17 smithi099 ceph-mon[94290]: pgmap v3592: 137 pgs: 137 active+clean; 289 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.8 MiB/s wr, 62 op/s 2024-04-12T17:06:18.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:17 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:06:18.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:17 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:06:18.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:17 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:06:18.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:17 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:06:18.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:17 smithi099 ceph-mon[96864]: pgmap v3592: 137 pgs: 137 active+clean; 289 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.8 MiB/s wr, 62 op/s 2024-04-12T17:06:18.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:17 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:06:18.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:17 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:06:18.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:17 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:06:18.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:17 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:06:20.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:19 smithi110 ceph-mon[88691]: pgmap v3593: 137 pgs: 137 active+clean; 306 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.1 MiB/s wr, 62 op/s 2024-04-12T17:06:20.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:19 smithi110 ceph-mon[88691]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-12T17:06:20.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:19 smithi099 ceph-mon[94290]: pgmap v3593: 137 pgs: 137 active+clean; 306 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.1 MiB/s wr, 62 op/s 2024-04-12T17:06:20.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:19 smithi099 ceph-mon[94290]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-12T17:06:20.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:19 smithi099 ceph-mon[96864]: pgmap v3593: 137 pgs: 137 active+clean; 306 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.1 MiB/s wr, 62 op/s 2024-04-12T17:06:20.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:19 smithi099 ceph-mon[96864]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-12T17:06:22.315 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:21 smithi110 ceph-mon[88691]: pgmap v3595: 137 pgs: 137 active+clean; 322 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 9.1 MiB/s wr, 71 op/s 2024-04-12T17:06:22.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:21 smithi099 ceph-mon[94290]: pgmap v3595: 137 pgs: 137 active+clean; 322 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 9.1 MiB/s wr, 71 op/s 2024-04-12T17:06:22.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:21 smithi099 ceph-mon[96864]: pgmap v3595: 137 pgs: 137 active+clean; 322 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 9.1 MiB/s wr, 71 op/s 2024-04-12T17:06:22.586 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:06:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:06:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:06:24.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:23 smithi110 ceph-mon[88691]: pgmap v3596: 137 pgs: 137 active+clean; 335 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 9.1 MiB/s wr, 71 op/s 2024-04-12T17:06:24.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:23 smithi099 ceph-mon[94290]: pgmap v3596: 137 pgs: 137 active+clean; 335 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 9.1 MiB/s wr, 71 op/s 2024-04-12T17:06:24.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:23 smithi099 ceph-mon[96864]: pgmap v3596: 137 pgs: 137 active+clean; 335 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 9.1 MiB/s wr, 71 op/s 2024-04-12T17:06:26.181 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:25 smithi099 ceph-mon[94290]: pgmap v3597: 137 pgs: 137 active+clean; 339 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 9.0 MiB/s wr, 51 op/s 2024-04-12T17:06:26.182 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:25 smithi099 ceph-mon[96864]: pgmap v3597: 137 pgs: 137 active+clean; 339 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 9.0 MiB/s wr, 51 op/s 2024-04-12T17:06:26.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:25 smithi110 ceph-mon[88691]: pgmap v3597: 137 pgs: 137 active+clean; 339 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 9.0 MiB/s wr, 51 op/s 2024-04-12T17:06:26.629 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:06:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:06:26] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-12T17:06:28.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:27 smithi110 ceph-mon[88691]: pgmap v3598: 137 pgs: 137 active+clean; 339 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 942 KiB/s rd, 5.0 MiB/s wr, 51 op/s 2024-04-12T17:06:28.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:06:28.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:27 smithi099 ceph-mon[94290]: pgmap v3598: 137 pgs: 137 active+clean; 339 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 942 KiB/s rd, 5.0 MiB/s wr, 51 op/s 2024-04-12T17:06:28.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:06:28.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:27 smithi099 ceph-mon[96864]: pgmap v3598: 137 pgs: 137 active+clean; 339 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 942 KiB/s rd, 5.0 MiB/s wr, 51 op/s 2024-04-12T17:06:28.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:06:28.719 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/3.MinOverlap (13567 ms) 2024-04-12T17:06:28.719 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/3.ZeroOverlap 2024-04-12T17:06:28.719 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:06:30.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:29 smithi110 ceph-mon[88691]: pgmap v3599: 137 pgs: 137 active+clean; 339 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-12T17:06:30.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:29 smithi099 ceph-mon[94290]: pgmap v3599: 137 pgs: 137 active+clean; 339 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-12T17:06:30.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:29 smithi099 ceph-mon[96864]: pgmap v3599: 137 pgs: 137 active+clean; 339 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-12T17:06:32.315 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:31 smithi110 ceph-mon[88691]: pgmap v3600: 137 pgs: 137 active+clean; 343 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.9 MiB/s wr, 54 op/s 2024-04-12T17:06:32.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:31 smithi099 ceph-mon[94290]: pgmap v3600: 137 pgs: 137 active+clean; 343 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.9 MiB/s wr, 54 op/s 2024-04-12T17:06:32.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:31 smithi099 ceph-mon[96864]: pgmap v3600: 137 pgs: 137 active+clean; 343 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.9 MiB/s wr, 54 op/s 2024-04-12T17:06:32.587 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:06:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:06:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:06:34.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:33 smithi110 ceph-mon[88691]: pgmap v3601: 137 pgs: 137 active+clean; 343 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 31 op/s 2024-04-12T17:06:34.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:33 smithi110 ceph-mon[88691]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-12T17:06:34.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:33 smithi099 ceph-mon[94290]: pgmap v3601: 137 pgs: 137 active+clean; 343 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 31 op/s 2024-04-12T17:06:34.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:33 smithi099 ceph-mon[94290]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-12T17:06:34.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:33 smithi099 ceph-mon[96864]: pgmap v3601: 137 pgs: 137 active+clean; 343 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 31 op/s 2024-04-12T17:06:34.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:33 smithi099 ceph-mon[96864]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-12T17:06:36.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:35 smithi110 ceph-mon[88691]: pgmap v3603: 137 pgs: 137 active+clean; 356 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 47 op/s 2024-04-12T17:06:36.360 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:35 smithi099 ceph-mon[94290]: pgmap v3603: 137 pgs: 137 active+clean; 356 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 47 op/s 2024-04-12T17:06:36.360 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:35 smithi099 ceph-mon[96864]: pgmap v3603: 137 pgs: 137 active+clean; 356 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 47 op/s 2024-04-12T17:06:36.630 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:06:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:06:36] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-04-12T17:06:38.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:37 smithi110 ceph-mon[88691]: pgmap v3604: 137 pgs: 137 active+clean; 368 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 45 op/s 2024-04-12T17:06:38.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:37 smithi099 ceph-mon[94290]: pgmap v3604: 137 pgs: 137 active+clean; 368 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 45 op/s 2024-04-12T17:06:38.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:37 smithi099 ceph-mon[96864]: pgmap v3604: 137 pgs: 137 active+clean; 368 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 45 op/s 2024-04-12T17:06:40.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:39 smithi110 ceph-mon[88691]: pgmap v3605: 137 pgs: 137 active+clean; 372 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 53 op/s 2024-04-12T17:06:40.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:39 smithi099 ceph-mon[96864]: pgmap v3605: 137 pgs: 137 active+clean; 372 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 53 op/s 2024-04-12T17:06:40.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:39 smithi099 ceph-mon[94290]: pgmap v3605: 137 pgs: 137 active+clean; 372 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 53 op/s 2024-04-12T17:06:42.315 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:41 smithi110 ceph-mon[88691]: pgmap v3606: 137 pgs: 137 active+clean; 376 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 89 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-12T17:06:42.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:41 smithi099 ceph-mon[96864]: pgmap v3606: 137 pgs: 137 active+clean; 376 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 89 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-12T17:06:42.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:41 smithi099 ceph-mon[94290]: pgmap v3606: 137 pgs: 137 active+clean; 376 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 89 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-12T17:06:42.587 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:06:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:06:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:06:42.662 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/3.ZeroOverlap (13943 ms) 2024-04-12T17:06:42.945 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 7 tests from EncryptedFlattenTest/3 (101679 ms total) 2024-04-12T17:06:42.945 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T17:06:42.945 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 7 tests from EncryptedFlattenTest/4, where TypeParam = LUKS1UnderLUKS2 2024-04-12T17:06:42.981 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/4.Simple 2024-04-12T17:06:43.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:06:43.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:06:43.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:06:44.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:43 smithi110 ceph-mon[88691]: pgmap v3607: 137 pgs: 137 active+clean; 376 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 96 KiB/s rd, 3.3 MiB/s wr, 50 op/s 2024-04-12T17:06:44.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:43 smithi110 ceph-mon[88691]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-12T17:06:44.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:43 smithi099 ceph-mon[94290]: pgmap v3607: 137 pgs: 137 active+clean; 376 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 96 KiB/s rd, 3.3 MiB/s wr, 50 op/s 2024-04-12T17:06:44.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:43 smithi099 ceph-mon[94290]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-12T17:06:44.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:43 smithi099 ceph-mon[96864]: pgmap v3607: 137 pgs: 137 active+clean; 376 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 96 KiB/s rd, 3.3 MiB/s wr, 50 op/s 2024-04-12T17:06:44.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:43 smithi099 ceph-mon[96864]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-12T17:06:44.960 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:06:45.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:44 smithi110 ceph-mon[88691]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-12T17:06:45.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:44 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3268534525' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:45.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:44 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:45.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:44 smithi099 ceph-mon[94290]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-12T17:06:45.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:44 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3268534525' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:45.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:44 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:45.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:44 smithi099 ceph-mon[96864]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-12T17:06:45.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:44 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3268534525' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:45.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:44 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:46.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:45 smithi110 ceph-mon[88691]: pgmap v3610: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:06:46.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:45 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:06:46.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:45 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:06:46.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:45 smithi110 ceph-mon[88691]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-12T17:06:46.361 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:45 smithi099 ceph-mon[94290]: pgmap v3610: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:06:46.361 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:45 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:06:46.361 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:45 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:06:46.361 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:45 smithi099 ceph-mon[94290]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-12T17:06:46.361 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:45 smithi099 ceph-mon[96864]: pgmap v3610: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:06:46.361 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:45 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:06:46.361 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:45 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:06:46.362 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:45 smithi099 ceph-mon[96864]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-12T17:06:46.630 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:06:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:06:46] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-12T17:06:47.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:46 smithi110 ceph-mon[88691]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-12T17:06:47.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:46 smithi099 ceph-mon[94290]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-12T17:06:47.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:46 smithi099 ceph-mon[96864]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-12T17:06:48.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:47 smithi110 ceph-mon[88691]: pgmap v3613: 137 pgs: 17 creating+peering, 5 unknown, 115 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:06:48.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:47 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:06:48.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:47 smithi110 ceph-mon[88691]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-12T17:06:48.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:47 smithi099 ceph-mon[94290]: pgmap v3613: 137 pgs: 17 creating+peering, 5 unknown, 115 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:06:48.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:47 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:06:48.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:47 smithi099 ceph-mon[94290]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-12T17:06:48.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:47 smithi099 ceph-mon[96864]: pgmap v3613: 137 pgs: 17 creating+peering, 5 unknown, 115 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:06:48.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:47 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:06:48.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:47 smithi099 ceph-mon[96864]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-12T17:06:50.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:49 smithi110 ceph-mon[88691]: pgmap v3615: 137 pgs: 17 creating+peering, 120 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 230 B/s wr, 0 op/s 2024-04-12T17:06:50.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:49 smithi099 ceph-mon[94290]: pgmap v3615: 137 pgs: 17 creating+peering, 120 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 230 B/s wr, 0 op/s 2024-04-12T17:06:50.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:49 smithi099 ceph-mon[96864]: pgmap v3615: 137 pgs: 17 creating+peering, 120 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 230 B/s wr, 0 op/s 2024-04-12T17:06:52.315 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:51 smithi110 ceph-mon[88691]: pgmap v3616: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.8 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-12T17:06:52.315 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:51 smithi110 ceph-mon[88691]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-12T17:06:52.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:51 smithi099 ceph-mon[94290]: pgmap v3616: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.8 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-12T17:06:52.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:51 smithi099 ceph-mon[94290]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-12T17:06:52.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:51 smithi099 ceph-mon[96864]: pgmap v3616: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.8 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-12T17:06:52.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:51 smithi099 ceph-mon[96864]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-12T17:06:52.587 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:06:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:06:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:06:54.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:53 smithi110 ceph-mon[88691]: pgmap v3618: 137 pgs: 137 active+clean; 17 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 6.4 KiB/s rd, 1.9 MiB/s wr, 10 op/s 2024-04-12T17:06:54.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:53 smithi099 ceph-mon[94290]: pgmap v3618: 137 pgs: 137 active+clean; 17 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 6.4 KiB/s rd, 1.9 MiB/s wr, 10 op/s 2024-04-12T17:06:54.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:53 smithi099 ceph-mon[96864]: pgmap v3618: 137 pgs: 137 active+clean; 17 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 6.4 KiB/s rd, 1.9 MiB/s wr, 10 op/s 2024-04-12T17:06:56.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:55 smithi110 ceph-mon[88691]: pgmap v3619: 137 pgs: 137 active+clean; 30 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 3.1 MiB/s wr, 38 op/s 2024-04-12T17:06:56.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:55 smithi110 ceph-mon[88691]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-12T17:06:56.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:55 smithi099 ceph-mon[94290]: pgmap v3619: 137 pgs: 137 active+clean; 30 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 3.1 MiB/s wr, 38 op/s 2024-04-12T17:06:56.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:55 smithi099 ceph-mon[94290]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-12T17:06:56.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:55 smithi099 ceph-mon[96864]: pgmap v3619: 137 pgs: 137 active+clean; 30 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 3.1 MiB/s wr, 38 op/s 2024-04-12T17:06:56.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:55 smithi099 ceph-mon[96864]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-12T17:06:56.630 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:06:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:06:56] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-12T17:06:58.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:57 smithi110 ceph-mon[88691]: pgmap v3621: 137 pgs: 137 active+clean; 34 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 36 KiB/s rd, 3.6 MiB/s wr, 50 op/s 2024-04-12T17:06:58.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:06:58.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:57 smithi099 ceph-mon[94290]: pgmap v3621: 137 pgs: 137 active+clean; 34 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 36 KiB/s rd, 3.6 MiB/s wr, 50 op/s 2024-04-12T17:06:58.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:06:58.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:57 smithi099 ceph-mon[96864]: pgmap v3621: 137 pgs: 137 active+clean; 34 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 36 KiB/s rd, 3.6 MiB/s wr, 50 op/s 2024-04-12T17:06:58.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:07:00.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:06:59 smithi110 ceph-mon[88691]: pgmap v3622: 137 pgs: 137 active+clean; 34 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 33 KiB/s rd, 3.6 MiB/s wr, 43 op/s 2024-04-12T17:07:00.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:06:59 smithi099 ceph-mon[94290]: pgmap v3622: 137 pgs: 137 active+clean; 34 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 33 KiB/s rd, 3.6 MiB/s wr, 43 op/s 2024-04-12T17:07:00.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:06:59 smithi099 ceph-mon[96864]: pgmap v3622: 137 pgs: 137 active+clean; 34 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 33 KiB/s rd, 3.6 MiB/s wr, 43 op/s 2024-04-12T17:07:02.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:07:01 smithi110 ceph-mon[88691]: pgmap v3623: 137 pgs: 137 active+clean; 42 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 64 KiB/s rd, 3.9 MiB/s wr, 44 op/s 2024-04-12T17:07:02.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:07:01 smithi099 ceph-mon[94290]: pgmap v3623: 137 pgs: 137 active+clean; 42 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 64 KiB/s rd, 3.9 MiB/s wr, 44 op/s 2024-04-12T17:07:02.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:07:01 smithi099 ceph-mon[96864]: pgmap v3623: 137 pgs: 137 active+clean; 42 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 64 KiB/s rd, 3.9 MiB/s wr, 44 op/s 2024-04-12T17:07:02.587 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:07:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:07:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:07:02.674 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/4.Simple (19694 ms) 2024-04-12T17:07:02.674 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/4.Grow 2024-04-12T17:07:02.674 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:07:04.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:07:03 smithi110 ceph-mon[88691]: pgmap v3624: 137 pgs: 137 active+clean; 66 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 5.7 MiB/s wr, 53 op/s 2024-04-12T17:07:04.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:07:03 smithi099 ceph-mon[94290]: pgmap v3624: 137 pgs: 137 active+clean; 66 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 5.7 MiB/s wr, 53 op/s 2024-04-12T17:07:04.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:07:03 smithi099 ceph-mon[96864]: pgmap v3624: 137 pgs: 137 active+clean; 66 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 5.7 MiB/s wr, 53 op/s 2024-04-12T17:07:06.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:07:05 smithi110 ceph-mon[88691]: pgmap v3625: 137 pgs: 137 active+clean; 67 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.9 MiB/s wr, 38 op/s 2024-04-12T17:07:06.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:07:05 smithi099 ceph-mon[94290]: pgmap v3625: 137 pgs: 137 active+clean; 67 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.9 MiB/s wr, 38 op/s 2024-04-12T17:07:06.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:07:05 smithi099 ceph-mon[96864]: pgmap v3625: 137 pgs: 137 active+clean; 67 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.9 MiB/s wr, 38 op/s 2024-04-12T17:07:06.630 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:07:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:07:06] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-04-12T17:07:08.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:07:07 smithi110 ceph-mon[88691]: pgmap v3626: 137 pgs: 137 active+clean; 75 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.3 MiB/s wr, 31 op/s 2024-04-12T17:07:08.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:07:07 smithi110 ceph-mon[88691]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-12T17:07:08.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:07:07 smithi099 ceph-mon[94290]: pgmap v3626: 137 pgs: 137 active+clean; 75 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.3 MiB/s wr, 31 op/s 2024-04-12T17:07:08.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:07:07 smithi099 ceph-mon[94290]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-12T17:07:08.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:07:07 smithi099 ceph-mon[96864]: pgmap v3626: 137 pgs: 137 active+clean; 75 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.3 MiB/s wr, 31 op/s 2024-04-12T17:07:08.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:07:07 smithi099 ceph-mon[96864]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-12T17:07:10.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:07:09 smithi110 ceph-mon[88691]: pgmap v3628: 137 pgs: 137 active+clean; 79 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 6.1 MiB/s wr, 34 op/s 2024-04-12T17:07:10.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:07:09 smithi099 ceph-mon[94290]: pgmap v3628: 137 pgs: 137 active+clean; 79 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 6.1 MiB/s wr, 34 op/s 2024-04-12T17:07:10.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:07:09 smithi099 ceph-mon[96864]: pgmap v3628: 137 pgs: 137 active+clean; 79 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 6.1 MiB/s wr, 34 op/s 2024-04-12T17:07:12.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:07:11 smithi110 ceph-mon[88691]: pgmap v3629: 137 pgs: 137 active+clean; 104 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 60 op/s 2024-04-12T17:07:12.129 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:07:11 smithi099 ceph-mon[94290]: pgmap v3629: 137 pgs: 137 active+clean; 104 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 60 op/s 2024-04-12T17:07:12.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:07:11 smithi099 ceph-mon[96864]: pgmap v3629: 137 pgs: 137 active+clean; 104 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 60 op/s 2024-04-12T17:07:12.587 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:07:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:07:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:07:13.086 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:07:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:07:13.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:07:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:07:13.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:07:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:07:14.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:07:13 smithi110 ceph-mon[88691]: pgmap v3630: 137 pgs: 137 active+clean; 104 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.6 MiB/s wr, 49 op/s 2024-04-12T17:07:14.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:07:13 smithi099 ceph-mon[94290]: pgmap v3630: 137 pgs: 137 active+clean; 104 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.6 MiB/s wr, 49 op/s 2024-04-12T17:07:14.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:07:13 smithi099 ceph-mon[96864]: pgmap v3630: 137 pgs: 137 active+clean; 104 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.6 MiB/s wr, 49 op/s 2024-04-12T17:07:16.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:07:15 smithi110 ceph-mon[88691]: pgmap v3631: 137 pgs: 137 active+clean; 108 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.5 MiB/s wr, 44 op/s 2024-04-12T17:07:16.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:07:15 smithi099 ceph-mon[96864]: pgmap v3631: 137 pgs: 137 active+clean; 108 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.5 MiB/s wr, 44 op/s 2024-04-12T17:07:16.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:07:15 smithi099 ceph-mon[94290]: pgmap v3631: 137 pgs: 137 active+clean; 108 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.5 MiB/s wr, 44 op/s 2024-04-12T17:07:16.629 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:07:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:07:16] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-04-12T17:07:18.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:07:17 smithi110 ceph-mon[88691]: pgmap v3632: 137 pgs: 137 active+clean; 116 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 443 KiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-12T17:07:18.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:07:17 smithi099 ceph-mon[94290]: pgmap v3632: 137 pgs: 137 active+clean; 116 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 443 KiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-12T17:07:18.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:07:17 smithi099 ceph-mon[96864]: pgmap v3632: 137 pgs: 137 active+clean; 116 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 443 KiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-12T17:07:19.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:07:18 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:07:19.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:07:18 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:07:19.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:07:18 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:07:19.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:07:18 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:07:19.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:07:18 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:07:19.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:07:18 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:07:19.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:07:18 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:07:19.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:07:18 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:07:19.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:07:18 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:07:19.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:07:18 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:07:19.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:07:18 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:07:19.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:07:18 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:07:20.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:07:19 smithi099 ceph-mon[94290]: pgmap v3633: 137 pgs: 137 active+clean; 120 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 408 KiB/s rd, 3.9 MiB/s wr, 39 op/s 2024-04-12T17:07:20.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:07:19 smithi099 ceph-mon[96864]: pgmap v3633: 137 pgs: 137 active+clean; 120 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 408 KiB/s rd, 3.9 MiB/s wr, 39 op/s 2024-04-12T17:07:20.253 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/4.Grow (17579 ms) 2024-04-12T17:07:20.253 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/4.Shrink 2024-04-12T17:07:20.253 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:07:20.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:07:19 smithi110 ceph-mon[88691]: pgmap v3633: 137 pgs: 137 active+clean; 120 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 408 KiB/s rd, 3.9 MiB/s wr, 39 op/s 2024-04-12T17:07:22.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:07:21 smithi099 ceph-mon[96864]: pgmap v3634: 137 pgs: 137 active+clean; 133 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.2 MiB/s wr, 52 op/s 2024-04-12T17:07:22.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:07:21 smithi099 ceph-mon[94290]: pgmap v3634: 137 pgs: 137 active+clean; 133 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.2 MiB/s wr, 52 op/s 2024-04-12T17:07:22.315 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:07:21 smithi110 ceph-mon[88691]: pgmap v3634: 137 pgs: 137 active+clean; 133 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.2 MiB/s wr, 52 op/s 2024-04-12T17:07:22.587 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:07:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:07:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:07:24.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:07:23 smithi099 ceph-mon[94290]: pgmap v3635: 137 pgs: 137 active+clean; 145 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.8 MiB/s wr, 27 op/s 2024-04-12T17:07:24.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:07:23 smithi099 ceph-mon[96864]: pgmap v3635: 137 pgs: 137 active+clean; 145 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.8 MiB/s wr, 27 op/s 2024-04-12T17:07:24.336 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:07:23 smithi110 ceph-mon[88691]: pgmap v3635: 137 pgs: 137 active+clean; 145 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.8 MiB/s wr, 27 op/s 2024-04-12T17:07:25.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:07:24 smithi099 ceph-mon[94290]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-12T17:07:25.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:07:24 smithi099 ceph-mon[96864]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-12T17:07:25.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:07:24 smithi110 ceph-mon[88691]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-12T17:07:26.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:07:25 smithi099 ceph-mon[94290]: pgmap v3637: 137 pgs: 137 active+clean; 149 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 42 op/s 2024-04-12T17:07:26.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:07:25 smithi099 ceph-mon[96864]: pgmap v3637: 137 pgs: 137 active+clean; 149 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 42 op/s 2024-04-12T17:07:26.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:07:25 smithi110 ceph-mon[88691]: pgmap v3637: 137 pgs: 137 active+clean; 149 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 42 op/s 2024-04-12T17:07:26.630 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:07:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:07:26] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-04-12T17:07:28.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:07:27 smithi099 ceph-mon[94290]: pgmap v3638: 137 pgs: 137 active+clean; 158 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 5.8 MiB/s wr, 59 op/s 2024-04-12T17:07:28.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:07:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:07:28.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:07:27 smithi099 ceph-mon[96864]: pgmap v3638: 137 pgs: 137 active+clean; 158 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 5.8 MiB/s wr, 59 op/s 2024-04-12T17:07:28.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:07:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:07:28.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:07:27 smithi110 ceph-mon[88691]: pgmap v3638: 137 pgs: 137 active+clean; 158 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 5.8 MiB/s wr, 59 op/s 2024-04-12T17:07:28.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:07:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:07:30.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:07:29 smithi099 ceph-mon[94290]: pgmap v3639: 137 pgs: 137 active+clean; 174 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-12T17:07:30.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:07:29 smithi099 ceph-mon[96864]: pgmap v3639: 137 pgs: 137 active+clean; 174 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-12T17:07:30.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:07:29 smithi110 ceph-mon[88691]: pgmap v3639: 137 pgs: 137 active+clean; 174 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-12T17:07:32.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:07:31 smithi099 ceph-mon[94290]: pgmap v3640: 137 pgs: 137 active+clean; 174 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 5.4 MiB/s rd, 4.9 MiB/s wr, 43 op/s 2024-04-12T17:07:32.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:07:31 smithi099 ceph-mon[96864]: pgmap v3640: 137 pgs: 137 active+clean; 174 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 5.4 MiB/s rd, 4.9 MiB/s wr, 43 op/s 2024-04-12T17:07:32.315 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:07:31 smithi110 ceph-mon[88691]: pgmap v3640: 137 pgs: 137 active+clean; 174 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 5.4 MiB/s rd, 4.9 MiB/s wr, 43 op/s 2024-04-12T17:07:32.587 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:07:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:07:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:07:34.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:07:33 smithi099 ceph-mon[94290]: pgmap v3641: 137 pgs: 137 active+clean; 182 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.7 MiB/s wr, 45 op/s 2024-04-12T17:07:34.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:07:33 smithi099 ceph-mon[96864]: pgmap v3641: 137 pgs: 137 active+clean; 182 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.7 MiB/s wr, 45 op/s 2024-04-12T17:07:34.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:07:33 smithi110 ceph-mon[88691]: pgmap v3641: 137 pgs: 137 active+clean; 182 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.7 MiB/s wr, 45 op/s 2024-04-12T17:07:36.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:07:35 smithi099 ceph-mon[94290]: pgmap v3642: 137 pgs: 137 active+clean; 186 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.9 MiB/s wr, 45 op/s 2024-04-12T17:07:36.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:07:35 smithi099 ceph-mon[96864]: pgmap v3642: 137 pgs: 137 active+clean; 186 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.9 MiB/s wr, 45 op/s 2024-04-12T17:07:36.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:07:35 smithi110 ceph-mon[88691]: pgmap v3642: 137 pgs: 137 active+clean; 186 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.9 MiB/s wr, 45 op/s 2024-04-12T17:07:36.630 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:07:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:07:36] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-12T17:07:37.265 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/4.Shrink (17011 ms) 2024-04-12T17:07:37.265 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/4.ShrinkToOne 2024-04-12T17:07:37.265 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:07:38.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:07:37 smithi110 ceph-mon[88691]: pgmap v3643: 137 pgs: 137 active+clean; 194 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.1 MiB/s wr, 32 op/s 2024-04-12T17:07:38.379 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:07:37 smithi099 ceph-mon[96864]: pgmap v3643: 137 pgs: 137 active+clean; 194 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.1 MiB/s wr, 32 op/s 2024-04-12T17:07:38.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:07:37 smithi099 ceph-mon[94290]: pgmap v3643: 137 pgs: 137 active+clean; 194 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.1 MiB/s wr, 32 op/s 2024-04-12T17:07:40.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:07:39 smithi110 ceph-mon[88691]: pgmap v3644: 137 pgs: 137 active+clean; 206 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.7 MiB/s wr, 19 op/s 2024-04-12T17:07:40.379 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:07:39 smithi099 ceph-mon[94290]: pgmap v3644: 137 pgs: 137 active+clean; 206 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.7 MiB/s wr, 19 op/s 2024-04-12T17:07:40.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:07:39 smithi099 ceph-mon[96864]: pgmap v3644: 137 pgs: 137 active+clean; 206 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.7 MiB/s wr, 19 op/s 2024-04-12T17:07:42.316 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:07:41 smithi110 ceph-mon[88691]: pgmap v3645: 137 pgs: 137 active+clean; 215 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.8 MiB/s wr, 27 op/s 2024-04-12T17:07:42.316 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:07:41 smithi110 ceph-mon[88691]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-12T17:07:42.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:07:41 smithi099 ceph-mon[94290]: pgmap v3645: 137 pgs: 137 active+clean; 215 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.8 MiB/s wr, 27 op/s 2024-04-12T17:07:42.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:07:41 smithi099 ceph-mon[94290]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-12T17:07:42.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:07:41 smithi099 ceph-mon[96864]: pgmap v3645: 137 pgs: 137 active+clean; 215 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.8 MiB/s wr, 27 op/s 2024-04-12T17:07:42.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:07:41 smithi099 ceph-mon[96864]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-12T17:07:42.587 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:07:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:07:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:07:43.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:07:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:07:43.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:07:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:07:43.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:07:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:07:44.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:07:43 smithi110 ceph-mon[88691]: pgmap v3647: 137 pgs: 137 active+clean; 223 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 59 op/s 2024-04-12T17:07:44.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:07:43 smithi099 ceph-mon[94290]: pgmap v3647: 137 pgs: 137 active+clean; 223 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 59 op/s 2024-04-12T17:07:44.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:07:43 smithi099 ceph-mon[96864]: pgmap v3647: 137 pgs: 137 active+clean; 223 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 59 op/s 2024-04-12T17:07:46.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:07:45 smithi110 ceph-mon[88691]: pgmap v3648: 137 pgs: 137 active+clean; 235 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 6.5 MiB/s wr, 63 op/s 2024-04-12T17:07:46.362 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:07:45 smithi099 ceph-mon[94290]: pgmap v3648: 137 pgs: 137 active+clean; 235 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 6.5 MiB/s wr, 63 op/s 2024-04-12T17:07:46.362 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:07:45 smithi099 ceph-mon[96864]: pgmap v3648: 137 pgs: 137 active+clean; 235 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 6.5 MiB/s wr, 63 op/s 2024-04-12T17:07:46.630 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:07:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:07:46] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-04-12T17:07:48.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:07:47 smithi110 ceph-mon[88691]: pgmap v3649: 137 pgs: 137 active+clean; 244 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 6.2 MiB/s wr, 59 op/s 2024-04-12T17:07:48.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:07:47 smithi099 ceph-mon[94290]: pgmap v3649: 137 pgs: 137 active+clean; 244 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 6.2 MiB/s wr, 59 op/s 2024-04-12T17:07:48.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:07:47 smithi099 ceph-mon[96864]: pgmap v3649: 137 pgs: 137 active+clean; 244 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 6.2 MiB/s wr, 59 op/s 2024-04-12T17:07:50.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:07:49 smithi110 ceph-mon[88691]: pgmap v3650: 137 pgs: 137 active+clean; 244 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.6 MiB/s wr, 50 op/s 2024-04-12T17:07:50.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:07:49 smithi099 ceph-mon[94290]: pgmap v3650: 137 pgs: 137 active+clean; 244 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.6 MiB/s wr, 50 op/s 2024-04-12T17:07:50.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:07:49 smithi099 ceph-mon[96864]: pgmap v3650: 137 pgs: 137 active+clean; 244 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.6 MiB/s wr, 50 op/s 2024-04-12T17:07:52.315 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:07:51 smithi110 ceph-mon[88691]: pgmap v3651: 137 pgs: 137 active+clean; 256 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-12T17:07:52.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:07:51 smithi099 ceph-mon[94290]: pgmap v3651: 137 pgs: 137 active+clean; 256 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-12T17:07:52.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:07:51 smithi099 ceph-mon[96864]: pgmap v3651: 137 pgs: 137 active+clean; 256 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-12T17:07:52.587 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:07:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:07:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:07:54.183 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/4.ShrinkToOne (16919 ms) 2024-04-12T17:07:54.184 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/4.ShrinkToOneAfterSnapshot 2024-04-12T17:07:54.184 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:07:54.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:07:53 smithi110 ceph-mon[88691]: pgmap v3652: 137 pgs: 137 active+clean; 260 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.9 MiB/s wr, 44 op/s 2024-04-12T17:07:54.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:07:53 smithi099 ceph-mon[94290]: pgmap v3652: 137 pgs: 137 active+clean; 260 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.9 MiB/s wr, 44 op/s 2024-04-12T17:07:54.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:07:53 smithi099 ceph-mon[96864]: pgmap v3652: 137 pgs: 137 active+clean; 260 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.9 MiB/s wr, 44 op/s 2024-04-12T17:07:56.182 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:07:55 smithi099 ceph-mon[94290]: pgmap v3653: 137 pgs: 137 active+clean; 264 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.7 MiB/s wr, 23 op/s 2024-04-12T17:07:56.182 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:07:55 smithi099 ceph-mon[96864]: pgmap v3653: 137 pgs: 137 active+clean; 264 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.7 MiB/s wr, 23 op/s 2024-04-12T17:07:56.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:07:55 smithi110 ceph-mon[88691]: pgmap v3653: 137 pgs: 137 active+clean; 264 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.7 MiB/s wr, 23 op/s 2024-04-12T17:07:56.630 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:07:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:07:56] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-04-12T17:07:58.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:07:57 smithi110 ceph-mon[88691]: pgmap v3654: 137 pgs: 137 active+clean; 264 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 21 op/s 2024-04-12T17:07:58.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:07:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:07:58.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:07:57 smithi099 ceph-mon[94290]: pgmap v3654: 137 pgs: 137 active+clean; 264 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 21 op/s 2024-04-12T17:07:58.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:07:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:07:58.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:07:57 smithi099 ceph-mon[96864]: pgmap v3654: 137 pgs: 137 active+clean; 264 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 21 op/s 2024-04-12T17:07:58.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:07:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:07:59.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:07:58 smithi110 ceph-mon[88691]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-12T17:07:59.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:07:58 smithi099 ceph-mon[94290]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-12T17:07:59.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:07:58 smithi099 ceph-mon[96864]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-12T17:08:00.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:07:59 smithi110 ceph-mon[88691]: pgmap v3656: 137 pgs: 137 active+clean; 264 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 24 op/s 2024-04-12T17:08:00.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:07:59 smithi099 ceph-mon[94290]: pgmap v3656: 137 pgs: 137 active+clean; 264 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 24 op/s 2024-04-12T17:08:00.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:07:59 smithi099 ceph-mon[96864]: pgmap v3656: 137 pgs: 137 active+clean; 264 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 24 op/s 2024-04-12T17:08:02.315 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:01 smithi110 ceph-mon[88691]: pgmap v3657: 137 pgs: 137 active+clean; 281 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.5 MiB/s wr, 51 op/s 2024-04-12T17:08:02.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:01 smithi099 ceph-mon[94290]: pgmap v3657: 137 pgs: 137 active+clean; 281 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.5 MiB/s wr, 51 op/s 2024-04-12T17:08:02.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:01 smithi099 ceph-mon[96864]: pgmap v3657: 137 pgs: 137 active+clean; 281 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.5 MiB/s wr, 51 op/s 2024-04-12T17:08:02.587 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:08:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:08:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:08:04.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:03 smithi110 ceph-mon[88691]: pgmap v3658: 137 pgs: 137 active+clean; 293 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-04-12T17:08:04.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:03 smithi099 ceph-mon[94290]: pgmap v3658: 137 pgs: 137 active+clean; 293 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-04-12T17:08:04.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:03 smithi099 ceph-mon[96864]: pgmap v3658: 137 pgs: 137 active+clean; 293 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-04-12T17:08:06.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:05 smithi110 ceph-mon[88691]: pgmap v3659: 137 pgs: 137 active+clean; 293 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 440 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-12T17:08:06.362 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:05 smithi099 ceph-mon[94290]: pgmap v3659: 137 pgs: 137 active+clean; 293 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 440 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-12T17:08:06.362 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:05 smithi099 ceph-mon[96864]: pgmap v3659: 137 pgs: 137 active+clean; 293 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 440 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-12T17:08:06.630 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:08:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:08:06] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-12T17:08:08.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:07 smithi110 ceph-mon[88691]: pgmap v3660: 137 pgs: 137 active+clean; 293 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 2.9 MiB/s wr, 41 op/s 2024-04-12T17:08:08.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:07 smithi099 ceph-mon[94290]: pgmap v3660: 137 pgs: 137 active+clean; 293 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 2.9 MiB/s wr, 41 op/s 2024-04-12T17:08:08.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:07 smithi099 ceph-mon[96864]: pgmap v3660: 137 pgs: 137 active+clean; 293 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 2.9 MiB/s wr, 41 op/s 2024-04-12T17:08:10.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:09 smithi110 ceph-mon[88691]: pgmap v3661: 137 pgs: 137 active+clean; 297 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 3.1 MiB/s wr, 40 op/s 2024-04-12T17:08:10.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:09 smithi099 ceph-mon[94290]: pgmap v3661: 137 pgs: 137 active+clean; 297 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 3.1 MiB/s wr, 40 op/s 2024-04-12T17:08:10.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:09 smithi099 ceph-mon[96864]: pgmap v3661: 137 pgs: 137 active+clean; 297 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 3.1 MiB/s wr, 40 op/s 2024-04-12T17:08:11.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:10 smithi110 ceph-mon[88691]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-12T17:08:11.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:10 smithi099 ceph-mon[94290]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-12T17:08:11.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:10 smithi099 ceph-mon[96864]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-12T17:08:12.143 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/4.ShrinkToOneAfterSnapshot (17960 ms) 2024-04-12T17:08:12.143 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/4.MinOverlap 2024-04-12T17:08:12.143 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:08:12.238 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:11 smithi110 ceph-mon[88691]: pgmap v3663: 137 pgs: 137 active+clean; 313 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 557 KiB/s rd, 3.2 MiB/s wr, 24 op/s 2024-04-12T17:08:12.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:11 smithi099 ceph-mon[94290]: pgmap v3663: 137 pgs: 137 active+clean; 313 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 557 KiB/s rd, 3.2 MiB/s wr, 24 op/s 2024-04-12T17:08:12.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:11 smithi099 ceph-mon[96864]: pgmap v3663: 137 pgs: 137 active+clean; 313 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 557 KiB/s rd, 3.2 MiB/s wr, 24 op/s 2024-04-12T17:08:12.587 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:08:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:08:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:08:13.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:08:13.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:08:13.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:08:14.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:13 smithi110 ceph-mon[88691]: pgmap v3664: 137 pgs: 137 active+clean; 325 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 30 op/s 2024-04-12T17:08:14.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:13 smithi099 ceph-mon[94290]: pgmap v3664: 137 pgs: 137 active+clean; 325 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 30 op/s 2024-04-12T17:08:14.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:13 smithi099 ceph-mon[96864]: pgmap v3664: 137 pgs: 137 active+clean; 325 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 30 op/s 2024-04-12T17:08:16.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:15 smithi110 ceph-mon[88691]: pgmap v3665: 137 pgs: 137 active+clean; 358 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.5 MiB/s wr, 36 op/s 2024-04-12T17:08:16.361 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:15 smithi099 ceph-mon[94290]: pgmap v3665: 137 pgs: 137 active+clean; 358 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.5 MiB/s wr, 36 op/s 2024-04-12T17:08:16.361 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:15 smithi099 ceph-mon[96864]: pgmap v3665: 137 pgs: 137 active+clean; 358 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.5 MiB/s wr, 36 op/s 2024-04-12T17:08:16.630 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:08:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:08:16] "GET /metrics HTTP/1.1" 200 36749 "" "Prometheus/2.43.0" 2024-04-12T17:08:17.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:16 smithi110 ceph-mon[88691]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-12T17:08:17.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:16 smithi099 ceph-mon[94290]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-12T17:08:17.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:16 smithi099 ceph-mon[96864]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-12T17:08:18.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:17 smithi110 ceph-mon[88691]: pgmap v3667: 137 pgs: 137 active+clean; 382 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 5.3 MiB/s rd, 11 MiB/s wr, 59 op/s 2024-04-12T17:08:18.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:17 smithi099 ceph-mon[94290]: pgmap v3667: 137 pgs: 137 active+clean; 382 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 5.3 MiB/s rd, 11 MiB/s wr, 59 op/s 2024-04-12T17:08:18.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:17 smithi099 ceph-mon[96864]: pgmap v3667: 137 pgs: 137 active+clean; 382 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 5.3 MiB/s rd, 11 MiB/s wr, 59 op/s 2024-04-12T17:08:19.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:18 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:08:19.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:18 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:08:19.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:18 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:08:20.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:19 smithi110 ceph-mon[88691]: pgmap v3668: 137 pgs: 137 active+clean; 382 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 4.9 MiB/s rd, 8.6 MiB/s wr, 52 op/s 2024-04-12T17:08:20.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:19 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:08:20.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:19 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:08:20.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:19 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:08:20.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:19 smithi099 ceph-mon[94290]: pgmap v3668: 137 pgs: 137 active+clean; 382 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 4.9 MiB/s rd, 8.6 MiB/s wr, 52 op/s 2024-04-12T17:08:20.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:19 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:08:20.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:19 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:08:20.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:19 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:08:20.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:19 smithi099 ceph-mon[96864]: pgmap v3668: 137 pgs: 137 active+clean; 382 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 4.9 MiB/s rd, 8.6 MiB/s wr, 52 op/s 2024-04-12T17:08:20.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:19 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:08:20.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:19 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:08:20.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:19 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:08:22.315 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:22 smithi110 ceph-mon[88691]: pgmap v3669: 137 pgs: 137 active+clean; 407 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 9.4 MiB/s wr, 68 op/s 2024-04-12T17:08:22.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:22 smithi099 ceph-mon[94290]: pgmap v3669: 137 pgs: 137 active+clean; 407 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 9.4 MiB/s wr, 68 op/s 2024-04-12T17:08:22.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:22 smithi099 ceph-mon[96864]: pgmap v3669: 137 pgs: 137 active+clean; 407 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 9.4 MiB/s wr, 68 op/s 2024-04-12T17:08:22.589 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:08:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:08:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:08:24.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:24 smithi110 ceph-mon[88691]: pgmap v3670: 137 pgs: 137 active+clean; 407 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 8.2 MiB/s wr, 54 op/s 2024-04-12T17:08:24.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:24 smithi099 ceph-mon[94290]: pgmap v3670: 137 pgs: 137 active+clean; 407 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 8.2 MiB/s wr, 54 op/s 2024-04-12T17:08:24.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:24 smithi099 ceph-mon[96864]: pgmap v3670: 137 pgs: 137 active+clean; 407 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 8.2 MiB/s wr, 54 op/s 2024-04-12T17:08:26.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:26 smithi110 ceph-mon[88691]: pgmap v3671: 137 pgs: 137 active+clean; 407 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 853 KiB/s rd, 4.9 MiB/s wr, 48 op/s 2024-04-12T17:08:26.362 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:26 smithi099 ceph-mon[94290]: pgmap v3671: 137 pgs: 137 active+clean; 407 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 853 KiB/s rd, 4.9 MiB/s wr, 48 op/s 2024-04-12T17:08:26.362 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:26 smithi099 ceph-mon[96864]: pgmap v3671: 137 pgs: 137 active+clean; 407 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 853 KiB/s rd, 4.9 MiB/s wr, 48 op/s 2024-04-12T17:08:26.630 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:08:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:08:26] "GET /metrics HTTP/1.1" 200 36749 "" "Prometheus/2.43.0" 2024-04-12T17:08:28.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:28 smithi110 ceph-mon[88691]: pgmap v3672: 137 pgs: 137 active+clean; 411 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 3.2 MiB/s wr, 34 op/s 2024-04-12T17:08:28.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:08:28.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:28 smithi099 ceph-mon[96864]: pgmap v3672: 137 pgs: 137 active+clean; 411 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 3.2 MiB/s wr, 34 op/s 2024-04-12T17:08:28.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:08:28.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:28 smithi099 ceph-mon[94290]: pgmap v3672: 137 pgs: 137 active+clean; 411 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 3.2 MiB/s wr, 34 op/s 2024-04-12T17:08:28.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:08:30.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:30 smithi110 ceph-mon[88691]: pgmap v3673: 137 pgs: 137 active+clean; 411 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 21 KiB/s rd, 2.4 MiB/s wr, 28 op/s 2024-04-12T17:08:30.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:30 smithi099 ceph-mon[94290]: pgmap v3673: 137 pgs: 137 active+clean; 411 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 21 KiB/s rd, 2.4 MiB/s wr, 28 op/s 2024-04-12T17:08:30.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:30 smithi099 ceph-mon[96864]: pgmap v3673: 137 pgs: 137 active+clean; 411 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 21 KiB/s rd, 2.4 MiB/s wr, 28 op/s 2024-04-12T17:08:30.923 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/4.MinOverlap (18779 ms) 2024-04-12T17:08:30.923 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/4.ZeroOverlap 2024-04-12T17:08:30.923 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:08:32.315 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:32 smithi110 ceph-mon[88691]: pgmap v3674: 137 pgs: 137 active+clean; 427 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.1 MiB/s wr, 48 op/s 2024-04-12T17:08:32.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:32 smithi099 ceph-mon[94290]: pgmap v3674: 137 pgs: 137 active+clean; 427 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.1 MiB/s wr, 48 op/s 2024-04-12T17:08:32.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:32 smithi099 ceph-mon[96864]: pgmap v3674: 137 pgs: 137 active+clean; 427 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.1 MiB/s wr, 48 op/s 2024-04-12T17:08:32.587 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:08:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:08:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:08:34.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:34 smithi110 ceph-mon[88691]: pgmap v3675: 137 pgs: 137 active+clean; 427 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-04-12T17:08:34.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:34 smithi099 ceph-mon[94290]: pgmap v3675: 137 pgs: 137 active+clean; 427 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-04-12T17:08:34.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:34 smithi099 ceph-mon[96864]: pgmap v3675: 137 pgs: 137 active+clean; 427 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-04-12T17:08:36.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:36 smithi110 ceph-mon[88691]: pgmap v3676: 137 pgs: 137 active+clean; 427 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-12T17:08:36.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:36 smithi110 ceph-mon[88691]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-12T17:08:36.362 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:36 smithi099 ceph-mon[94290]: pgmap v3676: 137 pgs: 137 active+clean; 427 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-12T17:08:36.362 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:36 smithi099 ceph-mon[94290]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-12T17:08:36.362 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:36 smithi099 ceph-mon[96864]: pgmap v3676: 137 pgs: 137 active+clean; 427 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-12T17:08:36.362 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:36 smithi099 ceph-mon[96864]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-12T17:08:36.630 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:08:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:08:36] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-04-12T17:08:37.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:37 smithi110 ceph-mon[88691]: pgmap v3678: 137 pgs: 137 active+clean; 447 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.6 MiB/s wr, 43 op/s 2024-04-12T17:08:37.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:37 smithi099 ceph-mon[94290]: pgmap v3678: 137 pgs: 137 active+clean; 447 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.6 MiB/s wr, 43 op/s 2024-04-12T17:08:37.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:37 smithi099 ceph-mon[96864]: pgmap v3678: 137 pgs: 137 active+clean; 447 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.6 MiB/s wr, 43 op/s 2024-04-12T17:08:39.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:39 smithi110 ceph-mon[88691]: pgmap v3679: 137 pgs: 137 active+clean; 455 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.4 MiB/s wr, 44 op/s 2024-04-12T17:08:39.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:39 smithi099 ceph-mon[94290]: pgmap v3679: 137 pgs: 137 active+clean; 455 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.4 MiB/s wr, 44 op/s 2024-04-12T17:08:39.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:39 smithi099 ceph-mon[96864]: pgmap v3679: 137 pgs: 137 active+clean; 455 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.4 MiB/s wr, 44 op/s 2024-04-12T17:08:42.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:41 smithi110 ceph-mon[88691]: pgmap v3680: 137 pgs: 137 active+clean; 456 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 849 KiB/s rd, 3.3 MiB/s wr, 40 op/s 2024-04-12T17:08:42.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:41 smithi099 ceph-mon[94290]: pgmap v3680: 137 pgs: 137 active+clean; 456 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 849 KiB/s rd, 3.3 MiB/s wr, 40 op/s 2024-04-12T17:08:42.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:41 smithi099 ceph-mon[96864]: pgmap v3680: 137 pgs: 137 active+clean; 456 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 849 KiB/s rd, 3.3 MiB/s wr, 40 op/s 2024-04-12T17:08:42.587 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:08:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:08:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:08:43.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:08:43.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:08:43.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:08:44.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:43 smithi110 ceph-mon[88691]: pgmap v3681: 137 pgs: 137 active+clean; 456 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 441 KiB/s rd, 2.9 MiB/s wr, 43 op/s 2024-04-12T17:08:44.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:43 smithi099 ceph-mon[94290]: pgmap v3681: 137 pgs: 137 active+clean; 456 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 441 KiB/s rd, 2.9 MiB/s wr, 43 op/s 2024-04-12T17:08:44.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:43 smithi099 ceph-mon[96864]: pgmap v3681: 137 pgs: 137 active+clean; 456 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 441 KiB/s rd, 2.9 MiB/s wr, 43 op/s 2024-04-12T17:08:46.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:45 smithi110 ceph-mon[88691]: pgmap v3682: 137 pgs: 137 active+clean; 460 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 60 KiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-12T17:08:46.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:45 smithi099 ceph-mon[94290]: pgmap v3682: 137 pgs: 137 active+clean; 460 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 60 KiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-12T17:08:46.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:45 smithi099 ceph-mon[96864]: pgmap v3682: 137 pgs: 137 active+clean; 460 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 60 KiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-12T17:08:46.630 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:08:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:08:46] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-12T17:08:48.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:47 smithi110 ceph-mon[88691]: pgmap v3683: 137 pgs: 137 active+clean; 468 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 76 KiB/s rd, 2.5 MiB/s wr, 34 op/s 2024-04-12T17:08:48.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:47 smithi099 ceph-mon[96864]: pgmap v3683: 137 pgs: 137 active+clean; 468 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 76 KiB/s rd, 2.5 MiB/s wr, 34 op/s 2024-04-12T17:08:48.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:47 smithi099 ceph-mon[94290]: pgmap v3683: 137 pgs: 137 active+clean; 468 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 76 KiB/s rd, 2.5 MiB/s wr, 34 op/s 2024-04-12T17:08:48.351 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/4.ZeroOverlap (17429 ms) 2024-04-12T17:08:48.847 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 7 tests from EncryptedFlattenTest/4 (125371 ms total) 2024-04-12T17:08:48.847 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T17:08:48.847 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 7 tests from EncryptedFlattenTest/5, where TypeParam = UnformattedLUKS2 2024-04-12T17:08:48.881 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/5.Simple 2024-04-12T17:08:50.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:49 smithi099 ceph-mon[96864]: pgmap v3684: 137 pgs: 137 active+clean; 472 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 410 KiB/s rd, 2.4 MiB/s wr, 28 op/s 2024-04-12T17:08:50.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:49 smithi099 ceph-mon[96864]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-12T17:08:50.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:49 smithi099 ceph-mon[94290]: pgmap v3684: 137 pgs: 137 active+clean; 472 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 410 KiB/s rd, 2.4 MiB/s wr, 28 op/s 2024-04-12T17:08:50.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:49 smithi099 ceph-mon[94290]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-12T17:08:50.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:49 smithi110 ceph-mon[88691]: pgmap v3684: 137 pgs: 137 active+clean; 472 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 410 KiB/s rd, 2.4 MiB/s wr, 28 op/s 2024-04-12T17:08:50.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:49 smithi110 ceph-mon[88691]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-12T17:08:50.870 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:08:51.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:50 smithi099 ceph-mon[96864]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-12T17:08:51.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:50 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/750392715' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:08:51.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:50 smithi099 ceph-mon[94290]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-12T17:08:51.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:50 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/750392715' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:08:51.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:50 smithi110 ceph-mon[88691]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-12T17:08:51.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:50 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/750392715' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:08:52.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:51 smithi099 ceph-mon[94290]: pgmap v3687: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail 2024-04-12T17:08:52.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:51 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:08:52.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:51 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/750392715' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:08:52.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:51 smithi099 ceph-mon[94290]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-12T17:08:52.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:51 smithi099 ceph-mon[96864]: pgmap v3687: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail 2024-04-12T17:08:52.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:51 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:08:52.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:51 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/750392715' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:08:52.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:51 smithi099 ceph-mon[96864]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-12T17:08:52.315 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:51 smithi110 ceph-mon[88691]: pgmap v3687: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail 2024-04-12T17:08:52.315 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:51 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:08:52.315 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:51 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/750392715' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:08:52.315 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:51 smithi110 ceph-mon[88691]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-12T17:08:52.587 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:08:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:08:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:08:53.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:52 smithi099 ceph-mon[94290]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-12T17:08:53.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:52 smithi099 ceph-mon[96864]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-12T17:08:53.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:52 smithi110 ceph-mon[88691]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-12T17:08:54.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:53 smithi099 ceph-mon[94290]: pgmap v3690: 137 pgs: 5 creating+peering, 14 unknown, 118 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:08:54.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:53 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:08:54.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:53 smithi099 ceph-mon[94290]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-12T17:08:54.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:53 smithi099 ceph-mon[96864]: pgmap v3690: 137 pgs: 5 creating+peering, 14 unknown, 118 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:08:54.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:53 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:08:54.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:53 smithi099 ceph-mon[96864]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-12T17:08:54.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:53 smithi110 ceph-mon[88691]: pgmap v3690: 137 pgs: 5 creating+peering, 14 unknown, 118 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:08:54.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:53 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:08:54.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:53 smithi110 ceph-mon[88691]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-12T17:08:56.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:55 smithi099 ceph-mon[94290]: pgmap v3692: 137 pgs: 5 creating+peering, 7 unknown, 125 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:08:56.130 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:55 smithi099 ceph-mon[96864]: pgmap v3692: 137 pgs: 5 creating+peering, 7 unknown, 125 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:08:56.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:55 smithi110 ceph-mon[88691]: pgmap v3692: 137 pgs: 5 creating+peering, 7 unknown, 125 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:08:56.630 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:08:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:08:56] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-12T17:08:58.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:57 smithi099 ceph-mon[94290]: pgmap v3693: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 3 op/s 2024-04-12T17:08:58.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:08:58.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:57 smithi099 ceph-mon[96864]: pgmap v3693: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 3 op/s 2024-04-12T17:08:58.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:08:58.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:57 smithi110 ceph-mon[88691]: pgmap v3693: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 3 op/s 2024-04-12T17:08:58.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:09:00.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:59 smithi099 ceph-mon[94290]: pgmap v3694: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-04-12T17:09:00.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:08:59 smithi099 ceph-mon[94290]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-12T17:09:00.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:59 smithi099 ceph-mon[96864]: pgmap v3694: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-04-12T17:09:00.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:08:59 smithi099 ceph-mon[96864]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-12T17:09:00.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:59 smithi110 ceph-mon[88691]: pgmap v3694: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-04-12T17:09:00.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:08:59 smithi110 ceph-mon[88691]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-12T17:09:02.315 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:01 smithi110 ceph-mon[88691]: pgmap v3696: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-12T17:09:02.316 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:01 smithi110 ceph-mon[88691]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-12T17:09:02.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:01 smithi099 ceph-mon[94290]: pgmap v3696: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-12T17:09:02.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:01 smithi099 ceph-mon[94290]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-12T17:09:02.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:01 smithi099 ceph-mon[96864]: pgmap v3696: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-12T17:09:02.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:01 smithi099 ceph-mon[96864]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-12T17:09:02.587 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:09:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:09:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:09:04.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:03 smithi110 ceph-mon[88691]: pgmap v3698: 137 pgs: 137 active+clean; 18 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 67 KiB/s rd, 1.6 MiB/s wr, 43 op/s 2024-04-12T17:09:04.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:03 smithi099 ceph-mon[94290]: pgmap v3698: 137 pgs: 137 active+clean; 18 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 67 KiB/s rd, 1.6 MiB/s wr, 43 op/s 2024-04-12T17:09:04.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:03 smithi099 ceph-mon[96864]: pgmap v3698: 137 pgs: 137 active+clean; 18 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 67 KiB/s rd, 1.6 MiB/s wr, 43 op/s 2024-04-12T17:09:06.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:05 smithi110 ceph-mon[88691]: pgmap v3699: 137 pgs: 137 active+clean; 30 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 67 KiB/s rd, 3.1 MiB/s wr, 42 op/s 2024-04-12T17:09:06.362 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:05 smithi099 ceph-mon[94290]: pgmap v3699: 137 pgs: 137 active+clean; 30 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 67 KiB/s rd, 3.1 MiB/s wr, 42 op/s 2024-04-12T17:09:06.362 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:05 smithi099 ceph-mon[96864]: pgmap v3699: 137 pgs: 137 active+clean; 30 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 67 KiB/s rd, 3.1 MiB/s wr, 42 op/s 2024-04-12T17:09:06.630 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:09:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:09:06] "GET /metrics HTTP/1.1" 200 36708 "" "Prometheus/2.43.0" 2024-04-12T17:09:07.026 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/5.Simple (18145 ms) 2024-04-12T17:09:07.026 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/5.Grow 2024-04-12T17:09:07.026 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:09:08.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:07 smithi110 ceph-mon[88691]: pgmap v3700: 137 pgs: 137 active+clean; 59 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.8 MiB/s wr, 66 op/s 2024-04-12T17:09:08.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:07 smithi099 ceph-mon[94290]: pgmap v3700: 137 pgs: 137 active+clean; 59 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.8 MiB/s wr, 66 op/s 2024-04-12T17:09:08.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:07 smithi099 ceph-mon[96864]: pgmap v3700: 137 pgs: 137 active+clean; 59 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.8 MiB/s wr, 66 op/s 2024-04-12T17:09:10.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:09 smithi110 ceph-mon[88691]: pgmap v3701: 137 pgs: 137 active+clean; 59 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.3 MiB/s wr, 65 op/s 2024-04-12T17:09:10.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:09 smithi099 ceph-mon[94290]: pgmap v3701: 137 pgs: 137 active+clean; 59 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.3 MiB/s wr, 65 op/s 2024-04-12T17:09:10.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:09 smithi099 ceph-mon[96864]: pgmap v3701: 137 pgs: 137 active+clean; 59 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.3 MiB/s wr, 65 op/s 2024-04-12T17:09:12.315 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:11 smithi110 ceph-mon[88691]: pgmap v3702: 137 pgs: 137 active+clean; 87 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-12T17:09:12.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:11 smithi099 ceph-mon[94290]: pgmap v3702: 137 pgs: 137 active+clean; 87 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-12T17:09:12.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:11 smithi099 ceph-mon[96864]: pgmap v3702: 137 pgs: 137 active+clean; 87 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-12T17:09:12.587 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:09:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:09:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:09:13.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:09:13.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:09:13.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:09:14.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:13 smithi110 ceph-mon[88691]: pgmap v3703: 137 pgs: 137 active+clean; 87 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 7.1 MiB/s wr, 59 op/s 2024-04-12T17:09:14.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:13 smithi099 ceph-mon[94290]: pgmap v3703: 137 pgs: 137 active+clean; 87 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 7.1 MiB/s wr, 59 op/s 2024-04-12T17:09:14.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:13 smithi099 ceph-mon[96864]: pgmap v3703: 137 pgs: 137 active+clean; 87 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 7.1 MiB/s wr, 59 op/s 2024-04-12T17:09:16.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:15 smithi110 ceph-mon[88691]: pgmap v3704: 137 pgs: 137 active+clean; 87 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.8 MiB/s wr, 32 op/s 2024-04-12T17:09:16.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:15 smithi110 ceph-mon[88691]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-12T17:09:16.362 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:15 smithi099 ceph-mon[94290]: pgmap v3704: 137 pgs: 137 active+clean; 87 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.8 MiB/s wr, 32 op/s 2024-04-12T17:09:16.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:15 smithi099 ceph-mon[94290]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-12T17:09:16.363 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:15 smithi099 ceph-mon[96864]: pgmap v3704: 137 pgs: 137 active+clean; 87 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.8 MiB/s wr, 32 op/s 2024-04-12T17:09:16.363 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:15 smithi099 ceph-mon[96864]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-12T17:09:16.363 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:09:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:09:16] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-12T17:09:18.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:17 smithi110 ceph-mon[88691]: pgmap v3706: 137 pgs: 137 active+clean; 108 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.9 MiB/s wr, 34 op/s 2024-04-12T17:09:18.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:17 smithi099 ceph-mon[94290]: pgmap v3706: 137 pgs: 137 active+clean; 108 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.9 MiB/s wr, 34 op/s 2024-04-12T17:09:18.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:17 smithi099 ceph-mon[96864]: pgmap v3706: 137 pgs: 137 active+clean; 108 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.9 MiB/s wr, 34 op/s 2024-04-12T17:09:19.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:18 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.8", "id": [5, 4]}]: dispatch 2024-04-12T17:09:19.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:18 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1e", "id": [5, 4]}]: dispatch 2024-04-12T17:09:19.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:18 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.8", "id": [5, 4]}]: dispatch 2024-04-12T17:09:19.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:18 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1e", "id": [5, 4]}]: dispatch 2024-04-12T17:09:19.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:18 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.8", "id": [5, 4]}]: dispatch 2024-04-12T17:09:19.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:18 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1e", "id": [5, 4]}]: dispatch 2024-04-12T17:09:20.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:19 smithi110 ceph-mon[88691]: pgmap v3707: 137 pgs: 137 active+clean; 124 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 9.4 MiB/s rd, 6.5 MiB/s wr, 51 op/s 2024-04-12T17:09:20.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:19 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.8", "id": [5, 4]}]': finished 2024-04-12T17:09:20.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:19 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1e", "id": [5, 4]}]': finished 2024-04-12T17:09:20.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:19 smithi110 ceph-mon[88691]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-12T17:09:20.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:19 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:09:20.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:19 smithi099 ceph-mon[94290]: pgmap v3707: 137 pgs: 137 active+clean; 124 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 9.4 MiB/s rd, 6.5 MiB/s wr, 51 op/s 2024-04-12T17:09:20.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:19 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.8", "id": [5, 4]}]': finished 2024-04-12T17:09:20.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:19 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1e", "id": [5, 4]}]': finished 2024-04-12T17:09:20.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:19 smithi099 ceph-mon[94290]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-12T17:09:20.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:19 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:09:20.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:19 smithi099 ceph-mon[96864]: pgmap v3707: 137 pgs: 137 active+clean; 124 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 9.4 MiB/s rd, 6.5 MiB/s wr, 51 op/s 2024-04-12T17:09:20.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:19 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.8", "id": [5, 4]}]': finished 2024-04-12T17:09:20.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:19 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1e", "id": [5, 4]}]': finished 2024-04-12T17:09:20.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:19 smithi099 ceph-mon[96864]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-12T17:09:20.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:19 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:09:21.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:20 smithi110 ceph-mon[88691]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-12T17:09:21.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:20 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:09:21.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:20 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:09:21.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:20 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:09:21.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:20 smithi099 ceph-mon[94290]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-12T17:09:21.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:20 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:09:21.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:20 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:09:21.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:20 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:09:21.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:20 smithi099 ceph-mon[96864]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-12T17:09:21.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:20 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:09:21.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:20 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:09:21.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:20 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:09:22.047 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/5.Grow (15021 ms) 2024-04-12T17:09:22.047 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/5.Shrink 2024-04-12T17:09:22.047 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:09:22.315 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:21 smithi110 ceph-mon[88691]: pgmap v3710: 137 pgs: 2 peering, 135 active+clean; 152 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 11 MiB/s wr, 88 op/s 2024-04-12T17:09:22.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:21 smithi099 ceph-mon[94290]: pgmap v3710: 137 pgs: 2 peering, 135 active+clean; 152 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 11 MiB/s wr, 88 op/s 2024-04-12T17:09:22.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:21 smithi099 ceph-mon[96864]: pgmap v3710: 137 pgs: 2 peering, 135 active+clean; 152 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 11 MiB/s wr, 88 op/s 2024-04-12T17:09:22.587 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:09:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:09:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:09:24.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:23 smithi110 ceph-mon[88691]: pgmap v3711: 137 pgs: 2 peering, 135 active+clean; 169 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 9.7 MiB/s wr, 85 op/s 2024-04-12T17:09:24.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:23 smithi099 ceph-mon[94290]: pgmap v3711: 137 pgs: 2 peering, 135 active+clean; 169 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 9.7 MiB/s wr, 85 op/s 2024-04-12T17:09:24.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:23 smithi099 ceph-mon[96864]: pgmap v3711: 137 pgs: 2 peering, 135 active+clean; 169 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 9.7 MiB/s wr, 85 op/s 2024-04-12T17:09:26.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:25 smithi110 ceph-mon[88691]: pgmap v3712: 137 pgs: 1 peering, 136 active+clean; 169 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 7.6 MiB/s wr, 61 op/s; 512 KiB/s, 0 objects/s recovering 2024-04-12T17:09:26.362 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:25 smithi099 ceph-mon[94290]: pgmap v3712: 137 pgs: 1 peering, 136 active+clean; 169 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 7.6 MiB/s wr, 61 op/s; 512 KiB/s, 0 objects/s recovering 2024-04-12T17:09:26.363 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:25 smithi099 ceph-mon[96864]: pgmap v3712: 137 pgs: 1 peering, 136 active+clean; 169 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 7.6 MiB/s wr, 61 op/s; 512 KiB/s, 0 objects/s recovering 2024-04-12T17:09:26.630 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:09:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:09:26] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-12T17:09:28.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:27 smithi110 ceph-mon[88691]: pgmap v3713: 137 pgs: 137 active+clean; 169 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 5.6 MiB/s wr, 38 op/s; 1024 KiB/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:09:28.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:09:28.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:27 smithi099 ceph-mon[94290]: pgmap v3713: 137 pgs: 137 active+clean; 169 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 5.6 MiB/s wr, 38 op/s; 1024 KiB/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:09:28.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:09:28.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:27 smithi099 ceph-mon[96864]: pgmap v3713: 137 pgs: 137 active+clean; 169 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 5.6 MiB/s wr, 38 op/s; 1024 KiB/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:09:28.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:09:30.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:29 smithi110 ceph-mon[88691]: pgmap v3714: 137 pgs: 137 active+clean; 169 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 4.7 MiB/s wr, 32 op/s; 862 KiB/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:09:30.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:29 smithi099 ceph-mon[94290]: pgmap v3714: 137 pgs: 137 active+clean; 169 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 4.7 MiB/s wr, 32 op/s; 862 KiB/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:09:30.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:29 smithi099 ceph-mon[96864]: pgmap v3714: 137 pgs: 137 active+clean; 169 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 4.7 MiB/s wr, 32 op/s; 862 KiB/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:09:31.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:30 smithi110 ceph-mon[88691]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-12T17:09:31.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:30 smithi099 ceph-mon[94290]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-12T17:09:31.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:30 smithi099 ceph-mon[96864]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-12T17:09:32.316 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:31 smithi110 ceph-mon[88691]: pgmap v3716: 137 pgs: 137 active+clean; 181 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.9 MiB/s wr, 16 op/s; 819 KiB/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:09:32.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:31 smithi099 ceph-mon[94290]: pgmap v3716: 137 pgs: 137 active+clean; 181 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.9 MiB/s wr, 16 op/s; 819 KiB/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:09:32.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:31 smithi099 ceph-mon[96864]: pgmap v3716: 137 pgs: 137 active+clean; 181 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.9 MiB/s wr, 16 op/s; 819 KiB/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:09:32.587 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:09:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:09:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:09:34.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:33 smithi110 ceph-mon[88691]: pgmap v3717: 137 pgs: 137 active+clean; 194 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 23 op/s; 819 KiB/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:09:34.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:33 smithi099 ceph-mon[94290]: pgmap v3717: 137 pgs: 137 active+clean; 194 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 23 op/s; 819 KiB/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:09:34.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:33 smithi099 ceph-mon[96864]: pgmap v3717: 137 pgs: 137 active+clean; 194 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 23 op/s; 819 KiB/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:09:36.090 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/5.Shrink (14043 ms) 2024-04-12T17:09:36.090 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/5.ShrinkToOne 2024-04-12T17:09:36.090 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:09:36.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:35 smithi110 ceph-mon[88691]: pgmap v3718: 137 pgs: 137 active+clean; 210 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.1 MiB/s wr, 47 op/s; 409 KiB/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:09:36.362 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:35 smithi099 ceph-mon[94290]: pgmap v3718: 137 pgs: 137 active+clean; 210 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.1 MiB/s wr, 47 op/s; 409 KiB/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:09:36.362 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:35 smithi099 ceph-mon[96864]: pgmap v3718: 137 pgs: 137 active+clean; 210 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.1 MiB/s wr, 47 op/s; 409 KiB/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:09:36.630 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:09:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:09:36] "GET /metrics HTTP/1.1" 200 36750 "" "Prometheus/2.43.0" 2024-04-12T17:09:38.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:37 smithi110 ceph-mon[88691]: pgmap v3719: 137 pgs: 137 active+clean; 239 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 7.9 MiB/s rd, 7.0 MiB/s wr, 61 op/s 2024-04-12T17:09:38.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:37 smithi099 ceph-mon[94290]: pgmap v3719: 137 pgs: 137 active+clean; 239 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 7.9 MiB/s rd, 7.0 MiB/s wr, 61 op/s 2024-04-12T17:09:38.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:37 smithi099 ceph-mon[96864]: pgmap v3719: 137 pgs: 137 active+clean; 239 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 7.9 MiB/s rd, 7.0 MiB/s wr, 61 op/s 2024-04-12T17:09:40.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:39 smithi110 ceph-mon[88691]: pgmap v3720: 137 pgs: 137 active+clean; 251 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 8.2 MiB/s wr, 62 op/s 2024-04-12T17:09:40.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:39 smithi099 ceph-mon[94290]: pgmap v3720: 137 pgs: 137 active+clean; 251 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 8.2 MiB/s wr, 62 op/s 2024-04-12T17:09:40.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:39 smithi099 ceph-mon[96864]: pgmap v3720: 137 pgs: 137 active+clean; 251 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 8.2 MiB/s wr, 62 op/s 2024-04-12T17:09:42.316 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:41 smithi110 ceph-mon[88691]: pgmap v3721: 137 pgs: 137 active+clean; 251 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.1 MiB/s wr, 67 op/s 2024-04-12T17:09:42.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:41 smithi099 ceph-mon[94290]: pgmap v3721: 137 pgs: 137 active+clean; 251 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.1 MiB/s wr, 67 op/s 2024-04-12T17:09:42.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:41 smithi099 ceph-mon[96864]: pgmap v3721: 137 pgs: 137 active+clean; 251 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.1 MiB/s wr, 67 op/s 2024-04-12T17:09:42.587 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:09:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:09:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:09:43.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:43 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:09:43.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:43 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:09:43.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:43 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:09:44.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:44 smithi110 ceph-mon[88691]: pgmap v3722: 137 pgs: 137 active+clean; 251 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.8 MiB/s wr, 59 op/s 2024-04-12T17:09:44.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:44 smithi099 ceph-mon[94290]: pgmap v3722: 137 pgs: 137 active+clean; 251 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.8 MiB/s wr, 59 op/s 2024-04-12T17:09:44.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:44 smithi099 ceph-mon[96864]: pgmap v3722: 137 pgs: 137 active+clean; 251 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.8 MiB/s wr, 59 op/s 2024-04-12T17:09:45.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:45 smithi110 ceph-mon[88691]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-12T17:09:45.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:45 smithi099 ceph-mon[94290]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-12T17:09:45.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:45 smithi099 ceph-mon[96864]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-12T17:09:46.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:46 smithi110 ceph-mon[88691]: pgmap v3724: 137 pgs: 137 active+clean; 255 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.5 MiB/s wr, 34 op/s 2024-04-12T17:09:46.362 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:46 smithi099 ceph-mon[94290]: pgmap v3724: 137 pgs: 137 active+clean; 255 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.5 MiB/s wr, 34 op/s 2024-04-12T17:09:46.362 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:46 smithi099 ceph-mon[96864]: pgmap v3724: 137 pgs: 137 active+clean; 255 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.5 MiB/s wr, 34 op/s 2024-04-12T17:09:46.362 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:09:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:09:46] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-12T17:09:48.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:48 smithi110 ceph-mon[88691]: pgmap v3725: 137 pgs: 137 active+clean; 288 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.9 MiB/s wr, 43 op/s 2024-04-12T17:09:48.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:48 smithi099 ceph-mon[94290]: pgmap v3725: 137 pgs: 137 active+clean; 288 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.9 MiB/s wr, 43 op/s 2024-04-12T17:09:48.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:48 smithi099 ceph-mon[96864]: pgmap v3725: 137 pgs: 137 active+clean; 288 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.9 MiB/s wr, 43 op/s 2024-04-12T17:09:50.036 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/5.ShrinkToOne (13946 ms) 2024-04-12T17:09:50.037 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/5.ShrinkToOneAfterSnapshot 2024-04-12T17:09:50.037 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:09:50.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:50 smithi110 ceph-mon[88691]: pgmap v3726: 137 pgs: 137 active+clean; 292 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 49 op/s 2024-04-12T17:09:50.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:50 smithi099 ceph-mon[94290]: pgmap v3726: 137 pgs: 137 active+clean; 292 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 49 op/s 2024-04-12T17:09:50.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:50 smithi099 ceph-mon[96864]: pgmap v3726: 137 pgs: 137 active+clean; 292 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 49 op/s 2024-04-12T17:09:52.316 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:52 smithi110 ceph-mon[88691]: pgmap v3727: 137 pgs: 137 active+clean; 308 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.1 MiB/s wr, 49 op/s 2024-04-12T17:09:52.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:52 smithi099 ceph-mon[96864]: pgmap v3727: 137 pgs: 137 active+clean; 308 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.1 MiB/s wr, 49 op/s 2024-04-12T17:09:52.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:52 smithi099 ceph-mon[94290]: pgmap v3727: 137 pgs: 137 active+clean; 308 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.1 MiB/s wr, 49 op/s 2024-04-12T17:09:52.587 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:09:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:09:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:09:54.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:54 smithi110 ceph-mon[88691]: pgmap v3728: 137 pgs: 137 active+clean; 312 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-04-12T17:09:54.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:54 smithi099 ceph-mon[94290]: pgmap v3728: 137 pgs: 137 active+clean; 312 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-04-12T17:09:54.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:54 smithi099 ceph-mon[96864]: pgmap v3728: 137 pgs: 137 active+clean; 312 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-04-12T17:09:56.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:56 smithi110 ceph-mon[88691]: pgmap v3729: 137 pgs: 137 active+clean; 312 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 6.2 MiB/s wr, 55 op/s 2024-04-12T17:09:56.362 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:56 smithi099 ceph-mon[94290]: pgmap v3729: 137 pgs: 137 active+clean; 312 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 6.2 MiB/s wr, 55 op/s 2024-04-12T17:09:56.363 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:56 smithi099 ceph-mon[96864]: pgmap v3729: 137 pgs: 137 active+clean; 312 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 6.2 MiB/s wr, 55 op/s 2024-04-12T17:09:56.630 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:09:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:09:56] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-12T17:09:58.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:58 smithi110 ceph-mon[88691]: pgmap v3730: 137 pgs: 137 active+clean; 312 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.1 MiB/s wr, 43 op/s 2024-04-12T17:09:58.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:09:58.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:58 smithi099 ceph-mon[94290]: pgmap v3730: 137 pgs: 137 active+clean; 312 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.1 MiB/s wr, 43 op/s 2024-04-12T17:09:58.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:09:58.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:58 smithi099 ceph-mon[96864]: pgmap v3730: 137 pgs: 137 active+clean; 312 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.1 MiB/s wr, 43 op/s 2024-04-12T17:09:58.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:09:59.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:59 smithi110 ceph-mon[88691]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-12T17:09:59.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:09:59 smithi110 ceph-mon[88691]: pgmap v3732: 137 pgs: 137 active+clean; 312 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 20 op/s 2024-04-12T17:09:59.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:59 smithi099 ceph-mon[94290]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-12T17:09:59.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:09:59 smithi099 ceph-mon[94290]: pgmap v3732: 137 pgs: 137 active+clean; 312 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 20 op/s 2024-04-12T17:09:59.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:59 smithi099 ceph-mon[96864]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-12T17:09:59.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:09:59 smithi099 ceph-mon[96864]: pgmap v3732: 137 pgs: 137 active+clean; 312 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 20 op/s 2024-04-12T17:10:00.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:00 smithi110 ceph-mon[88691]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-12T17:10:00.380 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:00 smithi099 ceph-mon[96864]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-12T17:10:00.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:00 smithi099 ceph-mon[94290]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-12T17:10:01.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:01 smithi110 ceph-mon[88691]: pgmap v3733: 137 pgs: 137 active+clean; 336 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 507 KiB/s rd, 2.8 MiB/s wr, 54 op/s 2024-04-12T17:10:01.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:01 smithi099 ceph-mon[94290]: pgmap v3733: 137 pgs: 137 active+clean; 336 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 507 KiB/s rd, 2.8 MiB/s wr, 54 op/s 2024-04-12T17:10:01.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:01 smithi099 ceph-mon[96864]: pgmap v3733: 137 pgs: 137 active+clean; 336 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 507 KiB/s rd, 2.8 MiB/s wr, 54 op/s 2024-04-12T17:10:02.587 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:10:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:10:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:10:03.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:03 smithi110 ceph-mon[88691]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-12T17:10:03.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:03 smithi110 ceph-mon[88691]: pgmap v3735: 137 pgs: 137 active+clean; 366 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 79 KiB/s rd, 6.8 MiB/s wr, 58 op/s 2024-04-12T17:10:03.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:03 smithi099 ceph-mon[94290]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-12T17:10:03.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:03 smithi099 ceph-mon[94290]: pgmap v3735: 137 pgs: 137 active+clean; 366 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 79 KiB/s rd, 6.8 MiB/s wr, 58 op/s 2024-04-12T17:10:03.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:03 smithi099 ceph-mon[96864]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-12T17:10:03.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:03 smithi099 ceph-mon[96864]: pgmap v3735: 137 pgs: 137 active+clean; 366 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 79 KiB/s rd, 6.8 MiB/s wr, 58 op/s 2024-04-12T17:10:04.295 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/5.ShrinkToOneAfterSnapshot (14259 ms) 2024-04-12T17:10:04.295 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/5.MinOverlap 2024-04-12T17:10:04.295 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:10:05.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:05 smithi110 ceph-mon[88691]: pgmap v3736: 137 pgs: 137 active+clean; 390 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 9.8 MiB/s wr, 55 op/s 2024-04-12T17:10:05.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:05 smithi099 ceph-mon[96864]: pgmap v3736: 137 pgs: 137 active+clean; 390 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 9.8 MiB/s wr, 55 op/s 2024-04-12T17:10:05.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:05 smithi099 ceph-mon[94290]: pgmap v3736: 137 pgs: 137 active+clean; 390 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 9.8 MiB/s wr, 55 op/s 2024-04-12T17:10:06.630 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:10:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:10:06] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-12T17:10:07.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:07 smithi110 ceph-mon[88691]: pgmap v3737: 137 pgs: 137 active+clean; 430 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 6.9 MiB/s rd, 14 MiB/s wr, 99 op/s 2024-04-12T17:10:07.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:07 smithi099 ceph-mon[94290]: pgmap v3737: 137 pgs: 137 active+clean; 430 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 6.9 MiB/s rd, 14 MiB/s wr, 99 op/s 2024-04-12T17:10:07.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:07 smithi099 ceph-mon[96864]: pgmap v3737: 137 pgs: 137 active+clean; 430 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 6.9 MiB/s rd, 14 MiB/s wr, 99 op/s 2024-04-12T17:10:09.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:09 smithi110 ceph-mon[88691]: pgmap v3738: 137 pgs: 137 active+clean; 438 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 5.8 MiB/s rd, 13 MiB/s wr, 83 op/s 2024-04-12T17:10:09.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:09 smithi099 ceph-mon[94290]: pgmap v3738: 137 pgs: 137 active+clean; 438 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 5.8 MiB/s rd, 13 MiB/s wr, 83 op/s 2024-04-12T17:10:09.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:09 smithi099 ceph-mon[96864]: pgmap v3738: 137 pgs: 137 active+clean; 438 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 5.8 MiB/s rd, 13 MiB/s wr, 83 op/s 2024-04-12T17:10:11.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:11 smithi110 ceph-mon[88691]: pgmap v3739: 137 pgs: 137 active+clean; 438 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 5.8 MiB/s rd, 10 MiB/s wr, 43 op/s 2024-04-12T17:10:11.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:11 smithi099 ceph-mon[94290]: pgmap v3739: 137 pgs: 137 active+clean; 438 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 5.8 MiB/s rd, 10 MiB/s wr, 43 op/s 2024-04-12T17:10:11.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:11 smithi099 ceph-mon[96864]: pgmap v3739: 137 pgs: 137 active+clean; 438 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 5.8 MiB/s rd, 10 MiB/s wr, 43 op/s 2024-04-12T17:10:12.587 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:12 smithi110 ceph-mon[88691]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-12T17:10:12.587 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:10:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:10:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:10:12.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:12 smithi099 ceph-mon[94290]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-12T17:10:12.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:12 smithi099 ceph-mon[96864]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-12T17:10:13.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:13 smithi110 ceph-mon[88691]: pgmap v3741: 137 pgs: 137 active+clean; 446 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.0 MiB/s wr, 41 op/s 2024-04-12T17:10:13.838 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:10:13.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:13 smithi099 ceph-mon[94290]: pgmap v3741: 137 pgs: 137 active+clean; 446 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.0 MiB/s wr, 41 op/s 2024-04-12T17:10:13.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:10:13.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:13 smithi099 ceph-mon[96864]: pgmap v3741: 137 pgs: 137 active+clean; 446 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.0 MiB/s wr, 41 op/s 2024-04-12T17:10:13.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:10:15.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:15 smithi110 ceph-mon[88691]: pgmap v3742: 137 pgs: 137 active+clean; 451 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.1 MiB/s wr, 41 op/s 2024-04-12T17:10:15.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:15 smithi099 ceph-mon[94290]: pgmap v3742: 137 pgs: 137 active+clean; 451 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.1 MiB/s wr, 41 op/s 2024-04-12T17:10:15.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:15 smithi099 ceph-mon[96864]: pgmap v3742: 137 pgs: 137 active+clean; 451 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.1 MiB/s wr, 41 op/s 2024-04-12T17:10:16.630 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:10:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:10:16] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-04-12T17:10:17.603 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/5.MinOverlap (13308 ms) 2024-04-12T17:10:17.603 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/5.ZeroOverlap 2024-04-12T17:10:17.603 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:10:17.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:17 smithi110 ceph-mon[88691]: pgmap v3743: 137 pgs: 137 active+clean; 479 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.9 MiB/s wr, 58 op/s 2024-04-12T17:10:17.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:17 smithi099 ceph-mon[94290]: pgmap v3743: 137 pgs: 137 active+clean; 479 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.9 MiB/s wr, 58 op/s 2024-04-12T17:10:17.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:17 smithi099 ceph-mon[96864]: pgmap v3743: 137 pgs: 137 active+clean; 479 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.9 MiB/s wr, 58 op/s 2024-04-12T17:10:19.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:19 smithi110 ceph-mon[88691]: pgmap v3744: 137 pgs: 137 active+clean; 479 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 57 op/s 2024-04-12T17:10:19.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:19 smithi099 ceph-mon[94290]: pgmap v3744: 137 pgs: 137 active+clean; 479 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 57 op/s 2024-04-12T17:10:19.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:19 smithi099 ceph-mon[96864]: pgmap v3744: 137 pgs: 137 active+clean; 479 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 57 op/s 2024-04-12T17:10:21.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:21 smithi110 ceph-mon[88691]: pgmap v3745: 137 pgs: 137 active+clean; 499 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 64 op/s 2024-04-12T17:10:21.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:10:21.838 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:10:21.838 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:10:21.838 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:10:21.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:21 smithi099 ceph-mon[94290]: pgmap v3745: 137 pgs: 137 active+clean; 499 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 64 op/s 2024-04-12T17:10:21.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:10:21.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:10:21.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:10:21.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:10:21.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:21 smithi099 ceph-mon[96864]: pgmap v3745: 137 pgs: 137 active+clean; 499 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 64 op/s 2024-04-12T17:10:21.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:10:21.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:10:21.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:10:21.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:10:22.587 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:10:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:10:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:10:23.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:23 smithi110 ceph-mon[88691]: pgmap v3746: 137 pgs: 137 active+clean; 499 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.9 MiB/s wr, 58 op/s 2024-04-12T17:10:23.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:23 smithi099 ceph-mon[94290]: pgmap v3746: 137 pgs: 137 active+clean; 499 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.9 MiB/s wr, 58 op/s 2024-04-12T17:10:23.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:23 smithi099 ceph-mon[96864]: pgmap v3746: 137 pgs: 137 active+clean; 499 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.9 MiB/s wr, 58 op/s 2024-04-12T17:10:24.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:24 smithi110 ceph-mon[88691]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-12T17:10:24.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:24 smithi099 ceph-mon[94290]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-12T17:10:24.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:24 smithi099 ceph-mon[96864]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-12T17:10:25.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:25 smithi110 ceph-mon[88691]: pgmap v3748: 137 pgs: 137 active+clean; 508 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.1 MiB/s wr, 99 op/s 2024-04-12T17:10:25.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:25 smithi099 ceph-mon[94290]: pgmap v3748: 137 pgs: 137 active+clean; 508 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.1 MiB/s wr, 99 op/s 2024-04-12T17:10:25.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:25 smithi099 ceph-mon[96864]: pgmap v3748: 137 pgs: 137 active+clean; 508 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.1 MiB/s wr, 99 op/s 2024-04-12T17:10:26.630 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:10:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:10:26] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-04-12T17:10:27.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:27 smithi110 ceph-mon[88691]: pgmap v3749: 137 pgs: 137 active+clean; 532 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 49 op/s 2024-04-12T17:10:27.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:10:27.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:27 smithi099 ceph-mon[94290]: pgmap v3749: 137 pgs: 137 active+clean; 532 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 49 op/s 2024-04-12T17:10:27.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:10:27.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:27 smithi099 ceph-mon[96864]: pgmap v3749: 137 pgs: 137 active+clean; 532 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 49 op/s 2024-04-12T17:10:27.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:10:29.044 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/5.ZeroOverlap (11441 ms) 2024-04-12T17:10:29.578 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 7 tests from EncryptedFlattenTest/5 (100163 ms total) 2024-04-12T17:10:29.578 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T17:10:29.578 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 7 tests from EncryptedFlattenTest/6, where TypeParam = LUKS2UnderLUKS2 2024-04-12T17:10:29.612 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/6.Simple 2024-04-12T17:10:29.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:29 smithi110 ceph-mon[88691]: pgmap v3750: 137 pgs: 137 active+clean; 540 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 49 op/s 2024-04-12T17:10:29.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:29 smithi099 ceph-mon[94290]: pgmap v3750: 137 pgs: 137 active+clean; 540 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 49 op/s 2024-04-12T17:10:29.880 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:29 smithi099 ceph-mon[96864]: pgmap v3750: 137 pgs: 137 active+clean; 540 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 49 op/s 2024-04-12T17:10:30.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:30 smithi110 ceph-mon[88691]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-12T17:10:30.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:30 smithi099 ceph-mon[94290]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-12T17:10:30.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:30 smithi099 ceph-mon[96864]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-12T17:10:31.595 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:10:31.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:31 smithi110 ceph-mon[88691]: pgmap v3752: 105 pgs: 105 active+clean; 4.6 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail 2024-04-12T17:10:31.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:31 smithi110 ceph-mon[88691]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-12T17:10:31.838 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:31 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/757983080' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:10:31.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:31 smithi099 ceph-mon[94290]: pgmap v3752: 105 pgs: 105 active+clean; 4.6 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail 2024-04-12T17:10:31.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:31 smithi099 ceph-mon[94290]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-12T17:10:31.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:31 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/757983080' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:10:31.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:31 smithi099 ceph-mon[96864]: pgmap v3752: 105 pgs: 105 active+clean; 4.6 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail 2024-04-12T17:10:31.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:31 smithi099 ceph-mon[96864]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-12T17:10:31.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:31 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/757983080' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:10:32.587 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:10:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:10:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:10:32.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:32 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/757983080' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:10:32.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:32 smithi099 ceph-mon[94290]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-12T17:10:32.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:32 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/757983080' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:10:32.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:32 smithi099 ceph-mon[96864]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-12T17:10:33.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:32 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/757983080' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:10:33.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:32 smithi110 ceph-mon[88691]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-12T17:10:33.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:33 smithi099 ceph-mon[94290]: pgmap v3755: 137 pgs: 5 creating+peering, 20 unknown, 112 active+clean; 4.6 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:10:33.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:33 smithi099 ceph-mon[94290]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-12T17:10:33.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:33 smithi099 ceph-mon[96864]: pgmap v3755: 137 pgs: 5 creating+peering, 20 unknown, 112 active+clean; 4.6 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:10:33.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:33 smithi099 ceph-mon[96864]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-12T17:10:34.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:33 smithi110 ceph-mon[88691]: pgmap v3755: 137 pgs: 5 creating+peering, 20 unknown, 112 active+clean; 4.6 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:10:34.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:33 smithi110 ceph-mon[88691]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-12T17:10:34.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:34 smithi099 ceph-mon[94290]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-12T17:10:34.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:34 smithi099 ceph-mon[96864]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-12T17:10:35.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:34 smithi110 ceph-mon[88691]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-12T17:10:35.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:35 smithi099 ceph-mon[94290]: pgmap v3758: 137 pgs: 5 creating+peering, 8 unknown, 124 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 6.0 KiB/s rd, 767 B/s wr, 9 op/s 2024-04-12T17:10:35.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:35 smithi099 ceph-mon[96864]: pgmap v3758: 137 pgs: 5 creating+peering, 8 unknown, 124 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 6.0 KiB/s rd, 767 B/s wr, 9 op/s 2024-04-12T17:10:36.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:35 smithi110 ceph-mon[88691]: pgmap v3758: 137 pgs: 5 creating+peering, 8 unknown, 124 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 6.0 KiB/s rd, 767 B/s wr, 9 op/s 2024-04-12T17:10:36.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:10:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:10:36] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-12T17:10:37.880 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:37 smithi099 ceph-mon[94290]: pgmap v3759: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.8 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-12T17:10:37.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:37 smithi099 ceph-mon[96864]: pgmap v3759: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.8 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-12T17:10:38.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:37 smithi110 ceph-mon[88691]: pgmap v3759: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.8 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-12T17:10:39.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:39 smithi099 ceph-mon[94290]: pgmap v3760: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-12T17:10:39.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:39 smithi099 ceph-mon[96864]: pgmap v3760: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-12T17:10:40.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:39 smithi110 ceph-mon[88691]: pgmap v3760: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-12T17:10:41.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:40 smithi099 ceph-mon[94290]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-12T17:10:41.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:40 smithi099 ceph-mon[96864]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-12T17:10:41.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:40 smithi110 ceph-mon[88691]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-12T17:10:42.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:41 smithi099 ceph-mon[94290]: pgmap v3762: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-12T17:10:42.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:41 smithi099 ceph-mon[94290]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-12T17:10:42.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:41 smithi099 ceph-mon[96864]: pgmap v3762: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-12T17:10:42.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:41 smithi099 ceph-mon[96864]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-12T17:10:42.239 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:41 smithi110 ceph-mon[88691]: pgmap v3762: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-12T17:10:42.239 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:41 smithi110 ceph-mon[88691]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-12T17:10:42.587 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:10:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:10:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:10:43.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:10:43.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:10:43.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:10:44.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:43 smithi099 ceph-mon[94290]: pgmap v3764: 137 pgs: 137 active+clean; 25 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 14 KiB/s rd, 2.5 MiB/s wr, 23 op/s 2024-04-12T17:10:44.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:43 smithi099 ceph-mon[96864]: pgmap v3764: 137 pgs: 137 active+clean; 25 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 14 KiB/s rd, 2.5 MiB/s wr, 23 op/s 2024-04-12T17:10:44.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:43 smithi110 ceph-mon[88691]: pgmap v3764: 137 pgs: 137 active+clean; 25 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 14 KiB/s rd, 2.5 MiB/s wr, 23 op/s 2024-04-12T17:10:46.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:45 smithi099 ceph-mon[94290]: pgmap v3765: 137 pgs: 137 active+clean; 46 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 5.1 MiB/s wr, 43 op/s 2024-04-12T17:10:46.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:45 smithi099 ceph-mon[96864]: pgmap v3765: 137 pgs: 137 active+clean; 46 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 5.1 MiB/s wr, 43 op/s 2024-04-12T17:10:46.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:45 smithi110 ceph-mon[88691]: pgmap v3765: 137 pgs: 137 active+clean; 46 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 5.1 MiB/s wr, 43 op/s 2024-04-12T17:10:46.630 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:10:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:10:46] "GET /metrics HTTP/1.1" 200 36733 "" "Prometheus/2.43.0" 2024-04-12T17:10:48.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:47 smithi099 ceph-mon[94290]: pgmap v3766: 137 pgs: 137 active+clean; 46 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-12T17:10:48.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:47 smithi099 ceph-mon[96864]: pgmap v3766: 137 pgs: 137 active+clean; 46 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-12T17:10:48.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:47 smithi110 ceph-mon[88691]: pgmap v3766: 137 pgs: 137 active+clean; 46 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-12T17:10:50.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:49 smithi099 ceph-mon[94290]: pgmap v3767: 137 pgs: 137 active+clean; 46 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 4.8 MiB/s wr, 41 op/s 2024-04-12T17:10:50.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:49 smithi099 ceph-mon[96864]: pgmap v3767: 137 pgs: 137 active+clean; 46 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 4.8 MiB/s wr, 41 op/s 2024-04-12T17:10:50.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:49 smithi110 ceph-mon[88691]: pgmap v3767: 137 pgs: 137 active+clean; 46 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 4.8 MiB/s wr, 41 op/s 2024-04-12T17:10:52.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:51 smithi099 ceph-mon[94290]: pgmap v3768: 137 pgs: 137 active+clean; 58 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 5.3 MiB/s wr, 39 op/s 2024-04-12T17:10:52.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:51 smithi099 ceph-mon[96864]: pgmap v3768: 137 pgs: 137 active+clean; 58 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 5.3 MiB/s wr, 39 op/s 2024-04-12T17:10:52.315 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:51 smithi110 ceph-mon[88691]: pgmap v3768: 137 pgs: 137 active+clean; 58 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 5.3 MiB/s wr, 39 op/s 2024-04-12T17:10:52.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:10:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:10:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:10:54.130 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:53 smithi099 ceph-mon[94290]: pgmap v3769: 137 pgs: 137 active+clean; 62 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 79 KiB/s rd, 4.9 MiB/s wr, 40 op/s 2024-04-12T17:10:54.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:53 smithi099 ceph-mon[96864]: pgmap v3769: 137 pgs: 137 active+clean; 62 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 79 KiB/s rd, 4.9 MiB/s wr, 40 op/s 2024-04-12T17:10:54.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:53 smithi110 ceph-mon[88691]: pgmap v3769: 137 pgs: 137 active+clean; 62 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 79 KiB/s rd, 4.9 MiB/s wr, 40 op/s 2024-04-12T17:10:54.576 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/6.Simple (24964 ms) 2024-04-12T17:10:54.576 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/6.Grow 2024-04-12T17:10:54.576 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:10:56.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:55 smithi099 ceph-mon[94290]: pgmap v3770: 137 pgs: 137 active+clean; 70 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.4 MiB/s wr, 26 op/s 2024-04-12T17:10:56.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:55 smithi099 ceph-mon[96864]: pgmap v3770: 137 pgs: 137 active+clean; 70 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.4 MiB/s wr, 26 op/s 2024-04-12T17:10:56.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:55 smithi110 ceph-mon[88691]: pgmap v3770: 137 pgs: 137 active+clean; 70 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.4 MiB/s wr, 26 op/s 2024-04-12T17:10:56.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:10:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:10:56] "GET /metrics HTTP/1.1" 200 36733 "" "Prometheus/2.43.0" 2024-04-12T17:10:57.957 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:57 smithi099 ceph-mon[94290]: pgmap v3771: 137 pgs: 137 active+clean; 79 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2024-04-12T17:10:57.957 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:10:57.958 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:57 smithi099 ceph-mon[96864]: pgmap v3771: 137 pgs: 137 active+clean; 79 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2024-04-12T17:10:57.958 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:10:58.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:57 smithi110 ceph-mon[88691]: pgmap v3771: 137 pgs: 137 active+clean; 79 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2024-04-12T17:10:58.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:11:00.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:10:59 smithi110 ceph-mon[88691]: pgmap v3772: 137 pgs: 137 active+clean; 87 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-12T17:11:00.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:10:59 smithi099 ceph-mon[94290]: pgmap v3772: 137 pgs: 137 active+clean; 87 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-12T17:11:00.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:10:59 smithi099 ceph-mon[96864]: pgmap v3772: 137 pgs: 137 active+clean; 87 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-12T17:11:02.315 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:11:01 smithi110 ceph-mon[88691]: pgmap v3773: 137 pgs: 137 active+clean; 87 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-12T17:11:02.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:11:01 smithi099 ceph-mon[94290]: pgmap v3773: 137 pgs: 137 active+clean; 87 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-12T17:11:02.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:11:01 smithi099 ceph-mon[96864]: pgmap v3773: 137 pgs: 137 active+clean; 87 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-12T17:11:02.587 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:11:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:11:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:11:04.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:11:03 smithi110 ceph-mon[88691]: pgmap v3774: 137 pgs: 137 active+clean; 95 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 25 op/s 2024-04-12T17:11:04.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:11:03 smithi110 ceph-mon[88691]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-12T17:11:04.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:11:03 smithi099 ceph-mon[94290]: pgmap v3774: 137 pgs: 137 active+clean; 95 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 25 op/s 2024-04-12T17:11:04.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:11:03 smithi099 ceph-mon[94290]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-12T17:11:04.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:11:03 smithi099 ceph-mon[96864]: pgmap v3774: 137 pgs: 137 active+clean; 95 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 25 op/s 2024-04-12T17:11:04.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:11:03 smithi099 ceph-mon[96864]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-12T17:11:06.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:11:05 smithi110 ceph-mon[88691]: pgmap v3776: 137 pgs: 137 active+clean; 108 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.2 MiB/s rd, 4.6 MiB/s wr, 22 op/s 2024-04-12T17:11:06.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:11:05 smithi099 ceph-mon[94290]: pgmap v3776: 137 pgs: 137 active+clean; 108 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.2 MiB/s rd, 4.6 MiB/s wr, 22 op/s 2024-04-12T17:11:06.363 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:11:05 smithi099 ceph-mon[96864]: pgmap v3776: 137 pgs: 137 active+clean; 108 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.2 MiB/s rd, 4.6 MiB/s wr, 22 op/s 2024-04-12T17:11:06.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:11:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:11:06] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-04-12T17:11:08.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:11:07 smithi110 ceph-mon[88691]: pgmap v3777: 137 pgs: 137 active+clean; 128 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.4 MiB/s rd, 5.3 MiB/s wr, 37 op/s 2024-04-12T17:11:08.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:11:07 smithi099 ceph-mon[94290]: pgmap v3777: 137 pgs: 137 active+clean; 128 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.4 MiB/s rd, 5.3 MiB/s wr, 37 op/s 2024-04-12T17:11:08.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:11:07 smithi099 ceph-mon[96864]: pgmap v3777: 137 pgs: 137 active+clean; 128 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.4 MiB/s rd, 5.3 MiB/s wr, 37 op/s 2024-04-12T17:11:10.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:11:09 smithi110 ceph-mon[88691]: pgmap v3778: 137 pgs: 137 active+clean; 128 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 845 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:11:10.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:11:09 smithi099 ceph-mon[94290]: pgmap v3778: 137 pgs: 137 active+clean; 128 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 845 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:11:10.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:11:09 smithi099 ceph-mon[96864]: pgmap v3778: 137 pgs: 137 active+clean; 128 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 845 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:11:12.316 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:11:11 smithi110 ceph-mon[88691]: pgmap v3779: 137 pgs: 137 active+clean; 128 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:11:12.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:11:11 smithi099 ceph-mon[94290]: pgmap v3779: 137 pgs: 137 active+clean; 128 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:11:12.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:11:11 smithi099 ceph-mon[96864]: pgmap v3779: 137 pgs: 137 active+clean; 128 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:11:12.587 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:11:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:11:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:11:13.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:11:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:11:13.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:11:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:11:13.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:11:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:11:14.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:11:13 smithi110 ceph-mon[88691]: pgmap v3780: 137 pgs: 137 active+clean; 132 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 3.7 MiB/s wr, 42 op/s 2024-04-12T17:11:14.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:11:13 smithi099 ceph-mon[94290]: pgmap v3780: 137 pgs: 137 active+clean; 132 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 3.7 MiB/s wr, 42 op/s 2024-04-12T17:11:14.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:11:13 smithi099 ceph-mon[96864]: pgmap v3780: 137 pgs: 137 active+clean; 132 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 3.7 MiB/s wr, 42 op/s 2024-04-12T17:11:16.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:11:15 smithi110 ceph-mon[88691]: pgmap v3781: 137 pgs: 137 active+clean; 140 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 51 KiB/s rd, 3.9 MiB/s wr, 37 op/s 2024-04-12T17:11:16.362 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:11:15 smithi099 ceph-mon[94290]: pgmap v3781: 137 pgs: 137 active+clean; 140 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 51 KiB/s rd, 3.9 MiB/s wr, 37 op/s 2024-04-12T17:11:16.362 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:11:15 smithi099 ceph-mon[96864]: pgmap v3781: 137 pgs: 137 active+clean; 140 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 51 KiB/s rd, 3.9 MiB/s wr, 37 op/s 2024-04-12T17:11:16.630 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:11:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:11:16] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-12T17:11:16.633 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/6.Grow (22057 ms) 2024-04-12T17:11:16.633 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/6.Shrink 2024-04-12T17:11:16.633 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:11:18.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:11:17 smithi110 ceph-mon[88691]: pgmap v3782: 137 pgs: 137 active+clean; 152 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.3 MiB/s wr, 39 op/s 2024-04-12T17:11:18.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:11:17 smithi099 ceph-mon[94290]: pgmap v3782: 137 pgs: 137 active+clean; 152 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.3 MiB/s wr, 39 op/s 2024-04-12T17:11:18.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:11:17 smithi099 ceph-mon[96864]: pgmap v3782: 137 pgs: 137 active+clean; 152 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.3 MiB/s wr, 39 op/s 2024-04-12T17:11:20.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:11:19 smithi110 ceph-mon[88691]: pgmap v3783: 137 pgs: 137 active+clean; 156 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.0 MiB/s wr, 29 op/s 2024-04-12T17:11:20.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:11:19 smithi099 ceph-mon[94290]: pgmap v3783: 137 pgs: 137 active+clean; 156 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.0 MiB/s wr, 29 op/s 2024-04-12T17:11:20.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:11:19 smithi099 ceph-mon[96864]: pgmap v3783: 137 pgs: 137 active+clean; 156 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.0 MiB/s wr, 29 op/s 2024-04-12T17:11:22.316 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:11:21 smithi110 ceph-mon[88691]: pgmap v3784: 137 pgs: 137 active+clean; 169 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-12T17:11:22.316 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:11:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:11:22.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:11:21 smithi099 ceph-mon[94290]: pgmap v3784: 137 pgs: 137 active+clean; 169 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-12T17:11:22.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:11:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:11:22.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:11:21 smithi099 ceph-mon[96864]: pgmap v3784: 137 pgs: 137 active+clean; 169 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-12T17:11:22.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:11:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:11:22.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:11:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:11:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:11:23.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:11:22 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:11:23.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:11:22 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:11:23.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:11:22 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:11:23.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:11:22 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:11:23.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:11:22 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:11:23.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:11:22 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:11:23.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:11:22 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:11:23.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:11:22 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:11:23.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:11:22 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:11:24.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:11:23 smithi110 ceph-mon[88691]: pgmap v3785: 137 pgs: 137 active+clean; 169 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-12T17:11:24.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:11:23 smithi099 ceph-mon[94290]: pgmap v3785: 137 pgs: 137 active+clean; 169 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-12T17:11:24.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:11:23 smithi099 ceph-mon[96864]: pgmap v3785: 137 pgs: 137 active+clean; 169 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-12T17:11:25.838 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 17:11:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=cleanup t=2024-04-12T17:11:25.54165403Z level=info msg="Completed cleanup jobs" duration=2.250069ms 2024-04-12T17:11:26.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:11:25 smithi110 ceph-mon[88691]: pgmap v3786: 137 pgs: 137 active+clean; 169 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 24 op/s 2024-04-12T17:11:26.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:11:25 smithi110 ceph-mon[88691]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-12T17:11:26.362 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:11:25 smithi099 ceph-mon[94290]: pgmap v3786: 137 pgs: 137 active+clean; 169 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 24 op/s 2024-04-12T17:11:26.362 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:11:25 smithi099 ceph-mon[94290]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-12T17:11:26.362 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:11:25 smithi099 ceph-mon[96864]: pgmap v3786: 137 pgs: 137 active+clean; 169 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 24 op/s 2024-04-12T17:11:26.362 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:11:25 smithi099 ceph-mon[96864]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-12T17:11:26.630 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:11:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:11:26] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-12T17:11:28.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:11:27 smithi110 ceph-mon[88691]: pgmap v3788: 137 pgs: 137 active+clean; 189 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.5 MiB/s wr, 23 op/s 2024-04-12T17:11:28.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:11:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:11:28.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:11:27 smithi099 ceph-mon[94290]: pgmap v3788: 137 pgs: 137 active+clean; 189 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.5 MiB/s wr, 23 op/s 2024-04-12T17:11:28.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:11:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:11:28.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:11:27 smithi099 ceph-mon[96864]: pgmap v3788: 137 pgs: 137 active+clean; 189 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.5 MiB/s wr, 23 op/s 2024-04-12T17:11:28.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:11:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:11:30.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:11:29 smithi110 ceph-mon[88691]: pgmap v3789: 137 pgs: 137 active+clean; 209 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 5.2 MiB/s rd, 6.1 MiB/s wr, 18 op/s 2024-04-12T17:11:30.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:11:29 smithi099 ceph-mon[94290]: pgmap v3789: 137 pgs: 137 active+clean; 209 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 5.2 MiB/s rd, 6.1 MiB/s wr, 18 op/s 2024-04-12T17:11:30.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:11:29 smithi099 ceph-mon[96864]: pgmap v3789: 137 pgs: 137 active+clean; 209 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 5.2 MiB/s rd, 6.1 MiB/s wr, 18 op/s 2024-04-12T17:11:32.316 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:11:31 smithi110 ceph-mon[88691]: pgmap v3790: 137 pgs: 137 active+clean; 210 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 845 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:11:32.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:11:31 smithi099 ceph-mon[94290]: pgmap v3790: 137 pgs: 137 active+clean; 210 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 845 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:11:32.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:11:31 smithi099 ceph-mon[96864]: pgmap v3790: 137 pgs: 137 active+clean; 210 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 845 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:11:32.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:11:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:11:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:11:34.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:11:33 smithi110 ceph-mon[88691]: pgmap v3791: 137 pgs: 137 active+clean; 214 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-12T17:11:34.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:11:33 smithi099 ceph-mon[94290]: pgmap v3791: 137 pgs: 137 active+clean; 214 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-12T17:11:34.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:11:33 smithi099 ceph-mon[96864]: pgmap v3791: 137 pgs: 137 active+clean; 214 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-12T17:11:36.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:11:35 smithi110 ceph-mon[88691]: pgmap v3792: 137 pgs: 137 active+clean; 214 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-12T17:11:36.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:11:35 smithi099 ceph-mon[94290]: pgmap v3792: 137 pgs: 137 active+clean; 214 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-12T17:11:36.363 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:11:35 smithi099 ceph-mon[96864]: pgmap v3792: 137 pgs: 137 active+clean; 214 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-12T17:11:36.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:11:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:11:36] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-04-12T17:11:38.292 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/6.Shrink (21659 ms) 2024-04-12T17:11:38.292 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/6.ShrinkToOne 2024-04-12T17:11:38.293 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:11:38.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:11:37 smithi110 ceph-mon[88691]: pgmap v3793: 137 pgs: 137 active+clean; 230 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.6 MiB/s wr, 41 op/s 2024-04-12T17:11:38.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:11:37 smithi099 ceph-mon[94290]: pgmap v3793: 137 pgs: 137 active+clean; 230 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.6 MiB/s wr, 41 op/s 2024-04-12T17:11:38.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:11:37 smithi099 ceph-mon[96864]: pgmap v3793: 137 pgs: 137 active+clean; 230 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.6 MiB/s wr, 41 op/s 2024-04-12T17:11:40.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:11:39 smithi110 ceph-mon[88691]: pgmap v3794: 137 pgs: 137 active+clean; 239 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.8 MiB/s wr, 41 op/s 2024-04-12T17:11:40.388 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:11:39 smithi099 ceph-mon[94290]: pgmap v3794: 137 pgs: 137 active+clean; 239 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.8 MiB/s wr, 41 op/s 2024-04-12T17:11:40.389 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:11:39 smithi099 ceph-mon[96864]: pgmap v3794: 137 pgs: 137 active+clean; 239 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.8 MiB/s wr, 41 op/s 2024-04-12T17:11:42.315 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:11:41 smithi110 ceph-mon[88691]: pgmap v3795: 137 pgs: 137 active+clean; 251 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.5 MiB/s wr, 50 op/s 2024-04-12T17:11:42.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:11:41 smithi099 ceph-mon[94290]: pgmap v3795: 137 pgs: 137 active+clean; 251 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.5 MiB/s wr, 50 op/s 2024-04-12T17:11:42.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:11:41 smithi099 ceph-mon[96864]: pgmap v3795: 137 pgs: 137 active+clean; 251 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.5 MiB/s wr, 50 op/s 2024-04-12T17:11:42.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:11:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:11:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:11:43.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:11:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:11:43.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:11:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:11:43.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:11:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:11:44.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:11:43 smithi110 ceph-mon[88691]: pgmap v3796: 137 pgs: 137 active+clean; 251 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-12T17:11:44.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:11:43 smithi099 ceph-mon[94290]: pgmap v3796: 137 pgs: 137 active+clean; 251 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-12T17:11:44.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:11:43 smithi099 ceph-mon[96864]: pgmap v3796: 137 pgs: 137 active+clean; 251 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-12T17:11:46.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:11:45 smithi110 ceph-mon[88691]: pgmap v3797: 137 pgs: 137 active+clean; 251 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.4 MiB/s wr, 30 op/s 2024-04-12T17:11:46.362 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:11:45 smithi099 ceph-mon[96864]: pgmap v3797: 137 pgs: 137 active+clean; 251 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.4 MiB/s wr, 30 op/s 2024-04-12T17:11:46.362 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:11:45 smithi099 ceph-mon[94290]: pgmap v3797: 137 pgs: 137 active+clean; 251 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.4 MiB/s wr, 30 op/s 2024-04-12T17:11:46.630 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:11:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:11:46] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-12T17:11:47.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:11:46 smithi110 ceph-mon[88691]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-12T17:11:47.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:11:46 smithi099 ceph-mon[94290]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-12T17:11:47.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:11:46 smithi099 ceph-mon[96864]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-12T17:11:48.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:11:47 smithi110 ceph-mon[88691]: pgmap v3799: 137 pgs: 137 active+clean; 263 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.5 MiB/s wr, 25 op/s 2024-04-12T17:11:48.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:11:47 smithi099 ceph-mon[94290]: pgmap v3799: 137 pgs: 137 active+clean; 263 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.5 MiB/s wr, 25 op/s 2024-04-12T17:11:48.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:11:47 smithi099 ceph-mon[96864]: pgmap v3799: 137 pgs: 137 active+clean; 263 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.5 MiB/s wr, 25 op/s 2024-04-12T17:11:50.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:11:49 smithi110 ceph-mon[88691]: pgmap v3800: 137 pgs: 137 active+clean; 272 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.1 MiB/s wr, 23 op/s 2024-04-12T17:11:50.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:11:49 smithi099 ceph-mon[94290]: pgmap v3800: 137 pgs: 137 active+clean; 272 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.1 MiB/s wr, 23 op/s 2024-04-12T17:11:50.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:11:49 smithi099 ceph-mon[96864]: pgmap v3800: 137 pgs: 137 active+clean; 272 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.1 MiB/s wr, 23 op/s 2024-04-12T17:11:52.316 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:11:51 smithi110 ceph-mon[88691]: pgmap v3801: 137 pgs: 137 active+clean; 292 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-12T17:11:52.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:11:51 smithi099 ceph-mon[94290]: pgmap v3801: 137 pgs: 137 active+clean; 292 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-12T17:11:52.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:11:51 smithi099 ceph-mon[96864]: pgmap v3801: 137 pgs: 137 active+clean; 292 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-12T17:11:52.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:11:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:11:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:11:54.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:11:53 smithi110 ceph-mon[88691]: pgmap v3802: 137 pgs: 137 active+clean; 292 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-12T17:11:54.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:11:53 smithi099 ceph-mon[94290]: pgmap v3802: 137 pgs: 137 active+clean; 292 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-12T17:11:54.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:11:53 smithi099 ceph-mon[96864]: pgmap v3802: 137 pgs: 137 active+clean; 292 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-12T17:11:56.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:11:56 smithi110 ceph-mon[88691]: pgmap v3803: 137 pgs: 137 active+clean; 300 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 33 KiB/s rd, 4.9 MiB/s wr, 45 op/s 2024-04-12T17:11:56.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:11:56 smithi099 ceph-mon[94290]: pgmap v3803: 137 pgs: 137 active+clean; 300 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 33 KiB/s rd, 4.9 MiB/s wr, 45 op/s 2024-04-12T17:11:56.363 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:11:56 smithi099 ceph-mon[96864]: pgmap v3803: 137 pgs: 137 active+clean; 300 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 33 KiB/s rd, 4.9 MiB/s wr, 45 op/s 2024-04-12T17:11:56.363 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:11:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:11:56] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-12T17:11:57.397 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/6.ShrinkToOne (19105 ms) 2024-04-12T17:11:57.398 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/6.ShrinkToOneAfterSnapshot 2024-04-12T17:11:57.398 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:11:58.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:11:58 smithi110 ceph-mon[88691]: pgmap v3804: 137 pgs: 137 active+clean; 312 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 88 KiB/s rd, 6.2 MiB/s wr, 45 op/s 2024-04-12T17:11:58.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:11:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:11:58.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:11:58 smithi099 ceph-mon[94290]: pgmap v3804: 137 pgs: 137 active+clean; 312 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 88 KiB/s rd, 6.2 MiB/s wr, 45 op/s 2024-04-12T17:11:58.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:11:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:11:58.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:11:58 smithi099 ceph-mon[96864]: pgmap v3804: 137 pgs: 137 active+clean; 312 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 88 KiB/s rd, 6.2 MiB/s wr, 45 op/s 2024-04-12T17:11:58.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:11:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:12:00.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:00 smithi110 ceph-mon[88691]: pgmap v3805: 137 pgs: 137 active+clean; 312 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 78 KiB/s rd, 4.4 MiB/s wr, 40 op/s 2024-04-12T17:12:00.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:00 smithi099 ceph-mon[94290]: pgmap v3805: 137 pgs: 137 active+clean; 312 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 78 KiB/s rd, 4.4 MiB/s wr, 40 op/s 2024-04-12T17:12:00.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:00 smithi099 ceph-mon[96864]: pgmap v3805: 137 pgs: 137 active+clean; 312 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 78 KiB/s rd, 4.4 MiB/s wr, 40 op/s 2024-04-12T17:12:02.315 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:02 smithi110 ceph-mon[88691]: pgmap v3806: 137 pgs: 137 active+clean; 312 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.0 MiB/s wr, 51 op/s 2024-04-12T17:12:02.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:02 smithi099 ceph-mon[94290]: pgmap v3806: 137 pgs: 137 active+clean; 312 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.0 MiB/s wr, 51 op/s 2024-04-12T17:12:02.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:02 smithi099 ceph-mon[96864]: pgmap v3806: 137 pgs: 137 active+clean; 312 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.0 MiB/s wr, 51 op/s 2024-04-12T17:12:02.587 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:12:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:12:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:12:04.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:04 smithi110 ceph-mon[88691]: pgmap v3807: 137 pgs: 137 active+clean; 312 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-12T17:12:04.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:04 smithi099 ceph-mon[94290]: pgmap v3807: 137 pgs: 137 active+clean; 312 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-12T17:12:04.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:04 smithi099 ceph-mon[96864]: pgmap v3807: 137 pgs: 137 active+clean; 312 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-12T17:12:06.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:06 smithi110 ceph-mon[88691]: pgmap v3808: 137 pgs: 137 active+clean; 312 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-04-12T17:12:06.361 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:06 smithi099 ceph-mon[94290]: pgmap v3808: 137 pgs: 137 active+clean; 312 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-04-12T17:12:06.362 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:06 smithi099 ceph-mon[96864]: pgmap v3808: 137 pgs: 137 active+clean; 312 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-04-12T17:12:06.633 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:12:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:12:06] "GET /metrics HTTP/1.1" 200 36747 "" "Prometheus/2.43.0" 2024-04-12T17:12:07.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:07 smithi110 ceph-mon[88691]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-12T17:12:07.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:07 smithi099 ceph-mon[94290]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-12T17:12:07.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:07 smithi099 ceph-mon[96864]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-12T17:12:08.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:08 smithi110 ceph-mon[88691]: pgmap v3810: 137 pgs: 137 active+clean; 316 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-04-12T17:12:08.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:08 smithi099 ceph-mon[94290]: pgmap v3810: 137 pgs: 137 active+clean; 316 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-04-12T17:12:08.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:08 smithi099 ceph-mon[96864]: pgmap v3810: 137 pgs: 137 active+clean; 316 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-04-12T17:12:10.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:10 smithi110 ceph-mon[88691]: pgmap v3811: 137 pgs: 137 active+clean; 316 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-04-12T17:12:10.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:10 smithi099 ceph-mon[94290]: pgmap v3811: 137 pgs: 137 active+clean; 316 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-04-12T17:12:10.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:10 smithi099 ceph-mon[96864]: pgmap v3811: 137 pgs: 137 active+clean; 316 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-04-12T17:12:12.316 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:12 smithi110 ceph-mon[88691]: pgmap v3812: 137 pgs: 137 active+clean; 353 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:12:12.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:12 smithi099 ceph-mon[94290]: pgmap v3812: 137 pgs: 137 active+clean; 353 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:12:12.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:12 smithi099 ceph-mon[96864]: pgmap v3812: 137 pgs: 137 active+clean; 353 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:12:12.587 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:12:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:12:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:12:13.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:12:13.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:12:13.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:12:14.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:14 smithi110 ceph-mon[88691]: pgmap v3813: 137 pgs: 137 active+clean; 353 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:12:14.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:14 smithi099 ceph-mon[94290]: pgmap v3813: 137 pgs: 137 active+clean; 353 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:12:14.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:14 smithi099 ceph-mon[96864]: pgmap v3813: 137 pgs: 137 active+clean; 353 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:12:16.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:16 smithi110 ceph-mon[88691]: pgmap v3814: 137 pgs: 137 active+clean; 357 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 29 KiB/s rd, 4.5 MiB/s wr, 39 op/s 2024-04-12T17:12:16.362 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:16 smithi099 ceph-mon[94290]: pgmap v3814: 137 pgs: 137 active+clean; 357 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 29 KiB/s rd, 4.5 MiB/s wr, 39 op/s 2024-04-12T17:12:16.362 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:16 smithi099 ceph-mon[96864]: pgmap v3814: 137 pgs: 137 active+clean; 357 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 29 KiB/s rd, 4.5 MiB/s wr, 39 op/s 2024-04-12T17:12:16.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:12:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:12:16] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-12T17:12:18.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:18 smithi110 ceph-mon[88691]: pgmap v3815: 137 pgs: 137 active+clean; 369 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 59 KiB/s rd, 5.4 MiB/s wr, 44 op/s 2024-04-12T17:12:18.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:18 smithi099 ceph-mon[94290]: pgmap v3815: 137 pgs: 137 active+clean; 369 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 59 KiB/s rd, 5.4 MiB/s wr, 44 op/s 2024-04-12T17:12:18.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:18 smithi099 ceph-mon[96864]: pgmap v3815: 137 pgs: 137 active+clean; 369 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 59 KiB/s rd, 5.4 MiB/s wr, 44 op/s 2024-04-12T17:12:19.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:19 smithi110 ceph-mon[88691]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-12T17:12:19.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:19 smithi099 ceph-mon[94290]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-12T17:12:19.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:19 smithi099 ceph-mon[96864]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-12T17:12:20.278 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/6.ShrinkToOneAfterSnapshot (22881 ms) 2024-04-12T17:12:20.278 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/6.MinOverlap 2024-04-12T17:12:20.278 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:12:20.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:20 smithi110 ceph-mon[88691]: pgmap v3817: 137 pgs: 137 active+clean; 369 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 62 KiB/s rd, 5.3 MiB/s wr, 45 op/s 2024-04-12T17:12:20.380 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:20 smithi099 ceph-mon[94290]: pgmap v3817: 137 pgs: 137 active+clean; 369 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 62 KiB/s rd, 5.3 MiB/s wr, 45 op/s 2024-04-12T17:12:20.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:20 smithi099 ceph-mon[96864]: pgmap v3817: 137 pgs: 137 active+clean; 369 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 62 KiB/s rd, 5.3 MiB/s wr, 45 op/s 2024-04-12T17:12:21.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:21 smithi099 ceph-mon[94290]: pgmap v3818: 137 pgs: 137 active+clean; 410 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 5.7 MiB/s wr, 43 op/s 2024-04-12T17:12:21.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:21 smithi099 ceph-mon[96864]: pgmap v3818: 137 pgs: 137 active+clean; 410 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 5.7 MiB/s wr, 43 op/s 2024-04-12T17:12:21.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:21 smithi110 ceph-mon[88691]: pgmap v3818: 137 pgs: 137 active+clean; 410 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 5.7 MiB/s wr, 43 op/s 2024-04-12T17:12:22.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:22 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:12:22.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:12:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:12:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:12:22.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:22 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:12:22.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:22 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:12:23.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:23 smithi110 ceph-mon[88691]: pgmap v3819: 137 pgs: 137 active+clean; 438 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 49 op/s 2024-04-12T17:12:23.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:23 smithi099 ceph-mon[94290]: pgmap v3819: 137 pgs: 137 active+clean; 438 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 49 op/s 2024-04-12T17:12:23.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:23 smithi099 ceph-mon[96864]: pgmap v3819: 137 pgs: 137 active+clean; 438 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 49 op/s 2024-04-12T17:12:24.762 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:24 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:12:24.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:24 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:12:24.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:24 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:12:24.763 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:24 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:12:24.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:24 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:12:24.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:24 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:12:24.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:24 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:12:24.763 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:24 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:12:24.818 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:24 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:12:24.818 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:24 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:12:24.818 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:24 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:12:24.818 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:24 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:12:25.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:25 smithi099 ceph-mon[94290]: pgmap v3820: 137 pgs: 137 active+clean; 438 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.1 MiB/s wr, 45 op/s 2024-04-12T17:12:25.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:25 smithi099 ceph-mon[96864]: pgmap v3820: 137 pgs: 137 active+clean; 438 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.1 MiB/s wr, 45 op/s 2024-04-12T17:12:25.837 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:25 smithi110 ceph-mon[88691]: pgmap v3820: 137 pgs: 137 active+clean; 438 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.1 MiB/s wr, 45 op/s 2024-04-12T17:12:26.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:12:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:12:26] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-12T17:12:27.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:27 smithi099 ceph-mon[94290]: pgmap v3821: 137 pgs: 137 active+clean; 438 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.9 MiB/s wr, 38 op/s 2024-04-12T17:12:27.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:27 smithi099 ceph-mon[94290]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-12T17:12:27.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:12:27.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:12:27.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:27 smithi099 ceph-mon[96864]: pgmap v3821: 137 pgs: 137 active+clean; 438 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.9 MiB/s wr, 38 op/s 2024-04-12T17:12:27.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:27 smithi099 ceph-mon[96864]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-12T17:12:27.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:12:27.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:12:27.838 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:27 smithi110 ceph-mon[88691]: pgmap v3821: 137 pgs: 137 active+clean; 438 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.9 MiB/s wr, 38 op/s 2024-04-12T17:12:27.838 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:27 smithi110 ceph-mon[88691]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-12T17:12:27.838 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:12:27.838 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:12:28.830 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:12:28.831 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:12:28.831 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:12:28.831 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:12:28.831 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:12:28.831 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:12:28.831 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:12:28.831 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:12:28.831 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:12:28.831 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:12:28.832 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:12:28.832 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:12:28.838 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:12:28.838 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:12:28.838 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:12:28.838 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:12:28.838 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:12:28.838 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:12:30.087 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:29 smithi110 ceph-mon[88691]: pgmap v3823: 137 pgs: 137 active+clean; 450 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.1 MiB/s wr, 56 op/s 2024-04-12T17:12:30.134 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:29 smithi099 ceph-mon[94290]: pgmap v3823: 137 pgs: 137 active+clean; 450 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.1 MiB/s wr, 56 op/s 2024-04-12T17:12:30.134 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:29 smithi099 ceph-mon[96864]: pgmap v3823: 137 pgs: 137 active+clean; 450 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.1 MiB/s wr, 56 op/s 2024-04-12T17:12:32.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:31 smithi099 ceph-mon[94290]: pgmap v3824: 137 pgs: 137 active+clean; 475 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 843 KiB/s rd, 6.5 MiB/s wr, 32 op/s 2024-04-12T17:12:32.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:31 smithi099 ceph-mon[96864]: pgmap v3824: 137 pgs: 137 active+clean; 475 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 843 KiB/s rd, 6.5 MiB/s wr, 32 op/s 2024-04-12T17:12:32.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:31 smithi110 ceph-mon[88691]: pgmap v3824: 137 pgs: 137 active+clean; 475 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 843 KiB/s rd, 6.5 MiB/s wr, 32 op/s 2024-04-12T17:12:32.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:12:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:12:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:12:34.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:33 smithi099 ceph-mon[94290]: pgmap v3825: 137 pgs: 137 active+clean; 483 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 30 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-12T17:12:34.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:33 smithi099 ceph-mon[96864]: pgmap v3825: 137 pgs: 137 active+clean; 483 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 30 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-12T17:12:34.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:33 smithi110 ceph-mon[88691]: pgmap v3825: 137 pgs: 137 active+clean; 483 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 30 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-12T17:12:36.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:35 smithi110 ceph-mon[88691]: pgmap v3826: 137 pgs: 137 active+clean; 491 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 61 KiB/s rd, 5.3 MiB/s wr, 42 op/s 2024-04-12T17:12:36.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:35 smithi099 ceph-mon[94290]: pgmap v3826: 137 pgs: 137 active+clean; 491 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 61 KiB/s rd, 5.3 MiB/s wr, 42 op/s 2024-04-12T17:12:36.363 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:35 smithi099 ceph-mon[96864]: pgmap v3826: 137 pgs: 137 active+clean; 491 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 61 KiB/s rd, 5.3 MiB/s wr, 42 op/s 2024-04-12T17:12:36.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:12:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:12:36] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-12T17:12:37.442 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/6.MinOverlap (17163 ms) 2024-04-12T17:12:37.442 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/6.ZeroOverlap 2024-04-12T17:12:37.442 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:12:38.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:37 smithi110 ceph-mon[88691]: pgmap v3827: 137 pgs: 137 active+clean; 495 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 91 KiB/s rd, 5.7 MiB/s wr, 46 op/s 2024-04-12T17:12:38.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:37 smithi099 ceph-mon[96864]: pgmap v3827: 137 pgs: 137 active+clean; 495 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 91 KiB/s rd, 5.7 MiB/s wr, 46 op/s 2024-04-12T17:12:38.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:37 smithi099 ceph-mon[94290]: pgmap v3827: 137 pgs: 137 active+clean; 495 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 91 KiB/s rd, 5.7 MiB/s wr, 46 op/s 2024-04-12T17:12:40.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:39 smithi099 ceph-mon[96864]: pgmap v3828: 137 pgs: 137 active+clean; 495 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 759 KiB/s rd, 5.1 MiB/s wr, 39 op/s 2024-04-12T17:12:40.133 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:39 smithi099 ceph-mon[94290]: pgmap v3828: 137 pgs: 137 active+clean; 495 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 759 KiB/s rd, 5.1 MiB/s wr, 39 op/s 2024-04-12T17:12:40.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:39 smithi110 ceph-mon[88691]: pgmap v3828: 137 pgs: 137 active+clean; 495 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 759 KiB/s rd, 5.1 MiB/s wr, 39 op/s 2024-04-12T17:12:42.158 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:41 smithi110 ceph-mon[88691]: pgmap v3829: 137 pgs: 137 active+clean; 499 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 5.8 MiB/s wr, 36 op/s 2024-04-12T17:12:42.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:41 smithi099 ceph-mon[94290]: pgmap v3829: 137 pgs: 137 active+clean; 499 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 5.8 MiB/s wr, 36 op/s 2024-04-12T17:12:42.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:41 smithi099 ceph-mon[96864]: pgmap v3829: 137 pgs: 137 active+clean; 499 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 5.8 MiB/s wr, 36 op/s 2024-04-12T17:12:42.416 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:12:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:12:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:12:43.337 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:12:43.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:12:43.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:12:44.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:43 smithi110 ceph-mon[88691]: pgmap v3830: 137 pgs: 137 active+clean; 499 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.7 MiB/s wr, 33 op/s 2024-04-12T17:12:44.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:43 smithi099 ceph-mon[94290]: pgmap v3830: 137 pgs: 137 active+clean; 499 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.7 MiB/s wr, 33 op/s 2024-04-12T17:12:44.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:43 smithi099 ceph-mon[96864]: pgmap v3830: 137 pgs: 137 active+clean; 499 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.7 MiB/s wr, 33 op/s 2024-04-12T17:12:46.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:45 smithi110 ceph-mon[88691]: pgmap v3831: 137 pgs: 137 active+clean; 499 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-04-12T17:12:46.362 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:45 smithi099 ceph-mon[94290]: pgmap v3831: 137 pgs: 137 active+clean; 499 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-04-12T17:12:46.362 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:45 smithi099 ceph-mon[96864]: pgmap v3831: 137 pgs: 137 active+clean; 499 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-04-12T17:12:46.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:12:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:12:46] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-12T17:12:48.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:47 smithi110 ceph-mon[88691]: pgmap v3832: 137 pgs: 137 active+clean; 503 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-04-12T17:12:48.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:47 smithi110 ceph-mon[88691]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-12T17:12:48.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:47 smithi099 ceph-mon[94290]: pgmap v3832: 137 pgs: 137 active+clean; 503 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-04-12T17:12:48.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:47 smithi099 ceph-mon[94290]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-12T17:12:48.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:47 smithi099 ceph-mon[96864]: pgmap v3832: 137 pgs: 137 active+clean; 503 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-04-12T17:12:48.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:47 smithi099 ceph-mon[96864]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-12T17:12:50.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:49 smithi110 ceph-mon[88691]: pgmap v3834: 137 pgs: 137 active+clean; 508 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 30 op/s 2024-04-12T17:12:50.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:49 smithi099 ceph-mon[94290]: pgmap v3834: 137 pgs: 137 active+clean; 508 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 30 op/s 2024-04-12T17:12:50.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:49 smithi099 ceph-mon[96864]: pgmap v3834: 137 pgs: 137 active+clean; 508 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 30 op/s 2024-04-12T17:12:52.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:51 smithi110 ceph-mon[88691]: pgmap v3835: 137 pgs: 137 active+clean; 540 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 16 KiB/s rd, 4.1 MiB/s wr, 23 op/s 2024-04-12T17:12:52.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:51 smithi099 ceph-mon[94290]: pgmap v3835: 137 pgs: 137 active+clean; 540 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 16 KiB/s rd, 4.1 MiB/s wr, 23 op/s 2024-04-12T17:12:52.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:51 smithi099 ceph-mon[96864]: pgmap v3835: 137 pgs: 137 active+clean; 540 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 16 KiB/s rd, 4.1 MiB/s wr, 23 op/s 2024-04-12T17:12:52.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:12:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:12:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:12:54.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:53 smithi110 ceph-mon[88691]: pgmap v3836: 137 pgs: 137 active+clean; 540 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:12:54.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:53 smithi099 ceph-mon[94290]: pgmap v3836: 137 pgs: 137 active+clean; 540 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:12:54.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:53 smithi099 ceph-mon[96864]: pgmap v3836: 137 pgs: 137 active+clean; 540 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:12:56.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:55 smithi110 ceph-mon[88691]: pgmap v3837: 137 pgs: 137 active+clean; 540 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:12:56.362 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:55 smithi099 ceph-mon[94290]: pgmap v3837: 137 pgs: 137 active+clean; 540 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:12:56.363 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:55 smithi099 ceph-mon[96864]: pgmap v3837: 137 pgs: 137 active+clean; 540 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:12:56.363 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:12:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:12:56] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-12T17:12:58.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:57 smithi110 ceph-mon[88691]: pgmap v3838: 137 pgs: 137 active+clean; 540 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 24 KiB/s rd, 3.7 MiB/s wr, 32 op/s 2024-04-12T17:12:58.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:12:58.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:57 smithi099 ceph-mon[94290]: pgmap v3838: 137 pgs: 137 active+clean; 540 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 24 KiB/s rd, 3.7 MiB/s wr, 32 op/s 2024-04-12T17:12:58.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:12:58.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:57 smithi099 ceph-mon[96864]: pgmap v3838: 137 pgs: 137 active+clean; 540 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 24 KiB/s rd, 3.7 MiB/s wr, 32 op/s 2024-04-12T17:12:58.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:13:00.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:12:59 smithi110 ceph-mon[88691]: pgmap v3839: 137 pgs: 137 active+clean; 540 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 21 KiB/s rd, 3.2 MiB/s wr, 28 op/s 2024-04-12T17:13:00.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:12:59 smithi099 ceph-mon[94290]: pgmap v3839: 137 pgs: 137 active+clean; 540 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 21 KiB/s rd, 3.2 MiB/s wr, 28 op/s 2024-04-12T17:13:00.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:12:59 smithi099 ceph-mon[96864]: pgmap v3839: 137 pgs: 137 active+clean; 540 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 21 KiB/s rd, 3.2 MiB/s wr, 28 op/s 2024-04-12T17:13:01.019 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/6.ZeroOverlap (23577 ms) 2024-04-12T17:13:01.952 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 7 tests from EncryptedFlattenTest/6 (151406 ms total) 2024-04-12T17:13:01.952 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T17:13:01.952 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 7 tests from EncryptedFlattenTest/7, where TypeParam = LUKS2UnderLUKS1 2024-04-12T17:13:01.987 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/7.Simple 2024-04-12T17:13:02.316 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:01 smithi110 ceph-mon[88691]: pgmap v3840: 137 pgs: 137 active+clean; 556 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 5.3 MiB/s wr, 37 op/s 2024-04-12T17:13:02.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:01 smithi099 ceph-mon[94290]: pgmap v3840: 137 pgs: 137 active+clean; 556 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 5.3 MiB/s wr, 37 op/s 2024-04-12T17:13:02.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:01 smithi099 ceph-mon[96864]: pgmap v3840: 137 pgs: 137 active+clean; 556 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 5.3 MiB/s wr, 37 op/s 2024-04-12T17:13:02.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:13:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:13:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:13:03.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:02 smithi110 ceph-mon[88691]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-12T17:13:03.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:02 smithi099 ceph-mon[94290]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-12T17:13:03.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:02 smithi099 ceph-mon[96864]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-12T17:13:03.979 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:13:04.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:03 smithi110 ceph-mon[88691]: pgmap v3842: 105 pgs: 105 active+clean; 4.6 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail 2024-04-12T17:13:04.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:03 smithi110 ceph-mon[88691]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-12T17:13:04.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:03 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1904905776' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:13:04.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:03 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:13:04.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:03 smithi099 ceph-mon[94290]: pgmap v3842: 105 pgs: 105 active+clean; 4.6 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail 2024-04-12T17:13:04.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:03 smithi099 ceph-mon[94290]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-12T17:13:04.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:03 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1904905776' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:13:04.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:03 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:13:04.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:03 smithi099 ceph-mon[96864]: pgmap v3842: 105 pgs: 105 active+clean; 4.6 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail 2024-04-12T17:13:04.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:03 smithi099 ceph-mon[96864]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-12T17:13:04.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:03 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1904905776' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:13:04.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:03 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:13:05.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:04 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:13:05.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:04 smithi110 ceph-mon[88691]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-12T17:13:05.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:04 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:13:05.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:04 smithi099 ceph-mon[94290]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-12T17:13:05.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:04 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:13:05.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:04 smithi099 ceph-mon[96864]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-12T17:13:06.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:05 smithi110 ceph-mon[88691]: pgmap v3845: 137 pgs: 18 unknown, 119 active+clean; 4.6 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:13:06.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:05 smithi110 ceph-mon[88691]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-12T17:13:06.363 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:05 smithi099 ceph-mon[96864]: pgmap v3845: 137 pgs: 18 unknown, 119 active+clean; 4.6 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:13:06.941 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:05 smithi099 ceph-mon[96864]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-12T17:13:06.941 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:05 smithi099 ceph-mon[94290]: pgmap v3845: 137 pgs: 18 unknown, 119 active+clean; 4.6 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:13:06.942 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:05 smithi099 ceph-mon[94290]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-12T17:13:06.942 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:13:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:13:06] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-12T17:13:07.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:06 smithi110 ceph-mon[88691]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-12T17:13:07.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:06 smithi099 ceph-mon[94290]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-12T17:13:07.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:06 smithi099 ceph-mon[96864]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-12T17:13:08.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:07 smithi110 ceph-mon[88691]: pgmap v3848: 137 pgs: 3 unknown, 134 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-12T17:13:08.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:07 smithi099 ceph-mon[94290]: pgmap v3848: 137 pgs: 3 unknown, 134 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-12T17:13:08.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:07 smithi099 ceph-mon[96864]: pgmap v3848: 137 pgs: 3 unknown, 134 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-12T17:13:10.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:09 smithi110 ceph-mon[88691]: pgmap v3849: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 4.5 KiB/s rd, 921 B/s wr, 7 op/s 2024-04-12T17:13:10.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:09 smithi099 ceph-mon[94290]: pgmap v3849: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 4.5 KiB/s rd, 921 B/s wr, 7 op/s 2024-04-12T17:13:10.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:09 smithi099 ceph-mon[96864]: pgmap v3849: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 4.5 KiB/s rd, 921 B/s wr, 7 op/s 2024-04-12T17:13:12.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:11 smithi110 ceph-mon[88691]: pgmap v3850: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.6 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-12T17:13:12.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:11 smithi099 ceph-mon[94290]: pgmap v3850: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.6 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-12T17:13:12.384 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:11 smithi099 ceph-mon[96864]: pgmap v3850: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.6 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-12T17:13:12.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:13:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:13:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:13:13.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:13:13.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:13:13.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:13:14.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:13 smithi110 ceph-mon[88691]: pgmap v3851: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-12T17:13:14.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:13 smithi099 ceph-mon[94290]: pgmap v3851: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-12T17:13:14.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:13 smithi099 ceph-mon[96864]: pgmap v3851: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-12T17:13:15.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:15 smithi110 ceph-mon[88691]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-12T17:13:15.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:15 smithi110 ceph-mon[88691]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-12T17:13:15.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:15 smithi099 ceph-mon[96864]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-12T17:13:15.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:15 smithi099 ceph-mon[96864]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-12T17:13:15.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:15 smithi099 ceph-mon[94290]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-12T17:13:15.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:15 smithi099 ceph-mon[94290]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-12T17:13:16.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:16 smithi110 ceph-mon[88691]: pgmap v3853: 137 pgs: 137 active+clean; 14 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 11 KiB/s rd, 1.1 MiB/s wr, 19 op/s 2024-04-12T17:13:16.362 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:16 smithi099 ceph-mon[94290]: pgmap v3853: 137 pgs: 137 active+clean; 14 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 11 KiB/s rd, 1.1 MiB/s wr, 19 op/s 2024-04-12T17:13:16.362 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:16 smithi099 ceph-mon[96864]: pgmap v3853: 137 pgs: 137 active+clean; 14 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 11 KiB/s rd, 1.1 MiB/s wr, 19 op/s 2024-04-12T17:13:16.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:13:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:13:16] "GET /metrics HTTP/1.1" 200 36710 "" "Prometheus/2.43.0" 2024-04-12T17:13:18.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:18 smithi110 ceph-mon[88691]: pgmap v3855: 137 pgs: 137 active+clean; 38 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 32 KiB/s rd, 4.1 MiB/s wr, 44 op/s 2024-04-12T17:13:18.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:18 smithi099 ceph-mon[94290]: pgmap v3855: 137 pgs: 137 active+clean; 38 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 32 KiB/s rd, 4.1 MiB/s wr, 44 op/s 2024-04-12T17:13:18.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:18 smithi099 ceph-mon[96864]: pgmap v3855: 137 pgs: 137 active+clean; 38 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 32 KiB/s rd, 4.1 MiB/s wr, 44 op/s 2024-04-12T17:13:20.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:20 smithi110 ceph-mon[88691]: pgmap v3856: 137 pgs: 137 active+clean; 46 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-12T17:13:20.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:20 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.0", "id": [3, 1]}]: dispatch 2024-04-12T17:13:20.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:20 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.3", "id": [3, 0]}]: dispatch 2024-04-12T17:13:20.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:20 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.12", "id": [3, 0]}]: dispatch 2024-04-12T17:13:20.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:20 smithi099 ceph-mon[96864]: pgmap v3856: 137 pgs: 137 active+clean; 46 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-12T17:13:20.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:20 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.0", "id": [3, 1]}]: dispatch 2024-04-12T17:13:20.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:20 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.3", "id": [3, 0]}]: dispatch 2024-04-12T17:13:20.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:20 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.12", "id": [3, 0]}]: dispatch 2024-04-12T17:13:20.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:20 smithi099 ceph-mon[94290]: pgmap v3856: 137 pgs: 137 active+clean; 46 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-12T17:13:20.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:20 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.0", "id": [3, 1]}]: dispatch 2024-04-12T17:13:20.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:20 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.3", "id": [3, 0]}]: dispatch 2024-04-12T17:13:20.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:20 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.12", "id": [3, 0]}]: dispatch 2024-04-12T17:13:21.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.0", "id": [3, 1]}]': finished 2024-04-12T17:13:21.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.3", "id": [3, 0]}]': finished 2024-04-12T17:13:21.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.12", "id": [3, 0]}]': finished 2024-04-12T17:13:21.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:21 smithi110 ceph-mon[88691]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-12T17:13:21.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.0", "id": [3, 1]}]': finished 2024-04-12T17:13:21.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.3", "id": [3, 0]}]': finished 2024-04-12T17:13:21.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.12", "id": [3, 0]}]': finished 2024-04-12T17:13:21.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:21 smithi099 ceph-mon[94290]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-12T17:13:21.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.0", "id": [3, 1]}]': finished 2024-04-12T17:13:21.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.3", "id": [3, 0]}]': finished 2024-04-12T17:13:21.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.12", "id": [3, 0]}]': finished 2024-04-12T17:13:21.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:21 smithi099 ceph-mon[96864]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-12T17:13:22.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:22 smithi110 ceph-mon[88691]: pgmap v3858: 137 pgs: 1 peering, 136 active+clean; 46 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 40 KiB/s rd, 6.3 MiB/s wr, 56 op/s 2024-04-12T17:13:22.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:22 smithi110 ceph-mon[88691]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-12T17:13:22.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:22 smithi099 ceph-mon[94290]: pgmap v3858: 137 pgs: 1 peering, 136 active+clean; 46 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 40 KiB/s rd, 6.3 MiB/s wr, 56 op/s 2024-04-12T17:13:22.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:22 smithi099 ceph-mon[94290]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-12T17:13:22.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:22 smithi099 ceph-mon[96864]: pgmap v3858: 137 pgs: 1 peering, 136 active+clean; 46 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 40 KiB/s rd, 6.3 MiB/s wr, 56 op/s 2024-04-12T17:13:22.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:22 smithi099 ceph-mon[96864]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-12T17:13:22.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:13:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:13:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:13:24.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:24 smithi110 ceph-mon[88691]: pgmap v3860: 137 pgs: 1 peering, 136 active+clean; 50 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 102 KiB/s rd, 4.7 MiB/s wr, 34 op/s; 1.0 MiB/s, 0 objects/s recovering 2024-04-12T17:13:24.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:24 smithi099 ceph-mon[94290]: pgmap v3860: 137 pgs: 1 peering, 136 active+clean; 50 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 102 KiB/s rd, 4.7 MiB/s wr, 34 op/s; 1.0 MiB/s, 0 objects/s recovering 2024-04-12T17:13:24.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:24 smithi099 ceph-mon[96864]: pgmap v3860: 137 pgs: 1 peering, 136 active+clean; 50 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 102 KiB/s rd, 4.7 MiB/s wr, 34 op/s; 1.0 MiB/s, 0 objects/s recovering 2024-04-12T17:13:26.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:26 smithi110 ceph-mon[88691]: pgmap v3861: 137 pgs: 1 peering, 136 active+clean; 50 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 202 KiB/s rd, 1.5 MiB/s wr, 4 op/s; 1024 KiB/s, 0 objects/s recovering 2024-04-12T17:13:26.362 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:26 smithi099 ceph-mon[94290]: pgmap v3861: 137 pgs: 1 peering, 136 active+clean; 50 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 202 KiB/s rd, 1.5 MiB/s wr, 4 op/s; 1024 KiB/s, 0 objects/s recovering 2024-04-12T17:13:26.363 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:26 smithi099 ceph-mon[96864]: pgmap v3861: 137 pgs: 1 peering, 136 active+clean; 50 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 202 KiB/s rd, 1.5 MiB/s wr, 4 op/s; 1024 KiB/s, 0 objects/s recovering 2024-04-12T17:13:26.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:13:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:13:26] "GET /metrics HTTP/1.1" 200 36710 "" "Prometheus/2.43.0" 2024-04-12T17:13:27.763 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/7.Simple (25777 ms) 2024-04-12T17:13:27.763 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/7.Grow 2024-04-12T17:13:27.763 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:13:28.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:28 smithi110 ceph-mon[88691]: pgmap v3862: 137 pgs: 137 active+clean; 62 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 22 op/s; 1024 KiB/s, 0 objects/s recovering 2024-04-12T17:13:28.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:13:28.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:13:28.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:28 smithi099 ceph-mon[94290]: pgmap v3862: 137 pgs: 137 active+clean; 62 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 22 op/s; 1024 KiB/s, 0 objects/s recovering 2024-04-12T17:13:28.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:13:28.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:13:28.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:28 smithi099 ceph-mon[96864]: pgmap v3862: 137 pgs: 137 active+clean; 62 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 22 op/s; 1024 KiB/s, 0 objects/s recovering 2024-04-12T17:13:28.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:13:28.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:13:30.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:30 smithi110 ceph-mon[88691]: pgmap v3863: 137 pgs: 137 active+clean; 66 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.8 MiB/s wr, 21 op/s; 963 KiB/s, 0 objects/s recovering 2024-04-12T17:13:30.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:30 smithi099 ceph-mon[96864]: pgmap v3863: 137 pgs: 137 active+clean; 66 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.8 MiB/s wr, 21 op/s; 963 KiB/s, 0 objects/s recovering 2024-04-12T17:13:30.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:30 smithi099 ceph-mon[94290]: pgmap v3863: 137 pgs: 137 active+clean; 66 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.8 MiB/s wr, 21 op/s; 963 KiB/s, 0 objects/s recovering 2024-04-12T17:13:32.316 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:32 smithi110 ceph-mon[88691]: pgmap v3864: 137 pgs: 137 active+clean; 78 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.6 MiB/s wr, 26 op/s; 819 KiB/s, 0 objects/s recovering 2024-04-12T17:13:32.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:32 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:13:32.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:32 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:13:32.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:32 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:13:32.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:32 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:13:32.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:32 smithi099 ceph-mon[94290]: pgmap v3864: 137 pgs: 137 active+clean; 78 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.6 MiB/s wr, 26 op/s; 819 KiB/s, 0 objects/s recovering 2024-04-12T17:13:32.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:32 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:13:32.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:32 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:13:32.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:32 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:13:32.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:32 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:13:32.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:32 smithi099 ceph-mon[96864]: pgmap v3864: 137 pgs: 137 active+clean; 78 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.6 MiB/s wr, 26 op/s; 819 KiB/s, 0 objects/s recovering 2024-04-12T17:13:32.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:32 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:13:32.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:32 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:13:32.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:32 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:13:32.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:32 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:13:32.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:13:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:13:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:13:33.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:33 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:13:33.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:33 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:13:33.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:33 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:13:33.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:33 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:13:33.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:33 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:13:33.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:33 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:13:33.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:33 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:13:33.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:33 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:13:33.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:33 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:13:34.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:34 smithi110 ceph-mon[88691]: pgmap v3865: 137 pgs: 137 active+clean; 78 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.1 MiB/s wr, 27 op/s; 712 KiB/s, 0 objects/s recovering 2024-04-12T17:13:34.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:34 smithi099 ceph-mon[94290]: pgmap v3865: 137 pgs: 137 active+clean; 78 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.1 MiB/s wr, 27 op/s; 712 KiB/s, 0 objects/s recovering 2024-04-12T17:13:34.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:34 smithi099 ceph-mon[96864]: pgmap v3865: 137 pgs: 137 active+clean; 78 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.1 MiB/s wr, 27 op/s; 712 KiB/s, 0 objects/s recovering 2024-04-12T17:13:35.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:35 smithi110 ceph-mon[88691]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-12T17:13:35.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:35 smithi099 ceph-mon[94290]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-12T17:13:35.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:35 smithi099 ceph-mon[96864]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-12T17:13:36.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:36 smithi110 ceph-mon[88691]: pgmap v3867: 137 pgs: 137 active+clean; 83 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 3.7 MiB/s wr, 30 op/s; 3 B/s, 0 objects/s recovering 2024-04-12T17:13:36.364 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:36 smithi099 ceph-mon[94290]: pgmap v3867: 137 pgs: 137 active+clean; 83 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 3.7 MiB/s wr, 30 op/s; 3 B/s, 0 objects/s recovering 2024-04-12T17:13:36.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:36 smithi099 ceph-mon[96864]: pgmap v3867: 137 pgs: 137 active+clean; 83 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 3.7 MiB/s wr, 30 op/s; 3 B/s, 0 objects/s recovering 2024-04-12T17:13:36.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:13:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:13:36] "GET /metrics HTTP/1.1" 200 36749 "" "Prometheus/2.43.0" 2024-04-12T17:13:38.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:38 smithi110 ceph-mon[88691]: pgmap v3868: 137 pgs: 137 active+clean; 115 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 5.3 MiB/s wr, 31 op/s 2024-04-12T17:13:38.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:38 smithi099 ceph-mon[96864]: pgmap v3868: 137 pgs: 137 active+clean; 115 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 5.3 MiB/s wr, 31 op/s 2024-04-12T17:13:38.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:38 smithi099 ceph-mon[94290]: pgmap v3868: 137 pgs: 137 active+clean; 115 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 5.3 MiB/s wr, 31 op/s 2024-04-12T17:13:40.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:40 smithi110 ceph-mon[88691]: pgmap v3869: 137 pgs: 137 active+clean; 119 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.3 MiB/s wr, 48 op/s 2024-04-12T17:13:40.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:40 smithi099 ceph-mon[94290]: pgmap v3869: 137 pgs: 137 active+clean; 119 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.3 MiB/s wr, 48 op/s 2024-04-12T17:13:40.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:40 smithi099 ceph-mon[96864]: pgmap v3869: 137 pgs: 137 active+clean; 119 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.3 MiB/s wr, 48 op/s 2024-04-12T17:13:42.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:42 smithi110 ceph-mon[88691]: pgmap v3870: 137 pgs: 137 active+clean; 123 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 MiB/s wr, 41 op/s 2024-04-12T17:13:42.338 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:13:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:13:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:13:42.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:42 smithi099 ceph-mon[94290]: pgmap v3870: 137 pgs: 137 active+clean; 123 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 MiB/s wr, 41 op/s 2024-04-12T17:13:42.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:42 smithi099 ceph-mon[96864]: pgmap v3870: 137 pgs: 137 active+clean; 123 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 MiB/s wr, 41 op/s 2024-04-12T17:13:43.341 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:43 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:13:43.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:43 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:13:43.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:43 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:13:44.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:44 smithi110 ceph-mon[88691]: pgmap v3871: 137 pgs: 137 active+clean; 123 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 87 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-12T17:13:44.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:44 smithi099 ceph-mon[94290]: pgmap v3871: 137 pgs: 137 active+clean; 123 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 87 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-12T17:13:44.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:44 smithi099 ceph-mon[96864]: pgmap v3871: 137 pgs: 137 active+clean; 123 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 87 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-12T17:13:45.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:45 smithi099 ceph-mon[94290]: pgmap v3872: 137 pgs: 137 active+clean; 127 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 209 KiB/s rd, 4.7 MiB/s wr, 41 op/s 2024-04-12T17:13:45.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:45 smithi099 ceph-mon[96864]: pgmap v3872: 137 pgs: 137 active+clean; 127 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 209 KiB/s rd, 4.7 MiB/s wr, 41 op/s 2024-04-12T17:13:45.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:45 smithi110 ceph-mon[88691]: pgmap v3872: 137 pgs: 137 active+clean; 127 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 209 KiB/s rd, 4.7 MiB/s wr, 41 op/s 2024-04-12T17:13:46.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:13:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:13:46] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-04-12T17:13:47.511 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/7.Grow (19748 ms) 2024-04-12T17:13:47.511 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/7.Shrink 2024-04-12T17:13:47.511 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:13:47.838 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:47 smithi110 ceph-mon[88691]: pgmap v3873: 137 pgs: 137 active+clean; 143 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.0 MiB/s wr, 46 op/s 2024-04-12T17:13:47.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:47 smithi099 ceph-mon[94290]: pgmap v3873: 137 pgs: 137 active+clean; 143 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.0 MiB/s wr, 46 op/s 2024-04-12T17:13:47.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:47 smithi099 ceph-mon[96864]: pgmap v3873: 137 pgs: 137 active+clean; 143 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.0 MiB/s wr, 46 op/s 2024-04-12T17:13:49.838 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:49 smithi110 ceph-mon[88691]: pgmap v3874: 137 pgs: 137 active+clean; 143 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 32 op/s 2024-04-12T17:13:49.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:49 smithi099 ceph-mon[94290]: pgmap v3874: 137 pgs: 137 active+clean; 143 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 32 op/s 2024-04-12T17:13:49.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:49 smithi099 ceph-mon[96864]: pgmap v3874: 137 pgs: 137 active+clean; 143 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 32 op/s 2024-04-12T17:13:51.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:51 smithi099 ceph-mon[96864]: pgmap v3875: 137 pgs: 137 active+clean; 151 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-04-12T17:13:51.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:51 smithi099 ceph-mon[94290]: pgmap v3875: 137 pgs: 137 active+clean; 151 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-04-12T17:13:52.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:51 smithi110 ceph-mon[88691]: pgmap v3875: 137 pgs: 137 active+clean; 151 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-04-12T17:13:52.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:13:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:13:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:13:53.838 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:53 smithi110 ceph-mon[88691]: pgmap v3876: 137 pgs: 137 active+clean; 151 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-12T17:13:53.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:53 smithi099 ceph-mon[94290]: pgmap v3876: 137 pgs: 137 active+clean; 151 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-12T17:13:53.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:53 smithi099 ceph-mon[96864]: pgmap v3876: 137 pgs: 137 active+clean; 151 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-12T17:13:55.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:55 smithi099 ceph-mon[94290]: pgmap v3877: 137 pgs: 137 active+clean; 151 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-04-12T17:13:55.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:55 smithi099 ceph-mon[96864]: pgmap v3877: 137 pgs: 137 active+clean; 151 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-04-12T17:13:56.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:55 smithi110 ceph-mon[88691]: pgmap v3877: 137 pgs: 137 active+clean; 151 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-04-12T17:13:56.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:56 smithi099 ceph-mon[94290]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-12T17:13:56.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:56 smithi099 ceph-mon[96864]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-12T17:13:56.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:13:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:13:56] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-04-12T17:13:57.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:56 smithi110 ceph-mon[88691]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-12T17:13:57.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:57 smithi099 ceph-mon[94290]: pgmap v3879: 137 pgs: 137 active+clean; 175 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.6 MiB/s wr, 41 op/s 2024-04-12T17:13:57.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:13:57.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:57 smithi099 ceph-mon[96864]: pgmap v3879: 137 pgs: 137 active+clean; 175 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.6 MiB/s wr, 41 op/s 2024-04-12T17:13:57.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:13:58.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:57 smithi110 ceph-mon[88691]: pgmap v3879: 137 pgs: 137 active+clean; 175 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.6 MiB/s wr, 41 op/s 2024-04-12T17:13:58.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:13:59.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:13:59 smithi099 ceph-mon[94290]: pgmap v3880: 137 pgs: 137 active+clean; 183 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 6.4 MiB/s rd, 4.4 MiB/s wr, 47 op/s 2024-04-12T17:13:59.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:13:59 smithi099 ceph-mon[96864]: pgmap v3880: 137 pgs: 137 active+clean; 183 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 6.4 MiB/s rd, 4.4 MiB/s wr, 47 op/s 2024-04-12T17:14:00.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:13:59 smithi110 ceph-mon[88691]: pgmap v3880: 137 pgs: 137 active+clean; 183 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 6.4 MiB/s rd, 4.4 MiB/s wr, 47 op/s 2024-04-12T17:14:01.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:14:01 smithi099 ceph-mon[94290]: pgmap v3881: 137 pgs: 137 active+clean; 192 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-12T17:14:01.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:14:01 smithi099 ceph-mon[96864]: pgmap v3881: 137 pgs: 137 active+clean; 192 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-12T17:14:02.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:14:01 smithi110 ceph-mon[88691]: pgmap v3881: 137 pgs: 137 active+clean; 192 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-12T17:14:02.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:14:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:14:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:14:03.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:14:03 smithi099 ceph-mon[94290]: pgmap v3882: 137 pgs: 137 active+clean; 192 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-12T17:14:03.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:14:03 smithi099 ceph-mon[96864]: pgmap v3882: 137 pgs: 137 active+clean; 192 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-12T17:14:04.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:14:03 smithi110 ceph-mon[88691]: pgmap v3882: 137 pgs: 137 active+clean; 192 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-12T17:14:05.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:14:05 smithi099 ceph-mon[94290]: pgmap v3883: 137 pgs: 137 active+clean; 196 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 215 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T17:14:05.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:14:05 smithi099 ceph-mon[96864]: pgmap v3883: 137 pgs: 137 active+clean; 196 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 215 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T17:14:06.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:14:05 smithi110 ceph-mon[88691]: pgmap v3883: 137 pgs: 137 active+clean; 196 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 215 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T17:14:06.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:14:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:14:06] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-04-12T17:14:07.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:14:07 smithi099 ceph-mon[94290]: pgmap v3884: 137 pgs: 137 active+clean; 200 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 222 KiB/s rd, 3.8 MiB/s wr, 31 op/s 2024-04-12T17:14:07.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:14:07 smithi099 ceph-mon[96864]: pgmap v3884: 137 pgs: 137 active+clean; 200 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 222 KiB/s rd, 3.8 MiB/s wr, 31 op/s 2024-04-12T17:14:08.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:14:07 smithi110 ceph-mon[88691]: pgmap v3884: 137 pgs: 137 active+clean; 200 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 222 KiB/s rd, 3.8 MiB/s wr, 31 op/s 2024-04-12T17:14:09.506 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/7.Shrink (21994 ms) 2024-04-12T17:14:09.506 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/7.ShrinkToOne 2024-04-12T17:14:09.506 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:14:09.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:14:09 smithi099 ceph-mon[94290]: pgmap v3885: 137 pgs: 137 active+clean; 200 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 876 KiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-04-12T17:14:09.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:14:09 smithi099 ceph-mon[96864]: pgmap v3885: 137 pgs: 137 active+clean; 200 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 876 KiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-04-12T17:14:10.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:14:09 smithi110 ceph-mon[88691]: pgmap v3885: 137 pgs: 137 active+clean; 200 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 876 KiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-04-12T17:14:11.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:14:11 smithi099 ceph-mon[94290]: pgmap v3886: 137 pgs: 137 active+clean; 208 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-04-12T17:14:11.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:14:11 smithi099 ceph-mon[96864]: pgmap v3886: 137 pgs: 137 active+clean; 208 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-04-12T17:14:12.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:14:11 smithi110 ceph-mon[88691]: pgmap v3886: 137 pgs: 137 active+clean; 208 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-04-12T17:14:12.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:14:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:14:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:14:12.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:14:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:14:12.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:14:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:14:13.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:14:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:14:14.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:14:13 smithi110 ceph-mon[88691]: pgmap v3887: 137 pgs: 137 active+clean; 224 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.0 MiB/s wr, 27 op/s 2024-04-12T17:14:14.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:14:13 smithi099 ceph-mon[94290]: pgmap v3887: 137 pgs: 137 active+clean; 224 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.0 MiB/s wr, 27 op/s 2024-04-12T17:14:14.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:14:13 smithi099 ceph-mon[96864]: pgmap v3887: 137 pgs: 137 active+clean; 224 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.0 MiB/s wr, 27 op/s 2024-04-12T17:14:16.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:14:15 smithi110 ceph-mon[88691]: pgmap v3888: 137 pgs: 137 active+clean; 224 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 27 op/s 2024-04-12T17:14:16.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:14:15 smithi099 ceph-mon[94290]: pgmap v3888: 137 pgs: 137 active+clean; 224 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 27 op/s 2024-04-12T17:14:16.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:14:15 smithi099 ceph-mon[96864]: pgmap v3888: 137 pgs: 137 active+clean; 224 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 27 op/s 2024-04-12T17:14:16.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:14:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:14:16] "GET /metrics HTTP/1.1" 200 36746 "" "Prometheus/2.43.0" 2024-04-12T17:14:18.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:14:17 smithi110 ceph-mon[88691]: pgmap v3889: 137 pgs: 137 active+clean; 224 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-12T17:14:18.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:14:17 smithi099 ceph-mon[94290]: pgmap v3889: 137 pgs: 137 active+clean; 224 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-12T17:14:18.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:14:17 smithi099 ceph-mon[96864]: pgmap v3889: 137 pgs: 137 active+clean; 224 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-12T17:14:19.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:14:18 smithi110 ceph-mon[88691]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-12T17:14:19.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:14:18 smithi099 ceph-mon[94290]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-12T17:14:19.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:14:18 smithi099 ceph-mon[96864]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-12T17:14:20.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:14:19 smithi110 ceph-mon[88691]: pgmap v3891: 137 pgs: 137 active+clean; 224 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.8 MiB/s wr, 21 op/s 2024-04-12T17:14:20.138 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:14:19 smithi099 ceph-mon[94290]: pgmap v3891: 137 pgs: 137 active+clean; 224 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.8 MiB/s wr, 21 op/s 2024-04-12T17:14:20.140 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:14:19 smithi099 ceph-mon[96864]: pgmap v3891: 137 pgs: 137 active+clean; 224 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.8 MiB/s wr, 21 op/s 2024-04-12T17:14:22.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:14:21 smithi110 ceph-mon[88691]: pgmap v3892: 137 pgs: 137 active+clean; 248 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-04-12T17:14:22.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:14:21 smithi099 ceph-mon[94290]: pgmap v3892: 137 pgs: 137 active+clean; 248 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-04-12T17:14:22.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:14:21 smithi099 ceph-mon[96864]: pgmap v3892: 137 pgs: 137 active+clean; 248 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-04-12T17:14:22.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:14:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:14:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:14:24.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:14:23 smithi110 ceph-mon[88691]: pgmap v3893: 137 pgs: 137 active+clean; 265 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 845 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:14:24.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:14:23 smithi099 ceph-mon[94290]: pgmap v3893: 137 pgs: 137 active+clean; 265 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 845 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:14:24.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:14:23 smithi099 ceph-mon[96864]: pgmap v3893: 137 pgs: 137 active+clean; 265 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 845 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:14:26.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:14:25 smithi110 ceph-mon[88691]: pgmap v3894: 137 pgs: 137 active+clean; 269 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T17:14:26.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:14:25 smithi099 ceph-mon[94290]: pgmap v3894: 137 pgs: 137 active+clean; 269 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T17:14:26.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:14:25 smithi099 ceph-mon[96864]: pgmap v3894: 137 pgs: 137 active+clean; 269 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T17:14:26.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:14:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:14:26] "GET /metrics HTTP/1.1" 200 36746 "" "Prometheus/2.43.0" 2024-04-12T17:14:28.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:14:27 smithi110 ceph-mon[88691]: pgmap v3895: 137 pgs: 137 active+clean; 269 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 189 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-12T17:14:28.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:14:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:14:28.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:14:27 smithi099 ceph-mon[94290]: pgmap v3895: 137 pgs: 137 active+clean; 269 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 189 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-12T17:14:28.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:14:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:14:28.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:14:27 smithi099 ceph-mon[96864]: pgmap v3895: 137 pgs: 137 active+clean; 269 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 189 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-12T17:14:28.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:14:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:14:30.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:14:29 smithi110 ceph-mon[88691]: pgmap v3896: 137 pgs: 137 active+clean; 269 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 174 KiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-12T17:14:30.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:14:29 smithi099 ceph-mon[94290]: pgmap v3896: 137 pgs: 137 active+clean; 269 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 174 KiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-12T17:14:30.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:14:29 smithi099 ceph-mon[96864]: pgmap v3896: 137 pgs: 137 active+clean; 269 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 174 KiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-12T17:14:31.413 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/7.ShrinkToOne (21907 ms) 2024-04-12T17:14:31.413 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/7.ShrinkToOneAfterSnapshot 2024-04-12T17:14:31.413 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:14:32.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:14:31 smithi110 ceph-mon[88691]: pgmap v3897: 137 pgs: 137 active+clean; 273 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 209 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-12T17:14:32.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:14:31 smithi099 ceph-mon[94290]: pgmap v3897: 137 pgs: 137 active+clean; 273 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 209 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-12T17:14:32.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:14:31 smithi099 ceph-mon[96864]: pgmap v3897: 137 pgs: 137 active+clean; 273 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 209 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-12T17:14:32.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:14:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:14:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:14:33.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:14:32 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:14:33.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:14:32 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:14:33.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:14:32 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:14:34.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:14:33 smithi110 ceph-mon[88691]: pgmap v3898: 137 pgs: 137 active+clean; 277 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 546 KiB/s rd, 2.8 MiB/s wr, 32 op/s 2024-04-12T17:14:34.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:14:33 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:14:34.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:14:33 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:14:34.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:14:33 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:14:34.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:14:33 smithi099 ceph-mon[94290]: pgmap v3898: 137 pgs: 137 active+clean; 277 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 546 KiB/s rd, 2.8 MiB/s wr, 32 op/s 2024-04-12T17:14:34.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:14:33 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:14:34.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:14:33 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:14:34.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:14:33 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:14:34.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:14:33 smithi099 ceph-mon[96864]: pgmap v3898: 137 pgs: 137 active+clean; 277 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 546 KiB/s rd, 2.8 MiB/s wr, 32 op/s 2024-04-12T17:14:34.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:14:33 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:14:34.133 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:14:33 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:14:34.133 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:14:33 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:14:36.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:14:35 smithi110 ceph-mon[88691]: pgmap v3899: 137 pgs: 137 active+clean; 273 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 901 KiB/s rd, 1.7 MiB/s wr, 21 op/s 2024-04-12T17:14:36.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:14:35 smithi099 ceph-mon[94290]: pgmap v3899: 137 pgs: 137 active+clean; 273 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 901 KiB/s rd, 1.7 MiB/s wr, 21 op/s 2024-04-12T17:14:36.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:14:35 smithi099 ceph-mon[96864]: pgmap v3899: 137 pgs: 137 active+clean; 273 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 901 KiB/s rd, 1.7 MiB/s wr, 21 op/s 2024-04-12T17:14:36.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:14:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:14:36] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-04-12T17:14:38.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:14:37 smithi110 ceph-mon[88691]: pgmap v3900: 137 pgs: 137 active+clean; 273 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 879 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-12T17:14:38.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:14:37 smithi099 ceph-mon[96864]: pgmap v3900: 137 pgs: 137 active+clean; 273 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 879 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-12T17:14:38.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:14:37 smithi099 ceph-mon[94290]: pgmap v3900: 137 pgs: 137 active+clean; 273 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 879 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-12T17:14:40.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:14:39 smithi110 ceph-mon[88691]: pgmap v3901: 137 pgs: 137 active+clean; 273 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 767 KiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-04-12T17:14:40.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:14:39 smithi099 ceph-mon[94290]: pgmap v3901: 137 pgs: 137 active+clean; 273 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 767 KiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-04-12T17:14:40.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:14:39 smithi099 ceph-mon[96864]: pgmap v3901: 137 pgs: 137 active+clean; 273 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 767 KiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-04-12T17:14:41.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:14:40 smithi110 ceph-mon[88691]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-12T17:14:41.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:14:40 smithi099 ceph-mon[96864]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-12T17:14:41.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:14:40 smithi099 ceph-mon[94290]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-12T17:14:42.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:14:41 smithi110 ceph-mon[88691]: pgmap v3903: 137 pgs: 137 active+clean; 302 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 865 KiB/s rd, 4.1 MiB/s wr, 27 op/s 2024-04-12T17:14:42.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:14:41 smithi099 ceph-mon[94290]: pgmap v3903: 137 pgs: 137 active+clean; 302 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 865 KiB/s rd, 4.1 MiB/s wr, 27 op/s 2024-04-12T17:14:42.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:14:41 smithi099 ceph-mon[96864]: pgmap v3903: 137 pgs: 137 active+clean; 302 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 865 KiB/s rd, 4.1 MiB/s wr, 27 op/s 2024-04-12T17:14:42.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:14:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:14:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:14:43.091 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:14:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:14:43.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:14:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:14:43.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:14:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:14:44.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:14:43 smithi110 ceph-mon[88691]: pgmap v3904: 137 pgs: 137 active+clean; 314 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 474 KiB/s rd, 4.5 MiB/s wr, 49 op/s 2024-04-12T17:14:44.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:14:43 smithi099 ceph-mon[94290]: pgmap v3904: 137 pgs: 137 active+clean; 314 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 474 KiB/s rd, 4.5 MiB/s wr, 49 op/s 2024-04-12T17:14:44.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:14:43 smithi099 ceph-mon[96864]: pgmap v3904: 137 pgs: 137 active+clean; 314 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 474 KiB/s rd, 4.5 MiB/s wr, 49 op/s 2024-04-12T17:14:46.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:14:45 smithi110 ceph-mon[88691]: pgmap v3905: 137 pgs: 137 active+clean; 314 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-12T17:14:46.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:14:45 smithi099 ceph-mon[94290]: pgmap v3905: 137 pgs: 137 active+clean; 314 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-12T17:14:46.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:14:45 smithi099 ceph-mon[96864]: pgmap v3905: 137 pgs: 137 active+clean; 314 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-12T17:14:46.632 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:14:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:14:46] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-04-12T17:14:48.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:14:47 smithi110 ceph-mon[88691]: pgmap v3906: 137 pgs: 137 active+clean; 318 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T17:14:48.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:14:47 smithi099 ceph-mon[94290]: pgmap v3906: 137 pgs: 137 active+clean; 318 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T17:14:48.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:14:47 smithi099 ceph-mon[96864]: pgmap v3906: 137 pgs: 137 active+clean; 318 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T17:14:50.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:14:49 smithi110 ceph-mon[88691]: pgmap v3907: 137 pgs: 137 active+clean; 318 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T17:14:50.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:14:49 smithi099 ceph-mon[96864]: pgmap v3907: 137 pgs: 137 active+clean; 318 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T17:14:50.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:14:49 smithi099 ceph-mon[94290]: pgmap v3907: 137 pgs: 137 active+clean; 318 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T17:14:52.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:14:51 smithi110 ceph-mon[88691]: pgmap v3908: 137 pgs: 137 active+clean; 318 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 168 KiB/s rd, 3.4 MiB/s wr, 28 op/s 2024-04-12T17:14:52.134 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:14:51 smithi099 ceph-mon[94290]: pgmap v3908: 137 pgs: 137 active+clean; 318 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 168 KiB/s rd, 3.4 MiB/s wr, 28 op/s 2024-04-12T17:14:52.135 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:14:51 smithi099 ceph-mon[96864]: pgmap v3908: 137 pgs: 137 active+clean; 318 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 168 KiB/s rd, 3.4 MiB/s wr, 28 op/s 2024-04-12T17:14:52.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:14:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:14:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:14:53.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:14:52 smithi110 ceph-mon[88691]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-12T17:14:53.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:14:52 smithi099 ceph-mon[94290]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-12T17:14:53.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:14:52 smithi099 ceph-mon[96864]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-12T17:14:54.004 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/7.ShrinkToOneAfterSnapshot (22591 ms) 2024-04-12T17:14:54.004 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/7.MinOverlap 2024-04-12T17:14:54.004 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:14:54.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:14:53 smithi110 ceph-mon[88691]: pgmap v3910: 137 pgs: 137 active+clean; 338 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 226 KiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-12T17:14:54.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:14:53 smithi099 ceph-mon[94290]: pgmap v3910: 137 pgs: 137 active+clean; 338 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 226 KiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-12T17:14:54.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:14:53 smithi099 ceph-mon[96864]: pgmap v3910: 137 pgs: 137 active+clean; 338 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 226 KiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-12T17:14:56.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:14:55 smithi110 ceph-mon[88691]: pgmap v3911: 137 pgs: 137 active+clean; 346 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 MiB/s wr, 25 op/s 2024-04-12T17:14:56.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:14:55 smithi099 ceph-mon[94290]: pgmap v3911: 137 pgs: 137 active+clean; 346 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 MiB/s wr, 25 op/s 2024-04-12T17:14:56.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:14:55 smithi099 ceph-mon[96864]: pgmap v3911: 137 pgs: 137 active+clean; 346 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 MiB/s wr, 25 op/s 2024-04-12T17:14:56.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:14:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:14:56] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-04-12T17:14:57.961 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:14:57 smithi099 ceph-mon[94290]: pgmap v3912: 137 pgs: 137 active+clean; 378 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-12T17:14:57.961 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:14:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:14:57.962 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:14:57 smithi099 ceph-mon[96864]: pgmap v3912: 137 pgs: 137 active+clean; 378 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-12T17:14:57.962 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:14:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:14:58.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:14:57 smithi110 ceph-mon[88691]: pgmap v3912: 137 pgs: 137 active+clean; 378 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-12T17:14:58.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:14:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:15:00.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:14:59 smithi110 ceph-mon[88691]: pgmap v3913: 137 pgs: 137 active+clean; 378 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-12T17:15:00.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:14:59 smithi099 ceph-mon[94290]: pgmap v3913: 137 pgs: 137 active+clean; 378 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-12T17:15:00.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:14:59 smithi099 ceph-mon[96864]: pgmap v3913: 137 pgs: 137 active+clean; 378 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-12T17:15:02.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:01 smithi110 ceph-mon[88691]: pgmap v3914: 137 pgs: 137 active+clean; 382 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.4 MiB/s wr, 42 op/s 2024-04-12T17:15:02.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:01 smithi110 ceph-mon[88691]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-12T17:15:02.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:01 smithi099 ceph-mon[94290]: pgmap v3914: 137 pgs: 137 active+clean; 382 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.4 MiB/s wr, 42 op/s 2024-04-12T17:15:02.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:01 smithi099 ceph-mon[94290]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-12T17:15:02.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:01 smithi099 ceph-mon[96864]: pgmap v3914: 137 pgs: 137 active+clean; 382 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.4 MiB/s wr, 42 op/s 2024-04-12T17:15:02.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:01 smithi099 ceph-mon[96864]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-12T17:15:02.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:15:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:15:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:15:04.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:03 smithi110 ceph-mon[88691]: pgmap v3916: 137 pgs: 137 active+clean; 407 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.9 MiB/s wr, 36 op/s 2024-04-12T17:15:04.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:03 smithi099 ceph-mon[94290]: pgmap v3916: 137 pgs: 137 active+clean; 407 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.9 MiB/s wr, 36 op/s 2024-04-12T17:15:04.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:03 smithi099 ceph-mon[96864]: pgmap v3916: 137 pgs: 137 active+clean; 407 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.9 MiB/s wr, 36 op/s 2024-04-12T17:15:06.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:05 smithi110 ceph-mon[88691]: pgmap v3917: 137 pgs: 137 active+clean; 415 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.9 MiB/s wr, 55 op/s 2024-04-12T17:15:06.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:05 smithi099 ceph-mon[94290]: pgmap v3917: 137 pgs: 137 active+clean; 415 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.9 MiB/s wr, 55 op/s 2024-04-12T17:15:06.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:05 smithi099 ceph-mon[96864]: pgmap v3917: 137 pgs: 137 active+clean; 415 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.9 MiB/s wr, 55 op/s 2024-04-12T17:15:06.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:15:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:15:06] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-12T17:15:08.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:07 smithi110 ceph-mon[88691]: pgmap v3918: 137 pgs: 137 active+clean; 423 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-12T17:15:08.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:07 smithi099 ceph-mon[96864]: pgmap v3918: 137 pgs: 137 active+clean; 423 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-12T17:15:08.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:07 smithi099 ceph-mon[94290]: pgmap v3918: 137 pgs: 137 active+clean; 423 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-12T17:15:10.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:09 smithi110 ceph-mon[88691]: pgmap v3919: 137 pgs: 137 active+clean; 423 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-12T17:15:10.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:09 smithi099 ceph-mon[94290]: pgmap v3919: 137 pgs: 137 active+clean; 423 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-12T17:15:10.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:09 smithi099 ceph-mon[96864]: pgmap v3919: 137 pgs: 137 active+clean; 423 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-12T17:15:12.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:11 smithi110 ceph-mon[88691]: pgmap v3920: 137 pgs: 137 active+clean; 427 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 119 KiB/s rd, 4.5 MiB/s wr, 45 op/s 2024-04-12T17:15:12.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:11 smithi099 ceph-mon[96864]: pgmap v3920: 137 pgs: 137 active+clean; 427 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 119 KiB/s rd, 4.5 MiB/s wr, 45 op/s 2024-04-12T17:15:12.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:11 smithi099 ceph-mon[94290]: pgmap v3920: 137 pgs: 137 active+clean; 427 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 119 KiB/s rd, 4.5 MiB/s wr, 45 op/s 2024-04-12T17:15:12.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:15:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:15:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:15:13.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:15:13.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:15:13.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:15:14.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:13 smithi110 ceph-mon[88691]: pgmap v3921: 137 pgs: 137 active+clean; 427 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 188 KiB/s rd, 3.8 MiB/s wr, 39 op/s 2024-04-12T17:15:14.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:13 smithi099 ceph-mon[94290]: pgmap v3921: 137 pgs: 137 active+clean; 427 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 188 KiB/s rd, 3.8 MiB/s wr, 39 op/s 2024-04-12T17:15:14.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:13 smithi099 ceph-mon[96864]: pgmap v3921: 137 pgs: 137 active+clean; 427 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 188 KiB/s rd, 3.8 MiB/s wr, 39 op/s 2024-04-12T17:15:14.545 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/7.MinOverlap (20541 ms) 2024-04-12T17:15:14.545 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] EncryptedFlattenTest/7.ZeroOverlap 2024-04-12T17:15:14.545 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:15:16.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:15 smithi110 ceph-mon[88691]: pgmap v3922: 137 pgs: 137 active+clean; 423 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 216 KiB/s rd, 1.7 MiB/s wr, 47 op/s 2024-04-12T17:15:16.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:15 smithi099 ceph-mon[94290]: pgmap v3922: 137 pgs: 137 active+clean; 423 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 216 KiB/s rd, 1.7 MiB/s wr, 47 op/s 2024-04-12T17:15:16.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:15 smithi099 ceph-mon[96864]: pgmap v3922: 137 pgs: 137 active+clean; 423 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 216 KiB/s rd, 1.7 MiB/s wr, 47 op/s 2024-04-12T17:15:16.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:15:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:15:16] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-12T17:15:18.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:17 smithi110 ceph-mon[88691]: pgmap v3923: 137 pgs: 137 active+clean; 423 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 563 KiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-04-12T17:15:18.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:17 smithi099 ceph-mon[94290]: pgmap v3923: 137 pgs: 137 active+clean; 423 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 563 KiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-04-12T17:15:18.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:17 smithi099 ceph-mon[96864]: pgmap v3923: 137 pgs: 137 active+clean; 423 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 563 KiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-04-12T17:15:20.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:19 smithi110 ceph-mon[88691]: pgmap v3924: 137 pgs: 137 active+clean; 427 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-12T17:15:20.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:19 smithi099 ceph-mon[94290]: pgmap v3924: 137 pgs: 137 active+clean; 427 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-12T17:15:20.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:19 smithi099 ceph-mon[96864]: pgmap v3924: 137 pgs: 137 active+clean; 427 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-12T17:15:22.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:21 smithi110 ceph-mon[88691]: pgmap v3925: 137 pgs: 137 active+clean; 427 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-04-12T17:15:22.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:21 smithi099 ceph-mon[96864]: pgmap v3925: 137 pgs: 137 active+clean; 427 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-04-12T17:15:22.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:21 smithi099 ceph-mon[94290]: pgmap v3925: 137 pgs: 137 active+clean; 427 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-04-12T17:15:22.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:15:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:15:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:15:23.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:22 smithi110 ceph-mon[88691]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-12T17:15:23.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:22 smithi099 ceph-mon[94290]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-12T17:15:23.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:22 smithi099 ceph-mon[96864]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-12T17:15:24.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:23 smithi110 ceph-mon[88691]: pgmap v3927: 137 pgs: 137 active+clean; 431 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 30 op/s 2024-04-12T17:15:24.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:23 smithi099 ceph-mon[94290]: pgmap v3927: 137 pgs: 137 active+clean; 431 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 30 op/s 2024-04-12T17:15:24.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:23 smithi099 ceph-mon[96864]: pgmap v3927: 137 pgs: 137 active+clean; 431 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 30 op/s 2024-04-12T17:15:26.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:25 smithi110 ceph-mon[88691]: pgmap v3928: 137 pgs: 137 active+clean; 439 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-04-12T17:15:26.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:25 smithi099 ceph-mon[94290]: pgmap v3928: 137 pgs: 137 active+clean; 439 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-04-12T17:15:26.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:25 smithi099 ceph-mon[96864]: pgmap v3928: 137 pgs: 137 active+clean; 439 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-04-12T17:15:26.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:15:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:15:26] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-12T17:15:28.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:27 smithi110 ceph-mon[88691]: pgmap v3929: 137 pgs: 137 active+clean; 468 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.9 MiB/s wr, 39 op/s 2024-04-12T17:15:28.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:15:28.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:27 smithi099 ceph-mon[94290]: pgmap v3929: 137 pgs: 137 active+clean; 468 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.9 MiB/s wr, 39 op/s 2024-04-12T17:15:28.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:15:28.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:27 smithi099 ceph-mon[96864]: pgmap v3929: 137 pgs: 137 active+clean; 468 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.9 MiB/s wr, 39 op/s 2024-04-12T17:15:28.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:15:30.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:29 smithi110 ceph-mon[88691]: pgmap v3930: 137 pgs: 137 active+clean; 468 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 27 KiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-12T17:15:30.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:29 smithi099 ceph-mon[94290]: pgmap v3930: 137 pgs: 137 active+clean; 468 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 27 KiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-12T17:15:30.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:29 smithi099 ceph-mon[96864]: pgmap v3930: 137 pgs: 137 active+clean; 468 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 27 KiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-12T17:15:32.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:31 smithi110 ceph-mon[88691]: pgmap v3931: 137 pgs: 137 active+clean; 472 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 87 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-12T17:15:32.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:31 smithi099 ceph-mon[94290]: pgmap v3931: 137 pgs: 137 active+clean; 472 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 87 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-12T17:15:32.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:31 smithi099 ceph-mon[96864]: pgmap v3931: 137 pgs: 137 active+clean; 472 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 87 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-12T17:15:32.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:15:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:15:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:15:34.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:33 smithi110 ceph-mon[88691]: pgmap v3932: 137 pgs: 137 active+clean; 472 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 179 KiB/s rd, 4.2 MiB/s wr, 42 op/s 2024-04-12T17:15:34.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:33 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:15:34.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:33 smithi099 ceph-mon[94290]: pgmap v3932: 137 pgs: 137 active+clean; 472 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 179 KiB/s rd, 4.2 MiB/s wr, 42 op/s 2024-04-12T17:15:34.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:33 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:15:34.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:33 smithi099 ceph-mon[96864]: pgmap v3932: 137 pgs: 137 active+clean; 472 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 179 KiB/s rd, 4.2 MiB/s wr, 42 op/s 2024-04-12T17:15:34.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:33 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:15:35.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:35 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:15:35.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:35 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:15:35.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:35 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:15:35.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:35 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:15:35.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:35 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:15:35.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:35 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:15:35.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:35 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:15:35.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:35 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:15:35.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:35 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:15:35.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:35 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:15:35.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:35 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:15:35.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:35 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:15:35.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:35 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:15:35.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:35 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:15:35.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:35 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:15:35.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:35 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:15:35.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:35 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:15:35.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:35 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:15:35.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:35 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:15:35.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:35 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:15:35.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:35 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:15:35.511 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] EncryptedFlattenTest/7.ZeroOverlap (20966 ms) 2024-04-12T17:15:36.079 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 7 tests from EncryptedFlattenTest/7 (153524 ms total) 2024-04-12T17:15:36.079 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T17:15:36.079 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 15 tests from DiffIterateTest/0, where TypeParam = DiffIterateParams 2024-04-12T17:15:36.110 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] DiffIterateTest/0.DiffIterate 2024-04-12T17:15:36.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:36 smithi110 ceph-mon[88691]: pgmap v3933: 137 pgs: 137 active+clean; 472 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 569 KiB/s rd, 4.1 MiB/s wr, 30 op/s 2024-04-12T17:15:36.362 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:36 smithi099 ceph-mon[94290]: pgmap v3933: 137 pgs: 137 active+clean; 472 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 569 KiB/s rd, 4.1 MiB/s wr, 30 op/s 2024-04-12T17:15:36.362 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:36 smithi099 ceph-mon[96864]: pgmap v3933: 137 pgs: 137 active+clean; 472 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 569 KiB/s rd, 4.1 MiB/s wr, 30 op/s 2024-04-12T17:15:36.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:15:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:15:36] "GET /metrics HTTP/1.1" 200 36747 "" "Prometheus/2.43.0" 2024-04-12T17:15:37.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:37 smithi110 ceph-mon[88691]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-12T17:15:37.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:37 smithi099 ceph-mon[94290]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-12T17:15:37.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:37 smithi099 ceph-mon[96864]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-12T17:15:38.095 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:15:38.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:38 smithi099 ceph-mon[94290]: pgmap v3935: 105 pgs: 105 active+clean; 4.6 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail 2024-04-12T17:15:38.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:38 smithi099 ceph-mon[94290]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-12T17:15:38.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:38 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/465816417' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:15:38.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:38 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:15:38.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:38 smithi099 ceph-mon[96864]: pgmap v3935: 105 pgs: 105 active+clean; 4.6 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail 2024-04-12T17:15:38.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:38 smithi099 ceph-mon[96864]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-12T17:15:38.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:38 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/465816417' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:15:38.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:38 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:15:38.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:38 smithi110 ceph-mon[88691]: pgmap v3935: 105 pgs: 105 active+clean; 4.6 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail 2024-04-12T17:15:38.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:38 smithi110 ceph-mon[88691]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-12T17:15:38.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:38 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/465816417' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:15:38.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:38 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:15:39.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:39 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:15:39.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:39 smithi099 ceph-mon[96864]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-12T17:15:39.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:39 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:15:39.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:39 smithi099 ceph-mon[94290]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-12T17:15:39.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:39 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:15:39.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:39 smithi110 ceph-mon[88691]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-12T17:15:40.144 INFO:tasks.workunit.client.0.smithi099.stdout: wrote [215482~38735,1072225~20229,6038785~91843,6283170~29421,6852225~97953,8136221~20425,10873404~20187,13397787~14775,15785475~27723,18131656~89412] 2024-04-12T17:15:40.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:40 smithi099 ceph-mon[94290]: pgmap v3938: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail 2024-04-12T17:15:40.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:40 smithi099 ceph-mon[94290]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-12T17:15:40.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:40 smithi099 ceph-mon[96864]: pgmap v3938: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail 2024-04-12T17:15:40.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:40 smithi099 ceph-mon[96864]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-12T17:15:40.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:40 smithi110 ceph-mon[88691]: pgmap v3938: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail 2024-04-12T17:15:40.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:40 smithi110 ceph-mon[88691]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-12T17:15:41.142 INFO:tasks.workunit.client.0.smithi099.stdout: wrote [1210731~85966,2743243~50689,2804094~88272,6439006~101216,8103229~99118,13289780~54049,14035045~96538,16679841~55238,19601386~33955] 2024-04-12T17:15:41.143 INFO:tasks.workunit.client.0.smithi099.stdout: diff was [1092454~1799912,6439006~101216,8103229~99118,13289780~54049,14035045~96538,15813198~921881,18221068~1414273] 2024-04-12T17:15:41.147 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] DiffIterateTest/0.DiffIterate (5038 ms) 2024-04-12T17:15:41.147 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministic 2024-04-12T17:15:41.148 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:15:41.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:41 smithi099 ceph-mon[94290]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-12T17:15:41.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:41 smithi099 ceph-mon[94290]: pgmap v3941: 137 pgs: 3 creating+peering, 9 unknown, 125 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:15:41.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:41 smithi099 ceph-mon[96864]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-12T17:15:41.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:41 smithi099 ceph-mon[96864]: pgmap v3941: 137 pgs: 3 creating+peering, 9 unknown, 125 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:15:41.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:41 smithi110 ceph-mon[88691]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-12T17:15:41.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:41 smithi110 ceph-mon[88691]: pgmap v3941: 137 pgs: 3 creating+peering, 9 unknown, 125 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:15:42.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:42 smithi099 ceph-mon[94290]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-12T17:15:42.388 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:42 smithi099 ceph-mon[96864]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-12T17:15:42.490 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:42 smithi110 ceph-mon[88691]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-12T17:15:42.490 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:15:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:15:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:15:43.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:43 smithi099 ceph-mon[94290]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-12T17:15:43.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:43 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:15:43.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:43 smithi099 ceph-mon[94290]: pgmap v3944: 137 pgs: 137 active+clean; 15 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 209 KiB/s wr, 6 op/s 2024-04-12T17:15:43.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:43 smithi099 ceph-mon[96864]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-12T17:15:43.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:43 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:15:43.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:43 smithi099 ceph-mon[96864]: pgmap v3944: 137 pgs: 137 active+clean; 15 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 209 KiB/s wr, 6 op/s 2024-04-12T17:15:43.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:43 smithi110 ceph-mon[88691]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-12T17:15:43.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:43 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:15:43.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:43 smithi110 ceph-mon[88691]: pgmap v3944: 137 pgs: 137 active+clean; 15 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 209 KiB/s wr, 6 op/s 2024-04-12T17:15:44.164 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministic (3016 ms) 2024-04-12T17:15:44.164 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicPP 2024-04-12T17:15:44.164 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:15:44.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:44 smithi099 ceph-mon[94290]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-12T17:15:44.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:44 smithi099 ceph-mon[96864]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-12T17:15:44.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:44 smithi110 ceph-mon[88691]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-12T17:15:45.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:45 smithi110 ceph-mon[88691]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-12T17:15:45.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:45 smithi110 ceph-mon[88691]: pgmap v3947: 137 pgs: 137 active+clean; 18 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 219 KiB/s wr, 60 op/s 2024-04-12T17:15:45.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:45 smithi099 ceph-mon[94290]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-12T17:15:45.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:45 smithi099 ceph-mon[94290]: pgmap v3947: 137 pgs: 137 active+clean; 18 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 219 KiB/s wr, 60 op/s 2024-04-12T17:15:45.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:45 smithi099 ceph-mon[96864]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-12T17:15:45.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:45 smithi099 ceph-mon[96864]: pgmap v3947: 137 pgs: 137 active+clean; 18 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 219 KiB/s wr, 60 op/s 2024-04-12T17:15:46.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:46 smithi110 ceph-mon[88691]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-12T17:15:46.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:46 smithi099 ceph-mon[94290]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-12T17:15:46.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:46 smithi099 ceph-mon[96864]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-12T17:15:46.632 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:15:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:15:46] "GET /metrics HTTP/1.1" 200 36722 "" "Prometheus/2.43.0" 2024-04-12T17:15:47.185 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicPP (3021 ms) 2024-04-12T17:15:47.185 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDiscard 2024-04-12T17:15:47.185 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:15:47.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:47 smithi110 ceph-mon[88691]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-12T17:15:47.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:47 smithi110 ceph-mon[88691]: pgmap v3950: 137 pgs: 137 active+clean; 21 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 87 KiB/s wr, 97 op/s 2024-04-12T17:15:47.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:47 smithi099 ceph-mon[94290]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-12T17:15:47.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:47 smithi099 ceph-mon[94290]: pgmap v3950: 137 pgs: 137 active+clean; 21 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 87 KiB/s wr, 97 op/s 2024-04-12T17:15:47.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:47 smithi099 ceph-mon[96864]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-12T17:15:47.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:47 smithi099 ceph-mon[96864]: pgmap v3950: 137 pgs: 137 active+clean; 21 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 87 KiB/s wr, 97 op/s 2024-04-12T17:15:48.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:48 smithi110 ceph-mon[88691]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-12T17:15:48.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:48 smithi099 ceph-mon[94290]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-12T17:15:48.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:48 smithi099 ceph-mon[96864]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-12T17:15:49.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:49 smithi110 ceph-mon[88691]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-12T17:15:49.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:49 smithi110 ceph-mon[88691]: pgmap v3953: 137 pgs: 137 active+clean; 21 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 77 KiB/s wr, 44 op/s 2024-04-12T17:15:49.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:49 smithi099 ceph-mon[96864]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-12T17:15:49.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:49 smithi099 ceph-mon[96864]: pgmap v3953: 137 pgs: 137 active+clean; 21 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 77 KiB/s wr, 44 op/s 2024-04-12T17:15:49.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:49 smithi099 ceph-mon[94290]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-12T17:15:49.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:49 smithi099 ceph-mon[94290]: pgmap v3953: 137 pgs: 137 active+clean; 21 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 77 KiB/s wr, 44 op/s 2024-04-12T17:15:49.937 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] DiffIterateTest/0.DiffIterateDiscard (2752 ms) 2024-04-12T17:15:49.937 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTruncate 2024-04-12T17:15:49.937 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:15:50.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:50 smithi110 ceph-mon[88691]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-12T17:15:50.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:50 smithi110 ceph-mon[88691]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-12T17:15:50.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:50 smithi099 ceph-mon[94290]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-12T17:15:50.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:50 smithi099 ceph-mon[94290]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-12T17:15:50.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:50 smithi099 ceph-mon[96864]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-12T17:15:50.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:50 smithi099 ceph-mon[96864]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-12T17:15:52.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:51 smithi110 ceph-mon[88691]: pgmap v3956: 137 pgs: 137 active+clean; 21 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 5.7 KiB/s wr, 59 op/s 2024-04-12T17:15:52.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:51 smithi110 ceph-mon[88691]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-12T17:15:52.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:51 smithi099 ceph-mon[94290]: pgmap v3956: 137 pgs: 137 active+clean; 21 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 5.7 KiB/s wr, 59 op/s 2024-04-12T17:15:52.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:51 smithi099 ceph-mon[94290]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-12T17:15:52.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:51 smithi099 ceph-mon[96864]: pgmap v3956: 137 pgs: 137 active+clean; 21 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 5.7 KiB/s wr, 59 op/s 2024-04-12T17:15:52.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:51 smithi099 ceph-mon[96864]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-12T17:15:52.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:15:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:15:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:15:52.967 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] DiffIterateTest/0.DiffIterateTruncate (3030 ms) 2024-04-12T17:15:52.967 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] DiffIterateTest/0.DiffIterateWriteAndTruncate 2024-04-12T17:15:52.967 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:15:53.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:52 smithi110 ceph-mon[88691]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-12T17:15:53.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:52 smithi099 ceph-mon[94290]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-12T17:15:53.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:52 smithi099 ceph-mon[96864]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-12T17:15:54.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:53 smithi110 ceph-mon[88691]: pgmap v3959: 137 pgs: 137 active+clean; 21 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 14 KiB/s wr, 128 op/s 2024-04-12T17:15:54.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:53 smithi110 ceph-mon[88691]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-12T17:15:54.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:53 smithi099 ceph-mon[94290]: pgmap v3959: 137 pgs: 137 active+clean; 21 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 14 KiB/s wr, 128 op/s 2024-04-12T17:15:54.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:53 smithi099 ceph-mon[94290]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-12T17:15:54.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:53 smithi099 ceph-mon[96864]: pgmap v3959: 137 pgs: 137 active+clean; 21 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 14 KiB/s wr, 128 op/s 2024-04-12T17:15:54.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:53 smithi099 ceph-mon[96864]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-12T17:15:55.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:54 smithi110 ceph-mon[88691]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-12T17:15:55.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:54 smithi099 ceph-mon[94290]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-12T17:15:55.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:54 smithi099 ceph-mon[96864]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-12T17:15:55.986 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] DiffIterateTest/0.DiffIterateWriteAndTruncate (3019 ms) 2024-04-12T17:15:55.986 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStress 2024-04-12T17:15:55.986 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:15:56.073 INFO:tasks.workunit.client.0.smithi099.stdout: i=0 exists [85003465~3897359,96161747~6479027,104667371~1053805,114419390~7440772,183934758~6186545,193750925~3091024,238084279~7133598,305695984~7534420,374707796~4646463,394834051~7463103] wrote [85003465~3897359,96161747~6479027,104667371~1053805,114419390~7440772,183934758~6186545,193750925~3091024,238084279~7133598,305695984~7534420,374707796~4646463,394834051~7463103] 2024-04-12T17:15:56.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:55 smithi099 ceph-mon[94290]: pgmap v3962: 137 pgs: 137 active+clean; 22 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 98 KiB/s rd, 271 KiB/s wr, 153 op/s 2024-04-12T17:15:56.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:55 smithi099 ceph-mon[94290]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-12T17:15:56.283 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:55 smithi099 ceph-mon[96864]: pgmap v3962: 137 pgs: 137 active+clean; 22 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 98 KiB/s rd, 271 KiB/s wr, 153 op/s 2024-04-12T17:15:56.283 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:55 smithi099 ceph-mon[96864]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-12T17:15:56.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:55 smithi110 ceph-mon[88691]: pgmap v3962: 137 pgs: 137 active+clean; 22 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 98 KiB/s rd, 271 KiB/s wr, 153 op/s 2024-04-12T17:15:56.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:55 smithi110 ceph-mon[88691]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-12T17:15:56.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:15:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:15:56] "GET /metrics HTTP/1.1" 200 36722 "" "Prometheus/2.43.0" 2024-04-12T17:15:57.031 INFO:tasks.workunit.client.0.smithi099.stdout: i=1 exists [28465488~6520346,44629204~4815934,57767294~7721052,85003465~3897359,96161747~6479027,104667371~1053805,114419390~7440772,183934758~6186545,193750925~3091024,206330923~7462286,216550380~5892202,238084279~7133598,297185591~5677416,305695984~7534420,374707796~4646463,394834051~7463103,407279984~2863829] wrote [28465488~6520346,44629204~4815934,57767294~7721052,100026685~704261,206330923~7462286,216550380~5892202,297185591~5677416,407279984~2863829] 2024-04-12T17:15:57.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:56 smithi110 ceph-mon[88691]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-12T17:15:57.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:56 smithi099 ceph-mon[94290]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-12T17:15:57.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:56 smithi099 ceph-mon[96864]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-12T17:15:58.061 INFO:tasks.workunit.client.0.smithi099.stdout: i=2 exists [28465488~6520346,38169232~5993553,44629204~4815934,57767294~7721052,85003465~3897359,96161747~6479027,104667371~1053805,114199491~8057479,134172930~6512653,183934758~6186545,193750925~3091024,206330923~7462286,216550380~5892202,224407654~3579196,238084279~10433041,296778059~16452345,324751375~4584920,336970698~7510160,374707796~4646463,394834051~7463103,407279984~2863829] wrote [38169232~5993553,114199491~8057479,134172930~6512653,224407654~3579196,241331010~7186310,296778059~1620584,302138526~7915996,324751375~4584920,336970698~7510160] 2024-04-12T17:15:58.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:57 smithi110 ceph-mon[88691]: pgmap v3965: 137 pgs: 137 active+clean; 46 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 59 KiB/s rd, 4.1 MiB/s wr, 96 op/s 2024-04-12T17:15:58.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:57 smithi110 ceph-mon[88691]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-12T17:15:58.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:15:58.385 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:57 smithi099 ceph-mon[94290]: pgmap v3965: 137 pgs: 137 active+clean; 46 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 59 KiB/s rd, 4.1 MiB/s wr, 96 op/s 2024-04-12T17:15:58.385 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:57 smithi099 ceph-mon[94290]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-12T17:15:58.385 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:15:58.386 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:57 smithi099 ceph-mon[96864]: pgmap v3965: 137 pgs: 137 active+clean; 46 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 59 KiB/s rd, 4.1 MiB/s wr, 96 op/s 2024-04-12T17:15:58.386 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:57 smithi099 ceph-mon[96864]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-12T17:15:58.386 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:15:59.036 INFO:tasks.workunit.client.0.smithi099.stdout: i=3 exists [11317098~6413194,28465488~7262043,38169232~5993553,44629204~4815934,57767294~7721052,85003465~3897359,93525875~9114899,104667371~1053805,111568520~418657,114199491~8057479,128763963~760261,134172930~6512653,159736376~7045509,183934758~6186545,193750925~3091024,206330923~7462286,216550380~5892202,224407654~3579196,238084279~10433041,267548496~2673068,296778059~16452345,322311919~1587997,324751375~4584920,336970698~7510160,348863972~5776491,374707796~4646463,394834051~7463103,403520488~1310832,407279984~2863829] wrote [11317098~6413194,31497452~4230079,93525875~4306053,111568520~418657,128763963~760261,159736376~7045509,267548496~2673068,322311919~1587997,348863972~5776491,403520488~1310832] 2024-04-12T17:15:59.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:58 smithi110 ceph-mon[88691]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-12T17:15:59.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:58 smithi099 ceph-mon[94290]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-12T17:15:59.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:58 smithi099 ceph-mon[96864]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-12T17:16:00.071 INFO:tasks.workunit.client.0.smithi099.stdout: i=4 exists [11317098~6413194,28465488~7262043,38169232~5993553,44629204~4815934,57767294~7721052,85003465~3897359,93525875~9114899,104667371~1053805,111568520~418657,114199491~8057479,128763963~760261,134172930~6512653,159736376~7045509,183934758~6186545,193750925~3091024,202448142~1051538,205084064~8709145,216217045~12294993,233832809~14684511,267548496~2673068,273890197~7176151,296778059~16452345,322311919~1587997,324751375~4584920,334890733~1066107,336970698~7510160,348863972~5776491,374707796~4646463,394834051~7463103,403520488~1310832,407279984~2863829] wrote [202448142~1051538,205084064~4160304,216217045~12294993,233832809~5349660,246138610~224254,273890197~7176151,334890733~1066107,397218980~1317086] 2024-04-12T17:16:00.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:59 smithi110 ceph-mon[88691]: pgmap v3968: 137 pgs: 137 active+clean; 61 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.7 KiB/s rd, 5.8 MiB/s wr, 16 op/s 2024-04-12T17:16:00.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:15:59 smithi110 ceph-mon[88691]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-12T17:16:00.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:59 smithi099 ceph-mon[94290]: pgmap v3968: 137 pgs: 137 active+clean; 61 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.7 KiB/s rd, 5.8 MiB/s wr, 16 op/s 2024-04-12T17:16:00.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:15:59 smithi099 ceph-mon[94290]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-12T17:16:00.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:59 smithi099 ceph-mon[96864]: pgmap v3968: 137 pgs: 137 active+clean; 61 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.7 KiB/s rd, 5.8 MiB/s wr, 16 op/s 2024-04-12T17:16:00.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:15:59 smithi099 ceph-mon[96864]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-12T17:16:01.053 INFO:tasks.workunit.client.0.smithi099.stdout: i=5 exists [9354521~1488271,11317098~6413194,28465488~7262043,38169232~5993553,44629204~4815934,57767294~7721052,85003465~3897359,93525875~9114899,104667371~1053805,111568520~418657,113898453~8358517,128763963~760261,134172930~6512653,145180494~6996618,159736376~7045509,179715774~28859,183934758~6186545,193750925~3091024,202448142~1051538,205084064~8709145,216217045~12294993,233049724~753622,233832809~14684511,255478848~7093574,267548496~2673068,273890197~10138608,296778059~16452345,322311919~1587997,324751375~4584920,334890733~1066107,336970698~7510160,348863972~5776491,374707796~4646463,394834051~7463103,403520488~1310832,407279984~2863829] wrote [9354521~1488271,113898453~7461422,145180494~6996618,179715774~28859,187525344~721828,217170204~797103,233049724~753622,245231259~1804250,255478848~7093574,276496728~7532077] 2024-04-12T17:16:01.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:00 smithi110 ceph-mon[88691]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-12T17:16:01.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:00 smithi099 ceph-mon[94290]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-12T17:16:01.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:00 smithi099 ceph-mon[96864]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-12T17:16:02.041 INFO:tasks.workunit.client.0.smithi099.stdout: i=6 exists [9354521~1488271,11317098~6413194,20882155~3486052,28465488~7262043,38169232~5993553,44629204~4815934,57767294~7721052,85003465~3897359,93525875~9114899,104667371~1053805,111568520~418657,113898453~8358517,128763963~760261,134172930~6512653,145180494~6996618,159736376~7045509,179715774~28859,183934758~6186545,193750925~3091024,202448142~1051538,205084064~8709145,216217045~13417266,233049724~753622,233832809~14684511,255478848~7093574,267548496~2673068,273890197~10138608,285133510~3365876,296778059~16452345,322311919~1587997,324751375~4584920,333587168~10893690,348863972~5776491,365601306~4228658,374707796~4646463,394834051~7463103,403520488~1310832,407279984~2863829] wrote [20882155~3486052,46761171~713133,137418530~677797,224269046~5365265,275831653~5251179,285133510~3365876,300339159~585314,333587168~5047556,354458650~40779,365601306~4228658] 2024-04-12T17:16:02.316 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:01 smithi110 ceph-mon[88691]: pgmap v3971: 137 pgs: 137 active+clean; 221 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 126 KiB/s rd, 33 MiB/s wr, 222 op/s 2024-04-12T17:16:02.316 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:01 smithi110 ceph-mon[88691]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-12T17:16:02.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:01 smithi099 ceph-mon[94290]: pgmap v3971: 137 pgs: 137 active+clean; 221 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 126 KiB/s rd, 33 MiB/s wr, 222 op/s 2024-04-12T17:16:02.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:01 smithi099 ceph-mon[94290]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-12T17:16:02.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:01 smithi099 ceph-mon[96864]: pgmap v3971: 137 pgs: 137 active+clean; 221 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 126 KiB/s rd, 33 MiB/s wr, 222 op/s 2024-04-12T17:16:02.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:01 smithi099 ceph-mon[96864]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-12T17:16:02.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:16:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:16:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:16:03.086 INFO:tasks.workunit.client.0.smithi099.stdout: i=7 exists [9089843~8640449,20882155~3486052,28465488~7262043,36788926~1193251,38169232~5993553,44629204~4815934,57767294~11552548,85003465~6891778,93525875~9114899,104667371~1053805,111568520~418657,113898453~8358517,128763963~760261,134172930~6512653,145180494~8236926,159736376~7045509,179715774~28859,183934758~6186545,193750925~3091024,202448142~1051538,205084064~8709145,214463486~15170825,233049724~753622,233832809~14684511,255478848~7093574,267548496~16480309,285133510~3365876,288815016~5463690,296778059~21125061,322311919~1587997,324751375~4584920,333587168~10893690,348863972~5776491,365601306~4228658,374707796~4646463,394834051~7463103,403520488~1310832,407279984~8710265] wrote [9089843~4835029,36788926~1193251,61614774~7705068,86873020~5022223,145389112~8028308,214463486~2058769,268402417~6542629,288815016~5463690,313130494~4772626,409453429~6536820] 2024-04-12T17:16:03.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:02 smithi110 ceph-mon[88691]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-12T17:16:03.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:02 smithi099 ceph-mon[94290]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-12T17:16:03.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:02 smithi099 ceph-mon[96864]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-12T17:16:04.082 INFO:tasks.workunit.client.0.smithi099.stdout: i=8 exists [9089843~8640449,20882155~3486052,24588593~11138938,36788926~1193251,38169232~5993553,44629204~8518767,57767294~11552548,85003465~6891778,93525875~9114899,104667371~1053805,107968580~882092,111568520~418657,113898453~8358517,128763963~760261,134172930~6512653,145180494~8236926,154777034~3254683,159736376~7045509,179715774~28859,183934758~6186545,193750925~3091024,202448142~1051538,205084064~8709145,214463486~15170825,233049724~753622,233832809~14684511,255478848~7093574,267548496~16480309,285133510~3365876,288815016~5463690,296778059~23846622,322311919~1587997,324751375~4584920,333587168~10893690,348863972~5776491,364235732~5594232,374707796~4646463,394834051~7463103,403520488~1310832,407279984~8710265] wrote [24588593~5625369,47902013~5245958,86918167~3870263,107968580~882092,154777034~3254683,205821946~3119705,315492217~5132464,364235732~4969507,374872808~374813] 2024-04-12T17:16:04.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:04 smithi110 ceph-mon[88691]: pgmap v3974: 137 pgs: 137 active+clean; 305 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 171 KiB/s rd, 49 MiB/s wr, 286 op/s 2024-04-12T17:16:04.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:04 smithi110 ceph-mon[88691]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-12T17:16:04.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:04 smithi099 ceph-mon[94290]: pgmap v3974: 137 pgs: 137 active+clean; 305 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 171 KiB/s rd, 49 MiB/s wr, 286 op/s 2024-04-12T17:16:04.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:04 smithi099 ceph-mon[94290]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-12T17:16:04.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:04 smithi099 ceph-mon[96864]: pgmap v3974: 137 pgs: 137 active+clean; 305 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 171 KiB/s rd, 49 MiB/s wr, 286 op/s 2024-04-12T17:16:04.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:04 smithi099 ceph-mon[96864]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-12T17:16:05.073 INFO:tasks.workunit.client.0.smithi099.stdout: i=9 exists [9089843~8640449,20882155~3486052,24588593~11138938,36788926~1193251,38169232~5993553,44629204~8912841,57767294~11552548,85003465~17637309,104667371~1053805,107968580~882092,110195753~3044702,113898453~8358517,128763963~760261,134172930~10733696,145180494~8236926,154777034~3254683,159736376~7045509,179715774~28859,183934758~6186545,193750925~3091024,202448142~1051538,205084064~8709145,214463486~15170825,233049724~753622,233832809~14684511,255478848~7093574,267548496~16480309,285133510~3365876,288815016~5463690,296778059~23846622,322311919~1587997,324751375~4584920,333587168~10893690,348863972~5776491,364235732~5594232,373991809~7580834,384264844~4920765,394834051~7463103,403520488~1310832,407279984~8710265] wrote [10429762~6986990,27754691~1801130,52872714~669331,91101111~7398634,110195753~3044702,140278636~4627990,260958942~58034,373991809~7580834,384264844~4920765,398833655~2681218] 2024-04-12T17:16:05.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:05 smithi110 ceph-mon[88691]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-12T17:16:05.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:05 smithi099 ceph-mon[94290]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-12T17:16:05.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:05 smithi099 ceph-mon[96864]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-12T17:16:06.111 INFO:tasks.workunit.client.0.smithi099.stdout: i=10 exists [9089843~8640449,20882155~3486052,24588593~11138938,36788926~1193251,38169232~15372813,57767294~11552548,85003465~17637309,104667371~1053805,107968580~882092,110195753~3044702,113898453~8358517,128763963~760261,131631767~13274859,145180494~12851223,159736376~7045509,179715774~28859,183934758~6186545,193750925~3091024,202448142~1051538,205084064~8709145,214463486~15170825,233049724~753622,233832809~14684511,249542768~5784508,255478848~7093574,267548496~16480309,285133510~3365876,288815016~5463690,296778059~23846622,322311919~1587997,324751375~4584920,333587168~12667559,348863972~5776491,364235732~5594232,373991809~7580834,384264844~4920765,394834051~10130431,407279984~8710265] wrote [43826233~6536512,58079045~4587604,64932724~3691057,131631767~4176464,152302930~4997780,249542768~5784508,276451262~1105815,308323280~6938675,342083544~4171183,397092164~7872318] 2024-04-12T17:16:06.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:06 smithi110 ceph-mon[88691]: pgmap v3977: 137 pgs: 137 active+clean; 396 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 162 KiB/s rd, 38 MiB/s wr, 267 op/s 2024-04-12T17:16:06.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:06 smithi110 ceph-mon[88691]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-12T17:16:06.363 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:06 smithi099 ceph-mon[96864]: pgmap v3977: 137 pgs: 137 active+clean; 396 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 162 KiB/s rd, 38 MiB/s wr, 267 op/s 2024-04-12T17:16:06.363 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:06 smithi099 ceph-mon[96864]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-12T17:16:06.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:06 smithi099 ceph-mon[94290]: pgmap v3977: 137 pgs: 137 active+clean; 396 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 162 KiB/s rd, 38 MiB/s wr, 267 op/s 2024-04-12T17:16:06.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:06 smithi099 ceph-mon[94290]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-12T17:16:06.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:16:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:16:06] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-04-12T17:16:07.122 INFO:tasks.workunit.client.0.smithi099.stdout: i=11 exists [9089843~8640449,20882155~3486052,24588593~11138938,36788926~1193251,38169232~15372813,57767294~11552548,85003465~17637309,104667371~1053805,107968580~882092,110195753~12061217,122842651~7080500,131631767~13274859,145109140~21672745,179715774~28859,180780614~9340689,193750925~3091024,202448142~1051538,205084064~8709145,214463486~15170825,229933876~562019,233049724~753622,233832809~14684511,249542768~5784508,255478848~9364167,267548496~16480309,285133510~3365876,288815016~5463690,296778059~23846622,322311919~1587997,324751375~4584920,333587168~12667559,348863972~5776491,364235732~5594232,373991809~7580834,384264844~4920765,394834051~21156198] wrote [93013026~1068195,110939102~3076726,122842651~7080500,145109140~3602482,156608285~3424110,180780614~6409930,229933876~562019,258232480~6610535,404504510~6954007] 2024-04-12T17:16:07.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:07 smithi110 ceph-mon[88691]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-12T17:16:07.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:07 smithi099 ceph-mon[94290]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-12T17:16:07.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:07 smithi099 ceph-mon[96864]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-12T17:16:08.109 INFO:tasks.workunit.client.0.smithi099.stdout: i=12 exists [5483889~12246403,18433392~429161,20882155~3486052,24588593~11138938,36788926~16753119,57767294~11552548,85003465~17637309,104667371~1053805,107968580~882092,110195753~12061217,122842651~7080500,131631767~13274859,145109140~21672745,179715774~28859,180780614~9340689,193750925~3091024,197290759~16502450,214463486~15170825,229933876~562019,233049724~753622,233832809~14684511,249542768~5784508,255478848~9364167,267548496~16480309,285133510~3365876,288815016~5463690,296778059~23846622,322311919~1587997,324751375~4584920,333587168~12667559,348863972~5776491,358817349~11012615,373991809~7580834,384264844~4920765,389590411~1282127,394834051~21156198] wrote [5483889~5884071,18433392~429161,37723614~6994437,197290759~7867828,271330540~1846229,326555652~600184,336882146~2084187,358817349~7775039,389590411~1282127] 2024-04-12T17:16:08.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:08 smithi110 ceph-mon[88691]: pgmap v3980: 137 pgs: 137 active+clean; 459 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 194 KiB/s rd, 35 MiB/s wr, 309 op/s 2024-04-12T17:16:08.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:08 smithi110 ceph-mon[88691]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-12T17:16:08.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:08 smithi099 ceph-mon[94290]: pgmap v3980: 137 pgs: 137 active+clean; 459 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 194 KiB/s rd, 35 MiB/s wr, 309 op/s 2024-04-12T17:16:08.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:08 smithi099 ceph-mon[94290]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-12T17:16:08.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:08 smithi099 ceph-mon[96864]: pgmap v3980: 137 pgs: 137 active+clean; 459 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 194 KiB/s rd, 35 MiB/s wr, 309 op/s 2024-04-12T17:16:08.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:08 smithi099 ceph-mon[96864]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-12T17:16:09.102 INFO:tasks.workunit.client.0.smithi099.stdout: i=13 exists [5483889~12246403,18433392~429161,20583285~3784922,24588593~11138938,36788926~16753119,57767294~11552548,85003465~17637309,104667371~1053805,107968580~882092,110195753~12061217,122842651~7080500,131631767~13274859,145109140~25951172,179715774~28859,180780614~9340689,193750925~3091024,197290759~16502450,214463486~15170825,229933876~562019,233049724~753622,233832809~14684511,249542768~5784508,255478848~9364167,267548496~16480309,285133510~9145196,296778059~23846622,322311919~1587997,323968001~581094,324751375~4584920,333587168~12667559,348863972~5776491,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,394834051~21156198] wrote [20583285~3694822,99978368~1336207,110888977~5730412,124322148~5599592,164380677~6679635,272210916~537610,285487863~7948246,323968001~581094,371459673~4523464] 2024-04-12T17:16:09.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:09 smithi110 ceph-mon[88691]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-12T17:16:09.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:09 smithi099 ceph-mon[94290]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-12T17:16:09.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:09 smithi099 ceph-mon[96864]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-12T17:16:10.115 INFO:tasks.workunit.client.0.smithi099.stdout: i=14 exists [5483889~12246403,18433392~429161,20583285~3784922,24588593~11138938,36788926~16753119,57767294~11552548,80361781~22278993,104667371~1053805,107968580~882092,110195753~12061217,122842651~7080500,131631767~13274859,145109140~29428478,179715774~28859,180780614~9340689,193750925~3091024,197290759~16502450,214463486~15170825,229933876~562019,233049724~753622,233832809~14684511,249542768~5784508,255478848~9364167,267548496~16480309,285133510~9145196,296778059~23846622,322311919~1587997,323968001~581094,324751375~4584920,333587168~12667559,348863972~5776491,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,394834051~21156198] wrote [5932402~7909759,28023953~972610,58131467~2588333,80361781~5503248,123803052~2111753,158073268~2375787,170515139~4022479,225707532~216935,255870798~4564290,288331575~4235822] 2024-04-12T17:16:10.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:10 smithi110 ceph-mon[88691]: pgmap v3983: 137 pgs: 137 active+clean; 498 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 76 KiB/s rd, 24 MiB/s wr, 114 op/s 2024-04-12T17:16:10.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:10 smithi110 ceph-mon[88691]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-12T17:16:10.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:10 smithi099 ceph-mon[94290]: pgmap v3983: 137 pgs: 137 active+clean; 498 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 76 KiB/s rd, 24 MiB/s wr, 114 op/s 2024-04-12T17:16:10.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:10 smithi099 ceph-mon[94290]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-12T17:16:10.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:10 smithi099 ceph-mon[96864]: pgmap v3983: 137 pgs: 137 active+clean; 498 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 76 KiB/s rd, 24 MiB/s wr, 114 op/s 2024-04-12T17:16:10.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:10 smithi099 ceph-mon[96864]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-12T17:16:11.185 INFO:tasks.workunit.client.0.smithi099.stdout: i=15 exists [5483889~12246403,18433392~429161,20583285~3784922,24588593~11138938,36788926~16753119,57767294~11552548,80361781~22278993,104667371~1053805,107968580~882092,110195753~12061217,122842651~7080500,131631767~13274859,145109140~29428478,179715774~28859,180780614~9340689,193750925~3091024,197290759~16502450,214463486~15170825,229933876~562019,233049724~753622,233832809~14684511,249542768~5784508,255478848~9364167,267548496~16480309,284831785~9446921,296778059~32558236,330477767~562045,333587168~12667559,348863972~5776491,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,394834051~21156198] wrote [152286500~5057125,170168175~2866507,224451826~3485346,284831785~536070,317296252~8367439,330477767~562045,407383275~4408230] 2024-04-12T17:16:11.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:11 smithi110 ceph-mon[88691]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-12T17:16:11.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:11 smithi099 ceph-mon[94290]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-12T17:16:11.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:11 smithi099 ceph-mon[96864]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-12T17:16:12.148 INFO:tasks.workunit.client.0.smithi099.stdout: i=16 exists [5483889~12246403,18433392~429161,20583285~15144246,36788926~16753119,57767294~11552548,75739605~4422764,80361781~22278993,104667371~1053805,107968580~882092,110195753~12061217,122842651~7080500,131631767~13274859,145109140~29428478,179715774~28859,180780614~9340689,193750925~3091024,197290759~16502450,214463486~15170825,229933876~562019,233049724~753622,233832809~14684511,249132006~6195270,255478848~9364167,267548496~16480309,284831785~11638808,296778059~32558236,330477767~562045,333587168~12667559,348863972~5776491,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,394834051~21156198] wrote [23757839~8531955,75739605~4422764,89578370~1985291,221190461~4912724,249132006~3071683,257544879~389423,291915000~4555593,338906175~4015586,404767020~6169052] 2024-04-12T17:16:12.316 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:12 smithi110 ceph-mon[88691]: pgmap v3986: 137 pgs: 137 active+clean; 622 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 120 KiB/s rd, 39 MiB/s wr, 211 op/s 2024-04-12T17:16:12.316 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:12 smithi110 ceph-mon[88691]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-12T17:16:12.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:12 smithi099 ceph-mon[94290]: pgmap v3986: 137 pgs: 137 active+clean; 622 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 120 KiB/s rd, 39 MiB/s wr, 211 op/s 2024-04-12T17:16:12.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:12 smithi099 ceph-mon[94290]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-12T17:16:12.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:12 smithi099 ceph-mon[96864]: pgmap v3986: 137 pgs: 137 active+clean; 622 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 120 KiB/s rd, 39 MiB/s wr, 211 op/s 2024-04-12T17:16:12.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:12 smithi099 ceph-mon[96864]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-12T17:16:12.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:16:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:16:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:16:13.151 INFO:tasks.workunit.client.0.smithi099.stdout: i=17 exists [5483889~12246403,18433392~429161,20583285~15144246,36788926~16753119,57767294~11552548,75739605~4422764,80361781~22278993,104667371~1053805,107968580~882092,110195753~19727398,131631767~13274859,145109140~29428478,179715774~28859,180780614~9340689,193750925~3091024,197290759~16502450,214463486~15170825,229933876~562019,233049724~753622,233832809~14684511,249132006~6195270,255478848~9364167,267548496~16480309,284831785~11638808,296778059~32558236,330477767~562045,333587168~12667559,347795360~6845103,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,394834051~21156198] wrote [122040396~4013409,134810979~5063713,148832614~4372835,239516752~8078438,249298241~3755953,274729110~3513556,335331344~5215130,347795360~3175754,359645353~8112935] 2024-04-12T17:16:13.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:13 smithi110 ceph-mon[88691]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-12T17:16:13.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:16:13.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:13 smithi099 ceph-mon[94290]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-12T17:16:13.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:16:13.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:13 smithi099 ceph-mon[96864]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-12T17:16:13.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:16:14.148 INFO:tasks.workunit.client.0.smithi099.stdout: i=18 exists [5483889~12246403,18433392~429161,20583285~15144246,36788926~16753119,57767294~13958348,75739605~4422764,80361781~22278993,104667371~1053805,107968580~882092,110195753~19727398,131631767~13274859,145109140~29428478,179715774~28859,180780614~9340689,193750925~3091024,197290759~16502450,214463486~15170825,229933876~562019,230712587~343663,233049724~753622,233832809~14684511,249132006~6195270,255478848~28549957,284831785~11638808,296778059~32558236,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,394834051~21156198] wrote [14840201~1801807,63715892~8009750,76727342~1173145,230712587~343663,235355746~1479049,263080679~6660067,296913136~250560,297350336~4767179,353682778~7469639,382234510~2899922] 2024-04-12T17:16:14.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:14 smithi110 ceph-mon[88691]: pgmap v3989: 137 pgs: 137 active+clean; 693 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 230 KiB/s rd, 48 MiB/s wr, 362 op/s 2024-04-12T17:16:14.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:14 smithi110 ceph-mon[88691]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-12T17:16:14.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:14 smithi099 ceph-mon[94290]: pgmap v3989: 137 pgs: 137 active+clean; 693 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 230 KiB/s rd, 48 MiB/s wr, 362 op/s 2024-04-12T17:16:14.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:14 smithi099 ceph-mon[94290]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-12T17:16:14.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:14 smithi099 ceph-mon[96864]: pgmap v3989: 137 pgs: 137 active+clean; 693 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 230 KiB/s rd, 48 MiB/s wr, 362 op/s 2024-04-12T17:16:14.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:14 smithi099 ceph-mon[96864]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-12T17:16:15.154 INFO:tasks.workunit.client.0.smithi099.stdout: i=19 exists [5483889~12246403,18433392~17294139,36788926~16753119,57767294~14495232,75739605~4422764,80361781~22278993,104667371~1053805,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~9340689,193750925~3091024,197290759~16502450,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~14684511,249132006~6195270,255478848~28549957,284831785~11638808,296778059~32561592,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,394834051~21156198] wrote [18618850~3526262,43189683~5625216,68560954~3701572,107412798~7946662,167935280~5126799,231620877~639344,311889121~295748,322294063~7045588,365564343~2391795] 2024-04-12T17:16:15.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:15 smithi099 ceph-mon[94290]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-12T17:16:15.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:15 smithi099 ceph-mon[96864]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-12T17:16:15.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:15 smithi110 ceph-mon[88691]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-12T17:16:16.114 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to 1 diff [28465488~6520346,44629204~4815934,57767294~7721052,100026685~704261,206330923~7462286,216550380~5892202,297185591~5677416,407279984~2863829] 2024-04-12T17:16:16.115 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [28465488~6520346,44629204~4815934,57767294~7721052,100026685~704261,206330923~7462286,216550380~5892202,297185591~5677416,407279984~2863829] 2024-04-12T17:16:16.134 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [25165824~9820010,41943040~7502098,54525952~10962394,100026685~704261,205520896~8272313,213909504~8533078,293601280~9261727,406847488~3296325] 2024-04-12T17:16:16.134 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to 2 diff [28465488~6520346,38169232~5993553,44629204~4815934,57767294~7721052,100026685~704261,114199491~8057479,134172930~6512653,206330923~7462286,216550380~5892202,224407654~3579196,241331010~7186310,296778059~13276463,324751375~4584920,336970698~7510160,407279984~2863829] 2024-04-12T17:16:16.134 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [28465488~6520346,38169232~5993553,44629204~4815934,57767294~7721052,100026685~704261,114199491~8057479,134172930~6512653,206330923~7462286,216550380~5892202,224407654~3579196,241331010~7186310,296778059~13276463,324751375~4584920,336970698~7510160,407279984~2863829] 2024-04-12T17:16:16.141 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [25165824~9820010,37748736~11696402,54525952~10962394,100026685~704261,114199491~8057479,130023424~10662159,205520896~8272313,213909504~14077346,241331010~7186310,293601280~16453242,322961408~6374887,335544320~8936538,406847488~3296325] 2024-04-12T17:16:16.141 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to 3 diff [11317098~6413194,28465488~7262043,38169232~5993553,44629204~4815934,57767294~7721052,93525875~4306053,100026685~704261,111568520~418657,114199491~8057479,128763963~760261,134172930~6512653,159736376~7045509,206330923~7462286,216550380~5892202,224407654~3579196,241331010~7186310,267548496~2673068,296778059~13276463,322311919~1587997,324751375~4584920,336970698~7510160,348863972~5776491,403520488~1310832,407279984~2863829] 2024-04-12T17:16:16.141 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [11317098~6413194,28465488~7262043,38169232~5993553,44629204~4815934,57767294~7721052,93525875~4306053,100026685~704261,111568520~418657,114199491~8057479,128763963~760261,134172930~6512653,159736376~7045509,206330923~7462286,216550380~5892202,224407654~3579196,241331010~7186310,267548496~2673068,296778059~13276463,322311919~1587997,324751375~4584920,336970698~7510160,348863972~5776491,403520488~1310832,407279984~2863829] 2024-04-12T17:16:16.148 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~9341684,25165824~10561707,37748736~11696402,54525952~10962394,93525875~4306053,100026685~704261,109051904~2935273,114199491~8057479,125829120~3695104,130023424~10662159,159383552~7398333,205520896~8272313,213909504~14077346,241331010~7186310,264241152~5980412,293601280~16453242,318767104~10569191,335544320~8936538,348127232~6513231,402653184~2178136,406847488~3296325] 2024-04-12T17:16:16.148 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to 4 diff [11317098~6413194,28465488~7262043,38169232~5993553,44629204~4815934,57767294~7721052,93525875~4306053,100026685~704261,111568520~418657,114199491~8057479,128763963~760261,134172930~6512653,159736376~7045509,202448142~1051538,205084064~8709145,216217045~12294993,233832809~5349660,241331010~7186310,267548496~2673068,273890197~7176151,296778059~13276463,322311919~1587997,324751375~4584920,334890733~1066107,336970698~7510160,348863972~5776491,397218980~1317086,403520488~1310832,407279984~2863829] 2024-04-12T17:16:16.148 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [11317098~6413194,28465488~7262043,38169232~5993553,44629204~4815934,57767294~7721052,93525875~4306053,100026685~704261,111568520~418657,114199491~8057479,128763963~760261,134172930~6512653,159736376~7045509,202448142~1051538,205084064~8709145,216217045~12294993,233832809~5349660,241331010~7186310,267548496~2673068,273890197~7176151,296778059~13276463,322311919~1587997,324751375~4584920,334890733~1066107,336970698~7510160,348863972~5776491,397218980~1317086,403520488~1310832,407279984~2863829] 2024-04-12T17:16:16.156 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~9341684,25165824~10561707,37748736~11696402,54525952~10962394,93525875~4306053,100026685~704261,109051904~2935273,114199491~8057479,125829120~3695104,130023424~10662159,159383552~7398333,201326592~12466617,213909504~14602534,230686720~8495749,241331010~7186310,264241152~5980412,272629760~8436588,293601280~16453242,318767104~10569191,331350016~13130842,348127232~6513231,397218980~1317086,402653184~2178136,406847488~3296325] 2024-04-12T17:16:16.156 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to 5 diff [9354521~1488271,11317098~6413194,28465488~7262043,38169232~5993553,44629204~4815934,57767294~7721052,93525875~4306053,100026685~704261,111568520~418657,113898453~8358517,128763963~760261,134172930~6512653,145180494~6996618,159736376~7045509,179715774~28859,187525344~721828,202448142~1051538,205084064~8709145,216217045~12294993,233049724~753622,233832809~5349660,241331010~7186310,255478848~7093574,267548496~2673068,273890197~10138608,296778059~13276463,322311919~1587997,324751375~4584920,334890733~1066107,336970698~7510160,348863972~5776491,397218980~1317086,403520488~1310832,407279984~2863829] 2024-04-12T17:16:16.156 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9354521~1488271,11317098~6413194,28465488~7262043,38169232~5993553,44629204~4815934,57767294~7721052,93525875~4306053,100026685~704261,111568520~418657,113898453~8358517,128763963~760261,134172930~6512653,145180494~6996618,159736376~7045509,179715774~28859,187525344~721828,202448142~1051538,205084064~8709145,216217045~12294993,233049724~753622,233832809~5349660,241331010~7186310,255478848~7093574,267548496~2673068,273890197~10138608,296778059~13276463,322311919~1587997,324751375~4584920,334890733~1066107,336970698~7510160,348863972~5776491,397218980~1317086,403520488~1310832,407279984~2863829] 2024-04-12T17:16:16.162 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~9341684,25165824~10561707,37748736~11696402,54525952~10962394,93525875~4306053,100026685~704261,109051904~2935273,113898453~8358517,125829120~3695104,130023424~10662159,142606336~9570776,159383552~7398333,176160768~3583865,187525344~721828,201326592~12466617,213909504~14602534,230686720~8495749,241331010~7186310,251658240~10914182,264241152~5980412,272629760~11399045,293601280~16453242,318767104~10569191,331350016~13130842,348127232~6513231,397218980~1317086,402653184~2178136,406847488~3296325] 2024-04-12T17:16:16.162 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to 6 diff [9354521~1488271,11317098~6413194,20882155~3486052,28465488~7262043,38169232~5993553,44629204~4815934,57767294~7721052,93525875~4306053,100026685~704261,111568520~418657,113898453~8358517,128763963~760261,134172930~6512653,145180494~6996618,159736376~7045509,179715774~28859,187525344~721828,202448142~1051538,205084064~8709145,216217045~13417266,233049724~753622,233832809~5349660,241331010~7186310,255478848~7093574,267548496~2673068,273890197~10138608,285133510~3365876,296778059~13276463,322311919~1587997,324751375~4584920,333587168~10893690,348863972~5776491,365601306~4228658,397218980~1317086,403520488~1310832,407279984~2863829] 2024-04-12T17:16:16.163 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9354521~1488271,11317098~6413194,20882155~3486052,28465488~7262043,38169232~5993553,44629204~4815934,57767294~7721052,93525875~4306053,100026685~704261,111568520~418657,113898453~8358517,128763963~760261,134172930~6512653,145180494~6996618,159736376~7045509,179715774~28859,187525344~721828,202448142~1051538,205084064~8709145,216217045~13417266,233049724~753622,233832809~5349660,241331010~7186310,255478848~7093574,267548496~2673068,273890197~10138608,285133510~3365876,296778059~13276463,322311919~1587997,324751375~4584920,333587168~10893690,348863972~5776491,365601306~4228658,397218980~1317086,403520488~1310832,407279984~2863829] 2024-04-12T17:16:16.169 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~15979599,25165824~10561707,37748736~11696402,54525952~10962394,93525875~4306053,100026685~704261,109051904~2935273,113898453~8358517,125829120~3695104,130023424~10662159,142606336~9570776,159383552~7398333,176160768~3583865,187525344~721828,201326592~12466617,213909504~15724807,230686720~8495749,241331010~7186310,251658240~10914182,264241152~5980412,272629760~15869626,293601280~16453242,318767104~10569191,331350016~13130842,348127232~6513231,364904448~4925516,397218980~1317086,402653184~2178136,406847488~3296325] 2024-04-12T17:16:16.169 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to 7 diff [9089843~8640449,20882155~3486052,28465488~7262043,36788926~1193251,38169232~5993553,44629204~4815934,57767294~11552548,86873020~5022223,93525875~4306053,100026685~704261,111568520~418657,113898453~8358517,128763963~760261,134172930~6512653,145180494~8236926,159736376~7045509,179715774~28859,187525344~721828,202448142~1051538,205084064~8709145,214463486~15170825,233049724~753622,233832809~5349660,241331010~7186310,255478848~7093574,267548496~16480309,285133510~3365876,288815016~5463690,296778059~13276463,313130494~4772626,322311919~1587997,324751375~4584920,333587168~10893690,348863972~5776491,365601306~4228658,397218980~1317086,403520488~1310832,407279984~8710265] 2024-04-12T17:16:16.169 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9089843~8640449,20882155~3486052,28465488~7262043,36788926~1193251,38169232~5993553,44629204~4815934,57767294~11552548,86873020~5022223,93525875~4306053,100026685~704261,111568520~418657,113898453~8358517,128763963~760261,134172930~6512653,145180494~8236926,159736376~7045509,179715774~28859,187525344~721828,202448142~1051538,205084064~8709145,214463486~15170825,233049724~753622,233832809~5349660,241331010~7186310,255478848~7093574,267548496~16480309,285133510~3365876,288815016~5463690,296778059~13276463,313130494~4772626,322311919~1587997,324751375~4584920,333587168~10893690,348863972~5776491,365601306~4228658,397218980~1317086,403520488~1310832,407279984~8710265] 2024-04-12T17:16:16.176 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~15979599,25165824~24279314,54525952~14793890,86873020~5022223,93525875~4306053,100026685~704261,109051904~2935273,113898453~8358517,125829120~3695104,130023424~10662159,142606336~10811084,159383552~7398333,176160768~3583865,187525344~721828,201326592~12466617,213909504~15724807,230686720~8495749,241331010~7186310,251658240~10914182,264241152~45813370,313130494~4772626,318767104~10569191,331350016~13130842,348127232~6513231,364904448~4925516,397218980~1317086,402653184~2178136,406847488~9142761] 2024-04-12T17:16:16.176 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to 8 diff [9089843~8640449,20882155~3486052,24588593~11138938,36788926~1193251,38169232~5993553,44629204~8518767,57767294~11552548,86873020~5022223,93525875~4306053,100026685~704261,107968580~882092,111568520~418657,113898453~8358517,128763963~760261,134172930~6512653,145180494~8236926,154777034~3254683,159736376~7045509,179715774~28859,187525344~721828,202448142~1051538,205084064~8709145,214463486~15170825,233049724~753622,233832809~5349660,241331010~7186310,255478848~7093574,267548496~16480309,285133510~3365876,288815016~5463690,296778059~13276463,313130494~7494187,322311919~1587997,324751375~4584920,333587168~10893690,348863972~5776491,364235732~5594232,374872808~374813,397218980~1317086,403520488~1310832,407279984~8710265] 2024-04-12T17:16:16.176 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9089843~8640449,20882155~3486052,24588593~11138938,36788926~1193251,38169232~5993553,44629204~8518767,57767294~11552548,86873020~5022223,93525875~4306053,100026685~704261,107968580~882092,111568520~418657,113898453~8358517,128763963~760261,134172930~6512653,145180494~8236926,154777034~3254683,159736376~7045509,179715774~28859,187525344~721828,202448142~1051538,205084064~8709145,214463486~15170825,233049724~753622,233832809~5349660,241331010~7186310,255478848~7093574,267548496~16480309,285133510~3365876,288815016~5463690,296778059~13276463,313130494~7494187,322311919~1587997,324751375~4584920,333587168~10893690,348863972~5776491,364235732~5594232,374872808~374813,397218980~1317086,403520488~1310832,407279984~8710265] 2024-04-12T17:16:16.182 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~44759363,54525952~14793890,86873020~5022223,93525875~4306053,100026685~704261,105721176~3129496,109051904~2935273,113898453~8358517,125829120~3695104,130023424~10662159,142606336~15425381,159383552~7398333,176160768~3583865,187525344~721828,201326592~12466617,213909504~15724807,230686720~8495749,241331010~7186310,251658240~10914182,264241152~45813370,313130494~16205801,331350016~13130842,348127232~6513231,360710144~9119820,374872808~374813,397218980~1317086,402653184~2178136,406847488~9142761] 2024-04-12T17:16:16.182 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to 9 diff [9089843~8640449,20882155~3486052,24588593~11138938,36788926~1193251,38169232~5993553,44629204~8912841,57767294~11552548,86873020~11626725,100026685~704261,107968580~882092,110195753~3044702,113898453~8358517,128763963~760261,134172930~10733696,145180494~8236926,154777034~3254683,159736376~7045509,179715774~28859,187525344~721828,202448142~1051538,205084064~8709145,214463486~15170825,233049724~753622,233832809~5349660,241331010~7186310,255478848~7093574,267548496~16480309,285133510~3365876,288815016~5463690,296778059~13276463,313130494~7494187,322311919~1587997,324751375~4584920,333587168~10893690,348863972~5776491,364235732~5594232,373991809~7580834,384264844~4920765,397218980~1317086,398833655~2681218,403520488~1310832,407279984~8710265] 2024-04-12T17:16:16.182 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9089843~8640449,20882155~3486052,24588593~11138938,36788926~1193251,38169232~5993553,44629204~8912841,57767294~11552548,86873020~11626725,100026685~704261,107968580~882092,110195753~3044702,113898453~8358517,128763963~760261,134172930~10733696,145180494~8236926,154777034~3254683,159736376~7045509,179715774~28859,187525344~721828,202448142~1051538,205084064~8709145,214463486~15170825,233049724~753622,233832809~5349660,241331010~7186310,255478848~7093574,267548496~16480309,285133510~3365876,288815016~5463690,296778059~13276463,313130494~7494187,322311919~1587997,324751375~4584920,333587168~10893690,348863972~5776491,364235732~5594232,373991809~7580834,384264844~4920765,397218980~1317086,398833655~2681218,403520488~1310832,407279984~8710265] 2024-04-12T17:16:16.190 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~45153437,54525952~14793890,86873020~11626725,100026685~704261,105721176~3129496,109051904~4188551,113898453~8358517,125829120~3695104,130023424~28008293,159383552~7398333,176160768~3583865,187525344~721828,201326592~12466617,213909504~15724807,230686720~8495749,241331010~7186310,251658240~10914182,264241152~45813370,313130494~16205801,331350016~13130842,348127232~6513231,360710144~9119820,373991809~7580834,381681664~7503945,397218980~1317086,398833655~2681218,402653184~2178136,406847488~9142761] 2024-04-12T17:16:16.191 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to 10 diff [9089843~8640449,20882155~3486052,24588593~11138938,36788926~1193251,38169232~15372813,57767294~11552548,86873020~11626725,100026685~704261,107968580~882092,110195753~3044702,113898453~8358517,128763963~760261,131631767~13274859,145180494~12851223,159736376~7045509,179715774~28859,187525344~721828,202448142~1051538,205084064~8709145,214463486~15170825,233049724~753622,233832809~5349660,241331010~7186310,249542768~5784508,255478848~7093574,267548496~16480309,285133510~3365876,288815016~5463690,296778059~23846622,322311919~1587997,324751375~4584920,333587168~12667559,348863972~5776491,364235732~5594232,373991809~7580834,384264844~4920765,397092164~7872318,407279984~8710265] 2024-04-12T17:16:16.191 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9089843~8640449,20882155~3486052,24588593~11138938,36788926~1193251,38169232~15372813,57767294~11552548,86873020~11626725,100026685~704261,107968580~882092,110195753~3044702,113898453~8358517,128763963~760261,131631767~13274859,145180494~12851223,159736376~7045509,179715774~28859,187525344~721828,202448142~1051538,205084064~8709145,214463486~15170825,233049724~753622,233832809~5349660,241331010~7186310,249542768~5784508,255478848~7093574,267548496~16480309,285133510~3365876,288815016~5463690,296778059~23846622,322311919~1587997,324751375~4584920,333587168~12667559,348863972~5776491,364235732~5594232,373991809~7580834,384264844~4920765,397092164~7872318,407279984~8710265] 2024-04-12T17:16:16.194 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~45153437,54525952~14793890,86873020~11626725,100026685~704261,105721176~3129496,109051904~4188551,113898453~8358517,125829120~3695104,130023424~28008293,159383552~7398333,176160768~3583865,187525344~721828,201326592~12466617,213909504~15724807,230686720~8495749,241331010~21241412,264241152~65095143,331350016~14904711,348127232~6513231,360710144~9119820,373991809~7580834,381681664~7503945,397092164~7872318,406847488~9142761] 2024-04-12T17:16:16.195 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to 11 diff [9089843~8640449,20882155~3486052,24588593~11138938,36788926~1193251,38169232~15372813,57767294~11552548,86873020~11626725,100026685~704261,107968580~882092,110195753~12061217,122842651~7080500,131631767~13274859,145109140~21672745,179715774~28859,180780614~6409930,187525344~721828,202448142~1051538,205084064~8709145,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,241331010~7186310,249542768~5784508,255478848~9364167,267548496~16480309,285133510~3365876,288815016~5463690,296778059~23846622,322311919~1587997,324751375~4584920,333587168~12667559,348863972~5776491,364235732~5594232,373991809~7580834,384264844~4920765,397092164~18898085] 2024-04-12T17:16:16.195 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9089843~8640449,20882155~3486052,24588593~11138938,36788926~1193251,38169232~15372813,57767294~11552548,86873020~11626725,100026685~704261,107968580~882092,110195753~12061217,122842651~7080500,131631767~13274859,145109140~21672745,179715774~28859,180780614~6409930,187525344~721828,202448142~1051538,205084064~8709145,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,241331010~7186310,249542768~5784508,255478848~9364167,267548496~16480309,285133510~3365876,288815016~5463690,296778059~23846622,322311919~1587997,324751375~4584920,333587168~12667559,348863972~5776491,364235732~5594232,373991809~7580834,384264844~4920765,397092164~18898085] 2024-04-12T17:16:16.200 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~45153437,54525952~14793890,86873020~11626725,100026685~704261,105721176~3129496,109051904~20871247,130023424~36758461,176160768~3583865,180780614~6409930,187525344~721828,201326592~12466617,213909504~16586391,230686720~8495749,241331010~88005285,331350016~14904711,348127232~6513231,360710144~9119820,373991809~7580834,381681664~7503945,397092164~18898085] 2024-04-12T17:16:16.201 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to 12 diff [5483889~12246403,18433392~429161,20882155~3486052,24588593~11138938,36788926~16753119,57767294~11552548,86873020~11626725,100026685~704261,107968580~882092,110195753~12061217,122842651~7080500,131631767~13274859,145109140~21672745,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,241331010~7186310,249542768~5784508,255478848~9364167,267548496~16480309,285133510~3365876,288815016~5463690,296778059~23846622,322311919~1587997,324751375~4584920,333587168~12667559,348863972~5776491,358817349~11012615,373991809~7580834,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.201 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~429161,20882155~3486052,24588593~11138938,36788926~16753119,57767294~11552548,86873020~11626725,100026685~704261,107968580~882092,110195753~12061217,122842651~7080500,131631767~13274859,145109140~21672745,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,241331010~7186310,249542768~5784508,255478848~9364167,267548496~16480309,285133510~3365876,288815016~5463690,296778059~23846622,322311919~1587997,324751375~4584920,333587168~12667559,348863972~5776491,358817349~11012615,373991809~7580834,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.207 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,54525952~14793890,86873020~11626725,100026685~704261,105721176~3129496,109051904~20871247,130023424~36758461,176160768~3583865,180780614~6409930,187525344~721828,197132288~16660921,213909504~16586391,230686720~8495749,241331010~88005285,331350016~14904711,348127232~6513231,356515840~13314124,373991809~7580834,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.207 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to 13 diff [5483889~12246403,18433392~429161,20583285~3784922,24588593~11138938,36788926~16753119,57767294~11552548,86873020~11626725,99978368~1336207,107968580~882092,110195753~12061217,122842651~7080500,131631767~13274859,145109140~25951172,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,241331010~7186310,249542768~5784508,255478848~9364167,267548496~16480309,285133510~9145196,296778059~23846622,322311919~1587997,323968001~581094,324751375~4584920,333587168~12667559,348863972~5776491,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.207 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~429161,20583285~3784922,24588593~11138938,36788926~16753119,57767294~11552548,86873020~11626725,99978368~1336207,107968580~882092,110195753~12061217,122842651~7080500,131631767~13274859,145109140~25951172,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,241331010~7186310,249542768~5784508,255478848~9364167,267548496~16480309,285133510~9145196,296778059~23846622,322311919~1587997,323968001~581094,324751375~4584920,333587168~12667559,348863972~5776491,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.213 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,54525952~14793890,86873020~11626725,99978368~1336207,105721176~3129496,109051904~20871247,130023424~41036888,176160768~3583865,180780614~6409930,187525344~721828,197132288~16660921,213909504~16586391,230686720~8495749,241331010~88005285,331350016~14904711,348127232~6513231,356515840~25056803,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.213 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to 14 diff [5483889~12246403,18433392~429161,20583285~3784922,24588593~11138938,36788926~16753119,57767294~11552548,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~12061217,122842651~7080500,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,241331010~7186310,249542768~5784508,255478848~9364167,267548496~16480309,285133510~9145196,296778059~23846622,322311919~1587997,323968001~581094,324751375~4584920,333587168~12667559,348863972~5776491,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.213 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~429161,20583285~3784922,24588593~11138938,36788926~16753119,57767294~11552548,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~12061217,122842651~7080500,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,241331010~7186310,249542768~5784508,255478848~9364167,267548496~16480309,285133510~9145196,296778059~23846622,322311919~1587997,323968001~581094,324751375~4584920,333587168~12667559,348863972~5776491,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.219 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,54525952~14793890,79691776~6173253,86873020~11626725,99978368~1336207,105721176~3129496,109051904~20871247,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~16660921,213909504~16586391,230686720~8495749,241331010~88005285,331350016~14904711,348127232~6513231,356515840~25056803,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.219 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to 15 diff [5483889~12246403,18433392~429161,20583285~3784922,24588593~11138938,36788926~16753119,57767294~11552548,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~12061217,122842651~7080500,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,241331010~7186310,249542768~5784508,255478848~9364167,267548496~16480309,284831785~9446921,296778059~32558236,330477767~562045,333587168~12667559,348863972~5776491,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.219 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~429161,20583285~3784922,24588593~11138938,36788926~16753119,57767294~11552548,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~12061217,122842651~7080500,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,241331010~7186310,249542768~5784508,255478848~9364167,267548496~16480309,284831785~9446921,296778059~32558236,330477767~562045,333587168~12667559,348863972~5776491,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.225 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,54525952~14793890,79691776~6173253,86873020~11626725,99978368~1336207,105721176~3129496,109051904~20871247,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~16660921,213909504~16586391,230686720~8495749,241331010~89708802,331350016~14904711,348127232~6513231,356515840~25056803,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.225 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to 16 diff [5483889~12246403,18433392~429161,20583285~15144246,36788926~16753119,57767294~11552548,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~12061217,122842651~7080500,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,241331010~7186310,249132006~6195270,255478848~9364167,267548496~16480309,284831785~11638808,296778059~32558236,330477767~562045,333587168~12667559,348863972~5776491,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.225 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~429161,20583285~15144246,36788926~16753119,57767294~11552548,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~12061217,122842651~7080500,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,241331010~7186310,249132006~6195270,255478848~9364167,267548496~16480309,284831785~11638808,296778059~32558236,330477767~562045,333587168~12667559,348863972~5776491,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.231 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,54525952~14793890,75497472~10367557,86873020~11626725,99978368~1336207,105721176~3129496,109051904~20871247,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~16660921,213909504~16586391,230686720~8495749,241331010~89708802,331350016~14904711,348127232~6513231,356515840~25056803,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.232 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to 17 diff [5483889~12246403,18433392~429161,20583285~15144246,36788926~16753119,57767294~11552548,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~19727398,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~9364167,267548496~16480309,284831785~11638808,296778059~32558236,330477767~562045,333587168~12667559,347795360~6845103,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.232 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~429161,20583285~15144246,36788926~16753119,57767294~11552548,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~19727398,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~9364167,267548496~16480309,284831785~11638808,296778059~32558236,330477767~562045,333587168~12667559,347795360~6845103,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.237 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,54525952~14793890,75497472~10367557,86873020~11626725,99978368~1336207,105721176~3129496,109051904~20871247,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~16660921,213909504~16586391,230686720~8495749,239516752~91523060,331350016~23290447,356515840~25056803,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.237 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to 18 diff [5483889~12246403,18433392~429161,20583285~15144246,36788926~16753119,57767294~13958348,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~19727398,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,230712587~343663,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~32558236,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.237 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~429161,20583285~15144246,36788926~16753119,57767294~13958348,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~19727398,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,230712587~343663,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~32558236,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.243 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,54525952~17199690,75497472~10367557,86873020~11626725,99978368~1336207,105721176~3129496,109051904~20871247,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~16660921,213909504~16586391,230686720~8495749,239516752~91523060,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.243 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to 19 diff [5483889~12246403,18433392~17294139,36788926~16753119,57767294~14495232,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~32561592,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.243 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,57767294~14495232,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~32561592,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.249 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,54525952~17736574,75497472~10367557,86873020~11626725,99978368~1336207,105721176~24201975,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~16660921,213909504~16586391,230686720~8495749,239516752~91523060,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.249 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to 2 diff [38169232~5993553,114199491~8057479,134172930~6512653,224407654~3579196,241331010~7186310,296778059~1620584,302138526~7915996,324751375~4584920,336970698~7510160] 2024-04-12T17:16:16.249 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [38169232~5993553,114199491~8057479,134172930~6512653,224407654~3579196,241331010~7186310,296778059~1620584,302138526~7915996,324751375~4584920,336970698~7510160] 2024-04-12T17:16:16.255 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [37748736~6414049,114199491~8057479,130023424~10662159,222442582~5544268,241331010~7186310,296778059~1620584,302138526~7915996,322961408~6374887,335544320~8936538] 2024-04-12T17:16:16.255 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to 3 diff [11317098~6413194,31497452~4230079,38169232~5993553,93525875~4306053,111568520~418657,114199491~8057479,128763963~760261,134172930~6512653,159736376~7045509,224407654~3579196,241331010~7186310,267548496~2673068,296778059~1620584,302138526~7915996,322311919~1587997,324751375~4584920,336970698~7510160,348863972~5776491,403520488~1310832] 2024-04-12T17:16:16.255 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [11317098~6413194,31497452~4230079,38169232~5993553,93525875~4306053,111568520~418657,114199491~8057479,128763963~760261,134172930~6512653,159736376~7045509,224407654~3579196,241331010~7186310,267548496~2673068,296778059~1620584,302138526~7915996,322311919~1587997,324751375~4584920,336970698~7510160,348863972~5776491,403520488~1310832] 2024-04-12T17:16:16.261 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~9341684,31497452~4230079,37748736~6414049,93525875~4306053,109051904~2935273,114199491~8057479,125829120~3695104,130023424~10662159,159383552~7398333,222442582~5544268,241331010~7186310,264241152~5980412,296778059~1620584,302138526~7915996,318767104~10569191,335544320~8936538,348127232~6513231,402653184~2178136] 2024-04-12T17:16:16.261 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to 4 diff [11317098~6413194,31497452~4230079,38169232~5993553,93525875~4306053,111568520~418657,114199491~8057479,128763963~760261,134172930~6512653,159736376~7045509,202448142~1051538,205084064~4160304,216217045~12294993,233832809~5349660,241331010~7186310,267548496~2673068,273890197~7176151,296778059~1620584,302138526~7915996,322311919~1587997,324751375~4584920,334890733~1066107,336970698~7510160,348863972~5776491,397218980~1317086,403520488~1310832] 2024-04-12T17:16:16.261 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [11317098~6413194,31497452~4230079,38169232~5993553,93525875~4306053,111568520~418657,114199491~8057479,128763963~760261,134172930~6512653,159736376~7045509,202448142~1051538,205084064~4160304,216217045~12294993,233832809~5349660,241331010~7186310,267548496~2673068,273890197~7176151,296778059~1620584,302138526~7915996,322311919~1587997,324751375~4584920,334890733~1066107,336970698~7510160,348863972~5776491,397218980~1317086,403520488~1310832] 2024-04-12T17:16:16.267 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~9341684,31497452~4230079,37748736~6414049,93525875~4306053,109051904~2935273,114199491~8057479,125829120~3695104,130023424~10662159,159383552~7398333,201326592~7917776,216217045~12294993,230686720~8495749,241331010~7186310,264241152~5980412,272629760~8436588,296778059~1620584,302138526~7915996,318767104~10569191,331350016~13130842,348127232~6513231,397218980~1317086,402653184~2178136] 2024-04-12T17:16:16.267 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to 5 diff [9354521~1488271,11317098~6413194,31497452~4230079,38169232~5993553,93525875~4306053,111568520~418657,113898453~8358517,128763963~760261,134172930~6512653,145180494~6996618,159736376~7045509,179715774~28859,187525344~721828,202448142~1051538,205084064~4160304,216217045~12294993,233049724~753622,233832809~5349660,241331010~7186310,255478848~7093574,267548496~2673068,273890197~10138608,296778059~1620584,302138526~7915996,322311919~1587997,324751375~4584920,334890733~1066107,336970698~7510160,348863972~5776491,397218980~1317086,403520488~1310832] 2024-04-12T17:16:16.267 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9354521~1488271,11317098~6413194,31497452~4230079,38169232~5993553,93525875~4306053,111568520~418657,113898453~8358517,128763963~760261,134172930~6512653,145180494~6996618,159736376~7045509,179715774~28859,187525344~721828,202448142~1051538,205084064~4160304,216217045~12294993,233049724~753622,233832809~5349660,241331010~7186310,255478848~7093574,267548496~2673068,273890197~10138608,296778059~1620584,302138526~7915996,322311919~1587997,324751375~4584920,334890733~1066107,336970698~7510160,348863972~5776491,397218980~1317086,403520488~1310832] 2024-04-12T17:16:16.272 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~9341684,31497452~4230079,37748736~6414049,93525875~4306053,109051904~2935273,113898453~8358517,125829120~3695104,130023424~10662159,142606336~9570776,159383552~7398333,176160768~3583865,187525344~721828,201326592~7917776,216217045~12294993,230686720~8495749,241331010~7186310,251658240~10914182,264241152~5980412,272629760~11399045,296778059~1620584,302138526~7915996,318767104~10569191,331350016~13130842,348127232~6513231,397218980~1317086,402653184~2178136] 2024-04-12T17:16:16.272 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to 6 diff [9354521~1488271,11317098~6413194,20882155~3486052,31497452~4230079,38169232~5993553,46761171~713133,93525875~4306053,111568520~418657,113898453~8358517,128763963~760261,134172930~6512653,145180494~6996618,159736376~7045509,179715774~28859,187525344~721828,202448142~1051538,205084064~4160304,216217045~13417266,233049724~753622,233832809~5349660,241331010~7186310,255478848~7093574,267548496~2673068,273890197~10138608,285133510~3365876,296778059~1620584,300339159~585314,302138526~7915996,322311919~1587997,324751375~4584920,333587168~10893690,348863972~5776491,365601306~4228658,397218980~1317086,403520488~1310832] 2024-04-12T17:16:16.273 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9354521~1488271,11317098~6413194,20882155~3486052,31497452~4230079,38169232~5993553,46761171~713133,93525875~4306053,111568520~418657,113898453~8358517,128763963~760261,134172930~6512653,145180494~6996618,159736376~7045509,179715774~28859,187525344~721828,202448142~1051538,205084064~4160304,216217045~13417266,233049724~753622,233832809~5349660,241331010~7186310,255478848~7093574,267548496~2673068,273890197~10138608,285133510~3365876,296778059~1620584,300339159~585314,302138526~7915996,322311919~1587997,324751375~4584920,333587168~10893690,348863972~5776491,365601306~4228658,397218980~1317086,403520488~1310832] 2024-04-12T17:16:16.279 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~15979599,31497452~4230079,37748736~6414049,46761171~713133,93525875~4306053,109051904~2935273,113898453~8358517,125829120~3695104,130023424~10662159,142606336~9570776,159383552~7398333,176160768~3583865,187525344~721828,201326592~7917776,216217045~13417266,230686720~8495749,241331010~7186310,251658240~10914182,264241152~5980412,272629760~15869626,296778059~1620584,300339159~585314,302138526~7915996,318767104~10569191,331350016~13130842,348127232~6513231,364904448~4925516,397218980~1317086,402653184~2178136] 2024-04-12T17:16:16.279 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to 7 diff [9089843~8640449,20882155~3486052,31497452~4230079,36788926~1193251,38169232~5993553,46761171~713133,61614774~7705068,86873020~5022223,93525875~4306053,111568520~418657,113898453~8358517,128763963~760261,134172930~6512653,145180494~8236926,159736376~7045509,179715774~28859,187525344~721828,202448142~1051538,205084064~4160304,214463486~15170825,233049724~753622,233832809~5349660,241331010~7186310,255478848~7093574,267548496~16480309,285133510~3365876,288815016~5463690,296778059~1620584,300339159~585314,302138526~7915996,313130494~4772626,322311919~1587997,324751375~4584920,333587168~10893690,348863972~5776491,365601306~4228658,397218980~1317086,403520488~1310832,409453429~6536820] 2024-04-12T17:16:16.279 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9089843~8640449,20882155~3486052,31497452~4230079,36788926~1193251,38169232~5993553,46761171~713133,61614774~7705068,86873020~5022223,93525875~4306053,111568520~418657,113898453~8358517,128763963~760261,134172930~6512653,145180494~8236926,159736376~7045509,179715774~28859,187525344~721828,202448142~1051538,205084064~4160304,214463486~15170825,233049724~753622,233832809~5349660,241331010~7186310,255478848~7093574,267548496~16480309,285133510~3365876,288815016~5463690,296778059~1620584,300339159~585314,302138526~7915996,313130494~4772626,322311919~1587997,324751375~4584920,333587168~10893690,348863972~5776491,365601306~4228658,397218980~1317086,403520488~1310832,409453429~6536820] 2024-04-12T17:16:16.284 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~15979599,31497452~12665333,46761171~713133,61614774~7705068,86873020~5022223,93525875~4306053,109051904~2935273,113898453~8358517,125829120~3695104,130023424~10662159,142606336~10811084,159383552~7398333,176160768~3583865,187525344~721828,201326592~7917776,214463486~15170825,230686720~8495749,241331010~7186310,251658240~10914182,264241152~30037554,296778059~1620584,300339159~585314,302138526~7915996,313130494~4772626,318767104~10569191,331350016~13130842,348127232~6513231,364904448~4925516,397218980~1317086,402653184~2178136,409453429~6536820] 2024-04-12T17:16:16.284 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to 8 diff [9089843~8640449,20882155~3486052,24588593~5625369,31497452~4230079,36788926~1193251,38169232~5993553,46761171~713133,47902013~5245958,61614774~7705068,86873020~5022223,93525875~4306053,107968580~882092,111568520~418657,113898453~8358517,128763963~760261,134172930~6512653,145180494~8236926,154777034~3254683,159736376~7045509,179715774~28859,187525344~721828,202448142~1051538,205084064~4160304,214463486~15170825,233049724~753622,233832809~5349660,241331010~7186310,255478848~7093574,267548496~16480309,285133510~3365876,288815016~5463690,296778059~1620584,300339159~585314,302138526~7915996,313130494~7494187,322311919~1587997,324751375~4584920,333587168~10893690,348863972~5776491,364235732~5594232,374872808~374813,397218980~1317086,403520488~1310832,409453429~6536820] 2024-04-12T17:16:16.285 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9089843~8640449,20882155~3486052,24588593~5625369,31497452~4230079,36788926~1193251,38169232~5993553,46761171~713133,47902013~5245958,61614774~7705068,86873020~5022223,93525875~4306053,107968580~882092,111568520~418657,113898453~8358517,128763963~760261,134172930~6512653,145180494~8236926,154777034~3254683,159736376~7045509,179715774~28859,187525344~721828,202448142~1051538,205084064~4160304,214463486~15170825,233049724~753622,233832809~5349660,241331010~7186310,255478848~7093574,267548496~16480309,285133510~3365876,288815016~5463690,296778059~1620584,300339159~585314,302138526~7915996,313130494~7494187,322311919~1587997,324751375~4584920,333587168~10893690,348863972~5776491,364235732~5594232,374872808~374813,397218980~1317086,403520488~1310832,409453429~6536820] 2024-04-12T17:16:16.290 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~21825354,31497452~12665333,46761171~713133,47902013~5245958,61614774~7705068,86873020~5022223,93525875~4306053,105721176~3129496,109051904~2935273,113898453~8358517,125829120~3695104,130023424~10662159,142606336~15425381,159383552~7398333,176160768~3583865,187525344~721828,201326592~7917776,214463486~15170825,230686720~8495749,241331010~7186310,251658240~10914182,264241152~30037554,296778059~1620584,300339159~585314,302138526~7915996,313130494~16205801,331350016~13130842,348127232~6513231,360710144~9119820,374872808~374813,397218980~1317086,402653184~2178136,409453429~6536820] 2024-04-12T17:16:16.290 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to 9 diff [9089843~8640449,20882155~3486052,24588593~5625369,31497452~4230079,36788926~1193251,38169232~5993553,46761171~713133,47902013~5640032,61614774~7705068,86873020~11626725,107968580~882092,110195753~3044702,113898453~8358517,128763963~760261,134172930~10733696,145180494~8236926,154777034~3254683,159736376~7045509,179715774~28859,187525344~721828,202448142~1051538,205084064~4160304,214463486~15170825,233049724~753622,233832809~5349660,241331010~7186310,255478848~7093574,267548496~16480309,285133510~3365876,288815016~5463690,296778059~1620584,300339159~585314,302138526~7915996,313130494~7494187,322311919~1587997,324751375~4584920,333587168~10893690,348863972~5776491,364235732~5594232,373991809~7580834,384264844~4920765,397218980~1317086,398833655~2681218,403520488~1310832,409453429~6536820] 2024-04-12T17:16:16.290 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9089843~8640449,20882155~3486052,24588593~5625369,31497452~4230079,36788926~1193251,38169232~5993553,46761171~713133,47902013~5640032,61614774~7705068,86873020~11626725,107968580~882092,110195753~3044702,113898453~8358517,128763963~760261,134172930~10733696,145180494~8236926,154777034~3254683,159736376~7045509,179715774~28859,187525344~721828,202448142~1051538,205084064~4160304,214463486~15170825,233049724~753622,233832809~5349660,241331010~7186310,255478848~7093574,267548496~16480309,285133510~3365876,288815016~5463690,296778059~1620584,300339159~585314,302138526~7915996,313130494~7494187,322311919~1587997,324751375~4584920,333587168~10893690,348863972~5776491,364235732~5594232,373991809~7580834,384264844~4920765,397218980~1317086,398833655~2681218,403520488~1310832,409453429~6536820] 2024-04-12T17:16:16.295 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~21825354,31497452~12665333,46761171~713133,47902013~5640032,61614774~7705068,86873020~11626725,105721176~3129496,109051904~4188551,113898453~8358517,125829120~3695104,130023424~28008293,159383552~7398333,176160768~3583865,187525344~721828,201326592~7917776,214463486~15170825,230686720~8495749,241331010~7186310,251658240~10914182,264241152~30037554,296778059~1620584,300339159~585314,302138526~7915996,313130494~16205801,331350016~13130842,348127232~6513231,360710144~9119820,373991809~7580834,381681664~7503945,397218980~1317086,398833655~2681218,402653184~2178136,409453429~6536820] 2024-04-12T17:16:16.296 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to 10 diff [9089843~8640449,20882155~3486052,24588593~5625369,31497452~4230079,36788926~1193251,38169232~15372813,58079045~11240797,86873020~11626725,107968580~882092,110195753~3044702,113898453~8358517,128763963~760261,131631767~13274859,145180494~12851223,159736376~7045509,179715774~28859,187525344~721828,202448142~1051538,205084064~4160304,214463486~15170825,233049724~753622,233832809~5349660,241331010~7186310,249542768~5784508,255478848~7093574,267548496~16480309,285133510~3365876,288815016~5463690,296778059~1620584,300339159~585314,302138526~18486155,322311919~1587997,324751375~4584920,333587168~12667559,348863972~5776491,364235732~5594232,373991809~7580834,384264844~4920765,397092164~7872318,409453429~6536820] 2024-04-12T17:16:16.296 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9089843~8640449,20882155~3486052,24588593~5625369,31497452~4230079,36788926~1193251,38169232~15372813,58079045~11240797,86873020~11626725,107968580~882092,110195753~3044702,113898453~8358517,128763963~760261,131631767~13274859,145180494~12851223,159736376~7045509,179715774~28859,187525344~721828,202448142~1051538,205084064~4160304,214463486~15170825,233049724~753622,233832809~5349660,241331010~7186310,249542768~5784508,255478848~7093574,267548496~16480309,285133510~3365876,288815016~5463690,296778059~1620584,300339159~585314,302138526~18486155,322311919~1587997,324751375~4584920,333587168~12667559,348863972~5776491,364235732~5594232,373991809~7580834,384264844~4920765,397092164~7872318,409453429~6536820] 2024-04-12T17:16:16.301 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~21825354,31497452~22044593,58079045~11240797,86873020~11626725,105721176~3129496,109051904~4188551,113898453~8358517,125829120~3695104,130023424~28008293,159383552~7398333,176160768~3583865,187525344~721828,201326592~7917776,214463486~15170825,230686720~8495749,241331010~21241412,264241152~30037554,296778059~1620584,300339159~585314,302138526~27197769,331350016~14904711,348127232~6513231,360710144~9119820,373991809~7580834,381681664~7503945,397092164~7872318,409453429~6536820] 2024-04-12T17:16:16.302 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to 11 diff [9089843~8640449,20882155~3486052,24588593~5625369,31497452~4230079,36788926~1193251,38169232~15372813,58079045~11240797,86873020~11626725,107968580~882092,110195753~12061217,122842651~7080500,131631767~13274859,145109140~21672745,179715774~28859,180780614~6409930,187525344~721828,202448142~1051538,205084064~4160304,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,241331010~7186310,249542768~5784508,255478848~9364167,267548496~16480309,285133510~3365876,288815016~5463690,296778059~1620584,300339159~585314,302138526~18486155,322311919~1587997,324751375~4584920,333587168~12667559,348863972~5776491,364235732~5594232,373991809~7580834,384264844~4920765,397092164~18898085] 2024-04-12T17:16:16.302 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9089843~8640449,20882155~3486052,24588593~5625369,31497452~4230079,36788926~1193251,38169232~15372813,58079045~11240797,86873020~11626725,107968580~882092,110195753~12061217,122842651~7080500,131631767~13274859,145109140~21672745,179715774~28859,180780614~6409930,187525344~721828,202448142~1051538,205084064~4160304,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,241331010~7186310,249542768~5784508,255478848~9364167,267548496~16480309,285133510~3365876,288815016~5463690,296778059~1620584,300339159~585314,302138526~18486155,322311919~1587997,324751375~4584920,333587168~12667559,348863972~5776491,364235732~5594232,373991809~7580834,384264844~4920765,397092164~18898085] 2024-04-12T17:16:16.307 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~21825354,31497452~22044593,58079045~11240797,86873020~11626725,105721176~3129496,109051904~20871247,130023424~36758461,176160768~3583865,180780614~6409930,187525344~721828,201326592~7917776,214463486~16032409,230686720~8495749,241331010~52947696,296778059~1620584,300339159~585314,302138526~27197769,331350016~14904711,348127232~6513231,360710144~9119820,373991809~7580834,381681664~7503945,397092164~18898085] 2024-04-12T17:16:16.308 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to 12 diff [5483889~12246403,18433392~429161,20882155~3486052,24588593~5625369,31497452~4230079,36788926~16753119,58079045~11240797,86873020~11626725,107968580~882092,110195753~12061217,122842651~7080500,131631767~13274859,145109140~21672745,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,241331010~7186310,249542768~5784508,255478848~9364167,267548496~16480309,285133510~3365876,288815016~5463690,296778059~1620584,300339159~585314,302138526~18486155,322311919~1587997,324751375~4584920,333587168~12667559,348863972~5776491,358817349~11012615,373991809~7580834,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.308 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~429161,20882155~3486052,24588593~5625369,31497452~4230079,36788926~16753119,58079045~11240797,86873020~11626725,107968580~882092,110195753~12061217,122842651~7080500,131631767~13274859,145109140~21672745,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,241331010~7186310,249542768~5784508,255478848~9364167,267548496~16480309,285133510~3365876,288815016~5463690,296778059~1620584,300339159~585314,302138526~18486155,322311919~1587997,324751375~4584920,333587168~12667559,348863972~5776491,358817349~11012615,373991809~7580834,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.313 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~26019658,31497452~22044593,58079045~11240797,86873020~11626725,105721176~3129496,109051904~20871247,130023424~36758461,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,241331010~52947696,296778059~1620584,300339159~585314,302138526~27197769,331350016~14904711,348127232~6513231,356515840~13314124,373991809~7580834,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.313 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to 13 diff [5483889~12246403,18433392~429161,20583285~3784922,24588593~5625369,31497452~4230079,36788926~16753119,58079045~11240797,86873020~11626725,99978368~1336207,107968580~882092,110195753~12061217,122842651~7080500,131631767~13274859,145109140~25951172,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,241331010~7186310,249542768~5784508,255478848~9364167,267548496~16480309,285133510~9145196,296778059~1620584,300339159~585314,302138526~18486155,322311919~1587997,323968001~581094,324751375~4584920,333587168~12667559,348863972~5776491,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.313 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~429161,20583285~3784922,24588593~5625369,31497452~4230079,36788926~16753119,58079045~11240797,86873020~11626725,99978368~1336207,107968580~882092,110195753~12061217,122842651~7080500,131631767~13274859,145109140~25951172,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,241331010~7186310,249542768~5784508,255478848~9364167,267548496~16480309,285133510~9145196,296778059~1620584,300339159~585314,302138526~18486155,322311919~1587997,323968001~581094,324751375~4584920,333587168~12667559,348863972~5776491,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.319 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~26019658,31497452~22044593,58079045~11240797,86873020~11626725,99978368~1336207,105721176~3129496,109051904~20871247,130023424~41036888,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,241331010~52947696,296778059~1620584,300339159~585314,302138526~27197769,331350016~14904711,348127232~6513231,356515840~25056803,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.319 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to 14 diff [5483889~12246403,18433392~429161,20583285~3784922,24588593~5625369,31497452~4230079,36788926~16753119,58079045~11240797,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~12061217,122842651~7080500,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,241331010~7186310,249542768~5784508,255478848~9364167,267548496~16480309,285133510~9145196,296778059~1620584,300339159~585314,302138526~18486155,322311919~1587997,323968001~581094,324751375~4584920,333587168~12667559,348863972~5776491,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.319 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~429161,20583285~3784922,24588593~5625369,31497452~4230079,36788926~16753119,58079045~11240797,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~12061217,122842651~7080500,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,241331010~7186310,249542768~5784508,255478848~9364167,267548496~16480309,285133510~9145196,296778059~1620584,300339159~585314,302138526~18486155,322311919~1587997,323968001~581094,324751375~4584920,333587168~12667559,348863972~5776491,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.325 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~26019658,31497452~22044593,58079045~11240797,79691776~6173253,86873020~11626725,99978368~1336207,105721176~3129496,109051904~20871247,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,241331010~52947696,296778059~1620584,300339159~585314,302138526~27197769,331350016~14904711,348127232~6513231,356515840~25056803,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.325 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to 15 diff [5483889~12246403,18433392~429161,20583285~3784922,24588593~5625369,31497452~4230079,36788926~16753119,58079045~11240797,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~12061217,122842651~7080500,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,241331010~7186310,249542768~5784508,255478848~9364167,267548496~16480309,284831785~9446921,296778059~1620584,300339159~585314,302138526~27197769,330477767~562045,333587168~12667559,348863972~5776491,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.325 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~429161,20583285~3784922,24588593~5625369,31497452~4230079,36788926~16753119,58079045~11240797,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~12061217,122842651~7080500,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,241331010~7186310,249542768~5784508,255478848~9364167,267548496~16480309,284831785~9446921,296778059~1620584,300339159~585314,302138526~27197769,330477767~562045,333587168~12667559,348863972~5776491,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.331 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~26019658,31497452~22044593,58079045~11240797,79691776~6173253,86873020~11626725,99978368~1336207,105721176~3129496,109051904~20871247,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,241331010~52947696,296778059~1620584,300339159~585314,302138526~28901286,331350016~14904711,348127232~6513231,356515840~25056803,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.331 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to 16 diff [5483889~12246403,18433392~429161,20583285~15144246,36788926~16753119,58079045~11240797,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~12061217,122842651~7080500,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,241331010~7186310,249132006~6195270,255478848~9364167,267548496~16480309,284831785~11638808,296778059~1620584,300339159~585314,302138526~27197769,330477767~562045,333587168~12667559,348863972~5776491,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.331 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~429161,20583285~15144246,36788926~16753119,58079045~11240797,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~12061217,122842651~7080500,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,241331010~7186310,249132006~6195270,255478848~9364167,267548496~16480309,284831785~11638808,296778059~1620584,300339159~585314,302138526~27197769,330477767~562045,333587168~12667559,348863972~5776491,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.337 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,58079045~11240797,75497472~10367557,86873020~11626725,99978368~1336207,105721176~3129496,109051904~20871247,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,241331010~55139583,296778059~1620584,300339159~585314,302138526~28901286,331350016~14904711,348127232~6513231,356515840~25056803,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.337 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to 17 diff [5483889~12246403,18433392~429161,20583285~15144246,36788926~16753119,58079045~11240797,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~19727398,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~9364167,267548496~16480309,284831785~11638808,296778059~1620584,300339159~585314,302138526~27197769,330477767~562045,333587168~12667559,347795360~6845103,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.337 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~429161,20583285~15144246,36788926~16753119,58079045~11240797,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~19727398,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~9364167,267548496~16480309,284831785~11638808,296778059~1620584,300339159~585314,302138526~27197769,330477767~562045,333587168~12667559,347795360~6845103,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.343 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,58079045~11240797,75497472~10367557,86873020~11626725,99978368~1336207,105721176~3129496,109051904~20871247,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~56953841,296778059~1620584,300339159~585314,302138526~28901286,331350016~23290447,356515840~25056803,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.343 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to 18 diff [5483889~12246403,18433392~429161,20583285~15144246,36788926~16753119,58079045~13646597,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~19727398,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~5339456,302138526~27197769,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.343 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~429161,20583285~15144246,36788926~16753119,58079045~13646597,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~19727398,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~5339456,302138526~27197769,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.348 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,58079045~13646597,75497472~10367557,86873020~11626725,99978368~1336207,105721176~3129496,109051904~20871247,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~56953841,296778059~5339456,302138526~28901286,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.349 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to 19 diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~5339456,302138526~27201125,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.349 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~5339456,302138526~27201125,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.355 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~24201975,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~56953841,296778059~5339456,302138526~28901286,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.355 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to 3 diff [11317098~6413194,31497452~4230079,93525875~4306053,111568520~418657,128763963~760261,159736376~7045509,267548496~2673068,322311919~1587997,348863972~5776491,403520488~1310832] 2024-04-12T17:16:16.355 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [11317098~6413194,31497452~4230079,93525875~4306053,111568520~418657,128763963~760261,159736376~7045509,267548496~2673068,322311919~1587997,348863972~5776491,403520488~1310832] 2024-04-12T17:16:16.360 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~9341684,31497452~4230079,93525875~4306053,109051904~2935273,125829120~3695104,159383552~7398333,264241152~5980412,318767104~5132812,348127232~6513231,402653184~2178136] 2024-04-12T17:16:16.360 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to 4 diff [11317098~6413194,31497452~4230079,93525875~4306053,111568520~418657,128763963~760261,159736376~7045509,202448142~1051538,205084064~4160304,216217045~12294993,233832809~5349660,246138610~224254,267548496~2673068,273890197~7176151,322311919~1587997,334890733~1066107,348863972~5776491,397218980~1317086,403520488~1310832] 2024-04-12T17:16:16.360 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [11317098~6413194,31497452~4230079,93525875~4306053,111568520~418657,128763963~760261,159736376~7045509,202448142~1051538,205084064~4160304,216217045~12294993,233832809~5349660,246138610~224254,267548496~2673068,273890197~7176151,322311919~1587997,334890733~1066107,348863972~5776491,397218980~1317086,403520488~1310832] 2024-04-12T17:16:16.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:16 smithi099 ceph-mon[94290]: pgmap v3992: 137 pgs: 137 active+clean; 762 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 217 KiB/s rd, 36 MiB/s wr, 337 op/s 2024-04-12T17:16:16.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:16 smithi099 ceph-mon[94290]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-12T17:16:16.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:16 smithi099 ceph-mon[96864]: pgmap v3992: 137 pgs: 137 active+clean; 762 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 217 KiB/s rd, 36 MiB/s wr, 337 op/s 2024-04-12T17:16:16.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:16 smithi099 ceph-mon[96864]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-12T17:16:16.366 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~9341684,31497452~4230079,93525875~4306053,109051904~2935273,125829120~3695104,159383552~7398333,201326592~7917776,216217045~12294993,230686720~8495749,246138610~224254,264241152~5980412,272629760~8436588,318767104~5132812,331350016~4606824,348127232~6513231,397218980~1317086,402653184~2178136] 2024-04-12T17:16:16.366 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to 5 diff [9354521~1488271,11317098~6413194,31497452~4230079,93525875~4306053,111568520~418657,113898453~7461422,128763963~760261,145180494~6996618,159736376~7045509,179715774~28859,187525344~721828,202448142~1051538,205084064~4160304,216217045~12294993,233049724~753622,233832809~5349660,245231259~1804250,255478848~7093574,267548496~2673068,273890197~10138608,322311919~1587997,334890733~1066107,348863972~5776491,397218980~1317086,403520488~1310832] 2024-04-12T17:16:16.366 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9354521~1488271,11317098~6413194,31497452~4230079,93525875~4306053,111568520~418657,113898453~7461422,128763963~760261,145180494~6996618,159736376~7045509,179715774~28859,187525344~721828,202448142~1051538,205084064~4160304,216217045~12294993,233049724~753622,233832809~5349660,245231259~1804250,255478848~7093574,267548496~2673068,273890197~10138608,322311919~1587997,334890733~1066107,348863972~5776491,397218980~1317086,403520488~1310832] 2024-04-12T17:16:16.372 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~9341684,31497452~4230079,93525875~4306053,109051904~2935273,113898453~7461422,125829120~3695104,142606336~9570776,159383552~7398333,176160768~3583865,187525344~721828,201326592~7917776,216217045~12294993,230686720~8495749,245231259~1804250,251658240~10914182,264241152~5980412,272629760~11399045,318767104~5132812,331350016~4606824,348127232~6513231,397218980~1317086,402653184~2178136] 2024-04-12T17:16:16.372 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to 6 diff [9354521~1488271,11317098~6413194,20882155~3486052,31497452~4230079,46761171~713133,93525875~4306053,111568520~418657,113898453~7461422,128763963~760261,137418530~677797,145180494~6996618,159736376~7045509,179715774~28859,187525344~721828,202448142~1051538,205084064~4160304,216217045~13417266,233049724~753622,233832809~5349660,245231259~1804250,255478848~7093574,267548496~2673068,273890197~10138608,285133510~3365876,300339159~585314,322311919~1587997,333587168~5047556,348863972~5776491,365601306~4228658,397218980~1317086,403520488~1310832] 2024-04-12T17:16:16.372 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9354521~1488271,11317098~6413194,20882155~3486052,31497452~4230079,46761171~713133,93525875~4306053,111568520~418657,113898453~7461422,128763963~760261,137418530~677797,145180494~6996618,159736376~7045509,179715774~28859,187525344~721828,202448142~1051538,205084064~4160304,216217045~13417266,233049724~753622,233832809~5349660,245231259~1804250,255478848~7093574,267548496~2673068,273890197~10138608,285133510~3365876,300339159~585314,322311919~1587997,333587168~5047556,348863972~5776491,365601306~4228658,397218980~1317086,403520488~1310832] 2024-04-12T17:16:16.378 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~15979599,31497452~4230079,46761171~713133,93525875~4306053,109051904~2935273,113898453~7461422,125829120~3695104,137418530~677797,142606336~9570776,159383552~7398333,176160768~3583865,187525344~721828,201326592~7917776,216217045~13417266,230686720~8495749,245231259~1804250,251658240~10914182,264241152~5980412,272629760~15869626,300339159~585314,318767104~5132812,331350016~7284708,348127232~6513231,364904448~4925516,397218980~1317086,402653184~2178136] 2024-04-12T17:16:16.378 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to 7 diff [9089843~8640449,20882155~3486052,31497452~4230079,36788926~1193251,46761171~713133,61614774~7705068,86873020~5022223,93525875~4306053,111568520~418657,113898453~7461422,128763963~760261,137418530~677797,145180494~8236926,159736376~7045509,179715774~28859,187525344~721828,202448142~1051538,205084064~4160304,214463486~15170825,233049724~753622,233832809~5349660,245231259~1804250,255478848~7093574,267548496~16480309,285133510~3365876,288815016~5463690,300339159~585314,313130494~4772626,322311919~1587997,333587168~5047556,348863972~5776491,365601306~4228658,397218980~1317086,403520488~1310832,409453429~6536820] 2024-04-12T17:16:16.378 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9089843~8640449,20882155~3486052,31497452~4230079,36788926~1193251,46761171~713133,61614774~7705068,86873020~5022223,93525875~4306053,111568520~418657,113898453~7461422,128763963~760261,137418530~677797,145180494~8236926,159736376~7045509,179715774~28859,187525344~721828,202448142~1051538,205084064~4160304,214463486~15170825,233049724~753622,233832809~5349660,245231259~1804250,255478848~7093574,267548496~16480309,285133510~3365876,288815016~5463690,300339159~585314,313130494~4772626,322311919~1587997,333587168~5047556,348863972~5776491,365601306~4228658,397218980~1317086,403520488~1310832,409453429~6536820] 2024-04-12T17:16:16.384 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~15979599,31497452~6484725,46761171~713133,61614774~7705068,86873020~5022223,93525875~4306053,109051904~2935273,113898453~7461422,125829120~3695104,137418530~677797,142606336~10811084,159383552~7398333,176160768~3583865,187525344~721828,201326592~7917776,214463486~15170825,230686720~8495749,245231259~1804250,251658240~10914182,264241152~30037554,300339159~585314,313130494~4772626,318767104~5132812,331350016~7284708,348127232~6513231,364904448~4925516,397218980~1317086,402653184~2178136,409453429~6536820] 2024-04-12T17:16:16.384 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to 8 diff [9089843~8640449,20882155~3486052,24588593~5625369,31497452~4230079,36788926~1193251,46761171~713133,47902013~5245958,61614774~7705068,86873020~5022223,93525875~4306053,107968580~882092,111568520~418657,113898453~7461422,128763963~760261,137418530~677797,145180494~8236926,154777034~3254683,159736376~7045509,179715774~28859,187525344~721828,202448142~1051538,205084064~4160304,214463486~15170825,233049724~753622,233832809~5349660,245231259~1804250,255478848~7093574,267548496~16480309,285133510~3365876,288815016~5463690,300339159~585314,313130494~7494187,322311919~1587997,333587168~5047556,348863972~5776491,364235732~5594232,374872808~374813,397218980~1317086,403520488~1310832,409453429~6536820] 2024-04-12T17:16:16.384 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9089843~8640449,20882155~3486052,24588593~5625369,31497452~4230079,36788926~1193251,46761171~713133,47902013~5245958,61614774~7705068,86873020~5022223,93525875~4306053,107968580~882092,111568520~418657,113898453~7461422,128763963~760261,137418530~677797,145180494~8236926,154777034~3254683,159736376~7045509,179715774~28859,187525344~721828,202448142~1051538,205084064~4160304,214463486~15170825,233049724~753622,233832809~5349660,245231259~1804250,255478848~7093574,267548496~16480309,285133510~3365876,288815016~5463690,300339159~585314,313130494~7494187,322311919~1587997,333587168~5047556,348863972~5776491,364235732~5594232,374872808~374813,397218980~1317086,403520488~1310832,409453429~6536820] 2024-04-12T17:16:16.389 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~21825354,31497452~6484725,46761171~713133,47902013~5245958,61614774~7705068,86873020~5022223,93525875~4306053,105721176~3129496,109051904~2935273,113898453~7461422,125829120~3695104,137418530~677797,142606336~15425381,159383552~7398333,176160768~3583865,187525344~721828,201326592~7917776,214463486~15170825,230686720~8495749,245231259~1804250,251658240~10914182,264241152~30037554,300339159~585314,313130494~10769422,331350016~7284708,348127232~6513231,360710144~9119820,374872808~374813,397218980~1317086,402653184~2178136,409453429~6536820] 2024-04-12T17:16:16.390 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to 9 diff [9089843~8640449,20882155~3486052,24588593~5625369,31497452~4230079,36788926~1193251,46761171~713133,47902013~5640032,61614774~7705068,86873020~11626725,107968580~882092,110195753~3044702,113898453~7461422,128763963~760261,137418530~677797,140278636~4627990,145180494~8236926,154777034~3254683,159736376~7045509,179715774~28859,187525344~721828,202448142~1051538,205084064~4160304,214463486~15170825,233049724~753622,233832809~5349660,245231259~1804250,255478848~7093574,267548496~16480309,285133510~3365876,288815016~5463690,300339159~585314,313130494~7494187,322311919~1587997,333587168~5047556,348863972~5776491,364235732~5594232,373991809~7580834,384264844~4920765,397218980~1317086,398833655~2681218,403520488~1310832,409453429~6536820] 2024-04-12T17:16:16.390 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9089843~8640449,20882155~3486052,24588593~5625369,31497452~4230079,36788926~1193251,46761171~713133,47902013~5640032,61614774~7705068,86873020~11626725,107968580~882092,110195753~3044702,113898453~7461422,128763963~760261,137418530~677797,140278636~4627990,145180494~8236926,154777034~3254683,159736376~7045509,179715774~28859,187525344~721828,202448142~1051538,205084064~4160304,214463486~15170825,233049724~753622,233832809~5349660,245231259~1804250,255478848~7093574,267548496~16480309,285133510~3365876,288815016~5463690,300339159~585314,313130494~7494187,322311919~1587997,333587168~5047556,348863972~5776491,364235732~5594232,373991809~7580834,384264844~4920765,397218980~1317086,398833655~2681218,403520488~1310832,409453429~6536820] 2024-04-12T17:16:16.395 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~21825354,31497452~6484725,46761171~713133,47902013~5640032,61614774~7705068,86873020~11626725,105721176~3129496,109051904~4188551,113898453~7461422,125829120~3695104,137418530~677797,140278636~17753081,159383552~7398333,176160768~3583865,187525344~721828,201326592~7917776,214463486~15170825,230686720~8495749,245231259~1804250,251658240~10914182,264241152~30037554,300339159~585314,313130494~10769422,331350016~7284708,348127232~6513231,360710144~9119820,373991809~7580834,381681664~7503945,397218980~1317086,398833655~2681218,402653184~2178136,409453429~6536820] 2024-04-12T17:16:16.395 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to 10 diff [9089843~8640449,20882155~3486052,24588593~5625369,31497452~4230079,36788926~1193251,43826233~9715812,58079045~11240797,86873020~11626725,107968580~882092,110195753~3044702,113898453~7461422,128763963~760261,131631767~4176464,137418530~677797,140278636~4627990,145180494~12851223,159736376~7045509,179715774~28859,187525344~721828,202448142~1051538,205084064~4160304,214463486~15170825,233049724~753622,233832809~5349660,245231259~1804250,249542768~5784508,255478848~7093574,267548496~16480309,285133510~3365876,288815016~5463690,300339159~585314,308323280~12301401,322311919~1587997,333587168~5047556,342083544~4171183,348863972~5776491,364235732~5594232,373991809~7580834,384264844~4920765,397092164~7872318,409453429~6536820] 2024-04-12T17:16:16.395 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9089843~8640449,20882155~3486052,24588593~5625369,31497452~4230079,36788926~1193251,43826233~9715812,58079045~11240797,86873020~11626725,107968580~882092,110195753~3044702,113898453~7461422,128763963~760261,131631767~4176464,137418530~677797,140278636~4627990,145180494~12851223,159736376~7045509,179715774~28859,187525344~721828,202448142~1051538,205084064~4160304,214463486~15170825,233049724~753622,233832809~5349660,245231259~1804250,249542768~5784508,255478848~7093574,267548496~16480309,285133510~3365876,288815016~5463690,300339159~585314,308323280~12301401,322311919~1587997,333587168~5047556,342083544~4171183,348863972~5776491,364235732~5594232,373991809~7580834,384264844~4920765,397092164~7872318,409453429~6536820] 2024-04-12T17:16:16.401 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~21825354,31497452~6484725,43826233~9715812,58079045~11240797,86873020~11626725,105721176~3129496,109051904~4188551,113898453~7461422,125829120~3695104,131631767~4176464,137418530~677797,140278636~17753081,159383552~7398333,176160768~3583865,187525344~721828,201326592~7917776,214463486~15170825,230686720~8495749,245231259~1804250,248517320~14055102,264241152~30037554,300339159~585314,308323280~15576636,331350016~7284708,342083544~4171183,348127232~6513231,360710144~9119820,373991809~7580834,381681664~7503945,397092164~7872318,409453429~6536820] 2024-04-12T17:16:16.401 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to 11 diff [9089843~8640449,20882155~3486052,24588593~5625369,31497452~4230079,36788926~1193251,43826233~9715812,58079045~11240797,86873020~11626725,107968580~882092,110195753~11164122,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~21672745,179715774~28859,180780614~6409930,187525344~721828,202448142~1051538,205084064~4160304,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,245231259~1804250,249542768~5784508,255478848~9364167,267548496~16480309,285133510~3365876,288815016~5463690,300339159~585314,308323280~12301401,322311919~1587997,333587168~5047556,342083544~4171183,348863972~5776491,364235732~5594232,373991809~7580834,384264844~4920765,397092164~18898085] 2024-04-12T17:16:16.401 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9089843~8640449,20882155~3486052,24588593~5625369,31497452~4230079,36788926~1193251,43826233~9715812,58079045~11240797,86873020~11626725,107968580~882092,110195753~11164122,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~21672745,179715774~28859,180780614~6409930,187525344~721828,202448142~1051538,205084064~4160304,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,245231259~1804250,249542768~5784508,255478848~9364167,267548496~16480309,285133510~3365876,288815016~5463690,300339159~585314,308323280~12301401,322311919~1587997,333587168~5047556,342083544~4171183,348863972~5776491,364235732~5594232,373991809~7580834,384264844~4920765,397092164~18898085] 2024-04-12T17:16:16.407 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~21825354,31497452~6484725,43826233~9715812,58079045~11240797,86873020~11626725,105721176~3129496,109051904~12307971,122256970~7666181,131631767~4176464,137418530~677797,140278636~26503249,176160768~3583865,180780614~6409930,187525344~721828,201326592~7917776,214463486~16032409,230686720~8495749,245231259~1804250,248517320~45761386,300339159~585314,308323280~15576636,331350016~7284708,342083544~4171183,348127232~6513231,360710144~9119820,373991809~7580834,381681664~7503945,397092164~18898085] 2024-04-12T17:16:16.407 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to 12 diff [5483889~12246403,18433392~429161,20882155~3486052,24588593~5625369,31497452~4230079,36788926~16753119,58079045~11240797,86873020~11626725,107968580~882092,110195753~11164122,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~21672745,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,245231259~1804250,249542768~5784508,255478848~9364167,267548496~16480309,285133510~3365876,288815016~5463690,300339159~585314,308323280~12301401,322311919~1587997,326555652~600184,333587168~5379165,342083544~4171183,348863972~5776491,358817349~11012615,373991809~7580834,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.407 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~429161,20882155~3486052,24588593~5625369,31497452~4230079,36788926~16753119,58079045~11240797,86873020~11626725,107968580~882092,110195753~11164122,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~21672745,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,245231259~1804250,249542768~5784508,255478848~9364167,267548496~16480309,285133510~3365876,288815016~5463690,300339159~585314,308323280~12301401,322311919~1587997,326555652~600184,333587168~5379165,342083544~4171183,348863972~5776491,358817349~11012615,373991809~7580834,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.413 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~26019658,31497452~22044593,58079045~11240797,86873020~11626725,105721176~3129496,109051904~12307971,122256970~7666181,131631767~4176464,137418530~677797,140278636~26503249,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,245231259~1804250,248517320~45761386,300339159~585314,308323280~15576636,326555652~600184,331350016~7616317,342083544~4171183,348127232~6513231,356515840~13314124,373991809~7580834,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.413 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to 13 diff [5483889~12246403,18433392~429161,20583285~3784922,24588593~5625369,31497452~4230079,36788926~16753119,58079045~11240797,86873020~11626725,99978368~1336207,107968580~882092,110195753~11164122,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~25951172,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,245231259~1804250,249542768~5784508,255478848~9364167,267548496~16480309,285133510~9145196,300339159~585314,308323280~12301401,322311919~1587997,323968001~581094,326555652~600184,333587168~5379165,342083544~4171183,348863972~5776491,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.413 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~429161,20583285~3784922,24588593~5625369,31497452~4230079,36788926~16753119,58079045~11240797,86873020~11626725,99978368~1336207,107968580~882092,110195753~11164122,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~25951172,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,245231259~1804250,249542768~5784508,255478848~9364167,267548496~16480309,285133510~9145196,300339159~585314,308323280~12301401,322311919~1587997,323968001~581094,326555652~600184,333587168~5379165,342083544~4171183,348863972~5776491,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.419 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~26019658,31497452~22044593,58079045~11240797,86873020~11626725,99978368~1336207,105721176~3129496,109051904~12307971,122256970~7666181,131631767~4176464,137418530~677797,140278636~30781676,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,245231259~1804250,248517320~45761386,300339159~585314,308323280~15576636,323968001~581094,326555652~600184,331350016~7616317,342083544~4171183,348127232~6513231,356515840~25056803,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.419 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to 14 diff [5483889~12246403,18433392~429161,20583285~3784922,24588593~5625369,31497452~4230079,36788926~16753119,58079045~11240797,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~11164122,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,245231259~1804250,249542768~5784508,255478848~9364167,267548496~16480309,285133510~9145196,300339159~585314,308323280~12301401,322311919~1587997,323968001~581094,326555652~600184,333587168~5379165,342083544~4171183,348863972~5776491,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.419 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~429161,20583285~3784922,24588593~5625369,31497452~4230079,36788926~16753119,58079045~11240797,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~11164122,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,245231259~1804250,249542768~5784508,255478848~9364167,267548496~16480309,285133510~9145196,300339159~585314,308323280~12301401,322311919~1587997,323968001~581094,326555652~600184,333587168~5379165,342083544~4171183,348863972~5776491,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.425 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~26019658,31497452~22044593,58079045~11240797,79691776~6173253,86873020~11626725,99978368~1336207,105721176~3129496,109051904~12307971,122256970~7666181,131631767~4176464,137418530~677797,140278636~34258982,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,245231259~1804250,248517320~45761386,300339159~585314,308323280~15576636,323968001~581094,326555652~600184,331350016~7616317,342083544~4171183,348127232~6513231,356515840~25056803,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.425 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to 15 diff [5483889~12246403,18433392~429161,20583285~3784922,24588593~5625369,31497452~4230079,36788926~16753119,58079045~11240797,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~11164122,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,245231259~1804250,249542768~5784508,255478848~9364167,267548496~16480309,284831785~9446921,300339159~585314,308323280~17340411,326555652~600184,330477767~562045,333587168~5379165,342083544~4171183,348863972~5776491,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.425 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~429161,20583285~3784922,24588593~5625369,31497452~4230079,36788926~16753119,58079045~11240797,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~11164122,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,245231259~1804250,249542768~5784508,255478848~9364167,267548496~16480309,284831785~9446921,300339159~585314,308323280~17340411,326555652~600184,330477767~562045,333587168~5379165,342083544~4171183,348863972~5776491,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.431 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~26019658,31497452~22044593,58079045~11240797,79691776~6173253,86873020~11626725,99978368~1336207,105721176~3129496,109051904~12307971,122256970~7666181,131631767~4176464,137418530~677797,140278636~34258982,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,245231259~1804250,248517320~45761386,300339159~585314,308323280~17340411,326555652~600184,329336295~1703517,331350016~7616317,342083544~4171183,348127232~6513231,356515840~25056803,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.431 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to 16 diff [5483889~12246403,18433392~429161,20583285~15144246,36788926~16753119,58079045~11240797,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~11164122,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,245231259~1804250,249132006~6195270,255478848~9364167,267548496~16480309,284831785~11638808,300339159~585314,308323280~17340411,326555652~600184,330477767~562045,333587168~12667559,348863972~5776491,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.431 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~429161,20583285~15144246,36788926~16753119,58079045~11240797,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~11164122,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,245231259~1804250,249132006~6195270,255478848~9364167,267548496~16480309,284831785~11638808,300339159~585314,308323280~17340411,326555652~600184,330477767~562045,333587168~12667559,348863972~5776491,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.437 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,58079045~11240797,75497472~10367557,86873020~11626725,99978368~1336207,105721176~3129496,109051904~12307971,122256970~7666181,131631767~4176464,137418530~677797,140278636~34258982,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,245231259~1804250,248517320~47953273,300339159~585314,308323280~17340411,326555652~600184,329336295~1703517,331350016~14904711,348127232~6513231,356515840~25056803,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.437 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to 17 diff [5483889~12246403,18433392~429161,20583285~15144246,36788926~16753119,58079045~11240797,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~11164122,122040396~7882755,131631767~8242925,140278636~4627990,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~9364167,267548496~16480309,284831785~11638808,300339159~585314,308323280~17340411,326555652~600184,330477767~562045,333587168~12667559,347795360~6845103,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.437 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~429161,20583285~15144246,36788926~16753119,58079045~11240797,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~11164122,122040396~7882755,131631767~8242925,140278636~4627990,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~9364167,267548496~16480309,284831785~11638808,300339159~585314,308323280~17340411,326555652~600184,330477767~562045,333587168~12667559,347795360~6845103,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.442 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,58079045~11240797,75497472~10367557,86873020~11626725,99978368~1336207,105721176~3129496,109051904~12307971,122040396~7882755,131631767~8242925,140278636~34258982,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~8078438,248517320~47953273,300339159~585314,308323280~17340411,326555652~600184,329336295~1703517,331350016~23290447,356515840~25056803,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.443 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to 18 diff [5483889~12246403,18433392~429161,20583285~15144246,36788926~16753119,58079045~13646597,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~11164122,122040396~7882755,131631767~8242925,140278636~4627990,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~17340411,326555652~600184,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.443 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~429161,20583285~15144246,36788926~16753119,58079045~13646597,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~11164122,122040396~7882755,131631767~8242925,140278636~4627990,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~17340411,326555652~600184,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.449 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,58079045~13646597,75497472~10367557,86873020~11626725,99978368~1336207,105721176~3129496,109051904~12307971,122040396~7882755,131631767~8242925,140278636~34258982,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~17340411,326555652~600184,329336295~1703517,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.449 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to 19 diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.449 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.454 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~34258982,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.455 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to 4 diff [202448142~1051538,205084064~4160304,216217045~12294993,233832809~5349660,246138610~224254,273890197~7176151,334890733~1066107,397218980~1317086] 2024-04-12T17:16:16.455 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [202448142~1051538,205084064~4160304,216217045~12294993,233832809~5349660,246138610~224254,273890197~7176151,334890733~1066107,397218980~1317086] 2024-04-12T17:16:16.461 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [201326592~7917776,216217045~12294993,230686720~8495749,246138610~224254,272629760~8436588,331350016~4606824,397218980~1317086] 2024-04-12T17:16:16.461 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to 5 diff [9354521~1488271,113898453~7461422,145180494~6996618,179715774~28859,187525344~721828,202448142~1051538,205084064~4160304,216217045~12294993,233049724~753622,233832809~5349660,245231259~1804250,255478848~7093574,273890197~10138608,334890733~1066107,397218980~1317086] 2024-04-12T17:16:16.461 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9354521~1488271,113898453~7461422,145180494~6996618,179715774~28859,187525344~721828,202448142~1051538,205084064~4160304,216217045~12294993,233049724~753622,233832809~5349660,245231259~1804250,255478848~7093574,273890197~10138608,334890733~1066107,397218980~1317086] 2024-04-12T17:16:16.466 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [9354521~1488271,113898453~7461422,142606336~9570776,176160768~3583865,187525344~721828,201326592~7917776,216217045~12294993,230686720~8495749,245231259~1804250,251658240~10914182,272629760~11399045,331350016~4606824,397218980~1317086] 2024-04-12T17:16:16.466 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to 6 diff [9354521~1488271,20882155~3486052,46761171~713133,113898453~7461422,137418530~677797,145180494~6996618,179715774~28859,187525344~721828,202448142~1051538,205084064~4160304,216217045~13417266,233049724~753622,233832809~5349660,245231259~1804250,255478848~7093574,273890197~10138608,285133510~3365876,300339159~585314,333587168~5047556,354458650~40779,365601306~4228658,397218980~1317086] 2024-04-12T17:16:16.466 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9354521~1488271,20882155~3486052,46761171~713133,113898453~7461422,137418530~677797,145180494~6996618,179715774~28859,187525344~721828,202448142~1051538,205084064~4160304,216217045~13417266,233049724~753622,233832809~5349660,245231259~1804250,255478848~7093574,273890197~10138608,285133510~3365876,300339159~585314,333587168~5047556,354458650~40779,365601306~4228658,397218980~1317086] 2024-04-12T17:16:16.472 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [9354521~1488271,17730292~6637915,46761171~713133,113898453~7461422,137418530~677797,142606336~9570776,176160768~3583865,187525344~721828,201326592~7917776,216217045~13417266,230686720~8495749,245231259~1804250,251658240~10914182,272629760~15869626,300339159~585314,331350016~7284708,354458650~40779,364904448~4925516,397218980~1317086] 2024-04-12T17:16:16.472 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to 7 diff [9089843~4835029,20882155~3486052,36788926~1193251,46761171~713133,61614774~7705068,86873020~5022223,113898453~7461422,137418530~677797,145180494~8236926,179715774~28859,187525344~721828,202448142~1051538,205084064~4160304,214463486~15170825,233049724~753622,233832809~5349660,245231259~1804250,255478848~7093574,268402417~15626388,285133510~3365876,288815016~5463690,300339159~585314,313130494~4772626,333587168~5047556,354458650~40779,365601306~4228658,397218980~1317086,409453429~6536820] 2024-04-12T17:16:16.472 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9089843~4835029,20882155~3486052,36788926~1193251,46761171~713133,61614774~7705068,86873020~5022223,113898453~7461422,137418530~677797,145180494~8236926,179715774~28859,187525344~721828,202448142~1051538,205084064~4160304,214463486~15170825,233049724~753622,233832809~5349660,245231259~1804250,255478848~7093574,268402417~15626388,285133510~3365876,288815016~5463690,300339159~585314,313130494~4772626,333587168~5047556,354458650~40779,365601306~4228658,397218980~1317086,409453429~6536820] 2024-04-12T17:16:16.478 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [9089843~4835029,17730292~6637915,35727531~2254646,46761171~713133,61614774~7705068,86873020~5022223,113898453~7461422,137418530~677797,142606336~10811084,176160768~3583865,187525344~721828,201326592~7917776,214463486~15170825,230686720~8495749,245231259~1804250,251658240~10914182,268402417~25876289,300339159~585314,313130494~4772626,331350016~7284708,354458650~40779,364904448~4925516,397218980~1317086,409453429~6536820] 2024-04-12T17:16:16.478 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to 8 diff [9089843~4835029,20882155~3486052,24588593~5625369,36788926~1193251,46761171~713133,47902013~5245958,61614774~7705068,86873020~5022223,107968580~882092,113898453~7461422,137418530~677797,145180494~8236926,154777034~3254683,179715774~28859,187525344~721828,202448142~1051538,205084064~4160304,214463486~15170825,233049724~753622,233832809~5349660,245231259~1804250,255478848~7093574,268402417~15626388,285133510~3365876,288815016~5463690,300339159~585314,313130494~7494187,333587168~5047556,354458650~40779,364235732~5594232,374872808~374813,397218980~1317086,409453429~6536820] 2024-04-12T17:16:16.478 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9089843~4835029,20882155~3486052,24588593~5625369,36788926~1193251,46761171~713133,47902013~5245958,61614774~7705068,86873020~5022223,107968580~882092,113898453~7461422,137418530~677797,145180494~8236926,154777034~3254683,179715774~28859,187525344~721828,202448142~1051538,205084064~4160304,214463486~15170825,233049724~753622,233832809~5349660,245231259~1804250,255478848~7093574,268402417~15626388,285133510~3365876,288815016~5463690,300339159~585314,313130494~7494187,333587168~5047556,354458650~40779,364235732~5594232,374872808~374813,397218980~1317086,409453429~6536820] 2024-04-12T17:16:16.484 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [9089843~4835029,17730292~12483670,35727531~2254646,46761171~713133,47902013~5245958,61614774~7705068,86873020~5022223,105721176~3129496,113898453~7461422,137418530~677797,142606336~15425381,176160768~3583865,187525344~721828,201326592~7917776,214463486~15170825,230686720~8495749,245231259~1804250,251658240~10914182,268402417~25876289,300339159~585314,313130494~7494187,331350016~7284708,354458650~40779,360710144~9119820,374872808~374813,397218980~1317086,409453429~6536820] 2024-04-12T17:16:16.484 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to 9 diff [9089843~8326909,20882155~3486052,24588593~5625369,36788926~1193251,46761171~713133,47902013~5640032,61614774~7705068,86873020~11626725,107968580~882092,110195753~3044702,113898453~7461422,137418530~677797,140278636~4627990,145180494~8236926,154777034~3254683,179715774~28859,187525344~721828,202448142~1051538,205084064~4160304,214463486~15170825,233049724~753622,233832809~5349660,245231259~1804250,255478848~7093574,268402417~15626388,285133510~3365876,288815016~5463690,300339159~585314,313130494~7494187,333587168~5047556,354458650~40779,364235732~5594232,373991809~7580834,384264844~4920765,397218980~1317086,398833655~2681218,409453429~6536820] 2024-04-12T17:16:16.484 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9089843~8326909,20882155~3486052,24588593~5625369,36788926~1193251,46761171~713133,47902013~5640032,61614774~7705068,86873020~11626725,107968580~882092,110195753~3044702,113898453~7461422,137418530~677797,140278636~4627990,145180494~8236926,154777034~3254683,179715774~28859,187525344~721828,202448142~1051538,205084064~4160304,214463486~15170825,233049724~753622,233832809~5349660,245231259~1804250,255478848~7093574,268402417~15626388,285133510~3365876,288815016~5463690,300339159~585314,313130494~7494187,333587168~5047556,354458650~40779,364235732~5594232,373991809~7580834,384264844~4920765,397218980~1317086,398833655~2681218,409453429~6536820] 2024-04-12T17:16:16.490 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [9089843~8326909,17730292~12483670,35727531~2254646,46761171~713133,47902013~5640032,61614774~7705068,86873020~11626725,105721176~3129496,110195753~3044702,113898453~7461422,137418530~677797,140278636~17753081,176160768~3583865,187525344~721828,201326592~7917776,214463486~15170825,230686720~8495749,245231259~1804250,251658240~10914182,268402417~25876289,300339159~585314,313130494~7494187,331350016~7284708,354458650~40779,360710144~9119820,373991809~7580834,381681664~7503945,397218980~1317086,398833655~2681218,409453429~6536820] 2024-04-12T17:16:16.490 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to 10 diff [9089843~8326909,20882155~3486052,24588593~5625369,36788926~1193251,43826233~9715812,58079045~11240797,86873020~11626725,107968580~882092,110195753~3044702,113898453~7461422,131631767~4176464,137418530~677797,140278636~4627990,145180494~12851223,179715774~28859,187525344~721828,202448142~1051538,205084064~4160304,214463486~15170825,233049724~753622,233832809~5349660,245231259~1804250,249542768~5784508,255478848~7093574,268402417~15626388,285133510~3365876,288815016~5463690,300339159~585314,308323280~12301401,333587168~5047556,342083544~4171183,354458650~40779,364235732~5594232,373991809~7580834,384264844~4920765,397092164~7872318,409453429~6536820] 2024-04-12T17:16:16.490 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9089843~8326909,20882155~3486052,24588593~5625369,36788926~1193251,43826233~9715812,58079045~11240797,86873020~11626725,107968580~882092,110195753~3044702,113898453~7461422,131631767~4176464,137418530~677797,140278636~4627990,145180494~12851223,179715774~28859,187525344~721828,202448142~1051538,205084064~4160304,214463486~15170825,233049724~753622,233832809~5349660,245231259~1804250,249542768~5784508,255478848~7093574,268402417~15626388,285133510~3365876,288815016~5463690,300339159~585314,308323280~12301401,333587168~5047556,342083544~4171183,354458650~40779,364235732~5594232,373991809~7580834,384264844~4920765,397092164~7872318,409453429~6536820] 2024-04-12T17:16:16.495 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [9089843~8326909,17730292~12483670,35727531~2254646,43826233~9715812,58079045~11240797,86873020~11626725,105721176~3129496,110195753~3044702,113898453~7461422,131631767~4176464,137418530~677797,140278636~17753081,176160768~3583865,187525344~721828,201326592~7917776,214463486~15170825,230686720~8495749,245231259~1804250,248517320~14055102,268402417~25876289,300339159~585314,308323280~12301401,331350016~7284708,342083544~4171183,354458650~40779,360710144~9119820,373991809~7580834,381681664~7503945,397092164~7872318,409453429~6536820] 2024-04-12T17:16:16.496 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to 11 diff [9089843~8326909,20882155~3486052,24588593~5625369,36788926~1193251,43826233~9715812,58079045~11240797,86873020~11626725,107968580~882092,110195753~11164122,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~14923255,179715774~28859,180780614~6409930,187525344~721828,202448142~1051538,205084064~4160304,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,245231259~1804250,249542768~5784508,255478848~9364167,268402417~15626388,285133510~3365876,288815016~5463690,300339159~585314,308323280~12301401,333587168~5047556,342083544~4171183,354458650~40779,364235732~5594232,373991809~7580834,384264844~4920765,397092164~18898085] 2024-04-12T17:16:16.496 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9089843~8326909,20882155~3486052,24588593~5625369,36788926~1193251,43826233~9715812,58079045~11240797,86873020~11626725,107968580~882092,110195753~11164122,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~14923255,179715774~28859,180780614~6409930,187525344~721828,202448142~1051538,205084064~4160304,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,245231259~1804250,249542768~5784508,255478848~9364167,268402417~15626388,285133510~3365876,288815016~5463690,300339159~585314,308323280~12301401,333587168~5047556,342083544~4171183,354458650~40779,364235732~5594232,373991809~7580834,384264844~4920765,397092164~18898085] 2024-04-12T17:16:16.501 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [9089843~8326909,17730292~12483670,35727531~2254646,43826233~9715812,58079045~11240797,86873020~11626725,105721176~3129496,110195753~11164122,122256970~7666181,131631767~4176464,137418530~677797,140278636~19753759,176160768~3583865,180780614~6409930,187525344~721828,201326592~7917776,214463486~16032409,230686720~8495749,245231259~1804250,248517320~16325695,268402417~25876289,300339159~585314,308323280~12301401,331350016~7284708,342083544~4171183,354458650~40779,360710144~9119820,373991809~7580834,381681664~7503945,397092164~18898085] 2024-04-12T17:16:16.501 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to 12 diff [5483889~11932863,18433392~429161,20882155~3486052,24588593~5625369,36788926~16753119,58079045~11240797,86873020~11626725,107968580~882092,110195753~11164122,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~14923255,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,245231259~1804250,249542768~5784508,255478848~9364167,268402417~15626388,285133510~3365876,288815016~5463690,300339159~585314,308323280~12301401,326555652~600184,333587168~5379165,342083544~4171183,354458650~40779,358817349~11012615,373991809~7580834,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.501 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~429161,20882155~3486052,24588593~5625369,36788926~16753119,58079045~11240797,86873020~11626725,107968580~882092,110195753~11164122,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~14923255,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,245231259~1804250,249542768~5784508,255478848~9364167,268402417~15626388,285133510~3365876,288815016~5463690,300339159~585314,308323280~12301401,326555652~600184,333587168~5379165,342083544~4171183,354458650~40779,358817349~11012615,373991809~7580834,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.507 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~12483670,35727531~17814514,58079045~11240797,86873020~11626725,105721176~3129496,110195753~11164122,122256970~7666181,131631767~4176464,137418530~677797,140278636~19753759,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,245231259~1804250,248517320~16325695,268402417~25876289,300339159~585314,308323280~12301401,326555652~600184,331350016~7616317,342083544~4171183,354458650~40779,356515840~13314124,373991809~7580834,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.507 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to 13 diff [5483889~11932863,18433392~429161,20583285~3784922,24588593~5625369,36788926~16753119,58079045~11240797,86873020~11626725,99978368~1336207,107968580~882092,110195753~11164122,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~14923255,164380677~6679635,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,245231259~1804250,249542768~5784508,255478848~9364167,268402417~15626388,285133510~9145196,300339159~585314,308323280~12301401,323968001~581094,326555652~600184,333587168~5379165,342083544~4171183,354458650~40779,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.507 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~429161,20583285~3784922,24588593~5625369,36788926~16753119,58079045~11240797,86873020~11626725,99978368~1336207,107968580~882092,110195753~11164122,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~14923255,164380677~6679635,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,245231259~1804250,249542768~5784508,255478848~9364167,268402417~15626388,285133510~9145196,300339159~585314,308323280~12301401,323968001~581094,326555652~600184,333587168~5379165,342083544~4171183,354458650~40779,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.513 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~12483670,35727531~17814514,58079045~11240797,86873020~11626725,99978368~1336207,105721176~3129496,110195753~11164122,122256970~7666181,131631767~4176464,137418530~677797,140278636~19753759,164380677~6679635,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,245231259~1804250,248517320~16325695,268402417~25876289,300339159~585314,308323280~12301401,323968001~581094,326555652~600184,331350016~7616317,342083544~4171183,354458650~40779,356515840~25056803,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.513 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to 14 diff [5483889~11932863,18433392~429161,20583285~3784922,24588593~5625369,36788926~16753119,58079045~11240797,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~11164122,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,245231259~1804250,249542768~5784508,255478848~9364167,268402417~15626388,285133510~9145196,300339159~585314,308323280~12301401,323968001~581094,326555652~600184,333587168~5379165,342083544~4171183,354458650~40779,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.513 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~429161,20583285~3784922,24588593~5625369,36788926~16753119,58079045~11240797,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~11164122,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,245231259~1804250,249542768~5784508,255478848~9364167,268402417~15626388,285133510~9145196,300339159~585314,308323280~12301401,323968001~581094,326555652~600184,333587168~5379165,342083544~4171183,354458650~40779,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.519 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~12483670,35727531~17814514,58079045~11240797,79691776~6173253,86873020~11626725,99978368~1336207,105721176~3129496,110195753~11164122,122256970~7666181,131631767~4176464,137418530~677797,140278636~20170419,164380677~10156941,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,245231259~1804250,248517320~16325695,268402417~25876289,300339159~585314,308323280~12301401,323968001~581094,326555652~600184,331350016~7616317,342083544~4171183,354458650~40779,356515840~25056803,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.519 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to 15 diff [5483889~11932863,18433392~429161,20583285~3784922,24588593~5625369,36788926~16753119,58079045~11240797,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~11164122,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,245231259~1804250,249542768~5784508,255478848~9364167,268402417~15626388,284831785~9446921,300339159~585314,308323280~17340411,326555652~600184,330477767~562045,333587168~5379165,342083544~4171183,354458650~40779,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.519 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~429161,20583285~3784922,24588593~5625369,36788926~16753119,58079045~11240797,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~11164122,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,245231259~1804250,249542768~5784508,255478848~9364167,268402417~15626388,284831785~9446921,300339159~585314,308323280~17340411,326555652~600184,330477767~562045,333587168~5379165,342083544~4171183,354458650~40779,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.525 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~12483670,35727531~17814514,58079045~11240797,79691776~6173253,86873020~11626725,99978368~1336207,105721176~3129496,110195753~11164122,122256970~7666181,131631767~4176464,137418530~677797,140278636~20170419,164380677~10156941,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,245231259~1804250,248517320~16325695,268402417~25876289,300339159~585314,308323280~17340411,326555652~600184,329336295~1703517,331350016~7616317,342083544~4171183,354458650~40779,356515840~25056803,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.525 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to 16 diff [5483889~11932863,18433392~429161,20583285~11706509,36788926~16753119,58079045~11240797,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~11164122,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,245231259~1804250,249132006~6195270,255478848~9364167,268402417~15626388,284831785~11638808,300339159~585314,308323280~17340411,326555652~600184,330477767~562045,333587168~12667559,354458650~40779,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.525 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~429161,20583285~11706509,36788926~16753119,58079045~11240797,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~11164122,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,245231259~1804250,249132006~6195270,255478848~9364167,268402417~15626388,284831785~11638808,300339159~585314,308323280~17340411,326555652~600184,330477767~562045,333587168~12667559,354458650~40779,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.531 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~11240797,75497472~10367557,86873020~11626725,99978368~1336207,105721176~3129496,110195753~11164122,122256970~7666181,131631767~4176464,137418530~677797,140278636~20170419,164380677~10156941,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,245231259~1804250,248517320~16325695,268402417~28068176,300339159~585314,308323280~17340411,326555652~600184,329336295~1703517,331350016~14904711,354458650~40779,356515840~25056803,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.531 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to 17 diff [5483889~11932863,18433392~429161,20583285~11706509,36788926~16753119,58079045~11240797,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~11164122,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~9364167,268402417~15626388,284831785~11638808,300339159~585314,308323280~17340411,326555652~600184,330477767~562045,333587168~12667559,347795360~3175754,354458650~40779,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.531 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~429161,20583285~11706509,36788926~16753119,58079045~11240797,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~11164122,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~9364167,268402417~15626388,284831785~11638808,300339159~585314,308323280~17340411,326555652~600184,330477767~562045,333587168~12667559,347795360~3175754,354458650~40779,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.536 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~11240797,75497472~10367557,86873020~11626725,99978368~1336207,105721176~3129496,110195753~11164122,122040396~7882755,131631767~8242925,140278636~20170419,164380677~10156941,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~8078438,248517320~16325695,268402417~28068176,300339159~585314,308323280~17340411,326555652~600184,329336295~1703517,331350016~19621098,354458650~40779,356515840~25056803,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.536 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to 18 diff [5483889~11932863,18433392~429161,20583285~11706509,36788926~16753119,58079045~13646597,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~11164122,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~17340411,326555652~600184,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.536 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~429161,20583285~11706509,36788926~16753119,58079045~13646597,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~11164122,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~17340411,326555652~600184,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.542 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~13646597,75497472~10367557,86873020~11626725,99978368~1336207,105721176~3129496,110195753~11164122,122040396~7882755,131631767~8242925,140278636~20170419,164380677~10156941,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~17340411,326555652~600184,329336295~1703517,331350016~19621098,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.543 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to 19 diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.543 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.549 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~20170419,164380677~10156941,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,331350016~19621098,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.549 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to 5 diff [9354521~1488271,113898453~7461422,145180494~6996618,179715774~28859,187525344~721828,217170204~797103,233049724~753622,245231259~1804250,255478848~7093574,276496728~7532077] 2024-04-12T17:16:16.549 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9354521~1488271,113898453~7461422,145180494~6996618,179715774~28859,187525344~721828,217170204~797103,233049724~753622,245231259~1804250,255478848~7093574,276496728~7532077] 2024-04-12T17:16:16.555 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [9354521~1488271,113898453~7461422,142606336~9570776,176160768~3583865,187525344~721828,217170204~797103,233049724~753622,245231259~1804250,251658240~10914182,276496728~7532077] 2024-04-12T17:16:16.555 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to 6 diff [9354521~1488271,20882155~3486052,46761171~713133,113898453~7461422,137418530~677797,145180494~6996618,179715774~28859,187525344~721828,217170204~797103,224269046~5365265,233049724~753622,245231259~1804250,255478848~7093574,275831653~8197152,285133510~3365876,300339159~585314,333587168~5047556,354458650~40779,365601306~4228658] 2024-04-12T17:16:16.555 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9354521~1488271,20882155~3486052,46761171~713133,113898453~7461422,137418530~677797,145180494~6996618,179715774~28859,187525344~721828,217170204~797103,224269046~5365265,233049724~753622,245231259~1804250,255478848~7093574,275831653~8197152,285133510~3365876,300339159~585314,333587168~5047556,354458650~40779,365601306~4228658] 2024-04-12T17:16:16.561 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [9354521~1488271,17730292~6637915,46761171~713133,113898453~7461422,137418530~677797,142606336~9570776,176160768~3583865,187525344~721828,217170204~797103,224269046~5365265,233049724~753622,245231259~1804250,251658240~10914182,275831653~12667733,300339159~585314,333587168~5047556,354458650~40779,364904448~4925516] 2024-04-12T17:16:16.561 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to 7 diff [9089843~4835029,20882155~3486052,36788926~1193251,46761171~713133,61614774~7705068,86873020~5022223,113898453~7461422,137418530~677797,145180494~8236926,179715774~28859,187525344~721828,214463486~2058769,217170204~797103,224269046~5365265,233049724~753622,245231259~1804250,255478848~7093574,268402417~6542629,275831653~8197152,285133510~3365876,288815016~5463690,300339159~585314,313130494~4772626,333587168~5047556,354458650~40779,365601306~4228658,409453429~6536820] 2024-04-12T17:16:16.561 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9089843~4835029,20882155~3486052,36788926~1193251,46761171~713133,61614774~7705068,86873020~5022223,113898453~7461422,137418530~677797,145180494~8236926,179715774~28859,187525344~721828,214463486~2058769,217170204~797103,224269046~5365265,233049724~753622,245231259~1804250,255478848~7093574,268402417~6542629,275831653~8197152,285133510~3365876,288815016~5463690,300339159~585314,313130494~4772626,333587168~5047556,354458650~40779,365601306~4228658,409453429~6536820] 2024-04-12T17:16:16.566 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [9089843~4835029,17730292~6637915,35727531~2254646,46761171~713133,61614774~7705068,86873020~5022223,113898453~7461422,137418530~677797,142606336~10811084,176160768~3583865,187525344~721828,214463486~2058769,217170204~797103,224269046~5365265,233049724~753622,245231259~1804250,251658240~10914182,268402417~6542629,275831653~18447053,300339159~585314,313130494~4772626,333587168~5047556,354458650~40779,364904448~4925516,409453429~6536820] 2024-04-12T17:16:16.566 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to 8 diff [9089843~4835029,20882155~3486052,24588593~5625369,36788926~1193251,46761171~713133,47902013~5245958,61614774~7705068,86873020~5022223,107968580~882092,113898453~7461422,137418530~677797,145180494~8236926,154777034~3254683,179715774~28859,187525344~721828,205821946~3119705,214463486~2058769,217170204~797103,224269046~5365265,233049724~753622,245231259~1804250,255478848~7093574,268402417~6542629,275831653~8197152,285133510~3365876,288815016~5463690,300339159~585314,313130494~7494187,333587168~5047556,354458650~40779,364235732~5594232,374872808~374813,409453429~6536820] 2024-04-12T17:16:16.567 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9089843~4835029,20882155~3486052,24588593~5625369,36788926~1193251,46761171~713133,47902013~5245958,61614774~7705068,86873020~5022223,107968580~882092,113898453~7461422,137418530~677797,145180494~8236926,154777034~3254683,179715774~28859,187525344~721828,205821946~3119705,214463486~2058769,217170204~797103,224269046~5365265,233049724~753622,245231259~1804250,255478848~7093574,268402417~6542629,275831653~8197152,285133510~3365876,288815016~5463690,300339159~585314,313130494~7494187,333587168~5047556,354458650~40779,364235732~5594232,374872808~374813,409453429~6536820] 2024-04-12T17:16:16.572 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [9089843~4835029,17730292~12483670,35727531~2254646,46761171~713133,47902013~5245958,61614774~7705068,86873020~5022223,105721176~3129496,113898453~7461422,137418530~677797,142606336~15425381,176160768~3583865,187525344~721828,205821946~3119705,214463486~2058769,217170204~797103,224269046~5365265,233049724~753622,245231259~1804250,251658240~10914182,268402417~6542629,275831653~18447053,300339159~585314,313130494~7494187,333587168~5047556,354458650~40779,360710144~9119820,374872808~374813,409453429~6536820] 2024-04-12T17:16:16.572 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to 9 diff [9089843~8326909,20882155~3486052,24588593~5625369,36788926~1193251,46761171~713133,47902013~5640032,61614774~7705068,86873020~11626725,107968580~882092,110195753~3044702,113898453~7461422,137418530~677797,140278636~4627990,145180494~8236926,154777034~3254683,179715774~28859,187525344~721828,205821946~3119705,214463486~2058769,217170204~797103,224269046~5365265,233049724~753622,245231259~1804250,255478848~7093574,268402417~6542629,275831653~8197152,285133510~3365876,288815016~5463690,300339159~585314,313130494~7494187,333587168~5047556,354458650~40779,364235732~5594232,373991809~7580834,384264844~4920765,398833655~2681218,409453429~6536820] 2024-04-12T17:16:16.572 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9089843~8326909,20882155~3486052,24588593~5625369,36788926~1193251,46761171~713133,47902013~5640032,61614774~7705068,86873020~11626725,107968580~882092,110195753~3044702,113898453~7461422,137418530~677797,140278636~4627990,145180494~8236926,154777034~3254683,179715774~28859,187525344~721828,205821946~3119705,214463486~2058769,217170204~797103,224269046~5365265,233049724~753622,245231259~1804250,255478848~7093574,268402417~6542629,275831653~8197152,285133510~3365876,288815016~5463690,300339159~585314,313130494~7494187,333587168~5047556,354458650~40779,364235732~5594232,373991809~7580834,384264844~4920765,398833655~2681218,409453429~6536820] 2024-04-12T17:16:16.578 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [9089843~8326909,17730292~12483670,35727531~2254646,46761171~713133,47902013~5640032,61614774~7705068,86873020~11626725,105721176~3129496,110195753~3044702,113898453~7461422,137418530~677797,140278636~17753081,176160768~3583865,187525344~721828,205821946~3119705,214463486~2058769,217170204~797103,224269046~5365265,233049724~753622,245231259~1804250,251658240~10914182,268402417~6542629,275831653~18447053,300339159~585314,313130494~7494187,333587168~5047556,354458650~40779,360710144~9119820,373991809~7580834,381681664~7503945,398833655~2681218,409453429~6536820] 2024-04-12T17:16:16.579 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to 10 diff [9089843~8326909,20882155~3486052,24588593~5625369,36788926~1193251,43826233~9715812,58079045~11240797,86873020~11626725,107968580~882092,110195753~3044702,113898453~7461422,131631767~4176464,137418530~677797,140278636~4627990,145180494~12851223,179715774~28859,187525344~721828,205821946~3119705,214463486~2058769,217170204~797103,224269046~5365265,233049724~753622,245231259~1804250,249542768~5784508,255478848~7093574,268402417~6542629,275831653~8197152,285133510~3365876,288815016~5463690,300339159~585314,308323280~12301401,333587168~5047556,342083544~4171183,354458650~40779,364235732~5594232,373991809~7580834,384264844~4920765,397092164~7872318,409453429~6536820] 2024-04-12T17:16:16.579 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9089843~8326909,20882155~3486052,24588593~5625369,36788926~1193251,43826233~9715812,58079045~11240797,86873020~11626725,107968580~882092,110195753~3044702,113898453~7461422,131631767~4176464,137418530~677797,140278636~4627990,145180494~12851223,179715774~28859,187525344~721828,205821946~3119705,214463486~2058769,217170204~797103,224269046~5365265,233049724~753622,245231259~1804250,249542768~5784508,255478848~7093574,268402417~6542629,275831653~8197152,285133510~3365876,288815016~5463690,300339159~585314,308323280~12301401,333587168~5047556,342083544~4171183,354458650~40779,364235732~5594232,373991809~7580834,384264844~4920765,397092164~7872318,409453429~6536820] 2024-04-12T17:16:16.584 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [9089843~8326909,17730292~12483670,35727531~2254646,43826233~9715812,58079045~11240797,86873020~11626725,105721176~3129496,110195753~3044702,113898453~7461422,131631767~4176464,137418530~677797,140278636~17753081,176160768~3583865,187525344~721828,205821946~3119705,214463486~2058769,217170204~797103,224269046~5365265,233049724~753622,245231259~1804250,248517320~14055102,268402417~6542629,275831653~18447053,300339159~585314,308323280~12301401,333587168~5047556,342083544~4171183,354458650~40779,360710144~9119820,373991809~7580834,381681664~7503945,397092164~7872318,409453429~6536820] 2024-04-12T17:16:16.584 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to 11 diff [9089843~8326909,20882155~3486052,24588593~5625369,36788926~1193251,43826233~9715812,58079045~11240797,86873020~11626725,107968580~882092,110195753~11164122,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~14923255,179715774~28859,180780614~6409930,187525344~721828,205821946~3119705,214463486~2058769,217170204~797103,224269046~5365265,229933876~562019,233049724~753622,245231259~1804250,249542768~5784508,255478848~9364167,268402417~6542629,275831653~8197152,285133510~3365876,288815016~5463690,300339159~585314,308323280~12301401,333587168~5047556,342083544~4171183,354458650~40779,364235732~5594232,373991809~7580834,384264844~4920765,397092164~18898085] 2024-04-12T17:16:16.585 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9089843~8326909,20882155~3486052,24588593~5625369,36788926~1193251,43826233~9715812,58079045~11240797,86873020~11626725,107968580~882092,110195753~11164122,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~14923255,179715774~28859,180780614~6409930,187525344~721828,205821946~3119705,214463486~2058769,217170204~797103,224269046~5365265,229933876~562019,233049724~753622,245231259~1804250,249542768~5784508,255478848~9364167,268402417~6542629,275831653~8197152,285133510~3365876,288815016~5463690,300339159~585314,308323280~12301401,333587168~5047556,342083544~4171183,354458650~40779,364235732~5594232,373991809~7580834,384264844~4920765,397092164~18898085] 2024-04-12T17:16:16.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:16 smithi110 ceph-mon[88691]: pgmap v3992: 137 pgs: 137 active+clean; 762 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 217 KiB/s rd, 36 MiB/s wr, 337 op/s 2024-04-12T17:16:16.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:16 smithi110 ceph-mon[88691]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-12T17:16:16.590 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [9089843~8326909,17730292~12483670,35727531~2254646,43826233~9715812,58079045~11240797,86873020~11626725,105721176~3129496,110195753~11164122,122256970~7666181,131631767~4176464,137418530~677797,140278636~19753759,176160768~3583865,180780614~6409930,187525344~721828,205821946~3119705,214463486~2058769,217170204~797103,224269046~6226849,233049724~753622,245231259~1804250,248517320~16325695,268402417~6542629,275831653~18447053,300339159~585314,308323280~12301401,333587168~5047556,342083544~4171183,354458650~40779,360710144~9119820,373991809~7580834,381681664~7503945,397092164~18898085] 2024-04-12T17:16:16.590 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to 12 diff [5483889~11932863,18433392~429161,20882155~3486052,24588593~5625369,36788926~16753119,58079045~11240797,86873020~11626725,107968580~882092,110195753~11164122,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~14923255,179715774~28859,180780614~6409930,187525344~721828,197290759~7867828,205821946~3119705,214463486~2058769,217170204~797103,224269046~5365265,229933876~562019,233049724~753622,245231259~1804250,249542768~5784508,255478848~9364167,268402417~6542629,275831653~8197152,285133510~3365876,288815016~5463690,300339159~585314,308323280~12301401,326555652~600184,333587168~5379165,342083544~4171183,354458650~40779,358817349~11012615,373991809~7580834,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.590 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~429161,20882155~3486052,24588593~5625369,36788926~16753119,58079045~11240797,86873020~11626725,107968580~882092,110195753~11164122,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~14923255,179715774~28859,180780614~6409930,187525344~721828,197290759~7867828,205821946~3119705,214463486~2058769,217170204~797103,224269046~5365265,229933876~562019,233049724~753622,245231259~1804250,249542768~5784508,255478848~9364167,268402417~6542629,275831653~8197152,285133510~3365876,288815016~5463690,300339159~585314,308323280~12301401,326555652~600184,333587168~5379165,342083544~4171183,354458650~40779,358817349~11012615,373991809~7580834,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.596 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~12483670,35727531~17814514,58079045~11240797,86873020~11626725,105721176~3129496,110195753~11164122,122256970~7666181,131631767~4176464,137418530~677797,140278636~19753759,176160768~3583865,180780614~6409930,187525344~721828,197132288~8026299,205821946~3119705,214463486~2058769,217170204~797103,224269046~6226849,233049724~753622,245231259~1804250,248517320~16325695,268402417~6542629,275831653~18447053,300339159~585314,308323280~12301401,326555652~600184,333587168~5379165,342083544~4171183,354458650~40779,356515840~13314124,373991809~7580834,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.596 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to 13 diff [5483889~11932863,18433392~429161,20583285~3784922,24588593~5625369,36788926~16753119,58079045~11240797,86873020~11626725,99978368~1336207,107968580~882092,110195753~11164122,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~14923255,164380677~6679635,179715774~28859,180780614~6409930,187525344~721828,197290759~7867828,205821946~3119705,214463486~2058769,217170204~797103,224269046~5365265,229933876~562019,233049724~753622,245231259~1804250,249542768~5784508,255478848~9364167,268402417~6542629,275831653~8197152,285133510~9145196,300339159~585314,308323280~12301401,323968001~581094,326555652~600184,333587168~5379165,342083544~4171183,354458650~40779,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.596 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~429161,20583285~3784922,24588593~5625369,36788926~16753119,58079045~11240797,86873020~11626725,99978368~1336207,107968580~882092,110195753~11164122,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~14923255,164380677~6679635,179715774~28859,180780614~6409930,187525344~721828,197290759~7867828,205821946~3119705,214463486~2058769,217170204~797103,224269046~5365265,229933876~562019,233049724~753622,245231259~1804250,249542768~5784508,255478848~9364167,268402417~6542629,275831653~8197152,285133510~9145196,300339159~585314,308323280~12301401,323968001~581094,326555652~600184,333587168~5379165,342083544~4171183,354458650~40779,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.602 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~12483670,35727531~17814514,58079045~11240797,86873020~11626725,99978368~1336207,105721176~3129496,110195753~11164122,122256970~7666181,131631767~4176464,137418530~677797,140278636~19753759,164380677~6679635,176160768~3583865,180780614~6409930,187525344~721828,197132288~8026299,205821946~3119705,214463486~2058769,217170204~797103,224269046~6226849,233049724~753622,245231259~1804250,248517320~16325695,268402417~6542629,275831653~18447053,300339159~585314,308323280~12301401,323968001~581094,326555652~600184,333587168~5379165,342083544~4171183,354458650~40779,356515840~25056803,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.603 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to 14 diff [5483889~11932863,18433392~429161,20583285~3784922,24588593~5625369,36788926~16753119,58079045~11240797,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~11164122,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~7867828,205821946~3119705,214463486~2058769,217170204~797103,224269046~5365265,229933876~562019,233049724~753622,245231259~1804250,249542768~5784508,255478848~9364167,268402417~6542629,275831653~8197152,285133510~9145196,300339159~585314,308323280~12301401,323968001~581094,326555652~600184,333587168~5379165,342083544~4171183,354458650~40779,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.603 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~429161,20583285~3784922,24588593~5625369,36788926~16753119,58079045~11240797,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~11164122,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~7867828,205821946~3119705,214463486~2058769,217170204~797103,224269046~5365265,229933876~562019,233049724~753622,245231259~1804250,249542768~5784508,255478848~9364167,268402417~6542629,275831653~8197152,285133510~9145196,300339159~585314,308323280~12301401,323968001~581094,326555652~600184,333587168~5379165,342083544~4171183,354458650~40779,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.608 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~12483670,35727531~17814514,58079045~11240797,79691776~6173253,86873020~11626725,99978368~1336207,105721176~3129496,110195753~11164122,122256970~7666181,131631767~4176464,137418530~677797,140278636~20170419,164380677~10156941,176160768~3583865,180780614~6409930,187525344~721828,197132288~8026299,205821946~3119705,214463486~2058769,217170204~797103,224269046~6226849,233049724~753622,245231259~1804250,248517320~16325695,268402417~6542629,275831653~18447053,300339159~585314,308323280~12301401,323968001~581094,326555652~600184,333587168~5379165,342083544~4171183,354458650~40779,356515840~25056803,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.608 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to 15 diff [5483889~11932863,18433392~429161,20583285~3784922,24588593~5625369,36788926~16753119,58079045~11240797,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~11164122,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~7867828,205821946~3119705,214463486~2058769,217170204~797103,224269046~5365265,229933876~562019,233049724~753622,245231259~1804250,249542768~5784508,255478848~9364167,268402417~6542629,275831653~8197152,284831785~9446921,300339159~585314,308323280~17340411,326555652~600184,330477767~562045,333587168~5379165,342083544~4171183,354458650~40779,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.608 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~429161,20583285~3784922,24588593~5625369,36788926~16753119,58079045~11240797,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~11164122,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~7867828,205821946~3119705,214463486~2058769,217170204~797103,224269046~5365265,229933876~562019,233049724~753622,245231259~1804250,249542768~5784508,255478848~9364167,268402417~6542629,275831653~8197152,284831785~9446921,300339159~585314,308323280~17340411,326555652~600184,330477767~562045,333587168~5379165,342083544~4171183,354458650~40779,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.614 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~12483670,35727531~17814514,58079045~11240797,79691776~6173253,86873020~11626725,99978368~1336207,105721176~3129496,110195753~11164122,122256970~7666181,131631767~4176464,137418530~677797,140278636~20170419,164380677~10156941,176160768~3583865,180780614~6409930,187525344~721828,197132288~8026299,205821946~3119705,214463486~2058769,217170204~797103,224269046~6226849,233049724~753622,245231259~1804250,248517320~16325695,268402417~6542629,275831653~18447053,300339159~585314,308323280~17340411,326555652~600184,329336295~1703517,333587168~5379165,342083544~4171183,354458650~40779,356515840~25056803,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.614 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to 16 diff [5483889~11932863,18433392~429161,20583285~11706509,36788926~16753119,58079045~11240797,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~11164122,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~7867828,205821946~3119705,214463486~2058769,217170204~797103,221190461~8443850,229933876~562019,233049724~753622,245231259~1804250,249132006~6195270,255478848~9364167,268402417~6542629,275831653~8197152,284831785~11638808,300339159~585314,308323280~17340411,326555652~600184,330477767~562045,333587168~12667559,354458650~40779,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.614 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~429161,20583285~11706509,36788926~16753119,58079045~11240797,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~11164122,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~7867828,205821946~3119705,214463486~2058769,217170204~797103,221190461~8443850,229933876~562019,233049724~753622,245231259~1804250,249132006~6195270,255478848~9364167,268402417~6542629,275831653~8197152,284831785~11638808,300339159~585314,308323280~17340411,326555652~600184,330477767~562045,333587168~12667559,354458650~40779,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.620 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~11240797,75497472~10367557,86873020~11626725,99978368~1336207,105721176~3129496,110195753~11164122,122256970~7666181,131631767~4176464,137418530~677797,140278636~20170419,164380677~10156941,176160768~3583865,180780614~6409930,187525344~721828,197132288~8026299,205821946~3119705,214463486~2058769,217170204~797103,221190461~9305434,233049724~753622,245231259~1804250,248517320~16325695,268402417~6542629,275831653~20638940,300339159~585314,308323280~17340411,326555652~600184,329336295~1703517,333587168~12667559,354458650~40779,356515840~25056803,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.620 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to 17 diff [5483889~11932863,18433392~429161,20583285~11706509,36788926~16753119,58079045~11240797,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~11164122,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~7867828,205821946~3119705,214463486~2058769,217170204~797103,221190461~8443850,229933876~562019,233049724~753622,239516752~8078438,249132006~6195270,255478848~9364167,268402417~15626388,284831785~11638808,300339159~585314,308323280~17340411,326555652~600184,330477767~562045,333587168~12667559,347795360~3175754,354458650~40779,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.620 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~429161,20583285~11706509,36788926~16753119,58079045~11240797,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~11164122,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~7867828,205821946~3119705,214463486~2058769,217170204~797103,221190461~8443850,229933876~562019,233049724~753622,239516752~8078438,249132006~6195270,255478848~9364167,268402417~15626388,284831785~11638808,300339159~585314,308323280~17340411,326555652~600184,330477767~562045,333587168~12667559,347795360~3175754,354458650~40779,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.626 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~11240797,75497472~10367557,86873020~11626725,99978368~1336207,105721176~3129496,110195753~11164122,122040396~7882755,131631767~8242925,140278636~20170419,164380677~10156941,176160768~3583865,180780614~6409930,187525344~721828,197132288~8026299,205821946~3119705,214463486~2058769,217170204~797103,221190461~9305434,233049724~753622,239516752~8078438,248517320~16325695,268402417~28068176,300339159~585314,308323280~17340411,326555652~600184,329336295~1703517,333587168~17383946,354458650~40779,356515840~25056803,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.626 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to 18 diff [5483889~11932863,18433392~429161,20583285~11706509,36788926~16753119,58079045~13646597,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~11164122,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~7867828,205821946~3119705,214463486~2058769,217170204~797103,221190461~8443850,229933876~562019,230712587~343663,233049724~753622,235355746~1479049,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~17340411,326555652~600184,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.627 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~429161,20583285~11706509,36788926~16753119,58079045~13646597,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~11164122,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~7867828,205821946~3119705,214463486~2058769,217170204~797103,221190461~8443850,229933876~562019,230712587~343663,233049724~753622,235355746~1479049,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~17340411,326555652~600184,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:16:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:16:16] "GET /metrics HTTP/1.1" 200 36738 "" "Prometheus/2.43.0" 2024-04-12T17:16:16.632 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~13646597,75497472~10367557,86873020~11626725,99978368~1336207,105721176~3129496,110195753~11164122,122040396~7882755,131631767~8242925,140278636~20170419,164380677~10156941,176160768~3583865,180780614~6409930,187525344~721828,197132288~8026299,205821946~3119705,214463486~2058769,217170204~797103,221190461~9305434,230712587~343663,233049724~753622,235355746~1479049,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~17340411,326555652~600184,329336295~1703517,333587168~17383946,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.632 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to 19 diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~7867828,205821946~3119705,214463486~2058769,217170204~797103,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.632 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~7867828,205821946~3119705,214463486~2058769,217170204~797103,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.638 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~20170419,164380677~10156941,176160768~3583865,180780614~6409930,187525344~721828,197132288~8026299,205821946~3119705,214463486~2058769,217170204~797103,221190461~9305434,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,333587168~17383946,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.638 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to 6 diff [20882155~3486052,46761171~713133,137418530~677797,224269046~5365265,275831653~5251179,285133510~3365876,300339159~585314,333587168~5047556,354458650~40779,365601306~4228658] 2024-04-12T17:16:16.638 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [20882155~3486052,46761171~713133,137418530~677797,224269046~5365265,275831653~5251179,285133510~3365876,300339159~585314,333587168~5047556,354458650~40779,365601306~4228658] 2024-04-12T17:16:16.644 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [17730292~6637915,46761171~713133,137418530~677797,224269046~5365265,275831653~5251179,284028805~4470581,300339159~585314,333587168~5047556,354458650~40779,364904448~4925516] 2024-04-12T17:16:16.644 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to 7 diff [9089843~4835029,20882155~3486052,36788926~1193251,46761171~713133,61614774~7705068,86873020~5022223,137418530~677797,145389112~8028308,214463486~2058769,224269046~5365265,268402417~6542629,275831653~5251179,285133510~3365876,288815016~5463690,300339159~585314,313130494~4772626,333587168~5047556,354458650~40779,365601306~4228658,409453429~6536820] 2024-04-12T17:16:16.644 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9089843~4835029,20882155~3486052,36788926~1193251,46761171~713133,61614774~7705068,86873020~5022223,137418530~677797,145389112~8028308,214463486~2058769,224269046~5365265,268402417~6542629,275831653~5251179,285133510~3365876,288815016~5463690,300339159~585314,313130494~4772626,333587168~5047556,354458650~40779,365601306~4228658,409453429~6536820] 2024-04-12T17:16:16.650 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [9089843~4835029,17730292~6637915,35727531~2254646,46761171~713133,61614774~7705068,86873020~5022223,137418530~677797,145389112~8028308,214463486~2058769,224269046~5365265,268402417~6542629,275831653~5251179,284028805~10249901,300339159~585314,313130494~4772626,333587168~5047556,354458650~40779,364904448~4925516,409453429~6536820] 2024-04-12T17:16:16.650 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to 8 diff [9089843~4835029,20882155~3486052,24588593~5625369,36788926~1193251,46761171~713133,47902013~5245958,61614774~7705068,86873020~5022223,107968580~882092,137418530~677797,145389112~8028308,154777034~3254683,205821946~3119705,214463486~2058769,224269046~5365265,268402417~6542629,275831653~5251179,285133510~3365876,288815016~5463690,300339159~585314,313130494~7494187,333587168~5047556,354458650~40779,364235732~5594232,374872808~374813,409453429~6536820] 2024-04-12T17:16:16.650 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9089843~4835029,20882155~3486052,24588593~5625369,36788926~1193251,46761171~713133,47902013~5245958,61614774~7705068,86873020~5022223,107968580~882092,137418530~677797,145389112~8028308,154777034~3254683,205821946~3119705,214463486~2058769,224269046~5365265,268402417~6542629,275831653~5251179,285133510~3365876,288815016~5463690,300339159~585314,313130494~7494187,333587168~5047556,354458650~40779,364235732~5594232,374872808~374813,409453429~6536820] 2024-04-12T17:16:16.656 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [9089843~4835029,17730292~12483670,35727531~2254646,46761171~713133,47902013~5245958,61614774~7705068,86873020~5022223,105721176~3129496,137418530~677797,145389112~12642605,205821946~3119705,214463486~2058769,224269046~5365265,268402417~6542629,275831653~5251179,284028805~10249901,300339159~585314,313130494~7494187,333587168~5047556,354458650~40779,360710144~9119820,374872808~374813,409453429~6536820] 2024-04-12T17:16:16.656 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to 9 diff [9089843~8326909,20882155~3486052,24588593~5625369,36788926~1193251,46761171~713133,47902013~5640032,61614774~7705068,86873020~11626725,107968580~882092,110195753~3044702,137418530~677797,140278636~4627990,145389112~8028308,154777034~3254683,205821946~3119705,214463486~2058769,224269046~5365265,260958942~58034,268402417~6542629,275831653~5251179,285133510~3365876,288815016~5463690,300339159~585314,313130494~7494187,333587168~5047556,354458650~40779,364235732~5594232,373991809~7580834,384264844~4920765,398833655~2681218,409453429~6536820] 2024-04-12T17:16:16.656 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9089843~8326909,20882155~3486052,24588593~5625369,36788926~1193251,46761171~713133,47902013~5640032,61614774~7705068,86873020~11626725,107968580~882092,110195753~3044702,137418530~677797,140278636~4627990,145389112~8028308,154777034~3254683,205821946~3119705,214463486~2058769,224269046~5365265,260958942~58034,268402417~6542629,275831653~5251179,285133510~3365876,288815016~5463690,300339159~585314,313130494~7494187,333587168~5047556,354458650~40779,364235732~5594232,373991809~7580834,384264844~4920765,398833655~2681218,409453429~6536820] 2024-04-12T17:16:16.662 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [9089843~8326909,17730292~12483670,35727531~2254646,46761171~713133,47902013~5640032,61614774~7705068,86873020~11626725,105721176~3129496,110195753~3044702,137418530~677797,140278636~4627990,145389112~12642605,205821946~3119705,214463486~2058769,224269046~5365265,260958942~58034,268402417~6542629,275831653~5251179,284028805~10249901,300339159~585314,313130494~7494187,333587168~5047556,354458650~40779,360710144~9119820,373991809~7580834,381681664~7503945,398833655~2681218,409453429~6536820] 2024-04-12T17:16:16.662 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to 10 diff [9089843~8326909,20882155~3486052,24588593~5625369,36788926~1193251,43826233~9715812,58079045~11240797,86873020~11626725,107968580~882092,110195753~3044702,131631767~4176464,137418530~677797,140278636~4627990,145389112~12642605,205821946~3119705,214463486~2058769,224269046~5365265,249542768~5784508,260958942~58034,268402417~6542629,275831653~5251179,285133510~3365876,288815016~5463690,300339159~585314,308323280~12301401,333587168~5047556,342083544~4171183,354458650~40779,364235732~5594232,373991809~7580834,384264844~4920765,397092164~7872318,409453429~6536820] 2024-04-12T17:16:16.662 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9089843~8326909,20882155~3486052,24588593~5625369,36788926~1193251,43826233~9715812,58079045~11240797,86873020~11626725,107968580~882092,110195753~3044702,131631767~4176464,137418530~677797,140278636~4627990,145389112~12642605,205821946~3119705,214463486~2058769,224269046~5365265,249542768~5784508,260958942~58034,268402417~6542629,275831653~5251179,285133510~3365876,288815016~5463690,300339159~585314,308323280~12301401,333587168~5047556,342083544~4171183,354458650~40779,364235732~5594232,373991809~7580834,384264844~4920765,397092164~7872318,409453429~6536820] 2024-04-12T17:16:16.668 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [9089843~8326909,17730292~12483670,35727531~2254646,43826233~9715812,58079045~11240797,86873020~11626725,105721176~3129496,110195753~3044702,131631767~4176464,137418530~677797,140278636~4627990,145389112~12642605,205821946~3119705,214463486~2058769,224269046~5365265,248517320~6809956,260958942~58034,268402417~6542629,275831653~5251179,284028805~10249901,300339159~585314,308323280~12301401,333587168~5047556,342083544~4171183,354458650~40779,360710144~9119820,373991809~7580834,381681664~7503945,397092164~7872318,409453429~6536820] 2024-04-12T17:16:16.668 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to 11 diff [9089843~8326909,20882155~3486052,24588593~5625369,36788926~1193251,43826233~9715812,58079045~11240797,86873020~11626725,107968580~882092,110195753~3820075,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~14923255,180780614~6409930,205821946~3119705,214463486~2058769,224269046~5365265,229933876~562019,249542768~5784508,258232480~6610535,268402417~6542629,275831653~5251179,285133510~3365876,288815016~5463690,300339159~585314,308323280~12301401,333587168~5047556,342083544~4171183,354458650~40779,364235732~5594232,373991809~7580834,384264844~4920765,397092164~18898085] 2024-04-12T17:16:16.669 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9089843~8326909,20882155~3486052,24588593~5625369,36788926~1193251,43826233~9715812,58079045~11240797,86873020~11626725,107968580~882092,110195753~3820075,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~14923255,180780614~6409930,205821946~3119705,214463486~2058769,224269046~5365265,229933876~562019,249542768~5784508,258232480~6610535,268402417~6542629,275831653~5251179,285133510~3365876,288815016~5463690,300339159~585314,308323280~12301401,333587168~5047556,342083544~4171183,354458650~40779,364235732~5594232,373991809~7580834,384264844~4920765,397092164~18898085] 2024-04-12T17:16:16.674 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [9089843~8326909,17730292~12483670,35727531~2254646,43826233~9715812,58079045~11240797,86873020~11626725,105721176~3129496,110195753~3820075,122256970~7666181,131631767~4176464,137418530~677797,140278636~4627990,145109140~14923255,180780614~6409930,205821946~3119705,214463486~2058769,224269046~6226849,248517320~6809956,258232480~6610535,268402417~6542629,275831653~5251179,284028805~10249901,300339159~585314,308323280~12301401,333587168~5047556,342083544~4171183,354458650~40779,360710144~9119820,373991809~7580834,381681664~7503945,397092164~18898085] 2024-04-12T17:16:16.674 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to 12 diff [5483889~11932863,18433392~429161,20882155~3486052,24588593~5625369,36788926~16753119,58079045~11240797,86873020~11626725,107968580~882092,110195753~3820075,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~14923255,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,224269046~5365265,229933876~562019,249542768~5784508,258232480~6610535,268402417~6542629,275831653~5251179,285133510~3365876,288815016~5463690,300339159~585314,308323280~12301401,326555652~600184,333587168~5379165,342083544~4171183,354458650~40779,358817349~11012615,373991809~7580834,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.675 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~429161,20882155~3486052,24588593~5625369,36788926~16753119,58079045~11240797,86873020~11626725,107968580~882092,110195753~3820075,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~14923255,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,224269046~5365265,229933876~562019,249542768~5784508,258232480~6610535,268402417~6542629,275831653~5251179,285133510~3365876,288815016~5463690,300339159~585314,308323280~12301401,326555652~600184,333587168~5379165,342083544~4171183,354458650~40779,358817349~11012615,373991809~7580834,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.680 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~12483670,35727531~17814514,58079045~11240797,86873020~11626725,105721176~3129496,110195753~3820075,122256970~7666181,131631767~4176464,137418530~677797,140278636~4627990,145109140~14923255,180780614~6409930,197132288~8026299,205821946~3119705,214463486~2058769,224269046~6226849,248517320~6809956,258232480~6610535,268402417~6542629,275831653~5251179,284028805~10249901,300339159~585314,308323280~12301401,326555652~600184,333587168~5379165,342083544~4171183,354458650~40779,356515840~13314124,373991809~7580834,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.680 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to 13 diff [5483889~11932863,18433392~429161,20583285~3784922,24588593~5625369,36788926~16753119,58079045~11240797,86873020~11626725,99978368~1336207,107968580~882092,110195753~6423636,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~14923255,164380677~6679635,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,224269046~5365265,229933876~562019,249542768~5784508,258232480~6610535,268402417~6542629,275831653~5251179,285133510~9145196,300339159~585314,308323280~12301401,323968001~581094,326555652~600184,333587168~5379165,342083544~4171183,354458650~40779,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.681 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~429161,20583285~3784922,24588593~5625369,36788926~16753119,58079045~11240797,86873020~11626725,99978368~1336207,107968580~882092,110195753~6423636,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~14923255,164380677~6679635,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,224269046~5365265,229933876~562019,249542768~5784508,258232480~6610535,268402417~6542629,275831653~5251179,285133510~9145196,300339159~585314,308323280~12301401,323968001~581094,326555652~600184,333587168~5379165,342083544~4171183,354458650~40779,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.686 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~12483670,35727531~17814514,58079045~11240797,86873020~11626725,99978368~1336207,105721176~3129496,110195753~6423636,122256970~7666181,131631767~4176464,137418530~677797,140278636~4627990,145109140~14923255,164380677~6679635,180780614~6409930,197132288~8026299,205821946~3119705,214463486~2058769,224269046~6226849,248517320~6809956,258232480~6610535,268402417~6542629,275831653~5251179,284028805~10249901,300339159~585314,308323280~12301401,323968001~581094,326555652~600184,333587168~5379165,342083544~4171183,354458650~40779,356515840~25056803,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.686 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to 14 diff [5483889~11932863,18433392~429161,20583285~3784922,24588593~5625369,36788926~16753119,58079045~11240797,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~6423636,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,224269046~5365265,229933876~562019,249542768~5784508,255870798~8972217,268402417~6542629,275831653~5251179,285133510~9145196,300339159~585314,308323280~12301401,323968001~581094,326555652~600184,333587168~5379165,342083544~4171183,354458650~40779,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.686 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~429161,20583285~3784922,24588593~5625369,36788926~16753119,58079045~11240797,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~6423636,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,224269046~5365265,229933876~562019,249542768~5784508,255870798~8972217,268402417~6542629,275831653~5251179,285133510~9145196,300339159~585314,308323280~12301401,323968001~581094,326555652~600184,333587168~5379165,342083544~4171183,354458650~40779,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.692 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~12483670,35727531~17814514,58079045~11240797,79691776~6173253,86873020~11626725,99978368~1336207,105721176~3129496,110195753~6423636,122256970~7666181,131631767~4176464,137418530~677797,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,214463486~2058769,224269046~6226849,248517320~6809956,255870798~8972217,268402417~6542629,275831653~5251179,284028805~10249901,300339159~585314,308323280~12301401,323968001~581094,326555652~600184,333587168~5379165,342083544~4171183,354458650~40779,356515840~25056803,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.692 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to 15 diff [5483889~11932863,18433392~429161,20583285~3784922,24588593~5625369,36788926~16753119,58079045~11240797,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~6423636,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,224269046~5365265,229933876~562019,249542768~5784508,255870798~8972217,268402417~6542629,275831653~5251179,284831785~9446921,300339159~585314,308323280~17340411,326555652~600184,330477767~562045,333587168~5379165,342083544~4171183,354458650~40779,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.693 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~429161,20583285~3784922,24588593~5625369,36788926~16753119,58079045~11240797,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~6423636,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,224269046~5365265,229933876~562019,249542768~5784508,255870798~8972217,268402417~6542629,275831653~5251179,284831785~9446921,300339159~585314,308323280~17340411,326555652~600184,330477767~562045,333587168~5379165,342083544~4171183,354458650~40779,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.698 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~12483670,35727531~17814514,58079045~11240797,79691776~6173253,86873020~11626725,99978368~1336207,105721176~3129496,110195753~6423636,122256970~7666181,131631767~4176464,137418530~677797,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,214463486~2058769,224269046~6226849,248517320~6809956,255870798~8972217,268402417~6542629,275831653~5251179,284028805~10249901,300339159~585314,308323280~17340411,326555652~600184,329336295~1703517,333587168~5379165,342083544~4171183,354458650~40779,356515840~25056803,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.698 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to 16 diff [5483889~11932863,18433392~429161,20583285~11706509,36788926~16753119,58079045~11240797,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~6423636,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~8443850,229933876~562019,249132006~6195270,255870798~8972217,268402417~6542629,275831653~5251179,284831785~11638808,300339159~585314,308323280~17340411,326555652~600184,330477767~562045,333587168~12667559,354458650~40779,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.698 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~429161,20583285~11706509,36788926~16753119,58079045~11240797,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~6423636,122842651~7080500,131631767~4176464,137418530~677797,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~8443850,229933876~562019,249132006~6195270,255870798~8972217,268402417~6542629,275831653~5251179,284831785~11638808,300339159~585314,308323280~17340411,326555652~600184,330477767~562045,333587168~12667559,354458650~40779,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.706 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~11240797,75497472~10367557,86873020~11626725,99978368~1336207,105721176~3129496,110195753~6423636,122256970~7666181,131631767~4176464,137418530~677797,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,214463486~2058769,221190461~9305434,248517320~6809956,255870798~8972217,268402417~6542629,275831653~5251179,284028805~12441788,300339159~585314,308323280~17340411,326555652~600184,329336295~1703517,333587168~12667559,354458650~40779,356515840~25056803,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.706 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to 17 diff [5483889~11932863,18433392~429161,20583285~11706509,36788926~16753119,58079045~11240797,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~6423636,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~8443850,229933876~562019,239516752~8078438,249132006~6195270,255870798~8972217,268402417~12680415,284831785~11638808,300339159~585314,308323280~17340411,326555652~600184,330477767~562045,333587168~12667559,347795360~3175754,354458650~40779,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.706 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~429161,20583285~11706509,36788926~16753119,58079045~11240797,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~6423636,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~8443850,229933876~562019,239516752~8078438,249132006~6195270,255870798~8972217,268402417~12680415,284831785~11638808,300339159~585314,308323280~17340411,326555652~600184,330477767~562045,333587168~12667559,347795360~3175754,354458650~40779,358817349~11012615,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.710 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~11240797,75497472~10367557,86873020~11626725,99978368~1336207,105721176~3129496,110195753~6423636,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,214463486~2058769,221190461~9305434,239516752~8078438,248517320~6809956,255870798~8972217,268402417~12680415,284028805~12441788,300339159~585314,308323280~17340411,326555652~600184,329336295~1703517,333587168~17383946,354458650~40779,356515840~25056803,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.710 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to 18 diff [5483889~11932863,18433392~429161,20583285~11706509,36788926~16753119,58079045~13646597,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~6423636,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~8443850,229933876~562019,230712587~343663,235355746~1479049,239516752~8078438,249132006~6195270,255870798~25212034,284831785~11638808,296913136~250560,297350336~4767179,308323280~17340411,326555652~600184,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.710 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~429161,20583285~11706509,36788926~16753119,58079045~13646597,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~6423636,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~8443850,229933876~562019,230712587~343663,235355746~1479049,239516752~8078438,249132006~6195270,255870798~25212034,284831785~11638808,296913136~250560,297350336~4767179,308323280~17340411,326555652~600184,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.716 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~13646597,75497472~10367557,86873020~11626725,99978368~1336207,105721176~3129496,110195753~6423636,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,214463486~2058769,221190461~9305434,230712587~343663,235355746~1479049,239516752~8078438,248517320~6809956,255870798~25212034,284028805~12441788,296913136~250560,297350336~4767179,308323280~17340411,326555652~600184,329336295~1703517,333587168~17383946,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.716 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to 19 diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~25212034,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.716 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~25212034,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.722 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~10898213,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,214463486~2058769,221190461~9305434,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~25212034,284028805~12441788,296913136~250560,297350336~4767179,308323280~22716532,333587168~17383946,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.722 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to 7 diff [9089843~4835029,36788926~1193251,61614774~7705068,86873020~5022223,145389112~8028308,214463486~2058769,268402417~6542629,288815016~5463690,313130494~4772626,409453429~6536820] 2024-04-12T17:16:16.723 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9089843~4835029,36788926~1193251,61614774~7705068,86873020~5022223,145389112~8028308,214463486~2058769,268402417~6542629,288815016~5463690,313130494~4772626,409453429~6536820] 2024-04-12T17:16:16.728 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [9089843~4835029,35727531~2254646,61614774~7705068,86873020~5022223,145389112~8028308,214463486~2058769,268402417~6542629,288499386~5779320,313130494~4772626,409453429~6536820] 2024-04-12T17:16:16.728 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to 8 diff [9089843~4835029,24588593~5625369,36788926~1193251,47902013~5245958,61614774~7705068,86873020~5022223,107968580~882092,145389112~8028308,154777034~3254683,205821946~3119705,214463486~2058769,268402417~6542629,288815016~5463690,313130494~7494187,364235732~4969507,374872808~374813,409453429~6536820] 2024-04-12T17:16:16.728 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9089843~4835029,24588593~5625369,36788926~1193251,47902013~5245958,61614774~7705068,86873020~5022223,107968580~882092,145389112~8028308,154777034~3254683,205821946~3119705,214463486~2058769,268402417~6542629,288815016~5463690,313130494~7494187,364235732~4969507,374872808~374813,409453429~6536820] 2024-04-12T17:16:16.733 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [9089843~4835029,24368207~5845755,35727531~2254646,47902013~5245958,61614774~7705068,86873020~5022223,105721176~3129496,145389112~12642605,205821946~3119705,214463486~2058769,268402417~6542629,288499386~5779320,313130494~7494187,360710144~8495095,374872808~374813,409453429~6536820] 2024-04-12T17:16:16.733 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to 9 diff [9089843~8326909,24588593~5625369,36788926~1193251,47902013~5640032,61614774~7705068,86873020~11626725,107968580~882092,110195753~3044702,140278636~4627990,145389112~8028308,154777034~3254683,205821946~3119705,214463486~2058769,260958942~58034,268402417~6542629,288815016~5463690,313130494~7494187,364235732~4969507,373991809~7580834,384264844~4920765,398833655~2681218,409453429~6536820] 2024-04-12T17:16:16.733 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9089843~8326909,24588593~5625369,36788926~1193251,47902013~5640032,61614774~7705068,86873020~11626725,107968580~882092,110195753~3044702,140278636~4627990,145389112~8028308,154777034~3254683,205821946~3119705,214463486~2058769,260958942~58034,268402417~6542629,288815016~5463690,313130494~7494187,364235732~4969507,373991809~7580834,384264844~4920765,398833655~2681218,409453429~6536820] 2024-04-12T17:16:16.739 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [9089843~8326909,24368207~5845755,35727531~2254646,47902013~5640032,61614774~7705068,86873020~11626725,105721176~3129496,110195753~3044702,140278636~4627990,145389112~12642605,205821946~3119705,214463486~2058769,260958942~58034,268402417~6542629,288499386~5779320,313130494~7494187,360710144~8495095,373991809~7580834,381681664~7503945,398833655~2681218,409453429~6536820] 2024-04-12T17:16:16.739 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to 10 diff [9089843~8326909,24588593~5625369,36788926~1193251,43826233~9715812,58079045~11240797,86873020~11626725,107968580~882092,110195753~3044702,131631767~4176464,140278636~4627990,145389112~12642605,205821946~3119705,214463486~2058769,249542768~5784508,260958942~58034,268402417~6542629,276451262~1105815,288815016~5463690,308323280~12301401,342083544~4171183,364235732~4969507,373991809~7580834,384264844~4920765,397092164~7872318,409453429~6536820] 2024-04-12T17:16:16.739 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9089843~8326909,24588593~5625369,36788926~1193251,43826233~9715812,58079045~11240797,86873020~11626725,107968580~882092,110195753~3044702,131631767~4176464,140278636~4627990,145389112~12642605,205821946~3119705,214463486~2058769,249542768~5784508,260958942~58034,268402417~6542629,276451262~1105815,288815016~5463690,308323280~12301401,342083544~4171183,364235732~4969507,373991809~7580834,384264844~4920765,397092164~7872318,409453429~6536820] 2024-04-12T17:16:16.745 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [9089843~8326909,24368207~5845755,35727531~2254646,43826233~9715812,58079045~11240797,86873020~11626725,105721176~3129496,110195753~3044702,131631767~4176464,140278636~4627990,145389112~12642605,205821946~3119705,214463486~2058769,248517320~6809956,260958942~58034,268402417~6542629,276451262~1105815,288499386~5779320,308323280~12301401,342083544~4171183,360710144~8495095,373991809~7580834,381681664~7503945,397092164~7872318,409453429~6536820] 2024-04-12T17:16:16.745 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to 11 diff [9089843~8326909,24588593~5625369,36788926~1193251,43826233~9715812,58079045~11240797,86873020~11626725,107968580~882092,110195753~3820075,122842651~7080500,131631767~4176464,140278636~4627990,145109140~14923255,180780614~6409930,205821946~3119705,214463486~2058769,229933876~562019,249542768~5784508,258232480~6610535,268402417~6542629,276451262~1105815,288815016~5463690,308323280~12301401,342083544~4171183,364235732~4969507,373991809~7580834,384264844~4920765,397092164~18898085] 2024-04-12T17:16:16.745 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [9089843~8326909,24588593~5625369,36788926~1193251,43826233~9715812,58079045~11240797,86873020~11626725,107968580~882092,110195753~3820075,122842651~7080500,131631767~4176464,140278636~4627990,145109140~14923255,180780614~6409930,205821946~3119705,214463486~2058769,229933876~562019,249542768~5784508,258232480~6610535,268402417~6542629,276451262~1105815,288815016~5463690,308323280~12301401,342083544~4171183,364235732~4969507,373991809~7580834,384264844~4920765,397092164~18898085] 2024-04-12T17:16:16.751 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [9089843~8326909,24368207~5845755,35727531~2254646,43826233~9715812,58079045~11240797,86873020~11626725,105721176~3129496,110195753~3820075,122256970~7666181,131631767~4176464,140278636~4627990,145109140~14923255,180780614~6409930,205821946~3119705,214463486~2058769,229634311~861584,248517320~6809956,258232480~6610535,268402417~6542629,276451262~1105815,288499386~5779320,308323280~12301401,342083544~4171183,360710144~8495095,373991809~7580834,381681664~7503945,397092164~18898085] 2024-04-12T17:16:16.751 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to 12 diff [5483889~11932863,18433392~429161,24588593~5625369,36788926~16753119,58079045~11240797,86873020~11626725,107968580~882092,110195753~3820075,122842651~7080500,131631767~4176464,140278636~4627990,145109140~14923255,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,229933876~562019,249542768~5784508,258232480~6610535,268402417~6542629,276451262~1105815,288815016~5463690,308323280~12301401,326555652~600184,336882146~2084187,342083544~4171183,358817349~10387890,373991809~7580834,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.751 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~429161,24588593~5625369,36788926~16753119,58079045~11240797,86873020~11626725,107968580~882092,110195753~3820075,122842651~7080500,131631767~4176464,140278636~4627990,145109140~14923255,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,229933876~562019,249542768~5784508,258232480~6610535,268402417~6542629,276451262~1105815,288815016~5463690,308323280~12301401,326555652~600184,336882146~2084187,342083544~4171183,358817349~10387890,373991809~7580834,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.758 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~429161,24368207~5845755,35727531~17814514,58079045~11240797,86873020~11626725,105721176~3129496,110195753~3820075,122256970~7666181,131631767~4176464,140278636~4627990,145109140~14923255,180780614~6409930,197132288~8026299,205821946~3119705,214463486~2058769,229634311~861584,248517320~6809956,258232480~6610535,268402417~6542629,276451262~1105815,288499386~5779320,308323280~12301401,326555652~600184,336882146~2084187,342083544~4171183,356515840~12689399,373991809~7580834,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.758 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to 13 diff [5483889~11932863,18433392~429161,20583285~3694822,24588593~5625369,36788926~16753119,58079045~11240797,86873020~11626725,99978368~1336207,107968580~882092,110195753~6423636,122842651~7080500,131631767~4176464,140278636~4627990,145109140~14923255,164380677~6679635,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,229933876~562019,249542768~5784508,258232480~6610535,268402417~6542629,276451262~1105815,285487863~8790843,308323280~12301401,323968001~581094,326555652~600184,336882146~2084187,342083544~4171183,358817349~10387890,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.758 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~429161,20583285~3694822,24588593~5625369,36788926~16753119,58079045~11240797,86873020~11626725,99978368~1336207,107968580~882092,110195753~6423636,122842651~7080500,131631767~4176464,140278636~4627990,145109140~14923255,164380677~6679635,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,229933876~562019,249542768~5784508,258232480~6610535,268402417~6542629,276451262~1105815,285487863~8790843,308323280~12301401,323968001~581094,326555652~600184,336882146~2084187,342083544~4171183,358817349~10387890,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.764 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~429161,20583285~3694822,24368207~5845755,35727531~17814514,58079045~11240797,86873020~11626725,99978368~1336207,105721176~3129496,110195753~6423636,122256970~7666181,131631767~4176464,140278636~4627990,145109140~14923255,164380677~6679635,180780614~6409930,197132288~8026299,205821946~3119705,214463486~2058769,229634311~861584,248517320~6809956,258232480~6610535,268402417~6542629,276451262~1105815,285487863~8790843,308323280~12301401,323968001~581094,326555652~600184,336882146~2084187,342083544~4171183,356515840~12689399,369829964~11742679,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.765 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to 14 diff [5483889~11932863,18433392~429161,20583285~3694822,24588593~5625369,36788926~16753119,58079045~11240797,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~6423636,122842651~7080500,131631767~4176464,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,225707532~216935,229933876~562019,249542768~5784508,255870798~8972217,268402417~6542629,276451262~1105815,285487863~8790843,308323280~12301401,323968001~581094,326555652~600184,336882146~2084187,342083544~4171183,358817349~10387890,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.765 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~429161,20583285~3694822,24588593~5625369,36788926~16753119,58079045~11240797,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~6423636,122842651~7080500,131631767~4176464,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,225707532~216935,229933876~562019,249542768~5784508,255870798~8972217,268402417~6542629,276451262~1105815,285487863~8790843,308323280~12301401,323968001~581094,326555652~600184,336882146~2084187,342083544~4171183,358817349~10387890,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.771 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~429161,20583285~3694822,24368207~5845755,35727531~17814514,58079045~11240797,79691776~6173253,86873020~11626725,99978368~1336207,105721176~3129496,110195753~6423636,122256970~7666181,131631767~4176464,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,214463486~2058769,225707532~216935,229634311~861584,248517320~6809956,255870798~8972217,268402417~6542629,276451262~1105815,285487863~8790843,308323280~12301401,323968001~581094,326555652~600184,336882146~2084187,342083544~4171183,356515840~12689399,369829964~11742679,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.771 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to 15 diff [5483889~11932863,18433392~429161,20583285~3694822,24588593~5625369,36788926~16753119,58079045~11240797,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~6423636,122842651~7080500,131631767~4176464,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,224451826~3485346,229933876~562019,249542768~5784508,255870798~8972217,268402417~6542629,276451262~1105815,284831785~536070,285487863~8790843,308323280~17340411,326555652~600184,330477767~562045,336882146~2084187,342083544~4171183,358817349~10387890,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.772 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~429161,20583285~3694822,24588593~5625369,36788926~16753119,58079045~11240797,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~6423636,122842651~7080500,131631767~4176464,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,224451826~3485346,229933876~562019,249542768~5784508,255870798~8972217,268402417~6542629,276451262~1105815,284831785~536070,285487863~8790843,308323280~17340411,326555652~600184,330477767~562045,336882146~2084187,342083544~4171183,358817349~10387890,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.777 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~429161,20583285~3694822,24368207~5845755,35727531~17814514,58079045~11240797,79691776~6173253,86873020~11626725,99978368~1336207,105721176~3129496,110195753~6423636,122256970~7666181,131631767~4176464,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,214463486~2058769,224451826~3485346,229634311~861584,248517320~6809956,255870798~8972217,268402417~6542629,276451262~1105815,284831785~536070,285487863~8790843,308323280~17340411,326555652~600184,329336295~1703517,336882146~2084187,342083544~4171183,356515840~12689399,369829964~11742679,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.777 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to 16 diff [5483889~11932863,18433392~429161,20583285~11706509,36788926~16753119,58079045~11240797,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~6423636,122842651~7080500,131631767~4176464,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~6746711,229933876~562019,249132006~6195270,255870798~8972217,268402417~6542629,276451262~1105815,284831785~536070,285487863~10982730,308323280~17340411,326555652~600184,330477767~562045,336882146~9372581,358817349~10387890,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.777 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~429161,20583285~11706509,36788926~16753119,58079045~11240797,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~6423636,122842651~7080500,131631767~4176464,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~6746711,229933876~562019,249132006~6195270,255870798~8972217,268402417~6542629,276451262~1105815,284831785~536070,285487863~10982730,308323280~17340411,326555652~600184,330477767~562045,336882146~9372581,358817349~10387890,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.783 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~429161,20583285~11706509,35727531~17814514,58079045~11240797,75497472~10367557,86873020~11626725,99978368~1336207,105721176~3129496,110195753~6423636,122256970~7666181,131631767~4176464,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,214463486~2058769,221190461~6746711,229634311~861584,248517320~6809956,255870798~8972217,268402417~6542629,276451262~1105815,284831785~536070,285487863~10982730,308323280~17340411,326555652~600184,329336295~1703517,336882146~9372581,356515840~12689399,369829964~11742679,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.784 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to 17 diff [5483889~11932863,18433392~429161,20583285~11706509,36788926~16753119,58079045~11240797,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~6423636,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~6746711,229933876~562019,239516752~8078438,249132006~6195270,255870798~8972217,268402417~9840249,284831785~536070,285487863~10982730,308323280~17340411,326555652~600184,330477767~562045,335331344~10923383,347795360~3175754,358817349~10387890,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.784 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~429161,20583285~11706509,36788926~16753119,58079045~11240797,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~6423636,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~6746711,229933876~562019,239516752~8078438,249132006~6195270,255870798~8972217,268402417~9840249,284831785~536070,285487863~10982730,308323280~17340411,326555652~600184,330477767~562045,335331344~10923383,347795360~3175754,358817349~10387890,371459673~10112970,384264844~4920765,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.789 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~429161,20583285~11706509,35727531~17814514,58079045~11240797,75497472~10367557,86873020~11626725,99978368~1336207,105721176~3129496,110195753~6423636,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,214463486~2058769,221190461~6746711,229634311~861584,239516752~8078438,248517320~6809956,255870798~8972217,268402417~9840249,284831785~536070,285487863~10982730,308323280~17340411,326555652~600184,329336295~1703517,335331344~15639770,356515840~12689399,369829964~11742679,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.790 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to 18 diff [5483889~11932863,18433392~429161,20583285~11706509,36788926~16753119,58079045~13646597,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~6423636,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~6746711,229933876~562019,230712587~343663,235355746~1479049,239516752~8078438,249132006~6195270,255870798~22371868,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~17340411,326555652~600184,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.790 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~429161,20583285~11706509,36788926~16753119,58079045~13646597,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107968580~882092,110195753~6423636,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~6746711,229933876~562019,230712587~343663,235355746~1479049,239516752~8078438,249132006~6195270,255870798~22371868,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~17340411,326555652~600184,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.795 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~429161,20583285~11706509,35727531~17814514,58079045~13646597,75497472~10367557,86873020~11626725,99978368~1336207,105721176~3129496,110195753~6423636,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,214463486~2058769,221190461~6746711,229634311~861584,230712587~343663,235355746~1479049,239516752~8078438,248517320~6809956,255870798~22371868,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~17340411,326555652~600184,329336295~1703517,335331344~15639770,353682778~15522461,369829964~11742679,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.795 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to 19 diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~22371868,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.795 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~22371868,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:16.801 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~13856402,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~10898213,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,214463486~2058769,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~22371868,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~22716532,335331344~15639770,353682778~15522461,369829964~11742679,381681664~9190874,397092164~18898085] 2024-04-12T17:16:16.801 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to 8 diff [24588593~5625369,47902013~5245958,86918167~3870263,107968580~882092,154777034~3254683,205821946~3119705,315492217~5132464,364235732~4969507,374872808~374813] 2024-04-12T17:16:16.801 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [24588593~5625369,47902013~5245958,86918167~3870263,107968580~882092,154777034~3254683,205821946~3119705,315492217~5132464,364235732~4969507,374872808~374813] 2024-04-12T17:16:16.807 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [24368207~5845755,47902013~5245958,86918167~3870263,105721176~3129496,153417420~4614297,205821946~3119705,315492217~5132464,360710144~8495095,374872808~374813] 2024-04-12T17:16:16.807 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to 9 diff [10429762~6986990,24588593~5625369,47902013~5640032,86918167~3870263,91101111~7398634,107968580~882092,110195753~3044702,140278636~4627990,154777034~3254683,205821946~3119705,260958942~58034,315492217~5132464,364235732~4969507,373991809~7580834,384264844~4920765,398833655~2681218] 2024-04-12T17:16:16.807 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [10429762~6986990,24588593~5625369,47902013~5640032,86918167~3870263,91101111~7398634,107968580~882092,110195753~3044702,140278636~4627990,154777034~3254683,205821946~3119705,260958942~58034,315492217~5132464,364235732~4969507,373991809~7580834,384264844~4920765,398833655~2681218] 2024-04-12T17:16:16.813 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [10429762~6986990,24368207~5845755,47902013~5640032,86918167~3870263,91101111~7398634,105721176~3129496,110195753~3044702,140278636~4627990,153417420~4614297,205821946~3119705,260958942~58034,315492217~5132464,360710144~8495095,373991809~7580834,381681664~7503945,398833655~2681218] 2024-04-12T17:16:16.813 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to 10 diff [10429762~6986990,24588593~5625369,43826233~9715812,58079045~4587604,64932724~3691057,86918167~3870263,91101111~7398634,107968580~882092,110195753~3044702,131631767~4176464,140278636~4627990,152302930~5728787,205821946~3119705,249542768~5784508,260958942~58034,276451262~1105815,308323280~6938675,315492217~5132464,342083544~4171183,364235732~4969507,373991809~7580834,384264844~4920765,397092164~7872318] 2024-04-12T17:16:16.813 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [10429762~6986990,24588593~5625369,43826233~9715812,58079045~4587604,64932724~3691057,86918167~3870263,91101111~7398634,107968580~882092,110195753~3044702,131631767~4176464,140278636~4627990,152302930~5728787,205821946~3119705,249542768~5784508,260958942~58034,276451262~1105815,308323280~6938675,315492217~5132464,342083544~4171183,364235732~4969507,373991809~7580834,384264844~4920765,397092164~7872318] 2024-04-12T17:16:16.818 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [10429762~6986990,24368207~5845755,43826233~9715812,58079045~4587604,64932724~3691057,86918167~3870263,91101111~7398634,105721176~3129496,110195753~3044702,131631767~4176464,140278636~4627990,152302930~5728787,205821946~3119705,248517320~6809956,260958942~58034,276451262~1105815,308323280~6938675,315492217~5132464,342083544~4171183,360710144~8495095,373991809~7580834,381681664~7503945,397092164~7872318] 2024-04-12T17:16:16.818 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to 11 diff [10429762~6986990,24588593~5625369,43826233~9715812,58079045~4587604,64932724~3691057,86918167~3870263,91101111~7398634,107968580~882092,110195753~3820075,122842651~7080500,131631767~4176464,140278636~4627990,145109140~3602482,152302930~7729465,180780614~6409930,205821946~3119705,229933876~562019,249542768~5784508,258232480~6610535,276451262~1105815,308323280~6938675,315492217~5132464,342083544~4171183,364235732~4969507,373991809~7580834,384264844~4920765,397092164~14366353] 2024-04-12T17:16:16.819 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [10429762~6986990,24588593~5625369,43826233~9715812,58079045~4587604,64932724~3691057,86918167~3870263,91101111~7398634,107968580~882092,110195753~3820075,122842651~7080500,131631767~4176464,140278636~4627990,145109140~3602482,152302930~7729465,180780614~6409930,205821946~3119705,229933876~562019,249542768~5784508,258232480~6610535,276451262~1105815,308323280~6938675,315492217~5132464,342083544~4171183,364235732~4969507,373991809~7580834,384264844~4920765,397092164~14366353] 2024-04-12T17:16:16.824 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [10429762~6986990,24368207~5845755,43826233~9715812,58079045~4587604,64932724~3691057,86918167~3870263,91101111~7398634,105721176~3129496,110195753~3820075,122256970~7666181,131631767~4176464,140278636~4627990,145109140~3602482,152302930~7729465,180780614~6409930,205821946~3119705,229634311~861584,248517320~6809956,258232480~6610535,276451262~1105815,308323280~6938675,315492217~5132464,342083544~4171183,360710144~8495095,373991809~7580834,381681664~7503945,397092164~14366353] 2024-04-12T17:16:16.824 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to 12 diff [5483889~11932863,18433392~429161,24588593~5625369,37723614~15818431,58079045~4587604,64932724~3691057,86918167~3870263,91101111~7398634,107968580~882092,110195753~3820075,122842651~7080500,131631767~4176464,140278636~4627990,145109140~3602482,152302930~7729465,180780614~6409930,197290759~7867828,205821946~3119705,229933876~562019,249542768~5784508,258232480~6610535,271330540~1846229,276451262~1105815,308323280~6938675,315492217~5132464,326555652~600184,336882146~2084187,342083544~4171183,358817349~10387890,373991809~7580834,384264844~4920765,389590411~1282127,397092164~14366353] 2024-04-12T17:16:16.824 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~429161,24588593~5625369,37723614~15818431,58079045~4587604,64932724~3691057,86918167~3870263,91101111~7398634,107968580~882092,110195753~3820075,122842651~7080500,131631767~4176464,140278636~4627990,145109140~3602482,152302930~7729465,180780614~6409930,197290759~7867828,205821946~3119705,229933876~562019,249542768~5784508,258232480~6610535,271330540~1846229,276451262~1105815,308323280~6938675,315492217~5132464,326555652~600184,336882146~2084187,342083544~4171183,358817349~10387890,373991809~7580834,384264844~4920765,389590411~1282127,397092164~14366353] 2024-04-12T17:16:16.829 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~429161,24368207~5845755,37723614~15818431,58079045~4587604,64932724~3691057,86918167~3870263,91101111~7398634,105721176~3129496,110195753~3820075,122256970~7666181,131631767~4176464,140278636~4627990,145109140~3602482,152302930~7729465,180780614~6409930,197132288~8026299,205821946~3119705,229634311~861584,248517320~6809956,258232480~6610535,271330540~1846229,276451262~1105815,308323280~6938675,315492217~5132464,326555652~600184,336882146~2084187,342083544~4171183,356515840~12689399,373991809~7580834,381681664~9190874,397092164~14366353] 2024-04-12T17:16:16.830 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to 13 diff [5483889~11932863,18433392~429161,20583285~3694822,24588593~5625369,37723614~15818431,58079045~4587604,64932724~3691057,86918167~3870263,91101111~7398634,99978368~1336207,107968580~882092,110195753~6423636,122842651~7080500,131631767~4176464,140278636~4627990,145109140~3602482,152302930~7729465,164380677~6679635,180780614~6409930,197290759~7867828,205821946~3119705,229933876~562019,249542768~5784508,258232480~6610535,271330540~1846229,276451262~1105815,285487863~7948246,308323280~6938675,315492217~5132464,323968001~581094,326555652~600184,336882146~2084187,342083544~4171183,358817349~10387890,371459673~10112970,384264844~4920765,389590411~1282127,397092164~14366353] 2024-04-12T17:16:16.830 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~429161,20583285~3694822,24588593~5625369,37723614~15818431,58079045~4587604,64932724~3691057,86918167~3870263,91101111~7398634,99978368~1336207,107968580~882092,110195753~6423636,122842651~7080500,131631767~4176464,140278636~4627990,145109140~3602482,152302930~7729465,164380677~6679635,180780614~6409930,197290759~7867828,205821946~3119705,229933876~562019,249542768~5784508,258232480~6610535,271330540~1846229,276451262~1105815,285487863~7948246,308323280~6938675,315492217~5132464,323968001~581094,326555652~600184,336882146~2084187,342083544~4171183,358817349~10387890,371459673~10112970,384264844~4920765,389590411~1282127,397092164~14366353] 2024-04-12T17:16:16.835 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~429161,20583285~3694822,24368207~5845755,37723614~15818431,58079045~4587604,64932724~3691057,86918167~3870263,91101111~7398634,99978368~1336207,105721176~3129496,110195753~6423636,122256970~7666181,131631767~4176464,140278636~4627990,145109140~3602482,152302930~7729465,164380677~6679635,180780614~6409930,197132288~8026299,205821946~3119705,229634311~861584,248517320~6809956,258232480~6610535,271330540~1846229,276451262~1105815,285487863~7948246,308323280~6938675,315492217~5132464,323968001~581094,326555652~600184,336882146~2084187,342083544~4171183,356515840~12689399,369829964~11742679,381681664~9190874,397092164~14366353] 2024-04-12T17:16:16.835 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to 14 diff [5483889~11932863,18433392~429161,20583285~3694822,24588593~5625369,37723614~15818431,58079045~4587604,64932724~3691057,80361781~5503248,86918167~3870263,91101111~7398634,99978368~1336207,107968580~882092,110195753~6423636,122842651~7080500,131631767~4176464,140278636~4627990,145109140~3602482,152302930~8146125,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,225707532~216935,229933876~562019,249542768~5784508,255870798~8972217,271330540~1846229,276451262~1105815,285487863~7948246,308323280~6938675,315492217~5132464,323968001~581094,326555652~600184,336882146~2084187,342083544~4171183,358817349~10387890,371459673~10112970,384264844~4920765,389590411~1282127,397092164~14366353] 2024-04-12T17:16:16.835 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~429161,20583285~3694822,24588593~5625369,37723614~15818431,58079045~4587604,64932724~3691057,80361781~5503248,86918167~3870263,91101111~7398634,99978368~1336207,107968580~882092,110195753~6423636,122842651~7080500,131631767~4176464,140278636~4627990,145109140~3602482,152302930~8146125,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,225707532~216935,229933876~562019,249542768~5784508,255870798~8972217,271330540~1846229,276451262~1105815,285487863~7948246,308323280~6938675,315492217~5132464,323968001~581094,326555652~600184,336882146~2084187,342083544~4171183,358817349~10387890,371459673~10112970,384264844~4920765,389590411~1282127,397092164~14366353] 2024-04-12T17:16:16.841 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~429161,20583285~3694822,24368207~5845755,37723614~15818431,58079045~4587604,64932724~3691057,79691776~6173253,86918167~3870263,91101111~7398634,99978368~1336207,105721176~3129496,110195753~6423636,122256970~7666181,131631767~4176464,140278636~4627990,145109140~3602482,152302930~8146125,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,225707532~216935,229634311~861584,248517320~6809956,255870798~8972217,271330540~1846229,276451262~1105815,285487863~7948246,308323280~6938675,315492217~5132464,323968001~581094,326555652~600184,336882146~2084187,342083544~4171183,356515840~12689399,369829964~11742679,381681664~9190874,397092164~14366353] 2024-04-12T17:16:16.841 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to 15 diff [5483889~11932863,18433392~429161,20583285~3694822,24588593~5625369,37723614~15818431,58079045~4587604,64932724~3691057,80361781~5503248,86918167~3870263,91101111~7398634,99978368~1336207,107968580~882092,110195753~6423636,122842651~7080500,131631767~4176464,140278636~4627990,145109140~3602482,152286500~8162555,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,224451826~3485346,229933876~562019,249542768~5784508,255870798~8972217,271330540~1846229,276451262~1105815,284831785~536070,285487863~7948246,308323280~6938675,315492217~10171474,326555652~600184,330477767~562045,336882146~2084187,342083544~4171183,358817349~10387890,371459673~10112970,384264844~4920765,389590411~1282127,397092164~14699341] 2024-04-12T17:16:16.841 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~429161,20583285~3694822,24588593~5625369,37723614~15818431,58079045~4587604,64932724~3691057,80361781~5503248,86918167~3870263,91101111~7398634,99978368~1336207,107968580~882092,110195753~6423636,122842651~7080500,131631767~4176464,140278636~4627990,145109140~3602482,152286500~8162555,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,224451826~3485346,229933876~562019,249542768~5784508,255870798~8972217,271330540~1846229,276451262~1105815,284831785~536070,285487863~7948246,308323280~6938675,315492217~10171474,326555652~600184,330477767~562045,336882146~2084187,342083544~4171183,358817349~10387890,371459673~10112970,384264844~4920765,389590411~1282127,397092164~14699341] 2024-04-12T17:16:16.847 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~429161,20583285~3694822,24368207~5845755,37723614~15818431,58079045~4587604,64932724~3691057,79691776~6173253,86918167~3870263,91101111~7398634,99978368~1336207,105721176~3129496,110195753~6423636,122256970~7666181,131631767~4176464,140278636~4627990,145109140~3602482,152286500~8162555,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,224451826~3485346,229634311~861584,248517320~6809956,255870798~8972217,271330540~1846229,276451262~1105815,284831785~536070,285487863~7948246,308323280~6938675,315492217~10171474,326555652~600184,329336295~1703517,336882146~2084187,342083544~4171183,356515840~12689399,369829964~11742679,381681664~9190874,397092164~14699341] 2024-04-12T17:16:16.847 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to 16 diff [5483889~11932863,18433392~429161,20583285~11706509,37723614~15818431,58079045~4587604,64932724~3691057,75739605~4422764,80361781~5503248,86918167~11581578,99978368~1336207,107968580~882092,110195753~6423636,122842651~7080500,131631767~4176464,140278636~4627990,145109140~3602482,152286500~8162555,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,221190461~6746711,229933876~562019,249132006~6195270,255870798~8972217,271330540~1846229,276451262~1105815,284831785~536070,285487863~10982730,308323280~6938675,315492217~10171474,326555652~600184,330477767~562045,336882146~9372581,358817349~10387890,371459673~10112970,384264844~4920765,389590411~1282127,397092164~14699341] 2024-04-12T17:16:16.847 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~429161,20583285~11706509,37723614~15818431,58079045~4587604,64932724~3691057,75739605~4422764,80361781~5503248,86918167~11581578,99978368~1336207,107968580~882092,110195753~6423636,122842651~7080500,131631767~4176464,140278636~4627990,145109140~3602482,152286500~8162555,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,221190461~6746711,229933876~562019,249132006~6195270,255870798~8972217,271330540~1846229,276451262~1105815,284831785~536070,285487863~10982730,308323280~6938675,315492217~10171474,326555652~600184,330477767~562045,336882146~9372581,358817349~10387890,371459673~10112970,384264844~4920765,389590411~1282127,397092164~14699341] 2024-04-12T17:16:16.854 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~429161,20583285~11706509,37723614~15818431,58079045~4587604,64932724~3691057,75497472~10367557,86918167~11581578,99978368~1336207,105721176~3129496,110195753~6423636,122256970~7666181,131631767~4176464,140278636~4627990,145109140~3602482,152286500~8162555,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,221190461~6746711,229634311~861584,248517320~6809956,255870798~8972217,271330540~1846229,276451262~1105815,284831785~536070,285487863~10982730,308323280~6938675,315492217~10171474,326555652~600184,329336295~1703517,336882146~9372581,356515840~12689399,369829964~11742679,381681664~9190874,397092164~14699341] 2024-04-12T17:16:16.854 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to 17 diff [5483889~11932863,18433392~429161,20583285~11706509,37723614~15818431,58079045~4587604,64932724~3691057,75739605~4422764,80361781~5503248,86918167~11581578,99978368~1336207,107968580~882092,110195753~6423636,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,221190461~6746711,229933876~562019,239516752~8078438,249132006~6195270,255870798~8972217,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,308323280~6938675,315492217~10171474,326555652~600184,330477767~562045,335331344~10923383,347795360~3175754,358817349~10387890,371459673~10112970,384264844~4920765,389590411~1282127,397092164~14699341] 2024-04-12T17:16:16.854 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~429161,20583285~11706509,37723614~15818431,58079045~4587604,64932724~3691057,75739605~4422764,80361781~5503248,86918167~11581578,99978368~1336207,107968580~882092,110195753~6423636,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,221190461~6746711,229933876~562019,239516752~8078438,249132006~6195270,255870798~8972217,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,308323280~6938675,315492217~10171474,326555652~600184,330477767~562045,335331344~10923383,347795360~3175754,358817349~10387890,371459673~10112970,384264844~4920765,389590411~1282127,397092164~14699341] 2024-04-12T17:16:16.859 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~429161,20583285~11706509,37723614~15818431,58079045~4587604,64932724~3691057,75497472~10367557,86918167~11581578,99978368~1336207,105721176~3129496,110195753~6423636,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,221190461~6746711,229634311~861584,239516752~8078438,248517320~6809956,255870798~8972217,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,308323280~6938675,315492217~10171474,326555652~600184,329336295~1703517,335331344~15639770,356515840~12689399,369829964~11742679,381681664~9190874,397092164~14699341] 2024-04-12T17:16:16.859 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to 18 diff [5483889~11932863,18433392~429161,20583285~11706509,37723614~15818431,58079045~4587604,63715892~8009750,75739605~4422764,80361781~5503248,86918167~11581578,99978368~1336207,107968580~882092,110195753~6423636,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,221190461~6746711,229933876~562019,230712587~343663,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,315492217~10171474,326555652~600184,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:16.859 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~429161,20583285~11706509,37723614~15818431,58079045~4587604,63715892~8009750,75739605~4422764,80361781~5503248,86918167~11581578,99978368~1336207,107968580~882092,110195753~6423636,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,221190461~6746711,229933876~562019,230712587~343663,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,315492217~10171474,326555652~600184,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:16.865 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~429161,20583285~11706509,37723614~15818431,58079045~4587604,63715892~8009750,75497472~10367557,86918167~11581578,99978368~1336207,105721176~3129496,110195753~6423636,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,221190461~6746711,229634311~861584,230712587~343663,235355746~1479049,239516752~8078438,248517320~6809956,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,315492217~10171474,326555652~600184,329336295~1703517,335331344~15639770,353682778~15522461,369829964~11742679,381681664~9190874,397092164~14699341] 2024-04-12T17:16:16.865 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to 19 diff [5483889~11932863,18433392~13856402,37723614~15818431,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,86918167~11581578,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,315492217~13847434,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:16.865 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,37723614~15818431,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,86918167~11581578,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,315492217~13847434,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:16.871 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~13856402,37723614~15818431,58079045~4587604,63715892~8546634,75497472~10367557,86918167~11581578,99978368~1336207,105721176~10898213,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,315492217~15547595,335331344~15639770,353682778~15522461,369829964~11742679,381681664~9190874,397092164~14699341] 2024-04-12T17:16:16.871 INFO:tasks.workunit.client.0.smithi099.stdout:from 8 to 9 diff [10429762~6986990,27754691~1801130,52872714~669331,91101111~7398634,110195753~3044702,140278636~4627990,260958942~58034,373991809~7580834,384264844~4920765,398833655~2681218] 2024-04-12T17:16:16.871 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [10429762~6986990,27754691~1801130,52872714~669331,91101111~7398634,110195753~3044702,140278636~4627990,260958942~58034,373991809~7580834,384264844~4920765,398833655~2681218] 2024-04-12T17:16:16.877 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [10429762~6986990,27754691~1801130,52872714~669331,91101111~7398634,110195753~3044702,140278636~4627990,260958942~58034,373991809~7580834,381681664~7503945,398833655~2681218] 2024-04-12T17:16:16.877 INFO:tasks.workunit.client.0.smithi099.stdout:from 8 to 10 diff [10429762~6986990,27754691~1801130,43826233~6536512,52872714~669331,58079045~4587604,64932724~3691057,91101111~7398634,110195753~3044702,131631767~4176464,140278636~4627990,152302930~4997780,249542768~5784508,260958942~58034,276451262~1105815,308323280~6938675,342083544~4171183,373991809~7580834,384264844~4920765,397092164~7872318] 2024-04-12T17:16:16.877 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [10429762~6986990,27754691~1801130,43826233~6536512,52872714~669331,58079045~4587604,64932724~3691057,91101111~7398634,110195753~3044702,131631767~4176464,140278636~4627990,152302930~4997780,249542768~5784508,260958942~58034,276451262~1105815,308323280~6938675,342083544~4171183,373991809~7580834,384264844~4920765,397092164~7872318] 2024-04-12T17:16:16.882 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [10429762~6986990,27754691~1801130,43826233~6536512,52872714~669331,58079045~4587604,64932724~3691057,91101111~7398634,110195753~3044702,131631767~4176464,140278636~4627990,152302930~4997780,248517320~6809956,260958942~58034,276451262~1105815,308323280~6938675,342083544~4171183,373991809~7580834,381681664~7503945,397092164~7872318] 2024-04-12T17:16:16.883 INFO:tasks.workunit.client.0.smithi099.stdout:from 8 to 11 diff [10429762~6986990,27754691~1801130,43826233~6536512,52872714~669331,58079045~4587604,64932724~3691057,91101111~7398634,110195753~3820075,122842651~7080500,131631767~4176464,140278636~4627990,145109140~3602482,152302930~7729465,180780614~6409930,229933876~562019,249542768~5784508,258232480~6610535,276451262~1105815,308323280~6938675,342083544~4171183,373991809~7580834,384264844~4920765,397092164~14366353] 2024-04-12T17:16:16.883 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [10429762~6986990,27754691~1801130,43826233~6536512,52872714~669331,58079045~4587604,64932724~3691057,91101111~7398634,110195753~3820075,122842651~7080500,131631767~4176464,140278636~4627990,145109140~3602482,152302930~7729465,180780614~6409930,229933876~562019,249542768~5784508,258232480~6610535,276451262~1105815,308323280~6938675,342083544~4171183,373991809~7580834,384264844~4920765,397092164~14366353] 2024-04-12T17:16:16.888 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [10429762~6986990,27754691~1801130,43826233~6536512,52872714~669331,58079045~4587604,64932724~3691057,91101111~7398634,110195753~3820075,122256970~7666181,131631767~4176464,140278636~4627990,145109140~3602482,152302930~7729465,180780614~6409930,229634311~861584,248517320~6809956,258232480~6610535,276451262~1105815,308323280~6938675,342083544~4171183,373991809~7580834,381681664~7503945,397092164~14366353] 2024-04-12T17:16:16.888 INFO:tasks.workunit.client.0.smithi099.stdout:from 8 to 12 diff [5483889~11932863,18433392~429161,27754691~1801130,37723614~12639131,52872714~669331,58079045~4587604,64932724~3691057,91101111~7398634,110195753~3820075,122842651~7080500,131631767~4176464,140278636~4627990,145109140~3602482,152302930~7729465,180780614~6409930,197290759~7867828,229933876~562019,249542768~5784508,258232480~6610535,271330540~1846229,276451262~1105815,308323280~6938675,326555652~600184,336882146~2084187,342083544~4171183,358817349~7775039,373991809~7580834,384264844~4920765,389590411~1282127,397092164~14366353] 2024-04-12T17:16:16.888 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~429161,27754691~1801130,37723614~12639131,52872714~669331,58079045~4587604,64932724~3691057,91101111~7398634,110195753~3820075,122842651~7080500,131631767~4176464,140278636~4627990,145109140~3602482,152302930~7729465,180780614~6409930,197290759~7867828,229933876~562019,249542768~5784508,258232480~6610535,271330540~1846229,276451262~1105815,308323280~6938675,326555652~600184,336882146~2084187,342083544~4171183,358817349~7775039,373991809~7580834,384264844~4920765,389590411~1282127,397092164~14366353] 2024-04-12T17:16:16.894 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~429161,27754691~1801130,37723614~12639131,52872714~669331,58079045~4587604,64932724~3691057,91101111~7398634,110195753~3820075,122256970~7666181,131631767~4176464,140278636~4627990,145109140~3602482,152302930~7729465,180780614~6409930,197132288~8026299,229634311~861584,248517320~6809956,258232480~6610535,271330540~1846229,276451262~1105815,308323280~6938675,326555652~600184,336882146~2084187,342083544~4171183,356515840~10076548,373991809~7580834,381681664~9190874,397092164~14366353] 2024-04-12T17:16:16.894 INFO:tasks.workunit.client.0.smithi099.stdout:from 8 to 13 diff [5483889~11932863,18433392~429161,20583285~3694822,27754691~1801130,37723614~12639131,52872714~669331,58079045~4587604,64932724~3691057,91101111~7398634,99978368~1336207,110195753~6423636,122842651~7080500,131631767~4176464,140278636~4627990,145109140~3602482,152302930~7729465,164380677~6679635,180780614~6409930,197290759~7867828,229933876~562019,249542768~5784508,258232480~6610535,271330540~1846229,276451262~1105815,285487863~7948246,308323280~6938675,323968001~581094,326555652~600184,336882146~2084187,342083544~4171183,358817349~7775039,371459673~10112970,384264844~4920765,389590411~1282127,397092164~14366353] 2024-04-12T17:16:16.894 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~429161,20583285~3694822,27754691~1801130,37723614~12639131,52872714~669331,58079045~4587604,64932724~3691057,91101111~7398634,99978368~1336207,110195753~6423636,122842651~7080500,131631767~4176464,140278636~4627990,145109140~3602482,152302930~7729465,164380677~6679635,180780614~6409930,197290759~7867828,229933876~562019,249542768~5784508,258232480~6610535,271330540~1846229,276451262~1105815,285487863~7948246,308323280~6938675,323968001~581094,326555652~600184,336882146~2084187,342083544~4171183,358817349~7775039,371459673~10112970,384264844~4920765,389590411~1282127,397092164~14366353] 2024-04-12T17:16:16.900 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~429161,20583285~3694822,27754691~1801130,37723614~12639131,52872714~669331,58079045~4587604,64932724~3691057,91101111~7398634,99978368~1336207,110195753~6423636,122256970~7666181,131631767~4176464,140278636~4627990,145109140~3602482,152302930~7729465,164380677~6679635,180780614~6409930,197132288~8026299,229634311~861584,248517320~6809956,258232480~6610535,271330540~1846229,276451262~1105815,285487863~7948246,308323280~6938675,323968001~581094,326555652~600184,336882146~2084187,342083544~4171183,356515840~10076548,369829964~11742679,381681664~9190874,397092164~14366353] 2024-04-12T17:16:16.900 INFO:tasks.workunit.client.0.smithi099.stdout:from 8 to 14 diff [5483889~11932863,18433392~429161,20583285~3694822,27754691~1801130,37723614~12639131,52872714~669331,58079045~4587604,64932724~3691057,80361781~5503248,91101111~7398634,99978368~1336207,110195753~6423636,122842651~7080500,131631767~4176464,140278636~4627990,145109140~3602482,152302930~8146125,164380677~10156941,180780614~6409930,197290759~7867828,225707532~216935,229933876~562019,249542768~5784508,255870798~8972217,271330540~1846229,276451262~1105815,285487863~7948246,308323280~6938675,323968001~581094,326555652~600184,336882146~2084187,342083544~4171183,358817349~7775039,371459673~10112970,384264844~4920765,389590411~1282127,397092164~14366353] 2024-04-12T17:16:16.900 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~429161,20583285~3694822,27754691~1801130,37723614~12639131,52872714~669331,58079045~4587604,64932724~3691057,80361781~5503248,91101111~7398634,99978368~1336207,110195753~6423636,122842651~7080500,131631767~4176464,140278636~4627990,145109140~3602482,152302930~8146125,164380677~10156941,180780614~6409930,197290759~7867828,225707532~216935,229933876~562019,249542768~5784508,255870798~8972217,271330540~1846229,276451262~1105815,285487863~7948246,308323280~6938675,323968001~581094,326555652~600184,336882146~2084187,342083544~4171183,358817349~7775039,371459673~10112970,384264844~4920765,389590411~1282127,397092164~14366353] 2024-04-12T17:16:16.905 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~429161,20583285~3694822,27754691~1801130,37723614~12639131,52872714~669331,58079045~4587604,64932724~3691057,79691776~6173253,91101111~7398634,99978368~1336207,110195753~6423636,122256970~7666181,131631767~4176464,140278636~4627990,145109140~3602482,152302930~8146125,164380677~10156941,180780614~6409930,197132288~8026299,225707532~216935,229634311~861584,248517320~6809956,255870798~8972217,271330540~1846229,276451262~1105815,285487863~7948246,308323280~6938675,323968001~581094,326555652~600184,336882146~2084187,342083544~4171183,356515840~10076548,369829964~11742679,381681664~9190874,397092164~14366353] 2024-04-12T17:16:16.906 INFO:tasks.workunit.client.0.smithi099.stdout:from 8 to 15 diff [5483889~11932863,18433392~429161,20583285~3694822,27754691~1801130,37723614~12639131,52872714~669331,58079045~4587604,64932724~3691057,80361781~5503248,91101111~7398634,99978368~1336207,110195753~6423636,122842651~7080500,131631767~4176464,140278636~4627990,145109140~3602482,152286500~8162555,164380677~10156941,180780614~6409930,197290759~7867828,224451826~3485346,229933876~562019,249542768~5784508,255870798~8972217,271330540~1846229,276451262~1105815,284831785~536070,285487863~7948246,308323280~6938675,317296252~8367439,326555652~600184,330477767~562045,336882146~2084187,342083544~4171183,358817349~7775039,371459673~10112970,384264844~4920765,389590411~1282127,397092164~14699341] 2024-04-12T17:16:16.906 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~429161,20583285~3694822,27754691~1801130,37723614~12639131,52872714~669331,58079045~4587604,64932724~3691057,80361781~5503248,91101111~7398634,99978368~1336207,110195753~6423636,122842651~7080500,131631767~4176464,140278636~4627990,145109140~3602482,152286500~8162555,164380677~10156941,180780614~6409930,197290759~7867828,224451826~3485346,229933876~562019,249542768~5784508,255870798~8972217,271330540~1846229,276451262~1105815,284831785~536070,285487863~7948246,308323280~6938675,317296252~8367439,326555652~600184,330477767~562045,336882146~2084187,342083544~4171183,358817349~7775039,371459673~10112970,384264844~4920765,389590411~1282127,397092164~14699341] 2024-04-12T17:16:16.912 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~429161,20583285~3694822,27754691~1801130,37723614~12639131,52872714~669331,58079045~4587604,64932724~3691057,79691776~6173253,91101111~7398634,99978368~1336207,110195753~6423636,122256970~7666181,131631767~4176464,140278636~4627990,145109140~3602482,152286500~8162555,164380677~10156941,180780614~6409930,197132288~8026299,224451826~3485346,229634311~861584,248517320~6809956,255870798~8972217,271330540~1846229,276451262~1105815,284831785~536070,285487863~7948246,308323280~6938675,317296252~8367439,326555652~600184,329336295~1703517,336882146~2084187,342083544~4171183,356515840~10076548,369829964~11742679,381681664~9190874,397092164~14699341] 2024-04-12T17:16:16.912 INFO:tasks.workunit.client.0.smithi099.stdout:from 8 to 16 diff [5483889~11932863,18433392~429161,20583285~11706509,37723614~12639131,52872714~669331,58079045~4587604,64932724~3691057,75739605~4422764,80361781~5503248,89578370~8921375,99978368~1336207,110195753~6423636,122842651~7080500,131631767~4176464,140278636~4627990,145109140~3602482,152286500~8162555,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,249132006~6195270,255870798~8972217,271330540~1846229,276451262~1105815,284831785~536070,285487863~10982730,308323280~6938675,317296252~8367439,326555652~600184,330477767~562045,336882146~9372581,358817349~7775039,371459673~10112970,384264844~4920765,389590411~1282127,397092164~14699341] 2024-04-12T17:16:16.912 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~429161,20583285~11706509,37723614~12639131,52872714~669331,58079045~4587604,64932724~3691057,75739605~4422764,80361781~5503248,89578370~8921375,99978368~1336207,110195753~6423636,122842651~7080500,131631767~4176464,140278636~4627990,145109140~3602482,152286500~8162555,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,249132006~6195270,255870798~8972217,271330540~1846229,276451262~1105815,284831785~536070,285487863~10982730,308323280~6938675,317296252~8367439,326555652~600184,330477767~562045,336882146~9372581,358817349~7775039,371459673~10112970,384264844~4920765,389590411~1282127,397092164~14699341] 2024-04-12T17:16:16.918 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~429161,20583285~11706509,37723614~12639131,52872714~669331,58079045~4587604,64932724~3691057,75497472~10367557,89578370~8921375,99978368~1336207,110195753~6423636,122256970~7666181,131631767~4176464,140278636~4627990,145109140~3602482,152286500~8162555,164380677~10156941,180780614~6409930,197132288~8026299,221190461~6746711,229634311~861584,248517320~6809956,255870798~8972217,271330540~1846229,276451262~1105815,284831785~536070,285487863~10982730,308323280~6938675,317296252~8367439,326555652~600184,329336295~1703517,336882146~9372581,356515840~10076548,369829964~11742679,381681664~9190874,397092164~14699341] 2024-04-12T17:16:16.918 INFO:tasks.workunit.client.0.smithi099.stdout:from 8 to 17 diff [5483889~11932863,18433392~429161,20583285~11706509,37723614~12639131,52872714~669331,58079045~4587604,64932724~3691057,75739605~4422764,80361781~5503248,89578370~8921375,99978368~1336207,110195753~6423636,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,239516752~8078438,249132006~6195270,255870798~8972217,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,308323280~6938675,317296252~8367439,326555652~600184,330477767~562045,335331344~10923383,347795360~3175754,358817349~8940939,371459673~10112970,384264844~4920765,389590411~1282127,397092164~14699341] 2024-04-12T17:16:16.918 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~429161,20583285~11706509,37723614~12639131,52872714~669331,58079045~4587604,64932724~3691057,75739605~4422764,80361781~5503248,89578370~8921375,99978368~1336207,110195753~6423636,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,239516752~8078438,249132006~6195270,255870798~8972217,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,308323280~6938675,317296252~8367439,326555652~600184,330477767~562045,335331344~10923383,347795360~3175754,358817349~8940939,371459673~10112970,384264844~4920765,389590411~1282127,397092164~14699341] 2024-04-12T17:16:16.924 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~429161,20583285~11706509,37723614~12639131,52872714~669331,58079045~4587604,64932724~3691057,75497472~10367557,89578370~8921375,99978368~1336207,110195753~6423636,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,221190461~6746711,229634311~861584,239516752~8078438,248517320~6809956,255870798~8972217,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,308323280~6938675,317296252~8367439,326555652~600184,329336295~1703517,335331344~15639770,356515840~11242448,369829964~11742679,381681664~9190874,397092164~14699341] 2024-04-12T17:16:16.924 INFO:tasks.workunit.client.0.smithi099.stdout:from 8 to 18 diff [5483889~11932863,18433392~429161,20583285~11706509,37723614~12639131,52872714~669331,58079045~4587604,63715892~8009750,75739605~4422764,80361781~5503248,89578370~8921375,99978368~1336207,110195753~6423636,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~8367439,326555652~600184,330477767~562045,335331344~10923383,347795360~3175754,353682778~14075510,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:16.924 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~429161,20583285~11706509,37723614~12639131,52872714~669331,58079045~4587604,63715892~8009750,75739605~4422764,80361781~5503248,89578370~8921375,99978368~1336207,110195753~6423636,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~8367439,326555652~600184,330477767~562045,335331344~10923383,347795360~3175754,353682778~14075510,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:16.930 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~429161,20583285~11706509,37723614~12639131,52872714~669331,58079045~4587604,63715892~8009750,75497472~10367557,89578370~8921375,99978368~1336207,110195753~6423636,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,221190461~6746711,229634311~861584,230712587~343663,235355746~1479049,239516752~8078438,248517320~6809956,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~8367439,326555652~600184,329336295~1703517,335331344~15639770,353682778~14075510,369829964~11742679,381681664~9190874,397092164~14699341] 2024-04-12T17:16:16.930 INFO:tasks.workunit.client.0.smithi099.stdout:from 8 to 19 diff [5483889~11932863,18433392~13856402,37723614~12639131,52872714~669331,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,89578370~8921375,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~12043399,330477767~562045,335331344~10923383,347795360~3175754,353682778~14273360,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:16.930 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,37723614~12639131,52872714~669331,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,89578370~8921375,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~12043399,330477767~562045,335331344~10923383,347795360~3175754,353682778~14273360,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:16.936 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~13856402,37723614~12639131,52872714~669331,58079045~4587604,63715892~8546634,75497472~10367557,89578370~8921375,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~13743560,335331344~15639770,353682778~14273360,369829964~11742679,381681664~9190874,397092164~14699341] 2024-04-12T17:16:16.936 INFO:tasks.workunit.client.0.smithi099.stdout:from 9 to 10 diff [43826233~6536512,58079045~4587604,64932724~3691057,131631767~4176464,152302930~4997780,249542768~5784508,276451262~1105815,308323280~6938675,342083544~4171183,397092164~7872318] 2024-04-12T17:16:16.936 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [43826233~6536512,58079045~4587604,64932724~3691057,131631767~4176464,152302930~4997780,249542768~5784508,276451262~1105815,308323280~6938675,342083544~4171183,397092164~7872318] 2024-04-12T17:16:16.941 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [43826233~6536512,58079045~4587604,64932724~3691057,131631767~4176464,152302930~4997780,248517320~6809956,276451262~1105815,308323280~6938675,342083544~4171183,397092164~7872318] 2024-04-12T17:16:16.942 INFO:tasks.workunit.client.0.smithi099.stdout:from 9 to 11 diff [43826233~6536512,58079045~4587604,64932724~3691057,93013026~1068195,110939102~3076726,122842651~7080500,131631767~4176464,145109140~3602482,152302930~7729465,180780614~6409930,229933876~562019,249542768~5784508,258232480~6610535,276451262~1105815,308323280~6938675,342083544~4171183,397092164~14366353] 2024-04-12T17:16:16.942 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [43826233~6536512,58079045~4587604,64932724~3691057,93013026~1068195,110939102~3076726,122842651~7080500,131631767~4176464,145109140~3602482,152302930~7729465,180780614~6409930,229933876~562019,249542768~5784508,258232480~6610535,276451262~1105815,308323280~6938675,342083544~4171183,397092164~14366353] 2024-04-12T17:16:16.947 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [43826233~6536512,58079045~4587604,64932724~3691057,93013026~1068195,110939102~3076726,122256970~7666181,131631767~4176464,145109140~3602482,152302930~7729465,180780614~6409930,229634311~861584,248517320~6809956,258232480~6610535,276451262~1105815,308323280~6938675,342083544~4171183,397092164~14366353] 2024-04-12T17:16:16.947 INFO:tasks.workunit.client.0.smithi099.stdout:from 9 to 12 diff [5483889~5884071,18433392~429161,37723614~12639131,58079045~4587604,64932724~3691057,93013026~1068195,110939102~3076726,122842651~7080500,131631767~4176464,145109140~3602482,152302930~7729465,180780614~6409930,197290759~7867828,229933876~562019,249542768~5784508,258232480~6610535,271330540~1846229,276451262~1105815,308323280~6938675,326555652~600184,336882146~2084187,342083544~4171183,358817349~7775039,389590411~1282127,397092164~14366353] 2024-04-12T17:16:16.947 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~5884071,18433392~429161,37723614~12639131,58079045~4587604,64932724~3691057,93013026~1068195,110939102~3076726,122842651~7080500,131631767~4176464,145109140~3602482,152302930~7729465,180780614~6409930,197290759~7867828,229933876~562019,249542768~5784508,258232480~6610535,271330540~1846229,276451262~1105815,308323280~6938675,326555652~600184,336882146~2084187,342083544~4171183,358817349~7775039,389590411~1282127,397092164~14366353] 2024-04-12T17:16:16.953 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~7173656,18433392~429161,37723614~12639131,58079045~4587604,64932724~3691057,93013026~1068195,110939102~3076726,122256970~7666181,131631767~4176464,145109140~3602482,152302930~7729465,180780614~6409930,197132288~8026299,229634311~861584,248517320~6809956,258232480~6610535,271330540~1846229,276451262~1105815,308323280~6938675,326555652~600184,336882146~2084187,342083544~4171183,356515840~10076548,389185609~1686929,397092164~14366353] 2024-04-12T17:16:16.953 INFO:tasks.workunit.client.0.smithi099.stdout:from 9 to 13 diff [5483889~5884071,18433392~429161,20583285~3694822,37723614~12639131,58079045~4587604,64932724~3691057,93013026~1068195,99978368~1336207,110888977~5730412,122842651~7080500,131631767~4176464,145109140~3602482,152302930~7729465,164380677~6679635,180780614~6409930,197290759~7867828,229933876~562019,249542768~5784508,258232480~6610535,271330540~1846229,276451262~1105815,285487863~7948246,308323280~6938675,323968001~581094,326555652~600184,336882146~2084187,342083544~4171183,358817349~7775039,371459673~4523464,389590411~1282127,397092164~14366353] 2024-04-12T17:16:16.953 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~5884071,18433392~429161,20583285~3694822,37723614~12639131,58079045~4587604,64932724~3691057,93013026~1068195,99978368~1336207,110888977~5730412,122842651~7080500,131631767~4176464,145109140~3602482,152302930~7729465,164380677~6679635,180780614~6409930,197290759~7867828,229933876~562019,249542768~5784508,258232480~6610535,271330540~1846229,276451262~1105815,285487863~7948246,308323280~6938675,323968001~581094,326555652~600184,336882146~2084187,342083544~4171183,358817349~7775039,371459673~4523464,389590411~1282127,397092164~14366353] 2024-04-12T17:16:16.960 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~7173656,18433392~429161,20583285~3694822,37723614~12639131,58079045~4587604,64932724~3691057,93013026~1068195,99978368~1336207,110888977~5730412,122256970~7666181,131631767~4176464,145109140~3602482,152302930~7729465,164380677~6679635,180780614~6409930,197132288~8026299,229634311~861584,248517320~6809956,258232480~6610535,271330540~1846229,276451262~1105815,285487863~7948246,308323280~6938675,323968001~581094,326555652~600184,336882146~2084187,342083544~4171183,356515840~10076548,369829964~6153173,389185609~1686929,397092164~14366353] 2024-04-12T17:16:16.960 INFO:tasks.workunit.client.0.smithi099.stdout:from 9 to 14 diff [5483889~8358272,18433392~429161,20583285~3694822,28023953~972610,37723614~12639131,58079045~4587604,64932724~3691057,80361781~5503248,93013026~1068195,99978368~1336207,110888977~5730412,122842651~7080500,131631767~4176464,145109140~3602482,152302930~8146125,164380677~10156941,180780614~6409930,197290759~7867828,225707532~216935,229933876~562019,249542768~5784508,255870798~8972217,271330540~1846229,276451262~1105815,285487863~7948246,308323280~6938675,323968001~581094,326555652~600184,336882146~2084187,342083544~4171183,358817349~7775039,371459673~4523464,389590411~1282127,397092164~14366353] 2024-04-12T17:16:16.960 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~8358272,18433392~429161,20583285~3694822,28023953~972610,37723614~12639131,58079045~4587604,64932724~3691057,80361781~5503248,93013026~1068195,99978368~1336207,110888977~5730412,122842651~7080500,131631767~4176464,145109140~3602482,152302930~8146125,164380677~10156941,180780614~6409930,197290759~7867828,225707532~216935,229933876~562019,249542768~5784508,255870798~8972217,271330540~1846229,276451262~1105815,285487863~7948246,308323280~6938675,323968001~581094,326555652~600184,336882146~2084187,342083544~4171183,358817349~7775039,371459673~4523464,389590411~1282127,397092164~14366353] 2024-04-12T17:16:16.965 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~9647857,18433392~429161,20583285~3694822,28023953~972610,37723614~12639131,58079045~4587604,64932724~3691057,79691776~6173253,93013026~1068195,99978368~1336207,110888977~5730412,122256970~7666181,131631767~4176464,145109140~3602482,152302930~8146125,164380677~10156941,180780614~6409930,197132288~8026299,225707532~216935,229634311~861584,248517320~6809956,255870798~8972217,271330540~1846229,276451262~1105815,285487863~7948246,308323280~6938675,323968001~581094,326555652~600184,336882146~2084187,342083544~4171183,356515840~10076548,369829964~6153173,389185609~1686929,397092164~14366353] 2024-04-12T17:16:16.965 INFO:tasks.workunit.client.0.smithi099.stdout:from 9 to 15 diff [5483889~8358272,18433392~429161,20583285~3694822,28023953~972610,37723614~12639131,58079045~4587604,64932724~3691057,80361781~5503248,93013026~1068195,99978368~1336207,110888977~5730412,122842651~7080500,131631767~4176464,145109140~3602482,152286500~8162555,164380677~10156941,180780614~6409930,197290759~7867828,224451826~3485346,229933876~562019,249542768~5784508,255870798~8972217,271330540~1846229,276451262~1105815,284831785~536070,285487863~7948246,308323280~6938675,317296252~8367439,326555652~600184,330477767~562045,336882146~2084187,342083544~4171183,358817349~7775039,371459673~4523464,389590411~1282127,397092164~14699341] 2024-04-12T17:16:16.965 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~8358272,18433392~429161,20583285~3694822,28023953~972610,37723614~12639131,58079045~4587604,64932724~3691057,80361781~5503248,93013026~1068195,99978368~1336207,110888977~5730412,122842651~7080500,131631767~4176464,145109140~3602482,152286500~8162555,164380677~10156941,180780614~6409930,197290759~7867828,224451826~3485346,229933876~562019,249542768~5784508,255870798~8972217,271330540~1846229,276451262~1105815,284831785~536070,285487863~7948246,308323280~6938675,317296252~8367439,326555652~600184,330477767~562045,336882146~2084187,342083544~4171183,358817349~7775039,371459673~4523464,389590411~1282127,397092164~14699341] 2024-04-12T17:16:16.971 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~9647857,18433392~429161,20583285~3694822,28023953~972610,37723614~12639131,58079045~4587604,64932724~3691057,79691776~6173253,93013026~1068195,99978368~1336207,110888977~5730412,122256970~7666181,131631767~4176464,145109140~3602482,152286500~8162555,164380677~10156941,180780614~6409930,197132288~8026299,224451826~3485346,229634311~861584,248517320~6809956,255870798~8972217,271330540~1846229,276451262~1105815,284831785~536070,285487863~7948246,308323280~6938675,317296252~8367439,326555652~600184,329336295~1703517,336882146~2084187,342083544~4171183,356515840~10076548,369829964~6153173,389185609~1686929,397092164~14699341] 2024-04-12T17:16:16.971 INFO:tasks.workunit.client.0.smithi099.stdout:from 9 to 16 diff [5483889~8358272,18433392~429161,20583285~11706509,37723614~12639131,58079045~4587604,64932724~3691057,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,110888977~5730412,122842651~7080500,131631767~4176464,145109140~3602482,152286500~8162555,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,249132006~6195270,255870798~8972217,271330540~1846229,276451262~1105815,284831785~536070,285487863~10982730,308323280~6938675,317296252~8367439,326555652~600184,330477767~562045,336882146~9372581,358817349~7775039,371459673~4523464,389590411~1282127,397092164~14699341] 2024-04-12T17:16:16.971 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~8358272,18433392~429161,20583285~11706509,37723614~12639131,58079045~4587604,64932724~3691057,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,110888977~5730412,122842651~7080500,131631767~4176464,145109140~3602482,152286500~8162555,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,249132006~6195270,255870798~8972217,271330540~1846229,276451262~1105815,284831785~536070,285487863~10982730,308323280~6938675,317296252~8367439,326555652~600184,330477767~562045,336882146~9372581,358817349~7775039,371459673~4523464,389590411~1282127,397092164~14699341] 2024-04-12T17:16:16.977 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~9647857,18433392~429161,20583285~11706509,37723614~12639131,58079045~4587604,64932724~3691057,75497472~10367557,89578370~1985291,93013026~1068195,99978368~1336207,110888977~5730412,122256970~7666181,131631767~4176464,145109140~3602482,152286500~8162555,164380677~10156941,180780614~6409930,197132288~8026299,221190461~6746711,229634311~861584,248517320~6809956,255870798~8972217,271330540~1846229,276451262~1105815,284831785~536070,285487863~10982730,308323280~6938675,317296252~8367439,326555652~600184,329336295~1703517,336882146~9372581,356515840~10076548,369829964~6153173,389185609~1686929,397092164~14699341] 2024-04-12T17:16:16.977 INFO:tasks.workunit.client.0.smithi099.stdout:from 9 to 17 diff [5483889~8358272,18433392~429161,20583285~11706509,37723614~12639131,58079045~4587604,64932724~3691057,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,110888977~5730412,122040396~7882755,131631767~8242925,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,239516752~8078438,249132006~6195270,255870798~8972217,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,308323280~6938675,317296252~8367439,326555652~600184,330477767~562045,335331344~10923383,347795360~3175754,358817349~8940939,371459673~4523464,389590411~1282127,397092164~14699341] 2024-04-12T17:16:16.977 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~8358272,18433392~429161,20583285~11706509,37723614~12639131,58079045~4587604,64932724~3691057,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,110888977~5730412,122040396~7882755,131631767~8242925,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,239516752~8078438,249132006~6195270,255870798~8972217,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,308323280~6938675,317296252~8367439,326555652~600184,330477767~562045,335331344~10923383,347795360~3175754,358817349~8940939,371459673~4523464,389590411~1282127,397092164~14699341] 2024-04-12T17:16:16.983 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~9647857,18433392~429161,20583285~11706509,37723614~12639131,58079045~4587604,64932724~3691057,75497472~10367557,89578370~1985291,93013026~1068195,99978368~1336207,110888977~5730412,122040396~7882755,131631767~8242925,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,221190461~6746711,229634311~861584,239516752~8078438,248517320~6809956,255870798~8972217,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,308323280~6938675,317296252~8367439,326555652~600184,329336295~1703517,335331344~15639770,356515840~11242448,369829964~6153173,389185609~1686929,397092164~14699341] 2024-04-12T17:16:16.983 INFO:tasks.workunit.client.0.smithi099.stdout:from 9 to 18 diff [5483889~8358272,14840201~1801807,18433392~429161,20583285~11706509,37723614~12639131,58079045~4587604,63715892~8009750,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,110888977~5730412,122040396~7882755,131631767~8242925,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~8367439,326555652~600184,330477767~562045,335331344~10923383,347795360~3175754,353682778~14075510,371459673~4523464,382234510~2899922,389590411~1282127,397092164~14699341] 2024-04-12T17:16:16.983 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~8358272,14840201~1801807,18433392~429161,20583285~11706509,37723614~12639131,58079045~4587604,63715892~8009750,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,110888977~5730412,122040396~7882755,131631767~8242925,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~8367439,326555652~600184,330477767~562045,335331344~10923383,347795360~3175754,353682778~14075510,371459673~4523464,382234510~2899922,389590411~1282127,397092164~14699341] 2024-04-12T17:16:16.989 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~9647857,14840201~1801807,18433392~429161,20583285~11706509,37723614~12639131,58079045~4587604,63715892~8009750,75497472~10367557,89578370~1985291,93013026~1068195,99978368~1336207,110888977~5730412,122040396~7882755,131631767~8242925,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,221190461~6746711,229634311~861584,230712587~343663,235355746~1479049,239516752~8078438,248517320~6809956,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~8367439,326555652~600184,329336295~1703517,335331344~15639770,353682778~14075510,369829964~6153173,382234510~2899922,389185609~1686929,397092164~14699341] 2024-04-12T17:16:16.989 INFO:tasks.workunit.client.0.smithi099.stdout:from 9 to 19 diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~12639131,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~12043399,330477767~562045,335331344~10923383,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,397092164~14699341] 2024-04-12T17:16:16.989 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~12639131,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~12043399,330477767~562045,335331344~10923383,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,397092164~14699341] 2024-04-12T17:16:16.995 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~9647857,14840201~1801807,18433392~13856402,37723614~12639131,58079045~4587604,63715892~8546634,75497472~10367557,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~13743560,335331344~15639770,353682778~14273360,369829964~6153173,382234510~2899922,389185609~1686929,397092164~14699341] 2024-04-12T17:16:16.995 INFO:tasks.workunit.client.0.smithi099.stdout:from 10 to 11 diff [93013026~1068195,110939102~3076726,122842651~7080500,145109140~3602482,156608285~3424110,180780614~6409930,229933876~562019,258232480~6610535,404504510~6954007] 2024-04-12T17:16:16.995 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [93013026~1068195,110939102~3076726,122842651~7080500,145109140~3602482,156608285~3424110,180780614~6409930,229933876~562019,258232480~6610535,404504510~6954007] 2024-04-12T17:16:17.000 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [93013026~1068195,110939102~3076726,122256970~7666181,145109140~3602482,156608285~3424110,180780614~6409930,229634311~861584,258232480~6610535,404504510~6954007] 2024-04-12T17:16:17.000 INFO:tasks.workunit.client.0.smithi099.stdout:from 10 to 12 diff [5483889~5884071,18433392~429161,37723614~6994437,93013026~1068195,110939102~3076726,122842651~7080500,145109140~3602482,156608285~3424110,180780614~6409930,197290759~7867828,229933876~562019,258232480~6610535,271330540~1846229,326555652~600184,336882146~2084187,358817349~7775039,389590411~1282127,404504510~6954007] 2024-04-12T17:16:17.000 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~5884071,18433392~429161,37723614~6994437,93013026~1068195,110939102~3076726,122842651~7080500,145109140~3602482,156608285~3424110,180780614~6409930,197290759~7867828,229933876~562019,258232480~6610535,271330540~1846229,326555652~600184,336882146~2084187,358817349~7775039,389590411~1282127,404504510~6954007] 2024-04-12T17:16:17.006 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~7173656,18433392~429161,37723614~6994437,93013026~1068195,110939102~3076726,122256970~7666181,145109140~3602482,156608285~3424110,180780614~6409930,197132288~8026299,229634311~861584,258232480~6610535,271330540~1846229,326555652~600184,336882146~2084187,356515840~10076548,389185609~1686929,404504510~6954007] 2024-04-12T17:16:17.006 INFO:tasks.workunit.client.0.smithi099.stdout:from 10 to 13 diff [5483889~5884071,18433392~429161,20583285~3694822,37723614~6994437,93013026~1068195,99978368~1336207,110888977~5730412,122842651~7080500,145109140~3602482,156608285~3424110,164380677~6679635,180780614~6409930,197290759~7867828,229933876~562019,258232480~6610535,271330540~1846229,285487863~7948246,323968001~581094,326555652~600184,336882146~2084187,358817349~7775039,371459673~4523464,389590411~1282127,404504510~6954007] 2024-04-12T17:16:17.006 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~5884071,18433392~429161,20583285~3694822,37723614~6994437,93013026~1068195,99978368~1336207,110888977~5730412,122842651~7080500,145109140~3602482,156608285~3424110,164380677~6679635,180780614~6409930,197290759~7867828,229933876~562019,258232480~6610535,271330540~1846229,285487863~7948246,323968001~581094,326555652~600184,336882146~2084187,358817349~7775039,371459673~4523464,389590411~1282127,404504510~6954007] 2024-04-12T17:16:17.012 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~7173656,18433392~429161,20583285~3694822,37723614~6994437,93013026~1068195,99978368~1336207,110888977~5730412,122256970~7666181,145109140~3602482,156608285~3424110,164380677~6679635,180780614~6409930,197132288~8026299,229634311~861584,258232480~6610535,271330540~1846229,285487863~7948246,323968001~581094,326555652~600184,336882146~2084187,356515840~10076548,369829964~6153173,389185609~1686929,404504510~6954007] 2024-04-12T17:16:17.012 INFO:tasks.workunit.client.0.smithi099.stdout:from 10 to 14 diff [5483889~8358272,18433392~429161,20583285~3694822,28023953~972610,37723614~6994437,58131467~2588333,80361781~5503248,93013026~1068195,99978368~1336207,110888977~5730412,122842651~7080500,145109140~3602482,156608285~3840770,164380677~10156941,180780614~6409930,197290759~7867828,225707532~216935,229933876~562019,255870798~8972217,271330540~1846229,285487863~7948246,323968001~581094,326555652~600184,336882146~2084187,358817349~7775039,371459673~4523464,389590411~1282127,404504510~6954007] 2024-04-12T17:16:17.012 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~8358272,18433392~429161,20583285~3694822,28023953~972610,37723614~6994437,58131467~2588333,80361781~5503248,93013026~1068195,99978368~1336207,110888977~5730412,122842651~7080500,145109140~3602482,156608285~3840770,164380677~10156941,180780614~6409930,197290759~7867828,225707532~216935,229933876~562019,255870798~8972217,271330540~1846229,285487863~7948246,323968001~581094,326555652~600184,336882146~2084187,358817349~7775039,371459673~4523464,389590411~1282127,404504510~6954007] 2024-04-12T17:16:17.018 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~9647857,18433392~429161,20583285~3694822,28023953~972610,37723614~6994437,58131467~2588333,79691776~6173253,93013026~1068195,99978368~1336207,110888977~5730412,122256970~7666181,145109140~3602482,156608285~3840770,164380677~10156941,180780614~6409930,197132288~8026299,225707532~216935,229634311~861584,255870798~8972217,271330540~1846229,285487863~7948246,323968001~581094,326555652~600184,336882146~2084187,356515840~10076548,369829964~6153173,389185609~1686929,404504510~6954007] 2024-04-12T17:16:17.018 INFO:tasks.workunit.client.0.smithi099.stdout:from 10 to 15 diff [5483889~8358272,18433392~429161,20583285~3694822,28023953~972610,37723614~6994437,58131467~2588333,80361781~5503248,93013026~1068195,99978368~1336207,110888977~5730412,122842651~7080500,145109140~3602482,152286500~8162555,164380677~10156941,180780614~6409930,197290759~7867828,224451826~3485346,229933876~562019,255870798~8972217,271330540~1846229,284831785~536070,285487863~7948246,317296252~8367439,326555652~600184,330477767~562045,336882146~2084187,358817349~7775039,371459673~4523464,389590411~1282127,404504510~7286995] 2024-04-12T17:16:17.018 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~8358272,18433392~429161,20583285~3694822,28023953~972610,37723614~6994437,58131467~2588333,80361781~5503248,93013026~1068195,99978368~1336207,110888977~5730412,122842651~7080500,145109140~3602482,152286500~8162555,164380677~10156941,180780614~6409930,197290759~7867828,224451826~3485346,229933876~562019,255870798~8972217,271330540~1846229,284831785~536070,285487863~7948246,317296252~8367439,326555652~600184,330477767~562045,336882146~2084187,358817349~7775039,371459673~4523464,389590411~1282127,404504510~7286995] 2024-04-12T17:16:17.024 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~9647857,18433392~429161,20583285~3694822,28023953~972610,37723614~6994437,58131467~2588333,79691776~6173253,93013026~1068195,99978368~1336207,110888977~5730412,122256970~7666181,145109140~3602482,152286500~8162555,164380677~10156941,180780614~6409930,197132288~8026299,224451826~3485346,229634311~861584,255870798~8972217,271330540~1846229,284831785~536070,285487863~7948246,317296252~8367439,326555652~600184,329336295~1703517,336882146~2084187,356515840~10076548,369829964~6153173,389185609~1686929,404504510~7286995] 2024-04-12T17:16:17.024 INFO:tasks.workunit.client.0.smithi099.stdout:from 10 to 16 diff [5483889~8358272,18433392~429161,20583285~11706509,37723614~6994437,58131467~2588333,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,110888977~5730412,122842651~7080500,145109140~3602482,152286500~8162555,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,249132006~3071683,255870798~8972217,271330540~1846229,284831785~536070,285487863~10982730,317296252~8367439,326555652~600184,330477767~562045,336882146~6039615,358817349~7775039,371459673~4523464,389590411~1282127,404504510~7286995] 2024-04-12T17:16:17.024 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~8358272,18433392~429161,20583285~11706509,37723614~6994437,58131467~2588333,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,110888977~5730412,122842651~7080500,145109140~3602482,152286500~8162555,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,249132006~3071683,255870798~8972217,271330540~1846229,284831785~536070,285487863~10982730,317296252~8367439,326555652~600184,330477767~562045,336882146~6039615,358817349~7775039,371459673~4523464,389590411~1282127,404504510~7286995] 2024-04-12T17:16:17.030 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~9647857,18433392~429161,20583285~11706509,37723614~6994437,58131467~2588333,75497472~10367557,89578370~1985291,93013026~1068195,99978368~1336207,110888977~5730412,122256970~7666181,145109140~3602482,152286500~8162555,164380677~10156941,180780614~6409930,197132288~8026299,221190461~6746711,229634311~861584,249132006~3071683,255870798~8972217,271330540~1846229,284831785~536070,285487863~10982730,317296252~8367439,326555652~600184,329336295~1703517,336882146~6039615,356515840~10076548,369829964~6153173,389185609~1686929,404504510~7286995] 2024-04-12T17:16:17.030 INFO:tasks.workunit.client.0.smithi099.stdout:from 10 to 17 diff [5483889~8358272,18433392~429161,20583285~11706509,37723614~6994437,58131467~2588333,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,110888977~5730412,122040396~7882755,134810979~5063713,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,239516752~8078438,249132006~3922188,255870798~8972217,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,317296252~8367439,326555652~600184,330477767~562045,335331344~7590417,347795360~3175754,358817349~8940939,371459673~4523464,389590411~1282127,404504510~7286995] 2024-04-12T17:16:17.030 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~8358272,18433392~429161,20583285~11706509,37723614~6994437,58131467~2588333,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,110888977~5730412,122040396~7882755,134810979~5063713,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,239516752~8078438,249132006~3922188,255870798~8972217,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,317296252~8367439,326555652~600184,330477767~562045,335331344~7590417,347795360~3175754,358817349~8940939,371459673~4523464,389590411~1282127,404504510~7286995] 2024-04-12T17:16:17.036 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~9647857,18433392~429161,20583285~11706509,37723614~6994437,58131467~2588333,75497472~10367557,89578370~1985291,93013026~1068195,99978368~1336207,110888977~5730412,122040396~7882755,134810979~5063713,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,221190461~6746711,229634311~861584,239516752~8078438,249132006~3922188,255870798~8972217,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,317296252~8367439,326555652~600184,329336295~1703517,335331344~7590417,346254727~4716387,356515840~11242448,369829964~6153173,389185609~1686929,404504510~7286995] 2024-04-12T17:16:17.036 INFO:tasks.workunit.client.0.smithi099.stdout:from 10 to 18 diff [5483889~8358272,14840201~1801807,18433392~429161,20583285~11706509,37723614~6994437,58131467~2588333,63715892~8009750,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,110888977~5730412,122040396~7882755,134810979~5063713,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,235355746~1479049,239516752~8078438,249132006~3922188,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,317296252~8367439,326555652~600184,330477767~562045,335331344~7590417,347795360~3175754,353682778~14075510,371459673~4523464,382234510~2899922,389590411~1282127,404504510~7286995] 2024-04-12T17:16:17.036 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~8358272,14840201~1801807,18433392~429161,20583285~11706509,37723614~6994437,58131467~2588333,63715892~8009750,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,110888977~5730412,122040396~7882755,134810979~5063713,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,235355746~1479049,239516752~8078438,249132006~3922188,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,317296252~8367439,326555652~600184,330477767~562045,335331344~7590417,347795360~3175754,353682778~14075510,371459673~4523464,382234510~2899922,389590411~1282127,404504510~7286995] 2024-04-12T17:16:17.042 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~9647857,14840201~1801807,18433392~429161,20583285~11706509,37723614~6994437,58131467~2588333,63715892~8009750,75497472~10367557,89578370~1985291,93013026~1068195,99978368~1336207,110888977~5730412,122040396~7882755,134810979~5063713,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,221190461~6746711,229634311~861584,230712587~343663,235355746~1479049,239516752~8078438,249132006~3922188,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,317296252~8367439,326555652~600184,329336295~1703517,335331344~7590417,346254727~4716387,353682778~14075510,369829964~6153173,382234510~2899922,389185609~1686929,404504510~7286995] 2024-04-12T17:16:17.042 INFO:tasks.workunit.client.0.smithi099.stdout:from 10 to 19 diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,134810979~5063713,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,404504510~7286995] 2024-04-12T17:16:17.042 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,134810979~5063713,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,404504510~7286995] 2024-04-12T17:16:17.048 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~9647857,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75497472~10367557,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,134810979~5063713,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~13743560,335331344~7590417,346254727~4716387,353682778~14273360,369829964~6153173,382234510~2899922,389185609~1686929,404504510~7286995] 2024-04-12T17:16:17.048 INFO:tasks.workunit.client.0.smithi099.stdout:from 11 to 12 diff [5483889~5884071,18433392~429161,37723614~6994437,197290759~7867828,271330540~1846229,326555652~600184,336882146~2084187,358817349~7775039,389590411~1282127] 2024-04-12T17:16:17.048 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~5884071,18433392~429161,37723614~6994437,197290759~7867828,271330540~1846229,326555652~600184,336882146~2084187,358817349~7775039,389590411~1282127] 2024-04-12T17:16:17.054 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~7173656,18433392~429161,37723614~6994437,197132288~8026299,271330540~1846229,326555652~600184,336882146~2084187,356515840~10076548,389185609~1686929] 2024-04-12T17:16:17.054 INFO:tasks.workunit.client.0.smithi099.stdout:from 11 to 13 diff [5483889~5884071,18433392~429161,20583285~3694822,37723614~6994437,99978368~1336207,110888977~5730412,124322148~5599592,164380677~6679635,197290759~7867828,271330540~1846229,285487863~7948246,323968001~581094,326555652~600184,336882146~2084187,358817349~7775039,371459673~4523464,389590411~1282127] 2024-04-12T17:16:17.054 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~5884071,18433392~429161,20583285~3694822,37723614~6994437,99978368~1336207,110888977~5730412,124322148~5599592,164380677~6679635,197290759~7867828,271330540~1846229,285487863~7948246,323968001~581094,326555652~600184,336882146~2084187,358817349~7775039,371459673~4523464,389590411~1282127] 2024-04-12T17:16:17.060 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~7173656,18433392~429161,20583285~3694822,37723614~6994437,99978368~1336207,110888977~5730412,124322148~5599592,164380677~6679635,197132288~8026299,271330540~1846229,285487863~7948246,323968001~581094,326555652~600184,336882146~2084187,356515840~10076548,369829964~6153173,389185609~1686929] 2024-04-12T17:16:17.060 INFO:tasks.workunit.client.0.smithi099.stdout:from 11 to 14 diff [5483889~8358272,18433392~429161,20583285~3694822,28023953~972610,37723614~6994437,58131467~2588333,80361781~5503248,99978368~1336207,110888977~5730412,123803052~6118688,158073268~2375787,164380677~10156941,197290759~7867828,225707532~216935,255870798~4564290,271330540~1846229,285487863~7948246,323968001~581094,326555652~600184,336882146~2084187,358817349~7775039,371459673~4523464,389590411~1282127] 2024-04-12T17:16:17.060 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~8358272,18433392~429161,20583285~3694822,28023953~972610,37723614~6994437,58131467~2588333,80361781~5503248,99978368~1336207,110888977~5730412,123803052~6118688,158073268~2375787,164380677~10156941,197290759~7867828,225707532~216935,255870798~4564290,271330540~1846229,285487863~7948246,323968001~581094,326555652~600184,336882146~2084187,358817349~7775039,371459673~4523464,389590411~1282127] 2024-04-12T17:16:17.066 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~9647857,18433392~429161,20583285~3694822,28023953~972610,37723614~6994437,58131467~2588333,79691776~6173253,99978368~1336207,110888977~5730412,123803052~6118688,158073268~2375787,164380677~10156941,197132288~8026299,225707532~216935,255870798~4564290,271330540~1846229,285487863~7948246,323968001~581094,326555652~600184,336882146~2084187,356515840~10076548,369829964~6153173,389185609~1686929] 2024-04-12T17:16:17.066 INFO:tasks.workunit.client.0.smithi099.stdout:from 11 to 15 diff [5483889~8358272,18433392~429161,20583285~3694822,28023953~972610,37723614~6994437,58131467~2588333,80361781~5503248,99978368~1336207,110888977~5730412,123803052~6118688,152286500~5057125,158073268~2375787,164380677~10156941,197290759~7867828,224451826~3485346,255870798~4564290,271330540~1846229,284831785~536070,285487863~7948246,317296252~8367439,326555652~600184,330477767~562045,336882146~2084187,358817349~7775039,371459673~4523464,389590411~1282127,407383275~4408230] 2024-04-12T17:16:17.066 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~8358272,18433392~429161,20583285~3694822,28023953~972610,37723614~6994437,58131467~2588333,80361781~5503248,99978368~1336207,110888977~5730412,123803052~6118688,152286500~5057125,158073268~2375787,164380677~10156941,197290759~7867828,224451826~3485346,255870798~4564290,271330540~1846229,284831785~536070,285487863~7948246,317296252~8367439,326555652~600184,330477767~562045,336882146~2084187,358817349~7775039,371459673~4523464,389590411~1282127,407383275~4408230] 2024-04-12T17:16:17.072 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~9647857,18433392~429161,20583285~3694822,28023953~972610,37723614~6994437,58131467~2588333,79691776~6173253,99978368~1336207,110888977~5730412,123803052~6118688,152286500~5057125,158073268~2375787,164380677~10156941,197132288~8026299,224451826~3485346,255870798~4564290,271330540~1846229,284831785~536070,285487863~7948246,317296252~8367439,326555652~600184,329336295~1703517,336882146~2084187,356515840~10076548,369829964~6153173,389185609~1686929,407383275~4408230] 2024-04-12T17:16:17.072 INFO:tasks.workunit.client.0.smithi099.stdout:from 11 to 16 diff [5483889~8358272,18433392~429161,20583285~11706509,37723614~6994437,58131467~2588333,75739605~4422764,80361781~5503248,89578370~1985291,99978368~1336207,110888977~5730412,123803052~6118688,152286500~5057125,158073268~2375787,164380677~10156941,197290759~7867828,221190461~6746711,249132006~3071683,255870798~4564290,271330540~1846229,284831785~536070,285487863~10982730,317296252~8367439,326555652~600184,330477767~562045,336882146~6039615,358817349~7775039,371459673~4523464,389590411~1282127,404767020~7024485] 2024-04-12T17:16:17.072 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~8358272,18433392~429161,20583285~11706509,37723614~6994437,58131467~2588333,75739605~4422764,80361781~5503248,89578370~1985291,99978368~1336207,110888977~5730412,123803052~6118688,152286500~5057125,158073268~2375787,164380677~10156941,197290759~7867828,221190461~6746711,249132006~3071683,255870798~4564290,271330540~1846229,284831785~536070,285487863~10982730,317296252~8367439,326555652~600184,330477767~562045,336882146~6039615,358817349~7775039,371459673~4523464,389590411~1282127,404767020~7024485] 2024-04-12T17:16:17.078 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~9647857,18433392~429161,20583285~11706509,37723614~6994437,58131467~2588333,75497472~10367557,89578370~1985291,99978368~1336207,110888977~5730412,123803052~6118688,152286500~5057125,158073268~2375787,164380677~10156941,197132288~8026299,221190461~6746711,249132006~3071683,255870798~4564290,271330540~1846229,284831785~536070,285487863~10982730,317296252~8367439,326555652~600184,329336295~1703517,336882146~6039615,356515840~10076548,369829964~6153173,389185609~1686929,404767020~7024485] 2024-04-12T17:16:17.078 INFO:tasks.workunit.client.0.smithi099.stdout:from 11 to 17 diff [5483889~8358272,18433392~429161,20583285~11706509,37723614~6994437,58131467~2588333,75739605~4422764,80361781~5503248,89578370~1985291,99978368~1336207,110888977~5730412,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,197290759~7867828,221190461~6746711,239516752~8078438,249132006~3922188,255870798~4564290,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,317296252~8367439,326555652~600184,330477767~562045,335331344~7590417,347795360~3175754,358817349~8940939,371459673~4523464,389590411~1282127,404767020~7024485] 2024-04-12T17:16:17.078 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~8358272,18433392~429161,20583285~11706509,37723614~6994437,58131467~2588333,75739605~4422764,80361781~5503248,89578370~1985291,99978368~1336207,110888977~5730412,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,197290759~7867828,221190461~6746711,239516752~8078438,249132006~3922188,255870798~4564290,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,317296252~8367439,326555652~600184,330477767~562045,335331344~7590417,347795360~3175754,358817349~8940939,371459673~4523464,389590411~1282127,404767020~7024485] 2024-04-12T17:16:17.084 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~9647857,18433392~429161,20583285~11706509,37723614~6994437,58131467~2588333,75497472~10367557,89578370~1985291,99978368~1336207,110888977~5730412,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,197132288~8026299,221190461~6746711,239516752~8078438,249132006~3922188,255870798~4564290,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,317296252~8367439,326555652~600184,329336295~1703517,335331344~7590417,346254727~4716387,356515840~11242448,369829964~6153173,389185609~1686929,404767020~7024485] 2024-04-12T17:16:17.084 INFO:tasks.workunit.client.0.smithi099.stdout:from 11 to 18 diff [5483889~8358272,14840201~1801807,18433392~429161,20583285~11706509,37723614~6994437,58131467~2588333,63715892~8009750,75739605~4422764,80361781~5503248,89578370~1985291,99978368~1336207,110888977~5730412,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,197290759~7867828,221190461~6746711,230712587~343663,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,317296252~8367439,326555652~600184,330477767~562045,335331344~7590417,347795360~3175754,353682778~14075510,371459673~4523464,382234510~2899922,389590411~1282127,404767020~7024485] 2024-04-12T17:16:17.084 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~8358272,14840201~1801807,18433392~429161,20583285~11706509,37723614~6994437,58131467~2588333,63715892~8009750,75739605~4422764,80361781~5503248,89578370~1985291,99978368~1336207,110888977~5730412,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,197290759~7867828,221190461~6746711,230712587~343663,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,317296252~8367439,326555652~600184,330477767~562045,335331344~7590417,347795360~3175754,353682778~14075510,371459673~4523464,382234510~2899922,389590411~1282127,404767020~7024485] 2024-04-12T17:16:17.090 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~9647857,14840201~1801807,18433392~429161,20583285~11706509,37723614~6994437,58131467~2588333,63715892~8009750,75497472~10367557,89578370~1985291,99978368~1336207,110888977~5730412,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,197132288~8026299,221190461~6746711,230712587~343663,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,317296252~8367439,326555652~600184,329336295~1703517,335331344~7590417,346254727~4716387,353682778~14075510,369829964~6153173,382234510~2899922,389185609~1686929,404767020~7024485] 2024-04-12T17:16:17.090 INFO:tasks.workunit.client.0.smithi099.stdout:from 11 to 19 diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,197290759~7867828,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,404767020~7024485] 2024-04-12T17:16:17.090 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,197290759~7867828,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,404767020~7024485] 2024-04-12T17:16:17.096 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~9647857,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75497472~10367557,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,197132288~8026299,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~13743560,335331344~7590417,346254727~4716387,353682778~14273360,369829964~6153173,382234510~2899922,389185609~1686929,404767020~7024485] 2024-04-12T17:16:17.096 INFO:tasks.workunit.client.0.smithi099.stdout:from 12 to 13 diff [20583285~3694822,99978368~1336207,110888977~5730412,124322148~5599592,164380677~6679635,272210916~537610,285487863~7948246,323968001~581094,371459673~4523464] 2024-04-12T17:16:17.096 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [20583285~3694822,99978368~1336207,110888977~5730412,124322148~5599592,164380677~6679635,272210916~537610,285487863~7948246,323968001~581094,371459673~4523464] 2024-04-12T17:16:17.103 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [20583285~3694822,99978368~1336207,110888977~5730412,124322148~5599592,164380677~6679635,272210916~537610,285487863~7948246,323968001~581094,369829964~6153173] 2024-04-12T17:16:17.103 INFO:tasks.workunit.client.0.smithi099.stdout:from 12 to 14 diff [5932402~7909759,20583285~3694822,28023953~972610,58131467~2588333,80361781~5503248,99978368~1336207,110888977~5730412,123803052~6118688,158073268~2375787,164380677~10156941,225707532~216935,255870798~4564290,272210916~537610,285487863~7948246,323968001~581094,371459673~4523464] 2024-04-12T17:16:17.103 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5932402~7909759,20583285~3694822,28023953~972610,58131467~2588333,80361781~5503248,99978368~1336207,110888977~5730412,123803052~6118688,158073268~2375787,164380677~10156941,225707532~216935,255870798~4564290,272210916~537610,285487863~7948246,323968001~581094,371459673~4523464] 2024-04-12T17:16:17.110 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [5932402~7909759,20583285~3694822,28023953~972610,58131467~2588333,79691776~6173253,99978368~1336207,110888977~5730412,123803052~6118688,158073268~2375787,164380677~10156941,225707532~216935,255870798~4564290,272210916~537610,285487863~7948246,323968001~581094,369829964~6153173] 2024-04-12T17:16:17.110 INFO:tasks.workunit.client.0.smithi099.stdout:from 12 to 15 diff [5932402~7909759,20583285~3694822,28023953~972610,58131467~2588333,80361781~5503248,99978368~1336207,110888977~5730412,123803052~6118688,152286500~5057125,158073268~2375787,164380677~10156941,224451826~3485346,255870798~4564290,272210916~537610,284831785~536070,285487863~7948246,317296252~8367439,330477767~562045,371459673~4523464,407383275~4408230] 2024-04-12T17:16:17.110 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5932402~7909759,20583285~3694822,28023953~972610,58131467~2588333,80361781~5503248,99978368~1336207,110888977~5730412,123803052~6118688,152286500~5057125,158073268~2375787,164380677~10156941,224451826~3485346,255870798~4564290,272210916~537610,284831785~536070,285487863~7948246,317296252~8367439,330477767~562045,371459673~4523464,407383275~4408230] 2024-04-12T17:16:17.116 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [5932402~7909759,20583285~3694822,28023953~972610,58131467~2588333,79691776~6173253,99978368~1336207,110888977~5730412,123803052~6118688,152286500~5057125,158073268~2375787,164380677~10156941,224451826~3485346,255870798~4564290,272210916~537610,284831785~536070,285487863~7948246,317296252~8367439,329336295~1703517,369829964~6153173,407383275~4408230] 2024-04-12T17:16:17.116 INFO:tasks.workunit.client.0.smithi099.stdout:from 12 to 16 diff [5932402~7909759,20583285~11706509,58131467~2588333,75739605~4422764,80361781~5503248,89578370~1985291,99978368~1336207,110888977~5730412,123803052~6118688,152286500~5057125,158073268~2375787,164380677~10156941,221190461~6746711,249132006~3071683,255870798~4564290,272210916~537610,284831785~536070,285487863~10982730,317296252~8367439,330477767~562045,338906175~4015586,371459673~4523464,404767020~7024485] 2024-04-12T17:16:17.116 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5932402~7909759,20583285~11706509,58131467~2588333,75739605~4422764,80361781~5503248,89578370~1985291,99978368~1336207,110888977~5730412,123803052~6118688,152286500~5057125,158073268~2375787,164380677~10156941,221190461~6746711,249132006~3071683,255870798~4564290,272210916~537610,284831785~536070,285487863~10982730,317296252~8367439,330477767~562045,338906175~4015586,371459673~4523464,404767020~7024485] 2024-04-12T17:16:17.122 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [5932402~7909759,20583285~11706509,58131467~2588333,75497472~10367557,89578370~1985291,99978368~1336207,110888977~5730412,123803052~6118688,152286500~5057125,158073268~2375787,164380677~10156941,221190461~6746711,249132006~3071683,255870798~4564290,272210916~537610,284831785~536070,285487863~10982730,317296252~8367439,329336295~1703517,338906175~4015586,369829964~6153173,404767020~7024485] 2024-04-12T17:16:17.122 INFO:tasks.workunit.client.0.smithi099.stdout:from 12 to 17 diff [5932402~7909759,20583285~11706509,58131467~2588333,75739605~4422764,80361781~5503248,89578370~1985291,99978368~1336207,110888977~5730412,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,221190461~6746711,239516752~8078438,249132006~3922188,255870798~4564290,272210916~537610,274729110~3513556,284831785~536070,285487863~10982730,317296252~8367439,330477767~562045,335331344~7590417,347795360~3175754,359645353~8112935,371459673~4523464,404767020~7024485] 2024-04-12T17:16:17.122 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5932402~7909759,20583285~11706509,58131467~2588333,75739605~4422764,80361781~5503248,89578370~1985291,99978368~1336207,110888977~5730412,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,221190461~6746711,239516752~8078438,249132006~3922188,255870798~4564290,272210916~537610,274729110~3513556,284831785~536070,285487863~10982730,317296252~8367439,330477767~562045,335331344~7590417,347795360~3175754,359645353~8112935,371459673~4523464,404767020~7024485] 2024-04-12T17:16:17.128 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [5932402~7909759,20583285~11706509,58131467~2588333,75497472~10367557,89578370~1985291,99978368~1336207,110888977~5730412,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,221190461~6746711,239516752~8078438,249132006~3922188,255870798~4564290,272210916~537610,274729110~3513556,284831785~536070,285487863~10982730,317296252~8367439,329336295~1703517,335331344~7590417,346254727~4716387,359645353~8112935,369829964~6153173,404767020~7024485] 2024-04-12T17:16:17.128 INFO:tasks.workunit.client.0.smithi099.stdout:from 12 to 18 diff [5932402~7909759,14840201~1801807,20583285~11706509,58131467~2588333,63715892~8009750,75739605~4422764,80361781~5503248,89578370~1985291,99978368~1336207,110888977~5730412,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,221190461~6746711,230712587~343663,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,272210916~537610,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,317296252~8367439,330477767~562045,335331344~7590417,347795360~3175754,353682778~14075510,371459673~4523464,382234510~2899922,404767020~7024485] 2024-04-12T17:16:17.128 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5932402~7909759,14840201~1801807,20583285~11706509,58131467~2588333,63715892~8009750,75739605~4422764,80361781~5503248,89578370~1985291,99978368~1336207,110888977~5730412,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,221190461~6746711,230712587~343663,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,272210916~537610,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,317296252~8367439,330477767~562045,335331344~7590417,347795360~3175754,353682778~14075510,371459673~4523464,382234510~2899922,404767020~7024485] 2024-04-12T17:16:17.134 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [5932402~7909759,14840201~1801807,20583285~11706509,58131467~2588333,63715892~8009750,75497472~10367557,89578370~1985291,99978368~1336207,110888977~5730412,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,221190461~6746711,230712587~343663,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,272210916~537610,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,317296252~8367439,329336295~1703517,335331344~7590417,346254727~4716387,353682778~14075510,369829964~6153173,382234510~2899922,404767020~7024485] 2024-04-12T17:16:17.134 INFO:tasks.workunit.client.0.smithi099.stdout:from 12 to 19 diff [5932402~7909759,14840201~1801807,18618850~13670944,43189683~5625216,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,272210916~537610,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,404767020~7024485] 2024-04-12T17:16:17.134 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5932402~7909759,14840201~1801807,18618850~13670944,43189683~5625216,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,272210916~537610,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,404767020~7024485] 2024-04-12T17:16:17.140 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [5932402~7909759,14840201~1801807,18618850~13670944,43189683~5625216,58131467~2588333,63715892~8546634,75497472~10367557,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,272210916~537610,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~13743560,335331344~7590417,346254727~4716387,353682778~14273360,369829964~6153173,382234510~2899922,404767020~7024485] 2024-04-12T17:16:17.140 INFO:tasks.workunit.client.0.smithi099.stdout:from 13 to 14 diff [5932402~7909759,28023953~972610,58131467~2588333,80361781~5503248,123803052~2111753,158073268~2375787,170515139~4022479,225707532~216935,255870798~4564290,288331575~4235822] 2024-04-12T17:16:17.140 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5932402~7909759,28023953~972610,58131467~2588333,80361781~5503248,123803052~2111753,158073268~2375787,170515139~4022479,225707532~216935,255870798~4564290,288331575~4235822] 2024-04-12T17:16:17.146 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [5932402~7909759,28023953~972610,58131467~2588333,79691776~6173253,123803052~2111753,158073268~2375787,170515139~4022479,225707532~216935,255870798~4564290,288331575~4235822] 2024-04-12T17:16:17.146 INFO:tasks.workunit.client.0.smithi099.stdout:from 13 to 15 diff [5932402~7909759,28023953~972610,58131467~2588333,80361781~5503248,123803052~2111753,152286500~5057125,158073268~2375787,170168175~4369443,224451826~3485346,255870798~4564290,284831785~536070,288331575~4235822,317296252~8367439,330477767~562045,407383275~4408230] 2024-04-12T17:16:17.146 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5932402~7909759,28023953~972610,58131467~2588333,80361781~5503248,123803052~2111753,152286500~5057125,158073268~2375787,170168175~4369443,224451826~3485346,255870798~4564290,284831785~536070,288331575~4235822,317296252~8367439,330477767~562045,407383275~4408230] 2024-04-12T17:16:17.152 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [5932402~7909759,28023953~972610,58131467~2588333,79691776~6173253,123803052~2111753,152286500~5057125,158073268~2375787,170168175~4369443,224451826~3485346,255870798~4564290,284831785~536070,288331575~4235822,317296252~8367439,329336295~1703517,407383275~4408230] 2024-04-12T17:16:17.152 INFO:tasks.workunit.client.0.smithi099.stdout:from 13 to 16 diff [5932402~7909759,23757839~8531955,58131467~2588333,75739605~4422764,80361781~5503248,89578370~1985291,123803052~2111753,152286500~5057125,158073268~2375787,170168175~4369443,221190461~6746711,249132006~3071683,255870798~4564290,284831785~536070,288331575~8139018,317296252~8367439,330477767~562045,338906175~4015586,404767020~7024485] 2024-04-12T17:16:17.152 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5932402~7909759,23757839~8531955,58131467~2588333,75739605~4422764,80361781~5503248,89578370~1985291,123803052~2111753,152286500~5057125,158073268~2375787,170168175~4369443,221190461~6746711,249132006~3071683,255870798~4564290,284831785~536070,288331575~8139018,317296252~8367439,330477767~562045,338906175~4015586,404767020~7024485] 2024-04-12T17:16:17.158 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [5932402~7909759,23757839~8531955,58131467~2588333,75497472~10367557,89578370~1985291,123803052~2111753,152286500~5057125,158073268~2375787,170168175~4369443,221190461~6746711,249132006~3071683,255870798~4564290,284831785~536070,288331575~8139018,317296252~8367439,329336295~1703517,338906175~4015586,404767020~7024485] 2024-04-12T17:16:17.159 INFO:tasks.workunit.client.0.smithi099.stdout:from 13 to 17 diff [5932402~7909759,23757839~8531955,58131467~2588333,75739605~4422764,80361781~5503248,89578370~1985291,122040396~4013409,134810979~5063713,148832614~8511011,158073268~2375787,170168175~4369443,221190461~6746711,239516752~8078438,249132006~3922188,255870798~4564290,274729110~3513556,284831785~536070,288331575~8139018,317296252~8367439,330477767~562045,335331344~7590417,347795360~3175754,359645353~8112935,404767020~7024485] 2024-04-12T17:16:17.159 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5932402~7909759,23757839~8531955,58131467~2588333,75739605~4422764,80361781~5503248,89578370~1985291,122040396~4013409,134810979~5063713,148832614~8511011,158073268~2375787,170168175~4369443,221190461~6746711,239516752~8078438,249132006~3922188,255870798~4564290,274729110~3513556,284831785~536070,288331575~8139018,317296252~8367439,330477767~562045,335331344~7590417,347795360~3175754,359645353~8112935,404767020~7024485] 2024-04-12T17:16:17.164 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [5932402~7909759,23757839~8531955,58131467~2588333,75497472~10367557,89578370~1985291,122040396~4013409,134810979~5063713,148832614~8511011,158073268~2375787,170168175~4369443,221190461~6746711,239516752~8078438,249132006~3922188,255870798~4564290,274729110~3513556,284831785~536070,288331575~8139018,317296252~8367439,329336295~1703517,335331344~7590417,346254727~4716387,359645353~8112935,404767020~7024485] 2024-04-12T17:16:17.164 INFO:tasks.workunit.client.0.smithi099.stdout:from 13 to 18 diff [5932402~7909759,14840201~1801807,23757839~8531955,58131467~2588333,63715892~8009750,75739605~4422764,80361781~5503248,89578370~1985291,122040396~4013409,134810979~5063713,148832614~8511011,158073268~2375787,170168175~4369443,221190461~6746711,230712587~343663,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,274729110~3513556,284831785~536070,288331575~8139018,296913136~250560,297350336~4767179,317296252~8367439,330477767~562045,335331344~7590417,347795360~3175754,353682778~14075510,382234510~2899922,404767020~7024485] 2024-04-12T17:16:17.164 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5932402~7909759,14840201~1801807,23757839~8531955,58131467~2588333,63715892~8009750,75739605~4422764,80361781~5503248,89578370~1985291,122040396~4013409,134810979~5063713,148832614~8511011,158073268~2375787,170168175~4369443,221190461~6746711,230712587~343663,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,274729110~3513556,284831785~536070,288331575~8139018,296913136~250560,297350336~4767179,317296252~8367439,330477767~562045,335331344~7590417,347795360~3175754,353682778~14075510,382234510~2899922,404767020~7024485] 2024-04-12T17:16:17.170 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [5932402~7909759,14840201~1801807,23757839~8531955,58131467~2588333,63715892~8009750,75497472~10367557,89578370~1985291,122040396~4013409,134810979~5063713,148832614~8511011,158073268~2375787,170168175~4369443,221190461~6746711,230712587~343663,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,274729110~3513556,284831785~536070,288331575~8139018,296913136~250560,297350336~4767179,317296252~8367439,329336295~1703517,335331344~7590417,346254727~4716387,353682778~14075510,382234510~2899922,404767020~7024485] 2024-04-12T17:16:17.170 INFO:tasks.workunit.client.0.smithi099.stdout:from 13 to 19 diff [5932402~7909759,14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~8511011,158073268~2375787,167935280~6602338,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,274729110~3513556,284831785~536070,288331575~8139018,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,382234510~2899922,404767020~7024485] 2024-04-12T17:16:17.170 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5932402~7909759,14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~8511011,158073268~2375787,167935280~6602338,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,274729110~3513556,284831785~536070,288331575~8139018,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,382234510~2899922,404767020~7024485] 2024-04-12T17:16:17.176 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [5932402~7909759,14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,58131467~2588333,63715892~8546634,75497472~10367557,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~8511011,158073268~2375787,167935280~6602338,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,274729110~3513556,284831785~536070,288331575~8139018,296913136~250560,297350336~4767179,311889121~295748,317296252~13743560,335331344~7590417,346254727~4716387,353682778~14273360,382234510~2899922,404767020~7024485] 2024-04-12T17:16:17.176 INFO:tasks.workunit.client.0.smithi099.stdout:from 14 to 15 diff [152286500~5057125,170168175~2866507,224451826~3485346,284831785~536070,317296252~8367439,330477767~562045,407383275~4408230] 2024-04-12T17:16:17.176 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [152286500~5057125,170168175~2866507,224451826~3485346,284831785~536070,317296252~8367439,330477767~562045,407383275~4408230] 2024-04-12T17:16:17.182 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [152286500~5057125,170168175~2866507,224451826~3485346,284831785~536070,317296252~8367439,329336295~1703517,407383275~4408230] 2024-04-12T17:16:17.182 INFO:tasks.workunit.client.0.smithi099.stdout:from 14 to 16 diff [23757839~8531955,75739605~4422764,89578370~1985291,152286500~5057125,170168175~2866507,221190461~6746711,249132006~3071683,257544879~389423,284831785~536070,291915000~4555593,317296252~8367439,330477767~562045,338906175~4015586,404767020~7024485] 2024-04-12T17:16:17.182 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [23757839~8531955,75739605~4422764,89578370~1985291,152286500~5057125,170168175~2866507,221190461~6746711,249132006~3071683,257544879~389423,284831785~536070,291915000~4555593,317296252~8367439,330477767~562045,338906175~4015586,404767020~7024485] 2024-04-12T17:16:17.188 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [23757839~8531955,75497472~4664897,89578370~1985291,152286500~5057125,170168175~2866507,221190461~6746711,249132006~3071683,257544879~389423,284831785~536070,291915000~4555593,317296252~8367439,329336295~1703517,338906175~4015586,404767020~7024485] 2024-04-12T17:16:17.188 INFO:tasks.workunit.client.0.smithi099.stdout:from 14 to 17 diff [23757839~8531955,75739605~4422764,89578370~1985291,122040396~4013409,134810979~5063713,148832614~8511011,170168175~2866507,221190461~6746711,239516752~8078438,249132006~3922188,257544879~389423,274729110~3513556,284831785~536070,291915000~4555593,317296252~8367439,330477767~562045,335331344~7590417,347795360~3175754,359645353~8112935,404767020~7024485] 2024-04-12T17:16:17.188 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [23757839~8531955,75739605~4422764,89578370~1985291,122040396~4013409,134810979~5063713,148832614~8511011,170168175~2866507,221190461~6746711,239516752~8078438,249132006~3922188,257544879~389423,274729110~3513556,284831785~536070,291915000~4555593,317296252~8367439,330477767~562045,335331344~7590417,347795360~3175754,359645353~8112935,404767020~7024485] 2024-04-12T17:16:17.193 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [23757839~8531955,75497472~4664897,89578370~1985291,122040396~4013409,134810979~5063713,148832614~8511011,170168175~2866507,221190461~6746711,239516752~8078438,249132006~3922188,257544879~389423,274729110~3513556,284831785~536070,291915000~4555593,317296252~8367439,329336295~1703517,335331344~7590417,346254727~4716387,359645353~8112935,404767020~7024485] 2024-04-12T17:16:17.193 INFO:tasks.workunit.client.0.smithi099.stdout:from 14 to 18 diff [14840201~1801807,23757839~8531955,63715892~8009750,75739605~4422764,89578370~1985291,122040396~4013409,134810979~5063713,148832614~8511011,170168175~2866507,221190461~6746711,230712587~343663,235355746~1479049,239516752~8078438,249132006~3922188,257544879~389423,263080679~6660067,274729110~3513556,284831785~536070,291915000~4555593,296913136~250560,297350336~4767179,317296252~8367439,330477767~562045,335331344~7590417,347795360~3175754,353682778~14075510,382234510~2899922,404767020~7024485] 2024-04-12T17:16:17.193 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [14840201~1801807,23757839~8531955,63715892~8009750,75739605~4422764,89578370~1985291,122040396~4013409,134810979~5063713,148832614~8511011,170168175~2866507,221190461~6746711,230712587~343663,235355746~1479049,239516752~8078438,249132006~3922188,257544879~389423,263080679~6660067,274729110~3513556,284831785~536070,291915000~4555593,296913136~250560,297350336~4767179,317296252~8367439,330477767~562045,335331344~7590417,347795360~3175754,353682778~14075510,382234510~2899922,404767020~7024485] 2024-04-12T17:16:17.199 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [14840201~1801807,23757839~8531955,63715892~8009750,75497472~4664897,89578370~1985291,122040396~4013409,134810979~5063713,148832614~8511011,170168175~2866507,221190461~6746711,230712587~343663,235355746~1479049,239516752~8078438,249132006~3922188,257544879~389423,263080679~6660067,274729110~3513556,284831785~536070,291915000~4555593,296913136~250560,297350336~4767179,317296252~8367439,329336295~1703517,335331344~7590417,346254727~4716387,353682778~14075510,382234510~2899922,404767020~7024485] 2024-04-12T17:16:17.199 INFO:tasks.workunit.client.0.smithi099.stdout:from 14 to 19 diff [14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,63715892~8546634,75739605~4422764,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~8511011,167935280~5126799,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,257544879~389423,263080679~6660067,274729110~3513556,284831785~536070,291915000~4555593,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,382234510~2899922,404767020~7024485] 2024-04-12T17:16:17.199 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,63715892~8546634,75739605~4422764,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~8511011,167935280~5126799,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,257544879~389423,263080679~6660067,274729110~3513556,284831785~536070,291915000~4555593,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,382234510~2899922,404767020~7024485] 2024-04-12T17:16:17.206 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,63715892~8546634,75497472~4664897,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~8511011,167935280~5126799,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,257544879~389423,263080679~6660067,274729110~3513556,284831785~536070,291915000~4555593,296913136~250560,297350336~4767179,311889121~295748,317296252~13743560,335331344~7590417,346254727~4716387,353682778~14273360,382234510~2899922,404767020~7024485] 2024-04-12T17:16:17.206 INFO:tasks.workunit.client.0.smithi099.stdout:from 15 to 16 diff [23757839~8531955,75739605~4422764,89578370~1985291,221190461~4912724,249132006~3071683,257544879~389423,291915000~4555593,338906175~4015586,404767020~6169052] 2024-04-12T17:16:17.206 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [23757839~8531955,75739605~4422764,89578370~1985291,221190461~4912724,249132006~3071683,257544879~389423,291915000~4555593,338906175~4015586,404767020~6169052] 2024-04-12T17:16:17.212 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [23757839~8531955,75497472~4664897,89578370~1985291,221190461~4912724,249132006~3071683,257544879~389423,291915000~4555593,338906175~4015586,404767020~6169052] 2024-04-12T17:16:17.212 INFO:tasks.workunit.client.0.smithi099.stdout:from 15 to 17 diff [23757839~8531955,75739605~4422764,89578370~1985291,122040396~4013409,134810979~5063713,148832614~4372835,221190461~4912724,239516752~8078438,249132006~3922188,257544879~389423,274729110~3513556,291915000~4555593,335331344~7590417,347795360~3175754,359645353~8112935,404767020~6169052] 2024-04-12T17:16:17.212 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [23757839~8531955,75739605~4422764,89578370~1985291,122040396~4013409,134810979~5063713,148832614~4372835,221190461~4912724,239516752~8078438,249132006~3922188,257544879~389423,274729110~3513556,291915000~4555593,335331344~7590417,347795360~3175754,359645353~8112935,404767020~6169052] 2024-04-12T17:16:17.218 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [23757839~8531955,75497472~4664897,89578370~1985291,122040396~4013409,134810979~5063713,148832614~4372835,221190461~4912724,239516752~8078438,249132006~3922188,257544879~389423,274729110~3513556,291915000~4555593,335331344~7590417,346254727~4716387,359645353~8112935,404767020~6169052] 2024-04-12T17:16:17.218 INFO:tasks.workunit.client.0.smithi099.stdout:from 15 to 18 diff [14840201~1801807,23757839~8531955,63715892~8009750,75739605~4422764,89578370~1985291,122040396~4013409,134810979~5063713,148832614~4372835,221190461~4912724,230712587~343663,235355746~1479049,239516752~8078438,249132006~3922188,257544879~389423,263080679~6660067,274729110~3513556,291915000~4555593,296913136~250560,297350336~4767179,335331344~7590417,347795360~3175754,353682778~14075510,382234510~2899922,404767020~6169052] 2024-04-12T17:16:17.218 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [14840201~1801807,23757839~8531955,63715892~8009750,75739605~4422764,89578370~1985291,122040396~4013409,134810979~5063713,148832614~4372835,221190461~4912724,230712587~343663,235355746~1479049,239516752~8078438,249132006~3922188,257544879~389423,263080679~6660067,274729110~3513556,291915000~4555593,296913136~250560,297350336~4767179,335331344~7590417,347795360~3175754,353682778~14075510,382234510~2899922,404767020~6169052] 2024-04-12T17:16:17.224 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [14840201~1801807,23757839~8531955,63715892~8009750,75497472~4664897,89578370~1985291,122040396~4013409,134810979~5063713,148832614~4372835,221190461~4912724,230712587~343663,235355746~1479049,239516752~8078438,249132006~3922188,257544879~389423,263080679~6660067,274729110~3513556,291915000~4555593,296913136~250560,297350336~4767179,335331344~7590417,346254727~4716387,353682778~14075510,382234510~2899922,404767020~6169052] 2024-04-12T17:16:17.224 INFO:tasks.workunit.client.0.smithi099.stdout:from 15 to 19 diff [14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,63715892~8546634,75739605~4422764,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~4372835,167935280~5126799,221190461~4912724,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,257544879~389423,263080679~6660067,274729110~3513556,291915000~4555593,296913136~250560,297350336~4767179,311889121~295748,322294063~7045588,335331344~7590417,347795360~3175754,353682778~14273360,382234510~2899922,404767020~6169052] 2024-04-12T17:16:17.224 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,63715892~8546634,75739605~4422764,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~4372835,167935280~5126799,221190461~4912724,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,257544879~389423,263080679~6660067,274729110~3513556,291915000~4555593,296913136~250560,297350336~4767179,311889121~295748,322294063~7045588,335331344~7590417,347795360~3175754,353682778~14273360,382234510~2899922,404767020~6169052] 2024-04-12T17:16:17.230 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,63715892~8546634,75497472~4664897,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~4372835,167935280~5126799,221190461~4912724,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,257544879~389423,263080679~6660067,274729110~3513556,291915000~4555593,296913136~250560,297350336~4767179,311889121~295748,322294063~7045588,335331344~7590417,346254727~4716387,353682778~14273360,382234510~2899922,404767020~6169052] 2024-04-12T17:16:17.230 INFO:tasks.workunit.client.0.smithi099.stdout:from 16 to 17 diff [122040396~4013409,134810979~5063713,148832614~4372835,239516752~8078438,249298241~3755953,274729110~3513556,335331344~5215130,347795360~3175754,359645353~8112935] 2024-04-12T17:16:17.230 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [122040396~4013409,134810979~5063713,148832614~4372835,239516752~8078438,249298241~3755953,274729110~3513556,335331344~5215130,347795360~3175754,359645353~8112935] 2024-04-12T17:16:17.235 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [122040396~4013409,134810979~5063713,148832614~4372835,239516752~8078438,249298241~3755953,274729110~3513556,335331344~5215130,346254727~4716387,359645353~8112935] 2024-04-12T17:16:17.235 INFO:tasks.workunit.client.0.smithi099.stdout:from 16 to 18 diff [14840201~1801807,63715892~8009750,76727342~1173145,122040396~4013409,134810979~5063713,148832614~4372835,230712587~343663,235355746~1479049,239516752~8078438,249298241~3755953,263080679~6660067,274729110~3513556,296913136~250560,297350336~4767179,335331344~5215130,347795360~3175754,353682778~14075510,382234510~2899922] 2024-04-12T17:16:17.236 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [14840201~1801807,63715892~8009750,76727342~1173145,122040396~4013409,134810979~5063713,148832614~4372835,230712587~343663,235355746~1479049,239516752~8078438,249298241~3755953,263080679~6660067,274729110~3513556,296913136~250560,297350336~4767179,335331344~5215130,347795360~3175754,353682778~14075510,382234510~2899922] 2024-04-12T17:16:17.241 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [14840201~1801807,63715892~8009750,76727342~1173145,122040396~4013409,134810979~5063713,148832614~4372835,230712587~343663,235355746~1479049,239516752~8078438,249298241~3755953,263080679~6660067,274729110~3513556,296913136~250560,297350336~4767179,335331344~5215130,346254727~4716387,353682778~14075510,382234510~2899922] 2024-04-12T17:16:17.241 INFO:tasks.workunit.client.0.smithi099.stdout:from 16 to 19 diff [14840201~1801807,18618850~3526262,43189683~5625216,63715892~8546634,76727342~1173145,107412798~7946662,122040396~4013409,134810979~5063713,148832614~4372835,167935280~5126799,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249298241~3755953,263080679~6660067,274729110~3513556,296913136~250560,297350336~4767179,311889121~295748,322294063~7045588,335331344~5215130,347795360~3175754,353682778~14273360,382234510~2899922] 2024-04-12T17:16:17.241 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [14840201~1801807,18618850~3526262,43189683~5625216,63715892~8546634,76727342~1173145,107412798~7946662,122040396~4013409,134810979~5063713,148832614~4372835,167935280~5126799,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249298241~3755953,263080679~6660067,274729110~3513556,296913136~250560,297350336~4767179,311889121~295748,322294063~7045588,335331344~5215130,347795360~3175754,353682778~14273360,382234510~2899922] 2024-04-12T17:16:17.247 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [14840201~1801807,18618850~3526262,43189683~5625216,63715892~8546634,76727342~1173145,107412798~7946662,122040396~4013409,134810979~5063713,148832614~4372835,167935280~5126799,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249298241~3755953,263080679~6660067,274729110~3513556,296913136~250560,297350336~4767179,311889121~295748,322294063~7045588,335331344~5215130,346254727~4716387,353682778~14273360,382234510~2899922] 2024-04-12T17:16:17.247 INFO:tasks.workunit.client.0.smithi099.stdout:from 17 to 18 diff [14840201~1801807,63715892~8009750,76727342~1173145,230712587~343663,235355746~1479049,263080679~6660067,296913136~250560,297350336~4767179,353682778~7469639,382234510~2899922] 2024-04-12T17:16:17.247 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [14840201~1801807,63715892~8009750,76727342~1173145,230712587~343663,235355746~1479049,263080679~6660067,296913136~250560,297350336~4767179,353682778~7469639,382234510~2899922] 2024-04-12T17:16:17.253 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [14840201~1801807,63715892~8009750,76727342~1173145,230712587~343663,235355746~1479049,263080679~6660067,296913136~250560,297350336~4767179,353682778~7469639,382234510~2899922] 2024-04-12T17:16:17.253 INFO:tasks.workunit.client.0.smithi099.stdout:from 17 to 19 diff [14840201~1801807,18618850~3526262,43189683~5625216,63715892~8546634,76727342~1173145,107412798~7946662,167935280~5126799,230712587~343663,231620877~639344,235355746~1479049,263080679~6660067,296913136~250560,297350336~4767179,311889121~295748,322294063~7045588,353682778~7469639,365564343~2391795,382234510~2899922] 2024-04-12T17:16:17.253 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [14840201~1801807,18618850~3526262,43189683~5625216,63715892~8546634,76727342~1173145,107412798~7946662,167935280~5126799,230712587~343663,231620877~639344,235355746~1479049,263080679~6660067,296913136~250560,297350336~4767179,311889121~295748,322294063~7045588,353682778~7469639,365564343~2391795,382234510~2899922] 2024-04-12T17:16:17.260 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [14840201~1801807,18618850~3526262,43189683~5625216,63715892~8546634,76727342~1173145,107412798~7946662,167935280~5126799,230712587~343663,231620877~639344,235355746~1479049,263080679~6660067,296913136~250560,297350336~4767179,311889121~295748,322294063~7045588,353682778~7469639,365564343~2391795,382234510~2899922] 2024-04-12T17:16:17.260 INFO:tasks.workunit.client.0.smithi099.stdout:from 18 to 19 diff [18618850~3526262,43189683~5625216,68560954~3701572,107412798~7946662,167935280~5126799,231620877~639344,311889121~295748,322294063~7045588,365564343~2391795] 2024-04-12T17:16:17.260 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [18618850~3526262,43189683~5625216,68560954~3701572,107412798~7946662,167935280~5126799,231620877~639344,311889121~295748,322294063~7045588,365564343~2391795] 2024-04-12T17:16:17.266 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [18618850~3526262,43189683~5625216,68560954~3701572,107412798~7946662,167935280~5126799,231620877~639344,311889121~295748,322294063~7045588,365564343~2391795] 2024-04-12T17:16:17.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:17 smithi099 ceph-mon[94290]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-12T17:16:17.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:17 smithi099 ceph-mon[94290]: pgmap v3995: 137 pgs: 137 active+clean; 824 MiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 253 KiB/s rd, 34 MiB/s wr, 501 op/s 2024-04-12T17:16:17.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:17 smithi099 ceph-mon[96864]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-12T17:16:17.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:17 smithi099 ceph-mon[96864]: pgmap v3995: 137 pgs: 137 active+clean; 824 MiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 253 KiB/s rd, 34 MiB/s wr, 501 op/s 2024-04-12T17:16:17.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:17 smithi110 ceph-mon[88691]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-12T17:16:17.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:17 smithi110 ceph-mon[88691]: pgmap v3995: 137 pgs: 137 active+clean; 824 MiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 253 KiB/s rd, 34 MiB/s wr, 501 op/s 2024-04-12T17:16:18.120 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,57767294~14495232,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~32561592,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:18.120 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,57767294~14495232,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~32561592,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:18.141 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,54525952~17736574,75497472~10367557,86873020~11626725,99978368~1336207,105721176~24201975,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~16660921,213909504~16586391,230686720~8495749,239516752~91523060,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:18.141 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~5339456,302138526~27201125,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:18.141 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~5339456,302138526~27201125,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:18.147 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~24201975,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~56953841,296778059~5339456,302138526~28901286,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:18.147 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:18.148 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:18.154 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~34258982,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:18.154 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:18.154 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:18.161 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~20170419,164380677~10156941,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,331350016~19621098,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:18.161 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~7867828,205821946~3119705,214463486~2058769,217170204~797103,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:18.161 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~7867828,205821946~3119705,214463486~2058769,217170204~797103,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:18.166 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~20170419,164380677~10156941,176160768~3583865,180780614~6409930,187525344~721828,197132288~8026299,205821946~3119705,214463486~2058769,217170204~797103,221190461~9305434,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,333587168~17383946,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:18.166 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~25212034,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:18.166 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~25212034,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:18.172 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~10898213,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,214463486~2058769,221190461~9305434,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~25212034,284028805~12441788,296913136~250560,297350336~4767179,308323280~22716532,333587168~17383946,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:18.172 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~22371868,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:18.172 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~22371868,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:18.178 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~13856402,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~10898213,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,214463486~2058769,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~22371868,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~22716532,335331344~15639770,353682778~15522461,369829964~11742679,381681664~9190874,397092164~18898085] 2024-04-12T17:16:18.178 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to HEAD diff [5483889~11932863,18433392~13856402,37723614~15818431,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,86918167~11581578,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,315492217~13847434,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:18.178 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,37723614~15818431,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,86918167~11581578,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,315492217~13847434,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:18.184 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~13856402,37723614~15818431,58079045~4587604,63715892~8546634,75497472~10367557,86918167~11581578,99978368~1336207,105721176~10898213,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,315492217~15547595,335331344~15639770,353682778~15522461,369829964~11742679,381681664~9190874,397092164~14699341] 2024-04-12T17:16:18.184 INFO:tasks.workunit.client.0.smithi099.stdout:from 8 to HEAD diff [5483889~11932863,18433392~13856402,37723614~12639131,52872714~669331,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,89578370~8921375,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~12043399,330477767~562045,335331344~10923383,347795360~3175754,353682778~14273360,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:18.184 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,37723614~12639131,52872714~669331,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,89578370~8921375,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~12043399,330477767~562045,335331344~10923383,347795360~3175754,353682778~14273360,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:18.190 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~13856402,37723614~12639131,52872714~669331,58079045~4587604,63715892~8546634,75497472~10367557,89578370~8921375,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~13743560,335331344~15639770,353682778~14273360,369829964~11742679,381681664~9190874,397092164~14699341] 2024-04-12T17:16:18.190 INFO:tasks.workunit.client.0.smithi099.stdout:from 9 to HEAD diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~12639131,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~12043399,330477767~562045,335331344~10923383,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,397092164~14699341] 2024-04-12T17:16:18.190 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~12639131,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~12043399,330477767~562045,335331344~10923383,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,397092164~14699341] 2024-04-12T17:16:18.196 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~9647857,14840201~1801807,18433392~13856402,37723614~12639131,58079045~4587604,63715892~8546634,75497472~10367557,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~13743560,335331344~15639770,353682778~14273360,369829964~6153173,382234510~2899922,389185609~1686929,397092164~14699341] 2024-04-12T17:16:18.196 INFO:tasks.workunit.client.0.smithi099.stdout:from 10 to HEAD diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,134810979~5063713,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,404504510~7286995] 2024-04-12T17:16:18.196 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,134810979~5063713,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,404504510~7286995] 2024-04-12T17:16:18.202 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~9647857,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75497472~10367557,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,134810979~5063713,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~13743560,335331344~7590417,346254727~4716387,353682778~14273360,369829964~6153173,382234510~2899922,389185609~1686929,404504510~7286995] 2024-04-12T17:16:18.202 INFO:tasks.workunit.client.0.smithi099.stdout:from 11 to HEAD diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,197290759~7867828,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,404767020~7024485] 2024-04-12T17:16:18.202 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,197290759~7867828,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,404767020~7024485] 2024-04-12T17:16:18.207 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~9647857,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75497472~10367557,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,197132288~8026299,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~13743560,335331344~7590417,346254727~4716387,353682778~14273360,369829964~6153173,382234510~2899922,389185609~1686929,404767020~7024485] 2024-04-12T17:16:18.207 INFO:tasks.workunit.client.0.smithi099.stdout:from 12 to HEAD diff [5932402~7909759,14840201~1801807,18618850~13670944,43189683~5625216,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,272210916~537610,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,404767020~7024485] 2024-04-12T17:16:18.207 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5932402~7909759,14840201~1801807,18618850~13670944,43189683~5625216,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,272210916~537610,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,404767020~7024485] 2024-04-12T17:16:18.213 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [5932402~7909759,14840201~1801807,18618850~13670944,43189683~5625216,58131467~2588333,63715892~8546634,75497472~10367557,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,272210916~537610,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~13743560,335331344~7590417,346254727~4716387,353682778~14273360,369829964~6153173,382234510~2899922,404767020~7024485] 2024-04-12T17:16:18.214 INFO:tasks.workunit.client.0.smithi099.stdout:from 13 to HEAD diff [5932402~7909759,14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~8511011,158073268~2375787,167935280~6602338,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,274729110~3513556,284831785~536070,288331575~8139018,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,382234510~2899922,404767020~7024485] 2024-04-12T17:16:18.214 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5932402~7909759,14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~8511011,158073268~2375787,167935280~6602338,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,274729110~3513556,284831785~536070,288331575~8139018,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,382234510~2899922,404767020~7024485] 2024-04-12T17:16:18.219 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [5932402~7909759,14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,58131467~2588333,63715892~8546634,75497472~10367557,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~8511011,158073268~2375787,167935280~6602338,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,274729110~3513556,284831785~536070,288331575~8139018,296913136~250560,297350336~4767179,311889121~295748,317296252~13743560,335331344~7590417,346254727~4716387,353682778~14273360,382234510~2899922,404767020~7024485] 2024-04-12T17:16:18.220 INFO:tasks.workunit.client.0.smithi099.stdout:from 14 to HEAD diff [14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,63715892~8546634,75739605~4422764,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~8511011,167935280~5126799,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,257544879~389423,263080679~6660067,274729110~3513556,284831785~536070,291915000~4555593,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,382234510~2899922,404767020~7024485] 2024-04-12T17:16:18.220 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,63715892~8546634,75739605~4422764,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~8511011,167935280~5126799,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,257544879~389423,263080679~6660067,274729110~3513556,284831785~536070,291915000~4555593,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,382234510~2899922,404767020~7024485] 2024-04-12T17:16:18.224 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,63715892~8546634,75497472~4664897,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~8511011,167935280~5126799,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,257544879~389423,263080679~6660067,274729110~3513556,284831785~536070,291915000~4555593,296913136~250560,297350336~4767179,311889121~295748,317296252~13743560,335331344~7590417,346254727~4716387,353682778~14273360,382234510~2899922,404767020~7024485] 2024-04-12T17:16:18.225 INFO:tasks.workunit.client.0.smithi099.stdout:from 15 to HEAD diff [14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,63715892~8546634,75739605~4422764,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~4372835,167935280~5126799,221190461~4912724,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,257544879~389423,263080679~6660067,274729110~3513556,291915000~4555593,296913136~250560,297350336~4767179,311889121~295748,322294063~7045588,335331344~7590417,347795360~3175754,353682778~14273360,382234510~2899922,404767020~6169052] 2024-04-12T17:16:18.225 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,63715892~8546634,75739605~4422764,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~4372835,167935280~5126799,221190461~4912724,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,257544879~389423,263080679~6660067,274729110~3513556,291915000~4555593,296913136~250560,297350336~4767179,311889121~295748,322294063~7045588,335331344~7590417,347795360~3175754,353682778~14273360,382234510~2899922,404767020~6169052] 2024-04-12T17:16:18.230 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,63715892~8546634,75497472~4664897,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~4372835,167935280~5126799,221190461~4912724,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,257544879~389423,263080679~6660067,274729110~3513556,291915000~4555593,296913136~250560,297350336~4767179,311889121~295748,322294063~7045588,335331344~7590417,346254727~4716387,353682778~14273360,382234510~2899922,404767020~6169052] 2024-04-12T17:16:18.230 INFO:tasks.workunit.client.0.smithi099.stdout:from 16 to HEAD diff [14840201~1801807,18618850~3526262,43189683~5625216,63715892~8546634,76727342~1173145,107412798~7946662,122040396~4013409,134810979~5063713,148832614~4372835,167935280~5126799,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249298241~3755953,263080679~6660067,274729110~3513556,296913136~250560,297350336~4767179,311889121~295748,322294063~7045588,335331344~5215130,347795360~3175754,353682778~14273360,382234510~2899922] 2024-04-12T17:16:18.230 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [14840201~1801807,18618850~3526262,43189683~5625216,63715892~8546634,76727342~1173145,107412798~7946662,122040396~4013409,134810979~5063713,148832614~4372835,167935280~5126799,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249298241~3755953,263080679~6660067,274729110~3513556,296913136~250560,297350336~4767179,311889121~295748,322294063~7045588,335331344~5215130,347795360~3175754,353682778~14273360,382234510~2899922] 2024-04-12T17:16:18.236 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [14840201~1801807,18618850~3526262,43189683~5625216,63715892~8546634,76727342~1173145,107412798~7946662,122040396~4013409,134810979~5063713,148832614~4372835,167935280~5126799,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249298241~3755953,263080679~6660067,274729110~3513556,296913136~250560,297350336~4767179,311889121~295748,322294063~7045588,335331344~5215130,346254727~4716387,353682778~14273360,382234510~2899922] 2024-04-12T17:16:18.236 INFO:tasks.workunit.client.0.smithi099.stdout:from 17 to HEAD diff [14840201~1801807,18618850~3526262,43189683~5625216,63715892~8546634,76727342~1173145,107412798~7946662,167935280~5126799,230712587~343663,231620877~639344,235355746~1479049,263080679~6660067,296913136~250560,297350336~4767179,311889121~295748,322294063~7045588,353682778~7469639,365564343~2391795,382234510~2899922] 2024-04-12T17:16:18.237 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [14840201~1801807,18618850~3526262,43189683~5625216,63715892~8546634,76727342~1173145,107412798~7946662,167935280~5126799,230712587~343663,231620877~639344,235355746~1479049,263080679~6660067,296913136~250560,297350336~4767179,311889121~295748,322294063~7045588,353682778~7469639,365564343~2391795,382234510~2899922] 2024-04-12T17:16:18.241 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [14840201~1801807,18618850~3526262,43189683~5625216,63715892~8546634,76727342~1173145,107412798~7946662,167935280~5126799,230712587~343663,231620877~639344,235355746~1479049,263080679~6660067,296913136~250560,297350336~4767179,311889121~295748,322294063~7045588,353682778~7469639,365564343~2391795,382234510~2899922] 2024-04-12T17:16:19.140 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,57767294~14495232,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~32561592,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:19.141 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,57767294~14495232,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~32561592,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:19.174 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,54525952~17736574,75497472~10367557,86873020~11626725,99978368~1336207,105721176~24201975,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~16660921,213909504~16586391,230686720~8495749,239516752~91523060,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:19.174 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~5339456,302138526~27201125,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:19.174 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~5339456,302138526~27201125,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:19.180 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~24201975,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~56953841,296778059~5339456,302138526~28901286,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:19.180 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:19.180 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:19.186 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~34258982,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:19.186 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:19.186 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:19.192 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~20170419,164380677~10156941,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,331350016~19621098,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:19.192 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~7867828,205821946~3119705,214463486~2058769,217170204~797103,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:19.192 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~7867828,205821946~3119705,214463486~2058769,217170204~797103,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:19.198 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~20170419,164380677~10156941,176160768~3583865,180780614~6409930,187525344~721828,197132288~8026299,205821946~3119705,214463486~2058769,217170204~797103,221190461~9305434,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,333587168~17383946,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:19.199 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~25212034,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:19.199 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~25212034,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:19.204 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~10898213,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,214463486~2058769,221190461~9305434,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~25212034,284028805~12441788,296913136~250560,297350336~4767179,308323280~22716532,333587168~17383946,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:19.204 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~22371868,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:19.205 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~22371868,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:19.211 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~13856402,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~10898213,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,214463486~2058769,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~22371868,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~22716532,335331344~15639770,353682778~15522461,369829964~11742679,381681664~9190874,397092164~18898085] 2024-04-12T17:16:19.211 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to HEAD diff [5483889~11932863,18433392~13856402,37723614~15818431,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,86918167~11581578,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,315492217~13847434,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:19.211 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,37723614~15818431,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,86918167~11581578,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,315492217~13847434,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:19.217 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~13856402,37723614~15818431,58079045~4587604,63715892~8546634,75497472~10367557,86918167~11581578,99978368~1336207,105721176~10898213,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,315492217~15547595,335331344~15639770,353682778~15522461,369829964~11742679,381681664~9190874,397092164~14699341] 2024-04-12T17:16:19.217 INFO:tasks.workunit.client.0.smithi099.stdout:from 8 to HEAD diff [5483889~11932863,18433392~13856402,37723614~12639131,52872714~669331,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,89578370~8921375,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~12043399,330477767~562045,335331344~10923383,347795360~3175754,353682778~14273360,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:19.217 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,37723614~12639131,52872714~669331,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,89578370~8921375,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~12043399,330477767~562045,335331344~10923383,347795360~3175754,353682778~14273360,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:19.222 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~13856402,37723614~12639131,52872714~669331,58079045~4587604,63715892~8546634,75497472~10367557,89578370~8921375,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~13743560,335331344~15639770,353682778~14273360,369829964~11742679,381681664~9190874,397092164~14699341] 2024-04-12T17:16:19.222 INFO:tasks.workunit.client.0.smithi099.stdout:from 9 to HEAD diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~12639131,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~12043399,330477767~562045,335331344~10923383,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,397092164~14699341] 2024-04-12T17:16:19.222 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~12639131,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~12043399,330477767~562045,335331344~10923383,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,397092164~14699341] 2024-04-12T17:16:19.228 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~9647857,14840201~1801807,18433392~13856402,37723614~12639131,58079045~4587604,63715892~8546634,75497472~10367557,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~13743560,335331344~15639770,353682778~14273360,369829964~6153173,382234510~2899922,389185609~1686929,397092164~14699341] 2024-04-12T17:16:19.228 INFO:tasks.workunit.client.0.smithi099.stdout:from 10 to HEAD diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,134810979~5063713,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,404504510~7286995] 2024-04-12T17:16:19.228 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,134810979~5063713,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,404504510~7286995] 2024-04-12T17:16:19.233 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~9647857,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75497472~10367557,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,134810979~5063713,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~13743560,335331344~7590417,346254727~4716387,353682778~14273360,369829964~6153173,382234510~2899922,389185609~1686929,404504510~7286995] 2024-04-12T17:16:19.233 INFO:tasks.workunit.client.0.smithi099.stdout:from 11 to HEAD diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,197290759~7867828,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,404767020~7024485] 2024-04-12T17:16:19.233 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,197290759~7867828,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,404767020~7024485] 2024-04-12T17:16:19.239 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~9647857,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75497472~10367557,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,197132288~8026299,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~13743560,335331344~7590417,346254727~4716387,353682778~14273360,369829964~6153173,382234510~2899922,389185609~1686929,404767020~7024485] 2024-04-12T17:16:19.240 INFO:tasks.workunit.client.0.smithi099.stdout:from 12 to HEAD diff [5932402~7909759,14840201~1801807,18618850~13670944,43189683~5625216,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,272210916~537610,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,404767020~7024485] 2024-04-12T17:16:19.240 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5932402~7909759,14840201~1801807,18618850~13670944,43189683~5625216,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,272210916~537610,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,404767020~7024485] 2024-04-12T17:16:19.245 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [5932402~7909759,14840201~1801807,18618850~13670944,43189683~5625216,58131467~2588333,63715892~8546634,75497472~10367557,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,272210916~537610,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~13743560,335331344~7590417,346254727~4716387,353682778~14273360,369829964~6153173,382234510~2899922,404767020~7024485] 2024-04-12T17:16:19.246 INFO:tasks.workunit.client.0.smithi099.stdout:from 13 to HEAD diff [5932402~7909759,14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~8511011,158073268~2375787,167935280~6602338,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,274729110~3513556,284831785~536070,288331575~8139018,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,382234510~2899922,404767020~7024485] 2024-04-12T17:16:19.246 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5932402~7909759,14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~8511011,158073268~2375787,167935280~6602338,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,274729110~3513556,284831785~536070,288331575~8139018,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,382234510~2899922,404767020~7024485] 2024-04-12T17:16:19.251 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [5932402~7909759,14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,58131467~2588333,63715892~8546634,75497472~10367557,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~8511011,158073268~2375787,167935280~6602338,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,274729110~3513556,284831785~536070,288331575~8139018,296913136~250560,297350336~4767179,311889121~295748,317296252~13743560,335331344~7590417,346254727~4716387,353682778~14273360,382234510~2899922,404767020~7024485] 2024-04-12T17:16:19.251 INFO:tasks.workunit.client.0.smithi099.stdout:from 14 to HEAD diff [14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,63715892~8546634,75739605~4422764,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~8511011,167935280~5126799,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,257544879~389423,263080679~6660067,274729110~3513556,284831785~536070,291915000~4555593,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,382234510~2899922,404767020~7024485] 2024-04-12T17:16:19.251 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,63715892~8546634,75739605~4422764,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~8511011,167935280~5126799,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,257544879~389423,263080679~6660067,274729110~3513556,284831785~536070,291915000~4555593,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,382234510~2899922,404767020~7024485] 2024-04-12T17:16:19.258 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,63715892~8546634,75497472~4664897,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~8511011,167935280~5126799,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,257544879~389423,263080679~6660067,274729110~3513556,284831785~536070,291915000~4555593,296913136~250560,297350336~4767179,311889121~295748,317296252~13743560,335331344~7590417,346254727~4716387,353682778~14273360,382234510~2899922,404767020~7024485] 2024-04-12T17:16:19.259 INFO:tasks.workunit.client.0.smithi099.stdout:from 15 to HEAD diff [14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,63715892~8546634,75739605~4422764,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~4372835,167935280~5126799,221190461~4912724,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,257544879~389423,263080679~6660067,274729110~3513556,291915000~4555593,296913136~250560,297350336~4767179,311889121~295748,322294063~7045588,335331344~7590417,347795360~3175754,353682778~14273360,382234510~2899922,404767020~6169052] 2024-04-12T17:16:19.259 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,63715892~8546634,75739605~4422764,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~4372835,167935280~5126799,221190461~4912724,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,257544879~389423,263080679~6660067,274729110~3513556,291915000~4555593,296913136~250560,297350336~4767179,311889121~295748,322294063~7045588,335331344~7590417,347795360~3175754,353682778~14273360,382234510~2899922,404767020~6169052] 2024-04-12T17:16:19.263 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,63715892~8546634,75497472~4664897,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~4372835,167935280~5126799,221190461~4912724,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,257544879~389423,263080679~6660067,274729110~3513556,291915000~4555593,296913136~250560,297350336~4767179,311889121~295748,322294063~7045588,335331344~7590417,346254727~4716387,353682778~14273360,382234510~2899922,404767020~6169052] 2024-04-12T17:16:19.263 INFO:tasks.workunit.client.0.smithi099.stdout:from 16 to HEAD diff [14840201~1801807,18618850~3526262,43189683~5625216,63715892~8546634,76727342~1173145,107412798~7946662,122040396~4013409,134810979~5063713,148832614~4372835,167935280~5126799,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249298241~3755953,263080679~6660067,274729110~3513556,296913136~250560,297350336~4767179,311889121~295748,322294063~7045588,335331344~5215130,347795360~3175754,353682778~14273360,382234510~2899922] 2024-04-12T17:16:19.263 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [14840201~1801807,18618850~3526262,43189683~5625216,63715892~8546634,76727342~1173145,107412798~7946662,122040396~4013409,134810979~5063713,148832614~4372835,167935280~5126799,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249298241~3755953,263080679~6660067,274729110~3513556,296913136~250560,297350336~4767179,311889121~295748,322294063~7045588,335331344~5215130,347795360~3175754,353682778~14273360,382234510~2899922] 2024-04-12T17:16:19.268 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [14840201~1801807,18618850~3526262,43189683~5625216,63715892~8546634,76727342~1173145,107412798~7946662,122040396~4013409,134810979~5063713,148832614~4372835,167935280~5126799,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249298241~3755953,263080679~6660067,274729110~3513556,296913136~250560,297350336~4767179,311889121~295748,322294063~7045588,335331344~5215130,346254727~4716387,353682778~14273360,382234510~2899922] 2024-04-12T17:16:19.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:19 smithi099 ceph-mon[96864]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-12T17:16:19.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:19 smithi099 ceph-mon[96864]: pgmap v3997: 137 pgs: 137 active+clean; 841 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 228 KiB/s rd, 34 MiB/s wr, 1.00k op/s 2024-04-12T17:16:19.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:19 smithi099 ceph-mon[94290]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-12T17:16:19.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:19 smithi099 ceph-mon[94290]: pgmap v3997: 137 pgs: 137 active+clean; 841 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 228 KiB/s rd, 34 MiB/s wr, 1.00k op/s 2024-04-12T17:16:19.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:19 smithi110 ceph-mon[88691]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-12T17:16:19.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:19 smithi110 ceph-mon[88691]: pgmap v3997: 137 pgs: 137 active+clean; 841 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 228 KiB/s rd, 34 MiB/s wr, 1.00k op/s 2024-04-12T17:16:20.147 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,57767294~14495232,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~32561592,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:20.147 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,57767294~14495232,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~32561592,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:20.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:20 smithi099 ceph-mon[94290]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-12T17:16:20.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:20 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.2", "id": [4, 1]}]: dispatch 2024-04-12T17:16:20.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:20 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.9", "id": [3, 5]}]: dispatch 2024-04-12T17:16:20.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:20 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.e", "id": [3, 6]}]: dispatch 2024-04-12T17:16:20.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:20 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.19", "id": [4, 6]}]: dispatch 2024-04-12T17:16:20.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:20 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1f", "id": [4, 5]}]: dispatch 2024-04-12T17:16:20.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:20 smithi099 ceph-mon[96864]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-12T17:16:20.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:20 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.2", "id": [4, 1]}]: dispatch 2024-04-12T17:16:20.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:20 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.9", "id": [3, 5]}]: dispatch 2024-04-12T17:16:20.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:20 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.e", "id": [3, 6]}]: dispatch 2024-04-12T17:16:20.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:20 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.19", "id": [4, 6]}]: dispatch 2024-04-12T17:16:20.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:20 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1f", "id": [4, 5]}]: dispatch 2024-04-12T17:16:20.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:20 smithi110 ceph-mon[88691]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-12T17:16:20.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:20 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.2", "id": [4, 1]}]: dispatch 2024-04-12T17:16:20.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:20 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.9", "id": [3, 5]}]: dispatch 2024-04-12T17:16:20.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:20 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.e", "id": [3, 6]}]: dispatch 2024-04-12T17:16:20.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:20 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.19", "id": [4, 6]}]: dispatch 2024-04-12T17:16:20.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:20 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1f", "id": [4, 5]}]: dispatch 2024-04-12T17:16:21.191 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,54525952~17736574,75497472~10367557,86873020~11626725,99978368~1336207,105721176~24201975,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~16660921,213909504~16586391,230686720~8495749,239516752~91523060,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:21.191 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~5339456,302138526~27201125,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:21.191 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~5339456,302138526~27201125,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:21.197 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~24201975,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~56953841,296778059~5339456,302138526~28901286,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:21.198 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:21.198 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:21.205 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~34258982,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:21.205 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:21.205 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:21.212 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~20170419,164380677~10156941,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,331350016~19621098,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:21.213 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~7867828,205821946~3119705,214463486~2058769,217170204~797103,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:21.213 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~7867828,205821946~3119705,214463486~2058769,217170204~797103,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:21.220 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~20170419,164380677~10156941,176160768~3583865,180780614~6409930,187525344~721828,197132288~8026299,205821946~3119705,214463486~2058769,217170204~797103,221190461~9305434,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,333587168~17383946,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:21.220 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~25212034,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:21.220 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~25212034,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:21.229 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~10898213,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,214463486~2058769,221190461~9305434,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~25212034,284028805~12441788,296913136~250560,297350336~4767179,308323280~22716532,333587168~17383946,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:21.229 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~22371868,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:21.229 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~22371868,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:21.237 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~13856402,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~10898213,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,214463486~2058769,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~22371868,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~22716532,335331344~15639770,353682778~15522461,369829964~11742679,381681664~9190874,397092164~18898085] 2024-04-12T17:16:21.237 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to HEAD diff [5483889~11932863,18433392~13856402,37723614~15818431,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,86918167~11581578,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,315492217~13847434,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:21.237 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,37723614~15818431,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,86918167~11581578,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,315492217~13847434,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:21.244 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~13856402,37723614~15818431,58079045~4587604,63715892~8546634,75497472~10367557,86918167~11581578,99978368~1336207,105721176~10898213,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,315492217~15547595,335331344~15639770,353682778~15522461,369829964~11742679,381681664~9190874,397092164~14699341] 2024-04-12T17:16:21.244 INFO:tasks.workunit.client.0.smithi099.stdout:from 8 to HEAD diff [5483889~11932863,18433392~13856402,37723614~12639131,52872714~669331,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,89578370~8921375,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~12043399,330477767~562045,335331344~10923383,347795360~3175754,353682778~14273360,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:21.244 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,37723614~12639131,52872714~669331,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,89578370~8921375,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~12043399,330477767~562045,335331344~10923383,347795360~3175754,353682778~14273360,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:21.251 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~13856402,37723614~12639131,52872714~669331,58079045~4587604,63715892~8546634,75497472~10367557,89578370~8921375,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~13743560,335331344~15639770,353682778~14273360,369829964~11742679,381681664~9190874,397092164~14699341] 2024-04-12T17:16:21.251 INFO:tasks.workunit.client.0.smithi099.stdout:from 9 to HEAD diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~12639131,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~12043399,330477767~562045,335331344~10923383,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,397092164~14699341] 2024-04-12T17:16:21.252 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~12639131,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~12043399,330477767~562045,335331344~10923383,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,397092164~14699341] 2024-04-12T17:16:21.258 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~9647857,14840201~1801807,18433392~13856402,37723614~12639131,58079045~4587604,63715892~8546634,75497472~10367557,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~13743560,335331344~15639770,353682778~14273360,369829964~6153173,382234510~2899922,389185609~1686929,397092164~14699341] 2024-04-12T17:16:21.258 INFO:tasks.workunit.client.0.smithi099.stdout:from 10 to HEAD diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,134810979~5063713,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,404504510~7286995] 2024-04-12T17:16:21.258 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,134810979~5063713,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,404504510~7286995] 2024-04-12T17:16:21.265 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~9647857,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75497472~10367557,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,134810979~5063713,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~13743560,335331344~7590417,346254727~4716387,353682778~14273360,369829964~6153173,382234510~2899922,389185609~1686929,404504510~7286995] 2024-04-12T17:16:21.265 INFO:tasks.workunit.client.0.smithi099.stdout:from 11 to HEAD diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,197290759~7867828,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,404767020~7024485] 2024-04-12T17:16:21.266 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,197290759~7867828,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,404767020~7024485] 2024-04-12T17:16:21.275 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~9647857,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75497472~10367557,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,197132288~8026299,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~13743560,335331344~7590417,346254727~4716387,353682778~14273360,369829964~6153173,382234510~2899922,389185609~1686929,404767020~7024485] 2024-04-12T17:16:21.275 INFO:tasks.workunit.client.0.smithi099.stdout:from 12 to HEAD diff [5932402~7909759,14840201~1801807,18618850~13670944,43189683~5625216,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,272210916~537610,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,404767020~7024485] 2024-04-12T17:16:21.275 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5932402~7909759,14840201~1801807,18618850~13670944,43189683~5625216,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,272210916~537610,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,404767020~7024485] 2024-04-12T17:16:21.281 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [5932402~7909759,14840201~1801807,18618850~13670944,43189683~5625216,58131467~2588333,63715892~8546634,75497472~10367557,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,272210916~537610,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~13743560,335331344~7590417,346254727~4716387,353682778~14273360,369829964~6153173,382234510~2899922,404767020~7024485] 2024-04-12T17:16:21.281 INFO:tasks.workunit.client.0.smithi099.stdout:from 13 to HEAD diff [5932402~7909759,14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~8511011,158073268~2375787,167935280~6602338,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,274729110~3513556,284831785~536070,288331575~8139018,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,382234510~2899922,404767020~7024485] 2024-04-12T17:16:21.281 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5932402~7909759,14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~8511011,158073268~2375787,167935280~6602338,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,274729110~3513556,284831785~536070,288331575~8139018,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,382234510~2899922,404767020~7024485] 2024-04-12T17:16:21.290 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [5932402~7909759,14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,58131467~2588333,63715892~8546634,75497472~10367557,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~8511011,158073268~2375787,167935280~6602338,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,274729110~3513556,284831785~536070,288331575~8139018,296913136~250560,297350336~4767179,311889121~295748,317296252~13743560,335331344~7590417,346254727~4716387,353682778~14273360,382234510~2899922,404767020~7024485] 2024-04-12T17:16:21.290 INFO:tasks.workunit.client.0.smithi099.stdout:from 14 to HEAD diff [14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,63715892~8546634,75739605~4422764,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~8511011,167935280~5126799,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,257544879~389423,263080679~6660067,274729110~3513556,284831785~536070,291915000~4555593,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,382234510~2899922,404767020~7024485] 2024-04-12T17:16:21.291 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,63715892~8546634,75739605~4422764,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~8511011,167935280~5126799,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,257544879~389423,263080679~6660067,274729110~3513556,284831785~536070,291915000~4555593,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,382234510~2899922,404767020~7024485] 2024-04-12T17:16:21.297 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,63715892~8546634,75497472~4664897,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~8511011,167935280~5126799,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,257544879~389423,263080679~6660067,274729110~3513556,284831785~536070,291915000~4555593,296913136~250560,297350336~4767179,311889121~295748,317296252~13743560,335331344~7590417,346254727~4716387,353682778~14273360,382234510~2899922,404767020~7024485] 2024-04-12T17:16:21.297 INFO:tasks.workunit.client.0.smithi099.stdout:from 15 to HEAD diff [14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,63715892~8546634,75739605~4422764,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~4372835,167935280~5126799,221190461~4912724,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,257544879~389423,263080679~6660067,274729110~3513556,291915000~4555593,296913136~250560,297350336~4767179,311889121~295748,322294063~7045588,335331344~7590417,347795360~3175754,353682778~14273360,382234510~2899922,404767020~6169052] 2024-04-12T17:16:21.297 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,63715892~8546634,75739605~4422764,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~4372835,167935280~5126799,221190461~4912724,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,257544879~389423,263080679~6660067,274729110~3513556,291915000~4555593,296913136~250560,297350336~4767179,311889121~295748,322294063~7045588,335331344~7590417,347795360~3175754,353682778~14273360,382234510~2899922,404767020~6169052] 2024-04-12T17:16:21.306 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,63715892~8546634,75497472~4664897,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~4372835,167935280~5126799,221190461~4912724,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,257544879~389423,263080679~6660067,274729110~3513556,291915000~4555593,296913136~250560,297350336~4767179,311889121~295748,322294063~7045588,335331344~7590417,346254727~4716387,353682778~14273360,382234510~2899922,404767020~6169052] 2024-04-12T17:16:21.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.2", "id": [4, 1]}]': finished 2024-04-12T17:16:21.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.9", "id": [3, 5]}]': finished 2024-04-12T17:16:21.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.e", "id": [3, 6]}]': finished 2024-04-12T17:16:21.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.19", "id": [4, 6]}]': finished 2024-04-12T17:16:21.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1f", "id": [4, 5]}]': finished 2024-04-12T17:16:21.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:21 smithi099 ceph-mon[94290]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-12T17:16:21.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:21 smithi099 ceph-mon[94290]: pgmap v4000: 137 pgs: 137 active+clean; 873 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 175 KiB/s rd, 18 MiB/s wr, 3.81k op/s 2024-04-12T17:16:21.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.2", "id": [4, 1]}]': finished 2024-04-12T17:16:21.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.9", "id": [3, 5]}]': finished 2024-04-12T17:16:21.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.e", "id": [3, 6]}]': finished 2024-04-12T17:16:21.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.19", "id": [4, 6]}]': finished 2024-04-12T17:16:21.384 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1f", "id": [4, 5]}]': finished 2024-04-12T17:16:21.384 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:21 smithi099 ceph-mon[96864]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-12T17:16:21.384 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:21 smithi099 ceph-mon[96864]: pgmap v4000: 137 pgs: 137 active+clean; 873 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 175 KiB/s rd, 18 MiB/s wr, 3.81k op/s 2024-04-12T17:16:21.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.2", "id": [4, 1]}]': finished 2024-04-12T17:16:21.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.9", "id": [3, 5]}]': finished 2024-04-12T17:16:21.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.e", "id": [3, 6]}]': finished 2024-04-12T17:16:21.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.19", "id": [4, 6]}]': finished 2024-04-12T17:16:21.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1f", "id": [4, 5]}]': finished 2024-04-12T17:16:21.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:21 smithi110 ceph-mon[88691]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-12T17:16:21.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:21 smithi110 ceph-mon[88691]: pgmap v4000: 137 pgs: 137 active+clean; 873 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 175 KiB/s rd, 18 MiB/s wr, 3.81k op/s 2024-04-12T17:16:22.169 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,57767294~14495232,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~32561592,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:22.169 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,57767294~14495232,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~32561592,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:22.196 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,54525952~17736574,75497472~10367557,86873020~11626725,99978368~1336207,105721176~24201975,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~16660921,213909504~16586391,230686720~8495749,239516752~91523060,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:22.196 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~5339456,302138526~27201125,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:22.196 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~5339456,302138526~27201125,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:22.202 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~24201975,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~56953841,296778059~5339456,302138526~28901286,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:22.202 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:22.202 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:22.208 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~34258982,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:22.208 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:22.208 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:22.214 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~20170419,164380677~10156941,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,331350016~19621098,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:22.214 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~7867828,205821946~3119705,214463486~2058769,217170204~797103,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:22.214 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~7867828,205821946~3119705,214463486~2058769,217170204~797103,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:22.220 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~20170419,164380677~10156941,176160768~3583865,180780614~6409930,187525344~721828,197132288~8026299,205821946~3119705,214463486~2058769,217170204~797103,221190461~9305434,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,333587168~17383946,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:22.220 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~25212034,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:22.220 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~25212034,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:22.226 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~10898213,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,214463486~2058769,221190461~9305434,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~25212034,284028805~12441788,296913136~250560,297350336~4767179,308323280~22716532,333587168~17383946,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:22.226 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~22371868,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:22.226 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~22371868,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:22.232 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~13856402,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~10898213,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,214463486~2058769,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~22371868,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~22716532,335331344~15639770,353682778~15522461,369829964~11742679,381681664~9190874,397092164~18898085] 2024-04-12T17:16:22.232 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to HEAD diff [5483889~11932863,18433392~13856402,37723614~15818431,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,86918167~11581578,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,315492217~13847434,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:22.232 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,37723614~15818431,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,86918167~11581578,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,315492217~13847434,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:22.238 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~13856402,37723614~15818431,58079045~4587604,63715892~8546634,75497472~10367557,86918167~11581578,99978368~1336207,105721176~10898213,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,315492217~15547595,335331344~15639770,353682778~15522461,369829964~11742679,381681664~9190874,397092164~14699341] 2024-04-12T17:16:22.238 INFO:tasks.workunit.client.0.smithi099.stdout:from 8 to HEAD diff [5483889~11932863,18433392~13856402,37723614~12639131,52872714~669331,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,89578370~8921375,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~12043399,330477767~562045,335331344~10923383,347795360~3175754,353682778~14273360,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:22.238 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,37723614~12639131,52872714~669331,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,89578370~8921375,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~12043399,330477767~562045,335331344~10923383,347795360~3175754,353682778~14273360,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:22.245 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~13856402,37723614~12639131,52872714~669331,58079045~4587604,63715892~8546634,75497472~10367557,89578370~8921375,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~13743560,335331344~15639770,353682778~14273360,369829964~11742679,381681664~9190874,397092164~14699341] 2024-04-12T17:16:22.246 INFO:tasks.workunit.client.0.smithi099.stdout:from 9 to HEAD diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~12639131,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~12043399,330477767~562045,335331344~10923383,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,397092164~14699341] 2024-04-12T17:16:22.246 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~12639131,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~12043399,330477767~562045,335331344~10923383,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,397092164~14699341] 2024-04-12T17:16:22.251 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~9647857,14840201~1801807,18433392~13856402,37723614~12639131,58079045~4587604,63715892~8546634,75497472~10367557,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~13743560,335331344~15639770,353682778~14273360,369829964~6153173,382234510~2899922,389185609~1686929,397092164~14699341] 2024-04-12T17:16:22.252 INFO:tasks.workunit.client.0.smithi099.stdout:from 10 to HEAD diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,134810979~5063713,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,404504510~7286995] 2024-04-12T17:16:22.252 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,134810979~5063713,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,404504510~7286995] 2024-04-12T17:16:22.257 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~9647857,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75497472~10367557,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,134810979~5063713,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~13743560,335331344~7590417,346254727~4716387,353682778~14273360,369829964~6153173,382234510~2899922,389185609~1686929,404504510~7286995] 2024-04-12T17:16:22.257 INFO:tasks.workunit.client.0.smithi099.stdout:from 11 to HEAD diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,197290759~7867828,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,404767020~7024485] 2024-04-12T17:16:22.257 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,197290759~7867828,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,404767020~7024485] 2024-04-12T17:16:22.263 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~9647857,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75497472~10367557,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,197132288~8026299,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~13743560,335331344~7590417,346254727~4716387,353682778~14273360,369829964~6153173,382234510~2899922,389185609~1686929,404767020~7024485] 2024-04-12T17:16:22.263 INFO:tasks.workunit.client.0.smithi099.stdout:from 12 to HEAD diff [5932402~7909759,14840201~1801807,18618850~13670944,43189683~5625216,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,272210916~537610,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,404767020~7024485] 2024-04-12T17:16:22.263 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5932402~7909759,14840201~1801807,18618850~13670944,43189683~5625216,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,272210916~537610,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,404767020~7024485] 2024-04-12T17:16:22.269 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [5932402~7909759,14840201~1801807,18618850~13670944,43189683~5625216,58131467~2588333,63715892~8546634,75497472~10367557,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,272210916~537610,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~13743560,335331344~7590417,346254727~4716387,353682778~14273360,369829964~6153173,382234510~2899922,404767020~7024485] 2024-04-12T17:16:22.269 INFO:tasks.workunit.client.0.smithi099.stdout:from 13 to HEAD diff [5932402~7909759,14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~8511011,158073268~2375787,167935280~6602338,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,274729110~3513556,284831785~536070,288331575~8139018,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,382234510~2899922,404767020~7024485] 2024-04-12T17:16:22.269 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5932402~7909759,14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~8511011,158073268~2375787,167935280~6602338,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,274729110~3513556,284831785~536070,288331575~8139018,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,382234510~2899922,404767020~7024485] 2024-04-12T17:16:22.274 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [5932402~7909759,14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,58131467~2588333,63715892~8546634,75497472~10367557,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~8511011,158073268~2375787,167935280~6602338,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,274729110~3513556,284831785~536070,288331575~8139018,296913136~250560,297350336~4767179,311889121~295748,317296252~13743560,335331344~7590417,346254727~4716387,353682778~14273360,382234510~2899922,404767020~7024485] 2024-04-12T17:16:22.274 INFO:tasks.workunit.client.0.smithi099.stdout:from 14 to HEAD diff [14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,63715892~8546634,75739605~4422764,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~8511011,167935280~5126799,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,257544879~389423,263080679~6660067,274729110~3513556,284831785~536070,291915000~4555593,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,382234510~2899922,404767020~7024485] 2024-04-12T17:16:22.274 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,63715892~8546634,75739605~4422764,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~8511011,167935280~5126799,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,257544879~389423,263080679~6660067,274729110~3513556,284831785~536070,291915000~4555593,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,382234510~2899922,404767020~7024485] 2024-04-12T17:16:22.279 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,63715892~8546634,75497472~4664897,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~8511011,167935280~5126799,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,257544879~389423,263080679~6660067,274729110~3513556,284831785~536070,291915000~4555593,296913136~250560,297350336~4767179,311889121~295748,317296252~13743560,335331344~7590417,346254727~4716387,353682778~14273360,382234510~2899922,404767020~7024485] 2024-04-12T17:16:22.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:22 smithi099 ceph-mon[94290]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-12T17:16:22.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:22 smithi099 ceph-mon[96864]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-12T17:16:22.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:22 smithi110 ceph-mon[88691]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-12T17:16:22.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:16:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:16:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:16:23.164 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,57767294~14495232,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~32561592,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:23.164 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,57767294~14495232,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~32561592,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:23.203 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,54525952~17736574,75497472~10367557,86873020~11626725,99978368~1336207,105721176~24201975,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~16660921,213909504~16586391,230686720~8495749,239516752~91523060,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:23.203 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~5339456,302138526~27201125,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:23.203 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~5339456,302138526~27201125,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:23.209 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~24201975,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~56953841,296778059~5339456,302138526~28901286,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:23.209 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:23.209 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:23.215 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~34258982,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:23.215 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:23.215 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:23.221 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~20170419,164380677~10156941,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,331350016~19621098,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:23.221 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~7867828,205821946~3119705,214463486~2058769,217170204~797103,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:23.221 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~7867828,205821946~3119705,214463486~2058769,217170204~797103,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:23.227 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~20170419,164380677~10156941,176160768~3583865,180780614~6409930,187525344~721828,197132288~8026299,205821946~3119705,214463486~2058769,217170204~797103,221190461~9305434,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,333587168~17383946,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:23.227 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~25212034,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:23.227 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~25212034,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:23.233 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~10898213,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,214463486~2058769,221190461~9305434,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~25212034,284028805~12441788,296913136~250560,297350336~4767179,308323280~22716532,333587168~17383946,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:23.233 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~22371868,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:23.233 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~22371868,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:23.239 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~13856402,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~10898213,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,214463486~2058769,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~22371868,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~22716532,335331344~15639770,353682778~15522461,369829964~11742679,381681664~9190874,397092164~18898085] 2024-04-12T17:16:23.239 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to HEAD diff [5483889~11932863,18433392~13856402,37723614~15818431,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,86918167~11581578,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,315492217~13847434,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:23.239 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,37723614~15818431,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,86918167~11581578,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,315492217~13847434,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:23.244 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~13856402,37723614~15818431,58079045~4587604,63715892~8546634,75497472~10367557,86918167~11581578,99978368~1336207,105721176~10898213,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,315492217~15547595,335331344~15639770,353682778~15522461,369829964~11742679,381681664~9190874,397092164~14699341] 2024-04-12T17:16:23.245 INFO:tasks.workunit.client.0.smithi099.stdout:from 8 to HEAD diff [5483889~11932863,18433392~13856402,37723614~12639131,52872714~669331,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,89578370~8921375,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~12043399,330477767~562045,335331344~10923383,347795360~3175754,353682778~14273360,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:23.245 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,37723614~12639131,52872714~669331,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,89578370~8921375,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~12043399,330477767~562045,335331344~10923383,347795360~3175754,353682778~14273360,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:23.250 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~13856402,37723614~12639131,52872714~669331,58079045~4587604,63715892~8546634,75497472~10367557,89578370~8921375,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~13743560,335331344~15639770,353682778~14273360,369829964~11742679,381681664~9190874,397092164~14699341] 2024-04-12T17:16:23.251 INFO:tasks.workunit.client.0.smithi099.stdout:from 9 to HEAD diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~12639131,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~12043399,330477767~562045,335331344~10923383,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,397092164~14699341] 2024-04-12T17:16:23.251 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~12639131,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~12043399,330477767~562045,335331344~10923383,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,397092164~14699341] 2024-04-12T17:16:23.256 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~9647857,14840201~1801807,18433392~13856402,37723614~12639131,58079045~4587604,63715892~8546634,75497472~10367557,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~13743560,335331344~15639770,353682778~14273360,369829964~6153173,382234510~2899922,389185609~1686929,397092164~14699341] 2024-04-12T17:16:23.256 INFO:tasks.workunit.client.0.smithi099.stdout:from 10 to HEAD diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,134810979~5063713,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,404504510~7286995] 2024-04-12T17:16:23.257 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,134810979~5063713,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,404504510~7286995] 2024-04-12T17:16:23.262 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~9647857,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75497472~10367557,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,134810979~5063713,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~13743560,335331344~7590417,346254727~4716387,353682778~14273360,369829964~6153173,382234510~2899922,389185609~1686929,404504510~7286995] 2024-04-12T17:16:23.262 INFO:tasks.workunit.client.0.smithi099.stdout:from 11 to HEAD diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,197290759~7867828,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,404767020~7024485] 2024-04-12T17:16:23.262 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,197290759~7867828,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,404767020~7024485] 2024-04-12T17:16:23.267 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~9647857,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75497472~10367557,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,197132288~8026299,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~13743560,335331344~7590417,346254727~4716387,353682778~14273360,369829964~6153173,382234510~2899922,389185609~1686929,404767020~7024485] 2024-04-12T17:16:23.268 INFO:tasks.workunit.client.0.smithi099.stdout:from 12 to HEAD diff [5932402~7909759,14840201~1801807,18618850~13670944,43189683~5625216,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,272210916~537610,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,404767020~7024485] 2024-04-12T17:16:23.268 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5932402~7909759,14840201~1801807,18618850~13670944,43189683~5625216,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,272210916~537610,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,404767020~7024485] 2024-04-12T17:16:23.273 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [5932402~7909759,14840201~1801807,18618850~13670944,43189683~5625216,58131467~2588333,63715892~8546634,75497472~10367557,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,272210916~537610,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~13743560,335331344~7590417,346254727~4716387,353682778~14273360,369829964~6153173,382234510~2899922,404767020~7024485] 2024-04-12T17:16:23.273 INFO:tasks.workunit.client.0.smithi099.stdout:from 13 to HEAD diff [5932402~7909759,14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~8511011,158073268~2375787,167935280~6602338,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,274729110~3513556,284831785~536070,288331575~8139018,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,382234510~2899922,404767020~7024485] 2024-04-12T17:16:23.273 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5932402~7909759,14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~8511011,158073268~2375787,167935280~6602338,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,274729110~3513556,284831785~536070,288331575~8139018,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,382234510~2899922,404767020~7024485] 2024-04-12T17:16:23.278 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [5932402~7909759,14840201~1801807,18618850~3526262,23757839~8531955,43189683~5625216,58131467~2588333,63715892~8546634,75497472~10367557,89578370~1985291,107412798~7946662,122040396~4013409,134810979~5063713,148832614~8511011,158073268~2375787,167935280~6602338,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,274729110~3513556,284831785~536070,288331575~8139018,296913136~250560,297350336~4767179,311889121~295748,317296252~13743560,335331344~7590417,346254727~4716387,353682778~14273360,382234510~2899922,404767020~7024485] 2024-04-12T17:16:23.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:23 smithi110 ceph-mon[88691]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-12T17:16:23.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:23 smithi110 ceph-mon[88691]: pgmap v4003: 137 pgs: 1 active+recovering, 2 active+recovery_wait+degraded, 134 active+clean; 868 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 160 KiB/s rd, 8.1 MiB/s wr, 4.87k op/s; 24/1416 objects degraded (1.695%); 11/1416 objects misplaced (0.777%); 4.3 MiB/s, 2 objects/s recovering 2024-04-12T17:16:23.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:23 smithi099 ceph-mon[94290]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-12T17:16:23.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:23 smithi099 ceph-mon[94290]: pgmap v4003: 137 pgs: 1 active+recovering, 2 active+recovery_wait+degraded, 134 active+clean; 868 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 160 KiB/s rd, 8.1 MiB/s wr, 4.87k op/s; 24/1416 objects degraded (1.695%); 11/1416 objects misplaced (0.777%); 4.3 MiB/s, 2 objects/s recovering 2024-04-12T17:16:23.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:23 smithi099 ceph-mon[96864]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-12T17:16:23.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:23 smithi099 ceph-mon[96864]: pgmap v4003: 137 pgs: 1 active+recovering, 2 active+recovery_wait+degraded, 134 active+clean; 868 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 160 KiB/s rd, 8.1 MiB/s wr, 4.87k op/s; 24/1416 objects degraded (1.695%); 11/1416 objects misplaced (0.777%); 4.3 MiB/s, 2 objects/s recovering 2024-04-12T17:16:24.166 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,57767294~14495232,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~32561592,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:24.166 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,57767294~14495232,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~32561592,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:24.205 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,54525952~17736574,75497472~10367557,86873020~11626725,99978368~1336207,105721176~24201975,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~16660921,213909504~16586391,230686720~8495749,239516752~91523060,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:24.205 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~5339456,302138526~27201125,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:24.205 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~5339456,302138526~27201125,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:24.210 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~24201975,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~56953841,296778059~5339456,302138526~28901286,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:24.210 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:24.210 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:24.215 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~34258982,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:24.216 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:24.216 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:24.221 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~20170419,164380677~10156941,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,331350016~19621098,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:24.221 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~7867828,205821946~3119705,214463486~2058769,217170204~797103,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:24.221 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~7867828,205821946~3119705,214463486~2058769,217170204~797103,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:24.227 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~20170419,164380677~10156941,176160768~3583865,180780614~6409930,187525344~721828,197132288~8026299,205821946~3119705,214463486~2058769,217170204~797103,221190461~9305434,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,333587168~17383946,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:24.227 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~25212034,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:24.227 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~25212034,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:24.232 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~10898213,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,214463486~2058769,221190461~9305434,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~25212034,284028805~12441788,296913136~250560,297350336~4767179,308323280~22716532,333587168~17383946,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:24.232 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~22371868,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:24.232 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~22371868,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:24.238 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~13856402,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~10898213,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,214463486~2058769,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~22371868,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~22716532,335331344~15639770,353682778~15522461,369829964~11742679,381681664~9190874,397092164~18898085] 2024-04-12T17:16:24.238 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to HEAD diff [5483889~11932863,18433392~13856402,37723614~15818431,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,86918167~11581578,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,315492217~13847434,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:24.238 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,37723614~15818431,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,86918167~11581578,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,315492217~13847434,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:24.243 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~13856402,37723614~15818431,58079045~4587604,63715892~8546634,75497472~10367557,86918167~11581578,99978368~1336207,105721176~10898213,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,315492217~15547595,335331344~15639770,353682778~15522461,369829964~11742679,381681664~9190874,397092164~14699341] 2024-04-12T17:16:24.243 INFO:tasks.workunit.client.0.smithi099.stdout:from 8 to HEAD diff [5483889~11932863,18433392~13856402,37723614~12639131,52872714~669331,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,89578370~8921375,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~12043399,330477767~562045,335331344~10923383,347795360~3175754,353682778~14273360,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:24.244 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,37723614~12639131,52872714~669331,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,89578370~8921375,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~12043399,330477767~562045,335331344~10923383,347795360~3175754,353682778~14273360,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:24.249 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~13856402,37723614~12639131,52872714~669331,58079045~4587604,63715892~8546634,75497472~10367557,89578370~8921375,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~13743560,335331344~15639770,353682778~14273360,369829964~11742679,381681664~9190874,397092164~14699341] 2024-04-12T17:16:24.250 INFO:tasks.workunit.client.0.smithi099.stdout:from 9 to HEAD diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~12639131,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~12043399,330477767~562045,335331344~10923383,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,397092164~14699341] 2024-04-12T17:16:24.250 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~12639131,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~12043399,330477767~562045,335331344~10923383,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,397092164~14699341] 2024-04-12T17:16:24.255 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~9647857,14840201~1801807,18433392~13856402,37723614~12639131,58079045~4587604,63715892~8546634,75497472~10367557,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~13743560,335331344~15639770,353682778~14273360,369829964~6153173,382234510~2899922,389185609~1686929,397092164~14699341] 2024-04-12T17:16:24.255 INFO:tasks.workunit.client.0.smithi099.stdout:from 10 to HEAD diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,134810979~5063713,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,404504510~7286995] 2024-04-12T17:16:24.255 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,134810979~5063713,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,404504510~7286995] 2024-04-12T17:16:24.261 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~9647857,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75497472~10367557,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,134810979~5063713,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~13743560,335331344~7590417,346254727~4716387,353682778~14273360,369829964~6153173,382234510~2899922,389185609~1686929,404504510~7286995] 2024-04-12T17:16:24.261 INFO:tasks.workunit.client.0.smithi099.stdout:from 11 to HEAD diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,197290759~7867828,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,404767020~7024485] 2024-04-12T17:16:24.261 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,197290759~7867828,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,404767020~7024485] 2024-04-12T17:16:24.266 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~9647857,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75497472~10367557,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,197132288~8026299,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~13743560,335331344~7590417,346254727~4716387,353682778~14273360,369829964~6153173,382234510~2899922,389185609~1686929,404767020~7024485] 2024-04-12T17:16:24.266 INFO:tasks.workunit.client.0.smithi099.stdout:from 12 to HEAD diff [5932402~7909759,14840201~1801807,18618850~13670944,43189683~5625216,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,272210916~537610,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,404767020~7024485] 2024-04-12T17:16:24.266 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5932402~7909759,14840201~1801807,18618850~13670944,43189683~5625216,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,272210916~537610,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,404767020~7024485] 2024-04-12T17:16:24.271 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [5932402~7909759,14840201~1801807,18618850~13670944,43189683~5625216,58131467~2588333,63715892~8546634,75497472~10367557,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,272210916~537610,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~13743560,335331344~7590417,346254727~4716387,353682778~14273360,369829964~6153173,382234510~2899922,404767020~7024485] 2024-04-12T17:16:24.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:24 smithi110 ceph-mon[88691]: Health check failed: Degraded data redundancy: 24/1416 objects degraded (1.695%), 2 pgs degraded (PG_DEGRADED) 2024-04-12T17:16:24.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:24 smithi110 ceph-mon[88691]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-12T17:16:24.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:24 smithi099 ceph-mon[94290]: Health check failed: Degraded data redundancy: 24/1416 objects degraded (1.695%), 2 pgs degraded (PG_DEGRADED) 2024-04-12T17:16:24.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:24 smithi099 ceph-mon[94290]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-12T17:16:24.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:24 smithi099 ceph-mon[96864]: Health check failed: Degraded data redundancy: 24/1416 objects degraded (1.695%), 2 pgs degraded (PG_DEGRADED) 2024-04-12T17:16:24.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:24 smithi099 ceph-mon[96864]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-12T17:16:24.943 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,57767294~14495232,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~32561592,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:24.943 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,57767294~14495232,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~32561592,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:24.981 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,54525952~17736574,75497472~10367557,86873020~11626725,99978368~1336207,105721176~24201975,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~16660921,213909504~16586391,230686720~8495749,239516752~91523060,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:24.981 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~5339456,302138526~27201125,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:24.981 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~5339456,302138526~27201125,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:24.987 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~24201975,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~56953841,296778059~5339456,302138526~28901286,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:24.987 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:24.987 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:24.992 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~34258982,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:24.993 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:24.993 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:25.000 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~20170419,164380677~10156941,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,331350016~19621098,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:25.000 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~7867828,205821946~3119705,214463486~2058769,217170204~797103,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:25.000 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~7867828,205821946~3119705,214463486~2058769,217170204~797103,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:25.005 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~20170419,164380677~10156941,176160768~3583865,180780614~6409930,187525344~721828,197132288~8026299,205821946~3119705,214463486~2058769,217170204~797103,221190461~9305434,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,333587168~17383946,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:25.005 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~25212034,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:25.005 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~25212034,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:25.011 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~10898213,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,214463486~2058769,221190461~9305434,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~25212034,284028805~12441788,296913136~250560,297350336~4767179,308323280~22716532,333587168~17383946,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:25.011 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~22371868,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:25.011 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~22371868,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:25.016 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~13856402,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~10898213,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,214463486~2058769,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~22371868,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~22716532,335331344~15639770,353682778~15522461,369829964~11742679,381681664~9190874,397092164~18898085] 2024-04-12T17:16:25.016 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to HEAD diff [5483889~11932863,18433392~13856402,37723614~15818431,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,86918167~11581578,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,315492217~13847434,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:25.016 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,37723614~15818431,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,86918167~11581578,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,315492217~13847434,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:25.022 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~13856402,37723614~15818431,58079045~4587604,63715892~8546634,75497472~10367557,86918167~11581578,99978368~1336207,105721176~10898213,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,315492217~15547595,335331344~15639770,353682778~15522461,369829964~11742679,381681664~9190874,397092164~14699341] 2024-04-12T17:16:25.022 INFO:tasks.workunit.client.0.smithi099.stdout:from 8 to HEAD diff [5483889~11932863,18433392~13856402,37723614~12639131,52872714~669331,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,89578370~8921375,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~12043399,330477767~562045,335331344~10923383,347795360~3175754,353682778~14273360,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:25.022 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,37723614~12639131,52872714~669331,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,89578370~8921375,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~12043399,330477767~562045,335331344~10923383,347795360~3175754,353682778~14273360,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:25.027 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~13856402,37723614~12639131,52872714~669331,58079045~4587604,63715892~8546634,75497472~10367557,89578370~8921375,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~13743560,335331344~15639770,353682778~14273360,369829964~11742679,381681664~9190874,397092164~14699341] 2024-04-12T17:16:25.028 INFO:tasks.workunit.client.0.smithi099.stdout:from 9 to HEAD diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~12639131,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~12043399,330477767~562045,335331344~10923383,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,397092164~14699341] 2024-04-12T17:16:25.028 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~12639131,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~12043399,330477767~562045,335331344~10923383,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,397092164~14699341] 2024-04-12T17:16:25.033 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~9647857,14840201~1801807,18433392~13856402,37723614~12639131,58079045~4587604,63715892~8546634,75497472~10367557,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~13743560,335331344~15639770,353682778~14273360,369829964~6153173,382234510~2899922,389185609~1686929,397092164~14699341] 2024-04-12T17:16:25.033 INFO:tasks.workunit.client.0.smithi099.stdout:from 10 to HEAD diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,134810979~5063713,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,404504510~7286995] 2024-04-12T17:16:25.033 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,134810979~5063713,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,404504510~7286995] 2024-04-12T17:16:25.038 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~9647857,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75497472~10367557,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,134810979~5063713,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~13743560,335331344~7590417,346254727~4716387,353682778~14273360,369829964~6153173,382234510~2899922,389185609~1686929,404504510~7286995] 2024-04-12T17:16:25.038 INFO:tasks.workunit.client.0.smithi099.stdout:from 11 to HEAD diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,197290759~7867828,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,404767020~7024485] 2024-04-12T17:16:25.038 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,197290759~7867828,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,404767020~7024485] 2024-04-12T17:16:25.044 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~9647857,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75497472~10367557,89578370~1985291,99978368~1336207,107412798~9206591,122040396~7881344,134810979~5063713,148832614~8511011,158073268~2375787,164380677~10156941,197132288~8026299,221190461~6746711,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~4564290,263080679~6660067,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~13743560,335331344~7590417,346254727~4716387,353682778~14273360,369829964~6153173,382234510~2899922,389185609~1686929,404767020~7024485] 2024-04-12T17:16:25.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:25 smithi110 ceph-mon[88691]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-12T17:16:25.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:25 smithi110 ceph-mon[88691]: pgmap v4006: 137 pgs: 1 active+recovering, 2 active+recovery_wait+degraded, 134 active+clean; 861 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 115 KiB/s rd, 4.7 KiB/s wr, 2.20k op/s; 24/1395 objects degraded (1.720%); 11/1395 objects misplaced (0.789%); 6.5 MiB/s, 2 keys/s, 3 objects/s recovering 2024-04-12T17:16:25.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:25 smithi110 ceph-mon[88691]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-12T17:16:25.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:25 smithi099 ceph-mon[94290]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-12T17:16:25.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:25 smithi099 ceph-mon[94290]: pgmap v4006: 137 pgs: 1 active+recovering, 2 active+recovery_wait+degraded, 134 active+clean; 861 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 115 KiB/s rd, 4.7 KiB/s wr, 2.20k op/s; 24/1395 objects degraded (1.720%); 11/1395 objects misplaced (0.789%); 6.5 MiB/s, 2 keys/s, 3 objects/s recovering 2024-04-12T17:16:25.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:25 smithi099 ceph-mon[94290]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-12T17:16:25.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:25 smithi099 ceph-mon[96864]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-12T17:16:25.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:25 smithi099 ceph-mon[96864]: pgmap v4006: 137 pgs: 1 active+recovering, 2 active+recovery_wait+degraded, 134 active+clean; 861 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 115 KiB/s rd, 4.7 KiB/s wr, 2.20k op/s; 24/1395 objects degraded (1.720%); 11/1395 objects misplaced (0.789%); 6.5 MiB/s, 2 keys/s, 3 objects/s recovering 2024-04-12T17:16:25.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:25 smithi099 ceph-mon[96864]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-12T17:16:25.936 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,57767294~14495232,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~32561592,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:25.936 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,57767294~14495232,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~32561592,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:25.986 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,54525952~17736574,75497472~10367557,86873020~11626725,99978368~1336207,105721176~24201975,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~16660921,213909504~16586391,230686720~8495749,239516752~91523060,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:25.986 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~5339456,302138526~27201125,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:25.986 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~5339456,302138526~27201125,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:25.991 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~24201975,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~56953841,296778059~5339456,302138526~28901286,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:25.992 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:25.992 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:25.997 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~34258982,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:25.997 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:25.997 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:26.003 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~20170419,164380677~10156941,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,331350016~19621098,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:26.003 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~7867828,205821946~3119705,214463486~2058769,217170204~797103,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:26.003 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~7867828,205821946~3119705,214463486~2058769,217170204~797103,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:26.010 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~20170419,164380677~10156941,176160768~3583865,180780614~6409930,187525344~721828,197132288~8026299,205821946~3119705,214463486~2058769,217170204~797103,221190461~9305434,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,333587168~17383946,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:26.010 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~25212034,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:26.010 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~25212034,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:26.014 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~10898213,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,214463486~2058769,221190461~9305434,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~25212034,284028805~12441788,296913136~250560,297350336~4767179,308323280~22716532,333587168~17383946,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:26.014 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~22371868,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:26.014 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~22371868,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:26.019 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~13856402,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~10898213,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,214463486~2058769,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~22371868,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~22716532,335331344~15639770,353682778~15522461,369829964~11742679,381681664~9190874,397092164~18898085] 2024-04-12T17:16:26.019 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to HEAD diff [5483889~11932863,18433392~13856402,37723614~15818431,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,86918167~11581578,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,315492217~13847434,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:26.019 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,37723614~15818431,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,86918167~11581578,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,315492217~13847434,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:26.025 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~13856402,37723614~15818431,58079045~4587604,63715892~8546634,75497472~10367557,86918167~11581578,99978368~1336207,105721176~10898213,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,315492217~15547595,335331344~15639770,353682778~15522461,369829964~11742679,381681664~9190874,397092164~14699341] 2024-04-12T17:16:26.025 INFO:tasks.workunit.client.0.smithi099.stdout:from 8 to HEAD diff [5483889~11932863,18433392~13856402,37723614~12639131,52872714~669331,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,89578370~8921375,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~12043399,330477767~562045,335331344~10923383,347795360~3175754,353682778~14273360,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:26.025 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,37723614~12639131,52872714~669331,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,89578370~8921375,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~12043399,330477767~562045,335331344~10923383,347795360~3175754,353682778~14273360,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:26.030 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~13856402,37723614~12639131,52872714~669331,58079045~4587604,63715892~8546634,75497472~10367557,89578370~8921375,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~13743560,335331344~15639770,353682778~14273360,369829964~11742679,381681664~9190874,397092164~14699341] 2024-04-12T17:16:26.030 INFO:tasks.workunit.client.0.smithi099.stdout:from 9 to HEAD diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~12639131,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~12043399,330477767~562045,335331344~10923383,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,397092164~14699341] 2024-04-12T17:16:26.030 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~12639131,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~12043399,330477767~562045,335331344~10923383,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,397092164~14699341] 2024-04-12T17:16:26.035 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~9647857,14840201~1801807,18433392~13856402,37723614~12639131,58079045~4587604,63715892~8546634,75497472~10367557,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~13743560,335331344~15639770,353682778~14273360,369829964~6153173,382234510~2899922,389185609~1686929,397092164~14699341] 2024-04-12T17:16:26.036 INFO:tasks.workunit.client.0.smithi099.stdout:from 10 to HEAD diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,134810979~5063713,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,404504510~7286995] 2024-04-12T17:16:26.036 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,134810979~5063713,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~12043399,330477767~562045,335331344~7590417,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,404504510~7286995] 2024-04-12T17:16:26.040 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~9647857,14840201~1801807,18433392~13856402,37723614~11091285,58131467~2588333,63715892~8546634,75497472~10367557,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,134810979~5063713,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~3922188,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,311889121~295748,317296252~13743560,335331344~7590417,346254727~4716387,353682778~14273360,369829964~6153173,382234510~2899922,389185609~1686929,404504510~7286995] 2024-04-12T17:16:26.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:16:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:16:26] "GET /metrics HTTP/1.1" 200 36738 "" "Prometheus/2.43.0" 2024-04-12T17:16:26.955 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,57767294~14495232,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~32561592,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:26.955 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,57767294~14495232,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~32561592,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:27.000 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,54525952~17736574,75497472~10367557,86873020~11626725,99978368~1336207,105721176~24201975,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~16660921,213909504~16586391,230686720~8495749,239516752~91523060,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:27.001 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~5339456,302138526~27201125,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:27.001 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~5339456,302138526~27201125,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:27.005 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~24201975,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~56953841,296778059~5339456,302138526~28901286,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:27.005 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:27.006 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:27.011 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~34258982,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:27.011 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:27.011 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:27.017 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~20170419,164380677~10156941,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,331350016~19621098,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:27.017 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~7867828,205821946~3119705,214463486~2058769,217170204~797103,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:27.017 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~7867828,205821946~3119705,214463486~2058769,217170204~797103,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:27.022 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~20170419,164380677~10156941,176160768~3583865,180780614~6409930,187525344~721828,197132288~8026299,205821946~3119705,214463486~2058769,217170204~797103,221190461~9305434,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,333587168~17383946,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:27.022 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~25212034,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:27.022 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~25212034,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:27.028 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~10898213,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,214463486~2058769,221190461~9305434,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~25212034,284028805~12441788,296913136~250560,297350336~4767179,308323280~22716532,333587168~17383946,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:27.028 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~22371868,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:27.028 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~22371868,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:27.034 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~13856402,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~10898213,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,214463486~2058769,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~22371868,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~22716532,335331344~15639770,353682778~15522461,369829964~11742679,381681664~9190874,397092164~18898085] 2024-04-12T17:16:27.034 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to HEAD diff [5483889~11932863,18433392~13856402,37723614~15818431,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,86918167~11581578,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,315492217~13847434,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:27.034 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,37723614~15818431,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,86918167~11581578,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,315492217~13847434,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:27.039 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~13856402,37723614~15818431,58079045~4587604,63715892~8546634,75497472~10367557,86918167~11581578,99978368~1336207,105721176~10898213,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,315492217~15547595,335331344~15639770,353682778~15522461,369829964~11742679,381681664~9190874,397092164~14699341] 2024-04-12T17:16:27.039 INFO:tasks.workunit.client.0.smithi099.stdout:from 8 to HEAD diff [5483889~11932863,18433392~13856402,37723614~12639131,52872714~669331,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,89578370~8921375,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~12043399,330477767~562045,335331344~10923383,347795360~3175754,353682778~14273360,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:27.039 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,37723614~12639131,52872714~669331,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,89578370~8921375,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~12043399,330477767~562045,335331344~10923383,347795360~3175754,353682778~14273360,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:27.045 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~13856402,37723614~12639131,52872714~669331,58079045~4587604,63715892~8546634,75497472~10367557,89578370~8921375,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~13743560,335331344~15639770,353682778~14273360,369829964~11742679,381681664~9190874,397092164~14699341] 2024-04-12T17:16:27.045 INFO:tasks.workunit.client.0.smithi099.stdout:from 9 to HEAD diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~12639131,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~12043399,330477767~562045,335331344~10923383,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,397092164~14699341] 2024-04-12T17:16:27.045 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~8358272,14840201~1801807,18433392~13856402,37723614~12639131,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~12043399,330477767~562045,335331344~10923383,347795360~3175754,353682778~14273360,371459673~4523464,382234510~2899922,389590411~1282127,397092164~14699341] 2024-04-12T17:16:27.051 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~9647857,14840201~1801807,18433392~13856402,37723614~12639131,58079045~4587604,63715892~8546634,75497472~10367557,89578370~1985291,93013026~1068195,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~13743560,335331344~15639770,353682778~14273360,369829964~6153173,382234510~2899922,389185609~1686929,397092164~14699341] 2024-04-12T17:16:27.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:26 smithi110 ceph-mon[88691]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-12T17:16:27.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:26 smithi099 ceph-mon[94290]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-12T17:16:27.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:26 smithi099 ceph-mon[96864]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-12T17:16:27.947 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,57767294~14495232,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~32561592,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:27.947 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,57767294~14495232,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~32561592,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:27.999 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,54525952~17736574,75497472~10367557,86873020~11626725,99978368~1336207,105721176~24201975,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~16660921,213909504~16586391,230686720~8495749,239516752~91523060,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:28.000 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~5339456,302138526~27201125,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:28.000 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~5339456,302138526~27201125,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:28.009 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~24201975,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~56953841,296778059~5339456,302138526~28901286,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:28.009 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:28.009 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:28.014 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~34258982,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:28.014 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:28.014 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:28.020 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~20170419,164380677~10156941,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,331350016~19621098,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:28.020 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~7867828,205821946~3119705,214463486~2058769,217170204~797103,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:28.020 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~7867828,205821946~3119705,214463486~2058769,217170204~797103,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:28.025 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~20170419,164380677~10156941,176160768~3583865,180780614~6409930,187525344~721828,197132288~8026299,205821946~3119705,214463486~2058769,217170204~797103,221190461~9305434,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,333587168~17383946,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:28.026 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~25212034,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:28.026 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~25212034,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:28.031 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~10898213,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,214463486~2058769,221190461~9305434,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~25212034,284028805~12441788,296913136~250560,297350336~4767179,308323280~22716532,333587168~17383946,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:28.031 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~22371868,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:28.031 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~22371868,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:28.037 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~13856402,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~10898213,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,214463486~2058769,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~22371868,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~22716532,335331344~15639770,353682778~15522461,369829964~11742679,381681664~9190874,397092164~18898085] 2024-04-12T17:16:28.037 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to HEAD diff [5483889~11932863,18433392~13856402,37723614~15818431,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,86918167~11581578,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,315492217~13847434,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:28.037 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,37723614~15818431,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,86918167~11581578,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,315492217~13847434,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:28.042 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~13856402,37723614~15818431,58079045~4587604,63715892~8546634,75497472~10367557,86918167~11581578,99978368~1336207,105721176~10898213,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,315492217~15547595,335331344~15639770,353682778~15522461,369829964~11742679,381681664~9190874,397092164~14699341] 2024-04-12T17:16:28.042 INFO:tasks.workunit.client.0.smithi099.stdout:from 8 to HEAD diff [5483889~11932863,18433392~13856402,37723614~12639131,52872714~669331,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,89578370~8921375,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~12043399,330477767~562045,335331344~10923383,347795360~3175754,353682778~14273360,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:28.042 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,37723614~12639131,52872714~669331,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,89578370~8921375,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~12043399,330477767~562045,335331344~10923383,347795360~3175754,353682778~14273360,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:28.047 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~13856402,37723614~12639131,52872714~669331,58079045~4587604,63715892~8546634,75497472~10367557,89578370~8921375,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,317296252~13743560,335331344~15639770,353682778~14273360,369829964~11742679,381681664~9190874,397092164~14699341] 2024-04-12T17:16:28.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:27 smithi110 ceph-mon[88691]: pgmap v4009: 137 pgs: 137 active+clean; 839 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 123 KiB/s rd, 6.0 KiB/s wr, 1.60k op/s; 19 MiB/s, 2 keys/s, 10 objects/s recovering 2024-04-12T17:16:28.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:27 smithi110 ceph-mon[88691]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 24/1395 objects degraded (1.720%), 2 pgs degraded) 2024-04-12T17:16:28.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:27 smithi110 ceph-mon[88691]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-12T17:16:28.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:16:28.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:27 smithi099 ceph-mon[96864]: pgmap v4009: 137 pgs: 137 active+clean; 839 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 123 KiB/s rd, 6.0 KiB/s wr, 1.60k op/s; 19 MiB/s, 2 keys/s, 10 objects/s recovering 2024-04-12T17:16:28.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:27 smithi099 ceph-mon[96864]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 24/1395 objects degraded (1.720%), 2 pgs degraded) 2024-04-12T17:16:28.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:27 smithi099 ceph-mon[96864]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-12T17:16:28.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:16:28.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:27 smithi099 ceph-mon[94290]: pgmap v4009: 137 pgs: 137 active+clean; 839 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 123 KiB/s rd, 6.0 KiB/s wr, 1.60k op/s; 19 MiB/s, 2 keys/s, 10 objects/s recovering 2024-04-12T17:16:28.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:27 smithi099 ceph-mon[94290]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 24/1395 objects degraded (1.720%), 2 pgs degraded) 2024-04-12T17:16:28.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:27 smithi099 ceph-mon[94290]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-12T17:16:28.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:16:28.957 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,57767294~14495232,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~32561592,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:28.958 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,57767294~14495232,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~32561592,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:29.004 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,54525952~17736574,75497472~10367557,86873020~11626725,99978368~1336207,105721176~24201975,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~16660921,213909504~16586391,230686720~8495749,239516752~91523060,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:29.004 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~5339456,302138526~27201125,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:29.004 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~5339456,302138526~27201125,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:29.013 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~24201975,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~56953841,296778059~5339456,302138526~28901286,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:29.013 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:29.013 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:29.018 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~34258982,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:29.019 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:29.019 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:29.024 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~20170419,164380677~10156941,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,331350016~19621098,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:29.024 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~7867828,205821946~3119705,214463486~2058769,217170204~797103,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:29.024 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~7867828,205821946~3119705,214463486~2058769,217170204~797103,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:29.029 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~20170419,164380677~10156941,176160768~3583865,180780614~6409930,187525344~721828,197132288~8026299,205821946~3119705,214463486~2058769,217170204~797103,221190461~9305434,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,333587168~17383946,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:29.030 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~25212034,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:29.030 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~25212034,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:29.035 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~10898213,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,214463486~2058769,221190461~9305434,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~25212034,284028805~12441788,296913136~250560,297350336~4767179,308323280~22716532,333587168~17383946,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:29.035 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~22371868,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:29.035 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~22371868,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:29.041 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~13856402,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~10898213,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,214463486~2058769,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~22371868,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~22716532,335331344~15639770,353682778~15522461,369829964~11742679,381681664~9190874,397092164~18898085] 2024-04-12T17:16:29.041 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to HEAD diff [5483889~11932863,18433392~13856402,37723614~15818431,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,86918167~11581578,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,315492217~13847434,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:29.041 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,37723614~15818431,58079045~4587604,63715892~8546634,75739605~4422764,80361781~5503248,86918167~11581578,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,315492217~13847434,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~14699341] 2024-04-12T17:16:29.046 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~13856402,37723614~15818431,58079045~4587604,63715892~8546634,75497472~10367557,86918167~11581578,99978368~1336207,105721176~10898213,122040396~7882755,131631767~8242925,140278636~4627990,145109140~3602482,148832614~11616441,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~13869948,271330540~1846229,274729110~3513556,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~6938675,315492217~15547595,335331344~15639770,353682778~15522461,369829964~11742679,381681664~9190874,397092164~14699341] 2024-04-12T17:16:29.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:28 smithi110 ceph-mon[88691]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-12T17:16:29.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:28 smithi099 ceph-mon[94290]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-12T17:16:29.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:28 smithi099 ceph-mon[96864]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-12T17:16:29.944 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,57767294~14495232,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~32561592,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:29.944 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,57767294~14495232,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~32561592,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:29.984 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,54525952~17736574,75497472~10367557,86873020~11626725,99978368~1336207,105721176~24201975,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~16660921,213909504~16586391,230686720~8495749,239516752~91523060,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:29.985 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~5339456,302138526~27201125,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:29.985 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~5339456,302138526~27201125,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:29.995 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~24201975,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~56953841,296778059~5339456,302138526~28901286,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:29.995 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:29.995 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:30.000 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~34258982,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:30.000 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:30.001 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:30.006 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~20170419,164380677~10156941,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,331350016~19621098,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:30.006 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~7867828,205821946~3119705,214463486~2058769,217170204~797103,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:30.006 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~7867828,205821946~3119705,214463486~2058769,217170204~797103,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:30.011 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~20170419,164380677~10156941,176160768~3583865,180780614~6409930,187525344~721828,197132288~8026299,205821946~3119705,214463486~2058769,217170204~797103,221190461~9305434,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,333587168~17383946,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:30.011 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~25212034,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:30.012 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~25212034,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:30.017 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~10898213,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,214463486~2058769,221190461~9305434,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~25212034,284028805~12441788,296913136~250560,297350336~4767179,308323280~22716532,333587168~17383946,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:30.017 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~22371868,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:30.017 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~6746711,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~22371868,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,335331344~10923383,347795360~3175754,353682778~15522461,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:30.022 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,18433392~13856402,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~10898213,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,214463486~2058769,221190461~6746711,229634311~861584,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~22371868,284831785~536070,285487863~10982730,296913136~250560,297350336~4767179,308323280~22716532,335331344~15639770,353682778~15522461,369829964~11742679,381681664~9190874,397092164~18898085] 2024-04-12T17:16:30.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:29 smithi110 ceph-mon[88691]: pgmap v4012: 137 pgs: 137 active+clean; 817 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 121 KiB/s rd, 5.0 KiB/s wr, 1.15k op/s; 17 MiB/s, 8 objects/s recovering 2024-04-12T17:16:30.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:29 smithi110 ceph-mon[88691]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-12T17:16:30.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:29 smithi110 ceph-mon[88691]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-12T17:16:30.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:29 smithi099 ceph-mon[94290]: pgmap v4012: 137 pgs: 137 active+clean; 817 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 121 KiB/s rd, 5.0 KiB/s wr, 1.15k op/s; 17 MiB/s, 8 objects/s recovering 2024-04-12T17:16:30.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:29 smithi099 ceph-mon[94290]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-12T17:16:30.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:29 smithi099 ceph-mon[94290]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-12T17:16:30.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:29 smithi099 ceph-mon[96864]: pgmap v4012: 137 pgs: 137 active+clean; 817 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 121 KiB/s rd, 5.0 KiB/s wr, 1.15k op/s; 17 MiB/s, 8 objects/s recovering 2024-04-12T17:16:30.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:29 smithi099 ceph-mon[96864]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-12T17:16:30.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:29 smithi099 ceph-mon[96864]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-12T17:16:30.963 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,57767294~14495232,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~32561592,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:30.963 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,57767294~14495232,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~32561592,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:31.021 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,54525952~17736574,75497472~10367557,86873020~11626725,99978368~1336207,105721176~24201975,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~16660921,213909504~16586391,230686720~8495749,239516752~91523060,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:31.021 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~5339456,302138526~27201125,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:31.021 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~5339456,302138526~27201125,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:31.026 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~24201975,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~56953841,296778059~5339456,302138526~28901286,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:31.026 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:31.026 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:31.032 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~34258982,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:31.032 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:31.032 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:31.037 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~20170419,164380677~10156941,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,331350016~19621098,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:31.037 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~7867828,205821946~3119705,214463486~2058769,217170204~797103,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:31.037 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~7867828,205821946~3119705,214463486~2058769,217170204~797103,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:31.043 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~20170419,164380677~10156941,176160768~3583865,180780614~6409930,187525344~721828,197132288~8026299,205821946~3119705,214463486~2058769,217170204~797103,221190461~9305434,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,333587168~17383946,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:31.043 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~25212034,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:31.043 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~9206591,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197290759~7867828,205821946~3119705,214463486~2058769,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,249132006~6195270,255870798~25212034,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:31.048 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~10898213,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,180780614~6409930,197132288~8026299,205821946~3119705,214463486~2058769,221190461~9305434,230712587~343663,231620877~639344,235355746~1479049,239516752~8078438,248517320~6809956,255870798~25212034,284028805~12441788,296913136~250560,297350336~4767179,308323280~22716532,333587168~17383946,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:31.967 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,57767294~14495232,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~32561592,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:31.967 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,57767294~14495232,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~32561592,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:32.024 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,54525952~17736574,75497472~10367557,86873020~11626725,99978368~1336207,105721176~24201975,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~16660921,213909504~16586391,230686720~8495749,239516752~91523060,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:32.024 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~5339456,302138526~27201125,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:32.024 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~5339456,302138526~27201125,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:32.033 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~24201975,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~56953841,296778059~5339456,302138526~28901286,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:32.033 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:32.033 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:32.038 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~34258982,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:32.038 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:32.039 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:32.044 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~20170419,164380677~10156941,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,331350016~19621098,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:32.044 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~7867828,205821946~3119705,214463486~2058769,217170204~797103,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:32.044 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~7867828,205821946~3119705,214463486~2058769,217170204~797103,221190461~8443850,229933876~562019,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:32.049 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~20170419,164380677~10156941,176160768~3583865,180780614~6409930,187525344~721828,197132288~8026299,205821946~3119705,214463486~2058769,217170204~797103,221190461~9305434,230712587~343663,231620877~639344,233049724~753622,235355746~1479049,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,333587168~17383946,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:32.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:31 smithi110 ceph-mon[88691]: pgmap v4015: 137 pgs: 137 active+clean; 755 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 4.0 KiB/s rd, 1.5 KiB/s wr, 1.03k op/s 2024-04-12T17:16:32.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:31 smithi110 ceph-mon[88691]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-12T17:16:32.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:31 smithi099 ceph-mon[96864]: pgmap v4015: 137 pgs: 137 active+clean; 755 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 4.0 KiB/s rd, 1.5 KiB/s wr, 1.03k op/s 2024-04-12T17:16:32.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:31 smithi099 ceph-mon[96864]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-12T17:16:32.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:31 smithi099 ceph-mon[94290]: pgmap v4015: 137 pgs: 137 active+clean; 755 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 4.0 KiB/s rd, 1.5 KiB/s wr, 1.03k op/s 2024-04-12T17:16:32.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:31 smithi099 ceph-mon[94290]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-12T17:16:32.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:16:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:16:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:16:32.984 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,57767294~14495232,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~32561592,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:32.984 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,57767294~14495232,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~32561592,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:33.031 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,54525952~17736574,75497472~10367557,86873020~11626725,99978368~1336207,105721176~24201975,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~16660921,213909504~16586391,230686720~8495749,239516752~91523060,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:33.031 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~5339456,302138526~27201125,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:33.031 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~5339456,302138526~27201125,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:33.036 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~24201975,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~56953841,296778059~5339456,302138526~28901286,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:33.037 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:33.037 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:33.042 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~34258982,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:33.042 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to HEAD diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:33.042 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~11932863,18433392~13856402,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~15339915,164380677~10156941,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~3175754,353682778~16147186,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:33.047 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~13222448,17730292~14559502,35727531~17814514,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~20170419,164380677~10156941,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,331350016~19621098,353682778~27889865,381681664~9190874,397092164~18898085] 2024-04-12T17:16:33.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:32 smithi110 ceph-mon[88691]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-12T17:16:33.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:32 smithi099 ceph-mon[94290]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-12T17:16:33.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:32 smithi099 ceph-mon[96864]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-12T17:16:34.010 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,57767294~14495232,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~32561592,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:34.010 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,57767294~14495232,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~32561592,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:34.032 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,54525952~17736574,75497472~10367557,86873020~11626725,99978368~1336207,105721176~24201975,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~16660921,213909504~16586391,230686720~8495749,239516752~91523060,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:34.033 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~5339456,302138526~27201125,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:34.033 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~5339456,302138526~27201125,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:34.038 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~24201975,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~56953841,296778059~5339456,302138526~28901286,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:34.039 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:34.039 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~13947077,122040396~7882755,131631767~8242925,140278636~4627990,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~8078438,249132006~6195270,255478848~28549957,284831785~11638808,296913136~250560,297350336~4767179,308323280~21016371,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:34.044 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~15638699,122040396~7882755,131631767~8242925,140278636~34258982,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~8078438,248517320~47953273,296913136~250560,297350336~4767179,308323280~22716532,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:34.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:33 smithi110 ceph-mon[88691]: pgmap v4018: 137 pgs: 137 active+clean; 697 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 91 KiB/s rd, 6.5 KiB/s wr, 1.37k op/s 2024-04-12T17:16:34.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:33 smithi110 ceph-mon[88691]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-12T17:16:34.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:33 smithi099 ceph-mon[94290]: pgmap v4018: 137 pgs: 137 active+clean; 697 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 91 KiB/s rd, 6.5 KiB/s wr, 1.37k op/s 2024-04-12T17:16:34.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:33 smithi099 ceph-mon[94290]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-12T17:16:34.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:33 smithi099 ceph-mon[96864]: pgmap v4018: 137 pgs: 137 active+clean; 697 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 91 KiB/s rd, 6.5 KiB/s wr, 1.37k op/s 2024-04-12T17:16:34.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:33 smithi099 ceph-mon[96864]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-12T17:16:34.934 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,57767294~14495232,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~32561592,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:34.934 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,57767294~14495232,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~32561592,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:34.993 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,54525952~17736574,75497472~10367557,86873020~11626725,99978368~1336207,105721176~24201975,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~16660921,213909504~16586391,230686720~8495749,239516752~91523060,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:34.993 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~5339456,302138526~27201125,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:34.993 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,58079045~14183481,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~11953609,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~5339456,302138526~27201125,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:34.999 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,58079045~14183481,75497472~10367557,86873020~11626725,99978368~1336207,105721176~24201975,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~12112080,214463486~16032409,230686720~8495749,239516752~56953841,296778059~5339456,302138526~28901286,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:35.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:34 smithi110 ceph-mon[88691]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-12T17:16:35.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:34 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:16:35.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:34 smithi110 ceph-mon[88691]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-12T17:16:35.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:34 smithi099 ceph-mon[94290]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-12T17:16:35.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:34 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:16:35.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:34 smithi099 ceph-mon[94290]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-12T17:16:35.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:34 smithi099 ceph-mon[96864]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-12T17:16:35.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:34 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:16:35.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:34 smithi099 ceph-mon[96864]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-12T17:16:35.988 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to HEAD diff [5483889~12246403,18433392~17294139,36788926~16753119,57767294~14495232,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~32561592,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:35.989 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [5483889~12246403,18433392~17294139,36788926~16753119,57767294~14495232,75739605~4422764,80361781~5503248,86873020~11626725,99978368~1336207,107412798~22510353,131631767~13274859,145109140~29428478,179715774~28859,180780614~6409930,187525344~721828,197290759~16502450,214463486~15170825,229933876~562019,230712587~343663,231620877~639344,233049724~753622,233832809~5349660,239516752~9000568,249132006~6195270,255478848~28549957,284831785~11638808,296778059~32561592,330477767~562045,333587168~12667559,347795360~22034604,371459673~10112970,382234510~6951099,389590411~1282127,397092164~18898085] 2024-04-12T17:16:36.035 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~49347741,54525952~17736574,75497472~10367557,86873020~11626725,99978368~1336207,105721176~24201975,130023424~44514194,176160768~3583865,180780614~6409930,187525344~721828,197132288~16660921,213909504~16586391,230686720~8495749,239516752~91523060,331350016~50222627,381681664~9190874,397092164~18898085] 2024-04-12T17:16:36.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:35 smithi110 ceph-mon[88691]: pgmap v4021: 137 pgs: 137 active+clean; 645 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 90 KiB/s rd, 5.5 KiB/s wr, 802 op/s 2024-04-12T17:16:36.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:35 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:16:36.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:35 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:16:36.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:35 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:16:36.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:35 smithi099 ceph-mon[94290]: pgmap v4021: 137 pgs: 137 active+clean; 645 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 90 KiB/s rd, 5.5 KiB/s wr, 802 op/s 2024-04-12T17:16:36.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:35 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:16:36.364 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:35 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:16:36.364 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:35 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:16:36.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:35 smithi099 ceph-mon[96864]: pgmap v4021: 137 pgs: 137 active+clean; 645 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 90 KiB/s rd, 5.5 KiB/s wr, 802 op/s 2024-04-12T17:16:36.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:35 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:16:36.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:35 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:16:36.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:35 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:16:36.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:16:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:16:36] "GET /metrics HTTP/1.1" 200 36759 "" "Prometheus/2.43.0" 2024-04-12T17:16:37.029 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] DiffIterateTest/0.DiffIterateStress (41043 ms) 2024-04-12T17:16:37.029 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParent 2024-04-12T17:16:37.030 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:16:37.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:36 smithi110 ceph-mon[88691]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-12T17:16:37.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:36 smithi099 ceph-mon[94290]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-12T17:16:37.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:36 smithi099 ceph-mon[96864]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-12T17:16:38.111 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] DiffIterateTest/0.DiffIterateParent (1082 ms) 2024-04-12T17:16:38.111 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] DiffIterateTest/0.DiffIterateIgnoreParent 2024-04-12T17:16:38.111 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:16:38.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:37 smithi110 ceph-mon[88691]: pgmap v4024: 137 pgs: 137 active+clean; 585 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 59 KiB/s rd, 5.5 KiB/s wr, 534 op/s 2024-04-12T17:16:38.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:37 smithi110 ceph-mon[88691]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-12T17:16:38.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:37 smithi099 ceph-mon[94290]: pgmap v4024: 137 pgs: 137 active+clean; 585 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 59 KiB/s rd, 5.5 KiB/s wr, 534 op/s 2024-04-12T17:16:38.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:37 smithi099 ceph-mon[94290]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-12T17:16:38.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:37 smithi099 ceph-mon[96864]: pgmap v4024: 137 pgs: 137 active+clean; 585 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 59 KiB/s rd, 5.5 KiB/s wr, 534 op/s 2024-04-12T17:16:38.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:37 smithi099 ceph-mon[96864]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-12T17:16:39.126 INFO:tasks.workunit.client.0.smithi099.stdout: wrote [1958809~65515,7469444~48537,8140077~49782,10543043~78067,11731209~46172,12831083~21752,12925550~81920,14048954~89899,17466256~57065,20275229~99313] to clone 2024-04-12T17:16:39.126 INFO:tasks.workunit.client.0.smithi099.stdout: diff was [0~2024324,4194304~3995555,8388608~3388773,12582912~1555941,16777216~3597326] 2024-04-12T17:16:39.130 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] DiffIterateTest/0.DiffIterateIgnoreParent (1019 ms) 2024-04-12T17:16:39.130 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] DiffIterateTest/0.DiffIterateCallbackError 2024-04-12T17:16:39.130 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:16:39.149 INFO:tasks.workunit.client.0.smithi099.stdout: wrote [1913275~13627,4740601~77967,4915886~85948,8436955~42814,10343189~52057,11329043~13036,14443101~43907,15453587~99115,18050041~33270,20017783~63499] 2024-04-12T17:16:39.160 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] DiffIterateTest/0.DiffIterateCallbackError (30 ms) 2024-04-12T17:16:39.160 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParentDiscard 2024-04-12T17:16:39.160 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:16:39.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:38 smithi110 ceph-mon[88691]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-12T17:16:39.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:38 smithi099 ceph-mon[94290]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-12T17:16:39.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:38 smithi099 ceph-mon[96864]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-12T17:16:40.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:39 smithi110 ceph-mon[88691]: pgmap v4027: 137 pgs: 137 active+clean; 556 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 56 KiB/s rd, 1.0 MiB/s wr, 300 op/s 2024-04-12T17:16:40.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:39 smithi110 ceph-mon[88691]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-12T17:16:40.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:39 smithi110 ceph-mon[88691]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-12T17:16:40.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:39 smithi099 ceph-mon[94290]: pgmap v4027: 137 pgs: 137 active+clean; 556 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 56 KiB/s rd, 1.0 MiB/s wr, 300 op/s 2024-04-12T17:16:40.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:39 smithi099 ceph-mon[94290]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-12T17:16:40.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:39 smithi099 ceph-mon[94290]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-12T17:16:40.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:39 smithi099 ceph-mon[96864]: pgmap v4027: 137 pgs: 137 active+clean; 556 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 56 KiB/s rd, 1.0 MiB/s wr, 300 op/s 2024-04-12T17:16:40.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:39 smithi099 ceph-mon[96864]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-12T17:16:40.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:39 smithi099 ceph-mon[96864]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-12T17:16:41.028 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] DiffIterateTest/0.DiffIterateParentDiscard (1868 ms) 2024-04-12T17:16:41.028 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnalignedSmall 2024-04-12T17:16:41.028 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:16:41.093 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnalignedSmall (65 ms) 2024-04-12T17:16:41.093 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnaligned 2024-04-12T17:16:41.093 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:16:41.176 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnaligned (83 ms) 2024-04-12T17:16:41.177 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTryAcquireLock 2024-04-12T17:16:41.177 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:16:42.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:41 smithi110 ceph-mon[88691]: pgmap v4030: 137 pgs: 137 active+clean; 511 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 7.6 MiB/s wr, 249 op/s 2024-04-12T17:16:42.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:41 smithi110 ceph-mon[88691]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-12T17:16:42.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:41 smithi099 ceph-mon[94290]: pgmap v4030: 137 pgs: 137 active+clean; 511 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 7.6 MiB/s wr, 249 op/s 2024-04-12T17:16:42.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:41 smithi099 ceph-mon[94290]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-12T17:16:42.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:41 smithi099 ceph-mon[96864]: pgmap v4030: 137 pgs: 137 active+clean; 511 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 7.6 MiB/s wr, 249 op/s 2024-04-12T17:16:42.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:41 smithi099 ceph-mon[96864]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-12T17:16:42.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:16:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:16:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:16:43.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:16:43.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:16:43.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:16:44.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:43 smithi110 ceph-mon[88691]: pgmap v4032: 137 pgs: 137 active+clean; 552 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 5.4 MiB/s rd, 12 MiB/s wr, 286 op/s 2024-04-12T17:16:44.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:43 smithi099 ceph-mon[94290]: pgmap v4032: 137 pgs: 137 active+clean; 552 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 5.4 MiB/s rd, 12 MiB/s wr, 286 op/s 2024-04-12T17:16:44.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:43 smithi099 ceph-mon[96864]: pgmap v4032: 137 pgs: 137 active+clean; 552 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 5.4 MiB/s rd, 12 MiB/s wr, 286 op/s 2024-04-12T17:16:46.213 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] DiffIterateTest/0.DiffIterateTryAcquireLock (5037 ms) 2024-04-12T17:16:46.213 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStriping 2024-04-12T17:16:46.213 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_librbd.cc:8604: Skipped 2024-04-12T17:16:46.213 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:16:46.213 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] DiffIterateTest/0.DiffIterateStriping (0 ms) 2024-04-12T17:16:46.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:45 smithi110 ceph-mon[88691]: pgmap v4033: 137 pgs: 137 active+clean; 574 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 4.2 MiB/s rd, 12 MiB/s wr, 265 op/s 2024-04-12T17:16:46.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:45 smithi110 ceph-mon[88691]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-12T17:16:46.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:45 smithi099 ceph-mon[94290]: pgmap v4033: 137 pgs: 137 active+clean; 574 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 4.2 MiB/s rd, 12 MiB/s wr, 265 op/s 2024-04-12T17:16:46.364 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:45 smithi099 ceph-mon[94290]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-12T17:16:46.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:45 smithi099 ceph-mon[96864]: pgmap v4033: 137 pgs: 137 active+clean; 574 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 4.2 MiB/s rd, 12 MiB/s wr, 265 op/s 2024-04-12T17:16:46.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:45 smithi099 ceph-mon[96864]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-12T17:16:46.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:16:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:16:46] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-04-12T17:16:46.935 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 15 tests from DiffIterateTest/0 (70103 ms total) 2024-04-12T17:16:46.935 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T17:16:46.935 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 15 tests from DiffIterateTest/1, where TypeParam = DiffIterateParams 2024-04-12T17:16:46.976 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] DiffIterateTest/1.DiffIterate 2024-04-12T17:16:48.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:47 smithi110 ceph-mon[88691]: pgmap v4035: 137 pgs: 137 active+clean; 582 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 7.2 MiB/s wr, 165 op/s 2024-04-12T17:16:48.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:47 smithi110 ceph-mon[88691]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-12T17:16:48.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:47 smithi099 ceph-mon[94290]: pgmap v4035: 137 pgs: 137 active+clean; 582 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 7.2 MiB/s wr, 165 op/s 2024-04-12T17:16:48.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:47 smithi099 ceph-mon[94290]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-12T17:16:48.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:47 smithi099 ceph-mon[96864]: pgmap v4035: 137 pgs: 137 active+clean; 582 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 7.2 MiB/s wr, 165 op/s 2024-04-12T17:16:48.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:47 smithi099 ceph-mon[96864]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-12T17:16:48.957 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:16:49.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:48 smithi110 ceph-mon[88691]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-12T17:16:49.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:48 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/395364021' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:16:49.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:48 smithi099 ceph-mon[94290]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-12T17:16:49.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:48 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/395364021' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:16:49.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:48 smithi099 ceph-mon[96864]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-12T17:16:49.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:48 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/395364021' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:16:50.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:49 smithi110 ceph-mon[88691]: pgmap v4038: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail 2024-04-12T17:16:50.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:49 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:16:50.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:49 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/395364021' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:16:50.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:49 smithi110 ceph-mon[88691]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-12T17:16:50.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:49 smithi099 ceph-mon[94290]: pgmap v4038: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail 2024-04-12T17:16:50.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:49 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:16:50.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:49 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/395364021' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:16:50.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:49 smithi099 ceph-mon[94290]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-12T17:16:50.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:49 smithi099 ceph-mon[96864]: pgmap v4038: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail 2024-04-12T17:16:50.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:49 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:16:50.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:49 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/395364021' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi099-148068-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:16:50.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:49 smithi099 ceph-mon[96864]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-12T17:16:51.005 INFO:tasks.workunit.client.0.smithi099.stdout: wrote [778492~37188,944173~1767,2428513~91081,5175106~6209,7513913~43439,7682314~100834,8352220~79905,9522894~34035,11561126~93373,13191256~32562] 2024-04-12T17:16:51.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:50 smithi110 ceph-mon[88691]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-12T17:16:51.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:50 smithi099 ceph-mon[94290]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-12T17:16:51.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:50 smithi099 ceph-mon[96864]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-12T17:16:51.977 INFO:tasks.workunit.client.0.smithi099.stdout: wrote [0~12582912,16777216~4194304] 2024-04-12T17:16:51.989 INFO:tasks.workunit.client.0.smithi099.stdout: diff was [0~12582912,16777216~4194304] 2024-04-12T17:16:51.993 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] DiffIterateTest/1.DiffIterate (5017 ms) 2024-04-12T17:16:51.993 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministic 2024-04-12T17:16:51.993 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:16:52.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:51 smithi110 ceph-mon[88691]: pgmap v4041: 137 pgs: 11 unknown, 126 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:16:52.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:51 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:16:52.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:51 smithi110 ceph-mon[88691]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-12T17:16:52.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:51 smithi099 ceph-mon[94290]: pgmap v4041: 137 pgs: 11 unknown, 126 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:16:52.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:51 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:16:52.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:51 smithi099 ceph-mon[94290]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-12T17:16:52.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:51 smithi099 ceph-mon[96864]: pgmap v4041: 137 pgs: 11 unknown, 126 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:16:52.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:51 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:16:52.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:51 smithi099 ceph-mon[96864]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-12T17:16:52.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:16:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:16:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:16:53.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:52 smithi110 ceph-mon[88691]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-12T17:16:53.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:52 smithi099 ceph-mon[94290]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-12T17:16:53.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:52 smithi099 ceph-mon[96864]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-12T17:16:54.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:53 smithi110 ceph-mon[88691]: pgmap v4044: 137 pgs: 137 active+clean; 13 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 112 KiB/s wr, 4 op/s 2024-04-12T17:16:54.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:53 smithi110 ceph-mon[88691]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-12T17:16:54.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:53 smithi099 ceph-mon[94290]: pgmap v4044: 137 pgs: 137 active+clean; 13 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 112 KiB/s wr, 4 op/s 2024-04-12T17:16:54.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:53 smithi099 ceph-mon[94290]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-12T17:16:54.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:53 smithi099 ceph-mon[96864]: pgmap v4044: 137 pgs: 137 active+clean; 13 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 112 KiB/s wr, 4 op/s 2024-04-12T17:16:54.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:53 smithi099 ceph-mon[96864]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-12T17:16:55.024 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministic (3031 ms) 2024-04-12T17:16:55.024 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicPP 2024-04-12T17:16:55.024 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:16:55.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:54 smithi110 ceph-mon[88691]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-12T17:16:55.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:54 smithi099 ceph-mon[96864]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-12T17:16:55.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:54 smithi099 ceph-mon[94290]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-12T17:16:56.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:55 smithi099 ceph-mon[94290]: pgmap v4047: 137 pgs: 137 active+clean; 16 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 13 KiB/s rd, 181 KiB/s wr, 28 op/s 2024-04-12T17:16:56.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:55 smithi099 ceph-mon[94290]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-12T17:16:56.283 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:55 smithi099 ceph-mon[96864]: pgmap v4047: 137 pgs: 137 active+clean; 16 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 13 KiB/s rd, 181 KiB/s wr, 28 op/s 2024-04-12T17:16:56.284 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:55 smithi099 ceph-mon[96864]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-12T17:16:56.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:55 smithi110 ceph-mon[88691]: pgmap v4047: 137 pgs: 137 active+clean; 16 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 13 KiB/s rd, 181 KiB/s wr, 28 op/s 2024-04-12T17:16:56.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:55 smithi110 ceph-mon[88691]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-12T17:16:56.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:16:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:16:56] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-04-12T17:16:57.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:56 smithi110 ceph-mon[88691]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-12T17:16:57.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:56 smithi099 ceph-mon[94290]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-12T17:16:57.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:56 smithi099 ceph-mon[96864]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-12T17:16:58.031 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicPP (3007 ms) 2024-04-12T17:16:58.031 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDiscard 2024-04-12T17:16:58.031 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:16:58.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:58 smithi110 ceph-mon[88691]: pgmap v4050: 137 pgs: 137 active+clean; 18 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 163 KiB/s wr, 87 op/s 2024-04-12T17:16:58.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:58 smithi110 ceph-mon[88691]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-12T17:16:58.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:16:58.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:58 smithi099 ceph-mon[94290]: pgmap v4050: 137 pgs: 137 active+clean; 18 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 163 KiB/s wr, 87 op/s 2024-04-12T17:16:58.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:58 smithi099 ceph-mon[94290]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-12T17:16:58.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:16:58.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:58 smithi099 ceph-mon[96864]: pgmap v4050: 137 pgs: 137 active+clean; 18 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 163 KiB/s wr, 87 op/s 2024-04-12T17:16:58.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:58 smithi099 ceph-mon[96864]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-12T17:16:58.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:16:59.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:16:59 smithi110 ceph-mon[88691]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-12T17:16:59.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:16:59 smithi099 ceph-mon[94290]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-12T17:16:59.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:16:59 smithi099 ceph-mon[96864]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-12T17:17:00.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:00 smithi110 ceph-mon[88691]: pgmap v4053: 137 pgs: 137 active+clean; 18 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 53 KiB/s rd, 96 KiB/s wr, 76 op/s 2024-04-12T17:17:00.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:00 smithi110 ceph-mon[88691]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-12T17:17:00.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:00 smithi110 ceph-mon[88691]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-12T17:17:00.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:00 smithi099 ceph-mon[96864]: pgmap v4053: 137 pgs: 137 active+clean; 18 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 53 KiB/s rd, 96 KiB/s wr, 76 op/s 2024-04-12T17:17:00.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:00 smithi099 ceph-mon[96864]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-12T17:17:00.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:00 smithi099 ceph-mon[96864]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-12T17:17:00.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:00 smithi099 ceph-mon[94290]: pgmap v4053: 137 pgs: 137 active+clean; 18 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 53 KiB/s rd, 96 KiB/s wr, 76 op/s 2024-04-12T17:17:00.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:00 smithi099 ceph-mon[94290]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-12T17:17:00.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:00 smithi099 ceph-mon[94290]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-12T17:17:00.953 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] DiffIterateTest/1.DiffIterateDiscard (2922 ms) 2024-04-12T17:17:00.953 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTruncate 2024-04-12T17:17:00.953 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:17:02.316 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:01 smithi110 ceph-mon[88691]: pgmap v4056: 137 pgs: 137 active+clean; 18 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 66 KiB/s rd, 12 KiB/s wr, 103 op/s 2024-04-12T17:17:02.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:01 smithi110 ceph-mon[88691]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-12T17:17:02.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:01 smithi099 ceph-mon[94290]: pgmap v4056: 137 pgs: 137 active+clean; 18 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 66 KiB/s rd, 12 KiB/s wr, 103 op/s 2024-04-12T17:17:02.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:01 smithi099 ceph-mon[94290]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-12T17:17:02.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:01 smithi099 ceph-mon[96864]: pgmap v4056: 137 pgs: 137 active+clean; 18 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 66 KiB/s rd, 12 KiB/s wr, 103 op/s 2024-04-12T17:17:02.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:01 smithi099 ceph-mon[96864]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-12T17:17:02.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:17:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:17:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:17:03.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:02 smithi110 ceph-mon[88691]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-12T17:17:03.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:02 smithi099 ceph-mon[94290]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-12T17:17:03.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:02 smithi099 ceph-mon[96864]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-12T17:17:03.991 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] DiffIterateTest/1.DiffIterateTruncate (3038 ms) 2024-04-12T17:17:03.991 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] DiffIterateTest/1.DiffIterateWriteAndTruncate 2024-04-12T17:17:03.991 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:17:04.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:03 smithi110 ceph-mon[88691]: pgmap v4059: 137 pgs: 137 active+clean; 18 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 66 KiB/s rd, 11 KiB/s wr, 101 op/s 2024-04-12T17:17:04.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:03 smithi110 ceph-mon[88691]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-12T17:17:04.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:03 smithi099 ceph-mon[96864]: pgmap v4059: 137 pgs: 137 active+clean; 18 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 66 KiB/s rd, 11 KiB/s wr, 101 op/s 2024-04-12T17:17:04.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:03 smithi099 ceph-mon[96864]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-12T17:17:04.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:03 smithi099 ceph-mon[94290]: pgmap v4059: 137 pgs: 137 active+clean; 18 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 66 KiB/s rd, 11 KiB/s wr, 101 op/s 2024-04-12T17:17:04.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:03 smithi099 ceph-mon[94290]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-12T17:17:05.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:04 smithi110 ceph-mon[88691]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-12T17:17:05.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:04 smithi099 ceph-mon[94290]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-12T17:17:05.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:04 smithi099 ceph-mon[96864]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-12T17:17:06.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:05 smithi110 ceph-mon[88691]: pgmap v4062: 137 pgs: 137 active+clean; 19 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 70 KiB/s rd, 263 KiB/s wr, 104 op/s 2024-04-12T17:17:06.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:05 smithi110 ceph-mon[88691]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-12T17:17:06.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:05 smithi099 ceph-mon[94290]: pgmap v4062: 137 pgs: 137 active+clean; 19 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 70 KiB/s rd, 263 KiB/s wr, 104 op/s 2024-04-12T17:17:06.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:05 smithi099 ceph-mon[94290]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-12T17:17:06.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:05 smithi099 ceph-mon[96864]: pgmap v4062: 137 pgs: 137 active+clean; 19 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 70 KiB/s rd, 263 KiB/s wr, 104 op/s 2024-04-12T17:17:06.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:05 smithi099 ceph-mon[96864]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-12T17:17:06.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:17:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:17:06] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-04-12T17:17:07.021 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] DiffIterateTest/1.DiffIterateWriteAndTruncate (3030 ms) 2024-04-12T17:17:07.021 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStress 2024-04-12T17:17:07.022 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:17:07.105 INFO:tasks.workunit.client.0.smithi099.stdout: i=0 exists [18451199~8148663,54812338~9316581,132912086~7199139,162321178~4970166,220182735~6242181,267853611~6701381,277791192~1316883,341003597~2171370] wrote [18451199~8148663,54812338~9316581,132912086~7199139,162321178~4970166,220182735~6242181,267853611~6701381,277791192~1316883,341003597~2171370] 2024-04-12T17:17:07.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:06 smithi110 ceph-mon[88691]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-12T17:17:07.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:06 smithi099 ceph-mon[94290]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-12T17:17:07.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:06 smithi099 ceph-mon[96864]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-12T17:17:08.070 INFO:tasks.workunit.client.0.smithi099.stdout: i=1 exists [18451199~8148663,54812338~15006958,72287033~3511450,96155835~11139022,132912086~7199139,150272411~1383480,153394802~5792734,162321178~4970166,217152023~9272893,267853611~6701381,277791192~1316883,324713498~3144575,341003597~2171370,343623494~4692531] wrote [61815551~8003745,72287033~3511450,96155835~11139022,150272411~1383480,153394802~5792734,217152023~5862635,324713498~3144575,343623494~4692531] 2024-04-12T17:17:08.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:07 smithi110 ceph-mon[88691]: pgmap v4065: 137 pgs: 137 active+clean; 19 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 93 KiB/s rd, 266 KiB/s wr, 139 op/s 2024-04-12T17:17:08.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:07 smithi110 ceph-mon[88691]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-12T17:17:08.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:07 smithi099 ceph-mon[94290]: pgmap v4065: 137 pgs: 137 active+clean; 19 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 93 KiB/s rd, 266 KiB/s wr, 139 op/s 2024-04-12T17:17:08.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:07 smithi099 ceph-mon[94290]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-12T17:17:08.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:07 smithi099 ceph-mon[96864]: pgmap v4065: 137 pgs: 137 active+clean; 19 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 93 KiB/s rd, 266 KiB/s wr, 139 op/s 2024-04-12T17:17:08.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:07 smithi099 ceph-mon[96864]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-12T17:17:09.039 INFO:tasks.workunit.client.0.smithi099.stdout: i=2 exists [2897588~344369,18451199~8148663,54812338~15006958,72287033~5555954,96155835~11139022,108367343~3820671,112954344~3317893,128890410~2398649,132912086~7199139,150272411~1383480,153394802~5792734,162321178~4970166,217152023~9272893,254008744~3130538,267853611~6701381,277791192~1316883,324713498~3144575,341003597~2171370,343623494~4692531,397209706~6293970,406564954~4827923] wrote [2897588~344369,20033906~1715305,58401248~4336577,74127330~3715657,108367343~3820671,112954344~3317893,128890410~2398649,254008744~3130538,397209706~6293970,406564954~4827923] 2024-04-12T17:17:09.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:08 smithi110 ceph-mon[88691]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-12T17:17:09.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:08 smithi099 ceph-mon[94290]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-12T17:17:09.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:08 smithi099 ceph-mon[96864]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-12T17:17:10.089 INFO:tasks.workunit.client.0.smithi099.stdout: i=3 exists [2897588~344369,16412067~11293489,35561378~7875705,54812338~15006958,72287033~5555954,92031136~15263721,108367343~3820671,112386090~4162958,128890410~2398649,132912086~7199139,150272411~1383480,153394802~5792734,162321178~4970166,217152023~9272893,254008744~3130538,267853611~6701381,277791192~1316883,286868804~478170,324713498~3144575,334001733~4817498,341003597~2171370,343623494~4692531,366484497~775769,370624342~198234,397209706~6293970,406564954~4827923] wrote [16412067~11293489,35561378~7875705,92031136~5175207,112386090~4162958,286868804~478170,334001733~4817498,366484497~775769,370624342~198234] 2024-04-12T17:17:10.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:09 smithi110 ceph-mon[88691]: pgmap v4068: 137 pgs: 137 active+clean; 22 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 42 KiB/s rd, 537 KiB/s wr, 69 op/s 2024-04-12T17:17:10.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:09 smithi110 ceph-mon[88691]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-12T17:17:10.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:09 smithi099 ceph-mon[94290]: pgmap v4068: 137 pgs: 137 active+clean; 22 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 42 KiB/s rd, 537 KiB/s wr, 69 op/s 2024-04-12T17:17:10.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:09 smithi099 ceph-mon[94290]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-12T17:17:10.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:09 smithi099 ceph-mon[96864]: pgmap v4068: 137 pgs: 137 active+clean; 22 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 42 KiB/s rd, 537 KiB/s wr, 69 op/s 2024-04-12T17:17:10.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:09 smithi099 ceph-mon[96864]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-12T17:17:11.076 INFO:tasks.workunit.client.0.smithi099.stdout: i=4 exists [2897588~344369,16412067~11293489,35561378~7875705,54812338~15006958,72287033~5555954,91937652~49363,92031136~15263721,108367343~3820671,112386090~4162958,128890410~2398649,132912086~7199139,146711186~2461433,150272411~1383480,153394802~5792734,161877851~7680135,179368293~462777,217152023~9272893,243630967~8021966,254008744~3130538,260926433~1942927,267853611~6701381,277791192~1316883,286868804~478170,315233807~4991185,324713498~3144575,334001733~5599867,341003597~2171370,343623494~4692531,366484497~775769,370624342~198234,397209706~6293970,406564954~4827923] wrote [23703885~3099315,91937652~49363,146711186~2461433,161877851~7680135,179368293~462777,243630967~8021966,260926433~1942927,315233807~4991185,334257389~5344211] 2024-04-12T17:17:11.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:10 smithi110 ceph-mon[88691]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-12T17:17:11.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:10 smithi099 ceph-mon[94290]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-12T17:17:11.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:10 smithi099 ceph-mon[96864]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-12T17:17:12.106 INFO:tasks.workunit.client.0.smithi099.stdout: i=5 exists [2897588~344369,16412067~11293489,35561378~9407691,54812338~23030649,78605893~5634508,91937652~49363,92031136~15263721,108367343~3820671,112386090~4162958,128890410~2398649,132912086~7199139,146711186~2461433,150272411~1383480,153394802~5792734,161877851~7680135,179368293~462777,193782697~748600,217152023~9272893,243630967~8021966,254008744~3130538,260238624~4133080,267853611~6701381,277791192~1316883,281757820~8102514,297962509~3523313,315233807~4991185,324713498~3144575,334001733~5599867,341003597~2171370,343623494~4692531,366484497~775769,370624342~198234,397209706~6293970,406564954~4827923] wrote [37442883~7526186,68664084~4319871,78605893~5634508,101498190~2465357,193782697~748600,260238624~4133080,281757820~8102514,297962509~3523313] 2024-04-12T17:17:12.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:12 smithi110 ceph-mon[88691]: pgmap v4071: 137 pgs: 137 active+clean; 148 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 130 KiB/s rd, 23 MiB/s wr, 225 op/s 2024-04-12T17:17:12.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:12 smithi110 ceph-mon[88691]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-12T17:17:12.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:12 smithi099 ceph-mon[94290]: pgmap v4071: 137 pgs: 137 active+clean; 148 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 130 KiB/s rd, 23 MiB/s wr, 225 op/s 2024-04-12T17:17:12.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:12 smithi099 ceph-mon[94290]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-12T17:17:12.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:12 smithi099 ceph-mon[96864]: pgmap v4071: 137 pgs: 137 active+clean; 148 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 130 KiB/s rd, 23 MiB/s wr, 225 op/s 2024-04-12T17:17:12.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:12 smithi099 ceph-mon[96864]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-12T17:17:12.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:17:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:17:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:17:13.107 INFO:tasks.workunit.client.0.smithi099.stdout: i=6 exists [2897588~344369,16412067~11293489,35561378~9407691,45272554~7332844,52756542~25086445,78605893~8495581,91937652~49363,92031136~15263721,108367343~3820671,112386090~4162958,128890410~2398649,132912086~7199139,146711186~2461433,150272411~1383480,153394802~5792734,161877851~9112037,179368293~462777,193782697~748600,217152023~9272893,227849649~3811609,243630967~8021966,254008744~3130538,260238624~4133080,267853611~6701381,277791192~1316883,281757820~8102514,297962509~3523313,315233807~6814097,324713498~3406659,334001733~5599867,341003597~2171370,343623494~4692531,366484497~775769,370624342~198234,397209706~6293970,406564954~4827923] wrote [38553416~6362732,45272554~7332844,52756542~6216466,80511805~6589669,168554506~2435382,227849649~3811609,244010753~6884094,316398173~5649731,327173079~947078] 2024-04-12T17:17:13.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:13 smithi110 ceph-mon[88691]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-12T17:17:13.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:17:13.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:13 smithi099 ceph-mon[96864]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-12T17:17:13.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:17:13.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:13 smithi099 ceph-mon[94290]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-12T17:17:13.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:17:14.103 INFO:tasks.workunit.client.0.smithi099.stdout: i=7 exists [2897588~344369,10114687~17590869,35561378~9407691,45272554~32570433,78605893~8495581,91937652~49363,92031136~15263721,108367343~3820671,112386090~4162958,128890410~11220815,146711186~2461433,150272411~1383480,153394802~5792734,161877851~9112037,179368293~462777,193782697~748600,217152023~9272893,227849649~3811609,243630967~8021966,254008744~3130538,260238624~4133080,267853611~6701381,277791192~1316883,281757820~8102514,291896628~9589194,315233807~6814097,324713498~3406659,334001733~5599867,341003597~7312428,366484497~775769,370106564~5845218,385990083~6327596,397209706~6293970,406564954~4827923] wrote [10114687~6547946,48721918~853955,49880873~4973573,129962036~7893888,221226508~4975938,291896628~7679312,342476389~2529531,370106564~5845218,385990083~6327596] 2024-04-12T17:17:14.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:14 smithi110 ceph-mon[88691]: pgmap v4074: 137 pgs: 137 active+clean; 227 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 130 KiB/s rd, 40 MiB/s wr, 225 op/s 2024-04-12T17:17:14.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:14 smithi110 ceph-mon[88691]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-12T17:17:14.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:14 smithi099 ceph-mon[96864]: pgmap v4074: 137 pgs: 137 active+clean; 227 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 130 KiB/s rd, 40 MiB/s wr, 225 op/s 2024-04-12T17:17:14.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:14 smithi099 ceph-mon[96864]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-12T17:17:14.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:14 smithi099 ceph-mon[94290]: pgmap v4074: 137 pgs: 137 active+clean; 227 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 130 KiB/s rd, 40 MiB/s wr, 225 op/s 2024-04-12T17:17:14.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:14 smithi099 ceph-mon[94290]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-12T17:17:15.092 INFO:tasks.workunit.client.0.smithi099.stdout: i=8 exists [2897588~344369,10114687~17590869,35561378~9407691,45272554~32570433,78605893~8495581,91937652~49363,92031136~15263721,108367343~3820671,112386090~4162958,120812133~19299092,146711186~2461433,150272411~1383480,153394802~5792734,161877851~9112037,179368293~462777,193782697~748600,217152023~9272893,227849649~3811609,243630967~8021966,254008744~3130538,260238624~4133080,267853611~6701381,277791192~1316883,280470591~9389743,291896628~9589194,313068541~8979363,324713498~3406659,334001733~5599867,341003597~9282431,366484497~775769,370106564~5845218,385990083~6327596,397209706~6293970,406564954~4827923] wrote [63791821~5578958,120812133~8946025,130201155~6671450,280470591~6394043,313068541~4850764,336237641~3077336,343833937~6452091] 2024-04-12T17:17:15.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:15 smithi110 ceph-mon[88691]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-12T17:17:15.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:15 smithi099 ceph-mon[94290]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-12T17:17:15.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:15 smithi099 ceph-mon[96864]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-12T17:17:16.142 INFO:tasks.workunit.client.0.smithi099.stdout: i=9 exists [2897588~344369,10114687~17590869,32649624~12319445,45272554~32570433,78605893~8495581,91937652~49363,92031136~15263721,108367343~3820671,112386090~4162958,120812133~19299092,146711186~2461433,150272411~8915125,161877851~10893438,179368293~462777,181463615~5072123,186693886~7837411,203535640~6141426,217152023~9272893,227849649~3811609,243630967~8021966,254008744~3130538,260238624~4133080,267853611~6701381,277791192~1316883,280470591~9389743,291896628~9589194,305169647~6842552,313068541~8979363,324713498~3406659,334001733~5599867,341003597~9282431,356560566~4765847,366484497~775769,370106564~5845218,385990083~6327596,397209706~6293970,406564954~4827923] wrote [32649624~4986999,58604349~4617927,151647860~3901472,167189374~5581915,181463615~5072123,186693886~7348619,203535640~6141426,296616542~4478782,305169647~6842552,356560566~4765847] 2024-04-12T17:17:16.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:16 smithi110 ceph-mon[88691]: pgmap v4077: 137 pgs: 137 active+clean; 303 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 11 KiB/s rd, 35 MiB/s wr, 32 op/s 2024-04-12T17:17:16.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:16 smithi110 ceph-mon[88691]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-12T17:17:16.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:16 smithi099 ceph-mon[94290]: pgmap v4077: 137 pgs: 137 active+clean; 303 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 11 KiB/s rd, 35 MiB/s wr, 32 op/s 2024-04-12T17:17:16.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:16 smithi099 ceph-mon[94290]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-12T17:17:16.363 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:16 smithi099 ceph-mon[96864]: pgmap v4077: 137 pgs: 137 active+clean; 303 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 11 KiB/s rd, 35 MiB/s wr, 32 op/s 2024-04-12T17:17:16.363 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:16 smithi099 ceph-mon[96864]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-12T17:17:16.632 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:17:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:17:16] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-12T17:17:17.111 INFO:tasks.workunit.client.0.smithi099.stdout: i=10 exists [2897588~344369,10114687~17590869,32649624~45193363,78605893~8495581,91937652~49363,92031136~15263721,108367343~3820671,112386090~4162958,120812133~19299092,146711186~2461433,150272411~8915125,161877851~11973003,179368293~462777,181262522~16476255,203535640~6141426,209966778~2080590,217152023~9272893,227849649~7023248,243630967~8021966,254008744~3130538,260238624~4133080,267853611~6701381,277791192~12069142,291896628~9589194,305169647~6842552,313068541~8979363,324713498~3406659,334001733~16284295,356560566~4765847,366484497~775769,370106564~5845218,385990083~6327596,397209706~6293970,406564954~4827923] wrote [40678608~6067874,171649521~2201333,181262522~6380092,191471656~6267121,209966778~2080590,230172943~4699954,271052253~2351632,278498032~7629579,337342292~4562012] 2024-04-12T17:17:17.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:17 smithi110 ceph-mon[88691]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-12T17:17:17.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:17 smithi099 ceph-mon[94290]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-12T17:17:17.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:17 smithi099 ceph-mon[96864]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-12T17:17:18.124 INFO:tasks.workunit.client.0.smithi099.stdout: i=11 exists [2897588~344369,7239891~1414299,10114687~17590869,32649624~54451850,91937652~49363,92031136~15263721,108367343~3820671,112386090~4162958,120812133~19299092,146711186~2461433,150272411~8915125,161877851~11973003,179368293~462777,181262522~16476255,202108007~9939361,217152023~9272893,227849649~7023248,243630967~8021966,254008744~3130538,260238624~4133080,267853611~6701381,277791192~12069142,291896628~9589194,305169647~6842552,313068541~8979363,324713498~3406659,334001733~16284295,351928229~9398184,366484497~775769,370106564~7448813,385990083~6327596,397209706~6293970,406564954~4827923] wrote [7239891~1414299,10251610~2294727,46981559~1655574,75782354~6981490,130198476~1116140,202108007~8087207,280870361~2797070,351928229~6592335,370840318~2777321,374774454~2780923] 2024-04-12T17:17:18.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:18 smithi110 ceph-mon[88691]: pgmap v4080: 137 pgs: 137 active+clean; 403 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 161 KiB/s rd, 41 MiB/s wr, 260 op/s 2024-04-12T17:17:18.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:18 smithi110 ceph-mon[88691]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-12T17:17:18.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:18 smithi099 ceph-mon[96864]: pgmap v4080: 137 pgs: 137 active+clean; 403 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 161 KiB/s rd, 41 MiB/s wr, 260 op/s 2024-04-12T17:17:18.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:18 smithi099 ceph-mon[96864]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-12T17:17:18.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:18 smithi099 ceph-mon[94290]: pgmap v4080: 137 pgs: 137 active+clean; 403 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 161 KiB/s rd, 41 MiB/s wr, 260 op/s 2024-04-12T17:17:18.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:18 smithi099 ceph-mon[94290]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-12T17:17:19.097 INFO:tasks.workunit.client.0.smithi099.stdout: i=12 exists [2897588~344369,7239891~1414299,10114687~17590869,32649624~54451850,91937652~49363,92031136~15263721,108367343~3820671,112386090~4162958,120502002~19609223,145493993~4319355,150272411~8915125,161877851~11973003,179368293~462777,181262522~16476255,202108007~9939361,217152023~9272893,227849649~7023248,243630967~8021966,254008744~3130538,258514857~1687396,260238624~4133080,267853611~6701381,277791192~12069142,291896628~9589194,305169647~6842552,313068541~8979363,322431108~422879,324713498~3406659,334001733~16284295,351928229~9398184,366484497~775769,370106564~7448813,381295365~3232646,385990083~6327596,397209706~6293970,406564954~4827923] wrote [41415725~6144995,63832023~772668,120502002~2616389,145493993~4319355,258514857~1687396,310325472~25281,315543939~473338,322431108~422879,381295365~3232646] 2024-04-12T17:17:19.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:19 smithi110 ceph-mon[88691]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-12T17:17:19.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:19 smithi099 ceph-mon[94290]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-12T17:17:19.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:19 smithi099 ceph-mon[96864]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-12T17:17:20.136 INFO:tasks.workunit.client.0.smithi099.stdout: i=13 exists [2897588~344369,7239891~1414299,9860755~17844801,32649624~54451850,91937652~49363,92031136~15263721,108367343~3820671,112386090~4162958,120502002~19609223,145493993~4319355,150272411~8915125,161877851~11973003,179368293~462777,181262522~16476255,202108007~11916179,217152023~17720874,243630967~8021966,254008744~3130538,258514857~1687396,260238624~4133080,267853611~6701381,277791192~12069142,291896628~9589194,305169647~6842552,313068541~8979363,322431108~422879,324713498~3406659,334001733~16284295,351928229~9398184,366484497~775769,370106564~7480775,381295365~3232646,385990083~6327596,397209706~6293970,406564954~4827923] wrote [9860755~6281981,45415973~5059176,81904551~1618445,207922886~6101300,219301539~9450364,228946415~670845,346731845~3451458,374882367~2704972] 2024-04-12T17:17:20.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:20 smithi110 ceph-mon[88691]: pgmap v4083: 137 pgs: 137 active+clean; 446 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 161 KiB/s rd, 34 MiB/s wr, 256 op/s 2024-04-12T17:17:20.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:20 smithi110 ceph-mon[88691]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-12T17:17:20.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:20 smithi099 ceph-mon[94290]: pgmap v4083: 137 pgs: 137 active+clean; 446 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 161 KiB/s rd, 34 MiB/s wr, 256 op/s 2024-04-12T17:17:20.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:20 smithi099 ceph-mon[94290]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-12T17:17:20.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:20 smithi099 ceph-mon[96864]: pgmap v4083: 137 pgs: 137 active+clean; 446 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 161 KiB/s rd, 34 MiB/s wr, 256 op/s 2024-04-12T17:17:20.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:20 smithi099 ceph-mon[96864]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-12T17:17:21.149 INFO:tasks.workunit.client.0.smithi099.stdout: i=14 exists [2897588~344369,7239891~1414299,9860755~17844801,32649624~54451850,91937652~49363,92031136~15263721,108367343~3820671,112386090~4162958,120502002~19609223,145493993~4319355,150272411~8915125,161877851~11973003,179368293~462777,181262522~16476255,198675727~15348459,217152023~17720874,238397158~13255775,254008744~3130538,258514857~1687396,260238624~4133080,267853611~6701381,277791192~12069142,291896628~9589194,305169647~6842552,313068541~8979363,322431108~422879,324713498~3406659,334001733~16284295,351928229~9398184,366484497~775769,370106564~7480775,381295365~3232646,385990083~6327596,397209706~6293970,406564954~4827923] wrote [7383753~1150797,15744290~5947451,63721035~7922580,77289859~6243334,120627075~976685,154572522~1411690,198675727~6138536,212453911~1512990,238397158~7766990] 2024-04-12T17:17:21.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:21 smithi110 ceph-mon[88691]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-12T17:17:21.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:21 smithi099 ceph-mon[94290]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-12T17:17:21.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:21 smithi099 ceph-mon[96864]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-12T17:17:22.136 INFO:tasks.workunit.client.0.smithi099.stdout: i=15 exists [2897588~344369,7239891~1414299,9860755~17844801,32649624~54451850,91937652~49363,92031136~15263721,107462509~4725505,112386090~4162958,120502002~19609223,145493993~4319355,150272411~8915125,161877851~11973003,179368293~462777,181262522~16476255,198675727~15348459,214292851~20580046,238397158~15593858,254008744~3130538,258514857~1687396,260238624~4133080,266584615~7970377,277791192~12069142,291896628~9589194,305169647~6842552,313068541~8979363,322431108~422879,324713498~3406659,334001733~16284295,351218945~10107468,366484497~775769,370106564~7480775,381295365~3232646,385990083~6327596,397209706~6293970,406564954~4827923] wrote [40011133~7366199,107462509~3293882,137643150~2183964,214292851~7328714,249544799~4446217,255974136~1068811,266584615~5406559,335895532~5255250,343209346~5368062,351218945~2585060] 2024-04-12T17:17:22.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:22 smithi110 ceph-mon[88691]: pgmap v4086: 137 pgs: 137 active+clean; 597 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 202 KiB/s rd, 45 MiB/s wr, 322 op/s 2024-04-12T17:17:22.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:22 smithi110 ceph-mon[88691]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-12T17:17:22.339 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:17:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:17:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:17:22.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:22 smithi099 ceph-mon[96864]: pgmap v4086: 137 pgs: 137 active+clean; 597 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 202 KiB/s rd, 45 MiB/s wr, 322 op/s 2024-04-12T17:17:22.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:22 smithi099 ceph-mon[96864]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-12T17:17:22.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:22 smithi099 ceph-mon[94290]: pgmap v4086: 137 pgs: 137 active+clean; 597 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 202 KiB/s rd, 45 MiB/s wr, 322 op/s 2024-04-12T17:17:22.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:22 smithi099 ceph-mon[94290]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-12T17:17:23.152 INFO:tasks.workunit.client.0.smithi099.stdout: i=16 exists [2897588~344369,7239891~1414299,9860755~17844801,30082919~2383355,32649624~54451850,91937652~49363,92031136~20156878,112386090~4162958,120502002~19609223,145493993~4319355,150272411~8915125,159442935~19225975,179368293~462777,181262522~16476255,198675727~15348459,214292851~20580046,238397158~15593858,254008744~3130538,258514857~5856847,266584615~7970377,277791192~12069142,291896628~9589194,305169647~6842552,313068541~8979363,322431108~422879,324713498~3406659,334001733~16284295,351218945~10107468,366484497~775769,370106564~7480775,381295365~3232646,385990083~6327596,397209706~6293970,406564954~4827923] wrote [30082919~2383355,36155669~5776878,65289780~3422757,104004861~7677887,159442935~9816700,172211696~6457214,227974555~364152,231853134~2918410,259493549~2438808] 2024-04-12T17:17:23.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:23 smithi110 ceph-mon[88691]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-12T17:17:23.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:23 smithi099 ceph-mon[94290]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-12T17:17:23.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:23 smithi099 ceph-mon[96864]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-12T17:17:24.176 INFO:tasks.workunit.client.0.smithi099.stdout: i=17 exists [2897588~344369,7239891~1414299,9860755~17844801,30082919~2383355,32649624~54451850,91937652~49363,92031136~20156878,112386090~4162958,120502002~19609223,145493993~4319355,150272411~8915125,159442935~19225975,179368293~462777,181262522~16476255,198675727~15348459,214292851~20580046,237431524~16559492,254008744~3130538,258514857~5856847,266584615~7970377,277791192~12069142,291896628~9589194,305169647~6842552,313068541~8979363,322431108~422879,324713498~3406659,334001733~17128197,351218945~10107468,361644371~5948430,370106564~7480775,381295365~3232646,385990083~6327596,397209706~6293970,406564954~4827923] wrote [13423068~1970846,72209504~7450818,82414625~2288285,104969153~4106787,167311295~3320023,216191895~7356897,237431524~7846362,343593133~7536797,352216804~2916774,361644371~5948430] 2024-04-12T17:17:24.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:24 smithi099 ceph-mon[94290]: pgmap v4089: 137 pgs: 137 active+clean; 637 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 203 KiB/s rd, 44 MiB/s wr, 326 op/s 2024-04-12T17:17:24.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:24 smithi099 ceph-mon[94290]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-12T17:17:24.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:24 smithi099 ceph-mon[96864]: pgmap v4089: 137 pgs: 137 active+clean; 637 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 203 KiB/s rd, 44 MiB/s wr, 326 op/s 2024-04-12T17:17:24.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:24 smithi099 ceph-mon[96864]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-12T17:17:24.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:24 smithi110 ceph-mon[88691]: pgmap v4089: 137 pgs: 137 active+clean; 637 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 203 KiB/s rd, 44 MiB/s wr, 326 op/s 2024-04-12T17:17:24.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:24 smithi110 ceph-mon[88691]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-12T17:17:25.156 INFO:tasks.workunit.client.0.smithi099.stdout: i=18 exists [2897588~344369,7239891~1414299,9860755~17844801,30082919~2383355,32649624~54451850,91937652~49363,92031136~20156878,112386090~4162958,120502002~19609223,145493993~4319355,150272411~8915125,159442935~19225975,179368293~462777,181262522~16476255,198675727~15348459,214292851~20580046,237431524~16559492,254008744~3130538,258514857~5856847,266584615~7970377,277791192~12069142,291778783~9707039,305169647~6842552,313068541~8979363,322431108~422879,324198128~4068079,329706680~3461413,334001733~17128197,351218945~10107468,361644371~5948430,370106564~7480775,381295365~3232646,385990083~6327596,397209706~6293970,406564954~4827923] wrote [75125377~4333498,129748321~6471018,153369835~1751301,174400664~1927957,209244604~426277,291778783~4710130,324198128~4068079,329706680~3461413,339410313~7703425] 2024-04-12T17:17:25.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:25 smithi099 ceph-mon[94290]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-12T17:17:25.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:25 smithi099 ceph-mon[96864]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-12T17:17:25.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:25 smithi110 ceph-mon[88691]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-12T17:17:26.160 INFO:tasks.workunit.client.0.smithi099.stdout: i=19 exists [2897588~344369,7239891~1414299,9860755~17844801,30082919~57018555,91937652~49363,92031136~20156878,112386090~4162958,120502002~19609223,145078465~7371,145493993~4319355,150272411~8915125,159442935~19225975,179368293~462777,181262522~16476255,198675727~15348459,214292851~20580046,237431524~16559492,254008744~3130538,258514857~5856847,266584615~7970377,277791192~12069142,291778783~9707039,305169647~6842552,313068541~15197666,329706680~3461413,334001733~17128197,351218945~16373856,370106564~7480775,381295365~3232646,385990083~6327596,397209706~6293970,406564954~4827923] wrote [18841620~4829959,32453088~3619181,145078465~7371,176997788~13468,198983289~5988106,288108230~1265785,300315788~194177,317417353~108071,321123140~4370563,358617993~7259925] 2024-04-12T17:17:26.363 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:26 smithi099 ceph-mon[96864]: pgmap v4092: 137 pgs: 137 active+clean; 687 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.2 KiB/s rd, 22 MiB/s wr, 14 op/s 2024-04-12T17:17:26.363 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:26 smithi099 ceph-mon[96864]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-12T17:17:26.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:26 smithi099 ceph-mon[94290]: pgmap v4092: 137 pgs: 137 active+clean; 687 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.2 KiB/s rd, 22 MiB/s wr, 14 op/s 2024-04-12T17:17:26.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:26 smithi099 ceph-mon[94290]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-12T17:17:26.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:26 smithi110 ceph-mon[88691]: pgmap v4092: 137 pgs: 137 active+clean; 687 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.2 KiB/s rd, 22 MiB/s wr, 14 op/s 2024-04-12T17:17:26.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:26 smithi110 ceph-mon[88691]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-12T17:17:26.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:17:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:17:26] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-12T17:17:27.132 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to 1 diff [58720256~8388608,71303168~4194304,92274688~12582912,146800640~12582912,213909504~8388608,322961408~4194304,339738624~8388608] 2024-04-12T17:17:27.133 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [58720256~8388608,71303168~4194304,92274688~12582912,146800640~12582912,213909504~8388608,322961408~4194304,339738624~8388608] 2024-04-12T17:17:27.142 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [58720256~20971520,92274688~16777216,146800640~12582912,213909504~12582912,322961408~8388608,339738624~12582912] 2024-04-12T17:17:27.142 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to 2 diff [0~4194304,16777216~4194304,54525952~12582912,71303168~8388608,92274688~20971520,125829120~4194304,146800640~12582912,213909504~8388608,251658240~4194304,322961408~4194304,339738624~8388608,394264576~16777216] 2024-04-12T17:17:27.142 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~4194304,16777216~4194304,54525952~12582912,71303168~8388608,92274688~20971520,125829120~4194304,146800640~12582912,213909504~8388608,251658240~4194304,322961408~4194304,339738624~8388608,394264576~16777216] 2024-04-12T17:17:27.144 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~4194304,16777216~8388608,54525952~25165824,92274688~25165824,125829120~8388608,146800640~12582912,213909504~12582912,251658240~8388608,322961408~8388608,339738624~12582912,394264576~20971520] 2024-04-12T17:17:27.145 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to 3 diff [0~4194304,12582912~12582912,33554432~8388608,54525952~12582912,71303168~8388608,88080384~25165824,125829120~4194304,146800640~12582912,213909504~8388608,251658240~4194304,285212672~4194304,322961408~4194304,331350016~16777216,364904448~8388608,394264576~16777216] 2024-04-12T17:17:27.145 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~4194304,12582912~12582912,33554432~8388608,54525952~12582912,71303168~8388608,88080384~25165824,125829120~4194304,146800640~12582912,213909504~8388608,251658240~4194304,285212672~4194304,322961408~4194304,331350016~16777216,364904448~8388608,394264576~16777216] 2024-04-12T17:17:27.148 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~4194304,12582912~16777216,33554432~12582912,54525952~25165824,88080384~29360128,125829120~8388608,146800640~12582912,213909504~12582912,251658240~8388608,285212672~4194304,322961408~29360128,364904448~8388608,394264576~20971520] 2024-04-12T17:17:27.148 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to 4 diff [0~4194304,12582912~12582912,33554432~8388608,54525952~12582912,71303168~8388608,88080384~25165824,125829120~4194304,142606336~25165824,176160768~4194304,213909504~8388608,243269632~12582912,260046848~4194304,285212672~4194304,314572800~12582912,331350016~16777216,364904448~8388608,394264576~16777216] 2024-04-12T17:17:27.148 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~4194304,12582912~12582912,33554432~8388608,54525952~12582912,71303168~8388608,88080384~25165824,125829120~4194304,142606336~25165824,176160768~4194304,213909504~8388608,243269632~12582912,260046848~4194304,285212672~4194304,314572800~12582912,331350016~16777216,364904448~8388608,394264576~16777216] 2024-04-12T17:17:27.150 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~4194304,12582912~16777216,33554432~12582912,54525952~25165824,88080384~29360128,125829120~8388608,142606336~29360128,176160768~4194304,213909504~12582912,243269632~20971520,285212672~4194304,314572800~37748736,364904448~8388608,394264576~20971520] 2024-04-12T17:17:27.151 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to 5 diff [0~4194304,12582912~12582912,33554432~12582912,54525952~29360128,88080384~25165824,125829120~4194304,142606336~25165824,176160768~4194304,192937984~4194304,213909504~8388608,243269632~12582912,260046848~4194304,281018368~8388608,297795584~4194304,314572800~12582912,331350016~16777216,364904448~8388608,394264576~16777216] 2024-04-12T17:17:27.151 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~4194304,12582912~12582912,33554432~12582912,54525952~29360128,88080384~25165824,125829120~4194304,142606336~25165824,176160768~4194304,192937984~4194304,213909504~8388608,243269632~12582912,260046848~4194304,281018368~8388608,297795584~4194304,314572800~12582912,331350016~16777216,364904448~8388608,394264576~16777216] 2024-04-12T17:17:27.154 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~4194304,12582912~16777216,33554432~12582912,54525952~62914560,125829120~8388608,142606336~29360128,176160768~4194304,192937984~4194304,213909504~12582912,243269632~25165824,281018368~12582912,297795584~4194304,314572800~37748736,364904448~8388608,394264576~20971520] 2024-04-12T17:17:27.154 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to 6 diff [0~4194304,12582912~12582912,33554432~79691776,125829120~4194304,142606336~29360128,176160768~4194304,192937984~4194304,213909504~8388608,226492416~4194304,243269632~12582912,260046848~4194304,281018368~8388608,297795584~4194304,314572800~12582912,331350016~16777216,364904448~8388608,394264576~16777216] 2024-04-12T17:17:27.154 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~4194304,12582912~12582912,33554432~79691776,125829120~4194304,142606336~29360128,176160768~4194304,192937984~4194304,213909504~8388608,226492416~4194304,243269632~12582912,260046848~4194304,281018368~8388608,297795584~4194304,314572800~12582912,331350016~16777216,364904448~8388608,394264576~16777216] 2024-04-12T17:17:27.158 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~4194304,12582912~16777216,33554432~83886080,125829120~8388608,142606336~29360128,176160768~4194304,192937984~4194304,213909504~20971520,243269632~25165824,281018368~12582912,297795584~4194304,314572800~37748736,364904448~8388608,394264576~20971520] 2024-04-12T17:17:27.158 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to 7 diff [0~4194304,8388608~20971520,33554432~79691776,125829120~12582912,142606336~29360128,176160768~4194304,192937984~4194304,213909504~16777216,243269632~12582912,260046848~4194304,281018368~20971520,314572800~12582912,331350016~16777216,364904448~12582912,385875968~25165824] 2024-04-12T17:17:27.158 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~4194304,8388608~20971520,33554432~79691776,125829120~12582912,142606336~29360128,176160768~4194304,192937984~4194304,213909504~16777216,243269632~12582912,260046848~4194304,281018368~20971520,314572800~12582912,331350016~16777216,364904448~12582912,385875968~25165824] 2024-04-12T17:17:27.162 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~4194304,8388608~20971520,33554432~83886080,125829120~12582912,142606336~29360128,176160768~4194304,192937984~4194304,213909504~20971520,243269632~25165824,281018368~20971520,314572800~37748736,364904448~12582912,385875968~29360128] 2024-04-12T17:17:27.162 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to 8 diff [0~4194304,8388608~20971520,33554432~79691776,117440512~20971520,142606336~29360128,176160768~4194304,192937984~4194304,213909504~16777216,243269632~12582912,260046848~4194304,276824064~25165824,310378496~16777216,331350016~16777216,364904448~12582912,385875968~25165824] 2024-04-12T17:17:27.162 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~4194304,8388608~20971520,33554432~79691776,117440512~20971520,142606336~29360128,176160768~4194304,192937984~4194304,213909504~16777216,243269632~12582912,260046848~4194304,276824064~25165824,310378496~16777216,331350016~16777216,364904448~12582912,385875968~25165824] 2024-04-12T17:17:27.166 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~4194304,8388608~20971520,33554432~104857600,142606336~29360128,176160768~4194304,192937984~4194304,213909504~20971520,243269632~25165824,276824064~25165824,310378496~41943040,364904448~12582912,385875968~29360128] 2024-04-12T17:17:27.167 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to 9 diff [0~4194304,8388608~104857600,117440512~20971520,142606336~29360128,176160768~16777216,201326592~8388608,213909504~16777216,243269632~12582912,260046848~4194304,276824064~50331648,331350016~16777216,356515840~20971520,385875968~25165824] 2024-04-12T17:17:27.167 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~4194304,8388608~104857600,117440512~20971520,142606336~29360128,176160768~16777216,201326592~8388608,213909504~16777216,243269632~12582912,260046848~4194304,276824064~50331648,331350016~16777216,356515840~20971520,385875968~25165824] 2024-04-12T17:17:27.171 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~4194304,8388608~130023424,142606336~54525952,201326592~8388608,213909504~20971520,243269632~25165824,276824064~75497472,356515840~20971520,385875968~29360128] 2024-04-12T17:17:27.171 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to 10 diff [0~4194304,8388608~104857600,117440512~20971520,142606336~29360128,176160768~20971520,201326592~33554432,243269632~12582912,260046848~4194304,268435456~4194304,276824064~50331648,331350016~16777216,356515840~20971520,385875968~25165824] 2024-04-12T17:17:27.171 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~4194304,8388608~104857600,117440512~20971520,142606336~29360128,176160768~20971520,201326592~33554432,243269632~12582912,260046848~4194304,268435456~4194304,276824064~50331648,331350016~16777216,356515840~20971520,385875968~25165824] 2024-04-12T17:17:27.176 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~4194304,8388608~130023424,142606336~92274688,243269632~109051904,356515840~20971520,385875968~29360128] 2024-04-12T17:17:27.176 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to 11 diff [0~83886080,88080384~25165824,117440512~20971520,142606336~29360128,176160768~20971520,201326592~33554432,243269632~12582912,260046848~4194304,268435456~4194304,276824064~50331648,331350016~29360128,364904448~12582912,385875968~25165824] 2024-04-12T17:17:27.176 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~83886080,88080384~25165824,117440512~20971520,142606336~29360128,176160768~20971520,201326592~33554432,243269632~12582912,260046848~4194304,268435456~4194304,276824064~50331648,331350016~29360128,364904448~12582912,385875968~25165824] 2024-04-12T17:17:27.181 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~138412032,142606336~92274688,243269632~138412032,385875968~29360128] 2024-04-12T17:17:27.182 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to 12 diff [0~83886080,88080384~25165824,117440512~20971520,142606336~29360128,176160768~20971520,201326592~33554432,243269632~20971520,268435456~4194304,276824064~50331648,331350016~29360128,364904448~16777216,385875968~25165824] 2024-04-12T17:17:27.182 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~83886080,88080384~25165824,117440512~20971520,142606336~29360128,176160768~20971520,201326592~33554432,243269632~20971520,268435456~4194304,276824064~50331648,331350016~29360128,364904448~16777216,385875968~25165824] 2024-04-12T17:17:27.188 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~138412032,142606336~92274688,243269632~171966464] 2024-04-12T17:17:27.188 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to 13 diff [0~83886080,88080384~25165824,117440512~20971520,142606336~29360128,176160768~20971520,201326592~33554432,243269632~20971520,268435456~4194304,276824064~50331648,331350016~29360128,364904448~16777216,385875968~25165824] 2024-04-12T17:17:27.188 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~83886080,88080384~25165824,117440512~20971520,142606336~29360128,176160768~20971520,201326592~33554432,243269632~20971520,268435456~4194304,276824064~50331648,331350016~29360128,364904448~16777216,385875968~25165824] 2024-04-12T17:17:27.194 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~138412032,142606336~92274688,243269632~171966464] 2024-04-12T17:17:27.194 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to 14 diff [0~83886080,88080384~25165824,117440512~20971520,142606336~29360128,176160768~88080384,268435456~4194304,276824064~50331648,331350016~29360128,364904448~16777216,385875968~25165824] 2024-04-12T17:17:27.194 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~83886080,88080384~25165824,117440512~20971520,142606336~29360128,176160768~88080384,268435456~4194304,276824064~50331648,331350016~29360128,364904448~16777216,385875968~25165824] 2024-04-12T17:17:27.201 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~138412032,142606336~272629760] 2024-04-12T17:17:27.201 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to 15 diff [0~83886080,88080384~25165824,117440512~20971520,142606336~29360128,176160768~96468992,276824064~50331648,331350016~29360128,364904448~16777216,385875968~25165824] 2024-04-12T17:17:27.201 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~83886080,88080384~25165824,117440512~20971520,142606336~29360128,176160768~96468992,276824064~50331648,331350016~29360128,364904448~16777216,385875968~25165824] 2024-04-12T17:17:27.209 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~415236096] 2024-04-12T17:17:27.209 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to 16 diff [0~83886080,88080384~25165824,117440512~20971520,142606336~130023424,276824064~50331648,331350016~29360128,364904448~16777216,385875968~25165824] 2024-04-12T17:17:27.209 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~83886080,88080384~25165824,117440512~20971520,142606336~130023424,276824064~50331648,331350016~29360128,364904448~16777216,385875968~25165824] 2024-04-12T17:17:27.217 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~415236096] 2024-04-12T17:17:27.217 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to 17 diff [0~83886080,88080384~25165824,117440512~20971520,142606336~130023424,276824064~50331648,331350016~50331648,385875968~25165824] 2024-04-12T17:17:27.217 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~83886080,88080384~25165824,117440512~20971520,142606336~130023424,276824064~50331648,331350016~50331648,385875968~25165824] 2024-04-12T17:17:27.226 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~415236096] 2024-04-12T17:17:27.226 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to 18 diff [0~83886080,88080384~25165824,117440512~20971520,142606336~130023424,276824064~104857600,385875968~25165824] 2024-04-12T17:17:27.226 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~83886080,88080384~25165824,117440512~20971520,142606336~130023424,276824064~104857600,385875968~25165824] 2024-04-12T17:17:27.235 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~415236096] 2024-04-12T17:17:27.235 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to 19 diff [0~113246208,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:27.236 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~113246208,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:27.244 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~415236096] 2024-04-12T17:17:27.244 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to 2 diff [0~4194304,16777216~4194304,54525952~8388608,71303168~4194304,104857600~8388608,125829120~4194304,251658240~4194304,394264576~16777216] 2024-04-12T17:17:27.244 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~4194304,16777216~4194304,54525952~8388608,71303168~4194304,104857600~8388608,125829120~4194304,251658240~4194304,394264576~16777216] 2024-04-12T17:17:27.246 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~4194304,16777216~8388608,54525952~8388608,71303168~8388608,104857600~12582912,125829120~8388608,251658240~8388608,394264576~20971520] 2024-04-12T17:17:27.246 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to 3 diff [0~4194304,12582912~12582912,33554432~8388608,54525952~8388608,71303168~4194304,88080384~8388608,104857600~8388608,125829120~4194304,251658240~4194304,285212672~4194304,331350016~8388608,364904448~8388608,394264576~16777216] 2024-04-12T17:17:27.246 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~4194304,12582912~12582912,33554432~8388608,54525952~8388608,71303168~4194304,88080384~8388608,104857600~8388608,125829120~4194304,251658240~4194304,285212672~4194304,331350016~8388608,364904448~8388608,394264576~16777216] 2024-04-12T17:17:27.247 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~4194304,12582912~16777216,33554432~12582912,54525952~8388608,71303168~8388608,88080384~12582912,104857600~12582912,125829120~8388608,251658240~8388608,285212672~4194304,331350016~8388608,364904448~8388608,394264576~20971520] 2024-04-12T17:17:27.247 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to 4 diff [0~4194304,12582912~12582912,33554432~8388608,54525952~8388608,71303168~4194304,88080384~8388608,104857600~8388608,125829120~4194304,142606336~4194304,159383552~8388608,176160768~4194304,243269632~12582912,260046848~4194304,285212672~4194304,314572800~8388608,331350016~8388608,364904448~8388608,394264576~16777216] 2024-04-12T17:17:27.247 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~4194304,12582912~12582912,33554432~8388608,54525952~8388608,71303168~4194304,88080384~8388608,104857600~8388608,125829120~4194304,142606336~4194304,159383552~8388608,176160768~4194304,243269632~12582912,260046848~4194304,285212672~4194304,314572800~8388608,331350016~8388608,364904448~8388608,394264576~16777216] 2024-04-12T17:17:27.250 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~4194304,12582912~16777216,33554432~12582912,54525952~8388608,71303168~8388608,88080384~12582912,104857600~12582912,125829120~8388608,142606336~8388608,159383552~12582912,176160768~4194304,243269632~20971520,285212672~4194304,314572800~8388608,331350016~8388608,364904448~8388608,394264576~20971520] 2024-04-12T17:17:27.250 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to 5 diff [0~4194304,12582912~12582912,33554432~12582912,54525952~8388608,67108864~16777216,88080384~8388608,100663296~12582912,125829120~4194304,142606336~4194304,159383552~8388608,176160768~4194304,192937984~4194304,243269632~12582912,260046848~4194304,281018368~8388608,297795584~4194304,314572800~8388608,331350016~8388608,364904448~8388608,394264576~16777216] 2024-04-12T17:17:27.250 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~4194304,12582912~12582912,33554432~12582912,54525952~8388608,67108864~16777216,88080384~8388608,100663296~12582912,125829120~4194304,142606336~4194304,159383552~8388608,176160768~4194304,192937984~4194304,243269632~12582912,260046848~4194304,281018368~8388608,297795584~4194304,314572800~8388608,331350016~8388608,364904448~8388608,394264576~16777216] 2024-04-12T17:17:27.251 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~4194304,12582912~16777216,33554432~12582912,54525952~8388608,67108864~50331648,125829120~8388608,142606336~8388608,159383552~12582912,176160768~4194304,192937984~4194304,243269632~25165824,281018368~12582912,297795584~4194304,314572800~8388608,331350016~8388608,364904448~8388608,394264576~20971520] 2024-04-12T17:17:27.252 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to 6 diff [0~4194304,12582912~12582912,33554432~29360128,67108864~29360128,100663296~12582912,125829120~4194304,142606336~4194304,159383552~12582912,176160768~4194304,192937984~4194304,226492416~4194304,243269632~12582912,260046848~4194304,281018368~8388608,297795584~4194304,314572800~8388608,327155712~12582912,364904448~8388608,394264576~16777216] 2024-04-12T17:17:27.252 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~4194304,12582912~12582912,33554432~29360128,67108864~29360128,100663296~12582912,125829120~4194304,142606336~4194304,159383552~12582912,176160768~4194304,192937984~4194304,226492416~4194304,243269632~12582912,260046848~4194304,281018368~8388608,297795584~4194304,314572800~8388608,327155712~12582912,364904448~8388608,394264576~16777216] 2024-04-12T17:17:27.254 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~4194304,12582912~16777216,33554432~29360128,67108864~50331648,125829120~8388608,142606336~8388608,159383552~12582912,176160768~4194304,192937984~4194304,226492416~8388608,243269632~25165824,281018368~12582912,297795584~4194304,314572800~8388608,327155712~12582912,364904448~8388608,394264576~20971520] 2024-04-12T17:17:27.254 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to 7 diff [0~4194304,8388608~20971520,33554432~29360128,67108864~29360128,100663296~12582912,125829120~12582912,142606336~4194304,159383552~12582912,176160768~4194304,192937984~4194304,218103808~12582912,243269632~12582912,260046848~4194304,281018368~20971520,314572800~8388608,327155712~16777216,364904448~12582912,385875968~25165824] 2024-04-12T17:17:27.254 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~4194304,8388608~20971520,33554432~29360128,67108864~29360128,100663296~12582912,125829120~12582912,142606336~4194304,159383552~12582912,176160768~4194304,192937984~4194304,218103808~12582912,243269632~12582912,260046848~4194304,281018368~20971520,314572800~8388608,327155712~16777216,364904448~12582912,385875968~25165824] 2024-04-12T17:17:27.257 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~4194304,8388608~20971520,33554432~29360128,67108864~50331648,125829120~12582912,142606336~8388608,159383552~12582912,176160768~4194304,192937984~4194304,218103808~16777216,243269632~25165824,281018368~20971520,314572800~8388608,327155712~20971520,364904448~12582912,385875968~29360128] 2024-04-12T17:17:27.257 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to 8 diff [0~4194304,8388608~20971520,33554432~62914560,100663296~12582912,117440512~20971520,142606336~4194304,159383552~12582912,176160768~4194304,192937984~4194304,218103808~12582912,243269632~12582912,260046848~4194304,276824064~25165824,310378496~12582912,327155712~20971520,364904448~12582912,385875968~25165824] 2024-04-12T17:17:27.257 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~4194304,8388608~20971520,33554432~62914560,100663296~12582912,117440512~20971520,142606336~4194304,159383552~12582912,176160768~4194304,192937984~4194304,218103808~12582912,243269632~12582912,260046848~4194304,276824064~25165824,310378496~12582912,327155712~20971520,364904448~12582912,385875968~25165824] 2024-04-12T17:17:27.261 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~4194304,8388608~20971520,33554432~104857600,142606336~8388608,159383552~12582912,176160768~4194304,192937984~4194304,218103808~16777216,243269632~25165824,276824064~25165824,310378496~12582912,327155712~25165824,364904448~12582912,385875968~29360128] 2024-04-12T17:17:27.261 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to 9 diff [0~4194304,8388608~88080384,100663296~12582912,117440512~20971520,142606336~4194304,150994944~4194304,159383552~12582912,176160768~16777216,201326592~8388608,218103808~12582912,243269632~12582912,260046848~4194304,276824064~46137344,327155712~20971520,356515840~20971520,385875968~25165824] 2024-04-12T17:17:27.261 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~4194304,8388608~88080384,100663296~12582912,117440512~20971520,142606336~4194304,150994944~4194304,159383552~12582912,176160768~16777216,201326592~8388608,218103808~12582912,243269632~12582912,260046848~4194304,276824064~46137344,327155712~20971520,356515840~20971520,385875968~25165824] 2024-04-12T17:17:27.265 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~4194304,8388608~130023424,142606336~54525952,201326592~8388608,218103808~16777216,243269632~25165824,276824064~46137344,327155712~25165824,356515840~20971520,385875968~29360128] 2024-04-12T17:17:27.265 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to 10 diff [0~4194304,8388608~88080384,100663296~12582912,117440512~20971520,142606336~4194304,150994944~4194304,159383552~12582912,176160768~20971520,201326592~12582912,218103808~16777216,243269632~12582912,260046848~4194304,268435456~4194304,276824064~46137344,327155712~20971520,356515840~20971520,385875968~25165824] 2024-04-12T17:17:27.265 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~4194304,8388608~88080384,100663296~12582912,117440512~20971520,142606336~4194304,150994944~4194304,159383552~12582912,176160768~20971520,201326592~12582912,218103808~16777216,243269632~12582912,260046848~4194304,268435456~4194304,276824064~46137344,327155712~20971520,356515840~20971520,385875968~25165824] 2024-04-12T17:17:27.270 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~4194304,8388608~130023424,142606336~71303168,218103808~16777216,243269632~79691776,327155712~25165824,356515840~20971520,385875968~29360128] 2024-04-12T17:17:27.270 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to 11 diff [0~96468992,100663296~12582912,117440512~20971520,142606336~4194304,150994944~4194304,159383552~12582912,176160768~20971520,201326592~12582912,218103808~16777216,243269632~12582912,260046848~4194304,268435456~4194304,276824064~46137344,327155712~33554432,364904448~12582912,385875968~25165824] 2024-04-12T17:17:27.271 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~96468992,100663296~12582912,117440512~20971520,142606336~4194304,150994944~4194304,159383552~12582912,176160768~20971520,201326592~12582912,218103808~16777216,243269632~12582912,260046848~4194304,268435456~4194304,276824064~46137344,327155712~33554432,364904448~12582912,385875968~25165824] 2024-04-12T17:17:27.275 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~138412032,142606336~71303168,218103808~16777216,243269632~79691776,327155712~54525952,385875968~29360128] 2024-04-12T17:17:27.275 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to 12 diff [0~96468992,100663296~12582912,117440512~20971520,142606336~12582912,159383552~12582912,176160768~20971520,201326592~12582912,218103808~16777216,243269632~20971520,268435456~4194304,276824064~46137344,327155712~33554432,364904448~16777216,385875968~25165824] 2024-04-12T17:17:27.275 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~96468992,100663296~12582912,117440512~20971520,142606336~12582912,159383552~12582912,176160768~20971520,201326592~12582912,218103808~16777216,243269632~20971520,268435456~4194304,276824064~46137344,327155712~33554432,364904448~16777216,385875968~25165824] 2024-04-12T17:17:27.280 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~138412032,142606336~71303168,218103808~16777216,243269632~79691776,327155712~88080384] 2024-04-12T17:17:27.280 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to 13 diff [0~96468992,100663296~12582912,117440512~20971520,142606336~12582912,159383552~12582912,176160768~20971520,201326592~12582912,218103808~16777216,243269632~20971520,268435456~4194304,276824064~46137344,327155712~33554432,364904448~16777216,385875968~25165824] 2024-04-12T17:17:27.280 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~96468992,100663296~12582912,117440512~20971520,142606336~12582912,159383552~12582912,176160768~20971520,201326592~12582912,218103808~16777216,243269632~20971520,268435456~4194304,276824064~46137344,327155712~33554432,364904448~16777216,385875968~25165824] 2024-04-12T17:17:27.285 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~138412032,142606336~92274688,243269632~79691776,327155712~88080384] 2024-04-12T17:17:27.285 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to 14 diff [0~96468992,100663296~12582912,117440512~20971520,142606336~29360128,176160768~37748736,218103808~46137344,268435456~4194304,276824064~46137344,327155712~33554432,364904448~16777216,385875968~25165824] 2024-04-12T17:17:27.286 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~96468992,100663296~12582912,117440512~20971520,142606336~29360128,176160768~37748736,218103808~46137344,268435456~4194304,276824064~46137344,327155712~33554432,364904448~16777216,385875968~25165824] 2024-04-12T17:17:27.292 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~138412032,142606336~180355072,327155712~88080384] 2024-04-12T17:17:27.292 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to 15 diff [0~96468992,100663296~12582912,117440512~20971520,142606336~29360128,176160768~96468992,276824064~46137344,327155712~33554432,364904448~16777216,385875968~25165824] 2024-04-12T17:17:27.292 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~96468992,100663296~12582912,117440512~20971520,142606336~29360128,176160768~96468992,276824064~46137344,327155712~33554432,364904448~16777216,385875968~25165824] 2024-04-12T17:17:27.299 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~322961408,327155712~88080384] 2024-04-12T17:17:27.299 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to 16 diff [0~96468992,100663296~12582912,117440512~20971520,142606336~130023424,276824064~46137344,327155712~33554432,364904448~16777216,385875968~25165824] 2024-04-12T17:17:27.299 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~96468992,100663296~12582912,117440512~20971520,142606336~130023424,276824064~46137344,327155712~33554432,364904448~16777216,385875968~25165824] 2024-04-12T17:17:27.306 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~322961408,327155712~88080384] 2024-04-12T17:17:27.306 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to 17 diff [0~96468992,100663296~12582912,117440512~20971520,142606336~130023424,276824064~46137344,327155712~54525952,385875968~25165824] 2024-04-12T17:17:27.306 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~96468992,100663296~12582912,117440512~20971520,142606336~130023424,276824064~46137344,327155712~54525952,385875968~25165824] 2024-04-12T17:17:27.313 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~322961408,327155712~88080384] 2024-04-12T17:17:27.313 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to 18 diff [0~96468992,100663296~12582912,117440512~20971520,142606336~130023424,276824064~104857600,385875968~25165824] 2024-04-12T17:17:27.313 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~96468992,100663296~12582912,117440512~20971520,142606336~130023424,276824064~104857600,385875968~25165824] 2024-04-12T17:17:27.320 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~415236096] 2024-04-12T17:17:27.320 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to 19 diff [0~96468992,100663296~12582912,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:27.321 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~96468992,100663296~12582912,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:27.328 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~415236096] 2024-04-12T17:17:27.328 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to 3 diff [12582912~12582912,33554432~8388608,88080384~8388608,109051904~4194304,285212672~4194304,331350016~8388608,364904448~8388608] 2024-04-12T17:17:27.328 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [12582912~12582912,33554432~8388608,88080384~8388608,109051904~4194304,285212672~4194304,331350016~8388608,364904448~8388608] 2024-04-12T17:17:27.329 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [12582912~16777216,33554432~12582912,88080384~12582912,109051904~8388608,285212672~4194304,331350016~8388608,364904448~8388608] 2024-04-12T17:17:27.329 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to 4 diff [12582912~12582912,33554432~8388608,88080384~8388608,109051904~4194304,142606336~4194304,159383552~8388608,176160768~4194304,243269632~8388608,260046848~4194304,285212672~4194304,314572800~8388608,331350016~8388608,364904448~8388608] 2024-04-12T17:17:27.329 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [12582912~12582912,33554432~8388608,88080384~8388608,109051904~4194304,142606336~4194304,159383552~8388608,176160768~4194304,243269632~8388608,260046848~4194304,285212672~4194304,314572800~8388608,331350016~8388608,364904448~8388608] 2024-04-12T17:17:27.330 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [12582912~16777216,33554432~12582912,88080384~12582912,109051904~8388608,142606336~8388608,159383552~12582912,176160768~4194304,243269632~8388608,260046848~4194304,285212672~4194304,314572800~8388608,331350016~8388608,364904448~8388608] 2024-04-12T17:17:27.330 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to 5 diff [12582912~12582912,33554432~12582912,67108864~16777216,88080384~8388608,100663296~4194304,109051904~4194304,142606336~4194304,159383552~8388608,176160768~4194304,192937984~4194304,243269632~8388608,260046848~4194304,281018368~8388608,297795584~4194304,314572800~8388608,331350016~8388608,364904448~8388608] 2024-04-12T17:17:27.331 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [12582912~12582912,33554432~12582912,67108864~16777216,88080384~8388608,100663296~4194304,109051904~4194304,142606336~4194304,159383552~8388608,176160768~4194304,192937984~4194304,243269632~8388608,260046848~4194304,281018368~8388608,297795584~4194304,314572800~8388608,331350016~8388608,364904448~8388608] 2024-04-12T17:17:27.332 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [12582912~16777216,33554432~12582912,67108864~37748736,109051904~8388608,142606336~8388608,159383552~12582912,176160768~4194304,192937984~4194304,243269632~8388608,260046848~8388608,281018368~12582912,297795584~4194304,314572800~8388608,331350016~8388608,364904448~8388608] 2024-04-12T17:17:27.332 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to 6 diff [12582912~12582912,33554432~25165824,67108864~29360128,100663296~4194304,109051904~4194304,142606336~4194304,159383552~12582912,176160768~4194304,192937984~4194304,226492416~4194304,243269632~8388608,260046848~4194304,281018368~8388608,297795584~4194304,314572800~8388608,327155712~12582912,364904448~8388608] 2024-04-12T17:17:27.332 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [12582912~12582912,33554432~25165824,67108864~29360128,100663296~4194304,109051904~4194304,142606336~4194304,159383552~12582912,176160768~4194304,192937984~4194304,226492416~4194304,243269632~8388608,260046848~4194304,281018368~8388608,297795584~4194304,314572800~8388608,327155712~12582912,364904448~8388608] 2024-04-12T17:17:27.334 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [12582912~16777216,33554432~29360128,67108864~37748736,109051904~8388608,142606336~8388608,159383552~12582912,176160768~4194304,192937984~4194304,226492416~8388608,243269632~8388608,260046848~8388608,281018368~12582912,297795584~4194304,314572800~8388608,327155712~12582912,364904448~8388608] 2024-04-12T17:17:27.334 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to 7 diff [8388608~20971520,33554432~25165824,67108864~29360128,100663296~4194304,109051904~4194304,125829120~8388608,142606336~4194304,159383552~12582912,176160768~4194304,192937984~4194304,218103808~12582912,243269632~8388608,260046848~4194304,281018368~20971520,314572800~8388608,327155712~16777216,364904448~12582912,385875968~8388608] 2024-04-12T17:17:27.334 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [8388608~20971520,33554432~25165824,67108864~29360128,100663296~4194304,109051904~4194304,125829120~8388608,142606336~4194304,159383552~12582912,176160768~4194304,192937984~4194304,218103808~12582912,243269632~8388608,260046848~4194304,281018368~20971520,314572800~8388608,327155712~16777216,364904448~12582912,385875968~8388608] 2024-04-12T17:17:27.337 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~20971520,33554432~29360128,67108864~37748736,109051904~8388608,125829120~12582912,142606336~8388608,159383552~12582912,176160768~4194304,192937984~4194304,218103808~16777216,243269632~8388608,260046848~8388608,281018368~20971520,314572800~8388608,327155712~20971520,364904448~12582912,385875968~8388608] 2024-04-12T17:17:27.337 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to 8 diff [8388608~20971520,33554432~25165824,62914560~33554432,100663296~4194304,109051904~4194304,117440512~16777216,142606336~4194304,159383552~12582912,176160768~4194304,192937984~4194304,218103808~12582912,243269632~8388608,260046848~4194304,276824064~25165824,310378496~12582912,327155712~20971520,364904448~12582912,385875968~8388608] 2024-04-12T17:17:27.337 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [8388608~20971520,33554432~25165824,62914560~33554432,100663296~4194304,109051904~4194304,117440512~16777216,142606336~4194304,159383552~12582912,176160768~4194304,192937984~4194304,218103808~12582912,243269632~8388608,260046848~4194304,276824064~25165824,310378496~12582912,327155712~20971520,364904448~12582912,385875968~8388608] 2024-04-12T17:17:27.340 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~20971520,33554432~71303168,109051904~29360128,142606336~8388608,159383552~12582912,176160768~4194304,192937984~4194304,218103808~16777216,243269632~8388608,260046848~8388608,276824064~25165824,310378496~12582912,327155712~25165824,364904448~12582912,385875968~8388608] 2024-04-12T17:17:27.340 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to 9 diff [8388608~88080384,100663296~4194304,109051904~4194304,117440512~16777216,142606336~4194304,150994944~4194304,159383552~12582912,176160768~16777216,201326592~8388608,218103808~12582912,243269632~8388608,260046848~4194304,276824064~46137344,327155712~20971520,356515840~20971520,385875968~8388608] 2024-04-12T17:17:27.340 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [8388608~88080384,100663296~4194304,109051904~4194304,117440512~16777216,142606336~4194304,150994944~4194304,159383552~12582912,176160768~16777216,201326592~8388608,218103808~12582912,243269632~8388608,260046848~4194304,276824064~46137344,327155712~20971520,356515840~20971520,385875968~8388608] 2024-04-12T17:17:27.343 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~96468992,109051904~29360128,142606336~54525952,201326592~8388608,218103808~16777216,243269632~8388608,260046848~8388608,276824064~46137344,327155712~25165824,356515840~20971520,385875968~8388608] 2024-04-12T17:17:27.343 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to 10 diff [8388608~88080384,100663296~4194304,109051904~4194304,117440512~16777216,142606336~4194304,150994944~4194304,159383552~12582912,176160768~20971520,201326592~12582912,218103808~16777216,243269632~8388608,260046848~4194304,268435456~4194304,276824064~46137344,327155712~20971520,356515840~20971520,385875968~8388608] 2024-04-12T17:17:27.343 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [8388608~88080384,100663296~4194304,109051904~4194304,117440512~16777216,142606336~4194304,150994944~4194304,159383552~12582912,176160768~20971520,201326592~12582912,218103808~16777216,243269632~8388608,260046848~4194304,268435456~4194304,276824064~46137344,327155712~20971520,356515840~20971520,385875968~8388608] 2024-04-12T17:17:27.347 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~96468992,109051904~29360128,142606336~71303168,218103808~16777216,243269632~8388608,260046848~62914560,327155712~25165824,356515840~20971520,385875968~8388608] 2024-04-12T17:17:27.347 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to 11 diff [4194304~92274688,100663296~4194304,109051904~4194304,117440512~16777216,142606336~4194304,150994944~4194304,159383552~12582912,176160768~20971520,201326592~12582912,218103808~16777216,243269632~8388608,260046848~4194304,268435456~4194304,276824064~46137344,327155712~33554432,364904448~12582912,385875968~8388608] 2024-04-12T17:17:27.347 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~92274688,100663296~4194304,109051904~4194304,117440512~16777216,142606336~4194304,150994944~4194304,159383552~12582912,176160768~20971520,201326592~12582912,218103808~16777216,243269632~8388608,260046848~4194304,268435456~4194304,276824064~46137344,327155712~33554432,364904448~12582912,385875968~8388608] 2024-04-12T17:17:27.351 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~100663296,109051904~29360128,142606336~71303168,218103808~16777216,243269632~8388608,260046848~62914560,327155712~54525952,385875968~8388608] 2024-04-12T17:17:27.351 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to 12 diff [4194304~92274688,100663296~4194304,109051904~4194304,117440512~16777216,142606336~12582912,159383552~12582912,176160768~20971520,201326592~12582912,218103808~16777216,243269632~8388608,255852544~8388608,268435456~4194304,276824064~46137344,327155712~33554432,364904448~16777216,385875968~8388608] 2024-04-12T17:17:27.351 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~92274688,100663296~4194304,109051904~4194304,117440512~16777216,142606336~12582912,159383552~12582912,176160768~20971520,201326592~12582912,218103808~16777216,243269632~8388608,255852544~8388608,268435456~4194304,276824064~46137344,327155712~33554432,364904448~16777216,385875968~8388608] 2024-04-12T17:17:27.355 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~100663296,109051904~29360128,142606336~71303168,218103808~16777216,243269632~8388608,255852544~67108864,327155712~67108864] 2024-04-12T17:17:27.355 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to 13 diff [4194304~92274688,100663296~4194304,109051904~4194304,117440512~16777216,142606336~12582912,159383552~12582912,176160768~20971520,201326592~12582912,218103808~16777216,243269632~8388608,255852544~8388608,268435456~4194304,276824064~46137344,327155712~33554432,364904448~16777216,385875968~8388608] 2024-04-12T17:17:27.356 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~92274688,100663296~4194304,109051904~4194304,117440512~16777216,142606336~12582912,159383552~12582912,176160768~20971520,201326592~12582912,218103808~16777216,243269632~8388608,255852544~8388608,268435456~4194304,276824064~46137344,327155712~33554432,364904448~16777216,385875968~8388608] 2024-04-12T17:17:27.361 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~100663296,109051904~29360128,142606336~92274688,243269632~8388608,255852544~67108864,327155712~67108864] 2024-04-12T17:17:27.361 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to 14 diff [4194304~92274688,100663296~4194304,109051904~4194304,117440512~16777216,142606336~29360128,176160768~37748736,218103808~33554432,255852544~8388608,268435456~4194304,276824064~46137344,327155712~33554432,364904448~16777216,385875968~8388608] 2024-04-12T17:17:27.361 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~92274688,100663296~4194304,109051904~4194304,117440512~16777216,142606336~29360128,176160768~37748736,218103808~33554432,255852544~8388608,268435456~4194304,276824064~46137344,327155712~33554432,364904448~16777216,385875968~8388608] 2024-04-12T17:17:27.366 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~100663296,109051904~29360128,142606336~109051904,255852544~67108864,327155712~67108864] 2024-04-12T17:17:27.366 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to 15 diff [4194304~92274688,100663296~12582912,117440512~20971520,142606336~29360128,176160768~75497472,255852544~16777216,276824064~46137344,327155712~33554432,364904448~16777216,385875968~8388608] 2024-04-12T17:17:27.366 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~92274688,100663296~12582912,117440512~20971520,142606336~29360128,176160768~75497472,255852544~16777216,276824064~46137344,327155712~33554432,364904448~16777216,385875968~8388608] 2024-04-12T17:17:27.372 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~318767104,327155712~67108864] 2024-04-12T17:17:27.373 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to 16 diff [4194304~92274688,100663296~12582912,117440512~20971520,142606336~109051904,255852544~16777216,276824064~46137344,327155712~33554432,364904448~16777216,385875968~8388608] 2024-04-12T17:17:27.373 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~92274688,100663296~12582912,117440512~20971520,142606336~109051904,255852544~16777216,276824064~46137344,327155712~33554432,364904448~16777216,385875968~8388608] 2024-04-12T17:17:27.379 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~318767104,327155712~67108864] 2024-04-12T17:17:27.379 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to 17 diff [4194304~92274688,100663296~12582912,117440512~20971520,142606336~109051904,255852544~16777216,276824064~46137344,327155712~54525952,385875968~8388608] 2024-04-12T17:17:27.379 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~92274688,100663296~12582912,117440512~20971520,142606336~109051904,255852544~16777216,276824064~46137344,327155712~54525952,385875968~8388608] 2024-04-12T17:17:27.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:27 smithi099 ceph-mon[94290]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-12T17:17:27.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:27 smithi099 ceph-mon[94290]: pgmap v4095: 137 pgs: 137 active+clean; 785 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 229 KiB/s rd, 38 MiB/s wr, 352 op/s 2024-04-12T17:17:27.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:27 smithi099 ceph-mon[96864]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-12T17:17:27.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:27 smithi099 ceph-mon[96864]: pgmap v4095: 137 pgs: 137 active+clean; 785 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 229 KiB/s rd, 38 MiB/s wr, 352 op/s 2024-04-12T17:17:27.385 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~318767104,327155712~67108864] 2024-04-12T17:17:27.385 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to 18 diff [4194304~92274688,100663296~12582912,117440512~20971520,142606336~109051904,255852544~16777216,276824064~104857600,385875968~8388608] 2024-04-12T17:17:27.385 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~92274688,100663296~12582912,117440512~20971520,142606336~109051904,255852544~16777216,276824064~104857600,385875968~8388608] 2024-04-12T17:17:27.391 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~390070272] 2024-04-12T17:17:27.391 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to 19 diff [4194304~92274688,100663296~12582912,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.392 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~92274688,100663296~12582912,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.398 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~390070272] 2024-04-12T17:17:27.399 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to 4 diff [20971520~4194304,88080384~4194304,142606336~4194304,159383552~8388608,176160768~4194304,243269632~8388608,260046848~4194304,314572800~8388608,331350016~8388608] 2024-04-12T17:17:27.399 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [20971520~4194304,88080384~4194304,142606336~4194304,159383552~8388608,176160768~4194304,243269632~8388608,260046848~4194304,314572800~8388608,331350016~8388608] 2024-04-12T17:17:27.399 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [20971520~8388608,88080384~4194304,142606336~8388608,159383552~12582912,176160768~4194304,243269632~8388608,260046848~4194304,314572800~8388608,331350016~8388608] 2024-04-12T17:17:27.400 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to 5 diff [20971520~4194304,33554432~8388608,67108864~16777216,88080384~4194304,100663296~4194304,142606336~4194304,159383552~8388608,176160768~4194304,192937984~4194304,243269632~8388608,260046848~4194304,281018368~8388608,297795584~4194304,314572800~8388608,331350016~8388608] 2024-04-12T17:17:27.400 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [20971520~4194304,33554432~8388608,67108864~16777216,88080384~4194304,100663296~4194304,142606336~4194304,159383552~8388608,176160768~4194304,192937984~4194304,243269632~8388608,260046848~4194304,281018368~8388608,297795584~4194304,314572800~8388608,331350016~8388608] 2024-04-12T17:17:27.401 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [20971520~8388608,33554432~12582912,67108864~25165824,100663296~4194304,142606336~8388608,159383552~12582912,176160768~4194304,192937984~4194304,243269632~8388608,260046848~8388608,281018368~12582912,297795584~4194304,314572800~8388608,331350016~8388608] 2024-04-12T17:17:27.401 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to 6 diff [20971520~4194304,33554432~25165824,67108864~25165824,100663296~4194304,142606336~4194304,159383552~12582912,176160768~4194304,192937984~4194304,226492416~4194304,243269632~8388608,260046848~4194304,281018368~8388608,297795584~4194304,314572800~8388608,327155712~12582912] 2024-04-12T17:17:27.401 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [20971520~4194304,33554432~25165824,67108864~25165824,100663296~4194304,142606336~4194304,159383552~12582912,176160768~4194304,192937984~4194304,226492416~4194304,243269632~8388608,260046848~4194304,281018368~8388608,297795584~4194304,314572800~8388608,327155712~12582912] 2024-04-12T17:17:27.403 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [20971520~8388608,33554432~29360128,67108864~25165824,100663296~4194304,142606336~8388608,159383552~12582912,176160768~4194304,192937984~4194304,226492416~8388608,243269632~8388608,260046848~8388608,281018368~12582912,297795584~4194304,314572800~8388608,327155712~12582912] 2024-04-12T17:17:27.403 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to 7 diff [8388608~8388608,20971520~4194304,33554432~25165824,67108864~25165824,100663296~4194304,125829120~8388608,142606336~4194304,159383552~12582912,176160768~4194304,192937984~4194304,218103808~12582912,243269632~8388608,260046848~4194304,281018368~20971520,314572800~8388608,327155712~16777216,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.403 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [8388608~8388608,20971520~4194304,33554432~25165824,67108864~25165824,100663296~4194304,125829120~8388608,142606336~4194304,159383552~12582912,176160768~4194304,192937984~4194304,218103808~12582912,243269632~8388608,260046848~4194304,281018368~20971520,314572800~8388608,327155712~16777216,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.405 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~8388608,20971520~8388608,33554432~29360128,67108864~25165824,100663296~4194304,125829120~12582912,142606336~8388608,159383552~12582912,176160768~4194304,192937984~4194304,218103808~16777216,243269632~8388608,260046848~8388608,281018368~20971520,314572800~8388608,327155712~20971520,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.405 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to 8 diff [8388608~8388608,20971520~4194304,33554432~25165824,62914560~29360128,100663296~4194304,117440512~16777216,142606336~4194304,159383552~12582912,176160768~4194304,192937984~4194304,218103808~12582912,243269632~8388608,260046848~4194304,276824064~25165824,310378496~12582912,327155712~20971520,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.405 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [8388608~8388608,20971520~4194304,33554432~25165824,62914560~29360128,100663296~4194304,117440512~16777216,142606336~4194304,159383552~12582912,176160768~4194304,192937984~4194304,218103808~12582912,243269632~8388608,260046848~4194304,276824064~25165824,310378496~12582912,327155712~20971520,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.408 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~8388608,20971520~8388608,33554432~58720256,100663296~4194304,117440512~20971520,142606336~8388608,159383552~12582912,176160768~4194304,192937984~4194304,218103808~16777216,243269632~8388608,260046848~8388608,276824064~25165824,310378496~12582912,327155712~25165824,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.408 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to 9 diff [8388608~8388608,20971520~4194304,29360128~62914560,100663296~4194304,117440512~16777216,142606336~4194304,150994944~4194304,159383552~12582912,176160768~16777216,201326592~8388608,218103808~12582912,243269632~8388608,260046848~4194304,276824064~46137344,327155712~20971520,356515840~8388608,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.408 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [8388608~8388608,20971520~4194304,29360128~62914560,100663296~4194304,117440512~16777216,142606336~4194304,150994944~4194304,159383552~12582912,176160768~16777216,201326592~8388608,218103808~12582912,243269632~8388608,260046848~4194304,276824064~46137344,327155712~20971520,356515840~8388608,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.411 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~8388608,20971520~71303168,100663296~4194304,117440512~20971520,142606336~54525952,201326592~8388608,218103808~16777216,243269632~8388608,260046848~8388608,276824064~46137344,327155712~25165824,356515840~8388608,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.411 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to 10 diff [8388608~8388608,20971520~4194304,29360128~62914560,100663296~4194304,117440512~16777216,142606336~4194304,150994944~4194304,159383552~12582912,176160768~20971520,201326592~12582912,218103808~16777216,243269632~8388608,260046848~4194304,268435456~4194304,276824064~46137344,327155712~20971520,356515840~8388608,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.411 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [8388608~8388608,20971520~4194304,29360128~62914560,100663296~4194304,117440512~16777216,142606336~4194304,150994944~4194304,159383552~12582912,176160768~20971520,201326592~12582912,218103808~16777216,243269632~8388608,260046848~4194304,268435456~4194304,276824064~46137344,327155712~20971520,356515840~8388608,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.414 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~8388608,20971520~71303168,100663296~4194304,117440512~20971520,142606336~71303168,218103808~16777216,243269632~8388608,260046848~62914560,327155712~25165824,356515840~8388608,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.415 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to 11 diff [4194304~12582912,20971520~4194304,29360128~62914560,100663296~4194304,117440512~16777216,142606336~4194304,150994944~4194304,159383552~12582912,176160768~20971520,201326592~12582912,218103808~16777216,243269632~8388608,260046848~4194304,268435456~4194304,276824064~46137344,327155712~33554432,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.415 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~12582912,20971520~4194304,29360128~62914560,100663296~4194304,117440512~16777216,142606336~4194304,150994944~4194304,159383552~12582912,176160768~20971520,201326592~12582912,218103808~16777216,243269632~8388608,260046848~4194304,268435456~4194304,276824064~46137344,327155712~33554432,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.419 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~12582912,20971520~71303168,100663296~4194304,117440512~20971520,142606336~71303168,218103808~16777216,243269632~8388608,260046848~62914560,327155712~37748736,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.419 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to 12 diff [4194304~12582912,20971520~4194304,29360128~62914560,100663296~4194304,117440512~16777216,142606336~12582912,159383552~12582912,176160768~20971520,201326592~12582912,218103808~16777216,243269632~8388608,255852544~8388608,268435456~4194304,276824064~46137344,327155712~33554432,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.419 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~12582912,20971520~4194304,29360128~62914560,100663296~4194304,117440512~16777216,142606336~12582912,159383552~12582912,176160768~20971520,201326592~12582912,218103808~16777216,243269632~8388608,255852544~8388608,268435456~4194304,276824064~46137344,327155712~33554432,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.423 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~12582912,20971520~71303168,100663296~4194304,117440512~20971520,142606336~71303168,218103808~16777216,243269632~8388608,255852544~67108864,327155712~37748736,369098752~25165824] 2024-04-12T17:17:27.424 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to 13 diff [4194304~12582912,20971520~4194304,29360128~62914560,100663296~4194304,117440512~16777216,142606336~12582912,159383552~12582912,176160768~20971520,201326592~12582912,218103808~16777216,243269632~8388608,255852544~8388608,268435456~4194304,276824064~46137344,327155712~33554432,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.424 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~12582912,20971520~4194304,29360128~62914560,100663296~4194304,117440512~16777216,142606336~12582912,159383552~12582912,176160768~20971520,201326592~12582912,218103808~16777216,243269632~8388608,255852544~8388608,268435456~4194304,276824064~46137344,327155712~33554432,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.429 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~12582912,20971520~71303168,100663296~4194304,117440512~20971520,142606336~92274688,243269632~8388608,255852544~67108864,327155712~37748736,369098752~25165824] 2024-04-12T17:17:27.429 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to 14 diff [4194304~20971520,29360128~62914560,100663296~4194304,117440512~16777216,142606336~29360128,176160768~37748736,218103808~33554432,255852544~8388608,268435456~4194304,276824064~46137344,327155712~33554432,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.429 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~62914560,100663296~4194304,117440512~16777216,142606336~29360128,176160768~37748736,218103808~33554432,255852544~8388608,268435456~4194304,276824064~46137344,327155712~33554432,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.434 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~88080384,100663296~4194304,117440512~20971520,142606336~109051904,255852544~67108864,327155712~37748736,369098752~25165824] 2024-04-12T17:17:27.434 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to 15 diff [4194304~20971520,29360128~62914560,100663296~8388608,117440512~20971520,142606336~29360128,176160768~75497472,255852544~16777216,276824064~46137344,327155712~33554432,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.434 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~62914560,100663296~8388608,117440512~20971520,142606336~29360128,176160768~75497472,255852544~16777216,276824064~46137344,327155712~33554432,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.440 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~88080384,100663296~12582912,117440512~205520896,327155712~37748736,369098752~25165824] 2024-04-12T17:17:27.441 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to 16 diff [4194304~20971520,29360128~62914560,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~46137344,327155712~33554432,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.441 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~62914560,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~46137344,327155712~33554432,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.447 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~88080384,100663296~12582912,117440512~205520896,327155712~37748736,369098752~25165824] 2024-04-12T17:17:27.447 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to 17 diff [4194304~20971520,29360128~62914560,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~46137344,327155712~54525952,385875968~8388608] 2024-04-12T17:17:27.447 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~62914560,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~46137344,327155712~54525952,385875968~8388608] 2024-04-12T17:17:27.454 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~88080384,100663296~12582912,117440512~205520896,327155712~67108864] 2024-04-12T17:17:27.454 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to 18 diff [4194304~20971520,29360128~62914560,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~104857600,385875968~8388608] 2024-04-12T17:17:27.454 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~62914560,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~104857600,385875968~8388608] 2024-04-12T17:17:27.459 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~88080384,100663296~12582912,117440512~276824064] 2024-04-12T17:17:27.459 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to 19 diff [4194304~20971520,29360128~62914560,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.460 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~62914560,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.467 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~88080384,100663296~12582912,117440512~276824064] 2024-04-12T17:17:27.467 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to 5 diff [33554432~8388608,67108864~16777216,100663296~4194304,192937984~4194304,260046848~4194304,281018368~8388608,297795584~4194304] 2024-04-12T17:17:27.467 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [33554432~8388608,67108864~16777216,100663296~4194304,192937984~4194304,260046848~4194304,281018368~8388608,297795584~4194304] 2024-04-12T17:17:27.468 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [33554432~12582912,67108864~20971520,100663296~4194304,192937984~4194304,260046848~8388608,281018368~12582912,297795584~4194304] 2024-04-12T17:17:27.468 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to 6 diff [33554432~25165824,67108864~20971520,100663296~4194304,167772160~4194304,192937984~4194304,226492416~4194304,243269632~8388608,260046848~4194304,281018368~8388608,297795584~4194304,314572800~8388608,327155712~4194304] 2024-04-12T17:17:27.468 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [33554432~25165824,67108864~20971520,100663296~4194304,167772160~4194304,192937984~4194304,226492416~4194304,243269632~8388608,260046848~4194304,281018368~8388608,297795584~4194304,314572800~8388608,327155712~4194304] 2024-04-12T17:17:27.470 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [33554432~29360128,67108864~20971520,100663296~4194304,167772160~4194304,192937984~4194304,226492416~8388608,243269632~8388608,260046848~8388608,281018368~12582912,297795584~4194304,314572800~8388608,327155712~4194304] 2024-04-12T17:17:27.470 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to 7 diff [8388608~8388608,33554432~25165824,67108864~20971520,100663296~4194304,125829120~8388608,167772160~4194304,192937984~4194304,218103808~12582912,243269632~8388608,260046848~4194304,281018368~20971520,314572800~8388608,327155712~4194304,339738624~4194304,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.470 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [8388608~8388608,33554432~25165824,67108864~20971520,100663296~4194304,125829120~8388608,167772160~4194304,192937984~4194304,218103808~12582912,243269632~8388608,260046848~4194304,281018368~20971520,314572800~8388608,327155712~4194304,339738624~4194304,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.471 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~8388608,33554432~29360128,67108864~20971520,100663296~4194304,125829120~12582912,167772160~4194304,192937984~4194304,218103808~16777216,243269632~8388608,260046848~8388608,281018368~20971520,314572800~8388608,327155712~4194304,339738624~8388608,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.472 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to 8 diff [8388608~8388608,33554432~25165824,62914560~25165824,100663296~4194304,117440512~16777216,167772160~4194304,192937984~4194304,218103808~12582912,243269632~8388608,260046848~4194304,276824064~25165824,310378496~12582912,327155712~4194304,335544320~12582912,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.472 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [8388608~8388608,33554432~25165824,62914560~25165824,100663296~4194304,117440512~16777216,167772160~4194304,192937984~4194304,218103808~12582912,243269632~8388608,260046848~4194304,276824064~25165824,310378496~12582912,327155712~4194304,335544320~12582912,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.474 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~8388608,33554432~54525952,100663296~4194304,117440512~20971520,167772160~4194304,192937984~4194304,218103808~16777216,243269632~8388608,260046848~8388608,276824064~25165824,310378496~12582912,327155712~4194304,335544320~16777216,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.474 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to 9 diff [8388608~8388608,29360128~58720256,100663296~4194304,117440512~16777216,150994944~4194304,163577856~8388608,180355072~12582912,201326592~8388608,218103808~12582912,243269632~8388608,260046848~4194304,276824064~46137344,327155712~4194304,335544320~12582912,356515840~8388608,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.475 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [8388608~8388608,29360128~58720256,100663296~4194304,117440512~16777216,150994944~4194304,163577856~8388608,180355072~12582912,201326592~8388608,218103808~12582912,243269632~8388608,260046848~4194304,276824064~46137344,327155712~4194304,335544320~12582912,356515840~8388608,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.477 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~8388608,29360128~58720256,100663296~4194304,117440512~20971520,150994944~8388608,163577856~12582912,180355072~16777216,201326592~8388608,218103808~16777216,243269632~8388608,260046848~8388608,276824064~46137344,327155712~4194304,335544320~16777216,356515840~8388608,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.477 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to 10 diff [8388608~8388608,29360128~58720256,100663296~4194304,117440512~16777216,150994944~4194304,163577856~8388608,180355072~16777216,201326592~12582912,218103808~16777216,243269632~8388608,260046848~4194304,268435456~4194304,276824064~46137344,327155712~4194304,335544320~12582912,356515840~8388608,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.477 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [8388608~8388608,29360128~58720256,100663296~4194304,117440512~16777216,150994944~4194304,163577856~8388608,180355072~16777216,201326592~12582912,218103808~16777216,243269632~8388608,260046848~4194304,268435456~4194304,276824064~46137344,327155712~4194304,335544320~12582912,356515840~8388608,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.480 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~8388608,29360128~58720256,100663296~4194304,117440512~20971520,150994944~8388608,163577856~12582912,180355072~33554432,218103808~16777216,243269632~8388608,260046848~62914560,327155712~4194304,335544320~16777216,356515840~8388608,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.480 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to 11 diff [4194304~12582912,29360128~58720256,100663296~4194304,117440512~16777216,150994944~4194304,163577856~8388608,180355072~16777216,201326592~12582912,218103808~16777216,243269632~8388608,260046848~4194304,268435456~4194304,276824064~46137344,327155712~4194304,335544320~25165824,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.480 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~12582912,29360128~58720256,100663296~4194304,117440512~16777216,150994944~4194304,163577856~8388608,180355072~16777216,201326592~12582912,218103808~16777216,243269632~8388608,260046848~4194304,268435456~4194304,276824064~46137344,327155712~4194304,335544320~25165824,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.483 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~12582912,29360128~58720256,100663296~4194304,117440512~20971520,150994944~8388608,163577856~12582912,180355072~33554432,218103808~16777216,243269632~8388608,260046848~62914560,327155712~4194304,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.483 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to 12 diff [4194304~12582912,29360128~58720256,100663296~4194304,117440512~16777216,142606336~12582912,163577856~8388608,180355072~16777216,201326592~12582912,218103808~16777216,243269632~8388608,255852544~8388608,268435456~4194304,276824064~46137344,327155712~4194304,335544320~25165824,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.484 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~12582912,29360128~58720256,100663296~4194304,117440512~16777216,142606336~12582912,163577856~8388608,180355072~16777216,201326592~12582912,218103808~16777216,243269632~8388608,255852544~8388608,268435456~4194304,276824064~46137344,327155712~4194304,335544320~25165824,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.487 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~12582912,29360128~58720256,100663296~4194304,117440512~20971520,142606336~16777216,163577856~12582912,180355072~33554432,218103808~16777216,243269632~8388608,255852544~67108864,327155712~4194304,335544320~29360128,369098752~25165824] 2024-04-12T17:17:27.487 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to 13 diff [4194304~12582912,29360128~58720256,100663296~4194304,117440512~16777216,142606336~12582912,163577856~8388608,180355072~16777216,201326592~12582912,218103808~16777216,243269632~8388608,255852544~8388608,268435456~4194304,276824064~46137344,327155712~4194304,335544320~25165824,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.487 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~12582912,29360128~58720256,100663296~4194304,117440512~16777216,142606336~12582912,163577856~8388608,180355072~16777216,201326592~12582912,218103808~16777216,243269632~8388608,255852544~8388608,268435456~4194304,276824064~46137344,327155712~4194304,335544320~25165824,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.491 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~12582912,29360128~58720256,100663296~4194304,117440512~20971520,142606336~16777216,163577856~12582912,180355072~54525952,243269632~8388608,255852544~67108864,327155712~4194304,335544320~29360128,369098752~25165824] 2024-04-12T17:17:27.491 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to 14 diff [4194304~16777216,29360128~58720256,100663296~4194304,117440512~16777216,142606336~16777216,163577856~8388608,180355072~33554432,218103808~29360128,255852544~8388608,268435456~4194304,276824064~46137344,327155712~4194304,335544320~25165824,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.491 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,29360128~58720256,100663296~4194304,117440512~16777216,142606336~16777216,163577856~8388608,180355072~33554432,218103808~29360128,255852544~8388608,268435456~4194304,276824064~46137344,327155712~4194304,335544320~25165824,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.496 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~4194304,117440512~20971520,142606336~16777216,163577856~12582912,180355072~71303168,255852544~67108864,327155712~4194304,335544320~29360128,369098752~25165824] 2024-04-12T17:17:27.496 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to 15 diff [4194304~16777216,29360128~58720256,100663296~8388608,117440512~20971520,142606336~16777216,163577856~8388608,180355072~71303168,255852544~16777216,276824064~46137344,327155712~4194304,335544320~25165824,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.496 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,29360128~58720256,100663296~8388608,117440512~20971520,142606336~16777216,163577856~8388608,180355072~71303168,255852544~16777216,276824064~46137344,327155712~4194304,335544320~25165824,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.501 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~41943040,163577856~12582912,180355072~142606336,327155712~4194304,335544320~29360128,369098752~25165824] 2024-04-12T17:17:27.501 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to 16 diff [4194304~16777216,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~46137344,327155712~4194304,335544320~25165824,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.501 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~46137344,327155712~4194304,335544320~25165824,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.506 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~205520896,327155712~4194304,335544320~29360128,369098752~25165824] 2024-04-12T17:17:27.506 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to 17 diff [4194304~16777216,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~46137344,327155712~4194304,335544320~46137344,385875968~8388608] 2024-04-12T17:17:27.506 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~46137344,327155712~4194304,335544320~46137344,385875968~8388608] 2024-04-12T17:17:27.512 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~205520896,327155712~4194304,335544320~58720256] 2024-04-12T17:17:27.512 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to 18 diff [4194304~16777216,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~54525952,335544320~46137344,385875968~8388608] 2024-04-12T17:17:27.512 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~54525952,335544320~46137344,385875968~8388608] 2024-04-12T17:17:27.518 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:27.518 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to 19 diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.518 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.524 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:27.524 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to 6 diff [37748736~20971520,79691776~8388608,167772160~4194304,226492416~4194304,243269632~8388608,314572800~8388608,327155712~4194304] 2024-04-12T17:17:27.524 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [37748736~20971520,79691776~8388608,167772160~4194304,226492416~4194304,243269632~8388608,314572800~8388608,327155712~4194304] 2024-04-12T17:17:27.525 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [37748736~25165824,79691776~8388608,167772160~4194304,226492416~8388608,243269632~8388608,314572800~8388608,327155712~4194304] 2024-04-12T17:17:27.525 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to 7 diff [8388608~8388608,37748736~20971520,79691776~8388608,125829120~8388608,167772160~4194304,218103808~12582912,243269632~8388608,289406976~8388608,314572800~8388608,327155712~4194304,339738624~4194304,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.526 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [8388608~8388608,37748736~20971520,79691776~8388608,125829120~8388608,167772160~4194304,218103808~12582912,243269632~8388608,289406976~8388608,314572800~8388608,327155712~4194304,339738624~4194304,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.527 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~8388608,37748736~25165824,79691776~8388608,125829120~12582912,167772160~4194304,218103808~16777216,243269632~8388608,289406976~12582912,314572800~8388608,327155712~4194304,339738624~8388608,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.527 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to 8 diff [8388608~8388608,37748736~20971520,62914560~8388608,79691776~8388608,117440512~16777216,167772160~4194304,218103808~12582912,243269632~8388608,276824064~8388608,289406976~8388608,310378496~12582912,327155712~4194304,335544320~12582912,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.527 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [8388608~8388608,37748736~20971520,62914560~8388608,79691776~8388608,117440512~16777216,167772160~4194304,218103808~12582912,243269632~8388608,276824064~8388608,289406976~8388608,310378496~12582912,327155712~4194304,335544320~12582912,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.529 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~8388608,37748736~33554432,79691776~8388608,117440512~20971520,167772160~4194304,218103808~16777216,243269632~8388608,276824064~25165824,310378496~12582912,327155712~4194304,335544320~16777216,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.529 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to 9 diff [8388608~8388608,29360128~41943040,79691776~8388608,117440512~16777216,150994944~4194304,163577856~8388608,180355072~12582912,201326592~8388608,218103808~12582912,243269632~8388608,276824064~8388608,289406976~33554432,327155712~4194304,335544320~12582912,356515840~8388608,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.529 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [8388608~8388608,29360128~41943040,79691776~8388608,117440512~16777216,150994944~4194304,163577856~8388608,180355072~12582912,201326592~8388608,218103808~12582912,243269632~8388608,276824064~8388608,289406976~33554432,327155712~4194304,335544320~12582912,356515840~8388608,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.531 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~8388608,29360128~41943040,79691776~8388608,117440512~20971520,150994944~8388608,163577856~12582912,180355072~16777216,201326592~8388608,218103808~16777216,243269632~8388608,276824064~46137344,327155712~4194304,335544320~16777216,356515840~8388608,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.531 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to 10 diff [8388608~8388608,29360128~41943040,79691776~8388608,117440512~16777216,150994944~4194304,163577856~8388608,180355072~16777216,201326592~12582912,218103808~16777216,243269632~8388608,268435456~4194304,276824064~8388608,289406976~33554432,327155712~4194304,335544320~12582912,356515840~8388608,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.531 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [8388608~8388608,29360128~41943040,79691776~8388608,117440512~16777216,150994944~4194304,163577856~8388608,180355072~16777216,201326592~12582912,218103808~16777216,243269632~8388608,268435456~4194304,276824064~8388608,289406976~33554432,327155712~4194304,335544320~12582912,356515840~8388608,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.534 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~8388608,29360128~41943040,79691776~8388608,117440512~20971520,150994944~8388608,163577856~12582912,180355072~33554432,218103808~16777216,243269632~8388608,268435456~54525952,327155712~4194304,335544320~16777216,356515840~8388608,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.534 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to 11 diff [4194304~12582912,29360128~41943040,75497472~12582912,117440512~16777216,150994944~4194304,163577856~8388608,180355072~16777216,201326592~12582912,218103808~16777216,243269632~8388608,268435456~4194304,276824064~8388608,289406976~33554432,327155712~4194304,335544320~25165824,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.534 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~12582912,29360128~41943040,75497472~12582912,117440512~16777216,150994944~4194304,163577856~8388608,180355072~16777216,201326592~12582912,218103808~16777216,243269632~8388608,268435456~4194304,276824064~8388608,289406976~33554432,327155712~4194304,335544320~25165824,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.537 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~12582912,29360128~41943040,75497472~12582912,117440512~20971520,150994944~8388608,163577856~12582912,180355072~33554432,218103808~16777216,243269632~8388608,268435456~54525952,327155712~4194304,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.537 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to 12 diff [4194304~12582912,29360128~41943040,75497472~12582912,117440512~16777216,142606336~12582912,163577856~8388608,180355072~16777216,201326592~12582912,218103808~16777216,243269632~8388608,255852544~4194304,268435456~4194304,276824064~8388608,289406976~33554432,327155712~4194304,335544320~25165824,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.538 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~12582912,29360128~41943040,75497472~12582912,117440512~16777216,142606336~12582912,163577856~8388608,180355072~16777216,201326592~12582912,218103808~16777216,243269632~8388608,255852544~4194304,268435456~4194304,276824064~8388608,289406976~33554432,327155712~4194304,335544320~25165824,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.541 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~12582912,29360128~41943040,75497472~12582912,117440512~20971520,142606336~16777216,163577856~12582912,180355072~33554432,218103808~16777216,243269632~8388608,255852544~8388608,268435456~54525952,327155712~4194304,335544320~29360128,369098752~25165824] 2024-04-12T17:17:27.541 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to 13 diff [4194304~12582912,29360128~41943040,75497472~12582912,117440512~16777216,142606336~12582912,163577856~8388608,180355072~16777216,201326592~12582912,218103808~16777216,243269632~8388608,255852544~4194304,268435456~4194304,276824064~8388608,289406976~33554432,327155712~4194304,335544320~25165824,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.541 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~12582912,29360128~41943040,75497472~12582912,117440512~16777216,142606336~12582912,163577856~8388608,180355072~16777216,201326592~12582912,218103808~16777216,243269632~8388608,255852544~4194304,268435456~4194304,276824064~8388608,289406976~33554432,327155712~4194304,335544320~25165824,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.545 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~12582912,29360128~41943040,75497472~12582912,117440512~20971520,142606336~16777216,163577856~12582912,180355072~54525952,243269632~8388608,255852544~8388608,268435456~54525952,327155712~4194304,335544320~29360128,369098752~25165824] 2024-04-12T17:17:27.545 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to 14 diff [4194304~16777216,29360128~41943040,75497472~12582912,117440512~16777216,142606336~16777216,163577856~8388608,180355072~33554432,218103808~29360128,255852544~4194304,268435456~4194304,276824064~8388608,289406976~33554432,327155712~4194304,335544320~25165824,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.545 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,29360128~41943040,75497472~12582912,117440512~16777216,142606336~16777216,163577856~8388608,180355072~33554432,218103808~29360128,255852544~4194304,268435456~4194304,276824064~8388608,289406976~33554432,327155712~4194304,335544320~25165824,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.550 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,117440512~20971520,142606336~16777216,163577856~12582912,180355072~71303168,255852544~8388608,268435456~54525952,327155712~4194304,335544320~29360128,369098752~25165824] 2024-04-12T17:17:27.550 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to 15 diff [4194304~16777216,29360128~41943040,75497472~12582912,104857600~4194304,117440512~20971520,142606336~16777216,163577856~8388608,180355072~71303168,255852544~4194304,264241152~8388608,276824064~8388608,289406976~33554432,327155712~4194304,335544320~25165824,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.550 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,29360128~41943040,75497472~12582912,104857600~4194304,117440512~20971520,142606336~16777216,163577856~8388608,180355072~71303168,255852544~4194304,264241152~8388608,276824064~8388608,289406976~33554432,327155712~4194304,335544320~25165824,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.554 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,104857600~8388608,117440512~41943040,163577856~12582912,180355072~142606336,327155712~4194304,335544320~29360128,369098752~25165824] 2024-04-12T17:17:27.554 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to 16 diff [4194304~16777216,29360128~41943040,75497472~12582912,100663296~8388608,117440512~20971520,142606336~109051904,255852544~4194304,264241152~8388608,276824064~8388608,289406976~33554432,327155712~4194304,335544320~25165824,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.555 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,29360128~41943040,75497472~12582912,100663296~8388608,117440512~20971520,142606336~109051904,255852544~4194304,264241152~8388608,276824064~8388608,289406976~33554432,327155712~4194304,335544320~25165824,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.558 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~205520896,327155712~4194304,335544320~29360128,369098752~25165824] 2024-04-12T17:17:27.558 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to 17 diff [4194304~16777216,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~4194304,264241152~8388608,276824064~8388608,289406976~33554432,327155712~4194304,335544320~46137344,385875968~8388608] 2024-04-12T17:17:27.559 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~4194304,264241152~8388608,276824064~8388608,289406976~33554432,327155712~4194304,335544320~46137344,385875968~8388608] 2024-04-12T17:17:27.563 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~205520896,327155712~4194304,335544320~58720256] 2024-04-12T17:17:27.563 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to 18 diff [4194304~16777216,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~4194304,264241152~8388608,276824064~8388608,289406976~41943040,335544320~46137344,385875968~8388608] 2024-04-12T17:17:27.563 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~4194304,264241152~8388608,276824064~8388608,289406976~41943040,335544320~46137344,385875968~8388608] 2024-04-12T17:17:27.568 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:27.568 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to 19 diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~4194304,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.569 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~4194304,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.575 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:27.575 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to 7 diff [8388608~8388608,46137344~8388608,125829120~8388608,218103808~8388608,289406976~8388608,339738624~4194304,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.575 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [8388608~8388608,46137344~8388608,125829120~8388608,218103808~8388608,289406976~8388608,339738624~4194304,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.576 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~8388608,46137344~12582912,125829120~12582912,218103808~8388608,289406976~12582912,339738624~8388608,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.576 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to 8 diff [8388608~8388608,46137344~8388608,62914560~8388608,117440512~16777216,218103808~8388608,276824064~8388608,289406976~8388608,310378496~8388608,335544320~12582912,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.576 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [8388608~8388608,46137344~8388608,62914560~8388608,117440512~16777216,218103808~8388608,276824064~8388608,289406976~8388608,310378496~8388608,335544320~12582912,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.578 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~8388608,46137344~12582912,62914560~8388608,117440512~20971520,218103808~8388608,276824064~25165824,310378496~8388608,335544320~16777216,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.578 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to 9 diff [8388608~8388608,29360128~8388608,46137344~25165824,117440512~16777216,150994944~4194304,163577856~8388608,180355072~12582912,201326592~8388608,218103808~8388608,276824064~8388608,289406976~29360128,335544320~12582912,356515840~8388608,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.579 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [8388608~8388608,29360128~8388608,46137344~25165824,117440512~16777216,150994944~4194304,163577856~8388608,180355072~12582912,201326592~8388608,218103808~8388608,276824064~8388608,289406976~29360128,335544320~12582912,356515840~8388608,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.580 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~8388608,29360128~8388608,46137344~25165824,117440512~20971520,150994944~8388608,163577856~12582912,180355072~16777216,201326592~8388608,218103808~8388608,276824064~41943040,335544320~16777216,356515840~8388608,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.580 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to 10 diff [8388608~8388608,29360128~41943040,117440512~16777216,150994944~4194304,163577856~8388608,180355072~16777216,201326592~12582912,218103808~16777216,268435456~4194304,276824064~8388608,289406976~29360128,335544320~12582912,356515840~8388608,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.580 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [8388608~8388608,29360128~41943040,117440512~16777216,150994944~4194304,163577856~8388608,180355072~16777216,201326592~12582912,218103808~16777216,268435456~4194304,276824064~8388608,289406976~29360128,335544320~12582912,356515840~8388608,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.583 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~8388608,29360128~41943040,117440512~20971520,150994944~8388608,163577856~12582912,180355072~33554432,218103808~16777216,268435456~50331648,335544320~16777216,356515840~8388608,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.583 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to 11 diff [4194304~12582912,29360128~41943040,75497472~8388608,117440512~16777216,150994944~4194304,163577856~8388608,180355072~16777216,201326592~12582912,218103808~16777216,268435456~4194304,276824064~8388608,289406976~29360128,335544320~25165824,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.583 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~12582912,29360128~41943040,75497472~8388608,117440512~16777216,150994944~4194304,163577856~8388608,180355072~16777216,201326592~12582912,218103808~16777216,268435456~4194304,276824064~8388608,289406976~29360128,335544320~25165824,369098752~8388608,385875968~8388608] 2024-04-12T17:17:27.585 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~12582912,29360128~41943040,75497472~8388608,117440512~20971520,150994944~8388608,163577856~12582912,180355072~33554432,218103808~16777216,268435456~50331648,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.585 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to 12 diff [4194304~12582912,29360128~41943040,75497472~8388608,117440512~16777216,142606336~12582912,163577856~8388608,180355072~16777216,201326592~12582912,218103808~16777216,255852544~4194304,268435456~4194304,276824064~8388608,289406976~33554432,335544320~25165824,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.585 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~12582912,29360128~41943040,75497472~8388608,117440512~16777216,142606336~12582912,163577856~8388608,180355072~16777216,201326592~12582912,218103808~16777216,255852544~4194304,268435456~4194304,276824064~8388608,289406976~33554432,335544320~25165824,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:27 smithi110 ceph-mon[88691]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-12T17:17:27.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:27 smithi110 ceph-mon[88691]: pgmap v4095: 137 pgs: 137 active+clean; 785 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 229 KiB/s rd, 38 MiB/s wr, 352 op/s 2024-04-12T17:17:27.589 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~12582912,29360128~41943040,75497472~8388608,117440512~20971520,142606336~16777216,163577856~12582912,180355072~33554432,218103808~16777216,255852544~8388608,268435456~54525952,335544320~29360128,369098752~25165824] 2024-04-12T17:17:27.589 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to 13 diff [4194304~12582912,29360128~41943040,75497472~8388608,117440512~16777216,142606336~12582912,163577856~8388608,180355072~16777216,201326592~12582912,218103808~16777216,255852544~4194304,268435456~4194304,276824064~8388608,289406976~33554432,335544320~25165824,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.589 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~12582912,29360128~41943040,75497472~8388608,117440512~16777216,142606336~12582912,163577856~8388608,180355072~16777216,201326592~12582912,218103808~16777216,255852544~4194304,268435456~4194304,276824064~8388608,289406976~33554432,335544320~25165824,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.592 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~12582912,29360128~41943040,75497472~8388608,117440512~20971520,142606336~16777216,163577856~12582912,180355072~54525952,255852544~8388608,268435456~54525952,335544320~29360128,369098752~25165824] 2024-04-12T17:17:27.592 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to 14 diff [4194304~16777216,29360128~41943040,75497472~8388608,117440512~16777216,142606336~16777216,163577856~8388608,180355072~33554432,218103808~25165824,255852544~4194304,268435456~4194304,276824064~8388608,289406976~33554432,335544320~25165824,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.592 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,29360128~41943040,75497472~8388608,117440512~16777216,142606336~16777216,163577856~8388608,180355072~33554432,218103808~25165824,255852544~4194304,268435456~4194304,276824064~8388608,289406976~33554432,335544320~25165824,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.596 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~54525952,117440512~20971520,142606336~16777216,163577856~12582912,180355072~67108864,255852544~8388608,268435456~54525952,335544320~29360128,369098752~25165824] 2024-04-12T17:17:27.596 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to 15 diff [4194304~16777216,29360128~41943040,75497472~8388608,104857600~4194304,117440512~20971520,142606336~16777216,163577856~8388608,180355072~62914560,247463936~12582912,264241152~8388608,276824064~8388608,289406976~33554432,335544320~25165824,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.596 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,29360128~41943040,75497472~8388608,104857600~4194304,117440512~20971520,142606336~16777216,163577856~8388608,180355072~62914560,247463936~12582912,264241152~8388608,276824064~8388608,289406976~33554432,335544320~25165824,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.600 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~54525952,104857600~8388608,117440512~41943040,163577856~12582912,180355072~142606336,335544320~29360128,369098752~25165824] 2024-04-12T17:17:27.600 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to 16 diff [4194304~16777216,29360128~41943040,75497472~8388608,100663296~8388608,117440512~20971520,142606336~100663296,247463936~12582912,264241152~8388608,276824064~8388608,289406976~33554432,335544320~25165824,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.600 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,29360128~41943040,75497472~8388608,100663296~8388608,117440512~20971520,142606336~100663296,247463936~12582912,264241152~8388608,276824064~8388608,289406976~33554432,335544320~25165824,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.605 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~54525952,100663296~12582912,117440512~205520896,335544320~29360128,369098752~25165824] 2024-04-12T17:17:27.605 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to 17 diff [4194304~16777216,29360128~54525952,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~8388608,289406976~33554432,335544320~46137344,385875968~8388608] 2024-04-12T17:17:27.605 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,29360128~54525952,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~8388608,289406976~33554432,335544320~46137344,385875968~8388608] 2024-04-12T17:17:27.610 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~205520896,335544320~58720256] 2024-04-12T17:17:27.610 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to 18 diff [4194304~16777216,29360128~54525952,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~8388608,289406976~41943040,335544320~46137344,385875968~8388608] 2024-04-12T17:17:27.610 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,29360128~54525952,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~8388608,289406976~41943040,335544320~46137344,385875968~8388608] 2024-04-12T17:17:27.615 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:27.616 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to 19 diff [4194304~20971520,29360128~54525952,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.616 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~54525952,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:27.621 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:27.621 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to 8 diff [62914560~8388608,117440512~20971520,276824064~8388608,310378496~8388608,335544320~12582912] 2024-04-12T17:17:27.621 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [62914560~8388608,117440512~20971520,276824064~8388608,310378496~8388608,335544320~12582912] 2024-04-12T17:17:27.622 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [62914560~8388608,117440512~20971520,276824064~12582912,310378496~8388608,335544320~16777216] 2024-04-12T17:17:27.622 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to 9 diff [29360128~8388608,54525952~16777216,117440512~20971520,150994944~4194304,163577856~8388608,180355072~12582912,201326592~8388608,276824064~8388608,293601280~25165824,335544320~12582912,356515840~8388608] 2024-04-12T17:17:27.622 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [29360128~8388608,54525952~16777216,117440512~20971520,150994944~4194304,163577856~8388608,180355072~12582912,201326592~8388608,276824064~8388608,293601280~25165824,335544320~12582912,356515840~8388608] 2024-04-12T17:17:27.624 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [29360128~8388608,54525952~16777216,117440512~20971520,150994944~8388608,163577856~12582912,180355072~16777216,201326592~8388608,276824064~12582912,293601280~25165824,335544320~16777216,356515840~8388608] 2024-04-12T17:17:27.624 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to 10 diff [29360128~16777216,54525952~16777216,117440512~20971520,150994944~4194304,163577856~8388608,180355072~16777216,201326592~12582912,226492416~8388608,268435456~4194304,276824064~8388608,293601280~25165824,335544320~12582912,356515840~8388608] 2024-04-12T17:17:27.624 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [29360128~16777216,54525952~16777216,117440512~20971520,150994944~4194304,163577856~8388608,180355072~16777216,201326592~12582912,226492416~8388608,268435456~4194304,276824064~8388608,293601280~25165824,335544320~12582912,356515840~8388608] 2024-04-12T17:17:27.626 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [29360128~20971520,54525952~16777216,117440512~20971520,150994944~8388608,163577856~12582912,180355072~33554432,226492416~8388608,268435456~20971520,293601280~25165824,335544320~16777216,356515840~8388608] 2024-04-12T17:17:27.627 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to 11 diff [4194304~8388608,29360128~20971520,54525952~16777216,75497472~8388608,117440512~20971520,150994944~4194304,163577856~8388608,180355072~16777216,201326592~12582912,226492416~8388608,268435456~4194304,276824064~8388608,293601280~25165824,335544320~25165824,369098752~8388608] 2024-04-12T17:17:27.627 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~8388608,29360128~20971520,54525952~16777216,75497472~8388608,117440512~20971520,150994944~4194304,163577856~8388608,180355072~16777216,201326592~12582912,226492416~8388608,268435456~4194304,276824064~8388608,293601280~25165824,335544320~25165824,369098752~8388608] 2024-04-12T17:17:27.629 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~8388608,29360128~20971520,54525952~16777216,75497472~8388608,117440512~20971520,150994944~8388608,163577856~12582912,180355072~33554432,226492416~8388608,268435456~20971520,293601280~25165824,335544320~29360128,369098752~12582912] 2024-04-12T17:17:27.629 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to 12 diff [4194304~8388608,29360128~16777216,54525952~16777216,75497472~8388608,117440512~20971520,142606336~12582912,163577856~8388608,180355072~16777216,201326592~12582912,226492416~8388608,255852544~4194304,268435456~4194304,276824064~8388608,293601280~29360128,335544320~25165824,369098752~12582912] 2024-04-12T17:17:27.629 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~8388608,29360128~16777216,54525952~16777216,75497472~8388608,117440512~20971520,142606336~12582912,163577856~8388608,180355072~16777216,201326592~12582912,226492416~8388608,255852544~4194304,268435456~4194304,276824064~8388608,293601280~29360128,335544320~25165824,369098752~12582912] 2024-04-12T17:17:27.632 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~8388608,29360128~20971520,54525952~16777216,75497472~8388608,117440512~20971520,142606336~16777216,163577856~12582912,180355072~33554432,226492416~8388608,255852544~8388608,268435456~20971520,293601280~29360128,335544320~29360128,369098752~16777216] 2024-04-12T17:17:27.632 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to 13 diff [4194304~12582912,29360128~20971520,54525952~16777216,75497472~8388608,117440512~20971520,142606336~12582912,163577856~8388608,180355072~16777216,201326592~12582912,218103808~16777216,255852544~4194304,268435456~4194304,276824064~8388608,293601280~29360128,335544320~25165824,369098752~12582912] 2024-04-12T17:17:27.632 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~12582912,29360128~20971520,54525952~16777216,75497472~8388608,117440512~20971520,142606336~12582912,163577856~8388608,180355072~16777216,201326592~12582912,218103808~16777216,255852544~4194304,268435456~4194304,276824064~8388608,293601280~29360128,335544320~25165824,369098752~12582912] 2024-04-12T17:17:27.635 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~12582912,29360128~41943040,75497472~8388608,117440512~20971520,142606336~16777216,163577856~12582912,180355072~54525952,255852544~8388608,268435456~20971520,293601280~29360128,335544320~29360128,369098752~16777216] 2024-04-12T17:17:27.635 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to 14 diff [4194304~16777216,29360128~20971520,54525952~16777216,75497472~8388608,117440512~20971520,142606336~16777216,163577856~8388608,180355072~33554432,218103808~25165824,255852544~4194304,268435456~4194304,276824064~8388608,293601280~29360128,335544320~25165824,369098752~12582912] 2024-04-12T17:17:27.636 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,29360128~20971520,54525952~16777216,75497472~8388608,117440512~20971520,142606336~16777216,163577856~8388608,180355072~33554432,218103808~25165824,255852544~4194304,268435456~4194304,276824064~8388608,293601280~29360128,335544320~25165824,369098752~12582912] 2024-04-12T17:17:27.639 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~54525952,117440512~20971520,142606336~16777216,163577856~12582912,180355072~67108864,255852544~8388608,268435456~20971520,293601280~29360128,335544320~29360128,369098752~16777216] 2024-04-12T17:17:27.639 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to 15 diff [4194304~16777216,29360128~20971520,54525952~16777216,75497472~8388608,104857600~4194304,117440512~20971520,142606336~16777216,163577856~8388608,180355072~62914560,247463936~12582912,264241152~8388608,276824064~8388608,293601280~29360128,335544320~25165824,369098752~12582912] 2024-04-12T17:17:27.639 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,29360128~20971520,54525952~16777216,75497472~8388608,104857600~4194304,117440512~20971520,142606336~16777216,163577856~8388608,180355072~62914560,247463936~12582912,264241152~8388608,276824064~8388608,293601280~29360128,335544320~25165824,369098752~12582912] 2024-04-12T17:17:27.643 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~54525952,104857600~8388608,117440512~41943040,163577856~12582912,180355072~109051904,293601280~29360128,335544320~29360128,369098752~16777216] 2024-04-12T17:17:27.643 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to 16 diff [4194304~16777216,29360128~20971520,54525952~16777216,75497472~8388608,100663296~8388608,117440512~20971520,142606336~100663296,247463936~12582912,264241152~8388608,276824064~8388608,293601280~29360128,335544320~25165824,369098752~12582912] 2024-04-12T17:17:27.643 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,29360128~20971520,54525952~16777216,75497472~8388608,100663296~8388608,117440512~20971520,142606336~100663296,247463936~12582912,264241152~8388608,276824064~8388608,293601280~29360128,335544320~25165824,369098752~12582912] 2024-04-12T17:17:27.649 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~54525952,100663296~12582912,117440512~171966464,293601280~29360128,335544320~29360128,369098752~16777216] 2024-04-12T17:17:27.649 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to 17 diff [4194304~16777216,29360128~20971520,54525952~29360128,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~8388608,293601280~29360128,335544320~46137344] 2024-04-12T17:17:27.649 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,29360128~20971520,54525952~29360128,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~8388608,293601280~29360128,335544320~46137344] 2024-04-12T17:17:27.653 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~171966464,293601280~29360128,335544320~50331648] 2024-04-12T17:17:27.654 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to 18 diff [4194304~16777216,29360128~20971520,54525952~29360128,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~8388608,289406976~41943040,335544320~46137344] 2024-04-12T17:17:27.654 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,29360128~20971520,54525952~29360128,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~8388608,289406976~41943040,335544320~46137344] 2024-04-12T17:17:27.657 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~268435456] 2024-04-12T17:17:27.657 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to 19 diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912] 2024-04-12T17:17:27.658 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912] 2024-04-12T17:17:27.663 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~268435456] 2024-04-12T17:17:27.663 INFO:tasks.workunit.client.0.smithi099.stdout:from 8 to 9 diff [29360128~8388608,54525952~8388608,150994944~4194304,163577856~8388608,180355072~12582912,201326592~8388608,293601280~16777216,356515840~8388608] 2024-04-12T17:17:27.663 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [29360128~8388608,54525952~8388608,150994944~4194304,163577856~8388608,180355072~12582912,201326592~8388608,293601280~16777216,356515840~8388608] 2024-04-12T17:17:27.664 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [29360128~8388608,54525952~12582912,150994944~8388608,163577856~12582912,180355072~16777216,201326592~8388608,293601280~20971520,356515840~8388608] 2024-04-12T17:17:27.664 INFO:tasks.workunit.client.0.smithi099.stdout:from 8 to 10 diff [29360128~16777216,54525952~8388608,150994944~4194304,163577856~8388608,180355072~16777216,201326592~12582912,226492416~8388608,268435456~4194304,276824064~8388608,293601280~16777216,335544320~8388608,356515840~8388608] 2024-04-12T17:17:27.664 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [29360128~16777216,54525952~8388608,150994944~4194304,163577856~8388608,180355072~16777216,201326592~12582912,226492416~8388608,268435456~4194304,276824064~8388608,293601280~16777216,335544320~8388608,356515840~8388608] 2024-04-12T17:17:27.666 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [29360128~20971520,54525952~12582912,150994944~8388608,163577856~12582912,180355072~33554432,226492416~8388608,268435456~20971520,293601280~20971520,335544320~8388608,356515840~8388608] 2024-04-12T17:17:27.666 INFO:tasks.workunit.client.0.smithi099.stdout:from 8 to 11 diff [4194304~8388608,29360128~20971520,54525952~8388608,75497472~8388608,130023424~4194304,150994944~4194304,163577856~8388608,180355072~16777216,201326592~12582912,226492416~8388608,268435456~4194304,276824064~8388608,293601280~16777216,335544320~8388608,348127232~12582912,369098752~8388608] 2024-04-12T17:17:27.666 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~8388608,29360128~20971520,54525952~8388608,75497472~8388608,130023424~4194304,150994944~4194304,163577856~8388608,180355072~16777216,201326592~12582912,226492416~8388608,268435456~4194304,276824064~8388608,293601280~16777216,335544320~8388608,348127232~12582912,369098752~8388608] 2024-04-12T17:17:27.668 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~8388608,29360128~20971520,54525952~12582912,75497472~8388608,130023424~4194304,150994944~8388608,163577856~12582912,180355072~33554432,226492416~8388608,268435456~20971520,293601280~20971520,335544320~8388608,348127232~16777216,369098752~12582912] 2024-04-12T17:17:27.668 INFO:tasks.workunit.client.0.smithi099.stdout:from 8 to 12 diff [4194304~8388608,29360128~16777216,54525952~12582912,75497472~8388608,117440512~4194304,130023424~4194304,142606336~12582912,163577856~8388608,180355072~16777216,201326592~12582912,226492416~8388608,255852544~4194304,268435456~4194304,276824064~8388608,293601280~16777216,314572800~8388608,335544320~8388608,348127232~12582912,369098752~12582912] 2024-04-12T17:17:27.668 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~8388608,29360128~16777216,54525952~12582912,75497472~8388608,117440512~4194304,130023424~4194304,142606336~12582912,163577856~8388608,180355072~16777216,201326592~12582912,226492416~8388608,255852544~4194304,268435456~4194304,276824064~8388608,293601280~16777216,314572800~8388608,335544320~8388608,348127232~12582912,369098752~12582912] 2024-04-12T17:17:27.670 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~8388608,29360128~20971520,54525952~12582912,75497472~8388608,117440512~8388608,130023424~4194304,142606336~16777216,163577856~12582912,180355072~33554432,226492416~8388608,255852544~8388608,268435456~20971520,293601280~29360128,335544320~8388608,348127232~16777216,369098752~16777216] 2024-04-12T17:17:27.670 INFO:tasks.workunit.client.0.smithi099.stdout:from 8 to 13 diff [4194304~12582912,29360128~20971520,54525952~12582912,75497472~8388608,117440512~4194304,130023424~4194304,142606336~12582912,163577856~8388608,180355072~16777216,201326592~12582912,218103808~16777216,255852544~4194304,268435456~4194304,276824064~8388608,293601280~16777216,314572800~8388608,335544320~25165824,369098752~12582912] 2024-04-12T17:17:27.670 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~12582912,29360128~20971520,54525952~12582912,75497472~8388608,117440512~4194304,130023424~4194304,142606336~12582912,163577856~8388608,180355072~16777216,201326592~12582912,218103808~16777216,255852544~4194304,268435456~4194304,276824064~8388608,293601280~16777216,314572800~8388608,335544320~25165824,369098752~12582912] 2024-04-12T17:17:27.673 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~12582912,29360128~37748736,75497472~8388608,117440512~8388608,130023424~4194304,142606336~16777216,163577856~12582912,180355072~54525952,255852544~8388608,268435456~20971520,293601280~29360128,335544320~29360128,369098752~16777216] 2024-04-12T17:17:27.673 INFO:tasks.workunit.client.0.smithi099.stdout:from 8 to 14 diff [4194304~16777216,29360128~20971520,54525952~16777216,75497472~8388608,117440512~4194304,130023424~4194304,142606336~16777216,163577856~8388608,180355072~33554432,218103808~25165824,255852544~4194304,268435456~4194304,276824064~8388608,293601280~16777216,314572800~8388608,335544320~25165824,369098752~12582912] 2024-04-12T17:17:27.673 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,29360128~20971520,54525952~16777216,75497472~8388608,117440512~4194304,130023424~4194304,142606336~16777216,163577856~8388608,180355072~33554432,218103808~25165824,255852544~4194304,268435456~4194304,276824064~8388608,293601280~16777216,314572800~8388608,335544320~25165824,369098752~12582912] 2024-04-12T17:17:27.676 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~54525952,117440512~8388608,130023424~4194304,142606336~16777216,163577856~12582912,180355072~67108864,255852544~8388608,268435456~20971520,293601280~29360128,335544320~29360128,369098752~16777216] 2024-04-12T17:17:27.676 INFO:tasks.workunit.client.0.smithi099.stdout:from 8 to 15 diff [4194304~16777216,29360128~20971520,54525952~16777216,75497472~8388608,104857600~4194304,117440512~4194304,130023424~8388608,142606336~16777216,163577856~8388608,180355072~62914560,247463936~12582912,264241152~8388608,276824064~8388608,293601280~16777216,314572800~8388608,335544320~25165824,369098752~12582912] 2024-04-12T17:17:27.676 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,29360128~20971520,54525952~16777216,75497472~8388608,104857600~4194304,117440512~4194304,130023424~8388608,142606336~16777216,163577856~8388608,180355072~62914560,247463936~12582912,264241152~8388608,276824064~8388608,293601280~16777216,314572800~8388608,335544320~25165824,369098752~12582912] 2024-04-12T17:17:27.680 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~54525952,104857600~8388608,117440512~8388608,130023424~29360128,163577856~12582912,180355072~109051904,293601280~29360128,335544320~29360128,369098752~16777216] 2024-04-12T17:17:27.680 INFO:tasks.workunit.client.0.smithi099.stdout:from 8 to 16 diff [4194304~16777216,29360128~20971520,54525952~16777216,75497472~8388608,100663296~8388608,117440512~4194304,130023424~8388608,142606336~100663296,247463936~12582912,264241152~8388608,276824064~8388608,293601280~16777216,314572800~8388608,335544320~25165824,369098752~12582912] 2024-04-12T17:17:27.680 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,29360128~20971520,54525952~16777216,75497472~8388608,100663296~8388608,117440512~4194304,130023424~8388608,142606336~100663296,247463936~12582912,264241152~8388608,276824064~8388608,293601280~16777216,314572800~8388608,335544320~25165824,369098752~12582912] 2024-04-12T17:17:27.684 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~54525952,100663296~12582912,117440512~8388608,130023424~159383552,293601280~29360128,335544320~29360128,369098752~16777216] 2024-04-12T17:17:27.684 INFO:tasks.workunit.client.0.smithi099.stdout:from 8 to 17 diff [4194304~16777216,29360128~20971520,54525952~29360128,100663296~8388608,117440512~4194304,130023424~8388608,142606336~117440512,264241152~8388608,276824064~8388608,293601280~16777216,314572800~8388608,335544320~46137344] 2024-04-12T17:17:27.684 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,29360128~20971520,54525952~29360128,100663296~8388608,117440512~4194304,130023424~8388608,142606336~117440512,264241152~8388608,276824064~8388608,293601280~16777216,314572800~8388608,335544320~46137344] 2024-04-12T17:17:27.688 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~8388608,130023424~159383552,293601280~29360128,335544320~50331648] 2024-04-12T17:17:27.688 INFO:tasks.workunit.client.0.smithi099.stdout:from 8 to 18 diff [4194304~16777216,29360128~20971520,54525952~29360128,100663296~8388608,117440512~4194304,125829120~12582912,142606336~117440512,264241152~8388608,276824064~8388608,289406976~20971520,314572800~16777216,335544320~46137344] 2024-04-12T17:17:27.688 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,29360128~20971520,54525952~29360128,100663296~8388608,117440512~4194304,125829120~12582912,142606336~117440512,264241152~8388608,276824064~8388608,289406976~20971520,314572800~16777216,335544320~46137344] 2024-04-12T17:17:27.693 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~268435456] 2024-04-12T17:17:27.693 INFO:tasks.workunit.client.0.smithi099.stdout:from 8 to 19 diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~4194304,125829120~12582912,142606336~117440512,264241152~8388608,276824064~33554432,314572800~16777216,335544320~29360128,369098752~12582912] 2024-04-12T17:17:27.693 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~4194304,125829120~12582912,142606336~117440512,264241152~8388608,276824064~33554432,314572800~16777216,335544320~29360128,369098752~12582912] 2024-04-12T17:17:27.698 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~268435456] 2024-04-12T17:17:27.698 INFO:tasks.workunit.client.0.smithi099.stdout:from 9 to 10 diff [37748736~8388608,167772160~4194304,180355072~16777216,209715200~4194304,226492416~8388608,268435456~4194304,276824064~8388608,335544320~8388608] 2024-04-12T17:17:27.698 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [37748736~8388608,167772160~4194304,180355072~16777216,209715200~4194304,226492416~8388608,268435456~4194304,276824064~8388608,335544320~8388608] 2024-04-12T17:17:27.702 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [37748736~12582912,167772160~8388608,180355072~20971520,209715200~4194304,226492416~8388608,268435456~20971520,335544320~8388608] 2024-04-12T17:17:27.702 INFO:tasks.workunit.client.0.smithi099.stdout:from 9 to 11 diff [4194304~8388608,37748736~12582912,75497472~8388608,130023424~4194304,167772160~4194304,180355072~16777216,201326592~12582912,226492416~8388608,268435456~4194304,276824064~8388608,335544320~8388608,348127232~8388608,369098752~8388608] 2024-04-12T17:17:27.702 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~8388608,37748736~12582912,75497472~8388608,130023424~4194304,167772160~4194304,180355072~16777216,201326592~12582912,226492416~8388608,268435456~4194304,276824064~8388608,335544320~8388608,348127232~8388608,369098752~8388608] 2024-04-12T17:17:27.702 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~8388608,37748736~12582912,75497472~8388608,130023424~4194304,167772160~8388608,180355072~33554432,226492416~8388608,268435456~20971520,335544320~8388608,348127232~12582912,369098752~12582912] 2024-04-12T17:17:27.702 INFO:tasks.workunit.client.0.smithi099.stdout:from 9 to 12 diff [4194304~8388608,37748736~8388608,62914560~4194304,75497472~8388608,117440512~4194304,130023424~4194304,142606336~8388608,167772160~4194304,180355072~16777216,201326592~12582912,226492416~8388608,255852544~4194304,268435456~4194304,276824064~8388608,306184192~4194304,314572800~8388608,335544320~8388608,348127232~8388608,369098752~12582912] 2024-04-12T17:17:27.702 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~8388608,37748736~8388608,62914560~4194304,75497472~8388608,117440512~4194304,130023424~4194304,142606336~8388608,167772160~4194304,180355072~16777216,201326592~12582912,226492416~8388608,255852544~4194304,268435456~4194304,276824064~8388608,306184192~4194304,314572800~8388608,335544320~8388608,348127232~8388608,369098752~12582912] 2024-04-12T17:17:27.704 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~8388608,37748736~12582912,62914560~4194304,75497472~8388608,117440512~8388608,130023424~4194304,142606336~8388608,167772160~8388608,180355072~33554432,226492416~8388608,255852544~8388608,268435456~20971520,306184192~4194304,314572800~8388608,335544320~8388608,348127232~12582912,369098752~16777216] 2024-04-12T17:17:27.704 INFO:tasks.workunit.client.0.smithi099.stdout:from 9 to 13 diff [4194304~12582912,37748736~12582912,62914560~4194304,75497472~8388608,117440512~4194304,130023424~4194304,142606336~8388608,167772160~4194304,180355072~16777216,201326592~12582912,218103808~16777216,255852544~4194304,268435456~4194304,276824064~8388608,306184192~4194304,314572800~8388608,335544320~20971520,369098752~12582912] 2024-04-12T17:17:27.704 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~12582912,37748736~12582912,62914560~4194304,75497472~8388608,117440512~4194304,130023424~4194304,142606336~8388608,167772160~4194304,180355072~16777216,201326592~12582912,218103808~16777216,255852544~4194304,268435456~4194304,276824064~8388608,306184192~4194304,314572800~8388608,335544320~20971520,369098752~12582912] 2024-04-12T17:17:27.706 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~12582912,37748736~16777216,62914560~4194304,75497472~8388608,117440512~8388608,130023424~4194304,142606336~8388608,167772160~8388608,180355072~54525952,255852544~8388608,268435456~20971520,306184192~4194304,314572800~8388608,335544320~25165824,369098752~16777216] 2024-04-12T17:17:27.707 INFO:tasks.workunit.client.0.smithi099.stdout:from 9 to 14 diff [4194304~16777216,37748736~12582912,62914560~8388608,75497472~8388608,117440512~4194304,130023424~4194304,142606336~12582912,167772160~4194304,180355072~33554432,218103808~25165824,255852544~4194304,268435456~4194304,276824064~8388608,306184192~4194304,314572800~8388608,335544320~20971520,369098752~12582912] 2024-04-12T17:17:27.707 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,37748736~12582912,62914560~8388608,75497472~8388608,117440512~4194304,130023424~4194304,142606336~12582912,167772160~4194304,180355072~33554432,218103808~25165824,255852544~4194304,268435456~4194304,276824064~8388608,306184192~4194304,314572800~8388608,335544320~20971520,369098752~12582912] 2024-04-12T17:17:27.709 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,37748736~16777216,62914560~20971520,117440512~8388608,130023424~4194304,142606336~16777216,167772160~8388608,180355072~67108864,255852544~8388608,268435456~20971520,306184192~4194304,314572800~8388608,335544320~25165824,369098752~16777216] 2024-04-12T17:17:27.709 INFO:tasks.workunit.client.0.smithi099.stdout:from 9 to 15 diff [4194304~16777216,37748736~12582912,62914560~8388608,75497472~8388608,104857600~4194304,117440512~4194304,130023424~8388608,142606336~12582912,167772160~4194304,180355072~62914560,247463936~12582912,264241152~8388608,276824064~8388608,306184192~4194304,314572800~8388608,335544320~20971520,369098752~12582912] 2024-04-12T17:17:27.709 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,37748736~12582912,62914560~8388608,75497472~8388608,104857600~4194304,117440512~4194304,130023424~8388608,142606336~12582912,167772160~4194304,180355072~62914560,247463936~12582912,264241152~8388608,276824064~8388608,306184192~4194304,314572800~8388608,335544320~20971520,369098752~12582912] 2024-04-12T17:17:27.712 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,37748736~16777216,62914560~20971520,104857600~8388608,117440512~8388608,130023424~29360128,167772160~8388608,180355072~109051904,306184192~4194304,314572800~8388608,335544320~25165824,369098752~16777216] 2024-04-12T17:17:27.712 INFO:tasks.workunit.client.0.smithi099.stdout:from 9 to 16 diff [4194304~16777216,29360128~20971520,62914560~8388608,75497472~8388608,100663296~8388608,117440512~4194304,130023424~8388608,142606336~12582912,159383552~16777216,180355072~62914560,247463936~12582912,264241152~8388608,276824064~8388608,306184192~4194304,314572800~8388608,335544320~20971520,369098752~12582912] 2024-04-12T17:17:27.713 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,29360128~20971520,62914560~8388608,75497472~8388608,100663296~8388608,117440512~4194304,130023424~8388608,142606336~12582912,159383552~16777216,180355072~62914560,247463936~12582912,264241152~8388608,276824064~8388608,306184192~4194304,314572800~8388608,335544320~20971520,369098752~12582912] 2024-04-12T17:17:27.716 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~20971520,100663296~12582912,117440512~8388608,130023424~159383552,306184192~4194304,314572800~8388608,335544320~25165824,369098752~16777216] 2024-04-12T17:17:27.716 INFO:tasks.workunit.client.0.smithi099.stdout:from 9 to 17 diff [4194304~16777216,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,130023424~8388608,142606336~12582912,159383552~16777216,180355072~79691776,264241152~8388608,276824064~8388608,306184192~4194304,314572800~8388608,335544320~20971520,360710144~20971520] 2024-04-12T17:17:27.716 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,130023424~8388608,142606336~12582912,159383552~16777216,180355072~79691776,264241152~8388608,276824064~8388608,306184192~4194304,314572800~8388608,335544320~20971520,360710144~20971520] 2024-04-12T17:17:27.720 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~25165824,100663296~12582912,117440512~8388608,130023424~159383552,306184192~4194304,314572800~8388608,335544320~50331648] 2024-04-12T17:17:27.720 INFO:tasks.workunit.client.0.smithi099.stdout:from 9 to 18 diff [4194304~16777216,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~16777216,180355072~79691776,264241152~8388608,276824064~8388608,289406976~8388608,306184192~4194304,314572800~16777216,335544320~20971520,360710144~20971520] 2024-04-12T17:17:27.721 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~16777216,180355072~79691776,264241152~8388608,276824064~8388608,289406976~8388608,306184192~4194304,314572800~16777216,335544320~20971520,360710144~20971520] 2024-04-12T17:17:27.725 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~25165824,100663296~12582912,117440512~180355072,306184192~4194304,314572800~71303168] 2024-04-12T17:17:27.725 INFO:tasks.workunit.client.0.smithi099.stdout:from 9 to 19 diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~16777216,180355072~79691776,264241152~8388608,276824064~25165824,306184192~4194304,314572800~16777216,335544320~46137344] 2024-04-12T17:17:27.725 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~16777216,180355072~79691776,264241152~8388608,276824064~25165824,306184192~4194304,314572800~16777216,335544320~46137344] 2024-04-12T17:17:27.730 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~25165824,100663296~12582912,117440512~184549376,306184192~4194304,314572800~71303168] 2024-04-12T17:17:27.731 INFO:tasks.workunit.client.0.smithi099.stdout:from 10 to 11 diff [4194304~8388608,46137344~4194304,75497472~8388608,130023424~4194304,201326592~8388608,276824064~4194304,348127232~8388608,369098752~8388608] 2024-04-12T17:17:27.731 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~8388608,46137344~4194304,75497472~8388608,130023424~4194304,201326592~8388608,276824064~4194304,348127232~8388608,369098752~8388608] 2024-04-12T17:17:27.732 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~8388608,46137344~4194304,75497472~8388608,130023424~4194304,201326592~12582912,276824064~8388608,348127232~12582912,369098752~12582912] 2024-04-12T17:17:27.732 INFO:tasks.workunit.client.0.smithi099.stdout:from 10 to 12 diff [4194304~8388608,37748736~8388608,62914560~4194304,75497472~8388608,117440512~4194304,130023424~4194304,142606336~8388608,201326592~8388608,255852544~4194304,276824064~4194304,306184192~4194304,314572800~8388608,348127232~8388608,369098752~12582912] 2024-04-12T17:17:27.733 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~8388608,37748736~8388608,62914560~4194304,75497472~8388608,117440512~4194304,130023424~4194304,142606336~8388608,201326592~8388608,255852544~4194304,276824064~4194304,306184192~4194304,314572800~8388608,348127232~8388608,369098752~12582912] 2024-04-12T17:17:27.734 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~8388608,37748736~12582912,62914560~4194304,75497472~8388608,117440512~8388608,130023424~4194304,142606336~8388608,201326592~12582912,255852544~8388608,276824064~8388608,306184192~4194304,314572800~8388608,348127232~12582912,369098752~16777216] 2024-04-12T17:17:27.734 INFO:tasks.workunit.client.0.smithi099.stdout:from 10 to 13 diff [4194304~12582912,37748736~12582912,62914560~4194304,75497472~8388608,117440512~4194304,130023424~4194304,142606336~8388608,201326592~12582912,218103808~12582912,255852544~4194304,276824064~4194304,306184192~4194304,314572800~8388608,343932928~12582912,369098752~12582912] 2024-04-12T17:17:27.734 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~12582912,37748736~12582912,62914560~4194304,75497472~8388608,117440512~4194304,130023424~4194304,142606336~8388608,201326592~12582912,218103808~12582912,255852544~4194304,276824064~4194304,306184192~4194304,314572800~8388608,343932928~12582912,369098752~12582912] 2024-04-12T17:17:27.737 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~12582912,37748736~16777216,62914560~4194304,75497472~8388608,117440512~8388608,130023424~4194304,142606336~8388608,201326592~29360128,255852544~8388608,276824064~8388608,306184192~4194304,314572800~8388608,343932928~16777216,369098752~16777216] 2024-04-12T17:17:27.737 INFO:tasks.workunit.client.0.smithi099.stdout:from 10 to 14 diff [4194304~16777216,37748736~12582912,62914560~8388608,75497472~8388608,117440512~4194304,130023424~4194304,142606336~12582912,197132288~16777216,218103808~12582912,234881024~8388608,255852544~4194304,276824064~4194304,306184192~4194304,314572800~8388608,343932928~12582912,369098752~12582912] 2024-04-12T17:17:27.737 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,37748736~12582912,62914560~8388608,75497472~8388608,117440512~4194304,130023424~4194304,142606336~12582912,197132288~16777216,218103808~12582912,234881024~8388608,255852544~4194304,276824064~4194304,306184192~4194304,314572800~8388608,343932928~12582912,369098752~12582912] 2024-04-12T17:17:27.739 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,37748736~16777216,62914560~20971520,117440512~8388608,130023424~4194304,142606336~16777216,197132288~33554432,234881024~12582912,255852544~8388608,276824064~8388608,306184192~4194304,314572800~8388608,343932928~16777216,369098752~16777216] 2024-04-12T17:17:27.740 INFO:tasks.workunit.client.0.smithi099.stdout:from 10 to 15 diff [4194304~16777216,37748736~12582912,62914560~8388608,75497472~8388608,104857600~4194304,117440512~4194304,130023424~8388608,142606336~12582912,197132288~33554432,234881024~8388608,247463936~12582912,264241152~8388608,276824064~4194304,306184192~4194304,314572800~8388608,335544320~20971520,369098752~12582912] 2024-04-12T17:17:27.740 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,37748736~12582912,62914560~8388608,75497472~8388608,104857600~4194304,117440512~4194304,130023424~8388608,142606336~12582912,197132288~33554432,234881024~8388608,247463936~12582912,264241152~8388608,276824064~4194304,306184192~4194304,314572800~8388608,335544320~20971520,369098752~12582912] 2024-04-12T17:17:27.743 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,37748736~16777216,62914560~20971520,104857600~8388608,117440512~8388608,130023424~29360128,197132288~33554432,234881024~37748736,276824064~8388608,306184192~4194304,314572800~8388608,335544320~25165824,369098752~16777216] 2024-04-12T17:17:27.743 INFO:tasks.workunit.client.0.smithi099.stdout:from 10 to 16 diff [4194304~16777216,29360128~20971520,62914560~8388608,75497472~8388608,100663296~8388608,117440512~4194304,130023424~8388608,142606336~12582912,159383552~20971520,197132288~46137344,247463936~12582912,264241152~8388608,276824064~4194304,306184192~4194304,314572800~8388608,335544320~20971520,369098752~12582912] 2024-04-12T17:17:27.743 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,29360128~20971520,62914560~8388608,75497472~8388608,100663296~8388608,117440512~4194304,130023424~8388608,142606336~12582912,159383552~20971520,197132288~46137344,247463936~12582912,264241152~8388608,276824064~4194304,306184192~4194304,314572800~8388608,335544320~20971520,369098752~12582912] 2024-04-12T17:17:27.747 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~20971520,100663296~12582912,117440512~8388608,130023424~50331648,197132288~75497472,276824064~8388608,306184192~4194304,314572800~8388608,335544320~25165824,369098752~16777216] 2024-04-12T17:17:27.747 INFO:tasks.workunit.client.0.smithi099.stdout:from 10 to 17 diff [4194304~16777216,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,130023424~8388608,142606336~12582912,159383552~20971520,197132288~62914560,264241152~8388608,276824064~4194304,306184192~4194304,314572800~8388608,335544320~20971520,360710144~20971520] 2024-04-12T17:17:27.747 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,130023424~8388608,142606336~12582912,159383552~20971520,197132288~62914560,264241152~8388608,276824064~4194304,306184192~4194304,314572800~8388608,335544320~20971520,360710144~20971520] 2024-04-12T17:17:27.750 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~25165824,100663296~12582912,117440512~8388608,130023424~50331648,197132288~75497472,276824064~8388608,306184192~4194304,314572800~8388608,335544320~50331648] 2024-04-12T17:17:27.751 INFO:tasks.workunit.client.0.smithi099.stdout:from 10 to 18 diff [4194304~16777216,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~20971520,197132288~62914560,264241152~8388608,276824064~4194304,289406976~8388608,306184192~4194304,314572800~16777216,335544320~20971520,360710144~20971520] 2024-04-12T17:17:27.751 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~20971520,197132288~62914560,264241152~8388608,276824064~4194304,289406976~8388608,306184192~4194304,314572800~16777216,335544320~20971520,360710144~20971520] 2024-04-12T17:17:27.755 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~25165824,100663296~12582912,117440512~62914560,197132288~75497472,276824064~8388608,289406976~8388608,306184192~4194304,314572800~71303168] 2024-04-12T17:17:27.756 INFO:tasks.workunit.client.0.smithi099.stdout:from 10 to 19 diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~20971520,197132288~62914560,264241152~8388608,276824064~4194304,285212672~16777216,306184192~4194304,314572800~16777216,335544320~46137344] 2024-04-12T17:17:27.756 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~20971520,197132288~62914560,264241152~8388608,276824064~4194304,285212672~16777216,306184192~4194304,314572800~16777216,335544320~46137344] 2024-04-12T17:17:27.760 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~25165824,100663296~12582912,117440512~62914560,197132288~75497472,276824064~25165824,306184192~4194304,314572800~71303168] 2024-04-12T17:17:27.760 INFO:tasks.workunit.client.0.smithi099.stdout:from 11 to 12 diff [37748736~8388608,62914560~4194304,117440512~4194304,142606336~8388608,255852544~4194304,306184192~4194304,314572800~8388608,377487360~4194304] 2024-04-12T17:17:27.760 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [37748736~8388608,62914560~4194304,117440512~4194304,142606336~8388608,255852544~4194304,306184192~4194304,314572800~8388608,377487360~4194304] 2024-04-12T17:17:27.761 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [37748736~12582912,62914560~4194304,117440512~8388608,142606336~8388608,255852544~8388608,306184192~4194304,314572800~8388608,377487360~8388608] 2024-04-12T17:17:27.762 INFO:tasks.workunit.client.0.smithi099.stdout:from 11 to 13 diff [8388608~8388608,37748736~12582912,62914560~4194304,79691776~4194304,117440512~4194304,142606336~8388608,205520896~8388608,218103808~12582912,255852544~4194304,306184192~4194304,314572800~8388608,343932928~4194304,373293056~8388608] 2024-04-12T17:17:27.762 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [8388608~8388608,37748736~12582912,62914560~4194304,79691776~4194304,117440512~4194304,142606336~8388608,205520896~8388608,218103808~12582912,255852544~4194304,306184192~4194304,314572800~8388608,343932928~4194304,373293056~8388608] 2024-04-12T17:17:27.764 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~8388608,37748736~16777216,62914560~4194304,79691776~4194304,117440512~8388608,142606336~8388608,205520896~25165824,255852544~8388608,306184192~4194304,314572800~8388608,343932928~8388608,373293056~12582912] 2024-04-12T17:17:27.764 INFO:tasks.workunit.client.0.smithi099.stdout:from 11 to 14 diff [4194304~16777216,37748736~12582912,62914560~8388608,75497472~8388608,117440512~4194304,142606336~12582912,197132288~16777216,218103808~12582912,234881024~8388608,255852544~4194304,306184192~4194304,314572800~8388608,343932928~4194304,373293056~8388608] 2024-04-12T17:17:27.764 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,37748736~12582912,62914560~8388608,75497472~8388608,117440512~4194304,142606336~12582912,197132288~16777216,218103808~12582912,234881024~8388608,255852544~4194304,306184192~4194304,314572800~8388608,343932928~4194304,373293056~8388608] 2024-04-12T17:17:27.766 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,37748736~16777216,62914560~20971520,117440512~8388608,142606336~16777216,197132288~33554432,234881024~12582912,255852544~8388608,306184192~4194304,314572800~8388608,343932928~8388608,373293056~12582912] 2024-04-12T17:17:27.766 INFO:tasks.workunit.client.0.smithi099.stdout:from 11 to 15 diff [4194304~16777216,37748736~12582912,62914560~8388608,75497472~8388608,104857600~4194304,117440512~4194304,134217728~4194304,142606336~12582912,197132288~33554432,234881024~8388608,247463936~12582912,264241152~8388608,306184192~4194304,314572800~8388608,335544320~16777216,373293056~8388608] 2024-04-12T17:17:27.766 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,37748736~12582912,62914560~8388608,75497472~8388608,104857600~4194304,117440512~4194304,134217728~4194304,142606336~12582912,197132288~33554432,234881024~8388608,247463936~12582912,264241152~8388608,306184192~4194304,314572800~8388608,335544320~16777216,373293056~8388608] 2024-04-12T17:17:27.768 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,37748736~16777216,62914560~20971520,104857600~8388608,117440512~8388608,134217728~25165824,197132288~33554432,234881024~37748736,306184192~4194304,314572800~8388608,335544320~20971520,373293056~12582912] 2024-04-12T17:17:27.768 INFO:tasks.workunit.client.0.smithi099.stdout:from 11 to 16 diff [4194304~16777216,29360128~20971520,62914560~8388608,75497472~8388608,100663296~8388608,117440512~4194304,134217728~4194304,142606336~12582912,159383552~20971520,197132288~46137344,247463936~12582912,264241152~8388608,306184192~4194304,314572800~8388608,335544320~16777216,373293056~8388608] 2024-04-12T17:17:27.768 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,29360128~20971520,62914560~8388608,75497472~8388608,100663296~8388608,117440512~4194304,134217728~4194304,142606336~12582912,159383552~20971520,197132288~46137344,247463936~12582912,264241152~8388608,306184192~4194304,314572800~8388608,335544320~16777216,373293056~8388608] 2024-04-12T17:17:27.771 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~20971520,100663296~12582912,117440512~8388608,134217728~46137344,197132288~75497472,306184192~4194304,314572800~8388608,335544320~20971520,373293056~12582912] 2024-04-12T17:17:27.771 INFO:tasks.workunit.client.0.smithi099.stdout:from 11 to 17 diff [4194304~16777216,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,134217728~4194304,142606336~12582912,159383552~20971520,197132288~62914560,264241152~8388608,306184192~4194304,314572800~8388608,335544320~16777216,360710144~8388608,373293056~8388608] 2024-04-12T17:17:27.771 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,134217728~4194304,142606336~12582912,159383552~20971520,197132288~62914560,264241152~8388608,306184192~4194304,314572800~8388608,335544320~16777216,360710144~8388608,373293056~8388608] 2024-04-12T17:17:27.775 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~25165824,100663296~12582912,117440512~8388608,134217728~46137344,197132288~75497472,306184192~4194304,314572800~8388608,335544320~20971520,360710144~8388608,373293056~12582912] 2024-04-12T17:17:27.775 INFO:tasks.workunit.client.0.smithi099.stdout:from 11 to 18 diff [4194304~16777216,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~20971520,197132288~62914560,264241152~8388608,289406976~8388608,306184192~4194304,314572800~16777216,335544320~16777216,360710144~8388608,373293056~8388608] 2024-04-12T17:17:27.775 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~20971520,197132288~62914560,264241152~8388608,289406976~8388608,306184192~4194304,314572800~16777216,335544320~16777216,360710144~8388608,373293056~8388608] 2024-04-12T17:17:27.779 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~25165824,100663296~12582912,117440512~62914560,197132288~75497472,289406976~8388608,306184192~4194304,314572800~41943040,360710144~8388608,373293056~12582912] 2024-04-12T17:17:27.779 INFO:tasks.workunit.client.0.smithi099.stdout:from 11 to 19 diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~20971520,197132288~62914560,264241152~8388608,285212672~16777216,306184192~4194304,314572800~16777216,335544320~16777216,356515840~12582912,373293056~8388608] 2024-04-12T17:17:27.780 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~20971520,197132288~62914560,264241152~8388608,285212672~16777216,306184192~4194304,314572800~16777216,335544320~16777216,356515840~12582912,373293056~8388608] 2024-04-12T17:17:27.783 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~25165824,100663296~12582912,117440512~62914560,197132288~75497472,285212672~16777216,306184192~4194304,314572800~54525952,373293056~12582912] 2024-04-12T17:17:27.783 INFO:tasks.workunit.client.0.smithi099.stdout:from 12 to 13 diff [8388608~8388608,41943040~8388608,79691776~4194304,205520896~8388608,218103808~12582912,343932928~4194304,373293056~4194304] 2024-04-12T17:17:27.784 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [8388608~8388608,41943040~8388608,79691776~4194304,205520896~8388608,218103808~12582912,343932928~4194304,373293056~4194304] 2024-04-12T17:17:27.785 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [8388608~8388608,41943040~12582912,79691776~4194304,205520896~25165824,343932928~8388608,373293056~8388608] 2024-04-12T17:17:27.785 INFO:tasks.workunit.client.0.smithi099.stdout:from 12 to 14 diff [4194304~16777216,41943040~8388608,62914560~8388608,75497472~8388608,117440512~4194304,150994944~4194304,197132288~16777216,218103808~12582912,234881024~8388608,343932928~4194304,373293056~4194304] 2024-04-12T17:17:27.785 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,41943040~8388608,62914560~8388608,75497472~8388608,117440512~4194304,150994944~4194304,197132288~16777216,218103808~12582912,234881024~8388608,343932928~4194304,373293056~4194304] 2024-04-12T17:17:27.787 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,41943040~12582912,62914560~20971520,117440512~4194304,150994944~8388608,197132288~33554432,234881024~12582912,343932928~8388608,373293056~8388608] 2024-04-12T17:17:27.788 INFO:tasks.workunit.client.0.smithi099.stdout:from 12 to 15 diff [4194304~16777216,37748736~12582912,62914560~8388608,75497472~8388608,104857600~4194304,117440512~4194304,134217728~4194304,150994944~4194304,197132288~33554432,234881024~8388608,247463936~12582912,264241152~8388608,335544320~16777216,373293056~4194304] 2024-04-12T17:17:27.788 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,37748736~12582912,62914560~8388608,75497472~8388608,104857600~4194304,117440512~4194304,134217728~4194304,150994944~4194304,197132288~33554432,234881024~8388608,247463936~12582912,264241152~8388608,335544320~16777216,373293056~4194304] 2024-04-12T17:17:27.790 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,37748736~16777216,62914560~20971520,104857600~8388608,117440512~4194304,134217728~8388608,150994944~8388608,197132288~33554432,234881024~25165824,264241152~8388608,335544320~20971520,373293056~8388608] 2024-04-12T17:17:27.790 INFO:tasks.workunit.client.0.smithi099.stdout:from 12 to 16 diff [4194304~16777216,29360128~20971520,62914560~8388608,75497472~8388608,100663296~8388608,117440512~4194304,134217728~4194304,150994944~4194304,159383552~20971520,197132288~46137344,247463936~12582912,264241152~8388608,335544320~16777216,373293056~4194304] 2024-04-12T17:17:27.790 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,29360128~20971520,62914560~8388608,75497472~8388608,100663296~8388608,117440512~4194304,134217728~4194304,150994944~4194304,159383552~20971520,197132288~46137344,247463936~12582912,264241152~8388608,335544320~16777216,373293056~4194304] 2024-04-12T17:17:27.793 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~20971520,100663296~12582912,117440512~4194304,134217728~8388608,150994944~29360128,197132288~75497472,335544320~20971520,373293056~8388608] 2024-04-12T17:17:27.793 INFO:tasks.workunit.client.0.smithi099.stdout:from 12 to 17 diff [4194304~16777216,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,134217728~4194304,150994944~4194304,159383552~20971520,197132288~62914560,264241152~8388608,335544320~16777216,360710144~8388608,373293056~4194304] 2024-04-12T17:17:27.793 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,134217728~4194304,150994944~4194304,159383552~20971520,197132288~62914560,264241152~8388608,335544320~16777216,360710144~8388608,373293056~4194304] 2024-04-12T17:17:27.797 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~25165824,100663296~12582912,117440512~4194304,134217728~8388608,150994944~29360128,197132288~75497472,335544320~20971520,360710144~8388608,373293056~8388608] 2024-04-12T17:17:27.798 INFO:tasks.workunit.client.0.smithi099.stdout:from 12 to 18 diff [4194304~16777216,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,150994944~4194304,159383552~20971520,197132288~62914560,264241152~8388608,289406976~8388608,322961408~8388608,335544320~16777216,360710144~8388608,373293056~4194304] 2024-04-12T17:17:27.798 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~16777216,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,150994944~4194304,159383552~20971520,197132288~62914560,264241152~8388608,289406976~8388608,322961408~8388608,335544320~16777216,360710144~8388608,373293056~4194304] 2024-04-12T17:17:27.801 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~25165824,100663296~12582912,117440512~4194304,125829120~16777216,150994944~29360128,197132288~75497472,289406976~8388608,322961408~33554432,360710144~8388608,373293056~8388608] 2024-04-12T17:17:27.802 INFO:tasks.workunit.client.0.smithi099.stdout:from 12 to 19 diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~4194304,150994944~4194304,159383552~20971520,197132288~62914560,264241152~8388608,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912,373293056~4194304] 2024-04-12T17:17:27.802 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~4194304,150994944~4194304,159383552~20971520,197132288~62914560,264241152~8388608,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912,373293056~4194304] 2024-04-12T17:17:27.806 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~25165824,100663296~12582912,117440512~4194304,125829120~20971520,150994944~29360128,197132288~75497472,285212672~16777216,314572800~54525952,373293056~8388608] 2024-04-12T17:17:27.806 INFO:tasks.workunit.client.0.smithi099.stdout:from 13 to 14 diff [4194304~4194304,12582912~8388608,62914560~8388608,75497472~8388608,117440512~4194304,150994944~4194304,197132288~8388608,209715200~4194304,234881024~8388608] 2024-04-12T17:17:27.806 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~4194304,12582912~8388608,62914560~8388608,75497472~8388608,117440512~4194304,150994944~4194304,197132288~8388608,209715200~4194304,234881024~8388608] 2024-04-12T17:17:27.807 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,62914560~20971520,117440512~4194304,150994944~8388608,197132288~8388608,209715200~8388608,234881024~12582912] 2024-04-12T17:17:27.807 INFO:tasks.workunit.client.0.smithi099.stdout:from 13 to 15 diff [4194304~4194304,12582912~8388608,37748736~8388608,62914560~8388608,75497472~8388608,104857600~4194304,117440512~4194304,134217728~4194304,150994944~4194304,197132288~8388608,209715200~12582912,234881024~8388608,247463936~12582912,264241152~8388608,335544320~16777216] 2024-04-12T17:17:27.807 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~4194304,12582912~8388608,37748736~8388608,62914560~8388608,75497472~8388608,104857600~4194304,117440512~4194304,134217728~4194304,150994944~4194304,197132288~8388608,209715200~12582912,234881024~8388608,247463936~12582912,264241152~8388608,335544320~16777216] 2024-04-12T17:17:27.809 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,37748736~12582912,62914560~20971520,104857600~8388608,117440512~4194304,134217728~8388608,150994944~8388608,197132288~8388608,209715200~12582912,234881024~25165824,264241152~8388608,335544320~20971520] 2024-04-12T17:17:27.809 INFO:tasks.workunit.client.0.smithi099.stdout:from 13 to 16 diff [4194304~4194304,12582912~8388608,29360128~16777216,62914560~8388608,75497472~8388608,100663296~8388608,117440512~4194304,134217728~4194304,150994944~4194304,159383552~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~12582912,264241152~8388608,335544320~16777216] 2024-04-12T17:17:27.809 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~4194304,12582912~8388608,29360128~16777216,62914560~8388608,75497472~8388608,100663296~8388608,117440512~4194304,134217728~4194304,150994944~4194304,159383552~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~12582912,264241152~8388608,335544320~16777216] 2024-04-12T17:17:27.812 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~20971520,62914560~20971520,100663296~12582912,117440512~4194304,134217728~8388608,150994944~29360128,197132288~8388608,209715200~12582912,226492416~46137344,335544320~20971520] 2024-04-12T17:17:27.812 INFO:tasks.workunit.client.0.smithi099.stdout:from 13 to 17 diff [4194304~4194304,12582912~8388608,29360128~16777216,62914560~20971520,100663296~8388608,117440512~4194304,134217728~4194304,150994944~4194304,159383552~20971520,197132288~8388608,209715200~50331648,264241152~8388608,335544320~16777216,360710144~8388608] 2024-04-12T17:17:27.812 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~4194304,12582912~8388608,29360128~16777216,62914560~20971520,100663296~8388608,117440512~4194304,134217728~4194304,150994944~4194304,159383552~20971520,197132288~8388608,209715200~50331648,264241152~8388608,335544320~16777216,360710144~8388608] 2024-04-12T17:17:27.816 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~20971520,62914560~25165824,100663296~12582912,117440512~4194304,134217728~8388608,150994944~29360128,197132288~8388608,209715200~62914560,335544320~20971520,360710144~8388608] 2024-04-12T17:17:27.816 INFO:tasks.workunit.client.0.smithi099.stdout:from 13 to 18 diff [4194304~4194304,12582912~8388608,29360128~16777216,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,150994944~4194304,159383552~20971520,197132288~62914560,264241152~8388608,289406976~8388608,322961408~8388608,335544320~16777216,360710144~8388608] 2024-04-12T17:17:27.816 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~4194304,12582912~8388608,29360128~16777216,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,150994944~4194304,159383552~20971520,197132288~62914560,264241152~8388608,289406976~8388608,322961408~8388608,335544320~16777216,360710144~8388608] 2024-04-12T17:17:27.819 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~20971520,62914560~25165824,100663296~12582912,117440512~4194304,125829120~16777216,150994944~29360128,197132288~75497472,289406976~8388608,322961408~33554432,360710144~8388608] 2024-04-12T17:17:27.819 INFO:tasks.workunit.client.0.smithi099.stdout:from 13 to 19 diff [4194304~4194304,12582912~8388608,29360128~16777216,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~4194304,150994944~4194304,159383552~20971520,197132288~62914560,264241152~8388608,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912] 2024-04-12T17:17:27.819 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~4194304,12582912~8388608,29360128~16777216,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~4194304,150994944~4194304,159383552~20971520,197132288~62914560,264241152~8388608,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912] 2024-04-12T17:17:27.823 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~20971520,62914560~25165824,100663296~12582912,117440512~4194304,125829120~20971520,150994944~29360128,197132288~75497472,285212672~16777216,314572800~54525952] 2024-04-12T17:17:27.823 INFO:tasks.workunit.client.0.smithi099.stdout:from 14 to 15 diff [37748736~8388608,104857600~4194304,134217728~4194304,213909504~8388608,247463936~12582912,264241152~8388608,335544320~16777216] 2024-04-12T17:17:27.823 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [37748736~8388608,104857600~4194304,134217728~4194304,213909504~8388608,247463936~12582912,264241152~8388608,335544320~16777216] 2024-04-12T17:17:27.825 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [37748736~12582912,104857600~8388608,134217728~8388608,213909504~8388608,247463936~12582912,264241152~8388608,335544320~20971520] 2024-04-12T17:17:27.825 INFO:tasks.workunit.client.0.smithi099.stdout:from 14 to 16 diff [29360128~16777216,62914560~4194304,100663296~8388608,134217728~4194304,159383552~20971520,213909504~8388608,226492416~8388608,247463936~12582912,264241152~8388608,335544320~16777216] 2024-04-12T17:17:27.825 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [29360128~16777216,62914560~4194304,100663296~8388608,134217728~4194304,159383552~20971520,213909504~8388608,226492416~8388608,247463936~12582912,264241152~8388608,335544320~16777216] 2024-04-12T17:17:27.827 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [29360128~20971520,62914560~8388608,100663296~12582912,134217728~8388608,159383552~20971520,213909504~8388608,226492416~8388608,247463936~25165824,335544320~20971520] 2024-04-12T17:17:27.827 INFO:tasks.workunit.client.0.smithi099.stdout:from 14 to 17 diff [12582912~4194304,29360128~16777216,62914560~4194304,71303168~12582912,100663296~8388608,134217728~4194304,159383552~20971520,213909504~29360128,247463936~12582912,264241152~8388608,335544320~16777216,360710144~8388608] 2024-04-12T17:17:27.827 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [12582912~4194304,29360128~16777216,62914560~4194304,71303168~12582912,100663296~8388608,134217728~4194304,159383552~20971520,213909504~29360128,247463936~12582912,264241152~8388608,335544320~16777216,360710144~8388608] 2024-04-12T17:17:27.829 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [12582912~4194304,29360128~20971520,62914560~25165824,100663296~12582912,134217728~8388608,159383552~20971520,213909504~58720256,335544320~20971520,360710144~8388608] 2024-04-12T17:17:27.830 INFO:tasks.workunit.client.0.smithi099.stdout:from 14 to 18 diff [12582912~4194304,29360128~16777216,62914560~4194304,71303168~12582912,100663296~8388608,125829120~12582912,150994944~4194304,159383552~20971520,205520896~4194304,213909504~29360128,247463936~12582912,264241152~8388608,289406976~8388608,322961408~8388608,335544320~16777216,360710144~8388608] 2024-04-12T17:17:27.830 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [12582912~4194304,29360128~16777216,62914560~4194304,71303168~12582912,100663296~8388608,125829120~12582912,150994944~4194304,159383552~20971520,205520896~4194304,213909504~29360128,247463936~12582912,264241152~8388608,289406976~8388608,322961408~8388608,335544320~16777216,360710144~8388608] 2024-04-12T17:17:27.832 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [12582912~4194304,29360128~20971520,62914560~25165824,100663296~12582912,125829120~16777216,150994944~4194304,159383552~20971520,205520896~4194304,213909504~58720256,289406976~8388608,322961408~33554432,360710144~8388608] 2024-04-12T17:17:27.832 INFO:tasks.workunit.client.0.smithi099.stdout:from 14 to 19 diff [12582912~12582912,29360128~16777216,62914560~4194304,71303168~12582912,100663296~8388608,125829120~12582912,142606336~4194304,150994944~4194304,159383552~20971520,197132288~12582912,213909504~29360128,247463936~12582912,264241152~8388608,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912] 2024-04-12T17:17:27.832 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [12582912~12582912,29360128~16777216,62914560~4194304,71303168~12582912,100663296~8388608,125829120~12582912,142606336~4194304,150994944~4194304,159383552~20971520,197132288~12582912,213909504~29360128,247463936~12582912,264241152~8388608,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912] 2024-04-12T17:17:27.835 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [12582912~12582912,29360128~20971520,62914560~25165824,100663296~12582912,125829120~20971520,150994944~4194304,159383552~20971520,197132288~12582912,213909504~58720256,285212672~16777216,314572800~54525952] 2024-04-12T17:17:27.835 INFO:tasks.workunit.client.0.smithi099.stdout:from 15 to 16 diff [29360128~12582912,62914560~4194304,100663296~8388608,159383552~20971520,226492416~8388608,255852544~4194304] 2024-04-12T17:17:27.835 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [29360128~12582912,62914560~4194304,100663296~8388608,159383552~20971520,226492416~8388608,255852544~4194304] 2024-04-12T17:17:27.837 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [29360128~12582912,62914560~8388608,100663296~12582912,159383552~20971520,226492416~8388608,255852544~8388608] 2024-04-12T17:17:27.837 INFO:tasks.workunit.client.0.smithi099.stdout:from 15 to 17 diff [12582912~4194304,29360128~12582912,62914560~4194304,71303168~12582912,100663296~8388608,159383552~20971520,213909504~8388608,226492416~16777216,255852544~4194304,339738624~12582912,360710144~8388608] 2024-04-12T17:17:27.837 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [12582912~4194304,29360128~12582912,62914560~4194304,71303168~12582912,100663296~8388608,159383552~20971520,213909504~8388608,226492416~16777216,255852544~4194304,339738624~12582912,360710144~8388608] 2024-04-12T17:17:27.840 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [12582912~4194304,29360128~12582912,62914560~25165824,100663296~12582912,159383552~20971520,213909504~33554432,255852544~8388608,339738624~16777216,360710144~8388608] 2024-04-12T17:17:27.840 INFO:tasks.workunit.client.0.smithi099.stdout:from 15 to 18 diff [12582912~4194304,29360128~12582912,62914560~4194304,71303168~12582912,100663296~8388608,125829120~8388608,150994944~4194304,159383552~20971520,205520896~4194304,213909504~8388608,226492416~16777216,255852544~4194304,289406976~8388608,322961408~8388608,335544320~16777216,360710144~8388608] 2024-04-12T17:17:27.840 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [12582912~4194304,29360128~12582912,62914560~4194304,71303168~12582912,100663296~8388608,125829120~8388608,150994944~4194304,159383552~20971520,205520896~4194304,213909504~8388608,226492416~16777216,255852544~4194304,289406976~8388608,322961408~8388608,335544320~16777216,360710144~8388608] 2024-04-12T17:17:27.842 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [12582912~4194304,29360128~12582912,62914560~25165824,100663296~12582912,125829120~12582912,150994944~4194304,159383552~20971520,205520896~4194304,213909504~33554432,255852544~8388608,289406976~8388608,322961408~33554432,360710144~8388608] 2024-04-12T17:17:27.842 INFO:tasks.workunit.client.0.smithi099.stdout:from 15 to 19 diff [12582912~12582912,29360128~12582912,62914560~4194304,71303168~12582912,100663296~8388608,125829120~8388608,142606336~4194304,150994944~4194304,159383552~20971520,197132288~12582912,213909504~8388608,226492416~16777216,255852544~4194304,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912] 2024-04-12T17:17:27.842 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [12582912~12582912,29360128~12582912,62914560~4194304,71303168~12582912,100663296~8388608,125829120~8388608,142606336~4194304,150994944~4194304,159383552~20971520,197132288~12582912,213909504~8388608,226492416~16777216,255852544~4194304,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912] 2024-04-12T17:17:27.845 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [12582912~12582912,29360128~12582912,62914560~25165824,100663296~12582912,125829120~12582912,142606336~4194304,150994944~4194304,159383552~20971520,197132288~12582912,213909504~33554432,255852544~8388608,285212672~16777216,314572800~54525952] 2024-04-12T17:17:27.845 INFO:tasks.workunit.client.0.smithi099.stdout:from 16 to 17 diff [12582912~4194304,71303168~12582912,104857600~4194304,163577856~4194304,213909504~8388608,234881024~8388608,339738624~12582912,360710144~8388608] 2024-04-12T17:17:27.845 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [12582912~4194304,71303168~12582912,104857600~4194304,163577856~4194304,213909504~8388608,234881024~8388608,339738624~12582912,360710144~8388608] 2024-04-12T17:17:27.846 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [12582912~4194304,71303168~16777216,104857600~8388608,163577856~8388608,213909504~12582912,234881024~12582912,339738624~16777216,360710144~8388608] 2024-04-12T17:17:27.847 INFO:tasks.workunit.client.0.smithi099.stdout:from 16 to 18 diff [12582912~4194304,71303168~12582912,104857600~4194304,125829120~8388608,150994944~4194304,163577856~4194304,171966464~4194304,205520896~4194304,213909504~8388608,234881024~8388608,289406976~8388608,322961408~8388608,335544320~16777216,360710144~8388608] 2024-04-12T17:17:27.847 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [12582912~4194304,71303168~12582912,104857600~4194304,125829120~8388608,150994944~4194304,163577856~4194304,171966464~4194304,205520896~4194304,213909504~8388608,234881024~8388608,289406976~8388608,322961408~8388608,335544320~16777216,360710144~8388608] 2024-04-12T17:17:27.848 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [12582912~4194304,71303168~16777216,104857600~8388608,125829120~12582912,150994944~4194304,163577856~16777216,205520896~4194304,213909504~12582912,234881024~12582912,289406976~8388608,322961408~33554432,360710144~8388608] 2024-04-12T17:17:27.849 INFO:tasks.workunit.client.0.smithi099.stdout:from 16 to 19 diff [12582912~12582912,29360128~4194304,71303168~12582912,104857600~4194304,125829120~8388608,142606336~4194304,150994944~4194304,163577856~4194304,171966464~8388608,197132288~12582912,213909504~8388608,234881024~8388608,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912] 2024-04-12T17:17:27.849 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [12582912~12582912,29360128~4194304,71303168~12582912,104857600~4194304,125829120~8388608,142606336~4194304,150994944~4194304,163577856~4194304,171966464~8388608,197132288~12582912,213909504~8388608,234881024~8388608,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912] 2024-04-12T17:17:27.850 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [12582912~12582912,29360128~8388608,71303168~16777216,104857600~8388608,125829120~12582912,142606336~4194304,150994944~4194304,163577856~16777216,197132288~12582912,213909504~12582912,234881024~12582912,285212672~16777216,314572800~54525952] 2024-04-12T17:17:27.851 INFO:tasks.workunit.client.0.smithi099.stdout:from 17 to 18 diff [71303168~8388608,125829120~8388608,150994944~4194304,171966464~4194304,205520896~4194304,289406976~8388608,322961408~8388608,335544320~8388608] 2024-04-12T17:17:27.851 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [71303168~8388608,125829120~8388608,150994944~4194304,171966464~4194304,205520896~4194304,289406976~8388608,322961408~8388608,335544320~8388608] 2024-04-12T17:17:27.852 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [71303168~8388608,125829120~12582912,150994944~4194304,171966464~8388608,205520896~4194304,289406976~8388608,322961408~25165824] 2024-04-12T17:17:27.852 INFO:tasks.workunit.client.0.smithi099.stdout:from 17 to 19 diff [16777216~8388608,29360128~4194304,71303168~8388608,125829120~8388608,142606336~4194304,150994944~4194304,171966464~8388608,197132288~12582912,285212672~16777216,314572800~16777216,335544320~8388608,356515840~8388608] 2024-04-12T17:17:27.852 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [16777216~8388608,29360128~4194304,71303168~8388608,125829120~8388608,142606336~4194304,150994944~4194304,171966464~8388608,197132288~12582912,285212672~16777216,314572800~16777216,335544320~8388608,356515840~8388608] 2024-04-12T17:17:27.855 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [16777216~8388608,29360128~8388608,71303168~8388608,125829120~12582912,142606336~4194304,150994944~4194304,171966464~8388608,197132288~12582912,285212672~16777216,314572800~33554432,356515840~12582912] 2024-04-12T17:17:27.855 INFO:tasks.workunit.client.0.smithi099.stdout:from 18 to 19 diff [16777216~8388608,29360128~4194304,142606336~4194304,176160768~4194304,197132288~8388608,285212672~4194304,297795584~4194304,314572800~12582912,356515840~8388608] 2024-04-12T17:17:27.855 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [16777216~8388608,29360128~4194304,142606336~4194304,176160768~4194304,197132288~8388608,285212672~4194304,297795584~4194304,314572800~12582912,356515840~8388608] 2024-04-12T17:17:27.856 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [16777216~8388608,29360128~8388608,142606336~4194304,176160768~4194304,197132288~8388608,285212672~4194304,297795584~4194304,314572800~12582912,356515840~12582912] 2024-04-12T17:17:28.135 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to HEAD diff [0~113246208,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:28.136 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~113246208,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:28.155 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~415236096] 2024-04-12T17:17:28.155 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to HEAD diff [0~96468992,100663296~12582912,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:28.155 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~96468992,100663296~12582912,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:28.162 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~415236096] 2024-04-12T17:17:28.162 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to HEAD diff [4194304~92274688,100663296~12582912,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:28.162 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~92274688,100663296~12582912,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:28.169 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~390070272] 2024-04-12T17:17:28.169 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to HEAD diff [4194304~20971520,29360128~62914560,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:28.169 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~62914560,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:28.176 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~88080384,100663296~12582912,117440512~276824064] 2024-04-12T17:17:28.176 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to HEAD diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:28.176 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:28.182 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:28.182 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to HEAD diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~4194304,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:28.182 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~4194304,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:28.187 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:28.187 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to HEAD diff [4194304~20971520,29360128~54525952,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:28.187 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~54525952,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:28.192 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:28.192 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to HEAD diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912] 2024-04-12T17:17:28.192 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912] 2024-04-12T17:17:28.196 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~268435456] 2024-04-12T17:17:28.197 INFO:tasks.workunit.client.0.smithi099.stdout:from 8 to HEAD diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~4194304,125829120~12582912,142606336~117440512,264241152~8388608,276824064~33554432,314572800~16777216,335544320~29360128,369098752~12582912] 2024-04-12T17:17:28.197 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~4194304,125829120~12582912,142606336~117440512,264241152~8388608,276824064~33554432,314572800~16777216,335544320~29360128,369098752~12582912] 2024-04-12T17:17:28.202 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~268435456] 2024-04-12T17:17:28.202 INFO:tasks.workunit.client.0.smithi099.stdout:from 9 to HEAD diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~16777216,180355072~79691776,264241152~8388608,276824064~25165824,306184192~4194304,314572800~16777216,335544320~46137344] 2024-04-12T17:17:28.202 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~16777216,180355072~79691776,264241152~8388608,276824064~25165824,306184192~4194304,314572800~16777216,335544320~46137344] 2024-04-12T17:17:28.206 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~25165824,100663296~12582912,117440512~184549376,306184192~4194304,314572800~71303168] 2024-04-12T17:17:28.206 INFO:tasks.workunit.client.0.smithi099.stdout:from 10 to HEAD diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~20971520,197132288~62914560,264241152~8388608,276824064~4194304,285212672~16777216,306184192~4194304,314572800~16777216,335544320~46137344] 2024-04-12T17:17:28.206 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~20971520,197132288~62914560,264241152~8388608,276824064~4194304,285212672~16777216,306184192~4194304,314572800~16777216,335544320~46137344] 2024-04-12T17:17:28.209 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~25165824,100663296~12582912,117440512~62914560,197132288~75497472,276824064~25165824,306184192~4194304,314572800~71303168] 2024-04-12T17:17:28.209 INFO:tasks.workunit.client.0.smithi099.stdout:from 11 to HEAD diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~20971520,197132288~62914560,264241152~8388608,285212672~16777216,306184192~4194304,314572800~16777216,335544320~16777216,356515840~12582912,373293056~8388608] 2024-04-12T17:17:28.209 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~20971520,197132288~62914560,264241152~8388608,285212672~16777216,306184192~4194304,314572800~16777216,335544320~16777216,356515840~12582912,373293056~8388608] 2024-04-12T17:17:28.212 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~25165824,100663296~12582912,117440512~62914560,197132288~75497472,285212672~16777216,306184192~4194304,314572800~54525952,373293056~12582912] 2024-04-12T17:17:28.212 INFO:tasks.workunit.client.0.smithi099.stdout:from 12 to HEAD diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~4194304,150994944~4194304,159383552~20971520,197132288~62914560,264241152~8388608,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912,373293056~4194304] 2024-04-12T17:17:28.213 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~4194304,150994944~4194304,159383552~20971520,197132288~62914560,264241152~8388608,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912,373293056~4194304] 2024-04-12T17:17:28.215 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~25165824,100663296~12582912,117440512~4194304,125829120~20971520,150994944~29360128,197132288~75497472,285212672~16777216,314572800~54525952,373293056~8388608] 2024-04-12T17:17:28.215 INFO:tasks.workunit.client.0.smithi099.stdout:from 13 to HEAD diff [4194304~4194304,12582912~8388608,29360128~16777216,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~4194304,150994944~4194304,159383552~20971520,197132288~62914560,264241152~8388608,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912] 2024-04-12T17:17:28.215 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~4194304,12582912~8388608,29360128~16777216,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~4194304,150994944~4194304,159383552~20971520,197132288~62914560,264241152~8388608,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912] 2024-04-12T17:17:28.218 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~20971520,62914560~25165824,100663296~12582912,117440512~4194304,125829120~20971520,150994944~29360128,197132288~75497472,285212672~16777216,314572800~54525952] 2024-04-12T17:17:28.218 INFO:tasks.workunit.client.0.smithi099.stdout:from 14 to HEAD diff [12582912~12582912,29360128~16777216,62914560~4194304,71303168~12582912,100663296~8388608,125829120~12582912,142606336~4194304,150994944~4194304,159383552~20971520,197132288~12582912,213909504~29360128,247463936~12582912,264241152~8388608,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912] 2024-04-12T17:17:28.219 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [12582912~12582912,29360128~16777216,62914560~4194304,71303168~12582912,100663296~8388608,125829120~12582912,142606336~4194304,150994944~4194304,159383552~20971520,197132288~12582912,213909504~29360128,247463936~12582912,264241152~8388608,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912] 2024-04-12T17:17:28.221 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [12582912~12582912,29360128~20971520,62914560~25165824,100663296~12582912,125829120~20971520,150994944~4194304,159383552~20971520,197132288~12582912,213909504~58720256,285212672~16777216,314572800~54525952] 2024-04-12T17:17:28.221 INFO:tasks.workunit.client.0.smithi099.stdout:from 15 to HEAD diff [12582912~12582912,29360128~12582912,62914560~4194304,71303168~12582912,100663296~8388608,125829120~8388608,142606336~4194304,150994944~4194304,159383552~20971520,197132288~12582912,213909504~8388608,226492416~16777216,255852544~4194304,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912] 2024-04-12T17:17:28.221 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [12582912~12582912,29360128~12582912,62914560~4194304,71303168~12582912,100663296~8388608,125829120~8388608,142606336~4194304,150994944~4194304,159383552~20971520,197132288~12582912,213909504~8388608,226492416~16777216,255852544~4194304,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912] 2024-04-12T17:17:28.223 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [12582912~12582912,29360128~12582912,62914560~25165824,100663296~12582912,125829120~12582912,142606336~4194304,150994944~4194304,159383552~20971520,197132288~12582912,213909504~33554432,255852544~8388608,285212672~16777216,314572800~54525952] 2024-04-12T17:17:28.223 INFO:tasks.workunit.client.0.smithi099.stdout:from 16 to HEAD diff [12582912~12582912,29360128~4194304,71303168~12582912,104857600~4194304,125829120~8388608,142606336~4194304,150994944~4194304,163577856~4194304,171966464~8388608,197132288~12582912,213909504~8388608,234881024~8388608,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912] 2024-04-12T17:17:28.223 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [12582912~12582912,29360128~4194304,71303168~12582912,104857600~4194304,125829120~8388608,142606336~4194304,150994944~4194304,163577856~4194304,171966464~8388608,197132288~12582912,213909504~8388608,234881024~8388608,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912] 2024-04-12T17:17:28.225 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [12582912~12582912,29360128~8388608,71303168~16777216,104857600~8388608,125829120~12582912,142606336~4194304,150994944~4194304,163577856~16777216,197132288~12582912,213909504~12582912,234881024~12582912,285212672~16777216,314572800~54525952] 2024-04-12T17:17:28.225 INFO:tasks.workunit.client.0.smithi099.stdout:from 17 to HEAD diff [16777216~8388608,29360128~4194304,71303168~8388608,125829120~8388608,142606336~4194304,150994944~4194304,171966464~8388608,197132288~12582912,285212672~16777216,314572800~16777216,335544320~8388608,356515840~8388608] 2024-04-12T17:17:28.225 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [16777216~8388608,29360128~4194304,71303168~8388608,125829120~8388608,142606336~4194304,150994944~4194304,171966464~8388608,197132288~12582912,285212672~16777216,314572800~16777216,335544320~8388608,356515840~8388608] 2024-04-12T17:17:28.226 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [16777216~8388608,29360128~8388608,71303168~8388608,125829120~12582912,142606336~4194304,150994944~4194304,171966464~8388608,197132288~12582912,285212672~16777216,314572800~33554432,356515840~12582912] 2024-04-12T17:17:28.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:28 smithi099 ceph-mon[94290]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-12T17:17:28.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:17:28.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:28 smithi099 ceph-mon[96864]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-12T17:17:28.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:17:28.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:28 smithi110 ceph-mon[88691]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-12T17:17:28.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:17:29.141 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to HEAD diff [0~113246208,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:29.141 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~113246208,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:29.185 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~415236096] 2024-04-12T17:17:29.185 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to HEAD diff [0~96468992,100663296~12582912,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:29.185 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~96468992,100663296~12582912,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:29.195 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~415236096] 2024-04-12T17:17:29.195 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to HEAD diff [4194304~92274688,100663296~12582912,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:29.195 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~92274688,100663296~12582912,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:29.202 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~390070272] 2024-04-12T17:17:29.202 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to HEAD diff [4194304~20971520,29360128~62914560,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:29.202 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~62914560,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:29.208 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~88080384,100663296~12582912,117440512~276824064] 2024-04-12T17:17:29.208 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to HEAD diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:29.208 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:29.214 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:29.214 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to HEAD diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~4194304,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:29.214 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~4194304,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:29.219 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:29.219 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to HEAD diff [4194304~20971520,29360128~54525952,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:29.220 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~54525952,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:29.224 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:29.224 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to HEAD diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912] 2024-04-12T17:17:29.224 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912] 2024-04-12T17:17:29.228 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~268435456] 2024-04-12T17:17:29.228 INFO:tasks.workunit.client.0.smithi099.stdout:from 8 to HEAD diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~4194304,125829120~12582912,142606336~117440512,264241152~8388608,276824064~33554432,314572800~16777216,335544320~29360128,369098752~12582912] 2024-04-12T17:17:29.228 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~4194304,125829120~12582912,142606336~117440512,264241152~8388608,276824064~33554432,314572800~16777216,335544320~29360128,369098752~12582912] 2024-04-12T17:17:29.233 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~268435456] 2024-04-12T17:17:29.233 INFO:tasks.workunit.client.0.smithi099.stdout:from 9 to HEAD diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~16777216,180355072~79691776,264241152~8388608,276824064~25165824,306184192~4194304,314572800~16777216,335544320~46137344] 2024-04-12T17:17:29.233 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~16777216,180355072~79691776,264241152~8388608,276824064~25165824,306184192~4194304,314572800~16777216,335544320~46137344] 2024-04-12T17:17:29.237 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~25165824,100663296~12582912,117440512~184549376,306184192~4194304,314572800~71303168] 2024-04-12T17:17:29.237 INFO:tasks.workunit.client.0.smithi099.stdout:from 10 to HEAD diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~20971520,197132288~62914560,264241152~8388608,276824064~4194304,285212672~16777216,306184192~4194304,314572800~16777216,335544320~46137344] 2024-04-12T17:17:29.237 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~20971520,197132288~62914560,264241152~8388608,276824064~4194304,285212672~16777216,306184192~4194304,314572800~16777216,335544320~46137344] 2024-04-12T17:17:29.240 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~25165824,100663296~12582912,117440512~62914560,197132288~75497472,276824064~25165824,306184192~4194304,314572800~71303168] 2024-04-12T17:17:29.240 INFO:tasks.workunit.client.0.smithi099.stdout:from 11 to HEAD diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~20971520,197132288~62914560,264241152~8388608,285212672~16777216,306184192~4194304,314572800~16777216,335544320~16777216,356515840~12582912,373293056~8388608] 2024-04-12T17:17:29.240 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~20971520,197132288~62914560,264241152~8388608,285212672~16777216,306184192~4194304,314572800~16777216,335544320~16777216,356515840~12582912,373293056~8388608] 2024-04-12T17:17:29.243 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~25165824,100663296~12582912,117440512~62914560,197132288~75497472,285212672~16777216,306184192~4194304,314572800~54525952,373293056~12582912] 2024-04-12T17:17:29.243 INFO:tasks.workunit.client.0.smithi099.stdout:from 12 to HEAD diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~4194304,150994944~4194304,159383552~20971520,197132288~62914560,264241152~8388608,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912,373293056~4194304] 2024-04-12T17:17:29.244 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~4194304,150994944~4194304,159383552~20971520,197132288~62914560,264241152~8388608,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912,373293056~4194304] 2024-04-12T17:17:29.246 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~25165824,100663296~12582912,117440512~4194304,125829120~20971520,150994944~29360128,197132288~75497472,285212672~16777216,314572800~54525952,373293056~8388608] 2024-04-12T17:17:29.246 INFO:tasks.workunit.client.0.smithi099.stdout:from 13 to HEAD diff [4194304~4194304,12582912~8388608,29360128~16777216,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~4194304,150994944~4194304,159383552~20971520,197132288~62914560,264241152~8388608,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912] 2024-04-12T17:17:29.246 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~4194304,12582912~8388608,29360128~16777216,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~4194304,150994944~4194304,159383552~20971520,197132288~62914560,264241152~8388608,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912] 2024-04-12T17:17:29.249 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~20971520,62914560~25165824,100663296~12582912,117440512~4194304,125829120~20971520,150994944~29360128,197132288~75497472,285212672~16777216,314572800~54525952] 2024-04-12T17:17:29.249 INFO:tasks.workunit.client.0.smithi099.stdout:from 14 to HEAD diff [12582912~12582912,29360128~16777216,62914560~4194304,71303168~12582912,100663296~8388608,125829120~12582912,142606336~4194304,150994944~4194304,159383552~20971520,197132288~12582912,213909504~29360128,247463936~12582912,264241152~8388608,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912] 2024-04-12T17:17:29.249 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [12582912~12582912,29360128~16777216,62914560~4194304,71303168~12582912,100663296~8388608,125829120~12582912,142606336~4194304,150994944~4194304,159383552~20971520,197132288~12582912,213909504~29360128,247463936~12582912,264241152~8388608,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912] 2024-04-12T17:17:29.251 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [12582912~12582912,29360128~20971520,62914560~25165824,100663296~12582912,125829120~20971520,150994944~4194304,159383552~20971520,197132288~12582912,213909504~58720256,285212672~16777216,314572800~54525952] 2024-04-12T17:17:29.251 INFO:tasks.workunit.client.0.smithi099.stdout:from 15 to HEAD diff [12582912~12582912,29360128~12582912,62914560~4194304,71303168~12582912,100663296~8388608,125829120~8388608,142606336~4194304,150994944~4194304,159383552~20971520,197132288~12582912,213909504~8388608,226492416~16777216,255852544~4194304,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912] 2024-04-12T17:17:29.251 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [12582912~12582912,29360128~12582912,62914560~4194304,71303168~12582912,100663296~8388608,125829120~8388608,142606336~4194304,150994944~4194304,159383552~20971520,197132288~12582912,213909504~8388608,226492416~16777216,255852544~4194304,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912] 2024-04-12T17:17:29.252 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [12582912~12582912,29360128~12582912,62914560~25165824,100663296~12582912,125829120~12582912,142606336~4194304,150994944~4194304,159383552~20971520,197132288~12582912,213909504~33554432,255852544~8388608,285212672~16777216,314572800~54525952] 2024-04-12T17:17:29.252 INFO:tasks.workunit.client.0.smithi099.stdout:from 16 to HEAD diff [12582912~12582912,29360128~4194304,71303168~12582912,104857600~4194304,125829120~8388608,142606336~4194304,150994944~4194304,163577856~4194304,171966464~8388608,197132288~12582912,213909504~8388608,234881024~8388608,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912] 2024-04-12T17:17:29.252 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [12582912~12582912,29360128~4194304,71303168~12582912,104857600~4194304,125829120~8388608,142606336~4194304,150994944~4194304,163577856~4194304,171966464~8388608,197132288~12582912,213909504~8388608,234881024~8388608,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912] 2024-04-12T17:17:29.253 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [12582912~12582912,29360128~8388608,71303168~16777216,104857600~8388608,125829120~12582912,142606336~4194304,150994944~4194304,163577856~16777216,197132288~12582912,213909504~12582912,234881024~12582912,285212672~16777216,314572800~54525952] 2024-04-12T17:17:29.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:29 smithi099 ceph-mon[94290]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-12T17:17:29.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:29 smithi099 ceph-mon[94290]: pgmap v4098: 137 pgs: 137 active+clean; 813 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 265 KiB/s rd, 31 MiB/s wr, 422 op/s 2024-04-12T17:17:29.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:29 smithi099 ceph-mon[96864]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-12T17:17:29.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:29 smithi099 ceph-mon[96864]: pgmap v4098: 137 pgs: 137 active+clean; 813 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 265 KiB/s rd, 31 MiB/s wr, 422 op/s 2024-04-12T17:17:29.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:29 smithi110 ceph-mon[88691]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-12T17:17:29.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:29 smithi110 ceph-mon[88691]: pgmap v4098: 137 pgs: 137 active+clean; 813 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 265 KiB/s rd, 31 MiB/s wr, 422 op/s 2024-04-12T17:17:30.154 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to HEAD diff [0~113246208,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:30.154 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~113246208,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:30.200 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~415236096] 2024-04-12T17:17:30.200 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to HEAD diff [0~96468992,100663296~12582912,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:30.200 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~96468992,100663296~12582912,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:30.208 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~415236096] 2024-04-12T17:17:30.208 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to HEAD diff [4194304~92274688,100663296~12582912,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:30.208 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~92274688,100663296~12582912,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:30.217 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~390070272] 2024-04-12T17:17:30.217 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to HEAD diff [4194304~20971520,29360128~62914560,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:30.217 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~62914560,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:30.224 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~88080384,100663296~12582912,117440512~276824064] 2024-04-12T17:17:30.224 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to HEAD diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:30.224 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:30.230 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:30.230 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to HEAD diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~4194304,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:30.230 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~4194304,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:30.235 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:30.235 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to HEAD diff [4194304~20971520,29360128~54525952,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:30.235 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~54525952,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:30.240 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:30.240 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to HEAD diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912] 2024-04-12T17:17:30.241 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912] 2024-04-12T17:17:30.246 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~268435456] 2024-04-12T17:17:30.246 INFO:tasks.workunit.client.0.smithi099.stdout:from 8 to HEAD diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~4194304,125829120~12582912,142606336~117440512,264241152~8388608,276824064~33554432,314572800~16777216,335544320~29360128,369098752~12582912] 2024-04-12T17:17:30.246 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~4194304,125829120~12582912,142606336~117440512,264241152~8388608,276824064~33554432,314572800~16777216,335544320~29360128,369098752~12582912] 2024-04-12T17:17:30.251 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~268435456] 2024-04-12T17:17:30.251 INFO:tasks.workunit.client.0.smithi099.stdout:from 9 to HEAD diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~16777216,180355072~79691776,264241152~8388608,276824064~25165824,306184192~4194304,314572800~16777216,335544320~46137344] 2024-04-12T17:17:30.251 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~16777216,180355072~79691776,264241152~8388608,276824064~25165824,306184192~4194304,314572800~16777216,335544320~46137344] 2024-04-12T17:17:30.255 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~25165824,100663296~12582912,117440512~184549376,306184192~4194304,314572800~71303168] 2024-04-12T17:17:30.255 INFO:tasks.workunit.client.0.smithi099.stdout:from 10 to HEAD diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~20971520,197132288~62914560,264241152~8388608,276824064~4194304,285212672~16777216,306184192~4194304,314572800~16777216,335544320~46137344] 2024-04-12T17:17:30.255 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~20971520,197132288~62914560,264241152~8388608,276824064~4194304,285212672~16777216,306184192~4194304,314572800~16777216,335544320~46137344] 2024-04-12T17:17:30.258 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~25165824,100663296~12582912,117440512~62914560,197132288~75497472,276824064~25165824,306184192~4194304,314572800~71303168] 2024-04-12T17:17:30.258 INFO:tasks.workunit.client.0.smithi099.stdout:from 11 to HEAD diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~20971520,197132288~62914560,264241152~8388608,285212672~16777216,306184192~4194304,314572800~16777216,335544320~16777216,356515840~12582912,373293056~8388608] 2024-04-12T17:17:30.258 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~20971520,197132288~62914560,264241152~8388608,285212672~16777216,306184192~4194304,314572800~16777216,335544320~16777216,356515840~12582912,373293056~8388608] 2024-04-12T17:17:30.262 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~25165824,100663296~12582912,117440512~62914560,197132288~75497472,285212672~16777216,306184192~4194304,314572800~54525952,373293056~12582912] 2024-04-12T17:17:30.262 INFO:tasks.workunit.client.0.smithi099.stdout:from 12 to HEAD diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~4194304,150994944~4194304,159383552~20971520,197132288~62914560,264241152~8388608,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912,373293056~4194304] 2024-04-12T17:17:30.262 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~4194304,150994944~4194304,159383552~20971520,197132288~62914560,264241152~8388608,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912,373293056~4194304] 2024-04-12T17:17:30.264 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~25165824,100663296~12582912,117440512~4194304,125829120~20971520,150994944~29360128,197132288~75497472,285212672~16777216,314572800~54525952,373293056~8388608] 2024-04-12T17:17:30.265 INFO:tasks.workunit.client.0.smithi099.stdout:from 13 to HEAD diff [4194304~4194304,12582912~8388608,29360128~16777216,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~4194304,150994944~4194304,159383552~20971520,197132288~62914560,264241152~8388608,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912] 2024-04-12T17:17:30.265 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~4194304,12582912~8388608,29360128~16777216,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~4194304,150994944~4194304,159383552~20971520,197132288~62914560,264241152~8388608,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912] 2024-04-12T17:17:30.267 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~20971520,62914560~25165824,100663296~12582912,117440512~4194304,125829120~20971520,150994944~29360128,197132288~75497472,285212672~16777216,314572800~54525952] 2024-04-12T17:17:30.267 INFO:tasks.workunit.client.0.smithi099.stdout:from 14 to HEAD diff [12582912~12582912,29360128~16777216,62914560~4194304,71303168~12582912,100663296~8388608,125829120~12582912,142606336~4194304,150994944~4194304,159383552~20971520,197132288~12582912,213909504~29360128,247463936~12582912,264241152~8388608,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912] 2024-04-12T17:17:30.267 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [12582912~12582912,29360128~16777216,62914560~4194304,71303168~12582912,100663296~8388608,125829120~12582912,142606336~4194304,150994944~4194304,159383552~20971520,197132288~12582912,213909504~29360128,247463936~12582912,264241152~8388608,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912] 2024-04-12T17:17:30.269 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [12582912~12582912,29360128~20971520,62914560~25165824,100663296~12582912,125829120~20971520,150994944~4194304,159383552~20971520,197132288~12582912,213909504~58720256,285212672~16777216,314572800~54525952] 2024-04-12T17:17:30.269 INFO:tasks.workunit.client.0.smithi099.stdout:from 15 to HEAD diff [12582912~12582912,29360128~12582912,62914560~4194304,71303168~12582912,100663296~8388608,125829120~8388608,142606336~4194304,150994944~4194304,159383552~20971520,197132288~12582912,213909504~8388608,226492416~16777216,255852544~4194304,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912] 2024-04-12T17:17:30.269 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [12582912~12582912,29360128~12582912,62914560~4194304,71303168~12582912,100663296~8388608,125829120~8388608,142606336~4194304,150994944~4194304,159383552~20971520,197132288~12582912,213909504~8388608,226492416~16777216,255852544~4194304,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912] 2024-04-12T17:17:30.270 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [12582912~12582912,29360128~12582912,62914560~25165824,100663296~12582912,125829120~12582912,142606336~4194304,150994944~4194304,159383552~20971520,197132288~12582912,213909504~33554432,255852544~8388608,285212672~16777216,314572800~54525952] 2024-04-12T17:17:30.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:30 smithi099 ceph-mon[94290]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-12T17:17:30.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:30 smithi099 ceph-mon[96864]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-12T17:17:30.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:30 smithi110 ceph-mon[88691]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-12T17:17:31.167 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to HEAD diff [0~113246208,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:31.167 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~113246208,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:31.201 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~415236096] 2024-04-12T17:17:31.201 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to HEAD diff [0~96468992,100663296~12582912,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:31.201 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~96468992,100663296~12582912,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:31.215 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~415236096] 2024-04-12T17:17:31.215 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to HEAD diff [4194304~92274688,100663296~12582912,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:31.215 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~92274688,100663296~12582912,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:31.220 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~390070272] 2024-04-12T17:17:31.220 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to HEAD diff [4194304~20971520,29360128~62914560,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:31.220 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~62914560,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:31.227 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~88080384,100663296~12582912,117440512~276824064] 2024-04-12T17:17:31.227 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to HEAD diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:31.227 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:31.232 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:31.232 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to HEAD diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~4194304,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:31.232 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~4194304,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:31.237 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:31.237 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to HEAD diff [4194304~20971520,29360128~54525952,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:31.237 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~54525952,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:31.241 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:31.241 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to HEAD diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912] 2024-04-12T17:17:31.242 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912] 2024-04-12T17:17:31.245 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~268435456] 2024-04-12T17:17:31.245 INFO:tasks.workunit.client.0.smithi099.stdout:from 8 to HEAD diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~4194304,125829120~12582912,142606336~117440512,264241152~8388608,276824064~33554432,314572800~16777216,335544320~29360128,369098752~12582912] 2024-04-12T17:17:31.245 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~4194304,125829120~12582912,142606336~117440512,264241152~8388608,276824064~33554432,314572800~16777216,335544320~29360128,369098752~12582912] 2024-04-12T17:17:31.249 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~268435456] 2024-04-12T17:17:31.249 INFO:tasks.workunit.client.0.smithi099.stdout:from 9 to HEAD diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~16777216,180355072~79691776,264241152~8388608,276824064~25165824,306184192~4194304,314572800~16777216,335544320~46137344] 2024-04-12T17:17:31.249 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~16777216,180355072~79691776,264241152~8388608,276824064~25165824,306184192~4194304,314572800~16777216,335544320~46137344] 2024-04-12T17:17:31.253 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~25165824,100663296~12582912,117440512~184549376,306184192~4194304,314572800~71303168] 2024-04-12T17:17:31.253 INFO:tasks.workunit.client.0.smithi099.stdout:from 10 to HEAD diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~20971520,197132288~62914560,264241152~8388608,276824064~4194304,285212672~16777216,306184192~4194304,314572800~16777216,335544320~46137344] 2024-04-12T17:17:31.253 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~20971520,197132288~62914560,264241152~8388608,276824064~4194304,285212672~16777216,306184192~4194304,314572800~16777216,335544320~46137344] 2024-04-12T17:17:31.256 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~25165824,100663296~12582912,117440512~62914560,197132288~75497472,276824064~25165824,306184192~4194304,314572800~71303168] 2024-04-12T17:17:31.256 INFO:tasks.workunit.client.0.smithi099.stdout:from 11 to HEAD diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~20971520,197132288~62914560,264241152~8388608,285212672~16777216,306184192~4194304,314572800~16777216,335544320~16777216,356515840~12582912,373293056~8388608] 2024-04-12T17:17:31.256 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~20971520,197132288~62914560,264241152~8388608,285212672~16777216,306184192~4194304,314572800~16777216,335544320~16777216,356515840~12582912,373293056~8388608] 2024-04-12T17:17:31.258 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~25165824,100663296~12582912,117440512~62914560,197132288~75497472,285212672~16777216,306184192~4194304,314572800~54525952,373293056~12582912] 2024-04-12T17:17:31.258 INFO:tasks.workunit.client.0.smithi099.stdout:from 12 to HEAD diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~4194304,150994944~4194304,159383552~20971520,197132288~62914560,264241152~8388608,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912,373293056~4194304] 2024-04-12T17:17:31.259 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~4194304,150994944~4194304,159383552~20971520,197132288~62914560,264241152~8388608,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912,373293056~4194304] 2024-04-12T17:17:31.261 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~25165824,100663296~12582912,117440512~4194304,125829120~20971520,150994944~29360128,197132288~75497472,285212672~16777216,314572800~54525952,373293056~8388608] 2024-04-12T17:17:31.261 INFO:tasks.workunit.client.0.smithi099.stdout:from 13 to HEAD diff [4194304~4194304,12582912~8388608,29360128~16777216,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~4194304,150994944~4194304,159383552~20971520,197132288~62914560,264241152~8388608,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912] 2024-04-12T17:17:31.261 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~4194304,12582912~8388608,29360128~16777216,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~4194304,150994944~4194304,159383552~20971520,197132288~62914560,264241152~8388608,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912] 2024-04-12T17:17:31.263 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~20971520,62914560~25165824,100663296~12582912,117440512~4194304,125829120~20971520,150994944~29360128,197132288~75497472,285212672~16777216,314572800~54525952] 2024-04-12T17:17:31.263 INFO:tasks.workunit.client.0.smithi099.stdout:from 14 to HEAD diff [12582912~12582912,29360128~16777216,62914560~4194304,71303168~12582912,100663296~8388608,125829120~12582912,142606336~4194304,150994944~4194304,159383552~20971520,197132288~12582912,213909504~29360128,247463936~12582912,264241152~8388608,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912] 2024-04-12T17:17:31.263 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [12582912~12582912,29360128~16777216,62914560~4194304,71303168~12582912,100663296~8388608,125829120~12582912,142606336~4194304,150994944~4194304,159383552~20971520,197132288~12582912,213909504~29360128,247463936~12582912,264241152~8388608,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912] 2024-04-12T17:17:31.264 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [12582912~12582912,29360128~20971520,62914560~25165824,100663296~12582912,125829120~20971520,150994944~4194304,159383552~20971520,197132288~12582912,213909504~58720256,285212672~16777216,314572800~54525952] 2024-04-12T17:17:31.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:31 smithi110 ceph-mon[88691]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-12T17:17:31.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:31 smithi110 ceph-mon[88691]: pgmap v4101: 137 pgs: 137 active+clean; 884 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 401 KiB/s rd, 25 MiB/s wr, 703 op/s 2024-04-12T17:17:31.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:31 smithi099 ceph-mon[94290]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-12T17:17:31.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:31 smithi099 ceph-mon[94290]: pgmap v4101: 137 pgs: 137 active+clean; 884 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 401 KiB/s rd, 25 MiB/s wr, 703 op/s 2024-04-12T17:17:31.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:31 smithi099 ceph-mon[96864]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-12T17:17:31.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:31 smithi099 ceph-mon[96864]: pgmap v4101: 137 pgs: 137 active+clean; 884 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 401 KiB/s rd, 25 MiB/s wr, 703 op/s 2024-04-12T17:17:32.167 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to HEAD diff [0~113246208,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:32.167 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~113246208,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:32.200 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~415236096] 2024-04-12T17:17:32.201 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to HEAD diff [0~96468992,100663296~12582912,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:32.201 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~96468992,100663296~12582912,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:32.223 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~415236096] 2024-04-12T17:17:32.223 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to HEAD diff [4194304~92274688,100663296~12582912,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:32.223 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~92274688,100663296~12582912,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:32.230 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~390070272] 2024-04-12T17:17:32.230 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to HEAD diff [4194304~20971520,29360128~62914560,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:32.230 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~62914560,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:32.238 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~88080384,100663296~12582912,117440512~276824064] 2024-04-12T17:17:32.238 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to HEAD diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:32.238 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:32.244 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:32.244 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to HEAD diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~4194304,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:32.244 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~4194304,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:32.249 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:32.249 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to HEAD diff [4194304~20971520,29360128~54525952,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:32.249 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~54525952,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:32.253 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:32.253 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to HEAD diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912] 2024-04-12T17:17:32.253 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912] 2024-04-12T17:17:32.256 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~268435456] 2024-04-12T17:17:32.256 INFO:tasks.workunit.client.0.smithi099.stdout:from 8 to HEAD diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~4194304,125829120~12582912,142606336~117440512,264241152~8388608,276824064~33554432,314572800~16777216,335544320~29360128,369098752~12582912] 2024-04-12T17:17:32.257 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~4194304,125829120~12582912,142606336~117440512,264241152~8388608,276824064~33554432,314572800~16777216,335544320~29360128,369098752~12582912] 2024-04-12T17:17:32.260 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~268435456] 2024-04-12T17:17:32.260 INFO:tasks.workunit.client.0.smithi099.stdout:from 9 to HEAD diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~16777216,180355072~79691776,264241152~8388608,276824064~25165824,306184192~4194304,314572800~16777216,335544320~46137344] 2024-04-12T17:17:32.260 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~16777216,180355072~79691776,264241152~8388608,276824064~25165824,306184192~4194304,314572800~16777216,335544320~46137344] 2024-04-12T17:17:32.262 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~25165824,100663296~12582912,117440512~184549376,306184192~4194304,314572800~71303168] 2024-04-12T17:17:32.262 INFO:tasks.workunit.client.0.smithi099.stdout:from 10 to HEAD diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~20971520,197132288~62914560,264241152~8388608,276824064~4194304,285212672~16777216,306184192~4194304,314572800~16777216,335544320~46137344] 2024-04-12T17:17:32.262 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~20971520,197132288~62914560,264241152~8388608,276824064~4194304,285212672~16777216,306184192~4194304,314572800~16777216,335544320~46137344] 2024-04-12T17:17:32.265 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~25165824,100663296~12582912,117440512~62914560,197132288~75497472,276824064~25165824,306184192~4194304,314572800~71303168] 2024-04-12T17:17:32.265 INFO:tasks.workunit.client.0.smithi099.stdout:from 11 to HEAD diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~20971520,197132288~62914560,264241152~8388608,285212672~16777216,306184192~4194304,314572800~16777216,335544320~16777216,356515840~12582912,373293056~8388608] 2024-04-12T17:17:32.265 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~20971520,197132288~62914560,264241152~8388608,285212672~16777216,306184192~4194304,314572800~16777216,335544320~16777216,356515840~12582912,373293056~8388608] 2024-04-12T17:17:32.267 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~25165824,100663296~12582912,117440512~62914560,197132288~75497472,285212672~16777216,306184192~4194304,314572800~54525952,373293056~12582912] 2024-04-12T17:17:32.267 INFO:tasks.workunit.client.0.smithi099.stdout:from 12 to HEAD diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~4194304,150994944~4194304,159383552~20971520,197132288~62914560,264241152~8388608,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912,373293056~4194304] 2024-04-12T17:17:32.267 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~4194304,150994944~4194304,159383552~20971520,197132288~62914560,264241152~8388608,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912,373293056~4194304] 2024-04-12T17:17:32.269 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~25165824,100663296~12582912,117440512~4194304,125829120~20971520,150994944~29360128,197132288~75497472,285212672~16777216,314572800~54525952,373293056~8388608] 2024-04-12T17:17:32.269 INFO:tasks.workunit.client.0.smithi099.stdout:from 13 to HEAD diff [4194304~4194304,12582912~8388608,29360128~16777216,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~4194304,150994944~4194304,159383552~20971520,197132288~62914560,264241152~8388608,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912] 2024-04-12T17:17:32.269 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~4194304,12582912~8388608,29360128~16777216,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~4194304,150994944~4194304,159383552~20971520,197132288~62914560,264241152~8388608,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912] 2024-04-12T17:17:32.270 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~20971520,62914560~25165824,100663296~12582912,117440512~4194304,125829120~20971520,150994944~29360128,197132288~75497472,285212672~16777216,314572800~54525952] 2024-04-12T17:17:32.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:32 smithi110 ceph-mon[88691]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-12T17:17:32.589 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:17:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:17:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:17:32.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:32 smithi099 ceph-mon[94290]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-12T17:17:32.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:32 smithi099 ceph-mon[96864]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-12T17:17:33.186 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to HEAD diff [0~113246208,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:33.186 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~113246208,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:33.221 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~415236096] 2024-04-12T17:17:33.221 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to HEAD diff [0~96468992,100663296~12582912,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:33.221 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~96468992,100663296~12582912,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:33.230 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~415236096] 2024-04-12T17:17:33.230 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to HEAD diff [4194304~92274688,100663296~12582912,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:33.230 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~92274688,100663296~12582912,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:33.240 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~390070272] 2024-04-12T17:17:33.240 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to HEAD diff [4194304~20971520,29360128~62914560,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:33.240 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~62914560,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:33.249 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~88080384,100663296~12582912,117440512~276824064] 2024-04-12T17:17:33.249 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to HEAD diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:33.249 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:33.256 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:33.257 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to HEAD diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~4194304,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:33.257 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~4194304,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:33.260 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:33.261 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to HEAD diff [4194304~20971520,29360128~54525952,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:33.261 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~54525952,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:33.264 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:33.264 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to HEAD diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912] 2024-04-12T17:17:33.264 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912] 2024-04-12T17:17:33.267 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~268435456] 2024-04-12T17:17:33.267 INFO:tasks.workunit.client.0.smithi099.stdout:from 8 to HEAD diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~4194304,125829120~12582912,142606336~117440512,264241152~8388608,276824064~33554432,314572800~16777216,335544320~29360128,369098752~12582912] 2024-04-12T17:17:33.267 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~4194304,125829120~12582912,142606336~117440512,264241152~8388608,276824064~33554432,314572800~16777216,335544320~29360128,369098752~12582912] 2024-04-12T17:17:33.270 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~268435456] 2024-04-12T17:17:33.270 INFO:tasks.workunit.client.0.smithi099.stdout:from 9 to HEAD diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~16777216,180355072~79691776,264241152~8388608,276824064~25165824,306184192~4194304,314572800~16777216,335544320~46137344] 2024-04-12T17:17:33.270 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~16777216,180355072~79691776,264241152~8388608,276824064~25165824,306184192~4194304,314572800~16777216,335544320~46137344] 2024-04-12T17:17:33.272 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~25165824,100663296~12582912,117440512~184549376,306184192~4194304,314572800~71303168] 2024-04-12T17:17:33.272 INFO:tasks.workunit.client.0.smithi099.stdout:from 10 to HEAD diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~20971520,197132288~62914560,264241152~8388608,276824064~4194304,285212672~16777216,306184192~4194304,314572800~16777216,335544320~46137344] 2024-04-12T17:17:33.272 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~20971520,197132288~62914560,264241152~8388608,276824064~4194304,285212672~16777216,306184192~4194304,314572800~16777216,335544320~46137344] 2024-04-12T17:17:33.274 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~25165824,100663296~12582912,117440512~62914560,197132288~75497472,276824064~25165824,306184192~4194304,314572800~71303168] 2024-04-12T17:17:33.274 INFO:tasks.workunit.client.0.smithi099.stdout:from 11 to HEAD diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~20971520,197132288~62914560,264241152~8388608,285212672~16777216,306184192~4194304,314572800~16777216,335544320~16777216,356515840~12582912,373293056~8388608] 2024-04-12T17:17:33.274 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~20971520,197132288~62914560,264241152~8388608,285212672~16777216,306184192~4194304,314572800~16777216,335544320~16777216,356515840~12582912,373293056~8388608] 2024-04-12T17:17:33.276 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~25165824,100663296~12582912,117440512~62914560,197132288~75497472,285212672~16777216,306184192~4194304,314572800~54525952,373293056~12582912] 2024-04-12T17:17:33.276 INFO:tasks.workunit.client.0.smithi099.stdout:from 12 to HEAD diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~4194304,150994944~4194304,159383552~20971520,197132288~62914560,264241152~8388608,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912,373293056~4194304] 2024-04-12T17:17:33.276 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~4194304,150994944~4194304,159383552~20971520,197132288~62914560,264241152~8388608,285212672~16777216,314572800~16777216,335544320~16777216,356515840~12582912,373293056~4194304] 2024-04-12T17:17:33.277 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~25165824,100663296~12582912,117440512~4194304,125829120~20971520,150994944~29360128,197132288~75497472,285212672~16777216,314572800~54525952,373293056~8388608] 2024-04-12T17:17:33.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:33 smithi110 ceph-mon[88691]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-12T17:17:33.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:33 smithi110 ceph-mon[88691]: pgmap v4104: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 879 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 734 KiB/s rd, 18 MiB/s wr, 1.36k op/s 2024-04-12T17:17:33.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:33 smithi099 ceph-mon[94290]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-12T17:17:33.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:33 smithi099 ceph-mon[94290]: pgmap v4104: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 879 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 734 KiB/s rd, 18 MiB/s wr, 1.36k op/s 2024-04-12T17:17:33.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:33 smithi099 ceph-mon[96864]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-12T17:17:33.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:33 smithi099 ceph-mon[96864]: pgmap v4104: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 879 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 734 KiB/s rd, 18 MiB/s wr, 1.36k op/s 2024-04-12T17:17:34.192 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to HEAD diff [0~113246208,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:34.192 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~113246208,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:34.237 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~415236096] 2024-04-12T17:17:34.237 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to HEAD diff [0~96468992,100663296~12582912,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:34.237 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~96468992,100663296~12582912,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:34.261 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~415236096] 2024-04-12T17:17:34.261 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to HEAD diff [4194304~92274688,100663296~12582912,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:34.261 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~92274688,100663296~12582912,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:34.267 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~390070272] 2024-04-12T17:17:34.267 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to HEAD diff [4194304~20971520,29360128~62914560,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:34.267 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~62914560,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:34.271 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~88080384,100663296~12582912,117440512~276824064] 2024-04-12T17:17:34.272 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to HEAD diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:34.272 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:34.275 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:34.275 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to HEAD diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~4194304,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:34.276 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~4194304,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:34.279 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:34.279 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to HEAD diff [4194304~20971520,29360128~54525952,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:34.279 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~54525952,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:34.282 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:34.282 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to HEAD diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912] 2024-04-12T17:17:34.282 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912] 2024-04-12T17:17:34.284 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~268435456] 2024-04-12T17:17:34.284 INFO:tasks.workunit.client.0.smithi099.stdout:from 8 to HEAD diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~4194304,125829120~12582912,142606336~117440512,264241152~8388608,276824064~33554432,314572800~16777216,335544320~29360128,369098752~12582912] 2024-04-12T17:17:34.285 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~4194304,125829120~12582912,142606336~117440512,264241152~8388608,276824064~33554432,314572800~16777216,335544320~29360128,369098752~12582912] 2024-04-12T17:17:34.287 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~268435456] 2024-04-12T17:17:34.287 INFO:tasks.workunit.client.0.smithi099.stdout:from 9 to HEAD diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~16777216,180355072~79691776,264241152~8388608,276824064~25165824,306184192~4194304,314572800~16777216,335544320~46137344] 2024-04-12T17:17:34.287 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~16777216,180355072~79691776,264241152~8388608,276824064~25165824,306184192~4194304,314572800~16777216,335544320~46137344] 2024-04-12T17:17:34.289 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~25165824,100663296~12582912,117440512~184549376,306184192~4194304,314572800~71303168] 2024-04-12T17:17:34.289 INFO:tasks.workunit.client.0.smithi099.stdout:from 10 to HEAD diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~20971520,197132288~62914560,264241152~8388608,276824064~4194304,285212672~16777216,306184192~4194304,314572800~16777216,335544320~46137344] 2024-04-12T17:17:34.289 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~20971520,197132288~62914560,264241152~8388608,276824064~4194304,285212672~16777216,306184192~4194304,314572800~16777216,335544320~46137344] 2024-04-12T17:17:34.291 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~25165824,100663296~12582912,117440512~62914560,197132288~75497472,276824064~25165824,306184192~4194304,314572800~71303168] 2024-04-12T17:17:34.291 INFO:tasks.workunit.client.0.smithi099.stdout:from 11 to HEAD diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~20971520,197132288~62914560,264241152~8388608,285212672~16777216,306184192~4194304,314572800~16777216,335544320~16777216,356515840~12582912,373293056~8388608] 2024-04-12T17:17:34.291 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~20971520,197132288~62914560,264241152~8388608,285212672~16777216,306184192~4194304,314572800~16777216,335544320~16777216,356515840~12582912,373293056~8388608] 2024-04-12T17:17:34.292 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~25165824,100663296~12582912,117440512~62914560,197132288~75497472,285212672~16777216,306184192~4194304,314572800~54525952,373293056~12582912] 2024-04-12T17:17:34.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:34 smithi110 ceph-mon[88691]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-12T17:17:34.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:34 smithi099 ceph-mon[94290]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-12T17:17:34.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:34 smithi099 ceph-mon[96864]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-12T17:17:34.952 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to HEAD diff [0~113246208,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:34.952 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~113246208,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:34.991 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~415236096] 2024-04-12T17:17:34.991 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to HEAD diff [0~96468992,100663296~12582912,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:34.991 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~96468992,100663296~12582912,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:35.013 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~415236096] 2024-04-12T17:17:35.013 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to HEAD diff [4194304~92274688,100663296~12582912,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:35.013 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~92274688,100663296~12582912,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:35.025 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~390070272] 2024-04-12T17:17:35.026 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to HEAD diff [4194304~20971520,29360128~62914560,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:35.026 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~62914560,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:35.030 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~88080384,100663296~12582912,117440512~276824064] 2024-04-12T17:17:35.031 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to HEAD diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:35.031 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:35.034 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:35.034 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to HEAD diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~4194304,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:35.034 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~4194304,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:35.037 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:35.037 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to HEAD diff [4194304~20971520,29360128~54525952,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:35.037 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~54525952,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:35.040 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:35.040 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to HEAD diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912] 2024-04-12T17:17:35.040 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912] 2024-04-12T17:17:35.042 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~268435456] 2024-04-12T17:17:35.042 INFO:tasks.workunit.client.0.smithi099.stdout:from 8 to HEAD diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~4194304,125829120~12582912,142606336~117440512,264241152~8388608,276824064~33554432,314572800~16777216,335544320~29360128,369098752~12582912] 2024-04-12T17:17:35.042 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~4194304,125829120~12582912,142606336~117440512,264241152~8388608,276824064~33554432,314572800~16777216,335544320~29360128,369098752~12582912] 2024-04-12T17:17:35.044 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~268435456] 2024-04-12T17:17:35.044 INFO:tasks.workunit.client.0.smithi099.stdout:from 9 to HEAD diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~16777216,180355072~79691776,264241152~8388608,276824064~25165824,306184192~4194304,314572800~16777216,335544320~46137344] 2024-04-12T17:17:35.044 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~16777216,180355072~79691776,264241152~8388608,276824064~25165824,306184192~4194304,314572800~16777216,335544320~46137344] 2024-04-12T17:17:35.045 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~25165824,100663296~12582912,117440512~184549376,306184192~4194304,314572800~71303168] 2024-04-12T17:17:35.045 INFO:tasks.workunit.client.0.smithi099.stdout:from 10 to HEAD diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~20971520,197132288~62914560,264241152~8388608,276824064~4194304,285212672~16777216,306184192~4194304,314572800~16777216,335544320~46137344] 2024-04-12T17:17:35.045 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~20971520,197132288~62914560,264241152~8388608,276824064~4194304,285212672~16777216,306184192~4194304,314572800~16777216,335544320~46137344] 2024-04-12T17:17:35.046 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~25165824,100663296~12582912,117440512~62914560,197132288~75497472,276824064~25165824,306184192~4194304,314572800~71303168] 2024-04-12T17:17:35.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:35 smithi110 ceph-mon[88691]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-12T17:17:35.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:35 smithi110 ceph-mon[88691]: pgmap v4107: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 849 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 392 KiB/s rd, 0 B/s wr, 784 op/s 2024-04-12T17:17:35.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:35 smithi110 ceph-mon[88691]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-12T17:17:35.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:35 smithi099 ceph-mon[94290]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-12T17:17:35.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:35 smithi099 ceph-mon[94290]: pgmap v4107: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 849 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 392 KiB/s rd, 0 B/s wr, 784 op/s 2024-04-12T17:17:35.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:35 smithi099 ceph-mon[94290]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-12T17:17:35.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:35 smithi099 ceph-mon[96864]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-12T17:17:35.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:35 smithi099 ceph-mon[96864]: pgmap v4107: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 849 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 392 KiB/s rd, 0 B/s wr, 784 op/s 2024-04-12T17:17:35.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:35 smithi099 ceph-mon[96864]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-12T17:17:35.955 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to HEAD diff [0~113246208,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:35.955 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~113246208,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:35.981 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~415236096] 2024-04-12T17:17:35.981 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to HEAD diff [0~96468992,100663296~12582912,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:35.981 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~96468992,100663296~12582912,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:36.000 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~415236096] 2024-04-12T17:17:36.000 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to HEAD diff [4194304~92274688,100663296~12582912,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:36.000 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~92274688,100663296~12582912,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:36.008 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~390070272] 2024-04-12T17:17:36.008 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to HEAD diff [4194304~20971520,29360128~62914560,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:36.009 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~62914560,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:36.021 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~88080384,100663296~12582912,117440512~276824064] 2024-04-12T17:17:36.021 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to HEAD diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:36.021 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:36.033 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:36.033 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to HEAD diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~4194304,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:36.033 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~4194304,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:36.036 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:36.036 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to HEAD diff [4194304~20971520,29360128~54525952,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:36.036 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~54525952,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:36.038 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:36.038 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to HEAD diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912] 2024-04-12T17:17:36.038 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912] 2024-04-12T17:17:36.040 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~268435456] 2024-04-12T17:17:36.040 INFO:tasks.workunit.client.0.smithi099.stdout:from 8 to HEAD diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~4194304,125829120~12582912,142606336~117440512,264241152~8388608,276824064~33554432,314572800~16777216,335544320~29360128,369098752~12582912] 2024-04-12T17:17:36.040 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~4194304,125829120~12582912,142606336~117440512,264241152~8388608,276824064~33554432,314572800~16777216,335544320~29360128,369098752~12582912] 2024-04-12T17:17:36.042 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~268435456] 2024-04-12T17:17:36.042 INFO:tasks.workunit.client.0.smithi099.stdout:from 9 to HEAD diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~16777216,180355072~79691776,264241152~8388608,276824064~25165824,306184192~4194304,314572800~16777216,335544320~46137344] 2024-04-12T17:17:36.042 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,62914560~20971520,100663296~8388608,117440512~4194304,125829120~12582912,142606336~12582912,159383552~16777216,180355072~79691776,264241152~8388608,276824064~25165824,306184192~4194304,314572800~16777216,335544320~46137344] 2024-04-12T17:17:36.043 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~25165824,62914560~25165824,100663296~12582912,117440512~184549376,306184192~4194304,314572800~71303168] 2024-04-12T17:17:36.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:36 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:17:36.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:36 smithi110 ceph-mon[88691]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-12T17:17:36.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:36 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:17:36.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:36 smithi099 ceph-mon[96864]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-12T17:17:36.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:36 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:17:36.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:36 smithi099 ceph-mon[94290]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-12T17:17:36.632 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:17:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:17:36] "GET /metrics HTTP/1.1" 200 36746 "" "Prometheus/2.43.0" 2024-04-12T17:17:36.943 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to HEAD diff [0~113246208,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:36.943 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~113246208,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:36.989 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~415236096] 2024-04-12T17:17:36.989 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to HEAD diff [0~96468992,100663296~12582912,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:36.989 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~96468992,100663296~12582912,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:37.015 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~415236096] 2024-04-12T17:17:37.015 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to HEAD diff [4194304~92274688,100663296~12582912,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:37.015 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~92274688,100663296~12582912,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:37.020 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~390070272] 2024-04-12T17:17:37.020 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to HEAD diff [4194304~20971520,29360128~62914560,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:37.020 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~62914560,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:37.023 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~88080384,100663296~12582912,117440512~276824064] 2024-04-12T17:17:37.023 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to HEAD diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:37.023 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:37.028 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:37.028 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to HEAD diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~4194304,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:37.028 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~4194304,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:37.030 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:37.030 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to HEAD diff [4194304~20971520,29360128~54525952,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:37.030 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~54525952,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:37.032 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:37.032 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to HEAD diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912] 2024-04-12T17:17:37.032 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912] 2024-04-12T17:17:37.033 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~268435456] 2024-04-12T17:17:37.033 INFO:tasks.workunit.client.0.smithi099.stdout:from 8 to HEAD diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~4194304,125829120~12582912,142606336~117440512,264241152~8388608,276824064~33554432,314572800~16777216,335544320~29360128,369098752~12582912] 2024-04-12T17:17:37.033 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~4194304,125829120~12582912,142606336~117440512,264241152~8388608,276824064~33554432,314572800~16777216,335544320~29360128,369098752~12582912] 2024-04-12T17:17:37.034 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~268435456] 2024-04-12T17:17:37.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:37 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:17:37.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:37 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:17:37.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:37 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:17:37.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:37 smithi110 ceph-mon[88691]: pgmap v4110: 137 pgs: 137 active+clean; 814 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 236 KiB/s rd, 6.5 KiB/s wr, 391 op/s 2024-04-12T17:17:37.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:37 smithi110 ceph-mon[88691]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-12T17:17:37.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:37 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:17:37.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:37 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:17:37.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:37 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:17:37.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:37 smithi099 ceph-mon[94290]: pgmap v4110: 137 pgs: 137 active+clean; 814 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 236 KiB/s rd, 6.5 KiB/s wr, 391 op/s 2024-04-12T17:17:37.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:37 smithi099 ceph-mon[94290]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-12T17:17:37.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:37 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:17:37.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:37 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:17:37.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:37 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:17:37.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:37 smithi099 ceph-mon[96864]: pgmap v4110: 137 pgs: 137 active+clean; 814 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 236 KiB/s rd, 6.5 KiB/s wr, 391 op/s 2024-04-12T17:17:37.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:37 smithi099 ceph-mon[96864]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-12T17:17:37.949 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to HEAD diff [0~113246208,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:37.949 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~113246208,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:37.982 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~415236096] 2024-04-12T17:17:37.982 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to HEAD diff [0~96468992,100663296~12582912,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:37.982 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~96468992,100663296~12582912,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:38.002 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~415236096] 2024-04-12T17:17:38.002 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to HEAD diff [4194304~92274688,100663296~12582912,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:38.002 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~92274688,100663296~12582912,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:38.006 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~390070272] 2024-04-12T17:17:38.006 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to HEAD diff [4194304~20971520,29360128~62914560,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:38.006 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~62914560,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:38.010 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~88080384,100663296~12582912,117440512~276824064] 2024-04-12T17:17:38.010 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to HEAD diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:38.010 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:38.013 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:38.013 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to HEAD diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~4194304,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:38.013 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~4194304,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:38.016 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:38.016 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to HEAD diff [4194304~20971520,29360128~54525952,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:38.016 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~54525952,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:38.017 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:38.017 INFO:tasks.workunit.client.0.smithi099.stdout:from 7 to HEAD diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912] 2024-04-12T17:17:38.017 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~29360128,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912] 2024-04-12T17:17:38.018 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~268435456] 2024-04-12T17:17:38.967 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to HEAD diff [0~113246208,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:38.967 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~113246208,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:39.003 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~415236096] 2024-04-12T17:17:39.003 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to HEAD diff [0~96468992,100663296~12582912,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:39.003 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~96468992,100663296~12582912,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:39.015 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~415236096] 2024-04-12T17:17:39.015 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to HEAD diff [4194304~92274688,100663296~12582912,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:39.015 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~92274688,100663296~12582912,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:39.019 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~390070272] 2024-04-12T17:17:39.019 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to HEAD diff [4194304~20971520,29360128~62914560,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:39.019 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~62914560,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:39.022 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~88080384,100663296~12582912,117440512~276824064] 2024-04-12T17:17:39.022 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to HEAD diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:39.022 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:39.024 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:39.024 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to HEAD diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~4194304,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:39.024 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~4194304,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:39.026 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:39.026 INFO:tasks.workunit.client.0.smithi099.stdout:from 6 to HEAD diff [4194304~20971520,29360128~54525952,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:39.026 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~54525952,100663296~8388608,117440512~20971520,142606336~117440512,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:39.027 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:39.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:38 smithi110 ceph-mon[88691]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-12T17:17:39.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:38 smithi099 ceph-mon[94290]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-12T17:17:39.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:38 smithi099 ceph-mon[96864]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-12T17:17:39.958 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to HEAD diff [0~113246208,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:39.959 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~113246208,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:39.981 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~415236096] 2024-04-12T17:17:39.981 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to HEAD diff [0~96468992,100663296~12582912,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:39.981 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~96468992,100663296~12582912,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:39.985 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~415236096] 2024-04-12T17:17:39.985 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to HEAD diff [4194304~92274688,100663296~12582912,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:39.985 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~92274688,100663296~12582912,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:40.003 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~390070272] 2024-04-12T17:17:40.003 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to HEAD diff [4194304~20971520,29360128~62914560,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:40.003 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~62914560,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:40.008 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~88080384,100663296~12582912,117440512~276824064] 2024-04-12T17:17:40.008 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to HEAD diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:40.008 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:40.014 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:40.014 INFO:tasks.workunit.client.0.smithi099.stdout:from 5 to HEAD diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~4194304,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:40.015 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~4194304,264241152~8388608,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:40.016 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:40.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:39 smithi110 ceph-mon[88691]: pgmap v4113: 137 pgs: 137 active+clean; 801 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 246 KiB/s rd, 6.5 KiB/s wr, 412 op/s 2024-04-12T17:17:40.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:39 smithi110 ceph-mon[88691]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-12T17:17:40.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:39 smithi110 ceph-mon[88691]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-12T17:17:40.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:39 smithi099 ceph-mon[94290]: pgmap v4113: 137 pgs: 137 active+clean; 801 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 246 KiB/s rd, 6.5 KiB/s wr, 412 op/s 2024-04-12T17:17:40.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:39 smithi099 ceph-mon[94290]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-12T17:17:40.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:39 smithi099 ceph-mon[94290]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-12T17:17:40.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:39 smithi099 ceph-mon[96864]: pgmap v4113: 137 pgs: 137 active+clean; 801 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 246 KiB/s rd, 6.5 KiB/s wr, 412 op/s 2024-04-12T17:17:40.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:39 smithi099 ceph-mon[96864]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-12T17:17:40.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:39 smithi099 ceph-mon[96864]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-12T17:17:40.974 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to HEAD diff [0~113246208,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:40.974 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~113246208,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:40.990 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~415236096] 2024-04-12T17:17:40.990 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to HEAD diff [0~96468992,100663296~12582912,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:40.990 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~96468992,100663296~12582912,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:40.993 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~415236096] 2024-04-12T17:17:40.993 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to HEAD diff [4194304~92274688,100663296~12582912,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:40.993 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~92274688,100663296~12582912,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:40.998 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~390070272] 2024-04-12T17:17:40.998 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to HEAD diff [4194304~20971520,29360128~62914560,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:40.999 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~62914560,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:41.001 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~88080384,100663296~12582912,117440512~276824064] 2024-04-12T17:17:41.001 INFO:tasks.workunit.client.0.smithi099.stdout:from 4 to HEAD diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:41.002 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~58720256,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~54525952,335544320~29360128,369098752~12582912,385875968~8388608] 2024-04-12T17:17:41.002 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~20971520,29360128~58720256,100663296~12582912,117440512~276824064] 2024-04-12T17:17:41.966 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to HEAD diff [0~113246208,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:41.966 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~113246208,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:41.998 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~415236096] 2024-04-12T17:17:41.998 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to HEAD diff [0~96468992,100663296~12582912,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:41.998 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~96468992,100663296~12582912,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:42.001 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~415236096] 2024-04-12T17:17:42.001 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to HEAD diff [4194304~92274688,100663296~12582912,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:42.001 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~92274688,100663296~12582912,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:42.004 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~390070272] 2024-04-12T17:17:42.004 INFO:tasks.workunit.client.0.smithi099.stdout:from 3 to HEAD diff [4194304~20971520,29360128~62914560,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:42.004 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~20971520,29360128~62914560,100663296~8388608,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:42.005 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~88080384,100663296~12582912,117440512~276824064] 2024-04-12T17:17:42.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:41 smithi110 ceph-mon[88691]: pgmap v4116: 137 pgs: 137 active+clean; 702 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 181 KiB/s rd, 5.7 KiB/s wr, 303 op/s 2024-04-12T17:17:42.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:41 smithi110 ceph-mon[88691]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-12T17:17:42.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:41 smithi099 ceph-mon[94290]: pgmap v4116: 137 pgs: 137 active+clean; 702 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 181 KiB/s rd, 5.7 KiB/s wr, 303 op/s 2024-04-12T17:17:42.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:41 smithi099 ceph-mon[94290]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-12T17:17:42.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:41 smithi099 ceph-mon[96864]: pgmap v4116: 137 pgs: 137 active+clean; 702 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 181 KiB/s rd, 5.7 KiB/s wr, 303 op/s 2024-04-12T17:17:42.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:41 smithi099 ceph-mon[96864]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-12T17:17:42.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:17:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:17:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:17:42.975 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to HEAD diff [0~113246208,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:42.975 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~113246208,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:42.991 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~415236096] 2024-04-12T17:17:42.992 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to HEAD diff [0~96468992,100663296~12582912,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:42.992 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~96468992,100663296~12582912,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:42.993 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~415236096] 2024-04-12T17:17:42.993 INFO:tasks.workunit.client.0.smithi099.stdout:from 2 to HEAD diff [4194304~92274688,100663296~12582912,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:42.993 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [4194304~92274688,100663296~12582912,117440512~20971520,142606336~109051904,255852544~16777216,276824064~88080384,369098752~12582912,385875968~8388608] 2024-04-12T17:17:42.995 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [4194304~390070272] 2024-04-12T17:17:43.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:42 smithi110 ceph-mon[88691]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-12T17:17:43.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:17:43.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:42 smithi099 ceph-mon[94290]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-12T17:17:43.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:17:43.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:42 smithi099 ceph-mon[96864]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-12T17:17:43.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:17:43.974 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to HEAD diff [0~113246208,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:43.974 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~113246208,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:44.006 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~415236096] 2024-04-12T17:17:44.006 INFO:tasks.workunit.client.0.smithi099.stdout:from 1 to HEAD diff [0~96468992,100663296~12582912,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:44.006 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~96468992,100663296~12582912,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:44.008 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~415236096] 2024-04-12T17:17:44.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:43 smithi110 ceph-mon[88691]: pgmap v4119: 137 pgs: 137 active+clean; 663 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 169 KiB/s rd, 5.7 KiB/s wr, 278 op/s 2024-04-12T17:17:44.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:43 smithi110 ceph-mon[88691]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-12T17:17:44.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:43 smithi099 ceph-mon[94290]: pgmap v4119: 137 pgs: 137 active+clean; 663 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 169 KiB/s rd, 5.7 KiB/s wr, 278 op/s 2024-04-12T17:17:44.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:43 smithi099 ceph-mon[94290]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-12T17:17:44.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:43 smithi099 ceph-mon[96864]: pgmap v4119: 137 pgs: 137 active+clean; 663 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 169 KiB/s rd, 5.7 KiB/s wr, 278 op/s 2024-04-12T17:17:44.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:43 smithi099 ceph-mon[96864]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-12T17:17:44.978 INFO:tasks.workunit.client.0.smithi099.stdout:from 0 to HEAD diff [0~113246208,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:44.978 INFO:tasks.workunit.client.0.smithi099.stdout: limited diff [0~113246208,117440512~20971520,142606336~130023424,276824064~88080384,369098752~12582912,385875968~25165824] 2024-04-12T17:17:44.987 INFO:tasks.workunit.client.0.smithi099.stdout: actual was [0~415236096] 2024-04-12T17:17:45.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:44 smithi110 ceph-mon[88691]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-12T17:17:45.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:44 smithi110 ceph-mon[88691]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-12T17:17:45.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:44 smithi099 ceph-mon[94290]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-12T17:17:45.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:44 smithi099 ceph-mon[94290]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-12T17:17:45.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:44 smithi099 ceph-mon[96864]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-12T17:17:45.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:44 smithi099 ceph-mon[96864]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-12T17:17:46.022 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] DiffIterateTest/1.DiffIterateStress (39001 ms) 2024-04-12T17:17:46.022 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParent 2024-04-12T17:17:46.022 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:17:46.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:45 smithi110 ceph-mon[88691]: pgmap v4122: 137 pgs: 137 active+clean; 609 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 46 op/s 2024-04-12T17:17:46.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:45 smithi099 ceph-mon[94290]: pgmap v4122: 137 pgs: 137 active+clean; 609 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 46 op/s 2024-04-12T17:17:46.363 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:45 smithi099 ceph-mon[96864]: pgmap v4122: 137 pgs: 137 active+clean; 609 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 46 op/s 2024-04-12T17:17:46.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:17:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:17:46] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-12T17:17:47.115 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] DiffIterateTest/1.DiffIterateParent (1093 ms) 2024-04-12T17:17:47.116 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] DiffIterateTest/1.DiffIterateIgnoreParent 2024-04-12T17:17:47.116 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:17:47.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:46 smithi110 ceph-mon[88691]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-12T17:17:47.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:46 smithi099 ceph-mon[94290]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-12T17:17:47.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:46 smithi099 ceph-mon[96864]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-12T17:17:48.118 INFO:tasks.workunit.client.0.smithi099.stdout: wrote [0~20971520] to clone 2024-04-12T17:17:48.118 INFO:tasks.workunit.client.0.smithi099.stdout: diff was [0~20971520] 2024-04-12T17:17:48.122 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] DiffIterateTest/1.DiffIterateIgnoreParent (1007 ms) 2024-04-12T17:17:48.122 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] DiffIterateTest/1.DiffIterateCallbackError 2024-04-12T17:17:48.122 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:17:48.140 INFO:tasks.workunit.client.0.smithi099.stdout: wrote [3114899~57509,7500396~101041,7838961~35423,15985963~83399,17351375~313,17715303~73642,18284879~88012,19468542~74123,19683738~12183,20095291~67248] 2024-04-12T17:17:48.151 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] DiffIterateTest/1.DiffIterateCallbackError (29 ms) 2024-04-12T17:17:48.151 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParentDiscard 2024-04-12T17:17:48.151 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:17:48.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:47 smithi110 ceph-mon[88691]: pgmap v4125: 137 pgs: 137 active+clean; 542 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 75 KiB/s rd, 2.0 MiB/s wr, 112 op/s 2024-04-12T17:17:48.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:47 smithi110 ceph-mon[88691]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-12T17:17:48.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:47 smithi099 ceph-mon[94290]: pgmap v4125: 137 pgs: 137 active+clean; 542 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 75 KiB/s rd, 2.0 MiB/s wr, 112 op/s 2024-04-12T17:17:48.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:47 smithi099 ceph-mon[94290]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-12T17:17:48.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:47 smithi099 ceph-mon[96864]: pgmap v4125: 137 pgs: 137 active+clean; 542 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 75 KiB/s rd, 2.0 MiB/s wr, 112 op/s 2024-04-12T17:17:48.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:47 smithi099 ceph-mon[96864]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-12T17:17:49.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:48 smithi110 ceph-mon[88691]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-12T17:17:49.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:48 smithi099 ceph-mon[94290]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-12T17:17:49.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:48 smithi099 ceph-mon[96864]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-12T17:17:50.039 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] DiffIterateTest/1.DiffIterateParentDiscard (1888 ms) 2024-04-12T17:17:50.039 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnalignedSmall 2024-04-12T17:17:50.039 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:17:50.092 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnalignedSmall (53 ms) 2024-04-12T17:17:50.092 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnaligned 2024-04-12T17:17:50.092 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:17:50.169 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnaligned (77 ms) 2024-04-12T17:17:50.169 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTryAcquireLock 2024-04-12T17:17:50.169 INFO:tasks.workunit.client.0.smithi099.stdout:using new format! 2024-04-12T17:17:50.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:49 smithi110 ceph-mon[88691]: pgmap v4128: 137 pgs: 137 active+clean; 523 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 MiB/s wr, 162 op/s 2024-04-12T17:17:50.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:49 smithi110 ceph-mon[88691]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-12T17:17:50.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:49 smithi110 ceph-mon[88691]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-12T17:17:50.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:49 smithi099 ceph-mon[94290]: pgmap v4128: 137 pgs: 137 active+clean; 523 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 MiB/s wr, 162 op/s 2024-04-12T17:17:50.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:49 smithi099 ceph-mon[94290]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-12T17:17:50.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:49 smithi099 ceph-mon[94290]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-12T17:17:50.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:49 smithi099 ceph-mon[96864]: pgmap v4128: 137 pgs: 137 active+clean; 523 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 MiB/s wr, 162 op/s 2024-04-12T17:17:50.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:49 smithi099 ceph-mon[96864]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-12T17:17:50.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:49 smithi099 ceph-mon[96864]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-12T17:17:52.316 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:52 smithi110 ceph-mon[88691]: pgmap v4131: 137 pgs: 137 active+clean; 520 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 5.2 MiB/s rd, 7.8 MiB/s wr, 255 op/s 2024-04-12T17:17:52.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:52 smithi099 ceph-mon[94290]: pgmap v4131: 137 pgs: 137 active+clean; 520 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 5.2 MiB/s rd, 7.8 MiB/s wr, 255 op/s 2024-04-12T17:17:52.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:52 smithi099 ceph-mon[96864]: pgmap v4131: 137 pgs: 137 active+clean; 520 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 5.2 MiB/s rd, 7.8 MiB/s wr, 255 op/s 2024-04-12T17:17:52.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:17:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:17:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:17:54.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:54 smithi110 ceph-mon[88691]: pgmap v4132: 137 pgs: 137 active+clean; 536 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 4.5 MiB/s rd, 6.4 MiB/s wr, 227 op/s 2024-04-12T17:17:54.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:54 smithi099 ceph-mon[94290]: pgmap v4132: 137 pgs: 137 active+clean; 536 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 4.5 MiB/s rd, 6.4 MiB/s wr, 227 op/s 2024-04-12T17:17:54.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:54 smithi099 ceph-mon[96864]: pgmap v4132: 137 pgs: 137 active+clean; 536 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 4.5 MiB/s rd, 6.4 MiB/s wr, 227 op/s 2024-04-12T17:17:55.217 INFO:tasks.workunit.client.0.smithi099.stdout:[ OK ] DiffIterateTest/1.DiffIterateTryAcquireLock (5047 ms) 2024-04-12T17:17:55.217 INFO:tasks.workunit.client.0.smithi099.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStriping 2024-04-12T17:17:55.217 INFO:tasks.workunit.client.0.smithi099.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_librbd.cc:8604: Skipped 2024-04-12T17:17:55.217 INFO:tasks.workunit.client.0.smithi099.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:17:55.217 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] DiffIterateTest/1.DiffIterateStriping (0 ms) 2024-04-12T17:17:56.023 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] 15 tests from DiffIterateTest/1 (68240 ms total) 2024-04-12T17:17:56.023 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T17:17:56.023 INFO:tasks.workunit.client.0.smithi099.stdout:[----------] Global test environment tear-down 2024-04-12T17:17:56.023 INFO:tasks.workunit.client.0.smithi099.stdout:[==========] 480 tests from 24 test suites ran. (2117101 ms total) 2024-04-12T17:17:56.023 INFO:tasks.workunit.client.0.smithi099.stdout:[ PASSED ] 434 tests. 2024-04-12T17:17:56.023 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] 46 tests, listed below: 2024-04-12T17:17:56.023 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-04-12T17:17:56.023 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestJournalReplay.AioDiscardEvent 2024-04-12T17:17:56.023 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestJournalReplay.AioWriteEvent 2024-04-12T17:17:56.024 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestJournalReplay.AioFlushEvent 2024-04-12T17:17:56.024 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestJournalReplay.SnapCreate 2024-04-12T17:17:56.024 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestJournalReplay.SnapProtect 2024-04-12T17:17:56.024 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestJournalReplay.SnapUnprotect 2024-04-12T17:17:56.024 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestJournalReplay.SnapRename 2024-04-12T17:17:56.024 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestJournalReplay.SnapRollback 2024-04-12T17:17:56.024 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestJournalReplay.SnapRemove 2024-04-12T17:17:56.024 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestJournalReplay.Rename 2024-04-12T17:17:56.024 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestJournalReplay.Resize 2024-04-12T17:17:56.024 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestJournalReplay.Flatten 2024-04-12T17:17:56.024 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestJournalReplay.UpdateFeatures 2024-04-12T17:17:56.024 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestJournalReplay.MetadataSet 2024-04-12T17:17:56.024 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestJournalReplay.MetadataRemove 2024-04-12T17:17:56.025 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestJournalReplay.ObjectPosition 2024-04-12T17:17:56.025 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestJournalEntries.AioWrite 2024-04-12T17:17:56.025 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestJournalEntries.AioDiscard 2024-04-12T17:17:56.025 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestJournalEntries.AioDiscardWithPrune 2024-04-12T17:17:56.025 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestJournalEntries.AioFlush 2024-04-12T17:17:56.025 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestOperations.DisableJournalingCorrupt 2024-04-12T17:17:56.025 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestMigration.MirroringSamePool 2024-04-12T17:17:56.025 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestMigration.MirroringAbort 2024-04-12T17:17:56.025 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolDisabled 2024-04-12T17:17:56.025 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolEnabled 2024-04-12T17:17:56.025 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestMigration.MirroringPool 2024-04-12T17:17:56.025 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-04-12T17:17:56.025 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-04-12T17:17:56.026 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-04-12T17:17:56.026 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-04-12T17:17:56.026 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-04-12T17:17:56.026 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-04-12T17:17:56.026 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-04-12T17:17:56.026 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-04-12T17:17:56.026 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-04-12T17:17:56.026 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-04-12T17:17:56.026 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestMirroring.DisableImageMirrorWithPeer 2024-04-12T17:17:56.026 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestMirroring.DisableJournalingWithPeer 2024-04-12T17:17:56.026 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestInternal.DiscardCopyup 2024-04-12T17:17:56.026 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestInternal.TestCoR 2024-04-12T17:17:56.027 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestLibRBD.EncryptionLoadBadStripePattern 2024-04-12T17:17:56.027 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestLibRBD.EnableJournalingViaLockOwner 2024-04-12T17:17:56.027 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] TestLibRBD.ExclusiveLockReadTransition 2024-04-12T17:17:56.027 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] DiffIterateTest/0.DiffIterateStriping 2024-04-12T17:17:56.027 INFO:tasks.workunit.client.0.smithi099.stdout:[ SKIPPED ] DiffIterateTest/1.DiffIterateStriping 2024-04-12T17:17:56.027 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T17:17:56.027 INFO:tasks.workunit.client.0.smithi099.stdout: YOU HAVE 2 DISABLED TESTS 2024-04-12T17:17:56.027 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T17:17:56.034 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T17:17:56.035 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T17:17:56.105 INFO:tasks.workunit:Stopping ['rbd/test_librbd.sh'] on client.0... 2024-04-12T17:17:56.105 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-12T17:17:56.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:55 smithi110 ceph-mon[88691]: pgmap v4133: 137 pgs: 137 active+clean; 566 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 7.6 MiB/s wr, 222 op/s 2024-04-12T17:17:56.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:55 smithi110 ceph-mon[88691]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-12T17:17:56.362 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:55 smithi099 ceph-mon[94290]: pgmap v4133: 137 pgs: 137 active+clean; 566 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 7.6 MiB/s wr, 222 op/s 2024-04-12T17:17:56.362 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:55 smithi099 ceph-mon[94290]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-12T17:17:56.362 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:55 smithi099 ceph-mon[96864]: pgmap v4133: 137 pgs: 137 active+clean; 566 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 7.6 MiB/s wr, 222 op/s 2024-04-12T17:17:56.362 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:55 smithi099 ceph-mon[96864]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-12T17:17:56.363 DEBUG:teuthology.parallel:result is None 2024-04-12T17:17:56.364 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T17:17:56.391 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T17:17:56.391 DEBUG:teuthology.orchestra.run.smithi099:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-12T17:17:56.446 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T17:17:56.446 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-12T17:17:56.447 INFO:teuthology.task.print:**** done end test_rbd_api.yaml 2024-04-12T17:17:56.447 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-12T17:17:56.447 INFO:teuthology.task.print:**** done start test_rbd_python.yaml 2024-04-12T17:17:56.447 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-12T17:17:56.448 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-12T17:17:56.448 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-12T17:17:56.448 DEBUG:teuthology.orchestra.run.smithi099:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-12T17:17:56.501 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T17:17:56.501 INFO:teuthology.orchestra.run.smithi099.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-12T17:17:56.501 DEBUG:teuthology.orchestra.run.smithi099:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-12T17:17:56.558 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-12T17:17:56.558 DEBUG:teuthology.orchestra.run.smithi099:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-12T17:17:56.613 INFO:tasks.workunit:timeout=3h 2024-04-12T17:17:56.613 INFO:tasks.workunit:cleanup=True 2024-04-12T17:17:56.613 DEBUG:teuthology.orchestra.run.smithi099:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-12T17:17:56.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:17:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:17:56] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-12T17:17:56.645 INFO:tasks.workunit.client.0.smithi099.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-12T17:17:57.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:57 smithi110 ceph-mon[88691]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-12T17:17:57.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:57 smithi099 ceph-mon[94290]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-12T17:17:57.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:57 smithi099 ceph-mon[96864]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-12T17:17:58.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:58 smithi110 ceph-mon[88691]: pgmap v4136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail 2024-04-12T17:17:58.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:17:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:17:58.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:58 smithi099 ceph-mon[94290]: pgmap v4136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail 2024-04-12T17:17:58.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:17:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:17:58.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:58 smithi099 ceph-mon[96864]: pgmap v4136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail 2024-04-12T17:17:58.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:17:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:18:00.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:00 smithi110 ceph-mon[88691]: pgmap v4137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2024-04-12T17:18:00.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:00 smithi099 ceph-mon[94290]: pgmap v4137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2024-04-12T17:18:00.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:00 smithi099 ceph-mon[96864]: pgmap v4137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2024-04-12T17:18:02.171 DEBUG:teuthology.orchestra.run.smithi099:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-12T17:18:02.226 INFO:tasks.workunit.client.0.smithi099.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-12T17:18:02.229 INFO:tasks.workunit.client.0.smithi099.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-12T17:18:02.229 INFO:tasks.workunit.client.0.smithi099.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-12T17:18:02.277 INFO:tasks.workunit.client.0.smithi099.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-12T17:18:02.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:02 smithi110 ceph-mon[88691]: pgmap v4138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:18:02.325 INFO:tasks.workunit.client.0.smithi099.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-12T17:18:02.365 INFO:tasks.workunit.client.0.smithi099.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-12T17:18:02.366 INFO:tasks.workunit.client.0.smithi099.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-12T17:18:02.366 INFO:tasks.workunit.client.0.smithi099.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-12T17:18:02.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:02 smithi099 ceph-mon[94290]: pgmap v4138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:18:02.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:02 smithi099 ceph-mon[96864]: pgmap v4138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:18:02.405 INFO:tasks.workunit.client.0.smithi099.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-12T17:18:02.408 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-04-12T17:18:02.409 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-12T17:18:02.465 INFO:tasks.workunit:Running workunits matching rbd/test_librbd_python.sh on client.0... 2024-04-12T17:18:02.466 INFO:tasks.workunit:Running workunit rbd/test_librbd_python.sh... 2024-04-12T17:18:02.467 DEBUG:teuthology.orchestra.run.smithi099:workunit test rbd/test_librbd_python.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-04-12T17:18:02.524 INFO:tasks.workunit.client.0.smithi099.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-04-12T17:18:02.524 INFO:tasks.workunit.client.0.smithi099.stderr:+ relpath=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind 2024-04-12T17:18:02.525 INFO:tasks.workunit.client.0.smithi099.stderr:+ '[' -n '' ']' 2024-04-12T17:18:02.525 INFO:tasks.workunit.client.0.smithi099.stderr:+ python3 -m pytest -v /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind/test_rbd.py 2024-04-12T17:18:02.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:18:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:18:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:18:02.694 INFO:tasks.workunit.client.0.smithi099.stdout:============================= test session starts ============================== 2024-04-12T17:18:02.697 INFO:tasks.workunit.client.0.smithi099.stdout:platform linux -- Python 3.9.17, pytest-6.2.2, py-1.10.0, pluggy-0.13.1 -- /usr/bin/python3 2024-04-12T17:18:02.697 INFO:tasks.workunit.client.0.smithi099.stdout:cachedir: .pytest_cache 2024-04-12T17:18:02.698 INFO:tasks.workunit.client.0.smithi099.stdout:rootdir: /home/ubuntu/cephtest/clone.client.0/src/test/pybind, configfile: pytest.ini 2024-04-12T17:18:03.130 INFO:tasks.workunit.client.0.smithi099.stdout:collecting ... collected 175 items 2024-04-12T17:18:03.130 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T17:18:04.342 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:04 smithi110 ceph-mon[88691]: pgmap v4139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:18:04.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:04 smithi099 ceph-mon[94290]: pgmap v4139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:18:04.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:04 smithi099 ceph-mon[96864]: pgmap v4139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:18:05.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:05 smithi110 ceph-mon[88691]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-12T17:18:05.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:05 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi099-217975-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:18:05.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:05 smithi099 ceph-mon[96864]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-12T17:18:05.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:05 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi099-217975-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:18:05.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:05 smithi099 ceph-mon[94290]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-12T17:18:05.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:05 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi099-217975-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:18:06.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:06 smithi110 ceph-mon[88691]: pgmap v4141: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:18:06.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:06 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:18:06.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:06 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi099-217975-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-12T17:18:06.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:06 smithi110 ceph-mon[88691]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-12T17:18:06.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:06 smithi099 ceph-mon[94290]: pgmap v4141: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:18:06.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:06 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:18:06.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:06 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi099-217975-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-12T17:18:06.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:06 smithi099 ceph-mon[94290]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-12T17:18:06.363 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:06 smithi099 ceph-mon[96864]: pgmap v4141: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:18:06.363 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:06 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:18:06.363 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:06 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi099-217975-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-12T17:18:06.363 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:06 smithi099 ceph-mon[96864]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-12T17:18:06.632 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:18:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:18:06] "GET /metrics HTTP/1.1" 200 34253 "" "Prometheus/2.43.0" 2024-04-12T17:18:07.062 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_version PASSED [ 0%] 2024-04-12T17:18:07.145 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create PASSED [ 1%] 2024-04-12T17:18:07.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:07 smithi110 ceph-mon[88691]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-12T17:18:07.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:07 smithi099 ceph-mon[94290]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-12T17:18:07.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:07 smithi099 ceph-mon[96864]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-12T17:18:07.753 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_defaults PASSED [ 1%] 2024-04-12T17:18:07.851 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_context_manager PASSED [ 2%] 2024-04-12T17:18:08.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:08 smithi110 ceph-mon[88691]: pgmap v4144: 137 pgs: 16 creating+peering, 2 unknown, 119 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:18:08.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:08 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:18:08.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:08 smithi110 ceph-mon[88691]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-12T17:18:08.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:08 smithi099 ceph-mon[96864]: pgmap v4144: 137 pgs: 16 creating+peering, 2 unknown, 119 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:18:08.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:08 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:18:08.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:08 smithi099 ceph-mon[96864]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-12T17:18:08.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:08 smithi099 ceph-mon[94290]: pgmap v4144: 137 pgs: 16 creating+peering, 2 unknown, 119 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:18:08.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:08 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:18:08.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:08 smithi099 ceph-mon[94290]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-12T17:18:09.155 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_read_only PASSED [ 2%] 2024-04-12T17:18:09.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:09 smithi110 ceph-mon[88691]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-12T17:18:09.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:09 smithi099 ceph-mon[94290]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-12T17:18:09.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:09 smithi099 ceph-mon[96864]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-12T17:18:09.700 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_dne PASSED [ 3%] 2024-04-12T17:18:10.253 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_readonly_dne PASSED [ 4%] 2024-04-12T17:18:10.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:10 smithi110 ceph-mon[88691]: pgmap v4147: 137 pgs: 16 creating+peering, 121 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 511 B/s wr, 34 op/s 2024-04-12T17:18:10.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:10 smithi110 ceph-mon[88691]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-12T17:18:10.345 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_by_id PASSED [ 4%] 2024-04-12T17:18:10.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:10 smithi099 ceph-mon[94290]: pgmap v4147: 137 pgs: 16 creating+peering, 121 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 511 B/s wr, 34 op/s 2024-04-12T17:18:10.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:10 smithi099 ceph-mon[94290]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-12T17:18:10.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:10 smithi099 ceph-mon[96864]: pgmap v4147: 137 pgs: 16 creating+peering, 121 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 511 B/s wr, 34 op/s 2024-04-12T17:18:10.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:10 smithi099 ceph-mon[96864]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-12T17:18:10.431 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_aio_open PASSED [ 5%] 2024-04-12T17:18:10.442 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_dne PASSED [ 5%] 2024-04-12T17:18:10.444 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_empty PASSED [ 6%] 2024-04-12T17:18:10.515 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list PASSED [ 6%] 2024-04-12T17:18:10.580 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress PASSED [ 7%] 2024-04-12T17:18:10.661 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_canceled PASSED [ 8%] 2024-04-12T17:18:10.726 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress_except PASSED [ 8%] 2024-04-12T17:18:10.830 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename PASSED [ 9%] 2024-04-12T17:18:11.070 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_metadata PASSED [ 9%] 2024-04-12T17:18:11.083 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_config_list PASSED [ 10%] 2024-04-12T17:18:11.092 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_config_set_and_get_and_remove PASSED [ 10%] 2024-04-12T17:18:11.117 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_namespaces PASSED [ 11%] 2024-04-12T17:18:11.382 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:18:11 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:17:18:11] ENGINE Bus STOPPING 2024-04-12T17:18:11.382 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:18:11 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:17:18:11] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T17:18:11.382 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:18:11 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:17:18:11] ENGINE Bus STOPPED 2024-04-12T17:18:11.382 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:18:11 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:17:18:11] ENGINE Bus STARTING 2024-04-12T17:18:11.382 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:18:11 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:17:18:11] ENGINE Serving on http://:::9283 2024-04-12T17:18:11.382 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:18:11 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:17:18:11] ENGINE Bus STARTED 2024-04-12T17:18:12.339 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:18:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:18:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:18:12.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:12 smithi110 ceph-mon[88691]: pgmap v4149: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 234 KiB/s rd, 12 KiB/s wr, 307 op/s 2024-04-12T17:18:12.340 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:12 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' 2024-04-12T17:18:12.340 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:18:12.340 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:18:12.340 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:18:12.340 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:18:12.340 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:18:12.340 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:18:12.340 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:18:12.340 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:18:12.340 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:18:12.340 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:18:12.340 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:18:12.340 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:18:12.341 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:18:12.341 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:18:12.341 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:18:12.341 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:12 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:18:12.341 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:12 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:18:12.341 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:18:12.341 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:18:12.341 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:18:12.341 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:18:12.341 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:12 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:18:12.341 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:12 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:18:12.341 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:18:12.341 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:18:12.341 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:12 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:18:12.341 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:12 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:18:12.342 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:18:12.342 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:18:12.342 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:18:12.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[94290]: pgmap v4149: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 234 KiB/s rd, 12 KiB/s wr, 307 op/s 2024-04-12T17:18:12.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' 2024-04-12T17:18:12.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:18:12.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:18:12.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:18:12.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:18:12.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:18:12.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:18:12.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:18:12.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:18:12.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:18:12.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:18:12.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:18:12.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:18:12.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:18:12.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:18:12.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:18:12.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:18:12.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:18:12.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:18:12.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:18:12.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:18:12.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:18:12.384 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:18:12.384 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:18:12.384 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:18:12.384 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:18:12.384 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[96864]: pgmap v4149: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 234 KiB/s rd, 12 KiB/s wr, 307 op/s 2024-04-12T17:18:12.384 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' 2024-04-12T17:18:12.384 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:18:12.384 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:18:12.384 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:18:12.385 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:18:12.385 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:18:12.385 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:18:12.385 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:18:12.385 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:18:12.385 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:18:12.385 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:18:12.385 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:18:12.385 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:18:12.385 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:18:12.385 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:18:12.385 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:18:12.385 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:18:12.385 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:18:12.386 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:18:12.386 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:18:12.386 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:18:12.386 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:18:12.386 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:18:12.386 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:18:12.386 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:18:12.386 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:18:12.386 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:18:12.386 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:18:12.387 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:18:12.387 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:18:12.387 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:18:12.387 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:18:12.387 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:18:12.387 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:18:12.387 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:18:12.387 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:18:13.214 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_stats PASSED [ 12%] 2024-04-12T17:18:13.215 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_to_string PASSED [ 12%] 2024-04-12T17:18:13.216 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_from_string PASSED [ 13%] 2024-04-12T17:18:13.292 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_update_features SKIPPED [ 13%] 2024-04-12T17:18:13.359 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_with_params SKIPPED [ 14%] 2024-04-12T17:18:13.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:13 smithi099 ceph-mon[94290]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-12T17:18:13.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:18:13.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:13 smithi099 ceph-mon[96864]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-12T17:18:13.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:18:13.428 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_id PASSED [ 14%] 2024-04-12T17:18:13.503 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_block_name_prefix PASSED [ 15%] 2024-04-12T17:18:13.573 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_data_pool_id PASSED [ 16%] 2024-04-12T17:18:13.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:13 smithi110 ceph-mon[88691]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-12T17:18:13.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:18:13.644 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_timestamp PASSED [ 16%] 2024-04-12T17:18:13.719 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_access_timestamp PASSED [ 17%] 2024-04-12T17:18:13.791 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_modify_timestamp PASSED [ 17%] 2024-04-12T17:18:13.877 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_invalidate_cache PASSED [ 18%] 2024-04-12T17:18:13.945 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_stat PASSED [ 18%] 2024-04-12T17:18:14.015 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_flags PASSED [ 19%] 2024-04-12T17:18:14.090 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_auto_close PASSED [ 20%] 2024-04-12T17:18:14.161 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_use_after_close PASSED [ 20%] 2024-04-12T17:18:14.250 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write PASSED [ 21%] 2024-04-12T17:18:14.331 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_with_fadvise_flags PASSED [ 21%] 2024-04-12T17:18:14.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:14 smithi099 ceph-mon[94290]: pgmap v4151: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 324 KiB/s rd, 28 KiB/s wr, 457 op/s 2024-04-12T17:18:14.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:14 smithi099 ceph-mon[94290]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-12T17:18:14.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:14 smithi099 ceph-mon[96864]: pgmap v4151: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 324 KiB/s rd, 28 KiB/s wr, 457 op/s 2024-04-12T17:18:14.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:14 smithi099 ceph-mon[96864]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-12T17:18:14.415 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes PASSED [ 22%] 2024-04-12T17:18:14.504 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes_thick_provision PASSED [ 22%] 2024-04-12T17:18:14.575 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read PASSED [ 23%] 2024-04-12T17:18:14.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:14 smithi110 ceph-mon[88691]: pgmap v4151: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 324 KiB/s rd, 28 KiB/s wr, 457 op/s 2024-04-12T17:18:14.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:14 smithi110 ceph-mon[88691]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-12T17:18:14.647 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_with_fadvise_flags PASSED [ 24%] 2024-04-12T17:18:14.766 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_write PASSED [ 24%] 2024-04-12T17:18:14.841 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_read PASSED [ 25%] 2024-04-12T17:18:14.930 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_read PASSED [ 25%] 2024-04-12T17:18:15.011 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_bad_offset PASSED [ 26%] 2024-04-12T17:18:15.092 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize PASSED [ 26%] 2024-04-12T17:18:15.171 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_allow_shrink_False PASSED [ 27%] 2024-04-12T17:18:16.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:15 smithi110 ceph-mon[88691]: pgmap v4153: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 56 KiB/s wr, 753 op/s 2024-04-12T17:18:16.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:15 smithi110 ceph-mon[88691]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-12T17:18:16.365 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:15 smithi099 ceph-mon[94290]: pgmap v4153: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 56 KiB/s wr, 753 op/s 2024-04-12T17:18:16.365 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:15 smithi099 ceph-mon[94290]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-12T17:18:16.365 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:15 smithi099 ceph-mon[96864]: pgmap v4153: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 56 KiB/s wr, 753 op/s 2024-04-12T17:18:16.365 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:15 smithi099 ceph-mon[96864]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-12T17:18:16.632 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:18:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:18:16] "GET /metrics HTTP/1.1" 200 36719 "" "Prometheus/2.43.0" 2024-04-12T17:18:17.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:17 smithi099 ceph-mon[94290]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-12T17:18:17.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:17 smithi099 ceph-mon[94290]: pgmap v4156: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 1.22k op/s 2024-04-12T17:18:17.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:17 smithi099 ceph-mon[96864]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-12T17:18:17.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:17 smithi099 ceph-mon[96864]: pgmap v4156: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 1.22k op/s 2024-04-12T17:18:17.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:17 smithi110 ceph-mon[88691]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-12T17:18:17.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:17 smithi110 ceph-mon[88691]: pgmap v4156: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 1.22k op/s 2024-04-12T17:18:18.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:18 smithi099 ceph-mon[94290]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-12T17:18:18.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:18 smithi099 ceph-mon[96864]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-12T17:18:18.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:18 smithi110 ceph-mon[88691]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-12T17:18:19.233 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_size PASSED [ 28%] 2024-04-12T17:18:19.327 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_down PASSED [ 28%] 2024-04-12T17:18:19.423 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_bytes PASSED [ 29%] 2024-04-12T17:18:19.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:19 smithi110 ceph-mon[88691]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-12T17:18:19.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:19 smithi110 ceph-mon[88691]: pgmap v4159: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 635 KiB/s rd, 2.0 MiB/s wr, 890 op/s 2024-04-12T17:18:19.606 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy PASSED [ 29%] 2024-04-12T17:18:19.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:19 smithi099 ceph-mon[94290]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-12T17:18:19.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:19 smithi099 ceph-mon[94290]: pgmap v4159: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 635 KiB/s rd, 2.0 MiB/s wr, 890 op/s 2024-04-12T17:18:19.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:19 smithi099 ceph-mon[96864]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-12T17:18:19.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:19 smithi099 ceph-mon[96864]: pgmap v4159: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 635 KiB/s rd, 2.0 MiB/s wr, 890 op/s 2024-04-12T17:18:19.798 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy2 PASSED [ 30%] 2024-04-12T17:18:19.873 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy3 SKIPPED [ 30%] 2024-04-12T17:18:20.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:20 smithi110 ceph-mon[88691]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-12T17:18:20.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:20 smithi110 ceph-mon[88691]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-12T17:18:20.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:20 smithi099 ceph-mon[94290]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-12T17:18:20.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:20 smithi099 ceph-mon[94290]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-12T17:18:20.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:20 smithi099 ceph-mon[96864]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-12T17:18:20.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:20 smithi099 ceph-mon[96864]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-12T17:18:22.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:21 smithi110 ceph-mon[88691]: pgmap v4162: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 413 KiB/s rd, 1.0 MiB/s wr, 561 op/s 2024-04-12T17:18:22.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:21 smithi110 ceph-mon[88691]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-12T17:18:22.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:21 smithi099 ceph-mon[94290]: pgmap v4162: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 413 KiB/s rd, 1.0 MiB/s wr, 561 op/s 2024-04-12T17:18:22.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:21 smithi099 ceph-mon[94290]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-12T17:18:22.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:21 smithi099 ceph-mon[96864]: pgmap v4162: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 413 KiB/s rd, 1.0 MiB/s wr, 561 op/s 2024-04-12T17:18:22.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:21 smithi099 ceph-mon[96864]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-12T17:18:22.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:18:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:18:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:18:23.122 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy PASSED [ 31%] 2024-04-12T17:18:23.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:22 smithi110 ceph-mon[88691]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-12T17:18:23.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:22 smithi099 ceph-mon[94290]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-12T17:18:23.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:22 smithi099 ceph-mon[96864]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-12T17:18:24.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:23 smithi110 ceph-mon[88691]: pgmap v4165: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 482 KiB/s rd, 2.0 MiB/s wr, 683 op/s 2024-04-12T17:18:24.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:23 smithi110 ceph-mon[88691]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-12T17:18:24.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:23 smithi099 ceph-mon[94290]: pgmap v4165: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 482 KiB/s rd, 2.0 MiB/s wr, 683 op/s 2024-04-12T17:18:24.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:23 smithi099 ceph-mon[94290]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-12T17:18:24.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:23 smithi099 ceph-mon[96864]: pgmap v4165: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 482 KiB/s rd, 2.0 MiB/s wr, 683 op/s 2024-04-12T17:18:24.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:23 smithi099 ceph-mon[96864]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-12T17:18:25.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:24 smithi110 ceph-mon[88691]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-12T17:18:25.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:24 smithi110 ceph-mon[88691]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-12T17:18:25.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:24 smithi099 ceph-mon[94290]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-12T17:18:25.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:24 smithi099 ceph-mon[94290]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-12T17:18:25.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:24 smithi099 ceph-mon[96864]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-12T17:18:25.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:24 smithi099 ceph-mon[96864]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-12T17:18:26.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:25 smithi099 ceph-mon[94290]: pgmap v4168: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 271 KiB/s rd, 1.0 MiB/s wr, 381 op/s 2024-04-12T17:18:26.284 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:25 smithi099 ceph-mon[96864]: pgmap v4168: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 271 KiB/s rd, 1.0 MiB/s wr, 381 op/s 2024-04-12T17:18:26.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:25 smithi110 ceph-mon[88691]: pgmap v4168: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 271 KiB/s rd, 1.0 MiB/s wr, 381 op/s 2024-04-12T17:18:26.634 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:18:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:18:26] "GET /metrics HTTP/1.1" 200 36719 "" "Prometheus/2.43.0" 2024-04-12T17:18:27.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:26 smithi110 ceph-mon[88691]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-12T17:18:27.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:26 smithi099 ceph-mon[94290]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-12T17:18:27.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:26 smithi099 ceph-mon[96864]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-12T17:18:28.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:27 smithi110 ceph-mon[88691]: pgmap v4171: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 212 KiB/s rd, 15 KiB/s wr, 285 op/s 2024-04-12T17:18:28.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:27 smithi110 ceph-mon[88691]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-12T17:18:28.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:18:28.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:27 smithi099 ceph-mon[94290]: pgmap v4171: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 212 KiB/s rd, 15 KiB/s wr, 285 op/s 2024-04-12T17:18:28.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:27 smithi099 ceph-mon[94290]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-12T17:18:28.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:18:28.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:27 smithi099 ceph-mon[96864]: pgmap v4171: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 212 KiB/s rd, 15 KiB/s wr, 285 op/s 2024-04-12T17:18:28.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:27 smithi099 ceph-mon[96864]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-12T17:18:28.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:18:29.094 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone PASSED [ 32%] 2024-04-12T17:18:29.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:28 smithi110 ceph-mon[88691]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-12T17:18:29.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:28 smithi099 ceph-mon[94290]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-12T17:18:29.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:28 smithi099 ceph-mon[96864]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-12T17:18:30.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:29 smithi110 ceph-mon[88691]: pgmap v4174: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 116 KiB/s rd, 12 KiB/s wr, 162 op/s 2024-04-12T17:18:30.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:29 smithi110 ceph-mon[88691]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-12T17:18:30.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:29 smithi110 ceph-mon[88691]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-12T17:18:30.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:29 smithi099 ceph-mon[94290]: pgmap v4174: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 116 KiB/s rd, 12 KiB/s wr, 162 op/s 2024-04-12T17:18:30.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:29 smithi099 ceph-mon[94290]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-12T17:18:30.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:29 smithi099 ceph-mon[94290]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-12T17:18:30.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:30 smithi099 ceph-mon[96864]: pgmap v4174: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 116 KiB/s rd, 12 KiB/s wr, 162 op/s 2024-04-12T17:18:30.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:30 smithi099 ceph-mon[96864]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-12T17:18:30.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:30 smithi099 ceph-mon[96864]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-12T17:18:31.058 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap PASSED [ 32%] 2024-04-12T17:18:32.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:31 smithi110 ceph-mon[88691]: pgmap v4177: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 143 KiB/s rd, 9.5 KiB/s wr, 193 op/s 2024-04-12T17:18:32.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:31 smithi110 ceph-mon[88691]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-12T17:18:32.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:31 smithi099 ceph-mon[94290]: pgmap v4177: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 143 KiB/s rd, 9.5 KiB/s wr, 193 op/s 2024-04-12T17:18:32.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:31 smithi099 ceph-mon[94290]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-12T17:18:32.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:31 smithi099 ceph-mon[96864]: pgmap v4177: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 143 KiB/s rd, 9.5 KiB/s wr, 193 op/s 2024-04-12T17:18:32.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:31 smithi099 ceph-mon[96864]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-12T17:18:32.589 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:18:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:18:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:18:33.107 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_exists PASSED [ 33%] 2024-04-12T17:18:33.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:33 smithi110 ceph-mon[88691]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-12T17:18:33.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:33 smithi099 ceph-mon[96864]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-12T17:18:33.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:33 smithi099 ceph-mon[94290]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-12T17:18:34.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:34 smithi110 ceph-mon[88691]: pgmap v4180: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 152 KiB/s rd, 10 KiB/s wr, 209 op/s 2024-04-12T17:18:34.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:34 smithi110 ceph-mon[88691]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-12T17:18:34.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:34 smithi099 ceph-mon[94290]: pgmap v4180: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 152 KiB/s rd, 10 KiB/s wr, 209 op/s 2024-04-12T17:18:34.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:34 smithi099 ceph-mon[94290]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-12T17:18:34.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:34 smithi099 ceph-mon[96864]: pgmap v4180: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 152 KiB/s rd, 10 KiB/s wr, 209 op/s 2024-04-12T17:18:34.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:34 smithi099 ceph-mon[96864]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-12T17:18:35.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:35 smithi110 ceph-mon[88691]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-12T17:18:35.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:35 smithi110 ceph-mon[88691]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-12T17:18:35.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:35 smithi099 ceph-mon[94290]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-12T17:18:35.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:35 smithi099 ceph-mon[94290]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-12T17:18:35.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:35 smithi099 ceph-mon[96864]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-12T17:18:35.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:35 smithi099 ceph-mon[96864]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-12T17:18:36.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:36 smithi110 ceph-mon[88691]: pgmap v4183: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 81 KiB/s rd, 7.5 KiB/s wr, 114 op/s 2024-04-12T17:18:36.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:36 smithi110 ceph-mon[88691]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-12T17:18:36.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:36 smithi099 ceph-mon[94290]: pgmap v4183: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 81 KiB/s rd, 7.5 KiB/s wr, 114 op/s 2024-04-12T17:18:36.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:36 smithi099 ceph-mon[94290]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-12T17:18:36.363 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:36 smithi099 ceph-mon[96864]: pgmap v4183: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 81 KiB/s rd, 7.5 KiB/s wr, 114 op/s 2024-04-12T17:18:36.363 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:36 smithi099 ceph-mon[96864]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-12T17:18:36.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:18:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:18:36] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-04-12T17:18:38.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:37 smithi110 ceph-mon[88691]: pgmap v4186: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 99 KiB/s rd, 8.2 KiB/s wr, 135 op/s 2024-04-12T17:18:38.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:37 smithi110 ceph-mon[88691]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-12T17:18:38.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:37 smithi099 ceph-mon[94290]: pgmap v4186: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 99 KiB/s rd, 8.2 KiB/s wr, 135 op/s 2024-04-12T17:18:38.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:37 smithi099 ceph-mon[94290]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-12T17:18:38.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:37 smithi099 ceph-mon[96864]: pgmap v4186: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 99 KiB/s rd, 8.2 KiB/s wr, 135 op/s 2024-04-12T17:18:38.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:37 smithi099 ceph-mon[96864]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-12T17:18:39.063 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_flags PASSED [ 33%] 2024-04-12T17:18:39.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:38 smithi110 ceph-mon[88691]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-12T17:18:39.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:38 smithi099 ceph-mon[94290]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-12T17:18:39.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:38 smithi099 ceph-mon[96864]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-12T17:18:40.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:39 smithi110 ceph-mon[88691]: pgmap v4189: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 52 KiB/s rd, 5.2 KiB/s wr, 74 op/s 2024-04-12T17:18:40.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:39 smithi110 ceph-mon[88691]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-12T17:18:40.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:39 smithi110 ceph-mon[88691]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-12T17:18:40.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:39 smithi099 ceph-mon[94290]: pgmap v4189: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 52 KiB/s rd, 5.2 KiB/s wr, 74 op/s 2024-04-12T17:18:40.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:39 smithi099 ceph-mon[94290]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-12T17:18:40.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:39 smithi099 ceph-mon[94290]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-12T17:18:40.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:39 smithi099 ceph-mon[96864]: pgmap v4189: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 52 KiB/s rd, 5.2 KiB/s wr, 74 op/s 2024-04-12T17:18:40.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:39 smithi099 ceph-mon[96864]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-12T17:18:40.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:39 smithi099 ceph-mon[96864]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-12T17:18:42.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:41 smithi110 ceph-mon[88691]: pgmap v4192: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 4.7 KiB/s wr, 82 op/s 2024-04-12T17:18:42.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:41 smithi110 ceph-mon[88691]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-12T17:18:42.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:41 smithi099 ceph-mon[94290]: pgmap v4192: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 4.7 KiB/s wr, 82 op/s 2024-04-12T17:18:42.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:41 smithi099 ceph-mon[94290]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-12T17:18:42.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:41 smithi099 ceph-mon[96864]: pgmap v4192: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 4.7 KiB/s wr, 82 op/s 2024-04-12T17:18:42.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:41 smithi099 ceph-mon[96864]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-12T17:18:42.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:18:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:18:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:18:43.076 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps PASSED [ 34%] 2024-04-12T17:18:43.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:42 smithi110 ceph-mon[88691]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-12T17:18:43.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:18:43.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:42 smithi099 ceph-mon[94290]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-12T17:18:43.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:18:43.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:42 smithi099 ceph-mon[96864]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-12T17:18:43.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:18:44.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:43 smithi110 ceph-mon[88691]: pgmap v4195: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 62 KiB/s rd, 5.5 KiB/s wr, 85 op/s 2024-04-12T17:18:44.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:43 smithi110 ceph-mon[88691]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-12T17:18:44.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:43 smithi099 ceph-mon[94290]: pgmap v4195: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 62 KiB/s rd, 5.5 KiB/s wr, 85 op/s 2024-04-12T17:18:44.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:43 smithi099 ceph-mon[94290]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-12T17:18:44.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:43 smithi099 ceph-mon[96864]: pgmap v4195: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 62 KiB/s rd, 5.5 KiB/s wr, 85 op/s 2024-04-12T17:18:44.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:43 smithi099 ceph-mon[96864]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-12T17:18:45.057 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps_iterator_auto_close PASSED [ 34%] 2024-04-12T17:18:45.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:44 smithi110 ceph-mon[88691]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-12T17:18:45.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:44 smithi110 ceph-mon[88691]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-12T17:18:45.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:44 smithi099 ceph-mon[94290]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-12T17:18:45.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:44 smithi099 ceph-mon[94290]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-12T17:18:45.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:44 smithi099 ceph-mon[96864]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-12T17:18:45.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:44 smithi099 ceph-mon[96864]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-12T17:18:46.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:45 smithi110 ceph-mon[88691]: pgmap v4198: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 6.0 KiB/s wr, 87 op/s 2024-04-12T17:18:46.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:45 smithi099 ceph-mon[94290]: pgmap v4198: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 6.0 KiB/s wr, 87 op/s 2024-04-12T17:18:46.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:45 smithi099 ceph-mon[96864]: pgmap v4198: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 6.0 KiB/s wr, 87 op/s 2024-04-12T17:18:46.632 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:18:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:18:46] "GET /metrics HTTP/1.1" 200 36721 "" "Prometheus/2.43.0" 2024-04-12T17:18:47.094 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap PASSED [ 35%] 2024-04-12T17:18:47.174 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_not_found PASSED [ 36%] 2024-04-12T17:18:47.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:47 smithi110 ceph-mon[88691]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-12T17:18:47.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:47 smithi099 ceph-mon[94290]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-12T17:18:47.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:47 smithi099 ceph-mon[96864]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-12T17:18:48.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:48 smithi110 ceph-mon[88691]: pgmap v4201: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 73 KiB/s rd, 7.7 KiB/s wr, 103 op/s 2024-04-12T17:18:48.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:48 smithi110 ceph-mon[88691]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-12T17:18:48.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:48 smithi099 ceph-mon[94290]: pgmap v4201: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 73 KiB/s rd, 7.7 KiB/s wr, 103 op/s 2024-04-12T17:18:48.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:48 smithi099 ceph-mon[94290]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-12T17:18:48.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:48 smithi099 ceph-mon[96864]: pgmap v4201: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 73 KiB/s rd, 7.7 KiB/s wr, 103 op/s 2024-04-12T17:18:48.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:48 smithi099 ceph-mon[96864]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-12T17:18:49.114 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap2 PASSED [ 36%] 2024-04-12T17:18:49.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:49 smithi110 ceph-mon[88691]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-12T17:18:49.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:49 smithi099 ceph-mon[94290]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-12T17:18:49.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:49 smithi099 ceph-mon[96864]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-12T17:18:50.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:50 smithi110 ceph-mon[88691]: pgmap v4204: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.7 KiB/s rd, 2.7 KiB/s wr, 19 op/s 2024-04-12T17:18:50.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:50 smithi110 ceph-mon[88691]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-12T17:18:50.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:50 smithi110 ceph-mon[88691]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-12T17:18:50.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:50 smithi099 ceph-mon[94290]: pgmap v4204: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.7 KiB/s rd, 2.7 KiB/s wr, 19 op/s 2024-04-12T17:18:50.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:50 smithi099 ceph-mon[94290]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-12T17:18:50.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:50 smithi099 ceph-mon[94290]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-12T17:18:50.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:50 smithi099 ceph-mon[96864]: pgmap v4204: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.7 KiB/s rd, 2.7 KiB/s wr, 19 op/s 2024-04-12T17:18:50.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:50 smithi099 ceph-mon[96864]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-12T17:18:50.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:50 smithi099 ceph-mon[96864]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-12T17:18:51.048 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_by_id PASSED [ 37%] 2024-04-12T17:18:52.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:51 smithi110 ceph-mon[88691]: pgmap v4207: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 6.7 KiB/s wr, 177 op/s 2024-04-12T17:18:52.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:51 smithi110 ceph-mon[88691]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-12T17:18:52.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:51 smithi099 ceph-mon[96864]: pgmap v4207: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 6.7 KiB/s wr, 177 op/s 2024-04-12T17:18:52.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:51 smithi099 ceph-mon[96864]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-12T17:18:52.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:51 smithi099 ceph-mon[94290]: pgmap v4207: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 6.7 KiB/s wr, 177 op/s 2024-04-12T17:18:52.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:51 smithi099 ceph-mon[94290]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-12T17:18:52.589 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:18:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:18:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:18:53.120 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rename_snap PASSED [ 37%] 2024-04-12T17:18:53.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:53 smithi110 ceph-mon[88691]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-12T17:18:53.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:53 smithi099 ceph-mon[96864]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-12T17:18:53.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:53 smithi099 ceph-mon[94290]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-12T17:18:54.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:54 smithi110 ceph-mon[88691]: pgmap v4210: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 167 KiB/s rd, 11 KiB/s wr, 226 op/s 2024-04-12T17:18:54.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:54 smithi110 ceph-mon[88691]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-12T17:18:54.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:54 smithi099 ceph-mon[94290]: pgmap v4210: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 167 KiB/s rd, 11 KiB/s wr, 226 op/s 2024-04-12T17:18:54.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:54 smithi099 ceph-mon[94290]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-12T17:18:54.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:54 smithi099 ceph-mon[96864]: pgmap v4210: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 167 KiB/s rd, 11 KiB/s wr, 226 op/s 2024-04-12T17:18:54.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:54 smithi099 ceph-mon[96864]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-12T17:18:55.066 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_protect_snap PASSED [ 38%] 2024-04-12T17:18:55.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:55 smithi110 ceph-mon[88691]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-12T17:18:55.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:55 smithi110 ceph-mon[88691]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-12T17:18:55.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:55 smithi099 ceph-mon[94290]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-12T17:18:55.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:55 smithi099 ceph-mon[94290]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-12T17:18:55.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:55 smithi099 ceph-mon[96864]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-12T17:18:55.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:55 smithi099 ceph-mon[96864]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-12T17:18:56.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:56 smithi110 ceph-mon[88691]: pgmap v4213: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 103 KiB/s rd, 9.0 KiB/s wr, 146 op/s 2024-04-12T17:18:56.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:56 smithi099 ceph-mon[94290]: pgmap v4213: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 103 KiB/s rd, 9.0 KiB/s wr, 146 op/s 2024-04-12T17:18:56.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:56 smithi099 ceph-mon[96864]: pgmap v4213: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 103 KiB/s rd, 9.0 KiB/s wr, 146 op/s 2024-04-12T17:18:56.632 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:18:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:18:56] "GET /metrics HTTP/1.1" 200 36721 "" "Prometheus/2.43.0" 2024-04-12T17:18:57.135 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_exists PASSED [ 38%] 2024-04-12T17:18:57.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:57 smithi110 ceph-mon[88691]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-12T17:18:57.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:57 smithi099 ceph-mon[94290]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-12T17:18:57.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:57 smithi099 ceph-mon[96864]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-12T17:18:58.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:58 smithi110 ceph-mon[88691]: pgmap v4216: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 124 KiB/s rd, 10 KiB/s wr, 173 op/s 2024-04-12T17:18:58.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:58 smithi110 ceph-mon[88691]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-12T17:18:58.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:18:58.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:58 smithi099 ceph-mon[96864]: pgmap v4216: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 124 KiB/s rd, 10 KiB/s wr, 173 op/s 2024-04-12T17:18:58.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:58 smithi099 ceph-mon[96864]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-12T17:18:58.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:18:58.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:58 smithi099 ceph-mon[94290]: pgmap v4216: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 124 KiB/s rd, 10 KiB/s wr, 173 op/s 2024-04-12T17:18:58.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:58 smithi099 ceph-mon[94290]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-12T17:18:58.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:18:59.152 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_timestamp PASSED [ 39%] 2024-04-12T17:18:59.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:18:59 smithi110 ceph-mon[88691]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-12T17:18:59.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:18:59 smithi099 ceph-mon[94290]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-12T17:18:59.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:18:59 smithi099 ceph-mon[96864]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-12T17:19:00.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:00 smithi110 ceph-mon[88691]: pgmap v4219: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 5.5 KiB/s wr, 77 op/s 2024-04-12T17:19:00.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:00 smithi110 ceph-mon[88691]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-12T17:19:00.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:00 smithi110 ceph-mon[88691]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-12T17:19:00.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:00 smithi099 ceph-mon[94290]: pgmap v4219: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 5.5 KiB/s wr, 77 op/s 2024-04-12T17:19:00.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:00 smithi099 ceph-mon[94290]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-12T17:19:00.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:00 smithi099 ceph-mon[94290]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-12T17:19:00.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:00 smithi099 ceph-mon[96864]: pgmap v4219: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 5.5 KiB/s wr, 77 op/s 2024-04-12T17:19:00.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:00 smithi099 ceph-mon[96864]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-12T17:19:00.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:00 smithi099 ceph-mon[96864]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-12T17:19:02.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:01 smithi110 ceph-mon[88691]: pgmap v4222: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 109 KiB/s rd, 5.5 KiB/s wr, 140 op/s 2024-04-12T17:19:02.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:01 smithi110 ceph-mon[88691]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-12T17:19:02.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:01 smithi099 ceph-mon[94290]: pgmap v4222: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 109 KiB/s rd, 5.5 KiB/s wr, 140 op/s 2024-04-12T17:19:02.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:01 smithi099 ceph-mon[94290]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-12T17:19:02.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:01 smithi099 ceph-mon[96864]: pgmap v4222: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 109 KiB/s rd, 5.5 KiB/s wr, 140 op/s 2024-04-12T17:19:02.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:01 smithi099 ceph-mon[96864]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-12T17:19:02.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:19:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:19:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:19:03.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:02 smithi110 ceph-mon[88691]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-12T17:19:03.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:02 smithi099 ceph-mon[94290]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-12T17:19:03.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:02 smithi099 ceph-mon[96864]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-12T17:19:04.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:03 smithi110 ceph-mon[88691]: pgmap v4225: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 116 KiB/s rd, 7.7 KiB/s wr, 157 op/s 2024-04-12T17:19:04.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:03 smithi110 ceph-mon[88691]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-12T17:19:04.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:03 smithi099 ceph-mon[94290]: pgmap v4225: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 116 KiB/s rd, 7.7 KiB/s wr, 157 op/s 2024-04-12T17:19:04.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:03 smithi099 ceph-mon[94290]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-12T17:19:04.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:03 smithi099 ceph-mon[96864]: pgmap v4225: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 116 KiB/s rd, 7.7 KiB/s wr, 157 op/s 2024-04-12T17:19:04.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:03 smithi099 ceph-mon[96864]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-12T17:19:05.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:04 smithi110 ceph-mon[88691]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-12T17:19:05.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:04 smithi110 ceph-mon[88691]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-12T17:19:05.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:04 smithi099 ceph-mon[94290]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-12T17:19:05.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:04 smithi099 ceph-mon[94290]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-12T17:19:05.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:04 smithi099 ceph-mon[96864]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-12T17:19:05.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:04 smithi099 ceph-mon[96864]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-12T17:19:06.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:05 smithi110 ceph-mon[88691]: pgmap v4228: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 19 KiB/s rd, 3.2 KiB/s wr, 33 op/s 2024-04-12T17:19:06.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:05 smithi099 ceph-mon[94290]: pgmap v4228: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 19 KiB/s rd, 3.2 KiB/s wr, 33 op/s 2024-04-12T17:19:06.363 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:05 smithi099 ceph-mon[96864]: pgmap v4228: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 19 KiB/s rd, 3.2 KiB/s wr, 33 op/s 2024-04-12T17:19:06.632 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:19:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:19:06] "GET /metrics HTTP/1.1" 200 36724 "" "Prometheus/2.43.0" 2024-04-12T17:19:07.108 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_limit_snaps PASSED [ 40%] 2024-04-12T17:19:07.201 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_exclusive_lock PASSED [ 40%] 2024-04-12T17:19:07.274 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_snap SKIPPED [ 41%] 2024-04-12T17:19:07.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:06 smithi110 ceph-mon[88691]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-12T17:19:07.349 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_watcher SKIPPED [ 41%] 2024-04-12T17:19:07.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:06 smithi099 ceph-mon[94290]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-12T17:19:07.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:06 smithi099 ceph-mon[96864]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-12T17:19:08.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:07 smithi110 ceph-mon[88691]: pgmap v4231: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 35 KiB/s rd, 3.2 KiB/s wr, 47 op/s 2024-04-12T17:19:08.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:07 smithi110 ceph-mon[88691]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-12T17:19:08.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:07 smithi099 ceph-mon[96864]: pgmap v4231: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 35 KiB/s rd, 3.2 KiB/s wr, 47 op/s 2024-04-12T17:19:08.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:07 smithi099 ceph-mon[96864]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-12T17:19:08.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:07 smithi099 ceph-mon[94290]: pgmap v4231: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 35 KiB/s rd, 3.2 KiB/s wr, 47 op/s 2024-04-12T17:19:08.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:07 smithi099 ceph-mon[94290]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-12T17:19:09.116 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap PASSED [ 42%] 2024-04-12T17:19:09.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:09 smithi110 ceph-mon[88691]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-12T17:19:09.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:09 smithi099 ceph-mon[94290]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-12T17:19:09.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:09 smithi099 ceph-mon[96864]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-12T17:19:10.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:10 smithi110 ceph-mon[88691]: pgmap v4234: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 KiB/s wr, 32 op/s 2024-04-12T17:19:10.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:10 smithi110 ceph-mon[88691]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-12T17:19:10.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:10 smithi110 ceph-mon[88691]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-12T17:19:10.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:10 smithi099 ceph-mon[94290]: pgmap v4234: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 KiB/s wr, 32 op/s 2024-04-12T17:19:10.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:10 smithi099 ceph-mon[94290]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-12T17:19:10.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:10 smithi099 ceph-mon[94290]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-12T17:19:10.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:10 smithi099 ceph-mon[96864]: pgmap v4234: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 KiB/s wr, 32 op/s 2024-04-12T17:19:10.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:10 smithi099 ceph-mon[96864]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-12T17:19:10.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:10 smithi099 ceph-mon[96864]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-12T17:19:11.055 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap_sparse PASSED [ 42%] 2024-04-12T17:19:12.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:11 smithi110 ceph-mon[88691]: pgmap v4237: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 5.7 KiB/s wr, 152 op/s 2024-04-12T17:19:12.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:11 smithi110 ceph-mon[88691]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-12T17:19:12.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:19:12.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:19:12.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:19:12.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:19:12.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:11 smithi099 ceph-mon[94290]: pgmap v4237: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 5.7 KiB/s wr, 152 op/s 2024-04-12T17:19:12.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:11 smithi099 ceph-mon[94290]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-12T17:19:12.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:19:12.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:19:12.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:19:12.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:19:12.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:11 smithi099 ceph-mon[96864]: pgmap v4237: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 5.7 KiB/s wr, 152 op/s 2024-04-12T17:19:12.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:11 smithi099 ceph-mon[96864]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-12T17:19:12.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:19:12.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:19:12.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:19:12.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:19:12.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:19:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:19:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:19:13.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:13 smithi110 ceph-mon[88691]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-12T17:19:13.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:19:13.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:13 smithi099 ceph-mon[94290]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-12T17:19:13.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:19:13.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:13 smithi099 ceph-mon[96864]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-12T17:19:13.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:19:14.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:14 smithi110 ceph-mon[88691]: pgmap v4240: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 241 KiB/s rd, 18 KiB/s wr, 328 op/s 2024-04-12T17:19:14.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:14 smithi110 ceph-mon[88691]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-12T17:19:14.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:14 smithi099 ceph-mon[94290]: pgmap v4240: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 241 KiB/s rd, 18 KiB/s wr, 328 op/s 2024-04-12T17:19:14.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:14 smithi099 ceph-mon[94290]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-12T17:19:14.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:14 smithi099 ceph-mon[96864]: pgmap v4240: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 241 KiB/s rd, 18 KiB/s wr, 328 op/s 2024-04-12T17:19:14.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:14 smithi099 ceph-mon[96864]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-12T17:19:15.054 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_with_resize PASSED [ 43%] 2024-04-12T17:19:15.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:15 smithi110 ceph-mon[88691]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-12T17:19:15.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:15 smithi110 ceph-mon[88691]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-12T17:19:15.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:15 smithi099 ceph-mon[94290]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-12T17:19:15.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:15 smithi099 ceph-mon[94290]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-12T17:19:15.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:15 smithi099 ceph-mon[96864]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-12T17:19:15.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:15 smithi099 ceph-mon[96864]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-12T17:19:16.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:16 smithi110 ceph-mon[88691]: pgmap v4243: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 187 KiB/s rd, 18 KiB/s wr, 257 op/s 2024-04-12T17:19:16.363 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:16 smithi099 ceph-mon[96864]: pgmap v4243: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 187 KiB/s rd, 18 KiB/s wr, 257 op/s 2024-04-12T17:19:16.364 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:16 smithi099 ceph-mon[94290]: pgmap v4243: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 187 KiB/s rd, 18 KiB/s wr, 257 op/s 2024-04-12T17:19:16.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:19:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:19:16] "GET /metrics HTTP/1.1" 200 36723 "" "Prometheus/2.43.0" 2024-04-12T17:19:17.156 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap PASSED [ 44%] 2024-04-12T17:19:17.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:17 smithi110 ceph-mon[88691]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-12T17:19:17.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:17 smithi099 ceph-mon[94290]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-12T17:19:17.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:17 smithi099 ceph-mon[96864]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-12T17:19:18.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:18 smithi110 ceph-mon[88691]: pgmap v4246: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 13 KiB/s wr, 117 op/s 2024-04-12T17:19:18.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:18 smithi110 ceph-mon[88691]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-12T17:19:18.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:18 smithi099 ceph-mon[94290]: pgmap v4246: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 13 KiB/s wr, 117 op/s 2024-04-12T17:19:18.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:18 smithi099 ceph-mon[94290]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-12T17:19:18.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:18 smithi099 ceph-mon[96864]: pgmap v4246: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 13 KiB/s wr, 117 op/s 2024-04-12T17:19:18.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:18 smithi099 ceph-mon[96864]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-12T17:19:19.164 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_no_snap PASSED [ 44%] 2024-04-12T17:19:19.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:19 smithi110 ceph-mon[88691]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-12T17:19:19.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:19 smithi099 ceph-mon[94290]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-12T17:19:19.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:19 smithi099 ceph-mon[96864]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-12T17:19:20.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:20 smithi110 ceph-mon[88691]: pgmap v4249: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 20 KiB/s rd, 7.5 KiB/s wr, 39 op/s 2024-04-12T17:19:20.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:20 smithi110 ceph-mon[88691]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-12T17:19:20.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:20 smithi110 ceph-mon[88691]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-12T17:19:20.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:20 smithi099 ceph-mon[94290]: pgmap v4249: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 20 KiB/s rd, 7.5 KiB/s wr, 39 op/s 2024-04-12T17:19:20.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:20 smithi099 ceph-mon[94290]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-12T17:19:20.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:20 smithi099 ceph-mon[94290]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-12T17:19:20.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:20 smithi099 ceph-mon[96864]: pgmap v4249: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 20 KiB/s rd, 7.5 KiB/s wr, 39 op/s 2024-04-12T17:19:20.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:20 smithi099 ceph-mon[96864]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-12T17:19:20.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:20 smithi099 ceph-mon[96864]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-12T17:19:21.077 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_by_id PASSED [ 45%] 2024-04-12T17:19:22.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:21 smithi110 ceph-mon[88691]: pgmap v4252: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 76 KiB/s rd, 7.2 KiB/s wr, 104 op/s 2024-04-12T17:19:22.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:21 smithi110 ceph-mon[88691]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-12T17:19:22.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:21 smithi099 ceph-mon[96864]: pgmap v4252: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 76 KiB/s rd, 7.2 KiB/s wr, 104 op/s 2024-04-12T17:19:22.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:21 smithi099 ceph-mon[96864]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-12T17:19:22.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:21 smithi099 ceph-mon[94290]: pgmap v4252: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 76 KiB/s rd, 7.2 KiB/s wr, 104 op/s 2024-04-12T17:19:22.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:21 smithi099 ceph-mon[94290]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-12T17:19:22.589 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:19:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:19:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:19:23.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:23 smithi110 ceph-mon[88691]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-12T17:19:23.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:23 smithi099 ceph-mon[96864]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-12T17:19:23.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:23 smithi099 ceph-mon[94290]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-12T17:19:24.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:24 smithi110 ceph-mon[88691]: pgmap v4255: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 16 KiB/s wr, 191 op/s 2024-04-12T17:19:24.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:24 smithi110 ceph-mon[88691]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-12T17:19:24.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:24 smithi099 ceph-mon[94290]: pgmap v4255: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 16 KiB/s wr, 191 op/s 2024-04-12T17:19:24.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:24 smithi099 ceph-mon[94290]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-12T17:19:24.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:24 smithi099 ceph-mon[96864]: pgmap v4255: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 16 KiB/s wr, 191 op/s 2024-04-12T17:19:24.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:24 smithi099 ceph-mon[96864]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-12T17:19:25.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:25 smithi110 ceph-mon[88691]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-12T17:19:25.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:25 smithi110 ceph-mon[88691]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-12T17:19:25.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:25 smithi099 ceph-mon[94290]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-12T17:19:25.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:25 smithi099 ceph-mon[94290]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-12T17:19:25.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:25 smithi099 ceph-mon[96864]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-12T17:19:25.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:25 smithi099 ceph-mon[96864]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-12T17:19:26.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:26 smithi110 ceph-mon[88691]: pgmap v4258: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 129 KiB/s rd, 14 KiB/s wr, 182 op/s 2024-04-12T17:19:26.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:26 smithi110 ceph-mon[88691]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-12T17:19:26.364 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:26 smithi099 ceph-mon[94290]: pgmap v4258: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 129 KiB/s rd, 14 KiB/s wr, 182 op/s 2024-04-12T17:19:26.364 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:26 smithi099 ceph-mon[94290]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-12T17:19:26.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:26 smithi099 ceph-mon[96864]: pgmap v4258: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 129 KiB/s rd, 14 KiB/s wr, 182 op/s 2024-04-12T17:19:26.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:26 smithi099 ceph-mon[96864]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-12T17:19:26.632 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:19:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:19:26] "GET /metrics HTTP/1.1" 200 36723 "" "Prometheus/2.43.0" 2024-04-12T17:19:27.059 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_name PASSED [ 45%] 2024-04-12T17:19:28.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:27 smithi110 ceph-mon[88691]: pgmap v4261: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 74 KiB/s rd, 6.5 KiB/s wr, 101 op/s 2024-04-12T17:19:28.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:27 smithi110 ceph-mon[88691]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-12T17:19:28.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:19:28.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:27 smithi099 ceph-mon[94290]: pgmap v4261: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 74 KiB/s rd, 6.5 KiB/s wr, 101 op/s 2024-04-12T17:19:28.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:27 smithi099 ceph-mon[94290]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-12T17:19:28.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:19:28.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:27 smithi099 ceph-mon[96864]: pgmap v4261: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 74 KiB/s rd, 6.5 KiB/s wr, 101 op/s 2024-04-12T17:19:28.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:27 smithi099 ceph-mon[96864]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-12T17:19:28.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:19:29.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:28 smithi110 ceph-mon[88691]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-12T17:19:29.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:28 smithi099 ceph-mon[94290]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-12T17:19:29.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:28 smithi099 ceph-mon[96864]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-12T17:19:30.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:29 smithi110 ceph-mon[88691]: pgmap v4264: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.5 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-12T17:19:30.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:29 smithi110 ceph-mon[88691]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-12T17:19:30.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:29 smithi110 ceph-mon[88691]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-12T17:19:30.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:29 smithi099 ceph-mon[94290]: pgmap v4264: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.5 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-12T17:19:30.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:29 smithi099 ceph-mon[94290]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-12T17:19:30.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:29 smithi099 ceph-mon[94290]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-12T17:19:30.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:29 smithi099 ceph-mon[96864]: pgmap v4264: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.5 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-12T17:19:30.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:29 smithi099 ceph-mon[96864]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-12T17:19:30.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:29 smithi099 ceph-mon[96864]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-12T17:19:32.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:31 smithi110 ceph-mon[88691]: pgmap v4267: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 68 KiB/s rd, 4.5 KiB/s wr, 91 op/s 2024-04-12T17:19:32.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:31 smithi110 ceph-mon[88691]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-12T17:19:32.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:31 smithi099 ceph-mon[94290]: pgmap v4267: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 68 KiB/s rd, 4.5 KiB/s wr, 91 op/s 2024-04-12T17:19:32.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:31 smithi099 ceph-mon[94290]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-12T17:19:32.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:31 smithi099 ceph-mon[96864]: pgmap v4267: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 68 KiB/s rd, 4.5 KiB/s wr, 91 op/s 2024-04-12T17:19:32.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:31 smithi099 ceph-mon[96864]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-12T17:19:32.589 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:19:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:19:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:19:33.110 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_id PASSED [ 46%] 2024-04-12T17:19:33.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:32 smithi110 ceph-mon[88691]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-12T17:19:33.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:32 smithi099 ceph-mon[94290]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-12T17:19:33.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:32 smithi099 ceph-mon[96864]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-12T17:19:34.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:33 smithi110 ceph-mon[88691]: pgmap v4270: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 71 KiB/s rd, 5.7 KiB/s wr, 96 op/s 2024-04-12T17:19:34.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:33 smithi110 ceph-mon[88691]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-12T17:19:34.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:33 smithi099 ceph-mon[94290]: pgmap v4270: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 71 KiB/s rd, 5.7 KiB/s wr, 96 op/s 2024-04-12T17:19:34.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:33 smithi099 ceph-mon[94290]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-12T17:19:34.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:34 smithi099 ceph-mon[96864]: pgmap v4270: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 71 KiB/s rd, 5.7 KiB/s wr, 96 op/s 2024-04-12T17:19:34.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:34 smithi099 ceph-mon[96864]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-12T17:19:35.077 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_sparse PASSED [ 46%] 2024-04-12T17:19:35.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:35 smithi110 ceph-mon[88691]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-12T17:19:35.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:35 smithi110 ceph-mon[88691]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-12T17:19:35.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:35 smithi099 ceph-mon[94290]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-12T17:19:35.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:35 smithi099 ceph-mon[94290]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-12T17:19:35.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:35 smithi099 ceph-mon[96864]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-12T17:19:35.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:35 smithi099 ceph-mon[96864]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-12T17:19:36.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:36 smithi110 ceph-mon[88691]: pgmap v4273: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 5.7 KiB/s wr, 85 op/s 2024-04-12T17:19:36.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:36 smithi099 ceph-mon[94290]: pgmap v4273: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 5.7 KiB/s wr, 85 op/s 2024-04-12T17:19:36.363 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:36 smithi099 ceph-mon[96864]: pgmap v4273: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 5.7 KiB/s wr, 85 op/s 2024-04-12T17:19:36.632 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:19:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:19:36] "GET /metrics HTTP/1.1" 200 36721 "" "Prometheus/2.43.0" 2024-04-12T17:19:37.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:37 smithi110 ceph-mon[88691]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-12T17:19:37.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:37 smithi099 ceph-mon[94290]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-12T17:19:37.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:37 smithi099 ceph-mon[96864]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-12T17:19:38.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:38 smithi110 ceph-mon[88691]: pgmap v4276: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 99 KiB/s rd, 9.0 KiB/s wr, 136 op/s 2024-04-12T17:19:38.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:38 smithi110 ceph-mon[88691]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-12T17:19:38.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:38 smithi099 ceph-mon[94290]: pgmap v4276: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 99 KiB/s rd, 9.0 KiB/s wr, 136 op/s 2024-04-12T17:19:38.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:38 smithi099 ceph-mon[94290]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-12T17:19:38.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:38 smithi099 ceph-mon[96864]: pgmap v4276: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 99 KiB/s rd, 9.0 KiB/s wr, 136 op/s 2024-04-12T17:19:38.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:38 smithi099 ceph-mon[96864]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-12T17:19:39.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:39 smithi110 ceph-mon[88691]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-12T17:19:39.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:39 smithi099 ceph-mon[94290]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-12T17:19:39.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:39 smithi099 ceph-mon[96864]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-12T17:19:40.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:40 smithi110 ceph-mon[88691]: pgmap v4279: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 40 KiB/s rd, 4.5 KiB/s wr, 55 op/s 2024-04-12T17:19:40.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:40 smithi110 ceph-mon[88691]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-12T17:19:40.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:40 smithi110 ceph-mon[88691]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-12T17:19:40.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:40 smithi099 ceph-mon[94290]: pgmap v4279: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 40 KiB/s rd, 4.5 KiB/s wr, 55 op/s 2024-04-12T17:19:40.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:40 smithi099 ceph-mon[94290]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-12T17:19:40.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:40 smithi099 ceph-mon[94290]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-12T17:19:40.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:40 smithi099 ceph-mon[96864]: pgmap v4279: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 40 KiB/s rd, 4.5 KiB/s wr, 55 op/s 2024-04-12T17:19:40.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:40 smithi099 ceph-mon[96864]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-12T17:19:40.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:40 smithi099 ceph-mon[96864]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-12T17:19:42.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:41 smithi110 ceph-mon[88691]: pgmap v4282: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 47 KiB/s rd, 4.5 KiB/s wr, 64 op/s 2024-04-12T17:19:42.318 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:41 smithi110 ceph-mon[88691]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-12T17:19:42.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:41 smithi099 ceph-mon[96864]: pgmap v4282: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 47 KiB/s rd, 4.5 KiB/s wr, 64 op/s 2024-04-12T17:19:42.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:41 smithi099 ceph-mon[96864]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-12T17:19:42.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:41 smithi099 ceph-mon[94290]: pgmap v4282: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 47 KiB/s rd, 4.5 KiB/s wr, 64 op/s 2024-04-12T17:19:42.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:41 smithi099 ceph-mon[94290]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-12T17:19:42.589 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:19:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:19:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:19:43.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:42 smithi110 ceph-mon[88691]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-12T17:19:43.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:19:43.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:42 smithi099 ceph-mon[94290]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-12T17:19:43.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:19:43.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:42 smithi099 ceph-mon[96864]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-12T17:19:43.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:19:44.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:43 smithi110 ceph-mon[88691]: pgmap v4285: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 51 KiB/s rd, 5.2 KiB/s wr, 70 op/s 2024-04-12T17:19:44.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:43 smithi110 ceph-mon[88691]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-12T17:19:44.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:44 smithi099 ceph-mon[96864]: pgmap v4285: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 51 KiB/s rd, 5.2 KiB/s wr, 70 op/s 2024-04-12T17:19:44.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:44 smithi099 ceph-mon[96864]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-12T17:19:44.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:43 smithi099 ceph-mon[94290]: pgmap v4285: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 51 KiB/s rd, 5.2 KiB/s wr, 70 op/s 2024-04-12T17:19:44.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:43 smithi099 ceph-mon[94290]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-12T17:19:45.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:45 smithi110 ceph-mon[88691]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-12T17:19:45.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:45 smithi110 ceph-mon[88691]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-12T17:19:45.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:45 smithi099 ceph-mon[94290]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-12T17:19:45.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:45 smithi099 ceph-mon[94290]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-12T17:19:45.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:45 smithi099 ceph-mon[96864]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-12T17:19:45.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:45 smithi099 ceph-mon[96864]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-12T17:19:46.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:46 smithi110 ceph-mon[88691]: pgmap v4288: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 74 KiB/s rd, 3.5 KiB/s wr, 98 op/s 2024-04-12T17:19:46.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:46 smithi110 ceph-mon[88691]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-12T17:19:46.364 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:46 smithi099 ceph-mon[94290]: pgmap v4288: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 74 KiB/s rd, 3.5 KiB/s wr, 98 op/s 2024-04-12T17:19:46.364 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:46 smithi099 ceph-mon[94290]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-12T17:19:46.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:46 smithi099 ceph-mon[96864]: pgmap v4288: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 74 KiB/s rd, 3.5 KiB/s wr, 98 op/s 2024-04-12T17:19:46.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:46 smithi099 ceph-mon[96864]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-12T17:19:46.632 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:19:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:19:46] "GET /metrics HTTP/1.1" 200 36726 "" "Prometheus/2.43.0" 2024-04-12T17:19:48.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:47 smithi110 ceph-mon[88691]: pgmap v4291: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 74 KiB/s rd, 3.5 KiB/s wr, 98 op/s 2024-04-12T17:19:48.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:47 smithi110 ceph-mon[88691]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-12T17:19:48.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:47 smithi099 ceph-mon[94290]: pgmap v4291: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 74 KiB/s rd, 3.5 KiB/s wr, 98 op/s 2024-04-12T17:19:48.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:47 smithi099 ceph-mon[94290]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-12T17:19:48.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:47 smithi099 ceph-mon[96864]: pgmap v4291: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 74 KiB/s rd, 3.5 KiB/s wr, 98 op/s 2024-04-12T17:19:48.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:47 smithi099 ceph-mon[96864]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-12T17:19:49.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:48 smithi110 ceph-mon[88691]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-12T17:19:49.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:48 smithi099 ceph-mon[94290]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-12T17:19:49.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:48 smithi099 ceph-mon[96864]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-12T17:19:50.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:49 smithi110 ceph-mon[88691]: pgmap v4294: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-12T17:19:50.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:49 smithi110 ceph-mon[88691]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-12T17:19:50.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:49 smithi099 ceph-mon[94290]: pgmap v4294: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-12T17:19:50.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:49 smithi099 ceph-mon[94290]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-12T17:19:50.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:49 smithi099 ceph-mon[96864]: pgmap v4294: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-12T17:19:50.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:49 smithi099 ceph-mon[96864]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-12T17:19:51.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:50 smithi110 ceph-mon[88691]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-12T17:19:51.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:50 smithi099 ceph-mon[94290]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-12T17:19:51.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:50 smithi099 ceph-mon[96864]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-12T17:19:52.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:52 smithi110 ceph-mon[88691]: pgmap v4297: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 102 KiB/s rd, 3.0 KiB/s wr, 136 op/s 2024-04-12T17:19:52.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:52 smithi110 ceph-mon[88691]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-12T17:19:52.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:52 smithi099 ceph-mon[94290]: pgmap v4297: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 102 KiB/s rd, 3.0 KiB/s wr, 136 op/s 2024-04-12T17:19:52.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:52 smithi099 ceph-mon[94290]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-12T17:19:52.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:52 smithi099 ceph-mon[96864]: pgmap v4297: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 102 KiB/s rd, 3.0 KiB/s wr, 136 op/s 2024-04-12T17:19:52.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:52 smithi099 ceph-mon[96864]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-12T17:19:52.589 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:19:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:19:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:19:53.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:53 smithi110 ceph-mon[88691]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-12T17:19:53.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:53 smithi099 ceph-mon[94290]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-12T17:19:53.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:53 smithi099 ceph-mon[96864]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-12T17:19:54.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:54 smithi110 ceph-mon[88691]: pgmap v4300: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 106 KiB/s rd, 3.7 KiB/s wr, 142 op/s 2024-04-12T17:19:54.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:54 smithi110 ceph-mon[88691]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-12T17:19:54.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:54 smithi099 ceph-mon[96864]: pgmap v4300: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 106 KiB/s rd, 3.7 KiB/s wr, 142 op/s 2024-04-12T17:19:54.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:54 smithi099 ceph-mon[96864]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-12T17:19:54.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:54 smithi099 ceph-mon[94290]: pgmap v4300: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 106 KiB/s rd, 3.7 KiB/s wr, 142 op/s 2024-04-12T17:19:54.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:54 smithi099 ceph-mon[94290]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-12T17:19:55.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:55 smithi110 ceph-mon[88691]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-12T17:19:55.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:55 smithi099 ceph-mon[94290]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-12T17:19:55.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:55 smithi099 ceph-mon[96864]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-12T17:19:56.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:56 smithi099 ceph-mon[94290]: pgmap v4303: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 139 KiB/s rd, 3.7 KiB/s wr, 186 op/s 2024-04-12T17:19:56.283 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:56 smithi099 ceph-mon[94290]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-12T17:19:56.283 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:56 smithi099 ceph-mon[96864]: pgmap v4303: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 139 KiB/s rd, 3.7 KiB/s wr, 186 op/s 2024-04-12T17:19:56.283 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:56 smithi099 ceph-mon[96864]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-12T17:19:56.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:56 smithi110 ceph-mon[88691]: pgmap v4303: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 139 KiB/s rd, 3.7 KiB/s wr, 186 op/s 2024-04-12T17:19:56.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:56 smithi110 ceph-mon[88691]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-12T17:19:56.632 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:19:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:19:56] "GET /metrics HTTP/1.1" 200 36726 "" "Prometheus/2.43.0" 2024-04-12T17:19:57.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:57 smithi110 ceph-mon[88691]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-12T17:19:57.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:57 smithi099 ceph-mon[94290]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-12T17:19:57.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:57 smithi099 ceph-mon[96864]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-12T17:19:58.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:58 smithi110 ceph-mon[88691]: pgmap v4306: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 139 KiB/s rd, 3.7 KiB/s wr, 186 op/s 2024-04-12T17:19:58.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:58 smithi110 ceph-mon[88691]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-12T17:19:58.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:19:58.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:58 smithi099 ceph-mon[94290]: pgmap v4306: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 139 KiB/s rd, 3.7 KiB/s wr, 186 op/s 2024-04-12T17:19:58.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:58 smithi099 ceph-mon[94290]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-12T17:19:58.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:19:58.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:58 smithi099 ceph-mon[96864]: pgmap v4306: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 139 KiB/s rd, 3.7 KiB/s wr, 186 op/s 2024-04-12T17:19:58.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:58 smithi099 ceph-mon[96864]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-12T17:19:58.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:19:59.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:19:59 smithi110 ceph-mon[88691]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-12T17:19:59.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:19:59 smithi099 ceph-mon[96864]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-12T17:19:59.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:19:59 smithi099 ceph-mon[94290]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-12T17:20:00.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:00 smithi110 ceph-mon[88691]: pgmap v4309: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-12T17:20:00.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:00 smithi110 ceph-mon[88691]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-12T17:20:00.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:00 smithi110 ceph-mon[88691]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-12T17:20:00.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:00 smithi099 ceph-mon[94290]: pgmap v4309: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-12T17:20:00.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:00 smithi099 ceph-mon[94290]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-12T17:20:00.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:00 smithi099 ceph-mon[94290]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-12T17:20:00.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:00 smithi099 ceph-mon[96864]: pgmap v4309: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-12T17:20:00.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:00 smithi099 ceph-mon[96864]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-12T17:20:00.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:00 smithi099 ceph-mon[96864]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-12T17:20:01.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:01 smithi110 ceph-mon[88691]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-12T17:20:01.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:01 smithi099 ceph-mon[94290]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-12T17:20:01.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:01 smithi099 ceph-mon[96864]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-12T17:20:02.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:02 smithi110 ceph-mon[88691]: pgmap v4312: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 167 KiB/s rd, 3.2 KiB/s wr, 224 op/s 2024-04-12T17:20:02.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:02 smithi110 ceph-mon[88691]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-12T17:20:02.339 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:20:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:20:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:20:02.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:02 smithi099 ceph-mon[94290]: pgmap v4312: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 167 KiB/s rd, 3.2 KiB/s wr, 224 op/s 2024-04-12T17:20:02.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:02 smithi099 ceph-mon[94290]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-12T17:20:02.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:02 smithi099 ceph-mon[96864]: pgmap v4312: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 167 KiB/s rd, 3.2 KiB/s wr, 224 op/s 2024-04-12T17:20:02.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:02 smithi099 ceph-mon[96864]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-12T17:20:03.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:03 smithi110 ceph-mon[88691]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-12T17:20:03.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:03 smithi099 ceph-mon[94290]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-12T17:20:03.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:03 smithi099 ceph-mon[96864]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-12T17:20:04.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:04 smithi110 ceph-mon[88691]: pgmap v4315: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 171 KiB/s rd, 3.5 KiB/s wr, 229 op/s 2024-04-12T17:20:04.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:04 smithi110 ceph-mon[88691]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-12T17:20:04.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:04 smithi099 ceph-mon[94290]: pgmap v4315: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 171 KiB/s rd, 3.5 KiB/s wr, 229 op/s 2024-04-12T17:20:04.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:04 smithi099 ceph-mon[94290]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-12T17:20:04.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:04 smithi099 ceph-mon[96864]: pgmap v4315: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 171 KiB/s rd, 3.5 KiB/s wr, 229 op/s 2024-04-12T17:20:04.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:04 smithi099 ceph-mon[96864]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-12T17:20:05.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:05 smithi099 ceph-mon[94290]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-12T17:20:05.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:05 smithi099 ceph-mon[96864]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-12T17:20:05.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:05 smithi110 ceph-mon[88691]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-12T17:20:06.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:06 smithi099 ceph-mon[96864]: pgmap v4318: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 204 KiB/s rd, 3.0 KiB/s wr, 272 op/s 2024-04-12T17:20:06.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:06 smithi099 ceph-mon[96864]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-12T17:20:06.364 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:06 smithi099 ceph-mon[94290]: pgmap v4318: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 204 KiB/s rd, 3.0 KiB/s wr, 272 op/s 2024-04-12T17:20:06.364 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:06 smithi099 ceph-mon[94290]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-12T17:20:06.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:06 smithi110 ceph-mon[88691]: pgmap v4318: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 204 KiB/s rd, 3.0 KiB/s wr, 272 op/s 2024-04-12T17:20:06.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:06 smithi110 ceph-mon[88691]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-12T17:20:06.632 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:20:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:20:06] "GET /metrics HTTP/1.1" 200 36726 "" "Prometheus/2.43.0" 2024-04-12T17:20:07.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:07 smithi099 ceph-mon[94290]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-12T17:20:07.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:07 smithi099 ceph-mon[96864]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-12T17:20:07.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:07 smithi110 ceph-mon[88691]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-12T17:20:08.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:08 smithi099 ceph-mon[94290]: pgmap v4321: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 204 KiB/s rd, 4.0 KiB/s wr, 273 op/s 2024-04-12T17:20:08.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:08 smithi099 ceph-mon[94290]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-12T17:20:08.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:08 smithi099 ceph-mon[96864]: pgmap v4321: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 204 KiB/s rd, 4.0 KiB/s wr, 273 op/s 2024-04-12T17:20:08.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:08 smithi099 ceph-mon[96864]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-12T17:20:08.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:08 smithi110 ceph-mon[88691]: pgmap v4321: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 204 KiB/s rd, 4.0 KiB/s wr, 273 op/s 2024-04-12T17:20:08.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:08 smithi110 ceph-mon[88691]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-12T17:20:09.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:09 smithi099 ceph-mon[94290]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-12T17:20:09.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:09 smithi099 ceph-mon[96864]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-12T17:20:09.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:09 smithi110 ceph-mon[88691]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-12T17:20:10.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:10 smithi099 ceph-mon[94290]: pgmap v4324: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-12T17:20:10.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:10 smithi099 ceph-mon[94290]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-12T17:20:10.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:10 smithi099 ceph-mon[96864]: pgmap v4324: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-12T17:20:10.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:10 smithi099 ceph-mon[96864]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-12T17:20:10.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:10 smithi110 ceph-mon[88691]: pgmap v4324: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-12T17:20:10.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:10 smithi110 ceph-mon[88691]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-12T17:20:11.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:11 smithi110 ceph-mon[88691]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-12T17:20:11.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:11 smithi110 ceph-mon[88691]: pgmap v4327: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 3.2 KiB/s wr, 248 op/s 2024-04-12T17:20:11.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:11 smithi099 ceph-mon[96864]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-12T17:20:11.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:11 smithi099 ceph-mon[96864]: pgmap v4327: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 3.2 KiB/s wr, 248 op/s 2024-04-12T17:20:11.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:11 smithi099 ceph-mon[94290]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-12T17:20:11.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:11 smithi099 ceph-mon[94290]: pgmap v4327: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 3.2 KiB/s wr, 248 op/s 2024-04-12T17:20:12.490 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:12 smithi110 ceph-mon[88691]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-12T17:20:12.490 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:20:12.491 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:20:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:20:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:20:12.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:12 smithi099 ceph-mon[94290]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-12T17:20:12.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:20:12.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:12 smithi099 ceph-mon[96864]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-12T17:20:12.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:20:13.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:13 smithi110 ceph-mon[88691]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-12T17:20:13.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:20:13.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:20:13.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:20:13.590 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:20:13.590 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:13 smithi110 ceph-mon[88691]: pgmap v4330: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 188 KiB/s rd, 4.0 KiB/s wr, 253 op/s 2024-04-12T17:20:13.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:13 smithi099 ceph-mon[94290]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-12T17:20:13.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:20:13.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:20:13.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:20:13.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:20:13.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:13 smithi099 ceph-mon[94290]: pgmap v4330: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 188 KiB/s rd, 4.0 KiB/s wr, 253 op/s 2024-04-12T17:20:13.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:13 smithi099 ceph-mon[96864]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-12T17:20:13.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:20:13.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:20:13.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:20:13.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:20:13.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:13 smithi099 ceph-mon[96864]: pgmap v4330: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 188 KiB/s rd, 4.0 KiB/s wr, 253 op/s 2024-04-12T17:20:14.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:14 smithi110 ceph-mon[88691]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-12T17:20:14.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:14 smithi099 ceph-mon[94290]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-12T17:20:14.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:14 smithi099 ceph-mon[96864]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-12T17:20:15.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:15 smithi110 ceph-mon[88691]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-12T17:20:15.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:15 smithi110 ceph-mon[88691]: pgmap v4333: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 261 KiB/s rd, 2.7 KiB/s wr, 349 op/s 2024-04-12T17:20:15.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:15 smithi099 ceph-mon[96864]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-12T17:20:15.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:15 smithi099 ceph-mon[96864]: pgmap v4333: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 261 KiB/s rd, 2.7 KiB/s wr, 349 op/s 2024-04-12T17:20:15.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:15 smithi099 ceph-mon[94290]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-12T17:20:15.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:15 smithi099 ceph-mon[94290]: pgmap v4333: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 261 KiB/s rd, 2.7 KiB/s wr, 349 op/s 2024-04-12T17:20:16.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:16 smithi110 ceph-mon[88691]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-12T17:20:16.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:16 smithi099 ceph-mon[94290]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-12T17:20:16.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:16 smithi099 ceph-mon[96864]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-12T17:20:16.632 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:20:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:20:16] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-04-12T17:20:17.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:17 smithi110 ceph-mon[88691]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-12T17:20:17.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:17 smithi110 ceph-mon[88691]: pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 261 KiB/s rd, 2.5 KiB/s wr, 349 op/s 2024-04-12T17:20:17.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:17 smithi099 ceph-mon[94290]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-12T17:20:17.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:17 smithi099 ceph-mon[94290]: pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 261 KiB/s rd, 2.5 KiB/s wr, 349 op/s 2024-04-12T17:20:17.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:17 smithi099 ceph-mon[96864]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-12T17:20:17.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:17 smithi099 ceph-mon[96864]: pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 261 KiB/s rd, 2.5 KiB/s wr, 349 op/s 2024-04-12T17:20:18.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:18 smithi110 ceph-mon[88691]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-12T17:20:18.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:18 smithi099 ceph-mon[94290]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-12T17:20:18.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:18 smithi099 ceph-mon[96864]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-12T17:20:19.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:19 smithi110 ceph-mon[88691]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-12T17:20:19.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:19 smithi110 ceph-mon[88691]: pgmap v4339: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-12T17:20:19.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:19 smithi099 ceph-mon[94290]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-12T17:20:19.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:19 smithi099 ceph-mon[94290]: pgmap v4339: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-12T17:20:19.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:19 smithi099 ceph-mon[96864]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-12T17:20:19.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:19 smithi099 ceph-mon[96864]: pgmap v4339: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-12T17:20:20.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:20 smithi110 ceph-mon[88691]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-12T17:20:20.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:20 smithi099 ceph-mon[94290]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-12T17:20:20.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:20 smithi099 ceph-mon[96864]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-12T17:20:21.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:21 smithi110 ceph-mon[88691]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-12T17:20:21.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:21 smithi110 ceph-mon[88691]: pgmap v4342: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 291 KiB/s rd, 3.7 KiB/s wr, 391 op/s 2024-04-12T17:20:21.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:21 smithi099 ceph-mon[94290]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-12T17:20:21.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:21 smithi099 ceph-mon[94290]: pgmap v4342: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 291 KiB/s rd, 3.7 KiB/s wr, 391 op/s 2024-04-12T17:20:21.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:21 smithi099 ceph-mon[96864]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-12T17:20:21.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:21 smithi099 ceph-mon[96864]: pgmap v4342: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 291 KiB/s rd, 3.7 KiB/s wr, 391 op/s 2024-04-12T17:20:22.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:22 smithi110 ceph-mon[88691]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-12T17:20:22.589 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:20:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:20:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:20:22.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:22 smithi099 ceph-mon[94290]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-12T17:20:22.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:22 smithi099 ceph-mon[96864]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-12T17:20:23.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:23 smithi110 ceph-mon[88691]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-12T17:20:23.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:23 smithi110 ceph-mon[88691]: pgmap v4345: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 295 KiB/s rd, 4.2 KiB/s wr, 396 op/s 2024-04-12T17:20:23.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:23 smithi099 ceph-mon[94290]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-12T17:20:23.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:23 smithi099 ceph-mon[94290]: pgmap v4345: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 295 KiB/s rd, 4.2 KiB/s wr, 396 op/s 2024-04-12T17:20:23.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:23 smithi099 ceph-mon[96864]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-12T17:20:23.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:23 smithi099 ceph-mon[96864]: pgmap v4345: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 295 KiB/s rd, 4.2 KiB/s wr, 396 op/s 2024-04-12T17:20:24.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:24 smithi110 ceph-mon[88691]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-12T17:20:24.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:24 smithi099 ceph-mon[94290]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-12T17:20:24.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:24 smithi099 ceph-mon[96864]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-12T17:20:25.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:25 smithi110 ceph-mon[88691]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-12T17:20:25.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:25 smithi110 ceph-mon[88691]: pgmap v4348: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 328 KiB/s rd, 3.5 KiB/s wr, 439 op/s 2024-04-12T17:20:25.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:25 smithi099 ceph-mon[94290]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-12T17:20:25.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:25 smithi099 ceph-mon[94290]: pgmap v4348: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 328 KiB/s rd, 3.5 KiB/s wr, 439 op/s 2024-04-12T17:20:25.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:25 smithi099 ceph-mon[96864]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-12T17:20:25.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:25 smithi099 ceph-mon[96864]: pgmap v4348: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 328 KiB/s rd, 3.5 KiB/s wr, 439 op/s 2024-04-12T17:20:26.533 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:26 smithi099 ceph-mon[94290]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-12T17:20:26.534 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:26 smithi099 ceph-mon[96864]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-12T17:20:26.534 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:20:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:20:26] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-04-12T17:20:26.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:26 smithi110 ceph-mon[88691]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-12T17:20:27.551 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:27 smithi099 ceph-mon[94290]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-12T17:20:27.551 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:27 smithi099 ceph-mon[94290]: pgmap v4351: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 328 KiB/s rd, 3.5 KiB/s wr, 439 op/s 2024-04-12T17:20:27.551 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:27 smithi099 ceph-mon[96864]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-12T17:20:27.551 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:27 smithi099 ceph-mon[96864]: pgmap v4351: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 328 KiB/s rd, 3.5 KiB/s wr, 439 op/s 2024-04-12T17:20:27.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:27 smithi110 ceph-mon[88691]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-12T17:20:27.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:27 smithi110 ceph-mon[88691]: pgmap v4351: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 328 KiB/s rd, 3.5 KiB/s wr, 439 op/s 2024-04-12T17:20:28.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:28 smithi110 ceph-mon[88691]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-12T17:20:28.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:20:28.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:28 smithi099 ceph-mon[94290]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-12T17:20:28.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:20:28.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:28 smithi099 ceph-mon[96864]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-12T17:20:28.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:20:29.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:29 smithi110 ceph-mon[88691]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-12T17:20:29.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:29 smithi110 ceph-mon[88691]: pgmap v4354: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-12T17:20:29.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:29 smithi099 ceph-mon[96864]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-12T17:20:29.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:29 smithi099 ceph-mon[96864]: pgmap v4354: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-12T17:20:29.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:29 smithi099 ceph-mon[94290]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-12T17:20:29.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:29 smithi099 ceph-mon[94290]: pgmap v4354: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-12T17:20:30.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:30 smithi110 ceph-mon[88691]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-12T17:20:30.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:30 smithi099 ceph-mon[94290]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-12T17:20:30.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:30 smithi099 ceph-mon[96864]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-12T17:20:31.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:31 smithi110 ceph-mon[88691]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-12T17:20:31.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:31 smithi110 ceph-mon[88691]: pgmap v4357: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 356 KiB/s rd, 3.5 KiB/s wr, 478 op/s 2024-04-12T17:20:31.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:31 smithi099 ceph-mon[94290]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-12T17:20:31.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:31 smithi099 ceph-mon[94290]: pgmap v4357: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 356 KiB/s rd, 3.5 KiB/s wr, 478 op/s 2024-04-12T17:20:31.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:31 smithi099 ceph-mon[96864]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-12T17:20:31.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:31 smithi099 ceph-mon[96864]: pgmap v4357: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 356 KiB/s rd, 3.5 KiB/s wr, 478 op/s 2024-04-12T17:20:32.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:32 smithi110 ceph-mon[88691]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-12T17:20:32.589 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:20:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:20:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:20:32.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:32 smithi099 ceph-mon[94290]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-12T17:20:32.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:32 smithi099 ceph-mon[96864]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-12T17:20:33.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:33 smithi110 ceph-mon[88691]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-12T17:20:33.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:33 smithi110 ceph-mon[88691]: pgmap v4360: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 360 KiB/s rd, 4.0 KiB/s wr, 483 op/s 2024-04-12T17:20:33.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:33 smithi099 ceph-mon[94290]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-12T17:20:33.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:33 smithi099 ceph-mon[94290]: pgmap v4360: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 360 KiB/s rd, 4.0 KiB/s wr, 483 op/s 2024-04-12T17:20:33.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:33 smithi099 ceph-mon[96864]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-12T17:20:33.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:33 smithi099 ceph-mon[96864]: pgmap v4360: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 360 KiB/s rd, 4.0 KiB/s wr, 483 op/s 2024-04-12T17:20:34.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:34 smithi110 ceph-mon[88691]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-12T17:20:34.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:34 smithi099 ceph-mon[94290]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-12T17:20:34.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:34 smithi099 ceph-mon[96864]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-12T17:20:35.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:35 smithi110 ceph-mon[88691]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-12T17:20:35.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:35 smithi110 ceph-mon[88691]: pgmap v4363: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 392 KiB/s rd, 3.0 KiB/s wr, 526 op/s 2024-04-12T17:20:35.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:35 smithi099 ceph-mon[96864]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-12T17:20:35.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:35 smithi099 ceph-mon[96864]: pgmap v4363: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 392 KiB/s rd, 3.0 KiB/s wr, 526 op/s 2024-04-12T17:20:35.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:35 smithi099 ceph-mon[94290]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-12T17:20:35.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:35 smithi099 ceph-mon[94290]: pgmap v4363: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 392 KiB/s rd, 3.0 KiB/s wr, 526 op/s 2024-04-12T17:20:36.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:36 smithi110 ceph-mon[88691]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-12T17:20:36.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:36 smithi099 ceph-mon[94290]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-12T17:20:36.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:36 smithi099 ceph-mon[96864]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-12T17:20:36.632 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:20:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:20:36] "GET /metrics HTTP/1.1" 200 36725 "" "Prometheus/2.43.0" 2024-04-12T17:20:37.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:37 smithi110 ceph-mon[88691]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-12T17:20:37.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:37 smithi110 ceph-mon[88691]: pgmap v4366: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 392 KiB/s rd, 3.7 KiB/s wr, 527 op/s 2024-04-12T17:20:37.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:37 smithi099 ceph-mon[94290]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-12T17:20:37.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:37 smithi099 ceph-mon[94290]: pgmap v4366: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 392 KiB/s rd, 3.7 KiB/s wr, 527 op/s 2024-04-12T17:20:37.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:37 smithi099 ceph-mon[96864]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-12T17:20:37.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:37 smithi099 ceph-mon[96864]: pgmap v4366: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 392 KiB/s rd, 3.7 KiB/s wr, 527 op/s 2024-04-12T17:20:38.331 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:38 smithi099 ceph-mon[94290]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-12T17:20:38.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:38 smithi110 ceph-mon[88691]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-12T17:20:38.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:38 smithi099 ceph-mon[96864]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-12T17:20:39.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:39 smithi110 ceph-mon[88691]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-12T17:20:39.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:39 smithi110 ceph-mon[88691]: pgmap v4369: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-12T17:20:39.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:39 smithi099 ceph-mon[94290]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-12T17:20:39.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:39 smithi099 ceph-mon[94290]: pgmap v4369: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-12T17:20:39.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:39 smithi099 ceph-mon[96864]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-12T17:20:39.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:39 smithi099 ceph-mon[96864]: pgmap v4369: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-12T17:20:40.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:40 smithi099 ceph-mon[94290]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-12T17:20:40.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:40 smithi099 ceph-mon[96864]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-12T17:20:40.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:40 smithi110 ceph-mon[88691]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-12T17:20:41.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:41 smithi099 ceph-mon[96864]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-12T17:20:41.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:41 smithi099 ceph-mon[96864]: pgmap v4372: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 421 KiB/s rd, 3.0 KiB/s wr, 565 op/s 2024-04-12T17:20:41.633 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:41 smithi099 ceph-mon[94290]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-12T17:20:41.633 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:41 smithi099 ceph-mon[94290]: pgmap v4372: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 421 KiB/s rd, 3.0 KiB/s wr, 565 op/s 2024-04-12T17:20:41.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:41 smithi110 ceph-mon[88691]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-12T17:20:41.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:41 smithi110 ceph-mon[88691]: pgmap v4372: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 421 KiB/s rd, 3.0 KiB/s wr, 565 op/s 2024-04-12T17:20:42.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:42 smithi110 ceph-mon[88691]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-12T17:20:42.589 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:20:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:20:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:20:42.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:42 smithi099 ceph-mon[94290]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-12T17:20:42.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:42 smithi099 ceph-mon[96864]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-12T17:20:43.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:43 smithi099 ceph-mon[94290]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-12T17:20:43.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:43 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:20:43.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:43 smithi099 ceph-mon[94290]: pgmap v4375: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 425 KiB/s rd, 3.5 KiB/s wr, 570 op/s 2024-04-12T17:20:43.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:43 smithi099 ceph-mon[96864]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-12T17:20:43.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:43 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:20:43.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:43 smithi099 ceph-mon[96864]: pgmap v4375: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 425 KiB/s rd, 3.5 KiB/s wr, 570 op/s 2024-04-12T17:20:43.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:43 smithi110 ceph-mon[88691]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-12T17:20:43.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:43 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:20:43.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:43 smithi110 ceph-mon[88691]: pgmap v4375: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 425 KiB/s rd, 3.5 KiB/s wr, 570 op/s 2024-04-12T17:20:44.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:44 smithi099 ceph-mon[94290]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-12T17:20:44.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:44 smithi099 ceph-mon[96864]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-12T17:20:44.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:44 smithi110 ceph-mon[88691]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-12T17:20:45.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:45 smithi099 ceph-mon[94290]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-12T17:20:45.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:45 smithi099 ceph-mon[94290]: pgmap v4378: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 459 KiB/s rd, 3.5 KiB/s wr, 617 op/s 2024-04-12T17:20:45.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:45 smithi099 ceph-mon[96864]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-12T17:20:45.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:45 smithi099 ceph-mon[96864]: pgmap v4378: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 459 KiB/s rd, 3.5 KiB/s wr, 617 op/s 2024-04-12T17:20:45.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:45 smithi110 ceph-mon[88691]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-12T17:20:45.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:45 smithi110 ceph-mon[88691]: pgmap v4378: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 459 KiB/s rd, 3.5 KiB/s wr, 617 op/s 2024-04-12T17:20:46.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:46 smithi099 ceph-mon[94290]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-12T17:20:46.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:46 smithi099 ceph-mon[96864]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-12T17:20:46.633 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:20:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:20:46] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-12T17:20:46.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:46 smithi110 ceph-mon[88691]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-12T17:20:47.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:47 smithi110 ceph-mon[88691]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-12T17:20:47.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:47 smithi110 ceph-mon[88691]: pgmap v4381: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 458 KiB/s rd, 3.5 KiB/s wr, 616 op/s 2024-04-12T17:20:47.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:47 smithi099 ceph-mon[94290]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-12T17:20:47.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:47 smithi099 ceph-mon[94290]: pgmap v4381: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 458 KiB/s rd, 3.5 KiB/s wr, 616 op/s 2024-04-12T17:20:47.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:47 smithi099 ceph-mon[96864]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-12T17:20:47.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:47 smithi099 ceph-mon[96864]: pgmap v4381: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 458 KiB/s rd, 3.5 KiB/s wr, 616 op/s 2024-04-12T17:20:48.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:48 smithi110 ceph-mon[88691]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-12T17:20:48.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:48 smithi099 ceph-mon[94290]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-12T17:20:48.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:48 smithi099 ceph-mon[96864]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-12T17:20:49.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:49 smithi110 ceph-mon[88691]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-12T17:20:49.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:49 smithi110 ceph-mon[88691]: pgmap v4384: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 KiB/s rd, 511 B/s wr, 4 op/s 2024-04-12T17:20:49.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:49 smithi099 ceph-mon[94290]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-12T17:20:49.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:49 smithi099 ceph-mon[94290]: pgmap v4384: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 KiB/s rd, 511 B/s wr, 4 op/s 2024-04-12T17:20:49.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:49 smithi099 ceph-mon[96864]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-12T17:20:49.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:49 smithi099 ceph-mon[96864]: pgmap v4384: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 KiB/s rd, 511 B/s wr, 4 op/s 2024-04-12T17:20:50.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:50 smithi110 ceph-mon[88691]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-12T17:20:50.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:50 smithi099 ceph-mon[94290]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-12T17:20:50.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:50 smithi099 ceph-mon[96864]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-12T17:20:51.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:51 smithi110 ceph-mon[88691]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-12T17:20:51.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:51 smithi110 ceph-mon[88691]: pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 487 KiB/s rd, 3.5 KiB/s wr, 657 op/s 2024-04-12T17:20:51.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:51 smithi099 ceph-mon[94290]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-12T17:20:51.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:51 smithi099 ceph-mon[94290]: pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 487 KiB/s rd, 3.5 KiB/s wr, 657 op/s 2024-04-12T17:20:51.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:51 smithi099 ceph-mon[96864]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-12T17:20:51.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:51 smithi099 ceph-mon[96864]: pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 487 KiB/s rd, 3.5 KiB/s wr, 657 op/s 2024-04-12T17:20:52.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:52 smithi110 ceph-mon[88691]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-12T17:20:52.589 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:20:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:20:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:20:52.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:52 smithi099 ceph-mon[94290]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-12T17:20:52.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:52 smithi099 ceph-mon[96864]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-12T17:20:53.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:53 smithi110 ceph-mon[88691]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-12T17:20:53.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:53 smithi110 ceph-mon[88691]: pgmap v4390: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 491 KiB/s rd, 4.0 KiB/s wr, 662 op/s 2024-04-12T17:20:53.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:53 smithi099 ceph-mon[94290]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-12T17:20:53.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:53 smithi099 ceph-mon[94290]: pgmap v4390: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 491 KiB/s rd, 4.0 KiB/s wr, 662 op/s 2024-04-12T17:20:53.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:53 smithi099 ceph-mon[96864]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-12T17:20:53.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:53 smithi099 ceph-mon[96864]: pgmap v4390: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 491 KiB/s rd, 4.0 KiB/s wr, 662 op/s 2024-04-12T17:20:54.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:54 smithi110 ceph-mon[88691]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-12T17:20:54.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:54 smithi099 ceph-mon[94290]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-12T17:20:54.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:54 smithi099 ceph-mon[96864]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-12T17:20:55.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:55 smithi110 ceph-mon[88691]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-12T17:20:55.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:55 smithi110 ceph-mon[88691]: pgmap v4393: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 524 KiB/s rd, 3.5 KiB/s wr, 705 op/s 2024-04-12T17:20:55.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:55 smithi099 ceph-mon[94290]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-12T17:20:55.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:55 smithi099 ceph-mon[94290]: pgmap v4393: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 524 KiB/s rd, 3.5 KiB/s wr, 705 op/s 2024-04-12T17:20:55.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:55 smithi099 ceph-mon[96864]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-12T17:20:55.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:55 smithi099 ceph-mon[96864]: pgmap v4393: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 524 KiB/s rd, 3.5 KiB/s wr, 705 op/s 2024-04-12T17:20:56.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:56 smithi099 ceph-mon[94290]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-12T17:20:56.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:56 smithi099 ceph-mon[96864]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-12T17:20:56.633 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:20:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:20:56] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-12T17:20:56.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:56 smithi110 ceph-mon[88691]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-12T17:20:57.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:57 smithi110 ceph-mon[88691]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-12T17:20:57.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:57 smithi110 ceph-mon[88691]: pgmap v4396: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 524 KiB/s rd, 3.2 KiB/s wr, 705 op/s 2024-04-12T17:20:57.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:57 smithi099 ceph-mon[94290]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-12T17:20:57.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:57 smithi099 ceph-mon[94290]: pgmap v4396: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 524 KiB/s rd, 3.2 KiB/s wr, 705 op/s 2024-04-12T17:20:57.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:57 smithi099 ceph-mon[96864]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-12T17:20:57.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:57 smithi099 ceph-mon[96864]: pgmap v4396: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 524 KiB/s rd, 3.2 KiB/s wr, 705 op/s 2024-04-12T17:20:58.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:58 smithi110 ceph-mon[88691]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-12T17:20:58.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:20:58.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:58 smithi099 ceph-mon[94290]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-12T17:20:58.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:20:58.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:58 smithi099 ceph-mon[96864]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-12T17:20:58.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:20:59.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:59 smithi110 ceph-mon[88691]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-12T17:20:59.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:20:59 smithi110 ceph-mon[88691]: pgmap v4399: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-12T17:20:59.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:59 smithi099 ceph-mon[96864]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-12T17:20:59.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:20:59 smithi099 ceph-mon[96864]: pgmap v4399: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-12T17:20:59.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:59 smithi099 ceph-mon[94290]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-12T17:20:59.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:20:59 smithi099 ceph-mon[94290]: pgmap v4399: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-12T17:21:00.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:00 smithi110 ceph-mon[88691]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-12T17:21:00.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:00 smithi099 ceph-mon[96864]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-12T17:21:00.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:00 smithi099 ceph-mon[94290]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-12T17:21:01.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:01 smithi110 ceph-mon[88691]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-12T17:21:01.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:01 smithi110 ceph-mon[88691]: pgmap v4402: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 552 KiB/s rd, 3.7 KiB/s wr, 744 op/s 2024-04-12T17:21:01.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:01 smithi099 ceph-mon[94290]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-12T17:21:01.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:01 smithi099 ceph-mon[94290]: pgmap v4402: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 552 KiB/s rd, 3.7 KiB/s wr, 744 op/s 2024-04-12T17:21:01.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:01 smithi099 ceph-mon[96864]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-12T17:21:01.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:01 smithi099 ceph-mon[96864]: pgmap v4402: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 552 KiB/s rd, 3.7 KiB/s wr, 744 op/s 2024-04-12T17:21:02.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:02 smithi110 ceph-mon[88691]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-12T17:21:02.589 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:21:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:21:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:21:02.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:02 smithi099 ceph-mon[94290]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-12T17:21:02.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:02 smithi099 ceph-mon[96864]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-12T17:21:03.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:03 smithi110 ceph-mon[88691]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-12T17:21:03.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:03 smithi110 ceph-mon[88691]: pgmap v4405: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 556 KiB/s rd, 3.7 KiB/s wr, 749 op/s 2024-04-12T17:21:03.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:03 smithi099 ceph-mon[94290]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-12T17:21:03.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:03 smithi099 ceph-mon[94290]: pgmap v4405: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 556 KiB/s rd, 3.7 KiB/s wr, 749 op/s 2024-04-12T17:21:03.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:03 smithi099 ceph-mon[96864]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-12T17:21:03.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:03 smithi099 ceph-mon[96864]: pgmap v4405: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 556 KiB/s rd, 3.7 KiB/s wr, 749 op/s 2024-04-12T17:21:04.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:04 smithi110 ceph-mon[88691]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-12T17:21:04.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:04 smithi099 ceph-mon[94290]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-12T17:21:04.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:04 smithi099 ceph-mon[96864]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-12T17:21:05.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:05 smithi110 ceph-mon[88691]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-12T17:21:05.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:05 smithi110 ceph-mon[88691]: pgmap v4408: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 589 KiB/s rd, 3.2 KiB/s wr, 793 op/s 2024-04-12T17:21:05.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:05 smithi099 ceph-mon[94290]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-12T17:21:05.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:05 smithi099 ceph-mon[94290]: pgmap v4408: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 589 KiB/s rd, 3.2 KiB/s wr, 793 op/s 2024-04-12T17:21:05.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:05 smithi099 ceph-mon[96864]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-12T17:21:05.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:05 smithi099 ceph-mon[96864]: pgmap v4408: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 589 KiB/s rd, 3.2 KiB/s wr, 793 op/s 2024-04-12T17:21:06.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:06 smithi099 ceph-mon[94290]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-12T17:21:06.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:06 smithi099 ceph-mon[96864]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-12T17:21:06.633 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:21:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:21:06] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-04-12T17:21:06.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:06 smithi110 ceph-mon[88691]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-12T17:21:07.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:07 smithi110 ceph-mon[88691]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-12T17:21:07.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:07 smithi110 ceph-mon[88691]: pgmap v4411: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 589 KiB/s rd, 4.0 KiB/s wr, 793 op/s 2024-04-12T17:21:07.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:07 smithi099 ceph-mon[94290]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-12T17:21:07.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:07 smithi099 ceph-mon[94290]: pgmap v4411: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 589 KiB/s rd, 4.0 KiB/s wr, 793 op/s 2024-04-12T17:21:07.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:07 smithi099 ceph-mon[96864]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-12T17:21:07.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:07 smithi099 ceph-mon[96864]: pgmap v4411: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 589 KiB/s rd, 4.0 KiB/s wr, 793 op/s 2024-04-12T17:21:08.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:08 smithi110 ceph-mon[88691]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-12T17:21:08.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:08 smithi099 ceph-mon[96864]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-12T17:21:08.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:08 smithi099 ceph-mon[94290]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-12T17:21:09.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:09 smithi110 ceph-mon[88691]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-12T17:21:09.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:09 smithi110 ceph-mon[88691]: pgmap v4414: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-12T17:21:09.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:09 smithi099 ceph-mon[96864]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-12T17:21:09.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:09 smithi099 ceph-mon[96864]: pgmap v4414: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-12T17:21:09.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:09 smithi099 ceph-mon[94290]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-12T17:21:09.883 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:09 smithi099 ceph-mon[94290]: pgmap v4414: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-12T17:21:10.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:10 smithi110 ceph-mon[88691]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-12T17:21:10.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:10 smithi099 ceph-mon[94290]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-12T17:21:10.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:10 smithi099 ceph-mon[96864]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-12T17:21:11.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:11 smithi110 ceph-mon[88691]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-12T17:21:11.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:11 smithi110 ceph-mon[88691]: pgmap v4417: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 617 KiB/s rd, 3.0 KiB/s wr, 831 op/s 2024-04-12T17:21:11.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:11 smithi099 ceph-mon[94290]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-12T17:21:11.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:11 smithi099 ceph-mon[94290]: pgmap v4417: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 617 KiB/s rd, 3.0 KiB/s wr, 831 op/s 2024-04-12T17:21:11.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:11 smithi099 ceph-mon[96864]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-12T17:21:11.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:11 smithi099 ceph-mon[96864]: pgmap v4417: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 617 KiB/s rd, 3.0 KiB/s wr, 831 op/s 2024-04-12T17:21:12.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:12 smithi110 ceph-mon[88691]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-12T17:21:12.589 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:21:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:21:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:21:12.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:12 smithi099 ceph-mon[94290]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-12T17:21:12.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:12 smithi099 ceph-mon[96864]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-12T17:21:13.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:13 smithi110 ceph-mon[88691]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-12T17:21:13.840 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:21:13.840 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:13 smithi110 ceph-mon[88691]: pgmap v4420: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 621 KiB/s rd, 3.2 KiB/s wr, 836 op/s 2024-04-12T17:21:13.840 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:21:13.840 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:21:13.840 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:21:13.840 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:21:13.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:13 smithi099 ceph-mon[96864]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-12T17:21:13.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:21:13.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:13 smithi099 ceph-mon[96864]: pgmap v4420: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 621 KiB/s rd, 3.2 KiB/s wr, 836 op/s 2024-04-12T17:21:13.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:21:13.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:21:13.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:21:13.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:21:13.883 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:13 smithi099 ceph-mon[94290]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-12T17:21:13.883 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:21:13.883 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:13 smithi099 ceph-mon[94290]: pgmap v4420: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 621 KiB/s rd, 3.2 KiB/s wr, 836 op/s 2024-04-12T17:21:13.883 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:21:13.883 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:21:13.883 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:21:13.883 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:21:14.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:14 smithi110 ceph-mon[88691]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-12T17:21:14.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:14 smithi099 ceph-mon[94290]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-12T17:21:14.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:14 smithi099 ceph-mon[96864]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-12T17:21:15.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:15 smithi110 ceph-mon[88691]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-12T17:21:15.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:15 smithi110 ceph-mon[88691]: pgmap v4423: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 653 KiB/s rd, 3.7 KiB/s wr, 881 op/s 2024-04-12T17:21:15.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:15 smithi099 ceph-mon[96864]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-12T17:21:15.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:15 smithi099 ceph-mon[96864]: pgmap v4423: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 653 KiB/s rd, 3.7 KiB/s wr, 881 op/s 2024-04-12T17:21:15.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:15 smithi099 ceph-mon[94290]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-12T17:21:15.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:15 smithi099 ceph-mon[94290]: pgmap v4423: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 653 KiB/s rd, 3.7 KiB/s wr, 881 op/s 2024-04-12T17:21:16.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:16 smithi099 ceph-mon[94290]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-12T17:21:16.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:16 smithi099 ceph-mon[96864]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-12T17:21:16.632 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:21:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:21:16] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-04-12T17:21:16.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:16 smithi110 ceph-mon[88691]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-12T17:21:17.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:17 smithi110 ceph-mon[88691]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-12T17:21:17.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:17 smithi110 ceph-mon[88691]: pgmap v4426: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 653 KiB/s rd, 3.7 KiB/s wr, 881 op/s 2024-04-12T17:21:17.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:17 smithi099 ceph-mon[94290]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-12T17:21:17.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:17 smithi099 ceph-mon[94290]: pgmap v4426: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 653 KiB/s rd, 3.7 KiB/s wr, 881 op/s 2024-04-12T17:21:17.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:17 smithi099 ceph-mon[96864]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-12T17:21:17.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:17 smithi099 ceph-mon[96864]: pgmap v4426: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 653 KiB/s rd, 3.7 KiB/s wr, 881 op/s 2024-04-12T17:21:18.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:18 smithi110 ceph-mon[88691]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-12T17:21:18.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:18 smithi099 ceph-mon[94290]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-12T17:21:18.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:18 smithi099 ceph-mon[96864]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-12T17:21:19.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:19 smithi099 ceph-mon[94290]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-12T17:21:19.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:19 smithi099 ceph-mon[94290]: pgmap v4429: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-12T17:21:19.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:19 smithi099 ceph-mon[96864]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-12T17:21:19.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:19 smithi099 ceph-mon[96864]: pgmap v4429: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-12T17:21:20.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:19 smithi110 ceph-mon[88691]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-12T17:21:20.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:19 smithi110 ceph-mon[88691]: pgmap v4429: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-12T17:21:20.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:20 smithi099 ceph-mon[96864]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-12T17:21:20.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:20 smithi099 ceph-mon[94290]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-12T17:21:21.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:20 smithi110 ceph-mon[88691]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-12T17:21:21.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:21 smithi099 ceph-mon[94290]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-12T17:21:21.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:21 smithi099 ceph-mon[94290]: pgmap v4432: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 683 KiB/s rd, 3.7 KiB/s wr, 919 op/s 2024-04-12T17:21:21.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:21 smithi099 ceph-mon[96864]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-12T17:21:21.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:21 smithi099 ceph-mon[96864]: pgmap v4432: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 683 KiB/s rd, 3.7 KiB/s wr, 919 op/s 2024-04-12T17:21:22.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:21 smithi110 ceph-mon[88691]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-12T17:21:22.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:21 smithi110 ceph-mon[88691]: pgmap v4432: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 683 KiB/s rd, 3.7 KiB/s wr, 919 op/s 2024-04-12T17:21:22.589 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:21:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:21:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:21:22.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:22 smithi099 ceph-mon[94290]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-12T17:21:22.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:22 smithi099 ceph-mon[96864]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-12T17:21:23.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:22 smithi110 ceph-mon[88691]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-12T17:21:23.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:23 smithi099 ceph-mon[94290]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-12T17:21:23.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:23 smithi099 ceph-mon[94290]: pgmap v4435: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 687 KiB/s rd, 3.7 KiB/s wr, 924 op/s 2024-04-12T17:21:23.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:23 smithi099 ceph-mon[96864]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-12T17:21:23.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:23 smithi099 ceph-mon[96864]: pgmap v4435: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 687 KiB/s rd, 3.7 KiB/s wr, 924 op/s 2024-04-12T17:21:24.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:23 smithi110 ceph-mon[88691]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-12T17:21:24.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:23 smithi110 ceph-mon[88691]: pgmap v4435: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 687 KiB/s rd, 3.7 KiB/s wr, 924 op/s 2024-04-12T17:21:24.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:24 smithi099 ceph-mon[94290]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-12T17:21:24.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:24 smithi099 ceph-mon[96864]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-12T17:21:25.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:24 smithi110 ceph-mon[88691]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-12T17:21:25.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:25 smithi110 ceph-mon[88691]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-12T17:21:25.861 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:25 smithi110 ceph-mon[88691]: pgmap v4438: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 719 KiB/s rd, 2.7 KiB/s wr, 967 op/s 2024-04-12T17:21:25.861 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 17:21:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=cleanup t=2024-04-12T17:21:25.545611928Z level=info msg="Completed cleanup jobs" duration=6.609108ms 2024-04-12T17:21:26.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:25 smithi099 ceph-mon[96864]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-12T17:21:26.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:25 smithi099 ceph-mon[96864]: pgmap v4438: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 719 KiB/s rd, 2.7 KiB/s wr, 967 op/s 2024-04-12T17:21:26.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:25 smithi099 ceph-mon[94290]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-12T17:21:26.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:25 smithi099 ceph-mon[94290]: pgmap v4438: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 719 KiB/s rd, 2.7 KiB/s wr, 967 op/s 2024-04-12T17:21:26.632 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:21:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:21:26] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-04-12T17:21:27.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:26 smithi110 ceph-mon[88691]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-12T17:21:27.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:26 smithi099 ceph-mon[94290]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-12T17:21:27.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:26 smithi099 ceph-mon[96864]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-12T17:21:28.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:27 smithi110 ceph-mon[88691]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-12T17:21:28.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:27 smithi110 ceph-mon[88691]: pgmap v4441: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 719 KiB/s rd, 3.7 KiB/s wr, 968 op/s 2024-04-12T17:21:28.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:21:28.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:27 smithi099 ceph-mon[94290]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-12T17:21:28.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:27 smithi099 ceph-mon[94290]: pgmap v4441: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 719 KiB/s rd, 3.7 KiB/s wr, 968 op/s 2024-04-12T17:21:28.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:21:28.133 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:27 smithi099 ceph-mon[96864]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-12T17:21:28.133 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:27 smithi099 ceph-mon[96864]: pgmap v4441: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 719 KiB/s rd, 3.7 KiB/s wr, 968 op/s 2024-04-12T17:21:28.133 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:21:29.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:28 smithi110 ceph-mon[88691]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-12T17:21:29.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:28 smithi099 ceph-mon[94290]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-12T17:21:29.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:28 smithi099 ceph-mon[96864]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-12T17:21:30.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:29 smithi110 ceph-mon[88691]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-12T17:21:30.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:29 smithi110 ceph-mon[88691]: pgmap v4444: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-12T17:21:30.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:29 smithi099 ceph-mon[96864]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-12T17:21:30.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:29 smithi099 ceph-mon[96864]: pgmap v4444: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-12T17:21:30.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:29 smithi099 ceph-mon[94290]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-12T17:21:30.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:29 smithi099 ceph-mon[94290]: pgmap v4444: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-12T17:21:31.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:30 smithi110 ceph-mon[88691]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-12T17:21:31.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:30 smithi099 ceph-mon[94290]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-12T17:21:31.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:30 smithi099 ceph-mon[96864]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-12T17:21:32.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:31 smithi110 ceph-mon[88691]: pgmap v4446: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 745 KiB/s rd, 3.5 KiB/s wr, 1.00k op/s 2024-04-12T17:21:32.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:31 smithi110 ceph-mon[88691]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-12T17:21:32.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:31 smithi099 ceph-mon[94290]: pgmap v4446: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 745 KiB/s rd, 3.5 KiB/s wr, 1.00k op/s 2024-04-12T17:21:32.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:31 smithi099 ceph-mon[94290]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-12T17:21:32.133 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:31 smithi099 ceph-mon[96864]: pgmap v4446: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 745 KiB/s rd, 3.5 KiB/s wr, 1.00k op/s 2024-04-12T17:21:32.133 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:31 smithi099 ceph-mon[96864]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-12T17:21:32.589 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:21:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:21:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:21:33.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:32 smithi110 ceph-mon[88691]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-12T17:21:33.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:32 smithi099 ceph-mon[94290]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-12T17:21:33.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:32 smithi099 ceph-mon[96864]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-12T17:21:34.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:33 smithi110 ceph-mon[88691]: pgmap v4449: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 751 KiB/s rd, 4.0 KiB/s wr, 1.01k op/s 2024-04-12T17:21:34.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:33 smithi110 ceph-mon[88691]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-12T17:21:34.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:33 smithi099 ceph-mon[96864]: pgmap v4449: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 751 KiB/s rd, 4.0 KiB/s wr, 1.01k op/s 2024-04-12T17:21:34.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:33 smithi099 ceph-mon[96864]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-12T17:21:34.133 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:33 smithi099 ceph-mon[94290]: pgmap v4449: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 751 KiB/s rd, 4.0 KiB/s wr, 1.01k op/s 2024-04-12T17:21:34.133 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:33 smithi099 ceph-mon[94290]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-12T17:21:35.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:34 smithi110 ceph-mon[88691]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-12T17:21:35.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:34 smithi099 ceph-mon[94290]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-12T17:21:35.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:34 smithi099 ceph-mon[96864]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-12T17:21:36.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:35 smithi110 ceph-mon[88691]: pgmap v4452: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 784 KiB/s rd, 3.5 KiB/s wr, 1.05k op/s 2024-04-12T17:21:36.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:35 smithi110 ceph-mon[88691]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-12T17:21:36.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:35 smithi099 ceph-mon[94290]: pgmap v4452: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 784 KiB/s rd, 3.5 KiB/s wr, 1.05k op/s 2024-04-12T17:21:36.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:35 smithi099 ceph-mon[94290]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-12T17:21:36.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:35 smithi099 ceph-mon[96864]: pgmap v4452: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 784 KiB/s rd, 3.5 KiB/s wr, 1.05k op/s 2024-04-12T17:21:36.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:35 smithi099 ceph-mon[96864]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-12T17:21:36.632 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:21:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:21:36] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-04-12T17:21:37.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:36 smithi110 ceph-mon[88691]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-12T17:21:37.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:36 smithi099 ceph-mon[94290]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-12T17:21:37.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:36 smithi099 ceph-mon[96864]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-12T17:21:38.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:37 smithi110 ceph-mon[88691]: pgmap v4455: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 784 KiB/s rd, 3.2 KiB/s wr, 1.05k op/s 2024-04-12T17:21:38.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:37 smithi110 ceph-mon[88691]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-12T17:21:38.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:37 smithi099 ceph-mon[94290]: pgmap v4455: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 784 KiB/s rd, 3.2 KiB/s wr, 1.05k op/s 2024-04-12T17:21:38.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:37 smithi099 ceph-mon[94290]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-12T17:21:38.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:37 smithi099 ceph-mon[96864]: pgmap v4455: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 784 KiB/s rd, 3.2 KiB/s wr, 1.05k op/s 2024-04-12T17:21:38.133 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:37 smithi099 ceph-mon[96864]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-12T17:21:39.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:38 smithi110 ceph-mon[88691]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-12T17:21:39.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:38 smithi099 ceph-mon[94290]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-12T17:21:39.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:38 smithi099 ceph-mon[96864]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-12T17:21:40.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:39 smithi110 ceph-mon[88691]: pgmap v4458: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-12T17:21:40.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:39 smithi110 ceph-mon[88691]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-12T17:21:40.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:39 smithi099 ceph-mon[94290]: pgmap v4458: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-12T17:21:40.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:39 smithi099 ceph-mon[94290]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-12T17:21:40.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:39 smithi099 ceph-mon[96864]: pgmap v4458: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-12T17:21:40.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:39 smithi099 ceph-mon[96864]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-12T17:21:41.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:40 smithi110 ceph-mon[88691]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-12T17:21:41.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:40 smithi099 ceph-mon[94290]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-12T17:21:41.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:40 smithi099 ceph-mon[96864]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-12T17:21:42.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:41 smithi110 ceph-mon[88691]: pgmap v4461: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 813 KiB/s rd, 3.5 KiB/s wr, 1.09k op/s 2024-04-12T17:21:42.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:41 smithi110 ceph-mon[88691]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-12T17:21:42.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:41 smithi099 ceph-mon[94290]: pgmap v4461: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 813 KiB/s rd, 3.5 KiB/s wr, 1.09k op/s 2024-04-12T17:21:42.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:41 smithi099 ceph-mon[94290]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-12T17:21:42.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:41 smithi099 ceph-mon[96864]: pgmap v4461: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 813 KiB/s rd, 3.5 KiB/s wr, 1.09k op/s 2024-04-12T17:21:42.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:41 smithi099 ceph-mon[96864]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-12T17:21:42.589 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:21:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:21:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:21:43.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:42 smithi110 ceph-mon[88691]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-12T17:21:43.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:21:43.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:42 smithi099 ceph-mon[96864]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-12T17:21:43.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:21:43.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:42 smithi099 ceph-mon[94290]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-12T17:21:43.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:21:44.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:43 smithi110 ceph-mon[88691]: pgmap v4464: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 817 KiB/s rd, 4.2 KiB/s wr, 1.10k op/s 2024-04-12T17:21:44.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:43 smithi110 ceph-mon[88691]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-12T17:21:44.133 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:43 smithi099 ceph-mon[96864]: pgmap v4464: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 817 KiB/s rd, 4.2 KiB/s wr, 1.10k op/s 2024-04-12T17:21:44.133 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:43 smithi099 ceph-mon[96864]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-12T17:21:44.134 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:43 smithi099 ceph-mon[94290]: pgmap v4464: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 817 KiB/s rd, 4.2 KiB/s wr, 1.10k op/s 2024-04-12T17:21:44.134 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:43 smithi099 ceph-mon[94290]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-12T17:21:45.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:44 smithi110 ceph-mon[88691]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-12T17:21:45.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:44 smithi099 ceph-mon[96864]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-12T17:21:45.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:44 smithi099 ceph-mon[94290]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-12T17:21:46.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:45 smithi110 ceph-mon[88691]: pgmap v4467: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 849 KiB/s rd, 3.7 KiB/s wr, 1.14k op/s 2024-04-12T17:21:46.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:45 smithi110 ceph-mon[88691]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-12T17:21:46.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:45 smithi099 ceph-mon[96864]: pgmap v4467: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 849 KiB/s rd, 3.7 KiB/s wr, 1.14k op/s 2024-04-12T17:21:46.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:45 smithi099 ceph-mon[96864]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-12T17:21:46.133 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:45 smithi099 ceph-mon[94290]: pgmap v4467: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 849 KiB/s rd, 3.7 KiB/s wr, 1.14k op/s 2024-04-12T17:21:46.133 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:45 smithi099 ceph-mon[94290]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-12T17:21:46.632 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:21:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:21:46] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-04-12T17:21:47.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:46 smithi110 ceph-mon[88691]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-12T17:21:47.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:46 smithi099 ceph-mon[94290]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-12T17:21:47.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:46 smithi099 ceph-mon[96864]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-12T17:21:48.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:47 smithi110 ceph-mon[88691]: pgmap v4470: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 849 KiB/s rd, 3.5 KiB/s wr, 1.14k op/s 2024-04-12T17:21:48.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:47 smithi110 ceph-mon[88691]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-12T17:21:48.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:47 smithi099 ceph-mon[94290]: pgmap v4470: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 849 KiB/s rd, 3.5 KiB/s wr, 1.14k op/s 2024-04-12T17:21:48.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:47 smithi099 ceph-mon[94290]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-12T17:21:48.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:47 smithi099 ceph-mon[96864]: pgmap v4470: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 849 KiB/s rd, 3.5 KiB/s wr, 1.14k op/s 2024-04-12T17:21:48.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:47 smithi099 ceph-mon[96864]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-12T17:21:49.090 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:48 smithi110 ceph-mon[88691]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-12T17:21:49.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:48 smithi099 ceph-mon[94290]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-12T17:21:49.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:48 smithi099 ceph-mon[96864]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-12T17:21:50.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:49 smithi110 ceph-mon[88691]: pgmap v4473: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-12T17:21:50.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:49 smithi110 ceph-mon[88691]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-12T17:21:50.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:49 smithi099 ceph-mon[94290]: pgmap v4473: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-12T17:21:50.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:49 smithi099 ceph-mon[94290]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-12T17:21:50.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:49 smithi099 ceph-mon[96864]: pgmap v4473: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-12T17:21:50.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:49 smithi099 ceph-mon[96864]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-12T17:21:51.091 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:50 smithi110 ceph-mon[88691]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-12T17:21:51.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:50 smithi099 ceph-mon[94290]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-12T17:21:51.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:50 smithi099 ceph-mon[96864]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-12T17:21:52.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:51 smithi110 ceph-mon[88691]: pgmap v4476: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 880 KiB/s rd, 3.2 KiB/s wr, 1.19k op/s 2024-04-12T17:21:52.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:51 smithi110 ceph-mon[88691]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-12T17:21:52.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:51 smithi099 ceph-mon[94290]: pgmap v4476: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 880 KiB/s rd, 3.2 KiB/s wr, 1.19k op/s 2024-04-12T17:21:52.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:51 smithi099 ceph-mon[94290]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-12T17:21:52.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:51 smithi099 ceph-mon[96864]: pgmap v4476: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 880 KiB/s rd, 3.2 KiB/s wr, 1.19k op/s 2024-04-12T17:21:52.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:51 smithi099 ceph-mon[96864]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-12T17:21:52.589 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:21:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:21:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:21:53.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:52 smithi110 ceph-mon[88691]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-12T17:21:53.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:52 smithi099 ceph-mon[94290]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-12T17:21:53.133 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:52 smithi099 ceph-mon[96864]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-12T17:21:54.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:53 smithi110 ceph-mon[88691]: pgmap v4479: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 883 KiB/s rd, 3.2 KiB/s wr, 1.19k op/s 2024-04-12T17:21:54.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:53 smithi110 ceph-mon[88691]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-12T17:21:54.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:53 smithi099 ceph-mon[94290]: pgmap v4479: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 883 KiB/s rd, 3.2 KiB/s wr, 1.19k op/s 2024-04-12T17:21:54.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:53 smithi099 ceph-mon[94290]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-12T17:21:54.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:53 smithi099 ceph-mon[96864]: pgmap v4479: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 883 KiB/s rd, 3.2 KiB/s wr, 1.19k op/s 2024-04-12T17:21:54.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:53 smithi099 ceph-mon[96864]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-12T17:21:55.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:54 smithi110 ceph-mon[88691]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-12T17:21:55.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:54 smithi099 ceph-mon[94290]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-12T17:21:55.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:54 smithi099 ceph-mon[96864]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-12T17:21:56.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:55 smithi110 ceph-mon[88691]: pgmap v4482: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 915 KiB/s rd, 3.5 KiB/s wr, 1.23k op/s 2024-04-12T17:21:56.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:55 smithi110 ceph-mon[88691]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-12T17:21:56.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:55 smithi099 ceph-mon[94290]: pgmap v4482: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 915 KiB/s rd, 3.5 KiB/s wr, 1.23k op/s 2024-04-12T17:21:56.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:55 smithi099 ceph-mon[94290]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-12T17:21:56.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:55 smithi099 ceph-mon[96864]: pgmap v4482: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 915 KiB/s rd, 3.5 KiB/s wr, 1.23k op/s 2024-04-12T17:21:56.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:55 smithi099 ceph-mon[96864]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-12T17:21:56.632 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:21:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:21:56] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-04-12T17:21:57.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:56 smithi099 ceph-mon[94290]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-12T17:21:57.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:56 smithi099 ceph-mon[96864]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-12T17:21:57.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:56 smithi110 ceph-mon[88691]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-12T17:21:58.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:57 smithi099 ceph-mon[94290]: pgmap v4485: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 915 KiB/s rd, 3.5 KiB/s wr, 1.23k op/s 2024-04-12T17:21:58.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:57 smithi099 ceph-mon[94290]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-12T17:21:58.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:21:58.133 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:57 smithi099 ceph-mon[96864]: pgmap v4485: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 915 KiB/s rd, 3.5 KiB/s wr, 1.23k op/s 2024-04-12T17:21:58.133 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:57 smithi099 ceph-mon[96864]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-12T17:21:58.133 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:21:58.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:57 smithi110 ceph-mon[88691]: pgmap v4485: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 915 KiB/s rd, 3.5 KiB/s wr, 1.23k op/s 2024-04-12T17:21:58.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:57 smithi110 ceph-mon[88691]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-12T17:21:58.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:21:59.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:58 smithi099 ceph-mon[94290]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-12T17:21:59.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:58 smithi099 ceph-mon[96864]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-12T17:21:59.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:58 smithi110 ceph-mon[88691]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-12T17:22:00.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:59 smithi099 ceph-mon[94290]: pgmap v4488: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-12T17:22:00.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:21:59 smithi099 ceph-mon[94290]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-12T17:22:00.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:59 smithi099 ceph-mon[96864]: pgmap v4488: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-12T17:22:00.133 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:21:59 smithi099 ceph-mon[96864]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-12T17:22:00.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:59 smithi110 ceph-mon[88691]: pgmap v4488: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-12T17:22:00.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:21:59 smithi110 ceph-mon[88691]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-12T17:22:01.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:00 smithi099 ceph-mon[94290]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-12T17:22:01.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:00 smithi099 ceph-mon[96864]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-12T17:22:01.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:00 smithi110 ceph-mon[88691]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-12T17:22:02.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:01 smithi099 ceph-mon[94290]: pgmap v4491: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 945 KiB/s rd, 3.2 KiB/s wr, 1.27k op/s 2024-04-12T17:22:02.132 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:01 smithi099 ceph-mon[94290]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-12T17:22:02.133 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:01 smithi099 ceph-mon[96864]: pgmap v4491: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 945 KiB/s rd, 3.2 KiB/s wr, 1.27k op/s 2024-04-12T17:22:02.133 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:01 smithi099 ceph-mon[96864]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-12T17:22:02.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:01 smithi110 ceph-mon[88691]: pgmap v4491: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 945 KiB/s rd, 3.2 KiB/s wr, 1.27k op/s 2024-04-12T17:22:02.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:01 smithi110 ceph-mon[88691]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-12T17:22:02.589 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:22:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:22:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:22:03.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:02 smithi110 ceph-mon[88691]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-12T17:22:03.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:02 smithi099 ceph-mon[94290]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-12T17:22:03.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:02 smithi099 ceph-mon[96864]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-12T17:22:04.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:03 smithi110 ceph-mon[88691]: pgmap v4494: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 948 KiB/s rd, 4.0 KiB/s wr, 1.28k op/s 2024-04-12T17:22:04.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:03 smithi110 ceph-mon[88691]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-12T17:22:04.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:03 smithi099 ceph-mon[94290]: pgmap v4494: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 948 KiB/s rd, 4.0 KiB/s wr, 1.28k op/s 2024-04-12T17:22:04.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:03 smithi099 ceph-mon[94290]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-12T17:22:04.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:03 smithi099 ceph-mon[96864]: pgmap v4494: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 948 KiB/s rd, 4.0 KiB/s wr, 1.28k op/s 2024-04-12T17:22:04.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:03 smithi099 ceph-mon[96864]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-12T17:22:05.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:04 smithi110 ceph-mon[88691]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-12T17:22:05.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:04 smithi099 ceph-mon[94290]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-12T17:22:05.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:04 smithi099 ceph-mon[96864]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-12T17:22:06.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:05 smithi110 ceph-mon[88691]: pgmap v4497: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 980 KiB/s rd, 3.7 KiB/s wr, 1.32k op/s 2024-04-12T17:22:06.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:05 smithi110 ceph-mon[88691]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-12T17:22:06.364 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:05 smithi099 ceph-mon[94290]: pgmap v4497: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 980 KiB/s rd, 3.7 KiB/s wr, 1.32k op/s 2024-04-12T17:22:06.364 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:05 smithi099 ceph-mon[94290]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-12T17:22:06.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:05 smithi099 ceph-mon[96864]: pgmap v4497: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 980 KiB/s rd, 3.7 KiB/s wr, 1.32k op/s 2024-04-12T17:22:06.365 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:05 smithi099 ceph-mon[96864]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-12T17:22:06.632 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:22:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:22:06] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-04-12T17:22:07.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:06 smithi110 ceph-mon[88691]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-12T17:22:07.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:06 smithi099 ceph-mon[94290]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-12T17:22:07.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:06 smithi099 ceph-mon[96864]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-12T17:22:08.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:07 smithi110 ceph-mon[88691]: pgmap v4500: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 980 KiB/s rd, 3.7 KiB/s wr, 1.32k op/s 2024-04-12T17:22:08.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:07 smithi110 ceph-mon[88691]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-12T17:22:08.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:07 smithi099 ceph-mon[94290]: pgmap v4500: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 980 KiB/s rd, 3.7 KiB/s wr, 1.32k op/s 2024-04-12T17:22:08.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:07 smithi099 ceph-mon[94290]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-12T17:22:08.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:07 smithi099 ceph-mon[96864]: pgmap v4500: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 980 KiB/s rd, 3.7 KiB/s wr, 1.32k op/s 2024-04-12T17:22:08.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:07 smithi099 ceph-mon[96864]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-12T17:22:09.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:08 smithi110 ceph-mon[88691]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-12T17:22:09.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:08 smithi099 ceph-mon[94290]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-12T17:22:09.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:08 smithi099 ceph-mon[96864]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-12T17:22:10.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:09 smithi110 ceph-mon[88691]: pgmap v4503: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-12T17:22:10.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:09 smithi110 ceph-mon[88691]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-12T17:22:10.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:09 smithi099 ceph-mon[94290]: pgmap v4503: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-12T17:22:10.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:09 smithi099 ceph-mon[94290]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-12T17:22:10.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:09 smithi099 ceph-mon[96864]: pgmap v4503: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-12T17:22:10.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:09 smithi099 ceph-mon[96864]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-12T17:22:11.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:10 smithi110 ceph-mon[88691]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-12T17:22:11.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:10 smithi099 ceph-mon[94290]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-12T17:22:11.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:10 smithi099 ceph-mon[96864]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-12T17:22:12.240 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:11 smithi110 ceph-mon[88691]: pgmap v4506: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1009 KiB/s rd, 3.2 KiB/s wr, 1.36k op/s 2024-04-12T17:22:12.241 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:11 smithi110 ceph-mon[88691]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-12T17:22:12.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:11 smithi099 ceph-mon[94290]: pgmap v4506: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1009 KiB/s rd, 3.2 KiB/s wr, 1.36k op/s 2024-04-12T17:22:12.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:11 smithi099 ceph-mon[94290]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-12T17:22:12.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:11 smithi099 ceph-mon[96864]: pgmap v4506: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1009 KiB/s rd, 3.2 KiB/s wr, 1.36k op/s 2024-04-12T17:22:12.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:11 smithi099 ceph-mon[96864]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-12T17:22:12.589 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:22:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:22:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:22:13.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:12 smithi110 ceph-mon[88691]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-12T17:22:13.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:22:13.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:12 smithi099 ceph-mon[96864]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-12T17:22:13.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:22:13.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:12 smithi099 ceph-mon[94290]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-12T17:22:13.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:22:14.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:13 smithi110 ceph-mon[88691]: pgmap v4509: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1013 KiB/s rd, 3.7 KiB/s wr, 1.36k op/s 2024-04-12T17:22:14.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:13 smithi110 ceph-mon[88691]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-12T17:22:14.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:22:14.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:13 smithi099 ceph-mon[94290]: pgmap v4509: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1013 KiB/s rd, 3.7 KiB/s wr, 1.36k op/s 2024-04-12T17:22:14.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:13 smithi099 ceph-mon[94290]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-12T17:22:14.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:22:14.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:13 smithi099 ceph-mon[96864]: pgmap v4509: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1013 KiB/s rd, 3.7 KiB/s wr, 1.36k op/s 2024-04-12T17:22:14.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:13 smithi099 ceph-mon[96864]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-12T17:22:14.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:22:15.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:14 smithi110 ceph-mon[88691]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-12T17:22:15.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:14 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:22:15.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:14 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:22:15.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:14 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:22:15.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:14 smithi099 ceph-mon[94290]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-12T17:22:15.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:14 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:22:15.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:14 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:22:15.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:14 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:22:15.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:14 smithi099 ceph-mon[96864]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-12T17:22:15.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:14 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:22:15.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:14 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:22:15.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:14 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:22:16.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:15 smithi110 ceph-mon[88691]: pgmap v4512: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.41k op/s 2024-04-12T17:22:16.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:15 smithi110 ceph-mon[88691]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-12T17:22:16.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:15 smithi099 ceph-mon[94290]: pgmap v4512: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.41k op/s 2024-04-12T17:22:16.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:15 smithi099 ceph-mon[94290]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-12T17:22:16.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:15 smithi099 ceph-mon[96864]: pgmap v4512: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.41k op/s 2024-04-12T17:22:16.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:15 smithi099 ceph-mon[96864]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-12T17:22:16.632 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:22:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:22:16] "GET /metrics HTTP/1.1" 200 36731 "" "Prometheus/2.43.0" 2024-04-12T17:22:17.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:17 smithi110 ceph-mon[88691]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-12T17:22:17.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:17 smithi099 ceph-mon[94290]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-12T17:22:17.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:17 smithi099 ceph-mon[96864]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-12T17:22:18.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:18 smithi110 ceph-mon[88691]: pgmap v4515: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.41k op/s 2024-04-12T17:22:18.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:18 smithi110 ceph-mon[88691]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-12T17:22:18.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:18 smithi099 ceph-mon[94290]: pgmap v4515: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.41k op/s 2024-04-12T17:22:18.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:18 smithi099 ceph-mon[94290]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-12T17:22:18.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:18 smithi099 ceph-mon[96864]: pgmap v4515: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.41k op/s 2024-04-12T17:22:18.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:18 smithi099 ceph-mon[96864]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-12T17:22:19.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:19 smithi110 ceph-mon[88691]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-12T17:22:19.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:19 smithi099 ceph-mon[94290]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-12T17:22:19.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:19 smithi099 ceph-mon[96864]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-12T17:22:20.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:20 smithi110 ceph-mon[88691]: pgmap v4518: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-12T17:22:20.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:20 smithi110 ceph-mon[88691]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-12T17:22:20.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:20 smithi099 ceph-mon[94290]: pgmap v4518: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-12T17:22:20.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:20 smithi099 ceph-mon[94290]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-12T17:22:20.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:20 smithi099 ceph-mon[96864]: pgmap v4518: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-12T17:22:20.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:20 smithi099 ceph-mon[96864]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-12T17:22:21.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:21 smithi110 ceph-mon[88691]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-12T17:22:21.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:21 smithi099 ceph-mon[94290]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-12T17:22:21.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:21 smithi099 ceph-mon[96864]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-12T17:22:22.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:22 smithi110 ceph-mon[88691]: pgmap v4521: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.45k op/s 2024-04-12T17:22:22.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:22 smithi110 ceph-mon[88691]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-12T17:22:22.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:22 smithi099 ceph-mon[94290]: pgmap v4521: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.45k op/s 2024-04-12T17:22:22.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:22 smithi099 ceph-mon[94290]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-12T17:22:22.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:22 smithi099 ceph-mon[96864]: pgmap v4521: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.45k op/s 2024-04-12T17:22:22.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:22 smithi099 ceph-mon[96864]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-12T17:22:22.589 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:22:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:22:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:22:23.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:23 smithi110 ceph-mon[88691]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-12T17:22:23.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:23 smithi099 ceph-mon[94290]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-12T17:22:23.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:23 smithi099 ceph-mon[96864]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-12T17:22:24.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:24 smithi110 ceph-mon[88691]: pgmap v4524: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.45k op/s 2024-04-12T17:22:24.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:24 smithi110 ceph-mon[88691]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-12T17:22:24.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:24 smithi099 ceph-mon[94290]: pgmap v4524: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.45k op/s 2024-04-12T17:22:24.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:24 smithi099 ceph-mon[94290]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-12T17:22:24.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:24 smithi099 ceph-mon[96864]: pgmap v4524: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.45k op/s 2024-04-12T17:22:24.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:24 smithi099 ceph-mon[96864]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-12T17:22:25.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:25 smithi110 ceph-mon[88691]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-12T17:22:25.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:25 smithi099 ceph-mon[94290]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-12T17:22:25.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:25 smithi099 ceph-mon[96864]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-12T17:22:26.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:26 smithi110 ceph-mon[88691]: pgmap v4527: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 887 KiB/s rd, 2.7 KiB/s wr, 1.20k op/s 2024-04-12T17:22:26.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:26 smithi110 ceph-mon[88691]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-12T17:22:26.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:26 smithi099 ceph-mon[94290]: pgmap v4527: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 887 KiB/s rd, 2.7 KiB/s wr, 1.20k op/s 2024-04-12T17:22:26.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:26 smithi099 ceph-mon[94290]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-12T17:22:26.363 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:26 smithi099 ceph-mon[96864]: pgmap v4527: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 887 KiB/s rd, 2.7 KiB/s wr, 1.20k op/s 2024-04-12T17:22:26.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:26 smithi099 ceph-mon[96864]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-12T17:22:26.632 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:22:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:22:26] "GET /metrics HTTP/1.1" 200 36731 "" "Prometheus/2.43.0" 2024-04-12T17:22:27.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:27 smithi099 ceph-mon[94290]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-12T17:22:27.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:27 smithi099 ceph-mon[96864]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-12T17:22:27.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:27 smithi110 ceph-mon[88691]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-12T17:22:28.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:28 smithi099 ceph-mon[94290]: pgmap v4530: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 887 KiB/s rd, 3.0 KiB/s wr, 1.20k op/s 2024-04-12T17:22:28.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:28 smithi099 ceph-mon[94290]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-12T17:22:28.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:22:28.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:28 smithi099 ceph-mon[96864]: pgmap v4530: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 887 KiB/s rd, 3.0 KiB/s wr, 1.20k op/s 2024-04-12T17:22:28.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:28 smithi099 ceph-mon[96864]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-12T17:22:28.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:22:28.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:28 smithi110 ceph-mon[88691]: pgmap v4530: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 887 KiB/s rd, 3.0 KiB/s wr, 1.20k op/s 2024-04-12T17:22:28.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:28 smithi110 ceph-mon[88691]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-12T17:22:28.590 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:22:29.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:29 smithi099 ceph-mon[94290]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-12T17:22:29.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:29 smithi099 ceph-mon[96864]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-12T17:22:29.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:29 smithi110 ceph-mon[88691]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-12T17:22:30.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:30 smithi099 ceph-mon[94290]: pgmap v4533: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-12T17:22:30.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:30 smithi099 ceph-mon[94290]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-12T17:22:30.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:30 smithi099 ceph-mon[96864]: pgmap v4533: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-12T17:22:30.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:30 smithi099 ceph-mon[96864]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-12T17:22:30.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:30 smithi110 ceph-mon[88691]: pgmap v4533: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-12T17:22:30.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:30 smithi110 ceph-mon[88691]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-12T17:22:31.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:31 smithi099 ceph-mon[94290]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-12T17:22:31.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:31 smithi099 ceph-mon[96864]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-12T17:22:31.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:31 smithi110 ceph-mon[88691]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-12T17:22:32.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:32 smithi099 ceph-mon[96864]: pgmap v4536: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.53k op/s 2024-04-12T17:22:32.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:32 smithi099 ceph-mon[96864]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-12T17:22:32.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:32 smithi099 ceph-mon[94290]: pgmap v4536: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.53k op/s 2024-04-12T17:22:32.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:32 smithi099 ceph-mon[94290]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-12T17:22:32.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:32 smithi110 ceph-mon[88691]: pgmap v4536: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.53k op/s 2024-04-12T17:22:32.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:32 smithi110 ceph-mon[88691]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-12T17:22:32.589 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:22:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:22:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:22:33.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:33 smithi099 ceph-mon[94290]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-12T17:22:33.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:33 smithi099 ceph-mon[96864]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-12T17:22:33.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:33 smithi110 ceph-mon[88691]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-12T17:22:34.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:34 smithi099 ceph-mon[96864]: pgmap v4539: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.53k op/s 2024-04-12T17:22:34.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:34 smithi099 ceph-mon[96864]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-12T17:22:34.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:34 smithi099 ceph-mon[94290]: pgmap v4539: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.53k op/s 2024-04-12T17:22:34.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:34 smithi099 ceph-mon[94290]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-12T17:22:34.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:34 smithi110 ceph-mon[88691]: pgmap v4539: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.53k op/s 2024-04-12T17:22:34.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:34 smithi110 ceph-mon[88691]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-12T17:22:35.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:35 smithi110 ceph-mon[88691]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-12T17:22:35.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:35 smithi099 ceph-mon[94290]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-12T17:22:35.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:35 smithi099 ceph-mon[96864]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-12T17:22:36.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:36 smithi110 ceph-mon[88691]: pgmap v4542: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 KiB/s wr, 1.57k op/s 2024-04-12T17:22:36.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:36 smithi110 ceph-mon[88691]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-12T17:22:36.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:36 smithi099 ceph-mon[96864]: pgmap v4542: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 KiB/s wr, 1.57k op/s 2024-04-12T17:22:36.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:36 smithi099 ceph-mon[96864]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-12T17:22:36.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:36 smithi099 ceph-mon[94290]: pgmap v4542: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 KiB/s wr, 1.57k op/s 2024-04-12T17:22:36.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:36 smithi099 ceph-mon[94290]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-12T17:22:36.633 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:22:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:22:36] "GET /metrics HTTP/1.1" 200 36731 "" "Prometheus/2.43.0" 2024-04-12T17:22:37.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:37 smithi110 ceph-mon[88691]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-12T17:22:37.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:37 smithi099 ceph-mon[94290]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-12T17:22:37.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:37 smithi099 ceph-mon[96864]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-12T17:22:38.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:38 smithi110 ceph-mon[88691]: pgmap v4545: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.57k op/s 2024-04-12T17:22:38.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:38 smithi110 ceph-mon[88691]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-12T17:22:38.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:38 smithi099 ceph-mon[96864]: pgmap v4545: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.57k op/s 2024-04-12T17:22:38.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:38 smithi099 ceph-mon[96864]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-12T17:22:38.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:38 smithi099 ceph-mon[94290]: pgmap v4545: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.57k op/s 2024-04-12T17:22:38.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:38 smithi099 ceph-mon[94290]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-12T17:22:39.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:39 smithi110 ceph-mon[88691]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-12T17:22:39.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:39 smithi110 ceph-mon[88691]: pgmap v4548: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-12T17:22:39.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:39 smithi099 ceph-mon[96864]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-12T17:22:39.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:39 smithi099 ceph-mon[96864]: pgmap v4548: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-12T17:22:39.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:39 smithi099 ceph-mon[94290]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-12T17:22:39.633 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:39 smithi099 ceph-mon[94290]: pgmap v4548: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-12T17:22:40.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:40 smithi110 ceph-mon[88691]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-12T17:22:40.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:40 smithi099 ceph-mon[94290]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-12T17:22:40.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:40 smithi099 ceph-mon[96864]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-12T17:22:41.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:41 smithi110 ceph-mon[88691]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-12T17:22:41.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:41 smithi110 ceph-mon[88691]: pgmap v4551: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.61k op/s 2024-04-12T17:22:41.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:41 smithi099 ceph-mon[94290]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-12T17:22:41.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:41 smithi099 ceph-mon[94290]: pgmap v4551: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.61k op/s 2024-04-12T17:22:41.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:41 smithi099 ceph-mon[96864]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-12T17:22:41.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:41 smithi099 ceph-mon[96864]: pgmap v4551: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.61k op/s 2024-04-12T17:22:42.491 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:42 smithi110 ceph-mon[88691]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-12T17:22:42.491 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:22:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:22:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:22:42.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:42 smithi099 ceph-mon[94290]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-12T17:22:42.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:42 smithi099 ceph-mon[96864]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-12T17:22:43.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:43 smithi110 ceph-mon[88691]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-12T17:22:43.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:43 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:22:43.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:43 smithi110 ceph-mon[88691]: pgmap v4554: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.62k op/s 2024-04-12T17:22:43.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:43 smithi099 ceph-mon[96864]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-12T17:22:43.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:43 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:22:43.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:43 smithi099 ceph-mon[96864]: pgmap v4554: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.62k op/s 2024-04-12T17:22:43.633 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:43 smithi099 ceph-mon[94290]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-12T17:22:43.633 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:43 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:22:43.633 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:43 smithi099 ceph-mon[94290]: pgmap v4554: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.62k op/s 2024-04-12T17:22:44.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:44 smithi110 ceph-mon[88691]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-12T17:22:44.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:44 smithi099 ceph-mon[94290]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-12T17:22:44.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:44 smithi099 ceph-mon[96864]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-12T17:22:45.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:45 smithi110 ceph-mon[88691]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-12T17:22:45.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:45 smithi110 ceph-mon[88691]: pgmap v4557: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.66k op/s 2024-04-12T17:22:45.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:45 smithi099 ceph-mon[94290]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-12T17:22:45.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:45 smithi099 ceph-mon[94290]: pgmap v4557: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.66k op/s 2024-04-12T17:22:45.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:45 smithi099 ceph-mon[96864]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-12T17:22:45.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:45 smithi099 ceph-mon[96864]: pgmap v4557: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.66k op/s 2024-04-12T17:22:46.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:46 smithi110 ceph-mon[88691]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-12T17:22:46.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:46 smithi099 ceph-mon[94290]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-12T17:22:46.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:46 smithi099 ceph-mon[96864]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-12T17:22:46.632 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:22:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:22:46] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-04-12T17:22:47.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:47 smithi110 ceph-mon[88691]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-12T17:22:47.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:47 smithi110 ceph-mon[88691]: pgmap v4560: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.2 KiB/s wr, 1.66k op/s 2024-04-12T17:22:47.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:47 smithi099 ceph-mon[94290]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-12T17:22:47.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:47 smithi099 ceph-mon[94290]: pgmap v4560: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.2 KiB/s wr, 1.66k op/s 2024-04-12T17:22:47.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:47 smithi099 ceph-mon[96864]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-12T17:22:47.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:47 smithi099 ceph-mon[96864]: pgmap v4560: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.2 KiB/s wr, 1.66k op/s 2024-04-12T17:22:48.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:48 smithi110 ceph-mon[88691]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-12T17:22:48.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:48 smithi099 ceph-mon[94290]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-12T17:22:48.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:48 smithi099 ceph-mon[96864]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-12T17:22:49.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:49 smithi110 ceph-mon[88691]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-12T17:22:49.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:49 smithi110 ceph-mon[88691]: pgmap v4563: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-12T17:22:49.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:49 smithi099 ceph-mon[94290]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-12T17:22:49.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:49 smithi099 ceph-mon[94290]: pgmap v4563: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-12T17:22:49.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:49 smithi099 ceph-mon[96864]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-12T17:22:49.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:49 smithi099 ceph-mon[96864]: pgmap v4563: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-12T17:22:50.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:50 smithi110 ceph-mon[88691]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-12T17:22:50.634 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:50 smithi099 ceph-mon[94290]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-12T17:22:50.635 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:50 smithi099 ceph-mon[96864]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-12T17:22:51.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:51 smithi110 ceph-mon[88691]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-12T17:22:51.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:51 smithi110 ceph-mon[88691]: pgmap v4566: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.70k op/s 2024-04-12T17:22:51.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:51 smithi099 ceph-mon[94290]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-12T17:22:51.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:51 smithi099 ceph-mon[94290]: pgmap v4566: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.70k op/s 2024-04-12T17:22:51.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:51 smithi099 ceph-mon[96864]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-12T17:22:51.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:51 smithi099 ceph-mon[96864]: pgmap v4566: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.70k op/s 2024-04-12T17:22:52.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:52 smithi110 ceph-mon[88691]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-12T17:22:52.590 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:22:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:22:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:22:52.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:52 smithi099 ceph-mon[94290]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-12T17:22:52.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:52 smithi099 ceph-mon[96864]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-12T17:22:53.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:53 smithi110 ceph-mon[88691]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-12T17:22:53.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:53 smithi110 ceph-mon[88691]: pgmap v4569: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.71k op/s 2024-04-12T17:22:53.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:53 smithi099 ceph-mon[94290]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-12T17:22:53.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:53 smithi099 ceph-mon[94290]: pgmap v4569: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.71k op/s 2024-04-12T17:22:53.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:53 smithi099 ceph-mon[96864]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-12T17:22:53.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:53 smithi099 ceph-mon[96864]: pgmap v4569: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.71k op/s 2024-04-12T17:22:54.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:54 smithi110 ceph-mon[88691]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-12T17:22:54.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:54 smithi099 ceph-mon[94290]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-12T17:22:54.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:54 smithi099 ceph-mon[96864]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-12T17:22:55.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:55 smithi110 ceph-mon[88691]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-12T17:22:55.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:55 smithi110 ceph-mon[88691]: pgmap v4572: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.75k op/s 2024-04-12T17:22:55.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:55 smithi099 ceph-mon[96864]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-12T17:22:55.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:55 smithi099 ceph-mon[96864]: pgmap v4572: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.75k op/s 2024-04-12T17:22:55.633 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:55 smithi099 ceph-mon[94290]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-12T17:22:55.633 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:55 smithi099 ceph-mon[94290]: pgmap v4572: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.75k op/s 2024-04-12T17:22:56.534 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:56 smithi099 ceph-mon[94290]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-12T17:22:56.534 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:56 smithi099 ceph-mon[96864]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-12T17:22:56.534 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:22:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:22:56] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-04-12T17:22:56.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:56 smithi110 ceph-mon[88691]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-12T17:22:57.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:57 smithi110 ceph-mon[88691]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-12T17:22:57.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:57 smithi110 ceph-mon[88691]: pgmap v4575: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.75k op/s 2024-04-12T17:22:57.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:57 smithi099 ceph-mon[94290]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-12T17:22:57.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:57 smithi099 ceph-mon[94290]: pgmap v4575: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.75k op/s 2024-04-12T17:22:57.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:57 smithi099 ceph-mon[96864]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-12T17:22:57.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:57 smithi099 ceph-mon[96864]: pgmap v4575: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.75k op/s 2024-04-12T17:22:58.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:58 smithi110 ceph-mon[88691]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-12T17:22:58.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:22:58.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:58 smithi099 ceph-mon[94290]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-12T17:22:58.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:22:58.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:58 smithi099 ceph-mon[96864]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-12T17:22:58.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:22:59.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:59 smithi110 ceph-mon[88691]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-12T17:22:59.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:22:59 smithi110 ceph-mon[88691]: pgmap v4578: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-12T17:22:59.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:59 smithi099 ceph-mon[94290]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-12T17:22:59.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:22:59 smithi099 ceph-mon[94290]: pgmap v4578: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-12T17:22:59.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:59 smithi099 ceph-mon[96864]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-12T17:22:59.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:22:59 smithi099 ceph-mon[96864]: pgmap v4578: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-12T17:23:00.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:00 smithi110 ceph-mon[88691]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-12T17:23:00.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:00 smithi099 ceph-mon[94290]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-12T17:23:00.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:00 smithi099 ceph-mon[96864]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-12T17:23:01.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:01 smithi110 ceph-mon[88691]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-12T17:23:01.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:01 smithi110 ceph-mon[88691]: pgmap v4581: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.7 KiB/s wr, 1.79k op/s 2024-04-12T17:23:01.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:01 smithi099 ceph-mon[94290]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-12T17:23:01.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:01 smithi099 ceph-mon[94290]: pgmap v4581: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.7 KiB/s wr, 1.79k op/s 2024-04-12T17:23:01.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:01 smithi099 ceph-mon[96864]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-12T17:23:01.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:01 smithi099 ceph-mon[96864]: pgmap v4581: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.7 KiB/s wr, 1.79k op/s 2024-04-12T17:23:02.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:02 smithi110 ceph-mon[88691]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-12T17:23:02.589 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:23:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:23:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:23:02.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:02 smithi099 ceph-mon[94290]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-12T17:23:02.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:02 smithi099 ceph-mon[96864]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-12T17:23:03.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:03 smithi110 ceph-mon[88691]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-12T17:23:03.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:03 smithi110 ceph-mon[88691]: pgmap v4584: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 KiB/s wr, 1.79k op/s 2024-04-12T17:23:03.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:03 smithi099 ceph-mon[94290]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-12T17:23:03.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:03 smithi099 ceph-mon[94290]: pgmap v4584: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 KiB/s wr, 1.79k op/s 2024-04-12T17:23:03.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:03 smithi099 ceph-mon[96864]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-12T17:23:03.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:03 smithi099 ceph-mon[96864]: pgmap v4584: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 KiB/s wr, 1.79k op/s 2024-04-12T17:23:04.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:04 smithi110 ceph-mon[88691]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-12T17:23:04.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:04 smithi099 ceph-mon[94290]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-12T17:23:04.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:04 smithi099 ceph-mon[96864]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-12T17:23:05.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:05 smithi099 ceph-mon[94290]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-12T17:23:05.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:05 smithi099 ceph-mon[94290]: pgmap v4587: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.76k op/s 2024-04-12T17:23:05.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:05 smithi099 ceph-mon[94290]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-12T17:23:05.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:05 smithi099 ceph-mon[96864]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-12T17:23:05.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:05 smithi099 ceph-mon[96864]: pgmap v4587: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.76k op/s 2024-04-12T17:23:05.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:05 smithi099 ceph-mon[96864]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-12T17:23:05.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:05 smithi110 ceph-mon[88691]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-12T17:23:05.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:05 smithi110 ceph-mon[88691]: pgmap v4587: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.76k op/s 2024-04-12T17:23:05.840 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:05 smithi110 ceph-mon[88691]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-12T17:23:06.632 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:23:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:23:06] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-04-12T17:23:07.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:07 smithi110 ceph-mon[88691]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-12T17:23:07.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:07 smithi099 ceph-mon[94290]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-12T17:23:07.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:07 smithi099 ceph-mon[96864]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-12T17:23:08.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:08 smithi110 ceph-mon[88691]: pgmap v4590: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.76k op/s 2024-04-12T17:23:08.341 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:08 smithi110 ceph-mon[88691]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-12T17:23:08.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:08 smithi099 ceph-mon[94290]: pgmap v4590: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.76k op/s 2024-04-12T17:23:08.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:08 smithi099 ceph-mon[94290]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-12T17:23:08.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:08 smithi099 ceph-mon[96864]: pgmap v4590: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.76k op/s 2024-04-12T17:23:08.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:08 smithi099 ceph-mon[96864]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-12T17:23:09.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:09 smithi110 ceph-mon[88691]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-12T17:23:09.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:09 smithi099 ceph-mon[94290]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-12T17:23:09.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:09 smithi099 ceph-mon[96864]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-12T17:23:10.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:10 smithi110 ceph-mon[88691]: pgmap v4593: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-12T17:23:10.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:10 smithi110 ceph-mon[88691]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-12T17:23:10.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:10 smithi110 ceph-mon[88691]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-12T17:23:10.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:10 smithi099 ceph-mon[94290]: pgmap v4593: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-12T17:23:10.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:10 smithi099 ceph-mon[94290]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-12T17:23:10.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:10 smithi099 ceph-mon[94290]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-12T17:23:10.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:10 smithi099 ceph-mon[96864]: pgmap v4593: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-12T17:23:10.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:10 smithi099 ceph-mon[96864]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-12T17:23:10.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:10 smithi099 ceph-mon[96864]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-12T17:23:12.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:12 smithi110 ceph-mon[88691]: pgmap v4596: 137 pgs: 2 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.71k op/s 2024-04-12T17:23:12.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:12 smithi110 ceph-mon[88691]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-12T17:23:12.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:12 smithi099 ceph-mon[94290]: pgmap v4596: 137 pgs: 2 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.71k op/s 2024-04-12T17:23:12.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:12 smithi099 ceph-mon[94290]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-12T17:23:12.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:12 smithi099 ceph-mon[96864]: pgmap v4596: 137 pgs: 2 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.71k op/s 2024-04-12T17:23:12.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:12 smithi099 ceph-mon[96864]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-12T17:23:12.589 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:23:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:23:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:23:13.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:13 smithi110 ceph-mon[88691]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-12T17:23:13.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:23:13.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:13 smithi099 ceph-mon[94290]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-12T17:23:13.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:23:13.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:13 smithi099 ceph-mon[96864]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-12T17:23:13.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:23:14.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:14 smithi110 ceph-mon[88691]: pgmap v4599: 137 pgs: 2 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.72k op/s 2024-04-12T17:23:14.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:14 smithi110 ceph-mon[88691]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-12T17:23:14.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:14 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:23:14.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:14 smithi099 ceph-mon[94290]: pgmap v4599: 137 pgs: 2 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.72k op/s 2024-04-12T17:23:14.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:14 smithi099 ceph-mon[94290]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-12T17:23:14.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:14 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:23:14.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:14 smithi099 ceph-mon[96864]: pgmap v4599: 137 pgs: 2 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.72k op/s 2024-04-12T17:23:14.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:14 smithi099 ceph-mon[96864]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-12T17:23:14.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:14 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:23:15.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:15 smithi110 ceph-mon[88691]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-12T17:23:15.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:15 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:23:15.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:15 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:23:15.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:15 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:23:15.340 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:15 smithi110 ceph-mon[88691]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-12T17:23:15.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:15 smithi099 ceph-mon[96864]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-12T17:23:15.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:15 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:23:15.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:15 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:23:15.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:15 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:23:15.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:15 smithi099 ceph-mon[96864]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-12T17:23:15.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:15 smithi099 ceph-mon[94290]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-12T17:23:15.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:15 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:23:15.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:15 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:23:15.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:15 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:23:15.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:15 smithi099 ceph-mon[94290]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-12T17:23:16.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:16 smithi110 ceph-mon[88691]: pgmap v4602: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.67k op/s 2024-04-12T17:23:16.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:16 smithi110 ceph-mon[88691]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-12T17:23:16.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:16 smithi099 ceph-mon[96864]: pgmap v4602: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.67k op/s 2024-04-12T17:23:16.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:16 smithi099 ceph-mon[96864]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-12T17:23:16.364 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:16 smithi099 ceph-mon[94290]: pgmap v4602: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.67k op/s 2024-04-12T17:23:16.364 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:16 smithi099 ceph-mon[94290]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-12T17:23:16.632 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:23:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:23:16] "GET /metrics HTTP/1.1" 200 36733 "" "Prometheus/2.43.0" 2024-04-12T17:23:18.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:18 smithi099 ceph-mon[94290]: pgmap v4605: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.67k op/s 2024-04-12T17:23:18.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:18 smithi099 ceph-mon[94290]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-12T17:23:18.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:18 smithi099 ceph-mon[96864]: pgmap v4605: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.67k op/s 2024-04-12T17:23:18.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:18 smithi099 ceph-mon[96864]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-12T17:23:18.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:18 smithi110 ceph-mon[88691]: pgmap v4605: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.67k op/s 2024-04-12T17:23:18.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:18 smithi110 ceph-mon[88691]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-12T17:23:19.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:19 smithi099 ceph-mon[94290]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-12T17:23:19.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:19 smithi099 ceph-mon[96864]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-12T17:23:19.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:19 smithi110 ceph-mon[88691]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-12T17:23:20.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:20 smithi099 ceph-mon[96864]: pgmap v4608: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-12T17:23:20.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:20 smithi099 ceph-mon[96864]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-12T17:23:20.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:20 smithi099 ceph-mon[96864]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-12T17:23:20.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:20 smithi099 ceph-mon[94290]: pgmap v4608: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-12T17:23:20.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:20 smithi099 ceph-mon[94290]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-12T17:23:20.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:20 smithi099 ceph-mon[94290]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-12T17:23:20.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:20 smithi110 ceph-mon[88691]: pgmap v4608: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-12T17:23:20.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:20 smithi110 ceph-mon[88691]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-12T17:23:20.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:20 smithi110 ceph-mon[88691]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-12T17:23:22.318 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:22 smithi110 ceph-mon[88691]: pgmap v4611: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2024-04-12T17:23:22.318 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:22 smithi110 ceph-mon[88691]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-12T17:23:22.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:22 smithi099 ceph-mon[96864]: pgmap v4611: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2024-04-12T17:23:22.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:22 smithi099 ceph-mon[96864]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-12T17:23:22.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:22 smithi099 ceph-mon[94290]: pgmap v4611: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2024-04-12T17:23:22.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:22 smithi099 ceph-mon[94290]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-12T17:23:22.589 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:23:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:23:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:23:23.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:23 smithi110 ceph-mon[88691]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-12T17:23:23.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:23 smithi099 ceph-mon[94290]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-12T17:23:23.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:23 smithi099 ceph-mon[96864]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-12T17:23:24.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:24 smithi110 ceph-mon[88691]: pgmap v4614: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2024-04-12T17:23:24.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:24 smithi110 ceph-mon[88691]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-12T17:23:24.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:24 smithi099 ceph-mon[94290]: pgmap v4614: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2024-04-12T17:23:24.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:24 smithi099 ceph-mon[94290]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-12T17:23:24.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:24 smithi099 ceph-mon[96864]: pgmap v4614: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2024-04-12T17:23:24.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:24 smithi099 ceph-mon[96864]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-12T17:23:25.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:25 smithi110 ceph-mon[88691]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-12T17:23:25.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:25 smithi110 ceph-mon[88691]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-12T17:23:25.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:25 smithi099 ceph-mon[96864]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-12T17:23:25.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:25 smithi099 ceph-mon[96864]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-12T17:23:25.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:25 smithi099 ceph-mon[94290]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-12T17:23:25.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:25 smithi099 ceph-mon[94290]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-12T17:23:26.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:26 smithi110 ceph-mon[88691]: pgmap v4617: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.58k op/s 2024-04-12T17:23:26.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:26 smithi099 ceph-mon[94290]: pgmap v4617: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.58k op/s 2024-04-12T17:23:26.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:26 smithi099 ceph-mon[96864]: pgmap v4617: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.58k op/s 2024-04-12T17:23:26.632 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:23:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:23:26] "GET /metrics HTTP/1.1" 200 36733 "" "Prometheus/2.43.0" 2024-04-12T17:23:27.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:27 smithi110 ceph-mon[88691]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-12T17:23:27.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:27 smithi099 ceph-mon[94290]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-12T17:23:27.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:27 smithi099 ceph-mon[96864]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-12T17:23:28.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:28 smithi110 ceph-mon[88691]: pgmap v4620: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.58k op/s 2024-04-12T17:23:28.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:28 smithi110 ceph-mon[88691]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-12T17:23:28.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:23:28.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:28 smithi099 ceph-mon[96864]: pgmap v4620: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.58k op/s 2024-04-12T17:23:28.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:28 smithi099 ceph-mon[96864]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-12T17:23:28.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:23:28.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:28 smithi099 ceph-mon[94290]: pgmap v4620: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.58k op/s 2024-04-12T17:23:28.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:28 smithi099 ceph-mon[94290]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-12T17:23:28.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:23:29.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:29 smithi110 ceph-mon[88691]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-12T17:23:29.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:29 smithi099 ceph-mon[94290]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-12T17:23:29.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:29 smithi099 ceph-mon[96864]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-12T17:23:30.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:30 smithi110 ceph-mon[88691]: pgmap v4623: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T17:23:30.340 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:30 smithi110 ceph-mon[88691]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-12T17:23:30.340 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:30 smithi110 ceph-mon[88691]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-12T17:23:30.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:30 smithi099 ceph-mon[96864]: pgmap v4623: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T17:23:30.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:30 smithi099 ceph-mon[96864]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-12T17:23:30.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:30 smithi099 ceph-mon[96864]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-12T17:23:30.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:30 smithi099 ceph-mon[94290]: pgmap v4623: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T17:23:30.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:30 smithi099 ceph-mon[94290]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-12T17:23:30.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:30 smithi099 ceph-mon[94290]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-12T17:23:32.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:32 smithi099 ceph-mon[94290]: pgmap v4626: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.54k op/s 2024-04-12T17:23:32.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:32 smithi099 ceph-mon[94290]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-12T17:23:32.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:32 smithi099 ceph-mon[96864]: pgmap v4626: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.54k op/s 2024-04-12T17:23:32.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:32 smithi099 ceph-mon[96864]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-12T17:23:32.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:32 smithi110 ceph-mon[88691]: pgmap v4626: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.54k op/s 2024-04-12T17:23:32.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:32 smithi110 ceph-mon[88691]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-12T17:23:32.590 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:23:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:23:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:23:33.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:33 smithi099 ceph-mon[94290]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-12T17:23:33.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:33 smithi099 ceph-mon[96864]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-12T17:23:33.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:33 smithi110 ceph-mon[88691]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-12T17:23:34.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:34 smithi099 ceph-mon[94290]: pgmap v4629: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.54k op/s 2024-04-12T17:23:34.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:34 smithi099 ceph-mon[94290]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-12T17:23:34.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:34 smithi099 ceph-mon[96864]: pgmap v4629: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.54k op/s 2024-04-12T17:23:34.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:34 smithi099 ceph-mon[96864]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-12T17:23:34.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:34 smithi110 ceph-mon[88691]: pgmap v4629: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.54k op/s 2024-04-12T17:23:34.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:34 smithi110 ceph-mon[88691]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-12T17:23:35.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:35 smithi099 ceph-mon[96864]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-12T17:23:35.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:35 smithi099 ceph-mon[96864]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-12T17:23:35.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:35 smithi099 ceph-mon[94290]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-12T17:23:35.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:35 smithi099 ceph-mon[94290]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-12T17:23:35.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:35 smithi110 ceph-mon[88691]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-12T17:23:35.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:35 smithi110 ceph-mon[88691]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-12T17:23:36.382 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:23:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:23:36] "GET /metrics HTTP/1.1" 200 36734 "" "Prometheus/2.43.0" 2024-04-12T17:23:36.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:36 smithi099 ceph-mon[94290]: pgmap v4632: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.50k op/s 2024-04-12T17:23:36.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:36 smithi099 ceph-mon[94290]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-12T17:23:36.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:36 smithi099 ceph-mon[96864]: pgmap v4632: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.50k op/s 2024-04-12T17:23:36.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:36 smithi099 ceph-mon[96864]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-12T17:23:36.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:36 smithi110 ceph-mon[88691]: pgmap v4632: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.50k op/s 2024-04-12T17:23:36.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:36 smithi110 ceph-mon[88691]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-12T17:23:38.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:38 smithi110 ceph-mon[88691]: pgmap v4635: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-04-12T17:23:38.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:38 smithi110 ceph-mon[88691]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-12T17:23:38.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:38 smithi099 ceph-mon[94290]: pgmap v4635: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-04-12T17:23:38.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:38 smithi099 ceph-mon[94290]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-12T17:23:38.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:38 smithi099 ceph-mon[96864]: pgmap v4635: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-04-12T17:23:38.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:38 smithi099 ceph-mon[96864]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-12T17:23:39.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:39 smithi110 ceph-mon[88691]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-12T17:23:39.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:39 smithi099 ceph-mon[94290]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-12T17:23:39.385 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:39 smithi099 ceph-mon[96864]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-12T17:23:40.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:40 smithi110 ceph-mon[88691]: pgmap v4638: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T17:23:40.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:40 smithi110 ceph-mon[88691]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-12T17:23:40.340 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:40 smithi110 ceph-mon[88691]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-12T17:23:40.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:40 smithi099 ceph-mon[96864]: pgmap v4638: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T17:23:40.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:40 smithi099 ceph-mon[96864]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-12T17:23:40.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:40 smithi099 ceph-mon[96864]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-12T17:23:40.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:40 smithi099 ceph-mon[94290]: pgmap v4638: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T17:23:40.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:40 smithi099 ceph-mon[94290]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-12T17:23:40.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:40 smithi099 ceph-mon[94290]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-12T17:23:42.318 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:42 smithi110 ceph-mon[88691]: pgmap v4641: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2024-04-12T17:23:42.318 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:42 smithi110 ceph-mon[88691]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-12T17:23:42.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:42 smithi099 ceph-mon[94290]: pgmap v4641: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2024-04-12T17:23:42.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:42 smithi099 ceph-mon[94290]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-12T17:23:42.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:42 smithi099 ceph-mon[96864]: pgmap v4641: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2024-04-12T17:23:42.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:42 smithi099 ceph-mon[96864]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-12T17:23:42.589 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:23:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:23:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:23:43.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:43 smithi110 ceph-mon[88691]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-12T17:23:43.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:43 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:23:43.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:43 smithi099 ceph-mon[94290]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-12T17:23:43.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:43 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:23:43.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:43 smithi099 ceph-mon[96864]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-12T17:23:43.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:43 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:23:44.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:44 smithi110 ceph-mon[88691]: pgmap v4644: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.46k op/s 2024-04-12T17:23:44.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:44 smithi110 ceph-mon[88691]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-12T17:23:44.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:44 smithi099 ceph-mon[94290]: pgmap v4644: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.46k op/s 2024-04-12T17:23:44.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:44 smithi099 ceph-mon[94290]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-12T17:23:44.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:44 smithi099 ceph-mon[96864]: pgmap v4644: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.46k op/s 2024-04-12T17:23:44.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:44 smithi099 ceph-mon[96864]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-12T17:23:45.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:45 smithi099 ceph-mon[96864]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-12T17:23:45.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:45 smithi099 ceph-mon[96864]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-12T17:23:45.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:45 smithi099 ceph-mon[94290]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-12T17:23:45.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:45 smithi099 ceph-mon[94290]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-12T17:23:45.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:45 smithi110 ceph-mon[88691]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-12T17:23:45.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:45 smithi110 ceph-mon[88691]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-12T17:23:46.364 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:46 smithi099 ceph-mon[94290]: pgmap v4647: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.41k op/s 2024-04-12T17:23:46.365 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:46 smithi099 ceph-mon[96864]: pgmap v4647: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.41k op/s 2024-04-12T17:23:46.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:46 smithi110 ceph-mon[88691]: pgmap v4647: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.41k op/s 2024-04-12T17:23:46.632 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:23:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:23:46] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-12T17:23:47.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:47 smithi099 ceph-mon[94290]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-12T17:23:47.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:47 smithi099 ceph-mon[96864]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-12T17:23:47.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:47 smithi110 ceph-mon[88691]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-12T17:23:48.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:48 smithi099 ceph-mon[94290]: pgmap v4650: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.41k op/s 2024-04-12T17:23:48.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:48 smithi099 ceph-mon[94290]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-12T17:23:48.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:48 smithi099 ceph-mon[96864]: pgmap v4650: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.41k op/s 2024-04-12T17:23:48.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:48 smithi099 ceph-mon[96864]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-12T17:23:48.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:48 smithi110 ceph-mon[88691]: pgmap v4650: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.41k op/s 2024-04-12T17:23:48.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:48 smithi110 ceph-mon[88691]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-12T17:23:49.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:49 smithi099 ceph-mon[94290]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-12T17:23:49.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:49 smithi099 ceph-mon[96864]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-12T17:23:49.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:49 smithi110 ceph-mon[88691]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-12T17:23:50.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:50 smithi099 ceph-mon[94290]: pgmap v4653: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T17:23:50.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:50 smithi099 ceph-mon[94290]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-12T17:23:50.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:50 smithi099 ceph-mon[94290]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-12T17:23:50.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:50 smithi099 ceph-mon[96864]: pgmap v4653: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T17:23:50.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:50 smithi099 ceph-mon[96864]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-12T17:23:50.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:50 smithi099 ceph-mon[96864]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-12T17:23:50.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:50 smithi110 ceph-mon[88691]: pgmap v4653: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T17:23:50.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:50 smithi110 ceph-mon[88691]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-12T17:23:50.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:50 smithi110 ceph-mon[88691]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-12T17:23:52.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:52 smithi110 ceph-mon[88691]: pgmap v4656: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1008 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-04-12T17:23:52.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:52 smithi110 ceph-mon[88691]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-12T17:23:52.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:52 smithi099 ceph-mon[94290]: pgmap v4656: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1008 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-04-12T17:23:52.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:52 smithi099 ceph-mon[94290]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-12T17:23:52.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:52 smithi099 ceph-mon[96864]: pgmap v4656: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1008 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-04-12T17:23:52.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:52 smithi099 ceph-mon[96864]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-12T17:23:52.589 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:23:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:23:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:23:53.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:53 smithi110 ceph-mon[88691]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-12T17:23:53.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:53 smithi099 ceph-mon[94290]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-12T17:23:53.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:53 smithi099 ceph-mon[96864]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-12T17:23:54.340 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:54 smithi110 ceph-mon[88691]: pgmap v4659: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1009 KiB/s rd, 5.0 KiB/s wr, 1.37k op/s 2024-04-12T17:23:54.340 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:54 smithi110 ceph-mon[88691]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-12T17:23:54.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:54 smithi099 ceph-mon[94290]: pgmap v4659: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1009 KiB/s rd, 5.0 KiB/s wr, 1.37k op/s 2024-04-12T17:23:54.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:54 smithi099 ceph-mon[94290]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-12T17:23:54.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:54 smithi099 ceph-mon[96864]: pgmap v4659: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1009 KiB/s rd, 5.0 KiB/s wr, 1.37k op/s 2024-04-12T17:23:54.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:54 smithi099 ceph-mon[96864]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-12T17:23:55.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:55 smithi110 ceph-mon[88691]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-12T17:23:55.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:55 smithi110 ceph-mon[88691]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-12T17:23:55.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:55 smithi099 ceph-mon[96864]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-12T17:23:55.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:55 smithi099 ceph-mon[96864]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-12T17:23:55.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:55 smithi099 ceph-mon[94290]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-12T17:23:55.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:55 smithi099 ceph-mon[94290]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-12T17:23:56.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:56 smithi110 ceph-mon[88691]: pgmap v4662: 137 pgs: 2 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 975 KiB/s rd, 5.0 KiB/s wr, 1.32k op/s 2024-04-12T17:23:56.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:56 smithi099 ceph-mon[94290]: pgmap v4662: 137 pgs: 2 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 975 KiB/s rd, 5.0 KiB/s wr, 1.32k op/s 2024-04-12T17:23:56.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:56 smithi099 ceph-mon[96864]: pgmap v4662: 137 pgs: 2 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 975 KiB/s rd, 5.0 KiB/s wr, 1.32k op/s 2024-04-12T17:23:56.632 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:23:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:23:56] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-12T17:23:57.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:57 smithi110 ceph-mon[88691]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-12T17:23:57.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:57 smithi099 ceph-mon[94290]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-12T17:23:57.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:57 smithi099 ceph-mon[96864]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-12T17:23:58.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:58 smithi110 ceph-mon[88691]: pgmap v4665: 137 pgs: 2 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 976 KiB/s rd, 5.0 KiB/s wr, 1.32k op/s 2024-04-12T17:23:58.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:58 smithi110 ceph-mon[88691]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-12T17:23:58.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:23:58.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:58 smithi099 ceph-mon[96864]: pgmap v4665: 137 pgs: 2 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 976 KiB/s rd, 5.0 KiB/s wr, 1.32k op/s 2024-04-12T17:23:58.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:58 smithi099 ceph-mon[96864]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-12T17:23:58.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:23:58.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:58 smithi099 ceph-mon[94290]: pgmap v4665: 137 pgs: 2 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 976 KiB/s rd, 5.0 KiB/s wr, 1.32k op/s 2024-04-12T17:23:58.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:58 smithi099 ceph-mon[94290]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-12T17:23:58.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:23:59.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:23:59 smithi099 ceph-mon[94290]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-12T17:23:59.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:23:59 smithi099 ceph-mon[96864]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-12T17:23:59.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:23:59 smithi110 ceph-mon[88691]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-12T17:24:00.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:00 smithi099 ceph-mon[94290]: pgmap v4668: 137 pgs: 2 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-12T17:24:00.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:00 smithi099 ceph-mon[94290]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-12T17:24:00.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:00 smithi099 ceph-mon[94290]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-12T17:24:00.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:00 smithi099 ceph-mon[96864]: pgmap v4668: 137 pgs: 2 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-12T17:24:00.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:00 smithi099 ceph-mon[96864]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-12T17:24:00.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:00 smithi099 ceph-mon[96864]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-12T17:24:00.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:00 smithi110 ceph-mon[88691]: pgmap v4668: 137 pgs: 2 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-12T17:24:00.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:00 smithi110 ceph-mon[88691]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-12T17:24:00.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:00 smithi110 ceph-mon[88691]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-12T17:24:02.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:02 smithi110 ceph-mon[88691]: pgmap v4671: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 943 KiB/s rd, 5.0 KiB/s wr, 1.27k op/s 2024-04-12T17:24:02.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:02 smithi110 ceph-mon[88691]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-12T17:24:02.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:02 smithi099 ceph-mon[94290]: pgmap v4671: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 943 KiB/s rd, 5.0 KiB/s wr, 1.27k op/s 2024-04-12T17:24:02.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:02 smithi099 ceph-mon[94290]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-12T17:24:02.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:02 smithi099 ceph-mon[96864]: pgmap v4671: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 943 KiB/s rd, 5.0 KiB/s wr, 1.27k op/s 2024-04-12T17:24:02.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:02 smithi099 ceph-mon[96864]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-12T17:24:02.589 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:24:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:24:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:24:03.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:03 smithi110 ceph-mon[88691]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-12T17:24:03.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:03 smithi099 ceph-mon[94290]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-12T17:24:03.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:03 smithi099 ceph-mon[96864]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-12T17:24:04.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:04 smithi110 ceph-mon[88691]: pgmap v4674: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 944 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2024-04-12T17:24:04.340 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:04 smithi110 ceph-mon[88691]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-12T17:24:04.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:04 smithi099 ceph-mon[94290]: pgmap v4674: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 944 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2024-04-12T17:24:04.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:04 smithi099 ceph-mon[94290]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-12T17:24:04.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:04 smithi099 ceph-mon[96864]: pgmap v4674: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 944 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2024-04-12T17:24:04.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:04 smithi099 ceph-mon[96864]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-12T17:24:05.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:05 smithi110 ceph-mon[88691]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-12T17:24:05.340 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:05 smithi110 ceph-mon[88691]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-12T17:24:05.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:05 smithi099 ceph-mon[96864]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-12T17:24:05.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:05 smithi099 ceph-mon[96864]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-12T17:24:05.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:05 smithi099 ceph-mon[94290]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-12T17:24:05.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:05 smithi099 ceph-mon[94290]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-12T17:24:06.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:06 smithi110 ceph-mon[88691]: pgmap v4677: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 911 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2024-04-12T17:24:06.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:06 smithi099 ceph-mon[94290]: pgmap v4677: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 911 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2024-04-12T17:24:06.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:06 smithi099 ceph-mon[96864]: pgmap v4677: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 911 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2024-04-12T17:24:06.632 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:24:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:24:06] "GET /metrics HTTP/1.1" 200 36734 "" "Prometheus/2.43.0" 2024-04-12T17:24:07.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:07 smithi110 ceph-mon[88691]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-12T17:24:07.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:07 smithi099 ceph-mon[94290]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-12T17:24:07.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:07 smithi099 ceph-mon[96864]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-12T17:24:08.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:08 smithi099 ceph-mon[94290]: pgmap v4680: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 911 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2024-04-12T17:24:08.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:08 smithi099 ceph-mon[94290]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-12T17:24:08.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:08 smithi099 ceph-mon[96864]: pgmap v4680: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 911 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2024-04-12T17:24:08.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:08 smithi099 ceph-mon[96864]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-12T17:24:08.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:08 smithi110 ceph-mon[88691]: pgmap v4680: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 911 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2024-04-12T17:24:08.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:08 smithi110 ceph-mon[88691]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-12T17:24:09.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:09 smithi099 ceph-mon[94290]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-12T17:24:09.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:09 smithi099 ceph-mon[96864]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-12T17:24:09.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:09 smithi110 ceph-mon[88691]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-12T17:24:10.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:10 smithi099 ceph-mon[96864]: pgmap v4683: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-12T17:24:10.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:10 smithi099 ceph-mon[96864]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-12T17:24:10.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:10 smithi099 ceph-mon[96864]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-12T17:24:10.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:10 smithi099 ceph-mon[94290]: pgmap v4683: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-12T17:24:10.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:10 smithi099 ceph-mon[94290]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-12T17:24:10.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:10 smithi099 ceph-mon[94290]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-12T17:24:10.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:10 smithi110 ceph-mon[88691]: pgmap v4683: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-12T17:24:10.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:10 smithi110 ceph-mon[88691]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-12T17:24:10.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:10 smithi110 ceph-mon[88691]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-12T17:24:12.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:12 smithi110 ceph-mon[88691]: pgmap v4686: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 878 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2024-04-12T17:24:12.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:12 smithi110 ceph-mon[88691]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-12T17:24:12.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:12 smithi099 ceph-mon[94290]: pgmap v4686: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 878 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2024-04-12T17:24:12.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:12 smithi099 ceph-mon[94290]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-12T17:24:12.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:12 smithi099 ceph-mon[96864]: pgmap v4686: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 878 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2024-04-12T17:24:12.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:12 smithi099 ceph-mon[96864]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-12T17:24:12.589 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:24:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:24:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:24:13.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:13 smithi110 ceph-mon[88691]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-12T17:24:13.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:24:13.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:13 smithi099 ceph-mon[94290]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-12T17:24:13.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:24:13.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:13 smithi099 ceph-mon[96864]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-12T17:24:13.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:24:14.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:14 smithi110 ceph-mon[88691]: pgmap v4689: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 879 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2024-04-12T17:24:14.340 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:14 smithi110 ceph-mon[88691]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-12T17:24:14.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:14 smithi099 ceph-mon[94290]: pgmap v4689: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 879 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2024-04-12T17:24:14.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:14 smithi099 ceph-mon[94290]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-12T17:24:14.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:14 smithi099 ceph-mon[96864]: pgmap v4689: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 879 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2024-04-12T17:24:14.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:14 smithi099 ceph-mon[96864]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-12T17:24:15.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:15 smithi110 ceph-mon[88691]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-12T17:24:15.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:15 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:24:15.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:15 smithi110 ceph-mon[88691]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-12T17:24:15.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:15 smithi099 ceph-mon[94290]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-12T17:24:15.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:15 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:24:15.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:15 smithi099 ceph-mon[94290]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-12T17:24:15.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:15 smithi099 ceph-mon[96864]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-12T17:24:15.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:15 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:24:15.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:15 smithi099 ceph-mon[96864]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-12T17:24:16.340 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:16 smithi110 ceph-mon[88691]: pgmap v4692: 137 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 133 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 844 KiB/s rd, 5.0 KiB/s wr, 1.14k op/s 2024-04-12T17:24:16.364 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:16 smithi099 ceph-mon[94290]: pgmap v4692: 137 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 133 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 844 KiB/s rd, 5.0 KiB/s wr, 1.14k op/s 2024-04-12T17:24:16.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:16 smithi099 ceph-mon[96864]: pgmap v4692: 137 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 133 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 844 KiB/s rd, 5.0 KiB/s wr, 1.14k op/s 2024-04-12T17:24:16.632 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:24:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:24:16] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-12T17:24:17.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:17 smithi099 ceph-mon[94290]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-12T17:24:17.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:17 smithi099 ceph-mon[96864]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-12T17:24:17.450 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:17 smithi110 ceph-mon[88691]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-12T17:24:18.103 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:18 smithi099 ceph-mon[94290]: pgmap v4695: 137 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 133 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 844 KiB/s rd, 5.0 KiB/s wr, 1.14k op/s 2024-04-12T17:24:18.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:18 smithi099 ceph-mon[94290]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-12T17:24:18.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:18 smithi099 ceph-mon[96864]: pgmap v4695: 137 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 133 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 844 KiB/s rd, 5.0 KiB/s wr, 1.14k op/s 2024-04-12T17:24:18.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:18 smithi099 ceph-mon[96864]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-12T17:24:18.414 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:18 smithi110 ceph-mon[88691]: pgmap v4695: 137 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 133 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 844 KiB/s rd, 5.0 KiB/s wr, 1.14k op/s 2024-04-12T17:24:18.414 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:18 smithi110 ceph-mon[88691]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-12T17:24:19.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:19 smithi099 ceph-mon[94290]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-12T17:24:19.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:19 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:24:19.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:19 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:24:19.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:19 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:24:19.384 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:19 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:24:19.384 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:19 smithi099 ceph-mon[96864]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-12T17:24:19.384 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:19 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:24:19.384 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:19 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:24:19.384 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:19 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:24:19.384 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:19 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:24:19.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:19 smithi110 ceph-mon[88691]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-12T17:24:19.590 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:19 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:24:19.590 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:19 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:24:19.590 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:19 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:24:19.590 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:19 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:24:20.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:20 smithi099 ceph-mon[96864]: pgmap v4698: 137 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 133 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-12T17:24:20.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:20 smithi099 ceph-mon[96864]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-12T17:24:20.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:20 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:24:20.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:20 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:24:20.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:20 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:24:20.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:20 smithi099 ceph-mon[96864]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-12T17:24:20.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:20 smithi099 ceph-mon[94290]: pgmap v4698: 137 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 133 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-12T17:24:20.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:20 smithi099 ceph-mon[94290]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-12T17:24:20.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:20 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:24:20.384 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:20 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:24:20.384 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:20 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:24:20.384 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:20 smithi099 ceph-mon[94290]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-12T17:24:20.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:20 smithi110 ceph-mon[88691]: pgmap v4698: 137 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 133 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-12T17:24:20.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:20 smithi110 ceph-mon[88691]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-12T17:24:20.590 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:20 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:24:20.590 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:20 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:24:20.590 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:20 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:24:20.590 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:20 smithi110 ceph-mon[88691]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-12T17:24:22.318 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:22 smithi110 ceph-mon[88691]: pgmap v4701: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 813 KiB/s rd, 5.0 KiB/s wr, 1.10k op/s 2024-04-12T17:24:22.318 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:22 smithi110 ceph-mon[88691]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-12T17:24:22.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:22 smithi099 ceph-mon[94290]: pgmap v4701: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 813 KiB/s rd, 5.0 KiB/s wr, 1.10k op/s 2024-04-12T17:24:22.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:22 smithi099 ceph-mon[94290]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-12T17:24:22.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:22 smithi099 ceph-mon[96864]: pgmap v4701: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 813 KiB/s rd, 5.0 KiB/s wr, 1.10k op/s 2024-04-12T17:24:22.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:22 smithi099 ceph-mon[96864]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-12T17:24:22.589 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:24:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:24:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:24:23.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:23 smithi110 ceph-mon[88691]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-12T17:24:23.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:23 smithi099 ceph-mon[94290]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-12T17:24:23.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:23 smithi099 ceph-mon[96864]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-12T17:24:24.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:24 smithi110 ceph-mon[88691]: pgmap v4704: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 814 KiB/s rd, 5.0 KiB/s wr, 1.10k op/s 2024-04-12T17:24:24.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:24 smithi110 ceph-mon[88691]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-12T17:24:24.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:24 smithi099 ceph-mon[94290]: pgmap v4704: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 814 KiB/s rd, 5.0 KiB/s wr, 1.10k op/s 2024-04-12T17:24:24.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:24 smithi099 ceph-mon[94290]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-12T17:24:24.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:24 smithi099 ceph-mon[96864]: pgmap v4704: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 814 KiB/s rd, 5.0 KiB/s wr, 1.10k op/s 2024-04-12T17:24:24.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:24 smithi099 ceph-mon[96864]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-12T17:24:25.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:25 smithi110 ceph-mon[88691]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-12T17:24:25.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:25 smithi110 ceph-mon[88691]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-12T17:24:25.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:25 smithi099 ceph-mon[94290]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-12T17:24:25.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:25 smithi099 ceph-mon[94290]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-12T17:24:25.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:25 smithi099 ceph-mon[96864]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-12T17:24:25.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:25 smithi099 ceph-mon[96864]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-12T17:24:26.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:26 smithi110 ceph-mon[88691]: pgmap v4707: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 779 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-04-12T17:24:26.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:26 smithi099 ceph-mon[96864]: pgmap v4707: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 779 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-04-12T17:24:26.364 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:26 smithi099 ceph-mon[94290]: pgmap v4707: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 779 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-04-12T17:24:26.632 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:24:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:24:26] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-12T17:24:27.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:27 smithi110 ceph-mon[88691]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-12T17:24:27.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:27 smithi099 ceph-mon[94290]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-12T17:24:27.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:27 smithi099 ceph-mon[96864]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-12T17:24:28.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:28 smithi110 ceph-mon[88691]: pgmap v4710: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 780 KiB/s rd, 5.0 KiB/s wr, 1.06k op/s 2024-04-12T17:24:28.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:28 smithi110 ceph-mon[88691]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-12T17:24:28.340 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:24:28.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:28 smithi099 ceph-mon[96864]: pgmap v4710: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 780 KiB/s rd, 5.0 KiB/s wr, 1.06k op/s 2024-04-12T17:24:28.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:28 smithi099 ceph-mon[96864]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-12T17:24:28.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:24:28.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:28 smithi099 ceph-mon[94290]: pgmap v4710: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 780 KiB/s rd, 5.0 KiB/s wr, 1.06k op/s 2024-04-12T17:24:28.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:28 smithi099 ceph-mon[94290]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-12T17:24:28.384 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:24:29.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:29 smithi099 ceph-mon[94290]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-12T17:24:29.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:29 smithi099 ceph-mon[96864]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-12T17:24:29.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:29 smithi110 ceph-mon[88691]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-12T17:24:30.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:30 smithi099 ceph-mon[94290]: pgmap v4713: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-12T17:24:30.442 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:30 smithi099 ceph-mon[94290]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-12T17:24:30.442 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:30 smithi099 ceph-mon[94290]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-12T17:24:30.442 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:30 smithi099 ceph-mon[96864]: pgmap v4713: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-12T17:24:30.442 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:30 smithi099 ceph-mon[96864]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-12T17:24:30.442 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:30 smithi099 ceph-mon[96864]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-12T17:24:30.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:30 smithi110 ceph-mon[88691]: pgmap v4713: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-12T17:24:30.590 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:30 smithi110 ceph-mon[88691]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-12T17:24:30.590 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:30 smithi110 ceph-mon[88691]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-12T17:24:32.318 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:32 smithi110 ceph-mon[88691]: pgmap v4716: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 747 KiB/s rd, 5.0 KiB/s wr, 1.01k op/s 2024-04-12T17:24:32.318 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:32 smithi110 ceph-mon[88691]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-12T17:24:32.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:32 smithi099 ceph-mon[94290]: pgmap v4716: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 747 KiB/s rd, 5.0 KiB/s wr, 1.01k op/s 2024-04-12T17:24:32.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:32 smithi099 ceph-mon[94290]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-12T17:24:32.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:32 smithi099 ceph-mon[96864]: pgmap v4716: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 747 KiB/s rd, 5.0 KiB/s wr, 1.01k op/s 2024-04-12T17:24:32.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:32 smithi099 ceph-mon[96864]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-12T17:24:32.589 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:24:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:24:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:24:33.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:33 smithi110 ceph-mon[88691]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-12T17:24:33.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:33 smithi099 ceph-mon[94290]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-12T17:24:33.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:33 smithi099 ceph-mon[96864]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-12T17:24:34.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:34 smithi110 ceph-mon[88691]: pgmap v4719: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 748 KiB/s rd, 5.0 KiB/s wr, 1.01k op/s 2024-04-12T17:24:34.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:34 smithi110 ceph-mon[88691]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-12T17:24:34.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:34 smithi099 ceph-mon[96864]: pgmap v4719: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 748 KiB/s rd, 5.0 KiB/s wr, 1.01k op/s 2024-04-12T17:24:34.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:34 smithi099 ceph-mon[96864]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-12T17:24:34.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:34 smithi099 ceph-mon[94290]: pgmap v4719: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 748 KiB/s rd, 5.0 KiB/s wr, 1.01k op/s 2024-04-12T17:24:34.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:34 smithi099 ceph-mon[94290]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-12T17:24:35.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:35 smithi110 ceph-mon[88691]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-12T17:24:35.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:35 smithi110 ceph-mon[88691]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-12T17:24:35.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:35 smithi099 ceph-mon[94290]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-12T17:24:35.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:35 smithi099 ceph-mon[94290]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-12T17:24:35.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:35 smithi099 ceph-mon[96864]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-12T17:24:35.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:35 smithi099 ceph-mon[96864]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-12T17:24:36.344 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:36 smithi110 ceph-mon[88691]: pgmap v4722: 137 pgs: 4 active+clean+snaptrim_wait, 133 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 716 KiB/s rd, 5.0 KiB/s wr, 969 op/s 2024-04-12T17:24:36.364 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:36 smithi099 ceph-mon[94290]: pgmap v4722: 137 pgs: 4 active+clean+snaptrim_wait, 133 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 716 KiB/s rd, 5.0 KiB/s wr, 969 op/s 2024-04-12T17:24:36.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:36 smithi099 ceph-mon[96864]: pgmap v4722: 137 pgs: 4 active+clean+snaptrim_wait, 133 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 716 KiB/s rd, 5.0 KiB/s wr, 969 op/s 2024-04-12T17:24:36.633 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:24:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:24:36] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-04-12T17:24:37.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:37 smithi110 ceph-mon[88691]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-12T17:24:37.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:37 smithi099 ceph-mon[94290]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-12T17:24:37.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:37 smithi099 ceph-mon[96864]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-12T17:24:38.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:38 smithi099 ceph-mon[94290]: pgmap v4725: 137 pgs: 4 active+clean+snaptrim_wait, 133 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 715 KiB/s rd, 5.0 KiB/s wr, 968 op/s 2024-04-12T17:24:38.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:38 smithi099 ceph-mon[94290]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-12T17:24:38.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:38 smithi099 ceph-mon[96864]: pgmap v4725: 137 pgs: 4 active+clean+snaptrim_wait, 133 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 715 KiB/s rd, 5.0 KiB/s wr, 968 op/s 2024-04-12T17:24:38.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:38 smithi099 ceph-mon[96864]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-12T17:24:38.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:38 smithi110 ceph-mon[88691]: pgmap v4725: 137 pgs: 4 active+clean+snaptrim_wait, 133 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 715 KiB/s rd, 5.0 KiB/s wr, 968 op/s 2024-04-12T17:24:38.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:38 smithi110 ceph-mon[88691]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-12T17:24:39.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:39 smithi099 ceph-mon[94290]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-12T17:24:39.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:39 smithi099 ceph-mon[96864]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-12T17:24:39.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:39 smithi110 ceph-mon[88691]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-12T17:24:40.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:40 smithi099 ceph-mon[94290]: pgmap v4728: 137 pgs: 4 active+clean+snaptrim_wait, 133 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:24:40.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:40 smithi099 ceph-mon[94290]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-12T17:24:40.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:40 smithi099 ceph-mon[94290]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-12T17:24:40.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:40 smithi099 ceph-mon[96864]: pgmap v4728: 137 pgs: 4 active+clean+snaptrim_wait, 133 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:24:40.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:40 smithi099 ceph-mon[96864]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-12T17:24:40.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:40 smithi099 ceph-mon[96864]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-12T17:24:40.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:40 smithi110 ceph-mon[88691]: pgmap v4728: 137 pgs: 4 active+clean+snaptrim_wait, 133 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:24:40.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:40 smithi110 ceph-mon[88691]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-12T17:24:40.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:40 smithi110 ceph-mon[88691]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-12T17:24:42.391 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:42 smithi110 ceph-mon[88691]: pgmap v4731: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 683 KiB/s rd, 5.0 KiB/s wr, 924 op/s 2024-04-12T17:24:42.391 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:42 smithi110 ceph-mon[88691]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-12T17:24:42.392 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:24:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:24:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:24:42.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:42 smithi099 ceph-mon[94290]: pgmap v4731: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 683 KiB/s rd, 5.0 KiB/s wr, 924 op/s 2024-04-12T17:24:42.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:42 smithi099 ceph-mon[94290]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-12T17:24:42.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:42 smithi099 ceph-mon[96864]: pgmap v4731: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 683 KiB/s rd, 5.0 KiB/s wr, 924 op/s 2024-04-12T17:24:42.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:42 smithi099 ceph-mon[96864]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-12T17:24:43.405 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:43 smithi110 ceph-mon[88691]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-12T17:24:43.405 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:43 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:24:43.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:43 smithi099 ceph-mon[94290]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-12T17:24:43.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:43 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:24:43.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:43 smithi099 ceph-mon[96864]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-12T17:24:43.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:43 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:24:44.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:44 smithi110 ceph-mon[88691]: pgmap v4734: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 684 KiB/s rd, 5.0 KiB/s wr, 925 op/s 2024-04-12T17:24:44.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:44 smithi110 ceph-mon[88691]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-12T17:24:44.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:44 smithi099 ceph-mon[94290]: pgmap v4734: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 684 KiB/s rd, 5.0 KiB/s wr, 925 op/s 2024-04-12T17:24:44.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:44 smithi099 ceph-mon[94290]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-12T17:24:44.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:44 smithi099 ceph-mon[96864]: pgmap v4734: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 684 KiB/s rd, 5.0 KiB/s wr, 925 op/s 2024-04-12T17:24:44.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:44 smithi099 ceph-mon[96864]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-12T17:24:45.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:45 smithi110 ceph-mon[88691]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-12T17:24:45.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:45 smithi110 ceph-mon[88691]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-12T17:24:45.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:45 smithi099 ceph-mon[96864]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-12T17:24:45.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:45 smithi099 ceph-mon[96864]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-12T17:24:45.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:45 smithi099 ceph-mon[94290]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-12T17:24:45.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:45 smithi099 ceph-mon[94290]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-12T17:24:46.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:46 smithi110 ceph-mon[88691]: pgmap v4737: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 648 KiB/s rd, 5.0 KiB/s wr, 878 op/s 2024-04-12T17:24:46.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:46 smithi110 ceph-mon[88691]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-12T17:24:46.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:46 smithi099 ceph-mon[94290]: pgmap v4737: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 648 KiB/s rd, 5.0 KiB/s wr, 878 op/s 2024-04-12T17:24:46.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:46 smithi099 ceph-mon[94290]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-12T17:24:46.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:46 smithi099 ceph-mon[96864]: pgmap v4737: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 648 KiB/s rd, 5.0 KiB/s wr, 878 op/s 2024-04-12T17:24:46.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:46 smithi099 ceph-mon[96864]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-12T17:24:46.633 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:24:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:24:46] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-12T17:24:48.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:48 smithi110 ceph-mon[88691]: pgmap v4740: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 648 KiB/s rd, 5.0 KiB/s wr, 878 op/s 2024-04-12T17:24:48.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:48 smithi110 ceph-mon[88691]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-12T17:24:48.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:48 smithi099 ceph-mon[94290]: pgmap v4740: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 648 KiB/s rd, 5.0 KiB/s wr, 878 op/s 2024-04-12T17:24:48.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:48 smithi099 ceph-mon[94290]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-12T17:24:48.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:48 smithi099 ceph-mon[96864]: pgmap v4740: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 648 KiB/s rd, 5.0 KiB/s wr, 878 op/s 2024-04-12T17:24:48.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:48 smithi099 ceph-mon[96864]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-12T17:24:49.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:49 smithi110 ceph-mon[88691]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-12T17:24:49.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:49 smithi099 ceph-mon[94290]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-12T17:24:49.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:49 smithi099 ceph-mon[96864]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-12T17:24:50.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:50 smithi110 ceph-mon[88691]: pgmap v4743: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-12T17:24:50.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:50 smithi110 ceph-mon[88691]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-12T17:24:50.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:50 smithi110 ceph-mon[88691]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-12T17:24:50.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:50 smithi099 ceph-mon[96864]: pgmap v4743: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-12T17:24:50.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:50 smithi099 ceph-mon[96864]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-12T17:24:50.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:50 smithi099 ceph-mon[96864]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-12T17:24:50.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:50 smithi099 ceph-mon[94290]: pgmap v4743: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-12T17:24:50.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:50 smithi099 ceph-mon[94290]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-12T17:24:50.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:50 smithi099 ceph-mon[94290]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-12T17:24:52.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:52 smithi110 ceph-mon[88691]: pgmap v4746: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 617 KiB/s rd, 5.0 KiB/s wr, 836 op/s 2024-04-12T17:24:52.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:52 smithi110 ceph-mon[88691]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-12T17:24:52.340 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:24:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:24:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:24:52.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:52 smithi099 ceph-mon[96864]: pgmap v4746: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 617 KiB/s rd, 5.0 KiB/s wr, 836 op/s 2024-04-12T17:24:52.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:52 smithi099 ceph-mon[96864]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-12T17:24:52.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:52 smithi099 ceph-mon[94290]: pgmap v4746: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 617 KiB/s rd, 5.0 KiB/s wr, 836 op/s 2024-04-12T17:24:52.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:52 smithi099 ceph-mon[94290]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-12T17:24:53.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:53 smithi099 ceph-mon[94290]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-12T17:24:53.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:53 smithi099 ceph-mon[96864]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-12T17:24:53.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:53 smithi110 ceph-mon[88691]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-12T17:24:54.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:54 smithi110 ceph-mon[88691]: pgmap v4749: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 618 KiB/s rd, 5.0 KiB/s wr, 838 op/s 2024-04-12T17:24:54.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:54 smithi110 ceph-mon[88691]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-12T17:24:54.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:54 smithi099 ceph-mon[94290]: pgmap v4749: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 618 KiB/s rd, 5.0 KiB/s wr, 838 op/s 2024-04-12T17:24:54.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:54 smithi099 ceph-mon[94290]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-12T17:24:54.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:54 smithi099 ceph-mon[96864]: pgmap v4749: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 618 KiB/s rd, 5.0 KiB/s wr, 838 op/s 2024-04-12T17:24:54.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:54 smithi099 ceph-mon[96864]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-12T17:24:55.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:55 smithi099 ceph-mon[94290]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-12T17:24:55.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:55 smithi099 ceph-mon[94290]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-12T17:24:55.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:55 smithi099 ceph-mon[96864]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-12T17:24:55.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:55 smithi099 ceph-mon[96864]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-12T17:24:55.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:55 smithi110 ceph-mon[88691]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-12T17:24:55.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:55 smithi110 ceph-mon[88691]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-12T17:24:56.366 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:56 smithi099 ceph-mon[94290]: pgmap v4752: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 585 KiB/s rd, 5.0 KiB/s wr, 794 op/s 2024-04-12T17:24:56.366 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:56 smithi099 ceph-mon[94290]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-12T17:24:56.366 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:56 smithi099 ceph-mon[96864]: pgmap v4752: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 585 KiB/s rd, 5.0 KiB/s wr, 794 op/s 2024-04-12T17:24:56.367 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:56 smithi099 ceph-mon[96864]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-12T17:24:56.600 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:56 smithi110 ceph-mon[88691]: pgmap v4752: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 585 KiB/s rd, 5.0 KiB/s wr, 794 op/s 2024-04-12T17:24:56.600 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:56 smithi110 ceph-mon[88691]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-12T17:24:56.632 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:24:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:24:56] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-12T17:24:58.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:58 smithi110 ceph-mon[88691]: pgmap v4755: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 584 KiB/s rd, 5.0 KiB/s wr, 792 op/s 2024-04-12T17:24:58.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:58 smithi110 ceph-mon[88691]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-12T17:24:58.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:24:58.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:58 smithi099 ceph-mon[94290]: pgmap v4755: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 584 KiB/s rd, 5.0 KiB/s wr, 792 op/s 2024-04-12T17:24:58.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:58 smithi099 ceph-mon[94290]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-12T17:24:58.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:24:58.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:58 smithi099 ceph-mon[96864]: pgmap v4755: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 584 KiB/s rd, 5.0 KiB/s wr, 792 op/s 2024-04-12T17:24:58.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:58 smithi099 ceph-mon[96864]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-12T17:24:58.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:24:59.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:24:59 smithi110 ceph-mon[88691]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-12T17:24:59.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:24:59 smithi099 ceph-mon[94290]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-12T17:24:59.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:24:59 smithi099 ceph-mon[96864]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-12T17:25:00.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:00 smithi110 ceph-mon[88691]: pgmap v4758: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-12T17:25:00.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:00 smithi110 ceph-mon[88691]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-12T17:25:00.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:00 smithi110 ceph-mon[88691]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-12T17:25:00.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:00 smithi099 ceph-mon[96864]: pgmap v4758: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-12T17:25:00.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:00 smithi099 ceph-mon[96864]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-12T17:25:00.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:00 smithi099 ceph-mon[96864]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-12T17:25:00.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:00 smithi099 ceph-mon[94290]: pgmap v4758: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-12T17:25:00.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:00 smithi099 ceph-mon[94290]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-12T17:25:00.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:00 smithi099 ceph-mon[94290]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-12T17:25:02.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:02 smithi110 ceph-mon[88691]: pgmap v4761: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 552 KiB/s rd, 5.0 KiB/s wr, 748 op/s 2024-04-12T17:25:02.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:02 smithi110 ceph-mon[88691]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-12T17:25:02.340 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:25:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:25:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:25:02.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:02 smithi099 ceph-mon[94290]: pgmap v4761: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 552 KiB/s rd, 5.0 KiB/s wr, 748 op/s 2024-04-12T17:25:02.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:02 smithi099 ceph-mon[94290]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-12T17:25:02.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:02 smithi099 ceph-mon[96864]: pgmap v4761: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 552 KiB/s rd, 5.0 KiB/s wr, 748 op/s 2024-04-12T17:25:02.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:02 smithi099 ceph-mon[96864]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-12T17:25:03.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:03 smithi099 ceph-mon[94290]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-12T17:25:03.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:03 smithi099 ceph-mon[96864]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-12T17:25:03.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:03 smithi110 ceph-mon[88691]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-12T17:25:04.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:04 smithi099 ceph-mon[94290]: pgmap v4764: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 553 KiB/s rd, 5.0 KiB/s wr, 751 op/s 2024-04-12T17:25:04.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:04 smithi099 ceph-mon[94290]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-12T17:25:04.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:04 smithi099 ceph-mon[96864]: pgmap v4764: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 553 KiB/s rd, 5.0 KiB/s wr, 751 op/s 2024-04-12T17:25:04.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:04 smithi099 ceph-mon[96864]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-12T17:25:04.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:04 smithi110 ceph-mon[88691]: pgmap v4764: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 553 KiB/s rd, 5.0 KiB/s wr, 751 op/s 2024-04-12T17:25:04.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:04 smithi110 ceph-mon[88691]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-12T17:25:05.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:05 smithi099 ceph-mon[94290]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-12T17:25:05.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:05 smithi099 ceph-mon[94290]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-12T17:25:05.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:05 smithi099 ceph-mon[96864]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-12T17:25:05.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:05 smithi099 ceph-mon[96864]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-12T17:25:05.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:05 smithi110 ceph-mon[88691]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-12T17:25:05.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:05 smithi110 ceph-mon[88691]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-12T17:25:06.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:06 smithi099 ceph-mon[94290]: pgmap v4767: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 520 KiB/s rd, 5.0 KiB/s wr, 705 op/s 2024-04-12T17:25:06.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:06 smithi099 ceph-mon[96864]: pgmap v4767: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 520 KiB/s rd, 5.0 KiB/s wr, 705 op/s 2024-04-12T17:25:06.383 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:25:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:25:06] "GET /metrics HTTP/1.1" 200 36734 "" "Prometheus/2.43.0" 2024-04-12T17:25:06.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:06 smithi110 ceph-mon[88691]: pgmap v4767: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 520 KiB/s rd, 5.0 KiB/s wr, 705 op/s 2024-04-12T17:25:07.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:07 smithi099 ceph-mon[94290]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-12T17:25:07.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:07 smithi099 ceph-mon[96864]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-12T17:25:07.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:07 smithi110 ceph-mon[88691]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-12T17:25:08.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:08 smithi099 ceph-mon[94290]: pgmap v4770: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 519 KiB/s rd, 5.0 KiB/s wr, 704 op/s 2024-04-12T17:25:08.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:08 smithi099 ceph-mon[94290]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-12T17:25:08.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:08 smithi099 ceph-mon[96864]: pgmap v4770: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 519 KiB/s rd, 5.0 KiB/s wr, 704 op/s 2024-04-12T17:25:08.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:08 smithi099 ceph-mon[96864]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-12T17:25:08.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:08 smithi110 ceph-mon[88691]: pgmap v4770: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 519 KiB/s rd, 5.0 KiB/s wr, 704 op/s 2024-04-12T17:25:08.590 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:08 smithi110 ceph-mon[88691]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-12T17:25:09.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:09 smithi110 ceph-mon[88691]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-12T17:25:09.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:09 smithi099 ceph-mon[94290]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-12T17:25:09.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:09 smithi099 ceph-mon[96864]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-12T17:25:10.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:10 smithi110 ceph-mon[88691]: pgmap v4773: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-12T17:25:10.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:10 smithi110 ceph-mon[88691]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-12T17:25:10.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:10 smithi110 ceph-mon[88691]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-12T17:25:10.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:10 smithi099 ceph-mon[94290]: pgmap v4773: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-12T17:25:10.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:10 smithi099 ceph-mon[94290]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-12T17:25:10.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:10 smithi099 ceph-mon[94290]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-12T17:25:10.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:10 smithi099 ceph-mon[96864]: pgmap v4773: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-12T17:25:10.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:10 smithi099 ceph-mon[96864]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-12T17:25:10.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:10 smithi099 ceph-mon[96864]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-12T17:25:12.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:12 smithi110 ceph-mon[88691]: pgmap v4776: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 486 KiB/s rd, 5.0 KiB/s wr, 659 op/s 2024-04-12T17:25:12.317 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:12 smithi110 ceph-mon[88691]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-12T17:25:12.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:12 smithi099 ceph-mon[94290]: pgmap v4776: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 486 KiB/s rd, 5.0 KiB/s wr, 659 op/s 2024-04-12T17:25:12.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:12 smithi099 ceph-mon[94290]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-12T17:25:12.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:12 smithi099 ceph-mon[96864]: pgmap v4776: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 486 KiB/s rd, 5.0 KiB/s wr, 659 op/s 2024-04-12T17:25:12.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:12 smithi099 ceph-mon[96864]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-12T17:25:12.589 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:25:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:25:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:25:13.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:13 smithi110 ceph-mon[88691]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-12T17:25:13.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:25:13.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:13 smithi099 ceph-mon[94290]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-12T17:25:13.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:25:13.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:13 smithi099 ceph-mon[96864]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-12T17:25:13.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:25:14.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:14 smithi110 ceph-mon[88691]: pgmap v4779: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 487 KiB/s rd, 5.0 KiB/s wr, 660 op/s 2024-04-12T17:25:14.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:14 smithi110 ceph-mon[88691]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-12T17:25:14.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:14 smithi099 ceph-mon[94290]: pgmap v4779: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 487 KiB/s rd, 5.0 KiB/s wr, 660 op/s 2024-04-12T17:25:14.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:14 smithi099 ceph-mon[94290]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-12T17:25:14.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:14 smithi099 ceph-mon[96864]: pgmap v4779: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 487 KiB/s rd, 5.0 KiB/s wr, 660 op/s 2024-04-12T17:25:14.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:14 smithi099 ceph-mon[96864]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-12T17:25:15.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:15 smithi099 ceph-mon[94290]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-12T17:25:15.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:15 smithi099 ceph-mon[94290]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-12T17:25:15.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:15 smithi099 ceph-mon[96864]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-12T17:25:15.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:15 smithi099 ceph-mon[96864]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-12T17:25:15.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:15 smithi110 ceph-mon[88691]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-12T17:25:15.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:15 smithi110 ceph-mon[88691]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-12T17:25:16.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:16 smithi099 ceph-mon[96864]: pgmap v4782: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 456 KiB/s rd, 5.0 KiB/s wr, 618 op/s 2024-04-12T17:25:16.364 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:16 smithi099 ceph-mon[94290]: pgmap v4782: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 456 KiB/s rd, 5.0 KiB/s wr, 618 op/s 2024-04-12T17:25:16.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:16 smithi110 ceph-mon[88691]: pgmap v4782: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 456 KiB/s rd, 5.0 KiB/s wr, 618 op/s 2024-04-12T17:25:16.632 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:25:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:25:16] "GET /metrics HTTP/1.1" 200 36734 "" "Prometheus/2.43.0" 2024-04-12T17:25:17.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:17 smithi099 ceph-mon[94290]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-12T17:25:17.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:17 smithi099 ceph-mon[96864]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-12T17:25:17.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:17 smithi110 ceph-mon[88691]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-12T17:25:18.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:18 smithi099 ceph-mon[94290]: pgmap v4785: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 455 KiB/s rd, 5.0 KiB/s wr, 618 op/s 2024-04-12T17:25:18.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:18 smithi099 ceph-mon[94290]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-12T17:25:18.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:18 smithi099 ceph-mon[96864]: pgmap v4785: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 455 KiB/s rd, 5.0 KiB/s wr, 618 op/s 2024-04-12T17:25:18.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:18 smithi099 ceph-mon[96864]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-12T17:25:18.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:18 smithi110 ceph-mon[88691]: pgmap v4785: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 455 KiB/s rd, 5.0 KiB/s wr, 618 op/s 2024-04-12T17:25:18.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:18 smithi110 ceph-mon[88691]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-12T17:25:19.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:19 smithi099 ceph-mon[94290]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-12T17:25:19.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:19 smithi099 ceph-mon[96864]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-12T17:25:19.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:19 smithi110 ceph-mon[88691]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-12T17:25:20.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:20 smithi099 ceph-mon[94290]: pgmap v4788: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-12T17:25:20.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:20 smithi099 ceph-mon[94290]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-12T17:25:20.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:20 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:25:20.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:20 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:25:20.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:20 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:25:20.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:20 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:25:20.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:20 smithi099 ceph-mon[94290]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-12T17:25:20.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:20 smithi099 ceph-mon[96864]: pgmap v4788: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-12T17:25:20.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:20 smithi099 ceph-mon[96864]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-12T17:25:20.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:20 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:25:20.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:20 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:25:20.384 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:20 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:25:20.384 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:20 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:25:20.384 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:20 smithi099 ceph-mon[96864]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-12T17:25:20.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:20 smithi110 ceph-mon[88691]: pgmap v4788: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-12T17:25:20.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:20 smithi110 ceph-mon[88691]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-12T17:25:20.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:20 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:25:20.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:20 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:25:20.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:20 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:25:20.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:20 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:25:20.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:20 smithi110 ceph-mon[88691]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-12T17:25:22.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:22 smithi110 ceph-mon[88691]: pgmap v4791: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 420 KiB/s rd, 5.0 KiB/s wr, 567 op/s 2024-04-12T17:25:22.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:22 smithi110 ceph-mon[88691]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-12T17:25:22.339 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:25:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:25:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:25:22.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:22 smithi099 ceph-mon[94290]: pgmap v4791: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 420 KiB/s rd, 5.0 KiB/s wr, 567 op/s 2024-04-12T17:25:22.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:22 smithi099 ceph-mon[94290]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-12T17:25:22.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:22 smithi099 ceph-mon[96864]: pgmap v4791: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 420 KiB/s rd, 5.0 KiB/s wr, 567 op/s 2024-04-12T17:25:22.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:22 smithi099 ceph-mon[96864]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-12T17:25:23.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:23 smithi110 ceph-mon[88691]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-12T17:25:23.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:23 smithi099 ceph-mon[94290]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-12T17:25:23.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:23 smithi099 ceph-mon[96864]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-12T17:25:24.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:24 smithi110 ceph-mon[88691]: pgmap v4794: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 420 KiB/s rd, 5.0 KiB/s wr, 569 op/s 2024-04-12T17:25:24.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:24 smithi110 ceph-mon[88691]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-12T17:25:24.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:24 smithi099 ceph-mon[94290]: pgmap v4794: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 420 KiB/s rd, 5.0 KiB/s wr, 569 op/s 2024-04-12T17:25:24.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:24 smithi099 ceph-mon[94290]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-12T17:25:24.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:24 smithi099 ceph-mon[96864]: pgmap v4794: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 420 KiB/s rd, 5.0 KiB/s wr, 569 op/s 2024-04-12T17:25:24.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:24 smithi099 ceph-mon[96864]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-12T17:25:25.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:25 smithi099 ceph-mon[94290]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-12T17:25:25.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:25 smithi099 ceph-mon[94290]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-12T17:25:25.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:25 smithi099 ceph-mon[96864]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-12T17:25:25.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:25 smithi099 ceph-mon[96864]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-12T17:25:25.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:25 smithi110 ceph-mon[88691]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-12T17:25:25.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:25 smithi110 ceph-mon[88691]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-12T17:25:26.364 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:26 smithi099 ceph-mon[94290]: pgmap v4797: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 390 KiB/s rd, 5.0 KiB/s wr, 528 op/s 2024-04-12T17:25:26.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:26 smithi099 ceph-mon[96864]: pgmap v4797: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 390 KiB/s rd, 5.0 KiB/s wr, 528 op/s 2024-04-12T17:25:26.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:26 smithi110 ceph-mon[88691]: pgmap v4797: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 390 KiB/s rd, 5.0 KiB/s wr, 528 op/s 2024-04-12T17:25:26.632 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:25:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:25:26] "GET /metrics HTTP/1.1" 200 36734 "" "Prometheus/2.43.0" 2024-04-12T17:25:27.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:27 smithi099 ceph-mon[94290]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-12T17:25:27.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:27 smithi099 ceph-mon[96864]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-12T17:25:27.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:27 smithi110 ceph-mon[88691]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-12T17:25:28.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:28 smithi099 ceph-mon[94290]: pgmap v4800: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 390 KiB/s rd, 5.0 KiB/s wr, 527 op/s 2024-04-12T17:25:28.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:28 smithi099 ceph-mon[94290]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-12T17:25:28.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:25:28.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:28 smithi099 ceph-mon[96864]: pgmap v4800: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 390 KiB/s rd, 5.0 KiB/s wr, 527 op/s 2024-04-12T17:25:28.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:28 smithi099 ceph-mon[96864]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-12T17:25:28.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:25:28.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:28 smithi110 ceph-mon[88691]: pgmap v4800: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 390 KiB/s rd, 5.0 KiB/s wr, 527 op/s 2024-04-12T17:25:28.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:28 smithi110 ceph-mon[88691]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-12T17:25:28.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:25:29.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:29 smithi099 ceph-mon[94290]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-12T17:25:29.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:29 smithi099 ceph-mon[96864]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-12T17:25:29.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:29 smithi110 ceph-mon[88691]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-12T17:25:30.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:30 smithi099 ceph-mon[94290]: pgmap v4803: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-12T17:25:30.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:30 smithi099 ceph-mon[94290]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-12T17:25:30.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:30 smithi099 ceph-mon[94290]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-12T17:25:30.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:30 smithi099 ceph-mon[96864]: pgmap v4803: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-12T17:25:30.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:30 smithi099 ceph-mon[96864]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-12T17:25:30.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:30 smithi099 ceph-mon[96864]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-12T17:25:30.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:30 smithi110 ceph-mon[88691]: pgmap v4803: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-12T17:25:30.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:30 smithi110 ceph-mon[88691]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-12T17:25:30.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:30 smithi110 ceph-mon[88691]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-12T17:25:32.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:32 smithi110 ceph-mon[88691]: pgmap v4806: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 355 KiB/s rd, 5.0 KiB/s wr, 480 op/s 2024-04-12T17:25:32.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:32 smithi110 ceph-mon[88691]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-12T17:25:32.339 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:25:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:25:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:25:32.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:32 smithi099 ceph-mon[94290]: pgmap v4806: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 355 KiB/s rd, 5.0 KiB/s wr, 480 op/s 2024-04-12T17:25:32.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:32 smithi099 ceph-mon[94290]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-12T17:25:32.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:32 smithi099 ceph-mon[96864]: pgmap v4806: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 355 KiB/s rd, 5.0 KiB/s wr, 480 op/s 2024-04-12T17:25:32.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:32 smithi099 ceph-mon[96864]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-12T17:25:33.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:33 smithi110 ceph-mon[88691]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-12T17:25:33.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:33 smithi099 ceph-mon[94290]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-12T17:25:33.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:33 smithi099 ceph-mon[96864]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-12T17:25:34.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:34 smithi099 ceph-mon[96864]: pgmap v4809: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 356 KiB/s rd, 5.0 KiB/s wr, 483 op/s 2024-04-12T17:25:34.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:34 smithi099 ceph-mon[96864]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-12T17:25:34.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:34 smithi099 ceph-mon[94290]: pgmap v4809: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 356 KiB/s rd, 5.0 KiB/s wr, 483 op/s 2024-04-12T17:25:34.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:34 smithi099 ceph-mon[94290]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-12T17:25:34.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:34 smithi110 ceph-mon[88691]: pgmap v4809: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 356 KiB/s rd, 5.0 KiB/s wr, 483 op/s 2024-04-12T17:25:34.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:34 smithi110 ceph-mon[88691]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-12T17:25:35.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:35 smithi099 ceph-mon[94290]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-12T17:25:35.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:35 smithi099 ceph-mon[94290]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-12T17:25:35.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:35 smithi099 ceph-mon[96864]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-12T17:25:35.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:35 smithi099 ceph-mon[96864]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-12T17:25:35.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:35 smithi110 ceph-mon[88691]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-12T17:25:35.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:35 smithi110 ceph-mon[88691]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-12T17:25:36.364 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:36 smithi099 ceph-mon[94290]: pgmap v4812: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 325 KiB/s rd, 5.0 KiB/s wr, 439 op/s 2024-04-12T17:25:36.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:36 smithi099 ceph-mon[96864]: pgmap v4812: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 325 KiB/s rd, 5.0 KiB/s wr, 439 op/s 2024-04-12T17:25:36.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:36 smithi110 ceph-mon[88691]: pgmap v4812: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 325 KiB/s rd, 5.0 KiB/s wr, 439 op/s 2024-04-12T17:25:36.632 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:25:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:25:36] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-04-12T17:25:37.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:37 smithi099 ceph-mon[94290]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-12T17:25:37.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:37 smithi099 ceph-mon[96864]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-12T17:25:37.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:37 smithi110 ceph-mon[88691]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-12T17:25:38.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:38 smithi099 ceph-mon[96864]: pgmap v4815: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 325 KiB/s rd, 5.0 KiB/s wr, 439 op/s 2024-04-12T17:25:38.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:38 smithi099 ceph-mon[96864]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-12T17:25:38.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:38 smithi099 ceph-mon[94290]: pgmap v4815: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 325 KiB/s rd, 5.0 KiB/s wr, 439 op/s 2024-04-12T17:25:38.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:38 smithi099 ceph-mon[94290]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-12T17:25:38.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:38 smithi110 ceph-mon[88691]: pgmap v4815: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 325 KiB/s rd, 5.0 KiB/s wr, 439 op/s 2024-04-12T17:25:38.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:38 smithi110 ceph-mon[88691]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-12T17:25:39.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:39 smithi099 ceph-mon[94290]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-12T17:25:39.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:39 smithi099 ceph-mon[96864]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-12T17:25:39.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:39 smithi110 ceph-mon[88691]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-12T17:25:40.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:40 smithi099 ceph-mon[96864]: pgmap v4818: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T17:25:40.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:40 smithi099 ceph-mon[96864]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-12T17:25:40.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:40 smithi099 ceph-mon[96864]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-12T17:25:40.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:40 smithi099 ceph-mon[94290]: pgmap v4818: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T17:25:40.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:40 smithi099 ceph-mon[94290]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-12T17:25:40.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:40 smithi099 ceph-mon[94290]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-12T17:25:40.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:40 smithi110 ceph-mon[88691]: pgmap v4818: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T17:25:40.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:40 smithi110 ceph-mon[88691]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-12T17:25:40.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:40 smithi110 ceph-mon[88691]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-12T17:25:42.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:42 smithi110 ceph-mon[88691]: pgmap v4821: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 291 KiB/s rd, 5.0 KiB/s wr, 395 op/s 2024-04-12T17:25:42.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:42 smithi110 ceph-mon[88691]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-12T17:25:42.339 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:25:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:25:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:25:42.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:42 smithi099 ceph-mon[94290]: pgmap v4821: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 291 KiB/s rd, 5.0 KiB/s wr, 395 op/s 2024-04-12T17:25:42.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:42 smithi099 ceph-mon[94290]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-12T17:25:42.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:42 smithi099 ceph-mon[96864]: pgmap v4821: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 291 KiB/s rd, 5.0 KiB/s wr, 395 op/s 2024-04-12T17:25:42.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:42 smithi099 ceph-mon[96864]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-12T17:25:43.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:43 smithi099 ceph-mon[94290]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-12T17:25:43.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:43 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:25:43.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:43 smithi099 ceph-mon[96864]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-12T17:25:43.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:43 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:25:43.546 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:43 smithi110 ceph-mon[88691]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-12T17:25:43.546 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:43 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:25:44.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:44 smithi099 ceph-mon[94290]: pgmap v4824: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 291 KiB/s rd, 5.0 KiB/s wr, 395 op/s 2024-04-12T17:25:44.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:44 smithi099 ceph-mon[94290]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-12T17:25:44.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:44 smithi099 ceph-mon[96864]: pgmap v4824: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 291 KiB/s rd, 5.0 KiB/s wr, 395 op/s 2024-04-12T17:25:44.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:44 smithi099 ceph-mon[96864]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-12T17:25:44.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:44 smithi110 ceph-mon[88691]: pgmap v4824: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 291 KiB/s rd, 5.0 KiB/s wr, 395 op/s 2024-04-12T17:25:44.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:44 smithi110 ceph-mon[88691]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-12T17:25:45.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:45 smithi099 ceph-mon[94290]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-12T17:25:45.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:45 smithi099 ceph-mon[94290]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-12T17:25:45.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:45 smithi099 ceph-mon[96864]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-12T17:25:45.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:45 smithi099 ceph-mon[96864]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-12T17:25:45.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:45 smithi110 ceph-mon[88691]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-12T17:25:45.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:45 smithi110 ceph-mon[88691]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-12T17:25:46.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:46 smithi099 ceph-mon[94290]: pgmap v4827: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 259 KiB/s rd, 5.0 KiB/s wr, 351 op/s 2024-04-12T17:25:46.363 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:46 smithi099 ceph-mon[96864]: pgmap v4827: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 259 KiB/s rd, 5.0 KiB/s wr, 351 op/s 2024-04-12T17:25:46.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:46 smithi110 ceph-mon[88691]: pgmap v4827: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 259 KiB/s rd, 5.0 KiB/s wr, 351 op/s 2024-04-12T17:25:46.632 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:25:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:25:46] "GET /metrics HTTP/1.1" 200 36726 "" "Prometheus/2.43.0" 2024-04-12T17:25:47.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:47 smithi099 ceph-mon[94290]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-12T17:25:47.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:47 smithi099 ceph-mon[96864]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-12T17:25:47.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:47 smithi110 ceph-mon[88691]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-12T17:25:48.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:48 smithi099 ceph-mon[96864]: pgmap v4830: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 259 KiB/s rd, 5.0 KiB/s wr, 350 op/s 2024-04-12T17:25:48.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:48 smithi099 ceph-mon[96864]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-12T17:25:48.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:48 smithi099 ceph-mon[94290]: pgmap v4830: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 259 KiB/s rd, 5.0 KiB/s wr, 350 op/s 2024-04-12T17:25:48.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:48 smithi099 ceph-mon[94290]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-12T17:25:48.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:48 smithi110 ceph-mon[88691]: pgmap v4830: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 259 KiB/s rd, 5.0 KiB/s wr, 350 op/s 2024-04-12T17:25:48.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:48 smithi110 ceph-mon[88691]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-12T17:25:49.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:49 smithi110 ceph-mon[88691]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-12T17:25:49.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:49 smithi099 ceph-mon[94290]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-12T17:25:49.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:49 smithi099 ceph-mon[96864]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-12T17:25:50.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:50 smithi110 ceph-mon[88691]: pgmap v4833: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-12T17:25:50.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:50 smithi110 ceph-mon[88691]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-12T17:25:50.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:50 smithi110 ceph-mon[88691]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-12T17:25:50.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:50 smithi099 ceph-mon[96864]: pgmap v4833: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-12T17:25:50.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:50 smithi099 ceph-mon[96864]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-12T17:25:50.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:50 smithi099 ceph-mon[96864]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-12T17:25:50.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:50 smithi099 ceph-mon[94290]: pgmap v4833: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-12T17:25:50.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:50 smithi099 ceph-mon[94290]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-12T17:25:50.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:50 smithi099 ceph-mon[94290]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-12T17:25:52.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:52 smithi110 ceph-mon[88691]: pgmap v4836: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 225 KiB/s rd, 5.0 KiB/s wr, 308 op/s 2024-04-12T17:25:52.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:52 smithi110 ceph-mon[88691]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-12T17:25:52.339 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:25:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:25:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:25:52.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:52 smithi099 ceph-mon[96864]: pgmap v4836: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 225 KiB/s rd, 5.0 KiB/s wr, 308 op/s 2024-04-12T17:25:52.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:52 smithi099 ceph-mon[96864]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-12T17:25:52.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:52 smithi099 ceph-mon[94290]: pgmap v4836: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 225 KiB/s rd, 5.0 KiB/s wr, 308 op/s 2024-04-12T17:25:52.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:52 smithi099 ceph-mon[94290]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-12T17:25:53.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:53 smithi110 ceph-mon[88691]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-12T17:25:53.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:53 smithi099 ceph-mon[96864]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-12T17:25:53.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:53 smithi099 ceph-mon[94290]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-12T17:25:54.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:54 smithi099 ceph-mon[96864]: pgmap v4839: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 226 KiB/s rd, 5.0 KiB/s wr, 310 op/s 2024-04-12T17:25:54.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:54 smithi099 ceph-mon[96864]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-12T17:25:54.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:54 smithi099 ceph-mon[94290]: pgmap v4839: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 226 KiB/s rd, 5.0 KiB/s wr, 310 op/s 2024-04-12T17:25:54.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:54 smithi099 ceph-mon[94290]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-12T17:25:54.592 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:54 smithi110 ceph-mon[88691]: pgmap v4839: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 226 KiB/s rd, 5.0 KiB/s wr, 310 op/s 2024-04-12T17:25:54.592 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:54 smithi110 ceph-mon[88691]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-12T17:25:55.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:55 smithi099 ceph-mon[96864]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-12T17:25:55.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:55 smithi099 ceph-mon[96864]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-12T17:25:55.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:55 smithi099 ceph-mon[94290]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-12T17:25:55.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:55 smithi099 ceph-mon[94290]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-12T17:25:55.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:55 smithi110 ceph-mon[88691]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-12T17:25:55.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:55 smithi110 ceph-mon[88691]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-12T17:25:56.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:56 smithi099 ceph-mon[94290]: pgmap v4842: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 193 KiB/s rd, 5.0 KiB/s wr, 263 op/s 2024-04-12T17:25:56.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:56 smithi099 ceph-mon[96864]: pgmap v4842: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 193 KiB/s rd, 5.0 KiB/s wr, 263 op/s 2024-04-12T17:25:56.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:56 smithi110 ceph-mon[88691]: pgmap v4842: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 193 KiB/s rd, 5.0 KiB/s wr, 263 op/s 2024-04-12T17:25:56.632 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:25:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:25:56] "GET /metrics HTTP/1.1" 200 36726 "" "Prometheus/2.43.0" 2024-04-12T17:25:57.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:57 smithi099 ceph-mon[94290]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-12T17:25:57.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:57 smithi099 ceph-mon[96864]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-12T17:25:57.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:57 smithi110 ceph-mon[88691]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-12T17:25:58.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:58 smithi099 ceph-mon[94290]: pgmap v4845: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 193 KiB/s rd, 5.0 KiB/s wr, 262 op/s 2024-04-12T17:25:58.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:58 smithi099 ceph-mon[94290]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-12T17:25:58.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:25:58.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:58 smithi099 ceph-mon[96864]: pgmap v4845: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 193 KiB/s rd, 5.0 KiB/s wr, 262 op/s 2024-04-12T17:25:58.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:58 smithi099 ceph-mon[96864]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-12T17:25:58.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:25:58.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:58 smithi110 ceph-mon[88691]: pgmap v4845: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 193 KiB/s rd, 5.0 KiB/s wr, 262 op/s 2024-04-12T17:25:58.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:58 smithi110 ceph-mon[88691]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-12T17:25:58.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:25:59.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:25:59 smithi110 ceph-mon[88691]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-12T17:25:59.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:25:59 smithi099 ceph-mon[94290]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-12T17:25:59.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:25:59 smithi099 ceph-mon[96864]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-12T17:26:00.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:00 smithi110 ceph-mon[88691]: pgmap v4848: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T17:26:00.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:00 smithi110 ceph-mon[88691]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-12T17:26:00.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:00 smithi110 ceph-mon[88691]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-12T17:26:00.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:00 smithi099 ceph-mon[94290]: pgmap v4848: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T17:26:00.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:00 smithi099 ceph-mon[94290]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-12T17:26:00.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:00 smithi099 ceph-mon[94290]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-12T17:26:00.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:00 smithi099 ceph-mon[96864]: pgmap v4848: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T17:26:00.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:00 smithi099 ceph-mon[96864]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-12T17:26:00.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:00 smithi099 ceph-mon[96864]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-12T17:26:02.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:02 smithi110 ceph-mon[88691]: pgmap v4851: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 160 KiB/s rd, 5.0 KiB/s wr, 220 op/s 2024-04-12T17:26:02.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:02 smithi110 ceph-mon[88691]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-12T17:26:02.340 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:26:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:26:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:26:02.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:02 smithi099 ceph-mon[94290]: pgmap v4851: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 160 KiB/s rd, 5.0 KiB/s wr, 220 op/s 2024-04-12T17:26:02.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:02 smithi099 ceph-mon[94290]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-12T17:26:02.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:02 smithi099 ceph-mon[96864]: pgmap v4851: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 160 KiB/s rd, 5.0 KiB/s wr, 220 op/s 2024-04-12T17:26:02.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:02 smithi099 ceph-mon[96864]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-12T17:26:03.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:03 smithi099 ceph-mon[94290]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-12T17:26:03.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:03 smithi099 ceph-mon[96864]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-12T17:26:03.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:03 smithi110 ceph-mon[88691]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-12T17:26:04.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:04 smithi099 ceph-mon[94290]: pgmap v4854: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 161 KiB/s rd, 5.0 KiB/s wr, 221 op/s 2024-04-12T17:26:04.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:04 smithi099 ceph-mon[94290]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-12T17:26:04.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:04 smithi099 ceph-mon[96864]: pgmap v4854: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 161 KiB/s rd, 5.0 KiB/s wr, 221 op/s 2024-04-12T17:26:04.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:04 smithi099 ceph-mon[96864]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-12T17:26:04.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:04 smithi110 ceph-mon[88691]: pgmap v4854: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 161 KiB/s rd, 5.0 KiB/s wr, 221 op/s 2024-04-12T17:26:04.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:04 smithi110 ceph-mon[88691]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-12T17:26:05.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:05 smithi099 ceph-mon[94290]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-12T17:26:05.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:05 smithi099 ceph-mon[94290]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-12T17:26:05.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:05 smithi099 ceph-mon[96864]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-12T17:26:05.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:05 smithi099 ceph-mon[96864]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-12T17:26:05.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:05 smithi110 ceph-mon[88691]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-12T17:26:05.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:05 smithi110 ceph-mon[88691]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-12T17:26:06.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:06 smithi099 ceph-mon[94290]: pgmap v4857: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 129 KiB/s rd, 5.0 KiB/s wr, 177 op/s 2024-04-12T17:26:06.363 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:06 smithi099 ceph-mon[96864]: pgmap v4857: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 129 KiB/s rd, 5.0 KiB/s wr, 177 op/s 2024-04-12T17:26:06.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:06 smithi110 ceph-mon[88691]: pgmap v4857: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 129 KiB/s rd, 5.0 KiB/s wr, 177 op/s 2024-04-12T17:26:06.632 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:26:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:26:06] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-04-12T17:26:07.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:07 smithi099 ceph-mon[94290]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-12T17:26:07.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:07 smithi099 ceph-mon[96864]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-12T17:26:07.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:07 smithi110 ceph-mon[88691]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-12T17:26:08.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:08 smithi110 ceph-mon[88691]: pgmap v4860: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 129 KiB/s rd, 5.0 KiB/s wr, 178 op/s 2024-04-12T17:26:08.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:08 smithi110 ceph-mon[88691]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-12T17:26:08.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:08 smithi099 ceph-mon[94290]: pgmap v4860: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 129 KiB/s rd, 5.0 KiB/s wr, 178 op/s 2024-04-12T17:26:08.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:08 smithi099 ceph-mon[94290]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-12T17:26:08.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:08 smithi099 ceph-mon[96864]: pgmap v4860: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 129 KiB/s rd, 5.0 KiB/s wr, 178 op/s 2024-04-12T17:26:08.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:08 smithi099 ceph-mon[96864]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-12T17:26:09.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:09 smithi110 ceph-mon[88691]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-12T17:26:09.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:09 smithi099 ceph-mon[94290]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-12T17:26:09.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:09 smithi099 ceph-mon[96864]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-12T17:26:10.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:10 smithi110 ceph-mon[88691]: pgmap v4863: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T17:26:10.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:10 smithi110 ceph-mon[88691]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-12T17:26:10.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:10 smithi110 ceph-mon[88691]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-12T17:26:10.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:10 smithi099 ceph-mon[94290]: pgmap v4863: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T17:26:10.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:10 smithi099 ceph-mon[94290]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-12T17:26:10.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:10 smithi099 ceph-mon[94290]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-12T17:26:10.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:10 smithi099 ceph-mon[96864]: pgmap v4863: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T17:26:10.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:10 smithi099 ceph-mon[96864]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-12T17:26:10.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:10 smithi099 ceph-mon[96864]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-12T17:26:12.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:12 smithi110 ceph-mon[88691]: pgmap v4866: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 94 KiB/s rd, 5.0 KiB/s wr, 129 op/s 2024-04-12T17:26:12.339 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:12 smithi110 ceph-mon[88691]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-12T17:26:12.339 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:26:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:26:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:26:12.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:12 smithi099 ceph-mon[96864]: pgmap v4866: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 94 KiB/s rd, 5.0 KiB/s wr, 129 op/s 2024-04-12T17:26:12.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:12 smithi099 ceph-mon[96864]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-12T17:26:12.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:12 smithi099 ceph-mon[94290]: pgmap v4866: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 94 KiB/s rd, 5.0 KiB/s wr, 129 op/s 2024-04-12T17:26:12.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:12 smithi099 ceph-mon[94290]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-12T17:26:13.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:13 smithi099 ceph-mon[94290]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-12T17:26:13.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:26:13.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:13 smithi099 ceph-mon[96864]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-12T17:26:13.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:26:13.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:13 smithi110 ceph-mon[88691]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-12T17:26:13.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:26:14.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:14 smithi099 ceph-mon[94290]: pgmap v4869: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 96 KiB/s rd, 5.0 KiB/s wr, 134 op/s 2024-04-12T17:26:14.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:14 smithi099 ceph-mon[94290]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-12T17:26:14.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:14 smithi099 ceph-mon[96864]: pgmap v4869: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 96 KiB/s rd, 5.0 KiB/s wr, 134 op/s 2024-04-12T17:26:14.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:14 smithi099 ceph-mon[96864]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-12T17:26:14.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:14 smithi110 ceph-mon[88691]: pgmap v4869: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 96 KiB/s rd, 5.0 KiB/s wr, 134 op/s 2024-04-12T17:26:14.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:14 smithi110 ceph-mon[88691]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-12T17:26:15.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:15 smithi099 ceph-mon[96864]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-12T17:26:15.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:15 smithi099 ceph-mon[96864]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-12T17:26:15.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:15 smithi099 ceph-mon[94290]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-12T17:26:15.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:15 smithi099 ceph-mon[94290]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-12T17:26:15.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:15 smithi110 ceph-mon[88691]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-12T17:26:15.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:15 smithi110 ceph-mon[88691]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-12T17:26:16.224 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_many_snaps PASSED [ 47%] 2024-04-12T17:26:16.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:16 smithi099 ceph-mon[94290]: pgmap v4872: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 64 KiB/s rd, 5.0 KiB/s wr, 89 op/s 2024-04-12T17:26:16.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:16 smithi099 ceph-mon[96864]: pgmap v4872: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 64 KiB/s rd, 5.0 KiB/s wr, 89 op/s 2024-04-12T17:26:16.382 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:26:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:26:16] "GET /metrics HTTP/1.1" 200 36725 "" "Prometheus/2.43.0" 2024-04-12T17:26:16.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:16 smithi110 ceph-mon[88691]: pgmap v4872: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 64 KiB/s rd, 5.0 KiB/s wr, 89 op/s 2024-04-12T17:26:17.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:17 smithi110 ceph-mon[88691]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-12T17:26:17.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:17 smithi099 ceph-mon[96864]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-12T17:26:17.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:17 smithi099 ceph-mon[94290]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-12T17:26:18.249 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_deleted PASSED [ 48%] 2024-04-12T17:26:18.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:18 smithi110 ceph-mon[88691]: pgmap v4875: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 66 KiB/s rd, 5.7 KiB/s wr, 92 op/s 2024-04-12T17:26:18.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:18 smithi110 ceph-mon[88691]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-12T17:26:18.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:18 smithi099 ceph-mon[96864]: pgmap v4875: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 66 KiB/s rd, 5.7 KiB/s wr, 92 op/s 2024-04-12T17:26:18.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:18 smithi099 ceph-mon[96864]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-12T17:26:18.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:18 smithi099 ceph-mon[94290]: pgmap v4875: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 66 KiB/s rd, 5.7 KiB/s wr, 92 op/s 2024-04-12T17:26:18.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:18 smithi099 ceph-mon[94290]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-12T17:26:19.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:19 smithi110 ceph-mon[88691]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-12T17:26:19.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:19 smithi099 ceph-mon[94290]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-12T17:26:19.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:19 smithi099 ceph-mon[96864]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-12T17:26:20.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:20 smithi110 ceph-mon[88691]: pgmap v4878: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.5 KiB/s rd, 767 B/s wr, 8 op/s 2024-04-12T17:26:20.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:20 smithi110 ceph-mon[88691]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-12T17:26:20.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:20 smithi110 ceph-mon[88691]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-12T17:26:20.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:20 smithi099 ceph-mon[94290]: pgmap v4878: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.5 KiB/s rd, 767 B/s wr, 8 op/s 2024-04-12T17:26:20.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:20 smithi099 ceph-mon[94290]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-12T17:26:20.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:20 smithi099 ceph-mon[94290]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-12T17:26:20.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:20 smithi099 ceph-mon[96864]: pgmap v4878: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.5 KiB/s rd, 767 B/s wr, 8 op/s 2024-04-12T17:26:20.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:20 smithi099 ceph-mon[96864]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-12T17:26:20.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:20 smithi099 ceph-mon[96864]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-12T17:26:21.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:26:21.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:26:21.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:26:21.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:26:21.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:21 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:26:21.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:21 smithi110 ceph-mon[88691]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-12T17:26:21.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:26:21.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:26:21.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:26:21.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:26:21.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:21 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:26:21.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:21 smithi099 ceph-mon[96864]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-12T17:26:21.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:26:21.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:26:21.633 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:26:21.633 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:26:21.633 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:21 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:26:21.633 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:21 smithi099 ceph-mon[94290]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-12T17:26:22.183 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_recreated PASSED [ 48%] 2024-04-12T17:26:22.267 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_lock_unlock PASSED [ 49%] 2024-04-12T17:26:22.407 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_lockers PASSED [ 49%] 2024-04-12T17:26:22.589 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:26:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:26:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:26:22.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:22 smithi110 ceph-mon[88691]: pgmap v4881: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 98 KiB/s rd, 8.7 KiB/s wr, 134 op/s 2024-04-12T17:26:22.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:22 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:26:22.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:22 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:26:22.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:22 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:26:22.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:22 smithi110 ceph-mon[88691]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-12T17:26:22.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:22 smithi099 ceph-mon[94290]: pgmap v4881: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 98 KiB/s rd, 8.7 KiB/s wr, 134 op/s 2024-04-12T17:26:22.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:22 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:26:22.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:22 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:26:22.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:22 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:26:22.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:22 smithi099 ceph-mon[94290]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-12T17:26:22.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:22 smithi099 ceph-mon[96864]: pgmap v4881: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 98 KiB/s rd, 8.7 KiB/s wr, 134 op/s 2024-04-12T17:26:22.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:22 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:26:22.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:22 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:26:22.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:22 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:26:22.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:22 smithi099 ceph-mon[96864]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-12T17:26:24.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:24 smithi110 ceph-mon[88691]: pgmap v4884: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 105 KiB/s rd, 11 KiB/s wr, 147 op/s 2024-04-12T17:26:24.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:24 smithi110 ceph-mon[88691]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-12T17:26:24.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:24 smithi099 ceph-mon[94290]: pgmap v4884: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 105 KiB/s rd, 11 KiB/s wr, 147 op/s 2024-04-12T17:26:24.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:24 smithi099 ceph-mon[94290]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-12T17:26:24.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:24 smithi099 ceph-mon[96864]: pgmap v4884: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 105 KiB/s rd, 11 KiB/s wr, 147 op/s 2024-04-12T17:26:24.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:24 smithi099 ceph-mon[96864]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-12T17:26:25.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:25 smithi110 ceph-mon[88691]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-12T17:26:25.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:25 smithi110 ceph-mon[88691]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-12T17:26:25.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:25 smithi099 ceph-mon[96864]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-12T17:26:25.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:25 smithi099 ceph-mon[96864]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-12T17:26:25.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:25 smithi099 ceph-mon[94290]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-12T17:26:25.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:25 smithi099 ceph-mon[94290]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-12T17:26:26.188 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_diff_iterate PASSED [ 50%] 2024-04-12T17:26:26.267 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_read PASSED [ 50%] 2024-04-12T17:26:26.352 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write PASSED [ 51%] 2024-04-12T17:26:26.437 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_discard PASSED [ 52%] 2024-04-12T17:26:26.516 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write_zeroes PASSED [ 52%] 2024-04-12T17:26:26.532 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:26 smithi099 ceph-mon[94290]: pgmap v4887: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 191 KiB/s rd, 11 KiB/s wr, 246 op/s 2024-04-12T17:26:26.533 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:26 smithi099 ceph-mon[94290]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-12T17:26:26.533 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:26 smithi099 ceph-mon[96864]: pgmap v4887: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 191 KiB/s rd, 11 KiB/s wr, 246 op/s 2024-04-12T17:26:26.533 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:26 smithi099 ceph-mon[96864]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-12T17:26:26.534 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:26:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:26:26] "GET /metrics HTTP/1.1" 200 36725 "" "Prometheus/2.43.0" 2024-04-12T17:26:26.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:26 smithi110 ceph-mon[88691]: pgmap v4887: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 191 KiB/s rd, 11 KiB/s wr, 246 op/s 2024-04-12T17:26:26.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:26 smithi110 ceph-mon[88691]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-12T17:26:26.590 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_flush PASSED [ 53%] 2024-04-12T17:26:27.325 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_metadata PASSED [ 53%] 2024-04-12T17:26:27.401 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_watchers_list PASSED [ 54%] 2024-04-12T17:26:27.504 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_config_list PASSED [ 54%] 2024-04-12T17:26:27.602 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_config_set_and_get_and_remove PASSED [ 55%] 2024-04-12T17:26:27.681 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_sparsify PASSED [ 56%] 2024-04-12T17:26:28.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:28 smithi110 ceph-mon[88691]: pgmap v4890: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 232 KiB/s rd, 14 KiB/s wr, 304 op/s 2024-04-12T17:26:28.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:26:28.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:28 smithi099 ceph-mon[96864]: pgmap v4890: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 232 KiB/s rd, 14 KiB/s wr, 304 op/s 2024-04-12T17:26:28.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:26:28.633 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:28 smithi099 ceph-mon[94290]: pgmap v4890: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 232 KiB/s rd, 14 KiB/s wr, 304 op/s 2024-04-12T17:26:28.633 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:26:30.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:30 smithi110 ceph-mon[88691]: pgmap v4891: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 168 KiB/s rd, 10 KiB/s wr, 222 op/s 2024-04-12T17:26:30.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:30 smithi110 ceph-mon[88691]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-12T17:26:30.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:30 smithi099 ceph-mon[96864]: pgmap v4891: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 168 KiB/s rd, 10 KiB/s wr, 222 op/s 2024-04-12T17:26:30.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:30 smithi099 ceph-mon[96864]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-12T17:26:30.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:30 smithi099 ceph-mon[94290]: pgmap v4891: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 168 KiB/s rd, 10 KiB/s wr, 222 op/s 2024-04-12T17:26:30.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:30 smithi099 ceph-mon[94290]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-12T17:26:32.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:32 smithi110 ceph-mon[88691]: pgmap v4893: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 35 KiB/s wr, 733 op/s 2024-04-12T17:26:32.589 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:26:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:26:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:26:32.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:32 smithi099 ceph-mon[94290]: pgmap v4893: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 35 KiB/s wr, 733 op/s 2024-04-12T17:26:32.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:32 smithi099 ceph-mon[96864]: pgmap v4893: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 35 KiB/s wr, 733 op/s 2024-04-12T17:26:34.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:34 smithi110 ceph-mon[88691]: pgmap v4894: 137 pgs: 137 active+clean; 8.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 569 KiB/s wr, 699 op/s 2024-04-12T17:26:34.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:34 smithi099 ceph-mon[94290]: pgmap v4894: 137 pgs: 137 active+clean; 8.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 569 KiB/s wr, 699 op/s 2024-04-12T17:26:34.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:34 smithi099 ceph-mon[96864]: pgmap v4894: 137 pgs: 137 active+clean; 8.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 569 KiB/s wr, 699 op/s 2024-04-12T17:26:35.352 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks1 PASSED [ 56%] 2024-04-12T17:26:36.364 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:36 smithi099 ceph-mon[94290]: pgmap v4895: 137 pgs: 137 active+clean; 8.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 504 KiB/s wr, 602 op/s 2024-04-12T17:26:36.364 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:36 smithi099 ceph-mon[94290]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-12T17:26:36.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:36 smithi099 ceph-mon[96864]: pgmap v4895: 137 pgs: 137 active+clean; 8.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 504 KiB/s wr, 602 op/s 2024-04-12T17:26:36.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:36 smithi099 ceph-mon[96864]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-12T17:26:36.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:36 smithi110 ceph-mon[88691]: pgmap v4895: 137 pgs: 137 active+clean; 8.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 504 KiB/s wr, 602 op/s 2024-04-12T17:26:36.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:36 smithi110 ceph-mon[88691]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-12T17:26:36.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:26:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:26:36] "GET /metrics HTTP/1.1" 200 36726 "" "Prometheus/2.43.0" 2024-04-12T17:26:38.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:38 smithi099 ceph-mon[94290]: pgmap v4897: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 544 KiB/s wr, 642 op/s 2024-04-12T17:26:38.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:38 smithi099 ceph-mon[96864]: pgmap v4897: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 544 KiB/s wr, 642 op/s 2024-04-12T17:26:38.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:38 smithi110 ceph-mon[88691]: pgmap v4897: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 544 KiB/s wr, 642 op/s 2024-04-12T17:26:40.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:40 smithi099 ceph-mon[94290]: pgmap v4898: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 173 KiB/s rd, 481 KiB/s wr, 150 op/s 2024-04-12T17:26:40.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:40 smithi099 ceph-mon[96864]: pgmap v4898: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 173 KiB/s rd, 481 KiB/s wr, 150 op/s 2024-04-12T17:26:40.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:40 smithi110 ceph-mon[88691]: pgmap v4898: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 173 KiB/s rd, 481 KiB/s wr, 150 op/s 2024-04-12T17:26:42.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:42 smithi099 ceph-mon[94290]: pgmap v4899: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 149 KiB/s rd, 417 KiB/s wr, 129 op/s 2024-04-12T17:26:42.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:42 smithi099 ceph-mon[96864]: pgmap v4899: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 149 KiB/s rd, 417 KiB/s wr, 129 op/s 2024-04-12T17:26:42.391 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:42 smithi110 ceph-mon[88691]: pgmap v4899: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 149 KiB/s rd, 417 KiB/s wr, 129 op/s 2024-04-12T17:26:42.391 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:26:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:26:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:26:43.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:43 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:26:43.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:43 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:26:43.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:43 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:26:44.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:44 smithi099 ceph-mon[94290]: pgmap v4900: 137 pgs: 137 active+clean; 8.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 56 KiB/s rd, 412 KiB/s wr, 37 op/s 2024-04-12T17:26:44.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:44 smithi099 ceph-mon[96864]: pgmap v4900: 137 pgs: 137 active+clean; 8.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 56 KiB/s rd, 412 KiB/s wr, 37 op/s 2024-04-12T17:26:44.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:44 smithi110 ceph-mon[88691]: pgmap v4900: 137 pgs: 137 active+clean; 8.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 56 KiB/s rd, 412 KiB/s wr, 37 op/s 2024-04-12T17:26:44.751 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks2 PASSED [ 57%] 2024-04-12T17:26:44.837 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_read PASSED [ 57%] 2024-04-12T17:26:44.926 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_write PASSED [ 58%] 2024-04-12T17:26:45.015 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_resize PASSED [ 58%] 2024-04-12T17:26:46.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:46 smithi099 ceph-mon[94290]: pgmap v4901: 137 pgs: 137 active+clean; 21 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 119 KiB/s rd, 1.6 MiB/s wr, 43 op/s 2024-04-12T17:26:46.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:46 smithi099 ceph-mon[94290]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-12T17:26:46.382 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:26:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:26:46] "GET /metrics HTTP/1.1" 200 36721 "" "Prometheus/2.43.0" 2024-04-12T17:26:46.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:46 smithi099 ceph-mon[96864]: pgmap v4901: 137 pgs: 137 active+clean; 21 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 119 KiB/s rd, 1.6 MiB/s wr, 43 op/s 2024-04-12T17:26:46.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:46 smithi099 ceph-mon[96864]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-12T17:26:46.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:46 smithi110 ceph-mon[88691]: pgmap v4901: 137 pgs: 137 active+clean; 21 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 119 KiB/s rd, 1.6 MiB/s wr, 43 op/s 2024-04-12T17:26:46.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:46 smithi110 ceph-mon[88691]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-12T17:26:47.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:47 smithi099 ceph-mon[94290]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-12T17:26:47.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:47 smithi099 ceph-mon[96864]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-12T17:26:47.590 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:47 smithi110 ceph-mon[88691]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-12T17:26:48.231 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params PASSED [ 59%] 2024-04-12T17:26:48.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:48 smithi099 ceph-mon[94290]: pgmap v4904: 137 pgs: 137 active+clean; 17 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 2.0 MiB/s wr, 58 op/s 2024-04-12T17:26:48.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:48 smithi099 ceph-mon[94290]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-12T17:26:48.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:48 smithi099 ceph-mon[96864]: pgmap v4904: 137 pgs: 137 active+clean; 17 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 2.0 MiB/s wr, 58 op/s 2024-04-12T17:26:48.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:48 smithi099 ceph-mon[96864]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-12T17:26:48.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:48 smithi110 ceph-mon[88691]: pgmap v4904: 137 pgs: 137 active+clean; 17 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 2.0 MiB/s wr, 58 op/s 2024-04-12T17:26:48.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:48 smithi110 ceph-mon[88691]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-12T17:26:49.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:49 smithi110 ceph-mon[88691]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-12T17:26:49.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:49 smithi099 ceph-mon[94290]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-12T17:26:49.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:49 smithi099 ceph-mon[96864]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-12T17:26:50.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:50 smithi110 ceph-mon[88691]: pgmap v4907: 137 pgs: 137 active+clean; 17 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 33 KiB/s rd, 8.5 KiB/s wr, 59 op/s 2024-04-12T17:26:50.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:50 smithi110 ceph-mon[88691]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-12T17:26:50.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:50 smithi099 ceph-mon[94290]: pgmap v4907: 137 pgs: 137 active+clean; 17 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 33 KiB/s rd, 8.5 KiB/s wr, 59 op/s 2024-04-12T17:26:50.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:50 smithi099 ceph-mon[94290]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-12T17:26:50.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:50 smithi099 ceph-mon[96864]: pgmap v4907: 137 pgs: 137 active+clean; 17 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 33 KiB/s rd, 8.5 KiB/s wr, 59 op/s 2024-04-12T17:26:50.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:50 smithi099 ceph-mon[96864]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-12T17:26:51.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:51 smithi110 ceph-mon[88691]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-12T17:26:51.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:51 smithi099 ceph-mon[94290]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-12T17:26:51.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:51 smithi099 ceph-mon[96864]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-12T17:26:52.257 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params2 PASSED [ 60%] 2024-04-12T17:26:52.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:52 smithi110 ceph-mon[88691]: pgmap v4910: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 300 KiB/s rd, 14 KiB/s wr, 390 op/s 2024-04-12T17:26:52.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:52 smithi110 ceph-mon[88691]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-12T17:26:52.589 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:26:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:26:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:26:52.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:52 smithi099 ceph-mon[96864]: pgmap v4910: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 300 KiB/s rd, 14 KiB/s wr, 390 op/s 2024-04-12T17:26:52.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:52 smithi099 ceph-mon[96864]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-12T17:26:52.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:52 smithi099 ceph-mon[94290]: pgmap v4910: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 300 KiB/s rd, 14 KiB/s wr, 390 op/s 2024-04-12T17:26:52.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:52 smithi099 ceph-mon[94290]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-12T17:26:53.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:53 smithi110 ceph-mon[88691]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-12T17:26:53.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:53 smithi099 ceph-mon[96864]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-12T17:26:53.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:53 smithi099 ceph-mon[94290]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-12T17:26:54.267 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params3 SKIPPED [ 60%] 2024-04-12T17:26:54.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:54 smithi110 ceph-mon[88691]: pgmap v4913: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 422 KiB/s rd, 23 KiB/s wr, 560 op/s 2024-04-12T17:26:54.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:54 smithi110 ceph-mon[88691]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-12T17:26:54.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:54 smithi099 ceph-mon[94290]: pgmap v4913: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 422 KiB/s rd, 23 KiB/s wr, 560 op/s 2024-04-12T17:26:54.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:54 smithi099 ceph-mon[94290]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-12T17:26:54.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:54 smithi099 ceph-mon[96864]: pgmap v4913: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 422 KiB/s rd, 23 KiB/s wr, 560 op/s 2024-04-12T17:26:54.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:54 smithi099 ceph-mon[96864]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-12T17:26:55.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:55 smithi110 ceph-mon[88691]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-12T17:26:55.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:55 smithi110 ceph-mon[88691]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-12T17:26:55.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:55 smithi099 ceph-mon[94290]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-12T17:26:55.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:55 smithi099 ceph-mon[94290]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-12T17:26:55.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:55 smithi099 ceph-mon[96864]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-12T17:26:55.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:55 smithi099 ceph-mon[96864]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-12T17:26:56.533 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:56 smithi099 ceph-mon[94290]: pgmap v4916: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 188 KiB/s rd, 13 KiB/s wr, 254 op/s 2024-04-12T17:26:56.533 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:26:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:26:56] "GET /metrics HTTP/1.1" 200 36721 "" "Prometheus/2.43.0" 2024-04-12T17:26:56.533 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:56 smithi099 ceph-mon[96864]: pgmap v4916: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 188 KiB/s rd, 13 KiB/s wr, 254 op/s 2024-04-12T17:26:56.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:56 smithi110 ceph-mon[88691]: pgmap v4916: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 188 KiB/s rd, 13 KiB/s wr, 254 op/s 2024-04-12T17:26:57.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:57 smithi110 ceph-mon[88691]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-12T17:26:57.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:57 smithi099 ceph-mon[94290]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-12T17:26:57.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:57 smithi099 ceph-mon[96864]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-12T17:26:58.299 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stripe_unit_and_count PASSED [ 61%] 2024-04-12T17:26:58.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:58 smithi110 ceph-mon[88691]: pgmap v4919: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 208 KiB/s rd, 13 KiB/s wr, 278 op/s 2024-04-12T17:26:58.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:58 smithi110 ceph-mon[88691]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-12T17:26:58.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:26:58.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:58 smithi099 ceph-mon[94290]: pgmap v4919: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 208 KiB/s rd, 13 KiB/s wr, 278 op/s 2024-04-12T17:26:58.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:58 smithi099 ceph-mon[94290]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-12T17:26:58.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:26:58.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:58 smithi099 ceph-mon[96864]: pgmap v4919: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 208 KiB/s rd, 13 KiB/s wr, 278 op/s 2024-04-12T17:26:58.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:58 smithi099 ceph-mon[96864]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-12T17:26:58.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:26:59.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:59 smithi110 ceph-mon[88691]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-12T17:26:59.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:26:59 smithi110 ceph-mon[88691]: pgmap v4922: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 186 KiB/s rd, 12 KiB/s wr, 250 op/s 2024-04-12T17:26:59.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:59 smithi099 ceph-mon[94290]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-12T17:26:59.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:26:59 smithi099 ceph-mon[94290]: pgmap v4922: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 186 KiB/s rd, 12 KiB/s wr, 250 op/s 2024-04-12T17:26:59.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:59 smithi099 ceph-mon[96864]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-12T17:26:59.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:26:59 smithi099 ceph-mon[96864]: pgmap v4922: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 186 KiB/s rd, 12 KiB/s wr, 250 op/s 2024-04-12T17:27:00.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:00 smithi110 ceph-mon[88691]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-12T17:27:00.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:00 smithi110 ceph-mon[88691]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-12T17:27:00.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:00 smithi099 ceph-mon[94290]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-12T17:27:00.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:00 smithi099 ceph-mon[94290]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-12T17:27:00.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:00 smithi099 ceph-mon[96864]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-12T17:27:00.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:00 smithi099 ceph-mon[96864]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-12T17:27:02.212 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotected PASSED [ 61%] 2024-04-12T17:27:02.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:02 smithi099 ceph-mon[94290]: pgmap v4925: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 178 KiB/s rd, 13 KiB/s wr, 246 op/s 2024-04-12T17:27:02.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:02 smithi099 ceph-mon[94290]: osdmap e2688: 8 total, 8 up, 8 in 2024-04-12T17:27:02.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:02 smithi099 ceph-mon[96864]: pgmap v4925: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 178 KiB/s rd, 13 KiB/s wr, 246 op/s 2024-04-12T17:27:02.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:02 smithi099 ceph-mon[96864]: osdmap e2688: 8 total, 8 up, 8 in 2024-04-12T17:27:02.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:02 smithi110 ceph-mon[88691]: pgmap v4925: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 178 KiB/s rd, 13 KiB/s wr, 246 op/s 2024-04-12T17:27:02.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:02 smithi110 ceph-mon[88691]: osdmap e2688: 8 total, 8 up, 8 in 2024-04-12T17:27:02.589 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:27:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:27:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:27:03.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:03 smithi099 ceph-mon[94290]: osdmap e2689: 8 total, 8 up, 8 in 2024-04-12T17:27:03.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:03 smithi099 ceph-mon[96864]: osdmap e2689: 8 total, 8 up, 8 in 2024-04-12T17:27:03.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:03 smithi110 ceph-mon[88691]: osdmap e2689: 8 total, 8 up, 8 in 2024-04-12T17:27:04.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:04 smithi099 ceph-mon[94290]: pgmap v4928: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 274 KiB/s rd, 22 KiB/s wr, 376 op/s 2024-04-12T17:27:04.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:04 smithi099 ceph-mon[94290]: osdmap e2690: 8 total, 8 up, 8 in 2024-04-12T17:27:04.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:04 smithi099 ceph-mon[96864]: pgmap v4928: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 274 KiB/s rd, 22 KiB/s wr, 376 op/s 2024-04-12T17:27:04.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:04 smithi099 ceph-mon[96864]: osdmap e2690: 8 total, 8 up, 8 in 2024-04-12T17:27:04.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:04 smithi110 ceph-mon[88691]: pgmap v4928: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 274 KiB/s rd, 22 KiB/s wr, 376 op/s 2024-04-12T17:27:04.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:04 smithi110 ceph-mon[88691]: osdmap e2690: 8 total, 8 up, 8 in 2024-04-12T17:27:05.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:05 smithi099 ceph-mon[96864]: osdmap e2691: 8 total, 8 up, 8 in 2024-04-12T17:27:05.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:05 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi099-217975-2","app": "rbd"}]: dispatch 2024-04-12T17:27:05.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:05 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi099-217975-2","app": "rbd"}]': finished 2024-04-12T17:27:05.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:05 smithi099 ceph-mon[96864]: osdmap e2692: 8 total, 8 up, 8 in 2024-04-12T17:27:05.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:05 smithi099 ceph-mon[94290]: osdmap e2691: 8 total, 8 up, 8 in 2024-04-12T17:27:05.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:05 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi099-217975-2","app": "rbd"}]: dispatch 2024-04-12T17:27:05.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:05 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi099-217975-2","app": "rbd"}]': finished 2024-04-12T17:27:05.383 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:05 smithi099 ceph-mon[94290]: osdmap e2692: 8 total, 8 up, 8 in 2024-04-12T17:27:05.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:05 smithi110 ceph-mon[88691]: osdmap e2691: 8 total, 8 up, 8 in 2024-04-12T17:27:05.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:05 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi099-217975-2","app": "rbd"}]: dispatch 2024-04-12T17:27:05.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:05 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi099-217975-2","app": "rbd"}]': finished 2024-04-12T17:27:05.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:05 smithi110 ceph-mon[88691]: osdmap e2692: 8 total, 8 up, 8 in 2024-04-12T17:27:06.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:06 smithi099 ceph-mon[94290]: pgmap v4931: 169 pgs: 11 creating+peering, 21 unknown, 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 219 KiB/s rd, 16 KiB/s wr, 296 op/s 2024-04-12T17:27:06.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:06 smithi099 ceph-mon[94290]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:27:06.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:06 smithi099 ceph-mon[94290]: osdmap e2693: 8 total, 8 up, 8 in 2024-04-12T17:27:06.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:06 smithi099 ceph-mon[96864]: pgmap v4931: 169 pgs: 11 creating+peering, 21 unknown, 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 219 KiB/s rd, 16 KiB/s wr, 296 op/s 2024-04-12T17:27:06.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:06 smithi099 ceph-mon[96864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:27:06.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:06 smithi099 ceph-mon[96864]: osdmap e2693: 8 total, 8 up, 8 in 2024-04-12T17:27:06.383 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:27:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:27:06] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-04-12T17:27:06.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:06 smithi110 ceph-mon[88691]: pgmap v4931: 169 pgs: 11 creating+peering, 21 unknown, 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 219 KiB/s rd, 16 KiB/s wr, 296 op/s 2024-04-12T17:27:06.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:06 smithi110 ceph-mon[88691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:27:06.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:06 smithi110 ceph-mon[88691]: osdmap e2693: 8 total, 8 up, 8 in 2024-04-12T17:27:08.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:08 smithi099 ceph-mon[94290]: pgmap v4934: 169 pgs: 11 creating+peering, 14 unknown, 144 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 104 KiB/s rd, 7.5 KiB/s wr, 142 op/s 2024-04-12T17:27:08.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:08 smithi099 ceph-mon[94290]: osdmap e2694: 8 total, 8 up, 8 in 2024-04-12T17:27:08.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:08 smithi099 ceph-mon[94290]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:27:08.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:08 smithi099 ceph-mon[96864]: pgmap v4934: 169 pgs: 11 creating+peering, 14 unknown, 144 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 104 KiB/s rd, 7.5 KiB/s wr, 142 op/s 2024-04-12T17:27:08.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:08 smithi099 ceph-mon[96864]: osdmap e2694: 8 total, 8 up, 8 in 2024-04-12T17:27:08.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:08 smithi099 ceph-mon[96864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:27:08.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:08 smithi110 ceph-mon[88691]: pgmap v4934: 169 pgs: 11 creating+peering, 14 unknown, 144 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 104 KiB/s rd, 7.5 KiB/s wr, 142 op/s 2024-04-12T17:27:08.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:08 smithi110 ceph-mon[88691]: osdmap e2694: 8 total, 8 up, 8 in 2024-04-12T17:27:08.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:08 smithi110 ceph-mon[88691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:27:09.256 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotect_with_children PASSED [ 62%] 2024-04-12T17:27:09.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:09 smithi110 ceph-mon[88691]: osdmap e2695: 8 total, 8 up, 8 in 2024-04-12T17:27:09.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:09 smithi099 ceph-mon[94290]: osdmap e2695: 8 total, 8 up, 8 in 2024-04-12T17:27:09.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:09 smithi099 ceph-mon[96864]: osdmap e2695: 8 total, 8 up, 8 in 2024-04-12T17:27:10.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:10 smithi110 ceph-mon[88691]: pgmap v4937: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 32 KiB/s rd, 1.7 KiB/s wr, 40 op/s 2024-04-12T17:27:10.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:10 smithi110 ceph-mon[88691]: osdmap e2696: 8 total, 8 up, 8 in 2024-04-12T17:27:10.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:10 smithi110 ceph-mon[88691]: osdmap e2697: 8 total, 8 up, 8 in 2024-04-12T17:27:10.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:10 smithi099 ceph-mon[94290]: pgmap v4937: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 32 KiB/s rd, 1.7 KiB/s wr, 40 op/s 2024-04-12T17:27:10.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:10 smithi099 ceph-mon[94290]: osdmap e2696: 8 total, 8 up, 8 in 2024-04-12T17:27:10.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:10 smithi099 ceph-mon[94290]: osdmap e2697: 8 total, 8 up, 8 in 2024-04-12T17:27:10.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:10 smithi099 ceph-mon[96864]: pgmap v4937: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 32 KiB/s rd, 1.7 KiB/s wr, 40 op/s 2024-04-12T17:27:10.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:10 smithi099 ceph-mon[96864]: osdmap e2696: 8 total, 8 up, 8 in 2024-04-12T17:27:10.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:10 smithi099 ceph-mon[96864]: osdmap e2697: 8 total, 8 up, 8 in 2024-04-12T17:27:11.242 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stat PASSED [ 62%] 2024-04-12T17:27:12.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:12 smithi110 ceph-mon[88691]: pgmap v4940: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 87 KiB/s rd, 3.2 KiB/s wr, 111 op/s 2024-04-12T17:27:12.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:12 smithi110 ceph-mon[88691]: osdmap e2698: 8 total, 8 up, 8 in 2024-04-12T17:27:12.589 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:27:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:27:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:27:12.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:12 smithi099 ceph-mon[94290]: pgmap v4940: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 87 KiB/s rd, 3.2 KiB/s wr, 111 op/s 2024-04-12T17:27:12.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:12 smithi099 ceph-mon[94290]: osdmap e2698: 8 total, 8 up, 8 in 2024-04-12T17:27:12.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:12 smithi099 ceph-mon[96864]: pgmap v4940: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 87 KiB/s rd, 3.2 KiB/s wr, 111 op/s 2024-04-12T17:27:12.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:12 smithi099 ceph-mon[96864]: osdmap e2698: 8 total, 8 up, 8 in 2024-04-12T17:27:13.253 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_stat PASSED [ 63%] 2024-04-12T17:27:13.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:13 smithi110 ceph-mon[88691]: osdmap e2699: 8 total, 8 up, 8 in 2024-04-12T17:27:13.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:27:13.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:13 smithi099 ceph-mon[94290]: osdmap e2699: 8 total, 8 up, 8 in 2024-04-12T17:27:13.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:27:13.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:13 smithi099 ceph-mon[96864]: osdmap e2699: 8 total, 8 up, 8 in 2024-04-12T17:27:13.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:27:14.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:14 smithi110 ceph-mon[88691]: pgmap v4943: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 127 KiB/s rd, 8.2 KiB/s wr, 172 op/s 2024-04-12T17:27:14.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:14 smithi110 ceph-mon[88691]: osdmap e2700: 8 total, 8 up, 8 in 2024-04-12T17:27:14.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:14 smithi099 ceph-mon[94290]: pgmap v4943: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 127 KiB/s rd, 8.2 KiB/s wr, 172 op/s 2024-04-12T17:27:14.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:14 smithi099 ceph-mon[94290]: osdmap e2700: 8 total, 8 up, 8 in 2024-04-12T17:27:14.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:14 smithi099 ceph-mon[96864]: pgmap v4943: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 127 KiB/s rd, 8.2 KiB/s wr, 172 op/s 2024-04-12T17:27:14.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:14 smithi099 ceph-mon[96864]: osdmap e2700: 8 total, 8 up, 8 in 2024-04-12T17:27:15.278 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_io PASSED [ 64%] 2024-04-12T17:27:15.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:15 smithi110 ceph-mon[88691]: osdmap e2701: 8 total, 8 up, 8 in 2024-04-12T17:27:15.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:15 smithi099 ceph-mon[94290]: osdmap e2701: 8 total, 8 up, 8 in 2024-04-12T17:27:15.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:15 smithi099 ceph-mon[96864]: osdmap e2701: 8 total, 8 up, 8 in 2024-04-12T17:27:16.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:16 smithi110 ceph-mon[88691]: pgmap v4946: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 161 KiB/s rd, 15 KiB/s wr, 224 op/s 2024-04-12T17:27:16.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:16 smithi110 ceph-mon[88691]: osdmap e2702: 8 total, 8 up, 8 in 2024-04-12T17:27:16.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:16 smithi099 ceph-mon[94290]: pgmap v4946: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 161 KiB/s rd, 15 KiB/s wr, 224 op/s 2024-04-12T17:27:16.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:16 smithi099 ceph-mon[94290]: osdmap e2702: 8 total, 8 up, 8 in 2024-04-12T17:27:16.632 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:27:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:27:16] "GET /metrics HTTP/1.1" 200 36726 "" "Prometheus/2.43.0" 2024-04-12T17:27:16.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:16 smithi099 ceph-mon[96864]: pgmap v4946: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 161 KiB/s rd, 15 KiB/s wr, 224 op/s 2024-04-12T17:27:16.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:16 smithi099 ceph-mon[96864]: osdmap e2702: 8 total, 8 up, 8 in 2024-04-12T17:27:17.277 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_read PASSED [ 64%] 2024-04-12T17:27:17.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:17 smithi110 ceph-mon[88691]: osdmap e2703: 8 total, 8 up, 8 in 2024-04-12T17:27:17.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:17 smithi099 ceph-mon[94290]: osdmap e2703: 8 total, 8 up, 8 in 2024-04-12T17:27:17.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:17 smithi099 ceph-mon[96864]: osdmap e2703: 8 total, 8 up, 8 in 2024-04-12T17:27:18.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:18 smithi110 ceph-mon[88691]: pgmap v4949: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 335 KiB/s rd, 26 KiB/s wr, 446 op/s 2024-04-12T17:27:18.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:18 smithi110 ceph-mon[88691]: osdmap e2704: 8 total, 8 up, 8 in 2024-04-12T17:27:18.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:18 smithi099 ceph-mon[94290]: pgmap v4949: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 335 KiB/s rd, 26 KiB/s wr, 446 op/s 2024-04-12T17:27:18.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:18 smithi099 ceph-mon[94290]: osdmap e2704: 8 total, 8 up, 8 in 2024-04-12T17:27:18.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:18 smithi099 ceph-mon[96864]: pgmap v4949: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 335 KiB/s rd, 26 KiB/s wr, 446 op/s 2024-04-12T17:27:18.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:18 smithi099 ceph-mon[96864]: osdmap e2704: 8 total, 8 up, 8 in 2024-04-12T17:27:19.289 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_write PASSED [ 65%] 2024-04-12T17:27:19.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:19 smithi110 ceph-mon[88691]: osdmap e2705: 8 total, 8 up, 8 in 2024-04-12T17:27:19.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:19 smithi099 ceph-mon[94290]: osdmap e2705: 8 total, 8 up, 8 in 2024-04-12T17:27:19.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:19 smithi099 ceph-mon[96864]: osdmap e2705: 8 total, 8 up, 8 in 2024-04-12T17:27:20.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:20 smithi110 ceph-mon[88691]: pgmap v4952: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 244 KiB/s rd, 19 KiB/s wr, 327 op/s 2024-04-12T17:27:20.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:20 smithi110 ceph-mon[88691]: osdmap e2706: 8 total, 8 up, 8 in 2024-04-12T17:27:20.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:20 smithi110 ceph-mon[88691]: osdmap e2707: 8 total, 8 up, 8 in 2024-04-12T17:27:20.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:20 smithi099 ceph-mon[94290]: pgmap v4952: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 244 KiB/s rd, 19 KiB/s wr, 327 op/s 2024-04-12T17:27:20.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:20 smithi099 ceph-mon[94290]: osdmap e2706: 8 total, 8 up, 8 in 2024-04-12T17:27:20.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:20 smithi099 ceph-mon[94290]: osdmap e2707: 8 total, 8 up, 8 in 2024-04-12T17:27:20.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:20 smithi099 ceph-mon[96864]: pgmap v4952: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 244 KiB/s rd, 19 KiB/s wr, 327 op/s 2024-04-12T17:27:20.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:20 smithi099 ceph-mon[96864]: osdmap e2706: 8 total, 8 up, 8 in 2024-04-12T17:27:20.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:20 smithi099 ceph-mon[96864]: osdmap e2707: 8 total, 8 up, 8 in 2024-04-12T17:27:22.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:27:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:27:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:27:22.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:22 smithi110 ceph-mon[88691]: pgmap v4955: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 150 KiB/s rd, 14 KiB/s wr, 212 op/s 2024-04-12T17:27:22.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:22 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:27:22.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:22 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:27:22.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:22 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:27:22.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:22 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:27:22.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:22 smithi099 ceph-mon[94290]: pgmap v4955: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 150 KiB/s rd, 14 KiB/s wr, 212 op/s 2024-04-12T17:27:22.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:22 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:27:22.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:22 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:27:22.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:22 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:27:22.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:22 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:27:22.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:22 smithi099 ceph-mon[96864]: pgmap v4955: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 150 KiB/s rd, 14 KiB/s wr, 212 op/s 2024-04-12T17:27:22.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:22 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:27:22.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:22 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:27:22.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:22 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:27:22.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:22 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:27:24.293 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_list_children PASSED [ 65%] 2024-04-12T17:27:24.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:24 smithi110 ceph-mon[88691]: pgmap v4956: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 752 KiB/s rd, 21 KiB/s wr, 921 op/s 2024-04-12T17:27:24.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:24 smithi099 ceph-mon[94290]: pgmap v4956: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 752 KiB/s rd, 21 KiB/s wr, 921 op/s 2024-04-12T17:27:24.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:24 smithi099 ceph-mon[96864]: pgmap v4956: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 752 KiB/s rd, 21 KiB/s wr, 921 op/s 2024-04-12T17:27:25.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:25 smithi110 ceph-mon[88691]: osdmap e2708: 8 total, 8 up, 8 in 2024-04-12T17:27:25.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:25 smithi110 ceph-mon[88691]: pgmap v4958: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 25 KiB/s wr, 1.25k op/s 2024-04-12T17:27:25.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:25 smithi110 ceph-mon[88691]: osdmap e2709: 8 total, 8 up, 8 in 2024-04-12T17:27:25.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:25 smithi099 ceph-mon[94290]: osdmap e2708: 8 total, 8 up, 8 in 2024-04-12T17:27:25.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:25 smithi099 ceph-mon[94290]: pgmap v4958: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 25 KiB/s wr, 1.25k op/s 2024-04-12T17:27:25.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:25 smithi099 ceph-mon[94290]: osdmap e2709: 8 total, 8 up, 8 in 2024-04-12T17:27:25.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:25 smithi099 ceph-mon[96864]: osdmap e2708: 8 total, 8 up, 8 in 2024-04-12T17:27:25.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:25 smithi099 ceph-mon[96864]: pgmap v4958: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 25 KiB/s wr, 1.25k op/s 2024-04-12T17:27:25.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:25 smithi099 ceph-mon[96864]: osdmap e2709: 8 total, 8 up, 8 in 2024-04-12T17:27:26.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:27:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:27:26] "GET /metrics HTTP/1.1" 200 36726 "" "Prometheus/2.43.0" 2024-04-12T17:27:27.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:27 smithi099 ceph-mon[94290]: osdmap e2710: 8 total, 8 up, 8 in 2024-04-12T17:27:27.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:27 smithi099 ceph-mon[96864]: osdmap e2710: 8 total, 8 up, 8 in 2024-04-12T17:27:27.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:27 smithi110 ceph-mon[88691]: osdmap e2710: 8 total, 8 up, 8 in 2024-04-12T17:27:28.219 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_errors PASSED [ 66%] 2024-04-12T17:27:28.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:28 smithi099 ceph-mon[94290]: pgmap v4961: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 28 KiB/s wr, 2.26k op/s 2024-04-12T17:27:28.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:28 smithi099 ceph-mon[94290]: osdmap e2711: 8 total, 8 up, 8 in 2024-04-12T17:27:28.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:27:28.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:28 smithi099 ceph-mon[96864]: pgmap v4961: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 28 KiB/s wr, 2.26k op/s 2024-04-12T17:27:28.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:28 smithi099 ceph-mon[96864]: osdmap e2711: 8 total, 8 up, 8 in 2024-04-12T17:27:28.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:27:28.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:28 smithi110 ceph-mon[88691]: pgmap v4961: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 28 KiB/s wr, 2.26k op/s 2024-04-12T17:27:28.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:28 smithi110 ceph-mon[88691]: osdmap e2711: 8 total, 8 up, 8 in 2024-04-12T17:27:28.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:27:29.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:29 smithi099 ceph-mon[96864]: osdmap e2712: 8 total, 8 up, 8 in 2024-04-12T17:27:29.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:29 smithi099 ceph-mon[94290]: osdmap e2712: 8 total, 8 up, 8 in 2024-04-12T17:27:29.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:29 smithi110 ceph-mon[88691]: osdmap e2712: 8 total, 8 up, 8 in 2024-04-12T17:27:30.214 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_basic PASSED [ 66%] 2024-04-12T17:27:30.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:30 smithi099 ceph-mon[94290]: pgmap v4964: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 20 KiB/s wr, 1.93k op/s 2024-04-12T17:27:30.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:30 smithi099 ceph-mon[94290]: osdmap e2713: 8 total, 8 up, 8 in 2024-04-12T17:27:30.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:30 smithi099 ceph-mon[94290]: osdmap e2714: 8 total, 8 up, 8 in 2024-04-12T17:27:30.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:30 smithi099 ceph-mon[96864]: pgmap v4964: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 20 KiB/s wr, 1.93k op/s 2024-04-12T17:27:30.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:30 smithi099 ceph-mon[96864]: osdmap e2713: 8 total, 8 up, 8 in 2024-04-12T17:27:30.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:30 smithi099 ceph-mon[96864]: osdmap e2714: 8 total, 8 up, 8 in 2024-04-12T17:27:30.591 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:30 smithi110 ceph-mon[88691]: pgmap v4964: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 20 KiB/s wr, 1.93k op/s 2024-04-12T17:27:30.591 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:30 smithi110 ceph-mon[88691]: osdmap e2713: 8 total, 8 up, 8 in 2024-04-12T17:27:30.592 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:30 smithi110 ceph-mon[88691]: osdmap e2714: 8 total, 8 up, 8 in 2024-04-12T17:27:32.235 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_smaller_order PASSED [ 67%] 2024-04-12T17:27:32.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:32 smithi110 ceph-mon[88691]: pgmap v4967: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 327 KiB/s rd, 14 KiB/s wr, 409 op/s 2024-04-12T17:27:32.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:32 smithi110 ceph-mon[88691]: osdmap e2715: 8 total, 8 up, 8 in 2024-04-12T17:27:32.589 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:27:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:27:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:27:32.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:32 smithi099 ceph-mon[94290]: pgmap v4967: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 327 KiB/s rd, 14 KiB/s wr, 409 op/s 2024-04-12T17:27:32.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:32 smithi099 ceph-mon[94290]: osdmap e2715: 8 total, 8 up, 8 in 2024-04-12T17:27:32.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:32 smithi099 ceph-mon[96864]: pgmap v4967: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 327 KiB/s rd, 14 KiB/s wr, 409 op/s 2024-04-12T17:27:32.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:32 smithi099 ceph-mon[96864]: osdmap e2715: 8 total, 8 up, 8 in 2024-04-12T17:27:33.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:33 smithi110 ceph-mon[88691]: osdmap e2716: 8 total, 8 up, 8 in 2024-04-12T17:27:33.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:33 smithi099 ceph-mon[94290]: osdmap e2716: 8 total, 8 up, 8 in 2024-04-12T17:27:33.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:33 smithi099 ceph-mon[96864]: osdmap e2716: 8 total, 8 up, 8 in 2024-04-12T17:27:34.255 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_larger_order PASSED [ 68%] 2024-04-12T17:27:34.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:34 smithi110 ceph-mon[88691]: pgmap v4970: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 254 KiB/s rd, 26 KiB/s wr, 354 op/s 2024-04-12T17:27:34.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:34 smithi110 ceph-mon[88691]: osdmap e2717: 8 total, 8 up, 8 in 2024-04-12T17:27:34.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:34 smithi099 ceph-mon[94290]: pgmap v4970: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 254 KiB/s rd, 26 KiB/s wr, 354 op/s 2024-04-12T17:27:34.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:34 smithi099 ceph-mon[94290]: osdmap e2717: 8 total, 8 up, 8 in 2024-04-12T17:27:34.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:34 smithi099 ceph-mon[96864]: pgmap v4970: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 254 KiB/s rd, 26 KiB/s wr, 354 op/s 2024-04-12T17:27:34.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:34 smithi099 ceph-mon[96864]: osdmap e2717: 8 total, 8 up, 8 in 2024-04-12T17:27:35.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:35 smithi110 ceph-mon[88691]: osdmap e2718: 8 total, 8 up, 8 in 2024-04-12T17:27:35.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:35 smithi110 ceph-mon[88691]: osdmap e2719: 8 total, 8 up, 8 in 2024-04-12T17:27:35.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:35 smithi099 ceph-mon[94290]: osdmap e2718: 8 total, 8 up, 8 in 2024-04-12T17:27:35.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:35 smithi099 ceph-mon[94290]: osdmap e2719: 8 total, 8 up, 8 in 2024-04-12T17:27:35.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:35 smithi099 ceph-mon[96864]: osdmap e2718: 8 total, 8 up, 8 in 2024-04-12T17:27:35.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:35 smithi099 ceph-mon[96864]: osdmap e2719: 8 total, 8 up, 8 in 2024-04-12T17:27:36.265 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_drops_cache PASSED [ 68%] 2024-04-12T17:27:36.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:36 smithi110 ceph-mon[88691]: pgmap v4973: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 791 KiB/s rd, 45 KiB/s wr, 1.04k op/s 2024-04-12T17:27:36.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:36 smithi099 ceph-mon[94290]: pgmap v4973: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 791 KiB/s rd, 45 KiB/s wr, 1.04k op/s 2024-04-12T17:27:36.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:36 smithi099 ceph-mon[96864]: pgmap v4973: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 791 KiB/s rd, 45 KiB/s wr, 1.04k op/s 2024-04-12T17:27:36.632 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:27:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:27:36] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-04-12T17:27:37.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:37 smithi110 ceph-mon[88691]: osdmap e2720: 8 total, 8 up, 8 in 2024-04-12T17:27:37.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:37 smithi099 ceph-mon[94290]: osdmap e2720: 8 total, 8 up, 8 in 2024-04-12T17:27:37.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:37 smithi099 ceph-mon[96864]: osdmap e2720: 8 total, 8 up, 8 in 2024-04-12T17:27:38.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:38 smithi110 ceph-mon[88691]: pgmap v4976: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 943 KiB/s rd, 55 KiB/s wr, 1.25k op/s 2024-04-12T17:27:38.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:38 smithi110 ceph-mon[88691]: osdmap e2721: 8 total, 8 up, 8 in 2024-04-12T17:27:38.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:38 smithi099 ceph-mon[96864]: pgmap v4976: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 943 KiB/s rd, 55 KiB/s wr, 1.25k op/s 2024-04-12T17:27:38.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:38 smithi099 ceph-mon[96864]: osdmap e2721: 8 total, 8 up, 8 in 2024-04-12T17:27:38.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:38 smithi099 ceph-mon[94290]: pgmap v4976: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 943 KiB/s rd, 55 KiB/s wr, 1.25k op/s 2024-04-12T17:27:38.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:38 smithi099 ceph-mon[94290]: osdmap e2721: 8 total, 8 up, 8 in 2024-04-12T17:27:39.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:39 smithi110 ceph-mon[88691]: osdmap e2722: 8 total, 8 up, 8 in 2024-04-12T17:27:39.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:39 smithi099 ceph-mon[96864]: osdmap e2722: 8 total, 8 up, 8 in 2024-04-12T17:27:39.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:39 smithi099 ceph-mon[94290]: osdmap e2722: 8 total, 8 up, 8 in 2024-04-12T17:27:40.219 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_multi_level PASSED [ 69%] 2024-04-12T17:27:40.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:40 smithi110 ceph-mon[88691]: pgmap v4979: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 289 KiB/s rd, 30 KiB/s wr, 416 op/s 2024-04-12T17:27:40.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:40 smithi110 ceph-mon[88691]: osdmap e2723: 8 total, 8 up, 8 in 2024-04-12T17:27:40.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:40 smithi110 ceph-mon[88691]: osdmap e2724: 8 total, 8 up, 8 in 2024-04-12T17:27:40.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:40 smithi099 ceph-mon[94290]: pgmap v4979: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 289 KiB/s rd, 30 KiB/s wr, 416 op/s 2024-04-12T17:27:40.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:40 smithi099 ceph-mon[94290]: osdmap e2723: 8 total, 8 up, 8 in 2024-04-12T17:27:40.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:40 smithi099 ceph-mon[94290]: osdmap e2724: 8 total, 8 up, 8 in 2024-04-12T17:27:40.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:40 smithi099 ceph-mon[96864]: pgmap v4979: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 289 KiB/s rd, 30 KiB/s wr, 416 op/s 2024-04-12T17:27:40.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:40 smithi099 ceph-mon[96864]: osdmap e2723: 8 total, 8 up, 8 in 2024-04-12T17:27:40.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:40 smithi099 ceph-mon[96864]: osdmap e2724: 8 total, 8 up, 8 in 2024-04-12T17:27:42.312 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_with_progress PASSED [ 69%] 2024-04-12T17:27:42.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:42 smithi110 ceph-mon[88691]: pgmap v4982: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 129 KiB/s rd, 13 KiB/s wr, 186 op/s 2024-04-12T17:27:42.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:42 smithi110 ceph-mon[88691]: osdmap e2725: 8 total, 8 up, 8 in 2024-04-12T17:27:42.589 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:27:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:27:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:27:42.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:42 smithi099 ceph-mon[94290]: pgmap v4982: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 129 KiB/s rd, 13 KiB/s wr, 186 op/s 2024-04-12T17:27:42.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:42 smithi099 ceph-mon[94290]: osdmap e2725: 8 total, 8 up, 8 in 2024-04-12T17:27:42.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:42 smithi099 ceph-mon[96864]: pgmap v4982: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 129 KiB/s rd, 13 KiB/s wr, 186 op/s 2024-04-12T17:27:42.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:42 smithi099 ceph-mon[96864]: osdmap e2725: 8 total, 8 up, 8 in 2024-04-12T17:27:43.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:43 smithi110 ceph-mon[88691]: osdmap e2726: 8 total, 8 up, 8 in 2024-04-12T17:27:43.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:43 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:27:43.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:43 smithi110 ceph-mon[88691]: pgmap v4985: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 323 KiB/s rd, 25 KiB/s wr, 442 op/s 2024-04-12T17:27:43.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:43 smithi099 ceph-mon[96864]: osdmap e2726: 8 total, 8 up, 8 in 2024-04-12T17:27:43.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:43 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:27:43.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:43 smithi099 ceph-mon[96864]: pgmap v4985: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 323 KiB/s rd, 25 KiB/s wr, 442 op/s 2024-04-12T17:27:43.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:43 smithi099 ceph-mon[94290]: osdmap e2726: 8 total, 8 up, 8 in 2024-04-12T17:27:43.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:43 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:27:43.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:43 smithi099 ceph-mon[94290]: pgmap v4985: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 323 KiB/s rd, 25 KiB/s wr, 442 op/s 2024-04-12T17:27:44.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:44 smithi110 ceph-mon[88691]: osdmap e2727: 8 total, 8 up, 8 in 2024-04-12T17:27:44.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:44 smithi099 ceph-mon[94290]: osdmap e2727: 8 total, 8 up, 8 in 2024-04-12T17:27:44.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:44 smithi099 ceph-mon[96864]: osdmap e2727: 8 total, 8 up, 8 in 2024-04-12T17:27:45.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:45 smithi110 ceph-mon[88691]: osdmap e2728: 8 total, 8 up, 8 in 2024-04-12T17:27:45.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:45 smithi110 ceph-mon[88691]: pgmap v4988: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 375 KiB/s rd, 28 KiB/s wr, 508 op/s 2024-04-12T17:27:45.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:45 smithi110 ceph-mon[88691]: osdmap e2729: 8 total, 8 up, 8 in 2024-04-12T17:27:45.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:45 smithi099 ceph-mon[96864]: osdmap e2728: 8 total, 8 up, 8 in 2024-04-12T17:27:45.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:45 smithi099 ceph-mon[96864]: pgmap v4988: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 375 KiB/s rd, 28 KiB/s wr, 508 op/s 2024-04-12T17:27:45.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:45 smithi099 ceph-mon[96864]: osdmap e2729: 8 total, 8 up, 8 in 2024-04-12T17:27:45.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:45 smithi099 ceph-mon[94290]: osdmap e2728: 8 total, 8 up, 8 in 2024-04-12T17:27:45.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:45 smithi099 ceph-mon[94290]: pgmap v4988: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 375 KiB/s rd, 28 KiB/s wr, 508 op/s 2024-04-12T17:27:45.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:45 smithi099 ceph-mon[94290]: osdmap e2729: 8 total, 8 up, 8 in 2024-04-12T17:27:46.329 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_flatten_multi_level PASSED [ 70%] 2024-04-12T17:27:46.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:27:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:27:46] "GET /metrics HTTP/1.1" 200 36728 "" "Prometheus/2.43.0" 2024-04-12T17:27:47.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:47 smithi110 ceph-mon[88691]: osdmap e2730: 8 total, 8 up, 8 in 2024-04-12T17:27:47.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:47 smithi110 ceph-mon[88691]: pgmap v4991: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 312 KiB/s rd, 23 KiB/s wr, 422 op/s 2024-04-12T17:27:47.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:47 smithi099 ceph-mon[94290]: osdmap e2730: 8 total, 8 up, 8 in 2024-04-12T17:27:47.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:47 smithi099 ceph-mon[94290]: pgmap v4991: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 312 KiB/s rd, 23 KiB/s wr, 422 op/s 2024-04-12T17:27:47.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:47 smithi099 ceph-mon[96864]: osdmap e2730: 8 total, 8 up, 8 in 2024-04-12T17:27:47.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:47 smithi099 ceph-mon[96864]: pgmap v4991: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 312 KiB/s rd, 23 KiB/s wr, 422 op/s 2024-04-12T17:27:48.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:48 smithi110 ceph-mon[88691]: osdmap e2731: 8 total, 8 up, 8 in 2024-04-12T17:27:48.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:48 smithi099 ceph-mon[94290]: osdmap e2731: 8 total, 8 up, 8 in 2024-04-12T17:27:48.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:48 smithi099 ceph-mon[96864]: osdmap e2731: 8 total, 8 up, 8 in 2024-04-12T17:27:49.590 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:49 smithi110 ceph-mon[88691]: osdmap e2732: 8 total, 8 up, 8 in 2024-04-12T17:27:49.590 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:49 smithi110 ceph-mon[88691]: pgmap v4994: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 150 KiB/s rd, 13 KiB/s wr, 206 op/s 2024-04-12T17:27:49.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:49 smithi099 ceph-mon[94290]: osdmap e2732: 8 total, 8 up, 8 in 2024-04-12T17:27:49.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:49 smithi099 ceph-mon[94290]: pgmap v4994: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 150 KiB/s rd, 13 KiB/s wr, 206 op/s 2024-04-12T17:27:49.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:49 smithi099 ceph-mon[96864]: osdmap e2732: 8 total, 8 up, 8 in 2024-04-12T17:27:49.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:49 smithi099 ceph-mon[96864]: pgmap v4994: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 150 KiB/s rd, 13 KiB/s wr, 206 op/s 2024-04-12T17:27:50.220 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_trash_snapshot PASSED [ 70%] 2024-04-12T17:27:50.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:50 smithi110 ceph-mon[88691]: osdmap e2733: 8 total, 8 up, 8 in 2024-04-12T17:27:50.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:50 smithi110 ceph-mon[88691]: osdmap e2734: 8 total, 8 up, 8 in 2024-04-12T17:27:50.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:50 smithi099 ceph-mon[96864]: osdmap e2733: 8 total, 8 up, 8 in 2024-04-12T17:27:50.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:50 smithi099 ceph-mon[96864]: osdmap e2734: 8 total, 8 up, 8 in 2024-04-12T17:27:50.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:50 smithi099 ceph-mon[94290]: osdmap e2733: 8 total, 8 up, 8 in 2024-04-12T17:27:50.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:50 smithi099 ceph-mon[94290]: osdmap e2734: 8 total, 8 up, 8 in 2024-04-12T17:27:51.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:51 smithi110 ceph-mon[88691]: pgmap v4997: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 141 KiB/s rd, 8.0 KiB/s wr, 183 op/s 2024-04-12T17:27:51.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:51 smithi099 ceph-mon[94290]: pgmap v4997: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 141 KiB/s rd, 8.0 KiB/s wr, 183 op/s 2024-04-12T17:27:51.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:51 smithi099 ceph-mon[96864]: pgmap v4997: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 141 KiB/s rd, 8.0 KiB/s wr, 183 op/s 2024-04-12T17:27:52.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:52 smithi110 ceph-mon[88691]: osdmap e2735: 8 total, 8 up, 8 in 2024-04-12T17:27:52.589 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:27:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:27:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:27:52.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:52 smithi099 ceph-mon[94290]: osdmap e2735: 8 total, 8 up, 8 in 2024-04-12T17:27:52.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:52 smithi099 ceph-mon[96864]: osdmap e2735: 8 total, 8 up, 8 in 2024-04-12T17:27:53.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:53 smithi110 ceph-mon[88691]: pgmap v4999: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 253 KiB/s rd, 18 KiB/s wr, 336 op/s 2024-04-12T17:27:53.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:53 smithi099 ceph-mon[94290]: pgmap v4999: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 253 KiB/s rd, 18 KiB/s wr, 336 op/s 2024-04-12T17:27:53.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:53 smithi099 ceph-mon[96864]: pgmap v4999: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 253 KiB/s rd, 18 KiB/s wr, 336 op/s 2024-04-12T17:27:56.362 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:56 smithi099 ceph-mon[94290]: pgmap v5000: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 238 KiB/s rd, 16 KiB/s wr, 316 op/s 2024-04-12T17:27:56.362 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:56 smithi099 ceph-mon[94290]: osdmap e2736: 8 total, 8 up, 8 in 2024-04-12T17:27:56.363 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:56 smithi099 ceph-mon[96864]: pgmap v5000: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 238 KiB/s rd, 16 KiB/s wr, 316 op/s 2024-04-12T17:27:56.363 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:56 smithi099 ceph-mon[96864]: osdmap e2736: 8 total, 8 up, 8 in 2024-04-12T17:27:56.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:56 smithi110 ceph-mon[88691]: pgmap v5000: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 238 KiB/s rd, 16 KiB/s wr, 316 op/s 2024-04-12T17:27:56.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:56 smithi110 ceph-mon[88691]: osdmap e2736: 8 total, 8 up, 8 in 2024-04-12T17:27:56.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:27:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:27:56] "GET /metrics HTTP/1.1" 200 36728 "" "Prometheus/2.43.0" 2024-04-12T17:27:57.218 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_encryption_luks1 PASSED [ 71%] 2024-04-12T17:27:58.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:58 smithi099 ceph-mon[94290]: pgmap v5002: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 131 KiB/s rd, 10 KiB/s wr, 178 op/s 2024-04-12T17:27:58.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:58 smithi099 ceph-mon[94290]: osdmap e2737: 8 total, 8 up, 8 in 2024-04-12T17:27:58.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:58 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:27:58.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:58 smithi099 ceph-mon[96864]: pgmap v5002: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 131 KiB/s rd, 10 KiB/s wr, 178 op/s 2024-04-12T17:27:58.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:58 smithi099 ceph-mon[96864]: osdmap e2737: 8 total, 8 up, 8 in 2024-04-12T17:27:58.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:58 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:27:58.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:58 smithi110 ceph-mon[88691]: pgmap v5002: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 131 KiB/s rd, 10 KiB/s wr, 178 op/s 2024-04-12T17:27:58.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:58 smithi110 ceph-mon[88691]: osdmap e2737: 8 total, 8 up, 8 in 2024-04-12T17:27:58.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:58 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:27:59.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:27:59 smithi110 ceph-mon[88691]: osdmap e2738: 8 total, 8 up, 8 in 2024-04-12T17:27:59.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:27:59 smithi099 ceph-mon[94290]: osdmap e2738: 8 total, 8 up, 8 in 2024-04-12T17:27:59.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:27:59 smithi099 ceph-mon[96864]: osdmap e2738: 8 total, 8 up, 8 in 2024-04-12T17:28:00.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:00 smithi110 ceph-mon[88691]: pgmap v5005: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 48 KiB/s rd, 2.5 KiB/s wr, 63 op/s 2024-04-12T17:28:00.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:00 smithi099 ceph-mon[94290]: pgmap v5005: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 48 KiB/s rd, 2.5 KiB/s wr, 63 op/s 2024-04-12T17:28:00.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:00 smithi099 ceph-mon[96864]: pgmap v5005: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 48 KiB/s rd, 2.5 KiB/s wr, 63 op/s 2024-04-12T17:28:02.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:02 smithi110 ceph-mon[88691]: pgmap v5006: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 119 KiB/s rd, 687 KiB/s wr, 94 op/s 2024-04-12T17:28:02.589 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:28:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:28:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:28:02.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:02 smithi099 ceph-mon[94290]: pgmap v5006: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 119 KiB/s rd, 687 KiB/s wr, 94 op/s 2024-04-12T17:28:02.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:02 smithi099 ceph-mon[96864]: pgmap v5006: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 119 KiB/s rd, 687 KiB/s wr, 94 op/s 2024-04-12T17:28:04.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:04 smithi110 ceph-mon[88691]: pgmap v5007: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 105 KiB/s rd, 541 KiB/s wr, 92 op/s 2024-04-12T17:28:04.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:04 smithi099 ceph-mon[94290]: pgmap v5007: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 105 KiB/s rd, 541 KiB/s wr, 92 op/s 2024-04-12T17:28:04.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:04 smithi099 ceph-mon[96864]: pgmap v5007: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 105 KiB/s rd, 541 KiB/s wr, 92 op/s 2024-04-12T17:28:06.251 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_encryption_luks2 PASSED [ 72%] 2024-04-12T17:28:06.365 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_ownership PASSED [ 72%] 2024-04-12T17:28:06.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:06 smithi099 ceph-mon[94290]: pgmap v5008: 137 pgs: 137 active+clean; 13 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 136 KiB/s rd, 1.5 MiB/s wr, 88 op/s 2024-04-12T17:28:06.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:06 smithi099 ceph-mon[94290]: osdmap e2739: 8 total, 8 up, 8 in 2024-04-12T17:28:06.382 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:28:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:28:06] "GET /metrics HTTP/1.1" 200 36733 "" "Prometheus/2.43.0" 2024-04-12T17:28:06.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:06 smithi099 ceph-mon[96864]: pgmap v5008: 137 pgs: 137 active+clean; 13 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 136 KiB/s rd, 1.5 MiB/s wr, 88 op/s 2024-04-12T17:28:06.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:06 smithi099 ceph-mon[96864]: osdmap e2739: 8 total, 8 up, 8 in 2024-04-12T17:28:06.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:06 smithi110 ceph-mon[88691]: pgmap v5008: 137 pgs: 137 active+clean; 13 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 136 KiB/s rd, 1.5 MiB/s wr, 88 op/s 2024-04-12T17:28:06.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:06 smithi110 ceph-mon[88691]: osdmap e2739: 8 total, 8 up, 8 in 2024-04-12T17:28:07.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:07 smithi110 ceph-mon[88691]: osdmap e2740: 8 total, 8 up, 8 in 2024-04-12T17:28:07.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:07 smithi099 ceph-mon[94290]: osdmap e2740: 8 total, 8 up, 8 in 2024-04-12T17:28:07.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:07 smithi099 ceph-mon[96864]: osdmap e2740: 8 total, 8 up, 8 in 2024-04-12T17:28:08.269 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_snapshot_leadership PASSED [ 73%] 2024-04-12T17:28:08.357 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_read_only_leadership PASSED [ 73%] 2024-04-12T17:28:08.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:08 smithi110 ceph-mon[88691]: pgmap v5011: 137 pgs: 137 active+clean; 21 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 143 KiB/s rd, 2.5 MiB/s wr, 100 op/s 2024-04-12T17:28:08.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:08 smithi110 ceph-mon[88691]: osdmap e2741: 8 total, 8 up, 8 in 2024-04-12T17:28:08.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:08 smithi099 ceph-mon[94290]: pgmap v5011: 137 pgs: 137 active+clean; 21 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 143 KiB/s rd, 2.5 MiB/s wr, 100 op/s 2024-04-12T17:28:08.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:08 smithi099 ceph-mon[94290]: osdmap e2741: 8 total, 8 up, 8 in 2024-04-12T17:28:08.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:08 smithi099 ceph-mon[96864]: pgmap v5011: 137 pgs: 137 active+clean; 21 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 143 KiB/s rd, 2.5 MiB/s wr, 100 op/s 2024-04-12T17:28:08.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:08 smithi099 ceph-mon[96864]: osdmap e2741: 8 total, 8 up, 8 in 2024-04-12T17:28:09.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:09 smithi110 ceph-mon[88691]: osdmap e2742: 8 total, 8 up, 8 in 2024-04-12T17:28:09.634 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:09 smithi099 ceph-mon[94290]: osdmap e2742: 8 total, 8 up, 8 in 2024-04-12T17:28:09.634 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:09 smithi099 ceph-mon[96864]: osdmap e2742: 8 total, 8 up, 8 in 2024-04-12T17:28:10.279 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_flatten PASSED [ 74%] 2024-04-12T17:28:10.411 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_resize PASSED [ 74%] 2024-04-12T17:28:10.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:10 smithi110 ceph-mon[88691]: pgmap v5014: 137 pgs: 137 active+clean; 21 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 36 KiB/s rd, 2.0 MiB/s wr, 52 op/s 2024-04-12T17:28:10.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:10 smithi110 ceph-mon[88691]: osdmap e2743: 8 total, 8 up, 8 in 2024-04-12T17:28:10.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:10 smithi099 ceph-mon[94290]: pgmap v5014: 137 pgs: 137 active+clean; 21 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 36 KiB/s rd, 2.0 MiB/s wr, 52 op/s 2024-04-12T17:28:10.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:10 smithi099 ceph-mon[94290]: osdmap e2743: 8 total, 8 up, 8 in 2024-04-12T17:28:10.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:10 smithi099 ceph-mon[96864]: pgmap v5014: 137 pgs: 137 active+clean; 21 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 36 KiB/s rd, 2.0 MiB/s wr, 52 op/s 2024-04-12T17:28:10.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:10 smithi099 ceph-mon[96864]: osdmap e2743: 8 total, 8 up, 8 in 2024-04-12T17:28:11.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:11 smithi110 ceph-mon[88691]: osdmap e2744: 8 total, 8 up, 8 in 2024-04-12T17:28:11.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:11 smithi099 ceph-mon[94290]: osdmap e2744: 8 total, 8 up, 8 in 2024-04-12T17:28:11.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:11 smithi099 ceph-mon[96864]: osdmap e2744: 8 total, 8 up, 8 in 2024-04-12T17:28:12.285 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_create PASSED [ 75%] 2024-04-12T17:28:12.490 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:12 smithi110 ceph-mon[88691]: pgmap v5017: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 151 KiB/s rd, 7.2 KiB/s wr, 205 op/s 2024-04-12T17:28:12.490 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:12 smithi110 ceph-mon[88691]: osdmap e2745: 8 total, 8 up, 8 in 2024-04-12T17:28:12.490 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:28:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:28:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:28:12.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:12 smithi099 ceph-mon[94290]: pgmap v5017: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 151 KiB/s rd, 7.2 KiB/s wr, 205 op/s 2024-04-12T17:28:12.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:12 smithi099 ceph-mon[94290]: osdmap e2745: 8 total, 8 up, 8 in 2024-04-12T17:28:12.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:12 smithi099 ceph-mon[96864]: pgmap v5017: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 151 KiB/s rd, 7.2 KiB/s wr, 205 op/s 2024-04-12T17:28:12.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:12 smithi099 ceph-mon[96864]: osdmap e2745: 8 total, 8 up, 8 in 2024-04-12T17:28:13.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:13 smithi110 ceph-mon[88691]: osdmap e2746: 8 total, 8 up, 8 in 2024-04-12T17:28:13.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:13 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:28:13.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:13 smithi099 ceph-mon[96864]: osdmap e2746: 8 total, 8 up, 8 in 2024-04-12T17:28:13.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:13 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:28:13.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:13 smithi099 ceph-mon[94290]: osdmap e2746: 8 total, 8 up, 8 in 2024-04-12T17:28:13.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:13 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:28:14.305 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_rollback PASSED [ 76%] 2024-04-12T17:28:14.427 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_discard PASSED [ 76%] 2024-04-12T17:28:14.545 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_write PASSED [ 77%] 2024-04-12T17:28:14.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:14 smithi110 ceph-mon[88691]: pgmap v5020: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 391 KiB/s rd, 25 KiB/s wr, 524 op/s 2024-04-12T17:28:14.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:14 smithi110 ceph-mon[88691]: osdmap e2747: 8 total, 8 up, 8 in 2024-04-12T17:28:14.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:14 smithi099 ceph-mon[94290]: pgmap v5020: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 391 KiB/s rd, 25 KiB/s wr, 524 op/s 2024-04-12T17:28:14.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:14 smithi099 ceph-mon[94290]: osdmap e2747: 8 total, 8 up, 8 in 2024-04-12T17:28:14.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:14 smithi099 ceph-mon[96864]: pgmap v5020: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 391 KiB/s rd, 25 KiB/s wr, 524 op/s 2024-04-12T17:28:14.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:14 smithi099 ceph-mon[96864]: osdmap e2747: 8 total, 8 up, 8 in 2024-04-12T17:28:14.637 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_acquire_release_lock PASSED [ 77%] 2024-04-12T17:28:15.219 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_break_lock PASSED [ 78%] 2024-04-12T17:28:15.304 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_uuid PASSED [ 78%] 2024-04-12T17:28:15.399 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_site_name PASSED [ 79%] 2024-04-12T17:28:15.497 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer_bootstrap PASSED [ 80%] 2024-04-12T17:28:15.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:15 smithi110 ceph-mon[88691]: osdmap e2748: 8 total, 8 up, 8 in 2024-04-12T17:28:15.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:15 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2771683279' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.99:0/4287019735"}]: dispatch 2024-04-12T17:28:15.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:15 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.99:0/4287019735"}]: dispatch 2024-04-12T17:28:15.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:15 smithi110 ceph-mon[88691]: pgmap v5023: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 327 KiB/s rd, 23 KiB/s wr, 442 op/s 2024-04-12T17:28:15.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:15 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.99:0/4287019735"}]': finished 2024-04-12T17:28:15.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:15 smithi110 ceph-mon[88691]: osdmap e2749: 8 total, 8 up, 8 in 2024-04-12T17:28:15.595 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer PASSED [ 80%] 2024-04-12T17:28:15.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:15 smithi099 ceph-mon[96864]: osdmap e2748: 8 total, 8 up, 8 in 2024-04-12T17:28:15.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:15 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2771683279' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.99:0/4287019735"}]: dispatch 2024-04-12T17:28:15.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:15 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.99:0/4287019735"}]: dispatch 2024-04-12T17:28:15.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:15 smithi099 ceph-mon[96864]: pgmap v5023: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 327 KiB/s rd, 23 KiB/s wr, 442 op/s 2024-04-12T17:28:15.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:15 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.99:0/4287019735"}]': finished 2024-04-12T17:28:15.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:15 smithi099 ceph-mon[96864]: osdmap e2749: 8 total, 8 up, 8 in 2024-04-12T17:28:15.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:15 smithi099 ceph-mon[94290]: osdmap e2748: 8 total, 8 up, 8 in 2024-04-12T17:28:15.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:15 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2771683279' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.99:0/4287019735"}]: dispatch 2024-04-12T17:28:15.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:15 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.99:0/4287019735"}]: dispatch 2024-04-12T17:28:15.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:15 smithi099 ceph-mon[94290]: pgmap v5023: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 327 KiB/s rd, 23 KiB/s wr, 442 op/s 2024-04-12T17:28:15.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:15 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.99:0/4287019735"}]': finished 2024-04-12T17:28:15.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:15 smithi099 ceph-mon[94290]: osdmap e2749: 8 total, 8 up, 8 in 2024-04-12T17:28:15.678 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image SKIPPED [ 81%] 2024-04-12T17:28:15.760 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_status SKIPPED [ 81%] 2024-04-12T17:28:16.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:16 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' 2024-04-12T17:28:16.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:16 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T17:28:16.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:16 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T17:28:16.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:16 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-12T17:28:16.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:16 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T17:28:16.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:16 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-12T17:28:16.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:16 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-12T17:28:16.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:16 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T17:28:16.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:16 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' 2024-04-12T17:28:16.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:16 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/978cd298-5121-4164-acfb-b0132306ceac"}]: dispatch 2024-04-12T17:28:16.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:16 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/978cd298-5121-4164-acfb-b0132306ceac"}]: dispatch 2024-04-12T17:28:16.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:16 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/978cd298-5121-4164-acfb-b0132306ceac"}]': finished 2024-04-12T17:28:16.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:28:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:28:16] "GET /metrics HTTP/1.1" 200 36725 "" "Prometheus/2.43.0" 2024-04-12T17:28:16.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:16 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' 2024-04-12T17:28:16.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:16 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T17:28:16.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:16 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T17:28:16.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:16 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-12T17:28:16.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:16 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T17:28:16.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:16 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-12T17:28:16.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:16 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-12T17:28:16.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:16 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T17:28:16.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:16 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' 2024-04-12T17:28:16.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:16 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/978cd298-5121-4164-acfb-b0132306ceac"}]: dispatch 2024-04-12T17:28:16.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:16 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/978cd298-5121-4164-acfb-b0132306ceac"}]: dispatch 2024-04-12T17:28:16.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:16 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/978cd298-5121-4164-acfb-b0132306ceac"}]': finished 2024-04-12T17:28:16.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:16 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' 2024-04-12T17:28:16.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:16 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T17:28:16.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:16 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T17:28:16.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:16 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-12T17:28:16.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:16 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T17:28:16.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:16 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-12T17:28:16.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:16 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-12T17:28:16.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:16 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T17:28:16.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:16 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' 2024-04-12T17:28:16.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:16 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/978cd298-5121-4164-acfb-b0132306ceac"}]: dispatch 2024-04-12T17:28:16.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:16 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/978cd298-5121-4164-acfb-b0132306ceac"}]: dispatch 2024-04-12T17:28:16.633 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:16 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/978cd298-5121-4164-acfb-b0132306ceac"}]': finished 2024-04-12T17:28:17.838 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:17 smithi110 ceph-mon[88691]: osdmap e2750: 8 total, 8 up, 8 in 2024-04-12T17:28:17.838 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:17 smithi110 ceph-mon[88691]: pgmap v5026: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 272 KiB/s rd, 22 KiB/s wr, 388 op/s 2024-04-12T17:28:17.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:17 smithi099 ceph-mon[94290]: osdmap e2750: 8 total, 8 up, 8 in 2024-04-12T17:28:17.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:17 smithi099 ceph-mon[94290]: pgmap v5026: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 272 KiB/s rd, 22 KiB/s wr, 388 op/s 2024-04-12T17:28:17.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:17 smithi099 ceph-mon[96864]: osdmap e2750: 8 total, 8 up, 8 in 2024-04-12T17:28:17.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:17 smithi099 ceph-mon[96864]: pgmap v5026: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 272 KiB/s rd, 22 KiB/s wr, 388 op/s 2024-04-12T17:28:18.838 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:18 smithi110 ceph-mon[88691]: osdmap e2751: 8 total, 8 up, 8 in 2024-04-12T17:28:18.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:18 smithi099 ceph-mon[96864]: osdmap e2751: 8 total, 8 up, 8 in 2024-04-12T17:28:18.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:18 smithi099 ceph-mon[94290]: osdmap e2751: 8 total, 8 up, 8 in 2024-04-12T17:28:19.838 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:19 smithi110 ceph-mon[88691]: osdmap e2752: 8 total, 8 up, 8 in 2024-04-12T17:28:19.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:19 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/3a846d55-bde7-487e-b960-00ed4f412c74"}]: dispatch 2024-04-12T17:28:19.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:19 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/3a846d55-bde7-487e-b960-00ed4f412c74"}]': finished 2024-04-12T17:28:19.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:19 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/043fc51e-beba-4dc4-8f67-3fde2152d4d9"}]: dispatch 2024-04-12T17:28:19.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:19 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/043fc51e-beba-4dc4-8f67-3fde2152d4d9"}]': finished 2024-04-12T17:28:19.839 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:19 smithi110 ceph-mon[88691]: pgmap v5029: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 210 KiB/s rd, 18 KiB/s wr, 301 op/s 2024-04-12T17:28:19.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:19 smithi099 ceph-mon[94290]: osdmap e2752: 8 total, 8 up, 8 in 2024-04-12T17:28:19.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:19 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/3a846d55-bde7-487e-b960-00ed4f412c74"}]: dispatch 2024-04-12T17:28:19.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:19 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/3a846d55-bde7-487e-b960-00ed4f412c74"}]': finished 2024-04-12T17:28:19.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:19 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/043fc51e-beba-4dc4-8f67-3fde2152d4d9"}]: dispatch 2024-04-12T17:28:19.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:19 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/043fc51e-beba-4dc4-8f67-3fde2152d4d9"}]': finished 2024-04-12T17:28:19.882 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:19 smithi099 ceph-mon[94290]: pgmap v5029: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 210 KiB/s rd, 18 KiB/s wr, 301 op/s 2024-04-12T17:28:19.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:19 smithi099 ceph-mon[96864]: osdmap e2752: 8 total, 8 up, 8 in 2024-04-12T17:28:19.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:19 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/3a846d55-bde7-487e-b960-00ed4f412c74"}]: dispatch 2024-04-12T17:28:19.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:19 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/3a846d55-bde7-487e-b960-00ed4f412c74"}]': finished 2024-04-12T17:28:19.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:19 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/043fc51e-beba-4dc4-8f67-3fde2152d4d9"}]: dispatch 2024-04-12T17:28:19.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:19 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/043fc51e-beba-4dc4-8f67-3fde2152d4d9"}]': finished 2024-04-12T17:28:19.883 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:19 smithi099 ceph-mon[96864]: pgmap v5029: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 210 KiB/s rd, 18 KiB/s wr, 301 op/s 2024-04-12T17:28:20.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:20 smithi099 ceph-mon[94290]: osdmap e2753: 8 total, 8 up, 8 in 2024-04-12T17:28:20.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:20 smithi099 ceph-mon[94290]: osdmap e2754: 8 total, 8 up, 8 in 2024-04-12T17:28:20.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:20 smithi099 ceph-mon[96864]: osdmap e2753: 8 total, 8 up, 8 in 2024-04-12T17:28:20.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:20 smithi099 ceph-mon[96864]: osdmap e2754: 8 total, 8 up, 8 in 2024-04-12T17:28:21.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:20 smithi110 ceph-mon[88691]: osdmap e2753: 8 total, 8 up, 8 in 2024-04-12T17:28:21.089 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:20 smithi110 ceph-mon[88691]: osdmap e2754: 8 total, 8 up, 8 in 2024-04-12T17:28:22.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:22 smithi099 ceph-mon[94290]: pgmap v5032: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 318 KiB/s rd, 23 KiB/s wr, 437 op/s 2024-04-12T17:28:22.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:22 smithi099 ceph-mon[94290]: osdmap e2755: 8 total, 8 up, 8 in 2024-04-12T17:28:22.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:22 smithi099 ceph-mon[96864]: pgmap v5032: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 318 KiB/s rd, 23 KiB/s wr, 437 op/s 2024-04-12T17:28:22.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:22 smithi099 ceph-mon[96864]: osdmap e2755: 8 total, 8 up, 8 in 2024-04-12T17:28:22.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:22 smithi110 ceph-mon[88691]: pgmap v5032: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 318 KiB/s rd, 23 KiB/s wr, 437 op/s 2024-04-12T17:28:22.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:22 smithi110 ceph-mon[88691]: osdmap e2755: 8 total, 8 up, 8 in 2024-04-12T17:28:22.589 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:28:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:28:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:28:23.201 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_create_snapshot PASSED [ 82%] 2024-04-12T17:28:23.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:23 smithi110 ceph-mon[88691]: osdmap e2756: 8 total, 8 up, 8 in 2024-04-12T17:28:23.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:23 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:28:23.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:23 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:28:23.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:23 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:28:23.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:23 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:28:23.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:23 smithi099 ceph-mon[94290]: osdmap e2756: 8 total, 8 up, 8 in 2024-04-12T17:28:23.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:23 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:28:23.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:23 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:28:23.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:23 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:28:23.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:23 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:28:23.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:23 smithi099 ceph-mon[96864]: osdmap e2756: 8 total, 8 up, 8 in 2024-04-12T17:28:23.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:23 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:28:23.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:23 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:28:23.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:23 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:28:23.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:23 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:28:24.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:24 smithi110 ceph-mon[88691]: pgmap v5035: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 316 KiB/s rd, 23 KiB/s wr, 430 op/s 2024-04-12T17:28:24.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:24 smithi110 ceph-mon[88691]: osdmap e2757: 8 total, 8 up, 8 in 2024-04-12T17:28:24.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:24 smithi099 ceph-mon[94290]: pgmap v5035: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 316 KiB/s rd, 23 KiB/s wr, 430 op/s 2024-04-12T17:28:24.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:24 smithi099 ceph-mon[94290]: osdmap e2757: 8 total, 8 up, 8 in 2024-04-12T17:28:24.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:24 smithi099 ceph-mon[96864]: pgmap v5035: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 316 KiB/s rd, 23 KiB/s wr, 430 op/s 2024-04-12T17:28:24.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:24 smithi099 ceph-mon[96864]: osdmap e2757: 8 total, 8 up, 8 in 2024-04-12T17:28:25.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:25 smithi110 ceph-mon[88691]: osdmap e2758: 8 total, 8 up, 8 in 2024-04-12T17:28:25.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:25 smithi110 ceph-mon[88691]: osdmap e2759: 8 total, 8 up, 8 in 2024-04-12T17:28:25.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:25 smithi099 ceph-mon[94290]: osdmap e2758: 8 total, 8 up, 8 in 2024-04-12T17:28:25.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:25 smithi099 ceph-mon[94290]: osdmap e2759: 8 total, 8 up, 8 in 2024-04-12T17:28:25.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:25 smithi099 ceph-mon[96864]: osdmap e2758: 8 total, 8 up, 8 in 2024-04-12T17:28:25.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:25 smithi099 ceph-mon[96864]: osdmap e2759: 8 total, 8 up, 8 in 2024-04-12T17:28:26.532 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:26 smithi099 ceph-mon[94290]: pgmap v5038: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 86 KiB/s rd, 8.5 KiB/s wr, 121 op/s 2024-04-12T17:28:26.533 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:26 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/781e29a1-9bb0-49e2-82c2-57680c5002f2"}]: dispatch 2024-04-12T17:28:26.533 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:26 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/781e29a1-9bb0-49e2-82c2-57680c5002f2"}]': finished 2024-04-12T17:28:26.533 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:28:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:28:26] "GET /metrics HTTP/1.1" 200 36725 "" "Prometheus/2.43.0" 2024-04-12T17:28:26.533 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:26 smithi099 ceph-mon[96864]: pgmap v5038: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 86 KiB/s rd, 8.5 KiB/s wr, 121 op/s 2024-04-12T17:28:26.533 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:26 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/781e29a1-9bb0-49e2-82c2-57680c5002f2"}]: dispatch 2024-04-12T17:28:26.533 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:26 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/781e29a1-9bb0-49e2-82c2-57680c5002f2"}]': finished 2024-04-12T17:28:26.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:26 smithi110 ceph-mon[88691]: pgmap v5038: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 86 KiB/s rd, 8.5 KiB/s wr, 121 op/s 2024-04-12T17:28:26.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:26 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/781e29a1-9bb0-49e2-82c2-57680c5002f2"}]: dispatch 2024-04-12T17:28:26.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:26 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1377548844' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/781e29a1-9bb0-49e2-82c2-57680c5002f2"}]': finished 2024-04-12T17:28:27.244 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_aio_mirror_image_create_snapshot PASSED [ 82%] 2024-04-12T17:28:27.322 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_move PASSED [ 83%] 2024-04-12T17:28:27.453 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_purge PASSED [ 84%] 2024-04-12T17:28:27.528 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_denied PASSED [ 84%] 2024-04-12T17:28:27.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:27 smithi110 ceph-mon[88691]: osdmap e2760: 8 total, 8 up, 8 in 2024-04-12T17:28:27.603 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove PASSED [ 85%] 2024-04-12T17:28:27.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:27 smithi099 ceph-mon[94290]: osdmap e2760: 8 total, 8 up, 8 in 2024-04-12T17:28:27.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:27 smithi099 ceph-mon[96864]: osdmap e2760: 8 total, 8 up, 8 in 2024-04-12T17:28:27.676 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_with_progress PASSED [ 85%] 2024-04-12T17:28:27.747 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_get PASSED [ 86%] 2024-04-12T17:28:27.884 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_list PASSED [ 86%] 2024-04-12T17:28:27.997 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_restore PASSED [ 87%] 2024-04-12T17:28:28.004 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_group PASSED [ 88%] 2024-04-12T17:28:28.011 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename_group PASSED [ 88%] 2024-04-12T17:28:28.013 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_empty PASSED [ 89%] 2024-04-12T17:28:28.019 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups PASSED [ 89%] 2024-04-12T17:28:28.026 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_after_removed PASSED [ 90%] 2024-04-12T17:28:28.117 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_add PASSED [ 90%] 2024-04-12T17:28:28.200 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_empty PASSED [ 91%] 2024-04-12T17:28:28.293 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list PASSED [ 92%] 2024-04-12T17:28:28.419 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_move_to_trash PASSED [ 92%] 2024-04-12T17:28:28.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:28 smithi110 ceph-mon[88691]: pgmap v5041: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 90 KiB/s rd, 9.2 KiB/s wr, 129 op/s 2024-04-12T17:28:28.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:28 smithi110 ceph-mon[88691]: osdmap e2761: 8 total, 8 up, 8 in 2024-04-12T17:28:28.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:28 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:28:28.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:28 smithi099 ceph-mon[94290]: pgmap v5041: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 90 KiB/s rd, 9.2 KiB/s wr, 129 op/s 2024-04-12T17:28:28.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:28 smithi099 ceph-mon[94290]: osdmap e2761: 8 total, 8 up, 8 in 2024-04-12T17:28:28.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:28 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:28:28.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:28 smithi099 ceph-mon[96864]: pgmap v5041: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 90 KiB/s rd, 9.2 KiB/s wr, 129 op/s 2024-04-12T17:28:28.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:28 smithi099 ceph-mon[96864]: osdmap e2761: 8 total, 8 up, 8 in 2024-04-12T17:28:28.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:28 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:28:29.977 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_many_images PASSED [ 93%] 2024-04-12T17:28:30.089 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_remove PASSED [ 93%] 2024-04-12T17:28:30.194 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap PASSED [ 94%] 2024-04-12T17:28:30.297 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_flags PASSED [ 94%] 2024-04-12T17:28:30.464 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_list_many PASSED [ 95%] 2024-04-12T17:28:30.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:30 smithi110 ceph-mon[88691]: pgmap v5043: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 14 KiB/s rd, 1.9 KiB/s wr, 24 op/s 2024-04-12T17:28:30.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:30 smithi110 ceph-mon[88691]: osdmap e2762: 8 total, 8 up, 8 in 2024-04-12T17:28:30.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:30 smithi099 ceph-mon[94290]: pgmap v5043: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 14 KiB/s rd, 1.9 KiB/s wr, 24 op/s 2024-04-12T17:28:30.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:30 smithi099 ceph-mon[94290]: osdmap e2762: 8 total, 8 up, 8 in 2024-04-12T17:28:30.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:30 smithi099 ceph-mon[96864]: pgmap v5043: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 14 KiB/s rd, 1.9 KiB/s wr, 24 op/s 2024-04-12T17:28:30.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:30 smithi099 ceph-mon[96864]: osdmap e2762: 8 total, 8 up, 8 in 2024-04-12T17:28:32.381 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_namespace PASSED [ 96%] 2024-04-12T17:28:32.476 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rename PASSED [ 96%] 2024-04-12T17:28:32.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:32 smithi110 ceph-mon[88691]: pgmap v5045: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 407 KiB/s rd, 46 KiB/s wr, 574 op/s 2024-04-12T17:28:32.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:32 smithi110 ceph-mon[88691]: osdmap e2763: 8 total, 8 up, 8 in 2024-04-12T17:28:32.589 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:28:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:28:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:28:32.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:32 smithi099 ceph-mon[94290]: pgmap v5045: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 407 KiB/s rd, 46 KiB/s wr, 574 op/s 2024-04-12T17:28:32.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:32 smithi099 ceph-mon[94290]: osdmap e2763: 8 total, 8 up, 8 in 2024-04-12T17:28:32.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:32 smithi099 ceph-mon[96864]: pgmap v5045: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 407 KiB/s rd, 46 KiB/s wr, 574 op/s 2024-04-12T17:28:32.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:32 smithi099 ceph-mon[96864]: osdmap e2763: 8 total, 8 up, 8 in 2024-04-12T17:28:33.590 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:33 smithi110 ceph-mon[88691]: osdmap e2764: 8 total, 8 up, 8 in 2024-04-12T17:28:33.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:33 smithi099 ceph-mon[94290]: osdmap e2764: 8 total, 8 up, 8 in 2024-04-12T17:28:33.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:33 smithi099 ceph-mon[96864]: osdmap e2764: 8 total, 8 up, 8 in 2024-04-12T17:28:34.308 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rollback PASSED [ 97%] 2024-04-12T17:28:34.583 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration PASSED [ 97%] 2024-04-12T17:28:34.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:34 smithi110 ceph-mon[88691]: pgmap v5048: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 686 KiB/s rd, 93 KiB/s wr, 1.02k op/s 2024-04-12T17:28:34.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:34 smithi110 ceph-mon[88691]: osdmap e2765: 8 total, 8 up, 8 in 2024-04-12T17:28:34.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:34 smithi099 ceph-mon[96864]: pgmap v5048: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 686 KiB/s rd, 93 KiB/s wr, 1.02k op/s 2024-04-12T17:28:34.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:34 smithi099 ceph-mon[96864]: osdmap e2765: 8 total, 8 up, 8 in 2024-04-12T17:28:34.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:34 smithi099 ceph-mon[94290]: pgmap v5048: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 686 KiB/s rd, 93 KiB/s wr, 1.02k op/s 2024-04-12T17:28:34.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:34 smithi099 ceph-mon[94290]: osdmap e2765: 8 total, 8 up, 8 in 2024-04-12T17:28:35.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:35 smithi110 ceph-mon[88691]: osdmap e2766: 8 total, 8 up, 8 in 2024-04-12T17:28:35.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:35 smithi110 ceph-mon[88691]: osdmap e2767: 8 total, 8 up, 8 in 2024-04-12T17:28:35.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:35 smithi099 ceph-mon[94290]: osdmap e2766: 8 total, 8 up, 8 in 2024-04-12T17:28:35.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:35 smithi099 ceph-mon[94290]: osdmap e2767: 8 total, 8 up, 8 in 2024-04-12T17:28:35.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:35 smithi099 ceph-mon[96864]: osdmap e2766: 8 total, 8 up, 8 in 2024-04-12T17:28:35.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:35 smithi099 ceph-mon[96864]: osdmap e2767: 8 total, 8 up, 8 in 2024-04-12T17:28:36.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:36 smithi110 ceph-mon[88691]: pgmap v5051: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 831 KiB/s rd, 85 KiB/s wr, 1.22k op/s 2024-04-12T17:28:36.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:36 smithi110 ceph-mon[88691]: osdmap e2768: 8 total, 8 up, 8 in 2024-04-12T17:28:36.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:36 smithi099 ceph-mon[94290]: pgmap v5051: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 831 KiB/s rd, 85 KiB/s wr, 1.22k op/s 2024-04-12T17:28:36.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:36 smithi099 ceph-mon[94290]: osdmap e2768: 8 total, 8 up, 8 in 2024-04-12T17:28:36.632 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:28:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:28:36] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-04-12T17:28:36.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:36 smithi099 ceph-mon[96864]: pgmap v5051: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 831 KiB/s rd, 85 KiB/s wr, 1.22k op/s 2024-04-12T17:28:36.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:36 smithi099 ceph-mon[96864]: osdmap e2768: 8 total, 8 up, 8 in 2024-04-12T17:28:37.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:37 smithi110 ceph-mon[88691]: pgmap v5054: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 604 KiB/s rd, 28 KiB/s wr, 805 op/s 2024-04-12T17:28:37.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:37 smithi110 ceph-mon[88691]: osdmap e2769: 8 total, 8 up, 8 in 2024-04-12T17:28:37.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:37 smithi099 ceph-mon[96864]: pgmap v5054: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 604 KiB/s rd, 28 KiB/s wr, 805 op/s 2024-04-12T17:28:37.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:37 smithi099 ceph-mon[96864]: osdmap e2769: 8 total, 8 up, 8 in 2024-04-12T17:28:37.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:37 smithi099 ceph-mon[94290]: pgmap v5054: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 604 KiB/s rd, 28 KiB/s wr, 805 op/s 2024-04-12T17:28:37.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:37 smithi099 ceph-mon[94290]: osdmap e2769: 8 total, 8 up, 8 in 2024-04-12T17:28:38.429 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_import PASSED [ 98%] 2024-04-12T17:28:38.649 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_with_progress PASSED [ 98%] 2024-04-12T17:28:38.843 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort PASSED [ 99%] 2024-04-12T17:28:39.279 INFO:tasks.workunit.client.0.smithi099.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort_with_progress PASSED [100%] 2024-04-12T17:28:39.279 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T17:28:39.279 INFO:tasks.workunit.client.0.smithi099.stdout:=============================== warnings summary =============================== 2024-04-12T17:28:39.279 INFO:tasks.workunit.client.0.smithi099.stdout:test_rbd.py::test_remove_with_progress_except 2024-04-12T17:28:39.279 INFO:tasks.workunit.client.0.smithi099.stdout: /usr/lib/python3.9/site-packages/_pytest/unraisableexception.py:78: PytestUnraisableExceptionWarning: Exception ignored in: 'rbd.progress_callback' 2024-04-12T17:28:39.279 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T17:28:39.280 INFO:tasks.workunit.client.0.smithi099.stdout: Traceback (most recent call last): 2024-04-12T17:28:39.280 INFO:tasks.workunit.client.0.smithi099.stdout: File "/home/ubuntu/cephtest/clone.client.0/src/test/pybind/test_rbd.py", line 423, in progress_cb 2024-04-12T17:28:39.280 INFO:tasks.workunit.client.0.smithi099.stdout: raise Exception() 2024-04-12T17:28:39.280 INFO:tasks.workunit.client.0.smithi099.stdout: Exception 2024-04-12T17:28:39.280 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T17:28:39.280 INFO:tasks.workunit.client.0.smithi099.stdout: warnings.warn(pytest.PytestUnraisableExceptionWarning(msg)) 2024-04-12T17:28:39.280 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T17:28:39.280 INFO:tasks.workunit.client.0.smithi099.stdout:-- Docs: https://docs.pytest.org/en/stable/warnings.html 2024-04-12T17:28:39.280 INFO:tasks.workunit.client.0.smithi099.stdout:============ 167 passed, 8 skipped, 1 warning in 636.59s (0:10:36) ============= 2024-04-12T17:28:39.320 INFO:tasks.workunit.client.0.smithi099.stderr:+ exit 0 2024-04-12T17:28:39.320 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T17:28:39.321 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T17:28:39.349 INFO:tasks.workunit:Stopping ['rbd/test_librbd_python.sh'] on client.0... 2024-04-12T17:28:39.349 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-12T17:28:39.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:39 smithi110 ceph-mon[88691]: osdmap e2770: 8 total, 8 up, 8 in 2024-04-12T17:28:39.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:39 smithi110 ceph-mon[88691]: pgmap v5057: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 240 KiB/s rd, 12 KiB/s wr, 303 op/s 2024-04-12T17:28:39.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:39 smithi099 ceph-mon[96864]: osdmap e2770: 8 total, 8 up, 8 in 2024-04-12T17:28:39.623 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:39 smithi099 ceph-mon[96864]: pgmap v5057: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 240 KiB/s rd, 12 KiB/s wr, 303 op/s 2024-04-12T17:28:39.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:39 smithi099 ceph-mon[94290]: osdmap e2770: 8 total, 8 up, 8 in 2024-04-12T17:28:39.623 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:39 smithi099 ceph-mon[94290]: pgmap v5057: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 240 KiB/s rd, 12 KiB/s wr, 303 op/s 2024-04-12T17:28:39.624 DEBUG:teuthology.parallel:result is None 2024-04-12T17:28:39.625 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T17:28:39.651 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T17:28:39.651 DEBUG:teuthology.orchestra.run.smithi099:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-12T17:28:39.706 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T17:28:39.706 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-12T17:28:39.706 INFO:teuthology.task.print:**** done end test_rbd_python.yaml 2024-04-12T17:28:39.706 DEBUG:teuthology.parallel:result is None 2024-04-12T17:28:39.707 INFO:teuthology.run_tasks:Running task print... 2024-04-12T17:28:39.718 INFO:teuthology.task.print:**** done end parallel 2024-04-12T17:28:39.718 INFO:teuthology.run_tasks:Running task print... 2024-04-12T17:28:39.760 INFO:teuthology.task.print:**** done start telemetry x... 2024-04-12T17:28:39.760 INFO:teuthology.run_tasks:Running task workunit... 2024-04-12T17:28:39.794 INFO:tasks.workunit:Pulling workunits from ref bf9c5618cc018927fa77780d25b6deb1f5dc254d 2024-04-12T17:28:39.794 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-12T17:28:39.794 DEBUG:teuthology.orchestra.run.smithi099:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-12T17:28:39.809 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T17:28:39.809 INFO:teuthology.orchestra.run.smithi099.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-12T17:28:39.810 DEBUG:teuthology.orchestra.run.smithi099:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-12T17:28:39.864 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-12T17:28:39.864 DEBUG:teuthology.orchestra.run.smithi099:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-12T17:28:39.920 INFO:tasks.workunit:timeout=3h 2024-04-12T17:28:39.920 INFO:tasks.workunit:cleanup=True 2024-04-12T17:28:39.920 DEBUG:teuthology.orchestra.run.smithi099:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout bf9c5618cc018927fa77780d25b6deb1f5dc254d 2024-04-12T17:28:39.976 INFO:tasks.workunit.client.0.smithi099.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-12T17:28:40.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:40 smithi110 ceph-mon[88691]: osdmap e2771: 8 total, 8 up, 8 in 2024-04-12T17:28:40.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:40 smithi099 ceph-mon[94290]: osdmap e2771: 8 total, 8 up, 8 in 2024-04-12T17:28:40.632 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:40 smithi099 ceph-mon[96864]: osdmap e2771: 8 total, 8 up, 8 in 2024-04-12T17:28:41.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:41 smithi110 ceph-mon[88691]: pgmap v5059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:28:41.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:41 smithi099 ceph-mon[94290]: pgmap v5059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:28:41.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:41 smithi099 ceph-mon[96864]: pgmap v5059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:28:42.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:28:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:28:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:28:42.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:28:42.882 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:28:43.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:28:43.881 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:43 smithi099 ceph-mon[94290]: pgmap v5060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:28:43.881 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:43 smithi099 ceph-mon[96864]: pgmap v5060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:28:44.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:43 smithi110 ceph-mon[88691]: pgmap v5060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:28:46.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:45 smithi099 ceph-mon[94290]: pgmap v5061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:28:46.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:45 smithi099 ceph-mon[96864]: pgmap v5061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:28:46.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:45 smithi110 ceph-mon[88691]: pgmap v5061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:28:46.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:28:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:28:46] "GET /metrics HTTP/1.1" 200 34250 "" "Prometheus/2.43.0" 2024-04-12T17:28:48.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:47 smithi099 ceph-mon[94290]: pgmap v5062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:28:48.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:47 smithi099 ceph-mon[96864]: pgmap v5062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:28:48.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:47 smithi110 ceph-mon[88691]: pgmap v5062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:28:50.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:49 smithi099 ceph-mon[94290]: pgmap v5063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:28:50.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:49 smithi099 ceph-mon[96864]: pgmap v5063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:28:50.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:49 smithi110 ceph-mon[88691]: pgmap v5063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:28:52.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:51 smithi099 ceph-mon[94290]: pgmap v5064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:28:52.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:51 smithi099 ceph-mon[96864]: pgmap v5064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:28:52.316 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:51 smithi110 ceph-mon[88691]: pgmap v5064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:28:52.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:28:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:28:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:28:54.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:53 smithi099 ceph-mon[94290]: pgmap v5065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:28:54.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:53 smithi099 ceph-mon[96864]: pgmap v5065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:28:54.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:53 smithi110 ceph-mon[88691]: pgmap v5065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:28:56.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:55 smithi099 ceph-mon[94290]: pgmap v5066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:28:56.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:55 smithi099 ceph-mon[96864]: pgmap v5066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:28:56.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:55 smithi110 ceph-mon[88691]: pgmap v5066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:28:56.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:28:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:28:56] "GET /metrics HTTP/1.1" 200 34250 "" "Prometheus/2.43.0" 2024-04-12T17:28:58.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:57 smithi099 ceph-mon[94290]: pgmap v5067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:28:58.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:28:58.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:57 smithi099 ceph-mon[96864]: pgmap v5067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:28:58.132 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:28:58.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:57 smithi110 ceph-mon[88691]: pgmap v5067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:28:58.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:29:00.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:28:59 smithi099 ceph-mon[94290]: pgmap v5068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:00.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:28:59 smithi099 ceph-mon[96864]: pgmap v5068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:00.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:28:59 smithi110 ceph-mon[88691]: pgmap v5068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:02.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:29:01 smithi099 ceph-mon[94290]: pgmap v5069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:02.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:29:01 smithi099 ceph-mon[96864]: pgmap v5069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:02.316 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:29:01 smithi110 ceph-mon[88691]: pgmap v5069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:02.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:29:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:29:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:29:04.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:29:03 smithi099 ceph-mon[94290]: pgmap v5070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:04.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:29:03 smithi099 ceph-mon[96864]: pgmap v5070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:04.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:29:03 smithi110 ceph-mon[88691]: pgmap v5070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:06.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:29:05 smithi099 ceph-mon[94290]: pgmap v5071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:06.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:29:05 smithi099 ceph-mon[96864]: pgmap v5071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:06.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:29:05 smithi110 ceph-mon[88691]: pgmap v5071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:06.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:29:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:29:06] "GET /metrics HTTP/1.1" 200 34251 "" "Prometheus/2.43.0" 2024-04-12T17:29:08.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:29:07 smithi099 ceph-mon[94290]: pgmap v5072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:08.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:29:07 smithi099 ceph-mon[96864]: pgmap v5072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:08.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:29:07 smithi110 ceph-mon[88691]: pgmap v5072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:10.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:29:09 smithi099 ceph-mon[94290]: pgmap v5073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:10.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:29:09 smithi099 ceph-mon[96864]: pgmap v5073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:10.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:29:09 smithi110 ceph-mon[88691]: pgmap v5073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:12.131 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:29:11 smithi099 ceph-mon[94290]: pgmap v5074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:12.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:29:11 smithi099 ceph-mon[96864]: pgmap v5074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:12.139 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:29:11 smithi110 ceph-mon[88691]: pgmap v5074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:12.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:29:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:29:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:29:13.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:29:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:29:13.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:29:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:29:13.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:29:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:29:14.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:29:13 smithi110 ceph-mon[88691]: pgmap v5075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:14.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:29:13 smithi099 ceph-mon[94290]: pgmap v5075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:14.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:29:13 smithi099 ceph-mon[96864]: pgmap v5075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:16.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:29:15 smithi110 ceph-mon[88691]: pgmap v5076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:16.363 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:29:15 smithi099 ceph-mon[96864]: pgmap v5076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:16.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:29:15 smithi099 ceph-mon[94290]: pgmap v5076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:16.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:29:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:29:16] "GET /metrics HTTP/1.1" 200 34251 "" "Prometheus/2.43.0" 2024-04-12T17:29:18.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:29:17 smithi110 ceph-mon[88691]: pgmap v5077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:18.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:29:17 smithi099 ceph-mon[94290]: pgmap v5077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:18.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:29:17 smithi099 ceph-mon[96864]: pgmap v5077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:20.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:29:19 smithi110 ceph-mon[88691]: pgmap v5078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:20.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:29:19 smithi099 ceph-mon[94290]: pgmap v5078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:20.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:29:19 smithi099 ceph-mon[96864]: pgmap v5078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:22.316 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:29:21 smithi110 ceph-mon[88691]: pgmap v5079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:22.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:29:21 smithi099 ceph-mon[94290]: pgmap v5079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:22.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:29:21 smithi099 ceph-mon[96864]: pgmap v5079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:22.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:29:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:29:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:29:23.134 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:29:22 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:29:23.135 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:29:22 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:29:23.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:29:22 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:29:24.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:29:23 smithi110 ceph-mon[88691]: pgmap v5080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:24.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:29:23 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:29:24.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:29:23 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:29:24.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:29:23 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:29:24.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:29:23 smithi099 ceph-mon[94290]: pgmap v5080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:24.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:29:23 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:29:24.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:29:23 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:29:24.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:29:23 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:29:24.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:29:23 smithi099 ceph-mon[96864]: pgmap v5080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:24.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:29:23 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:29:24.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:29:23 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:29:24.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:29:23 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:29:26.183 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:29:25 smithi099 ceph-mon[94290]: pgmap v5081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:26.183 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:29:25 smithi099 ceph-mon[96864]: pgmap v5081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:26.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:29:25 smithi110 ceph-mon[88691]: pgmap v5081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:26.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:29:26 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:29:26] "GET /metrics HTTP/1.1" 200 34251 "" "Prometheus/2.43.0" 2024-04-12T17:29:28.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:29:27 smithi110 ceph-mon[88691]: pgmap v5082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:28.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:29:27 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:29:28.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:29:27 smithi099 ceph-mon[94290]: pgmap v5082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:28.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:29:27 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:29:28.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:29:27 smithi099 ceph-mon[96864]: pgmap v5082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:28.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:29:27 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:29:30.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:29:29 smithi110 ceph-mon[88691]: pgmap v5083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:30.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:29:29 smithi099 ceph-mon[94290]: pgmap v5083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:30.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:29:29 smithi099 ceph-mon[96864]: pgmap v5083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:32.316 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:29:31 smithi110 ceph-mon[88691]: pgmap v5084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:32.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:29:31 smithi099 ceph-mon[94290]: pgmap v5084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:32.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:29:31 smithi099 ceph-mon[96864]: pgmap v5084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:32.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:29:32 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:29:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:29:34.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:29:33 smithi110 ceph-mon[88691]: pgmap v5085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:34.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:29:33 smithi099 ceph-mon[94290]: pgmap v5085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:34.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:29:33 smithi099 ceph-mon[96864]: pgmap v5085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:36.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:29:35 smithi110 ceph-mon[88691]: pgmap v5086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:36.362 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:29:35 smithi099 ceph-mon[94290]: pgmap v5086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:36.363 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:29:35 smithi099 ceph-mon[96864]: pgmap v5086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:36.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:29:36 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:29:36] "GET /metrics HTTP/1.1" 200 34249 "" "Prometheus/2.43.0" 2024-04-12T17:29:38.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:29:37 smithi110 ceph-mon[88691]: pgmap v5087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:38.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:29:37 smithi099 ceph-mon[96864]: pgmap v5087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:38.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:29:37 smithi099 ceph-mon[94290]: pgmap v5087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:40.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:29:39 smithi110 ceph-mon[88691]: pgmap v5088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:40.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:29:39 smithi099 ceph-mon[94290]: pgmap v5088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:40.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:29:39 smithi099 ceph-mon[96864]: pgmap v5088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:42.316 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:29:41 smithi110 ceph-mon[88691]: pgmap v5089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:42.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:29:41 smithi099 ceph-mon[94290]: pgmap v5089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:42.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:29:41 smithi099 ceph-mon[96864]: pgmap v5089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:42.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:29:42 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:29:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:29:43.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:29:42 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:29:43.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:29:42 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:29:43.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:29:42 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:29:44.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:29:43 smithi110 ceph-mon[88691]: pgmap v5090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:44.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:29:43 smithi099 ceph-mon[96864]: pgmap v5090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:44.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:29:43 smithi099 ceph-mon[94290]: pgmap v5090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:46.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:29:45 smithi110 ceph-mon[88691]: pgmap v5091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:46.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:29:45 smithi099 ceph-mon[94290]: pgmap v5091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:46.363 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:29:45 smithi099 ceph-mon[96864]: pgmap v5091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:46.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:29:46 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:29:46] "GET /metrics HTTP/1.1" 200 34251 "" "Prometheus/2.43.0" 2024-04-12T17:29:48.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:29:47 smithi110 ceph-mon[88691]: pgmap v5092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:48.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:29:47 smithi099 ceph-mon[94290]: pgmap v5092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:48.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:29:47 smithi099 ceph-mon[96864]: pgmap v5092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:50.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:29:49 smithi110 ceph-mon[88691]: pgmap v5093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:50.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:29:49 smithi099 ceph-mon[94290]: pgmap v5093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:50.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:29:49 smithi099 ceph-mon[96864]: pgmap v5093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:52.316 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:29:51 smithi110 ceph-mon[88691]: pgmap v5094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:52.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:29:51 smithi099 ceph-mon[94290]: pgmap v5094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:52.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:29:51 smithi099 ceph-mon[96864]: pgmap v5094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:52.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:29:52 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:29:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:29:54.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:29:53 smithi110 ceph-mon[88691]: pgmap v5095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:54.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:29:53 smithi099 ceph-mon[94290]: pgmap v5095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:54.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:29:53 smithi099 ceph-mon[96864]: pgmap v5095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:56.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:29:55 smithi110 ceph-mon[88691]: pgmap v5096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:56.363 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:29:55 smithi099 ceph-mon[94290]: pgmap v5096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:56.363 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:29:55 smithi099 ceph-mon[96864]: pgmap v5096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:56.631 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:29:56 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:29:56] "GET /metrics HTTP/1.1" 200 34251 "" "Prometheus/2.43.0" 2024-04-12T17:29:58.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:29:57 smithi110 ceph-mon[88691]: pgmap v5097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:58.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:29:57 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:29:58.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:29:57 smithi099 ceph-mon[96864]: pgmap v5097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:58.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:29:57 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:29:58.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:29:57 smithi099 ceph-mon[94290]: pgmap v5097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:29:58.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:29:57 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:30:00.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:29:59 smithi110 ceph-mon[88691]: pgmap v5098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:30:00.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:29:59 smithi099 ceph-mon[94290]: pgmap v5098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:30:00.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:29:59 smithi099 ceph-mon[96864]: pgmap v5098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:30:01.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:00 smithi110 ceph-mon[88691]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-12T17:30:01.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:00 smithi099 ceph-mon[94290]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-12T17:30:01.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:00 smithi099 ceph-mon[96864]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-12T17:30:02.316 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:01 smithi110 ceph-mon[88691]: pgmap v5099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:30:02.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:01 smithi099 ceph-mon[94290]: pgmap v5099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:30:02.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:01 smithi099 ceph-mon[96864]: pgmap v5099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:30:02.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:30:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:30:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:30:04.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:03 smithi110 ceph-mon[88691]: pgmap v5100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:30:04.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:03 smithi099 ceph-mon[94290]: pgmap v5100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:30:04.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:03 smithi099 ceph-mon[96864]: pgmap v5100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:30:06.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:05 smithi110 ceph-mon[88691]: pgmap v5101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:30:06.362 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:05 smithi099 ceph-mon[94290]: pgmap v5101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:30:06.362 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:05 smithi099 ceph-mon[96864]: pgmap v5101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:30:06.476 INFO:tasks.workunit.client.0.smithi099.stderr:Note: switching to 'bf9c5618cc018927fa77780d25b6deb1f5dc254d'. 2024-04-12T17:30:06.477 INFO:tasks.workunit.client.0.smithi099.stderr: 2024-04-12T17:30:06.477 INFO:tasks.workunit.client.0.smithi099.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-12T17:30:06.477 INFO:tasks.workunit.client.0.smithi099.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-12T17:30:06.477 INFO:tasks.workunit.client.0.smithi099.stderr:state without impacting any branches by switching back to a branch. 2024-04-12T17:30:06.477 INFO:tasks.workunit.client.0.smithi099.stderr: 2024-04-12T17:30:06.477 INFO:tasks.workunit.client.0.smithi099.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-12T17:30:06.477 INFO:tasks.workunit.client.0.smithi099.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-12T17:30:06.477 INFO:tasks.workunit.client.0.smithi099.stderr: 2024-04-12T17:30:06.477 INFO:tasks.workunit.client.0.smithi099.stderr: git switch -c 2024-04-12T17:30:06.477 INFO:tasks.workunit.client.0.smithi099.stderr: 2024-04-12T17:30:06.477 INFO:tasks.workunit.client.0.smithi099.stderr:Or undo this operation with: 2024-04-12T17:30:06.477 INFO:tasks.workunit.client.0.smithi099.stderr: 2024-04-12T17:30:06.477 INFO:tasks.workunit.client.0.smithi099.stderr: git switch - 2024-04-12T17:30:06.477 INFO:tasks.workunit.client.0.smithi099.stderr: 2024-04-12T17:30:06.478 INFO:tasks.workunit.client.0.smithi099.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-12T17:30:06.478 INFO:tasks.workunit.client.0.smithi099.stderr: 2024-04-12T17:30:06.478 INFO:tasks.workunit.client.0.smithi099.stderr:HEAD is now at bf9c5618cc0 Merge branch 'wip-osd-ec-partial-reads' of https://github.com/rzarzynski/ceph into wip-yuri10-testing-2024-04-09-1003 2024-04-12T17:30:06.483 DEBUG:teuthology.orchestra.run.smithi099:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-12T17:30:06.538 INFO:tasks.workunit.client.0.smithi099.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-12T17:30:06.540 INFO:tasks.workunit.client.0.smithi099.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-12T17:30:06.540 INFO:tasks.workunit.client.0.smithi099.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-12T17:30:06.589 INFO:tasks.workunit.client.0.smithi099.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-12T17:30:06.630 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:30:06 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:30:06] "GET /metrics HTTP/1.1" 200 34254 "" "Prometheus/2.43.0" 2024-04-12T17:30:06.637 INFO:tasks.workunit.client.0.smithi099.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-12T17:30:06.676 INFO:tasks.workunit.client.0.smithi099.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-12T17:30:06.678 INFO:tasks.workunit.client.0.smithi099.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-12T17:30:06.678 INFO:tasks.workunit.client.0.smithi099.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-12T17:30:06.716 INFO:tasks.workunit.client.0.smithi099.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-12T17:30:06.720 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-04-12T17:30:06.720 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-12T17:30:06.775 INFO:tasks.workunit:Running workunits matching test_telemetry_reef_x.sh on client.0... 2024-04-12T17:30:06.776 INFO:tasks.workunit:Running workunit test_telemetry_reef_x.sh... 2024-04-12T17:30:06.776 DEBUG:teuthology.orchestra.run.smithi099:workunit test test_telemetry_reef_x.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bf9c5618cc018927fa77780d25b6deb1f5dc254d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_reef_x.sh 2024-04-12T17:30:06.834 INFO:tasks.workunit.client.0.smithi099.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-04-12T17:30:07.224 INFO:tasks.workunit.client.0.smithi099.stderr:+ LAST_OPT_REVISION=1 2024-04-12T17:30:07.224 INFO:tasks.workunit.client.0.smithi099.stderr:+ '[' 1 -ne 1 ']' 2024-04-12T17:30:07.224 INFO:tasks.workunit.client.0.smithi099.stderr:+ ceph -s 2024-04-12T17:30:07.727 INFO:tasks.workunit.client.0.smithi099.stdout: cluster: 2024-04-12T17:30:07.727 INFO:tasks.workunit.client.0.smithi099.stdout: id: 7550015c-f8e4-11ee-bc8d-c7b262605968 2024-04-12T17:30:07.727 INFO:tasks.workunit.client.0.smithi099.stdout: health: HEALTH_WARN 2024-04-12T17:30:07.727 INFO:tasks.workunit.client.0.smithi099.stdout: Telemetry requires re-opt-in 2024-04-12T17:30:07.727 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T17:30:07.727 INFO:tasks.workunit.client.0.smithi099.stdout: services: 2024-04-12T17:30:07.727 INFO:tasks.workunit.client.0.smithi099.stdout: mon: 3 daemons, quorum a,b,c (age 85m) 2024-04-12T17:30:07.727 INFO:tasks.workunit.client.0.smithi099.stdout: mgr: y(active, since 85m), standbys: x 2024-04-12T17:30:07.727 INFO:tasks.workunit.client.0.smithi099.stdout: mds: 1/1 daemons up, 1 standby 2024-04-12T17:30:07.727 INFO:tasks.workunit.client.0.smithi099.stdout: osd: 8 osds: 8 up (since 80m), 8 in (since 93m) 2024-04-12T17:30:07.728 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T17:30:07.728 INFO:tasks.workunit.client.0.smithi099.stdout: data: 2024-04-12T17:30:07.728 INFO:tasks.workunit.client.0.smithi099.stdout: volumes: 1/1 healthy 2024-04-12T17:30:07.728 INFO:tasks.workunit.client.0.smithi099.stdout: pools: 4 pools, 105 pgs 2024-04-12T17:30:07.728 INFO:tasks.workunit.client.0.smithi099.stdout: objects: 28 objects, 4.6 MiB 2024-04-12T17:30:07.728 INFO:tasks.workunit.client.0.smithi099.stdout: usage: 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:30:07.728 INFO:tasks.workunit.client.0.smithi099.stdout: pgs: 105 active+clean 2024-04-12T17:30:07.728 INFO:tasks.workunit.client.0.smithi099.stdout: 2024-04-12T17:30:07.738 INFO:tasks.workunit.client.0.smithi099.stderr:++ ceph telemetry collection ls 2024-04-12T17:30:08.228 INFO:tasks.workunit.client.0.smithi099.stderr:+ COLLECTIONS='New collections are available: 2024-04-12T17:30:08.228 INFO:tasks.workunit.client.0.smithi099.stderr:['\''basic_pool_flags'\''] 2024-04-12T17:30:08.228 INFO:tasks.workunit.client.0.smithi099.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-12T17:30:08.228 INFO:tasks.workunit.client.0.smithi099.stderr: 2024-04-12T17:30:08.228 INFO:tasks.workunit.client.0.smithi099.stderr:NAME STATUS DESC 2024-04-12T17:30:08.228 INFO:tasks.workunit.client.0.smithi099.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-12T17:30:08.228 INFO:tasks.workunit.client.0.smithi099.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-12T17:30:08.228 INFO:tasks.workunit.client.0.smithi099.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-12T17:30:08.228 INFO:tasks.workunit.client.0.smithi099.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-12T17:30:08.228 INFO:tasks.workunit.client.0.smithi099.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-12T17:30:08.228 INFO:tasks.workunit.client.0.smithi099.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-12T17:30:08.229 INFO:tasks.workunit.client.0.smithi099.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-12T17:30:08.229 INFO:tasks.workunit.client.0.smithi099.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-12T17:30:08.229 INFO:tasks.workunit.client.0.smithi099.stderr:device_base REPORTING Information about device health metrics 2024-04-12T17:30:08.229 INFO:tasks.workunit.client.0.smithi099.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-12T17:30:08.229 INFO:tasks.workunit.client.0.smithi099.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-12T17:30:08.229 INFO:tasks.workunit.client.0.smithi099.stderr:perf_perf REPORTING Information about performance counters of the cluster ' 2024-04-12T17:30:08.229 INFO:tasks.workunit.client.0.smithi099.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics" "basic_pool_flags") 2024-04-12T17:30:08.229 INFO:tasks.workunit.client.0.smithi099.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-12T17:30:08.229 INFO:tasks.workunit.client.0.smithi099.stderr:+ [[ New collections are available: 2024-04-12T17:30:08.229 INFO:tasks.workunit.client.0.smithi099.stderr:['basic_pool_flags'] 2024-04-12T17:30:08.229 INFO:tasks.workunit.client.0.smithi099.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-12T17:30:08.229 INFO:tasks.workunit.client.0.smithi099.stderr: 2024-04-12T17:30:08.229 INFO:tasks.workunit.client.0.smithi099.stderr:NAME STATUS DESC 2024-04-12T17:30:08.229 INFO:tasks.workunit.client.0.smithi099.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-12T17:30:08.230 INFO:tasks.workunit.client.0.smithi099.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-12T17:30:08.230 INFO:tasks.workunit.client.0.smithi099.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-12T17:30:08.230 INFO:tasks.workunit.client.0.smithi099.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-12T17:30:08.230 INFO:tasks.workunit.client.0.smithi099.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-12T17:30:08.230 INFO:tasks.workunit.client.0.smithi099.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-12T17:30:08.230 INFO:tasks.workunit.client.0.smithi099.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-12T17:30:08.230 INFO:tasks.workunit.client.0.smithi099.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-12T17:30:08.230 INFO:tasks.workunit.client.0.smithi099.stderr:device_base REPORTING Information about device health metrics 2024-04-12T17:30:08.230 INFO:tasks.workunit.client.0.smithi099.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-12T17:30:08.230 INFO:tasks.workunit.client.0.smithi099.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-12T17:30:08.230 INFO:tasks.workunit.client.0.smithi099.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_perf* ]] 2024-04-12T17:30:08.230 INFO:tasks.workunit.client.0.smithi099.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-12T17:30:08.230 INFO:tasks.workunit.client.0.smithi099.stderr:+ [[ New collections are available: 2024-04-12T17:30:08.230 INFO:tasks.workunit.client.0.smithi099.stderr:['basic_pool_flags'] 2024-04-12T17:30:08.231 INFO:tasks.workunit.client.0.smithi099.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-12T17:30:08.231 INFO:tasks.workunit.client.0.smithi099.stderr: 2024-04-12T17:30:08.231 INFO:tasks.workunit.client.0.smithi099.stderr:NAME STATUS DESC 2024-04-12T17:30:08.231 INFO:tasks.workunit.client.0.smithi099.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-12T17:30:08.231 INFO:tasks.workunit.client.0.smithi099.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-12T17:30:08.231 INFO:tasks.workunit.client.0.smithi099.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-12T17:30:08.231 INFO:tasks.workunit.client.0.smithi099.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-12T17:30:08.231 INFO:tasks.workunit.client.0.smithi099.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-12T17:30:08.231 INFO:tasks.workunit.client.0.smithi099.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-12T17:30:08.231 INFO:tasks.workunit.client.0.smithi099.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-12T17:30:08.231 INFO:tasks.workunit.client.0.smithi099.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-12T17:30:08.231 INFO:tasks.workunit.client.0.smithi099.stderr:device_base REPORTING Information about device health metrics 2024-04-12T17:30:08.231 INFO:tasks.workunit.client.0.smithi099.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-12T17:30:08.231 INFO:tasks.workunit.client.0.smithi099.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-12T17:30:08.231 INFO:tasks.workunit.client.0.smithi099.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-04-12T17:30:08.231 INFO:tasks.workunit.client.0.smithi099.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-12T17:30:08.232 INFO:tasks.workunit.client.0.smithi099.stderr:+ [[ New collections are available: 2024-04-12T17:30:08.232 INFO:tasks.workunit.client.0.smithi099.stderr:['basic_pool_flags'] 2024-04-12T17:30:08.232 INFO:tasks.workunit.client.0.smithi099.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-12T17:30:08.232 INFO:tasks.workunit.client.0.smithi099.stderr: 2024-04-12T17:30:08.232 INFO:tasks.workunit.client.0.smithi099.stderr:NAME STATUS DESC 2024-04-12T17:30:08.232 INFO:tasks.workunit.client.0.smithi099.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-12T17:30:08.232 INFO:tasks.workunit.client.0.smithi099.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-12T17:30:08.232 INFO:tasks.workunit.client.0.smithi099.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-12T17:30:08.232 INFO:tasks.workunit.client.0.smithi099.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-12T17:30:08.232 INFO:tasks.workunit.client.0.smithi099.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-12T17:30:08.232 INFO:tasks.workunit.client.0.smithi099.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-12T17:30:08.232 INFO:tasks.workunit.client.0.smithi099.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-12T17:30:08.232 INFO:tasks.workunit.client.0.smithi099.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-12T17:30:08.232 INFO:tasks.workunit.client.0.smithi099.stderr:device_base REPORTING Information about device health metrics 2024-04-12T17:30:08.232 INFO:tasks.workunit.client.0.smithi099.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-12T17:30:08.233 INFO:tasks.workunit.client.0.smithi099.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-12T17:30:08.233 INFO:tasks.workunit.client.0.smithi099.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-04-12T17:30:08.233 INFO:tasks.workunit.client.0.smithi099.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-12T17:30:08.233 INFO:tasks.workunit.client.0.smithi099.stderr:+ [[ New collections are available: 2024-04-12T17:30:08.233 INFO:tasks.workunit.client.0.smithi099.stderr:['basic_pool_flags'] 2024-04-12T17:30:08.233 INFO:tasks.workunit.client.0.smithi099.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-12T17:30:08.233 INFO:tasks.workunit.client.0.smithi099.stderr: 2024-04-12T17:30:08.233 INFO:tasks.workunit.client.0.smithi099.stderr:NAME STATUS DESC 2024-04-12T17:30:08.233 INFO:tasks.workunit.client.0.smithi099.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-12T17:30:08.233 INFO:tasks.workunit.client.0.smithi099.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-12T17:30:08.233 INFO:tasks.workunit.client.0.smithi099.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-12T17:30:08.233 INFO:tasks.workunit.client.0.smithi099.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-12T17:30:08.233 INFO:tasks.workunit.client.0.smithi099.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-12T17:30:08.233 INFO:tasks.workunit.client.0.smithi099.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-12T17:30:08.234 INFO:tasks.workunit.client.0.smithi099.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-12T17:30:08.234 INFO:tasks.workunit.client.0.smithi099.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-12T17:30:08.234 INFO:tasks.workunit.client.0.smithi099.stderr:device_base REPORTING Information about device health metrics 2024-04-12T17:30:08.234 INFO:tasks.workunit.client.0.smithi099.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-12T17:30:08.234 INFO:tasks.workunit.client.0.smithi099.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-12T17:30:08.234 INFO:tasks.workunit.client.0.smithi099.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-04-12T17:30:08.234 INFO:tasks.workunit.client.0.smithi099.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-12T17:30:08.234 INFO:tasks.workunit.client.0.smithi099.stderr:+ [[ New collections are available: 2024-04-12T17:30:08.234 INFO:tasks.workunit.client.0.smithi099.stderr:['basic_pool_flags'] 2024-04-12T17:30:08.234 INFO:tasks.workunit.client.0.smithi099.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-12T17:30:08.234 INFO:tasks.workunit.client.0.smithi099.stderr: 2024-04-12T17:30:08.234 INFO:tasks.workunit.client.0.smithi099.stderr:NAME STATUS DESC 2024-04-12T17:30:08.234 INFO:tasks.workunit.client.0.smithi099.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-12T17:30:08.234 INFO:tasks.workunit.client.0.smithi099.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-12T17:30:08.235 INFO:tasks.workunit.client.0.smithi099.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-12T17:30:08.235 INFO:tasks.workunit.client.0.smithi099.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-12T17:30:08.235 INFO:tasks.workunit.client.0.smithi099.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-12T17:30:08.235 INFO:tasks.workunit.client.0.smithi099.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-12T17:30:08.235 INFO:tasks.workunit.client.0.smithi099.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-12T17:30:08.235 INFO:tasks.workunit.client.0.smithi099.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-12T17:30:08.235 INFO:tasks.workunit.client.0.smithi099.stderr:device_base REPORTING Information about device health metrics 2024-04-12T17:30:08.235 INFO:tasks.workunit.client.0.smithi099.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-12T17:30:08.235 INFO:tasks.workunit.client.0.smithi099.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-12T17:30:08.235 INFO:tasks.workunit.client.0.smithi099.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-04-12T17:30:08.235 INFO:tasks.workunit.client.0.smithi099.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-12T17:30:08.235 INFO:tasks.workunit.client.0.smithi099.stderr:+ [[ New collections are available: 2024-04-12T17:30:08.235 INFO:tasks.workunit.client.0.smithi099.stderr:['basic_pool_flags'] 2024-04-12T17:30:08.235 INFO:tasks.workunit.client.0.smithi099.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-12T17:30:08.235 INFO:tasks.workunit.client.0.smithi099.stderr: 2024-04-12T17:30:08.236 INFO:tasks.workunit.client.0.smithi099.stderr:NAME STATUS DESC 2024-04-12T17:30:08.236 INFO:tasks.workunit.client.0.smithi099.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-12T17:30:08.236 INFO:tasks.workunit.client.0.smithi099.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-12T17:30:08.236 INFO:tasks.workunit.client.0.smithi099.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-12T17:30:08.236 INFO:tasks.workunit.client.0.smithi099.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-12T17:30:08.236 INFO:tasks.workunit.client.0.smithi099.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-12T17:30:08.236 INFO:tasks.workunit.client.0.smithi099.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-12T17:30:08.236 INFO:tasks.workunit.client.0.smithi099.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-12T17:30:08.236 INFO:tasks.workunit.client.0.smithi099.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-12T17:30:08.236 INFO:tasks.workunit.client.0.smithi099.stderr:device_base REPORTING Information about device health metrics 2024-04-12T17:30:08.236 INFO:tasks.workunit.client.0.smithi099.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-12T17:30:08.236 INFO:tasks.workunit.client.0.smithi099.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-12T17:30:08.236 INFO:tasks.workunit.client.0.smithi099.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_flags* ]] 2024-04-12T17:30:08.236 INFO:tasks.workunit.client.0.smithi099.stderr:+ ceph telemetry preview 2024-04-12T17:30:08.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:07 smithi110 ceph-mon[88691]: pgmap v5102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:30:08.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:07 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1229235796' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-12T17:30:08.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:07 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1229235796' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-12T17:30:08.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:07 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3255348491' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-12T17:30:08.338 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:07 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3255348491' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-12T17:30:08.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:07 smithi099 ceph-mon[96864]: pgmap v5102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:30:08.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:07 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1229235796' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-12T17:30:08.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:07 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1229235796' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-12T17:30:08.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:07 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3255348491' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-12T17:30:08.381 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:07 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3255348491' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-12T17:30:08.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:07 smithi099 ceph-mon[94290]: pgmap v5102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:30:08.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:07 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1229235796' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-12T17:30:08.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:07 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1229235796' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-12T17:30:08.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:07 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3255348491' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-12T17:30:08.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:07 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3255348491' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-12T17:30:08.965 INFO:tasks.workunit.client.0.smithi099.stdout:{ 2024-04-12T17:30:08.965 INFO:tasks.workunit.client.0.smithi099.stdout: "balancer": { 2024-04-12T17:30:08.965 INFO:tasks.workunit.client.0.smithi099.stdout: "active": true, 2024-04-12T17:30:08.965 INFO:tasks.workunit.client.0.smithi099.stdout: "mode": "" 2024-04-12T17:30:08.965 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:08.965 INFO:tasks.workunit.client.0.smithi099.stdout: "channels": [ 2024-04-12T17:30:08.965 INFO:tasks.workunit.client.0.smithi099.stdout: "basic", 2024-04-12T17:30:08.965 INFO:tasks.workunit.client.0.smithi099.stdout: "crash", 2024-04-12T17:30:08.965 INFO:tasks.workunit.client.0.smithi099.stdout: "device", 2024-04-12T17:30:08.965 INFO:tasks.workunit.client.0.smithi099.stdout: "ident", 2024-04-12T17:30:08.965 INFO:tasks.workunit.client.0.smithi099.stdout: "perf" 2024-04-12T17:30:08.965 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:08.966 INFO:tasks.workunit.client.0.smithi099.stdout: "channels_available": [ 2024-04-12T17:30:08.966 INFO:tasks.workunit.client.0.smithi099.stdout: "basic", 2024-04-12T17:30:08.966 INFO:tasks.workunit.client.0.smithi099.stdout: "ident", 2024-04-12T17:30:08.966 INFO:tasks.workunit.client.0.smithi099.stdout: "crash", 2024-04-12T17:30:08.966 INFO:tasks.workunit.client.0.smithi099.stdout: "device", 2024-04-12T17:30:08.966 INFO:tasks.workunit.client.0.smithi099.stdout: "perf" 2024-04-12T17:30:08.966 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:08.966 INFO:tasks.workunit.client.0.smithi099.stdout: "collections_available": [ 2024-04-12T17:30:08.966 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_base", 2024-04-12T17:30:08.966 INFO:tasks.workunit.client.0.smithi099.stdout: "device_base", 2024-04-12T17:30:08.966 INFO:tasks.workunit.client.0.smithi099.stdout: "crash_base", 2024-04-12T17:30:08.966 INFO:tasks.workunit.client.0.smithi099.stdout: "ident_base", 2024-04-12T17:30:08.966 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_perf", 2024-04-12T17:30:08.966 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_mds_metadata", 2024-04-12T17:30:08.967 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_pool_usage", 2024-04-12T17:30:08.967 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_usage_by_class", 2024-04-12T17:30:08.967 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_rook_v01", 2024-04-12T17:30:08.967 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_memory_metrics", 2024-04-12T17:30:08.967 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_pool_options_bluestore", 2024-04-12T17:30:08.967 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_pool_flags" 2024-04-12T17:30:08.967 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:08.967 INFO:tasks.workunit.client.0.smithi099.stdout: "collections_opted_in": [ 2024-04-12T17:30:08.967 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_base", 2024-04-12T17:30:08.967 INFO:tasks.workunit.client.0.smithi099.stdout: "device_base", 2024-04-12T17:30:08.967 INFO:tasks.workunit.client.0.smithi099.stdout: "crash_base", 2024-04-12T17:30:08.967 INFO:tasks.workunit.client.0.smithi099.stdout: "ident_base", 2024-04-12T17:30:08.967 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_perf", 2024-04-12T17:30:08.967 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_mds_metadata", 2024-04-12T17:30:08.967 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_pool_usage", 2024-04-12T17:30:08.967 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_usage_by_class", 2024-04-12T17:30:08.968 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_rook_v01", 2024-04-12T17:30:08.968 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_memory_metrics", 2024-04-12T17:30:08.968 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_pool_options_bluestore", 2024-04-12T17:30:08.968 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_pool_flags" 2024-04-12T17:30:08.968 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:08.968 INFO:tasks.workunit.client.0.smithi099.stdout: "config": { 2024-04-12T17:30:08.968 INFO:tasks.workunit.client.0.smithi099.stdout: "active_changed": [ 2024-04-12T17:30:08.968 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T17:30:08.968 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_debug", 2024-04-12T17:30:08.968 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_mon_ticket_ttl", 2024-04-12T17:30:08.968 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_service_ticket_ttl", 2024-04-12T17:30:08.968 INFO:tasks.workunit.client.0.smithi099.stdout: "bdev_debug_aio", 2024-04-12T17:30:08.968 INFO:tasks.workunit.client.0.smithi099.stdout: "client_check_pool_perm", 2024-04-12T17:30:08.968 INFO:tasks.workunit.client.0.smithi099.stdout: "client_mount_gid", 2024-04-12T17:30:08.968 INFO:tasks.workunit.client.0.smithi099.stdout: "client_mount_uid", 2024-04-12T17:30:08.969 INFO:tasks.workunit.client.0.smithi099.stdout: "client_quota", 2024-04-12T17:30:08.969 INFO:tasks.workunit.client.0.smithi099.stdout: "container_image", 2024-04-12T17:30:08.969 INFO:tasks.workunit.client.0.smithi099.stdout: "daemonize", 2024-04-12T17:30:08.969 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_asserts_on_shutdown", 2024-04-12T17:30:08.969 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_mgr", 2024-04-12T17:30:08.969 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_mon", 2024-04-12T17:30:08.969 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_ms", 2024-04-12T17:30:08.969 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_osd", 2024-04-12T17:30:08.969 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_paxos", 2024-04-12T17:30:08.969 INFO:tasks.workunit.client.0.smithi099.stdout: "keyring", 2024-04-12T17:30:08.969 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_file", 2024-04-12T17:30:08.969 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_journald", 2024-04-12T17:30:08.969 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_stderr", 2024-04-12T17:30:08.969 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_allow_pool_delete", 2024-04-12T17:30:08.969 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_clock_drift_allowed", 2024-04-12T17:30:08.969 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_file_level", 2024-04-12T17:30:08.970 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_to_file", 2024-04-12T17:30:08.970 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_to_journald", 2024-04-12T17:30:08.970 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_to_stderr", 2024-04-12T17:30:08.970 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_data_avail_warn", 2024-04-12T17:30:08.970 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_election_default_strategy", 2024-04-12T17:30:08.970 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_host", 2024-04-12T17:30:08.970 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_max_pg_per_osd", 2024-04-12T17:30:08.970 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_mds_skip_sanity", 2024-04-12T17:30:08.970 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_mgr_mkfs_grace", 2024-04-12T17:30:08.970 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_osd_prime_pg_temp", 2024-04-12T17:30:08.970 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T17:30:08.970 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T17:30:08.970 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T17:30:08.970 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T17:30:08.970 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T17:30:08.971 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T17:30:08.971 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T17:30:08.971 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T17:30:08.971 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T17:30:08.971 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T17:30:08.971 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_too_few_osds", 2024-04-12T17:30:08.971 INFO:tasks.workunit.client.0.smithi099.stdout: "ms_die_on_bug", 2024-04-12T17:30:08.971 INFO:tasks.workunit.client.0.smithi099.stdout: "ms_die_on_old_message", 2024-04-12T17:30:08.971 INFO:tasks.workunit.client.0.smithi099.stdout: "no_config_file", 2024-04-12T17:30:08.971 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_class_default_list", 2024-04-12T17:30:08.972 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_class_load_list", 2024-04-12T17:30:08.972 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_misdirected_ops", 2024-04-12T17:30:08.972 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_op_order", 2024-04-12T17:30:08.972 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_pg_log_writeout", 2024-04-12T17:30:08.972 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_shutdown", 2024-04-12T17:30:08.972 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T17:30:08.972 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T17:30:08.972 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T17:30:08.972 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T17:30:08.972 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_delete_sleep", 2024-04-12T17:30:08.972 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_delete_sleep_hdd", 2024-04-12T17:30:08.972 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_delete_sleep_hybrid", 2024-04-12T17:30:08.972 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_delete_sleep_ssd", 2024-04-12T17:30:08.972 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_max_backfills", 2024-04-12T17:30:08.973 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T17:30:08.973 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_profile", 2024-04-12T17:30:08.973 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-12T17:30:08.973 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-12T17:30:08.973 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-12T17:30:08.973 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-12T17:30:08.973 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-12T17:30:08.973 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-12T17:30:08.973 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_client_lim", 2024-04-12T17:30:08.973 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_client_res", 2024-04-12T17:30:08.973 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-12T17:30:08.973 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_memory_target", 2024-04-12T17:30:08.973 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_memory_target_autotune", 2024-04-12T17:30:08.973 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_op_queue", 2024-04-12T17:30:08.973 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_op_queue_cut_off", 2024-04-12T17:30:08.974 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T17:30:08.974 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T17:30:08.974 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recover_clone_overlap", 2024-04-12T17:30:08.974 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_max_active", 2024-04-12T17:30:08.974 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_max_active_hdd", 2024-04-12T17:30:08.974 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_max_active_ssd", 2024-04-12T17:30:08.974 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_max_chunk", 2024-04-12T17:30:08.974 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_sleep", 2024-04-12T17:30:08.974 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_sleep_hdd", 2024-04-12T17:30:08.974 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_sleep_hybrid", 2024-04-12T17:30:08.974 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_sleep_ssd", 2024-04-12T17:30:08.974 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_scrub_load_threshold", 2024-04-12T17:30:08.974 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_scrub_max_interval", 2024-04-12T17:30:08.974 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_scrub_sleep", 2024-04-12T17:30:08.974 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_shutdown_pgref_assert", 2024-04-12T17:30:08.975 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_snap_trim_sleep", 2024-04-12T17:30:08.975 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_snap_trim_sleep_hdd", 2024-04-12T17:30:08.975 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-12T17:30:08.975 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_snap_trim_sleep_ssd", 2024-04-12T17:30:08.975 INFO:tasks.workunit.client.0.smithi099.stdout: "public_network", 2024-04-12T17:30:08.975 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-12T17:30:08.975 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd_default_features", 2024-04-12T17:30:08.975 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd_qos_exclude_ops", 2024-04-12T17:30:08.975 INFO:tasks.workunit.client.0.smithi099.stdout: "setgroup", 2024-04-12T17:30:08.975 INFO:tasks.workunit.client.0.smithi099.stdout: "setuser" 2024-04-12T17:30:08.975 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:08.975 INFO:tasks.workunit.client.0.smithi099.stdout: "cluster_changed": [ 2024-04-12T17:30:08.975 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T17:30:08.975 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_debug", 2024-04-12T17:30:08.975 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_mon_ticket_ttl", 2024-04-12T17:30:08.975 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_service_ticket_ttl", 2024-04-12T17:30:08.976 INFO:tasks.workunit.client.0.smithi099.stdout: "bdev_debug_aio", 2024-04-12T17:30:08.976 INFO:tasks.workunit.client.0.smithi099.stdout: "container_image", 2024-04-12T17:30:08.976 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_asserts_on_shutdown", 2024-04-12T17:30:08.976 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_mgr", 2024-04-12T17:30:08.976 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_mon", 2024-04-12T17:30:08.976 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_ms", 2024-04-12T17:30:08.976 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_osd", 2024-04-12T17:30:08.976 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_paxos", 2024-04-12T17:30:08.976 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_file", 2024-04-12T17:30:08.976 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_journald", 2024-04-12T17:30:08.976 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_stderr", 2024-04-12T17:30:08.976 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_join_fs", 2024-04-12T17:30:08.976 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/cephadm/allow_ptrace", 2024-04-12T17:30:08.976 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/cephadm/container_init", 2024-04-12T17:30:08.976 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/cephadm/migration_current", 2024-04-12T17:30:08.976 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/cephadm/use_repo_digest", 2024-04-12T17:30:08.977 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-12T17:30:08.977 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-12T17:30:08.977 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-12T17:30:08.977 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-12T17:30:08.977 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/dashboard/ssl_server_port", 2024-04-12T17:30:08.977 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/orchestrator/orchestrator", 2024-04-12T17:30:08.977 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/telemetry/channel_ident", 2024-04-12T17:30:08.977 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/telemetry/channel_perf", 2024-04-12T17:30:08.977 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/telemetry/description", 2024-04-12T17:30:08.977 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/telemetry/enabled", 2024-04-12T17:30:08.977 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/telemetry/organization", 2024-04-12T17:30:08.977 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_allow_pool_delete", 2024-04-12T17:30:08.977 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_clock_drift_allowed", 2024-04-12T17:30:08.977 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_file_level", 2024-04-12T17:30:08.977 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_to_file", 2024-04-12T17:30:08.978 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_data_avail_warn", 2024-04-12T17:30:08.978 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_election_default_strategy", 2024-04-12T17:30:08.978 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_max_pg_per_osd", 2024-04-12T17:30:08.978 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_mds_skip_sanity", 2024-04-12T17:30:08.978 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_mgr_mkfs_grace", 2024-04-12T17:30:08.978 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_osd_prime_pg_temp", 2024-04-12T17:30:08.978 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T17:30:08.978 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T17:30:08.978 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T17:30:08.978 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T17:30:08.978 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T17:30:08.978 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T17:30:08.978 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T17:30:08.978 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T17:30:08.978 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T17:30:08.978 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T17:30:08.979 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_too_few_osds", 2024-04-12T17:30:08.979 INFO:tasks.workunit.client.0.smithi099.stdout: "ms_die_on_bug", 2024-04-12T17:30:08.979 INFO:tasks.workunit.client.0.smithi099.stdout: "ms_die_on_old_message", 2024-04-12T17:30:08.979 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_class_default_list", 2024-04-12T17:30:08.979 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_class_load_list", 2024-04-12T17:30:08.979 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_misdirected_ops", 2024-04-12T17:30:08.979 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_op_order", 2024-04-12T17:30:08.979 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_pg_log_writeout", 2024-04-12T17:30:08.979 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_shutdown", 2024-04-12T17:30:08.979 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T17:30:08.979 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T17:30:08.979 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T17:30:08.979 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T17:30:08.979 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T17:30:08.979 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_profile", 2024-04-12T17:30:08.980 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_memory_target", 2024-04-12T17:30:08.980 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_memory_target_autotune", 2024-04-12T17:30:08.980 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_op_queue", 2024-04-12T17:30:08.980 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_op_queue_cut_off", 2024-04-12T17:30:08.980 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T17:30:08.980 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T17:30:08.980 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recover_clone_overlap", 2024-04-12T17:30:08.980 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_max_chunk", 2024-04-12T17:30:08.980 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_scrub_load_threshold", 2024-04-12T17:30:08.980 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_scrub_max_interval", 2024-04-12T17:30:08.980 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_shutdown_pgref_assert", 2024-04-12T17:30:08.980 INFO:tasks.workunit.client.0.smithi099.stdout: "public_network", 2024-04-12T17:30:08.981 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-12T17:30:08.981 INFO:tasks.workunit.client.0.smithi099.stdout: "rgw_cache_enabled", 2024-04-12T17:30:08.981 INFO:tasks.workunit.client.0.smithi099.stdout: "rgw_enable_ops_log", 2024-04-12T17:30:08.981 INFO:tasks.workunit.client.0.smithi099.stdout: "rgw_enable_usage_log" 2024-04-12T17:30:08.981 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:08.981 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:08.981 INFO:tasks.workunit.client.0.smithi099.stdout: "contact": null, 2024-04-12T17:30:08.981 INFO:tasks.workunit.client.0.smithi099.stdout: "crashes": [], 2024-04-12T17:30:08.981 INFO:tasks.workunit.client.0.smithi099.stdout: "created": "2024-04-12T15:51:58.657208Z", 2024-04-12T17:30:08.981 INFO:tasks.workunit.client.0.smithi099.stdout: "crush": { 2024-04-12T17:30:08.981 INFO:tasks.workunit.client.0.smithi099.stdout: "bucket_algs": { 2024-04-12T17:30:08.981 INFO:tasks.workunit.client.0.smithi099.stdout: "straw2": 3 2024-04-12T17:30:08.981 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:08.981 INFO:tasks.workunit.client.0.smithi099.stdout: "bucket_sizes": { 2024-04-12T17:30:08.981 INFO:tasks.workunit.client.0.smithi099.stdout: "2": 1, 2024-04-12T17:30:08.981 INFO:tasks.workunit.client.0.smithi099.stdout: "4": 2 2024-04-12T17:30:08.982 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:08.982 INFO:tasks.workunit.client.0.smithi099.stdout: "bucket_types": { 2024-04-12T17:30:08.982 INFO:tasks.workunit.client.0.smithi099.stdout: "1": 2, 2024-04-12T17:30:08.982 INFO:tasks.workunit.client.0.smithi099.stdout: "11": 1 2024-04-12T17:30:08.982 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:08.982 INFO:tasks.workunit.client.0.smithi099.stdout: "compat_weight_set": false, 2024-04-12T17:30:08.982 INFO:tasks.workunit.client.0.smithi099.stdout: "device_classes": [ 2024-04-12T17:30:08.982 INFO:tasks.workunit.client.0.smithi099.stdout: 8 2024-04-12T17:30:08.982 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:08.982 INFO:tasks.workunit.client.0.smithi099.stdout: "num_buckets": 6, 2024-04-12T17:30:08.982 INFO:tasks.workunit.client.0.smithi099.stdout: "num_devices": 8, 2024-04-12T17:30:08.982 INFO:tasks.workunit.client.0.smithi099.stdout: "num_rules": 2, 2024-04-12T17:30:08.982 INFO:tasks.workunit.client.0.smithi099.stdout: "num_types": 12, 2024-04-12T17:30:08.982 INFO:tasks.workunit.client.0.smithi099.stdout: "num_weight_sets": 0, 2024-04-12T17:30:08.983 INFO:tasks.workunit.client.0.smithi099.stdout: "tunables": { 2024-04-12T17:30:08.983 INFO:tasks.workunit.client.0.smithi099.stdout: "allowed_bucket_algs": 54, 2024-04-12T17:30:08.983 INFO:tasks.workunit.client.0.smithi099.stdout: "choose_local_fallback_tries": 0, 2024-04-12T17:30:08.983 INFO:tasks.workunit.client.0.smithi099.stdout: "choose_local_tries": 0, 2024-04-12T17:30:08.983 INFO:tasks.workunit.client.0.smithi099.stdout: "choose_total_tries": 50, 2024-04-12T17:30:08.983 INFO:tasks.workunit.client.0.smithi099.stdout: "chooseleaf_descend_once": 1, 2024-04-12T17:30:08.983 INFO:tasks.workunit.client.0.smithi099.stdout: "chooseleaf_stable": 1, 2024-04-12T17:30:08.983 INFO:tasks.workunit.client.0.smithi099.stdout: "chooseleaf_vary_r": 1, 2024-04-12T17:30:08.983 INFO:tasks.workunit.client.0.smithi099.stdout: "has_msr_rules": 0, 2024-04-12T17:30:08.983 INFO:tasks.workunit.client.0.smithi099.stdout: "has_v2_rules": 1, 2024-04-12T17:30:08.983 INFO:tasks.workunit.client.0.smithi099.stdout: "has_v3_rules": 0, 2024-04-12T17:30:08.983 INFO:tasks.workunit.client.0.smithi099.stdout: "has_v4_buckets": 1, 2024-04-12T17:30:08.983 INFO:tasks.workunit.client.0.smithi099.stdout: "has_v5_rules": 0, 2024-04-12T17:30:08.983 INFO:tasks.workunit.client.0.smithi099.stdout: "legacy_tunables": 0, 2024-04-12T17:30:08.983 INFO:tasks.workunit.client.0.smithi099.stdout: "minimum_required_version": "jewel", 2024-04-12T17:30:08.983 INFO:tasks.workunit.client.0.smithi099.stdout: "msr_collision_tries": 100, 2024-04-12T17:30:08.984 INFO:tasks.workunit.client.0.smithi099.stdout: "msr_descents": 100, 2024-04-12T17:30:08.984 INFO:tasks.workunit.client.0.smithi099.stdout: "optimal_tunables": 1, 2024-04-12T17:30:08.984 INFO:tasks.workunit.client.0.smithi099.stdout: "profile": "jewel", 2024-04-12T17:30:08.984 INFO:tasks.workunit.client.0.smithi099.stdout: "require_feature_tunables": 1, 2024-04-12T17:30:08.984 INFO:tasks.workunit.client.0.smithi099.stdout: "require_feature_tunables2": 1, 2024-04-12T17:30:08.984 INFO:tasks.workunit.client.0.smithi099.stdout: "require_feature_tunables3": 1, 2024-04-12T17:30:08.984 INFO:tasks.workunit.client.0.smithi099.stdout: "require_feature_tunables5": 1, 2024-04-12T17:30:08.984 INFO:tasks.workunit.client.0.smithi099.stdout: "straw_calc_version": 1 2024-04-12T17:30:08.984 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:08.984 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:08.984 INFO:tasks.workunit.client.0.smithi099.stdout: "description": "upgrade test cluster", 2024-04-12T17:30:08.984 INFO:tasks.workunit.client.0.smithi099.stdout: "fs": { 2024-04-12T17:30:08.984 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T17:30:08.984 INFO:tasks.workunit.client.0.smithi099.stdout: "feature_flags": { 2024-04-12T17:30:08.984 INFO:tasks.workunit.client.0.smithi099.stdout: "enable_multiple": true, 2024-04-12T17:30:08.984 INFO:tasks.workunit.client.0.smithi099.stdout: "ever_enabled_multiple": true 2024-04-12T17:30:08.985 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:08.985 INFO:tasks.workunit.client.0.smithi099.stdout: "filesystems": [ 2024-04-12T17:30:08.985 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:08.985 INFO:tasks.workunit.client.0.smithi099.stdout: "approx_ctime": "2024-04", 2024-04-12T17:30:08.985 INFO:tasks.workunit.client.0.smithi099.stdout: "balancer_enabled": false, 2024-04-12T17:30:08.985 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:08.985 INFO:tasks.workunit.client.0.smithi099.stdout: "cached_caps": 0, 2024-04-12T17:30:08.985 INFO:tasks.workunit.client.0.smithi099.stdout: "cached_dns": 10, 2024-04-12T17:30:08.985 INFO:tasks.workunit.client.0.smithi099.stdout: "cached_inos": 13, 2024-04-12T17:30:08.985 INFO:tasks.workunit.client.0.smithi099.stdout: "cached_subtrees": 2, 2024-04-12T17:30:08.985 INFO:tasks.workunit.client.0.smithi099.stdout: "ever_allowed_features": 0, 2024-04-12T17:30:08.985 INFO:tasks.workunit.client.0.smithi099.stdout: "explicitly_allowed_features": 0, 2024-04-12T17:30:08.985 INFO:tasks.workunit.client.0.smithi099.stdout: "files": 0, 2024-04-12T17:30:08.985 INFO:tasks.workunit.client.0.smithi099.stdout: "max_mds": 1, 2024-04-12T17:30:08.985 INFO:tasks.workunit.client.0.smithi099.stdout: "num_data_pools": 1, 2024-04-12T17:30:08.986 INFO:tasks.workunit.client.0.smithi099.stdout: "num_in": 1, 2024-04-12T17:30:08.986 INFO:tasks.workunit.client.0.smithi099.stdout: "num_mds": 1, 2024-04-12T17:30:08.986 INFO:tasks.workunit.client.0.smithi099.stdout: "num_sessions": 0, 2024-04-12T17:30:08.986 INFO:tasks.workunit.client.0.smithi099.stdout: "num_standby_replay": 0, 2024-04-12T17:30:08.986 INFO:tasks.workunit.client.0.smithi099.stdout: "num_up": 1, 2024-04-12T17:30:08.986 INFO:tasks.workunit.client.0.smithi099.stdout: "snaps": 0, 2024-04-12T17:30:08.986 INFO:tasks.workunit.client.0.smithi099.stdout: "standby_count_wanted": 0 2024-04-12T17:30:08.986 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:08.986 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:08.986 INFO:tasks.workunit.client.0.smithi099.stdout: "num_standby_mds": 1, 2024-04-12T17:30:08.986 INFO:tasks.workunit.client.0.smithi099.stdout: "total_num_mds": 2 2024-04-12T17:30:08.986 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:08.986 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_stats": { 2024-04-12T17:30:08.986 INFO:tasks.workunit.client.0.smithi099.stdout: "mds": { 2024-04-12T17:30:08.986 INFO:tasks.workunit.client.0.smithi099.stdout: "mds.1e2a24d7ed8c1704620ea3bccfc67a7f23c62d00": { 2024-04-12T17:30:08.987 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 20439040, 2024-04-12T17:30:08.987 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 413088, 2024-04-12T17:30:08.987 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 2752512, 2024-04-12T17:30:08.987 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T17:30:08.987 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 868352, 2024-04-12T17:30:08.987 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 429, 2024-04-12T17:30:08.987 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:08.987 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 1277904, 2024-04-12T17:30:08.987 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 22, 2024-04-12T17:30:08.987 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 1098752, 2024-04-12T17:30:08.987 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 14896784, 2024-04-12T17:30:08.987 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 21307392 2024-04-12T17:30:08.987 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:08.987 INFO:tasks.workunit.client.0.smithi099.stdout: "mds.99eca4e11e5c95f50fdb573e338d356fe5d4041f": { 2024-04-12T17:30:08.987 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 20258816, 2024-04-12T17:30:08.988 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 320936, 2024-04-12T17:30:08.988 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 2752512, 2024-04-12T17:30:08.988 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 917504, 2024-04-12T17:30:08.988 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 0, 2024-04-12T17:30:08.988 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 337, 2024-04-12T17:30:08.988 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:08.988 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 1049712, 2024-04-12T17:30:08.988 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 13, 2024-04-12T17:30:08.988 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 735232, 2024-04-12T17:30:08.988 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 14482920, 2024-04-12T17:30:08.988 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 20258816 2024-04-12T17:30:08.988 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:08.988 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:08.988 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T17:30:08.988 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.1e2a24d7ed8c1704620ea3bccfc67a7f23c62d00": { 2024-04-12T17:30:08.988 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 263421952, 2024-04-12T17:30:08.989 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 5832504, 2024-04-12T17:30:08.989 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 3145728, 2024-04-12T17:30:08.989 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 1269760, 2024-04-12T17:30:08.989 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 0, 2024-04-12T17:30:08.989 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 9524, 2024-04-12T17:30:08.989 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:08.989 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 14027032, 2024-04-12T17:30:08.989 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 23, 2024-04-12T17:30:08.989 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 4466944, 2024-04-12T17:30:08.989 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 234679984, 2024-04-12T17:30:08.989 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 263421952 2024-04-12T17:30:08.989 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:08.989 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.5b45c9ad1c228149a803c7f15c41ecb95bb8abcb": { 2024-04-12T17:30:08.989 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 174735360, 2024-04-12T17:30:08.989 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 2796632, 2024-04-12T17:30:08.989 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 3014656, 2024-04-12T17:30:08.990 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 794624, 2024-04-12T17:30:08.990 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 196608, 2024-04-12T17:30:08.990 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 6788, 2024-04-12T17:30:08.990 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:08.990 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 11355088, 2024-04-12T17:30:08.990 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 20, 2024-04-12T17:30:08.990 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 2965248, 2024-04-12T17:30:08.990 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 153809112, 2024-04-12T17:30:08.990 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 174931968 2024-04-12T17:30:08.990 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:08.990 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.99eca4e11e5c95f50fdb573e338d356fe5d4041f": { 2024-04-12T17:30:08.991 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 171827200, 2024-04-12T17:30:08.991 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 1948928, 2024-04-12T17:30:08.991 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 5111808, 2024-04-12T17:30:08.991 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T17:30:08.991 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 1015808, 2024-04-12T17:30:08.991 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 6491, 2024-04-12T17:30:08.991 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:08.991 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 9521336, 2024-04-12T17:30:08.991 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 20, 2024-04-12T17:30:08.991 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 2185472, 2024-04-12T17:30:08.991 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 153059656, 2024-04-12T17:30:08.991 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 172843008 2024-04-12T17:30:08.991 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:08.992 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:08.992 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:08.992 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.0": { 2024-04-12T17:30:08.992 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 542441472, 2024-04-12T17:30:08.992 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 35610656, 2024-04-12T17:30:08.992 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 3538944, 2024-04-12T17:30:08.992 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T17:30:08.992 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 42549248, 2024-04-12T17:30:08.992 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 13169, 2024-04-12T17:30:08.992 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:08.992 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 80614720, 2024-04-12T17:30:08.992 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 60, 2024-04-12T17:30:08.992 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 10134784, 2024-04-12T17:30:08.992 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 412542368, 2024-04-12T17:30:08.992 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 584990720 2024-04-12T17:30:08.993 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:08.993 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.1": { 2024-04-12T17:30:08.993 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 629366784, 2024-04-12T17:30:08.993 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 26976552, 2024-04-12T17:30:08.993 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 3407872, 2024-04-12T17:30:08.993 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T17:30:08.993 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 47022080, 2024-04-12T17:30:08.993 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 13275, 2024-04-12T17:30:08.993 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:08.993 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 99086208, 2024-04-12T17:30:08.993 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 60, 2024-04-12T17:30:08.993 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 9743616, 2024-04-12T17:30:08.993 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 490152536, 2024-04-12T17:30:08.993 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 676388864 2024-04-12T17:30:08.993 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:08.994 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.2": { 2024-04-12T17:30:08.994 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 532578304, 2024-04-12T17:30:08.994 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 28958328, 2024-04-12T17:30:08.994 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 3407872, 2024-04-12T17:30:08.994 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T17:30:08.994 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 57188352, 2024-04-12T17:30:08.994 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 11106, 2024-04-12T17:30:08.994 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:08.994 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 98562040, 2024-04-12T17:30:08.994 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 53, 2024-04-12T17:30:08.994 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 10007808, 2024-04-12T17:30:08.994 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 391642256, 2024-04-12T17:30:08.994 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 589766656 2024-04-12T17:30:08.994 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:08.994 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.3": { 2024-04-12T17:30:08.995 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 671399936, 2024-04-12T17:30:08.995 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 20078016, 2024-04-12T17:30:08.995 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 3407872, 2024-04-12T17:30:08.995 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T17:30:08.995 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 26050560, 2024-04-12T17:30:08.995 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 11642, 2024-04-12T17:30:08.995 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:08.995 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 87217960, 2024-04-12T17:30:08.995 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 53, 2024-04-12T17:30:08.995 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 12399616, 2024-04-12T17:30:08.995 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 548296472, 2024-04-12T17:30:08.995 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 697450496 2024-04-12T17:30:08.995 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:08.996 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.4": { 2024-04-12T17:30:08.996 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 661807104, 2024-04-12T17:30:08.996 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 27394464, 2024-04-12T17:30:08.996 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 3407872, 2024-04-12T17:30:08.996 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T17:30:08.996 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 28721152, 2024-04-12T17:30:08.996 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 11917, 2024-04-12T17:30:08.996 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:08.996 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 108785896, 2024-04-12T17:30:08.996 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 53, 2024-04-12T17:30:08.996 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 9683968, 2024-04-12T17:30:08.996 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 512534904, 2024-04-12T17:30:08.996 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 690528256 2024-04-12T17:30:08.996 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:08.996 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.5": { 2024-04-12T17:30:08.997 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 488955904, 2024-04-12T17:30:08.997 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 29588272, 2024-04-12T17:30:08.997 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 3407872, 2024-04-12T17:30:08.997 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T17:30:08.997 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 135421952, 2024-04-12T17:30:08.997 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 12592, 2024-04-12T17:30:08.997 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:08.997 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 106058688, 2024-04-12T17:30:08.997 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 53, 2024-04-12T17:30:08.997 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 9300224, 2024-04-12T17:30:08.997 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 340600848, 2024-04-12T17:30:08.997 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 624377856 2024-04-12T17:30:08.997 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:08.997 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.6": { 2024-04-12T17:30:08.998 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 616374272, 2024-04-12T17:30:08.998 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 22662360, 2024-04-12T17:30:08.998 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 3538944, 2024-04-12T17:30:08.998 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T17:30:08.998 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 40378368, 2024-04-12T17:30:08.998 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 11055, 2024-04-12T17:30:08.998 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:08.998 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 93739432, 2024-04-12T17:30:08.998 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 60, 2024-04-12T17:30:08.998 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 10993152, 2024-04-12T17:30:08.998 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 485440384, 2024-04-12T17:30:08.998 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 656752640 2024-04-12T17:30:08.998 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:08.998 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.7": { 2024-04-12T17:30:08.998 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 539820032, 2024-04-12T17:30:08.999 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 22581840, 2024-04-12T17:30:08.999 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 5505024, 2024-04-12T17:30:08.999 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T17:30:08.999 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 45916160, 2024-04-12T17:30:08.999 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 11202, 2024-04-12T17:30:08.999 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:08.999 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 104150016, 2024-04-12T17:30:08.999 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 52, 2024-04-12T17:30:08.999 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 8246016, 2024-04-12T17:30:08.999 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 399337136, 2024-04-12T17:30:08.999 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 585736192 2024-04-12T17:30:08.999 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:08.999 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:08.999 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:08.999 INFO:tasks.workunit.client.0.smithi099.stdout: "hosts": { 2024-04-12T17:30:09.000 INFO:tasks.workunit.client.0.smithi099.stdout: "num": 2, 2024-04-12T17:30:09.000 INFO:tasks.workunit.client.0.smithi099.stdout: "num_with_mds": 2, 2024-04-12T17:30:09.000 INFO:tasks.workunit.client.0.smithi099.stdout: "num_with_mgr": 2, 2024-04-12T17:30:09.000 INFO:tasks.workunit.client.0.smithi099.stdout: "num_with_mon": 2, 2024-04-12T17:30:09.000 INFO:tasks.workunit.client.0.smithi099.stdout: "num_with_osd": 2 2024-04-12T17:30:09.000 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.000 INFO:tasks.workunit.client.0.smithi099.stdout: "io_rate": { 2024-04-12T17:30:09.000 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_stats_delta": { 2024-04-12T17:30:09.000 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": 0, 2024-04-12T17:30:09.000 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:09.000 INFO:tasks.workunit.client.0.smithi099.stdout: "num_store_stats": 0, 2024-04-12T17:30:09.000 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:09.000 INFO:tasks.workunit.client.0.smithi099.stdout: "stamp_delta": "12.003259", 2024-04-12T17:30:09.000 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:09.001 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:09.001 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:09.001 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:09.001 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:09.001 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:09.001 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:09.001 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:09.001 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:09.001 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:09.001 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:09.001 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:09.001 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:09.001 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:09.001 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:09.001 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:09.001 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:09.002 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:09.002 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:09.002 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:09.002 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:09.002 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:09.002 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:09.002 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:09.002 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:09.002 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:09.002 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:09.002 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:09.002 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:09.002 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:09.002 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:09.002 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:09.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:09.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:09.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:09.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:09.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:09.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:09.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:09.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:09.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:09.003 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.003 INFO:tasks.workunit.client.0.smithi099.stdout: "store_stats": { 2024-04-12T17:30:09.003 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": 0, 2024-04-12T17:30:09.003 INFO:tasks.workunit.client.0.smithi099.stdout: "available": 0, 2024-04-12T17:30:09.003 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed": 0, 2024-04-12T17:30:09.003 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_allocated": 0, 2024-04-12T17:30:09.003 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_original": 0, 2024-04-12T17:30:09.004 INFO:tasks.workunit.client.0.smithi099.stdout: "data_stored": 0, 2024-04-12T17:30:09.004 INFO:tasks.workunit.client.0.smithi099.stdout: "internal_metadata": 0, 2024-04-12T17:30:09.004 INFO:tasks.workunit.client.0.smithi099.stdout: "internally_reserved": 0, 2024-04-12T17:30:09.004 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_allocated": 0, 2024-04-12T17:30:09.004 INFO:tasks.workunit.client.0.smithi099.stdout: "total": 0 2024-04-12T17:30:09.004 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.004 INFO:tasks.workunit.client.0.smithi099.stdout: "up": 0 2024-04-12T17:30:09.004 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.004 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.004 INFO:tasks.workunit.client.0.smithi099.stdout: "leaderboard": false, 2024-04-12T17:30:09.004 INFO:tasks.workunit.client.0.smithi099.stdout: "leaderboard_description": null, 2024-04-12T17:30:09.004 INFO:tasks.workunit.client.0.smithi099.stdout: "license": "sharing-1-0", 2024-04-12T17:30:09.004 INFO:tasks.workunit.client.0.smithi099.stdout: "mempool": { 2024-04-12T17:30:09.004 INFO:tasks.workunit.client.0.smithi099.stdout: "mds": { 2024-04-12T17:30:09.004 INFO:tasks.workunit.client.0.smithi099.stdout: "mds.1e2a24d7ed8c1704620ea3bccfc67a7f23c62d00": { 2024-04-12T17:30:09.004 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:09.005 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.005 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.005 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.005 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:09.005 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.005 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.005 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.005 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:09.005 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.005 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.005 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.005 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:09.005 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.005 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.005 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.006 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:09.006 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.006 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.006 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.006 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:09.006 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.006 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.006 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.006 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:09.006 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.006 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.006 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.006 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:09.006 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.006 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.007 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.007 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:09.007 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.007 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.007 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.007 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:09.007 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.007 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.007 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.007 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:09.007 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.007 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.007 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.007 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:09.007 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.007 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.008 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.008 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:09.008 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.008 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.008 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.008 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:09.008 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.008 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.008 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.008 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:09.008 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.008 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.008 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.008 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:09.008 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.009 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.009 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.009 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:09.009 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.009 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.009 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.009 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:09.009 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.009 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.009 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.009 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:09.009 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 223455, 2024-04-12T17:30:09.009 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 69 2024-04-12T17:30:09.009 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.009 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:09.010 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.010 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.010 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.010 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:09.010 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 52112, 2024-04-12T17:30:09.010 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 181 2024-04-12T17:30:09.010 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.010 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:09.010 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.010 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.010 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.010 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:09.010 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.010 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.010 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.011 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:09.011 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.011 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.011 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.011 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:09.011 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 12232, 2024-04-12T17:30:09.011 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 251 2024-04-12T17:30:09.011 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.011 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:09.011 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.011 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.011 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.011 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:09.012 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.012 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.012 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.012 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:09.012 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.012 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.012 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.012 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:09.012 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.012 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.012 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.012 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.012 INFO:tasks.workunit.client.0.smithi099.stdout: "mds.99eca4e11e5c95f50fdb573e338d356fe5d4041f": { 2024-04-12T17:30:09.012 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:09.012 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.012 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.013 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.013 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:09.013 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.013 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.013 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.013 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:09.013 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.013 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.013 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.013 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:09.013 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.013 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.013 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.013 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:09.013 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.014 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.014 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.014 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:09.014 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.014 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.014 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.014 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:09.014 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.014 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.014 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.014 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:09.014 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.014 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.014 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.015 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:09.015 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.015 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.015 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.015 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:09.015 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.015 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.015 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.015 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:09.015 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.015 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.015 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.015 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:09.015 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.015 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.016 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.016 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:09.016 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.016 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.016 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.016 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:09.016 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.016 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.016 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.016 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:09.016 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.016 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.016 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.016 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:09.016 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.016 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.017 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.017 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:09.017 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.017 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.017 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.017 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:09.017 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.017 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.017 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.017 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:09.017 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 149025, 2024-04-12T17:30:09.017 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 34 2024-04-12T17:30:09.017 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.017 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:09.017 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.017 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.018 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.018 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:09.018 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 928, 2024-04-12T17:30:09.018 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 2 2024-04-12T17:30:09.018 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.018 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:09.018 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.018 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.018 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.018 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:09.018 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.018 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.018 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.018 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:09.018 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.019 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.019 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.019 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:09.019 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.019 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.019 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.019 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:09.019 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.019 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.019 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.019 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:09.019 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.019 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.019 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.019 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:09.020 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.020 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.020 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.020 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:09.020 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.020 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.020 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.020 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.020 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.020 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T17:30:09.020 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.1e2a24d7ed8c1704620ea3bccfc67a7f23c62d00": { 2024-04-12T17:30:09.020 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:09.020 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.020 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.021 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.021 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:09.021 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.021 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.021 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.021 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:09.021 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.021 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.021 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.021 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:09.021 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.021 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.021 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.021 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:09.021 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.021 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.021 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.022 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:09.022 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.022 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.022 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.022 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:09.022 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.022 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.022 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.022 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:09.022 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.022 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.022 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.022 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:09.022 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.022 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.023 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.023 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:09.023 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.023 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.023 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.023 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:09.023 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.023 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.023 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.023 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:09.023 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.023 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.023 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.023 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:09.023 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.023 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.023 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.024 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:09.024 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.024 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.024 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.024 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:09.024 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.024 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.024 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.024 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:09.024 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.024 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.024 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.024 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:09.024 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.024 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.025 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.025 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:09.025 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.025 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.025 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.025 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:09.025 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 42579377, 2024-04-12T17:30:09.025 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 5279 2024-04-12T17:30:09.025 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.025 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:09.025 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 88, 2024-04-12T17:30:09.025 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1 2024-04-12T17:30:09.025 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.025 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:09.025 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.025 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.025 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.026 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:09.026 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.026 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.026 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.026 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:09.026 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.026 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.026 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.026 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:09.026 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.026 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.026 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.026 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:09.026 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 10808, 2024-04-12T17:30:09.026 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 250 2024-04-12T17:30:09.026 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.027 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:09.027 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 70440, 2024-04-12T17:30:09.027 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 5158 2024-04-12T17:30:09.027 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.027 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:09.027 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 11792, 2024-04-12T17:30:09.027 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 348 2024-04-12T17:30:09.027 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.027 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:09.027 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.027 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.027 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.027 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:09.027 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.027 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.027 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.027 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.028 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.5b45c9ad1c228149a803c7f15c41ecb95bb8abcb": { 2024-04-12T17:30:09.028 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:09.028 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.028 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.028 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.028 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:09.028 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.028 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.028 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.028 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:09.028 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.028 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.028 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.028 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:09.028 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.028 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.029 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.029 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:09.029 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.029 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.029 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.029 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:09.029 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.029 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.029 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.029 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:09.029 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.029 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.030 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.030 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:09.030 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.030 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.030 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.030 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:09.030 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.030 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.030 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.030 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:09.030 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.030 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.030 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.031 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:09.031 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.031 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.031 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.031 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:09.031 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.031 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.031 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.031 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:09.031 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.031 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.031 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.031 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:09.031 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.032 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.032 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.032 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:09.032 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.032 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.032 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.032 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:09.032 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.032 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.032 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.032 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:09.032 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.032 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.032 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.032 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:09.033 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.033 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.033 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.033 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:09.033 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 42352201, 2024-04-12T17:30:09.033 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 5235 2024-04-12T17:30:09.033 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.033 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:09.033 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 704, 2024-04-12T17:30:09.033 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 8 2024-04-12T17:30:09.033 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.033 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:09.033 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.033 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.033 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.034 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:09.034 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.034 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.034 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.034 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:09.034 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.034 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.034 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.034 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:09.034 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.034 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.034 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.034 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:09.034 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 10808, 2024-04-12T17:30:09.034 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 250 2024-04-12T17:30:09.035 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.035 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:09.035 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 70440, 2024-04-12T17:30:09.035 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 5158 2024-04-12T17:30:09.035 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.035 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:09.035 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 5896, 2024-04-12T17:30:09.035 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 174 2024-04-12T17:30:09.035 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.035 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:09.035 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.035 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.035 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.035 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:09.035 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.036 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.036 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.036 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.036 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.99eca4e11e5c95f50fdb573e338d356fe5d4041f": { 2024-04-12T17:30:09.036 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:09.036 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.036 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.036 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.036 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:09.036 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.036 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.036 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.036 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:09.036 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.036 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.037 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.037 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:09.037 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.037 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.037 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.037 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:09.037 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.037 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.037 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.037 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:09.037 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.037 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.037 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.037 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:09.037 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.037 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.038 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.038 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:09.038 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.038 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.038 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.038 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:09.038 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.038 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.038 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.038 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:09.038 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.038 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.038 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.038 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:09.038 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.039 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.039 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.039 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:09.039 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.039 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.039 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.039 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:09.039 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.039 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.039 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.039 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:09.039 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.039 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.039 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.039 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:09.040 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.040 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.040 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.040 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:09.040 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.040 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.040 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.040 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:09.040 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.040 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.040 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.040 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:09.040 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.040 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.040 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.041 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:09.041 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 42131025, 2024-04-12T17:30:09.041 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 5210 2024-04-12T17:30:09.041 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.041 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:09.041 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 528, 2024-04-12T17:30:09.041 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 6 2024-04-12T17:30:09.041 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.041 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:09.041 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.041 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.041 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.041 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:09.041 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.041 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.042 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.042 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:09.042 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.042 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.042 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.042 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:09.042 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.042 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.042 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.042 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:09.042 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 10808, 2024-04-12T17:30:09.042 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 250 2024-04-12T17:30:09.042 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.042 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:09.042 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 70440, 2024-04-12T17:30:09.042 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 5158 2024-04-12T17:30:09.043 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.043 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:09.043 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 5896, 2024-04-12T17:30:09.043 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 174 2024-04-12T17:30:09.043 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.043 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:09.043 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.043 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.043 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.043 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:09.043 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.043 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.043 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.043 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.043 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.044 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:09.044 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.0": { 2024-04-12T17:30:09.044 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:09.044 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.044 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.044 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.044 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:09.044 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 23568, 2024-04-12T17:30:09.044 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 438 2024-04-12T17:30:09.044 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.044 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:09.044 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 30592, 2024-04-12T17:30:09.044 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 21 2024-04-12T17:30:09.044 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.044 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:09.045 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2688, 2024-04-12T17:30:09.045 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 14 2024-04-12T17:30:09.045 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.045 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:09.045 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 57920, 2024-04-12T17:30:09.045 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 724 2024-04-12T17:30:09.045 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.045 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:09.045 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 361296, 2024-04-12T17:30:09.045 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1737 2024-04-12T17:30:09.045 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.045 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:09.045 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 256, 2024-04-12T17:30:09.045 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 32 2024-04-12T17:30:09.045 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.046 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:09.046 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 320527, 2024-04-12T17:30:09.046 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 123 2024-04-12T17:30:09.046 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.046 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:09.046 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2424181, 2024-04-12T17:30:09.046 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 541652 2024-04-12T17:30:09.046 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.046 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:09.046 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 7017856, 2024-04-12T17:30:09.046 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 10352 2024-04-12T17:30:09.046 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.046 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:09.046 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 69528, 2024-04-12T17:30:09.046 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 7211 2024-04-12T17:30:09.047 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.047 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:09.047 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 83376, 2024-04-12T17:30:09.047 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1737 2024-04-12T17:30:09.047 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.047 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:09.047 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.047 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.047 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.047 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:09.047 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 165764, 2024-04-12T17:30:09.047 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1190 2024-04-12T17:30:09.047 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.047 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:09.048 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.048 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.048 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.048 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:09.048 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 736, 2024-04-12T17:30:09.048 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1 2024-04-12T17:30:09.048 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.048 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:09.048 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 92343, 2024-04-12T17:30:09.048 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 50 2024-04-12T17:30:09.048 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.048 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:09.048 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 12112, 2024-04-12T17:30:09.048 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3 2024-04-12T17:30:09.049 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.049 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:09.049 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 14696463, 2024-04-12T17:30:09.049 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 290 2024-04-12T17:30:09.049 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.049 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:09.049 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 11000, 2024-04-12T17:30:09.049 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 125 2024-04-12T17:30:09.049 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.049 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:09.049 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.049 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.049 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.049 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:09.050 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 536544, 2024-04-12T17:30:09.050 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 46 2024-04-12T17:30:09.050 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.050 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:09.050 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.050 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.050 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.050 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:09.050 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 7209800, 2024-04-12T17:30:09.050 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 18665 2024-04-12T17:30:09.050 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.050 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:09.050 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 636400, 2024-04-12T17:30:09.050 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 11029 2024-04-12T17:30:09.050 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.051 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:09.051 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.051 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.051 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.051 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:09.051 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.051 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.051 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.051 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:09.051 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.051 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.051 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.051 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:09.051 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.051 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.052 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.052 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.052 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.1": { 2024-04-12T17:30:09.052 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:09.052 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.052 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.052 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.052 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:09.052 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 24720, 2024-04-12T17:30:09.052 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 455 2024-04-12T17:30:09.052 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.052 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:09.052 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 31104, 2024-04-12T17:30:09.052 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 26 2024-04-12T17:30:09.052 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.052 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:09.053 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 3456, 2024-04-12T17:30:09.053 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 18 2024-04-12T17:30:09.053 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.053 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:09.053 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 57040, 2024-04-12T17:30:09.053 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 713 2024-04-12T17:30:09.053 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.053 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:09.053 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 359216, 2024-04-12T17:30:09.053 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1727 2024-04-12T17:30:09.053 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.053 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:09.053 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 256, 2024-04-12T17:30:09.053 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 32 2024-04-12T17:30:09.053 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.054 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:09.054 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1509666, 2024-04-12T17:30:09.054 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 369 2024-04-12T17:30:09.054 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.054 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:09.054 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2441008, 2024-04-12T17:30:09.054 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 537993 2024-04-12T17:30:09.054 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.054 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:09.054 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 6968216, 2024-04-12T17:30:09.054 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 10279 2024-04-12T17:30:09.054 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.054 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:09.054 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 67044, 2024-04-12T17:30:09.054 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 7034 2024-04-12T17:30:09.054 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.055 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:09.055 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 82848, 2024-04-12T17:30:09.055 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1726 2024-04-12T17:30:09.055 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.055 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:09.055 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.055 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.055 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.055 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:09.055 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 165852, 2024-04-12T17:30:09.055 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1191 2024-04-12T17:30:09.055 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.055 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:09.055 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.055 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.056 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.056 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:09.056 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1472, 2024-04-12T17:30:09.056 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 2 2024-04-12T17:30:09.056 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.056 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:09.056 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 85912, 2024-04-12T17:30:09.056 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 32 2024-04-12T17:30:09.056 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.056 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:09.056 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 20128, 2024-04-12T17:30:09.056 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 5 2024-04-12T17:30:09.056 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.056 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:09.056 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 19851401, 2024-04-12T17:30:09.057 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 266 2024-04-12T17:30:09.057 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.057 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:09.057 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 33176, 2024-04-12T17:30:09.057 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 377 2024-04-12T17:30:09.057 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.057 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:09.057 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.057 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.057 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.057 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:09.057 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 419904, 2024-04-12T17:30:09.057 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 36 2024-04-12T17:30:09.057 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.057 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:09.058 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.058 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.058 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.058 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:09.058 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 7287800, 2024-04-12T17:30:09.058 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 21191 2024-04-12T17:30:09.058 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.058 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:09.058 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 636400, 2024-04-12T17:30:09.058 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 11029 2024-04-12T17:30:09.058 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.058 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:09.058 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.058 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.059 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.059 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:09.059 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.059 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.059 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.059 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:09.059 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.059 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.059 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.059 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:09.059 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.059 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.059 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.059 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.059 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.2": { 2024-04-12T17:30:09.060 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:09.060 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.060 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.060 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.060 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:09.060 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 23800, 2024-04-12T17:30:09.060 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 431 2024-04-12T17:30:09.060 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.060 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:09.060 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 35328, 2024-04-12T17:30:09.060 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 27 2024-04-12T17:30:09.060 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.060 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:09.060 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1344, 2024-04-12T17:30:09.060 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 7 2024-04-12T17:30:09.061 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.061 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:09.061 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 55680, 2024-04-12T17:30:09.061 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 696 2024-04-12T17:30:09.061 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.061 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:09.061 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 358384, 2024-04-12T17:30:09.061 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1723 2024-04-12T17:30:09.061 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.061 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:09.061 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 256, 2024-04-12T17:30:09.061 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 32 2024-04-12T17:30:09.061 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.061 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:09.061 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 450398, 2024-04-12T17:30:09.062 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 106 2024-04-12T17:30:09.062 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.062 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:09.062 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1754982, 2024-04-12T17:30:09.062 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 388477 2024-04-12T17:30:09.062 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.062 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:09.062 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 5143776, 2024-04-12T17:30:09.062 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 7596 2024-04-12T17:30:09.062 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.062 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:09.062 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 66260, 2024-04-12T17:30:09.062 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 7018 2024-04-12T17:30:09.062 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.063 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:09.063 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 82704, 2024-04-12T17:30:09.063 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1723 2024-04-12T17:30:09.063 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.063 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:09.063 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.063 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.063 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.063 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:09.063 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 165764, 2024-04-12T17:30:09.063 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1190 2024-04-12T17:30:09.063 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.063 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:09.063 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.063 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.064 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.064 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:09.064 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.064 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.064 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.064 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:09.064 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 37615, 2024-04-12T17:30:09.064 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 47 2024-04-12T17:30:09.064 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.064 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:09.064 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.064 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.064 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.064 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:09.064 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 8500347, 2024-04-12T17:30:09.065 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 267 2024-04-12T17:30:09.065 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.065 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:09.065 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 12144, 2024-04-12T17:30:09.065 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 138 2024-04-12T17:30:09.065 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.065 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:09.065 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.065 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.065 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.065 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:09.065 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 349920, 2024-04-12T17:30:09.065 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 30 2024-04-12T17:30:09.066 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.066 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:09.066 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.066 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.066 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.066 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:09.066 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 3163160, 2024-04-12T17:30:09.066 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 6083 2024-04-12T17:30:09.066 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.066 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:09.066 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 636400, 2024-04-12T17:30:09.066 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 11029 2024-04-12T17:30:09.066 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.066 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:09.066 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.067 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.067 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.067 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:09.067 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.067 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.067 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.067 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:09.067 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.067 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.067 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.067 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:09.067 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.067 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.067 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.068 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.068 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.3": { 2024-04-12T17:30:09.068 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:09.068 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.068 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.068 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.068 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:09.068 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 20480, 2024-04-12T17:30:09.068 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 365 2024-04-12T17:30:09.068 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.068 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:09.068 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 39168, 2024-04-12T17:30:09.068 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 26 2024-04-12T17:30:09.068 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.068 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:09.068 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 4800, 2024-04-12T17:30:09.069 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 25 2024-04-12T17:30:09.069 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.069 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:09.069 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 54880, 2024-04-12T17:30:09.069 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 686 2024-04-12T17:30:09.069 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.069 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:09.069 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 359840, 2024-04-12T17:30:09.069 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1730 2024-04-12T17:30:09.069 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.069 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:09.069 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 256, 2024-04-12T17:30:09.069 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 32 2024-04-12T17:30:09.069 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.069 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:09.069 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 311012, 2024-04-12T17:30:09.070 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 89 2024-04-12T17:30:09.070 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.070 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:09.070 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1744547, 2024-04-12T17:30:09.070 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 386771 2024-04-12T17:30:09.070 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.070 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:09.070 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 5119976, 2024-04-12T17:30:09.070 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 7561 2024-04-12T17:30:09.070 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.070 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:09.070 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 67260, 2024-04-12T17:30:09.070 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 7045 2024-04-12T17:30:09.070 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.071 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:09.071 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 82944, 2024-04-12T17:30:09.071 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1728 2024-04-12T17:30:09.071 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.071 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:09.071 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.071 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.071 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.071 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:09.071 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 165764, 2024-04-12T17:30:09.071 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1190 2024-04-12T17:30:09.071 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.071 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:09.071 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.071 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.072 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.072 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:09.072 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2208, 2024-04-12T17:30:09.072 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3 2024-04-12T17:30:09.072 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.072 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:09.072 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 134577, 2024-04-12T17:30:09.072 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 61 2024-04-12T17:30:09.072 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.072 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:09.072 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 28144, 2024-04-12T17:30:09.072 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 7 2024-04-12T17:30:09.072 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.072 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:09.073 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 26785530, 2024-04-12T17:30:09.073 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 5952 2024-04-12T17:30:09.073 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.073 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:09.073 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 10736, 2024-04-12T17:30:09.073 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 122 2024-04-12T17:30:09.073 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.073 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:09.073 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.073 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.073 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.073 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:09.073 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 431568, 2024-04-12T17:30:09.073 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 37 2024-04-12T17:30:09.073 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.073 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:09.074 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.074 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.074 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.074 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:09.074 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 3495960, 2024-04-12T17:30:09.074 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 9123 2024-04-12T17:30:09.074 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.074 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:09.074 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 636400, 2024-04-12T17:30:09.074 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 11029 2024-04-12T17:30:09.074 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.074 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:09.074 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.074 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.074 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.075 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:09.075 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.075 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.075 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.075 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:09.075 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.075 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.075 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.075 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:09.075 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.075 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.075 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.075 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.075 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.4": { 2024-04-12T17:30:09.075 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:09.075 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.076 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.076 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.076 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:09.076 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 25432, 2024-04-12T17:30:09.076 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 488 2024-04-12T17:30:09.076 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.076 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:09.076 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 48000, 2024-04-12T17:30:09.076 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 31 2024-04-12T17:30:09.076 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.076 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:09.076 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 3840, 2024-04-12T17:30:09.076 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 20 2024-04-12T17:30:09.076 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.076 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:09.076 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 58000, 2024-04-12T17:30:09.077 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 725 2024-04-12T17:30:09.077 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.077 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:09.077 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 372736, 2024-04-12T17:30:09.077 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1792 2024-04-12T17:30:09.077 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.077 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:09.077 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 256, 2024-04-12T17:30:09.077 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 32 2024-04-12T17:30:09.077 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.077 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:09.077 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 316287, 2024-04-12T17:30:09.077 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 100 2024-04-12T17:30:09.077 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.077 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:09.077 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2038967, 2024-04-12T17:30:09.078 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 454527 2024-04-12T17:30:09.078 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.078 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:09.078 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 5931896, 2024-04-12T17:30:09.078 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 8755 2024-04-12T17:30:09.078 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.078 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:09.078 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 76584, 2024-04-12T17:30:09.078 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 8189 2024-04-12T17:30:09.078 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.078 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:09.078 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 86016, 2024-04-12T17:30:09.078 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1792 2024-04-12T17:30:09.079 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.079 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:09.079 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.079 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.079 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.079 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:09.079 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 165596, 2024-04-12T17:30:09.079 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1190 2024-04-12T17:30:09.079 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.079 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:09.079 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.079 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.079 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.079 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:09.079 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.080 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.080 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.080 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:09.080 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 46477, 2024-04-12T17:30:09.080 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 44 2024-04-12T17:30:09.080 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.080 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:09.080 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.080 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.080 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.080 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:09.080 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 22692370, 2024-04-12T17:30:09.080 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 291 2024-04-12T17:30:09.080 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.080 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:09.080 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 11440, 2024-04-12T17:30:09.081 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 130 2024-04-12T17:30:09.081 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.081 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:09.081 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.081 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.081 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.081 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:09.081 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 454896, 2024-04-12T17:30:09.081 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 39 2024-04-12T17:30:09.081 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.081 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:09.081 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.081 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.081 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.081 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:09.082 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 5045872, 2024-04-12T17:30:09.082 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 12038 2024-04-12T17:30:09.082 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.082 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:09.082 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 636400, 2024-04-12T17:30:09.082 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 11029 2024-04-12T17:30:09.082 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.082 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:09.082 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.082 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.082 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.082 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:09.082 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.082 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.082 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.083 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:09.083 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.083 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.083 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.083 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:09.083 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.083 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.083 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.083 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.083 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.5": { 2024-04-12T17:30:09.083 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:09.083 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.083 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.083 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.083 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:09.084 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 29080, 2024-04-12T17:30:09.084 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 555 2024-04-12T17:30:09.084 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.084 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:09.084 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 89088, 2024-04-12T17:30:09.084 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 33 2024-04-12T17:30:09.084 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.084 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:09.084 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 960, 2024-04-12T17:30:09.084 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 5 2024-04-12T17:30:09.084 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.084 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:09.084 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 58560, 2024-04-12T17:30:09.084 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 732 2024-04-12T17:30:09.084 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.085 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:09.085 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 359424, 2024-04-12T17:30:09.085 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1728 2024-04-12T17:30:09.085 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.085 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:09.085 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 256, 2024-04-12T17:30:09.085 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 32 2024-04-12T17:30:09.085 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.085 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:09.085 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 423217, 2024-04-12T17:30:09.085 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 110 2024-04-12T17:30:09.085 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.085 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:09.085 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2325868, 2024-04-12T17:30:09.085 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 521341 2024-04-12T17:30:09.085 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.086 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:09.086 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 6739736, 2024-04-12T17:30:09.086 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 9943 2024-04-12T17:30:09.086 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.086 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:09.086 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 67732, 2024-04-12T17:30:09.086 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 7043 2024-04-12T17:30:09.086 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.086 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:09.086 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 82944, 2024-04-12T17:30:09.086 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1728 2024-04-12T17:30:09.086 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.086 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:09.086 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.086 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.087 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.087 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:09.087 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 165852, 2024-04-12T17:30:09.087 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1191 2024-04-12T17:30:09.087 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.087 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:09.087 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.087 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.087 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.087 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:09.087 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.087 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.087 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.087 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:09.087 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 58137, 2024-04-12T17:30:09.087 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 50 2024-04-12T17:30:09.087 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.088 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:09.088 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.088 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.088 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.088 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:09.088 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 6822680, 2024-04-12T17:30:09.088 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 259 2024-04-12T17:30:09.088 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.088 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:09.088 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 11528, 2024-04-12T17:30:09.088 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 131 2024-04-12T17:30:09.088 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.088 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:09.088 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.088 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.088 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.088 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:09.089 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 489888, 2024-04-12T17:30:09.089 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 42 2024-04-12T17:30:09.089 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.089 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:09.089 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.089 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.089 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.089 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:09.089 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 6348680, 2024-04-12T17:30:09.089 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 12209 2024-04-12T17:30:09.089 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.089 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:09.089 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 636400, 2024-04-12T17:30:09.089 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 11029 2024-04-12T17:30:09.089 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.090 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:09.090 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.090 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.090 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.090 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:09.090 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.090 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.090 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.090 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:09.090 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.090 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.090 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.090 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:09.090 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.091 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.091 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.091 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.091 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.6": { 2024-04-12T17:30:09.091 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:09.091 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.091 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.091 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.091 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:09.091 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 21688, 2024-04-12T17:30:09.091 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 413 2024-04-12T17:30:09.091 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.091 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:09.091 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 31616, 2024-04-12T17:30:09.091 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 30 2024-04-12T17:30:09.092 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.092 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:09.092 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 4224, 2024-04-12T17:30:09.092 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 22 2024-04-12T17:30:09.092 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.092 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:09.092 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 56320, 2024-04-12T17:30:09.092 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 704 2024-04-12T17:30:09.092 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.092 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:09.092 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 374816, 2024-04-12T17:30:09.092 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1802 2024-04-12T17:30:09.092 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.092 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:09.092 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 256, 2024-04-12T17:30:09.093 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 32 2024-04-12T17:30:09.093 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.093 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:09.093 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1127594, 2024-04-12T17:30:09.093 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 280 2024-04-12T17:30:09.093 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.093 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:09.093 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1763747, 2024-04-12T17:30:09.093 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 382382 2024-04-12T17:30:09.093 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.093 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:09.093 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 5029536, 2024-04-12T17:30:09.093 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 7428 2024-04-12T17:30:09.093 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.093 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:09.094 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 77976, 2024-04-12T17:30:09.094 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 8359 2024-04-12T17:30:09.094 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.094 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:09.094 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 86400, 2024-04-12T17:30:09.094 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1800 2024-04-12T17:30:09.094 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.094 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:09.094 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.094 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.094 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.094 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:09.094 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 165508, 2024-04-12T17:30:09.094 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1189 2024-04-12T17:30:09.094 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.095 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:09.095 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.095 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.095 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.095 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:09.095 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2208, 2024-04-12T17:30:09.095 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3 2024-04-12T17:30:09.095 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.095 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:09.095 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 121927, 2024-04-12T17:30:09.095 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 51 2024-04-12T17:30:09.095 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.095 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:09.095 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 28144, 2024-04-12T17:30:09.095 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 7 2024-04-12T17:30:09.095 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.096 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:09.096 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 24538272, 2024-04-12T17:30:09.096 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 260 2024-04-12T17:30:09.096 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.096 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:09.096 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 26664, 2024-04-12T17:30:09.096 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 303 2024-04-12T17:30:09.096 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.096 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:09.096 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.096 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.096 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.096 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:09.096 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 454896, 2024-04-12T17:30:09.096 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 39 2024-04-12T17:30:09.097 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.097 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:09.097 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.097 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.097 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.097 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:09.097 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 3606720, 2024-04-12T17:30:09.097 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 9336 2024-04-12T17:30:09.097 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.097 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:09.097 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 636400, 2024-04-12T17:30:09.097 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 11029 2024-04-12T17:30:09.097 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.097 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:09.097 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.097 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.098 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.098 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:09.098 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.098 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.098 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.098 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:09.098 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.098 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.098 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.098 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:09.098 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.098 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.098 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.098 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.098 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.7": { 2024-04-12T17:30:09.098 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:09.099 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.099 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.099 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.099 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:09.099 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 18112, 2024-04-12T17:30:09.099 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 352 2024-04-12T17:30:09.099 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.099 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:09.099 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 30976, 2024-04-12T17:30:09.099 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 25 2024-04-12T17:30:09.099 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.099 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:09.099 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 3456, 2024-04-12T17:30:09.099 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 18 2024-04-12T17:30:09.099 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.100 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:09.100 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 55200, 2024-04-12T17:30:09.100 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 690 2024-04-12T17:30:09.100 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.100 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:09.100 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 374192, 2024-04-12T17:30:09.100 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1799 2024-04-12T17:30:09.100 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.100 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:09.100 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 256, 2024-04-12T17:30:09.100 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 32 2024-04-12T17:30:09.100 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.100 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:09.100 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 440583, 2024-04-12T17:30:09.100 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 118 2024-04-12T17:30:09.101 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.101 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:09.101 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2014216, 2024-04-12T17:30:09.101 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 449464 2024-04-12T17:30:09.101 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.101 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:09.101 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 5851656, 2024-04-12T17:30:09.101 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 8637 2024-04-12T17:30:09.101 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.101 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:09.101 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 78624, 2024-04-12T17:30:09.101 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 8354 2024-04-12T17:30:09.101 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.101 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:09.102 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 86352, 2024-04-12T17:30:09.102 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1799 2024-04-12T17:30:09.102 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.102 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:09.102 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.102 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.102 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.102 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:09.102 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 165764, 2024-04-12T17:30:09.102 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1190 2024-04-12T17:30:09.102 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.102 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:09.102 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.102 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.103 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.103 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:09.103 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.103 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.103 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.103 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:09.103 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 43062, 2024-04-12T17:30:09.103 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 44 2024-04-12T17:30:09.103 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.103 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:09.103 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.103 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.103 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.103 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:09.103 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 19625264, 2024-04-12T17:30:09.103 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 272 2024-04-12T17:30:09.104 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.104 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:09.104 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 12144, 2024-04-12T17:30:09.104 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 138 2024-04-12T17:30:09.104 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.104 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:09.104 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.104 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.104 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.104 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:09.104 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 536544, 2024-04-12T17:30:09.104 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 46 2024-04-12T17:30:09.104 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.104 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:09.104 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.105 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.105 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.105 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:09.105 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 4996160, 2024-04-12T17:30:09.105 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 9624 2024-04-12T17:30:09.105 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.105 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:09.105 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 636400, 2024-04-12T17:30:09.105 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 11029 2024-04-12T17:30:09.105 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.105 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:09.105 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.105 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.105 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.105 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:09.106 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.106 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.106 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.106 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:09.106 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.106 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.106 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.106 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:09.106 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:09.106 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:09.106 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.106 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.106 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.106 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.106 INFO:tasks.workunit.client.0.smithi099.stdout: "metadata": { 2024-04-12T17:30:09.107 INFO:tasks.workunit.client.0.smithi099.stdout: "mds": { 2024-04-12T17:30:09.107 INFO:tasks.workunit.client.0.smithi099.stdout: "arch": { 2024-04-12T17:30:09.107 INFO:tasks.workunit.client.0.smithi099.stdout: "x86_64": 2 2024-04-12T17:30:09.107 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.107 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_version": { 2024-04-12T17:30:09.107 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T17:30:09.107 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.107 INFO:tasks.workunit.client.0.smithi099.stdout: "cpu": { 2024-04-12T17:30:09.107 INFO:tasks.workunit.client.0.smithi099.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-12T17:30:09.107 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.107 INFO:tasks.workunit.client.0.smithi099.stdout: "distro": { 2024-04-12T17:30:09.107 INFO:tasks.workunit.client.0.smithi099.stdout: "centos": 2 2024-04-12T17:30:09.107 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.107 INFO:tasks.workunit.client.0.smithi099.stdout: "distro_description": { 2024-04-12T17:30:09.107 INFO:tasks.workunit.client.0.smithi099.stdout: "CentOS Stream 8": 2 2024-04-12T17:30:09.108 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.108 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_description": { 2024-04-12T17:30:09.108 INFO:tasks.workunit.client.0.smithi099.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-12T17:30:09.108 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.108 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_version": { 2024-04-12T17:30:09.108 INFO:tasks.workunit.client.0.smithi099.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-12T17:30:09.108 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.108 INFO:tasks.workunit.client.0.smithi099.stdout: "os": { 2024-04-12T17:30:09.108 INFO:tasks.workunit.client.0.smithi099.stdout: "Linux": 2 2024-04-12T17:30:09.108 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.108 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.108 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T17:30:09.108 INFO:tasks.workunit.client.0.smithi099.stdout: "arch": { 2024-04-12T17:30:09.108 INFO:tasks.workunit.client.0.smithi099.stdout: "x86_64": 3 2024-04-12T17:30:09.108 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.109 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_version": { 2024-04-12T17:30:09.109 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 3 2024-04-12T17:30:09.109 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.109 INFO:tasks.workunit.client.0.smithi099.stdout: "cpu": { 2024-04-12T17:30:09.109 INFO:tasks.workunit.client.0.smithi099.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-12T17:30:09.109 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.109 INFO:tasks.workunit.client.0.smithi099.stdout: "distro": { 2024-04-12T17:30:09.109 INFO:tasks.workunit.client.0.smithi099.stdout: "centos": 3 2024-04-12T17:30:09.109 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.109 INFO:tasks.workunit.client.0.smithi099.stdout: "distro_description": { 2024-04-12T17:30:09.109 INFO:tasks.workunit.client.0.smithi099.stdout: "CentOS Stream 8": 3 2024-04-12T17:30:09.109 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.109 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_description": { 2024-04-12T17:30:09.109 INFO:tasks.workunit.client.0.smithi099.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-12T17:30:09.109 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.110 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_version": { 2024-04-12T17:30:09.110 INFO:tasks.workunit.client.0.smithi099.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-12T17:30:09.110 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.110 INFO:tasks.workunit.client.0.smithi099.stdout: "os": { 2024-04-12T17:30:09.110 INFO:tasks.workunit.client.0.smithi099.stdout: "Linux": 3 2024-04-12T17:30:09.110 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.110 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.110 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:09.110 INFO:tasks.workunit.client.0.smithi099.stdout: "arch": { 2024-04-12T17:30:09.110 INFO:tasks.workunit.client.0.smithi099.stdout: "x86_64": 8 2024-04-12T17:30:09.110 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.110 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_version": { 2024-04-12T17:30:09.110 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 8 2024-04-12T17:30:09.110 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.110 INFO:tasks.workunit.client.0.smithi099.stdout: "cpu": { 2024-04-12T17:30:09.111 INFO:tasks.workunit.client.0.smithi099.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-12T17:30:09.111 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.111 INFO:tasks.workunit.client.0.smithi099.stdout: "distro": { 2024-04-12T17:30:09.111 INFO:tasks.workunit.client.0.smithi099.stdout: "centos": 8 2024-04-12T17:30:09.111 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.111 INFO:tasks.workunit.client.0.smithi099.stdout: "distro_description": { 2024-04-12T17:30:09.111 INFO:tasks.workunit.client.0.smithi099.stdout: "CentOS Stream 8": 8 2024-04-12T17:30:09.111 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.111 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_description": { 2024-04-12T17:30:09.111 INFO:tasks.workunit.client.0.smithi099.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-12T17:30:09.111 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.111 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_version": { 2024-04-12T17:30:09.111 INFO:tasks.workunit.client.0.smithi099.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-12T17:30:09.111 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.111 INFO:tasks.workunit.client.0.smithi099.stdout: "os": { 2024-04-12T17:30:09.111 INFO:tasks.workunit.client.0.smithi099.stdout: "Linux": 8 2024-04-12T17:30:09.112 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.112 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_objectstore": { 2024-04-12T17:30:09.112 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": 8 2024-04-12T17:30:09.112 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.112 INFO:tasks.workunit.client.0.smithi099.stdout: "rotational": { 2024-04-12T17:30:09.112 INFO:tasks.workunit.client.0.smithi099.stdout: "0": 8 2024-04-12T17:30:09.112 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.112 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.112 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.112 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T17:30:09.112 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3, 2024-04-12T17:30:09.112 INFO:tasks.workunit.client.0.smithi099.stdout: "features": { 2024-04-12T17:30:09.112 INFO:tasks.workunit.client.0.smithi099.stdout: "optional": [], 2024-04-12T17:30:09.112 INFO:tasks.workunit.client.0.smithi099.stdout: "persistent": [ 2024-04-12T17:30:09.112 INFO:tasks.workunit.client.0.smithi099.stdout: "kraken", 2024-04-12T17:30:09.112 INFO:tasks.workunit.client.0.smithi099.stdout: "luminous", 2024-04-12T17:30:09.113 INFO:tasks.workunit.client.0.smithi099.stdout: "mimic", 2024-04-12T17:30:09.113 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap-prune", 2024-04-12T17:30:09.113 INFO:tasks.workunit.client.0.smithi099.stdout: "nautilus", 2024-04-12T17:30:09.113 INFO:tasks.workunit.client.0.smithi099.stdout: "octopus", 2024-04-12T17:30:09.113 INFO:tasks.workunit.client.0.smithi099.stdout: "pacific", 2024-04-12T17:30:09.113 INFO:tasks.workunit.client.0.smithi099.stdout: "elector-pinging", 2024-04-12T17:30:09.113 INFO:tasks.workunit.client.0.smithi099.stdout: "quincy", 2024-04-12T17:30:09.113 INFO:tasks.workunit.client.0.smithi099.stdout: "reef", 2024-04-12T17:30:09.113 INFO:tasks.workunit.client.0.smithi099.stdout: "squid" 2024-04-12T17:30:09.113 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.113 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.113 INFO:tasks.workunit.client.0.smithi099.stdout: "ipv4_addr_mons": 6, 2024-04-12T17:30:09.113 INFO:tasks.workunit.client.0.smithi099.stdout: "ipv6_addr_mons": 0, 2024-04-12T17:30:09.113 INFO:tasks.workunit.client.0.smithi099.stdout: "min_mon_release": 19, 2024-04-12T17:30:09.113 INFO:tasks.workunit.client.0.smithi099.stdout: "v1_addr_mons": 3, 2024-04-12T17:30:09.113 INFO:tasks.workunit.client.0.smithi099.stdout: "v2_addr_mons": 3 2024-04-12T17:30:09.113 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.114 INFO:tasks.workunit.client.0.smithi099.stdout: "organization": "ceph-qa", 2024-04-12T17:30:09.114 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:09.114 INFO:tasks.workunit.client.0.smithi099.stdout: "cluster_network": false, 2024-04-12T17:30:09.114 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8, 2024-04-12T17:30:09.114 INFO:tasks.workunit.client.0.smithi099.stdout: "require_min_compat_client": "luminous", 2024-04-12T17:30:09.114 INFO:tasks.workunit.client.0.smithi099.stdout: "require_osd_release": "squid" 2024-04-12T17:30:09.114 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.114 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_perf_histograms": [ 2024-04-12T17:30:09.114 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.114 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:30:09.114 INFO:tasks.workunit.client.0.smithi099.stdout: "axes": [ 2024-04-12T17:30:09.114 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.114 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T17:30:09.114 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T17:30:09.114 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Latency (usec)", 2024-04-12T17:30:09.115 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 100000, 2024-04-12T17:30:09.115 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T17:30:09.115 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T17:30:09.115 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 99999]", 2024-04-12T17:30:09.115 INFO:tasks.workunit.client.0.smithi099.stdout: "[100000, 199999]", 2024-04-12T17:30:09.115 INFO:tasks.workunit.client.0.smithi099.stdout: "[200000, 399999]", 2024-04-12T17:30:09.115 INFO:tasks.workunit.client.0.smithi099.stdout: "[400000, 799999]", 2024-04-12T17:30:09.115 INFO:tasks.workunit.client.0.smithi099.stdout: "[800000, 1599999]", 2024-04-12T17:30:09.115 INFO:tasks.workunit.client.0.smithi099.stdout: "[1600000, 3199999]", 2024-04-12T17:30:09.115 INFO:tasks.workunit.client.0.smithi099.stdout: "[3200000, 6399999]", 2024-04-12T17:30:09.115 INFO:tasks.workunit.client.0.smithi099.stdout: "[6400000, 12799999]", 2024-04-12T17:30:09.115 INFO:tasks.workunit.client.0.smithi099.stdout: "[12800000, 25599999]", 2024-04-12T17:30:09.115 INFO:tasks.workunit.client.0.smithi099.stdout: "[25600000, 51199999]", 2024-04-12T17:30:09.115 INFO:tasks.workunit.client.0.smithi099.stdout: "[51200000, 102399999]", 2024-04-12T17:30:09.115 INFO:tasks.workunit.client.0.smithi099.stdout: "[102400000, 204799999]", 2024-04-12T17:30:09.115 INFO:tasks.workunit.client.0.smithi099.stdout: "[204800000, 409599999]", 2024-04-12T17:30:09.116 INFO:tasks.workunit.client.0.smithi099.stdout: "[409600000, 819199999]", 2024-04-12T17:30:09.116 INFO:tasks.workunit.client.0.smithi099.stdout: "[819200000, 1638399999]", 2024-04-12T17:30:09.116 INFO:tasks.workunit.client.0.smithi099.stdout: "[1638400000, 3276799999]", 2024-04-12T17:30:09.116 INFO:tasks.workunit.client.0.smithi099.stdout: "[3276800000, 6553599999]", 2024-04-12T17:30:09.116 INFO:tasks.workunit.client.0.smithi099.stdout: "[6553600000, 13107199999]", 2024-04-12T17:30:09.116 INFO:tasks.workunit.client.0.smithi099.stdout: "[13107200000, 26214399999]", 2024-04-12T17:30:09.116 INFO:tasks.workunit.client.0.smithi099.stdout: "[26214400000, 52428799999]", 2024-04-12T17:30:09.116 INFO:tasks.workunit.client.0.smithi099.stdout: "[52428800000, 104857599999]", 2024-04-12T17:30:09.116 INFO:tasks.workunit.client.0.smithi099.stdout: "[104857600000, 209715199999]", 2024-04-12T17:30:09.116 INFO:tasks.workunit.client.0.smithi099.stdout: "[209715200000, 419430399999]", 2024-04-12T17:30:09.116 INFO:tasks.workunit.client.0.smithi099.stdout: "[419430400000, 838860799999]", 2024-04-12T17:30:09.116 INFO:tasks.workunit.client.0.smithi099.stdout: "[838860800000, 1677721599999]", 2024-04-12T17:30:09.116 INFO:tasks.workunit.client.0.smithi099.stdout: "[1677721600000, 3355443199999]", 2024-04-12T17:30:09.116 INFO:tasks.workunit.client.0.smithi099.stdout: "[3355443200000, 6710886399999]", 2024-04-12T17:30:09.116 INFO:tasks.workunit.client.0.smithi099.stdout: "[6710886400000, 13421772799999]", 2024-04-12T17:30:09.117 INFO:tasks.workunit.client.0.smithi099.stdout: "[13421772800000, 26843545599999]", 2024-04-12T17:30:09.117 INFO:tasks.workunit.client.0.smithi099.stdout: "[26843545600000, 53687091199999]", 2024-04-12T17:30:09.117 INFO:tasks.workunit.client.0.smithi099.stdout: "[53687091200000, None]" 2024-04-12T17:30:09.117 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.117 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T17:30:09.117 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.117 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.117 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T17:30:09.117 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T17:30:09.117 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Request size (bytes)", 2024-04-12T17:30:09.117 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 512, 2024-04-12T17:30:09.117 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T17:30:09.117 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T17:30:09.117 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 511]", 2024-04-12T17:30:09.118 INFO:tasks.workunit.client.0.smithi099.stdout: "[512, 1023]", 2024-04-12T17:30:09.118 INFO:tasks.workunit.client.0.smithi099.stdout: "[1024, 2047]", 2024-04-12T17:30:09.118 INFO:tasks.workunit.client.0.smithi099.stdout: "[2048, 4095]", 2024-04-12T17:30:09.118 INFO:tasks.workunit.client.0.smithi099.stdout: "[4096, 8191]", 2024-04-12T17:30:09.118 INFO:tasks.workunit.client.0.smithi099.stdout: "[8192, 16383]", 2024-04-12T17:30:09.118 INFO:tasks.workunit.client.0.smithi099.stdout: "[16384, 32767]", 2024-04-12T17:30:09.118 INFO:tasks.workunit.client.0.smithi099.stdout: "[32768, 65535]", 2024-04-12T17:30:09.118 INFO:tasks.workunit.client.0.smithi099.stdout: "[65536, 131071]", 2024-04-12T17:30:09.118 INFO:tasks.workunit.client.0.smithi099.stdout: "[131072, 262143]", 2024-04-12T17:30:09.118 INFO:tasks.workunit.client.0.smithi099.stdout: "[262144, 524287]", 2024-04-12T17:30:09.118 INFO:tasks.workunit.client.0.smithi099.stdout: "[524288, 1048575]", 2024-04-12T17:30:09.118 INFO:tasks.workunit.client.0.smithi099.stdout: "[1048576, 2097151]", 2024-04-12T17:30:09.118 INFO:tasks.workunit.client.0.smithi099.stdout: "[2097152, 4194303]", 2024-04-12T17:30:09.118 INFO:tasks.workunit.client.0.smithi099.stdout: "[4194304, 8388607]", 2024-04-12T17:30:09.118 INFO:tasks.workunit.client.0.smithi099.stdout: "[8388608, 16777215]", 2024-04-12T17:30:09.119 INFO:tasks.workunit.client.0.smithi099.stdout: "[16777216, 33554431]", 2024-04-12T17:30:09.119 INFO:tasks.workunit.client.0.smithi099.stdout: "[33554432, 67108863]", 2024-04-12T17:30:09.119 INFO:tasks.workunit.client.0.smithi099.stdout: "[67108864, 134217727]", 2024-04-12T17:30:09.119 INFO:tasks.workunit.client.0.smithi099.stdout: "[134217728, 268435455]", 2024-04-12T17:30:09.119 INFO:tasks.workunit.client.0.smithi099.stdout: "[268435456, 536870911]", 2024-04-12T17:30:09.119 INFO:tasks.workunit.client.0.smithi099.stdout: "[536870912, 1073741823]", 2024-04-12T17:30:09.119 INFO:tasks.workunit.client.0.smithi099.stdout: "[1073741824, 2147483647]", 2024-04-12T17:30:09.119 INFO:tasks.workunit.client.0.smithi099.stdout: "[2147483648, 4294967295]", 2024-04-12T17:30:09.119 INFO:tasks.workunit.client.0.smithi099.stdout: "[4294967296, 8589934591]", 2024-04-12T17:30:09.119 INFO:tasks.workunit.client.0.smithi099.stdout: "[8589934592, 17179869183]", 2024-04-12T17:30:09.119 INFO:tasks.workunit.client.0.smithi099.stdout: "[17179869184, 34359738367]", 2024-04-12T17:30:09.119 INFO:tasks.workunit.client.0.smithi099.stdout: "[34359738368, 68719476735]", 2024-04-12T17:30:09.119 INFO:tasks.workunit.client.0.smithi099.stdout: "[68719476736, 137438953471]", 2024-04-12T17:30:09.119 INFO:tasks.workunit.client.0.smithi099.stdout: "[137438953472, 274877906943]", 2024-04-12T17:30:09.119 INFO:tasks.workunit.client.0.smithi099.stdout: "[274877906944, None]" 2024-04-12T17:30:09.120 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.120 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T17:30:09.120 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.120 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.120 INFO:tasks.workunit.client.0.smithi099.stdout: "osds": [ 2024-04-12T17:30:09.120 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.120 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 0, 2024-04-12T17:30:09.120 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:09.120 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.120 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.120 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 10277, 14, 1, 0, 3, 2, 0, 1, 0, 2, 12, 2, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.120 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 8054, 27, 20, 0, 24, 3, 4, 21, 19, 46, 66, 23, 33, 18, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.120 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1109, 7, 11, 0, 3, 0, 1, 2, 16, 11, 93, 164, 72, 2, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.120 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 797, 4, 0, 0, 1, 1, 0, 1, 1, 2, 3, 33, 299, 0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.120 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 513, 16, 4, 0, 1, 1, 0, 0, 1, 0, 3, 16, 29, 41, 124, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.121 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 390, 18, 3, 0, 0, 0, 0, 0, 0, 0, 0, 16, 32, 14, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.121 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 326, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 19, 21, 58, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.121 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 7, 41, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.121 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 1, 8, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.121 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.121 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.121 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.121 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.121 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.121 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.121 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.121 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.121 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.121 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.121 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.121 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.122 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.122 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.122 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.122 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.122 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.122 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.122 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.122 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.122 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:09.122 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.122 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.122 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.122 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 1, 2024-04-12T17:30:09.122 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:09.122 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.123 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.123 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 7532, 10, 0, 0, 1, 2, 2, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.123 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 6652, 20, 1234, 4, 15, 7, 13, 17, 43, 62, 50, 36, 44, 2, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.123 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 446, 4, 254, 18, 1, 0, 1, 6, 2, 7, 91, 234, 133, 1, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.123 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 298, 2, 1, 12, 0, 0, 0, 0, 0, 2, 1, 14, 402, 0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.123 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 105, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 2, 13, 23, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.123 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 37, 0, 41, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 5, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.123 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 96, 0, 217, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 9, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.123 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 35, 0, 41, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 6, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.123 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.123 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.123 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.123 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.123 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.124 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.124 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.124 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.124 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.124 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.124 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.124 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.124 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.124 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.124 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.124 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.124 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.124 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.125 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.125 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.125 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.125 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:09.125 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.125 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.125 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.125 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 2, 2024-04-12T17:30:09.125 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:09.125 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.125 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 308, 44, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.125 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 13632, 7917, 4440, 0, 1, 0, 1, 0, 1, 6, 2, 6, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.125 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 8191, 127, 47, 0, 5, 0, 1, 0, 1, 10, 10, 13, 27, 28, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.125 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 837, 15, 9, 2, 2, 0, 1, 0, 2, 6, 30, 0, 9, 5, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.125 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 382, 9, 0, 0, 0, 0, 0, 0, 0, 0, 2, 15, 53, 21, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.126 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 127, 10, 0, 0, 0, 0, 1, 0, 0, 0, 6, 19, 28, 61, 114, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.126 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 157, 18, 1, 0, 0, 0, 0, 2, 2, 0, 1, 9, 31, 24, 81, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.126 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 158, 42, 0, 1, 0, 0, 0, 0, 3, 0, 1, 6, 28, 30, 69, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.126 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 31, 87, 0, 0, 0, 0, 2, 0, 0, 0, 3, 7, 9, 36, 78, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.126 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 17, 93, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 4, 31, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.126 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.126 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.126 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.126 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.126 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.126 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.126 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.126 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.126 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.126 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.127 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.127 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.127 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.127 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.127 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.127 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.127 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.127 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.127 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.127 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.127 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:09.127 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.127 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.127 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.127 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 3, 2024-04-12T17:30:09.127 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:09.128 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.128 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1412, 232, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.128 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 18931, 7982, 0, 0, 1, 0, 0, 1, 0, 0, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.128 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 10412, 203, 34, 2, 15, 3, 5, 9, 12, 39, 17, 14, 18, 10, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.128 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1287, 113, 172, 0, 2, 0, 0, 2, 4, 5, 45, 91, 38, 3, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.128 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 474, 25, 37, 0, 2, 0, 0, 0, 0, 2, 2, 12, 166, 3, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.128 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 106, 16, 12, 0, 161, 0, 0, 0, 0, 0, 7, 7, 9, 18, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.128 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 125, 7, 37, 34, 301, 0, 0, 0, 0, 0, 1, 2, 9, 9, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.128 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 37, 2, 1, 33, 211, 0, 0, 0, 0, 0, 0, 0, 2, 11, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.128 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 14, 0, 0, 1, 2140, 102, 0, 0, 0, 0, 0, 0, 0, 4, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.128 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 19, 27, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.128 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.128 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.128 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.129 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.129 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.129 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.129 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.129 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.129 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.129 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.129 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.129 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.129 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.129 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.129 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.129 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.129 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.129 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.130 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.130 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.130 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:09.130 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.130 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.130 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.130 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 4, 2024-04-12T17:30:09.130 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:09.130 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.130 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2620, 1314, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.130 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 10232, 2787, 107, 6, 33, 37, 4, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.130 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 8182, 87, 48, 6, 19, 49, 140, 139, 6, 19, 25, 5, 10, 2, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.130 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1082, 19, 16, 0, 1, 1, 21, 75, 5, 12, 47, 76, 34, 0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.130 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 315, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 15, 148, 2, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.130 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 154, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 20, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.131 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 19, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.131 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 40, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 22, 46, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.131 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 40, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.131 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.131 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.131 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.131 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.131 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.131 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.131 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.131 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.131 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.131 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.131 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.131 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.132 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.132 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.132 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.132 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.132 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.132 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.132 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.132 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.132 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.132 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:09.132 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.132 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.132 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.132 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 5, 2024-04-12T17:30:09.132 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:09.133 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.133 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 189, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.133 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 12098, 2, 0, 1, 6935, 441, 0, 0, 0, 0, 13, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.133 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 9317, 21, 4, 1, 593, 145, 2, 1, 2, 0, 42, 6, 10, 35, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.133 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1046, 21, 1, 1, 91, 18, 0, 0, 0, 0, 37, 12, 9, 7, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.133 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 431, 7, 5, 5, 9, 12, 0, 0, 1, 2, 3, 5, 30, 13, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.133 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 215, 9, 6, 0, 2, 14, 0, 1, 0, 2, 3, 3, 8, 63, 143, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.133 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 208, 2, 1, 1, 1, 0, 0, 2, 0, 8, 5, 4, 17, 15, 45, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.133 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 78, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 10, 17, 38, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.133 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 4, 3, 5, 7, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.133 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.133 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.133 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.133 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.134 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.134 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.134 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.134 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.134 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.134 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.134 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.134 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.134 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.134 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.134 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.134 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.134 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.134 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.135 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.135 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.135 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.135 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:09.135 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.135 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.135 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.135 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 6, 2024-04-12T17:30:09.135 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:09.135 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.135 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.135 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 8667, 8, 0, 0, 11, 0, 0, 0, 1, 0, 0, 4, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.135 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 7785, 73, 35, 0, 5, 4, 2, 3, 11, 15, 14, 12, 23, 16, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.135 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 818, 6, 9, 2, 1, 0, 0, 3, 3, 10, 50, 91, 27, 6, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.135 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 317, 1, 0, 0, 1, 0, 0, 0, 2, 0, 0, 25, 215, 27, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.136 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 94, 3, 0, 0, 0, 2, 0, 1, 4, 0, 0, 0, 4, 48, 133, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.136 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 69, 5, 0, 0, 0, 0, 2, 0, 0, 0, 0, 3, 1, 5, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.136 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 93, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 6, 8, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.136 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.136 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.136 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.136 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.136 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.136 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.136 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.136 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.136 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.136 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.136 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.136 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.137 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.137 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.137 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.137 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.137 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.137 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.137 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.137 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.137 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.137 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.137 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:09.137 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.137 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.137 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.137 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 7, 2024-04-12T17:30:09.138 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:09.138 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.138 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.138 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 12557, 17, 1, 1, 8, 0, 0, 1, 2, 1, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.138 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 7974, 16, 1, 0, 7, 2, 0, 1, 6, 3, 21, 6, 1, 5, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.138 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 810, 2, 0, 0, 0, 0, 1, 0, 0, 4, 22, 7, 5, 3, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.138 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 219, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 1, 39, 22, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.138 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 106, 1, 0, 0, 0, 0, 0, 0, 3, 1, 1, 1, 6, 49, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.138 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 88, 0, 0, 0, 0, 0, 0, 0, 3, 1, 0, 4, 8, 1, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.138 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 119, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 3, 13, 10, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.138 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.138 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.138 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.139 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.139 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.139 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.139 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.139 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.139 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.139 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.139 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.139 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.139 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.139 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.139 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.139 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.139 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.140 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.140 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.140 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.140 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.140 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.140 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:09.140 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.140 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.140 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.140 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.140 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:30:09.140 INFO:tasks.workunit.client.0.smithi099.stdout: "axes": [ 2024-04-12T17:30:09.140 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.140 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T17:30:09.140 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T17:30:09.141 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Latency (usec)", 2024-04-12T17:30:09.141 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 100000, 2024-04-12T17:30:09.141 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T17:30:09.141 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T17:30:09.141 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 99999]", 2024-04-12T17:30:09.141 INFO:tasks.workunit.client.0.smithi099.stdout: "[100000, 199999]", 2024-04-12T17:30:09.141 INFO:tasks.workunit.client.0.smithi099.stdout: "[200000, 399999]", 2024-04-12T17:30:09.141 INFO:tasks.workunit.client.0.smithi099.stdout: "[400000, 799999]", 2024-04-12T17:30:09.141 INFO:tasks.workunit.client.0.smithi099.stdout: "[800000, 1599999]", 2024-04-12T17:30:09.141 INFO:tasks.workunit.client.0.smithi099.stdout: "[1600000, 3199999]", 2024-04-12T17:30:09.141 INFO:tasks.workunit.client.0.smithi099.stdout: "[3200000, 6399999]", 2024-04-12T17:30:09.141 INFO:tasks.workunit.client.0.smithi099.stdout: "[6400000, 12799999]", 2024-04-12T17:30:09.141 INFO:tasks.workunit.client.0.smithi099.stdout: "[12800000, 25599999]", 2024-04-12T17:30:09.141 INFO:tasks.workunit.client.0.smithi099.stdout: "[25600000, 51199999]", 2024-04-12T17:30:09.141 INFO:tasks.workunit.client.0.smithi099.stdout: "[51200000, 102399999]", 2024-04-12T17:30:09.142 INFO:tasks.workunit.client.0.smithi099.stdout: "[102400000, 204799999]", 2024-04-12T17:30:09.142 INFO:tasks.workunit.client.0.smithi099.stdout: "[204800000, 409599999]", 2024-04-12T17:30:09.142 INFO:tasks.workunit.client.0.smithi099.stdout: "[409600000, 819199999]", 2024-04-12T17:30:09.142 INFO:tasks.workunit.client.0.smithi099.stdout: "[819200000, 1638399999]", 2024-04-12T17:30:09.142 INFO:tasks.workunit.client.0.smithi099.stdout: "[1638400000, 3276799999]", 2024-04-12T17:30:09.142 INFO:tasks.workunit.client.0.smithi099.stdout: "[3276800000, 6553599999]", 2024-04-12T17:30:09.142 INFO:tasks.workunit.client.0.smithi099.stdout: "[6553600000, 13107199999]", 2024-04-12T17:30:09.142 INFO:tasks.workunit.client.0.smithi099.stdout: "[13107200000, 26214399999]", 2024-04-12T17:30:09.142 INFO:tasks.workunit.client.0.smithi099.stdout: "[26214400000, 52428799999]", 2024-04-12T17:30:09.142 INFO:tasks.workunit.client.0.smithi099.stdout: "[52428800000, 104857599999]", 2024-04-12T17:30:09.142 INFO:tasks.workunit.client.0.smithi099.stdout: "[104857600000, 209715199999]", 2024-04-12T17:30:09.142 INFO:tasks.workunit.client.0.smithi099.stdout: "[209715200000, 419430399999]", 2024-04-12T17:30:09.142 INFO:tasks.workunit.client.0.smithi099.stdout: "[419430400000, 838860799999]", 2024-04-12T17:30:09.142 INFO:tasks.workunit.client.0.smithi099.stdout: "[838860800000, 1677721599999]", 2024-04-12T17:30:09.142 INFO:tasks.workunit.client.0.smithi099.stdout: "[1677721600000, 3355443199999]", 2024-04-12T17:30:09.143 INFO:tasks.workunit.client.0.smithi099.stdout: "[3355443200000, 6710886399999]", 2024-04-12T17:30:09.143 INFO:tasks.workunit.client.0.smithi099.stdout: "[6710886400000, 13421772799999]", 2024-04-12T17:30:09.143 INFO:tasks.workunit.client.0.smithi099.stdout: "[13421772800000, 26843545599999]", 2024-04-12T17:30:09.143 INFO:tasks.workunit.client.0.smithi099.stdout: "[26843545600000, 53687091199999]", 2024-04-12T17:30:09.143 INFO:tasks.workunit.client.0.smithi099.stdout: "[53687091200000, None]" 2024-04-12T17:30:09.143 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.143 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T17:30:09.143 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.143 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.143 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T17:30:09.143 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T17:30:09.143 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Request size (bytes)", 2024-04-12T17:30:09.143 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 512, 2024-04-12T17:30:09.143 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T17:30:09.144 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T17:30:09.144 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 511]", 2024-04-12T17:30:09.144 INFO:tasks.workunit.client.0.smithi099.stdout: "[512, 1023]", 2024-04-12T17:30:09.144 INFO:tasks.workunit.client.0.smithi099.stdout: "[1024, 2047]", 2024-04-12T17:30:09.144 INFO:tasks.workunit.client.0.smithi099.stdout: "[2048, 4095]", 2024-04-12T17:30:09.144 INFO:tasks.workunit.client.0.smithi099.stdout: "[4096, 8191]", 2024-04-12T17:30:09.144 INFO:tasks.workunit.client.0.smithi099.stdout: "[8192, 16383]", 2024-04-12T17:30:09.144 INFO:tasks.workunit.client.0.smithi099.stdout: "[16384, 32767]", 2024-04-12T17:30:09.144 INFO:tasks.workunit.client.0.smithi099.stdout: "[32768, 65535]", 2024-04-12T17:30:09.144 INFO:tasks.workunit.client.0.smithi099.stdout: "[65536, 131071]", 2024-04-12T17:30:09.144 INFO:tasks.workunit.client.0.smithi099.stdout: "[131072, 262143]", 2024-04-12T17:30:09.144 INFO:tasks.workunit.client.0.smithi099.stdout: "[262144, 524287]", 2024-04-12T17:30:09.144 INFO:tasks.workunit.client.0.smithi099.stdout: "[524288, 1048575]", 2024-04-12T17:30:09.144 INFO:tasks.workunit.client.0.smithi099.stdout: "[1048576, 2097151]", 2024-04-12T17:30:09.144 INFO:tasks.workunit.client.0.smithi099.stdout: "[2097152, 4194303]", 2024-04-12T17:30:09.145 INFO:tasks.workunit.client.0.smithi099.stdout: "[4194304, 8388607]", 2024-04-12T17:30:09.145 INFO:tasks.workunit.client.0.smithi099.stdout: "[8388608, 16777215]", 2024-04-12T17:30:09.145 INFO:tasks.workunit.client.0.smithi099.stdout: "[16777216, 33554431]", 2024-04-12T17:30:09.145 INFO:tasks.workunit.client.0.smithi099.stdout: "[33554432, 67108863]", 2024-04-12T17:30:09.145 INFO:tasks.workunit.client.0.smithi099.stdout: "[67108864, 134217727]", 2024-04-12T17:30:09.145 INFO:tasks.workunit.client.0.smithi099.stdout: "[134217728, 268435455]", 2024-04-12T17:30:09.145 INFO:tasks.workunit.client.0.smithi099.stdout: "[268435456, 536870911]", 2024-04-12T17:30:09.145 INFO:tasks.workunit.client.0.smithi099.stdout: "[536870912, 1073741823]", 2024-04-12T17:30:09.145 INFO:tasks.workunit.client.0.smithi099.stdout: "[1073741824, 2147483647]", 2024-04-12T17:30:09.145 INFO:tasks.workunit.client.0.smithi099.stdout: "[2147483648, 4294967295]", 2024-04-12T17:30:09.145 INFO:tasks.workunit.client.0.smithi099.stdout: "[4294967296, 8589934591]", 2024-04-12T17:30:09.145 INFO:tasks.workunit.client.0.smithi099.stdout: "[8589934592, 17179869183]", 2024-04-12T17:30:09.145 INFO:tasks.workunit.client.0.smithi099.stdout: "[17179869184, 34359738367]", 2024-04-12T17:30:09.145 INFO:tasks.workunit.client.0.smithi099.stdout: "[34359738368, 68719476735]", 2024-04-12T17:30:09.145 INFO:tasks.workunit.client.0.smithi099.stdout: "[68719476736, 137438953471]", 2024-04-12T17:30:09.145 INFO:tasks.workunit.client.0.smithi099.stdout: "[137438953472, 274877906943]", 2024-04-12T17:30:09.146 INFO:tasks.workunit.client.0.smithi099.stdout: "[274877906944, None]" 2024-04-12T17:30:09.146 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.146 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T17:30:09.146 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.146 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.146 INFO:tasks.workunit.client.0.smithi099.stdout: "osds": [ 2024-04-12T17:30:09.146 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.146 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 0, 2024-04-12T17:30:09.146 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:09.146 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.146 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.146 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.146 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.147 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 774, 4, 3, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.147 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 4127, 58, 81, 120, 458, 600, 706, 1, 2, 0, 2, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.147 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 658, 5, 21, 52, 12, 12, 17, 0, 0, 1, 0, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.147 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 256, 0, 0, 10, 0, 0, 2, 0, 0, 0, 0, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.147 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 161, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 2, 5, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.147 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 106, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 1, 3, 10, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.147 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.147 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.147 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.147 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.147 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.147 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.147 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.147 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.147 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.148 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.148 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.148 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.148 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.148 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.148 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.148 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.148 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.148 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.149 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.149 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.149 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.149 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:09.150 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.150 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.150 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.150 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 1, 2024-04-12T17:30:09.150 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:09.150 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.150 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.150 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.150 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.150 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 417, 0, 3, 21, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.150 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2580, 262, 32, 48, 114, 1, 1, 6, 3, 0, 0, 2, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.150 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 503, 22, 1207, 0, 0, 1, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.150 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 429, 1, 136, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.150 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1649, 1248, 55, 0, 0, 0, 0, 0, 0, 0, 2, 1, 5, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.151 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1621, 1750, 238, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 6, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.151 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 45, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.151 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.151 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.151 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.151 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.151 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.151 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.151 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.151 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.151 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.151 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.151 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.151 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.151 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.152 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.152 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.152 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.152 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.152 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.152 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.152 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.152 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:09.152 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.152 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.152 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.152 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 2, 2024-04-12T17:30:09.152 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:09.152 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.153 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.153 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.153 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.153 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1799, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.153 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 8703, 24, 0, 0, 2, 2, 7, 5, 10, 8, 3, 1, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.153 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 15735, 0, 0, 0, 0, 0, 0, 0, 2, 2, 4, 1, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.153 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 369, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.153 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 130, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 8, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.153 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 105, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 19, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.153 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 6, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.153 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.153 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.153 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.153 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.153 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.153 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.154 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.154 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.154 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.154 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.154 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.154 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.154 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.154 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.154 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.154 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.154 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.154 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.154 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.154 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.155 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:09.155 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.155 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.155 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.155 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 3, 2024-04-12T17:30:09.155 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:09.155 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.155 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.155 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.155 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.155 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 514, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.155 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 3092, 43, 0, 0, 3, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.155 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 744, 3, 1, 0, 1, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.155 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 305, 22, 25, 50, 0, 0, 0, 0, 0, 0, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.155 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1196, 226, 10, 127, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.156 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 4221, 2485, 0, 400, 0, 0, 0, 0, 0, 0, 0, 0, 3, 7, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.156 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 123, 288, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.156 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.156 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.156 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.156 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.156 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.156 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.156 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.156 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.156 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.156 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.156 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.156 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.156 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.156 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.157 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.157 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.157 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.157 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.157 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.157 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.157 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:09.157 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.157 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.157 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.157 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 4, 2024-04-12T17:30:09.157 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:09.157 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.157 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.157 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.158 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.158 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 971, 0, 1, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.158 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 3109, 215, 34, 51, 138, 275, 465, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.158 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 269, 12, 1, 0, 0, 0, 11, 0, 0, 0, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.158 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 104, 1, 0, 0, 0, 0, 3, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.158 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 41, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.158 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.158 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.158 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.158 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.158 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.158 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.158 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.159 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.159 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.159 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.159 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.159 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.159 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.159 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.159 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.159 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.159 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.159 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.159 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.159 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.159 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.159 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.160 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:09.160 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.160 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.160 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.160 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 5, 2024-04-12T17:30:09.160 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:09.160 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.160 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.160 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.160 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.160 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 869, 6, 10, 31, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.160 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 5176, 66, 124, 219, 467, 606, 720, 4, 13, 11, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.160 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 309, 3, 6, 10, 19, 7, 10, 0, 2, 5, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.161 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 218, 4, 16, 18, 3, 0, 0, 0, 0, 0, 1, 4, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.161 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 80, 36, 68, 110, 27, 0, 0, 0, 0, 0, 2, 0, 0, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.161 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 11, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.161 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 6, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.161 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.161 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.161 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.161 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.161 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.161 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.161 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.161 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.161 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.161 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.161 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.161 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.161 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.162 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.162 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.162 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.162 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.162 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.162 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.162 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.162 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:09.162 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.162 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.162 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.162 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 6, 2024-04-12T17:30:09.162 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:09.162 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.163 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.163 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.163 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.163 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 611, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.163 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2846, 24, 0, 0, 0, 0, 2, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.163 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 365, 2, 0, 0, 1, 0, 0, 0, 1, 0, 3, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.163 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 283, 4, 0, 0, 0, 0, 0, 0, 1, 0, 0, 6, 4, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.163 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 218, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.163 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 9, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.163 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 6, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.163 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.163 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.163 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.163 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.163 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.163 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.164 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.164 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.164 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.164 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.164 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.164 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.164 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.164 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.164 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.164 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.164 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.164 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.164 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.164 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.164 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:09.164 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.165 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.165 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.165 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 7, 2024-04-12T17:30:09.165 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:09.165 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.165 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.165 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.165 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.165 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 735, 5, 11, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.165 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 7645, 27, 67, 40, 2, 1, 0, 2, 2, 0, 3, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.165 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2265, 32, 82, 39, 1, 0, 0, 0, 1, 0, 1, 0, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.165 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 165, 6, 6, 0, 0, 0, 0, 0, 0, 0, 1, 4, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.165 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 10, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.165 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.165 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.165 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.165 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.166 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.166 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.166 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.166 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.166 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.166 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.166 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.166 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.166 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.166 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.166 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.166 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.166 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.166 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.167 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.167 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.167 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.167 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.167 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:09.167 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.167 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.167 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.167 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.167 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:30:09.167 INFO:tasks.workunit.client.0.smithi099.stdout: "axes": [ 2024-04-12T17:30:09.167 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.167 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T17:30:09.167 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T17:30:09.167 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Latency (usec)", 2024-04-12T17:30:09.168 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 100000, 2024-04-12T17:30:09.168 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T17:30:09.168 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T17:30:09.168 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 99999]", 2024-04-12T17:30:09.168 INFO:tasks.workunit.client.0.smithi099.stdout: "[100000, 199999]", 2024-04-12T17:30:09.168 INFO:tasks.workunit.client.0.smithi099.stdout: "[200000, 399999]", 2024-04-12T17:30:09.168 INFO:tasks.workunit.client.0.smithi099.stdout: "[400000, 799999]", 2024-04-12T17:30:09.168 INFO:tasks.workunit.client.0.smithi099.stdout: "[800000, 1599999]", 2024-04-12T17:30:09.168 INFO:tasks.workunit.client.0.smithi099.stdout: "[1600000, 3199999]", 2024-04-12T17:30:09.168 INFO:tasks.workunit.client.0.smithi099.stdout: "[3200000, 6399999]", 2024-04-12T17:30:09.168 INFO:tasks.workunit.client.0.smithi099.stdout: "[6400000, 12799999]", 2024-04-12T17:30:09.168 INFO:tasks.workunit.client.0.smithi099.stdout: "[12800000, 25599999]", 2024-04-12T17:30:09.168 INFO:tasks.workunit.client.0.smithi099.stdout: "[25600000, 51199999]", 2024-04-12T17:30:09.168 INFO:tasks.workunit.client.0.smithi099.stdout: "[51200000, 102399999]", 2024-04-12T17:30:09.168 INFO:tasks.workunit.client.0.smithi099.stdout: "[102400000, 204799999]", 2024-04-12T17:30:09.168 INFO:tasks.workunit.client.0.smithi099.stdout: "[204800000, 409599999]", 2024-04-12T17:30:09.169 INFO:tasks.workunit.client.0.smithi099.stdout: "[409600000, 819199999]", 2024-04-12T17:30:09.169 INFO:tasks.workunit.client.0.smithi099.stdout: "[819200000, 1638399999]", 2024-04-12T17:30:09.169 INFO:tasks.workunit.client.0.smithi099.stdout: "[1638400000, 3276799999]", 2024-04-12T17:30:09.169 INFO:tasks.workunit.client.0.smithi099.stdout: "[3276800000, 6553599999]", 2024-04-12T17:30:09.169 INFO:tasks.workunit.client.0.smithi099.stdout: "[6553600000, 13107199999]", 2024-04-12T17:30:09.169 INFO:tasks.workunit.client.0.smithi099.stdout: "[13107200000, 26214399999]", 2024-04-12T17:30:09.169 INFO:tasks.workunit.client.0.smithi099.stdout: "[26214400000, 52428799999]", 2024-04-12T17:30:09.169 INFO:tasks.workunit.client.0.smithi099.stdout: "[52428800000, 104857599999]", 2024-04-12T17:30:09.169 INFO:tasks.workunit.client.0.smithi099.stdout: "[104857600000, 209715199999]", 2024-04-12T17:30:09.169 INFO:tasks.workunit.client.0.smithi099.stdout: "[209715200000, 419430399999]", 2024-04-12T17:30:09.169 INFO:tasks.workunit.client.0.smithi099.stdout: "[419430400000, 838860799999]", 2024-04-12T17:30:09.169 INFO:tasks.workunit.client.0.smithi099.stdout: "[838860800000, 1677721599999]", 2024-04-12T17:30:09.169 INFO:tasks.workunit.client.0.smithi099.stdout: "[1677721600000, 3355443199999]", 2024-04-12T17:30:09.169 INFO:tasks.workunit.client.0.smithi099.stdout: "[3355443200000, 6710886399999]", 2024-04-12T17:30:09.169 INFO:tasks.workunit.client.0.smithi099.stdout: "[6710886400000, 13421772799999]", 2024-04-12T17:30:09.169 INFO:tasks.workunit.client.0.smithi099.stdout: "[13421772800000, 26843545599999]", 2024-04-12T17:30:09.169 INFO:tasks.workunit.client.0.smithi099.stdout: "[26843545600000, 53687091199999]", 2024-04-12T17:30:09.170 INFO:tasks.workunit.client.0.smithi099.stdout: "[53687091200000, None]" 2024-04-12T17:30:09.170 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.170 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T17:30:09.170 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.170 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.170 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T17:30:09.170 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T17:30:09.170 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Request size (bytes)", 2024-04-12T17:30:09.170 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 512, 2024-04-12T17:30:09.170 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T17:30:09.170 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T17:30:09.170 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 511]", 2024-04-12T17:30:09.170 INFO:tasks.workunit.client.0.smithi099.stdout: "[512, 1023]", 2024-04-12T17:30:09.170 INFO:tasks.workunit.client.0.smithi099.stdout: "[1024, 2047]", 2024-04-12T17:30:09.171 INFO:tasks.workunit.client.0.smithi099.stdout: "[2048, 4095]", 2024-04-12T17:30:09.171 INFO:tasks.workunit.client.0.smithi099.stdout: "[4096, 8191]", 2024-04-12T17:30:09.171 INFO:tasks.workunit.client.0.smithi099.stdout: "[8192, 16383]", 2024-04-12T17:30:09.171 INFO:tasks.workunit.client.0.smithi099.stdout: "[16384, 32767]", 2024-04-12T17:30:09.171 INFO:tasks.workunit.client.0.smithi099.stdout: "[32768, 65535]", 2024-04-12T17:30:09.171 INFO:tasks.workunit.client.0.smithi099.stdout: "[65536, 131071]", 2024-04-12T17:30:09.171 INFO:tasks.workunit.client.0.smithi099.stdout: "[131072, 262143]", 2024-04-12T17:30:09.171 INFO:tasks.workunit.client.0.smithi099.stdout: "[262144, 524287]", 2024-04-12T17:30:09.171 INFO:tasks.workunit.client.0.smithi099.stdout: "[524288, 1048575]", 2024-04-12T17:30:09.171 INFO:tasks.workunit.client.0.smithi099.stdout: "[1048576, 2097151]", 2024-04-12T17:30:09.171 INFO:tasks.workunit.client.0.smithi099.stdout: "[2097152, 4194303]", 2024-04-12T17:30:09.171 INFO:tasks.workunit.client.0.smithi099.stdout: "[4194304, 8388607]", 2024-04-12T17:30:09.171 INFO:tasks.workunit.client.0.smithi099.stdout: "[8388608, 16777215]", 2024-04-12T17:30:09.171 INFO:tasks.workunit.client.0.smithi099.stdout: "[16777216, 33554431]", 2024-04-12T17:30:09.171 INFO:tasks.workunit.client.0.smithi099.stdout: "[33554432, 67108863]", 2024-04-12T17:30:09.171 INFO:tasks.workunit.client.0.smithi099.stdout: "[67108864, 134217727]", 2024-04-12T17:30:09.172 INFO:tasks.workunit.client.0.smithi099.stdout: "[134217728, 268435455]", 2024-04-12T17:30:09.172 INFO:tasks.workunit.client.0.smithi099.stdout: "[268435456, 536870911]", 2024-04-12T17:30:09.172 INFO:tasks.workunit.client.0.smithi099.stdout: "[536870912, 1073741823]", 2024-04-12T17:30:09.172 INFO:tasks.workunit.client.0.smithi099.stdout: "[1073741824, 2147483647]", 2024-04-12T17:30:09.172 INFO:tasks.workunit.client.0.smithi099.stdout: "[2147483648, 4294967295]", 2024-04-12T17:30:09.172 INFO:tasks.workunit.client.0.smithi099.stdout: "[4294967296, 8589934591]", 2024-04-12T17:30:09.172 INFO:tasks.workunit.client.0.smithi099.stdout: "[8589934592, 17179869183]", 2024-04-12T17:30:09.172 INFO:tasks.workunit.client.0.smithi099.stdout: "[17179869184, 34359738367]", 2024-04-12T17:30:09.172 INFO:tasks.workunit.client.0.smithi099.stdout: "[34359738368, 68719476735]", 2024-04-12T17:30:09.172 INFO:tasks.workunit.client.0.smithi099.stdout: "[68719476736, 137438953471]", 2024-04-12T17:30:09.172 INFO:tasks.workunit.client.0.smithi099.stdout: "[137438953472, 274877906943]", 2024-04-12T17:30:09.172 INFO:tasks.workunit.client.0.smithi099.stdout: "[274877906944, None]" 2024-04-12T17:30:09.172 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.172 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T17:30:09.172 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.172 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.173 INFO:tasks.workunit.client.0.smithi099.stdout: "osds": [ 2024-04-12T17:30:09.173 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.173 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 0, 2024-04-12T17:30:09.173 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:09.173 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.173 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.173 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.173 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.173 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 803, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.173 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 6158, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.173 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 783, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.173 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 279, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.173 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 180, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.173 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 159, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.173 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.173 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.173 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.174 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.174 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.174 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.174 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.174 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.174 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.174 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.174 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.174 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.174 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.174 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.174 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.174 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.174 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.175 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.175 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.175 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.175 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.175 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:09.175 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.175 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.175 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.175 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 1, 2024-04-12T17:30:09.175 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:09.175 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.175 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.175 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.175 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.175 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 448, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.176 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 3052, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.176 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1736, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.176 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 572, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.176 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2969, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.176 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 3639, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.176 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.176 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.176 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.176 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.176 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.176 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.176 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.176 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.176 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.176 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.176 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.177 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.177 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.177 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.177 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.177 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.177 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.177 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.177 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.177 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.177 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.177 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:09.177 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.177 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.177 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.177 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 2, 2024-04-12T17:30:09.177 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:09.178 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.178 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.178 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.178 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.178 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1807, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.178 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 8771, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.178 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 15748, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.178 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 382, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.178 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 149, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.178 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 155, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.178 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.178 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.178 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.178 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.178 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.179 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.179 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.179 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.179 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.179 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.179 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.179 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.179 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.179 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.179 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.179 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.179 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.179 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.179 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.179 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.180 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.180 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:09.180 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.180 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.180 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.180 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 3, 2024-04-12T17:30:09.180 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:09.180 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.180 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.180 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.180 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.180 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 520, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.180 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 3142, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.180 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 754, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.180 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 409, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.180 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1563, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.180 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 7134, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.181 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 436, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.181 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.181 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.181 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.181 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.181 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.181 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.181 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.181 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.181 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.181 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.181 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.181 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.181 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.181 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.181 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.182 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.182 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.182 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.182 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.182 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.182 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:09.182 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.182 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.182 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.182 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 4, 2024-04-12T17:30:09.182 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:09.182 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.182 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.182 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.182 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.183 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 989, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.183 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 4290, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.183 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 297, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.183 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.183 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.183 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.183 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.183 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.183 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.183 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.183 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.183 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.183 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.183 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.183 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.183 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.184 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.184 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.184 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.184 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.184 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.184 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.184 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.184 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.184 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.184 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.184 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.184 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:09.184 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.185 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.185 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.185 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 5, 2024-04-12T17:30:09.185 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:09.185 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.185 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.185 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.185 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.185 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 921, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.185 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 7412, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.185 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 377, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.185 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 268, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.185 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 336, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.185 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.185 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.185 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.186 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.186 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.186 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.186 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.186 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.186 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.186 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.186 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.186 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.186 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.186 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.186 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.186 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.186 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.187 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.187 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.187 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.187 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.187 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.187 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:09.187 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.187 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.187 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.187 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 6, 2024-04-12T17:30:09.187 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:09.187 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.187 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.187 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.187 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.187 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 611, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.187 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2878, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.188 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 376, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.188 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 300, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.188 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 337, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.188 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.188 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.188 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.188 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.188 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.188 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.188 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.188 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.188 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.188 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.188 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.188 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.188 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.189 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.189 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.189 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.189 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.189 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.189 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.189 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.189 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.189 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.189 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:09.189 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.189 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.189 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.189 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 7, 2024-04-12T17:30:09.190 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:09.190 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.190 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.190 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.190 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.190 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 755, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.190 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 7793, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.190 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2427, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.190 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 185, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.190 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.190 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.190 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.190 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.190 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.190 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.191 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.191 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.191 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.191 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.191 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.191 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.191 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.191 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.191 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.191 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.191 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.191 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.191 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.191 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.191 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.191 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.192 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.192 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:09.192 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.192 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.192 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.192 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.192 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:30:09.192 INFO:tasks.workunit.client.0.smithi099.stdout: "axes": [ 2024-04-12T17:30:09.192 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.192 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T17:30:09.192 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T17:30:09.192 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Latency (usec)", 2024-04-12T17:30:09.192 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 100000, 2024-04-12T17:30:09.192 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T17:30:09.192 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T17:30:09.193 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 99999]", 2024-04-12T17:30:09.193 INFO:tasks.workunit.client.0.smithi099.stdout: "[100000, 199999]", 2024-04-12T17:30:09.193 INFO:tasks.workunit.client.0.smithi099.stdout: "[200000, 399999]", 2024-04-12T17:30:09.193 INFO:tasks.workunit.client.0.smithi099.stdout: "[400000, 799999]", 2024-04-12T17:30:09.193 INFO:tasks.workunit.client.0.smithi099.stdout: "[800000, 1599999]", 2024-04-12T17:30:09.193 INFO:tasks.workunit.client.0.smithi099.stdout: "[1600000, 3199999]", 2024-04-12T17:30:09.193 INFO:tasks.workunit.client.0.smithi099.stdout: "[3200000, 6399999]", 2024-04-12T17:30:09.193 INFO:tasks.workunit.client.0.smithi099.stdout: "[6400000, 12799999]", 2024-04-12T17:30:09.193 INFO:tasks.workunit.client.0.smithi099.stdout: "[12800000, 25599999]", 2024-04-12T17:30:09.193 INFO:tasks.workunit.client.0.smithi099.stdout: "[25600000, 51199999]", 2024-04-12T17:30:09.193 INFO:tasks.workunit.client.0.smithi099.stdout: "[51200000, 102399999]", 2024-04-12T17:30:09.193 INFO:tasks.workunit.client.0.smithi099.stdout: "[102400000, 204799999]", 2024-04-12T17:30:09.193 INFO:tasks.workunit.client.0.smithi099.stdout: "[204800000, 409599999]", 2024-04-12T17:30:09.193 INFO:tasks.workunit.client.0.smithi099.stdout: "[409600000, 819199999]", 2024-04-12T17:30:09.193 INFO:tasks.workunit.client.0.smithi099.stdout: "[819200000, 1638399999]", 2024-04-12T17:30:09.193 INFO:tasks.workunit.client.0.smithi099.stdout: "[1638400000, 3276799999]", 2024-04-12T17:30:09.194 INFO:tasks.workunit.client.0.smithi099.stdout: "[3276800000, 6553599999]", 2024-04-12T17:30:09.194 INFO:tasks.workunit.client.0.smithi099.stdout: "[6553600000, 13107199999]", 2024-04-12T17:30:09.194 INFO:tasks.workunit.client.0.smithi099.stdout: "[13107200000, 26214399999]", 2024-04-12T17:30:09.194 INFO:tasks.workunit.client.0.smithi099.stdout: "[26214400000, 52428799999]", 2024-04-12T17:30:09.194 INFO:tasks.workunit.client.0.smithi099.stdout: "[52428800000, 104857599999]", 2024-04-12T17:30:09.194 INFO:tasks.workunit.client.0.smithi099.stdout: "[104857600000, 209715199999]", 2024-04-12T17:30:09.194 INFO:tasks.workunit.client.0.smithi099.stdout: "[209715200000, 419430399999]", 2024-04-12T17:30:09.194 INFO:tasks.workunit.client.0.smithi099.stdout: "[419430400000, 838860799999]", 2024-04-12T17:30:09.194 INFO:tasks.workunit.client.0.smithi099.stdout: "[838860800000, 1677721599999]", 2024-04-12T17:30:09.194 INFO:tasks.workunit.client.0.smithi099.stdout: "[1677721600000, 3355443199999]", 2024-04-12T17:30:09.194 INFO:tasks.workunit.client.0.smithi099.stdout: "[3355443200000, 6710886399999]", 2024-04-12T17:30:09.194 INFO:tasks.workunit.client.0.smithi099.stdout: "[6710886400000, 13421772799999]", 2024-04-12T17:30:09.194 INFO:tasks.workunit.client.0.smithi099.stdout: "[13421772800000, 26843545599999]", 2024-04-12T17:30:09.194 INFO:tasks.workunit.client.0.smithi099.stdout: "[26843545600000, 53687091199999]", 2024-04-12T17:30:09.195 INFO:tasks.workunit.client.0.smithi099.stdout: "[53687091200000, None]" 2024-04-12T17:30:09.195 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.195 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T17:30:09.195 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.195 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.195 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T17:30:09.195 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T17:30:09.195 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Request size (bytes)", 2024-04-12T17:30:09.195 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 512, 2024-04-12T17:30:09.195 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T17:30:09.195 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T17:30:09.196 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 511]", 2024-04-12T17:30:09.196 INFO:tasks.workunit.client.0.smithi099.stdout: "[512, 1023]", 2024-04-12T17:30:09.196 INFO:tasks.workunit.client.0.smithi099.stdout: "[1024, 2047]", 2024-04-12T17:30:09.196 INFO:tasks.workunit.client.0.smithi099.stdout: "[2048, 4095]", 2024-04-12T17:30:09.196 INFO:tasks.workunit.client.0.smithi099.stdout: "[4096, 8191]", 2024-04-12T17:30:09.196 INFO:tasks.workunit.client.0.smithi099.stdout: "[8192, 16383]", 2024-04-12T17:30:09.196 INFO:tasks.workunit.client.0.smithi099.stdout: "[16384, 32767]", 2024-04-12T17:30:09.196 INFO:tasks.workunit.client.0.smithi099.stdout: "[32768, 65535]", 2024-04-12T17:30:09.196 INFO:tasks.workunit.client.0.smithi099.stdout: "[65536, 131071]", 2024-04-12T17:30:09.196 INFO:tasks.workunit.client.0.smithi099.stdout: "[131072, 262143]", 2024-04-12T17:30:09.196 INFO:tasks.workunit.client.0.smithi099.stdout: "[262144, 524287]", 2024-04-12T17:30:09.196 INFO:tasks.workunit.client.0.smithi099.stdout: "[524288, 1048575]", 2024-04-12T17:30:09.196 INFO:tasks.workunit.client.0.smithi099.stdout: "[1048576, 2097151]", 2024-04-12T17:30:09.196 INFO:tasks.workunit.client.0.smithi099.stdout: "[2097152, 4194303]", 2024-04-12T17:30:09.196 INFO:tasks.workunit.client.0.smithi099.stdout: "[4194304, 8388607]", 2024-04-12T17:30:09.197 INFO:tasks.workunit.client.0.smithi099.stdout: "[8388608, 16777215]", 2024-04-12T17:30:09.197 INFO:tasks.workunit.client.0.smithi099.stdout: "[16777216, 33554431]", 2024-04-12T17:30:09.197 INFO:tasks.workunit.client.0.smithi099.stdout: "[33554432, 67108863]", 2024-04-12T17:30:09.197 INFO:tasks.workunit.client.0.smithi099.stdout: "[67108864, 134217727]", 2024-04-12T17:30:09.197 INFO:tasks.workunit.client.0.smithi099.stdout: "[134217728, 268435455]", 2024-04-12T17:30:09.197 INFO:tasks.workunit.client.0.smithi099.stdout: "[268435456, 536870911]", 2024-04-12T17:30:09.197 INFO:tasks.workunit.client.0.smithi099.stdout: "[536870912, 1073741823]", 2024-04-12T17:30:09.197 INFO:tasks.workunit.client.0.smithi099.stdout: "[1073741824, 2147483647]", 2024-04-12T17:30:09.197 INFO:tasks.workunit.client.0.smithi099.stdout: "[2147483648, 4294967295]", 2024-04-12T17:30:09.197 INFO:tasks.workunit.client.0.smithi099.stdout: "[4294967296, 8589934591]", 2024-04-12T17:30:09.197 INFO:tasks.workunit.client.0.smithi099.stdout: "[8589934592, 17179869183]", 2024-04-12T17:30:09.197 INFO:tasks.workunit.client.0.smithi099.stdout: "[17179869184, 34359738367]", 2024-04-12T17:30:09.197 INFO:tasks.workunit.client.0.smithi099.stdout: "[34359738368, 68719476735]", 2024-04-12T17:30:09.197 INFO:tasks.workunit.client.0.smithi099.stdout: "[68719476736, 137438953471]", 2024-04-12T17:30:09.197 INFO:tasks.workunit.client.0.smithi099.stdout: "[137438953472, 274877906943]", 2024-04-12T17:30:09.197 INFO:tasks.workunit.client.0.smithi099.stdout: "[274877906944, None]" 2024-04-12T17:30:09.198 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.198 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T17:30:09.198 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.198 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.198 INFO:tasks.workunit.client.0.smithi099.stdout: "osds": [ 2024-04-12T17:30:09.198 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.198 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 0, 2024-04-12T17:30:09.198 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:09.198 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.198 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.198 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.198 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.198 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 120, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.198 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1902, 21, 1, 0, 11, 0, 0, 0, 0, 1, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.199 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1146, 8, 1, 1, 2, 4, 4, 14, 25, 59, 63, 38, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.199 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 288, 6, 0, 0, 1, 4, 2, 3, 6, 12, 99, 223, 97, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.199 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 377, 4, 0, 0, 0, 0, 1, 1, 1, 5, 26, 41, 359, 13, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.199 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 664, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 12, 23, 34, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.199 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 774, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 6, 13, 21, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.199 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 368, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.199 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 367, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.199 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.199 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.199 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.199 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.199 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.199 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.199 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.199 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.199 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.199 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.200 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.200 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.200 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.200 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.200 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.200 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.200 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.200 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.200 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:09.200 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.200 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.200 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.200 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 1, 2024-04-12T17:30:09.200 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:09.200 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.200 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.201 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.201 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.201 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 49, 9, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.201 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2816, 16, 0, 2, 5, 0, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.201 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1306, 2, 3, 6, 5, 3, 9, 17, 46, 79, 105, 22, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.201 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 63, 0, 0, 0, 0, 1, 0, 0, 2, 5, 66, 264, 200, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.201 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 23, 0, 1, 0, 0, 0, 0, 0, 0, 2, 4, 12, 371, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.201 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 19, 2, 0, 0, 0, 0, 0, 0, 0, 3, 0, 7, 18, 20, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.201 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 89, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 10, 18, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.201 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 286, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.201 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2701, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.201 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 772, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.201 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.201 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.201 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.202 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.202 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.202 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.202 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.202 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.202 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.202 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.202 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.202 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.202 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.202 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.202 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.202 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.202 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.203 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:09.203 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.203 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.203 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.203 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 2, 2024-04-12T17:30:09.203 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:09.203 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.203 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.203 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.203 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.203 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 72, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.203 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 312, 6, 1, 2, 4, 0, 3, 6, 10, 15, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.203 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 177, 12, 0, 0, 0, 1, 2, 5, 3, 10, 34, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.203 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 232, 11, 0, 0, 1, 1, 1, 6, 11, 16, 54, 79, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.203 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 145, 25, 0, 0, 0, 0, 0, 1, 3, 9, 22, 55, 40, 10, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.204 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 49, 24, 0, 0, 0, 0, 0, 0, 1, 2, 20, 14, 32, 46, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.204 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 10, 46, 0, 0, 0, 0, 0, 0, 1, 5, 8, 6, 21, 47, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.204 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 88, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.204 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.204 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.204 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.204 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.204 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.204 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.204 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.204 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.204 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.204 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.204 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.204 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.204 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.204 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.205 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.205 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.205 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.205 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.205 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.205 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:09.205 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.205 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.205 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.205 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 3, 2024-04-12T17:30:09.205 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:09.205 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.205 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.205 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.205 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.205 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 65, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.206 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1327, 18, 0, 0, 14, 1, 4, 5, 12, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.206 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 446, 7, 0, 0, 1, 2, 4, 10, 11, 27, 30, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.206 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 130, 11, 0, 0, 1, 1, 0, 2, 1, 2, 19, 104, 133, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.206 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 353, 8, 0, 0, 0, 0, 0, 0, 2, 6, 5, 14, 99, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.206 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 338, 2, 0, 0, 0, 0, 0, 1, 2, 0, 7, 6, 26, 29, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.206 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 328, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 7, 24, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.206 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 193, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.206 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.206 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.206 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.206 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.206 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.206 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.207 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.207 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.207 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.207 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.207 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.207 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.207 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.207 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.207 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.207 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.207 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.207 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.207 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.207 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:09.207 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.207 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.208 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.208 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 4, 2024-04-12T17:30:09.208 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:09.208 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.208 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.208 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.208 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.208 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 81, 6, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.208 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1158, 10, 0, 0, 9, 0, 3, 2, 5, 8, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.208 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 598, 6, 0, 0, 0, 1, 7, 7, 14, 17, 38, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.208 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 355, 5, 0, 0, 0, 0, 2, 2, 6, 5, 59, 131, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.208 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 429, 17, 0, 0, 0, 0, 0, 0, 0, 2, 12, 23, 132, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.208 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 300, 24, 0, 0, 0, 0, 0, 0, 2, 0, 2, 0, 9, 17, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.208 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 127, 42, 0, 0, 0, 0, 0, 1, 0, 1, 0, 5, 8, 10, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.208 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 93, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.209 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.209 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.209 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.209 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.209 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.209 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.209 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.209 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.209 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.209 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.209 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.209 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.209 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.209 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.209 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.209 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.210 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.210 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.210 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.210 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:09.210 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.210 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.210 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.210 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 5, 2024-04-12T17:30:09.210 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:09.210 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.210 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.210 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.210 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.210 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 142, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.210 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 471, 8, 0, 0, 11, 1, 1, 0, 0, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.211 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 101, 2, 0, 1, 1, 2, 2, 2, 6, 0, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.211 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 98, 4, 1, 0, 0, 1, 0, 2, 7, 3, 17, 24, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.211 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 76, 6, 0, 0, 0, 0, 0, 0, 2, 2, 12, 11, 7, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.211 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 16, 2, 0, 0, 0, 0, 0, 0, 1, 0, 5, 8, 16, 27, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.211 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 5, 8, 19, 88, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.211 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.211 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.211 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.211 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.211 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.211 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.211 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.211 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.211 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.211 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.212 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.212 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.212 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.212 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.212 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.212 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.212 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.212 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.212 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.212 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.212 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:09.212 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.212 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.212 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.212 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 6, 2024-04-12T17:30:09.213 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:09.213 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.213 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.213 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.213 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.213 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 92, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.213 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1116, 22, 1, 0, 16, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.213 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 661, 9, 2, 2, 1, 7, 5, 15, 18, 31, 27, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.213 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 310, 8, 0, 0, 2, 0, 1, 2, 4, 1, 37, 108, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.213 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 442, 15, 0, 0, 0, 0, 1, 1, 0, 2, 5, 8, 161, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.213 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 345, 29, 0, 0, 0, 0, 0, 0, 1, 0, 3, 9, 16, 21, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.213 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 93, 55, 0, 0, 0, 0, 0, 1, 1, 0, 2, 0, 8, 18, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.213 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 101, 97, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.213 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 26, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.213 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.214 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.214 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.214 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.214 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.214 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.214 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.214 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.214 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.214 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.214 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.214 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.214 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.214 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.214 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.215 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.215 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.215 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.215 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:09.215 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.215 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.215 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.215 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 7, 2024-04-12T17:30:09.215 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:09.215 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.215 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.215 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.215 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.215 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 55, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.215 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 209, 10, 1, 0, 12, 1, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.216 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 56, 6, 0, 0, 0, 2, 2, 4, 1, 0, 7, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.216 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 99, 3, 0, 0, 0, 0, 1, 3, 7, 5, 18, 27, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.216 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 65, 0, 0, 0, 0, 1, 0, 1, 3, 2, 13, 27, 24, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.216 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 2, 0, 1, 5, 7, 22, 28, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.216 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 8, 28, 88, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.216 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 7, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.216 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.216 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.216 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.216 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.216 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.216 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.216 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.216 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.216 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.216 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.217 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.217 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.217 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.217 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.217 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.217 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.217 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.217 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.217 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.217 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:09.217 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.217 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.217 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.217 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.217 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.217 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.218 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-12T17:30:09.218 INFO:tasks.workunit.client.0.smithi099.stdout: "axes": [ 2024-04-12T17:30:09.218 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.218 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 8, 2024-04-12T17:30:09.218 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T17:30:09.218 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "number of replicas", 2024-04-12T17:30:09.218 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 1, 2024-04-12T17:30:09.218 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T17:30:09.218 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T17:30:09.218 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0]", 2024-04-12T17:30:09.218 INFO:tasks.workunit.client.0.smithi099.stdout: "[1, 1]", 2024-04-12T17:30:09.218 INFO:tasks.workunit.client.0.smithi099.stdout: "[2, 2]", 2024-04-12T17:30:09.218 INFO:tasks.workunit.client.0.smithi099.stdout: "[3, 3]", 2024-04-12T17:30:09.218 INFO:tasks.workunit.client.0.smithi099.stdout: "[4, 4]", 2024-04-12T17:30:09.218 INFO:tasks.workunit.client.0.smithi099.stdout: "[5, 5]", 2024-04-12T17:30:09.219 INFO:tasks.workunit.client.0.smithi099.stdout: "[6, None]" 2024-04-12T17:30:09.219 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.219 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "linear" 2024-04-12T17:30:09.219 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.219 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.219 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 10, 2024-04-12T17:30:09.219 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T17:30:09.219 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "duration", 2024-04-12T17:30:09.219 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 250000, 2024-04-12T17:30:09.219 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T17:30:09.219 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T17:30:09.219 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 249999]", 2024-04-12T17:30:09.219 INFO:tasks.workunit.client.0.smithi099.stdout: "[250000, 499999]", 2024-04-12T17:30:09.219 INFO:tasks.workunit.client.0.smithi099.stdout: "[500000, 999999]", 2024-04-12T17:30:09.219 INFO:tasks.workunit.client.0.smithi099.stdout: "[1000000, 1999999]", 2024-04-12T17:30:09.219 INFO:tasks.workunit.client.0.smithi099.stdout: "[2000000, 3999999]", 2024-04-12T17:30:09.220 INFO:tasks.workunit.client.0.smithi099.stdout: "[4000000, 7999999]", 2024-04-12T17:30:09.220 INFO:tasks.workunit.client.0.smithi099.stdout: "[8000000, 15999999]", 2024-04-12T17:30:09.220 INFO:tasks.workunit.client.0.smithi099.stdout: "[16000000, 31999999]", 2024-04-12T17:30:09.220 INFO:tasks.workunit.client.0.smithi099.stdout: "[32000000, None]" 2024-04-12T17:30:09.220 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.220 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T17:30:09.220 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.220 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.220 INFO:tasks.workunit.client.0.smithi099.stdout: "osds": [ 2024-04-12T17:30:09.220 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.220 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 0, 2024-04-12T17:30:09.220 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:09.220 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.220 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.220 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.220 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.221 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.221 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.221 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.221 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:09.221 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.221 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.221 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.221 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 1, 2024-04-12T17:30:09.221 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:09.221 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.221 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.221 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.221 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.221 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.221 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.221 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.221 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:09.222 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.222 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.222 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.222 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 2, 2024-04-12T17:30:09.222 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:09.222 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.222 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.222 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.222 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.222 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.222 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.222 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.222 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:09.222 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.223 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.223 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.223 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 3, 2024-04-12T17:30:09.223 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:09.223 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.223 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.223 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.223 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.223 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.223 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.223 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.223 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:09.223 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.223 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.223 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.223 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 4, 2024-04-12T17:30:09.224 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:09.224 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.224 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.224 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.224 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.224 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.224 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.224 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.224 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:09.224 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.224 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.224 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.224 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 5, 2024-04-12T17:30:09.224 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:09.225 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.225 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.225 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.225 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.225 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.225 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.225 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.225 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:09.225 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.225 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.225 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.225 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 6, 2024-04-12T17:30:09.225 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:09.225 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.225 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.225 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.225 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.226 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.226 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.226 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.226 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:09.226 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.226 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.226 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.226 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 7, 2024-04-12T17:30:09.226 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:09.226 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.226 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.226 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.226 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.226 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.226 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.227 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:09.227 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:09.227 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.227 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.227 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:09.227 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.227 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.227 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.227 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_counters": { 2024-04-12T17:30:09.227 INFO:tasks.workunit.client.0.smithi099.stdout: "mds.1e2a24d7ed8c1704620ea3bccfc67a7f23c62d00": { 2024-04-12T17:30:09.227 INFO:tasks.workunit.client.0.smithi099.stdout: "mds": { 2024-04-12T17:30:09.227 INFO:tasks.workunit.client.0.smithi099.stdout: "caps": { 2024-04-12T17:30:09.227 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.227 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.227 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_cap_op_flush_ack": { 2024-04-12T17:30:09.228 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.228 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.228 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-12T17:30:09.228 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.228 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.228 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_cap_op_grant": { 2024-04-12T17:30:09.228 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.228 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.228 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_cap_op_revoke": { 2024-04-12T17:30:09.228 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.228 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.228 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_cap_op_trunc": { 2024-04-12T17:30:09.228 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.228 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.228 INFO:tasks.workunit.client.0.smithi099.stdout: "dir_commit": { 2024-04-12T17:30:09.228 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.229 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.229 INFO:tasks.workunit.client.0.smithi099.stdout: "dir_fetch_complete": { 2024-04-12T17:30:09.229 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12 2024-04-12T17:30:09.229 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.229 INFO:tasks.workunit.client.0.smithi099.stdout: "dir_fetch_keys": { 2024-04-12T17:30:09.229 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10 2024-04-12T17:30:09.229 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.229 INFO:tasks.workunit.client.0.smithi099.stdout: "dir_merge": { 2024-04-12T17:30:09.229 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.229 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.229 INFO:tasks.workunit.client.0.smithi099.stdout: "dir_split": { 2024-04-12T17:30:09.229 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.229 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.229 INFO:tasks.workunit.client.0.smithi099.stdout: "exported_inodes": { 2024-04-12T17:30:09.230 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.230 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.230 INFO:tasks.workunit.client.0.smithi099.stdout: "forward": { 2024-04-12T17:30:09.230 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.230 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.230 INFO:tasks.workunit.client.0.smithi099.stdout: "handle_client_cap_release": { 2024-04-12T17:30:09.230 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.230 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.230 INFO:tasks.workunit.client.0.smithi099.stdout: "handle_client_caps": { 2024-04-12T17:30:09.230 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.230 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.230 INFO:tasks.workunit.client.0.smithi099.stdout: "handle_client_caps_dirty": { 2024-04-12T17:30:09.230 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.230 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.230 INFO:tasks.workunit.client.0.smithi099.stdout: "handle_inode_file_caps": { 2024-04-12T17:30:09.231 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.231 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.231 INFO:tasks.workunit.client.0.smithi099.stdout: "imported_inodes": { 2024-04-12T17:30:09.231 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.231 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.231 INFO:tasks.workunit.client.0.smithi099.stdout: "inodes": { 2024-04-12T17:30:09.231 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10 2024-04-12T17:30:09.231 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.231 INFO:tasks.workunit.client.0.smithi099.stdout: "inodes_expired": { 2024-04-12T17:30:09.231 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.231 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.231 INFO:tasks.workunit.client.0.smithi099.stdout: "inodes_pinned": { 2024-04-12T17:30:09.231 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10 2024-04-12T17:30:09.231 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.231 INFO:tasks.workunit.client.0.smithi099.stdout: "inodes_with_caps": { 2024-04-12T17:30:09.231 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.231 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.232 INFO:tasks.workunit.client.0.smithi099.stdout: "load_cent": { 2024-04-12T17:30:09.232 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.232 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.232 INFO:tasks.workunit.client.0.smithi099.stdout: "openino_dir_fetch": { 2024-04-12T17:30:09.232 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.232 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.232 INFO:tasks.workunit.client.0.smithi099.stdout: "process_request_cap_release": { 2024-04-12T17:30:09.232 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.232 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.232 INFO:tasks.workunit.client.0.smithi099.stdout: "reply_latency": { 2024-04-12T17:30:09.232 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.232 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.232 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.232 INFO:tasks.workunit.client.0.smithi099.stdout: "request": { 2024-04-12T17:30:09.232 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.233 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.233 INFO:tasks.workunit.client.0.smithi099.stdout: "root_rbytes": { 2024-04-12T17:30:09.233 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.233 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.233 INFO:tasks.workunit.client.0.smithi099.stdout: "root_rfiles": { 2024-04-12T17:30:09.233 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.233 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.233 INFO:tasks.workunit.client.0.smithi099.stdout: "root_rsnaps": { 2024-04-12T17:30:09.233 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.233 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.233 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_reply": { 2024-04-12T17:30:09.233 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.233 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.233 INFO:tasks.workunit.client.0.smithi099.stdout: "subtrees": { 2024-04-12T17:30:09.233 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T17:30:09.233 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.234 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.234 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_cache": { 2024-04-12T17:30:09.234 INFO:tasks.workunit.client.0.smithi099.stdout: "ireq_enqueue_scrub": { 2024-04-12T17:30:09.234 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.234 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.234 INFO:tasks.workunit.client.0.smithi099.stdout: "ireq_exportdir": { 2024-04-12T17:30:09.234 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.234 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.234 INFO:tasks.workunit.client.0.smithi099.stdout: "ireq_flush": { 2024-04-12T17:30:09.234 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.234 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.234 INFO:tasks.workunit.client.0.smithi099.stdout: "ireq_fragmentdir": { 2024-04-12T17:30:09.234 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.234 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.235 INFO:tasks.workunit.client.0.smithi099.stdout: "ireq_fragstats": { 2024-04-12T17:30:09.235 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.235 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.235 INFO:tasks.workunit.client.0.smithi099.stdout: "ireq_inodestats": { 2024-04-12T17:30:09.235 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.235 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.235 INFO:tasks.workunit.client.0.smithi099.stdout: "ireq_quiesce_inode": { 2024-04-12T17:30:09.235 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.235 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.235 INFO:tasks.workunit.client.0.smithi099.stdout: "ireq_quiesce_path": { 2024-04-12T17:30:09.235 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.235 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.235 INFO:tasks.workunit.client.0.smithi099.stdout: "num_recovering_enqueued": { 2024-04-12T17:30:09.235 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.235 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.235 INFO:tasks.workunit.client.0.smithi099.stdout: "num_recovering_prioritized": { 2024-04-12T17:30:09.235 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.236 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.236 INFO:tasks.workunit.client.0.smithi099.stdout: "num_recovering_processing": { 2024-04-12T17:30:09.236 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.236 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.236 INFO:tasks.workunit.client.0.smithi099.stdout: "num_strays": { 2024-04-12T17:30:09.236 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.236 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.236 INFO:tasks.workunit.client.0.smithi099.stdout: "num_strays_delayed": { 2024-04-12T17:30:09.236 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.236 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.236 INFO:tasks.workunit.client.0.smithi099.stdout: "num_strays_enqueuing": { 2024-04-12T17:30:09.236 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.236 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.236 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_completed": { 2024-04-12T17:30:09.236 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.236 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.237 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_started": { 2024-04-12T17:30:09.237 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.237 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.237 INFO:tasks.workunit.client.0.smithi099.stdout: "strays_created": { 2024-04-12T17:30:09.237 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.237 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.237 INFO:tasks.workunit.client.0.smithi099.stdout: "strays_enqueued": { 2024-04-12T17:30:09.237 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.237 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.237 INFO:tasks.workunit.client.0.smithi099.stdout: "strays_migrated": { 2024-04-12T17:30:09.237 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.237 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.237 INFO:tasks.workunit.client.0.smithi099.stdout: "strays_reintegrated": { 2024-04-12T17:30:09.237 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.237 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.237 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.238 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_log": { 2024-04-12T17:30:09.238 INFO:tasks.workunit.client.0.smithi099.stdout: "ev": { 2024-04-12T17:30:09.238 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17 2024-04-12T17:30:09.238 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.238 INFO:tasks.workunit.client.0.smithi099.stdout: "evadd": { 2024-04-12T17:30:09.238 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.238 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.238 INFO:tasks.workunit.client.0.smithi099.stdout: "evex": { 2024-04-12T17:30:09.238 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.238 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.238 INFO:tasks.workunit.client.0.smithi099.stdout: "evexd": { 2024-04-12T17:30:09.238 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.238 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.238 INFO:tasks.workunit.client.0.smithi099.stdout: "evexg": { 2024-04-12T17:30:09.238 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.238 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.239 INFO:tasks.workunit.client.0.smithi099.stdout: "evlrg": { 2024-04-12T17:30:09.239 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.239 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.239 INFO:tasks.workunit.client.0.smithi099.stdout: "evtrm": { 2024-04-12T17:30:09.239 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.239 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.239 INFO:tasks.workunit.client.0.smithi099.stdout: "jlat": { 2024-04-12T17:30:09.239 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.239 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.239 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.239 INFO:tasks.workunit.client.0.smithi099.stdout: "replayed": { 2024-04-12T17:30:09.239 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17 2024-04-12T17:30:09.239 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.239 INFO:tasks.workunit.client.0.smithi099.stdout: "seg": { 2024-04-12T17:30:09.239 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T17:30:09.239 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.240 INFO:tasks.workunit.client.0.smithi099.stdout: "segadd": { 2024-04-12T17:30:09.240 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.240 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.240 INFO:tasks.workunit.client.0.smithi099.stdout: "segex": { 2024-04-12T17:30:09.240 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.240 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.240 INFO:tasks.workunit.client.0.smithi099.stdout: "segexd": { 2024-04-12T17:30:09.240 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.240 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.240 INFO:tasks.workunit.client.0.smithi099.stdout: "segexg": { 2024-04-12T17:30:09.240 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.240 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.240 INFO:tasks.workunit.client.0.smithi099.stdout: "segmjr": { 2024-04-12T17:30:09.240 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T17:30:09.240 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.241 INFO:tasks.workunit.client.0.smithi099.stdout: "segtrm": { 2024-04-12T17:30:09.241 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.241 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.241 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.241 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_mem": { 2024-04-12T17:30:09.241 INFO:tasks.workunit.client.0.smithi099.stdout: "cap": { 2024-04-12T17:30:09.241 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.241 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.241 INFO:tasks.workunit.client.0.smithi099.stdout: "cap+": { 2024-04-12T17:30:09.241 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.241 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.241 INFO:tasks.workunit.client.0.smithi099.stdout: "cap-": { 2024-04-12T17:30:09.241 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.241 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.241 INFO:tasks.workunit.client.0.smithi099.stdout: "dir": { 2024-04-12T17:30:09.242 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12 2024-04-12T17:30:09.242 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.242 INFO:tasks.workunit.client.0.smithi099.stdout: "dir+": { 2024-04-12T17:30:09.242 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12 2024-04-12T17:30:09.242 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.242 INFO:tasks.workunit.client.0.smithi099.stdout: "dir-": { 2024-04-12T17:30:09.242 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.242 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.242 INFO:tasks.workunit.client.0.smithi099.stdout: "dn": { 2024-04-12T17:30:09.242 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10 2024-04-12T17:30:09.242 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.242 INFO:tasks.workunit.client.0.smithi099.stdout: "dn+": { 2024-04-12T17:30:09.242 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10 2024-04-12T17:30:09.242 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.242 INFO:tasks.workunit.client.0.smithi099.stdout: "dn-": { 2024-04-12T17:30:09.243 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.243 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.243 INFO:tasks.workunit.client.0.smithi099.stdout: "heap": { 2024-04-12T17:30:09.243 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 248184 2024-04-12T17:30:09.243 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.243 INFO:tasks.workunit.client.0.smithi099.stdout: "ino": { 2024-04-12T17:30:09.243 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13 2024-04-12T17:30:09.243 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.243 INFO:tasks.workunit.client.0.smithi099.stdout: "ino+": { 2024-04-12T17:30:09.243 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13 2024-04-12T17:30:09.243 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.243 INFO:tasks.workunit.client.0.smithi099.stdout: "ino-": { 2024-04-12T17:30:09.243 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.243 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.243 INFO:tasks.workunit.client.0.smithi099.stdout: "rss": { 2024-04-12T17:30:09.244 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 50688 2024-04-12T17:30:09.244 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.244 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.244 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_server": { 2024-04-12T17:30:09.244 INFO:tasks.workunit.client.0.smithi099.stdout: "cap_acquisition_throttle": { 2024-04-12T17:30:09.244 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.244 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.244 INFO:tasks.workunit.client.0.smithi099.stdout: "cap_revoke_eviction": { 2024-04-12T17:30:09.244 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.244 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.244 INFO:tasks.workunit.client.0.smithi099.stdout: "handle_client_request": { 2024-04-12T17:30:09.244 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.244 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.244 INFO:tasks.workunit.client.0.smithi099.stdout: "handle_client_session": { 2024-04-12T17:30:09.244 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.244 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.244 INFO:tasks.workunit.client.0.smithi099.stdout: "handle_peer_request": { 2024-04-12T17:30:09.245 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.245 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.245 INFO:tasks.workunit.client.0.smithi099.stdout: "req_create_latency": { 2024-04-12T17:30:09.245 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.245 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.245 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.245 INFO:tasks.workunit.client.0.smithi099.stdout: "req_getattr_latency": { 2024-04-12T17:30:09.245 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.245 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.245 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.245 INFO:tasks.workunit.client.0.smithi099.stdout: "req_getfilelock_latency": { 2024-04-12T17:30:09.245 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.245 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.245 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.245 INFO:tasks.workunit.client.0.smithi099.stdout: "req_getvxattr_latency": { 2024-04-12T17:30:09.245 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.246 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.246 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.246 INFO:tasks.workunit.client.0.smithi099.stdout: "req_link_latency": { 2024-04-12T17:30:09.246 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.246 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.246 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.246 INFO:tasks.workunit.client.0.smithi099.stdout: "req_lookup_latency": { 2024-04-12T17:30:09.246 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.246 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.246 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.246 INFO:tasks.workunit.client.0.smithi099.stdout: "req_lookuphash_latency": { 2024-04-12T17:30:09.246 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.246 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.246 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.247 INFO:tasks.workunit.client.0.smithi099.stdout: "req_lookupino_latency": { 2024-04-12T17:30:09.247 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.247 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.247 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.247 INFO:tasks.workunit.client.0.smithi099.stdout: "req_lookupname_latency": { 2024-04-12T17:30:09.247 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.247 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.247 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.247 INFO:tasks.workunit.client.0.smithi099.stdout: "req_lookupparent_latency": { 2024-04-12T17:30:09.247 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.247 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.247 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.247 INFO:tasks.workunit.client.0.smithi099.stdout: "req_lookupsnap_latency": { 2024-04-12T17:30:09.247 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.247 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.247 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.248 INFO:tasks.workunit.client.0.smithi099.stdout: "req_lssnap_latency": { 2024-04-12T17:30:09.248 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.248 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.248 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.248 INFO:tasks.workunit.client.0.smithi099.stdout: "req_mkdir_latency": { 2024-04-12T17:30:09.248 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.248 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.248 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.248 INFO:tasks.workunit.client.0.smithi099.stdout: "req_mknod_latency": { 2024-04-12T17:30:09.248 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.248 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.248 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.248 INFO:tasks.workunit.client.0.smithi099.stdout: "req_mksnap_latency": { 2024-04-12T17:30:09.248 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.248 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.248 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.249 INFO:tasks.workunit.client.0.smithi099.stdout: "req_open_latency": { 2024-04-12T17:30:09.249 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.249 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.249 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.249 INFO:tasks.workunit.client.0.smithi099.stdout: "req_readdir_latency": { 2024-04-12T17:30:09.249 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.249 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.249 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.249 INFO:tasks.workunit.client.0.smithi099.stdout: "req_rename_latency": { 2024-04-12T17:30:09.249 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.249 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.249 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.249 INFO:tasks.workunit.client.0.smithi099.stdout: "req_renamesnap_latency": { 2024-04-12T17:30:09.249 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.249 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.249 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.250 INFO:tasks.workunit.client.0.smithi099.stdout: "req_rmdir_latency": { 2024-04-12T17:30:09.250 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.250 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.250 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.250 INFO:tasks.workunit.client.0.smithi099.stdout: "req_rmsnap_latency": { 2024-04-12T17:30:09.250 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.250 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.250 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.250 INFO:tasks.workunit.client.0.smithi099.stdout: "req_rmxattr_latency": { 2024-04-12T17:30:09.250 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.250 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.250 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.250 INFO:tasks.workunit.client.0.smithi099.stdout: "req_setattr_latency": { 2024-04-12T17:30:09.250 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.250 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.250 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.251 INFO:tasks.workunit.client.0.smithi099.stdout: "req_setdirlayout_latency": { 2024-04-12T17:30:09.251 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.251 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.251 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.251 INFO:tasks.workunit.client.0.smithi099.stdout: "req_setfilelock_latency": { 2024-04-12T17:30:09.251 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.251 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.251 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.251 INFO:tasks.workunit.client.0.smithi099.stdout: "req_setlayout_latency": { 2024-04-12T17:30:09.251 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.251 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.251 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.251 INFO:tasks.workunit.client.0.smithi099.stdout: "req_setxattr_latency": { 2024-04-12T17:30:09.251 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.251 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.251 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.252 INFO:tasks.workunit.client.0.smithi099.stdout: "req_snapdiff_latency": { 2024-04-12T17:30:09.252 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.252 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.252 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.252 INFO:tasks.workunit.client.0.smithi099.stdout: "req_symlink_latency": { 2024-04-12T17:30:09.252 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.252 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.252 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.252 INFO:tasks.workunit.client.0.smithi099.stdout: "req_unlink_latency": { 2024-04-12T17:30:09.252 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.252 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.252 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.252 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.252 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_sessions": { 2024-04-12T17:30:09.252 INFO:tasks.workunit.client.0.smithi099.stdout: "average_load": { 2024-04-12T17:30:09.252 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.252 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.253 INFO:tasks.workunit.client.0.smithi099.stdout: "avg_session_uptime": { 2024-04-12T17:30:09.253 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.253 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.253 INFO:tasks.workunit.client.0.smithi099.stdout: "mdthresh_evicted": { 2024-04-12T17:30:09.253 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.253 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.253 INFO:tasks.workunit.client.0.smithi099.stdout: "session_add": { 2024-04-12T17:30:09.253 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8 2024-04-12T17:30:09.253 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.253 INFO:tasks.workunit.client.0.smithi099.stdout: "session_count": { 2024-04-12T17:30:09.253 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.253 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.253 INFO:tasks.workunit.client.0.smithi099.stdout: "session_remove": { 2024-04-12T17:30:09.253 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8 2024-04-12T17:30:09.253 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.253 INFO:tasks.workunit.client.0.smithi099.stdout: "sessions_open": { 2024-04-12T17:30:09.254 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T17:30:09.254 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.254 INFO:tasks.workunit.client.0.smithi099.stdout: "sessions_stale": { 2024-04-12T17:30:09.254 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.254 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.254 INFO:tasks.workunit.client.0.smithi099.stdout: "total_load": { 2024-04-12T17:30:09.254 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.254 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.254 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.254 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T17:30:09.254 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T17:30:09.254 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.254 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.254 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:09.254 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37 2024-04-12T17:30:09.255 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.255 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T17:30:09.255 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.255 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.255 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:09.255 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7 2024-04-12T17:30:09.255 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.255 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.255 INFO:tasks.workunit.client.0.smithi099.stdout: "purge_queue": { 2024-04-12T17:30:09.255 INFO:tasks.workunit.client.0.smithi099.stdout: "pq_executed": { 2024-04-12T17:30:09.255 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.255 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.255 INFO:tasks.workunit.client.0.smithi099.stdout: "pq_executed_ops": { 2024-04-12T17:30:09.255 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.255 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.255 INFO:tasks.workunit.client.0.smithi099.stdout: "pq_executing": { 2024-04-12T17:30:09.255 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.256 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.256 INFO:tasks.workunit.client.0.smithi099.stdout: "pq_executing_high_water": { 2024-04-12T17:30:09.256 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.256 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.256 INFO:tasks.workunit.client.0.smithi099.stdout: "pq_executing_ops": { 2024-04-12T17:30:09.256 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.256 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.256 INFO:tasks.workunit.client.0.smithi099.stdout: "pq_executing_ops_high_water": { 2024-04-12T17:30:09.256 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.256 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.256 INFO:tasks.workunit.client.0.smithi099.stdout: "pq_item_in_journal": { 2024-04-12T17:30:09.256 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.256 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.256 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.256 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.256 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.1e2a24d7ed8c1704620ea3bccfc67a7f23c62d00": { 2024-04-12T17:30:09.256 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T17:30:09.257 INFO:tasks.workunit.client.0.smithi099.stdout: "election_call": { 2024-04-12T17:30:09.257 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5 2024-04-12T17:30:09.257 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.257 INFO:tasks.workunit.client.0.smithi099.stdout: "election_lose": { 2024-04-12T17:30:09.257 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.257 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.257 INFO:tasks.workunit.client.0.smithi099.stdout: "election_win": { 2024-04-12T17:30:09.257 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5 2024-04-12T17:30:09.257 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.257 INFO:tasks.workunit.client.0.smithi099.stdout: "num_elections": { 2024-04-12T17:30:09.257 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17 2024-04-12T17:30:09.257 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.257 INFO:tasks.workunit.client.0.smithi099.stdout: "num_sessions": { 2024-04-12T17:30:09.257 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10 2024-04-12T17:30:09.257 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.257 INFO:tasks.workunit.client.0.smithi099.stdout: "session_add": { 2024-04-12T17:30:09.258 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5 2024-04-12T17:30:09.258 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.258 INFO:tasks.workunit.client.0.smithi099.stdout: "session_rm": { 2024-04-12T17:30:09.258 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 229 2024-04-12T17:30:09.258 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.258 INFO:tasks.workunit.client.0.smithi099.stdout: "session_trim": { 2024-04-12T17:30:09.258 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.258 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.258 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.258 INFO:tasks.workunit.client.0.smithi099.stdout: "paxos": { 2024-04-12T17:30:09.258 INFO:tasks.workunit.client.0.smithi099.stdout: "accept_timeout": { 2024-04-12T17:30:09.258 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.258 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.258 INFO:tasks.workunit.client.0.smithi099.stdout: "begin": { 2024-04-12T17:30:09.258 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8595 2024-04-12T17:30:09.259 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.259 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_bytes": { 2024-04-12T17:30:09.259 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8595, 2024-04-12T17:30:09.259 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 60006797 2024-04-12T17:30:09.259 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.259 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_keys": { 2024-04-12T17:30:09.259 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8595, 2024-04-12T17:30:09.259 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 25785 2024-04-12T17:30:09.259 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.259 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_latency": { 2024-04-12T17:30:09.259 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8595, 2024-04-12T17:30:09.259 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1780957425 2024-04-12T17:30:09.259 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.259 INFO:tasks.workunit.client.0.smithi099.stdout: "collect": { 2024-04-12T17:30:09.260 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.260 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.260 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_bytes": { 2024-04-12T17:30:09.260 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.260 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.260 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.260 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_keys": { 2024-04-12T17:30:09.260 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.260 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.260 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.260 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_latency": { 2024-04-12T17:30:09.260 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.260 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.260 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.260 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_timeout": { 2024-04-12T17:30:09.261 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.261 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.261 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_uncommitted": { 2024-04-12T17:30:09.261 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T17:30:09.261 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.261 INFO:tasks.workunit.client.0.smithi099.stdout: "commit": { 2024-04-12T17:30:09.261 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8593 2024-04-12T17:30:09.261 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.261 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_bytes": { 2024-04-12T17:30:09.261 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8593, 2024-04-12T17:30:09.261 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 59368028 2024-04-12T17:30:09.261 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.261 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_keys": { 2024-04-12T17:30:09.261 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8593, 2024-04-12T17:30:09.261 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 66930 2024-04-12T17:30:09.261 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.262 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_latency": { 2024-04-12T17:30:09.262 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8593, 2024-04-12T17:30:09.262 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3180113475 2024-04-12T17:30:09.262 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.262 INFO:tasks.workunit.client.0.smithi099.stdout: "lease_ack_timeout": { 2024-04-12T17:30:09.262 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.262 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.262 INFO:tasks.workunit.client.0.smithi099.stdout: "lease_timeout": { 2024-04-12T17:30:09.262 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.262 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.262 INFO:tasks.workunit.client.0.smithi099.stdout: "new_pn": { 2024-04-12T17:30:09.262 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5 2024-04-12T17:30:09.262 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.262 INFO:tasks.workunit.client.0.smithi099.stdout: "new_pn_latency": { 2024-04-12T17:30:09.262 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 5, 2024-04-12T17:30:09.263 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 999976 2024-04-12T17:30:09.263 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.263 INFO:tasks.workunit.client.0.smithi099.stdout: "refresh": { 2024-04-12T17:30:09.263 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8596 2024-04-12T17:30:09.263 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.263 INFO:tasks.workunit.client.0.smithi099.stdout: "refresh_latency": { 2024-04-12T17:30:09.263 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8596, 2024-04-12T17:30:09.263 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 32571221249 2024-04-12T17:30:09.263 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.263 INFO:tasks.workunit.client.0.smithi099.stdout: "restart": { 2024-04-12T17:30:09.263 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 19 2024-04-12T17:30:09.263 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.263 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state": { 2024-04-12T17:30:09.263 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T17:30:09.263 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.264 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state_bytes": { 2024-04-12T17:30:09.264 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T17:30:09.264 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 66524 2024-04-12T17:30:09.264 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.264 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state_keys": { 2024-04-12T17:30:09.264 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T17:30:09.264 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6 2024-04-12T17:30:09.264 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.264 INFO:tasks.workunit.client.0.smithi099.stdout: "start_leader": { 2024-04-12T17:30:09.264 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5 2024-04-12T17:30:09.264 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.264 INFO:tasks.workunit.client.0.smithi099.stdout: "start_peon": { 2024-04-12T17:30:09.264 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.264 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.264 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state": { 2024-04-12T17:30:09.265 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.265 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.265 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_bytes": { 2024-04-12T17:30:09.265 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.265 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.265 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.265 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_keys": { 2024-04-12T17:30:09.265 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.265 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.265 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.265 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_latency": { 2024-04-12T17:30:09.265 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.265 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.265 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.265 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.265 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache": { 2024-04-12T17:30:09.265 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T17:30:09.266 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1020054731 2024-04-12T17:30:09.266 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.266 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T17:30:09.266 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 259227648 2024-04-12T17:30:09.266 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.266 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T17:30:09.266 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 258285568 2024-04-12T17:30:09.266 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.266 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T17:30:09.266 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2147483648 2024-04-12T17:30:09.266 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.266 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T17:30:09.266 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 942080 2024-04-12T17:30:09.266 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.266 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.267 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:full": { 2024-04-12T17:30:09.267 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:09.267 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 360710144 2024-04-12T17:30:09.267 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.267 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:09.267 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.267 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.267 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:09.267 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.267 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.267 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:09.267 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 267329056 2024-04-12T17:30:09.267 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.267 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:09.267 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24642155 2024-04-12T17:30:09.267 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.268 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:09.268 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.268 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.268 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:09.268 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.268 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.268 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:09.268 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.268 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.268 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:09.268 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.268 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.268 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:09.268 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.269 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.269 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:09.269 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.269 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.269 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:09.269 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.269 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.269 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:09.269 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.269 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.269 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:09.269 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 68738933 2024-04-12T17:30:09.269 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.269 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.269 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:inc": { 2024-04-12T17:30:09.270 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:09.270 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 339738624 2024-04-12T17:30:09.270 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.270 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:09.270 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.270 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.270 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:09.270 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.270 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.270 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:09.270 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 267329056 2024-04-12T17:30:09.270 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.270 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:09.270 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1516724 2024-04-12T17:30:09.270 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.271 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:09.271 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.271 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.271 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:09.271 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.271 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.271 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:09.271 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.271 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.271 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:09.271 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.271 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.271 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:09.271 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.271 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.272 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:09.272 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.272 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.272 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:09.272 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.272 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.272 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:09.272 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.272 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.272 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:09.272 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 70892844 2024-04-12T17:30:09.272 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.272 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.272 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:kv": { 2024-04-12T17:30:09.272 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:09.273 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 314572800 2024-04-12T17:30:09.273 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.273 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:09.273 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:09.273 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.273 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:09.273 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.273 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.273 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:09.273 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 178219371 2024-04-12T17:30:09.273 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.273 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:09.273 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.273 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.273 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:09.274 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.274 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.274 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:09.274 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.274 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.274 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:09.274 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.274 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.274 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:09.274 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.274 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.274 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:09.274 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.274 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.274 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:09.275 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.275 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.275 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:09.275 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.275 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.275 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:09.275 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.275 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.275 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:09.275 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69244565 2024-04-12T17:30:09.275 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.275 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.275 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb": { 2024-04-12T17:30:09.275 INFO:tasks.workunit.client.0.smithi099.stdout: "compact": { 2024-04-12T17:30:09.275 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.276 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.276 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_queue_len": { 2024-04-12T17:30:09.276 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.276 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.276 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_queue_merge": { 2024-04-12T17:30:09.276 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.276 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.276 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_range": { 2024-04-12T17:30:09.276 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 98 2024-04-12T17:30:09.276 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.276 INFO:tasks.workunit.client.0.smithi099.stdout: "get_latency": { 2024-04-12T17:30:09.276 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 386181, 2024-04-12T17:30:09.276 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2270177507 2024-04-12T17:30:09.276 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.276 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_delay_time": { 2024-04-12T17:30:09.276 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.277 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.277 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.277 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_memtable_time": { 2024-04-12T17:30:09.277 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.277 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.277 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.277 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T17:30:09.277 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.277 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.277 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.277 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_wal_time": { 2024-04-12T17:30:09.277 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.277 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.277 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.278 INFO:tasks.workunit.client.0.smithi099.stdout: "submit_latency": { 2024-04-12T17:30:09.278 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.278 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.278 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.278 INFO:tasks.workunit.client.0.smithi099.stdout: "submit_sync_latency": { 2024-04-12T17:30:09.278 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 20768, 2024-04-12T17:30:09.278 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8084612259 2024-04-12T17:30:09.278 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.278 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.278 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.278 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.5b45c9ad1c228149a803c7f15c41ecb95bb8abcb": { 2024-04-12T17:30:09.278 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T17:30:09.278 INFO:tasks.workunit.client.0.smithi099.stdout: "election_call": { 2024-04-12T17:30:09.278 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T17:30:09.279 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.279 INFO:tasks.workunit.client.0.smithi099.stdout: "election_lose": { 2024-04-12T17:30:09.279 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3 2024-04-12T17:30:09.279 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.279 INFO:tasks.workunit.client.0.smithi099.stdout: "election_win": { 2024-04-12T17:30:09.279 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.279 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.279 INFO:tasks.workunit.client.0.smithi099.stdout: "num_elections": { 2024-04-12T17:30:09.279 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12 2024-04-12T17:30:09.279 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.279 INFO:tasks.workunit.client.0.smithi099.stdout: "num_sessions": { 2024-04-12T17:30:09.279 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9 2024-04-12T17:30:09.279 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.279 INFO:tasks.workunit.client.0.smithi099.stdout: "session_add": { 2024-04-12T17:30:09.279 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4 2024-04-12T17:30:09.280 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.280 INFO:tasks.workunit.client.0.smithi099.stdout: "session_rm": { 2024-04-12T17:30:09.280 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 281 2024-04-12T17:30:09.280 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.280 INFO:tasks.workunit.client.0.smithi099.stdout: "session_trim": { 2024-04-12T17:30:09.280 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.280 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.280 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.280 INFO:tasks.workunit.client.0.smithi099.stdout: "paxos": { 2024-04-12T17:30:09.280 INFO:tasks.workunit.client.0.smithi099.stdout: "accept_timeout": { 2024-04-12T17:30:09.280 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.280 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.280 INFO:tasks.workunit.client.0.smithi099.stdout: "begin": { 2024-04-12T17:30:09.280 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8526 2024-04-12T17:30:09.280 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.281 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_bytes": { 2024-04-12T17:30:09.281 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8526, 2024-04-12T17:30:09.281 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 58778945 2024-04-12T17:30:09.281 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.281 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_keys": { 2024-04-12T17:30:09.281 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.281 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.281 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.281 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_latency": { 2024-04-12T17:30:09.281 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8526, 2024-04-12T17:30:09.281 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2001952149 2024-04-12T17:30:09.281 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.281 INFO:tasks.workunit.client.0.smithi099.stdout: "collect": { 2024-04-12T17:30:09.281 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3 2024-04-12T17:30:09.281 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.282 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_bytes": { 2024-04-12T17:30:09.282 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3, 2024-04-12T17:30:09.282 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 219 2024-04-12T17:30:09.282 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.282 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_keys": { 2024-04-12T17:30:09.282 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3, 2024-04-12T17:30:09.282 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3 2024-04-12T17:30:09.282 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.282 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_latency": { 2024-04-12T17:30:09.282 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3, 2024-04-12T17:30:09.282 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 999977 2024-04-12T17:30:09.282 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.282 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_timeout": { 2024-04-12T17:30:09.282 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.282 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.283 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_uncommitted": { 2024-04-12T17:30:09.283 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T17:30:09.283 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.283 INFO:tasks.workunit.client.0.smithi099.stdout: "commit": { 2024-04-12T17:30:09.283 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8527 2024-04-12T17:30:09.283 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.283 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_bytes": { 2024-04-12T17:30:09.283 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.283 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.283 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.283 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_keys": { 2024-04-12T17:30:09.283 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.283 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.283 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.283 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_latency": { 2024-04-12T17:30:09.284 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.284 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.284 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.284 INFO:tasks.workunit.client.0.smithi099.stdout: "lease_ack_timeout": { 2024-04-12T17:30:09.284 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.284 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.284 INFO:tasks.workunit.client.0.smithi099.stdout: "lease_timeout": { 2024-04-12T17:30:09.284 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.284 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.284 INFO:tasks.workunit.client.0.smithi099.stdout: "new_pn": { 2024-04-12T17:30:09.284 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.284 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.284 INFO:tasks.workunit.client.0.smithi099.stdout: "new_pn_latency": { 2024-04-12T17:30:09.284 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.285 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.285 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.285 INFO:tasks.workunit.client.0.smithi099.stdout: "refresh": { 2024-04-12T17:30:09.285 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8527 2024-04-12T17:30:09.285 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.285 INFO:tasks.workunit.client.0.smithi099.stdout: "refresh_latency": { 2024-04-12T17:30:09.285 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8527, 2024-04-12T17:30:09.285 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 29161302491 2024-04-12T17:30:09.285 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.285 INFO:tasks.workunit.client.0.smithi099.stdout: "restart": { 2024-04-12T17:30:09.285 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14 2024-04-12T17:30:09.285 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.285 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state": { 2024-04-12T17:30:09.285 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.285 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.286 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state_bytes": { 2024-04-12T17:30:09.286 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.286 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.286 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.286 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state_keys": { 2024-04-12T17:30:09.286 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.286 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.286 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.286 INFO:tasks.workunit.client.0.smithi099.stdout: "start_leader": { 2024-04-12T17:30:09.286 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.286 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.286 INFO:tasks.workunit.client.0.smithi099.stdout: "start_peon": { 2024-04-12T17:30:09.286 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3 2024-04-12T17:30:09.286 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.287 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state": { 2024-04-12T17:30:09.287 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8526 2024-04-12T17:30:09.287 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.287 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_bytes": { 2024-04-12T17:30:09.287 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8526, 2024-04-12T17:30:09.287 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 115999633 2024-04-12T17:30:09.287 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.287 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_keys": { 2024-04-12T17:30:09.287 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8526, 2024-04-12T17:30:09.287 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 74965 2024-04-12T17:30:09.287 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.287 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_latency": { 2024-04-12T17:30:09.287 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8526, 2024-04-12T17:30:09.287 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5935858129 2024-04-12T17:30:09.287 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.287 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.288 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache": { 2024-04-12T17:30:09.288 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T17:30:09.288 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1020054731 2024-04-12T17:30:09.288 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.288 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T17:30:09.288 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 171917312 2024-04-12T17:30:09.288 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.288 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T17:30:09.288 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 170065920 2024-04-12T17:30:09.288 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.288 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T17:30:09.288 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2147483648 2024-04-12T17:30:09.288 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.288 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T17:30:09.288 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1851392 2024-04-12T17:30:09.288 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.289 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.289 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:full": { 2024-04-12T17:30:09.289 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:09.289 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 360710144 2024-04-12T17:30:09.289 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.289 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:09.289 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.289 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.289 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:09.289 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.289 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.289 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:09.289 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 267404128 2024-04-12T17:30:09.289 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.290 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:09.290 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24453467 2024-04-12T17:30:09.290 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.290 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:09.290 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.290 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.290 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:09.290 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.290 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.290 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:09.290 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.290 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.290 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:09.290 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.290 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.291 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:09.291 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.291 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.291 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:09.291 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.291 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.291 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:09.291 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.291 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.291 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:09.291 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.291 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.291 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:09.291 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 68852549 2024-04-12T17:30:09.291 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.291 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.292 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:inc": { 2024-04-12T17:30:09.292 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:09.292 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 339738624 2024-04-12T17:30:09.292 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.292 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:09.292 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.292 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.292 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:09.292 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.292 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.292 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:09.292 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 267404128 2024-04-12T17:30:09.292 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.292 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:09.292 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1505219 2024-04-12T17:30:09.292 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.293 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:09.293 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.293 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.293 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:09.293 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.293 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.293 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:09.293 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.293 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.293 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:09.293 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.293 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.293 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:09.293 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.294 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.294 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:09.294 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.294 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.294 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:09.294 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.294 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.294 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:09.294 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.294 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.294 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:09.294 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 70829277 2024-04-12T17:30:09.294 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.294 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.295 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:kv": { 2024-04-12T17:30:09.295 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:09.295 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 314572800 2024-04-12T17:30:09.295 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.295 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:09.295 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:09.295 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.295 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:09.295 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.295 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.295 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:09.295 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 178269419 2024-04-12T17:30:09.295 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.295 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:09.295 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.295 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.296 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:09.296 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.296 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.296 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:09.296 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.296 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.296 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:09.296 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.296 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.296 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:09.296 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.296 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.296 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:09.296 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.296 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.297 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:09.297 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.297 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.297 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:09.297 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.297 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.297 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:09.297 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.297 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.297 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:09.297 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69194517 2024-04-12T17:30:09.297 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.297 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.297 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb": { 2024-04-12T17:30:09.298 INFO:tasks.workunit.client.0.smithi099.stdout: "compact": { 2024-04-12T17:30:09.298 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.298 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.298 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_queue_len": { 2024-04-12T17:30:09.298 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.298 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.298 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_queue_merge": { 2024-04-12T17:30:09.298 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.298 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.298 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_range": { 2024-04-12T17:30:09.298 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 98 2024-04-12T17:30:09.298 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.298 INFO:tasks.workunit.client.0.smithi099.stdout: "get_latency": { 2024-04-12T17:30:09.298 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 369945, 2024-04-12T17:30:09.299 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1936335285 2024-04-12T17:30:09.299 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.299 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_delay_time": { 2024-04-12T17:30:09.299 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.299 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.299 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.299 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_memtable_time": { 2024-04-12T17:30:09.299 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.299 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.299 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.299 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T17:30:09.299 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.299 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.299 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.299 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_wal_time": { 2024-04-12T17:30:09.300 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.300 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.300 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.300 INFO:tasks.workunit.client.0.smithi099.stdout: "submit_latency": { 2024-04-12T17:30:09.300 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.300 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.300 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.300 INFO:tasks.workunit.client.0.smithi099.stdout: "submit_sync_latency": { 2024-04-12T17:30:09.300 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 20601, 2024-04-12T17:30:09.300 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10209923929 2024-04-12T17:30:09.300 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.300 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.300 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.300 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.99eca4e11e5c95f50fdb573e338d356fe5d4041f": { 2024-04-12T17:30:09.300 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T17:30:09.300 INFO:tasks.workunit.client.0.smithi099.stdout: "election_call": { 2024-04-12T17:30:09.300 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T17:30:09.301 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.301 INFO:tasks.workunit.client.0.smithi099.stdout: "election_lose": { 2024-04-12T17:30:09.301 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T17:30:09.301 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.301 INFO:tasks.workunit.client.0.smithi099.stdout: "election_win": { 2024-04-12T17:30:09.301 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.301 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.301 INFO:tasks.workunit.client.0.smithi099.stdout: "num_elections": { 2024-04-12T17:30:09.301 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7 2024-04-12T17:30:09.301 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.301 INFO:tasks.workunit.client.0.smithi099.stdout: "num_sessions": { 2024-04-12T17:30:09.301 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7 2024-04-12T17:30:09.301 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.301 INFO:tasks.workunit.client.0.smithi099.stdout: "session_add": { 2024-04-12T17:30:09.301 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3 2024-04-12T17:30:09.301 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.302 INFO:tasks.workunit.client.0.smithi099.stdout: "session_rm": { 2024-04-12T17:30:09.302 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 255 2024-04-12T17:30:09.302 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.302 INFO:tasks.workunit.client.0.smithi099.stdout: "session_trim": { 2024-04-12T17:30:09.302 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.302 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.302 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.302 INFO:tasks.workunit.client.0.smithi099.stdout: "paxos": { 2024-04-12T17:30:09.302 INFO:tasks.workunit.client.0.smithi099.stdout: "accept_timeout": { 2024-04-12T17:30:09.302 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.302 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.302 INFO:tasks.workunit.client.0.smithi099.stdout: "begin": { 2024-04-12T17:30:09.302 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8490 2024-04-12T17:30:09.302 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.302 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_bytes": { 2024-04-12T17:30:09.303 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8490, 2024-04-12T17:30:09.303 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 58519345 2024-04-12T17:30:09.303 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.303 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_keys": { 2024-04-12T17:30:09.303 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.303 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.303 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.303 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_latency": { 2024-04-12T17:30:09.303 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8490, 2024-04-12T17:30:09.303 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1147980216 2024-04-12T17:30:09.303 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.303 INFO:tasks.workunit.client.0.smithi099.stdout: "collect": { 2024-04-12T17:30:09.303 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T17:30:09.303 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.303 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_bytes": { 2024-04-12T17:30:09.304 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T17:30:09.304 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 146 2024-04-12T17:30:09.304 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.304 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_keys": { 2024-04-12T17:30:09.304 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T17:30:09.304 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T17:30:09.304 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.304 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_latency": { 2024-04-12T17:30:09.304 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T17:30:09.304 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 999984 2024-04-12T17:30:09.304 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.304 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_timeout": { 2024-04-12T17:30:09.304 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.304 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.305 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_uncommitted": { 2024-04-12T17:30:09.305 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.305 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.305 INFO:tasks.workunit.client.0.smithi099.stdout: "commit": { 2024-04-12T17:30:09.305 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8490 2024-04-12T17:30:09.305 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.305 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_bytes": { 2024-04-12T17:30:09.305 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.305 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.305 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.305 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_keys": { 2024-04-12T17:30:09.305 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.305 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.305 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.305 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_latency": { 2024-04-12T17:30:09.305 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.305 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.306 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.306 INFO:tasks.workunit.client.0.smithi099.stdout: "lease_ack_timeout": { 2024-04-12T17:30:09.306 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.306 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.306 INFO:tasks.workunit.client.0.smithi099.stdout: "lease_timeout": { 2024-04-12T17:30:09.306 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.306 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.306 INFO:tasks.workunit.client.0.smithi099.stdout: "new_pn": { 2024-04-12T17:30:09.306 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.306 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.306 INFO:tasks.workunit.client.0.smithi099.stdout: "new_pn_latency": { 2024-04-12T17:30:09.306 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.306 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.306 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.306 INFO:tasks.workunit.client.0.smithi099.stdout: "refresh": { 2024-04-12T17:30:09.307 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8490 2024-04-12T17:30:09.307 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.307 INFO:tasks.workunit.client.0.smithi099.stdout: "refresh_latency": { 2024-04-12T17:30:09.307 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8490, 2024-04-12T17:30:09.307 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22973604006 2024-04-12T17:30:09.307 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.307 INFO:tasks.workunit.client.0.smithi099.stdout: "restart": { 2024-04-12T17:30:09.307 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9 2024-04-12T17:30:09.307 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.307 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state": { 2024-04-12T17:30:09.307 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.307 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.307 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state_bytes": { 2024-04-12T17:30:09.307 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.307 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.307 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.308 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state_keys": { 2024-04-12T17:30:09.308 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.308 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.308 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.308 INFO:tasks.workunit.client.0.smithi099.stdout: "start_leader": { 2024-04-12T17:30:09.308 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.308 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.308 INFO:tasks.workunit.client.0.smithi099.stdout: "start_peon": { 2024-04-12T17:30:09.308 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T17:30:09.308 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.308 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state": { 2024-04-12T17:30:09.308 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8490 2024-04-12T17:30:09.308 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.308 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_bytes": { 2024-04-12T17:30:09.308 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8490, 2024-04-12T17:30:09.308 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 115421787 2024-04-12T17:30:09.308 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.309 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_keys": { 2024-04-12T17:30:09.309 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8490, 2024-04-12T17:30:09.309 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 74438 2024-04-12T17:30:09.309 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.309 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_latency": { 2024-04-12T17:30:09.309 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8490, 2024-04-12T17:30:09.309 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1423975457 2024-04-12T17:30:09.309 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.309 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.309 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache": { 2024-04-12T17:30:09.309 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T17:30:09.309 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1020054731 2024-04-12T17:30:09.309 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.309 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T17:30:09.309 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 167731200 2024-04-12T17:30:09.309 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.310 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T17:30:09.310 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 166674432 2024-04-12T17:30:09.310 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.310 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T17:30:09.310 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2147483648 2024-04-12T17:30:09.310 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.310 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T17:30:09.310 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1056768 2024-04-12T17:30:09.310 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.310 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.310 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:full": { 2024-04-12T17:30:09.310 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:09.310 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 360710144 2024-04-12T17:30:09.310 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.311 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:09.311 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.311 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.311 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:09.311 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.311 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.311 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:09.311 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 267443717 2024-04-12T17:30:09.311 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.311 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:09.311 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24357285 2024-04-12T17:30:09.311 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.311 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:09.311 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.311 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.313 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:09.313 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.313 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.314 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:09.314 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.314 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.314 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:09.314 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.314 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.314 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:09.314 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.314 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.314 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:09.314 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.314 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.314 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:09.314 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.315 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.315 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:09.315 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.315 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.315 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:09.315 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 68909142 2024-04-12T17:30:09.315 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.315 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.315 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:inc": { 2024-04-12T17:30:09.315 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:09.315 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 339738624 2024-04-12T17:30:09.315 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.315 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:09.315 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.315 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.316 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:09.316 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.316 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.316 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:09.316 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 267443717 2024-04-12T17:30:09.316 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.316 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:09.316 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1495832 2024-04-12T17:30:09.316 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.316 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:09.316 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.316 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.316 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:09.316 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.316 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.316 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:09.317 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.317 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.317 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:09.317 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.317 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.317 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:09.317 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.317 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.317 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:09.317 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.317 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.317 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:09.317 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.317 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.317 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:09.317 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.318 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.318 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:09.318 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 70799075 2024-04-12T17:30:09.318 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.318 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.318 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:kv": { 2024-04-12T17:30:09.318 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:09.318 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 314572800 2024-04-12T17:30:09.318 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.318 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:09.318 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:09.318 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.318 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:09.318 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.319 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.319 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:09.319 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 178295811 2024-04-12T17:30:09.319 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.319 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:09.319 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.319 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.319 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:09.319 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.319 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.319 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:09.319 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.319 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.319 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:09.319 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.320 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.320 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:09.320 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.320 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.320 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:09.320 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.320 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.320 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:09.320 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.320 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.320 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:09.320 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.320 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.320 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:09.320 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.321 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.321 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:09.321 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69168125 2024-04-12T17:30:09.321 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.321 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.321 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb": { 2024-04-12T17:30:09.321 INFO:tasks.workunit.client.0.smithi099.stdout: "compact": { 2024-04-12T17:30:09.321 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.321 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.321 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_queue_len": { 2024-04-12T17:30:09.321 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.321 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.321 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_queue_merge": { 2024-04-12T17:30:09.321 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.321 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.321 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_range": { 2024-04-12T17:30:09.322 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 97 2024-04-12T17:30:09.322 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.322 INFO:tasks.workunit.client.0.smithi099.stdout: "get_latency": { 2024-04-12T17:30:09.322 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 368244, 2024-04-12T17:30:09.322 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1745516170 2024-04-12T17:30:09.322 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.322 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_delay_time": { 2024-04-12T17:30:09.322 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.322 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.322 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.322 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_memtable_time": { 2024-04-12T17:30:09.322 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.322 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.322 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.323 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T17:30:09.323 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.323 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.323 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.323 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_wal_time": { 2024-04-12T17:30:09.323 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.323 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.323 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.323 INFO:tasks.workunit.client.0.smithi099.stdout: "submit_latency": { 2024-04-12T17:30:09.323 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.323 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.323 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.323 INFO:tasks.workunit.client.0.smithi099.stdout: "submit_sync_latency": { 2024-04-12T17:30:09.323 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 20508, 2024-04-12T17:30:09.324 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3174324653 2024-04-12T17:30:09.324 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.324 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.324 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.324 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.0": { 2024-04-12T17:30:09.324 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:09.324 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_db_max_lat": { 2024-04-12T17:30:09.324 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 30675 2024-04-12T17:30:09.324 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.324 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T17:30:09.324 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.324 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.324 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_max_lat": { 2024-04-12T17:30:09.324 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.324 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.325 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:30:09.325 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.325 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.325 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T17:30:09.325 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T17:30:09.325 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.325 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_slow": { 2024-04-12T17:30:09.325 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.325 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.325 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T17:30:09.325 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.325 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.325 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_wal_max_lat": { 2024-04-12T17:30:09.325 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.326 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.326 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T17:30:09.326 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.326 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.326 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T17:30:09.326 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 29716480 2024-04-12T17:30:09.326 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.326 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T17:30:09.326 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 889143296 2024-04-12T17:30:09.326 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.326 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T17:30:09.326 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 19, 2024-04-12T17:30:09.326 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4653867 2024-04-12T17:30:09.326 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.327 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T17:30:09.327 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 19, 2024-04-12T17:30:09.327 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1658485 2024-04-12T17:30:09.327 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.327 INFO:tasks.workunit.client.0.smithi099.stdout: "db_alloc_lat": { 2024-04-12T17:30:09.327 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 243, 2024-04-12T17:30:09.327 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1222231 2024-04-12T17:30:09.327 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.327 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T17:30:09.327 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995027456 2024-04-12T17:30:09.327 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.327 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T17:30:09.327 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 961413120 2024-04-12T17:30:09.327 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.327 INFO:tasks.workunit.client.0.smithi099.stdout: "flush_lat": { 2024-04-12T17:30:09.327 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77805, 2024-04-12T17:30:09.328 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11836387624 2024-04-12T17:30:09.328 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.328 INFO:tasks.workunit.client.0.smithi099.stdout: "fsync_lat": { 2024-04-12T17:30:09.328 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77786, 2024-04-12T17:30:09.328 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 19170448978 2024-04-12T17:30:09.328 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.328 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T17:30:09.328 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2695168 2024-04-12T17:30:09.328 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.328 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T17:30:09.328 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 318599168 2024-04-12T17:30:09.328 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.328 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T17:30:09.328 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 982712320 2024-04-12T17:30:09.328 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.328 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T17:30:09.329 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.329 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.329 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T17:30:09.329 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.329 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.329 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T17:30:09.329 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57 2024-04-12T17:30:09.329 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.329 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T17:30:09.329 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10389813476 2024-04-12T17:30:09.329 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.329 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T17:30:09.329 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 74734 2024-04-12T17:30:09.329 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.329 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T17:30:09.329 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9144238080 2024-04-12T17:30:09.330 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.330 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T17:30:09.330 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9144242176 2024-04-12T17:30:09.330 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.330 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T17:30:09.330 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.330 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.330 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T17:30:09.330 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.330 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.330 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T17:30:09.330 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67645 2024-04-12T17:30:09.330 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.330 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:09.331 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 74734, 2024-04-12T17:30:09.331 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3003026714 2024-04-12T17:30:09.331 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.331 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T17:30:09.331 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10244817886 2024-04-12T17:30:09.331 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.331 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T17:30:09.331 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 70292 2024-04-12T17:30:09.331 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.331 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T17:30:09.331 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7443319 2024-04-12T17:30:09.331 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.331 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T17:30:09.331 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 839 2024-04-12T17:30:09.331 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.331 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T17:30:09.332 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 29605087 2024-04-12T17:30:09.332 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.332 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T17:30:09.332 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1289 2024-04-12T17:30:09.332 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.332 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T17:30:09.332 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22161768 2024-04-12T17:30:09.332 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.332 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:30:09.332 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22161768 2024-04-12T17:30:09.332 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.332 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:30:09.332 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.332 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.332 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:30:09.332 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.333 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.333 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T17:30:09.333 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 482 2024-04-12T17:30:09.333 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.333 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_lat": { 2024-04-12T17:30:09.333 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1289, 2024-04-12T17:30:09.333 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10096311 2024-04-12T17:30:09.333 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.333 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_alloc_lat": { 2024-04-12T17:30:09.333 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.333 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.333 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.333 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T17:30:09.333 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.333 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.333 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T17:30:09.334 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.334 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.334 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:09.334 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T17:30:09.334 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 817 2024-04-12T17:30:09.334 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.334 INFO:tasks.workunit.client.0.smithi099.stdout: "unlink_lat": { 2024-04-12T17:30:09.334 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 19, 2024-04-12T17:30:09.334 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 38960 2024-04-12T17:30:09.334 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.334 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_alloc_lat": { 2024-04-12T17:30:09.334 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.334 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.334 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.334 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T17:30:09.335 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.335 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.335 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T17:30:09.335 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.335 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.335 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T17:30:09.335 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1240346624 2024-04-12T17:30:09.335 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.335 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.335 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T17:30:09.335 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T17:30:09.335 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T17:30:09.335 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.335 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T17:30:09.336 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9854976 2024-04-12T17:30:09.336 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.336 INFO:tasks.workunit.client.0.smithi099.stdout: "allocator_lat": { 2024-04-12T17:30:09.336 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 21048, 2024-04-12T17:30:09.336 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 82570895 2024-04-12T17:30:09.336 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.336 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T17:30:09.336 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3614, 2024-04-12T17:30:09.336 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6084278476 2024-04-12T17:30:09.336 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.336 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T17:30:09.336 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.336 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.336 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.336 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T17:30:09.337 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.337 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.337 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T17:30:09.337 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.337 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.337 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T17:30:09.337 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.337 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.337 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T17:30:09.337 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 25267, 2024-04-12T17:30:09.337 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 212556113 2024-04-12T17:30:09.337 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.337 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T17:30:09.337 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.337 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.338 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.338 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T17:30:09.338 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.338 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.338 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T17:30:09.338 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77683, 2024-04-12T17:30:09.338 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 23613843860 2024-04-12T17:30:09.338 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.338 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T17:30:09.338 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77056, 2024-04-12T17:30:09.338 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1714092144 2024-04-12T17:30:09.338 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.338 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T17:30:09.338 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77683, 2024-04-12T17:30:09.339 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 46025139 2024-04-12T17:30:09.339 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.339 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T17:30:09.339 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77683, 2024-04-12T17:30:09.339 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 23659868999 2024-04-12T17:30:09.339 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.339 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T17:30:09.339 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.339 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.339 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.339 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T17:30:09.339 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 41229, 2024-04-12T17:30:09.339 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1811551307 2024-04-12T17:30:09.339 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.339 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T17:30:09.340 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1181, 2024-04-12T17:30:09.340 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3311744 2024-04-12T17:30:09.340 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.340 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T17:30:09.340 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 21533, 2024-04-12T17:30:09.340 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11472807 2024-04-12T17:30:09.340 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.340 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:30:09.340 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 54, 2024-04-12T17:30:09.340 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 63278 2024-04-12T17:30:09.340 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.340 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T17:30:09.340 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 17806, 2024-04-12T17:30:09.340 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3387675382 2024-04-12T17:30:09.340 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.340 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T17:30:09.341 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 258529 2024-04-12T17:30:09.341 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.341 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T17:30:09.341 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24340 2024-04-12T17:30:09.341 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.341 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:09.341 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 12716, 2024-04-12T17:30:09.341 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2287000130 2024-04-12T17:30:09.341 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.341 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T17:30:09.341 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 31754, 2024-04-12T17:30:09.341 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12398616 2024-04-12T17:30:09.341 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.341 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T17:30:09.341 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 19038, 2024-04-12T17:30:09.342 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1782073335 2024-04-12T17:30:09.342 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.342 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T17:30:09.342 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.342 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.342 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T17:30:09.342 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15559, 2024-04-12T17:30:09.342 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 482007646 2024-04-12T17:30:09.342 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.342 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_aio_wait_count": { 2024-04-12T17:30:09.342 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.342 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.342 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_committed_kv_count": { 2024-04-12T17:30:09.342 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.343 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.343 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:30:09.343 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.343 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.343 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:30:09.343 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.343 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.343 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T17:30:09.343 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 92466, 2024-04-12T17:30:09.343 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10537246466 2024-04-12T17:30:09.343 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.343 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:30:09.343 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 9168, 2024-04-12T17:30:09.343 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 540061861 2024-04-12T17:30:09.343 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.343 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:30:09.344 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 9167, 2024-04-12T17:30:09.344 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4016888598556 2024-04-12T17:30:09.344 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.344 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T17:30:09.344 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 9168, 2024-04-12T17:30:09.344 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6569308500517 2024-04-12T17:30:09.344 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.344 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T17:30:09.344 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 92465, 2024-04-12T17:30:09.344 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2674112258143 2024-04-12T17:30:09.344 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.344 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T17:30:09.344 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 92465, 2024-04-12T17:30:09.344 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10075272 2024-04-12T17:30:09.344 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.344 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T17:30:09.345 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 92466, 2024-04-12T17:30:09.345 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 339224518 2024-04-12T17:30:09.345 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.345 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T17:30:09.345 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 92466, 2024-04-12T17:30:09.345 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 39248957144 2024-04-12T17:30:09.345 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.345 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T17:30:09.345 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 92466, 2024-04-12T17:30:09.345 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37653870 2024-04-12T17:30:09.345 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.345 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T17:30:09.345 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 92466, 2024-04-12T17:30:09.345 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 19643124425 2024-04-12T17:30:09.345 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.346 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T17:30:09.346 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 92466, 2024-04-12T17:30:09.346 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14341572176 2024-04-12T17:30:09.346 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.346 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T17:30:09.346 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5975765 2024-04-12T17:30:09.346 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.346 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:09.346 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2602, 2024-04-12T17:30:09.346 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14259186 2024-04-12T17:30:09.346 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.346 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T17:30:09.346 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 92466, 2024-04-12T17:30:09.346 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 84126081393 2024-04-12T17:30:09.347 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.347 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T17:30:09.347 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 92466, 2024-04-12T17:30:09.347 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15491049525 2024-04-12T17:30:09.347 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.347 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T17:30:09.347 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 92466, 2024-04-12T17:30:09.347 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 576775525 2024-04-12T17:30:09.347 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.347 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.347 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T17:30:09.347 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T17:30:09.347 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1405275320 2024-04-12T17:30:09.347 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.347 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T17:30:09.348 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 581451776 2024-04-12T17:30:09.348 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.348 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T17:30:09.348 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 538902528 2024-04-12T17:30:09.348 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.348 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T17:30:09.348 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2600684339 2024-04-12T17:30:09.348 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.348 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T17:30:09.348 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 42549248 2024-04-12T17:30:09.348 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.348 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.348 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T17:30:09.348 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:09.348 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 125829120 2024-04-12T17:30:09.348 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.349 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:09.349 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.349 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.349 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:09.349 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.349 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.349 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:09.349 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 55843997 2024-04-12T17:30:09.349 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.349 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:09.349 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.349 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.349 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:09.349 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.349 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.350 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:09.350 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.350 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.350 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:09.350 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.350 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.350 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:09.350 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.350 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.350 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:09.350 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 159744 2024-04-12T17:30:09.350 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.350 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:09.350 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.350 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.351 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:09.351 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.351 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.351 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:09.351 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.351 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.351 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:09.351 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69825379 2024-04-12T17:30:09.351 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.351 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.351 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T17:30:09.351 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:09.351 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 553648128 2024-04-12T17:30:09.351 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.351 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:09.352 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:09.352 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.352 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:09.352 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.352 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.352 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:09.352 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 418829982 2024-04-12T17:30:09.352 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.352 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:09.352 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.352 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.352 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:09.352 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.352 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.352 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:09.352 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2416 2024-04-12T17:30:09.353 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.353 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:09.353 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.353 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.353 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:09.353 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 164464 2024-04-12T17:30:09.353 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.353 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:09.353 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.353 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.353 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:09.353 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.353 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.353 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:09.353 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.354 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.354 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:09.354 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.354 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.354 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:09.354 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67542402 2024-04-12T17:30:09.354 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.354 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.354 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:30:09.354 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:09.354 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 192937984 2024-04-12T17:30:09.354 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.354 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:09.354 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:09.355 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.355 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:09.355 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13951232 2024-04-12T17:30:09.355 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.355 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:09.355 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37229331 2024-04-12T17:30:09.355 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.355 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:09.355 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.355 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.355 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:09.355 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.355 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.355 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:09.355 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.355 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.356 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:09.356 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.356 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.356 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:09.356 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.356 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.356 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:09.356 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.356 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.356 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:09.356 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.356 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.356 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:09.356 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.356 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.356 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:09.357 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.357 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.357 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:09.357 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 74648557 2024-04-12T17:30:09.357 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.357 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.357 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T17:30:09.357 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:09.357 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 494927872 2024-04-12T17:30:09.357 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.357 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:09.357 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.357 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.357 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:09.357 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.357 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.358 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:09.358 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 418829982 2024-04-12T17:30:09.358 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.358 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:09.358 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.358 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.358 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:09.358 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.358 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.358 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:09.358 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.358 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.358 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:09.359 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.359 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.359 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:09.359 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 96795 2024-04-12T17:30:09.359 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.359 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:09.359 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1133193 2024-04-12T17:30:09.359 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.359 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:09.359 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.359 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.359 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:09.359 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.359 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.360 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:09.360 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.360 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.360 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:09.360 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 74867902 2024-04-12T17:30:09.360 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.360 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.360 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T17:30:09.360 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T17:30:09.360 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.360 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.360 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:09.360 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 54 2024-04-12T17:30:09.360 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.361 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T17:30:09.361 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.361 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.361 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:09.361 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.361 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.361 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.361 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:09.361 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T17:30:09.361 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57 2024-04-12T17:30:09.361 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.361 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T17:30:09.361 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.361 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.361 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T17:30:09.361 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 39199 2024-04-12T17:30:09.362 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.362 INFO:tasks.workunit.client.0.smithi099.stdout: "op_before_queue_op_lat": { 2024-04-12T17:30:09.362 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 125653, 2024-04-12T17:30:09.362 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8769333885 2024-04-12T17:30:09.362 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.362 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T17:30:09.362 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3 2024-04-12T17:30:09.362 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.362 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T17:30:09.362 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.362 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.362 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T17:30:09.362 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2626747231 2024-04-12T17:30:09.362 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.362 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T17:30:09.363 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 39199, 2024-04-12T17:30:09.363 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 178775793773 2024-04-12T17:30:09.363 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.363 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T17:30:09.363 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3458864309 2024-04-12T17:30:09.363 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.363 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T17:30:09.363 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 40041, 2024-04-12T17:30:09.363 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22303412012 2024-04-12T17:30:09.363 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.363 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T17:30:09.363 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 39199, 2024-04-12T17:30:09.363 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 73001978296 2024-04-12T17:30:09.363 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.363 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:09.364 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 23290 2024-04-12T17:30:09.364 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.364 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T17:30:09.364 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 23290, 2024-04-12T17:30:09.364 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18771461761 2024-04-12T17:30:09.364 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.364 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:30:09.364 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.364 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.364 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T17:30:09.364 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3458864309 2024-04-12T17:30:09.364 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.364 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T17:30:09.364 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 23634, 2024-04-12T17:30:09.364 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6191382864 2024-04-12T17:30:09.364 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.365 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T17:30:09.365 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 23290, 2024-04-12T17:30:09.365 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7314260479 2024-04-12T17:30:09.365 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.365 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T17:30:09.365 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8416 2024-04-12T17:30:09.365 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.365 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T17:30:09.365 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 451502352 2024-04-12T17:30:09.365 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.365 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T17:30:09.365 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8416, 2024-04-12T17:30:09.365 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17678689946 2024-04-12T17:30:09.365 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.365 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:30:09.366 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.366 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.366 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:30:09.366 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.366 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.366 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T17:30:09.366 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.366 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.366 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T17:30:09.366 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8706, 2024-04-12T17:30:09.366 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5632649041 2024-04-12T17:30:09.366 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.366 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T17:30:09.367 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8416, 2024-04-12T17:30:09.367 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13943529699 2024-04-12T17:30:09.367 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.367 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:09.367 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7493 2024-04-12T17:30:09.367 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.367 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T17:30:09.367 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2175244879 2024-04-12T17:30:09.367 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.367 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T17:30:09.367 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 7493, 2024-04-12T17:30:09.367 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 142325642066 2024-04-12T17:30:09.367 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.367 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:30:09.367 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.368 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.368 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T17:30:09.368 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 7701, 2024-04-12T17:30:09.368 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10479380107 2024-04-12T17:30:09.368 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.368 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T17:30:09.368 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 7493, 2024-04-12T17:30:09.368 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 51744188118 2024-04-12T17:30:09.368 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.368 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T17:30:09.368 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.368 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.368 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T17:30:09.368 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4199442 2024-04-12T17:30:09.368 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.368 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T17:30:09.369 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 19 2024-04-12T17:30:09.369 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.369 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T17:30:09.369 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T17:30:09.369 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.369 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T17:30:09.369 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 971280384 2024-04-12T17:30:09.369 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.369 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.369 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.369 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.1": { 2024-04-12T17:30:09.369 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:09.369 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_db_max_lat": { 2024-04-12T17:30:09.369 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 60146 2024-04-12T17:30:09.369 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.370 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T17:30:09.370 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.370 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.370 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_max_lat": { 2024-04-12T17:30:09.370 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.370 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.370 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:30:09.370 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.370 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.370 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T17:30:09.370 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T17:30:09.370 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.370 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_slow": { 2024-04-12T17:30:09.370 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.370 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.370 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T17:30:09.371 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.371 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.371 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_wal_max_lat": { 2024-04-12T17:30:09.371 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.371 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.371 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T17:30:09.371 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.371 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.371 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T17:30:09.371 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16093184 2024-04-12T17:30:09.371 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.371 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T17:30:09.371 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 861839360 2024-04-12T17:30:09.371 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.371 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T17:30:09.372 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18, 2024-04-12T17:30:09.372 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8574166 2024-04-12T17:30:09.372 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.372 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T17:30:09.372 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18, 2024-04-12T17:30:09.372 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2532383 2024-04-12T17:30:09.372 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.372 INFO:tasks.workunit.client.0.smithi099.stdout: "db_alloc_lat": { 2024-04-12T17:30:09.372 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 218, 2024-04-12T17:30:09.372 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1125492 2024-04-12T17:30:09.372 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.372 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T17:30:09.372 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995027456 2024-04-12T17:30:09.372 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.373 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T17:30:09.373 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 972488704 2024-04-12T17:30:09.373 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.373 INFO:tasks.workunit.client.0.smithi099.stdout: "flush_lat": { 2024-04-12T17:30:09.373 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 74203, 2024-04-12T17:30:09.373 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11444166615 2024-04-12T17:30:09.373 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.373 INFO:tasks.workunit.client.0.smithi099.stdout: "fsync_lat": { 2024-04-12T17:30:09.373 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 74150, 2024-04-12T17:30:09.373 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18395069650 2024-04-12T17:30:09.373 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.373 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T17:30:09.373 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4431872 2024-04-12T17:30:09.373 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.373 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T17:30:09.373 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 303697920 2024-04-12T17:30:09.374 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.374 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T17:30:09.374 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 989528064 2024-04-12T17:30:09.374 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.374 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T17:30:09.374 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.374 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.374 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T17:30:09.374 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.374 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.374 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T17:30:09.374 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 60 2024-04-12T17:30:09.374 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.374 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T17:30:09.375 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14886321478 2024-04-12T17:30:09.375 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.375 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T17:30:09.375 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 83889 2024-04-12T17:30:09.375 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.375 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T17:30:09.375 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12695388160 2024-04-12T17:30:09.375 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.375 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T17:30:09.375 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12695392256 2024-04-12T17:30:09.375 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.375 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T17:30:09.375 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.375 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.375 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T17:30:09.376 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.376 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.376 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T17:30:09.376 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 83707 2024-04-12T17:30:09.376 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.376 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:09.376 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 83889, 2024-04-12T17:30:09.376 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3943243622 2024-04-12T17:30:09.376 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.376 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T17:30:09.376 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14767135173 2024-04-12T17:30:09.376 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.376 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T17:30:09.376 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 80237 2024-04-12T17:30:09.376 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.377 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T17:30:09.377 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5345072 2024-04-12T17:30:09.377 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.377 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T17:30:09.377 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 738 2024-04-12T17:30:09.377 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.377 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T17:30:09.377 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15973284 2024-04-12T17:30:09.377 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.377 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T17:30:09.377 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1047 2024-04-12T17:30:09.377 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.377 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T17:30:09.377 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10628212 2024-04-12T17:30:09.377 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.377 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:30:09.378 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10628212 2024-04-12T17:30:09.378 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.378 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:30:09.378 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.378 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.378 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:30:09.378 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.378 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.378 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T17:30:09.378 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 323 2024-04-12T17:30:09.378 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.378 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_lat": { 2024-04-12T17:30:09.378 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1047, 2024-04-12T17:30:09.378 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4364968 2024-04-12T17:30:09.378 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.379 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_alloc_lat": { 2024-04-12T17:30:09.379 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.379 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.379 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.379 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T17:30:09.379 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.379 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.379 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T17:30:09.379 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.379 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.379 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:09.379 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T17:30:09.379 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 562 2024-04-12T17:30:09.379 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.379 INFO:tasks.workunit.client.0.smithi099.stdout: "unlink_lat": { 2024-04-12T17:30:09.379 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 9, 2024-04-12T17:30:09.379 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11494 2024-04-12T17:30:09.380 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.380 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_alloc_lat": { 2024-04-12T17:30:09.380 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.380 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.380 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.380 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T17:30:09.380 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.380 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.380 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T17:30:09.380 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.380 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.380 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T17:30:09.380 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1184362496 2024-04-12T17:30:09.380 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.380 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.380 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T17:30:09.381 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T17:30:09.381 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T17:30:09.381 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.381 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T17:30:09.381 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9256960 2024-04-12T17:30:09.381 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.381 INFO:tasks.workunit.client.0.smithi099.stdout: "allocator_lat": { 2024-04-12T17:30:09.381 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 19185, 2024-04-12T17:30:09.381 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 74851166 2024-04-12T17:30:09.381 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.381 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T17:30:09.381 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3536, 2024-04-12T17:30:09.381 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7414786753 2024-04-12T17:30:09.381 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.381 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T17:30:09.381 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.381 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.382 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.382 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T17:30:09.382 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.382 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.382 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T17:30:09.382 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.382 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.382 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T17:30:09.382 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.382 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.382 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T17:30:09.382 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 16284, 2024-04-12T17:30:09.382 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 130951313 2024-04-12T17:30:09.382 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.382 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T17:30:09.383 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.383 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.383 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.383 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T17:30:09.383 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.383 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.383 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T17:30:09.383 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 74063, 2024-04-12T17:30:09.383 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22616067473 2024-04-12T17:30:09.383 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.383 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T17:30:09.383 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73503, 2024-04-12T17:30:09.383 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1663483753 2024-04-12T17:30:09.383 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.383 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T17:30:09.383 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 74063, 2024-04-12T17:30:09.383 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 46255769 2024-04-12T17:30:09.384 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.384 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T17:30:09.384 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 74063, 2024-04-12T17:30:09.384 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22662323242 2024-04-12T17:30:09.384 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.384 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T17:30:09.384 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.384 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.384 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.384 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T17:30:09.384 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 26294, 2024-04-12T17:30:09.384 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1370654385 2024-04-12T17:30:09.384 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.384 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T17:30:09.384 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1000, 2024-04-12T17:30:09.384 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3121093 2024-04-12T17:30:09.385 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.385 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T17:30:09.385 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 7939, 2024-04-12T17:30:09.385 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7038924 2024-04-12T17:30:09.385 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.385 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:30:09.385 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 43, 2024-04-12T17:30:09.385 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 61305 2024-04-12T17:30:09.385 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.385 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T17:30:09.385 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 10520, 2024-04-12T17:30:09.385 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1874155541 2024-04-12T17:30:09.385 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.385 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T17:30:09.385 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 226425 2024-04-12T17:30:09.385 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.386 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T17:30:09.386 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 26513 2024-04-12T17:30:09.386 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.386 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:09.386 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 23024, 2024-04-12T17:30:09.386 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1920332464 2024-04-12T17:30:09.386 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.386 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T17:30:09.386 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73898, 2024-04-12T17:30:09.386 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 19362489 2024-04-12T17:30:09.386 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.386 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T17:30:09.386 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 50874, 2024-04-12T17:30:09.386 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1235426888 2024-04-12T17:30:09.386 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.387 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T17:30:09.387 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.387 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.387 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T17:30:09.387 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15425, 2024-04-12T17:30:09.387 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 426509290 2024-04-12T17:30:09.387 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.387 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_aio_wait_count": { 2024-04-12T17:30:09.387 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.387 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.387 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_committed_kv_count": { 2024-04-12T17:30:09.387 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.387 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.387 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:30:09.388 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.388 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.388 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:30:09.388 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.388 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.388 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T17:30:09.388 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87801, 2024-04-12T17:30:09.388 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10678969648 2024-04-12T17:30:09.388 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.388 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:30:09.388 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 22786, 2024-04-12T17:30:09.388 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2288017508 2024-04-12T17:30:09.388 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.388 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:30:09.388 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 22784, 2024-04-12T17:30:09.388 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4673418368648 2024-04-12T17:30:09.389 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.389 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T17:30:09.389 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 22786, 2024-04-12T17:30:09.389 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7047060023795 2024-04-12T17:30:09.389 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.389 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T17:30:09.389 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87799, 2024-04-12T17:30:09.389 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3064662830855 2024-04-12T17:30:09.389 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.389 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T17:30:09.389 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87799, 2024-04-12T17:30:09.389 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8637705 2024-04-12T17:30:09.389 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.389 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T17:30:09.389 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87801, 2024-04-12T17:30:09.389 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 343082093 2024-04-12T17:30:09.390 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.390 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T17:30:09.390 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87801, 2024-04-12T17:30:09.390 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 35400230534 2024-04-12T17:30:09.390 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.390 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T17:30:09.390 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87801, 2024-04-12T17:30:09.390 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 31977637 2024-04-12T17:30:09.390 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.390 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T17:30:09.390 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87801, 2024-04-12T17:30:09.390 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18017152791 2024-04-12T17:30:09.390 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.390 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T17:30:09.391 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87801, 2024-04-12T17:30:09.391 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15413417042 2024-04-12T17:30:09.391 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.391 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T17:30:09.391 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5384848 2024-04-12T17:30:09.391 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.391 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:09.391 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2588, 2024-04-12T17:30:09.391 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14679644 2024-04-12T17:30:09.391 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.391 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T17:30:09.391 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87801, 2024-04-12T17:30:09.391 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 79866551403 2024-04-12T17:30:09.391 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.391 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T17:30:09.391 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87801, 2024-04-12T17:30:09.391 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16452702193 2024-04-12T17:30:09.392 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.392 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T17:30:09.392 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87801, 2024-04-12T17:30:09.392 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 526588726 2024-04-12T17:30:09.392 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.392 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.392 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T17:30:09.392 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T17:30:09.392 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1405275320 2024-04-12T17:30:09.392 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.392 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T17:30:09.392 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 672980992 2024-04-12T17:30:09.392 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.392 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T17:30:09.392 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 625909760 2024-04-12T17:30:09.392 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.393 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T17:30:09.393 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2600684339 2024-04-12T17:30:09.393 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.393 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T17:30:09.393 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 47071232 2024-04-12T17:30:09.393 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.393 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.393 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T17:30:09.393 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:09.393 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 125829120 2024-04-12T17:30:09.393 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.393 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:09.393 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.393 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.393 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:09.393 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.393 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.394 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:09.394 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 56262399 2024-04-12T17:30:09.394 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.394 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:09.394 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.394 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.394 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:09.394 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.394 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.394 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:09.394 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.394 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.394 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:09.394 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.394 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.395 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:09.395 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 155648 2024-04-12T17:30:09.395 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.395 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:09.395 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 999424 2024-04-12T17:30:09.395 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.395 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:09.395 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.395 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.395 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:09.395 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.395 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.395 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:09.395 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.395 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.395 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:09.396 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 68411649 2024-04-12T17:30:09.396 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.396 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.396 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T17:30:09.396 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:09.396 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 562036736 2024-04-12T17:30:09.396 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.396 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:09.396 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:09.396 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.396 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:09.396 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.396 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.396 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:09.396 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 421967999 2024-04-12T17:30:09.396 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.397 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:09.397 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.397 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.397 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:09.397 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.397 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.397 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:09.397 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 256 2024-04-12T17:30:09.397 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.397 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:09.397 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.397 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.397 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:09.397 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 126128 2024-04-12T17:30:09.398 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.398 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:09.398 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 224 2024-04-12T17:30:09.398 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.398 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:09.398 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.398 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.398 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:09.398 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.398 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.398 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:09.398 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.398 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.398 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:09.398 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 72833265 2024-04-12T17:30:09.399 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.399 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.399 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:30:09.399 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:09.399 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 192937984 2024-04-12T17:30:09.399 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.399 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:09.399 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:09.399 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.399 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:09.399 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17128000 2024-04-12T17:30:09.399 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.399 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:09.399 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37508266 2024-04-12T17:30:09.399 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.400 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:09.400 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.400 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.400 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:09.400 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.400 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.400 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:09.400 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.400 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.400 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:09.400 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.400 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.400 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:09.400 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.400 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.400 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:09.401 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.401 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.401 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:09.401 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.401 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.401 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:09.401 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.401 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.401 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:09.401 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.401 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.401 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:09.401 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71192854 2024-04-12T17:30:09.401 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.401 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.402 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T17:30:09.402 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:09.402 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 494927872 2024-04-12T17:30:09.402 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.402 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:09.402 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.402 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.402 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:09.402 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.402 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.402 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:09.402 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 421967999 2024-04-12T17:30:09.402 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.402 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:09.402 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.403 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.403 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:09.403 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.403 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.403 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:09.403 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.403 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.403 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:09.403 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.403 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.403 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:09.403 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 112821 2024-04-12T17:30:09.403 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.403 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:09.403 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1107613 2024-04-12T17:30:09.404 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.404 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:09.404 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.404 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.404 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:09.404 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.404 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.404 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:09.404 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.404 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.404 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:09.404 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71739439 2024-04-12T17:30:09.404 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.404 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.404 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T17:30:09.405 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T17:30:09.405 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.405 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.405 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:09.405 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13 2024-04-12T17:30:09.405 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.405 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T17:30:09.405 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.405 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.405 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:09.405 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.405 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.405 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.405 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:09.405 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T17:30:09.406 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 50 2024-04-12T17:30:09.406 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.406 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T17:30:09.406 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.406 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.406 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T17:30:09.406 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 40683 2024-04-12T17:30:09.406 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.406 INFO:tasks.workunit.client.0.smithi099.stdout: "op_before_queue_op_lat": { 2024-04-12T17:30:09.406 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 136264, 2024-04-12T17:30:09.406 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11065244809 2024-04-12T17:30:09.406 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.406 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T17:30:09.407 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.407 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.407 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T17:30:09.407 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.407 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.407 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T17:30:09.407 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2284830269 2024-04-12T17:30:09.407 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.407 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T17:30:09.407 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 40683, 2024-04-12T17:30:09.407 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 740149246445 2024-04-12T17:30:09.407 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.407 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T17:30:09.407 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2444010099 2024-04-12T17:30:09.407 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.407 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T17:30:09.408 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 42351, 2024-04-12T17:30:09.408 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 32686934403 2024-04-12T17:30:09.408 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.408 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T17:30:09.408 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 40683, 2024-04-12T17:30:09.408 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 111815891209 2024-04-12T17:30:09.408 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.408 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:09.408 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18565 2024-04-12T17:30:09.408 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.408 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T17:30:09.408 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18565, 2024-04-12T17:30:09.408 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12075980809 2024-04-12T17:30:09.408 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.408 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:30:09.408 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.409 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.409 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T17:30:09.409 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2444010099 2024-04-12T17:30:09.409 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.409 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T17:30:09.409 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18995, 2024-04-12T17:30:09.409 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5124602640 2024-04-12T17:30:09.409 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.409 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T17:30:09.409 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18565, 2024-04-12T17:30:09.409 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4924040664 2024-04-12T17:30:09.409 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.409 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T17:30:09.409 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12501 2024-04-12T17:30:09.410 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.410 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T17:30:09.410 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 301188068 2024-04-12T17:30:09.410 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.410 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T17:30:09.410 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 12501, 2024-04-12T17:30:09.410 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 104878586149 2024-04-12T17:30:09.410 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.410 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:30:09.410 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.410 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.410 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:30:09.410 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.410 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.410 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T17:30:09.411 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.411 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.411 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T17:30:09.411 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 12648, 2024-04-12T17:30:09.411 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13704248553 2024-04-12T17:30:09.411 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.411 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T17:30:09.411 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 12501, 2024-04-12T17:30:09.411 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 34156384858 2024-04-12T17:30:09.411 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.411 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:09.411 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9617 2024-04-12T17:30:09.411 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.411 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T17:30:09.411 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1983642201 2024-04-12T17:30:09.412 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.412 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T17:30:09.412 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 9617, 2024-04-12T17:30:09.412 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 623194679487 2024-04-12T17:30:09.412 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.412 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:30:09.412 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.412 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.412 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T17:30:09.412 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 10708, 2024-04-12T17:30:09.412 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13858083210 2024-04-12T17:30:09.412 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.412 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T17:30:09.412 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 9617, 2024-04-12T17:30:09.412 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 72735465687 2024-04-12T17:30:09.413 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.413 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T17:30:09.413 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.413 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.413 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T17:30:09.413 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37 2024-04-12T17:30:09.413 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.413 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T17:30:09.413 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T17:30:09.413 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.413 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T17:30:09.413 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T17:30:09.413 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.413 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T17:30:09.413 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 981762048 2024-04-12T17:30:09.414 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.414 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.414 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.414 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.2": { 2024-04-12T17:30:09.414 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:09.414 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_db_max_lat": { 2024-04-12T17:30:09.414 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 86696 2024-04-12T17:30:09.414 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.414 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T17:30:09.414 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.414 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.414 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_max_lat": { 2024-04-12T17:30:09.414 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.414 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.415 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:30:09.415 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.415 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.415 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T17:30:09.415 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T17:30:09.415 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.415 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_slow": { 2024-04-12T17:30:09.415 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.415 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.415 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T17:30:09.415 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.415 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.415 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_wal_max_lat": { 2024-04-12T17:30:09.415 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.415 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.415 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T17:30:09.416 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.416 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.416 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T17:30:09.416 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16064512 2024-04-12T17:30:09.416 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.416 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T17:30:09.416 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 767275008 2024-04-12T17:30:09.416 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.416 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T17:30:09.416 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 17, 2024-04-12T17:30:09.416 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3232130 2024-04-12T17:30:09.416 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.416 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T17:30:09.416 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 17, 2024-04-12T17:30:09.416 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1156784 2024-04-12T17:30:09.417 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.417 INFO:tasks.workunit.client.0.smithi099.stdout: "db_alloc_lat": { 2024-04-12T17:30:09.417 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 200, 2024-04-12T17:30:09.417 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1145912 2024-04-12T17:30:09.417 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.417 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T17:30:09.417 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995027456 2024-04-12T17:30:09.417 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.417 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T17:30:09.417 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 783351808 2024-04-12T17:30:09.417 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.417 INFO:tasks.workunit.client.0.smithi099.stdout: "flush_lat": { 2024-04-12T17:30:09.417 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 69820, 2024-04-12T17:30:09.417 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10663943776 2024-04-12T17:30:09.418 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.418 INFO:tasks.workunit.client.0.smithi099.stdout: "fsync_lat": { 2024-04-12T17:30:09.418 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 69777, 2024-04-12T17:30:09.418 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17405223871 2024-04-12T17:30:09.418 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.418 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T17:30:09.418 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3112960 2024-04-12T17:30:09.418 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.418 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T17:30:09.418 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 285749248 2024-04-12T17:30:09.418 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.418 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T17:30:09.418 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 804651008 2024-04-12T17:30:09.418 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.418 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T17:30:09.419 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.419 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.419 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T17:30:09.419 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.419 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T17:30:09.419 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 58 2024-04-12T17:30:09.419 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.419 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T17:30:09.419 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11789389197 2024-04-12T17:30:09.419 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.419 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T17:30:09.419 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 84371 2024-04-12T17:30:09.419 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.419 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T17:30:09.419 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10298560512 2024-04-12T17:30:09.420 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.420 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T17:30:09.420 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10298564608 2024-04-12T17:30:09.420 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.420 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T17:30:09.420 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.420 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.420 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T17:30:09.420 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.420 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.420 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T17:30:09.420 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 75455 2024-04-12T17:30:09.420 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.420 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:09.420 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 84371, 2024-04-12T17:30:09.421 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3618383972 2024-04-12T17:30:09.421 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.421 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T17:30:09.421 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11650128791 2024-04-12T17:30:09.421 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.421 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T17:30:09.421 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 80105 2024-04-12T17:30:09.421 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.421 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T17:30:09.421 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5580396 2024-04-12T17:30:09.421 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.421 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T17:30:09.421 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 748 2024-04-12T17:30:09.421 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.421 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T17:30:09.421 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16112749 2024-04-12T17:30:09.421 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.422 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T17:30:09.422 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1145 2024-04-12T17:30:09.422 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.422 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T17:30:09.422 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10532353 2024-04-12T17:30:09.422 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.422 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:30:09.422 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10532353 2024-04-12T17:30:09.422 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.422 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:30:09.422 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.422 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.422 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:30:09.422 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.422 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.423 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T17:30:09.423 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 409 2024-04-12T17:30:09.423 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.423 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_lat": { 2024-04-12T17:30:09.423 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1145, 2024-04-12T17:30:09.423 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4244909 2024-04-12T17:30:09.423 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.423 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_alloc_lat": { 2024-04-12T17:30:09.423 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.423 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.423 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.423 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T17:30:09.423 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.423 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.423 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T17:30:09.424 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.424 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.424 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:09.424 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T17:30:09.424 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 613 2024-04-12T17:30:09.424 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.424 INFO:tasks.workunit.client.0.smithi099.stdout: "unlink_lat": { 2024-04-12T17:30:09.424 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 10, 2024-04-12T17:30:09.424 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11337 2024-04-12T17:30:09.424 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.424 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_alloc_lat": { 2024-04-12T17:30:09.424 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.424 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.424 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.425 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T17:30:09.425 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.425 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.425 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T17:30:09.425 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.425 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.425 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T17:30:09.425 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1071669248 2024-04-12T17:30:09.425 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.425 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.425 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T17:30:09.425 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T17:30:09.425 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T17:30:09.425 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.426 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T17:30:09.426 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9244672 2024-04-12T17:30:09.426 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.426 INFO:tasks.workunit.client.0.smithi099.stdout: "allocator_lat": { 2024-04-12T17:30:09.426 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 14339, 2024-04-12T17:30:09.426 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 52128091 2024-04-12T17:30:09.426 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.426 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T17:30:09.426 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3605, 2024-04-12T17:30:09.426 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7277016795 2024-04-12T17:30:09.426 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.426 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T17:30:09.426 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.426 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.426 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.427 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T17:30:09.427 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.427 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.427 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T17:30:09.427 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.427 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.427 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T17:30:09.427 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.427 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.427 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T17:30:09.427 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 24407, 2024-04-12T17:30:09.427 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 211319859 2024-04-12T17:30:09.427 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.427 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T17:30:09.427 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.428 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.428 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.428 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T17:30:09.428 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.428 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.428 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T17:30:09.428 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 69683, 2024-04-12T17:30:09.428 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 21272953738 2024-04-12T17:30:09.428 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.428 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T17:30:09.428 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 69247, 2024-04-12T17:30:09.428 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1324505757 2024-04-12T17:30:09.428 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.428 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T17:30:09.429 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 69683, 2024-04-12T17:30:09.429 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 33226693 2024-04-12T17:30:09.429 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.429 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T17:30:09.429 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 69683, 2024-04-12T17:30:09.429 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 21306180431 2024-04-12T17:30:09.429 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.429 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T17:30:09.429 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.429 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.429 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.429 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T17:30:09.429 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 56181, 2024-04-12T17:30:09.429 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1272729168 2024-04-12T17:30:09.429 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.430 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T17:30:09.430 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1099, 2024-04-12T17:30:09.430 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2986017 2024-04-12T17:30:09.430 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.430 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T17:30:09.430 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 21723, 2024-04-12T17:30:09.430 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13770160 2024-04-12T17:30:09.430 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.430 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:30:09.430 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 36, 2024-04-12T17:30:09.430 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 41602 2024-04-12T17:30:09.430 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.430 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T17:30:09.430 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 20961, 2024-04-12T17:30:09.431 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1484908128 2024-04-12T17:30:09.431 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.431 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T17:30:09.431 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 268668 2024-04-12T17:30:09.431 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.431 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T17:30:09.431 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18314 2024-04-12T17:30:09.431 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.431 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:09.431 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 20843, 2024-04-12T17:30:09.431 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1897055909 2024-04-12T17:30:09.431 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.431 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T17:30:09.431 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 49520, 2024-04-12T17:30:09.431 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16182720 2024-04-12T17:30:09.432 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.432 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T17:30:09.432 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 28677, 2024-04-12T17:30:09.432 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1665953402 2024-04-12T17:30:09.432 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.432 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T17:30:09.432 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.432 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.432 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T17:30:09.432 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 12608, 2024-04-12T17:30:09.432 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 384623399 2024-04-12T17:30:09.432 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.432 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_aio_wait_count": { 2024-04-12T17:30:09.432 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.432 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.432 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_committed_kv_count": { 2024-04-12T17:30:09.433 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.433 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.433 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:30:09.433 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.433 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.433 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:30:09.433 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.433 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.433 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T17:30:09.433 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 80605, 2024-04-12T17:30:09.433 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9654885985 2024-04-12T17:30:09.433 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.433 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:30:09.433 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 6529, 2024-04-12T17:30:09.433 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1355113398 2024-04-12T17:30:09.434 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.434 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:30:09.434 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 6529, 2024-04-12T17:30:09.434 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3849430147830 2024-04-12T17:30:09.434 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.434 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T17:30:09.434 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 6529, 2024-04-12T17:30:09.434 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6458612200649 2024-04-12T17:30:09.434 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.434 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T17:30:09.434 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 80605, 2024-04-12T17:30:09.434 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2862788326323 2024-04-12T17:30:09.434 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.434 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T17:30:09.434 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 80605, 2024-04-12T17:30:09.435 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8343892 2024-04-12T17:30:09.435 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.435 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T17:30:09.435 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 80605, 2024-04-12T17:30:09.435 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 352713676 2024-04-12T17:30:09.435 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.435 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T17:30:09.435 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 80605, 2024-04-12T17:30:09.435 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 32267399621 2024-04-12T17:30:09.435 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.435 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T17:30:09.435 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 80605, 2024-04-12T17:30:09.435 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 33690534 2024-04-12T17:30:09.435 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.435 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T17:30:09.436 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 80605, 2024-04-12T17:30:09.436 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16060348802 2024-04-12T17:30:09.436 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.436 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T17:30:09.436 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 80605, 2024-04-12T17:30:09.436 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13951744662 2024-04-12T17:30:09.436 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.436 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T17:30:09.436 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5384669 2024-04-12T17:30:09.436 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.436 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:09.436 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2522, 2024-04-12T17:30:09.436 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14405786 2024-04-12T17:30:09.436 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.436 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T17:30:09.437 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 80605, 2024-04-12T17:30:09.437 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 72303478219 2024-04-12T17:30:09.437 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.437 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T17:30:09.437 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 80605, 2024-04-12T17:30:09.437 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14864810813 2024-04-12T17:30:09.437 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.437 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T17:30:09.437 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 80605, 2024-04-12T17:30:09.437 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 489085155 2024-04-12T17:30:09.437 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.437 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.437 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T17:30:09.437 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T17:30:09.437 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1405275320 2024-04-12T17:30:09.437 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.438 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T17:30:09.438 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 586358784 2024-04-12T17:30:09.438 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.438 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T17:30:09.438 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 529170432 2024-04-12T17:30:09.438 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.438 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T17:30:09.438 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2600684339 2024-04-12T17:30:09.438 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.438 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T17:30:09.438 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57188352 2024-04-12T17:30:09.438 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.438 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.438 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T17:30:09.439 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:09.439 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 125829120 2024-04-12T17:30:09.439 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.439 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:09.439 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.439 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.439 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:09.439 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.439 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.439 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:09.439 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 56475854 2024-04-12T17:30:09.439 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.439 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:09.439 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.439 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.439 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:09.440 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.440 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.440 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:09.440 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.440 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.440 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:09.440 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.440 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.440 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:09.440 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.440 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.440 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:09.440 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 118784 2024-04-12T17:30:09.440 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.440 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:09.440 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.441 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.441 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:09.441 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.441 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.441 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:09.441 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.441 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.441 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:09.441 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69234482 2024-04-12T17:30:09.441 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.441 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.441 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T17:30:09.441 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:09.441 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 562036736 2024-04-12T17:30:09.442 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.442 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:09.442 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:09.442 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.442 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:09.442 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.442 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.442 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:09.442 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 423568905 2024-04-12T17:30:09.442 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.442 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:09.442 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.442 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.443 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:09.443 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.443 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.443 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:09.443 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2384 2024-04-12T17:30:09.443 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.443 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:09.443 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.443 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.443 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:09.443 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 152784 2024-04-12T17:30:09.443 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.443 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:09.443 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.443 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.444 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:09.444 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.444 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.444 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:09.444 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.444 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.444 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:09.444 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.444 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.444 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:09.444 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71203799 2024-04-12T17:30:09.444 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.444 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.444 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:30:09.444 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:09.444 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 192937984 2024-04-12T17:30:09.445 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.445 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:09.445 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:09.445 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.445 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:09.445 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16493984 2024-04-12T17:30:09.445 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.445 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:09.445 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37650569 2024-04-12T17:30:09.445 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.445 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:09.445 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.445 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.445 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:09.445 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.446 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.446 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:09.446 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.446 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.446 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:09.446 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.446 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.446 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:09.446 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.446 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.446 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:09.446 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.446 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.446 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:09.446 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.447 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.447 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:09.447 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.447 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.447 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:09.447 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.447 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.447 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:09.447 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71684567 2024-04-12T17:30:09.447 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.447 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.447 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T17:30:09.447 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:09.447 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 494927872 2024-04-12T17:30:09.447 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.447 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:09.448 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.448 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.448 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:09.448 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.448 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.448 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:09.448 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 423568905 2024-04-12T17:30:09.448 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.448 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:09.448 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.448 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.448 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:09.448 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.448 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.448 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:09.448 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.449 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.449 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:09.449 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.449 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.449 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:09.449 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 100682 2024-04-12T17:30:09.449 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.449 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:09.449 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1136417 2024-04-12T17:30:09.449 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.449 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:09.449 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.449 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.449 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:09.449 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.450 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.450 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:09.450 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.450 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.450 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:09.450 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 70121868 2024-04-12T17:30:09.450 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.450 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.450 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T17:30:09.450 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T17:30:09.450 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.450 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.450 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:09.450 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 72 2024-04-12T17:30:09.451 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.451 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T17:30:09.451 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.451 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.451 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:09.451 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.451 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.451 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.451 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:09.451 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T17:30:09.451 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 40 2024-04-12T17:30:09.451 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.451 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T17:30:09.451 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.451 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.452 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T17:30:09.452 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67055 2024-04-12T17:30:09.452 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.452 INFO:tasks.workunit.client.0.smithi099.stdout: "op_before_queue_op_lat": { 2024-04-12T17:30:09.452 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 158791, 2024-04-12T17:30:09.452 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8107165147 2024-04-12T17:30:09.452 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.452 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T17:30:09.452 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T17:30:09.452 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.452 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T17:30:09.452 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.452 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.452 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T17:30:09.453 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2022361199 2024-04-12T17:30:09.453 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.453 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T17:30:09.453 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 67055, 2024-04-12T17:30:09.453 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 118971430204 2024-04-12T17:30:09.453 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.453 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T17:30:09.453 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3508334205 2024-04-12T17:30:09.453 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.453 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T17:30:09.453 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 67951, 2024-04-12T17:30:09.453 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 45574319728 2024-04-12T17:30:09.453 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.453 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T17:30:09.453 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 67055, 2024-04-12T17:30:09.453 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 75700303880 2024-04-12T17:30:09.454 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.454 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:09.454 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37804 2024-04-12T17:30:09.454 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.454 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T17:30:09.454 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 37804, 2024-04-12T17:30:09.454 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24191326958 2024-04-12T17:30:09.454 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.454 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:30:09.454 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.454 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.454 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T17:30:09.454 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3508334205 2024-04-12T17:30:09.454 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.454 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T17:30:09.455 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 38249, 2024-04-12T17:30:09.455 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7149699985 2024-04-12T17:30:09.455 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.455 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T17:30:09.455 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 37804, 2024-04-12T17:30:09.455 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10437081793 2024-04-12T17:30:09.455 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.455 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T17:30:09.455 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 27084 2024-04-12T17:30:09.455 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.455 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T17:30:09.455 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 449014147 2024-04-12T17:30:09.455 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.455 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T17:30:09.455 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 27084, 2024-04-12T17:30:09.455 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 54098947804 2024-04-12T17:30:09.456 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.456 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:30:09.456 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.456 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.456 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:30:09.456 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.456 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.456 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T17:30:09.456 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.456 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.456 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T17:30:09.456 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 27379, 2024-04-12T17:30:09.456 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 34624536242 2024-04-12T17:30:09.456 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.456 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T17:30:09.456 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 27084, 2024-04-12T17:30:09.457 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 49982565606 2024-04-12T17:30:09.457 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.457 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:09.457 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2167 2024-04-12T17:30:09.457 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.457 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T17:30:09.457 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1573347052 2024-04-12T17:30:09.457 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.457 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T17:30:09.457 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2167, 2024-04-12T17:30:09.457 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 40681155442 2024-04-12T17:30:09.457 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.457 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:30:09.457 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.457 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.457 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T17:30:09.458 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2323, 2024-04-12T17:30:09.458 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3800083501 2024-04-12T17:30:09.458 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.458 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T17:30:09.458 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2167, 2024-04-12T17:30:09.458 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15280656481 2024-04-12T17:30:09.458 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.458 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T17:30:09.458 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.458 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.458 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T17:30:09.458 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4194330 2024-04-12T17:30:09.458 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.458 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T17:30:09.459 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17 2024-04-12T17:30:09.459 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.459 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T17:30:09.459 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T17:30:09.459 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.459 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T17:30:09.459 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 792604672 2024-04-12T17:30:09.459 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.459 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.459 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.459 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.3": { 2024-04-12T17:30:09.459 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:09.459 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_db_max_lat": { 2024-04-12T17:30:09.459 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 28923 2024-04-12T17:30:09.460 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.460 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T17:30:09.460 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.460 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.460 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_max_lat": { 2024-04-12T17:30:09.460 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.460 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.460 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:30:09.460 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.460 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.460 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T17:30:09.460 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T17:30:09.461 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.461 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_slow": { 2024-04-12T17:30:09.461 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.461 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.461 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T17:30:09.461 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.461 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.461 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_wal_max_lat": { 2024-04-12T17:30:09.461 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.461 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.461 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T17:30:09.461 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.461 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.461 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T17:30:09.462 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9830400 2024-04-12T17:30:09.462 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.462 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T17:30:09.462 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 669306880 2024-04-12T17:30:09.462 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.462 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T17:30:09.462 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 16, 2024-04-12T17:30:09.462 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3440018 2024-04-12T17:30:09.462 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.462 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T17:30:09.462 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 16, 2024-04-12T17:30:09.462 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1300592 2024-04-12T17:30:09.462 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.462 INFO:tasks.workunit.client.0.smithi099.stdout: "db_alloc_lat": { 2024-04-12T17:30:09.463 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 175, 2024-04-12T17:30:09.463 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 901395 2024-04-12T17:30:09.463 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.463 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T17:30:09.463 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995027456 2024-04-12T17:30:09.463 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.463 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T17:30:09.463 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 637927424 2024-04-12T17:30:09.463 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.463 INFO:tasks.workunit.client.0.smithi099.stdout: "flush_lat": { 2024-04-12T17:30:09.463 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 67324, 2024-04-12T17:30:09.463 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10969667408 2024-04-12T17:30:09.463 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.463 INFO:tasks.workunit.client.0.smithi099.stdout: "fsync_lat": { 2024-04-12T17:30:09.463 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 67327, 2024-04-12T17:30:09.464 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17813741878 2024-04-12T17:30:09.464 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.464 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T17:30:09.464 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9822208 2024-04-12T17:30:09.464 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.464 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T17:30:09.464 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 275816448 2024-04-12T17:30:09.464 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.464 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T17:30:09.464 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 632225792 2024-04-12T17:30:09.464 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.464 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T17:30:09.464 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.464 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.465 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T17:30:09.465 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.465 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.465 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T17:30:09.465 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 50 2024-04-12T17:30:09.465 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.465 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T17:30:09.465 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7685262971 2024-04-12T17:30:09.465 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.465 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T17:30:09.465 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 62349 2024-04-12T17:30:09.465 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.465 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T17:30:09.465 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6813417472 2024-04-12T17:30:09.465 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.466 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T17:30:09.466 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6813421568 2024-04-12T17:30:09.466 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.466 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T17:30:09.466 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.466 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.466 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T17:30:09.466 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.466 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.466 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T17:30:09.466 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 53625 2024-04-12T17:30:09.466 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.466 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:09.466 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 62349, 2024-04-12T17:30:09.467 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2937710933 2024-04-12T17:30:09.467 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.467 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T17:30:09.467 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7568443553 2024-04-12T17:30:09.467 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.467 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T17:30:09.467 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 58768 2024-04-12T17:30:09.467 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.467 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T17:30:09.467 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3035752 2024-04-12T17:30:09.467 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.467 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T17:30:09.467 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 568 2024-04-12T17:30:09.467 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.468 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T17:30:09.468 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9755580 2024-04-12T17:30:09.468 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.468 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T17:30:09.468 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 793 2024-04-12T17:30:09.468 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.468 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T17:30:09.468 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6719828 2024-04-12T17:30:09.468 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.468 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:30:09.468 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6719828 2024-04-12T17:30:09.468 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.468 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:30:09.468 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.469 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.469 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:30:09.469 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.469 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.469 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T17:30:09.469 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 227 2024-04-12T17:30:09.469 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.469 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_lat": { 2024-04-12T17:30:09.469 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 793, 2024-04-12T17:30:09.469 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2648359 2024-04-12T17:30:09.469 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.469 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_alloc_lat": { 2024-04-12T17:30:09.469 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.469 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.469 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.470 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T17:30:09.470 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.470 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.470 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T17:30:09.470 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.470 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.470 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:09.470 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T17:30:09.470 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 674 2024-04-12T17:30:09.470 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.470 INFO:tasks.workunit.client.0.smithi099.stdout: "unlink_lat": { 2024-04-12T17:30:09.470 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 10, 2024-04-12T17:30:09.470 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10062 2024-04-12T17:30:09.470 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.471 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_alloc_lat": { 2024-04-12T17:30:09.471 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.471 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.471 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.471 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T17:30:09.471 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.471 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.471 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T17:30:09.471 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.471 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.471 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T17:30:09.471 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 957386752 2024-04-12T17:30:09.471 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.471 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.472 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T17:30:09.472 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T17:30:09.472 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T17:30:09.472 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.472 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T17:30:09.472 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9269248 2024-04-12T17:30:09.472 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.472 INFO:tasks.workunit.client.0.smithi099.stdout: "allocator_lat": { 2024-04-12T17:30:09.472 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 17060, 2024-04-12T17:30:09.472 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 60899254 2024-04-12T17:30:09.472 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.472 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T17:30:09.472 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3562, 2024-04-12T17:30:09.472 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6563299481 2024-04-12T17:30:09.473 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.473 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T17:30:09.473 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.473 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.473 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.473 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T17:30:09.473 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.473 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.473 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T17:30:09.473 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.473 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.473 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T17:30:09.473 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.473 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.473 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T17:30:09.474 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15755, 2024-04-12T17:30:09.474 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 127612307 2024-04-12T17:30:09.474 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.474 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T17:30:09.474 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.474 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.474 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.474 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T17:30:09.474 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.474 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.474 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T17:30:09.474 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 67269, 2024-04-12T17:30:09.474 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 21300745185 2024-04-12T17:30:09.474 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.475 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T17:30:09.475 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 66686, 2024-04-12T17:30:09.475 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1589647782 2024-04-12T17:30:09.475 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.475 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T17:30:09.475 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 67269, 2024-04-12T17:30:09.475 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 43476228 2024-04-12T17:30:09.475 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.475 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T17:30:09.475 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 67269, 2024-04-12T17:30:09.475 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 21344221413 2024-04-12T17:30:09.475 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.475 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T17:30:09.475 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.475 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.475 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.476 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T17:30:09.476 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 229114, 2024-04-12T17:30:09.476 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1399029336 2024-04-12T17:30:09.476 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.476 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T17:30:09.476 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1466, 2024-04-12T17:30:09.476 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3755022 2024-04-12T17:30:09.476 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.476 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T17:30:09.476 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 132301, 2024-04-12T17:30:09.476 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 46393341 2024-04-12T17:30:09.476 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.476 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:30:09.476 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 41, 2024-04-12T17:30:09.477 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 47829 2024-04-12T17:30:09.477 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.477 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T17:30:09.477 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 14464, 2024-04-12T17:30:09.477 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2219653200 2024-04-12T17:30:09.477 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.477 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T17:30:09.477 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 422060 2024-04-12T17:30:09.477 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.477 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T17:30:09.477 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17831 2024-04-12T17:30:09.477 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.477 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:09.477 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 34514, 2024-04-12T17:30:09.477 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1727649412 2024-04-12T17:30:09.478 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.478 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T17:30:09.478 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87929, 2024-04-12T17:30:09.478 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24377060 2024-04-12T17:30:09.478 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.478 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T17:30:09.478 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 53415, 2024-04-12T17:30:09.478 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1215243708 2024-04-12T17:30:09.478 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.478 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T17:30:09.478 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.478 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.478 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T17:30:09.479 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 12503, 2024-04-12T17:30:09.479 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 386398582 2024-04-12T17:30:09.479 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.479 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_aio_wait_count": { 2024-04-12T17:30:09.479 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.479 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.479 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_committed_kv_count": { 2024-04-12T17:30:09.479 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.479 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.479 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:30:09.479 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.479 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.479 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:30:09.479 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.479 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.479 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T17:30:09.480 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 76451, 2024-04-12T17:30:09.480 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10059547515 2024-04-12T17:30:09.480 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.480 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:30:09.480 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18061, 2024-04-12T17:30:09.480 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1211434193 2024-04-12T17:30:09.480 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.480 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:30:09.480 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18058, 2024-04-12T17:30:09.480 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3759093704588 2024-04-12T17:30:09.480 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.480 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T17:30:09.480 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18061, 2024-04-12T17:30:09.480 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6650081186763 2024-04-12T17:30:09.480 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.481 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T17:30:09.481 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 76448, 2024-04-12T17:30:09.481 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2839184784549 2024-04-12T17:30:09.481 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.481 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T17:30:09.481 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 76448, 2024-04-12T17:30:09.481 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8825574 2024-04-12T17:30:09.481 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.481 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T17:30:09.481 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 76451, 2024-04-12T17:30:09.481 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 338334884 2024-04-12T17:30:09.481 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.481 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T17:30:09.481 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 76451, 2024-04-12T17:30:09.482 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 32650322509 2024-04-12T17:30:09.482 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.482 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T17:30:09.482 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 76451, 2024-04-12T17:30:09.482 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 32047148 2024-04-12T17:30:09.482 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.482 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T17:30:09.482 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 76451, 2024-04-12T17:30:09.482 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15360507715 2024-04-12T17:30:09.482 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.482 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T17:30:09.482 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 76451, 2024-04-12T17:30:09.482 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12810939711 2024-04-12T17:30:09.482 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.483 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T17:30:09.483 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5390597 2024-04-12T17:30:09.483 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.483 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:09.483 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2528, 2024-04-12T17:30:09.483 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16467214 2024-04-12T17:30:09.483 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.483 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T17:30:09.483 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 76451, 2024-04-12T17:30:09.483 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71232681949 2024-04-12T17:30:09.483 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.483 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T17:30:09.483 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 76451, 2024-04-12T17:30:09.483 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13791225405 2024-04-12T17:30:09.484 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.484 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T17:30:09.484 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 76451, 2024-04-12T17:30:09.484 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 491012152 2024-04-12T17:30:09.484 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.484 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.484 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T17:30:09.484 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T17:30:09.484 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1405275320 2024-04-12T17:30:09.484 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.484 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T17:30:09.484 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 694042624 2024-04-12T17:30:09.484 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.484 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T17:30:09.485 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 667992064 2024-04-12T17:30:09.485 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.485 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T17:30:09.485 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2600684339 2024-04-12T17:30:09.485 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.485 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T17:30:09.485 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 26050560 2024-04-12T17:30:09.485 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.485 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.485 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T17:30:09.485 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:09.485 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 125829120 2024-04-12T17:30:09.485 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.485 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:09.485 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.486 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.486 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:09.486 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.486 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.486 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:09.486 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 56925915 2024-04-12T17:30:09.486 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.486 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:09.486 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.486 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.486 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:09.486 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.486 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.486 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:09.487 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.487 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.487 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:09.487 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.487 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.487 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:09.487 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T17:30:09.487 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.487 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:09.487 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 45056 2024-04-12T17:30:09.487 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.487 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:09.487 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.487 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.487 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:09.488 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.488 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.488 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:09.488 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.488 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.488 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:09.488 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 68854053 2024-04-12T17:30:09.488 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.488 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.488 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T17:30:09.488 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:09.488 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 562036736 2024-04-12T17:30:09.488 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.488 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:09.488 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:09.489 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.489 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:09.489 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.489 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.489 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:09.489 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 426944367 2024-04-12T17:30:09.489 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.489 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:09.489 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.489 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.489 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:09.489 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.489 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.489 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:09.489 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1648 2024-04-12T17:30:09.490 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.490 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:09.490 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.490 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.490 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:09.490 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 115360 2024-04-12T17:30:09.490 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.490 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:09.490 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.490 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.490 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:09.490 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.490 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.490 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:09.491 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.491 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.491 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:09.491 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.491 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.491 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:09.491 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67866497 2024-04-12T17:30:09.491 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.491 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.491 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:30:09.491 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:09.491 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 184549376 2024-04-12T17:30:09.491 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.491 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:09.491 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:09.492 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.492 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:09.492 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10080112 2024-04-12T17:30:09.492 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.492 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:09.492 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37950610 2024-04-12T17:30:09.492 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.492 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:09.492 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.492 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.492 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:09.492 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.492 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.492 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:09.492 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.492 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.493 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:09.493 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.493 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.493 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:09.493 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.493 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.493 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:09.493 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.493 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.493 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:09.493 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.493 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.493 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:09.493 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.493 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.494 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:09.494 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.494 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.494 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:09.494 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69409790 2024-04-12T17:30:09.494 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.494 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.494 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T17:30:09.494 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:09.494 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 503316480 2024-04-12T17:30:09.494 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.494 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:09.494 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.494 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.495 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:09.495 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.495 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.495 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:09.495 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 426944367 2024-04-12T17:30:09.495 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.495 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:09.495 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.495 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.495 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:09.495 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.495 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.495 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:09.495 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.495 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.495 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:09.496 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.496 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.496 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:09.496 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 102721 2024-04-12T17:30:09.496 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.496 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:09.496 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1136922 2024-04-12T17:30:09.496 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.496 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:09.496 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.496 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.496 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:09.496 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.496 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.496 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:09.497 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.497 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.497 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:09.497 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 75132470 2024-04-12T17:30:09.497 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.497 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.497 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T17:30:09.497 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T17:30:09.497 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.497 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.497 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:09.497 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 26 2024-04-12T17:30:09.497 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.497 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T17:30:09.498 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.498 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.498 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:09.498 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.498 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.498 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.498 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:09.498 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T17:30:09.498 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 48 2024-04-12T17:30:09.498 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.498 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T17:30:09.498 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.498 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.498 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T17:30:09.499 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 63567 2024-04-12T17:30:09.499 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.499 INFO:tasks.workunit.client.0.smithi099.stdout: "op_before_queue_op_lat": { 2024-04-12T17:30:09.499 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 145273, 2024-04-12T17:30:09.499 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8149539852 2024-04-12T17:30:09.499 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.499 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T17:30:09.499 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.499 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.499 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T17:30:09.499 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.499 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.499 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T17:30:09.499 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1626073586 2024-04-12T17:30:09.500 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.500 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T17:30:09.500 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 63567, 2024-04-12T17:30:09.500 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 287617367116 2024-04-12T17:30:09.500 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.500 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T17:30:09.500 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1697808322 2024-04-12T17:30:09.500 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.500 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T17:30:09.500 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 65762, 2024-04-12T17:30:09.500 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 38384047278 2024-04-12T17:30:09.500 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.500 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T17:30:09.500 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 63567, 2024-04-12T17:30:09.501 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 80562360503 2024-04-12T17:30:09.501 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.501 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:09.501 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 45539 2024-04-12T17:30:09.501 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.501 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T17:30:09.501 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 45539, 2024-04-12T17:30:09.501 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57144318248 2024-04-12T17:30:09.501 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.501 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:30:09.501 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.501 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.501 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T17:30:09.501 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1697808322 2024-04-12T17:30:09.501 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.501 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T17:30:09.502 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 45761, 2024-04-12T17:30:09.502 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15309707471 2024-04-12T17:30:09.502 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.502 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T17:30:09.502 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 45539, 2024-04-12T17:30:09.502 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14291307754 2024-04-12T17:30:09.502 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.502 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T17:30:09.502 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13970 2024-04-12T17:30:09.502 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.502 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T17:30:09.502 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 245782572 2024-04-12T17:30:09.502 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.502 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T17:30:09.502 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 13970, 2024-04-12T17:30:09.503 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 173332544124 2024-04-12T17:30:09.503 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.503 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:30:09.503 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.503 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.503 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:30:09.503 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.503 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.503 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T17:30:09.503 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.503 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.503 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T17:30:09.503 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15832, 2024-04-12T17:30:09.503 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17724763562 2024-04-12T17:30:09.503 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.504 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T17:30:09.504 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 13970, 2024-04-12T17:30:09.504 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 39389703396 2024-04-12T17:30:09.504 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.504 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:09.504 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4058 2024-04-12T17:30:09.504 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.504 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T17:30:09.504 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1380291014 2024-04-12T17:30:09.504 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.504 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T17:30:09.504 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4058, 2024-04-12T17:30:09.504 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57140504744 2024-04-12T17:30:09.504 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.505 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:30:09.505 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.505 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.505 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T17:30:09.505 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4169, 2024-04-12T17:30:09.505 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5349576245 2024-04-12T17:30:09.505 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.505 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T17:30:09.505 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4058, 2024-04-12T17:30:09.505 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 26881349353 2024-04-12T17:30:09.505 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.505 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T17:30:09.505 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.505 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.505 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T17:30:09.506 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17592143 2024-04-12T17:30:09.506 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.506 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T17:30:09.506 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15 2024-04-12T17:30:09.506 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.506 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T17:30:09.506 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T17:30:09.506 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.506 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T17:30:09.506 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 647217152 2024-04-12T17:30:09.506 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.506 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.506 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.506 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.4": { 2024-04-12T17:30:09.507 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:09.507 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_db_max_lat": { 2024-04-12T17:30:09.507 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 21511 2024-04-12T17:30:09.507 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.507 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T17:30:09.507 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.507 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.507 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_max_lat": { 2024-04-12T17:30:09.507 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.507 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.507 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:30:09.507 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.507 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.507 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T17:30:09.507 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T17:30:09.508 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.508 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_slow": { 2024-04-12T17:30:09.508 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.508 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.508 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T17:30:09.508 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.508 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.508 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_wal_max_lat": { 2024-04-12T17:30:09.508 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.508 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.508 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T17:30:09.508 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.508 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.508 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T17:30:09.509 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 20721664 2024-04-12T17:30:09.509 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.509 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T17:30:09.509 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 741801984 2024-04-12T17:30:09.509 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.509 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T17:30:09.509 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15, 2024-04-12T17:30:09.509 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3694693 2024-04-12T17:30:09.509 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.509 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T17:30:09.509 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15, 2024-04-12T17:30:09.509 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1168751 2024-04-12T17:30:09.509 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.509 INFO:tasks.workunit.client.0.smithi099.stdout: "db_alloc_lat": { 2024-04-12T17:30:09.509 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 202, 2024-04-12T17:30:09.510 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1002299 2024-04-12T17:30:09.510 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.510 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T17:30:09.510 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995027456 2024-04-12T17:30:09.510 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.510 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T17:30:09.510 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 870318080 2024-04-12T17:30:09.510 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.510 INFO:tasks.workunit.client.0.smithi099.stdout: "flush_lat": { 2024-04-12T17:30:09.510 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 63723, 2024-04-12T17:30:09.510 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5644977556 2024-04-12T17:30:09.510 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.510 INFO:tasks.workunit.client.0.smithi099.stdout: "fsync_lat": { 2024-04-12T17:30:09.510 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 63699, 2024-04-12T17:30:09.510 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10257590721 2024-04-12T17:30:09.511 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.511 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T17:30:09.511 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11542528 2024-04-12T17:30:09.511 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.511 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T17:30:09.511 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 260902912 2024-04-12T17:30:09.511 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.511 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T17:30:09.511 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 851836928 2024-04-12T17:30:09.511 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.511 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T17:30:09.511 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.511 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.511 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T17:30:09.511 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.512 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T17:30:09.512 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 61 2024-04-12T17:30:09.512 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.512 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T17:30:09.512 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16158511284 2024-04-12T17:30:09.512 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.512 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T17:30:09.512 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 107545 2024-04-12T17:30:09.512 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.512 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T17:30:09.512 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14017847296 2024-04-12T17:30:09.512 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.512 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T17:30:09.512 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14017851392 2024-04-12T17:30:09.513 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.513 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T17:30:09.513 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.513 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.513 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T17:30:09.513 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.513 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.513 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T17:30:09.513 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 108928 2024-04-12T17:30:09.513 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.513 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:09.513 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 107545, 2024-04-12T17:30:09.513 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4404002939 2024-04-12T17:30:09.513 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.513 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T17:30:09.513 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15957870333 2024-04-12T17:30:09.514 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.514 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T17:30:09.514 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 101403 2024-04-12T17:30:09.514 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.514 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T17:30:09.514 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7905331 2024-04-12T17:30:09.514 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.514 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T17:30:09.514 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1136 2024-04-12T17:30:09.514 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.514 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T17:30:09.514 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 20638227 2024-04-12T17:30:09.514 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.514 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T17:30:09.515 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1572 2024-04-12T17:30:09.515 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.515 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T17:30:09.515 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12732896 2024-04-12T17:30:09.515 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.515 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:30:09.515 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12732896 2024-04-12T17:30:09.515 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.515 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:30:09.515 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.515 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.515 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:30:09.515 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.515 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.516 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T17:30:09.516 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 466 2024-04-12T17:30:09.516 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.516 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_lat": { 2024-04-12T17:30:09.516 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1572, 2024-04-12T17:30:09.516 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5378180 2024-04-12T17:30:09.516 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.516 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_alloc_lat": { 2024-04-12T17:30:09.516 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.516 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.516 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.516 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T17:30:09.516 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.516 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.517 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T17:30:09.517 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.517 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.517 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:09.517 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T17:30:09.517 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 623 2024-04-12T17:30:09.517 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.517 INFO:tasks.workunit.client.0.smithi099.stdout: "unlink_lat": { 2024-04-12T17:30:09.517 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 14, 2024-04-12T17:30:09.517 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15493 2024-04-12T17:30:09.517 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.517 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_alloc_lat": { 2024-04-12T17:30:09.517 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.517 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.517 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.518 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T17:30:09.518 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.518 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.518 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T17:30:09.518 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.518 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.518 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T17:30:09.518 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1025720320 2024-04-12T17:30:09.518 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.518 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.518 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T17:30:09.518 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T17:30:09.518 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T17:30:09.519 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.519 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T17:30:09.519 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13459456 2024-04-12T17:30:09.519 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.519 INFO:tasks.workunit.client.0.smithi099.stdout: "allocator_lat": { 2024-04-12T17:30:09.519 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 20484, 2024-04-12T17:30:09.519 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 66300825 2024-04-12T17:30:09.519 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.519 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T17:30:09.519 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3509, 2024-04-12T17:30:09.519 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8711878562 2024-04-12T17:30:09.519 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.519 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T17:30:09.519 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.520 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.520 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.520 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T17:30:09.520 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.520 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.520 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T17:30:09.520 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.520 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.520 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T17:30:09.520 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.520 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.520 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T17:30:09.520 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 17570, 2024-04-12T17:30:09.520 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 146988003 2024-04-12T17:30:09.520 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.521 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T17:30:09.521 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.521 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.521 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.521 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T17:30:09.521 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.521 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.521 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T17:30:09.521 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 63613, 2024-04-12T17:30:09.521 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13709795634 2024-04-12T17:30:09.521 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.521 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T17:30:09.521 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 63026, 2024-04-12T17:30:09.521 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1426302398 2024-04-12T17:30:09.521 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.521 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T17:30:09.522 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 63613, 2024-04-12T17:30:09.522 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 47125365 2024-04-12T17:30:09.522 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.522 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T17:30:09.522 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 63613, 2024-04-12T17:30:09.522 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13756920999 2024-04-12T17:30:09.522 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.522 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T17:30:09.522 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.522 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.522 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.522 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T17:30:09.522 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 28199, 2024-04-12T17:30:09.522 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 782831922 2024-04-12T17:30:09.523 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.523 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T17:30:09.523 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 895, 2024-04-12T17:30:09.523 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2426162 2024-04-12T17:30:09.523 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.523 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T17:30:09.523 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 22437, 2024-04-12T17:30:09.523 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13096749 2024-04-12T17:30:09.523 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.523 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:30:09.523 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 46, 2024-04-12T17:30:09.523 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57541 2024-04-12T17:30:09.523 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.523 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T17:30:09.523 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15691, 2024-04-12T17:30:09.524 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3591128066 2024-04-12T17:30:09.524 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.524 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T17:30:09.524 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 196682 2024-04-12T17:30:09.524 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.524 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T17:30:09.524 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 19480 2024-04-12T17:30:09.524 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.524 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:09.524 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 12056, 2024-04-12T17:30:09.524 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1087854841 2024-04-12T17:30:09.524 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.524 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T17:30:09.524 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 44619, 2024-04-12T17:30:09.524 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10575631 2024-04-12T17:30:09.525 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.525 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T17:30:09.525 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 32563, 2024-04-12T17:30:09.525 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 725453693 2024-04-12T17:30:09.525 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.525 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T17:30:09.525 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.525 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.525 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T17:30:09.525 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 13554, 2024-04-12T17:30:09.525 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 388199291 2024-04-12T17:30:09.525 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.525 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_aio_wait_count": { 2024-04-12T17:30:09.525 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.525 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.526 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_committed_kv_count": { 2024-04-12T17:30:09.526 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.526 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.526 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:30:09.526 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.526 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.526 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:30:09.526 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.526 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.526 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T17:30:09.526 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73081, 2024-04-12T17:30:09.526 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4612354678 2024-04-12T17:30:09.526 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.526 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:30:09.526 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18752, 2024-04-12T17:30:09.527 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 798364600 2024-04-12T17:30:09.527 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.527 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:30:09.527 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18752, 2024-04-12T17:30:09.527 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3473630242302 2024-04-12T17:30:09.527 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.527 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T17:30:09.527 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18752, 2024-04-12T17:30:09.527 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6657972956936 2024-04-12T17:30:09.527 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.527 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T17:30:09.527 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73081, 2024-04-12T17:30:09.527 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3083880356579 2024-04-12T17:30:09.527 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.527 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T17:30:09.528 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73081, 2024-04-12T17:30:09.528 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8191671 2024-04-12T17:30:09.528 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.528 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T17:30:09.528 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73081, 2024-04-12T17:30:09.528 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 157146124 2024-04-12T17:30:09.528 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.528 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T17:30:09.528 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73081, 2024-04-12T17:30:09.528 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 21850578215 2024-04-12T17:30:09.528 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.528 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T17:30:09.528 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73081, 2024-04-12T17:30:09.528 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 28961837 2024-04-12T17:30:09.528 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.529 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T17:30:09.529 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73081, 2024-04-12T17:30:09.529 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9772582540 2024-04-12T17:30:09.529 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.529 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T17:30:09.529 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73081, 2024-04-12T17:30:09.529 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13718793316 2024-04-12T17:30:09.529 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.529 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T17:30:09.529 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9579700 2024-04-12T17:30:09.529 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.529 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:09.529 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2448, 2024-04-12T17:30:09.529 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13386802 2024-04-12T17:30:09.530 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.530 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T17:30:09.530 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73081, 2024-04-12T17:30:09.530 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 50124486868 2024-04-12T17:30:09.530 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.530 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T17:30:09.530 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73081, 2024-04-12T17:30:09.530 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14631871401 2024-04-12T17:30:09.530 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.530 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T17:30:09.530 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73081, 2024-04-12T17:30:09.530 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 450771993 2024-04-12T17:30:09.530 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.530 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.531 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T17:30:09.531 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T17:30:09.531 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1405275320 2024-04-12T17:30:09.531 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.531 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T17:30:09.531 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 687120384 2024-04-12T17:30:09.531 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.531 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T17:30:09.531 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 658399232 2024-04-12T17:30:09.531 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.531 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T17:30:09.531 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2600684339 2024-04-12T17:30:09.531 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.531 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T17:30:09.531 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 28721152 2024-04-12T17:30:09.531 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.532 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.532 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T17:30:09.532 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:09.532 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 125829120 2024-04-12T17:30:09.532 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.532 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:09.532 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.532 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.532 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:09.532 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.532 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.532 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:09.532 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 56005886 2024-04-12T17:30:09.532 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.532 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:09.533 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.533 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.533 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:09.533 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.533 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.533 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:09.533 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.533 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.533 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:09.533 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.533 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.533 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:09.533 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12288 2024-04-12T17:30:09.534 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.534 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:09.534 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 94208 2024-04-12T17:30:09.534 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.534 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:09.534 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.534 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.534 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:09.534 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.534 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.534 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:09.534 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.534 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.534 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:09.534 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69716738 2024-04-12T17:30:09.535 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.535 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.535 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T17:30:09.535 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:09.535 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 562036736 2024-04-12T17:30:09.535 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.535 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:09.535 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:09.535 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.535 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:09.535 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.535 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.535 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:09.535 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 420044150 2024-04-12T17:30:09.536 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.536 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:09.536 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.536 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.536 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:09.536 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.536 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.536 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:09.536 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3184 2024-04-12T17:30:09.536 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.536 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:09.536 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.536 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.536 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:09.536 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 199008 2024-04-12T17:30:09.537 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.537 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:09.537 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 384 2024-04-12T17:30:09.537 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.537 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:09.537 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.537 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.537 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:09.537 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.537 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.537 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:09.537 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.537 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.537 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:09.537 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 74681146 2024-04-12T17:30:09.538 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.538 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.538 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:30:09.538 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:09.538 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 201326592 2024-04-12T17:30:09.538 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.538 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:09.538 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:09.538 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.538 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:09.538 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 21967408 2024-04-12T17:30:09.538 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.538 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:09.538 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37337257 2024-04-12T17:30:09.539 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.539 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:09.539 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.539 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.539 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:09.539 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.539 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.539 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:09.539 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.539 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.539 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:09.539 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.539 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.539 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:09.539 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.540 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.540 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:09.540 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.540 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.540 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:09.540 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.540 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.540 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:09.540 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.540 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.540 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:09.540 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.540 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.540 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:09.540 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 74913063 2024-04-12T17:30:09.541 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.541 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.541 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T17:30:09.541 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:09.541 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 494927872 2024-04-12T17:30:09.541 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.541 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:09.541 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.541 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.541 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:09.541 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.541 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.541 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:09.541 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 420044150 2024-04-12T17:30:09.541 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.542 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:09.542 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.542 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.542 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:09.542 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.542 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.542 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:09.542 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.542 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.542 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:09.542 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.542 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.542 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:09.542 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 112919 2024-04-12T17:30:09.543 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.543 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:09.543 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1125237 2024-04-12T17:30:09.543 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.543 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:09.543 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.543 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.543 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:09.543 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.543 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.543 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:09.543 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.543 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.543 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:09.543 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 73645566 2024-04-12T17:30:09.543 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.544 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.544 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T17:30:09.544 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T17:30:09.544 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.544 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.544 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:09.544 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 32 2024-04-12T17:30:09.544 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.544 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T17:30:09.544 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.544 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.544 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:09.544 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T17:30:09.544 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.544 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.545 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:09.545 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T17:30:09.545 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 50 2024-04-12T17:30:09.545 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.545 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T17:30:09.545 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.545 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.545 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T17:30:09.545 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 38429 2024-04-12T17:30:09.545 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.545 INFO:tasks.workunit.client.0.smithi099.stdout: "op_before_queue_op_lat": { 2024-04-12T17:30:09.545 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 105722, 2024-04-12T17:30:09.545 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9828124637 2024-04-12T17:30:09.545 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.545 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T17:30:09.546 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.546 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.546 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T17:30:09.546 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.546 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.546 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T17:30:09.546 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1474924327 2024-04-12T17:30:09.546 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.546 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T17:30:09.546 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 38429, 2024-04-12T17:30:09.546 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 73065431140 2024-04-12T17:30:09.546 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.546 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T17:30:09.546 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2088815571 2024-04-12T17:30:09.547 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.547 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T17:30:09.547 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 39001, 2024-04-12T17:30:09.547 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13954928213 2024-04-12T17:30:09.547 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.547 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T17:30:09.547 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 38429, 2024-04-12T17:30:09.547 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 31616379246 2024-04-12T17:30:09.547 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.547 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:09.547 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 28427 2024-04-12T17:30:09.547 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.547 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T17:30:09.547 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 28427, 2024-04-12T17:30:09.547 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9666296746 2024-04-12T17:30:09.548 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.548 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:30:09.548 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.548 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.548 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T17:30:09.548 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2088815571 2024-04-12T17:30:09.548 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.548 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T17:30:09.548 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 28620, 2024-04-12T17:30:09.548 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5532076027 2024-04-12T17:30:09.548 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.548 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T17:30:09.548 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 28427, 2024-04-12T17:30:09.548 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6042944780 2024-04-12T17:30:09.548 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.549 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T17:30:09.549 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5819 2024-04-12T17:30:09.549 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.549 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T17:30:09.549 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 310349150 2024-04-12T17:30:09.549 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.549 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T17:30:09.549 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 5819, 2024-04-12T17:30:09.549 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9426743373 2024-04-12T17:30:09.549 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.549 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:30:09.549 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.549 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.549 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:30:09.549 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.550 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.550 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T17:30:09.550 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.550 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.550 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T17:30:09.550 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 6074, 2024-04-12T17:30:09.550 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3703524974 2024-04-12T17:30:09.550 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.550 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T17:30:09.550 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 5819, 2024-04-12T17:30:09.550 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8135754533 2024-04-12T17:30:09.550 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.550 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:09.551 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4183 2024-04-12T17:30:09.551 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.551 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T17:30:09.551 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1164575177 2024-04-12T17:30:09.551 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.551 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T17:30:09.551 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4183, 2024-04-12T17:30:09.551 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 53972391021 2024-04-12T17:30:09.551 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.551 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:30:09.551 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.551 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.551 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T17:30:09.551 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4307, 2024-04-12T17:30:09.551 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4719327212 2024-04-12T17:30:09.552 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.552 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T17:30:09.552 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4183, 2024-04-12T17:30:09.552 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17437679933 2024-04-12T17:30:09.552 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.552 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T17:30:09.552 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.552 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.552 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T17:30:09.552 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8389680 2024-04-12T17:30:09.552 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.552 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T17:30:09.552 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22 2024-04-12T17:30:09.552 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.553 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T17:30:09.553 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T17:30:09.553 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.553 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T17:30:09.553 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 883785728 2024-04-12T17:30:09.553 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.553 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.553 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.553 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.5": { 2024-04-12T17:30:09.553 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:09.553 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_db_max_lat": { 2024-04-12T17:30:09.553 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22935 2024-04-12T17:30:09.553 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.553 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T17:30:09.554 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.554 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.554 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_max_lat": { 2024-04-12T17:30:09.554 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.554 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.554 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:30:09.554 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.554 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.554 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T17:30:09.554 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T17:30:09.554 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.554 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_slow": { 2024-04-12T17:30:09.554 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.554 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.555 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T17:30:09.555 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.555 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.555 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_wal_max_lat": { 2024-04-12T17:30:09.555 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.555 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.555 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T17:30:09.555 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.555 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.555 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T17:30:09.555 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 23642112 2024-04-12T17:30:09.555 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.555 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T17:30:09.555 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 952225792 2024-04-12T17:30:09.555 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.556 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T17:30:09.556 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 21, 2024-04-12T17:30:09.556 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5085282 2024-04-12T17:30:09.556 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.556 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T17:30:09.556 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 21, 2024-04-12T17:30:09.556 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1872076 2024-04-12T17:30:09.556 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.556 INFO:tasks.workunit.client.0.smithi099.stdout: "db_alloc_lat": { 2024-04-12T17:30:09.556 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 257, 2024-04-12T17:30:09.556 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1251895 2024-04-12T17:30:09.556 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.556 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T17:30:09.556 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995027456 2024-04-12T17:30:09.556 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.557 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T17:30:09.557 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1035665408 2024-04-12T17:30:09.557 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.557 INFO:tasks.workunit.client.0.smithi099.stdout: "flush_lat": { 2024-04-12T17:30:09.557 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 85509, 2024-04-12T17:30:09.557 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6597979670 2024-04-12T17:30:09.557 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.557 INFO:tasks.workunit.client.0.smithi099.stdout: "fsync_lat": { 2024-04-12T17:30:09.557 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 85434, 2024-04-12T17:30:09.557 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12034986434 2024-04-12T17:30:09.557 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.557 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T17:30:09.557 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 724992 2024-04-12T17:30:09.557 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.557 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T17:30:09.558 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 349896704 2024-04-12T17:30:09.558 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.558 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T17:30:09.558 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1056964608 2024-04-12T17:30:09.558 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.558 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T17:30:09.558 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.558 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.558 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T17:30:09.558 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.558 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.558 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T17:30:09.558 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 70 2024-04-12T17:30:09.558 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.559 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T17:30:09.559 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22501028570 2024-04-12T17:30:09.559 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.559 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T17:30:09.559 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 134027 2024-04-12T17:30:09.559 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.559 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T17:30:09.559 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 20027076608 2024-04-12T17:30:09.559 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.559 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T17:30:09.559 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 20027080704 2024-04-12T17:30:09.559 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.559 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T17:30:09.559 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.560 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.560 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T17:30:09.560 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.560 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.560 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T17:30:09.560 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 140578 2024-04-12T17:30:09.560 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.560 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:09.560 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 134027, 2024-04-12T17:30:09.560 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6981016837 2024-04-12T17:30:09.560 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.560 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T17:30:09.560 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22191636400 2024-04-12T17:30:09.560 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.560 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T17:30:09.561 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 124563 2024-04-12T17:30:09.561 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.561 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T17:30:09.561 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9164446 2024-04-12T17:30:09.561 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.561 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T17:30:09.561 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1415 2024-04-12T17:30:09.561 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.561 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T17:30:09.561 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 27914671 2024-04-12T17:30:09.561 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.561 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T17:30:09.561 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2122 2024-04-12T17:30:09.561 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.562 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T17:30:09.562 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18750225 2024-04-12T17:30:09.562 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.562 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:30:09.562 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18750225 2024-04-12T17:30:09.562 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.562 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:30:09.562 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.562 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.562 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:30:09.562 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.562 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.562 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T17:30:09.562 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 746 2024-04-12T17:30:09.562 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.563 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_lat": { 2024-04-12T17:30:09.563 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2122, 2024-04-12T17:30:09.563 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12163676 2024-04-12T17:30:09.563 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.563 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_alloc_lat": { 2024-04-12T17:30:09.563 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.563 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.563 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.563 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T17:30:09.563 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.563 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.563 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T17:30:09.563 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.563 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.563 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:09.564 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T17:30:09.564 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 671 2024-04-12T17:30:09.564 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.564 INFO:tasks.workunit.client.0.smithi099.stdout: "unlink_lat": { 2024-04-12T17:30:09.564 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 22, 2024-04-12T17:30:09.564 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22319 2024-04-12T17:30:09.564 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.564 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_alloc_lat": { 2024-04-12T17:30:09.564 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.564 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.565 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.565 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T17:30:09.565 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.565 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.565 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T17:30:09.566 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.566 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.566 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T17:30:09.566 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1328947200 2024-04-12T17:30:09.566 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.566 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.566 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T17:30:09.566 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T17:30:09.566 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T17:30:09.566 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.566 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T17:30:09.566 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9269248 2024-04-12T17:30:09.566 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.566 INFO:tasks.workunit.client.0.smithi099.stdout: "allocator_lat": { 2024-04-12T17:30:09.567 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 20019, 2024-04-12T17:30:09.567 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67798036 2024-04-12T17:30:09.567 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.567 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T17:30:09.567 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3544, 2024-04-12T17:30:09.567 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11418479536 2024-04-12T17:30:09.567 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.567 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T17:30:09.567 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.567 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.567 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.567 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T17:30:09.567 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.567 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.567 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T17:30:09.568 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.568 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.568 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T17:30:09.568 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.568 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.568 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T17:30:09.568 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 26544, 2024-04-12T17:30:09.568 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 220963209 2024-04-12T17:30:09.568 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.568 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T17:30:09.568 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.568 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.568 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.568 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T17:30:09.568 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.569 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.569 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T17:30:09.569 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 85316, 2024-04-12T17:30:09.569 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16258733692 2024-04-12T17:30:09.569 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.569 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T17:30:09.569 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 84730, 2024-04-12T17:30:09.569 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1562537417 2024-04-12T17:30:09.569 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.569 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T17:30:09.569 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 85316, 2024-04-12T17:30:09.569 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 49163246 2024-04-12T17:30:09.569 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.569 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T17:30:09.569 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 85316, 2024-04-12T17:30:09.570 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16307896938 2024-04-12T17:30:09.570 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.570 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T17:30:09.570 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.570 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.570 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.570 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T17:30:09.570 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 38508, 2024-04-12T17:30:09.570 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 964104432 2024-04-12T17:30:09.570 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.570 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T17:30:09.570 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 938, 2024-04-12T17:30:09.570 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2482705 2024-04-12T17:30:09.570 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.570 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T17:30:09.571 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 11911, 2024-04-12T17:30:09.571 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18489559 2024-04-12T17:30:09.571 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.571 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:30:09.571 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 50, 2024-04-12T17:30:09.571 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 77078 2024-04-12T17:30:09.571 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.571 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T17:30:09.571 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 17655, 2024-04-12T17:30:09.571 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5672882022 2024-04-12T17:30:09.571 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.571 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T17:30:09.571 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 259787 2024-04-12T17:30:09.571 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.572 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T17:30:09.572 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 21868 2024-04-12T17:30:09.572 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.572 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:09.572 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 21610, 2024-04-12T17:30:09.572 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1421138404 2024-04-12T17:30:09.572 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.572 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T17:30:09.572 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 52463, 2024-04-12T17:30:09.572 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17424336 2024-04-12T17:30:09.572 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.572 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T17:30:09.572 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 30853, 2024-04-12T17:30:09.572 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1065559742 2024-04-12T17:30:09.572 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.573 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T17:30:09.573 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.573 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.573 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T17:30:09.573 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15998, 2024-04-12T17:30:09.573 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 492976552 2024-04-12T17:30:09.573 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.573 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_aio_wait_count": { 2024-04-12T17:30:09.573 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.573 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.573 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_committed_kv_count": { 2024-04-12T17:30:09.573 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.573 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.573 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:30:09.573 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.574 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.574 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:30:09.574 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.574 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.574 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T17:30:09.574 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 96512, 2024-04-12T17:30:09.574 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5719240467 2024-04-12T17:30:09.574 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.574 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:30:09.574 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8514, 2024-04-12T17:30:09.574 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 567166012 2024-04-12T17:30:09.574 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.574 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:30:09.574 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8514, 2024-04-12T17:30:09.574 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3700334995217 2024-04-12T17:30:09.575 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.575 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T17:30:09.575 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8514, 2024-04-12T17:30:09.575 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6647533441279 2024-04-12T17:30:09.575 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.575 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T17:30:09.575 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 96512, 2024-04-12T17:30:09.575 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2796701512777 2024-04-12T17:30:09.575 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.575 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T17:30:09.575 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 96512, 2024-04-12T17:30:09.575 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10474353 2024-04-12T17:30:09.575 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.575 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T17:30:09.576 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 96512, 2024-04-12T17:30:09.576 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 187195622 2024-04-12T17:30:09.576 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.576 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T17:30:09.576 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 96512, 2024-04-12T17:30:09.576 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 25441208893 2024-04-12T17:30:09.576 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.576 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T17:30:09.576 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 96512, 2024-04-12T17:30:09.576 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 38205655 2024-04-12T17:30:09.576 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.576 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T17:30:09.576 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 96512, 2024-04-12T17:30:09.576 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11242167326 2024-04-12T17:30:09.576 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.576 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T17:30:09.577 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 96512, 2024-04-12T17:30:09.577 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18160727162 2024-04-12T17:30:09.577 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.577 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T17:30:09.577 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5390602 2024-04-12T17:30:09.577 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.577 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:09.577 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2472, 2024-04-12T17:30:09.577 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13608933 2024-04-12T17:30:09.577 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.577 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T17:30:09.577 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 96512, 2024-04-12T17:30:09.577 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 60767122597 2024-04-12T17:30:09.577 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.577 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T17:30:09.578 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 96512, 2024-04-12T17:30:09.578 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 19235631101 2024-04-12T17:30:09.578 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.578 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T17:30:09.578 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 96512, 2024-04-12T17:30:09.578 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 553493342 2024-04-12T17:30:09.578 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.578 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.578 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T17:30:09.578 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T17:30:09.578 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1405275320 2024-04-12T17:30:09.578 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.578 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T17:30:09.578 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 620969984 2024-04-12T17:30:09.578 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.579 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T17:30:09.579 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 485572608 2024-04-12T17:30:09.579 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.579 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T17:30:09.579 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2600684339 2024-04-12T17:30:09.579 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.579 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T17:30:09.579 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 135397376 2024-04-12T17:30:09.579 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.579 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.579 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T17:30:09.579 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:09.579 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 125829120 2024-04-12T17:30:09.579 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.579 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:09.580 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.580 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.580 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:09.580 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.580 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.580 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:09.580 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 55473028 2024-04-12T17:30:09.580 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.580 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:09.580 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.580 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.580 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:09.580 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.580 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.580 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:09.580 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.581 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.581 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:09.581 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.581 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.581 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:09.581 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T17:30:09.581 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.581 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:09.581 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69632 2024-04-12T17:30:09.581 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.581 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:09.581 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.581 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.581 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:09.581 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.582 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.582 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:09.582 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.582 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.582 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:09.582 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 70282364 2024-04-12T17:30:09.582 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.582 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.582 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T17:30:09.582 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:09.582 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 553648128 2024-04-12T17:30:09.582 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.582 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:09.582 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:09.582 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.583 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:09.583 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.583 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.583 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:09.583 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 416047711 2024-04-12T17:30:09.583 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.583 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:09.583 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.583 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.583 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:09.583 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.583 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.583 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:09.583 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4432 2024-04-12T17:30:09.583 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.584 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:09.584 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.584 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.584 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:09.584 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 287616 2024-04-12T17:30:09.584 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.584 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:09.584 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.584 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.584 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:09.584 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.584 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.584 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:09.584 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.584 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.585 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:09.585 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.585 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.585 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:09.585 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 70199505 2024-04-12T17:30:09.585 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.585 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.585 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:30:09.585 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:09.585 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 201326592 2024-04-12T17:30:09.585 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.585 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:09.585 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:09.585 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.585 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:09.586 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 27519952 2024-04-12T17:30:09.586 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.586 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:09.586 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 36982018 2024-04-12T17:30:09.586 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.586 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:09.586 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.586 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.586 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:09.586 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.586 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.586 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:09.586 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.586 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.586 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:09.587 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.587 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.587 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:09.587 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.587 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.587 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:09.587 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.587 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.587 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:09.587 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.587 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.587 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:09.587 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.587 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.587 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:09.588 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.588 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.588 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:09.588 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69715758 2024-04-12T17:30:09.588 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.588 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.588 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T17:30:09.588 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:09.588 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 486539264 2024-04-12T17:30:09.588 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.588 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:09.588 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.588 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.588 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:09.588 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.589 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.589 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:09.589 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 416047711 2024-04-12T17:30:09.589 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.589 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:09.589 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.589 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.589 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:09.589 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.589 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.589 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:09.589 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.589 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.589 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:09.590 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.590 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.590 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:09.590 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 100915 2024-04-12T17:30:09.590 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.590 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:09.590 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1123791 2024-04-12T17:30:09.590 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.590 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:09.590 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.590 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.590 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:09.590 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.590 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.590 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:09.591 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.591 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.591 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:09.591 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69266847 2024-04-12T17:30:09.591 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.591 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.591 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T17:30:09.591 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T17:30:09.591 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.591 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.591 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:09.591 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 40 2024-04-12T17:30:09.591 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.591 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T17:30:09.591 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.592 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.592 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:09.592 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.592 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.592 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.592 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:09.592 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T17:30:09.592 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 54 2024-04-12T17:30:09.592 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.592 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T17:30:09.592 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.592 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.592 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T17:30:09.592 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 43537 2024-04-12T17:30:09.592 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.593 INFO:tasks.workunit.client.0.smithi099.stdout: "op_before_queue_op_lat": { 2024-04-12T17:30:09.593 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 131322, 2024-04-12T17:30:09.593 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12726199388 2024-04-12T17:30:09.593 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.593 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T17:30:09.593 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T17:30:09.593 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.593 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T17:30:09.593 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T17:30:09.593 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.593 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T17:30:09.593 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1563637052 2024-04-12T17:30:09.593 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.593 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T17:30:09.594 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 43537, 2024-04-12T17:30:09.594 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 43700181740 2024-04-12T17:30:09.594 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.594 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T17:30:09.594 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2355640842 2024-04-12T17:30:09.594 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.594 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T17:30:09.594 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 44401, 2024-04-12T17:30:09.594 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14415543530 2024-04-12T17:30:09.594 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.594 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T17:30:09.594 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 43537, 2024-04-12T17:30:09.594 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 28397084922 2024-04-12T17:30:09.594 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.594 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:09.595 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 32714 2024-04-12T17:30:09.595 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.595 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T17:30:09.595 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 32714, 2024-04-12T17:30:09.595 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12915191160 2024-04-12T17:30:09.595 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.595 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:30:09.595 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.595 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.595 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T17:30:09.595 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2355640842 2024-04-12T17:30:09.595 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.595 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T17:30:09.595 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 32845, 2024-04-12T17:30:09.596 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6630027896 2024-04-12T17:30:09.596 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.596 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T17:30:09.596 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 32714, 2024-04-12T17:30:09.596 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6658055015 2024-04-12T17:30:09.596 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.596 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T17:30:09.596 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9477 2024-04-12T17:30:09.596 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.596 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T17:30:09.596 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 505983750 2024-04-12T17:30:09.596 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.596 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T17:30:09.596 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 9477, 2024-04-12T17:30:09.596 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18000522586 2024-04-12T17:30:09.596 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.597 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:30:09.597 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.597 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.597 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:30:09.597 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.597 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.597 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T17:30:09.597 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.597 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.597 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T17:30:09.597 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 10004, 2024-04-12T17:30:09.597 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5881441576 2024-04-12T17:30:09.597 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.597 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T17:30:09.597 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 9477, 2024-04-12T17:30:09.597 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13774364421 2024-04-12T17:30:09.598 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.598 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:09.598 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1346 2024-04-12T17:30:09.598 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.598 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T17:30:09.598 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1057653302 2024-04-12T17:30:09.598 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.598 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T17:30:09.598 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1346, 2024-04-12T17:30:09.598 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12784467994 2024-04-12T17:30:09.598 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.598 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:30:09.598 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.598 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.599 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T17:30:09.599 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1552, 2024-04-12T17:30:09.599 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1904074058 2024-04-12T17:30:09.599 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.599 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T17:30:09.599 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1346, 2024-04-12T17:30:09.599 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7964665486 2024-04-12T17:30:09.599 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.599 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T17:30:09.599 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.599 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.599 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T17:30:09.599 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13749723 2024-04-12T17:30:09.599 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.599 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T17:30:09.600 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14 2024-04-12T17:30:09.600 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.600 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T17:30:09.600 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T17:30:09.600 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.600 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T17:30:09.600 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1044942848 2024-04-12T17:30:09.600 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.600 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.600 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.600 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.6": { 2024-04-12T17:30:09.600 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:09.600 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_db_max_lat": { 2024-04-12T17:30:09.600 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1040425 2024-04-12T17:30:09.601 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.601 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T17:30:09.601 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.601 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.601 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_max_lat": { 2024-04-12T17:30:09.601 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.601 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.601 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:30:09.601 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.601 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.601 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T17:30:09.601 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T17:30:09.601 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.601 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_slow": { 2024-04-12T17:30:09.601 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.601 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.602 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T17:30:09.602 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.602 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.602 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_wal_max_lat": { 2024-04-12T17:30:09.602 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.602 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.602 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T17:30:09.602 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.602 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.602 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T17:30:09.602 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 21483520 2024-04-12T17:30:09.602 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.602 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T17:30:09.602 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 633925632 2024-04-12T17:30:09.602 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.603 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T17:30:09.603 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 16, 2024-04-12T17:30:09.603 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3235813 2024-04-12T17:30:09.603 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.603 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T17:30:09.603 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 16, 2024-04-12T17:30:09.603 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1038622 2024-04-12T17:30:09.603 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.603 INFO:tasks.workunit.client.0.smithi099.stdout: "db_alloc_lat": { 2024-04-12T17:30:09.603 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 193, 2024-04-12T17:30:09.603 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1879120 2024-04-12T17:30:09.603 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.603 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T17:30:09.603 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995027456 2024-04-12T17:30:09.603 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.603 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T17:30:09.604 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 589889536 2024-04-12T17:30:09.604 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.604 INFO:tasks.workunit.client.0.smithi099.stdout: "flush_lat": { 2024-04-12T17:30:09.604 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 66464, 2024-04-12T17:30:09.604 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5330403278 2024-04-12T17:30:09.604 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.604 INFO:tasks.workunit.client.0.smithi099.stdout: "fsync_lat": { 2024-04-12T17:30:09.604 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 66437, 2024-04-12T17:30:09.604 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9906273855 2024-04-12T17:30:09.604 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.604 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T17:30:09.604 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6172672 2024-04-12T17:30:09.604 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.604 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T17:30:09.604 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 272171008 2024-04-12T17:30:09.605 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.605 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T17:30:09.605 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 606928896 2024-04-12T17:30:09.605 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.605 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T17:30:09.605 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.605 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.605 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T17:30:09.605 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.605 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.605 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T17:30:09.605 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 52 2024-04-12T17:30:09.605 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.606 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T17:30:09.606 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17289845954 2024-04-12T17:30:09.606 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.606 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T17:30:09.606 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 109711 2024-04-12T17:30:09.606 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.606 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T17:30:09.606 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15024443392 2024-04-12T17:30:09.606 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.606 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T17:30:09.606 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15024447488 2024-04-12T17:30:09.606 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.606 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T17:30:09.606 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.606 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.607 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T17:30:09.607 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.607 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.607 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T17:30:09.607 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 110839 2024-04-12T17:30:09.607 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.607 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:09.607 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 109711, 2024-04-12T17:30:09.607 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4474297882 2024-04-12T17:30:09.607 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.607 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T17:30:09.607 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17064117030 2024-04-12T17:30:09.607 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.607 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T17:30:09.607 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 102803 2024-04-12T17:30:09.608 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.608 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T17:30:09.608 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6663194 2024-04-12T17:30:09.608 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.608 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T17:30:09.608 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 946 2024-04-12T17:30:09.608 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.608 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T17:30:09.608 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 21334661 2024-04-12T17:30:09.608 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.609 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T17:30:09.609 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1485 2024-04-12T17:30:09.609 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.609 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T17:30:09.609 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14671467 2024-04-12T17:30:09.609 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.609 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:30:09.609 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14671467 2024-04-12T17:30:09.609 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.609 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:30:09.609 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.609 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.609 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:30:09.609 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.610 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.610 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T17:30:09.610 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 561 2024-04-12T17:30:09.610 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.610 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_lat": { 2024-04-12T17:30:09.610 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1485, 2024-04-12T17:30:09.610 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5966981 2024-04-12T17:30:09.610 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.610 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_alloc_lat": { 2024-04-12T17:30:09.610 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.610 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.610 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.610 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T17:30:09.611 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.611 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.611 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T17:30:09.611 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.611 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.611 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:09.611 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T17:30:09.611 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 577 2024-04-12T17:30:09.611 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.611 INFO:tasks.workunit.client.0.smithi099.stdout: "unlink_lat": { 2024-04-12T17:30:09.611 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15, 2024-04-12T17:30:09.611 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17429 2024-04-12T17:30:09.611 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.612 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_alloc_lat": { 2024-04-12T17:30:09.612 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.612 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.612 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.612 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T17:30:09.612 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.612 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.612 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T17:30:09.612 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.612 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.612 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T17:30:09.612 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 930013184 2024-04-12T17:30:09.612 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.612 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.612 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T17:30:09.613 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T17:30:09.613 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T17:30:09.613 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.613 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T17:30:09.613 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14049280 2024-04-12T17:30:09.613 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.613 INFO:tasks.workunit.client.0.smithi099.stdout: "allocator_lat": { 2024-04-12T17:30:09.613 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 17092, 2024-04-12T17:30:09.613 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 52107748 2024-04-12T17:30:09.613 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.613 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T17:30:09.613 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3421, 2024-04-12T17:30:09.613 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9940916645 2024-04-12T17:30:09.613 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.613 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T17:30:09.614 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.614 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.614 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.614 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T17:30:09.614 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.614 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.614 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T17:30:09.614 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.614 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.614 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T17:30:09.614 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.614 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.614 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T17:30:09.614 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 19719, 2024-04-12T17:30:09.615 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 149976657 2024-04-12T17:30:09.615 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.615 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T17:30:09.615 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.615 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.615 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.615 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T17:30:09.615 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.615 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.615 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T17:30:09.615 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 66372, 2024-04-12T17:30:09.615 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13152476443 2024-04-12T17:30:09.615 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.615 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T17:30:09.616 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 65840, 2024-04-12T17:30:09.616 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1362662067 2024-04-12T17:30:09.616 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.616 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T17:30:09.616 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 66372, 2024-04-12T17:30:09.616 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37540053 2024-04-12T17:30:09.616 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.616 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T17:30:09.616 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 66372, 2024-04-12T17:30:09.616 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13190016496 2024-04-12T17:30:09.616 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.616 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T17:30:09.616 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.616 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.616 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.617 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T17:30:09.617 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 26243, 2024-04-12T17:30:09.617 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 486215311 2024-04-12T17:30:09.617 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.617 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T17:30:09.617 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 876, 2024-04-12T17:30:09.617 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2568172 2024-04-12T17:30:09.617 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.617 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T17:30:09.617 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15757, 2024-04-12T17:30:09.617 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12495320 2024-04-12T17:30:09.617 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.617 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:30:09.617 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 43, 2024-04-12T17:30:09.617 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57729 2024-04-12T17:30:09.618 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.618 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T17:30:09.618 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 11425, 2024-04-12T17:30:09.618 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2361284364 2024-04-12T17:30:09.618 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.618 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T17:30:09.618 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 186445 2024-04-12T17:30:09.618 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.618 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T17:30:09.618 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18864 2024-04-12T17:30:09.618 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.618 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:09.618 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 7412, 2024-04-12T17:30:09.618 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1124405512 2024-04-12T17:30:09.619 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.619 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T17:30:09.619 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 30637, 2024-04-12T17:30:09.619 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8338770 2024-04-12T17:30:09.619 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.619 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T17:30:09.619 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 23225, 2024-04-12T17:30:09.619 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 767108072 2024-04-12T17:30:09.619 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.619 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T17:30:09.619 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.619 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.619 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T17:30:09.619 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 12329, 2024-04-12T17:30:09.619 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 379869071 2024-04-12T17:30:09.620 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.620 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_aio_wait_count": { 2024-04-12T17:30:09.620 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.620 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.620 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_committed_kv_count": { 2024-04-12T17:30:09.620 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.620 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.620 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:30:09.620 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.620 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.620 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:30:09.620 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.620 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.620 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T17:30:09.620 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77960, 2024-04-12T17:30:09.620 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5573610009 2024-04-12T17:30:09.621 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.621 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:30:09.621 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 14027, 2024-04-12T17:30:09.621 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 602113884 2024-04-12T17:30:09.621 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.621 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:30:09.621 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 14024, 2024-04-12T17:30:09.621 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3410771214345 2024-04-12T17:30:09.621 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.621 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T17:30:09.621 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 14027, 2024-04-12T17:30:09.621 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6048381649445 2024-04-12T17:30:09.621 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.621 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T17:30:09.621 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77957, 2024-04-12T17:30:09.622 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2492301921674 2024-04-12T17:30:09.622 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.622 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T17:30:09.622 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77957, 2024-04-12T17:30:09.622 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8056048 2024-04-12T17:30:09.622 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.622 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T17:30:09.622 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77960, 2024-04-12T17:30:09.622 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 276568043 2024-04-12T17:30:09.622 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.622 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T17:30:09.622 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77960, 2024-04-12T17:30:09.622 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22570254545 2024-04-12T17:30:09.622 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.622 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T17:30:09.623 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77960, 2024-04-12T17:30:09.623 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 29260357 2024-04-12T17:30:09.623 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.623 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T17:30:09.623 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77960, 2024-04-12T17:30:09.623 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10527734711 2024-04-12T17:30:09.623 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.623 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T17:30:09.623 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77960, 2024-04-12T17:30:09.623 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16535919481 2024-04-12T17:30:09.623 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.623 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T17:30:09.623 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10175165 2024-04-12T17:30:09.623 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.623 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:09.624 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2386, 2024-04-12T17:30:09.624 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13165890 2024-04-12T17:30:09.624 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.624 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T17:30:09.624 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77960, 2024-04-12T17:30:09.624 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 55497191148 2024-04-12T17:30:09.624 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.624 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T17:30:09.624 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77960, 2024-04-12T17:30:09.624 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17385679928 2024-04-12T17:30:09.624 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.624 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T17:30:09.624 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77960, 2024-04-12T17:30:09.624 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 503674501 2024-04-12T17:30:09.624 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.625 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.625 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T17:30:09.625 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T17:30:09.625 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1405275320 2024-04-12T17:30:09.625 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.625 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T17:30:09.625 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 653213696 2024-04-12T17:30:09.625 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.625 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T17:30:09.625 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 612835328 2024-04-12T17:30:09.625 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.625 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T17:30:09.625 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2600684339 2024-04-12T17:30:09.625 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.625 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T17:30:09.626 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 40378368 2024-04-12T17:30:09.626 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.626 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.626 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T17:30:09.626 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:09.626 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 125829120 2024-04-12T17:30:09.626 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.626 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:09.626 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.626 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.626 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:09.626 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.627 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.627 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:09.627 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 56035979 2024-04-12T17:30:09.627 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.627 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:09.627 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.627 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.627 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:09.627 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.627 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.627 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:09.627 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.627 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.627 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:09.627 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.628 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.628 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:09.628 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 61440 2024-04-12T17:30:09.628 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.628 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:09.628 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 708608 2024-04-12T17:30:09.628 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.628 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:09.628 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.628 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.628 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:09.628 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.628 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.628 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:09.628 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.629 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.629 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:09.629 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69023093 2024-04-12T17:30:09.629 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.629 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.629 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T17:30:09.629 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:09.629 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 562036736 2024-04-12T17:30:09.629 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.629 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:09.629 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:09.629 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.629 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:09.629 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.630 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.630 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:09.630 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 420269843 2024-04-12T17:30:09.630 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.630 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:09.630 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.630 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.630 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:09.630 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.630 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.630 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:09.630 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2896 2024-04-12T17:30:09.630 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.630 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:09.631 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.631 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.631 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:09.631 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 208352 2024-04-12T17:30:09.631 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.631 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:09.631 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.631 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.631 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:09.631 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.631 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.631 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:09.631 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.631 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.631 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:09.632 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.632 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.632 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:09.632 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 74446781 2024-04-12T17:30:09.632 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.632 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.632 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:30:09.632 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:09.632 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 201326592 2024-04-12T17:30:09.632 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.632 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:09.632 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:09.632 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.632 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:09.632 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 21928448 2024-04-12T17:30:09.632 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.633 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:09.633 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37357319 2024-04-12T17:30:09.633 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.633 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:09.633 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.633 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.633 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:09.633 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.633 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.633 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:09.633 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.633 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.633 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:09.633 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.633 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.634 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:09.634 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.634 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.634 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:09.634 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.634 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.634 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:09.634 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.634 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.634 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:09.634 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.634 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.634 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:09.634 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.634 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.635 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:09.635 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 74931961 2024-04-12T17:30:09.635 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.635 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.635 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T17:30:09.635 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:09.635 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 494927872 2024-04-12T17:30:09.635 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.635 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:09.635 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.635 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.635 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:09.635 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.635 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.635 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:09.636 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 420269843 2024-04-12T17:30:09.636 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.636 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:09.636 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.636 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.636 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:09.636 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.636 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.636 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:09.636 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.636 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.636 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:09.636 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.636 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.636 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:09.637 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 115077 2024-04-12T17:30:09.637 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.637 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:09.637 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1140685 2024-04-12T17:30:09.637 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.637 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:09.637 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.637 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.637 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:09.637 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.637 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.637 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:09.637 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.637 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.637 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:09.637 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 73402267 2024-04-12T17:30:09.638 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.638 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.638 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T17:30:09.638 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T17:30:09.638 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.638 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.638 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:09.638 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8 2024-04-12T17:30:09.638 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.638 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T17:30:09.638 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.638 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.638 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:09.638 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.638 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.639 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.639 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:09.639 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T17:30:09.639 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 54 2024-04-12T17:30:09.639 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.639 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T17:30:09.639 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.639 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.639 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T17:30:09.639 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 27808 2024-04-12T17:30:09.639 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.639 INFO:tasks.workunit.client.0.smithi099.stdout: "op_before_queue_op_lat": { 2024-04-12T17:30:09.639 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 88453, 2024-04-12T17:30:09.639 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8687044869 2024-04-12T17:30:09.639 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.640 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T17:30:09.640 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.640 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.640 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T17:30:09.640 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5 2024-04-12T17:30:09.640 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.640 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T17:30:09.640 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1678404758 2024-04-12T17:30:09.640 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.640 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T17:30:09.640 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 27808, 2024-04-12T17:30:09.640 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 77512701644 2024-04-12T17:30:09.640 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.640 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T17:30:09.640 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2069082270 2024-04-12T17:30:09.640 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.641 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T17:30:09.641 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 28233, 2024-04-12T17:30:09.641 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12250804047 2024-04-12T17:30:09.641 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.641 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T17:30:09.641 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 27808, 2024-04-12T17:30:09.641 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 31675570786 2024-04-12T17:30:09.641 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.641 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:09.641 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18940 2024-04-12T17:30:09.641 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.641 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T17:30:09.641 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18940, 2024-04-12T17:30:09.641 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8335938509 2024-04-12T17:30:09.641 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.642 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:30:09.642 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.642 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.642 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T17:30:09.642 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2069082270 2024-04-12T17:30:09.642 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.642 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T17:30:09.642 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 19099, 2024-04-12T17:30:09.642 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4597510970 2024-04-12T17:30:09.642 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.642 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T17:30:09.642 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18940, 2024-04-12T17:30:09.642 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4209643391 2024-04-12T17:30:09.642 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.643 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T17:30:09.643 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4609 2024-04-12T17:30:09.643 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.643 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T17:30:09.643 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 335459266 2024-04-12T17:30:09.643 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.643 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T17:30:09.643 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4609, 2024-04-12T17:30:09.643 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11523169514 2024-04-12T17:30:09.643 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.643 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:30:09.643 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.643 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.643 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:30:09.643 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.644 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.644 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T17:30:09.644 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.644 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.644 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T17:30:09.644 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4770, 2024-04-12T17:30:09.644 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2784161122 2024-04-12T17:30:09.644 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.644 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T17:30:09.644 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4609, 2024-04-12T17:30:09.644 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7899804027 2024-04-12T17:30:09.644 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.644 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:09.644 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4259 2024-04-12T17:30:09.644 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.645 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T17:30:09.645 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1342945492 2024-04-12T17:30:09.645 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.645 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T17:30:09.645 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4259, 2024-04-12T17:30:09.645 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57653593621 2024-04-12T17:30:09.645 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.645 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:30:09.645 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.645 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.645 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T17:30:09.645 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4364, 2024-04-12T17:30:09.645 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4869131955 2024-04-12T17:30:09.645 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.645 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T17:30:09.646 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4259, 2024-04-12T17:30:09.646 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 19566123368 2024-04-12T17:30:09.646 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.646 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T17:30:09.646 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.646 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.646 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T17:30:09.646 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 82678992 2024-04-12T17:30:09.646 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.646 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T17:30:09.646 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 38 2024-04-12T17:30:09.646 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.646 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T17:30:09.646 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T17:30:09.647 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.647 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T17:30:09.647 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 603959296 2024-04-12T17:30:09.647 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.647 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.647 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.647 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.7": { 2024-04-12T17:30:09.647 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:09.647 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_db_max_lat": { 2024-04-12T17:30:09.647 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 26111 2024-04-12T17:30:09.647 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.647 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T17:30:09.647 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.647 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.647 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_max_lat": { 2024-04-12T17:30:09.648 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.648 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.648 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:30:09.648 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.648 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.648 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T17:30:09.648 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T17:30:09.648 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.648 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_slow": { 2024-04-12T17:30:09.648 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.648 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.648 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T17:30:09.648 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.648 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.648 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_wal_max_lat": { 2024-04-12T17:30:09.649 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.649 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.649 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T17:30:09.649 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.649 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.649 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T17:30:09.649 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11018240 2024-04-12T17:30:09.649 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.649 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T17:30:09.649 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 561864704 2024-04-12T17:30:09.649 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.649 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T17:30:09.649 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 16, 2024-04-12T17:30:09.649 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5018101 2024-04-12T17:30:09.649 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.650 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T17:30:09.650 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 16, 2024-04-12T17:30:09.650 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1987068 2024-04-12T17:30:09.650 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.650 INFO:tasks.workunit.client.0.smithi099.stdout: "db_alloc_lat": { 2024-04-12T17:30:09.650 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 167, 2024-04-12T17:30:09.650 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 814524 2024-04-12T17:30:09.650 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.650 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T17:30:09.650 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995027456 2024-04-12T17:30:09.650 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.650 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T17:30:09.650 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 484704256 2024-04-12T17:30:09.650 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.651 INFO:tasks.workunit.client.0.smithi099.stdout: "flush_lat": { 2024-04-12T17:30:09.651 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 65518, 2024-04-12T17:30:09.651 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5057129531 2024-04-12T17:30:09.651 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.651 INFO:tasks.workunit.client.0.smithi099.stdout: "fsync_lat": { 2024-04-12T17:30:09.651 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 65519, 2024-04-12T17:30:09.651 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9561467044 2024-04-12T17:30:09.651 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.651 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T17:30:09.651 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2433024 2024-04-12T17:30:09.651 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.651 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T17:30:09.651 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 268435456 2024-04-12T17:30:09.651 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.651 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T17:30:09.651 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 506003456 2024-04-12T17:30:09.652 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.652 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T17:30:09.652 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.652 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.652 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T17:30:09.652 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.652 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.652 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T17:30:09.652 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 43 2024-04-12T17:30:09.652 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.652 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T17:30:09.652 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8925976754 2024-04-12T17:30:09.652 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.652 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T17:30:09.652 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 63183 2024-04-12T17:30:09.653 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.653 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T17:30:09.653 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7744323584 2024-04-12T17:30:09.653 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.653 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T17:30:09.653 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7744327680 2024-04-12T17:30:09.653 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.653 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T17:30:09.653 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.653 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.653 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T17:30:09.653 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.653 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.653 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T17:30:09.653 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 58612 2024-04-12T17:30:09.654 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.654 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:09.654 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 63183, 2024-04-12T17:30:09.654 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3176225417 2024-04-12T17:30:09.654 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.654 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T17:30:09.654 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8721858131 2024-04-12T17:30:09.654 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.654 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T17:30:09.654 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 56936 2024-04-12T17:30:09.654 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.654 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T17:30:09.654 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5306175 2024-04-12T17:30:09.654 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.655 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T17:30:09.655 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 840 2024-04-12T17:30:09.655 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.655 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T17:30:09.655 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12984697 2024-04-12T17:30:09.655 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.655 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T17:30:09.655 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1136 2024-04-12T17:30:09.655 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.655 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T17:30:09.655 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7678522 2024-04-12T17:30:09.655 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.655 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:30:09.655 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7678522 2024-04-12T17:30:09.655 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.656 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:30:09.656 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.656 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.656 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:30:09.656 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.656 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.656 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T17:30:09.656 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 309 2024-04-12T17:30:09.656 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.656 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_lat": { 2024-04-12T17:30:09.656 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1136, 2024-04-12T17:30:09.656 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3605186 2024-04-12T17:30:09.656 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.656 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_alloc_lat": { 2024-04-12T17:30:09.657 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.657 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.657 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.657 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T17:30:09.657 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.657 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.657 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T17:30:09.657 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.657 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.657 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:09.657 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T17:30:09.657 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 660 2024-04-12T17:30:09.657 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.657 INFO:tasks.workunit.client.0.smithi099.stdout: "unlink_lat": { 2024-04-12T17:30:09.657 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15, 2024-04-12T17:30:09.657 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16257 2024-04-12T17:30:09.658 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.658 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_alloc_lat": { 2024-04-12T17:30:09.658 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.658 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.658 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.658 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T17:30:09.658 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.658 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.658 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T17:30:09.658 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.658 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.658 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T17:30:09.658 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 843743232 2024-04-12T17:30:09.658 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.658 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.659 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T17:30:09.659 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T17:30:09.659 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T17:30:09.659 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.659 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T17:30:09.659 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14041088 2024-04-12T17:30:09.659 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.659 INFO:tasks.workunit.client.0.smithi099.stdout: "allocator_lat": { 2024-04-12T17:30:09.659 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 17578, 2024-04-12T17:30:09.659 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 61070869 2024-04-12T17:30:09.659 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.659 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T17:30:09.659 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3491, 2024-04-12T17:30:09.659 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5677708256 2024-04-12T17:30:09.659 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.660 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T17:30:09.660 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.660 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.660 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.660 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T17:30:09.660 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.660 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.660 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T17:30:09.660 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.660 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.660 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T17:30:09.660 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.660 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.660 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T17:30:09.661 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18904, 2024-04-12T17:30:09.661 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 151157585 2024-04-12T17:30:09.661 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.661 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T17:30:09.661 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.661 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.661 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.661 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T17:30:09.661 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.661 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.661 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T17:30:09.661 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 65470, 2024-04-12T17:30:09.661 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12735351654 2024-04-12T17:30:09.661 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.661 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T17:30:09.662 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 64980, 2024-04-12T17:30:09.662 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1376245197 2024-04-12T17:30:09.662 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.662 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T17:30:09.662 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 65470, 2024-04-12T17:30:09.662 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 39479887 2024-04-12T17:30:09.662 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.662 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T17:30:09.662 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 65470, 2024-04-12T17:30:09.662 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12774831541 2024-04-12T17:30:09.662 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.662 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T17:30:09.662 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:09.662 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.663 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.663 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T17:30:09.663 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 30249, 2024-04-12T17:30:09.663 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 438475406 2024-04-12T17:30:09.663 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.663 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T17:30:09.663 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 787, 2024-04-12T17:30:09.663 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2362076 2024-04-12T17:30:09.663 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.663 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T17:30:09.663 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 5475, 2024-04-12T17:30:09.663 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7161698 2024-04-12T17:30:09.663 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.663 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:30:09.664 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 50, 2024-04-12T17:30:09.664 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 59412 2024-04-12T17:30:09.664 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.664 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T17:30:09.664 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 11414, 2024-04-12T17:30:09.664 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1213723256 2024-04-12T17:30:09.664 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.664 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T17:30:09.664 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 194928 2024-04-12T17:30:09.664 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.664 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T17:30:09.664 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18161 2024-04-12T17:30:09.664 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.664 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:09.664 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 6927, 2024-04-12T17:30:09.665 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 984648217 2024-04-12T17:30:09.665 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.665 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T17:30:09.665 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 32326, 2024-04-12T17:30:09.665 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15347307 2024-04-12T17:30:09.665 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.665 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T17:30:09.665 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 25399, 2024-04-12T17:30:09.665 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 768395289 2024-04-12T17:30:09.665 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.665 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T17:30:09.665 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.665 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.665 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T17:30:09.665 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 13493, 2024-04-12T17:30:09.665 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 367015990 2024-04-12T17:30:09.666 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.666 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_aio_wait_count": { 2024-04-12T17:30:09.666 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.666 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.666 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_committed_kv_count": { 2024-04-12T17:30:09.666 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.666 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.666 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:30:09.666 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.666 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.666 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:30:09.666 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.666 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.666 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T17:30:09.666 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 75797, 2024-04-12T17:30:09.667 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4549751482 2024-04-12T17:30:09.667 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.667 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:30:09.667 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15858, 2024-04-12T17:30:09.667 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 710010510 2024-04-12T17:30:09.667 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.667 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:30:09.667 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15858, 2024-04-12T17:30:09.667 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4142681520686 2024-04-12T17:30:09.667 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.667 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T17:30:09.667 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15858, 2024-04-12T17:30:09.667 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6376410827823 2024-04-12T17:30:09.667 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.667 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T17:30:09.667 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 75797, 2024-04-12T17:30:09.668 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2893520544701 2024-04-12T17:30:09.668 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.668 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T17:30:09.668 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 75797, 2024-04-12T17:30:09.668 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8682976 2024-04-12T17:30:09.668 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.668 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T17:30:09.668 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 75797, 2024-04-12T17:30:09.668 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 132965609 2024-04-12T17:30:09.668 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.668 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T17:30:09.668 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 75797, 2024-04-12T17:30:09.668 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22286031118 2024-04-12T17:30:09.668 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.668 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T17:30:09.669 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 75797, 2024-04-12T17:30:09.669 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 28778881 2024-04-12T17:30:09.669 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.669 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T17:30:09.669 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 75797, 2024-04-12T17:30:09.669 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11057647819 2024-04-12T17:30:09.669 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.669 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T17:30:09.669 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 75797, 2024-04-12T17:30:09.669 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10763301093 2024-04-12T17:30:09.669 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.669 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T17:30:09.669 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10169945 2024-04-12T17:30:09.669 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.669 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:09.670 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2364, 2024-04-12T17:30:09.670 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12457245 2024-04-12T17:30:09.670 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.670 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T17:30:09.670 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 75797, 2024-04-12T17:30:09.670 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 48802547633 2024-04-12T17:30:09.670 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.670 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T17:30:09.670 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 75797, 2024-04-12T17:30:09.670 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11645375498 2024-04-12T17:30:09.670 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.670 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T17:30:09.670 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 75797, 2024-04-12T17:30:09.670 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 448180290 2024-04-12T17:30:09.670 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.671 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.671 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T17:30:09.671 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T17:30:09.671 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1405275320 2024-04-12T17:30:09.671 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.671 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T17:30:09.671 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 580231168 2024-04-12T17:30:09.671 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.671 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T17:30:09.671 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 534323200 2024-04-12T17:30:09.671 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.671 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T17:30:09.671 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2600684339 2024-04-12T17:30:09.671 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.672 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T17:30:09.672 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 45907968 2024-04-12T17:30:09.672 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.672 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.672 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T17:30:09.672 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:09.672 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 125829120 2024-04-12T17:30:09.672 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.672 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:09.672 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.672 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.672 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:09.672 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.672 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.672 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:09.673 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 56619730 2024-04-12T17:30:09.673 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.673 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:09.673 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.673 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.673 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:09.673 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.673 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.673 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:09.673 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.673 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.673 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:09.673 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.673 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.673 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:09.673 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8192 2024-04-12T17:30:09.673 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.674 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:09.674 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 73728 2024-04-12T17:30:09.674 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.674 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:09.674 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.674 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.674 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:09.674 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.674 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.674 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:09.674 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.674 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.674 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:09.674 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69127470 2024-04-12T17:30:09.675 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.675 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.675 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T17:30:09.675 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:09.675 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 562036736 2024-04-12T17:30:09.675 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.675 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:09.675 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:09.675 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.675 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:09.675 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.675 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.675 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:09.675 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 424647981 2024-04-12T17:30:09.675 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.675 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:09.676 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.676 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.676 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:09.676 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.676 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.676 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:09.676 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2384 2024-04-12T17:30:09.676 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.676 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:09.676 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.676 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.676 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:09.676 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 168096 2024-04-12T17:30:09.676 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.676 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:09.676 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.676 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.677 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:09.677 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.677 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.677 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:09.677 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.677 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.677 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:09.677 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.677 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.677 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:09.677 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 70109411 2024-04-12T17:30:09.677 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.677 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.677 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:30:09.677 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:09.678 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 184549376 2024-04-12T17:30:09.678 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.678 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:09.678 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:09.678 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.678 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:09.678 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12529104 2024-04-12T17:30:09.678 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.678 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:09.678 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37746487 2024-04-12T17:30:09.678 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.678 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:09.678 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.678 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.678 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:09.679 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.679 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.679 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:09.679 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.679 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.679 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:09.679 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.679 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.679 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:09.679 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.679 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.679 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:09.679 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.679 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.679 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:09.680 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.680 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.680 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:09.680 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.680 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.680 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:09.680 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.680 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.680 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:09.680 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67164921 2024-04-12T17:30:09.680 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.680 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.680 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T17:30:09.680 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:09.680 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 494927872 2024-04-12T17:30:09.680 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.681 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:09.681 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.681 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.681 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:09.681 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.681 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.681 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:09.681 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 424647981 2024-04-12T17:30:09.681 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.681 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:09.681 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.681 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.681 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:09.681 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.682 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.682 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:09.682 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.682 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.682 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:09.682 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.682 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.682 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:09.682 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 116106 2024-04-12T17:30:09.682 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.682 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:09.682 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1135266 2024-04-12T17:30:09.682 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.682 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:09.683 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.683 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.683 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:09.683 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.683 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.683 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:09.683 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.683 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.683 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:09.683 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69028519 2024-04-12T17:30:09.683 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.683 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.683 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T17:30:09.683 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T17:30:09.683 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.683 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.684 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:09.684 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14 2024-04-12T17:30:09.684 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.684 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T17:30:09.684 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.684 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.684 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:09.684 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.684 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.684 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.684 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:09.684 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T17:30:09.684 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 58 2024-04-12T17:30:09.684 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.684 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T17:30:09.684 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.685 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.685 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T17:30:09.685 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 34885 2024-04-12T17:30:09.685 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.685 INFO:tasks.workunit.client.0.smithi099.stdout: "op_before_queue_op_lat": { 2024-04-12T17:30:09.685 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 101637, 2024-04-12T17:30:09.685 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10183169854 2024-04-12T17:30:09.685 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.685 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T17:30:09.685 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.685 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.685 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T17:30:09.685 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.685 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.685 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T17:30:09.685 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1533468533 2024-04-12T17:30:09.686 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.686 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T17:30:09.686 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 34885, 2024-04-12T17:30:09.686 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 38633699459 2024-04-12T17:30:09.686 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.686 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T17:30:09.686 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1699858003 2024-04-12T17:30:09.686 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.686 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T17:30:09.686 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 35306, 2024-04-12T17:30:09.686 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15935421787 2024-04-12T17:30:09.686 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.686 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T17:30:09.686 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 34885, 2024-04-12T17:30:09.686 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 29873477541 2024-04-12T17:30:09.687 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.687 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:09.687 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22515 2024-04-12T17:30:09.687 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.687 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T17:30:09.687 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 22515, 2024-04-12T17:30:09.687 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8469084256 2024-04-12T17:30:09.687 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.687 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:30:09.687 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.687 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.687 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T17:30:09.687 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1699858003 2024-04-12T17:30:09.687 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.687 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T17:30:09.688 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 22711, 2024-04-12T17:30:09.688 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4778463967 2024-04-12T17:30:09.688 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.688 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T17:30:09.688 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 22515, 2024-04-12T17:30:09.688 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4544888597 2024-04-12T17:30:09.688 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.688 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T17:30:09.688 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11355 2024-04-12T17:30:09.688 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.688 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T17:30:09.688 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 370645169 2024-04-12T17:30:09.688 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.688 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T17:30:09.688 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 11355, 2024-04-12T17:30:09.688 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 19216600432 2024-04-12T17:30:09.689 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.689 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:30:09.689 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.689 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.689 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:30:09.689 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.689 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.689 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T17:30:09.689 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.689 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.689 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T17:30:09.689 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 11510, 2024-04-12T17:30:09.689 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9212253284 2024-04-12T17:30:09.689 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.689 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T17:30:09.689 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 11355, 2024-04-12T17:30:09.689 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17230913873 2024-04-12T17:30:09.690 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.690 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:09.690 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1015 2024-04-12T17:30:09.690 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.690 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T17:30:09.690 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1162823364 2024-04-12T17:30:09.690 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.690 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T17:30:09.690 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1015, 2024-04-12T17:30:09.690 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10948014771 2024-04-12T17:30:09.690 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.690 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:30:09.690 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.690 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.691 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T17:30:09.691 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1085, 2024-04-12T17:30:09.691 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1944704536 2024-04-12T17:30:09.691 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.691 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T17:30:09.691 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1015, 2024-04-12T17:30:09.691 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8097675071 2024-04-12T17:30:09.691 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.691 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T17:30:09.691 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:09.691 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.691 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T17:30:09.691 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 94 2024-04-12T17:30:09.691 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.691 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T17:30:09.692 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8 2024-04-12T17:30:09.692 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.692 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T17:30:09.692 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T17:30:09.692 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.692 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T17:30:09.692 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 498753536 2024-04-12T17:30:09.692 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.692 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.692 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.692 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.692 INFO:tasks.workunit.client.0.smithi099.stdout: "pools": [ 2024-04-12T17:30:09.692 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.692 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T17:30:09.692 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr" 2024-04-12T17:30:09.692 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.692 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_mode": "none", 2024-04-12T17:30:09.693 INFO:tasks.workunit.client.0.smithi099.stdout: "erasure_code_profile": {}, 2024-04-12T17:30:09.693 INFO:tasks.workunit.client.0.smithi099.stdout: "flags_names": [ 2024-04-12T17:30:09.693 INFO:tasks.workunit.client.0.smithi099.stdout: "hashpspool" 2024-04-12T17:30:09.693 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.693 INFO:tasks.workunit.client.0.smithi099.stdout: "min_size": 2, 2024-04-12T17:30:09.693 INFO:tasks.workunit.client.0.smithi099.stdout: "options": {}, 2024-04-12T17:30:09.693 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_autoscale_mode": "off", 2024-04-12T17:30:09.693 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_num": 1, 2024-04-12T17:30:09.693 INFO:tasks.workunit.client.0.smithi099.stdout: "pgp_num": 1, 2024-04-12T17:30:09.693 INFO:tasks.workunit.client.0.smithi099.stdout: "pool": 1, 2024-04-12T17:30:09.693 INFO:tasks.workunit.client.0.smithi099.stdout: "size": 3, 2024-04-12T17:30:09.693 INFO:tasks.workunit.client.0.smithi099.stdout: "stats": { 2024-04-12T17:30:09.693 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_raw": 721202718986, 2024-04-12T17:30:09.693 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_used": 1781760, 2024-04-12T17:30:09.693 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_bytes_used": 0, 2024-04-12T17:30:09.693 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_under_bytes": 0, 2024-04-12T17:30:09.693 INFO:tasks.workunit.client.0.smithi099.stdout: "data_bytes_used": 1781760, 2024-04-12T17:30:09.694 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty": 0, 2024-04-12T17:30:09.694 INFO:tasks.workunit.client.0.smithi099.stdout: "max_avail": 240400908288, 2024-04-12T17:30:09.694 INFO:tasks.workunit.client.0.smithi099.stdout: "objects": 2, 2024-04-12T17:30:09.694 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_bytes_used": 0, 2024-04-12T17:30:09.694 INFO:tasks.workunit.client.0.smithi099.stdout: "percent_used": 2.4705336727492977e-06, 2024-04-12T17:30:09.694 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_bytes": 0, 2024-04-12T17:30:09.694 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_objects": 0, 2024-04-12T17:30:09.694 INFO:tasks.workunit.client.0.smithi099.stdout: "rd": 1178, 2024-04-12T17:30:09.694 INFO:tasks.workunit.client.0.smithi099.stdout: "rd_bytes": 2041856, 2024-04-12T17:30:09.694 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": 590368, 2024-04-12T17:30:09.694 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_data": 590368, 2024-04-12T17:30:09.694 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_omap": 0, 2024-04-12T17:30:09.694 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_raw": 1771104, 2024-04-12T17:30:09.694 INFO:tasks.workunit.client.0.smithi099.stdout: "wr": 391, 2024-04-12T17:30:09.694 INFO:tasks.workunit.client.0.smithi099.stdout: "wr_bytes": 2473984 2024-04-12T17:30:09.695 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.695 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_bytes": 0, 2024-04-12T17:30:09.695 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_objects": 0, 2024-04-12T17:30:09.695 INFO:tasks.workunit.client.0.smithi099.stdout: "type": "replicated" 2024-04-12T17:30:09.695 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.695 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.695 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T17:30:09.695 INFO:tasks.workunit.client.0.smithi099.stdout: "cephfs" 2024-04-12T17:30:09.695 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.695 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_mode": "none", 2024-04-12T17:30:09.695 INFO:tasks.workunit.client.0.smithi099.stdout: "erasure_code_profile": {}, 2024-04-12T17:30:09.695 INFO:tasks.workunit.client.0.smithi099.stdout: "flags_names": [ 2024-04-12T17:30:09.695 INFO:tasks.workunit.client.0.smithi099.stdout: "hashpspool" 2024-04-12T17:30:09.695 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.695 INFO:tasks.workunit.client.0.smithi099.stdout: "min_size": 2, 2024-04-12T17:30:09.695 INFO:tasks.workunit.client.0.smithi099.stdout: "options": {}, 2024-04-12T17:30:09.696 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_autoscale_mode": "off", 2024-04-12T17:30:09.696 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_num": 32, 2024-04-12T17:30:09.696 INFO:tasks.workunit.client.0.smithi099.stdout: "pgp_num": 32, 2024-04-12T17:30:09.696 INFO:tasks.workunit.client.0.smithi099.stdout: "pool": 2, 2024-04-12T17:30:09.696 INFO:tasks.workunit.client.0.smithi099.stdout: "size": 3, 2024-04-12T17:30:09.696 INFO:tasks.workunit.client.0.smithi099.stdout: "stats": { 2024-04-12T17:30:09.696 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_raw": 721202718986, 2024-04-12T17:30:09.696 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_used": 155475, 2024-04-12T17:30:09.696 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_bytes_used": 0, 2024-04-12T17:30:09.696 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_under_bytes": 0, 2024-04-12T17:30:09.696 INFO:tasks.workunit.client.0.smithi099.stdout: "data_bytes_used": 110592, 2024-04-12T17:30:09.696 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty": 0, 2024-04-12T17:30:09.696 INFO:tasks.workunit.client.0.smithi099.stdout: "max_avail": 240400908288, 2024-04-12T17:30:09.696 INFO:tasks.workunit.client.0.smithi099.stdout: "objects": 22, 2024-04-12T17:30:09.696 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_bytes_used": 44883, 2024-04-12T17:30:09.696 INFO:tasks.workunit.client.0.smithi099.stdout: "percent_used": 2.155773586309806e-07, 2024-04-12T17:30:09.696 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_bytes": 0, 2024-04-12T17:30:09.697 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_objects": 0, 2024-04-12T17:30:09.697 INFO:tasks.workunit.client.0.smithi099.stdout: "rd": 158, 2024-04-12T17:30:09.697 INFO:tasks.workunit.client.0.smithi099.stdout: "rd_bytes": 178176, 2024-04-12T17:30:09.697 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": 21583, 2024-04-12T17:30:09.697 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_data": 6622, 2024-04-12T17:30:09.697 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_omap": 14961, 2024-04-12T17:30:09.697 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_raw": 64749, 2024-04-12T17:30:09.697 INFO:tasks.workunit.client.0.smithi099.stdout: "wr": 69, 2024-04-12T17:30:09.697 INFO:tasks.workunit.client.0.smithi099.stdout: "wr_bytes": 36864 2024-04-12T17:30:09.697 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.697 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_bytes": 0, 2024-04-12T17:30:09.697 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_objects": 0, 2024-04-12T17:30:09.697 INFO:tasks.workunit.client.0.smithi099.stdout: "type": "replicated" 2024-04-12T17:30:09.697 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.697 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.697 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T17:30:09.698 INFO:tasks.workunit.client.0.smithi099.stdout: "cephfs" 2024-04-12T17:30:09.698 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.698 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_mode": "none", 2024-04-12T17:30:09.698 INFO:tasks.workunit.client.0.smithi099.stdout: "erasure_code_profile": {}, 2024-04-12T17:30:09.698 INFO:tasks.workunit.client.0.smithi099.stdout: "flags_names": [ 2024-04-12T17:30:09.698 INFO:tasks.workunit.client.0.smithi099.stdout: "hashpspool" 2024-04-12T17:30:09.698 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.698 INFO:tasks.workunit.client.0.smithi099.stdout: "min_size": 2, 2024-04-12T17:30:09.698 INFO:tasks.workunit.client.0.smithi099.stdout: "options": {}, 2024-04-12T17:30:09.698 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_autoscale_mode": "off", 2024-04-12T17:30:09.698 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_num": 64, 2024-04-12T17:30:09.698 INFO:tasks.workunit.client.0.smithi099.stdout: "pgp_num": 64, 2024-04-12T17:30:09.698 INFO:tasks.workunit.client.0.smithi099.stdout: "pool": 3, 2024-04-12T17:30:09.699 INFO:tasks.workunit.client.0.smithi099.stdout: "size": 3, 2024-04-12T17:30:09.699 INFO:tasks.workunit.client.0.smithi099.stdout: "stats": { 2024-04-12T17:30:09.699 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_raw": 721202718986, 2024-04-12T17:30:09.699 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_used": 0, 2024-04-12T17:30:09.699 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_bytes_used": 0, 2024-04-12T17:30:09.699 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_under_bytes": 0, 2024-04-12T17:30:09.699 INFO:tasks.workunit.client.0.smithi099.stdout: "data_bytes_used": 0, 2024-04-12T17:30:09.699 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty": 0, 2024-04-12T17:30:09.699 INFO:tasks.workunit.client.0.smithi099.stdout: "max_avail": 240400908288, 2024-04-12T17:30:09.699 INFO:tasks.workunit.client.0.smithi099.stdout: "objects": 0, 2024-04-12T17:30:09.699 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_bytes_used": 0, 2024-04-12T17:30:09.699 INFO:tasks.workunit.client.0.smithi099.stdout: "percent_used": 0.0, 2024-04-12T17:30:09.699 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_bytes": 0, 2024-04-12T17:30:09.699 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_objects": 0, 2024-04-12T17:30:09.699 INFO:tasks.workunit.client.0.smithi099.stdout: "rd": 0, 2024-04-12T17:30:09.700 INFO:tasks.workunit.client.0.smithi099.stdout: "rd_bytes": 0, 2024-04-12T17:30:09.700 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": 0, 2024-04-12T17:30:09.700 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_data": 0, 2024-04-12T17:30:09.700 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_omap": 0, 2024-04-12T17:30:09.700 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_raw": 0, 2024-04-12T17:30:09.700 INFO:tasks.workunit.client.0.smithi099.stdout: "wr": 0, 2024-04-12T17:30:09.700 INFO:tasks.workunit.client.0.smithi099.stdout: "wr_bytes": 0 2024-04-12T17:30:09.700 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.700 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_bytes": 0, 2024-04-12T17:30:09.700 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_objects": 0, 2024-04-12T17:30:09.700 INFO:tasks.workunit.client.0.smithi099.stdout: "type": "replicated" 2024-04-12T17:30:09.700 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.700 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.700 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T17:30:09.700 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd" 2024-04-12T17:30:09.700 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.701 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_mode": "none", 2024-04-12T17:30:09.701 INFO:tasks.workunit.client.0.smithi099.stdout: "erasure_code_profile": {}, 2024-04-12T17:30:09.701 INFO:tasks.workunit.client.0.smithi099.stdout: "flags_names": [ 2024-04-12T17:30:09.701 INFO:tasks.workunit.client.0.smithi099.stdout: "hashpspool", 2024-04-12T17:30:09.701 INFO:tasks.workunit.client.0.smithi099.stdout: "selfmanaged_snaps" 2024-04-12T17:30:09.701 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.701 INFO:tasks.workunit.client.0.smithi099.stdout: "min_size": 2, 2024-04-12T17:30:09.701 INFO:tasks.workunit.client.0.smithi099.stdout: "options": {}, 2024-04-12T17:30:09.701 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_autoscale_mode": "off", 2024-04-12T17:30:09.701 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_num": 8, 2024-04-12T17:30:09.701 INFO:tasks.workunit.client.0.smithi099.stdout: "pgp_num": 8, 2024-04-12T17:30:09.701 INFO:tasks.workunit.client.0.smithi099.stdout: "pool": 4, 2024-04-12T17:30:09.701 INFO:tasks.workunit.client.0.smithi099.stdout: "size": 3, 2024-04-12T17:30:09.701 INFO:tasks.workunit.client.0.smithi099.stdout: "stats": { 2024-04-12T17:30:09.701 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_raw": 721202718986, 2024-04-12T17:30:09.701 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_used": 12595200, 2024-04-12T17:30:09.702 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_bytes_used": 0, 2024-04-12T17:30:09.702 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_under_bytes": 0, 2024-04-12T17:30:09.702 INFO:tasks.workunit.client.0.smithi099.stdout: "data_bytes_used": 12595200, 2024-04-12T17:30:09.702 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty": 0, 2024-04-12T17:30:09.702 INFO:tasks.workunit.client.0.smithi099.stdout: "max_avail": 240400908288, 2024-04-12T17:30:09.702 INFO:tasks.workunit.client.0.smithi099.stdout: "objects": 4, 2024-04-12T17:30:09.702 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_bytes_used": 0, 2024-04-12T17:30:09.702 INFO:tasks.workunit.client.0.smithi099.stdout: "percent_used": 1.7463855328969657e-05, 2024-04-12T17:30:09.702 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_bytes": 0, 2024-04-12T17:30:09.702 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_objects": 0, 2024-04-12T17:30:09.702 INFO:tasks.workunit.client.0.smithi099.stdout: "rd": 8972, 2024-04-12T17:30:09.702 INFO:tasks.workunit.client.0.smithi099.stdout: "rd_bytes": 3126423552, 2024-04-12T17:30:09.702 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": 4194323, 2024-04-12T17:30:09.702 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_data": 4194323, 2024-04-12T17:30:09.703 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_omap": 0, 2024-04-12T17:30:09.703 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_raw": 12582969, 2024-04-12T17:30:09.703 INFO:tasks.workunit.client.0.smithi099.stdout: "wr": 24345, 2024-04-12T17:30:09.703 INFO:tasks.workunit.client.0.smithi099.stdout: "wr_bytes": 3201514496 2024-04-12T17:30:09.703 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.703 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_bytes": 0, 2024-04-12T17:30:09.703 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_objects": 0, 2024-04-12T17:30:09.703 INFO:tasks.workunit.client.0.smithi099.stdout: "type": "replicated" 2024-04-12T17:30:09.703 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.703 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.703 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd": { 2024-04-12T17:30:09.703 INFO:tasks.workunit.client.0.smithi099.stdout: "mirroring_by_pool": [ 2024-04-12T17:30:09.703 INFO:tasks.workunit.client.0.smithi099.stdout: false 2024-04-12T17:30:09.703 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.703 INFO:tasks.workunit.client.0.smithi099.stdout: "num_images_by_pool": [ 2024-04-12T17:30:09.704 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:09.704 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.704 INFO:tasks.workunit.client.0.smithi099.stdout: "num_pools": 1 2024-04-12T17:30:09.704 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.704 INFO:tasks.workunit.client.0.smithi099.stdout: "report_id": "8ed43c25-625c-491d-a955-cdf3bd105890", 2024-04-12T17:30:09.704 INFO:tasks.workunit.client.0.smithi099.stdout: "report_timestamp": "2024-04-12T17:30:08.830787", 2024-04-12T17:30:09.704 INFO:tasks.workunit.client.0.smithi099.stdout: "report_version": 1, 2024-04-12T17:30:09.704 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_stats": { 2024-04-12T17:30:09.704 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "7.9.2" 2024-04-12T17:30:09.704 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.704 INFO:tasks.workunit.client.0.smithi099.stdout: "rook": { 2024-04-12T17:30:09.704 INFO:tasks.workunit.client.0.smithi099.stdout: "cluster": { 2024-04-12T17:30:09.704 INFO:tasks.workunit.client.0.smithi099.stdout: "external-mode": null, 2024-04-12T17:30:09.704 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T17:30:09.704 INFO:tasks.workunit.client.0.smithi099.stdout: "allow-multiple-per-node": null, 2024-04-12T17:30:09.705 INFO:tasks.workunit.client.0.smithi099.stdout: "count": null, 2024-04-12T17:30:09.705 INFO:tasks.workunit.client.0.smithi099.stdout: "max-id": null, 2024-04-12T17:30:09.705 INFO:tasks.workunit.client.0.smithi099.stdout: "pvc": { 2024-04-12T17:30:09.705 INFO:tasks.workunit.client.0.smithi099.stdout: "enabled": null 2024-04-12T17:30:09.705 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.705 INFO:tasks.workunit.client.0.smithi099.stdout: "stretch": { 2024-04-12T17:30:09.705 INFO:tasks.workunit.client.0.smithi099.stdout: "enabled": null 2024-04-12T17:30:09.705 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.705 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.705 INFO:tasks.workunit.client.0.smithi099.stdout: "network": { 2024-04-12T17:30:09.705 INFO:tasks.workunit.client.0.smithi099.stdout: "provider": null 2024-04-12T17:30:09.705 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.705 INFO:tasks.workunit.client.0.smithi099.stdout: "storage": { 2024-04-12T17:30:09.705 INFO:tasks.workunit.client.0.smithi099.stdout: "device-set": { 2024-04-12T17:30:09.706 INFO:tasks.workunit.client.0.smithi099.stdout: "count": { 2024-04-12T17:30:09.706 INFO:tasks.workunit.client.0.smithi099.stdout: "non-portable": null, 2024-04-12T17:30:09.706 INFO:tasks.workunit.client.0.smithi099.stdout: "portable": null, 2024-04-12T17:30:09.706 INFO:tasks.workunit.client.0.smithi099.stdout: "total": null 2024-04-12T17:30:09.706 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.706 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.706 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.706 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.706 INFO:tasks.workunit.client.0.smithi099.stdout: "csi": { 2024-04-12T17:30:09.706 INFO:tasks.workunit.client.0.smithi099.stdout: "version": null 2024-04-12T17:30:09.706 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.706 INFO:tasks.workunit.client.0.smithi099.stdout: "kubernetes": { 2024-04-12T17:30:09.706 INFO:tasks.workunit.client.0.smithi099.stdout: "version": null 2024-04-12T17:30:09.706 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.706 INFO:tasks.workunit.client.0.smithi099.stdout: "node": { 2024-04-12T17:30:09.707 INFO:tasks.workunit.client.0.smithi099.stdout: "count": { 2024-04-12T17:30:09.707 INFO:tasks.workunit.client.0.smithi099.stdout: "kubernetes-total": null, 2024-04-12T17:30:09.707 INFO:tasks.workunit.client.0.smithi099.stdout: "with-ceph-daemons": null, 2024-04-12T17:30:09.707 INFO:tasks.workunit.client.0.smithi099.stdout: "with-csi-cephfs-plugin": null, 2024-04-12T17:30:09.707 INFO:tasks.workunit.client.0.smithi099.stdout: "with-csi-nfs-plugin": null, 2024-04-12T17:30:09.707 INFO:tasks.workunit.client.0.smithi099.stdout: "with-csi-rbd-plugin": null 2024-04-12T17:30:09.707 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.707 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.707 INFO:tasks.workunit.client.0.smithi099.stdout: "usage": { 2024-04-12T17:30:09.707 INFO:tasks.workunit.client.0.smithi099.stdout: "storage-class": { 2024-04-12T17:30:09.707 INFO:tasks.workunit.client.0.smithi099.stdout: "count": { 2024-04-12T17:30:09.707 INFO:tasks.workunit.client.0.smithi099.stdout: "bucket": null, 2024-04-12T17:30:09.707 INFO:tasks.workunit.client.0.smithi099.stdout: "cephfs": null, 2024-04-12T17:30:09.707 INFO:tasks.workunit.client.0.smithi099.stdout: "nfs": null, 2024-04-12T17:30:09.707 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd": null, 2024-04-12T17:30:09.708 INFO:tasks.workunit.client.0.smithi099.stdout: "total": null 2024-04-12T17:30:09.708 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.708 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:09.708 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.708 INFO:tasks.workunit.client.0.smithi099.stdout: "version": null 2024-04-12T17:30:09.708 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.708 INFO:tasks.workunit.client.0.smithi099.stdout: "services": {}, 2024-04-12T17:30:09.708 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_per_pg": [ 2024-04-12T17:30:09.708 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.708 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:09.708 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:09.708 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:09.708 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:09.708 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.709 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:09.709 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:09.709 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:09.709 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:09.709 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:09.709 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:09.709 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:09.709 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.425465+0000", 2024-04-12T17:30:09.709 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.118799+0000", 2024-04-12T17:30:09.709 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.118799+0000", 2024-04-12T17:30:09.709 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.119796+0000", 2024-04-12T17:30:09.709 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.425465+0000", 2024-04-12T17:30:09.709 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.709 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:09.709 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.710 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:09.710 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.425465+0000", 2024-04-12T17:30:09.710 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.425465+0000", 2024-04-12T17:30:09.710 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.425465+0000", 2024-04-12T17:30:09.710 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:09.710 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:09.710 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.710 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.425465+0000", 2024-04-12T17:30:09.710 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.425465+0000", 2024-04-12T17:30:09.710 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:09.710 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:09.710 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:09.710 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:09.710 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:09.711 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:09.711 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:09.711 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:09.711 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:09.711 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:09.711 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:09.711 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:09.711 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:09.711 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.2c", 2024-04-12T17:30:09.711 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:09.711 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:09.711 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:09.711 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4975, 2024-04-12T17:30:09.711 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:09.711 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:11:53.074907+0000", 2024-04-12T17:30:09.712 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:09.712 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:09.712 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:09.712 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:09.712 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:09.712 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:09.712 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:09.712 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:09.712 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:09.712 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:09.712 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:09.712 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:09.712 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:09.712 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:09.712 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:09.713 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:09.713 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:09.713 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:09.713 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:09.713 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:09.713 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:09.713 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:09.713 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:09.713 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:09.713 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:09.713 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:09.713 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:09.713 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:09.713 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:09.713 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:09.713 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:09.714 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:09.714 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:09.714 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:09.714 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:09.714 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:09.714 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:09.714 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:09.714 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:09.714 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:09.714 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:09.714 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:09.714 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:09.714 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.715 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:09.715 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:09.715 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:09.715 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:09.715 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:09.715 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:09.715 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.715 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:09.715 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:09.715 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.715 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.715 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:09.715 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:09.715 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:09.715 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:09.716 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.716 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:09.716 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:09.716 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:09.716 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:09.716 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:09.716 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:09.716 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:09.716 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.423329+0000", 2024-04-12T17:30:09.716 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.097051+0000", 2024-04-12T17:30:09.716 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.097051+0000", 2024-04-12T17:30:09.716 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.097867+0000", 2024-04-12T17:30:09.716 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.423329+0000", 2024-04-12T17:30:09.716 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.716 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:09.716 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.717 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:09.717 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.423329+0000", 2024-04-12T17:30:09.717 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.423329+0000", 2024-04-12T17:30:09.717 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.423329+0000", 2024-04-12T17:30:09.717 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:09.717 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:09.717 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.717 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.423329+0000", 2024-04-12T17:30:09.717 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.423329+0000", 2024-04-12T17:30:09.717 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:09.718 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:09.718 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:09.718 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:09.718 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:09.718 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:09.718 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:09.718 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:09.718 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:09.718 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:09.718 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:09.718 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:09.718 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:09.718 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.2b", 2024-04-12T17:30:09.719 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:09.719 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:09.719 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:09.719 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5191, 2024-04-12T17:30:09.719 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:09.719 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:29:34.810078+0000", 2024-04-12T17:30:09.719 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:09.719 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:09.719 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:09.719 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:09.719 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:09.719 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:09.719 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:09.719 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:09.719 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:09.720 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:09.720 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:09.720 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:09.720 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:09.720 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:09.720 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:09.720 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:09.720 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:09.720 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:09.720 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:09.720 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:09.720 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:09.720 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:09.720 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:09.721 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:09.721 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:09.721 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:09.721 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:09.721 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:09.721 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:09.721 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:09.721 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:09.721 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:09.721 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:09.721 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:09.721 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:09.721 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:09.721 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:09.722 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:09.722 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:09.722 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:09.722 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:09.722 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:09.722 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:09.722 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.722 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:09.722 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:09.722 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:09.722 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:09.722 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:09.722 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:09.722 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.723 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:09.723 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:09.723 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.723 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.723 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:09.723 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:09.723 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:09.723 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:09.723 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.723 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:09.723 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:09.723 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:09.723 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:09.723 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:09.723 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:09.724 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:09.724 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.266018+0000", 2024-04-12T17:30:09.724 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.091387+0000", 2024-04-12T17:30:09.724 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.091387+0000", 2024-04-12T17:30:09.724 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.092699+0000", 2024-04-12T17:30:09.724 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.266018+0000", 2024-04-12T17:30:09.724 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.724 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:09.724 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.724 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:09.724 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.266018+0000", 2024-04-12T17:30:09.724 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.266018+0000", 2024-04-12T17:30:09.724 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.266018+0000", 2024-04-12T17:30:09.724 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:09.724 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:09.725 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.725 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.266018+0000", 2024-04-12T17:30:09.725 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.266018+0000", 2024-04-12T17:30:09.725 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:09.725 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:09.725 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:09.725 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:09.725 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:09.725 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:09.725 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:09.725 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:09.725 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:09.725 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:09.725 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:09.725 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:09.726 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:09.726 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.2a", 2024-04-12T17:30:09.726 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:09.726 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:09.726 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:09.726 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4999, 2024-04-12T17:30:09.726 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:09.726 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:43:32.063573+0000", 2024-04-12T17:30:09.726 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:09.726 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:09.726 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:09.726 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:09.726 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:09.726 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:09.726 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:09.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:09.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:09.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:09.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:09.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:09.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:09.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:09.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:09.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:09.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:09.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:09.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:09.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:09.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:09.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:09.728 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:09.728 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:09.728 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:09.728 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:09.728 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:09.728 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:09.728 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:09.728 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:09.728 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:09.728 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:09.728 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:09.728 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:09.728 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:09.728 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:09.728 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:09.729 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:09.729 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:09.729 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:09.729 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:09.729 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:09.729 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:09.729 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.729 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:09.729 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:09.729 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:09.729 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:09.729 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:09.729 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:09.729 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.730 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:09.730 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:09.730 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.730 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.730 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:09.730 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:09.730 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:09.730 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:09.730 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.730 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:09.730 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:09.730 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:09.730 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:09.730 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:09.731 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:09.731 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:09.731 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.271238+0000", 2024-04-12T17:30:09.731 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:01.053984+0000", 2024-04-12T17:30:09.731 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:01.053984+0000", 2024-04-12T17:30:09.731 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:01.054271+0000", 2024-04-12T17:30:09.731 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.271238+0000", 2024-04-12T17:30:09.731 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.731 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:09.731 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.731 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 464, 2024-04-12T17:30:09.731 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.271238+0000", 2024-04-12T17:30:09.731 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.271238+0000", 2024-04-12T17:30:09.731 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.271238+0000", 2024-04-12T17:30:09.731 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:09.732 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:09.732 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.732 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.271238+0000", 2024-04-12T17:30:09.732 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.271238+0000", 2024-04-12T17:30:09.732 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:09.732 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:09.732 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:09.732 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:09.732 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 463, 2024-04-12T17:30:09.732 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:09.732 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:09.732 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:09.732 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:09.732 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:09.732 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:09.733 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:09.733 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:09.733 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.29", 2024-04-12T17:30:09.733 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:09.733 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:09.733 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:09.733 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5105, 2024-04-12T17:30:09.733 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:09.733 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:19:31.510475+0000", 2024-04-12T17:30:09.733 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:09.733 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:09.733 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:09.733 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:09.733 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:09.734 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:09.734 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:09.734 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:09.734 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:09.734 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:09.734 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:09.734 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:09.734 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:09.734 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:09.734 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:09.734 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:09.734 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:09.734 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:09.734 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:09.734 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:09.735 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:09.735 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:09.735 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:09.735 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:09.735 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:09.735 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:09.735 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:09.735 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:09.735 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:09.735 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:09.735 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:09.735 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:09.735 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:09.735 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:09.735 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:09.735 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:09.736 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:09.736 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:09.736 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:09.736 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:09.736 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:09.736 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:09.736 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:09.736 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.736 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:09.736 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:09.736 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:09.736 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:09.736 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:09.736 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:09.736 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.737 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:09.737 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:09.737 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.737 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.737 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:09.737 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:09.737 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:09.737 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:09.737 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.737 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:09.737 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:09.737 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:09.737 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:09.737 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:09.737 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:09.737 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:09.738 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267918+0000", 2024-04-12T17:30:09.738 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.168083+0000", 2024-04-12T17:30:09.738 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.168083+0000", 2024-04-12T17:30:09.738 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.169475+0000", 2024-04-12T17:30:09.738 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267918+0000", 2024-04-12T17:30:09.738 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.738 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:09.738 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.738 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:09.738 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267918+0000", 2024-04-12T17:30:09.738 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267918+0000", 2024-04-12T17:30:09.738 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267918+0000", 2024-04-12T17:30:09.738 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:09.738 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:09.739 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.739 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267918+0000", 2024-04-12T17:30:09.739 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267918+0000", 2024-04-12T17:30:09.739 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:09.739 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:09.739 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:09.739 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:09.739 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:09.739 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:09.739 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:09.739 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:09.739 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:09.739 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:09.739 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:09.739 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:09.740 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:09.740 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.28", 2024-04-12T17:30:09.740 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:09.740 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:09.740 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:09.740 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5011, 2024-04-12T17:30:09.740 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:09.740 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:09:14.871304+0000", 2024-04-12T17:30:09.740 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:09.740 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:09.740 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:09.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:09.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:09.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:09.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:09.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:09.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:09.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:09.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:09.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:09.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:09.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:09.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:09.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:09.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:09.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:09.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:09.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:09.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:09.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:09.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:09.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:09.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:09.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:09.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:09.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:09.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:09.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:09.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:09.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:09.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:09.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:09.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:09.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:09.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:09.743 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:09.743 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:09.743 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:09.743 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:09.743 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:09.743 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:09.743 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.743 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:09.743 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:09.743 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:09.743 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:09.743 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:09.743 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:09.743 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.743 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:09.744 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:09.744 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.744 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.744 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:09.744 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:09.744 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:09.744 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:09.744 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.744 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:09.744 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:09.744 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:09.744 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:09.744 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:09.744 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:09.745 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:09.745 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.269675+0000", 2024-04-12T17:30:09.745 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:01.055090+0000", 2024-04-12T17:30:09.745 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:01.055090+0000", 2024-04-12T17:30:09.745 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:01.055406+0000", 2024-04-12T17:30:09.745 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.269675+0000", 2024-04-12T17:30:09.745 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.745 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:09.745 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.745 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 464, 2024-04-12T17:30:09.745 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.269675+0000", 2024-04-12T17:30:09.745 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.269675+0000", 2024-04-12T17:30:09.745 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.269675+0000", 2024-04-12T17:30:09.745 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:09.746 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:09.746 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.746 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.269675+0000", 2024-04-12T17:30:09.746 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.269675+0000", 2024-04-12T17:30:09.746 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:09.746 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:09.746 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:09.746 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:09.746 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 463, 2024-04-12T17:30:09.746 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:09.746 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:09.746 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:09.746 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:09.746 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:09.747 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:09.747 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:09.747 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:09.747 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.27", 2024-04-12T17:30:09.747 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:09.747 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:09.747 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:09.747 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5098, 2024-04-12T17:30:09.747 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:09.747 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:14:32.934982+0000", 2024-04-12T17:30:09.747 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:09.747 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:09.747 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:09.747 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:09.747 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:09.748 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:09.748 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:09.748 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:09.748 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:09.748 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:09.748 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:09.748 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:09.748 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:09.748 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:09.748 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:09.748 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:09.748 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:09.748 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:09.748 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:09.748 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:09.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:09.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:09.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:09.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:09.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:09.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:09.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:09.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:09.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:09.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:09.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:09.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:09.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:09.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:09.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:09.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:09.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:09.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:09.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:09.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:09.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:09.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:09.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:09.750 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.750 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:09.750 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:09.750 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:09.750 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:09.750 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:09.750 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:09.751 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.751 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:09.751 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:09.751 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.751 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.751 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:09.751 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:09.751 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:09.751 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:09.751 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.751 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:09.751 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:09.751 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:09.751 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:09.751 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:09.752 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:09.752 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:09.752 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.424461+0000", 2024-04-12T17:30:09.752 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.094644+0000", 2024-04-12T17:30:09.752 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.094644+0000", 2024-04-12T17:30:09.752 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.094999+0000", 2024-04-12T17:30:09.752 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.424461+0000", 2024-04-12T17:30:09.752 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.752 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:09.752 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.752 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:09.752 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.424461+0000", 2024-04-12T17:30:09.752 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.424461+0000", 2024-04-12T17:30:09.752 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.424461+0000", 2024-04-12T17:30:09.752 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:09.753 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:09.753 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.753 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.424461+0000", 2024-04-12T17:30:09.753 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.424461+0000", 2024-04-12T17:30:09.753 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:09.753 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:09.753 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:09.753 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:09.753 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:09.753 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:09.753 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:09.753 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:09.753 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:09.753 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:09.753 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:09.754 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:09.754 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:09.754 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.26", 2024-04-12T17:30:09.754 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:09.754 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:09.754 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:09.754 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4972, 2024-04-12T17:30:09.754 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:09.754 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:02:21.505583+0000", 2024-04-12T17:30:09.754 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:09.754 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:09.754 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:09.754 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:09.754 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:09.754 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:09.755 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:09.755 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:09.755 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:09.755 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:09.755 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:09.755 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:09.755 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:09.755 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:09.755 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:09.755 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:09.755 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:09.755 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:09.755 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:09.755 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:09.755 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:09.756 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:09.756 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:09.756 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:09.756 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:09.756 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:09.756 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:09.756 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:09.756 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:09.756 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:09.756 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:09.756 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:09.756 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:09.756 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:09.756 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:09.756 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:09.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:09.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:09.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:09.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:09.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:09.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:09.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:09.757 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.757 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:09.757 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:09.757 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:09.757 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:09.757 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:09.757 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:09.757 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.758 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:09.758 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:09.758 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.758 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.758 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:09.758 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:09.758 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:09.758 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:09.758 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.758 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:09.758 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:09.758 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:09.758 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:09.758 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:09.759 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:09.759 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:09.759 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.419830+0000", 2024-04-12T17:30:09.759 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:07:26.042709+0000", 2024-04-12T17:30:09.759 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:07:26.042709+0000", 2024-04-12T17:30:09.759 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:07:26.043030+0000", 2024-04-12T17:30:09.759 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.419830+0000", 2024-04-12T17:30:09.759 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.759 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:09.759 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.759 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 429, 2024-04-12T17:30:09.759 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.419830+0000", 2024-04-12T17:30:09.759 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.419830+0000", 2024-04-12T17:30:09.759 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.419830+0000", 2024-04-12T17:30:09.760 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:09.760 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:09.760 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.760 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.419830+0000", 2024-04-12T17:30:09.760 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.419830+0000", 2024-04-12T17:30:09.760 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:09.760 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:09.760 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:09.760 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:09.760 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 428, 2024-04-12T17:30:09.760 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:09.760 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:09.760 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:09.760 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:09.761 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:09.761 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:09.761 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:09.761 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:09.761 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.25", 2024-04-12T17:30:09.761 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:09.761 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:09.761 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:09.761 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5153, 2024-04-12T17:30:09.761 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:09.761 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:17:49.259557+0000", 2024-04-12T17:30:09.761 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:09.761 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:09.761 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:09.762 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:09.762 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:09.762 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:09.762 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:09.762 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:09.762 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:09.762 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:09.762 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:09.762 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:09.762 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:09.762 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:09.762 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:09.762 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:09.762 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:09.762 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:09.763 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:09.763 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:09.763 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:09.763 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:09.763 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:09.763 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:09.763 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:09.763 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:09.763 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:09.763 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:09.763 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:09.763 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:09.763 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:09.763 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:09.763 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:09.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:09.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:09.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:09.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:09.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:09.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:09.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:09.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:09.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:09.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:09.764 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.764 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:09.764 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:09.764 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:09.764 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:09.764 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:09.765 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:09.765 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.765 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:09.765 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:09.765 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.765 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.765 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:09.765 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:09.765 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:09.765 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:09.765 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.765 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:09.765 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:09.765 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:09.766 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:09.766 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:09.766 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:09.766 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:09.766 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.268553+0000", 2024-04-12T17:30:09.766 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:01.053900+0000", 2024-04-12T17:30:09.766 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:01.053900+0000", 2024-04-12T17:30:09.766 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:01.054259+0000", 2024-04-12T17:30:09.766 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.268553+0000", 2024-04-12T17:30:09.766 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.766 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:09.766 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.766 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 464, 2024-04-12T17:30:09.766 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.268553+0000", 2024-04-12T17:30:09.766 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.268553+0000", 2024-04-12T17:30:09.767 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.268553+0000", 2024-04-12T17:30:09.767 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:09.767 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:09.767 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.767 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.268553+0000", 2024-04-12T17:30:09.767 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.268553+0000", 2024-04-12T17:30:09.767 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:09.767 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:09.767 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:09.769 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:09.769 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 463, 2024-04-12T17:30:09.770 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:09.770 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:09.770 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:09.770 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:09.770 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:09.770 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:09.770 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:09.770 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:09.770 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.24", 2024-04-12T17:30:09.770 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:09.770 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:09.770 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:09.770 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5112, 2024-04-12T17:30:09.770 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:09.770 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:42:56.587911+0000", 2024-04-12T17:30:09.771 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:09.771 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:09.771 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:09.771 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:09.771 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:09.771 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:09.771 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:09.771 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:09.771 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:09.771 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:09.771 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:09.771 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:09.771 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:09.771 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:09.771 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:09.772 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:09.772 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:09.772 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:09.772 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:09.772 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:09.772 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:09.772 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:09.772 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:09.772 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:09.772 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:09.772 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:09.772 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:09.772 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:09.772 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:09.772 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:09.773 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:09.773 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:09.773 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:09.773 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:09.773 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:09.773 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:09.773 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:09.773 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:09.773 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:09.773 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:09.773 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:09.773 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:09.773 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:09.773 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.773 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:09.773 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:09.773 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:09.774 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:09.774 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:09.774 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:09.774 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.774 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:09.774 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:09.774 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.774 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.774 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:09.774 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:09.774 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:09.774 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:09.774 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.774 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:09.775 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:09.775 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:09.775 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:09.775 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:09.775 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:09.775 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:09.775 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422563+0000", 2024-04-12T17:30:09.775 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:01.049443+0000", 2024-04-12T17:30:09.775 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:01.049443+0000", 2024-04-12T17:30:09.775 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:01.049827+0000", 2024-04-12T17:30:09.775 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422563+0000", 2024-04-12T17:30:09.775 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.775 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:09.775 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.775 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 464, 2024-04-12T17:30:09.776 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422563+0000", 2024-04-12T17:30:09.776 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422563+0000", 2024-04-12T17:30:09.776 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422563+0000", 2024-04-12T17:30:09.776 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:09.776 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:09.776 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.776 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422563+0000", 2024-04-12T17:30:09.776 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422563+0000", 2024-04-12T17:30:09.776 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:09.776 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:09.776 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:09.776 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:09.776 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 463, 2024-04-12T17:30:09.776 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:09.776 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:09.777 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:09.777 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:09.777 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:09.777 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:09.777 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:09.777 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:09.777 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.23", 2024-04-12T17:30:09.777 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:09.777 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:09.777 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:09.777 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5194, 2024-04-12T17:30:09.777 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:09.777 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:01:38.369819+0000", 2024-04-12T17:30:09.777 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:09.777 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:09.777 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:09.778 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:09.778 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:09.778 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:09.778 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:09.778 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:09.778 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:09.778 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:09.778 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:09.778 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:09.778 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:09.778 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:09.778 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:09.778 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:09.778 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:09.778 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:09.779 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:09.779 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:09.779 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:09.779 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:09.779 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:09.779 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:09.779 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:09.779 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:09.779 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:09.779 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:09.779 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:09.779 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:09.779 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:09.779 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:09.779 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:09.780 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:09.780 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:09.780 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:09.780 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:09.780 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:09.780 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:09.780 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:09.780 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:09.780 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:09.780 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:09.780 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.780 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:09.780 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:09.780 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:09.780 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:09.781 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:09.781 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:09.781 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.781 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:09.781 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:09.781 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.781 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.781 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:09.781 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:09.781 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:09.781 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:09.781 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.781 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:09.781 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:09.781 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:09.781 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:09.782 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:09.782 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:09.782 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:09.782 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.265747+0000", 2024-04-12T17:30:09.782 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.159746+0000", 2024-04-12T17:30:09.782 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.159746+0000", 2024-04-12T17:30:09.782 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.160835+0000", 2024-04-12T17:30:09.782 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.265747+0000", 2024-04-12T17:30:09.782 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.782 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:09.782 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.782 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:09.782 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.265747+0000", 2024-04-12T17:30:09.782 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.265747+0000", 2024-04-12T17:30:09.782 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.265747+0000", 2024-04-12T17:30:09.783 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:09.783 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:09.783 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.783 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.265747+0000", 2024-04-12T17:30:09.783 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.265747+0000", 2024-04-12T17:30:09.783 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:09.783 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:09.783 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:09.783 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:09.783 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:09.783 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:09.783 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:09.783 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:09.783 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:09.783 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:09.784 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:09.784 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:09.784 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:09.784 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.22", 2024-04-12T17:30:09.784 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:09.784 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:09.784 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:09.784 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5014, 2024-04-12T17:30:09.784 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:09.784 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:03:16.043689+0000", 2024-04-12T17:30:09.784 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:09.784 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:09.784 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:09.784 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:09.784 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:09.784 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:09.785 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:09.785 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:09.785 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:09.785 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:09.785 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:09.785 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:09.785 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:09.785 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:09.785 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:09.785 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:09.785 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:09.785 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:09.785 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:09.785 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:09.785 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:09.786 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:09.786 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:09.786 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:09.786 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:09.786 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:09.786 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:09.786 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:09.786 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:09.786 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:09.786 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:09.786 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:09.786 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:09.786 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:09.786 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:09.786 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:09.787 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:09.787 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:09.787 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:09.787 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:09.787 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:09.787 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:09.787 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:09.787 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.787 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:09.787 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:09.787 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:09.787 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:09.787 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:09.787 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:09.787 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.788 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:09.788 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:09.788 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.788 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.788 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:09.788 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:09.788 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:09.788 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:09.788 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.788 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T17:30:09.788 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:09.788 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:09.788 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:09.789 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:09.789 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:09.789 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:09.789 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.266196+0000", 2024-04-12T17:30:09.789 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.112461+0000", 2024-04-12T17:30:09.789 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.112461+0000", 2024-04-12T17:30:09.789 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.112943+0000", 2024-04-12T17:30:09.789 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.266196+0000", 2024-04-12T17:30:09.789 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.789 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:09.789 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.789 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:09.789 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.266196+0000", 2024-04-12T17:30:09.789 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.266196+0000", 2024-04-12T17:30:09.789 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.266196+0000", 2024-04-12T17:30:09.789 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:09.790 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:09.790 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.790 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.266196+0000", 2024-04-12T17:30:09.790 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.266196+0000", 2024-04-12T17:30:09.790 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:09.790 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:09.790 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:09.790 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:09.790 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:09.790 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:09.790 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:09.790 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:09.790 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:09.790 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:09.791 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:09.791 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:09.791 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:09.791 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.21", 2024-04-12T17:30:09.791 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:09.791 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:09.791 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:09.791 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5094, 2024-04-12T17:30:09.791 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:09.791 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:17:04.543604+0000", 2024-04-12T17:30:09.791 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:09.791 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:09.791 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:09.791 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:09.792 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:09.792 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:09.792 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:09.792 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:09.792 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:09.792 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:09.792 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:09.792 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:09.792 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:09.792 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:09.792 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:09.792 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:09.792 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:09.792 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:09.792 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:09.793 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:09.793 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:09.793 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:09.793 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:09.793 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:09.793 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:09.793 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:09.793 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:09.793 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:09.793 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:09.793 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:09.793 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:09.793 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:09.793 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:09.794 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:09.794 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:09.794 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:09.794 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:09.794 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:09.794 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:09.794 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:09.794 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:09.794 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:09.794 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:09.794 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.794 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:09.794 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:09.794 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:09.795 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:09.795 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:09.795 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:09.795 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.795 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T17:30:09.795 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:09.795 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.795 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.795 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:09.795 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:09.795 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:09.795 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:09.795 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.795 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:09.795 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:09.795 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:09.796 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:09.796 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:09.796 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:09.796 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:09.796 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.420393+0000", 2024-04-12T17:30:09.796 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.117783+0000", 2024-04-12T17:30:09.796 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.117783+0000", 2024-04-12T17:30:09.796 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.118329+0000", 2024-04-12T17:30:09.796 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.420393+0000", 2024-04-12T17:30:09.796 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.796 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:09.796 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.796 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:09.796 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.420393+0000", 2024-04-12T17:30:09.797 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.420393+0000", 2024-04-12T17:30:09.797 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.420393+0000", 2024-04-12T17:30:09.797 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:09.797 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:09.797 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.797 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.420393+0000", 2024-04-12T17:30:09.797 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.420393+0000", 2024-04-12T17:30:09.797 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:09.797 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:09.797 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:09.797 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:09.797 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:09.797 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:09.797 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:09.797 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:09.798 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:09.798 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:09.798 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:09.798 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:09.798 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:09.798 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.20", 2024-04-12T17:30:09.798 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:09.798 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:09.798 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:09.798 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4975, 2024-04-12T17:30:09.798 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:09.798 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:37:48.743691+0000", 2024-04-12T17:30:09.798 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:09.798 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:09.798 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:09.799 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:09.799 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:09.799 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:09.799 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:09.799 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:09.799 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:09.799 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:09.799 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:09.799 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:09.799 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:09.799 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:09.799 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:09.799 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:09.799 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:09.800 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:09.800 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:09.800 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:09.800 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:09.800 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:09.800 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:09.800 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:09.800 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:09.800 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:09.800 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:09.800 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:09.800 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:09.800 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:09.800 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:09.800 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:09.801 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:09.801 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:09.801 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:09.801 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:09.801 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:09.801 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:09.801 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:09.801 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:09.801 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:09.801 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:09.801 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:09.801 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.801 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:09.801 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:09.802 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:09.802 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:09.802 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:09.802 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:09.802 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.802 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:09.802 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:09.802 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.802 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.802 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:09.802 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:09.802 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:09.802 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:09.802 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.802 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:09.802 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:09.803 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:09.803 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:09.803 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:09.803 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:09.803 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:09.803 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.424685+0000", 2024-04-12T17:30:09.803 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.098175+0000", 2024-04-12T17:30:09.803 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.098175+0000", 2024-04-12T17:30:09.803 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.098714+0000", 2024-04-12T17:30:09.803 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.424685+0000", 2024-04-12T17:30:09.803 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.803 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:09.803 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.804 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:09.804 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.424685+0000", 2024-04-12T17:30:09.804 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.424685+0000", 2024-04-12T17:30:09.804 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.424685+0000", 2024-04-12T17:30:09.804 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:09.804 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:09.804 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.804 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.424685+0000", 2024-04-12T17:30:09.804 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.424685+0000", 2024-04-12T17:30:09.804 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:09.804 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:09.804 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:09.804 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:09.805 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:09.805 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:09.805 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:09.805 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:09.805 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:09.805 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:09.805 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:09.805 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:09.805 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:09.805 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.f", 2024-04-12T17:30:09.805 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:09.805 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:09.805 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:09.805 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4923, 2024-04-12T17:30:09.805 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:09.806 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:29:37.601050+0000", 2024-04-12T17:30:09.806 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:09.806 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:09.806 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:09.806 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:09.806 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:09.806 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:09.806 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:09.806 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:09.806 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:09.806 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:09.806 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:09.806 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:09.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:09.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:09.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:09.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:09.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:09.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:09.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:09.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:09.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:09.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:09.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:09.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:09.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:09.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:09.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:09.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:09.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:09.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:09.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:09.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:09.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:09.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:09.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:09.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:09.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:09.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:09.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:09.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:09.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:09.809 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:09.809 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:09.809 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.809 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:09.809 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:09.809 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:09.809 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:09.809 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:09.809 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:09.809 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.809 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:09.809 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:09.809 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.809 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.809 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:09.810 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:09.810 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:09.810 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:09.810 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.810 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T17:30:09.810 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:09.810 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:09.810 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:09.810 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:09.810 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:09.810 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:09.810 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.266827+0000", 2024-04-12T17:30:09.810 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.096392+0000", 2024-04-12T17:30:09.810 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.096392+0000", 2024-04-12T17:30:09.811 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.097024+0000", 2024-04-12T17:30:09.811 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.266827+0000", 2024-04-12T17:30:09.811 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:09.811 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:09.811 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:09.811 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:09.811 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.266827+0000", 2024-04-12T17:30:09.811 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.266827+0000", 2024-04-12T17:30:09.811 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.266827+0000", 2024-04-12T17:30:09.811 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:09.811 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:09.811 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:09.811 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.266827+0000", 2024-04-12T17:30:09.811 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.266827+0000", 2024-04-12T17:30:09.811 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:09.811 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 2, 2024-04-12T17:30:09.812 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:09.812 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:09.812 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:09.812 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:09.812 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:09.812 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:09.812 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:09.812 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 2, 2024-04-12T17:30:09.812 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:09.812 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:09.812 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:09.812 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.e", 2024-04-12T17:30:09.812 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:09.812 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:09.812 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:09.813 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5098, 2024-04-12T17:30:09.813 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:09.813 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:59:28.596541+0000", 2024-04-12T17:30:09.813 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:09.813 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:09.813 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:09.813 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:09.813 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:09.813 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:09.813 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:09.813 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:09.813 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:09.813 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:09.813 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:09.813 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:09.814 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:09.814 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:09.814 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:09.814 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:09.814 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:09.814 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:09.814 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:09.814 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:09.814 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:09.814 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:09.814 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:09.814 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:09.814 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:09.814 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:09.814 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:09.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:09.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:09.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:09.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:09.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:09.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:09.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:09.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:09.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:09.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 12, 2024-04-12T17:30:09.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 12, 2024-04-12T17:30:09.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:09.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:09.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:09.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3, 2024-04-12T17:30:09.816 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:09.816 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.816 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:09.816 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:09.816 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:09.816 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:09.816 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:09.816 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:09.816 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.816 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T17:30:09.816 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'2" 2024-04-12T17:30:09.816 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.816 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.816 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:09.816 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:09.817 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:09.817 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:09.817 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.817 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:09.817 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:09.817 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:09.817 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:09.817 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:09.817 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:09.817 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:09.817 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.265777+0000", 2024-04-12T17:30:09.817 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.126887+0000", 2024-04-12T17:30:09.817 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.126887+0000", 2024-04-12T17:30:09.818 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.127207+0000", 2024-04-12T17:30:09.818 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.265777+0000", 2024-04-12T17:30:09.818 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.818 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:09.818 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.818 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:09.818 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.265777+0000", 2024-04-12T17:30:09.818 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.265777+0000", 2024-04-12T17:30:09.818 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.265777+0000", 2024-04-12T17:30:09.818 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:09.818 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:09.818 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.818 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.265777+0000", 2024-04-12T17:30:09.818 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.265777+0000", 2024-04-12T17:30:09.818 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:09.819 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:09.819 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:09.819 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:09.819 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:09.819 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:09.819 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:09.819 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:09.819 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:09.819 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:09.819 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:09.819 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:09.819 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:09.819 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.c", 2024-04-12T17:30:09.819 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:09.820 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:09.820 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:09.820 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5004, 2024-04-12T17:30:09.820 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:09.820 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:16:35.549473+0000", 2024-04-12T17:30:09.820 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:09.820 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:09.820 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:09.820 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:09.820 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:09.820 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:09.820 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:09.820 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:09.820 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:09.820 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:09.820 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:09.821 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:09.821 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:09.821 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:09.821 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:09.821 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:09.821 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:09.821 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:09.821 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:09.821 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:09.821 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:09.821 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:09.821 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:09.821 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:09.821 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:09.821 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:09.822 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:09.822 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:09.822 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:09.822 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:09.822 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:09.822 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:09.822 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:09.822 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:09.822 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:09.822 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:09.822 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:09.822 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:09.822 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:09.822 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:09.822 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:09.823 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:09.823 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:09.823 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.823 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:09.823 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:09.823 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:09.823 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:09.823 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:09.823 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:09.823 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.823 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:09.823 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:09.823 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.823 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.824 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:09.824 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:09.824 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:09.824 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:09.824 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.824 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:09.824 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:09.824 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:09.824 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:09.824 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:09.824 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:09.824 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:09.824 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.419973+0000", 2024-04-12T17:30:09.824 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:01.043493+0000", 2024-04-12T17:30:09.825 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:01.043493+0000", 2024-04-12T17:30:09.825 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:01.043840+0000", 2024-04-12T17:30:09.825 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.419973+0000", 2024-04-12T17:30:09.825 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:09.825 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:09.825 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:09.825 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 464, 2024-04-12T17:30:09.825 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.419973+0000", 2024-04-12T17:30:09.825 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.419973+0000", 2024-04-12T17:30:09.825 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.419973+0000", 2024-04-12T17:30:09.825 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:09.825 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:09.825 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:09.825 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.419973+0000", 2024-04-12T17:30:09.825 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.419973+0000", 2024-04-12T17:30:09.826 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:09.826 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 1, 2024-04-12T17:30:09.826 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:09.826 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:09.826 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 463, 2024-04-12T17:30:09.826 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:09.826 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:09.826 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:09.826 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:09.826 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 1, 2024-04-12T17:30:09.826 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:09.826 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:09.826 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:09.826 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.d", 2024-04-12T17:30:09.827 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:09.827 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:09.827 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:09.827 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5156, 2024-04-12T17:30:09.827 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:09.827 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:39:15.663985+0000", 2024-04-12T17:30:09.827 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:09.827 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:09.827 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:09.827 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 70, 2024-04-12T17:30:09.827 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:09.827 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:09.827 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:09.827 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:09.827 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:09.827 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:09.828 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:09.828 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:09.828 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:09.828 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:09.828 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:09.828 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:09.828 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:09.828 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:09.828 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:09.828 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:09.828 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:09.828 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:09.828 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:09.828 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:09.829 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:09.829 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:09.829 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:09.829 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:09.829 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:09.829 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:09.829 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:09.829 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:09.829 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:09.829 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:09.829 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:09.829 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:09.829 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 2, 2024-04-12T17:30:09.829 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 2, 2024-04-12T17:30:09.829 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:09.829 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:09.830 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:09.830 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 1, 2024-04-12T17:30:09.830 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 1 2024-04-12T17:30:09.830 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.830 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:09.830 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:09.830 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:09.830 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:09.830 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:09.830 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:09.830 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.830 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:09.830 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'1" 2024-04-12T17:30:09.830 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.830 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.831 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:09.831 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:09.831 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:09.831 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:09.831 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.831 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:09.831 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:09.831 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:09.831 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:09.831 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:09.831 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:09.831 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:09.831 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.426789+0000", 2024-04-12T17:30:09.831 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.100357+0000", 2024-04-12T17:30:09.831 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.100357+0000", 2024-04-12T17:30:09.832 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.100790+0000", 2024-04-12T17:30:09.832 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.426789+0000", 2024-04-12T17:30:09.832 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.832 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:09.832 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.832 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:09.832 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.426789+0000", 2024-04-12T17:30:09.832 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.426789+0000", 2024-04-12T17:30:09.832 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.426789+0000", 2024-04-12T17:30:09.832 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:09.832 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:09.832 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.832 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.426789+0000", 2024-04-12T17:30:09.833 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.426789+0000", 2024-04-12T17:30:09.833 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:09.833 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:09.833 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:09.833 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:09.833 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:09.833 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:09.833 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:09.833 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:09.833 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:09.833 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:09.833 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:09.833 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:09.834 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:09.834 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.d", 2024-04-12T17:30:09.834 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:09.834 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:09.834 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:09.834 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4953, 2024-04-12T17:30:09.834 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:09.834 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:18:54.222628+0000", 2024-04-12T17:30:09.834 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:09.834 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:09.834 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:09.834 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:09.834 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:09.834 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:09.834 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:09.835 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:09.835 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:09.835 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:09.835 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:09.835 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:09.835 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:09.835 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:09.835 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:09.835 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:09.835 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:09.835 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:09.835 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:09.835 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:09.835 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:09.836 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:09.836 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:09.836 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:09.836 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:09.836 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:09.836 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:09.836 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:09.836 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:09.836 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:09.836 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:09.836 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:09.836 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:09.836 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:09.836 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:09.836 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:09.837 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:09.837 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:09.837 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:09.837 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:09.837 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:09.837 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:09.837 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:09.837 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.837 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:09.837 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:09.837 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:09.837 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:09.837 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:09.838 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:09.838 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.838 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:09.838 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:09.838 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.838 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.838 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:09.838 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:09.838 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:09.838 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:09.838 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.838 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T17:30:09.838 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:09.838 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:09.839 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:09.839 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:09.839 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:09.839 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:09.839 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267922+0000", 2024-04-12T17:30:09.839 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.165650+0000", 2024-04-12T17:30:09.839 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.165650+0000", 2024-04-12T17:30:09.839 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.166111+0000", 2024-04-12T17:30:09.839 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267922+0000", 2024-04-12T17:30:09.839 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:09.839 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:09.839 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:09.839 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:09.839 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267922+0000", 2024-04-12T17:30:09.840 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267922+0000", 2024-04-12T17:30:09.840 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267922+0000", 2024-04-12T17:30:09.840 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:09.840 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:09.840 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:09.840 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267922+0000", 2024-04-12T17:30:09.840 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267922+0000", 2024-04-12T17:30:09.840 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:09.840 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:09.840 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:09.840 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:09.840 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:09.840 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:09.840 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:09.841 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:09.841 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:09.841 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:09.841 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:09.841 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:09.841 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:09.841 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.c", 2024-04-12T17:30:09.841 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:09.841 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:09.841 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:09.841 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5116, 2024-04-12T17:30:09.841 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:09.841 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:01:16.237074+0000", 2024-04-12T17:30:09.841 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:09.841 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:09.842 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:09.842 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:09.842 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:09.842 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:09.842 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:09.842 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:09.842 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:09.842 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:09.842 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:09.842 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:09.842 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:09.842 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:09.842 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:09.842 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:09.842 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:09.843 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:09.843 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:09.843 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:09.843 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:09.843 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:09.843 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:09.843 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:09.843 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:09.843 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:09.843 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:09.843 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:09.843 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:09.843 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:09.844 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:09.844 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:09.844 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:09.844 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:09.844 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:09.844 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:09.844 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:09.844 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:09.844 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:09.844 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:09.844 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:09.844 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:09.844 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:09.844 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.844 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:09.845 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:09.845 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:09.845 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:09.845 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:09.845 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:09.845 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.845 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T17:30:09.845 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:09.845 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.845 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.845 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:09.845 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:09.845 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:09.845 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:09.845 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.846 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:09.846 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:09.846 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:09.846 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:09.846 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:09.846 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:09.846 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:09.846 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422974+0000", 2024-04-12T17:30:09.846 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.109281+0000", 2024-04-12T17:30:09.846 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.109281+0000", 2024-04-12T17:30:09.846 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.109766+0000", 2024-04-12T17:30:09.846 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422974+0000", 2024-04-12T17:30:09.846 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.846 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:09.847 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.847 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:09.847 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422974+0000", 2024-04-12T17:30:09.847 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422974+0000", 2024-04-12T17:30:09.847 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422974+0000", 2024-04-12T17:30:09.847 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:09.847 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:09.847 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.847 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422974+0000", 2024-04-12T17:30:09.847 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422974+0000", 2024-04-12T17:30:09.847 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:09.847 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:09.847 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:09.847 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:09.848 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:09.848 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:09.848 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:09.848 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:09.848 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:09.848 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:09.848 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:09.848 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:09.848 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:09.848 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.a", 2024-04-12T17:30:09.848 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:09.848 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:09.848 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:09.848 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4978, 2024-04-12T17:30:09.848 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:09.849 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:58:36.364352+0000", 2024-04-12T17:30:09.849 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:09.849 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:09.849 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:09.849 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:09.849 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:09.849 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:09.849 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:09.849 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:09.849 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:09.849 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:09.849 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:09.849 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:09.849 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:09.849 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:09.850 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:09.850 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:09.850 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:09.850 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:09.850 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:09.850 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:09.850 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:09.850 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:09.850 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:09.850 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:09.850 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:09.850 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:09.850 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:09.850 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:09.851 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:09.851 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:09.851 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:09.851 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:09.851 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:09.851 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:09.851 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:09.851 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:09.851 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:09.851 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:09.851 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:09.851 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:09.851 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:09.851 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:09.851 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:09.852 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.852 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:09.852 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:09.852 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:09.852 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:09.852 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:09.852 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:09.852 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.852 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:09.852 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:09.852 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.852 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.852 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:09.852 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:09.852 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:09.853 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:09.853 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.853 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:09.853 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:09.853 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:09.853 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:09.853 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:09.853 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:09.853 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:09.853 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.421610+0000", 2024-04-12T17:30:09.853 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.100361+0000", 2024-04-12T17:30:09.853 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.100361+0000", 2024-04-12T17:30:09.853 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.105201+0000", 2024-04-12T17:30:09.853 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.421610+0000", 2024-04-12T17:30:09.854 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:09.854 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:09.854 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:09.854 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:09.854 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.421610+0000", 2024-04-12T17:30:09.854 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.421610+0000", 2024-04-12T17:30:09.854 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.421610+0000", 2024-04-12T17:30:09.854 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:09.854 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:09.854 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:09.854 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.421610+0000", 2024-04-12T17:30:09.854 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.421610+0000", 2024-04-12T17:30:09.854 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:09.854 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 4, 2024-04-12T17:30:09.854 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:09.855 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:09.855 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:09.855 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:09.855 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:09.855 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:09.855 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:09.855 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 4, 2024-04-12T17:30:09.855 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:09.855 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:09.855 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:09.855 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.b", 2024-04-12T17:30:09.855 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:09.855 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:09.855 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:09.855 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4967, 2024-04-12T17:30:09.856 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:09.856 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:09:58.680553+0000", 2024-04-12T17:30:09.856 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:09.856 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:09.856 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:09.856 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:09.856 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:09.856 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:09.856 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:09.856 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:09.856 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:09.856 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:09.856 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:09.856 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:09.856 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:09.856 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:09.856 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:09.857 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:09.857 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:09.857 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:09.857 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:09.857 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:09.857 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:09.857 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:09.857 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:09.857 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:09.857 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:09.857 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:09.857 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:09.857 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:09.857 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:09.857 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:09.858 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:09.858 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:09.858 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:09.858 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:09.858 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:09.858 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:09.858 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 4, 2024-04-12T17:30:09.858 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 4, 2024-04-12T17:30:09.858 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:09.858 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:09.858 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:09.858 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 1, 2024-04-12T17:30:09.858 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:09.858 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.859 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:09.859 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:09.859 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:09.859 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:09.859 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:09.859 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:09.859 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.859 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:09.859 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "585'4" 2024-04-12T17:30:09.859 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.859 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.859 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:09.859 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:09.859 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:09.859 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:09.860 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.860 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:09.860 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:09.860 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:09.860 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:09.860 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:09.860 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:09.860 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:09.860 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267323+0000", 2024-04-12T17:30:09.860 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:01.056024+0000", 2024-04-12T17:30:09.860 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:01.056024+0000", 2024-04-12T17:30:09.860 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:01.056324+0000", 2024-04-12T17:30:09.860 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267323+0000", 2024-04-12T17:30:09.860 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.861 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:09.861 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.861 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 464, 2024-04-12T17:30:09.861 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267323+0000", 2024-04-12T17:30:09.861 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267323+0000", 2024-04-12T17:30:09.861 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267323+0000", 2024-04-12T17:30:09.861 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:09.861 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:09.861 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.861 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267323+0000", 2024-04-12T17:30:09.861 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267323+0000", 2024-04-12T17:30:09.861 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:09.861 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:09.861 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:09.862 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:09.862 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 463, 2024-04-12T17:30:09.862 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:09.862 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:09.862 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:09.862 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:09.862 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:09.862 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:09.862 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:09.862 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:09.862 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.b", 2024-04-12T17:30:09.862 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:09.862 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:09.862 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:09.863 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5110, 2024-04-12T17:30:09.863 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:09.863 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:18:01.014581+0000", 2024-04-12T17:30:09.863 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:09.863 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:09.863 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:09.863 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:09.863 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:09.863 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:09.863 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:09.863 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:09.863 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:09.863 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:09.863 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:09.864 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:09.864 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:09.864 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:09.864 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:09.864 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:09.864 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:09.864 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:09.864 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:09.864 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:09.864 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:09.864 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:09.864 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:09.864 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:09.864 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:09.864 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:09.864 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:09.864 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:09.865 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:09.865 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:09.865 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:09.865 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:09.865 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:09.865 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:09.865 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:09.865 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:09.865 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:09.865 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:09.865 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:09.865 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:09.865 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:09.865 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:09.865 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:09.865 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.866 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:09.866 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:09.866 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:09.866 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:09.866 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:09.866 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:09.866 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.866 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:09.866 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:09.866 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.866 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.866 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:09.866 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:09.866 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:09.867 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:09.867 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.867 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:09.867 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:09.867 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:09.867 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:09.867 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:09.867 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:09.867 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:09.867 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.421552+0000", 2024-04-12T17:30:09.867 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.090348+0000", 2024-04-12T17:30:09.867 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.090348+0000", 2024-04-12T17:30:09.867 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.090674+0000", 2024-04-12T17:30:09.867 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.421552+0000", 2024-04-12T17:30:09.867 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:09.867 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:09.867 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:09.868 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:09.868 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.421552+0000", 2024-04-12T17:30:09.868 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.421552+0000", 2024-04-12T17:30:09.868 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.421552+0000", 2024-04-12T17:30:09.868 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:09.868 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:09.868 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:09.868 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.421552+0000", 2024-04-12T17:30:09.868 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.421552+0000", 2024-04-12T17:30:09.868 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:09.868 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:09.868 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:09.868 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:09.868 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:09.868 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:09.869 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:09.869 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:09.869 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:09.869 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:09.869 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:09.869 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:09.869 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:09.869 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.a", 2024-04-12T17:30:09.869 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:09.869 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:09.869 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:09.869 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5153, 2024-04-12T17:30:09.869 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:09.869 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:55:44.251443+0000", 2024-04-12T17:30:09.869 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:09.869 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:09.870 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:09.870 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:09.870 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:09.870 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:09.870 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:09.870 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:09.870 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:09.870 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:09.870 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:09.870 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:09.870 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:09.870 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:09.870 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:09.870 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:09.870 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:09.871 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:09.871 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:09.871 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:09.871 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:09.871 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:09.871 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:09.871 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:09.871 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:09.871 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:09.871 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:09.871 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:09.871 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:09.871 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:09.871 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:09.871 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:09.871 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:09.872 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:09.872 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:09.872 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:09.872 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:09.872 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:09.872 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:09.872 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:09.872 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:09.872 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:09.872 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:09.872 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.872 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:09.872 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:09.872 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:09.873 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:09.873 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:09.873 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:09.873 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.873 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:09.873 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:09.873 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.873 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.873 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:09.873 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:09.873 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:09.873 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:09.873 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.873 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:09.873 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:09.873 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:09.874 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:09.874 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:09.874 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:09.874 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:09.874 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.269978+0000", 2024-04-12T17:30:09.874 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.093976+0000", 2024-04-12T17:30:09.874 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.093976+0000", 2024-04-12T17:30:09.874 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.094415+0000", 2024-04-12T17:30:09.874 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.269978+0000", 2024-04-12T17:30:09.874 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.874 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:09.874 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.874 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:09.875 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.269978+0000", 2024-04-12T17:30:09.875 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.269978+0000", 2024-04-12T17:30:09.875 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.269978+0000", 2024-04-12T17:30:09.875 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:09.875 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:09.875 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.875 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.269978+0000", 2024-04-12T17:30:09.875 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.269978+0000", 2024-04-12T17:30:09.875 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:09.875 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:09.875 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:09.875 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:09.875 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:09.875 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:09.875 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:09.875 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:09.876 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:09.876 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:09.876 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:09.876 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:09.876 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:09.876 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.8", 2024-04-12T17:30:09.876 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:09.876 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:09.876 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:09.876 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5107, 2024-04-12T17:30:09.876 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:09.876 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:27:00.380616+0000", 2024-04-12T17:30:09.876 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:09.876 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:09.876 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:09.876 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:09.877 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:09.877 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:09.877 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:09.877 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:09.877 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:09.877 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:09.877 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:09.877 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:09.877 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:09.877 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:09.877 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:09.877 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:09.877 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:09.877 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:09.877 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:09.877 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:09.878 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:09.878 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:09.878 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:09.878 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:09.878 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:09.878 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:09.878 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:09.878 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:09.878 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:09.878 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:09.878 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:09.878 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:09.878 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:09.878 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:09.879 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:09.879 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:09.879 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:09.879 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:09.879 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:09.879 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:09.879 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:09.879 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:09.879 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:09.879 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.879 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:09.879 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:09.879 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:09.879 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:09.879 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:09.880 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:09.880 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.880 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:09.880 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:09.880 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.880 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.880 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:09.880 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:09.880 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:09.880 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:09.880 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.880 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:09.880 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:09.880 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:09.880 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:09.880 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:09.881 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:09.881 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:09.881 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.419481+0000", 2024-04-12T17:30:09.881 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.101607+0000", 2024-04-12T17:30:09.881 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.101607+0000", 2024-04-12T17:30:09.881 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.101948+0000", 2024-04-12T17:30:09.881 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.419481+0000", 2024-04-12T17:30:09.881 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:09.881 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:09.881 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:09.881 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:09.881 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.419481+0000", 2024-04-12T17:30:09.881 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.419481+0000", 2024-04-12T17:30:09.881 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.419481+0000", 2024-04-12T17:30:09.881 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:09.881 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:09.882 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:09.882 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.419481+0000", 2024-04-12T17:30:09.882 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.419481+0000", 2024-04-12T17:30:09.882 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:09.882 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:09.882 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:09.882 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:09.882 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:09.882 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:09.882 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:09.882 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:09.882 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:09.882 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:09.882 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:09.882 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:09.883 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:09.883 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.9", 2024-04-12T17:30:09.883 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:09.883 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:09.883 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:09.883 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5153, 2024-04-12T17:30:09.883 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:09.883 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:29:02.952177+0000", 2024-04-12T17:30:09.883 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:09.883 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:09.883 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:09.883 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:09.883 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:09.883 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:09.883 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:09.884 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:09.884 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:09.884 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:09.884 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:09.884 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:09.884 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:09.884 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:09.884 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:09.884 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:09.884 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:09.884 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:09.884 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:09.884 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:09.884 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:09.884 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:09.884 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:09.885 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:09.885 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:09.885 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:09.885 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:09.885 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:09.885 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:09.885 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:09.885 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:09.885 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:09.885 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:09.885 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:09.885 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:09.885 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:09.885 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:09.885 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:09.885 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:09.886 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:09.886 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:09.886 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:09.886 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:09.886 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.886 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:09.886 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:09.886 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:09.886 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:09.886 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:09.886 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:09.886 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.886 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:09.886 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:09.886 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.887 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.887 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:09.887 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:09.887 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:09.887 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:09.887 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.887 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 4, 2024-04-12T17:30:09.887 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:09.887 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:09.887 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:09.887 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:09.887 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:09.887 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:09.887 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.420048+0000", 2024-04-12T17:30:09.887 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.101741+0000", 2024-04-12T17:30:09.887 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.101741+0000", 2024-04-12T17:30:09.888 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.103455+0000", 2024-04-12T17:30:09.888 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.420048+0000", 2024-04-12T17:30:09.888 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.888 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:09.888 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.888 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:09.888 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.420048+0000", 2024-04-12T17:30:09.888 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.420048+0000", 2024-04-12T17:30:09.888 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.420048+0000", 2024-04-12T17:30:09.888 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:09.888 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:09.888 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.888 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.420048+0000", 2024-04-12T17:30:09.888 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.420048+0000", 2024-04-12T17:30:09.889 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:09.889 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:09.889 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:09.889 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:09.889 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:09.889 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:09.889 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:09.889 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:09.889 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:09.889 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:09.889 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:09.889 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:09.889 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:09.889 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.9", 2024-04-12T17:30:09.889 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:09.890 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:09.890 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:09.890 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5057, 2024-04-12T17:30:09.890 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:09.890 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:24:27.880060+0000", 2024-04-12T17:30:09.890 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:09.890 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:09.890 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:09.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:09.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:09.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:09.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:09.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:09.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:09.891 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:09.891 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:09.891 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:09.891 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:09.891 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:09.891 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:09.891 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:09.891 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:09.891 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:09.891 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:09.891 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:09.891 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:09.891 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:09.891 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:09.891 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:09.892 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:09.892 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:09.892 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:09.892 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:09.892 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:09.892 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:09.892 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:09.892 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:09.892 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:09.892 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:09.892 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:09.892 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:09.892 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:09.892 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:09.893 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:09.893 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:09.893 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:09.893 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:09.893 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:09.893 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.893 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:09.893 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:09.893 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:09.893 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:09.893 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:09.893 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:09.893 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.893 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 4, 2024-04-12T17:30:09.893 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:09.894 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.894 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.894 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:09.894 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:09.894 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:09.894 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:09.894 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.894 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:09.894 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:09.894 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:09.894 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:09.894 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:09.894 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:09.894 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:09.895 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.426205+0000", 2024-04-12T17:30:09.895 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.090854+0000", 2024-04-12T17:30:09.895 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.090854+0000", 2024-04-12T17:30:09.895 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.092767+0000", 2024-04-12T17:30:09.895 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.426205+0000", 2024-04-12T17:30:09.895 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:09.895 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:09.895 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:09.895 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:09.895 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.426205+0000", 2024-04-12T17:30:09.895 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.426205+0000", 2024-04-12T17:30:09.895 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.426205+0000", 2024-04-12T17:30:09.895 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:09.895 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:09.896 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:09.896 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.426205+0000", 2024-04-12T17:30:09.896 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.426205+0000", 2024-04-12T17:30:09.896 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:09.896 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:09.896 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:09.896 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:09.896 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:09.896 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:09.896 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:09.896 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:09.896 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:09.896 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:09.896 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:09.897 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:09.897 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:09.897 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.8", 2024-04-12T17:30:09.897 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:09.897 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:09.897 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:09.897 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4947, 2024-04-12T17:30:09.897 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:09.897 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:23:37.163806+0000", 2024-04-12T17:30:09.897 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:09.897 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:09.897 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:09.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:09.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:09.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:09.898 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:09.898 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:09.898 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:09.898 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:09.898 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:09.898 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:09.898 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:09.898 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:09.898 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:09.898 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:09.898 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:09.898 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:09.898 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:09.898 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:09.899 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:09.899 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:09.899 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:09.899 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:09.899 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:09.899 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:09.899 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:09.899 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:09.899 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:09.899 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:09.899 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:09.899 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:09.899 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:09.899 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:09.900 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:09.900 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:09.900 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:09.900 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:09.900 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:09.900 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:09.900 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:09.900 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:09.900 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:09.900 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.900 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:09.900 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:09.900 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:09.900 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:09.900 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:09.901 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:09.901 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.901 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:09.901 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:09.901 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.901 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.901 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:09.901 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:09.901 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:09.901 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:09.901 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.901 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:09.901 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:09.901 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:09.901 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:09.902 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:09.902 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:09.902 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:09.902 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422649+0000", 2024-04-12T17:30:09.902 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:01.043369+0000", 2024-04-12T17:30:09.902 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:01.043369+0000", 2024-04-12T17:30:09.902 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:01.043999+0000", 2024-04-12T17:30:09.902 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422649+0000", 2024-04-12T17:30:09.902 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.902 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:09.902 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.902 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 464, 2024-04-12T17:30:09.902 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422649+0000", 2024-04-12T17:30:09.903 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422649+0000", 2024-04-12T17:30:09.903 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422649+0000", 2024-04-12T17:30:09.903 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:09.903 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:09.903 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.903 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422649+0000", 2024-04-12T17:30:09.903 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422649+0000", 2024-04-12T17:30:09.903 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:09.903 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:09.903 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:09.903 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:09.903 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 463, 2024-04-12T17:30:09.903 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:09.903 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:09.903 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:09.904 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:09.904 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:09.904 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:09.904 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:09.904 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:09.904 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.6", 2024-04-12T17:30:09.904 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:09.904 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:09.904 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:09.904 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5192, 2024-04-12T17:30:09.904 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:09.904 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:00:59.245822+0000", 2024-04-12T17:30:09.904 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:09.904 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:09.905 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:09.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:09.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:09.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:09.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:09.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:09.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:09.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:09.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:09.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:09.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:09.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:09.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:09.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:09.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:09.906 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:09.906 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:09.906 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:09.906 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:09.906 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:09.906 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:09.906 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:09.906 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:09.906 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:09.906 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:09.906 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:09.906 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:09.906 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:09.906 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:09.907 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:09.907 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:09.907 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:09.907 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:09.907 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:09.907 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:09.907 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:09.907 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:09.907 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:09.907 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:09.907 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:09.907 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:09.907 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.907 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:09.907 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:09.908 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:09.908 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:09.908 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:09.908 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:09.908 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.908 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:09.908 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:09.908 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.908 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.908 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:09.908 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:09.908 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:09.908 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:09.908 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.908 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:09.908 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:09.909 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:09.909 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:09.909 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:09.909 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:09.909 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:09.909 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.425680+0000", 2024-04-12T17:30:09.909 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.102555+0000", 2024-04-12T17:30:09.909 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.102555+0000", 2024-04-12T17:30:09.909 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.102963+0000", 2024-04-12T17:30:09.909 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.425680+0000", 2024-04-12T17:30:09.909 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:09.909 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:09.909 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:09.909 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:09.909 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.425680+0000", 2024-04-12T17:30:09.910 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.425680+0000", 2024-04-12T17:30:09.910 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.425680+0000", 2024-04-12T17:30:09.910 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:09.910 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:09.910 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:09.910 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.425680+0000", 2024-04-12T17:30:09.910 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.425680+0000", 2024-04-12T17:30:09.910 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:09.910 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 2, 2024-04-12T17:30:09.910 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:09.910 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:09.910 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:09.910 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:09.910 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:09.911 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:09.911 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:09.911 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 2, 2024-04-12T17:30:09.911 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:09.911 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:09.911 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:09.911 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.7", 2024-04-12T17:30:09.911 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:09.911 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:09.911 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:09.911 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4992, 2024-04-12T17:30:09.911 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:09.911 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:11:57.714520+0000", 2024-04-12T17:30:09.911 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:09.911 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:09.912 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:09.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:09.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:09.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:09.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:09.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:09.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:09.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:09.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:09.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:09.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:09.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:09.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:09.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:09.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:09.913 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:09.913 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:09.913 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:09.913 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:09.913 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:09.913 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:09.913 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:09.913 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:09.913 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:09.913 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:09.913 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:09.913 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:09.913 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:09.913 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:09.914 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:09.914 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:09.914 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:09.914 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:09.914 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:09.914 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 12, 2024-04-12T17:30:09.914 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 12, 2024-04-12T17:30:09.914 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:09.914 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:09.914 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:09.914 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3, 2024-04-12T17:30:09.914 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:09.914 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.914 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:09.914 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:09.915 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:09.915 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:09.915 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:09.915 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:09.915 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.915 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:09.915 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'2" 2024-04-12T17:30:09.915 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.915 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.915 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:09.915 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:09.915 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:09.915 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:09.915 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.915 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 4, 2024-04-12T17:30:09.916 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:09.916 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:09.916 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T17:30:09.916 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:09.916 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:09.916 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:09.916 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.420265+0000", 2024-04-12T17:30:09.916 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.112433+0000", 2024-04-12T17:30:09.916 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.112433+0000", 2024-04-12T17:30:09.916 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:42:28.602181+0000", 2024-04-12T17:30:09.916 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.420265+0000", 2024-04-12T17:30:09.916 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:09.916 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:09.917 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:09.917 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:09.917 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.420265+0000", 2024-04-12T17:30:09.917 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.420265+0000", 2024-04-12T17:30:09.917 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.420265+0000", 2024-04-12T17:30:09.917 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:09.917 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:09.917 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:09.917 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.420265+0000", 2024-04-12T17:30:09.917 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.420265+0000", 2024-04-12T17:30:09.917 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:09.917 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 2925, 2024-04-12T17:30:09.917 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:09.917 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:09.918 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:09.918 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:09.918 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:09.918 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:09.918 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:09.918 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 2925, 2024-04-12T17:30:09.918 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:09.918 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:09.918 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:09.918 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.1", 2024-04-12T17:30:09.918 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:09.918 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:09.918 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:09.918 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 8689, 2024-04-12T17:30:09.918 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:09.919 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:40:52.621528+0000", 2024-04-12T17:30:09.919 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.005621785, 2024-04-12T17:30:09.919 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:09.919 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:09.919 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:09.919 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:09.919 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:09.919 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:09.919 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:09.919 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:09.919 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:09.919 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:09.919 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:09.919 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:09.919 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:09.920 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:09.920 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:09.920 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:09.920 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:09.920 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:09.920 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:09.920 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:09.920 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:09.920 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:09.920 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:09.920 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:09.920 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:09.920 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:09.920 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:09.920 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:09.921 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:09.921 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:09.921 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:09.921 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:09.921 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:09.921 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:09.921 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:09.921 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 1123, 2024-04-12T17:30:09.921 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 350188, 2024-04-12T17:30:09.921 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:09.921 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:09.921 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:09.921 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 2902, 2024-04-12T17:30:09.921 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 377472 2024-04-12T17:30:09.922 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.922 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:09.922 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:09.922 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:09.922 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:09.922 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:09.922 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:09.922 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.922 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 4, 2024-04-12T17:30:09.922 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "1153'2925" 2024-04-12T17:30:09.922 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.922 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.922 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:09.922 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:09.922 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:09.923 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:09.923 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.923 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:09.923 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:09.923 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:09.923 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:09.923 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:09.923 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:09.923 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:09.923 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.269494+0000", 2024-04-12T17:30:09.923 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.094746+0000", 2024-04-12T17:30:09.923 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.094746+0000", 2024-04-12T17:30:09.923 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.095060+0000", 2024-04-12T17:30:09.923 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.269494+0000", 2024-04-12T17:30:09.923 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.924 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:09.924 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.924 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:09.924 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.269494+0000", 2024-04-12T17:30:09.924 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.269494+0000", 2024-04-12T17:30:09.924 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.269494+0000", 2024-04-12T17:30:09.924 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:09.924 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:09.924 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.924 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.269494+0000", 2024-04-12T17:30:09.924 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.269494+0000", 2024-04-12T17:30:09.924 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:09.924 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:09.924 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:09.925 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:09.925 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:09.925 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:09.925 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:09.925 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:09.925 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:09.925 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:09.925 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:09.925 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:09.925 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:09.925 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.7", 2024-04-12T17:30:09.925 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:09.925 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:09.925 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:09.925 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5112, 2024-04-12T17:30:09.925 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:09.926 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:40:06.517079+0000", 2024-04-12T17:30:09.926 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:09.926 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:09.926 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:09.926 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:09.926 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:09.926 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:09.926 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:09.926 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:09.926 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:09.926 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:09.926 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:09.926 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:09.926 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:09.926 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:09.927 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:09.927 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:09.927 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:09.927 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:09.927 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:09.927 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:09.927 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:09.927 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:09.927 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:09.927 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:09.927 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:09.927 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:09.927 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:09.927 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:09.927 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:09.928 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:09.928 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:09.928 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:09.928 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:09.928 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:09.928 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:09.928 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:09.928 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:09.928 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:09.928 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:09.928 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:09.928 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:09.928 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:09.928 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:09.928 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.929 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:09.929 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:09.929 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:09.929 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:09.929 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:09.929 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:09.929 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.929 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:09.929 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:09.929 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.929 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.929 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:09.929 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:09.929 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:09.930 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:09.930 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.930 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:09.930 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:09.930 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:09.930 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:09.930 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:09.930 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:09.930 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:09.930 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.421090+0000", 2024-04-12T17:30:09.930 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.122877+0000", 2024-04-12T17:30:09.930 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.122877+0000", 2024-04-12T17:30:09.930 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.123350+0000", 2024-04-12T17:30:09.930 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.421090+0000", 2024-04-12T17:30:09.930 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:09.931 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:09.931 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:09.931 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:09.931 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.421090+0000", 2024-04-12T17:30:09.931 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.421090+0000", 2024-04-12T17:30:09.931 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.421090+0000", 2024-04-12T17:30:09.931 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:09.931 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:09.931 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:09.931 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.421090+0000", 2024-04-12T17:30:09.931 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.421090+0000", 2024-04-12T17:30:09.931 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:09.931 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3, 2024-04-12T17:30:09.931 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:09.932 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:09.932 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:09.932 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:09.932 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:09.932 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:09.932 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:09.932 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3, 2024-04-12T17:30:09.932 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:09.932 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:09.932 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:09.932 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.6", 2024-04-12T17:30:09.932 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:09.932 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:09.932 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:09.932 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5159, 2024-04-12T17:30:09.932 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:09.933 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:50:54.749980+0000", 2024-04-12T17:30:09.933 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:09.933 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:09.933 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:09.933 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:09.933 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:09.933 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:09.933 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:09.933 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:09.933 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:09.933 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:09.933 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:09.933 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:09.933 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:09.933 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:09.934 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:09.934 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:09.934 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:09.934 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:09.934 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:09.934 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:09.934 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:09.934 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:09.934 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:09.934 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:09.934 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:09.934 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:09.934 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:09.934 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:09.934 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:09.935 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:09.935 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:09.935 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:09.935 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:09.935 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:09.935 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:09.935 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:09.935 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 4, 2024-04-12T17:30:09.935 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 4, 2024-04-12T17:30:09.935 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:09.935 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:09.935 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:09.935 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3, 2024-04-12T17:30:09.935 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:09.935 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.935 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:09.936 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:09.936 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:09.936 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:09.936 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:09.936 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:09.936 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.936 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:09.936 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "588'3" 2024-04-12T17:30:09.936 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.936 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.936 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:09.936 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:09.936 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:09.936 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:09.936 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.936 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:09.937 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:09.937 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:09.937 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T17:30:09.937 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:09.937 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:09.937 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:09.937 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.269884+0000", 2024-04-12T17:30:09.937 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.093974+0000", 2024-04-12T17:30:09.937 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.093974+0000", 2024-04-12T17:30:09.937 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:42:28.491955+0000", 2024-04-12T17:30:09.937 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.269884+0000", 2024-04-12T17:30:09.937 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:09.937 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:09.937 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:09.937 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:09.938 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.269884+0000", 2024-04-12T17:30:09.938 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.269884+0000", 2024-04-12T17:30:09.938 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.269884+0000", 2024-04-12T17:30:09.938 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:09.938 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:09.938 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:09.938 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.269884+0000", 2024-04-12T17:30:09.938 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.269884+0000", 2024-04-12T17:30:09.938 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:09.938 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3108, 2024-04-12T17:30:09.938 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:09.938 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:09.938 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:09.938 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:09.939 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:09.939 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:09.939 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:09.939 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3108, 2024-04-12T17:30:09.939 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:09.939 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:09.939 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:09.939 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.0", 2024-04-12T17:30:09.939 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:09.939 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:09.939 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:09.939 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 8912, 2024-04-12T17:30:09.939 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:09.939 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:42:44.951655+0000", 2024-04-12T17:30:09.940 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.004379614, 2024-04-12T17:30:09.940 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:09.940 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:09.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:09.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:09.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:09.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:09.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:09.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:09.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:09.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:09.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:09.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:09.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:09.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:09.941 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:09.941 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:09.941 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:09.941 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:09.941 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:09.941 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:09.941 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:09.941 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:09.941 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:09.941 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:09.941 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:09.941 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:09.941 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:09.941 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:09.941 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:09.941 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:09.942 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:09.942 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:09.942 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:09.942 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:09.942 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:09.942 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 1137, 2024-04-12T17:30:09.942 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 421302, 2024-04-12T17:30:09.942 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:09.942 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:09.942 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:09.942 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3100, 2024-04-12T17:30:09.942 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 389822 2024-04-12T17:30:09.942 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.942 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:09.942 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:09.943 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:09.943 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:09.943 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:09.943 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:09.943 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.943 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:09.943 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "1153'3108" 2024-04-12T17:30:09.943 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.943 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.943 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:09.943 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:09.943 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:09.943 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:09.943 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.943 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:09.944 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:09.944 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:09.944 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:09.944 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:09.944 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:09.944 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:09.944 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.420881+0000", 2024-04-12T17:30:09.944 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.165856+0000", 2024-04-12T17:30:09.944 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.165856+0000", 2024-04-12T17:30:09.944 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.166136+0000", 2024-04-12T17:30:09.944 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.420881+0000", 2024-04-12T17:30:09.944 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.944 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:09.944 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.944 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:09.945 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.420881+0000", 2024-04-12T17:30:09.945 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.420881+0000", 2024-04-12T17:30:09.945 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.420881+0000", 2024-04-12T17:30:09.945 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:09.945 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:09.945 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.945 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.420881+0000", 2024-04-12T17:30:09.945 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.420881+0000", 2024-04-12T17:30:09.945 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:09.945 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:09.945 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:09.945 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:09.945 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:09.945 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:09.946 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:09.946 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:09.946 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:09.946 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:09.946 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:09.946 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:09.946 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:09.946 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.4", 2024-04-12T17:30:09.946 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:09.946 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:09.946 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:09.946 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5156, 2024-04-12T17:30:09.946 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:09.947 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:46:06.496258+0000", 2024-04-12T17:30:09.947 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:09.947 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:09.947 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:09.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:09.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:09.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:09.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:09.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:09.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:09.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:09.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:09.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:09.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:09.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:09.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:09.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:09.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:09.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:09.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:09.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:09.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:09.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:09.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:09.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:09.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:09.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:09.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:09.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:09.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:09.949 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:09.949 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:09.949 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:09.949 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:09.949 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:09.949 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:09.949 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:09.949 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:09.949 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:09.949 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:09.949 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:09.949 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:09.949 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:09.949 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:09.950 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.950 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:09.950 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:09.950 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:09.950 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:09.950 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:09.950 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:09.950 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.950 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:09.950 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:09.950 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.950 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.950 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:09.950 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:09.951 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:09.951 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:09.951 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.951 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:09.951 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:09.951 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:09.951 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:09.951 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:09.951 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:09.951 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:09.951 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.426714+0000", 2024-04-12T17:30:09.951 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.094368+0000", 2024-04-12T17:30:09.951 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.094368+0000", 2024-04-12T17:30:09.951 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.095604+0000", 2024-04-12T17:30:09.951 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.426714+0000", 2024-04-12T17:30:09.951 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:09.952 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:09.952 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:09.952 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:09.952 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.426714+0000", 2024-04-12T17:30:09.952 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.426714+0000", 2024-04-12T17:30:09.952 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.426714+0000", 2024-04-12T17:30:09.952 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:09.952 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:09.952 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:09.952 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.426714+0000", 2024-04-12T17:30:09.952 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.426714+0000", 2024-04-12T17:30:09.952 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:09.952 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:09.952 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:09.953 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:09.953 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:09.953 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:09.953 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:09.953 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:09.953 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:09.953 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:09.953 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:09.953 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:09.953 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:09.953 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.5", 2024-04-12T17:30:09.953 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:09.953 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:09.953 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:09.953 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4928, 2024-04-12T17:30:09.953 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:09.954 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:38:33.412276+0000", 2024-04-12T17:30:09.954 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:09.954 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:09.954 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:09.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:09.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:09.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:09.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:09.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:09.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:09.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:09.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:09.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:09.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:09.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:09.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:09.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:09.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:09.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:09.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:09.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:09.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:09.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:09.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:09.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:09.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:09.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:09.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:09.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:09.956 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:09.956 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:09.956 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:09.956 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:09.956 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:09.956 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:09.956 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:09.956 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:09.956 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:09.956 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:09.956 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:09.956 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:09.956 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:09.956 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:09.956 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:09.957 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.957 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:09.957 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:09.957 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:09.957 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:09.957 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:09.957 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:09.957 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.957 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:09.957 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:09.957 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.957 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.957 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:09.957 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:09.957 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:09.958 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:09.958 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.958 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:09.958 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:09.958 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:09.958 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T17:30:09.958 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:09.958 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:09.958 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:09.958 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422462+0000", 2024-04-12T17:30:09.958 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.090408+0000", 2024-04-12T17:30:09.958 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.090408+0000", 2024-04-12T17:30:09.958 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:42:28.495589+0000", 2024-04-12T17:30:09.958 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422462+0000", 2024-04-12T17:30:09.959 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:09.959 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:09.959 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:09.959 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:09.959 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422462+0000", 2024-04-12T17:30:09.959 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422462+0000", 2024-04-12T17:30:09.959 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422462+0000", 2024-04-12T17:30:09.959 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:09.959 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:09.959 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:09.959 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422462+0000", 2024-04-12T17:30:09.959 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422462+0000", 2024-04-12T17:30:09.959 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:09.959 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3105, 2024-04-12T17:30:09.960 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:09.960 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:09.960 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:09.960 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:09.960 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:09.960 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:09.960 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:09.960 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3105, 2024-04-12T17:30:09.960 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:09.960 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:09.960 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:09.960 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.3", 2024-04-12T17:30:09.960 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:09.960 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:09.961 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:09.961 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 9258, 2024-04-12T17:30:09.961 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:09.961 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:37:11.352685+0000", 2024-04-12T17:30:09.961 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.006155055, 2024-04-12T17:30:09.961 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:09.961 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:09.961 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:09.961 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:09.961 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:09.961 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:09.961 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:09.961 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:09.961 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:09.961 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:09.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:09.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:09.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:09.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:09.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:09.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:09.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:09.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:09.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:09.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:09.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:09.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:09.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:09.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:09.963 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:09.963 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:09.963 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:09.963 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:09.963 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:09.963 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:09.963 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:09.963 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:09.963 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:09.963 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:09.963 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:09.963 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 1700, 2024-04-12T17:30:09.963 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 361330, 2024-04-12T17:30:09.963 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:09.963 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:09.964 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:09.964 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3066, 2024-04-12T17:30:09.964 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 390679 2024-04-12T17:30:09.964 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.964 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:09.964 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:09.964 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:09.964 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:09.964 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:09.964 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:09.964 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.964 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:09.964 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "1153'3105" 2024-04-12T17:30:09.964 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.965 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.965 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:09.965 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:09.965 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:09.965 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:09.965 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.965 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:09.965 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:09.965 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:09.965 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:09.965 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:09.965 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:09.965 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:09.965 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.426602+0000", 2024-04-12T17:30:09.965 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.090790+0000", 2024-04-12T17:30:09.966 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.090790+0000", 2024-04-12T17:30:09.966 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.092759+0000", 2024-04-12T17:30:09.966 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.426602+0000", 2024-04-12T17:30:09.966 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:09.966 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:09.966 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:09.966 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:09.966 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.426602+0000", 2024-04-12T17:30:09.966 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.426602+0000", 2024-04-12T17:30:09.966 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.426602+0000", 2024-04-12T17:30:09.966 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:09.966 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:09.966 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:09.966 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.426602+0000", 2024-04-12T17:30:09.967 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.426602+0000", 2024-04-12T17:30:09.967 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:09.967 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:09.967 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:09.967 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:09.967 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:09.967 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:09.967 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:09.967 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:09.967 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:09.967 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:09.967 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:09.967 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:09.967 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:09.967 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.0", 2024-04-12T17:30:09.967 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:09.968 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:09.968 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:09.968 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4950, 2024-04-12T17:30:09.968 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:09.968 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:29:02.718809+0000", 2024-04-12T17:30:09.968 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:09.968 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:09.968 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:09.968 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:09.968 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:09.968 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:09.968 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:09.968 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:09.968 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:09.968 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:09.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:09.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:09.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:09.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:09.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:09.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:09.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:09.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:09.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:09.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:09.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:09.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:09.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:09.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:09.970 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:09.970 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:09.970 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:09.970 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:09.970 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:09.970 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:09.970 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:09.970 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:09.970 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:09.970 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:09.970 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:09.970 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:09.970 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:09.970 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:09.970 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:09.971 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:09.971 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:09.971 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:09.971 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:09.971 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.971 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:09.971 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:09.971 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:09.971 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:09.971 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:09.971 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:09.971 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.971 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:09.971 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:09.971 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.971 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.972 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:09.972 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:09.972 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:09.972 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:09.972 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.972 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T17:30:09.972 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:09.972 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:09.972 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:09.972 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:09.972 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:09.972 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:09.972 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.265913+0000", 2024-04-12T17:30:09.972 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:01.048060+0000", 2024-04-12T17:30:09.972 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:01.048060+0000", 2024-04-12T17:30:09.972 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:01.049094+0000", 2024-04-12T17:30:09.972 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.265913+0000", 2024-04-12T17:30:09.973 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.973 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:09.973 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.973 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 464, 2024-04-12T17:30:09.973 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.265913+0000", 2024-04-12T17:30:09.973 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.265913+0000", 2024-04-12T17:30:09.973 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.265913+0000", 2024-04-12T17:30:09.973 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:09.973 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:09.973 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:09.973 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.265913+0000", 2024-04-12T17:30:09.973 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.265913+0000", 2024-04-12T17:30:09.973 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:09.974 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:09.974 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:09.974 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:09.974 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 463, 2024-04-12T17:30:09.974 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:09.974 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:09.974 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:09.974 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:09.974 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:09.974 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:09.974 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:09.974 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:09.974 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.1", 2024-04-12T17:30:09.974 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:09.975 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:09.975 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:09.975 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5094, 2024-04-12T17:30:09.975 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:09.975 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:21:43.700965+0000", 2024-04-12T17:30:09.975 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:09.975 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:09.975 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:09.975 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:09.975 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:09.975 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:09.975 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:09.975 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:09.975 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:09.975 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:09.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:09.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:09.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:09.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:09.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:09.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:09.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:09.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:09.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:09.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:09.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:09.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:09.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:09.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:09.977 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:09.977 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:09.977 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:09.977 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:09.977 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:09.977 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:09.977 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:09.977 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:09.977 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:09.977 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:09.977 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:09.977 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:09.977 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:09.977 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:09.977 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:09.978 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:09.978 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:09.978 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:09.978 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:09.978 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.978 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:09.978 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:09.978 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:09.978 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:09.978 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:09.978 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:09.978 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.978 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T17:30:09.978 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:09.979 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.979 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.979 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:09.979 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:09.979 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:09.979 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:09.979 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.979 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:09.979 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:09.979 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:09.979 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T17:30:09.979 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:09.979 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:09.979 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:09.979 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.423129+0000", 2024-04-12T17:30:09.979 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:06:51.089410+0000", 2024-04-12T17:30:09.980 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:06:51.089410+0000", 2024-04-12T17:30:09.980 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:42:28.495252+0000", 2024-04-12T17:30:09.980 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.423129+0000", 2024-04-12T17:30:09.980 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:09.980 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:09.980 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:09.980 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 395, 2024-04-12T17:30:09.980 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.423129+0000", 2024-04-12T17:30:09.980 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.423129+0000", 2024-04-12T17:30:09.980 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.423129+0000", 2024-04-12T17:30:09.980 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:09.980 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:09.980 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:09.980 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.423129+0000", 2024-04-12T17:30:09.980 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.423129+0000", 2024-04-12T17:30:09.980 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:09.981 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3095, 2024-04-12T17:30:09.981 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:09.981 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:09.981 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 394, 2024-04-12T17:30:09.981 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:09.981 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:09.981 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:09.981 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:09.981 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3095, 2024-04-12T17:30:09.981 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:09.981 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:09.981 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:09.981 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.6", 2024-04-12T17:30:09.981 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:09.981 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:09.981 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:09.981 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 9110, 2024-04-12T17:30:09.982 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:09.982 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:55:00.627426+0000", 2024-04-12T17:30:09.982 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.005404345, 2024-04-12T17:30:09.982 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:09.982 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:09.982 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:09.982 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:09.982 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:09.982 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:09.982 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:09.982 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:09.982 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:09.982 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:09.982 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:09.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:09.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:09.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:09.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:09.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:09.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:09.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:09.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:09.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:09.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:09.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:09.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:09.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:09.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:09.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:09.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:09.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:09.984 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:09.984 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:09.984 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:09.984 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:09.984 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:09.984 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:09.984 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:09.984 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 1330, 2024-04-12T17:30:09.984 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 404603, 2024-04-12T17:30:09.984 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:09.984 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:09.984 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:09.984 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3046, 2024-04-12T17:30:09.984 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 433370 2024-04-12T17:30:09.984 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.984 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:09.985 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:09.985 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:09.985 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:09.985 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:09.985 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:09.985 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.985 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:09.985 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "1153'3095" 2024-04-12T17:30:09.985 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.985 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.985 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:09.985 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:09.985 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:09.985 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:09.985 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.985 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:09.986 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:09.986 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:09.986 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 19, 2024-04-12T17:30:09.986 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:09.986 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:09.986 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:09.986 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.426495+0000", 2024-04-12T17:30:09.986 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.090326+0000", 2024-04-12T17:30:09.986 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.090326+0000", 2024-04-12T17:30:09.986 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.092519+0000", 2024-04-12T17:30:09.986 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.426495+0000", 2024-04-12T17:30:09.986 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:55:12.126017+0000", 2024-04-12T17:30:09.986 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:09.986 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:55:12.126017+0000", 2024-04-12T17:30:09.986 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:09.987 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.426495+0000", 2024-04-12T17:30:09.987 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.426495+0000", 2024-04-12T17:30:09.987 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.426495+0000", 2024-04-12T17:30:09.987 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:09.987 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:09.987 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:55:12.126017+0000", 2024-04-12T17:30:09.987 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.426495+0000", 2024-04-12T17:30:09.987 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.426495+0000", 2024-04-12T17:30:09.987 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:09.987 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 237, 2024-04-12T17:30:09.987 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:09.987 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:09.987 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:09.987 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:09.987 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:09.988 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:09.988 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:09.988 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 237, 2024-04-12T17:30:09.988 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:09.988 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:09.988 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:09.988 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "1.0", 2024-04-12T17:30:09.988 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:09.988 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:09.988 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:09.988 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5596, 2024-04-12T17:30:09.988 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:09.988 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:24:07.472643+0000", 2024-04-12T17:30:09.988 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:09.989 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:09.989 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:09.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 590368, 2024-04-12T17:30:09.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:09.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 1771104, 2024-04-12T17:30:09.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:09.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:09.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:09.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:09.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:09.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:09.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:09.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:09.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:09.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:09.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:09.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:09.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:09.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 6, 2024-04-12T17:30:09.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 2, 2024-04-12T17:30:09.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:09.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 2, 2024-04-12T17:30:09.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:09.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:09.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:09.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:09.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:09.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:09.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:09.991 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 6, 2024-04-12T17:30:09.991 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:09.991 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:09.991 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:09.991 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:09.991 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:09.991 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 1178, 2024-04-12T17:30:09.991 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 1994, 2024-04-12T17:30:09.991 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:09.991 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:09.991 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:09.991 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 391, 2024-04-12T17:30:09.991 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 2416 2024-04-12T17:30:09.991 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.992 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:09.992 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:09.992 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:09.992 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:09.992 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:09.992 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:09.992 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.992 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:09.992 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "2176'237" 2024-04-12T17:30:09.992 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.992 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.992 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:09.992 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:09.992 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:09.992 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:09.993 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.993 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:09.993 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:09.993 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:09.993 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:09.993 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:09.993 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:09.993 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:09.993 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.266006+0000", 2024-04-12T17:30:09.993 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.091934+0000", 2024-04-12T17:30:09.993 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.091934+0000", 2024-04-12T17:30:09.993 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.092250+0000", 2024-04-12T17:30:09.993 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.266006+0000", 2024-04-12T17:30:09.993 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:09.993 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:09.993 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:09.994 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:09.994 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.266006+0000", 2024-04-12T17:30:09.994 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.266006+0000", 2024-04-12T17:30:09.994 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.266006+0000", 2024-04-12T17:30:09.994 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:09.994 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:09.994 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:09.994 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.266006+0000", 2024-04-12T17:30:09.994 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.266006+0000", 2024-04-12T17:30:09.994 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:09.994 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:09.994 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:09.994 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:09.994 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:09.994 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:09.995 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:09.995 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:09.995 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:09.995 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:09.995 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:09.995 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:09.995 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:09.995 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.3", 2024-04-12T17:30:09.995 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:09.995 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:09.995 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:09.995 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5016, 2024-04-12T17:30:09.995 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:09.995 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:29:19.850818+0000", 2024-04-12T17:30:09.995 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:09.995 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:09.996 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:09.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:09.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:09.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:09.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:09.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:09.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:09.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:09.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:09.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:09.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:09.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:09.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:09.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:09.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:09.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:09.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:09.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:09.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:09.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:09.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:09.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:09.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:09.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:09.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:09.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:09.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:09.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:09.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:09.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:09.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:09.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:09.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:09.998 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:09.998 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:09.998 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:09.998 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:09.998 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:09.998 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:09.998 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:09.998 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:09.998 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.998 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:09.998 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:09.998 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:09.998 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:09.998 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:09.998 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:09.999 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.999 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:09.999 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:09.999 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:09.999 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:09.999 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:09.999 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:09.999 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:09.999 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:09.999 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:09.999 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:09.999 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:09.999 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:09.999 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:10.000 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.000 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.000 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.266498+0000", 2024-04-12T17:30:10.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.113990+0000", 2024-04-12T17:30:10.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.113990+0000", 2024-04-12T17:30:10.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.114348+0000", 2024-04-12T17:30:10.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.266498+0000", 2024-04-12T17:30:10.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:10.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.266498+0000", 2024-04-12T17:30:10.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.266498+0000", 2024-04-12T17:30:10.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.266498+0000", 2024-04-12T17:30:10.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.001 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.001 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.001 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.266498+0000", 2024-04-12T17:30:10.001 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.266498+0000", 2024-04-12T17:30:10.001 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.001 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.001 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.001 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.001 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:10.001 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.002 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.002 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.002 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.002 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.002 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.002 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.002 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.002 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.2", 2024-04-12T17:30:10.002 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.002 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.002 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.002 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5088, 2024-04-12T17:30:10.002 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.003 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:48:29.334019+0000", 2024-04-12T17:30:10.003 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.003 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.003 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.006 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.006 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.006 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.006 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.006 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.006 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:10.006 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.006 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:10.006 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.006 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:10.006 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.006 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.006 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.006 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.007 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:10.007 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:10.007 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:10.007 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.007 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:10.007 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.007 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.007 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T17:30:10.007 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.007 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.007 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.007 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.424039+0000", 2024-04-12T17:30:10.007 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.094335+0000", 2024-04-12T17:30:10.007 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.094335+0000", 2024-04-12T17:30:10.007 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:42:28.491274+0000", 2024-04-12T17:30:10.008 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.424039+0000", 2024-04-12T17:30:10.008 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:10.008 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.008 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:10.008 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:10.008 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.424039+0000", 2024-04-12T17:30:10.008 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.424039+0000", 2024-04-12T17:30:10.008 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.424039+0000", 2024-04-12T17:30:10.008 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.008 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.008 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:10.008 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.424039+0000", 2024-04-12T17:30:10.008 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.424039+0000", 2024-04-12T17:30:10.008 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.009 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3131, 2024-04-12T17:30:10.009 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.009 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.009 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:10.009 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.009 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.009 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.009 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.009 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3131, 2024-04-12T17:30:10.009 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.009 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.009 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.009 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.5", 2024-04-12T17:30:10.009 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.010 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.010 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.010 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 8639, 2024-04-12T17:30:10.010 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.010 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:29:49.965520+0000", 2024-04-12T17:30:10.010 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.003519316, 2024-04-12T17:30:10.010 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.010 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.010 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 4194304, 2024-04-12T17:30:10.010 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.010 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.010 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.010 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.010 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.010 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:10.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:10.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:10.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 803, 2024-04-12T17:30:10.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 394233, 2024-04-12T17:30:10.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.013 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.013 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.013 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3135, 2024-04-12T17:30:10.013 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 417139 2024-04-12T17:30:10.013 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.013 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.013 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.013 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.013 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:10.013 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:10.013 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:10.013 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.013 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:10.013 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "1153'3131" 2024-04-12T17:30:10.013 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.013 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.014 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.014 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:10.014 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:10.014 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:10.014 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.014 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T17:30:10.014 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.014 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.014 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:10.014 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.014 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.014 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.014 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.266112+0000", 2024-04-12T17:30:10.014 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:07:26.044090+0000", 2024-04-12T17:30:10.015 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:07:26.044090+0000", 2024-04-12T17:30:10.015 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:07:26.044346+0000", 2024-04-12T17:30:10.015 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.266112+0000", 2024-04-12T17:30:10.015 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.015 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.015 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.015 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 429, 2024-04-12T17:30:10.015 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.266112+0000", 2024-04-12T17:30:10.015 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.266112+0000", 2024-04-12T17:30:10.015 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.266112+0000", 2024-04-12T17:30:10.015 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.015 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.015 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.016 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.266112+0000", 2024-04-12T17:30:10.016 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.266112+0000", 2024-04-12T17:30:10.016 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.016 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.016 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.016 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.016 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 428, 2024-04-12T17:30:10.016 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.016 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.016 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.016 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.016 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.016 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.016 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.017 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.017 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.1", 2024-04-12T17:30:10.017 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.017 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.017 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.017 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5119, 2024-04-12T17:30:10.017 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.017 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:42:21.672622+0000", 2024-04-12T17:30:10.017 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.017 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.017 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.017 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.017 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.017 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.017 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.018 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.018 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.018 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.018 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.018 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.018 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.018 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.018 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.018 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.018 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.018 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.018 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.018 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.018 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.019 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.019 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.019 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.019 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.019 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.019 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.019 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.019 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.019 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.019 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.019 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.019 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.019 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.019 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.019 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.020 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.020 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.020 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.020 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.020 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.020 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.020 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.020 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.020 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.020 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.020 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.020 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:10.020 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:10.020 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:10.020 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.020 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T17:30:10.021 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.021 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.021 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.021 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.021 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:10.021 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:10.021 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:10.021 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.021 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:10.021 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.021 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.021 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:10.021 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.021 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.021 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.022 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.419245+0000", 2024-04-12T17:30:10.022 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.113931+0000", 2024-04-12T17:30:10.022 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.113931+0000", 2024-04-12T17:30:10.022 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.114266+0000", 2024-04-12T17:30:10.022 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.419245+0000", 2024-04-12T17:30:10.022 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.022 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.022 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.022 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:10.022 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.419245+0000", 2024-04-12T17:30:10.022 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.419245+0000", 2024-04-12T17:30:10.022 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.419245+0000", 2024-04-12T17:30:10.022 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.022 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.022 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.023 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.419245+0000", 2024-04-12T17:30:10.023 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.419245+0000", 2024-04-12T17:30:10.023 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.023 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.023 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.023 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.023 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:10.023 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.023 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.023 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.023 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.023 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.023 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.023 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.024 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.024 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.0", 2024-04-12T17:30:10.024 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.024 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.024 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.024 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5157, 2024-04-12T17:30:10.024 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.024 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:02:01.858211+0000", 2024-04-12T17:30:10.024 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.024 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.024 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.026 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.026 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.026 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.026 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.026 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.026 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.026 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.026 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.026 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.026 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.026 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.026 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.026 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.026 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.026 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.027 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.027 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.027 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.027 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.027 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.027 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.027 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.027 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.027 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.027 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.027 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.027 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:10.027 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:10.027 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:10.027 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.027 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:10.028 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.028 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.028 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.028 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.028 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:10.028 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.028 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:10.028 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.028 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:10.028 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.028 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.028 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T17:30:10.028 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.028 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.029 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.029 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.420690+0000", 2024-04-12T17:30:10.029 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.167448+0000", 2024-04-12T17:30:10.029 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.167448+0000", 2024-04-12T17:30:10.029 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:42:28.544107+0000", 2024-04-12T17:30:10.029 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.420690+0000", 2024-04-12T17:30:10.029 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:10.029 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.029 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:10.029 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:10.029 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.420690+0000", 2024-04-12T17:30:10.029 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.420690+0000", 2024-04-12T17:30:10.029 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.420690+0000", 2024-04-12T17:30:10.029 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.029 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.030 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:10.030 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.420690+0000", 2024-04-12T17:30:10.030 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.420690+0000", 2024-04-12T17:30:10.030 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.030 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3095, 2024-04-12T17:30:10.030 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.030 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.030 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:10.030 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.030 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.030 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.030 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.030 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3095, 2024-04-12T17:30:10.030 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.031 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.031 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.031 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.7", 2024-04-12T17:30:10.031 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.031 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.031 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.031 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 8783, 2024-04-12T17:30:10.031 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.031 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:32:52.066711+0000", 2024-04-12T17:30:10.031 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.003711831, 2024-04-12T17:30:10.031 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.031 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.031 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.031 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.034 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.034 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 856, 2024-04-12T17:30:10.034 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 380035, 2024-04-12T17:30:10.034 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.034 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.034 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.034 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3089, 2024-04-12T17:30:10.034 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 365281 2024-04-12T17:30:10.034 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.034 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.034 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.034 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.034 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:10.034 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.034 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:10.035 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.035 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:10.035 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "1153'3095" 2024-04-12T17:30:10.035 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.035 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.035 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.035 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:10.035 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:10.035 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:10.035 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.035 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 4, 2024-04-12T17:30:10.035 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.035 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.035 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:10.035 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.036 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.036 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.036 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.421652+0000", 2024-04-12T17:30:10.036 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.113411+0000", 2024-04-12T17:30:10.036 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.113411+0000", 2024-04-12T17:30:10.036 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.113727+0000", 2024-04-12T17:30:10.036 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.421652+0000", 2024-04-12T17:30:10.036 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.036 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.036 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.036 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:10.036 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.421652+0000", 2024-04-12T17:30:10.036 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.421652+0000", 2024-04-12T17:30:10.036 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.421652+0000", 2024-04-12T17:30:10.037 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.037 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.037 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.037 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.421652+0000", 2024-04-12T17:30:10.037 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.421652+0000", 2024-04-12T17:30:10.037 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.037 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.037 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.037 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.037 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:10.037 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.037 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.037 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.037 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.037 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.038 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.038 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.038 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.038 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.3", 2024-04-12T17:30:10.038 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.038 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.038 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.038 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5072, 2024-04-12T17:30:10.038 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.038 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:17:23.349616+0000", 2024-04-12T17:30:10.038 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.038 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.038 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.038 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.038 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.040 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.040 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.040 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.040 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.040 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.040 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.040 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.040 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.040 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.040 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.040 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.040 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.040 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.040 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.040 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.040 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.041 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.041 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.041 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.041 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.041 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.041 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.041 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.041 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.041 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.041 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.041 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.041 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:10.041 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:10.041 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:10.041 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.042 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 4, 2024-04-12T17:30:10.042 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.042 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.042 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.042 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.042 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.042 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:10.042 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:10.042 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.042 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:10.042 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.042 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.042 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:10.042 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.043 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.043 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.043 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.265971+0000", 2024-04-12T17:30:10.043 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.130641+0000", 2024-04-12T17:30:10.043 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.130641+0000", 2024-04-12T17:30:10.043 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.130961+0000", 2024-04-12T17:30:10.043 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.265971+0000", 2024-04-12T17:30:10.043 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.043 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.043 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.043 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:10.043 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.265971+0000", 2024-04-12T17:30:10.043 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.265971+0000", 2024-04-12T17:30:10.043 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.265971+0000", 2024-04-12T17:30:10.043 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.044 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.044 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.044 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.265971+0000", 2024-04-12T17:30:10.044 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.265971+0000", 2024-04-12T17:30:10.044 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.044 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.044 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.044 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.044 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:10.044 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.044 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.044 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.044 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.044 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.045 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.045 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.045 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.045 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.2", 2024-04-12T17:30:10.045 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.045 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.045 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.045 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5024, 2024-04-12T17:30:10.045 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.045 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:39:19.582115+0000", 2024-04-12T17:30:10.045 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.045 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.045 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.045 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.045 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.046 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.046 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.046 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.046 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.046 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.046 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.046 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.046 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.046 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.046 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.046 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.046 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.046 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.046 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.047 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.047 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.047 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.047 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.047 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.047 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.047 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.047 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.047 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.047 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.047 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.047 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.047 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.047 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.047 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.048 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.048 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.048 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.048 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.048 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.048 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.048 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.048 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.048 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.048 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.048 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.048 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.048 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.048 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.049 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:10.049 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:10.049 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.049 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:10.049 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.049 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.049 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.049 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.049 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:10.049 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:10.049 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:10.049 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.049 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:10.049 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.049 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.050 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T17:30:10.050 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.050 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.050 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.050 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.420979+0000", 2024-04-12T17:30:10.050 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:07:26.052473+0000", 2024-04-12T17:30:10.050 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:07:26.052473+0000", 2024-04-12T17:30:10.050 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:42:28.544046+0000", 2024-04-12T17:30:10.050 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.420979+0000", 2024-04-12T17:30:10.050 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:10.050 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.050 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:10.050 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 429, 2024-04-12T17:30:10.050 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.420979+0000", 2024-04-12T17:30:10.051 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.420979+0000", 2024-04-12T17:30:10.051 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.420979+0000", 2024-04-12T17:30:10.051 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.051 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.051 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:10.051 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.420979+0000", 2024-04-12T17:30:10.051 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.420979+0000", 2024-04-12T17:30:10.051 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.051 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 2974, 2024-04-12T17:30:10.051 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.051 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.051 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 428, 2024-04-12T17:30:10.051 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.051 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.051 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.052 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.052 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 2974, 2024-04-12T17:30:10.052 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.052 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.052 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.052 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.4", 2024-04-12T17:30:10.052 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.052 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.052 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.052 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 8612, 2024-04-12T17:30:10.052 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.052 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:27:08.816643+0000", 2024-04-12T17:30:10.052 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.003945663, 2024-04-12T17:30:10.052 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.053 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:10.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:10.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:10.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:10.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.055 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.055 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.055 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.055 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.055 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 611, 2024-04-12T17:30:10.055 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 345677, 2024-04-12T17:30:10.055 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.055 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.055 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.055 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 2990, 2024-04-12T17:30:10.055 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 364361 2024-04-12T17:30:10.055 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.055 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.055 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.056 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.056 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:10.056 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:10.056 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:10.056 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.056 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:10.056 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "1153'2974" 2024-04-12T17:30:10.056 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.056 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.056 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.056 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.056 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:10.056 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:10.056 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.056 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:10.057 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.057 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.057 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:10.057 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.057 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.057 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.057 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.266746+0000", 2024-04-12T17:30:10.057 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.167898+0000", 2024-04-12T17:30:10.057 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.167898+0000", 2024-04-12T17:30:10.057 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.168208+0000", 2024-04-12T17:30:10.057 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.266746+0000", 2024-04-12T17:30:10.057 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.057 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.057 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.057 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:10.058 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.266746+0000", 2024-04-12T17:30:10.058 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.266746+0000", 2024-04-12T17:30:10.058 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.266746+0000", 2024-04-12T17:30:10.058 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.058 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.058 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.058 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.266746+0000", 2024-04-12T17:30:10.058 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.266746+0000", 2024-04-12T17:30:10.058 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.058 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.058 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.058 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.058 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:10.059 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.059 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.059 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.059 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.059 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.059 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.059 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.059 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.059 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.5", 2024-04-12T17:30:10.059 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.059 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.059 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.059 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5014, 2024-04-12T17:30:10.059 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.059 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:15:31.228128+0000", 2024-04-12T17:30:10.060 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.060 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.060 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.060 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.060 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.060 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.060 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.060 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.060 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.060 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.060 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.060 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.060 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.060 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.060 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.062 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.062 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.062 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.062 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.062 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.062 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.062 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.062 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.062 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.062 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.062 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.062 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.062 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.062 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.063 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.063 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.063 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.063 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.063 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:10.063 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:10.063 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.063 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:10.063 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.063 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.063 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.063 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.063 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:10.063 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:10.063 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:10.064 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.064 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:10.064 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.064 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.064 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:10.064 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.064 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.064 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.064 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422288+0000", 2024-04-12T17:30:10.064 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.090598+0000", 2024-04-12T17:30:10.064 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.090598+0000", 2024-04-12T17:30:10.064 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.090912+0000", 2024-04-12T17:30:10.064 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422288+0000", 2024-04-12T17:30:10.064 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.064 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.065 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.065 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:10.065 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422288+0000", 2024-04-12T17:30:10.065 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422288+0000", 2024-04-12T17:30:10.065 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422288+0000", 2024-04-12T17:30:10.065 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.065 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.065 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.065 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422288+0000", 2024-04-12T17:30:10.065 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422288+0000", 2024-04-12T17:30:10.065 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.065 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.065 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.065 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.066 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:10.066 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.066 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.066 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.066 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.066 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.066 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.066 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.066 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.066 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.4", 2024-04-12T17:30:10.066 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.066 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.066 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.066 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5139, 2024-04-12T17:30:10.066 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.067 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:47:07.023116+0000", 2024-04-12T17:30:10.067 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.067 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.067 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.068 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.068 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.068 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.068 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.068 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.068 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.068 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.068 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.068 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.068 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.068 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.068 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.068 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.068 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.068 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.069 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.069 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.069 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.069 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.069 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.069 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.069 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.069 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.069 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.069 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.069 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.069 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.069 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.069 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.069 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.070 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.070 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.070 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.070 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:10.070 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:10.070 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:10.070 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.070 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:10.070 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.070 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.070 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.070 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.070 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:10.070 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.070 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:10.071 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.071 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:10.071 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.071 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.071 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T17:30:10.071 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.071 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.071 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.071 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.421703+0000", 2024-04-12T17:30:10.071 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.165798+0000", 2024-04-12T17:30:10.071 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.165798+0000", 2024-04-12T17:30:10.071 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:42:28.547274+0000", 2024-04-12T17:30:10.071 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.421703+0000", 2024-04-12T17:30:10.071 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:10.071 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.072 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:10.072 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:10.072 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.421703+0000", 2024-04-12T17:30:10.072 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.421703+0000", 2024-04-12T17:30:10.072 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.421703+0000", 2024-04-12T17:30:10.072 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.072 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.072 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:10.072 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.421703+0000", 2024-04-12T17:30:10.072 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.421703+0000", 2024-04-12T17:30:10.072 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.072 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3042, 2024-04-12T17:30:10.072 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.072 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.073 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:10.073 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.073 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.073 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.073 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.073 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3042, 2024-04-12T17:30:10.073 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.073 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.073 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.073 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.2", 2024-04-12T17:30:10.073 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.073 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.073 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.073 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 9129, 2024-04-12T17:30:10.073 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.074 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:20:10.471454+0000", 2024-04-12T17:30:10.074 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.006870488, 2024-04-12T17:30:10.074 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.074 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.074 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 19, 2024-04-12T17:30:10.074 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.074 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.074 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.074 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.074 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.074 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.074 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.074 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.075 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.075 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.075 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.075 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.075 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.075 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.075 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.075 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:10.075 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:10.075 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.075 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:10.075 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.075 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.075 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.075 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.076 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.076 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.076 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.076 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.076 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.076 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.076 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.076 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.076 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.076 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 1412, 2024-04-12T17:30:10.076 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 395780, 2024-04-12T17:30:10.076 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.076 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.076 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.076 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3017, 2024-04-12T17:30:10.076 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 388355 2024-04-12T17:30:10.077 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.077 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.077 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.077 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.077 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:10.077 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.077 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:10.077 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.077 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:10.077 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "1153'3042" 2024-04-12T17:30:10.077 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.077 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.077 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.077 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:10.077 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:10.077 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:10.078 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.078 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:10.078 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.078 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.078 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:10.078 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.078 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.078 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.078 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422826+0000", 2024-04-12T17:30:10.078 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.089829+0000", 2024-04-12T17:30:10.078 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.089829+0000", 2024-04-12T17:30:10.078 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.090305+0000", 2024-04-12T17:30:10.078 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422826+0000", 2024-04-12T17:30:10.078 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.079 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.079 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.079 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:10.079 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422826+0000", 2024-04-12T17:30:10.079 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422826+0000", 2024-04-12T17:30:10.079 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422826+0000", 2024-04-12T17:30:10.079 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.079 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.079 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.079 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422826+0000", 2024-04-12T17:30:10.079 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422826+0000", 2024-04-12T17:30:10.079 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.079 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.079 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.079 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.080 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:10.080 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.080 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.080 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.080 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.080 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.080 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.080 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.080 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.080 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.e", 2024-04-12T17:30:10.080 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.080 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.080 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.080 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4938, 2024-04-12T17:30:10.080 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.081 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:30:41.708717+0000", 2024-04-12T17:30:10.081 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.081 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.081 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.081 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.081 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.081 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.081 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.081 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.081 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.081 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.081 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.081 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.081 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.081 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.082 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.082 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.082 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.082 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.082 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.082 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.082 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.082 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.082 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.082 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.082 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.082 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.082 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.082 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.083 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.083 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.083 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.083 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.083 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.083 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.083 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.083 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.083 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.083 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.083 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.083 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.083 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.083 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.083 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.084 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.084 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.084 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.084 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.084 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:10.084 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:10.084 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:10.084 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.084 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:10.084 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.084 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.084 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.084 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.084 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:10.084 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:10.085 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:10.085 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.085 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 4, 2024-04-12T17:30:10.085 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.085 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.085 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:10.085 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.085 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.085 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.085 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.425034+0000", 2024-04-12T17:30:10.085 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.102115+0000", 2024-04-12T17:30:10.085 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.102115+0000", 2024-04-12T17:30:10.085 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.102509+0000", 2024-04-12T17:30:10.085 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.425034+0000", 2024-04-12T17:30:10.085 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.086 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.086 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.086 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:10.086 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.425034+0000", 2024-04-12T17:30:10.086 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.425034+0000", 2024-04-12T17:30:10.086 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.425034+0000", 2024-04-12T17:30:10.086 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.086 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.086 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.086 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.425034+0000", 2024-04-12T17:30:10.086 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.425034+0000", 2024-04-12T17:30:10.086 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.086 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 1, 2024-04-12T17:30:10.086 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.087 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.087 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:10.087 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.087 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.087 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.087 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.087 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 1, 2024-04-12T17:30:10.087 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.087 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.087 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.087 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.f", 2024-04-12T17:30:10.087 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.087 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.088 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.088 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5073, 2024-04-12T17:30:10.088 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.088 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:39:37.998965+0000", 2024-04-12T17:30:10.088 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.088 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.088 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.088 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 22, 2024-04-12T17:30:10.088 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.088 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.088 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.088 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.088 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.088 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.088 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.088 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.089 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.089 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.089 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.089 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.089 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.089 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.089 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.089 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:10.089 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:10.089 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.089 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:10.089 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.089 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.089 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.089 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.090 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.090 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.090 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.090 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.090 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.090 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.090 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.090 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.090 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.090 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 2, 2024-04-12T17:30:10.090 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 2, 2024-04-12T17:30:10.090 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.090 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.090 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.090 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 1, 2024-04-12T17:30:10.091 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 1 2024-04-12T17:30:10.091 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.091 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.091 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.091 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.091 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:10.091 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:10.091 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:10.091 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.091 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 4, 2024-04-12T17:30:10.091 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'1" 2024-04-12T17:30:10.091 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.091 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.091 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.091 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:10.092 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:10.092 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:10.092 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.092 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:10.092 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.092 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.092 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:10.092 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.092 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.092 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.092 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.420209+0000", 2024-04-12T17:30:10.092 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.106939+0000", 2024-04-12T17:30:10.092 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.106939+0000", 2024-04-12T17:30:10.092 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.108097+0000", 2024-04-12T17:30:10.092 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.420209+0000", 2024-04-12T17:30:10.093 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.093 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.093 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.093 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:10.093 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.420209+0000", 2024-04-12T17:30:10.093 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.420209+0000", 2024-04-12T17:30:10.093 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.420209+0000", 2024-04-12T17:30:10.093 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.093 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.093 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.093 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.420209+0000", 2024-04-12T17:30:10.093 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.420209+0000", 2024-04-12T17:30:10.093 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.093 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.093 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.094 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.094 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:10.094 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.094 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.094 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.094 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.094 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.094 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.094 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.094 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.094 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.11", 2024-04-12T17:30:10.094 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.094 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.094 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.094 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4951, 2024-04-12T17:30:10.095 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.095 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:59:20.990985+0000", 2024-04-12T17:30:10.095 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.095 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.095 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.095 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.095 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.095 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.095 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.095 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.095 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.095 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.095 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.095 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.095 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.096 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.096 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.096 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.096 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.096 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.096 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.096 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.096 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.096 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.096 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.096 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.096 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.096 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.096 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.096 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.097 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.097 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.097 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.097 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.097 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.097 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.097 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.097 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.097 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.097 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.097 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.097 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.097 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.097 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.097 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.098 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.098 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.098 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.098 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.098 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:10.098 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:10.098 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:10.098 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.098 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:10.098 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.098 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.098 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.098 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.098 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:10.099 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:10.099 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:10.099 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.099 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T17:30:10.099 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.099 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.099 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:10.099 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.099 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.099 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.099 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.265943+0000", 2024-04-12T17:30:10.099 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:06:51.079726+0000", 2024-04-12T17:30:10.099 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:06:51.079726+0000", 2024-04-12T17:30:10.099 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:06:51.080146+0000", 2024-04-12T17:30:10.099 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.265943+0000", 2024-04-12T17:30:10.100 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.100 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.100 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.100 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 395, 2024-04-12T17:30:10.100 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.265943+0000", 2024-04-12T17:30:10.100 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.265943+0000", 2024-04-12T17:30:10.100 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.265943+0000", 2024-04-12T17:30:10.100 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.100 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.100 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.100 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.265943+0000", 2024-04-12T17:30:10.100 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.265943+0000", 2024-04-12T17:30:10.100 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.100 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 8, 2024-04-12T17:30:10.100 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.101 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.101 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 394, 2024-04-12T17:30:10.101 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.101 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.101 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.101 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.101 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 8, 2024-04-12T17:30:10.101 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.101 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.101 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.101 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.10", 2024-04-12T17:30:10.101 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.101 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.101 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.102 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5138, 2024-04-12T17:30:10.102 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.102 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:09:53.596593+0000", 2024-04-12T17:30:10.102 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.102 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.102 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.102 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.102 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.102 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.102 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.102 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.102 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.102 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.102 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.103 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.103 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.103 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.103 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.103 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.103 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.103 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.103 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.103 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 12, 2024-04-12T17:30:10.103 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 4, 2024-04-12T17:30:10.103 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.103 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 4, 2024-04-12T17:30:10.103 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.103 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.103 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.103 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.104 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.104 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 4, 2024-04-12T17:30:10.104 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.104 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.104 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.104 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.104 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.104 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.104 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.104 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 48, 2024-04-12T17:30:10.104 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 48, 2024-04-12T17:30:10.104 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.104 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.104 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.104 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 12, 2024-04-12T17:30:10.105 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.105 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.105 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.105 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.105 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.105 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:10.105 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:10.105 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:10.105 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.105 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T17:30:10.105 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'8" 2024-04-12T17:30:10.105 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.105 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.105 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.106 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:10.106 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:10.106 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:10.106 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.106 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:10.106 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.106 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.106 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:10.106 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.106 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.106 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.106 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.420245+0000", 2024-04-12T17:30:10.106 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.117377+0000", 2024-04-12T17:30:10.106 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.117377+0000", 2024-04-12T17:30:10.107 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.118087+0000", 2024-04-12T17:30:10.107 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.420245+0000", 2024-04-12T17:30:10.107 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.107 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.107 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.107 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:10.107 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.420245+0000", 2024-04-12T17:30:10.107 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.420245+0000", 2024-04-12T17:30:10.107 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.420245+0000", 2024-04-12T17:30:10.107 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.107 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.107 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.107 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.420245+0000", 2024-04-12T17:30:10.107 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.420245+0000", 2024-04-12T17:30:10.107 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.108 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.108 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.108 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.108 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:10.108 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.108 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.108 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.108 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.108 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.108 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.108 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.108 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.108 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.10", 2024-04-12T17:30:10.108 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.109 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.109 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.109 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4970, 2024-04-12T17:30:10.109 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.109 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:34:51.179072+0000", 2024-04-12T17:30:10.109 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.109 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.109 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.109 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.109 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.109 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.109 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.109 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.109 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.109 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.110 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.110 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.110 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.110 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.110 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.110 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.110 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.110 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.110 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.110 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.110 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.110 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.110 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.110 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.111 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.111 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.111 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.111 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.111 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.111 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.111 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.111 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.111 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.111 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.111 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.111 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.111 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.111 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.111 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.111 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.112 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.112 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.112 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.112 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.112 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.112 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.112 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.112 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:10.112 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:10.112 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:10.112 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.112 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:10.112 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.112 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.112 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.112 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.113 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:10.113 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:10.113 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:10.113 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.113 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:10.113 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.113 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.113 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:10.113 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.113 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.113 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.113 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422802+0000", 2024-04-12T17:30:10.113 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.105794+0000", 2024-04-12T17:30:10.113 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.105794+0000", 2024-04-12T17:30:10.113 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.106135+0000", 2024-04-12T17:30:10.113 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422802+0000", 2024-04-12T17:30:10.114 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.114 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.114 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.114 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:10.114 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422802+0000", 2024-04-12T17:30:10.114 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422802+0000", 2024-04-12T17:30:10.114 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422802+0000", 2024-04-12T17:30:10.114 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.114 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.114 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.114 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422802+0000", 2024-04-12T17:30:10.114 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422802+0000", 2024-04-12T17:30:10.114 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.114 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.115 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.115 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.115 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:10.115 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.115 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.115 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.115 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.115 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.115 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.115 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.115 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.115 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.11", 2024-04-12T17:30:10.115 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.115 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.116 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.116 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4975, 2024-04-12T17:30:10.116 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.116 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:01:30.812329+0000", 2024-04-12T17:30:10.116 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.116 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.116 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.116 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.116 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.116 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.116 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.116 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.116 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.116 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.116 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.117 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.117 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.117 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.117 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.117 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.117 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.117 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.117 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.117 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.117 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.117 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.117 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.117 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.117 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.117 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.117 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.118 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.118 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.118 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.118 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.118 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.118 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.118 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.118 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.118 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.118 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.118 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.118 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.118 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.118 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.119 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.119 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.119 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.119 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.119 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.119 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.119 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:10.119 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:10.119 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:10.119 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.119 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:10.119 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.119 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.119 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.119 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.120 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:10.120 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:10.120 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:10.120 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.120 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:10.120 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.120 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.120 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:10.120 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.120 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.120 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.120 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.421526+0000", 2024-04-12T17:30:10.120 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.098266+0000", 2024-04-12T17:30:10.120 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.098266+0000", 2024-04-12T17:30:10.120 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.098646+0000", 2024-04-12T17:30:10.121 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.421526+0000", 2024-04-12T17:30:10.121 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.121 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.121 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.121 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:10.121 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.421526+0000", 2024-04-12T17:30:10.121 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.421526+0000", 2024-04-12T17:30:10.121 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.421526+0000", 2024-04-12T17:30:10.121 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.121 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.121 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.121 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.421526+0000", 2024-04-12T17:30:10.121 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.421526+0000", 2024-04-12T17:30:10.121 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.122 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.122 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.122 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.122 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:10.122 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.122 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.122 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.122 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.122 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.122 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.122 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.122 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.122 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.13", 2024-04-12T17:30:10.122 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.123 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.123 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.123 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4922, 2024-04-12T17:30:10.123 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.123 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:46:22.783686+0000", 2024-04-12T17:30:10.123 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.123 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.123 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.123 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.123 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.123 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.123 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.123 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.123 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.123 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.123 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.124 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.124 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.124 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.124 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.124 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.124 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.124 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.124 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.124 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.124 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.124 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.124 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.124 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.124 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.124 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.125 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.125 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.125 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.125 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.125 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.125 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.125 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.125 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.125 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.125 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.125 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.125 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.125 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.125 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.125 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.126 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.126 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.126 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.126 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.126 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.126 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.126 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:10.126 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:10.126 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:10.126 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.126 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:10.126 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.126 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.126 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.126 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.127 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.127 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:10.127 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:10.127 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.127 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:10.127 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.127 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.127 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:10.127 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.127 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.127 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.127 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.265799+0000", 2024-04-12T17:30:10.127 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.092244+0000", 2024-04-12T17:30:10.127 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.092244+0000", 2024-04-12T17:30:10.127 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.093607+0000", 2024-04-12T17:30:10.128 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.265799+0000", 2024-04-12T17:30:10.128 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.128 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.128 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.128 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:10.128 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.265799+0000", 2024-04-12T17:30:10.128 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.265799+0000", 2024-04-12T17:30:10.128 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.265799+0000", 2024-04-12T17:30:10.128 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.128 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.128 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.128 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.265799+0000", 2024-04-12T17:30:10.128 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.265799+0000", 2024-04-12T17:30:10.128 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.129 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.129 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.129 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.129 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:10.129 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.129 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.129 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.129 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.129 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.129 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.129 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.129 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.129 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.12", 2024-04-12T17:30:10.129 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.130 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.130 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.130 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5003, 2024-04-12T17:30:10.130 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.130 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:18:37.325413+0000", 2024-04-12T17:30:10.130 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.130 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.130 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.130 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.130 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.130 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.130 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.130 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.130 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.132 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.132 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.132 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.132 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.132 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.132 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.132 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.132 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.132 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.132 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.132 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.132 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.132 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.132 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.133 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.133 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.133 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.133 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.133 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.133 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.133 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.133 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.133 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.133 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.133 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:10.133 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:10.133 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.133 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:10.133 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.134 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.134 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.134 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.134 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:10.134 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:10.134 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:10.134 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.134 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:10.134 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.134 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.134 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:10.134 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.134 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.134 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.134 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.423574+0000", 2024-04-12T17:30:10.135 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.090069+0000", 2024-04-12T17:30:10.135 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.090069+0000", 2024-04-12T17:30:10.135 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.090481+0000", 2024-04-12T17:30:10.135 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.423574+0000", 2024-04-12T17:30:10.135 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.135 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.135 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.135 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:10.135 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.423574+0000", 2024-04-12T17:30:10.135 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.423574+0000", 2024-04-12T17:30:10.135 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.423574+0000", 2024-04-12T17:30:10.135 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.135 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.135 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.136 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.423574+0000", 2024-04-12T17:30:10.136 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.423574+0000", 2024-04-12T17:30:10.136 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.136 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.136 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.136 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.136 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:10.136 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.136 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.136 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.136 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.136 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.136 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.137 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.137 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.137 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.12", 2024-04-12T17:30:10.137 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.137 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.137 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.137 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5190, 2024-04-12T17:30:10.137 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.137 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:53:54.792423+0000", 2024-04-12T17:30:10.137 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.137 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.137 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.137 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.137 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.137 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.138 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.138 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.138 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.138 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.138 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.138 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.138 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.138 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.138 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.138 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.138 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.138 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.138 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.138 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.139 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.139 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.139 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.139 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.139 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.139 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.139 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.139 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.139 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.139 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.139 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.139 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.139 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.139 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.139 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.140 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.140 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.140 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.140 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.140 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.140 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.140 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.140 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.140 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.140 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.140 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.140 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.140 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:10.140 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:10.140 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:10.141 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.141 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:10.141 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.141 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.141 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.141 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.141 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:10.141 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:10.141 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:10.141 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.141 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:10.141 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.141 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.141 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:10.141 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.142 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.142 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.142 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422251+0000", 2024-04-12T17:30:10.142 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:01.045108+0000", 2024-04-12T17:30:10.142 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:01.045108+0000", 2024-04-12T17:30:10.142 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:01.046046+0000", 2024-04-12T17:30:10.142 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422251+0000", 2024-04-12T17:30:10.142 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.142 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.142 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.142 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 464, 2024-04-12T17:30:10.142 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422251+0000", 2024-04-12T17:30:10.142 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422251+0000", 2024-04-12T17:30:10.142 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422251+0000", 2024-04-12T17:30:10.142 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.143 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.143 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.143 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422251+0000", 2024-04-12T17:30:10.143 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422251+0000", 2024-04-12T17:30:10.143 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.143 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 2, 2024-04-12T17:30:10.143 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.143 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.143 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 463, 2024-04-12T17:30:10.143 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.143 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.143 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.143 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.143 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 2, 2024-04-12T17:30:10.143 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.144 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.144 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.144 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.13", 2024-04-12T17:30:10.144 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.144 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.144 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.144 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5197, 2024-04-12T17:30:10.144 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.144 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:35:57.927534+0000", 2024-04-12T17:30:10.144 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.144 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.144 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.144 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 34, 2024-04-12T17:30:10.144 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.145 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.145 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.145 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.145 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.145 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.145 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.145 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.145 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.145 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.145 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.145 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.145 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.145 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.145 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.146 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 6, 2024-04-12T17:30:10.146 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 2, 2024-04-12T17:30:10.146 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.146 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 2, 2024-04-12T17:30:10.146 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.146 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.146 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.146 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.146 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.146 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:10.146 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.146 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.146 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.146 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.146 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.147 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.147 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.147 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 8, 2024-04-12T17:30:10.147 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 16, 2024-04-12T17:30:10.147 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.147 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.147 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.147 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3, 2024-04-12T17:30:10.147 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 7 2024-04-12T17:30:10.147 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.147 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.147 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.147 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.147 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:10.147 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:10.148 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:10.148 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.148 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:10.148 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'2" 2024-04-12T17:30:10.148 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.148 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.148 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.148 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:10.148 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:10.148 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:10.148 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.148 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:10.148 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.148 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.149 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:10.149 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.149 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.149 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.149 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.426520+0000", 2024-04-12T17:30:10.149 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.095938+0000", 2024-04-12T17:30:10.149 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.095938+0000", 2024-04-12T17:30:10.149 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.096286+0000", 2024-04-12T17:30:10.149 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.426520+0000", 2024-04-12T17:30:10.149 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.149 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.149 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.149 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:10.149 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.426520+0000", 2024-04-12T17:30:10.149 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.426520+0000", 2024-04-12T17:30:10.149 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.426520+0000", 2024-04-12T17:30:10.150 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.150 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.150 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.150 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.426520+0000", 2024-04-12T17:30:10.150 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.426520+0000", 2024-04-12T17:30:10.150 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.150 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.150 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.150 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.150 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:10.150 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.150 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.150 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.151 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.151 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.151 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.151 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.151 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.151 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.15", 2024-04-12T17:30:10.151 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.151 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.151 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.151 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4921, 2024-04-12T17:30:10.151 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.151 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:13:16.475043+0000", 2024-04-12T17:30:10.151 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.151 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.151 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.152 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.152 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.152 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.152 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.152 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.152 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.152 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.152 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.152 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.152 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.152 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.152 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.152 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.152 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.152 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.153 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.153 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.153 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.153 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.153 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.153 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.153 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.153 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.153 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.153 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.153 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.153 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.153 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.153 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.153 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.154 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.154 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.154 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.154 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.154 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.154 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.154 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.154 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.154 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.154 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.154 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.154 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.154 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.154 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.154 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:10.155 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:10.155 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:10.155 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.155 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:10.155 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.155 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.155 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.155 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.155 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:10.155 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:10.155 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:10.155 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.155 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:10.155 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.156 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.156 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:10.156 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.156 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.156 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.156 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.425420+0000", 2024-04-12T17:30:10.156 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.121011+0000", 2024-04-12T17:30:10.156 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.121011+0000", 2024-04-12T17:30:10.156 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.121478+0000", 2024-04-12T17:30:10.156 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.425420+0000", 2024-04-12T17:30:10.156 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.156 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.156 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.156 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:10.157 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.425420+0000", 2024-04-12T17:30:10.157 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.425420+0000", 2024-04-12T17:30:10.157 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.425420+0000", 2024-04-12T17:30:10.157 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.157 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.157 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.157 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.425420+0000", 2024-04-12T17:30:10.157 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.425420+0000", 2024-04-12T17:30:10.157 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.157 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 30, 2024-04-12T17:30:10.157 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.157 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.157 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:10.157 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.157 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.158 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.158 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.158 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 30, 2024-04-12T17:30:10.158 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.158 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.158 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.158 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.14", 2024-04-12T17:30:10.158 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.158 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.158 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.158 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5013, 2024-04-12T17:30:10.158 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.158 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:38:02.823920+0000", 2024-04-12T17:30:10.159 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.159 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.159 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.159 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 5824, 2024-04-12T17:30:10.159 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.159 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.159 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.159 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.159 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.159 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.159 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.159 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.159 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.160 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.160 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.160 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.160 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.160 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.160 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.160 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 12, 2024-04-12T17:30:10.160 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 4, 2024-04-12T17:30:10.160 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.160 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 4, 2024-04-12T17:30:10.160 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.160 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.160 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.160 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.160 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.161 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:10.161 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.161 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.161 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.161 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.161 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.161 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.161 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.161 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 20, 2024-04-12T17:30:10.161 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 28, 2024-04-12T17:30:10.161 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.161 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.161 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.161 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 28, 2024-04-12T17:30:10.162 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 25 2024-04-12T17:30:10.162 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.162 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.162 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.162 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.162 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:10.162 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:10.162 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:10.162 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.162 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:10.162 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "585'30" 2024-04-12T17:30:10.162 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.162 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.162 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.163 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:10.163 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:10.163 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:10.163 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.163 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T17:30:10.163 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.163 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.163 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:10.163 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.163 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.163 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.163 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267635+0000", 2024-04-12T17:30:10.163 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.095815+0000", 2024-04-12T17:30:10.163 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.095815+0000", 2024-04-12T17:30:10.163 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.096129+0000", 2024-04-12T17:30:10.164 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267635+0000", 2024-04-12T17:30:10.164 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.164 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.164 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.164 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:10.164 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267635+0000", 2024-04-12T17:30:10.164 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267635+0000", 2024-04-12T17:30:10.164 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267635+0000", 2024-04-12T17:30:10.164 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.164 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.164 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.164 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267635+0000", 2024-04-12T17:30:10.164 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267635+0000", 2024-04-12T17:30:10.164 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.164 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.165 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.165 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.165 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:10.165 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.165 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.165 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.165 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.165 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.165 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.165 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.165 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.165 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.14", 2024-04-12T17:30:10.165 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.165 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.165 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.165 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5090, 2024-04-12T17:30:10.166 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.166 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:07:58.198651+0000", 2024-04-12T17:30:10.166 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.166 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.166 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.166 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.166 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.166 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.166 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.166 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.166 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.166 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.166 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.166 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.167 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.167 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.167 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.167 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.167 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.167 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.167 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.167 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.167 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.167 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.167 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.167 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.167 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.167 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.167 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.168 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.168 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.168 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.168 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.168 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.168 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.168 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.168 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.168 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.168 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.168 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.168 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.168 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.168 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.169 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.169 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.169 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.169 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.169 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.169 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.169 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:10.169 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:10.169 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:10.169 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.169 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T17:30:10.169 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.169 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.169 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.169 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.169 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:10.170 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.170 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:10.170 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.170 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:10.170 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.170 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.170 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:10.170 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.170 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.170 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.170 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.419721+0000", 2024-04-12T17:30:10.170 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.166782+0000", 2024-04-12T17:30:10.170 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.166782+0000", 2024-04-12T17:30:10.170 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.168135+0000", 2024-04-12T17:30:10.171 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.419721+0000", 2024-04-12T17:30:10.171 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.171 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.171 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.171 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:10.171 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.419721+0000", 2024-04-12T17:30:10.171 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.419721+0000", 2024-04-12T17:30:10.171 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.419721+0000", 2024-04-12T17:30:10.171 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.171 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.171 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.171 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.419721+0000", 2024-04-12T17:30:10.171 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.419721+0000", 2024-04-12T17:30:10.171 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.172 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3, 2024-04-12T17:30:10.172 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.172 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.172 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:10.172 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.172 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.172 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.172 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.172 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3, 2024-04-12T17:30:10.172 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.172 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.172 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.172 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.15", 2024-04-12T17:30:10.172 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.172 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.173 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.173 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5142, 2024-04-12T17:30:10.173 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.173 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:33:55.971308+0000", 2024-04-12T17:30:10.173 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.173 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.173 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.173 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 90, 2024-04-12T17:30:10.173 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.173 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.173 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.173 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.173 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.173 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.174 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.174 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.174 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.174 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.174 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.174 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.174 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.174 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.174 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.174 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 6, 2024-04-12T17:30:10.174 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 2, 2024-04-12T17:30:10.174 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.174 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 2, 2024-04-12T17:30:10.174 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.175 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.175 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.175 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.175 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.175 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:10.175 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.175 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.175 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.175 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.175 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.175 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.175 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.175 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 14, 2024-04-12T17:30:10.175 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 14, 2024-04-12T17:30:10.175 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.176 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.176 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.176 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 4, 2024-04-12T17:30:10.176 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 1 2024-04-12T17:30:10.176 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.176 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.176 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.176 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.176 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:10.176 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.176 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:10.176 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.176 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:10.176 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'3" 2024-04-12T17:30:10.176 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.177 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.177 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.177 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:10.177 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.177 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:10.177 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.177 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:10.177 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.177 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.177 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:10.177 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.177 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.177 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.177 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422725+0000", 2024-04-12T17:30:10.177 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.171367+0000", 2024-04-12T17:30:10.178 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.171367+0000", 2024-04-12T17:30:10.178 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.171707+0000", 2024-04-12T17:30:10.178 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422725+0000", 2024-04-12T17:30:10.178 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.178 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.178 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.178 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:10.178 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422725+0000", 2024-04-12T17:30:10.178 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422725+0000", 2024-04-12T17:30:10.178 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422725+0000", 2024-04-12T17:30:10.178 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.178 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.178 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.178 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422725+0000", 2024-04-12T17:30:10.179 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422725+0000", 2024-04-12T17:30:10.179 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.179 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.179 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.179 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.179 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:10.179 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.179 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.179 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.179 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.179 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.179 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.179 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.179 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.180 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.17", 2024-04-12T17:30:10.180 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.180 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.180 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.180 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5188, 2024-04-12T17:30:10.180 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.180 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:59:24.807358+0000", 2024-04-12T17:30:10.180 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.180 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.180 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.180 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.180 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.180 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.180 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.180 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.180 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.181 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.181 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.181 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.181 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.181 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.181 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.181 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.181 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.181 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.181 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.181 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.181 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.181 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.181 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.181 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.182 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.182 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.182 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.182 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.182 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.182 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.182 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.182 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.182 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.182 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.182 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.182 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.182 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.182 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.183 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.183 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.183 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.183 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.183 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.183 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.183 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.183 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.183 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.183 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:10.183 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.183 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:10.183 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.183 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:10.183 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.184 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.184 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.184 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.184 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.184 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:10.184 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:10.184 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.184 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:10.184 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.184 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.184 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:10.184 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.184 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.184 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.184 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267378+0000", 2024-04-12T17:30:10.184 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.131294+0000", 2024-04-12T17:30:10.185 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.131294+0000", 2024-04-12T17:30:10.185 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.131550+0000", 2024-04-12T17:30:10.185 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267378+0000", 2024-04-12T17:30:10.185 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.185 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.185 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.185 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:10.185 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267378+0000", 2024-04-12T17:30:10.185 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267378+0000", 2024-04-12T17:30:10.185 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267378+0000", 2024-04-12T17:30:10.185 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.185 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.185 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.185 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267378+0000", 2024-04-12T17:30:10.186 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267378+0000", 2024-04-12T17:30:10.186 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.186 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.186 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.186 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.186 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:10.186 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.186 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.186 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.186 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.186 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.186 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.186 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.186 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.186 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.16", 2024-04-12T17:30:10.187 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.187 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.187 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.187 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5009, 2024-04-12T17:30:10.187 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.187 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:03:54.295882+0000", 2024-04-12T17:30:10.187 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.187 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.187 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.187 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.187 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.187 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.187 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.187 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.187 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.188 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.188 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.188 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.188 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.188 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.188 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.188 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.188 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.188 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.188 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.188 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.188 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.188 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.188 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.188 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.189 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.189 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.189 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.189 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.189 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.189 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.189 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.189 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.189 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.189 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.189 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.189 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.189 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.189 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.189 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.190 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.190 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.190 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.190 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.190 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.190 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.190 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.190 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.190 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.190 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:10.190 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:10.190 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.190 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:10.190 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.190 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.191 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.191 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.191 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.191 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:10.191 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:10.191 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.191 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:10.191 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.191 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.191 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:10.191 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.191 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.191 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.191 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267553+0000", 2024-04-12T17:30:10.191 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.092629+0000", 2024-04-12T17:30:10.192 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.092629+0000", 2024-04-12T17:30:10.192 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.092958+0000", 2024-04-12T17:30:10.192 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267553+0000", 2024-04-12T17:30:10.192 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.192 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.192 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.192 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:10.192 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267553+0000", 2024-04-12T17:30:10.192 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267553+0000", 2024-04-12T17:30:10.192 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267553+0000", 2024-04-12T17:30:10.192 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.192 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.192 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.192 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267553+0000", 2024-04-12T17:30:10.192 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267553+0000", 2024-04-12T17:30:10.192 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.193 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.193 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.193 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.193 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:10.193 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.193 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.193 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.193 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.193 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.193 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.193 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.193 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.193 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.16", 2024-04-12T17:30:10.193 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.193 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.194 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.194 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5016, 2024-04-12T17:30:10.194 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.194 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:23:34.785526+0000", 2024-04-12T17:30:10.194 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.194 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.194 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.194 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.194 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.194 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.194 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.194 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.194 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.194 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.194 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.195 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.195 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.195 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.195 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.195 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.195 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.195 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.195 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.195 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.195 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.195 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.195 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.195 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.195 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.195 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.196 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.196 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.196 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.196 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.196 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.196 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.196 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.196 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.196 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.196 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.196 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.196 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.196 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.196 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.196 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.196 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.197 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.197 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.197 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.197 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.197 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.197 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.197 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:10.197 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:10.197 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.197 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:10.197 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.197 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.197 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.197 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.198 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:10.198 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.198 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:10.198 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.198 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:10.198 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.198 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.198 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:10.198 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.198 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.198 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.198 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.425708+0000", 2024-04-12T17:30:10.198 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.121761+0000", 2024-04-12T17:30:10.198 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.121761+0000", 2024-04-12T17:30:10.198 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.122300+0000", 2024-04-12T17:30:10.199 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.425708+0000", 2024-04-12T17:30:10.199 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.199 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.199 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.199 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:10.199 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.425708+0000", 2024-04-12T17:30:10.199 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.425708+0000", 2024-04-12T17:30:10.199 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.425708+0000", 2024-04-12T17:30:10.199 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.199 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.199 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.199 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.425708+0000", 2024-04-12T17:30:10.199 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.425708+0000", 2024-04-12T17:30:10.199 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.199 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.200 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.200 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.200 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:10.200 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.200 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.200 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.200 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.200 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.200 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.200 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.200 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.200 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.17", 2024-04-12T17:30:10.200 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.200 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.200 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.200 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4970, 2024-04-12T17:30:10.201 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.201 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:46:24.007444+0000", 2024-04-12T17:30:10.201 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.201 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.201 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.201 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.201 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.201 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.201 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.201 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.201 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.201 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.201 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.201 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.202 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.202 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.202 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.202 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.202 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.202 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.202 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.202 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.202 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.202 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.202 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.202 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.202 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.202 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.203 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.204 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.204 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.204 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.204 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.204 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.204 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:10.204 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.204 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:10.204 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.204 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:10.204 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.204 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.204 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.204 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.205 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:10.205 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:10.205 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:10.205 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.205 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:10.205 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.205 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.205 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:10.205 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.205 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.205 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.205 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.421161+0000", 2024-04-12T17:30:10.205 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:01.043599+0000", 2024-04-12T17:30:10.205 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:01.043599+0000", 2024-04-12T17:30:10.205 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:01.043902+0000", 2024-04-12T17:30:10.205 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.421161+0000", 2024-04-12T17:30:10.206 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.206 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.206 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.206 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 464, 2024-04-12T17:30:10.206 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.421161+0000", 2024-04-12T17:30:10.206 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.421161+0000", 2024-04-12T17:30:10.206 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.421161+0000", 2024-04-12T17:30:10.206 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.206 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.206 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.206 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.421161+0000", 2024-04-12T17:30:10.206 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.421161+0000", 2024-04-12T17:30:10.206 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.206 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.207 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.207 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.207 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 463, 2024-04-12T17:30:10.207 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.207 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.207 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.207 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.207 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.207 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.207 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.207 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.207 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.19", 2024-04-12T17:30:10.207 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.207 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.207 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.208 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5149, 2024-04-12T17:30:10.208 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.208 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:45:17.542772+0000", 2024-04-12T17:30:10.208 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.208 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.208 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.208 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.208 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.208 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.208 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.208 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.208 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.208 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.208 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.208 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.209 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.209 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.209 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.209 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.209 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.209 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.209 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.209 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.209 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.209 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.209 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.209 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.209 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.209 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.209 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.210 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.210 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.210 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.210 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.210 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.210 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.210 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.210 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.210 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.210 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.210 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.210 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.210 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.210 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.210 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.211 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.211 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.211 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.211 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.211 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.211 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:10.211 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:10.211 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:10.211 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.211 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:10.211 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.211 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.211 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.211 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.211 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.212 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:10.212 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:10.212 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.212 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:10.212 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.212 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.212 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:10.212 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.212 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.212 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.212 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.266667+0000", 2024-04-12T17:30:10.212 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.092517+0000", 2024-04-12T17:30:10.212 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.092517+0000", 2024-04-12T17:30:10.212 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.093549+0000", 2024-04-12T17:30:10.212 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.266667+0000", 2024-04-12T17:30:10.212 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.213 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.213 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.213 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:10.213 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.266667+0000", 2024-04-12T17:30:10.213 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.266667+0000", 2024-04-12T17:30:10.213 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.266667+0000", 2024-04-12T17:30:10.213 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.213 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.213 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.213 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.266667+0000", 2024-04-12T17:30:10.213 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.266667+0000", 2024-04-12T17:30:10.213 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.213 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.213 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.213 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.214 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:10.214 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.214 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.214 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.214 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.214 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.214 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.214 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.214 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.214 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.18", 2024-04-12T17:30:10.214 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.214 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.214 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.214 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4995, 2024-04-12T17:30:10.214 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.215 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:15:20.873402+0000", 2024-04-12T17:30:10.215 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.215 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.215 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.215 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.215 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.215 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.215 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.215 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.215 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.215 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.215 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.215 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.215 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.216 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.216 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.216 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.216 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.216 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.216 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.216 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.216 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.216 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.216 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.216 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.216 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.216 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.216 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.216 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.217 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.217 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.217 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.217 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.217 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.217 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.217 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.217 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.217 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.217 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.217 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.217 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.217 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.217 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.217 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.218 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.218 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.218 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.218 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.218 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.218 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:10.218 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:10.218 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.218 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:10.218 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.218 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.218 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.218 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.218 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:10.218 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:10.219 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:10.219 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.219 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:10.219 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.219 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.219 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:10.219 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.219 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.219 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.219 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.269781+0000", 2024-04-12T17:30:10.219 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:07:26.050463+0000", 2024-04-12T17:30:10.219 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:07:26.050463+0000", 2024-04-12T17:30:10.219 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:07:26.050985+0000", 2024-04-12T17:30:10.219 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.269781+0000", 2024-04-12T17:30:10.219 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.220 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.220 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.220 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 429, 2024-04-12T17:30:10.220 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.269781+0000", 2024-04-12T17:30:10.220 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.269781+0000", 2024-04-12T17:30:10.220 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.269781+0000", 2024-04-12T17:30:10.220 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.220 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.220 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.220 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.269781+0000", 2024-04-12T17:30:10.220 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.269781+0000", 2024-04-12T17:30:10.220 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.220 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.220 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.220 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.221 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 428, 2024-04-12T17:30:10.221 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.221 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.221 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.221 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.221 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.221 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.221 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.221 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.221 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.18", 2024-04-12T17:30:10.221 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.221 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.221 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.221 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5108, 2024-04-12T17:30:10.221 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.222 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:50:08.945757+0000", 2024-04-12T17:30:10.222 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.222 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.222 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.222 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.222 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.222 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.222 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.222 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.222 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.222 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.222 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.222 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.222 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.222 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.223 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.223 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.223 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.223 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.223 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.223 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.223 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.223 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.223 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.223 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.223 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.223 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.223 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.223 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.223 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.224 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.224 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.224 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.224 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.224 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.224 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.224 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.224 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.224 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.224 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.224 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.224 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.224 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.224 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.224 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.225 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.225 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.225 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.225 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:10.225 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:10.225 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:10.225 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.225 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:10.225 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.225 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.225 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.225 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.225 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:10.225 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:10.225 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:10.225 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.226 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:10.226 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.226 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.226 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:10.226 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.226 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.226 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.226 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.271529+0000", 2024-04-12T17:30:10.226 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.109645+0000", 2024-04-12T17:30:10.226 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.109645+0000", 2024-04-12T17:30:10.226 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.109953+0000", 2024-04-12T17:30:10.226 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.271529+0000", 2024-04-12T17:30:10.226 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.226 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.227 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.227 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:10.227 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.271529+0000", 2024-04-12T17:30:10.227 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.271529+0000", 2024-04-12T17:30:10.227 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.271529+0000", 2024-04-12T17:30:10.227 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.227 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.227 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.227 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.271529+0000", 2024-04-12T17:30:10.227 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.271529+0000", 2024-04-12T17:30:10.227 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.227 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.227 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.227 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.227 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:10.227 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.228 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.228 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.228 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.228 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.228 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.228 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.228 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.228 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.19", 2024-04-12T17:30:10.228 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.228 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.228 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.228 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5108, 2024-04-12T17:30:10.228 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.228 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:48:02.111632+0000", 2024-04-12T17:30:10.228 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.229 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.229 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.229 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.229 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.229 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.229 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.229 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.229 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.229 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.229 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.229 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.229 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.229 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.229 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.230 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.230 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.230 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.230 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.230 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.230 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.230 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.230 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.230 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.230 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.230 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.230 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.230 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.230 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.231 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.231 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.231 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.231 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.231 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.231 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.231 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.231 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.231 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.231 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.231 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.231 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.231 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.231 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.232 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.232 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.232 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.232 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.232 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:10.232 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:10.232 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:10.232 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.232 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:10.232 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.232 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.232 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.232 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.232 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:10.232 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:10.233 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:10.233 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.233 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:10.233 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.233 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.233 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:10.233 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.233 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.233 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.233 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:10.233 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.095570+0000", 2024-04-12T17:30:10.233 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.095570+0000", 2024-04-12T17:30:10.233 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.095882+0000", 2024-04-12T17:30:10.233 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:10.233 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.233 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.234 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.234 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:10.234 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:10.234 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:10.234 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:10.234 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.234 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.234 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.234 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:10.234 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:10.234 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.234 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.234 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.234 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.235 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:10.235 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.235 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.235 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.235 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.235 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.235 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.235 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.235 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.235 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.1b", 2024-04-12T17:30:10.235 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.235 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.235 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.235 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5187, 2024-04-12T17:30:10.235 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.235 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:23:02.804729+0000", 2024-04-12T17:30:10.236 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.236 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.236 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.236 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.236 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.236 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.236 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.236 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.236 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.236 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.236 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.236 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.236 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.236 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.236 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.237 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.237 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.237 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.237 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.237 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.237 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.237 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.237 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.237 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.237 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.237 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.237 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.237 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.237 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.237 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.238 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.238 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.238 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.238 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.238 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.238 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.238 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.238 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.238 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.238 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.238 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.238 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.238 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.238 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.239 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.239 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.239 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.239 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:10.239 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:10.239 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:10.239 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.239 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:10.239 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.239 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.239 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.239 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.239 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:10.239 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:10.239 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:10.240 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.240 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:10.240 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.240 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.240 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:10.240 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.240 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.240 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.240 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:10.240 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.094124+0000", 2024-04-12T17:30:10.240 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.094124+0000", 2024-04-12T17:30:10.240 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.094482+0000", 2024-04-12T17:30:10.240 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:10.240 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.240 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.241 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.241 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:10.241 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:10.241 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:10.241 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:10.241 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.241 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.241 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.241 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:10.241 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:10.241 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.241 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3, 2024-04-12T17:30:10.241 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.241 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.241 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:10.242 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.242 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.242 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.242 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.242 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3, 2024-04-12T17:30:10.242 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.242 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.242 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.242 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.1a", 2024-04-12T17:30:10.242 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.242 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.242 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.242 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4970, 2024-04-12T17:30:10.242 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.243 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:48:35.635052+0000", 2024-04-12T17:30:10.243 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.243 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.243 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.243 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.243 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.243 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.243 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.243 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.243 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.243 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.243 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.243 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.243 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.244 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.244 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.244 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.244 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.244 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.244 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.244 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.244 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.244 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.244 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.244 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.244 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.244 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.244 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.244 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.245 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.245 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.245 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.245 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.245 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.245 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.245 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.245 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.245 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.245 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.245 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.245 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.245 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.245 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.245 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.246 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.246 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.246 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.246 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.246 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:10.246 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:10.246 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:10.246 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.246 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:10.246 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "585'3" 2024-04-12T17:30:10.246 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.246 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.246 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.246 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:10.246 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:10.247 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:10.247 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.247 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 4, 2024-04-12T17:30:10.247 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.247 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.247 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:10.247 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.247 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.247 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.247 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.421675+0000", 2024-04-12T17:30:10.247 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:01.054467+0000", 2024-04-12T17:30:10.247 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:01.054467+0000", 2024-04-12T17:30:10.247 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:01.054828+0000", 2024-04-12T17:30:10.247 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.421675+0000", 2024-04-12T17:30:10.247 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.248 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.248 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.248 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 464, 2024-04-12T17:30:10.248 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.421675+0000", 2024-04-12T17:30:10.248 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.421675+0000", 2024-04-12T17:30:10.248 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.421675+0000", 2024-04-12T17:30:10.248 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.248 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.248 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.248 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.421675+0000", 2024-04-12T17:30:10.248 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.421675+0000", 2024-04-12T17:30:10.248 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.248 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.248 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.248 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.249 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 463, 2024-04-12T17:30:10.249 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.249 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.249 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.249 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.249 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.249 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.249 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.249 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.249 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.1a", 2024-04-12T17:30:10.249 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.249 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.249 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.249 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5058, 2024-04-12T17:30:10.249 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.250 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:22:22.258110+0000", 2024-04-12T17:30:10.250 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.250 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.250 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.250 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.250 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.250 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.250 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.250 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.250 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.250 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.250 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.250 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.250 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.250 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.251 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.251 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.251 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.251 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.251 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.251 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.251 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.251 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.251 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.251 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.251 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.251 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.251 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.251 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.251 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.252 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.252 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.252 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.252 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.252 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.252 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.252 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.252 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.252 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.252 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.252 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.252 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.252 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.252 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.252 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.253 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.253 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.253 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.253 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:10.253 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:10.253 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:10.253 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.253 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 4, 2024-04-12T17:30:10.253 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.253 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.253 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.253 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.253 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:10.253 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:10.253 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:10.254 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.254 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:10.254 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.254 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.254 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:10.254 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.254 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.254 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.254 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.272278+0000", 2024-04-12T17:30:10.254 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.094055+0000", 2024-04-12T17:30:10.254 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.094055+0000", 2024-04-12T17:30:10.254 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.094474+0000", 2024-04-12T17:30:10.254 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.272278+0000", 2024-04-12T17:30:10.254 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.255 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.255 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.255 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:10.255 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.272278+0000", 2024-04-12T17:30:10.255 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.272278+0000", 2024-04-12T17:30:10.255 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.272278+0000", 2024-04-12T17:30:10.255 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.255 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.255 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.255 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.272278+0000", 2024-04-12T17:30:10.255 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.272278+0000", 2024-04-12T17:30:10.255 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.255 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3, 2024-04-12T17:30:10.255 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.255 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.255 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:10.256 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.256 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.256 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.256 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.256 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3, 2024-04-12T17:30:10.256 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.256 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.256 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.256 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.1b", 2024-04-12T17:30:10.256 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.256 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.256 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.256 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5085, 2024-04-12T17:30:10.256 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.256 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:16:01.480002+0000", 2024-04-12T17:30:10.257 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.257 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.257 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.257 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.257 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.257 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.257 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.257 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.257 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.257 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.257 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.257 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.257 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.257 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.258 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.258 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.258 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.258 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.258 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.258 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.258 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.258 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.258 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.258 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.258 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.258 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.258 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.259 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.259 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.259 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.259 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.259 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.259 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.259 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.259 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.259 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.259 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.259 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.259 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.259 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.259 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.259 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.260 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.260 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.260 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.260 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.260 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.260 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:10.260 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:10.260 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:10.260 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.260 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:10.260 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "585'3" 2024-04-12T17:30:10.260 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.260 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.260 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.260 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.261 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:10.261 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:10.261 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.261 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:10.261 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.261 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.261 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:10.261 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.261 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.261 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.261 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267019+0000", 2024-04-12T17:30:10.261 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.126292+0000", 2024-04-12T17:30:10.261 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.126292+0000", 2024-04-12T17:30:10.261 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.126586+0000", 2024-04-12T17:30:10.261 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267019+0000", 2024-04-12T17:30:10.262 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.262 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.262 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.262 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:10.262 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267019+0000", 2024-04-12T17:30:10.262 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267019+0000", 2024-04-12T17:30:10.262 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267019+0000", 2024-04-12T17:30:10.262 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.262 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.262 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.262 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267019+0000", 2024-04-12T17:30:10.262 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267019+0000", 2024-04-12T17:30:10.262 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.262 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.263 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.263 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.263 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:10.263 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.263 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.263 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.263 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.263 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.263 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.263 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.263 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.263 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.1d", 2024-04-12T17:30:10.263 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.263 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.263 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.264 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4993, 2024-04-12T17:30:10.264 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.264 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:51:12.121408+0000", 2024-04-12T17:30:10.264 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.264 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.264 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.264 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.264 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.264 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.264 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.264 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.264 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.264 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.264 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.265 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.265 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.265 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.265 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.265 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.265 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.265 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.265 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.265 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.265 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.265 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.265 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.265 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.265 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.266 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.266 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.266 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.266 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.266 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.266 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.266 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.266 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.266 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.266 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.266 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.266 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.266 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.266 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.266 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.267 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.267 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.267 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.267 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.267 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.267 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.267 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.267 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.267 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:10.267 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:10.267 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.267 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:10.267 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.267 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.267 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.268 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.268 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:10.268 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.268 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:10.268 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.268 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 4, 2024-04-12T17:30:10.268 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.268 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.268 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:10.268 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.268 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.268 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.268 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.421251+0000", 2024-04-12T17:30:10.268 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.166339+0000", 2024-04-12T17:30:10.268 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.166339+0000", 2024-04-12T17:30:10.269 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.166688+0000", 2024-04-12T17:30:10.269 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.421251+0000", 2024-04-12T17:30:10.269 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.269 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.269 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.269 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:10.269 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.421251+0000", 2024-04-12T17:30:10.269 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.421251+0000", 2024-04-12T17:30:10.269 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.421251+0000", 2024-04-12T17:30:10.269 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.269 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.269 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.269 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.421251+0000", 2024-04-12T17:30:10.269 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.421251+0000", 2024-04-12T17:30:10.269 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.270 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 2, 2024-04-12T17:30:10.270 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.270 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.270 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:10.270 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.270 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.270 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.270 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.270 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 2, 2024-04-12T17:30:10.270 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.270 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.270 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.270 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.1c", 2024-04-12T17:30:10.270 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.270 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.271 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.271 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5057, 2024-04-12T17:30:10.271 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.271 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:08:13.235306+0000", 2024-04-12T17:30:10.271 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.271 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.271 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.271 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.271 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.271 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.271 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.271 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.271 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.271 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.271 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.272 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.272 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.272 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.272 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.272 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.272 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.272 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.272 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.272 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:10.272 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:10.272 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.272 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:10.272 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.272 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.273 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.273 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.273 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.273 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:10.273 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.273 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.273 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.273 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.273 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.273 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.273 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.273 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 12, 2024-04-12T17:30:10.273 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 12, 2024-04-12T17:30:10.273 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.273 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.274 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.274 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3, 2024-04-12T17:30:10.274 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.274 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.274 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.274 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.274 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.274 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:10.274 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.274 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:10.274 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.274 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 4, 2024-04-12T17:30:10.274 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'2" 2024-04-12T17:30:10.274 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.274 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.275 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.275 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.275 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:10.275 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:10.275 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.275 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:10.275 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.275 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.275 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:10.275 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.275 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.275 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.275 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.265835+0000", 2024-04-12T17:30:10.275 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.171094+0000", 2024-04-12T17:30:10.275 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.171094+0000", 2024-04-12T17:30:10.276 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.173004+0000", 2024-04-12T17:30:10.276 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.265835+0000", 2024-04-12T17:30:10.276 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.276 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.276 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.276 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:10.276 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.265835+0000", 2024-04-12T17:30:10.276 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.265835+0000", 2024-04-12T17:30:10.276 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.265835+0000", 2024-04-12T17:30:10.276 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.276 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.276 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.276 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.265835+0000", 2024-04-12T17:30:10.276 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.265835+0000", 2024-04-12T17:30:10.276 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.277 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.277 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.277 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.277 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:10.277 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.277 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.277 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.277 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.277 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.277 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.277 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.277 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.277 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.1c", 2024-04-12T17:30:10.277 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.277 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.278 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.278 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4999, 2024-04-12T17:30:10.278 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.278 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:31:31.455685+0000", 2024-04-12T17:30:10.278 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.278 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.278 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.278 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.278 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.278 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.278 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.278 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.278 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.278 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.278 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.279 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.279 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.279 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.279 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.279 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.279 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.279 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.279 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.279 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.279 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.279 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.279 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.279 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.279 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.279 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.280 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.280 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.280 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.280 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.280 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.280 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.280 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.280 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.280 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.280 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.280 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.280 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.280 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.280 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.280 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.281 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.281 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.281 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.281 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.281 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.281 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.281 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.281 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:10.281 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:10.281 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.281 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:10.281 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.281 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.281 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.282 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.282 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:10.282 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:10.282 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:10.282 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.282 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:10.282 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.282 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.282 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:10.282 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.282 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.282 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.282 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.429618+0000", 2024-04-12T17:30:10.282 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.094935+0000", 2024-04-12T17:30:10.282 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.094935+0000", 2024-04-12T17:30:10.283 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.095656+0000", 2024-04-12T17:30:10.283 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.429618+0000", 2024-04-12T17:30:10.283 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.283 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.283 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.283 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:10.283 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.429618+0000", 2024-04-12T17:30:10.283 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.429618+0000", 2024-04-12T17:30:10.283 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.429618+0000", 2024-04-12T17:30:10.283 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.283 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.283 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.283 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.429618+0000", 2024-04-12T17:30:10.283 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.429618+0000", 2024-04-12T17:30:10.283 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.284 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 2, 2024-04-12T17:30:10.284 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.284 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.284 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:10.284 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.284 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.284 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.284 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.284 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 2, 2024-04-12T17:30:10.284 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.284 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.284 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.284 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.1d", 2024-04-12T17:30:10.284 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.284 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.284 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.285 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4956, 2024-04-12T17:30:10.285 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.285 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:52:55.121627+0000", 2024-04-12T17:30:10.285 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.285 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.285 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.285 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.285 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.285 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.285 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.285 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.285 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.285 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.285 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.286 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.286 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.286 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.286 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.286 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.286 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.286 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.286 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.286 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:10.286 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:10.286 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.286 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:10.286 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.286 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.287 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.287 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.287 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.287 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:10.287 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.287 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.287 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.287 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.287 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.287 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.287 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.287 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 12, 2024-04-12T17:30:10.287 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 12, 2024-04-12T17:30:10.287 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.287 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.288 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.288 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3, 2024-04-12T17:30:10.288 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.288 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.288 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.288 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.288 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.288 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:10.288 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:10.288 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:10.288 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.288 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:10.288 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'2" 2024-04-12T17:30:10.288 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.288 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.289 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.289 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:10.289 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.289 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:10.289 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.289 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:10.289 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.289 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.289 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:10.289 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.289 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.289 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.289 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422586+0000", 2024-04-12T17:30:10.289 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.174119+0000", 2024-04-12T17:30:10.290 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.174119+0000", 2024-04-12T17:30:10.290 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.174454+0000", 2024-04-12T17:30:10.290 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422586+0000", 2024-04-12T17:30:10.290 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.290 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.290 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.290 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:10.290 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422586+0000", 2024-04-12T17:30:10.290 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422586+0000", 2024-04-12T17:30:10.290 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422586+0000", 2024-04-12T17:30:10.290 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.290 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.290 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.290 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422586+0000", 2024-04-12T17:30:10.290 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422586+0000", 2024-04-12T17:30:10.291 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.291 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.291 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.291 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.291 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:10.291 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.291 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.291 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.291 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.291 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.291 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.291 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.291 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.291 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.1f", 2024-04-12T17:30:10.291 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.292 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.292 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.292 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5194, 2024-04-12T17:30:10.292 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.292 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:29:25.676494+0000", 2024-04-12T17:30:10.292 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.292 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.292 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.293 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.293 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.293 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.293 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.293 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.293 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.293 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.293 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.293 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.293 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.293 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.293 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.293 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.293 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.293 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.293 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.293 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.294 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.294 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.294 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.294 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.294 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.294 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.294 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.294 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.294 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.294 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.294 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.294 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.294 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.294 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.295 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.295 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.295 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.295 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.295 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.295 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:10.295 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.295 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:10.295 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.295 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:10.295 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.295 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.295 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.295 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.295 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:10.295 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:10.296 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:10.296 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.296 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:10.296 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.296 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.296 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:10.296 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.296 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.296 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.296 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267220+0000", 2024-04-12T17:30:10.296 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.159986+0000", 2024-04-12T17:30:10.296 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.159986+0000", 2024-04-12T17:30:10.296 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.160381+0000", 2024-04-12T17:30:10.296 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267220+0000", 2024-04-12T17:30:10.296 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.296 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.296 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.297 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:10.297 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267220+0000", 2024-04-12T17:30:10.297 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267220+0000", 2024-04-12T17:30:10.297 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267220+0000", 2024-04-12T17:30:10.297 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.297 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.297 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.297 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267220+0000", 2024-04-12T17:30:10.297 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267220+0000", 2024-04-12T17:30:10.297 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.297 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3, 2024-04-12T17:30:10.297 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.297 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.297 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:10.297 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.297 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.298 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.298 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.298 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3, 2024-04-12T17:30:10.298 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.298 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.298 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.298 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.1e", 2024-04-12T17:30:10.298 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.298 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.298 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.298 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5119, 2024-04-12T17:30:10.298 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.298 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:12:30.131371+0000", 2024-04-12T17:30:10.298 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.298 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.299 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.299 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.299 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.299 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.299 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.299 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.299 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.299 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.299 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.299 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.299 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.299 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.299 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.299 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.300 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.300 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.300 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.300 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.300 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.300 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.300 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.300 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.300 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.300 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.300 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.300 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.300 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.300 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.300 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.300 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.300 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.301 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.301 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.301 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.301 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.301 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.301 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.301 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.301 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.301 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.301 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.301 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.301 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.301 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.301 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.301 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:10.302 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:10.302 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:10.302 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.302 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:10.302 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "585'3" 2024-04-12T17:30:10.302 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.302 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.302 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.302 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:10.302 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:10.302 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:10.302 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.302 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:10.302 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.303 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.303 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:10.303 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.303 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.303 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.303 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267491+0000", 2024-04-12T17:30:10.303 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.129446+0000", 2024-04-12T17:30:10.303 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.129446+0000", 2024-04-12T17:30:10.303 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.129802+0000", 2024-04-12T17:30:10.303 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267491+0000", 2024-04-12T17:30:10.303 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.303 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.303 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.303 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:10.303 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267491+0000", 2024-04-12T17:30:10.303 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267491+0000", 2024-04-12T17:30:10.304 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267491+0000", 2024-04-12T17:30:10.304 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.304 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.304 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.304 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267491+0000", 2024-04-12T17:30:10.304 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267491+0000", 2024-04-12T17:30:10.304 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.304 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.304 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.304 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.304 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:10.304 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.304 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.304 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.304 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.305 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.305 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.305 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.305 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.305 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.1e", 2024-04-12T17:30:10.305 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.305 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.305 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.305 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5101, 2024-04-12T17:30:10.305 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.305 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:55:26.055337+0000", 2024-04-12T17:30:10.305 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.305 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.305 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.305 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.306 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.306 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.306 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.306 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.306 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.306 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.306 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.306 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.306 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.306 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.306 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.306 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.306 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.306 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.307 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.307 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.307 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.307 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.307 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.307 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.307 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.307 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.307 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.307 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.307 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.307 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.307 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.307 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.307 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.308 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.308 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.308 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.308 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.308 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.308 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.308 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.308 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.308 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.308 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.308 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.308 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.308 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.308 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.308 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:10.309 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:10.309 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:10.309 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.309 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:10.309 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.309 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.309 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.309 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.309 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:10.309 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:10.309 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:10.309 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.309 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:10.309 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.309 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.309 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:10.310 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.310 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.310 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.310 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.423416+0000", 2024-04-12T17:30:10.310 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.096620+0000", 2024-04-12T17:30:10.310 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.096620+0000", 2024-04-12T17:30:10.310 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.097043+0000", 2024-04-12T17:30:10.310 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.423416+0000", 2024-04-12T17:30:10.310 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.310 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.310 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.310 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:10.310 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.423416+0000", 2024-04-12T17:30:10.310 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.423416+0000", 2024-04-12T17:30:10.310 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.423416+0000", 2024-04-12T17:30:10.311 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.311 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.311 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:10.311 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.423416+0000", 2024-04-12T17:30:10.311 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.423416+0000", 2024-04-12T17:30:10.311 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.311 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 6, 2024-04-12T17:30:10.311 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.311 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.311 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:10.311 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.311 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.311 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.311 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.311 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 6, 2024-04-12T17:30:10.311 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.311 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.312 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.312 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.1f", 2024-04-12T17:30:10.312 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.312 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.312 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.312 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5205, 2024-04-12T17:30:10.312 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.312 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:58:18.258805+0000", 2024-04-12T17:30:10.312 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.312 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.312 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 582, 2024-04-12T17:30:10.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 6, 2024-04-12T17:30:10.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 2, 2024-04-12T17:30:10.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.314 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 2, 2024-04-12T17:30:10.314 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.314 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.314 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.314 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.314 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.314 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:10.314 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.314 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.314 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.314 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.314 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.314 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.314 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.315 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 8, 2024-04-12T17:30:10.315 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 8, 2024-04-12T17:30:10.315 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.315 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.315 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.315 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 4, 2024-04-12T17:30:10.315 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 1 2024-04-12T17:30:10.315 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.315 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.315 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.315 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.315 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:10.315 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:10.315 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:10.315 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.316 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:10.316 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "585'6" 2024-04-12T17:30:10.316 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.316 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.316 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.316 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:10.316 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:10.316 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:10.316 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.316 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:10.316 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.316 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.316 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:10.316 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.317 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.317 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.317 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.429724+0000", 2024-04-12T17:30:10.317 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.095390+0000", 2024-04-12T17:30:10.317 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.095390+0000", 2024-04-12T17:30:10.317 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.095856+0000", 2024-04-12T17:30:10.317 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.429724+0000", 2024-04-12T17:30:10.317 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.317 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.317 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.317 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:10.317 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.429724+0000", 2024-04-12T17:30:10.317 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.429724+0000", 2024-04-12T17:30:10.317 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.429724+0000", 2024-04-12T17:30:10.317 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.318 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.318 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.318 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.429724+0000", 2024-04-12T17:30:10.318 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.429724+0000", 2024-04-12T17:30:10.318 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.318 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.318 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.318 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.318 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:10.318 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.318 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.318 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.318 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.318 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.319 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.319 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.319 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.319 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.2d", 2024-04-12T17:30:10.319 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.319 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.319 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.319 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4953, 2024-04-12T17:30:10.319 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.319 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:30:42.644890+0000", 2024-04-12T17:30:10.319 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.319 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.319 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.321 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.321 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.321 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.321 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.321 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.321 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.321 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.321 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.321 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.321 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.321 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.321 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.321 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.321 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.321 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.322 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.322 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.322 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.322 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.322 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.322 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.322 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.322 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.322 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.322 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.322 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.322 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.322 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.323 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.323 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.323 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:10.323 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:10.323 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:10.323 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.323 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:10.323 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.323 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.323 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.323 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.323 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:10.323 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:10.323 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:10.323 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.324 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T17:30:10.324 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.324 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.324 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:10.324 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.324 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.324 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.324 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267036+0000", 2024-04-12T17:30:10.324 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.095789+0000", 2024-04-12T17:30:10.324 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.095789+0000", 2024-04-12T17:30:10.324 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.096404+0000", 2024-04-12T17:30:10.324 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267036+0000", 2024-04-12T17:30:10.324 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.324 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.325 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.325 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:10.325 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267036+0000", 2024-04-12T17:30:10.325 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267036+0000", 2024-04-12T17:30:10.325 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267036+0000", 2024-04-12T17:30:10.325 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.325 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.325 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.325 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267036+0000", 2024-04-12T17:30:10.325 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267036+0000", 2024-04-12T17:30:10.325 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.325 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.325 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.326 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.326 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:10.326 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.326 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.326 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.326 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.326 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.326 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.326 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.326 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.326 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.2e", 2024-04-12T17:30:10.326 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.326 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.326 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.326 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5089, 2024-04-12T17:30:10.327 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.327 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:56:56.784296+0000", 2024-04-12T17:30:10.327 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.327 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.327 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.328 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.328 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.328 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.328 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.328 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.328 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.328 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.328 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.328 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.328 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.328 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.328 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.329 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.329 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.329 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.329 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.329 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.329 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.329 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.329 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.329 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.329 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.329 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.329 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.329 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.329 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.329 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.330 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.330 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.330 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.330 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.330 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.330 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.330 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.330 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:10.330 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:10.330 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:10.330 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.330 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T17:30:10.330 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.330 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.331 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.331 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.331 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.331 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:10.331 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:10.331 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.331 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:10.331 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.331 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.331 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:10.331 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.331 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.331 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.331 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267623+0000", 2024-04-12T17:30:10.331 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.101865+0000", 2024-04-12T17:30:10.332 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.101865+0000", 2024-04-12T17:30:10.332 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.102177+0000", 2024-04-12T17:30:10.332 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267623+0000", 2024-04-12T17:30:10.332 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.332 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.332 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.332 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:10.332 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267623+0000", 2024-04-12T17:30:10.332 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267623+0000", 2024-04-12T17:30:10.332 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267623+0000", 2024-04-12T17:30:10.332 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.332 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.332 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.332 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267623+0000", 2024-04-12T17:30:10.332 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267623+0000", 2024-04-12T17:30:10.333 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.333 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.333 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.333 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.333 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:10.333 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.333 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.333 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.333 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.333 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.333 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.333 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.333 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.333 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.2f", 2024-04-12T17:30:10.333 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.334 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.334 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.334 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4995, 2024-04-12T17:30:10.334 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.334 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:01:47.573883+0000", 2024-04-12T17:30:10.334 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.334 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.334 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.334 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.334 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.334 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.334 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.335 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.335 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.335 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.335 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.335 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.335 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.335 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.335 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.335 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.335 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.335 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.335 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.335 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.335 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.335 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.336 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.336 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.336 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.336 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.336 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.336 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.336 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.336 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.336 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.336 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.336 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.336 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.336 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.336 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.336 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.337 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.337 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.337 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.337 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.337 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.337 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.337 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.337 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.337 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.337 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.337 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.337 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:10.337 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:10.337 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.337 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:10.337 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.338 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.338 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.338 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.338 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.338 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:10.338 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:10.338 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.338 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:10.338 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.338 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.338 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:10.338 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.338 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.338 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.339 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.268036+0000", 2024-04-12T17:30:10.339 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.092114+0000", 2024-04-12T17:30:10.339 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.092114+0000", 2024-04-12T17:30:10.339 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.093277+0000", 2024-04-12T17:30:10.339 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.268036+0000", 2024-04-12T17:30:10.339 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.339 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.339 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.339 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:10.339 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.268036+0000", 2024-04-12T17:30:10.339 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.268036+0000", 2024-04-12T17:30:10.339 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.268036+0000", 2024-04-12T17:30:10.339 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.339 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.339 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.340 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.268036+0000", 2024-04-12T17:30:10.340 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.268036+0000", 2024-04-12T17:30:10.340 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.340 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.340 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.340 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.340 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:10.340 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.340 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.340 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.340 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.340 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.340 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.340 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.341 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.341 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.30", 2024-04-12T17:30:10.341 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.341 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.341 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.341 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4982, 2024-04-12T17:30:10.341 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.341 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:29:54.945360+0000", 2024-04-12T17:30:10.341 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.341 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.341 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.341 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.341 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.341 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.341 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.341 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.341 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.342 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.342 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.342 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.342 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.342 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.342 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.342 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.342 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.342 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.342 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.342 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.342 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.342 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.342 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.343 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.343 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.343 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.343 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.343 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.343 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.343 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.343 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.343 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.343 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.343 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.343 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.343 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.343 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.344 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.344 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.344 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.344 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.344 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.344 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.344 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.344 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.344 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.344 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.344 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.344 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:10.344 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:10.344 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.344 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:10.345 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.345 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.345 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.345 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.345 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:10.345 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:10.345 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:10.345 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.345 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:10.345 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.345 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.345 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:10.345 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.345 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.346 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.346 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.419331+0000", 2024-04-12T17:30:10.346 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.165215+0000", 2024-04-12T17:30:10.346 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.165215+0000", 2024-04-12T17:30:10.346 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.166952+0000", 2024-04-12T17:30:10.346 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.419331+0000", 2024-04-12T17:30:10.346 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.346 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.346 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.346 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:10.346 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.419331+0000", 2024-04-12T17:30:10.346 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.419331+0000", 2024-04-12T17:30:10.346 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.419331+0000", 2024-04-12T17:30:10.347 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.347 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.347 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.347 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.419331+0000", 2024-04-12T17:30:10.347 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.419331+0000", 2024-04-12T17:30:10.347 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.347 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.347 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.347 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.347 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:10.347 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.347 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.347 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.347 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.348 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.348 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.348 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.348 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.348 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.31", 2024-04-12T17:30:10.348 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.348 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.348 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.348 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5150, 2024-04-12T17:30:10.348 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.348 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:40:31.351523+0000", 2024-04-12T17:30:10.348 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.348 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.348 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.348 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.349 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.349 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.349 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.349 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.349 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.349 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.349 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.349 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.349 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.349 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.349 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.349 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.349 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.349 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.349 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.350 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.350 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.350 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.350 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.350 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.350 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.350 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.350 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.350 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.350 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.350 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.350 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.350 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.350 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.351 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.351 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.351 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.351 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.351 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.351 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.351 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.351 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.351 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.351 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.351 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.351 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.351 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.351 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.351 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:10.352 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:10.352 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:10.352 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.352 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:10.352 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.352 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.352 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.352 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.352 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:10.352 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:10.352 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:10.352 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.352 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:10.352 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.352 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.353 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:10.353 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.353 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.353 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.353 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.423489+0000", 2024-04-12T17:30:10.353 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.162146+0000", 2024-04-12T17:30:10.353 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.162146+0000", 2024-04-12T17:30:10.353 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.162628+0000", 2024-04-12T17:30:10.353 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.423489+0000", 2024-04-12T17:30:10.353 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.353 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.353 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.353 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:10.353 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.423489+0000", 2024-04-12T17:30:10.353 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.423489+0000", 2024-04-12T17:30:10.353 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.423489+0000", 2024-04-12T17:30:10.354 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.354 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.354 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.354 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.423489+0000", 2024-04-12T17:30:10.354 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.423489+0000", 2024-04-12T17:30:10.354 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.354 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.354 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.354 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.354 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:10.354 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.354 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.354 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.354 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.355 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.355 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.355 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.355 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.355 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.32", 2024-04-12T17:30:10.355 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.355 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.355 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.355 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5190, 2024-04-12T17:30:10.355 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.355 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:22:14.999233+0000", 2024-04-12T17:30:10.355 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.355 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.355 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.356 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.356 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.356 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.356 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.356 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.356 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.356 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.356 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.356 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.356 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.356 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.356 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.356 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.356 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.357 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.357 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.357 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.357 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.357 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.357 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.357 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.357 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.357 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.357 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.357 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.357 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.357 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.358 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.358 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.358 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.358 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.358 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.358 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.358 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.358 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.358 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.358 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.358 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.358 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.358 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.358 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.358 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.359 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.359 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.359 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:10.359 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:10.359 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:10.359 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.359 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:10.359 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.359 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.359 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.359 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.359 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:10.359 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:10.359 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:10.360 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.360 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:10.360 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.360 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.360 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:10.360 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.360 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.360 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.360 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267471+0000", 2024-04-12T17:30:10.360 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.114610+0000", 2024-04-12T17:30:10.360 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.114610+0000", 2024-04-12T17:30:10.360 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.114936+0000", 2024-04-12T17:30:10.360 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267471+0000", 2024-04-12T17:30:10.360 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.360 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.361 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.361 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:10.361 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267471+0000", 2024-04-12T17:30:10.361 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267471+0000", 2024-04-12T17:30:10.361 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267471+0000", 2024-04-12T17:30:10.361 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.361 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.361 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.361 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267471+0000", 2024-04-12T17:30:10.361 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267471+0000", 2024-04-12T17:30:10.361 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.361 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.361 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.361 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.362 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:10.362 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.362 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.362 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.362 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.362 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.362 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.362 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.362 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.362 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.33", 2024-04-12T17:30:10.362 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.362 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.362 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.362 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5102, 2024-04-12T17:30:10.363 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.363 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:28:36.447429+0000", 2024-04-12T17:30:10.363 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.363 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.363 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.363 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.363 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.363 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.363 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.363 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.363 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.363 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.363 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.363 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.363 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.364 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.364 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.364 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.364 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.364 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.364 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.364 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.364 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.364 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.364 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.364 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.364 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.364 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.364 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.364 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.366 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.366 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.366 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.366 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.366 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.366 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:10.366 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:10.366 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:10.366 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.366 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:10.366 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.366 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.366 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.366 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.366 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:10.367 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:10.367 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:10.367 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.367 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T17:30:10.367 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.367 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.367 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:10.367 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.367 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.367 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.367 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267768+0000", 2024-04-12T17:30:10.367 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.124050+0000", 2024-04-12T17:30:10.367 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.124050+0000", 2024-04-12T17:30:10.367 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.124389+0000", 2024-04-12T17:30:10.368 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267768+0000", 2024-04-12T17:30:10.368 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.368 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.368 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.368 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:10.368 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267768+0000", 2024-04-12T17:30:10.368 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267768+0000", 2024-04-12T17:30:10.368 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267768+0000", 2024-04-12T17:30:10.368 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.368 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.368 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.368 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267768+0000", 2024-04-12T17:30:10.368 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267768+0000", 2024-04-12T17:30:10.368 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.368 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.368 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.369 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.369 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:10.369 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.369 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.369 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.369 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.369 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.369 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.369 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.369 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.369 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.34", 2024-04-12T17:30:10.369 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.369 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.369 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.369 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5110, 2024-04-12T17:30:10.370 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.370 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:25:46.737029+0000", 2024-04-12T17:30:10.370 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.370 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.370 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.370 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.370 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.370 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.370 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.370 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.370 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.370 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.370 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.370 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.371 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.371 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.371 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.371 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.371 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.371 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.371 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.371 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.371 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.371 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.371 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.371 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.372 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.372 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.372 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.372 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.372 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.372 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.372 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.372 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.372 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.372 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.372 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.372 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.372 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.372 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.372 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.373 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.373 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.373 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.373 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.373 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.373 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.373 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.373 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.373 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:10.373 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:10.373 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:10.373 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.373 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T17:30:10.373 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.373 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.374 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.374 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.374 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:10.374 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.374 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:10.374 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.374 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:10.374 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.374 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.374 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:10.374 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.374 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.374 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.374 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.423641+0000", 2024-04-12T17:30:10.375 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.123422+0000", 2024-04-12T17:30:10.375 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.123422+0000", 2024-04-12T17:30:10.375 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.123917+0000", 2024-04-12T17:30:10.375 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.423641+0000", 2024-04-12T17:30:10.375 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.375 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.375 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.375 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:10.375 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.423641+0000", 2024-04-12T17:30:10.375 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.423641+0000", 2024-04-12T17:30:10.375 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.423641+0000", 2024-04-12T17:30:10.375 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.375 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.375 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.375 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.423641+0000", 2024-04-12T17:30:10.376 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.423641+0000", 2024-04-12T17:30:10.376 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.376 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.376 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.376 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.376 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:10.376 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.376 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.376 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.376 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.376 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.377 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.377 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.377 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.377 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.35", 2024-04-12T17:30:10.377 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.377 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.377 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.377 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4969, 2024-04-12T17:30:10.377 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.377 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:49:16.919790+0000", 2024-04-12T17:30:10.377 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.377 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.377 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.377 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.380 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.380 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.380 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.380 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.380 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.380 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.380 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.380 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.380 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.380 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.380 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.380 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.380 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.380 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.380 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.381 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:10.381 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.381 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:10.381 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.381 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:10.381 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.381 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.381 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.381 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.381 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:10.381 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.381 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:10.381 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.381 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:10.381 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.382 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.382 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:10.382 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.382 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.382 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.382 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.424682+0000", 2024-04-12T17:30:10.382 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.121840+0000", 2024-04-12T17:30:10.382 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.121840+0000", 2024-04-12T17:30:10.382 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.122226+0000", 2024-04-12T17:30:10.382 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.424682+0000", 2024-04-12T17:30:10.382 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.382 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.382 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.382 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:10.382 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.424682+0000", 2024-04-12T17:30:10.383 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.424682+0000", 2024-04-12T17:30:10.383 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.424682+0000", 2024-04-12T17:30:10.383 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.383 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.383 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.383 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.424682+0000", 2024-04-12T17:30:10.383 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.424682+0000", 2024-04-12T17:30:10.383 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.383 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.383 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.383 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.383 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:10.383 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.383 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.384 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.384 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.384 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.384 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.384 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.384 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.384 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.36", 2024-04-12T17:30:10.384 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.384 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.384 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.384 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4969, 2024-04-12T17:30:10.384 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.384 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:00:31.679446+0000", 2024-04-12T17:30:10.384 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.384 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.384 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.387 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.387 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.387 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.387 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.387 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.387 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.387 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.387 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.387 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.387 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.387 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.387 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.387 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.387 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:10.388 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.388 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:10.388 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.388 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:10.388 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.388 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.388 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.388 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.388 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:10.388 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.388 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:10.388 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.388 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:10.388 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.388 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.389 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:10.389 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.389 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.389 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.389 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.424177+0000", 2024-04-12T17:30:10.389 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.101433+0000", 2024-04-12T17:30:10.389 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.101433+0000", 2024-04-12T17:30:10.389 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.102170+0000", 2024-04-12T17:30:10.389 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.424177+0000", 2024-04-12T17:30:10.389 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.389 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.389 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.389 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:10.389 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.424177+0000", 2024-04-12T17:30:10.390 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.424177+0000", 2024-04-12T17:30:10.390 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.424177+0000", 2024-04-12T17:30:10.390 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.390 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.390 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.390 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.424177+0000", 2024-04-12T17:30:10.390 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.424177+0000", 2024-04-12T17:30:10.390 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.390 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.390 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.390 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.390 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:10.390 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.390 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.391 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.391 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.391 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.391 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.391 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.391 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.391 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.37", 2024-04-12T17:30:10.391 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.391 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.391 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.391 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4957, 2024-04-12T17:30:10.391 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.391 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:31:14.064592+0000", 2024-04-12T17:30:10.391 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.391 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.392 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.394 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.394 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.394 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.394 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.394 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.394 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.394 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.394 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.394 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.394 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.394 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.394 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.394 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.394 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.394 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.395 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:10.395 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.395 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:10.395 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.395 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:10.395 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.395 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.395 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.395 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.395 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:10.395 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.395 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:10.395 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.395 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:10.395 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.395 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.396 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:10.396 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.396 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.396 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.396 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.266211+0000", 2024-04-12T17:30:10.396 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.114014+0000", 2024-04-12T17:30:10.396 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.114014+0000", 2024-04-12T17:30:10.396 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.114356+0000", 2024-04-12T17:30:10.396 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.266211+0000", 2024-04-12T17:30:10.396 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.396 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.396 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.396 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:10.396 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.266211+0000", 2024-04-12T17:30:10.396 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.266211+0000", 2024-04-12T17:30:10.397 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.266211+0000", 2024-04-12T17:30:10.397 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.397 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.397 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.397 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.266211+0000", 2024-04-12T17:30:10.397 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.266211+0000", 2024-04-12T17:30:10.397 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.397 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.397 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.397 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.397 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:10.397 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.397 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.397 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.397 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.398 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.398 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.398 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.398 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.398 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.38", 2024-04-12T17:30:10.398 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.398 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.398 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.398 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5081, 2024-04-12T17:30:10.398 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.398 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:37:34.890941+0000", 2024-04-12T17:30:10.398 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.398 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.398 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.400 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.400 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.400 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.400 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.400 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.400 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.400 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.400 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.400 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.400 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.400 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.400 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.400 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.400 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.400 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.401 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.401 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.401 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.401 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.401 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.401 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.401 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.401 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.401 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.401 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.401 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.401 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.401 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.401 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.401 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:10.401 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.402 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:10.402 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.402 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:10.402 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.402 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.402 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.402 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.402 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:10.402 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:10.402 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:10.402 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.402 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:10.402 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.402 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.403 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:10.403 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.403 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.403 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.403 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.420414+0000", 2024-04-12T17:30:10.403 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.095138+0000", 2024-04-12T17:30:10.403 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.095138+0000", 2024-04-12T17:30:10.403 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.098109+0000", 2024-04-12T17:30:10.403 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.420414+0000", 2024-04-12T17:30:10.403 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.403 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.403 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.403 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:10.403 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.420414+0000", 2024-04-12T17:30:10.403 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.420414+0000", 2024-04-12T17:30:10.404 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.420414+0000", 2024-04-12T17:30:10.404 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.404 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.404 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.404 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.420414+0000", 2024-04-12T17:30:10.404 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.420414+0000", 2024-04-12T17:30:10.404 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.404 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.404 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.404 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.404 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:10.404 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.404 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.404 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.404 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.404 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.405 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.405 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.405 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.405 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.39", 2024-04-12T17:30:10.405 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.405 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.405 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.405 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4920, 2024-04-12T17:30:10.405 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.405 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:11:21.464018+0000", 2024-04-12T17:30:10.405 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.405 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.405 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.405 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.405 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.405 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.407 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.407 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.407 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.407 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.407 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.407 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.407 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.407 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.407 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.407 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.407 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.407 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.407 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.407 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.407 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.408 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.408 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.408 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.408 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.408 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.408 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.408 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.408 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.408 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.408 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.408 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.408 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:10.408 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:10.408 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:10.408 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.408 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:10.409 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.409 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.409 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.409 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.409 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.409 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:10.409 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:10.409 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.409 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:10.409 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.409 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.409 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:10.409 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.409 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.409 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.409 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.265576+0000", 2024-04-12T17:30:10.410 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.171632+0000", 2024-04-12T17:30:10.410 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.171632+0000", 2024-04-12T17:30:10.410 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.173781+0000", 2024-04-12T17:30:10.410 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.265576+0000", 2024-04-12T17:30:10.410 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.410 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.410 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.410 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:10.410 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.265576+0000", 2024-04-12T17:30:10.410 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.265576+0000", 2024-04-12T17:30:10.410 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.265576+0000", 2024-04-12T17:30:10.410 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.410 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.410 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.411 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.265576+0000", 2024-04-12T17:30:10.411 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.265576+0000", 2024-04-12T17:30:10.411 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.411 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.411 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.411 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.411 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:10.411 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.411 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.411 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.411 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.411 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.411 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.411 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.411 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.411 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.3a", 2024-04-12T17:30:10.412 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.412 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.412 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.412 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5021, 2024-04-12T17:30:10.412 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.412 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:08:09.706117+0000", 2024-04-12T17:30:10.412 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.412 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.412 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.414 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.414 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.414 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.414 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.414 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.414 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.414 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.414 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.414 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.414 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.414 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.414 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.414 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.414 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.415 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.415 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.415 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.415 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.415 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.415 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.415 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.415 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.415 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:10.415 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:10.415 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.415 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:10.415 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.415 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.415 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.416 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.416 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:10.416 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:10.416 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:10.416 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.416 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:10.416 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.416 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.416 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:10.416 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.416 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.416 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.416 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.421848+0000", 2024-04-12T17:30:10.416 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.096050+0000", 2024-04-12T17:30:10.416 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.096050+0000", 2024-04-12T17:30:10.416 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.098153+0000", 2024-04-12T17:30:10.417 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.421848+0000", 2024-04-12T17:30:10.417 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.417 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.417 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.417 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:10.417 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.421848+0000", 2024-04-12T17:30:10.417 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.421848+0000", 2024-04-12T17:30:10.417 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.421848+0000", 2024-04-12T17:30:10.417 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.417 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.417 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.417 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.421848+0000", 2024-04-12T17:30:10.417 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.421848+0000", 2024-04-12T17:30:10.417 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.417 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.417 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.418 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.418 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:10.418 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.418 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.418 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.418 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.418 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.418 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.418 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.418 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.418 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.3b", 2024-04-12T17:30:10.418 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.418 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.418 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.419 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4920, 2024-04-12T17:30:10.419 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.419 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:03:02.083178+0000", 2024-04-12T17:30:10.419 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.419 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.419 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.422 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.422 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.422 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.422 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.422 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.422 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:10.422 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:10.422 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:10.422 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.422 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:10.422 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.422 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.422 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.422 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.423 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.423 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:10.423 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:10.423 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.423 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:10.423 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.423 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.423 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:10.423 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.423 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.423 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.423 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.265627+0000", 2024-04-12T17:30:10.423 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.091446+0000", 2024-04-12T17:30:10.423 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.091446+0000", 2024-04-12T17:30:10.423 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.092688+0000", 2024-04-12T17:30:10.423 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.265627+0000", 2024-04-12T17:30:10.424 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.424 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.424 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.424 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:10.424 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.265627+0000", 2024-04-12T17:30:10.424 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.265627+0000", 2024-04-12T17:30:10.424 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.265627+0000", 2024-04-12T17:30:10.424 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.424 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.424 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.424 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.265627+0000", 2024-04-12T17:30:10.424 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.265627+0000", 2024-04-12T17:30:10.424 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.424 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.424 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.425 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.425 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:10.425 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.425 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.425 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.425 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.425 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.425 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.425 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.425 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.425 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.3c", 2024-04-12T17:30:10.425 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.425 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.425 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.426 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5009, 2024-04-12T17:30:10.426 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.426 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:47:10.649280+0000", 2024-04-12T17:30:10.426 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.426 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.426 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.429 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.429 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.429 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.429 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.429 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.429 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.429 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:10.429 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:10.429 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:10.429 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.429 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:10.429 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.429 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.429 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.430 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.430 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:10.430 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:10.430 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:10.430 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.430 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:10.430 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.430 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.430 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:10.430 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.430 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.430 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.430 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422265+0000", 2024-04-12T17:30:10.430 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:06:51.083733+0000", 2024-04-12T17:30:10.430 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:06:51.083733+0000", 2024-04-12T17:30:10.431 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:06:51.084064+0000", 2024-04-12T17:30:10.431 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422265+0000", 2024-04-12T17:30:10.431 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.431 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.431 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.431 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 395, 2024-04-12T17:30:10.431 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422265+0000", 2024-04-12T17:30:10.431 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422265+0000", 2024-04-12T17:30:10.431 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422265+0000", 2024-04-12T17:30:10.431 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.431 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.431 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.431 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422265+0000", 2024-04-12T17:30:10.431 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422265+0000", 2024-04-12T17:30:10.431 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.432 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.432 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.432 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.432 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 394, 2024-04-12T17:30:10.432 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.432 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.432 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.432 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.432 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.432 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.432 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.432 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.432 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.3d", 2024-04-12T17:30:10.432 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.432 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.433 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.433 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5194, 2024-04-12T17:30:10.433 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.433 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:13:04.646895+0000", 2024-04-12T17:30:10.433 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.433 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.433 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.435 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.435 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.435 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.435 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.435 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.435 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.435 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.435 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.435 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.435 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.435 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.435 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.435 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.435 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.435 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.435 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.436 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.436 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.436 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.436 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.436 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.436 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:10.436 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:10.436 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:10.436 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.436 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:10.436 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.436 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.436 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.436 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.436 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:10.436 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:10.437 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:10.437 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.437 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:10.437 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.437 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.437 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:10.437 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.437 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.437 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.437 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.421037+0000", 2024-04-12T17:30:10.437 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.123015+0000", 2024-04-12T17:30:10.437 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.123015+0000", 2024-04-12T17:30:10.437 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.123361+0000", 2024-04-12T17:30:10.437 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.421037+0000", 2024-04-12T17:30:10.437 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.438 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.438 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.438 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:10.438 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.421037+0000", 2024-04-12T17:30:10.438 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.421037+0000", 2024-04-12T17:30:10.438 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.421037+0000", 2024-04-12T17:30:10.438 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.438 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.438 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.438 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.421037+0000", 2024-04-12T17:30:10.438 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.421037+0000", 2024-04-12T17:30:10.438 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.438 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.438 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.438 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.439 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:10.439 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.439 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.439 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.439 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.439 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.439 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.439 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.439 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.439 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.3e", 2024-04-12T17:30:10.439 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.439 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.439 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.439 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5138, 2024-04-12T17:30:10.439 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.440 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:03:20.179677+0000", 2024-04-12T17:30:10.440 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.440 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.440 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.442 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.442 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.442 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.442 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.442 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.442 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.442 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.442 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.442 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.442 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.442 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.442 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.442 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.442 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.443 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.443 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.443 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.443 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.443 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:10.443 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:10.443 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:10.443 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.443 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:10.443 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.443 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.443 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.443 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:10.443 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:10.443 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:10.443 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:10.444 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.444 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:10.444 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:10.444 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:10.444 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:10.444 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:10.444 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:10.444 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:10.444 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.424504+0000", 2024-04-12T17:30:10.444 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.105830+0000", 2024-04-12T17:30:10.444 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.105830+0000", 2024-04-12T17:30:10.444 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.107143+0000", 2024-04-12T17:30:10.444 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.424504+0000", 2024-04-12T17:30:10.444 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.444 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:10.445 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.445 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:10.445 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.424504+0000", 2024-04-12T17:30:10.445 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.424504+0000", 2024-04-12T17:30:10.445 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.424504+0000", 2024-04-12T17:30:10.445 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:10.445 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:10.445 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:10.445 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.424504+0000", 2024-04-12T17:30:10.445 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.424504+0000", 2024-04-12T17:30:10.445 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:10.445 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.445 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:10.445 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:10.445 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:10.446 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:10.446 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:10.446 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:10.446 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:10.446 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.446 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:10.446 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:10.446 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:10.446 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.3f", 2024-04-12T17:30:10.446 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:10.446 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:10.446 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:10.446 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4956, 2024-04-12T17:30:10.446 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:10.446 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:17:56.707160+0000", 2024-04-12T17:30:10.447 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:10.447 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:10.447 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.449 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.449 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.449 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.449 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.449 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.449 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.449 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.449 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.449 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.449 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.449 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.449 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.449 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.449 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.449 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:10.449 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:10.450 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:10.450 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:10.450 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:10.450 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:10.450 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.450 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:10.450 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:10.450 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.450 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.450 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_per_pool": [ 2024-04-12T17:30:10.450 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.450 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": 24, 2024-04-12T17:30:10.450 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T17:30:10.450 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd" 2024-04-12T17:30:10.450 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.451 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 24475, 2024-04-12T17:30:10.451 INFO:tasks.workunit.client.0.smithi099.stdout: "num_pg": 8, 2024-04-12T17:30:10.451 INFO:tasks.workunit.client.0.smithi099.stdout: "num_store_stats": 8, 2024-04-12T17:30:10.451 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 24475, 2024-04-12T17:30:10.451 INFO:tasks.workunit.client.0.smithi099.stdout: "poolid": 4, 2024-04-12T17:30:10.451 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.451 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 4194323, 2024-04-12T17:30:10.451 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.451 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.451 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.451 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.451 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.451 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.451 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.451 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.452 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.452 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.452 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.452 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.452 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.452 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.452 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.452 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 12, 2024-04-12T17:30:10.452 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 4, 2024-04-12T17:30:10.452 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.452 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 4, 2024-04-12T17:30:10.452 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.452 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.452 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.452 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.453 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.453 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 2, 2024-04-12T17:30:10.453 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.453 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.453 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.453 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.453 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.453 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.453 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.453 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 8972, 2024-04-12T17:30:10.453 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 3053148, 2024-04-12T17:30:10.453 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.453 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.453 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.453 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 24345, 2024-04-12T17:30:10.454 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 3126479 2024-04-12T17:30:10.454 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.454 INFO:tasks.workunit.client.0.smithi099.stdout: "store_stats": { 2024-04-12T17:30:10.454 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": 12595200, 2024-04-12T17:30:10.454 INFO:tasks.workunit.client.0.smithi099.stdout: "available": 0, 2024-04-12T17:30:10.454 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed": 0, 2024-04-12T17:30:10.454 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_allocated": 0, 2024-04-12T17:30:10.454 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_original": 0, 2024-04-12T17:30:10.454 INFO:tasks.workunit.client.0.smithi099.stdout: "data_stored": 12582969, 2024-04-12T17:30:10.454 INFO:tasks.workunit.client.0.smithi099.stdout: "internal_metadata": 0, 2024-04-12T17:30:10.454 INFO:tasks.workunit.client.0.smithi099.stdout: "internally_reserved": 0, 2024-04-12T17:30:10.454 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_allocated": 0, 2024-04-12T17:30:10.454 INFO:tasks.workunit.client.0.smithi099.stdout: "total": 0 2024-04-12T17:30:10.454 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.455 INFO:tasks.workunit.client.0.smithi099.stdout: "up": 24 2024-04-12T17:30:10.455 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.455 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.455 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": 192, 2024-04-12T17:30:10.455 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T17:30:10.455 INFO:tasks.workunit.client.0.smithi099.stdout: "cephfs" 2024-04-12T17:30:10.455 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.455 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.455 INFO:tasks.workunit.client.0.smithi099.stdout: "num_pg": 64, 2024-04-12T17:30:10.455 INFO:tasks.workunit.client.0.smithi099.stdout: "num_store_stats": 8, 2024-04-12T17:30:10.455 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.455 INFO:tasks.workunit.client.0.smithi099.stdout: "poolid": 3, 2024-04-12T17:30:10.455 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.455 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.455 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.455 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.456 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.456 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.456 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.456 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.456 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.456 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.456 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.456 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.456 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.456 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.456 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.456 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.456 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.456 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.456 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.456 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.456 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.457 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.457 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.457 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.457 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.457 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.457 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.457 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.457 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.457 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.457 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.457 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.457 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.457 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.457 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.457 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.458 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.458 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.458 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.458 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.458 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.458 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.458 INFO:tasks.workunit.client.0.smithi099.stdout: "store_stats": { 2024-04-12T17:30:10.458 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": 0, 2024-04-12T17:30:10.458 INFO:tasks.workunit.client.0.smithi099.stdout: "available": 0, 2024-04-12T17:30:10.458 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed": 0, 2024-04-12T17:30:10.458 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_allocated": 0, 2024-04-12T17:30:10.458 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_original": 0, 2024-04-12T17:30:10.458 INFO:tasks.workunit.client.0.smithi099.stdout: "data_stored": 0, 2024-04-12T17:30:10.458 INFO:tasks.workunit.client.0.smithi099.stdout: "internal_metadata": 0, 2024-04-12T17:30:10.459 INFO:tasks.workunit.client.0.smithi099.stdout: "internally_reserved": 0, 2024-04-12T17:30:10.459 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_allocated": 0, 2024-04-12T17:30:10.459 INFO:tasks.workunit.client.0.smithi099.stdout: "total": 0 2024-04-12T17:30:10.459 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.459 INFO:tasks.workunit.client.0.smithi099.stdout: "up": 192 2024-04-12T17:30:10.459 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.459 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.459 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": 3, 2024-04-12T17:30:10.459 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T17:30:10.459 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr" 2024-04-12T17:30:10.459 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.459 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 237, 2024-04-12T17:30:10.459 INFO:tasks.workunit.client.0.smithi099.stdout: "num_pg": 1, 2024-04-12T17:30:10.459 INFO:tasks.workunit.client.0.smithi099.stdout: "num_store_stats": 3, 2024-04-12T17:30:10.459 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 237, 2024-04-12T17:30:10.459 INFO:tasks.workunit.client.0.smithi099.stdout: "poolid": 1, 2024-04-12T17:30:10.459 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.460 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 590368, 2024-04-12T17:30:10.460 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.460 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 1771104, 2024-04-12T17:30:10.460 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.460 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.460 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.460 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.460 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.460 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.460 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.460 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.460 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.460 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.460 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.460 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.460 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 6, 2024-04-12T17:30:10.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 2, 2024-04-12T17:30:10.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 2, 2024-04-12T17:30:10.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 6, 2024-04-12T17:30:10.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 1178, 2024-04-12T17:30:10.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 1994, 2024-04-12T17:30:10.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 391, 2024-04-12T17:30:10.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 2416 2024-04-12T17:30:10.462 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.462 INFO:tasks.workunit.client.0.smithi099.stdout: "store_stats": { 2024-04-12T17:30:10.462 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": 1781760, 2024-04-12T17:30:10.462 INFO:tasks.workunit.client.0.smithi099.stdout: "available": 0, 2024-04-12T17:30:10.462 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed": 0, 2024-04-12T17:30:10.462 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_allocated": 0, 2024-04-12T17:30:10.462 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_original": 0, 2024-04-12T17:30:10.463 INFO:tasks.workunit.client.0.smithi099.stdout: "data_stored": 1771104, 2024-04-12T17:30:10.463 INFO:tasks.workunit.client.0.smithi099.stdout: "internal_metadata": 0, 2024-04-12T17:30:10.463 INFO:tasks.workunit.client.0.smithi099.stdout: "internally_reserved": 0, 2024-04-12T17:30:10.463 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_allocated": 0, 2024-04-12T17:30:10.463 INFO:tasks.workunit.client.0.smithi099.stdout: "total": 0 2024-04-12T17:30:10.463 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.463 INFO:tasks.workunit.client.0.smithi099.stdout: "up": 3 2024-04-12T17:30:10.463 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.463 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.463 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": 96, 2024-04-12T17:30:10.463 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T17:30:10.463 INFO:tasks.workunit.client.0.smithi099.stdout: "cephfs" 2024-04-12T17:30:10.463 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.463 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 75, 2024-04-12T17:30:10.463 INFO:tasks.workunit.client.0.smithi099.stdout: "num_pg": 32, 2024-04-12T17:30:10.463 INFO:tasks.workunit.client.0.smithi099.stdout: "num_store_stats": 8, 2024-04-12T17:30:10.464 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 75, 2024-04-12T17:30:10.464 INFO:tasks.workunit.client.0.smithi099.stdout: "poolid": 2, 2024-04-12T17:30:10.464 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.464 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 6622, 2024-04-12T17:30:10.464 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.464 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.464 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.464 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.464 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.464 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.464 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.464 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.464 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.464 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.464 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.464 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.464 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.465 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.465 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.465 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 66, 2024-04-12T17:30:10.465 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 22, 2024-04-12T17:30:10.465 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.465 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 22, 2024-04-12T17:30:10.465 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.465 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.465 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.465 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.465 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.465 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 14, 2024-04-12T17:30:10.465 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.465 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.465 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.465 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.466 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.466 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.466 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.466 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 158, 2024-04-12T17:30:10.466 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 174, 2024-04-12T17:30:10.466 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.466 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.466 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.466 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 69, 2024-04-12T17:30:10.466 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 36 2024-04-12T17:30:10.466 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.466 INFO:tasks.workunit.client.0.smithi099.stdout: "store_stats": { 2024-04-12T17:30:10.466 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": 110592, 2024-04-12T17:30:10.466 INFO:tasks.workunit.client.0.smithi099.stdout: "available": 0, 2024-04-12T17:30:10.466 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed": 0, 2024-04-12T17:30:10.466 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_allocated": 0, 2024-04-12T17:30:10.467 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_original": 0, 2024-04-12T17:30:10.467 INFO:tasks.workunit.client.0.smithi099.stdout: "data_stored": 19866, 2024-04-12T17:30:10.467 INFO:tasks.workunit.client.0.smithi099.stdout: "internal_metadata": 0, 2024-04-12T17:30:10.467 INFO:tasks.workunit.client.0.smithi099.stdout: "internally_reserved": 0, 2024-04-12T17:30:10.467 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_allocated": 44883, 2024-04-12T17:30:10.467 INFO:tasks.workunit.client.0.smithi099.stdout: "total": 0 2024-04-12T17:30:10.467 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.467 INFO:tasks.workunit.client.0.smithi099.stdout: "up": 96 2024-04-12T17:30:10.467 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.467 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.467 INFO:tasks.workunit.client.0.smithi099.stdout: "usage": { 2024-04-12T17:30:10.467 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_num": 105, 2024-04-12T17:30:10.467 INFO:tasks.workunit.client.0.smithi099.stdout: "pools": 4, 2024-04-12T17:30:10.467 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_by_class": { 2024-04-12T17:30:10.467 INFO:tasks.workunit.client.0.smithi099.stdout: "ssd": { 2024-04-12T17:30:10.468 INFO:tasks.workunit.client.0.smithi099.stdout: "total_avail_bytes": 761535979520, 2024-04-12T17:30:10.468 INFO:tasks.workunit.client.0.smithi099.stdout: "total_bytes": 767960285184, 2024-04-12T17:30:10.468 INFO:tasks.workunit.client.0.smithi099.stdout: "total_used_bytes": 6424305664, 2024-04-12T17:30:10.468 INFO:tasks.workunit.client.0.smithi099.stdout: "total_used_raw_bytes": 6424305664, 2024-04-12T17:30:10.468 INFO:tasks.workunit.client.0.smithi099.stdout: "total_used_raw_ratio": 0.00836541410535574 2024-04-12T17:30:10.468 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.468 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.468 INFO:tasks.workunit.client.0.smithi099.stdout: "total_avail_bytes": 761535979520, 2024-04-12T17:30:10.468 INFO:tasks.workunit.client.0.smithi099.stdout: "total_bytes": 767960285184, 2024-04-12T17:30:10.468 INFO:tasks.workunit.client.0.smithi099.stdout: "total_used_bytes": 6424305664 2024-04-12T17:30:10.468 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.468 INFO:tasks.workunit.client.0.smithi099.stdout:} 2024-04-12T17:30:10.468 INFO:tasks.workunit.client.0.smithi099.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-04-12T17:30:10.469 INFO:tasks.workunit.client.0.smithi099.stderr:+ ceph telemetry preview-device 2024-04-12T17:30:10.470 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='client.46016 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:10.470 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='client.46016 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:10.470 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:30:10.470 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:30:10.470 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:10.470 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:10.470 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:10.470 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:10.470 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:10.470 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:10.470 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:10.471 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:10.471 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:10.471 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:10.471 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:10.471 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:10.471 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:10.471 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:10.471 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:10.471 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:10.471 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:10.471 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:10.471 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:10.471 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:10.471 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:10.471 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:10.471 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:10.472 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='client.46016 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:10.472 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='client.46016 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:10.472 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:30:10.472 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:30:10.472 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:10.472 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:10.472 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:10.472 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:10.472 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:10.473 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:10.473 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:10.473 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:10.473 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:10.473 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:10.473 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:10.473 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:10.473 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:10.473 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:10.473 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:10.473 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:10.473 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:10.473 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:10.473 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:10.473 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:10.473 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:10.474 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:10.474 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:10.474 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='client.46016 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:10.474 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='client.46016 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:10.474 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:30:10.474 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:30:10.474 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:10.474 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:10.474 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:10.474 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:10.474 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:10.474 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:10.474 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:10.475 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:10.475 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:10.475 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:10.475 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:10.475 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:10.475 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:10.475 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:10.475 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:10.475 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:10.475 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:10.475 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:10.475 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:10.475 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:10.475 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:10.475 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:10.476 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:10.476 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:10.476 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:30:10.476 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:30:10.476 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:10.476 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:10.476 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:10.476 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:10.476 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:10.476 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:10.476 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:10.476 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:10.476 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:10.476 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:10.476 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:10.476 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:10.477 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:10.477 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:10.477 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:10.477 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:10.477 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:10.477 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:10.477 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:10.477 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:10.477 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:10.477 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:10.477 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:10.477 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:08 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:10.477 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:09 smithi110 ceph-mon[88691]: from='client.36102 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:10.477 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:09 smithi110 ceph-mon[88691]: pgmap v5103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:30:10.477 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:09 smithi110 ceph-mon[88691]: from='client.36102 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:10.477 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:30:10.478 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:30:10.478 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:10.478 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:10.478 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:10.478 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:10.478 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:10.478 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:10.478 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:10.478 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:10.478 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:10.478 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:09 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:10.478 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:09 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:10.478 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:10.478 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:10.479 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:10.479 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:09 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:10.479 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:09 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:10.479 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:10.479 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:10.479 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:10.479 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:09 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:10.479 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:09 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:10.479 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:10.479 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:10.479 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:09 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:10.480 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:10.480 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:30:10.480 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:30:10.480 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:10.480 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:10.480 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:10.480 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:10.480 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:10.480 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:10.480 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:10.480 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:10.480 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:10.480 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:10.480 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:10.480 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:10.481 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:10.481 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:10.481 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:10.481 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:10.481 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:10.481 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:10.481 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:10.481 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:10.481 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:10.481 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:10.481 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:10.481 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:10.481 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:10.482 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:30:10.482 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:30:10.482 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:10.482 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:10.482 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:10.482 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:10.482 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:10.482 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:10.482 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:10.482 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:10.482 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:10.482 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:10.482 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:10.482 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:10.483 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:10.483 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:10.483 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:10.483 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:10.483 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:10.483 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:10.483 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:10.483 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:10.483 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:10.483 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:10.483 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:10.483 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:08 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:10.484 INFO:tasks.workunit.client.0.smithi099.stdout:device channel is on and up to date, see report with `ceph telemetry show-device`. 2024-04-12T17:30:10.484 INFO:tasks.workunit.client.0.smithi099.stderr:+ ceph telemetry preview-all 2024-04-12T17:30:10.492 INFO:tasks.workunit.client.0.smithi099.stdout:{ 2024-04-12T17:30:10.492 INFO:tasks.workunit.client.0.smithi099.stdout: "device_report": { 2024-04-12T17:30:10.492 INFO:tasks.workunit.client.0.smithi099.stdout: "d879d220-f8e5-11ee-9d32-0cc47a8fd803": { 2024-04-12T17:30:10.493 INFO:tasks.workunit.client.0.smithi099.stdout: "INTEL_SSDPED1D480GA_d87ac4aa-f8e5-11ee-9d32-0cc47a8fd803": { 2024-04-12T17:30:10.493 INFO:tasks.workunit.client.0.smithi099.stdout: "20240412-155515": { 2024-04-12T17:30:10.493 INFO:tasks.workunit.client.0.smithi099.stdout: "device": { 2024-04-12T17:30:10.493 INFO:tasks.workunit.client.0.smithi099.stdout: "info_name": "/dev/nvme0n1", 2024-04-12T17:30:10.493 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "/dev/nvme0n1", 2024-04-12T17:30:10.493 INFO:tasks.workunit.client.0.smithi099.stdout: "protocol": "NVMe", 2024-04-12T17:30:10.493 INFO:tasks.workunit.client.0.smithi099.stdout: "type": "nvme" 2024-04-12T17:30:10.493 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.493 INFO:tasks.workunit.client.0.smithi099.stdout: "firmware_version": "E2010325", 2024-04-12T17:30:10.493 INFO:tasks.workunit.client.0.smithi099.stdout: "host_id": "d879d220-f8e5-11ee-9d32-0cc47a8fd803", 2024-04-12T17:30:10.493 INFO:tasks.workunit.client.0.smithi099.stdout: "json_format_version": [ 2024-04-12T17:30:10.493 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:10.494 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:10.494 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.494 INFO:tasks.workunit.client.0.smithi099.stdout: "local_time": { 2024-04-12T17:30:10.494 INFO:tasks.workunit.client.0.smithi099.stdout: "asctime": "Fri Apr 12 15:55:15 2024 UTC", 2024-04-12T17:30:10.494 INFO:tasks.workunit.client.0.smithi099.stdout: "time_t": 1712937315 2024-04-12T17:30:10.494 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.494 INFO:tasks.workunit.client.0.smithi099.stdout: "logical_block_size": 512, 2024-04-12T17:30:10.494 INFO:tasks.workunit.client.0.smithi099.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-04-12T17:30:10.494 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_controller_id": 0, 2024-04-12T17:30:10.494 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-12T17:30:10.494 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_namespaces": [ 2024-04-12T17:30:10.494 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.494 INFO:tasks.workunit.client.0.smithi099.stdout: "capacity": { 2024-04-12T17:30:10.494 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 937703088, 2024-04-12T17:30:10.495 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 480103981056 2024-04-12T17:30:10.495 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.495 INFO:tasks.workunit.client.0.smithi099.stdout: "formatted_lba_size": 512, 2024-04-12T17:30:10.495 INFO:tasks.workunit.client.0.smithi099.stdout: "id": 1, 2024-04-12T17:30:10.495 INFO:tasks.workunit.client.0.smithi099.stdout: "size": { 2024-04-12T17:30:10.495 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 937703088, 2024-04-12T17:30:10.495 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 480103981056 2024-04-12T17:30:10.495 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.495 INFO:tasks.workunit.client.0.smithi099.stdout: "utilization": { 2024-04-12T17:30:10.495 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 937703088, 2024-04-12T17:30:10.495 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 480103981056 2024-04-12T17:30:10.495 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.495 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.495 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.495 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_number_of_namespaces": 1, 2024-04-12T17:30:10.496 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_pci_vendor": { 2024-04-12T17:30:10.496 INFO:tasks.workunit.client.0.smithi099.stdout: "id": 32902, 2024-04-12T17:30:10.496 INFO:tasks.workunit.client.0.smithi099.stdout: "subsystem_id": 32902 2024-04-12T17:30:10.496 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.496 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_smart_health_information_add_log": { 2024-04-12T17:30:10.496 INFO:tasks.workunit.client.0.smithi099.stdout: "Device stats": { 2024-04-12T17:30:10.496 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_fw_downgrades": { 2024-04-12T17:30:10.496 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T17:30:10.496 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:10.496 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.496 INFO:tasks.workunit.client.0.smithi099.stdout: "crc_error_count": { 2024-04-12T17:30:10.496 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T17:30:10.496 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:10.496 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.496 INFO:tasks.workunit.client.0.smithi099.stdout: "end_to_end_error_detection_count": { 2024-04-12T17:30:10.497 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T17:30:10.497 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:10.497 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.497 INFO:tasks.workunit.client.0.smithi099.stdout: "erase_fail_count": { 2024-04-12T17:30:10.497 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T17:30:10.497 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:10.497 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.497 INFO:tasks.workunit.client.0.smithi099.stdout: "host_bytes_written": { 2024-04-12T17:30:10.497 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T17:30:10.497 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 8326780 2024-04-12T17:30:10.497 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.497 INFO:tasks.workunit.client.0.smithi099.stdout: "host_ctx_wear_used": { 2024-04-12T17:30:10.497 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T17:30:10.497 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:10.498 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.498 INFO:tasks.workunit.client.0.smithi099.stdout: "media_bytes_read": { 2024-04-12T17:30:10.498 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T17:30:10.498 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:10.498 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.498 INFO:tasks.workunit.client.0.smithi099.stdout: "nand_bytes_written": { 2024-04-12T17:30:10.498 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T17:30:10.498 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:10.498 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.498 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_stat_indicator": { 2024-04-12T17:30:10.498 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T17:30:10.498 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:10.498 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.499 INFO:tasks.workunit.client.0.smithi099.stdout: "pll_lock_loss_count": { 2024-04-12T17:30:10.499 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T17:30:10.499 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:10.499 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.499 INFO:tasks.workunit.client.0.smithi099.stdout: "program_fail_count": { 2024-04-12T17:30:10.499 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T17:30:10.499 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:10.499 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.499 INFO:tasks.workunit.client.0.smithi099.stdout: "re_alloc_sectr_cnt": { 2024-04-12T17:30:10.499 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T17:30:10.499 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:10.499 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.499 INFO:tasks.workunit.client.0.smithi099.stdout: "retry_buffer_overflow_count": { 2024-04-12T17:30:10.499 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T17:30:10.500 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:10.500 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.500 INFO:tasks.workunit.client.0.smithi099.stdout: "soft_ecc_err_rate": { 2024-04-12T17:30:10.500 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T17:30:10.500 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:10.500 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.500 INFO:tasks.workunit.client.0.smithi099.stdout: "thermal_throttle_status": { 2024-04-12T17:30:10.500 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T17:30:10.500 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": { 2024-04-12T17:30:10.500 INFO:tasks.workunit.client.0.smithi099.stdout: "cnt": 0, 2024-04-12T17:30:10.500 INFO:tasks.workunit.client.0.smithi099.stdout: "pct": 0 2024-04-12T17:30:10.500 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.500 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.500 INFO:tasks.workunit.client.0.smithi099.stdout: "timed_workload_host_reads": { 2024-04-12T17:30:10.501 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T17:30:10.501 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 15 2024-04-12T17:30:10.501 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.501 INFO:tasks.workunit.client.0.smithi099.stdout: "timed_workload_media_wear": { 2024-04-12T17:30:10.501 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T17:30:10.501 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:10.501 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.501 INFO:tasks.workunit.client.0.smithi099.stdout: "timed_workload_timer": { 2024-04-12T17:30:10.501 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T17:30:10.501 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 1018672 2024-04-12T17:30:10.501 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.501 INFO:tasks.workunit.client.0.smithi099.stdout: "unexp_power_loss": { 2024-04-12T17:30:10.501 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T17:30:10.501 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:10.501 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.502 INFO:tasks.workunit.client.0.smithi099.stdout: "wear_leveling": { 2024-04-12T17:30:10.502 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T17:30:10.502 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": { 2024-04-12T17:30:10.502 INFO:tasks.workunit.client.0.smithi099.stdout: "avg": 0, 2024-04-12T17:30:10.502 INFO:tasks.workunit.client.0.smithi099.stdout: "max": 0, 2024-04-12T17:30:10.502 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0 2024-04-12T17:30:10.502 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.502 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.502 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.502 INFO:tasks.workunit.client.0.smithi099.stdout: "Intel Smart log": "nvme0n1" 2024-04-12T17:30:10.502 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.502 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_smart_health_information_log": { 2024-04-12T17:30:10.502 INFO:tasks.workunit.client.0.smithi099.stdout: "available_spare": 100, 2024-04-12T17:30:10.502 INFO:tasks.workunit.client.0.smithi099.stdout: "available_spare_threshold": 0, 2024-04-12T17:30:10.503 INFO:tasks.workunit.client.0.smithi099.stdout: "controller_busy_time": 3228, 2024-04-12T17:30:10.503 INFO:tasks.workunit.client.0.smithi099.stdout: "critical_warning": 0, 2024-04-12T17:30:10.503 INFO:tasks.workunit.client.0.smithi099.stdout: "data_units_read": 114885459, 2024-04-12T17:30:10.503 INFO:tasks.workunit.client.0.smithi099.stdout: "data_units_written": 545703895, 2024-04-12T17:30:10.503 INFO:tasks.workunit.client.0.smithi099.stdout: "host_reads": 1865001433, 2024-04-12T17:30:10.503 INFO:tasks.workunit.client.0.smithi099.stdout: "host_writes": 12343305405, 2024-04-12T17:30:10.503 INFO:tasks.workunit.client.0.smithi099.stdout: "media_errors": 0, 2024-04-12T17:30:10.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_err_log_entries": 0, 2024-04-12T17:30:10.503 INFO:tasks.workunit.client.0.smithi099.stdout: "percentage_used": 0, 2024-04-12T17:30:10.503 INFO:tasks.workunit.client.0.smithi099.stdout: "power_cycles": 22271, 2024-04-12T17:30:10.503 INFO:tasks.workunit.client.0.smithi099.stdout: "power_on_hours": 26510, 2024-04-12T17:30:10.503 INFO:tasks.workunit.client.0.smithi099.stdout: "temperature": 34, 2024-04-12T17:30:10.503 INFO:tasks.workunit.client.0.smithi099.stdout: "unsafe_shutdowns": 7461 2024-04-12T17:30:10.503 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.503 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_vendor": "intel", 2024-04-12T17:30:10.504 INFO:tasks.workunit.client.0.smithi099.stdout: "power_cycle_count": 22271, 2024-04-12T17:30:10.504 INFO:tasks.workunit.client.0.smithi099.stdout: "power_on_time": { 2024-04-12T17:30:10.504 INFO:tasks.workunit.client.0.smithi099.stdout: "hours": 26510 2024-04-12T17:30:10.504 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.504 INFO:tasks.workunit.client.0.smithi099.stdout: "serial_number": "deleted", 2024-04-12T17:30:10.504 INFO:tasks.workunit.client.0.smithi099.stdout: "smart_status": { 2024-04-12T17:30:10.504 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme": { 2024-04-12T17:30:10.504 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.504 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.504 INFO:tasks.workunit.client.0.smithi099.stdout: "passed": true 2024-04-12T17:30:10.504 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.504 INFO:tasks.workunit.client.0.smithi099.stdout: "smartctl": { 2024-04-12T17:30:10.504 INFO:tasks.workunit.client.0.smithi099.stdout: "argv": [ 2024-04-12T17:30:10.504 INFO:tasks.workunit.client.0.smithi099.stdout: "smartctl", 2024-04-12T17:30:10.504 INFO:tasks.workunit.client.0.smithi099.stdout: "-x", 2024-04-12T17:30:10.504 INFO:tasks.workunit.client.0.smithi099.stdout: "--json=o", 2024-04-12T17:30:10.505 INFO:tasks.workunit.client.0.smithi099.stdout: "/dev/nvme0n1" 2024-04-12T17:30:10.505 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.505 INFO:tasks.workunit.client.0.smithi099.stdout: "build_info": "(local build)", 2024-04-12T17:30:10.505 INFO:tasks.workunit.client.0.smithi099.stdout: "exit_status": 0, 2024-04-12T17:30:10.505 INFO:tasks.workunit.client.0.smithi099.stdout: "output": [ 2024-04-12T17:30:10.505 INFO:tasks.workunit.client.0.smithi099.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-12T17:30:10.505 INFO:tasks.workunit.client.0.smithi099.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-12T17:30:10.505 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T17:30:10.505 INFO:tasks.workunit.client.0.smithi099.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-12T17:30:10.505 INFO:tasks.workunit.client.0.smithi099.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-04-12T17:30:10.505 INFO:tasks.workunit.client.0.smithi099.stdout: "Serial Number: deleted", 2024-04-12T17:30:10.505 INFO:tasks.workunit.client.0.smithi099.stdout: "Firmware Version: E2010325", 2024-04-12T17:30:10.505 INFO:tasks.workunit.client.0.smithi099.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-12T17:30:10.505 INFO:tasks.workunit.client.0.smithi099.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-12T17:30:10.506 INFO:tasks.workunit.client.0.smithi099.stdout: "Controller ID: 0", 2024-04-12T17:30:10.506 INFO:tasks.workunit.client.0.smithi099.stdout: "Number of Namespaces: 1", 2024-04-12T17:30:10.506 INFO:tasks.workunit.client.0.smithi099.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-04-12T17:30:10.506 INFO:tasks.workunit.client.0.smithi099.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-12T17:30:10.506 INFO:tasks.workunit.client.0.smithi099.stdout: "Local Time is: Fri Apr 12 15:55:15 2024 UTC", 2024-04-12T17:30:10.506 INFO:tasks.workunit.client.0.smithi099.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-12T17:30:10.506 INFO:tasks.workunit.client.0.smithi099.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-04-12T17:30:10.506 INFO:tasks.workunit.client.0.smithi099.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-12T17:30:10.506 INFO:tasks.workunit.client.0.smithi099.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-12T17:30:10.506 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T17:30:10.506 INFO:tasks.workunit.client.0.smithi099.stdout: "Supported Power States", 2024-04-12T17:30:10.506 INFO:tasks.workunit.client.0.smithi099.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-12T17:30:10.506 INFO:tasks.workunit.client.0.smithi099.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-04-12T17:30:10.506 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T17:30:10.507 INFO:tasks.workunit.client.0.smithi099.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-12T17:30:10.507 INFO:tasks.workunit.client.0.smithi099.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-12T17:30:10.507 INFO:tasks.workunit.client.0.smithi099.stdout: " 0 + 512 0 2", 2024-04-12T17:30:10.507 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T17:30:10.507 INFO:tasks.workunit.client.0.smithi099.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-12T17:30:10.507 INFO:tasks.workunit.client.0.smithi099.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-12T17:30:10.507 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T17:30:10.507 INFO:tasks.workunit.client.0.smithi099.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-12T17:30:10.507 INFO:tasks.workunit.client.0.smithi099.stdout: "Critical Warning: 0x00", 2024-04-12T17:30:10.507 INFO:tasks.workunit.client.0.smithi099.stdout: "Temperature: 34 Celsius", 2024-04-12T17:30:10.507 INFO:tasks.workunit.client.0.smithi099.stdout: "Available Spare: 100%", 2024-04-12T17:30:10.507 INFO:tasks.workunit.client.0.smithi099.stdout: "Available Spare Threshold: 0%", 2024-04-12T17:30:10.507 INFO:tasks.workunit.client.0.smithi099.stdout: "Percentage Used: 0%", 2024-04-12T17:30:10.507 INFO:tasks.workunit.client.0.smithi099.stdout: "Data Units Read: 114,885,459 [58.8 TB]", 2024-04-12T17:30:10.507 INFO:tasks.workunit.client.0.smithi099.stdout: "Data Units Written: 545,703,895 [279 TB]", 2024-04-12T17:30:10.508 INFO:tasks.workunit.client.0.smithi099.stdout: "Host Read Commands: 1,865,001,433", 2024-04-12T17:30:10.508 INFO:tasks.workunit.client.0.smithi099.stdout: "Host Write Commands: 12,343,305,405", 2024-04-12T17:30:10.508 INFO:tasks.workunit.client.0.smithi099.stdout: "Controller Busy Time: 3,228", 2024-04-12T17:30:10.508 INFO:tasks.workunit.client.0.smithi099.stdout: "Power Cycles: 22,271", 2024-04-12T17:30:10.508 INFO:tasks.workunit.client.0.smithi099.stdout: "Power On Hours: 26,510", 2024-04-12T17:30:10.508 INFO:tasks.workunit.client.0.smithi099.stdout: "Unsafe Shutdowns: 7,461", 2024-04-12T17:30:10.508 INFO:tasks.workunit.client.0.smithi099.stdout: "Media and Data Integrity Errors: 0", 2024-04-12T17:30:10.508 INFO:tasks.workunit.client.0.smithi099.stdout: "Error Information Log Entries: 0", 2024-04-12T17:30:10.508 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T17:30:10.508 INFO:tasks.workunit.client.0.smithi099.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-12T17:30:10.508 INFO:tasks.workunit.client.0.smithi099.stdout: "No Errors Logged", 2024-04-12T17:30:10.508 INFO:tasks.workunit.client.0.smithi099.stdout: "" 2024-04-12T17:30:10.508 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.508 INFO:tasks.workunit.client.0.smithi099.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-12T17:30:10.508 INFO:tasks.workunit.client.0.smithi099.stdout: "svn_revision": "5022", 2024-04-12T17:30:10.508 INFO:tasks.workunit.client.0.smithi099.stdout: "version": [ 2024-04-12T17:30:10.509 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:10.509 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:10.509 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.509 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.509 INFO:tasks.workunit.client.0.smithi099.stdout: "temperature": { 2024-04-12T17:30:10.509 INFO:tasks.workunit.client.0.smithi099.stdout: "current": 34 2024-04-12T17:30:10.509 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.509 INFO:tasks.workunit.client.0.smithi099.stdout: "user_capacity": { 2024-04-12T17:30:10.509 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 937703088, 2024-04-12T17:30:10.509 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 480103981056 2024-04-12T17:30:10.509 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.509 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.509 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.509 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.509 INFO:tasks.workunit.client.0.smithi099.stdout: "d87cbbf2-f8e5-11ee-9d32-0cc47a8fd803": { 2024-04-12T17:30:10.509 INFO:tasks.workunit.client.0.smithi099.stdout: "INTEL_SSDPEDMD400G4_d87e0e6c-f8e5-11ee-9d32-0cc47a8fd803": { 2024-04-12T17:30:10.509 INFO:tasks.workunit.client.0.smithi099.stdout: "20240412-155513": { 2024-04-12T17:30:10.510 INFO:tasks.workunit.client.0.smithi099.stdout: "device": { 2024-04-12T17:30:10.510 INFO:tasks.workunit.client.0.smithi099.stdout: "info_name": "/dev/nvme0n1", 2024-04-12T17:30:10.510 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "/dev/nvme0n1", 2024-04-12T17:30:10.510 INFO:tasks.workunit.client.0.smithi099.stdout: "protocol": "NVMe", 2024-04-12T17:30:10.510 INFO:tasks.workunit.client.0.smithi099.stdout: "type": "nvme" 2024-04-12T17:30:10.510 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.510 INFO:tasks.workunit.client.0.smithi099.stdout: "firmware_version": "8DV101H0", 2024-04-12T17:30:10.510 INFO:tasks.workunit.client.0.smithi099.stdout: "host_id": "d87cbbf2-f8e5-11ee-9d32-0cc47a8fd803", 2024-04-12T17:30:10.510 INFO:tasks.workunit.client.0.smithi099.stdout: "json_format_version": [ 2024-04-12T17:30:10.510 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:10.510 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:10.510 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.510 INFO:tasks.workunit.client.0.smithi099.stdout: "local_time": { 2024-04-12T17:30:10.510 INFO:tasks.workunit.client.0.smithi099.stdout: "asctime": "Fri Apr 12 15:55:13 2024 UTC", 2024-04-12T17:30:10.511 INFO:tasks.workunit.client.0.smithi099.stdout: "time_t": 1712937313 2024-04-12T17:30:10.511 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.511 INFO:tasks.workunit.client.0.smithi099.stdout: "logical_block_size": 512, 2024-04-12T17:30:10.511 INFO:tasks.workunit.client.0.smithi099.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-12T17:30:10.511 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_controller_id": 0, 2024-04-12T17:30:10.511 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-12T17:30:10.511 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_namespaces": [ 2024-04-12T17:30:10.511 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.511 INFO:tasks.workunit.client.0.smithi099.stdout: "capacity": { 2024-04-12T17:30:10.511 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 781422768, 2024-04-12T17:30:10.511 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 400088457216 2024-04-12T17:30:10.511 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.511 INFO:tasks.workunit.client.0.smithi099.stdout: "formatted_lba_size": 512, 2024-04-12T17:30:10.511 INFO:tasks.workunit.client.0.smithi099.stdout: "id": 1, 2024-04-12T17:30:10.511 INFO:tasks.workunit.client.0.smithi099.stdout: "size": { 2024-04-12T17:30:10.511 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 781422768, 2024-04-12T17:30:10.511 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 400088457216 2024-04-12T17:30:10.512 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.512 INFO:tasks.workunit.client.0.smithi099.stdout: "utilization": { 2024-04-12T17:30:10.512 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 781422768, 2024-04-12T17:30:10.512 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 400088457216 2024-04-12T17:30:10.512 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.512 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.512 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.512 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_number_of_namespaces": 1, 2024-04-12T17:30:10.512 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_pci_vendor": { 2024-04-12T17:30:10.512 INFO:tasks.workunit.client.0.smithi099.stdout: "id": 32902, 2024-04-12T17:30:10.512 INFO:tasks.workunit.client.0.smithi099.stdout: "subsystem_id": 32902 2024-04-12T17:30:10.512 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.512 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_smart_health_information_add_log": { 2024-04-12T17:30:10.512 INFO:tasks.workunit.client.0.smithi099.stdout: "Device stats": { 2024-04-12T17:30:10.512 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_fw_downgrades": { 2024-04-12T17:30:10.512 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T17:30:10.512 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:10.513 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.513 INFO:tasks.workunit.client.0.smithi099.stdout: "crc_error_count": { 2024-04-12T17:30:10.513 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T17:30:10.513 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:10.513 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.513 INFO:tasks.workunit.client.0.smithi099.stdout: "end_to_end_error_detection_count": { 2024-04-12T17:30:10.513 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T17:30:10.513 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:10.513 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.513 INFO:tasks.workunit.client.0.smithi099.stdout: "erase_fail_count": { 2024-04-12T17:30:10.513 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T17:30:10.513 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:10.513 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.513 INFO:tasks.workunit.client.0.smithi099.stdout: "host_bytes_written": { 2024-04-12T17:30:10.513 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T17:30:10.513 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 34960025 2024-04-12T17:30:10.514 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.514 INFO:tasks.workunit.client.0.smithi099.stdout: "host_ctx_wear_used": { 2024-04-12T17:30:10.514 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T17:30:10.514 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 1 2024-04-12T17:30:10.514 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.514 INFO:tasks.workunit.client.0.smithi099.stdout: "media_bytes_read": { 2024-04-12T17:30:10.514 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T17:30:10.514 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:10.514 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.514 INFO:tasks.workunit.client.0.smithi099.stdout: "nand_bytes_written": { 2024-04-12T17:30:10.514 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T17:30:10.514 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 56656400 2024-04-12T17:30:10.514 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.514 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_stat_indicator": { 2024-04-12T17:30:10.514 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T17:30:10.515 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:10.515 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.515 INFO:tasks.workunit.client.0.smithi099.stdout: "pll_lock_loss_count": { 2024-04-12T17:30:10.515 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T17:30:10.515 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:10.515 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.515 INFO:tasks.workunit.client.0.smithi099.stdout: "program_fail_count": { 2024-04-12T17:30:10.515 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T17:30:10.515 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:10.515 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.515 INFO:tasks.workunit.client.0.smithi099.stdout: "re_alloc_sectr_cnt": { 2024-04-12T17:30:10.515 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T17:30:10.515 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:10.515 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.515 INFO:tasks.workunit.client.0.smithi099.stdout: "retry_buffer_overflow_count": { 2024-04-12T17:30:10.516 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T17:30:10.516 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:10.516 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.516 INFO:tasks.workunit.client.0.smithi099.stdout: "soft_ecc_err_rate": { 2024-04-12T17:30:10.516 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T17:30:10.516 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:10.516 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.516 INFO:tasks.workunit.client.0.smithi099.stdout: "thermal_throttle_status": { 2024-04-12T17:30:10.516 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T17:30:10.516 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": { 2024-04-12T17:30:10.516 INFO:tasks.workunit.client.0.smithi099.stdout: "cnt": 0, 2024-04-12T17:30:10.516 INFO:tasks.workunit.client.0.smithi099.stdout: "pct": 0 2024-04-12T17:30:10.516 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.516 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.517 INFO:tasks.workunit.client.0.smithi099.stdout: "timed_workload_host_reads": { 2024-04-12T17:30:10.517 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T17:30:10.517 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 65535 2024-04-12T17:30:10.517 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.517 INFO:tasks.workunit.client.0.smithi099.stdout: "timed_workload_media_wear": { 2024-04-12T17:30:10.517 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T17:30:10.517 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 64 2024-04-12T17:30:10.517 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.517 INFO:tasks.workunit.client.0.smithi099.stdout: "timed_workload_timer": { 2024-04-12T17:30:10.517 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T17:30:10.517 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 65535 2024-04-12T17:30:10.517 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.517 INFO:tasks.workunit.client.0.smithi099.stdout: "unexp_power_loss": { 2024-04-12T17:30:10.517 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T17:30:10.517 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:10.518 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.518 INFO:tasks.workunit.client.0.smithi099.stdout: "wear_leveling": { 2024-04-12T17:30:10.518 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 88, 2024-04-12T17:30:10.518 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": { 2024-04-12T17:30:10.518 INFO:tasks.workunit.client.0.smithi099.stdout: "avg": 3798, 2024-04-12T17:30:10.518 INFO:tasks.workunit.client.0.smithi099.stdout: "max": 3820, 2024-04-12T17:30:10.518 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 3779 2024-04-12T17:30:10.518 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.518 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.518 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.518 INFO:tasks.workunit.client.0.smithi099.stdout: "Intel Smart log": "nvme0n1" 2024-04-12T17:30:10.518 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.518 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_smart_health_information_log": { 2024-04-12T17:30:10.518 INFO:tasks.workunit.client.0.smithi099.stdout: "available_spare": 100, 2024-04-12T17:30:10.519 INFO:tasks.workunit.client.0.smithi099.stdout: "available_spare_threshold": 10, 2024-04-12T17:30:10.519 INFO:tasks.workunit.client.0.smithi099.stdout: "controller_busy_time": 17, 2024-04-12T17:30:10.519 INFO:tasks.workunit.client.0.smithi099.stdout: "critical_warning": 0, 2024-04-12T17:30:10.519 INFO:tasks.workunit.client.0.smithi099.stdout: "data_units_read": 491735754, 2024-04-12T17:30:10.519 INFO:tasks.workunit.client.0.smithi099.stdout: "data_units_written": 2291140226, 2024-04-12T17:30:10.519 INFO:tasks.workunit.client.0.smithi099.stdout: "host_reads": 8149734360, 2024-04-12T17:30:10.519 INFO:tasks.workunit.client.0.smithi099.stdout: "host_writes": 39671548982, 2024-04-12T17:30:10.519 INFO:tasks.workunit.client.0.smithi099.stdout: "media_errors": 0, 2024-04-12T17:30:10.519 INFO:tasks.workunit.client.0.smithi099.stdout: "num_err_log_entries": 0, 2024-04-12T17:30:10.519 INFO:tasks.workunit.client.0.smithi099.stdout: "percentage_used": 12, 2024-04-12T17:30:10.519 INFO:tasks.workunit.client.0.smithi099.stdout: "power_cycles": 54511, 2024-04-12T17:30:10.519 INFO:tasks.workunit.client.0.smithi099.stdout: "power_on_hours": 56392, 2024-04-12T17:30:10.519 INFO:tasks.workunit.client.0.smithi099.stdout: "temperature": 24, 2024-04-12T17:30:10.519 INFO:tasks.workunit.client.0.smithi099.stdout: "unsafe_shutdowns": 547 2024-04-12T17:30:10.520 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.520 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_vendor": "intel", 2024-04-12T17:30:10.520 INFO:tasks.workunit.client.0.smithi099.stdout: "power_cycle_count": 54511, 2024-04-12T17:30:10.520 INFO:tasks.workunit.client.0.smithi099.stdout: "power_on_time": { 2024-04-12T17:30:10.520 INFO:tasks.workunit.client.0.smithi099.stdout: "hours": 56392 2024-04-12T17:30:10.520 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.520 INFO:tasks.workunit.client.0.smithi099.stdout: "serial_number": "deleted", 2024-04-12T17:30:10.520 INFO:tasks.workunit.client.0.smithi099.stdout: "smart_status": { 2024-04-12T17:30:10.520 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme": { 2024-04-12T17:30:10.520 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.520 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.520 INFO:tasks.workunit.client.0.smithi099.stdout: "passed": true 2024-04-12T17:30:10.520 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.520 INFO:tasks.workunit.client.0.smithi099.stdout: "smartctl": { 2024-04-12T17:30:10.520 INFO:tasks.workunit.client.0.smithi099.stdout: "argv": [ 2024-04-12T17:30:10.520 INFO:tasks.workunit.client.0.smithi099.stdout: "smartctl", 2024-04-12T17:30:10.521 INFO:tasks.workunit.client.0.smithi099.stdout: "-x", 2024-04-12T17:30:10.521 INFO:tasks.workunit.client.0.smithi099.stdout: "--json=o", 2024-04-12T17:30:10.521 INFO:tasks.workunit.client.0.smithi099.stdout: "/dev/nvme0n1" 2024-04-12T17:30:10.521 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.521 INFO:tasks.workunit.client.0.smithi099.stdout: "build_info": "(local build)", 2024-04-12T17:30:10.521 INFO:tasks.workunit.client.0.smithi099.stdout: "exit_status": 0, 2024-04-12T17:30:10.521 INFO:tasks.workunit.client.0.smithi099.stdout: "output": [ 2024-04-12T17:30:10.521 INFO:tasks.workunit.client.0.smithi099.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-12T17:30:10.521 INFO:tasks.workunit.client.0.smithi099.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-12T17:30:10.521 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T17:30:10.521 INFO:tasks.workunit.client.0.smithi099.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-12T17:30:10.521 INFO:tasks.workunit.client.0.smithi099.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-12T17:30:10.521 INFO:tasks.workunit.client.0.smithi099.stdout: "Serial Number: deleted", 2024-04-12T17:30:10.521 INFO:tasks.workunit.client.0.smithi099.stdout: "Firmware Version: 8DV101H0", 2024-04-12T17:30:10.521 INFO:tasks.workunit.client.0.smithi099.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-12T17:30:10.522 INFO:tasks.workunit.client.0.smithi099.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-12T17:30:10.522 INFO:tasks.workunit.client.0.smithi099.stdout: "Controller ID: 0", 2024-04-12T17:30:10.522 INFO:tasks.workunit.client.0.smithi099.stdout: "Number of Namespaces: 1", 2024-04-12T17:30:10.522 INFO:tasks.workunit.client.0.smithi099.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-12T17:30:10.522 INFO:tasks.workunit.client.0.smithi099.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-12T17:30:10.522 INFO:tasks.workunit.client.0.smithi099.stdout: "Local Time is: Fri Apr 12 15:55:13 2024 UTC", 2024-04-12T17:30:10.522 INFO:tasks.workunit.client.0.smithi099.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-12T17:30:10.522 INFO:tasks.workunit.client.0.smithi099.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-12T17:30:10.522 INFO:tasks.workunit.client.0.smithi099.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-12T17:30:10.522 INFO:tasks.workunit.client.0.smithi099.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-12T17:30:10.522 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T17:30:10.522 INFO:tasks.workunit.client.0.smithi099.stdout: "Supported Power States", 2024-04-12T17:30:10.522 INFO:tasks.workunit.client.0.smithi099.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-12T17:30:10.523 INFO:tasks.workunit.client.0.smithi099.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-12T17:30:10.523 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T17:30:10.523 INFO:tasks.workunit.client.0.smithi099.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-12T17:30:10.523 INFO:tasks.workunit.client.0.smithi099.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-12T17:30:10.523 INFO:tasks.workunit.client.0.smithi099.stdout: " 0 + 512 0 2", 2024-04-12T17:30:10.523 INFO:tasks.workunit.client.0.smithi099.stdout: " 1 - 512 8 2", 2024-04-12T17:30:10.523 INFO:tasks.workunit.client.0.smithi099.stdout: " 2 - 512 16 2", 2024-04-12T17:30:10.523 INFO:tasks.workunit.client.0.smithi099.stdout: " 3 - 4096 0 0", 2024-04-12T17:30:10.523 INFO:tasks.workunit.client.0.smithi099.stdout: " 4 - 4096 8 0", 2024-04-12T17:30:10.523 INFO:tasks.workunit.client.0.smithi099.stdout: " 5 - 4096 64 0", 2024-04-12T17:30:10.523 INFO:tasks.workunit.client.0.smithi099.stdout: " 6 - 4096 128 0", 2024-04-12T17:30:10.523 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T17:30:10.523 INFO:tasks.workunit.client.0.smithi099.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-12T17:30:10.523 INFO:tasks.workunit.client.0.smithi099.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-12T17:30:10.523 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T17:30:10.523 INFO:tasks.workunit.client.0.smithi099.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-12T17:30:10.524 INFO:tasks.workunit.client.0.smithi099.stdout: "Critical Warning: 0x00", 2024-04-12T17:30:10.524 INFO:tasks.workunit.client.0.smithi099.stdout: "Temperature: 24 Celsius", 2024-04-12T17:30:10.524 INFO:tasks.workunit.client.0.smithi099.stdout: "Available Spare: 100%", 2024-04-12T17:30:10.524 INFO:tasks.workunit.client.0.smithi099.stdout: "Available Spare Threshold: 10%", 2024-04-12T17:30:10.524 INFO:tasks.workunit.client.0.smithi099.stdout: "Percentage Used: 12%", 2024-04-12T17:30:10.524 INFO:tasks.workunit.client.0.smithi099.stdout: "Data Units Read: 491,735,754 [251 TB]", 2024-04-12T17:30:10.524 INFO:tasks.workunit.client.0.smithi099.stdout: "Data Units Written: 2,291,140,226 [1.17 PB]", 2024-04-12T17:30:10.524 INFO:tasks.workunit.client.0.smithi099.stdout: "Host Read Commands: 8,149,734,360", 2024-04-12T17:30:10.524 INFO:tasks.workunit.client.0.smithi099.stdout: "Host Write Commands: 39,671,548,982", 2024-04-12T17:30:10.524 INFO:tasks.workunit.client.0.smithi099.stdout: "Controller Busy Time: 17", 2024-04-12T17:30:10.524 INFO:tasks.workunit.client.0.smithi099.stdout: "Power Cycles: 54,511", 2024-04-12T17:30:10.524 INFO:tasks.workunit.client.0.smithi099.stdout: "Power On Hours: 56,392", 2024-04-12T17:30:10.524 INFO:tasks.workunit.client.0.smithi099.stdout: "Unsafe Shutdowns: 547", 2024-04-12T17:30:10.524 INFO:tasks.workunit.client.0.smithi099.stdout: "Media and Data Integrity Errors: 0", 2024-04-12T17:30:10.524 INFO:tasks.workunit.client.0.smithi099.stdout: "Error Information Log Entries: 0", 2024-04-12T17:30:10.525 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T17:30:10.525 INFO:tasks.workunit.client.0.smithi099.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-12T17:30:10.525 INFO:tasks.workunit.client.0.smithi099.stdout: "No Errors Logged", 2024-04-12T17:30:10.525 INFO:tasks.workunit.client.0.smithi099.stdout: "" 2024-04-12T17:30:10.525 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.525 INFO:tasks.workunit.client.0.smithi099.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-12T17:30:10.525 INFO:tasks.workunit.client.0.smithi099.stdout: "svn_revision": "5022", 2024-04-12T17:30:10.525 INFO:tasks.workunit.client.0.smithi099.stdout: "version": [ 2024-04-12T17:30:10.525 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:10.525 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:10.525 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.525 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.525 INFO:tasks.workunit.client.0.smithi099.stdout: "temperature": { 2024-04-12T17:30:10.525 INFO:tasks.workunit.client.0.smithi099.stdout: "current": 24 2024-04-12T17:30:10.526 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.526 INFO:tasks.workunit.client.0.smithi099.stdout: "user_capacity": { 2024-04-12T17:30:10.526 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 781422768, 2024-04-12T17:30:10.526 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 400088457216 2024-04-12T17:30:10.526 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.526 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.526 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.526 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.526 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.526 INFO:tasks.workunit.client.0.smithi099.stdout: "report": { 2024-04-12T17:30:10.526 INFO:tasks.workunit.client.0.smithi099.stdout: "balancer": { 2024-04-12T17:30:10.526 INFO:tasks.workunit.client.0.smithi099.stdout: "active": true, 2024-04-12T17:30:10.526 INFO:tasks.workunit.client.0.smithi099.stdout: "mode": "" 2024-04-12T17:30:10.526 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.526 INFO:tasks.workunit.client.0.smithi099.stdout: "channels": [ 2024-04-12T17:30:10.527 INFO:tasks.workunit.client.0.smithi099.stdout: "basic", 2024-04-12T17:30:10.527 INFO:tasks.workunit.client.0.smithi099.stdout: "crash", 2024-04-12T17:30:10.527 INFO:tasks.workunit.client.0.smithi099.stdout: "device", 2024-04-12T17:30:10.527 INFO:tasks.workunit.client.0.smithi099.stdout: "ident", 2024-04-12T17:30:10.527 INFO:tasks.workunit.client.0.smithi099.stdout: "perf" 2024-04-12T17:30:10.527 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.527 INFO:tasks.workunit.client.0.smithi099.stdout: "channels_available": [ 2024-04-12T17:30:10.527 INFO:tasks.workunit.client.0.smithi099.stdout: "basic", 2024-04-12T17:30:10.527 INFO:tasks.workunit.client.0.smithi099.stdout: "ident", 2024-04-12T17:30:10.527 INFO:tasks.workunit.client.0.smithi099.stdout: "crash", 2024-04-12T17:30:10.527 INFO:tasks.workunit.client.0.smithi099.stdout: "device", 2024-04-12T17:30:10.527 INFO:tasks.workunit.client.0.smithi099.stdout: "perf" 2024-04-12T17:30:10.527 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.527 INFO:tasks.workunit.client.0.smithi099.stdout: "collections_available": [ 2024-04-12T17:30:10.527 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_base", 2024-04-12T17:30:10.527 INFO:tasks.workunit.client.0.smithi099.stdout: "device_base", 2024-04-12T17:30:10.527 INFO:tasks.workunit.client.0.smithi099.stdout: "crash_base", 2024-04-12T17:30:10.528 INFO:tasks.workunit.client.0.smithi099.stdout: "ident_base", 2024-04-12T17:30:10.528 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_perf", 2024-04-12T17:30:10.528 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_mds_metadata", 2024-04-12T17:30:10.528 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_pool_usage", 2024-04-12T17:30:10.528 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_usage_by_class", 2024-04-12T17:30:10.528 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_rook_v01", 2024-04-12T17:30:10.528 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_memory_metrics", 2024-04-12T17:30:10.528 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_pool_options_bluestore", 2024-04-12T17:30:10.528 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_pool_flags" 2024-04-12T17:30:10.528 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.528 INFO:tasks.workunit.client.0.smithi099.stdout: "collections_opted_in": [ 2024-04-12T17:30:10.528 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_base", 2024-04-12T17:30:10.528 INFO:tasks.workunit.client.0.smithi099.stdout: "device_base", 2024-04-12T17:30:10.528 INFO:tasks.workunit.client.0.smithi099.stdout: "crash_base", 2024-04-12T17:30:10.528 INFO:tasks.workunit.client.0.smithi099.stdout: "ident_base", 2024-04-12T17:30:10.529 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_perf", 2024-04-12T17:30:10.529 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_mds_metadata", 2024-04-12T17:30:10.529 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_pool_usage", 2024-04-12T17:30:10.529 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_usage_by_class", 2024-04-12T17:30:10.529 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_rook_v01", 2024-04-12T17:30:10.529 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_memory_metrics", 2024-04-12T17:30:10.529 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_pool_options_bluestore", 2024-04-12T17:30:10.529 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_pool_flags" 2024-04-12T17:30:10.529 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.529 INFO:tasks.workunit.client.0.smithi099.stdout: "config": { 2024-04-12T17:30:10.529 INFO:tasks.workunit.client.0.smithi099.stdout: "active_changed": [ 2024-04-12T17:30:10.529 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T17:30:10.529 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_debug", 2024-04-12T17:30:10.529 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_mon_ticket_ttl", 2024-04-12T17:30:10.530 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_service_ticket_ttl", 2024-04-12T17:30:10.530 INFO:tasks.workunit.client.0.smithi099.stdout: "bdev_debug_aio", 2024-04-12T17:30:10.530 INFO:tasks.workunit.client.0.smithi099.stdout: "client_check_pool_perm", 2024-04-12T17:30:10.530 INFO:tasks.workunit.client.0.smithi099.stdout: "client_mount_gid", 2024-04-12T17:30:10.530 INFO:tasks.workunit.client.0.smithi099.stdout: "client_mount_uid", 2024-04-12T17:30:10.530 INFO:tasks.workunit.client.0.smithi099.stdout: "client_quota", 2024-04-12T17:30:10.530 INFO:tasks.workunit.client.0.smithi099.stdout: "container_image", 2024-04-12T17:30:10.530 INFO:tasks.workunit.client.0.smithi099.stdout: "daemonize", 2024-04-12T17:30:10.530 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_asserts_on_shutdown", 2024-04-12T17:30:10.530 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_mgr", 2024-04-12T17:30:10.530 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_mon", 2024-04-12T17:30:10.530 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_ms", 2024-04-12T17:30:10.530 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_osd", 2024-04-12T17:30:10.530 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_paxos", 2024-04-12T17:30:10.531 INFO:tasks.workunit.client.0.smithi099.stdout: "keyring", 2024-04-12T17:30:10.531 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_file", 2024-04-12T17:30:10.531 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_journald", 2024-04-12T17:30:10.531 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_stderr", 2024-04-12T17:30:10.531 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_allow_pool_delete", 2024-04-12T17:30:10.531 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_clock_drift_allowed", 2024-04-12T17:30:10.531 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_file_level", 2024-04-12T17:30:10.531 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_to_file", 2024-04-12T17:30:10.531 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_to_journald", 2024-04-12T17:30:10.531 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_to_stderr", 2024-04-12T17:30:10.531 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_data_avail_warn", 2024-04-12T17:30:10.531 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_election_default_strategy", 2024-04-12T17:30:10.531 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_host", 2024-04-12T17:30:10.531 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_max_pg_per_osd", 2024-04-12T17:30:10.531 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_mds_skip_sanity", 2024-04-12T17:30:10.532 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_mgr_mkfs_grace", 2024-04-12T17:30:10.532 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_osd_prime_pg_temp", 2024-04-12T17:30:10.532 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T17:30:10.532 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T17:30:10.532 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T17:30:10.532 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T17:30:10.532 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T17:30:10.532 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T17:30:10.532 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T17:30:10.532 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T17:30:10.532 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T17:30:10.532 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T17:30:10.532 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_too_few_osds", 2024-04-12T17:30:10.532 INFO:tasks.workunit.client.0.smithi099.stdout: "ms_die_on_bug", 2024-04-12T17:30:10.533 INFO:tasks.workunit.client.0.smithi099.stdout: "ms_die_on_old_message", 2024-04-12T17:30:10.533 INFO:tasks.workunit.client.0.smithi099.stdout: "no_config_file", 2024-04-12T17:30:10.533 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_class_default_list", 2024-04-12T17:30:10.533 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_class_load_list", 2024-04-12T17:30:10.533 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_misdirected_ops", 2024-04-12T17:30:10.533 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_op_order", 2024-04-12T17:30:10.533 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_pg_log_writeout", 2024-04-12T17:30:10.533 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_shutdown", 2024-04-12T17:30:10.533 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T17:30:10.533 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T17:30:10.533 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T17:30:10.533 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T17:30:10.533 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_delete_sleep", 2024-04-12T17:30:10.533 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_delete_sleep_hdd", 2024-04-12T17:30:10.533 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_delete_sleep_hybrid", 2024-04-12T17:30:10.534 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_delete_sleep_ssd", 2024-04-12T17:30:10.534 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_max_backfills", 2024-04-12T17:30:10.534 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T17:30:10.534 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_profile", 2024-04-12T17:30:10.534 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-12T17:30:10.534 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-12T17:30:10.534 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-12T17:30:10.534 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-12T17:30:10.534 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-12T17:30:10.534 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-12T17:30:10.534 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_client_lim", 2024-04-12T17:30:10.534 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_client_res", 2024-04-12T17:30:10.534 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-12T17:30:10.534 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_memory_target", 2024-04-12T17:30:10.535 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_memory_target_autotune", 2024-04-12T17:30:10.535 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_op_queue", 2024-04-12T17:30:10.535 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_op_queue_cut_off", 2024-04-12T17:30:10.535 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T17:30:10.535 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T17:30:10.535 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recover_clone_overlap", 2024-04-12T17:30:10.535 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_max_active", 2024-04-12T17:30:10.535 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_max_active_hdd", 2024-04-12T17:30:10.535 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_max_active_ssd", 2024-04-12T17:30:10.535 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_max_chunk", 2024-04-12T17:30:10.535 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_sleep", 2024-04-12T17:30:10.535 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_sleep_hdd", 2024-04-12T17:30:10.535 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_sleep_hybrid", 2024-04-12T17:30:10.535 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_sleep_ssd", 2024-04-12T17:30:10.535 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_scrub_load_threshold", 2024-04-12T17:30:10.536 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_scrub_max_interval", 2024-04-12T17:30:10.536 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_scrub_sleep", 2024-04-12T17:30:10.536 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_shutdown_pgref_assert", 2024-04-12T17:30:10.536 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_snap_trim_sleep", 2024-04-12T17:30:10.536 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_snap_trim_sleep_hdd", 2024-04-12T17:30:10.536 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-12T17:30:10.536 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_snap_trim_sleep_ssd", 2024-04-12T17:30:10.536 INFO:tasks.workunit.client.0.smithi099.stdout: "public_network", 2024-04-12T17:30:10.536 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-12T17:30:10.536 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd_default_features", 2024-04-12T17:30:10.536 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd_qos_exclude_ops", 2024-04-12T17:30:10.536 INFO:tasks.workunit.client.0.smithi099.stdout: "setgroup", 2024-04-12T17:30:10.536 INFO:tasks.workunit.client.0.smithi099.stdout: "setuser" 2024-04-12T17:30:10.536 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.536 INFO:tasks.workunit.client.0.smithi099.stdout: "cluster_changed": [ 2024-04-12T17:30:10.536 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T17:30:10.537 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_debug", 2024-04-12T17:30:10.537 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_mon_ticket_ttl", 2024-04-12T17:30:10.537 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_service_ticket_ttl", 2024-04-12T17:30:10.537 INFO:tasks.workunit.client.0.smithi099.stdout: "bdev_debug_aio", 2024-04-12T17:30:10.537 INFO:tasks.workunit.client.0.smithi099.stdout: "container_image", 2024-04-12T17:30:10.537 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_asserts_on_shutdown", 2024-04-12T17:30:10.537 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_mgr", 2024-04-12T17:30:10.537 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_mon", 2024-04-12T17:30:10.537 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_ms", 2024-04-12T17:30:10.537 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_osd", 2024-04-12T17:30:10.537 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_paxos", 2024-04-12T17:30:10.537 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_file", 2024-04-12T17:30:10.537 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_journald", 2024-04-12T17:30:10.537 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_stderr", 2024-04-12T17:30:10.537 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_join_fs", 2024-04-12T17:30:10.538 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/cephadm/allow_ptrace", 2024-04-12T17:30:10.538 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/cephadm/container_init", 2024-04-12T17:30:10.538 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/cephadm/migration_current", 2024-04-12T17:30:10.538 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/cephadm/use_repo_digest", 2024-04-12T17:30:10.538 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-12T17:30:10.538 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-12T17:30:10.538 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-12T17:30:10.538 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-12T17:30:10.538 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/dashboard/ssl_server_port", 2024-04-12T17:30:10.538 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/orchestrator/orchestrator", 2024-04-12T17:30:10.538 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/telemetry/channel_ident", 2024-04-12T17:30:10.538 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/telemetry/channel_perf", 2024-04-12T17:30:10.538 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/telemetry/description", 2024-04-12T17:30:10.538 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/telemetry/enabled", 2024-04-12T17:30:10.538 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/telemetry/organization", 2024-04-12T17:30:10.539 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_allow_pool_delete", 2024-04-12T17:30:10.539 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_clock_drift_allowed", 2024-04-12T17:30:10.539 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_file_level", 2024-04-12T17:30:10.539 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_to_file", 2024-04-12T17:30:10.539 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_data_avail_warn", 2024-04-12T17:30:10.539 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_election_default_strategy", 2024-04-12T17:30:10.539 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_max_pg_per_osd", 2024-04-12T17:30:10.539 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_mds_skip_sanity", 2024-04-12T17:30:10.539 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_mgr_mkfs_grace", 2024-04-12T17:30:10.539 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_osd_prime_pg_temp", 2024-04-12T17:30:10.539 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T17:30:10.539 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T17:30:10.539 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T17:30:10.539 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T17:30:10.540 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T17:30:10.540 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T17:30:10.540 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T17:30:10.540 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T17:30:10.540 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T17:30:10.540 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T17:30:10.540 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_too_few_osds", 2024-04-12T17:30:10.540 INFO:tasks.workunit.client.0.smithi099.stdout: "ms_die_on_bug", 2024-04-12T17:30:10.540 INFO:tasks.workunit.client.0.smithi099.stdout: "ms_die_on_old_message", 2024-04-12T17:30:10.540 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_class_default_list", 2024-04-12T17:30:10.540 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_class_load_list", 2024-04-12T17:30:10.540 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_misdirected_ops", 2024-04-12T17:30:10.540 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_op_order", 2024-04-12T17:30:10.540 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_pg_log_writeout", 2024-04-12T17:30:10.540 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_shutdown", 2024-04-12T17:30:10.540 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T17:30:10.541 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T17:30:10.541 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T17:30:10.541 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T17:30:10.541 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T17:30:10.541 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_profile", 2024-04-12T17:30:10.541 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_memory_target", 2024-04-12T17:30:10.541 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_memory_target_autotune", 2024-04-12T17:30:10.541 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_op_queue", 2024-04-12T17:30:10.541 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_op_queue_cut_off", 2024-04-12T17:30:10.541 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T17:30:10.541 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T17:30:10.541 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recover_clone_overlap", 2024-04-12T17:30:10.541 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_max_chunk", 2024-04-12T17:30:10.542 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_scrub_load_threshold", 2024-04-12T17:30:10.542 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_scrub_max_interval", 2024-04-12T17:30:10.542 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_shutdown_pgref_assert", 2024-04-12T17:30:10.542 INFO:tasks.workunit.client.0.smithi099.stdout: "public_network", 2024-04-12T17:30:10.542 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-12T17:30:10.542 INFO:tasks.workunit.client.0.smithi099.stdout: "rgw_cache_enabled", 2024-04-12T17:30:10.542 INFO:tasks.workunit.client.0.smithi099.stdout: "rgw_enable_ops_log", 2024-04-12T17:30:10.542 INFO:tasks.workunit.client.0.smithi099.stdout: "rgw_enable_usage_log" 2024-04-12T17:30:10.542 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.542 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.542 INFO:tasks.workunit.client.0.smithi099.stdout: "contact": null, 2024-04-12T17:30:10.542 INFO:tasks.workunit.client.0.smithi099.stdout: "crashes": [], 2024-04-12T17:30:10.542 INFO:tasks.workunit.client.0.smithi099.stdout: "created": "2024-04-12T15:51:58.657208Z", 2024-04-12T17:30:10.542 INFO:tasks.workunit.client.0.smithi099.stdout: "crush": { 2024-04-12T17:30:10.543 INFO:tasks.workunit.client.0.smithi099.stdout: "bucket_algs": { 2024-04-12T17:30:10.543 INFO:tasks.workunit.client.0.smithi099.stdout: "straw2": 3 2024-04-12T17:30:10.543 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.543 INFO:tasks.workunit.client.0.smithi099.stdout: "bucket_sizes": { 2024-04-12T17:30:10.543 INFO:tasks.workunit.client.0.smithi099.stdout: "2": 1, 2024-04-12T17:30:10.543 INFO:tasks.workunit.client.0.smithi099.stdout: "4": 2 2024-04-12T17:30:10.543 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.543 INFO:tasks.workunit.client.0.smithi099.stdout: "bucket_types": { 2024-04-12T17:30:10.543 INFO:tasks.workunit.client.0.smithi099.stdout: "1": 2, 2024-04-12T17:30:10.543 INFO:tasks.workunit.client.0.smithi099.stdout: "11": 1 2024-04-12T17:30:10.543 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.543 INFO:tasks.workunit.client.0.smithi099.stdout: "compat_weight_set": false, 2024-04-12T17:30:10.543 INFO:tasks.workunit.client.0.smithi099.stdout: "device_classes": [ 2024-04-12T17:30:10.543 INFO:tasks.workunit.client.0.smithi099.stdout: 8 2024-04-12T17:30:10.543 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.544 INFO:tasks.workunit.client.0.smithi099.stdout: "num_buckets": 6, 2024-04-12T17:30:10.544 INFO:tasks.workunit.client.0.smithi099.stdout: "num_devices": 8, 2024-04-12T17:30:10.544 INFO:tasks.workunit.client.0.smithi099.stdout: "num_rules": 2, 2024-04-12T17:30:10.544 INFO:tasks.workunit.client.0.smithi099.stdout: "num_types": 12, 2024-04-12T17:30:10.544 INFO:tasks.workunit.client.0.smithi099.stdout: "num_weight_sets": 0, 2024-04-12T17:30:10.544 INFO:tasks.workunit.client.0.smithi099.stdout: "tunables": { 2024-04-12T17:30:10.544 INFO:tasks.workunit.client.0.smithi099.stdout: "allowed_bucket_algs": 54, 2024-04-12T17:30:10.544 INFO:tasks.workunit.client.0.smithi099.stdout: "choose_local_fallback_tries": 0, 2024-04-12T17:30:10.544 INFO:tasks.workunit.client.0.smithi099.stdout: "choose_local_tries": 0, 2024-04-12T17:30:10.544 INFO:tasks.workunit.client.0.smithi099.stdout: "choose_total_tries": 50, 2024-04-12T17:30:10.544 INFO:tasks.workunit.client.0.smithi099.stdout: "chooseleaf_descend_once": 1, 2024-04-12T17:30:10.544 INFO:tasks.workunit.client.0.smithi099.stdout: "chooseleaf_stable": 1, 2024-04-12T17:30:10.544 INFO:tasks.workunit.client.0.smithi099.stdout: "chooseleaf_vary_r": 1, 2024-04-12T17:30:10.544 INFO:tasks.workunit.client.0.smithi099.stdout: "has_msr_rules": 0, 2024-04-12T17:30:10.544 INFO:tasks.workunit.client.0.smithi099.stdout: "has_v2_rules": 1, 2024-04-12T17:30:10.545 INFO:tasks.workunit.client.0.smithi099.stdout: "has_v3_rules": 0, 2024-04-12T17:30:10.545 INFO:tasks.workunit.client.0.smithi099.stdout: "has_v4_buckets": 1, 2024-04-12T17:30:10.545 INFO:tasks.workunit.client.0.smithi099.stdout: "has_v5_rules": 0, 2024-04-12T17:30:10.545 INFO:tasks.workunit.client.0.smithi099.stdout: "legacy_tunables": 0, 2024-04-12T17:30:10.545 INFO:tasks.workunit.client.0.smithi099.stdout: "minimum_required_version": "jewel", 2024-04-12T17:30:10.545 INFO:tasks.workunit.client.0.smithi099.stdout: "msr_collision_tries": 100, 2024-04-12T17:30:10.545 INFO:tasks.workunit.client.0.smithi099.stdout: "msr_descents": 100, 2024-04-12T17:30:10.545 INFO:tasks.workunit.client.0.smithi099.stdout: "optimal_tunables": 1, 2024-04-12T17:30:10.545 INFO:tasks.workunit.client.0.smithi099.stdout: "profile": "jewel", 2024-04-12T17:30:10.545 INFO:tasks.workunit.client.0.smithi099.stdout: "require_feature_tunables": 1, 2024-04-12T17:30:10.545 INFO:tasks.workunit.client.0.smithi099.stdout: "require_feature_tunables2": 1, 2024-04-12T17:30:10.545 INFO:tasks.workunit.client.0.smithi099.stdout: "require_feature_tunables3": 1, 2024-04-12T17:30:10.545 INFO:tasks.workunit.client.0.smithi099.stdout: "require_feature_tunables5": 1, 2024-04-12T17:30:10.545 INFO:tasks.workunit.client.0.smithi099.stdout: "straw_calc_version": 1 2024-04-12T17:30:10.545 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.546 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.546 INFO:tasks.workunit.client.0.smithi099.stdout: "description": "upgrade test cluster", 2024-04-12T17:30:10.546 INFO:tasks.workunit.client.0.smithi099.stdout: "fs": { 2024-04-12T17:30:10.546 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T17:30:10.546 INFO:tasks.workunit.client.0.smithi099.stdout: "feature_flags": { 2024-04-12T17:30:10.546 INFO:tasks.workunit.client.0.smithi099.stdout: "enable_multiple": true, 2024-04-12T17:30:10.546 INFO:tasks.workunit.client.0.smithi099.stdout: "ever_enabled_multiple": true 2024-04-12T17:30:10.546 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.546 INFO:tasks.workunit.client.0.smithi099.stdout: "filesystems": [ 2024-04-12T17:30:10.546 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.546 INFO:tasks.workunit.client.0.smithi099.stdout: "approx_ctime": "2024-04", 2024-04-12T17:30:10.546 INFO:tasks.workunit.client.0.smithi099.stdout: "balancer_enabled": false, 2024-04-12T17:30:10.546 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.546 INFO:tasks.workunit.client.0.smithi099.stdout: "cached_caps": 0, 2024-04-12T17:30:10.547 INFO:tasks.workunit.client.0.smithi099.stdout: "cached_dns": 10, 2024-04-12T17:30:10.547 INFO:tasks.workunit.client.0.smithi099.stdout: "cached_inos": 13, 2024-04-12T17:30:10.547 INFO:tasks.workunit.client.0.smithi099.stdout: "cached_subtrees": 2, 2024-04-12T17:30:10.547 INFO:tasks.workunit.client.0.smithi099.stdout: "ever_allowed_features": 0, 2024-04-12T17:30:10.547 INFO:tasks.workunit.client.0.smithi099.stdout: "explicitly_allowed_features": 0, 2024-04-12T17:30:10.547 INFO:tasks.workunit.client.0.smithi099.stdout: "files": 0, 2024-04-12T17:30:10.547 INFO:tasks.workunit.client.0.smithi099.stdout: "max_mds": 1, 2024-04-12T17:30:10.547 INFO:tasks.workunit.client.0.smithi099.stdout: "num_data_pools": 1, 2024-04-12T17:30:10.547 INFO:tasks.workunit.client.0.smithi099.stdout: "num_in": 1, 2024-04-12T17:30:10.547 INFO:tasks.workunit.client.0.smithi099.stdout: "num_mds": 1, 2024-04-12T17:30:10.547 INFO:tasks.workunit.client.0.smithi099.stdout: "num_sessions": 0, 2024-04-12T17:30:10.547 INFO:tasks.workunit.client.0.smithi099.stdout: "num_standby_replay": 0, 2024-04-12T17:30:10.547 INFO:tasks.workunit.client.0.smithi099.stdout: "num_up": 1, 2024-04-12T17:30:10.547 INFO:tasks.workunit.client.0.smithi099.stdout: "snaps": 0, 2024-04-12T17:30:10.547 INFO:tasks.workunit.client.0.smithi099.stdout: "standby_count_wanted": 0 2024-04-12T17:30:10.548 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.548 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.548 INFO:tasks.workunit.client.0.smithi099.stdout: "num_standby_mds": 1, 2024-04-12T17:30:10.548 INFO:tasks.workunit.client.0.smithi099.stdout: "total_num_mds": 2 2024-04-12T17:30:10.548 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.548 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_stats": { 2024-04-12T17:30:10.548 INFO:tasks.workunit.client.0.smithi099.stdout: "mds": { 2024-04-12T17:30:10.548 INFO:tasks.workunit.client.0.smithi099.stdout: "mds.1e2a24d7ed8c1704620ea3bccfc67a7f23c62d00": { 2024-04-12T17:30:10.548 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 20455424, 2024-04-12T17:30:10.548 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 413472, 2024-04-12T17:30:10.548 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 2752512, 2024-04-12T17:30:10.548 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T17:30:10.548 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 851968, 2024-04-12T17:30:10.548 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 430, 2024-04-12T17:30:10.548 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:10.549 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 1293856, 2024-04-12T17:30:10.549 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 22, 2024-04-12T17:30:10.549 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 1098752, 2024-04-12T17:30:10.549 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 14896832, 2024-04-12T17:30:10.549 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 21307392 2024-04-12T17:30:10.549 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.549 INFO:tasks.workunit.client.0.smithi099.stdout: "mds.99eca4e11e5c95f50fdb573e338d356fe5d4041f": { 2024-04-12T17:30:10.549 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 20258816, 2024-04-12T17:30:10.549 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 319800, 2024-04-12T17:30:10.549 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 2752512, 2024-04-12T17:30:10.549 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 901120, 2024-04-12T17:30:10.549 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 0, 2024-04-12T17:30:10.549 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 338, 2024-04-12T17:30:10.549 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:10.549 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 1067232, 2024-04-12T17:30:10.550 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 13, 2024-04-12T17:30:10.550 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 735232, 2024-04-12T17:30:10.550 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 14482920, 2024-04-12T17:30:10.550 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 20258816 2024-04-12T17:30:10.550 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.550 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.550 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T17:30:10.550 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.1e2a24d7ed8c1704620ea3bccfc67a7f23c62d00": { 2024-04-12T17:30:10.550 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 264380416, 2024-04-12T17:30:10.550 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 5898336, 2024-04-12T17:30:10.550 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 3145728, 2024-04-12T17:30:10.550 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 2998272, 2024-04-12T17:30:10.550 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 98304, 2024-04-12T17:30:10.550 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 9547, 2024-04-12T17:30:10.551 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:10.551 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 13802320, 2024-04-12T17:30:10.551 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 23, 2024-04-12T17:30:10.551 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 4895744, 2024-04-12T17:30:10.551 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 233640016, 2024-04-12T17:30:10.551 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 264478720 2024-04-12T17:30:10.551 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.551 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.5b45c9ad1c228149a803c7f15c41ecb95bb8abcb": { 2024-04-12T17:30:10.551 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 175841280, 2024-04-12T17:30:10.551 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 2985576, 2024-04-12T17:30:10.551 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 3014656, 2024-04-12T17:30:10.551 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 4644864, 2024-04-12T17:30:10.551 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 147456, 2024-04-12T17:30:10.551 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 6791, 2024-04-12T17:30:10.551 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:10.552 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 10669384, 2024-04-12T17:30:10.552 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 20, 2024-04-12T17:30:10.552 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 2657280, 2024-04-12T17:30:10.552 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 151869520, 2024-04-12T17:30:10.552 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 175988736 2024-04-12T17:30:10.552 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.552 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.99eca4e11e5c95f50fdb573e338d356fe5d4041f": { 2024-04-12T17:30:10.552 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 173891584, 2024-04-12T17:30:10.552 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 1925888, 2024-04-12T17:30:10.552 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 5111808, 2024-04-12T17:30:10.552 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 3866624, 2024-04-12T17:30:10.552 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 8192, 2024-04-12T17:30:10.552 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 6503, 2024-04-12T17:30:10.552 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:10.552 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 9455200, 2024-04-12T17:30:10.553 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 20, 2024-04-12T17:30:10.553 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 2343168, 2024-04-12T17:30:10.553 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 151188896, 2024-04-12T17:30:10.553 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 173899776 2024-04-12T17:30:10.553 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.553 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.553 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:10.553 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.0": { 2024-04-12T17:30:10.553 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 542441472, 2024-04-12T17:30:10.553 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 35586784, 2024-04-12T17:30:10.553 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 3538944, 2024-04-12T17:30:10.553 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T17:30:10.553 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 42549248, 2024-04-12T17:30:10.553 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 13169, 2024-04-12T17:30:10.553 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:10.554 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 80432352, 2024-04-12T17:30:10.554 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 60, 2024-04-12T17:30:10.554 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 10401024, 2024-04-12T17:30:10.554 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 412482368, 2024-04-12T17:30:10.554 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 584990720 2024-04-12T17:30:10.554 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.554 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.1": { 2024-04-12T17:30:10.554 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 629415936, 2024-04-12T17:30:10.554 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 26936488, 2024-04-12T17:30:10.554 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 3407872, 2024-04-12T17:30:10.554 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T17:30:10.554 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 46972928, 2024-04-12T17:30:10.554 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 13276, 2024-04-12T17:30:10.554 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:10.555 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 99207168, 2024-04-12T17:30:10.555 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 60, 2024-04-12T17:30:10.555 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 9716480, 2024-04-12T17:30:10.555 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 490147928, 2024-04-12T17:30:10.555 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 676388864 2024-04-12T17:30:10.555 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.555 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.2": { 2024-04-12T17:30:10.555 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 532627456, 2024-04-12T17:30:10.555 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 28934456, 2024-04-12T17:30:10.555 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 3407872, 2024-04-12T17:30:10.555 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T17:30:10.555 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 57139200, 2024-04-12T17:30:10.555 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 11106, 2024-04-12T17:30:10.555 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:10.556 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 98709784, 2024-04-12T17:30:10.556 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 53, 2024-04-12T17:30:10.556 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 9933056, 2024-04-12T17:30:10.556 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 391642288, 2024-04-12T17:30:10.556 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 589766656 2024-04-12T17:30:10.556 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.556 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.3": { 2024-04-12T17:30:10.556 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 671408128, 2024-04-12T17:30:10.556 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 20058752, 2024-04-12T17:30:10.556 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 3407872, 2024-04-12T17:30:10.556 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T17:30:10.556 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 26042368, 2024-04-12T17:30:10.556 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 11642, 2024-04-12T17:30:10.556 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:10.556 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 87046760, 2024-04-12T17:30:10.556 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 53, 2024-04-12T17:30:10.557 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 12598272, 2024-04-12T17:30:10.557 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 548296472, 2024-04-12T17:30:10.557 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 697450496 2024-04-12T17:30:10.557 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.557 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.4": { 2024-04-12T17:30:10.557 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 661733376, 2024-04-12T17:30:10.557 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 27532712, 2024-04-12T17:30:10.557 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 3407872, 2024-04-12T17:30:10.557 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T17:30:10.557 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 28794880, 2024-04-12T17:30:10.557 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 11917, 2024-04-12T17:30:10.557 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:10.557 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 108141792, 2024-04-12T17:30:10.557 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 53, 2024-04-12T17:30:10.557 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 10116096, 2024-04-12T17:30:10.557 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 512534904, 2024-04-12T17:30:10.558 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 690528256 2024-04-12T17:30:10.558 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.558 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.5": { 2024-04-12T17:30:10.558 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 487776256, 2024-04-12T17:30:10.558 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 29652440, 2024-04-12T17:30:10.558 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 3407872, 2024-04-12T17:30:10.558 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T17:30:10.558 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 136601600, 2024-04-12T17:30:10.558 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 12589, 2024-04-12T17:30:10.558 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:10.558 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 104828184, 2024-04-12T17:30:10.558 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 53, 2024-04-12T17:30:10.558 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 9286912, 2024-04-12T17:30:10.558 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 340600848, 2024-04-12T17:30:10.559 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 624377856 2024-04-12T17:30:10.559 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.559 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.6": { 2024-04-12T17:30:10.559 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 616374272, 2024-04-12T17:30:10.559 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 22640536, 2024-04-12T17:30:10.559 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 3538944, 2024-04-12T17:30:10.559 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T17:30:10.559 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 40378368, 2024-04-12T17:30:10.559 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 11055, 2024-04-12T17:30:10.559 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:10.559 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 93851288, 2024-04-12T17:30:10.559 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 60, 2024-04-12T17:30:10.559 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 11043840, 2024-04-12T17:30:10.559 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 485299664, 2024-04-12T17:30:10.559 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 656752640 2024-04-12T17:30:10.560 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.560 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.7": { 2024-04-12T17:30:10.560 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 539820032, 2024-04-12T17:30:10.560 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 22554896, 2024-04-12T17:30:10.560 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 5505024, 2024-04-12T17:30:10.560 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T17:30:10.560 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 45916160, 2024-04-12T17:30:10.560 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 11202, 2024-04-12T17:30:10.560 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:10.560 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 104235776, 2024-04-12T17:30:10.560 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 52, 2024-04-12T17:30:10.560 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 8171776, 2024-04-12T17:30:10.560 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 399352560, 2024-04-12T17:30:10.560 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 585736192 2024-04-12T17:30:10.560 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.561 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.561 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.561 INFO:tasks.workunit.client.0.smithi099.stdout: "hosts": { 2024-04-12T17:30:10.561 INFO:tasks.workunit.client.0.smithi099.stdout: "num": 2, 2024-04-12T17:30:10.561 INFO:tasks.workunit.client.0.smithi099.stdout: "num_with_mds": 2, 2024-04-12T17:30:10.561 INFO:tasks.workunit.client.0.smithi099.stdout: "num_with_mgr": 2, 2024-04-12T17:30:10.561 INFO:tasks.workunit.client.0.smithi099.stdout: "num_with_mon": 2, 2024-04-12T17:30:10.561 INFO:tasks.workunit.client.0.smithi099.stdout: "num_with_osd": 2 2024-04-12T17:30:10.561 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.561 INFO:tasks.workunit.client.0.smithi099.stdout: "io_rate": { 2024-04-12T17:30:10.561 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_stats_delta": { 2024-04-12T17:30:10.561 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": 0, 2024-04-12T17:30:10.561 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:10.561 INFO:tasks.workunit.client.0.smithi099.stdout: "num_store_stats": 0, 2024-04-12T17:30:10.561 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:10.561 INFO:tasks.workunit.client.0.smithi099.stdout: "stamp_delta": "12.003259", 2024-04-12T17:30:10.562 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:10.562 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:10.562 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:10.562 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:10.562 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:10.562 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:10.562 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:10.562 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:10.562 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:10.562 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:10.562 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:10.562 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:10.562 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:10.562 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:10.563 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:10.563 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:10.563 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:10.563 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:10.563 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:10.563 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:10.563 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:10.563 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:10.563 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:10.563 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:10.563 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:10.563 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:10.563 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:10.563 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:10.564 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:10.564 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:10.564 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:10.564 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:10.564 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:10.564 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:10.564 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:10.564 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:10.564 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:10.564 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:10.564 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:10.564 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:10.564 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:10.564 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.564 INFO:tasks.workunit.client.0.smithi099.stdout: "store_stats": { 2024-04-12T17:30:10.564 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": 0, 2024-04-12T17:30:10.565 INFO:tasks.workunit.client.0.smithi099.stdout: "available": 0, 2024-04-12T17:30:10.565 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed": 0, 2024-04-12T17:30:10.565 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_allocated": 0, 2024-04-12T17:30:10.565 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_original": 0, 2024-04-12T17:30:10.565 INFO:tasks.workunit.client.0.smithi099.stdout: "data_stored": 0, 2024-04-12T17:30:10.565 INFO:tasks.workunit.client.0.smithi099.stdout: "internal_metadata": 0, 2024-04-12T17:30:10.565 INFO:tasks.workunit.client.0.smithi099.stdout: "internally_reserved": 0, 2024-04-12T17:30:10.565 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_allocated": 0, 2024-04-12T17:30:10.565 INFO:tasks.workunit.client.0.smithi099.stdout: "total": 0 2024-04-12T17:30:10.565 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.565 INFO:tasks.workunit.client.0.smithi099.stdout: "up": 0 2024-04-12T17:30:10.565 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.565 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.565 INFO:tasks.workunit.client.0.smithi099.stdout: "leaderboard": false, 2024-04-12T17:30:10.565 INFO:tasks.workunit.client.0.smithi099.stdout: "leaderboard_description": null, 2024-04-12T17:30:10.565 INFO:tasks.workunit.client.0.smithi099.stdout: "license": "sharing-1-0", 2024-04-12T17:30:10.566 INFO:tasks.workunit.client.0.smithi099.stdout: "mempool": { 2024-04-12T17:30:10.566 INFO:tasks.workunit.client.0.smithi099.stdout: "mds": { 2024-04-12T17:30:10.566 INFO:tasks.workunit.client.0.smithi099.stdout: "mds.1e2a24d7ed8c1704620ea3bccfc67a7f23c62d00": { 2024-04-12T17:30:10.566 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:10.566 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.566 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.566 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.566 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:10.566 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.566 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.566 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.566 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:10.566 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.566 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.566 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.567 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:10.567 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.567 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.567 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.567 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:10.567 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.567 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.567 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.567 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:10.567 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.567 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.567 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.567 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:10.567 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.567 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.568 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.568 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:10.568 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.568 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.568 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.568 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:10.568 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.568 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.568 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.568 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:10.568 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.568 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.568 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.569 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:10.569 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.569 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.569 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.569 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:10.569 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.569 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.569 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.569 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:10.569 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.569 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.569 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.569 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:10.569 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.570 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.570 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.570 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:10.570 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.570 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.570 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.570 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:10.570 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.570 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.570 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.570 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:10.570 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.570 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.570 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.571 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:10.571 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.571 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.571 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.571 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:10.571 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 223455, 2024-04-12T17:30:10.571 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 69 2024-04-12T17:30:10.571 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.571 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:10.571 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.571 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.571 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.571 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:10.571 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 52112, 2024-04-12T17:30:10.572 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 181 2024-04-12T17:30:10.572 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.572 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:10.572 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.572 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.572 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.572 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:10.572 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.572 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.572 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.572 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:10.572 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.572 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.572 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.572 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:10.573 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 12232, 2024-04-12T17:30:10.573 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 251 2024-04-12T17:30:10.573 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.573 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:10.573 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.573 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.573 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.573 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:10.573 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.573 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.573 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.573 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:10.573 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.573 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.573 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.574 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:10.574 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.574 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.574 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.574 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.574 INFO:tasks.workunit.client.0.smithi099.stdout: "mds.99eca4e11e5c95f50fdb573e338d356fe5d4041f": { 2024-04-12T17:30:10.574 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:10.574 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.574 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.574 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.574 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:10.574 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.574 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.574 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.575 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:10.575 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.575 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.575 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.575 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:10.575 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.575 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.575 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.575 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:10.575 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.575 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.575 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.575 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:10.575 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.575 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.576 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.576 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:10.576 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.576 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.576 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.576 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:10.576 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.576 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.576 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.576 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:10.576 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.576 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.576 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.576 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:10.576 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.576 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.577 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.577 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:10.577 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.577 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.577 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.577 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:10.577 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.577 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.577 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.577 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:10.577 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.577 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.577 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.577 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:10.577 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.577 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.578 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.578 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:10.578 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.578 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.578 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.578 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:10.578 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.578 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.578 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.578 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:10.578 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.578 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.578 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.578 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:10.578 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.579 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.579 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.579 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:10.579 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 149025, 2024-04-12T17:30:10.579 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 34 2024-04-12T17:30:10.579 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.579 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:10.579 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.579 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.579 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.579 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:10.579 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 928, 2024-04-12T17:30:10.579 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 2 2024-04-12T17:30:10.579 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.579 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:10.580 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.580 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.580 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.580 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:10.580 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.580 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.580 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.580 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:10.580 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.580 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.580 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.580 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:10.580 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.580 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.580 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.580 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:10.581 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.581 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.581 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.581 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:10.581 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.581 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.581 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.581 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:10.581 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.581 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.581 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.581 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:10.581 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.581 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.581 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.581 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.581 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.582 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T17:30:10.582 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.1e2a24d7ed8c1704620ea3bccfc67a7f23c62d00": { 2024-04-12T17:30:10.582 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:10.582 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.582 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.582 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.582 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:10.582 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.582 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.582 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.582 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:10.582 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.582 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.582 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.582 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:10.583 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.583 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.583 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.583 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:10.583 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.583 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.583 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.583 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:10.583 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.583 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.583 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.583 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:10.583 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.583 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.583 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.584 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:10.584 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.584 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.584 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.584 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:10.584 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.584 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.584 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.584 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:10.584 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.584 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.584 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.584 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:10.584 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.584 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.585 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.585 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:10.585 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.585 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.585 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.585 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:10.585 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.585 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.585 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.585 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:10.585 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.585 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.585 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.585 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:10.585 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.585 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.585 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.586 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:10.586 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.586 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.586 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.586 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:10.586 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.586 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.586 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.586 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:10.586 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.586 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.586 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.586 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:10.586 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 42563185, 2024-04-12T17:30:10.587 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 5267 2024-04-12T17:30:10.587 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.587 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:10.587 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.587 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.587 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.587 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:10.587 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.587 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.587 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.587 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:10.587 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.587 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.587 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.587 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:10.588 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.589 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.589 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.589 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:10.589 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.589 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.589 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.589 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:10.589 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 10808, 2024-04-12T17:30:10.590 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 250 2024-04-12T17:30:10.590 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.590 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:10.590 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 70440, 2024-04-12T17:30:10.590 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 5158 2024-04-12T17:30:10.590 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.590 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:10.590 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 11792, 2024-04-12T17:30:10.590 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 348 2024-04-12T17:30:10.590 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.590 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:10.590 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.590 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.590 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.590 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:10.591 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.591 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.591 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.591 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.591 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.5b45c9ad1c228149a803c7f15c41ecb95bb8abcb": { 2024-04-12T17:30:10.591 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:10.591 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.591 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.591 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.591 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:10.591 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.591 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.591 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.591 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:10.592 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.592 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.592 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.592 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:10.592 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.592 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.592 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.592 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:10.592 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.592 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.592 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.592 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:10.592 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.592 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.592 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.592 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:10.593 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.593 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.593 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.593 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:10.593 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.593 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.593 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.593 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:10.593 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.593 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.593 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.593 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:10.593 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.593 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.594 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.594 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:10.594 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.594 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.594 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.594 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:10.594 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.594 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.594 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.594 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:10.594 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.594 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.594 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.594 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:10.595 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.595 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.595 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.595 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:10.595 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.595 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.595 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.595 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:10.595 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.595 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.595 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.595 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:10.595 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.595 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.595 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.596 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:10.596 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.596 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.596 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.596 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:10.596 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 42303145, 2024-04-12T17:30:10.596 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 5236 2024-04-12T17:30:10.596 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.596 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:10.596 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 440, 2024-04-12T17:30:10.596 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 5 2024-04-12T17:30:10.596 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.596 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:10.596 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.596 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.596 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.597 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:10.597 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.597 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.597 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.597 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:10.597 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.597 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.597 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.597 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:10.597 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.597 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.597 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.597 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:10.597 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 10808, 2024-04-12T17:30:10.597 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 250 2024-04-12T17:30:10.598 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.598 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:10.598 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 70440, 2024-04-12T17:30:10.598 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 5158 2024-04-12T17:30:10.598 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.598 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:10.598 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 5896, 2024-04-12T17:30:10.598 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 174 2024-04-12T17:30:10.598 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.598 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:10.598 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.598 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.598 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.598 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:10.598 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.599 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.599 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.599 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.599 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.99eca4e11e5c95f50fdb573e338d356fe5d4041f": { 2024-04-12T17:30:10.599 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:10.599 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.599 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.599 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.599 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:10.599 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.599 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.599 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.599 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:10.599 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.600 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.600 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.600 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:10.600 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.600 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.600 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.600 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:10.600 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.600 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.600 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.600 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:10.600 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.600 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.600 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.600 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:10.601 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.601 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.601 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.601 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:10.601 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.601 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.601 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.601 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:10.601 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.601 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.601 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.601 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:10.601 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.601 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.601 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.602 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:10.602 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.602 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.602 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.602 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:10.602 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.602 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.602 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.602 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:10.602 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.602 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.602 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.603 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:10.603 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.603 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.603 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.603 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:10.603 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.603 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.603 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.603 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:10.603 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.603 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.603 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.603 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:10.603 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.603 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.604 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.604 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:10.604 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.604 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.604 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.604 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:10.604 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 42110785, 2024-04-12T17:30:10.604 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 5207 2024-04-12T17:30:10.604 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.604 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:10.604 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 440, 2024-04-12T17:30:10.604 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 5 2024-04-12T17:30:10.604 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.604 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:10.605 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.605 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.605 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.605 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:10.605 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.605 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.605 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.605 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:10.605 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.605 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.605 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.605 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:10.605 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.605 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.606 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.606 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:10.606 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 10808, 2024-04-12T17:30:10.606 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 250 2024-04-12T17:30:10.606 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.606 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:10.606 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 70440, 2024-04-12T17:30:10.606 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 5158 2024-04-12T17:30:10.606 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.606 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:10.606 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 5896, 2024-04-12T17:30:10.606 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 174 2024-04-12T17:30:10.606 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.606 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:10.607 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.607 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.607 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.607 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:10.607 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.607 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.607 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.607 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.607 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.607 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:10.607 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.0": { 2024-04-12T17:30:10.607 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:10.607 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.607 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.607 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.608 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:10.608 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 23568, 2024-04-12T17:30:10.608 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 438 2024-04-12T17:30:10.608 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.608 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:10.608 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 30592, 2024-04-12T17:30:10.608 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 21 2024-04-12T17:30:10.608 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.608 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:10.608 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2688, 2024-04-12T17:30:10.608 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 14 2024-04-12T17:30:10.608 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.608 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:10.608 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 58000, 2024-04-12T17:30:10.608 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 725 2024-04-12T17:30:10.609 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.609 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:10.609 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 361296, 2024-04-12T17:30:10.609 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1737 2024-04-12T17:30:10.609 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.609 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:10.609 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 256, 2024-04-12T17:30:10.609 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 32 2024-04-12T17:30:10.609 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.609 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:10.609 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 320527, 2024-04-12T17:30:10.609 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 123 2024-04-12T17:30:10.609 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.609 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:10.609 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2423269, 2024-04-12T17:30:10.610 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 541646 2024-04-12T17:30:10.610 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.610 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:10.610 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 7017856, 2024-04-12T17:30:10.610 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 10352 2024-04-12T17:30:10.610 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.610 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:10.610 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 69512, 2024-04-12T17:30:10.610 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 7210 2024-04-12T17:30:10.610 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.610 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:10.610 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 83376, 2024-04-12T17:30:10.610 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1737 2024-04-12T17:30:10.610 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.611 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:10.611 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.611 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.611 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.611 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:10.611 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 165764, 2024-04-12T17:30:10.611 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1190 2024-04-12T17:30:10.611 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.611 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:10.611 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.611 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.611 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.611 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:10.611 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.612 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.612 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.612 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:10.612 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 59839, 2024-04-12T17:30:10.612 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 43 2024-04-12T17:30:10.612 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.612 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:10.612 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.612 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.612 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.612 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:10.612 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 14696463, 2024-04-12T17:30:10.612 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 290 2024-04-12T17:30:10.612 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.612 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:10.613 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 10912, 2024-04-12T17:30:10.613 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 124 2024-04-12T17:30:10.613 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.613 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:10.613 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.613 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.613 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.613 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:10.613 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 536544, 2024-04-12T17:30:10.613 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 46 2024-04-12T17:30:10.613 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.613 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:10.613 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.613 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.613 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.614 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:10.614 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 7211880, 2024-04-12T17:30:10.614 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 18669 2024-04-12T17:30:10.614 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.614 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:10.614 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 636400, 2024-04-12T17:30:10.614 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 11029 2024-04-12T17:30:10.614 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.614 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:10.614 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.614 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.614 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.614 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:10.614 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.615 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.615 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.615 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:10.615 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.615 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.615 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.615 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:10.615 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.615 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.615 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.615 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.615 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.1": { 2024-04-12T17:30:10.615 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:10.615 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.615 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.616 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.616 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:10.616 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 24720, 2024-04-12T17:30:10.616 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 455 2024-04-12T17:30:10.616 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.616 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:10.616 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 31104, 2024-04-12T17:30:10.616 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 26 2024-04-12T17:30:10.616 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.616 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:10.616 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 3456, 2024-04-12T17:30:10.616 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 18 2024-04-12T17:30:10.616 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.616 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:10.617 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 57040, 2024-04-12T17:30:10.617 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 713 2024-04-12T17:30:10.617 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.617 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:10.617 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 359216, 2024-04-12T17:30:10.617 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1727 2024-04-12T17:30:10.617 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.617 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:10.617 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 256, 2024-04-12T17:30:10.617 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 32 2024-04-12T17:30:10.617 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.617 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:10.617 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1509666, 2024-04-12T17:30:10.617 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 369 2024-04-12T17:30:10.617 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.618 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:10.618 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2441008, 2024-04-12T17:30:10.618 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 537993 2024-04-12T17:30:10.618 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.618 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:10.618 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 6968216, 2024-04-12T17:30:10.618 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 10279 2024-04-12T17:30:10.618 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.618 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:10.618 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 67044, 2024-04-12T17:30:10.618 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 7034 2024-04-12T17:30:10.618 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.618 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:10.618 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 82848, 2024-04-12T17:30:10.619 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1726 2024-04-12T17:30:10.619 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.619 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:10.619 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.619 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.619 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.619 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:10.619 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 165852, 2024-04-12T17:30:10.619 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1191 2024-04-12T17:30:10.619 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.619 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:10.619 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.619 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.620 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.620 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:10.620 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1472, 2024-04-12T17:30:10.620 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 2 2024-04-12T17:30:10.620 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.620 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:10.620 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 85912, 2024-04-12T17:30:10.620 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 32 2024-04-12T17:30:10.620 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.620 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:10.620 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 20128, 2024-04-12T17:30:10.620 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 5 2024-04-12T17:30:10.620 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.620 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:10.620 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 19851390, 2024-04-12T17:30:10.621 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 265 2024-04-12T17:30:10.621 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.621 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:10.621 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 33176, 2024-04-12T17:30:10.621 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 377 2024-04-12T17:30:10.621 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.621 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:10.621 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.621 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.621 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.621 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:10.621 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 419904, 2024-04-12T17:30:10.621 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 36 2024-04-12T17:30:10.621 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.621 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:10.621 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.622 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.622 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.622 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:10.622 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 7287800, 2024-04-12T17:30:10.622 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 21191 2024-04-12T17:30:10.622 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.622 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:10.622 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 636400, 2024-04-12T17:30:10.622 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 11029 2024-04-12T17:30:10.622 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.622 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:10.622 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.622 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.622 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.623 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:10.623 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.623 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.623 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.623 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:10.623 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.623 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.623 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.623 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:10.623 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.623 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.623 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.623 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.623 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.2": { 2024-04-12T17:30:10.623 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:10.624 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.624 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.624 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.624 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:10.624 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 23800, 2024-04-12T17:30:10.624 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 431 2024-04-12T17:30:10.624 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.624 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:10.624 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 35328, 2024-04-12T17:30:10.624 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 27 2024-04-12T17:30:10.624 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.624 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:10.624 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1344, 2024-04-12T17:30:10.624 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 7 2024-04-12T17:30:10.625 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.625 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:10.625 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 55680, 2024-04-12T17:30:10.625 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 696 2024-04-12T17:30:10.625 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.625 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:10.625 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 358384, 2024-04-12T17:30:10.625 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1723 2024-04-12T17:30:10.625 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.625 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:10.625 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 256, 2024-04-12T17:30:10.625 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 32 2024-04-12T17:30:10.625 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.625 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:10.625 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 450398, 2024-04-12T17:30:10.626 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 106 2024-04-12T17:30:10.626 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.626 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:10.626 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1754982, 2024-04-12T17:30:10.626 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 388477 2024-04-12T17:30:10.626 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.626 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:10.626 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 5143776, 2024-04-12T17:30:10.626 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 7596 2024-04-12T17:30:10.626 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.626 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:10.626 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 66260, 2024-04-12T17:30:10.626 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 7018 2024-04-12T17:30:10.626 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.627 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:10.627 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 82704, 2024-04-12T17:30:10.627 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1723 2024-04-12T17:30:10.627 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.627 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:10.627 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.627 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.627 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.627 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:10.627 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 165764, 2024-04-12T17:30:10.627 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1190 2024-04-12T17:30:10.627 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.627 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:10.627 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.627 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.628 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.628 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:10.628 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.628 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.628 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.628 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:10.628 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 37615, 2024-04-12T17:30:10.628 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 47 2024-04-12T17:30:10.628 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.628 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:10.628 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.628 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.628 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.628 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:10.628 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 8500347, 2024-04-12T17:30:10.628 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 267 2024-04-12T17:30:10.629 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.629 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:10.629 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 12144, 2024-04-12T17:30:10.629 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 138 2024-04-12T17:30:10.629 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.629 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:10.629 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.629 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.629 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.629 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:10.629 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 349920, 2024-04-12T17:30:10.629 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 30 2024-04-12T17:30:10.629 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.629 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:10.630 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.630 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.630 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.630 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:10.630 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 3163160, 2024-04-12T17:30:10.630 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 6083 2024-04-12T17:30:10.630 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.630 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:10.630 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 636400, 2024-04-12T17:30:10.630 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 11029 2024-04-12T17:30:10.630 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.630 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:10.630 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.630 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.631 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.631 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:10.631 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.631 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.631 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.631 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:10.631 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.631 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.631 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.631 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:10.631 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.631 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.631 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.631 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.631 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.3": { 2024-04-12T17:30:10.632 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:10.632 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.632 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.632 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.632 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:10.632 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 20480, 2024-04-12T17:30:10.632 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 365 2024-04-12T17:30:10.632 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.632 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:10.632 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 39168, 2024-04-12T17:30:10.632 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 26 2024-04-12T17:30:10.632 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.632 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:10.632 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 4800, 2024-04-12T17:30:10.633 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 25 2024-04-12T17:30:10.633 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.633 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:10.633 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 54880, 2024-04-12T17:30:10.633 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 686 2024-04-12T17:30:10.633 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.633 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:10.633 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 359840, 2024-04-12T17:30:10.633 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1730 2024-04-12T17:30:10.633 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.633 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:10.633 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 256, 2024-04-12T17:30:10.633 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 32 2024-04-12T17:30:10.633 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.633 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:10.633 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 311012, 2024-04-12T17:30:10.634 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 89 2024-04-12T17:30:10.634 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.634 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:10.634 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1744547, 2024-04-12T17:30:10.634 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 386771 2024-04-12T17:30:10.634 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.634 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:10.634 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 5119976, 2024-04-12T17:30:10.634 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 7561 2024-04-12T17:30:10.634 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.634 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:10.634 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 67260, 2024-04-12T17:30:10.634 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 7045 2024-04-12T17:30:10.635 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.635 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:10.635 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 82944, 2024-04-12T17:30:10.635 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1728 2024-04-12T17:30:10.635 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.635 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:10.635 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.635 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.635 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.635 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:10.635 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 165764, 2024-04-12T17:30:10.635 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1190 2024-04-12T17:30:10.635 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.635 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:10.636 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.636 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.636 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.636 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:10.636 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2208, 2024-04-12T17:30:10.636 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3 2024-04-12T17:30:10.636 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.636 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:10.636 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 134577, 2024-04-12T17:30:10.636 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 61 2024-04-12T17:30:10.636 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.636 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:10.636 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 28144, 2024-04-12T17:30:10.636 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 7 2024-04-12T17:30:10.636 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.636 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:10.637 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 26785530, 2024-04-12T17:30:10.637 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 5952 2024-04-12T17:30:10.637 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.637 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:10.637 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 10736, 2024-04-12T17:30:10.637 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 122 2024-04-12T17:30:10.637 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.637 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:10.637 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.637 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.637 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.637 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:10.637 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 431568, 2024-04-12T17:30:10.637 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 37 2024-04-12T17:30:10.637 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.638 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:10.638 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.638 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.638 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.638 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:10.638 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 3495960, 2024-04-12T17:30:10.638 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 9123 2024-04-12T17:30:10.638 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.638 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:10.638 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 636400, 2024-04-12T17:30:10.638 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 11029 2024-04-12T17:30:10.638 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.638 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:10.638 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.638 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.639 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.639 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:10.639 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.639 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.639 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.639 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:10.639 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.639 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.639 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.639 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:10.639 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.639 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.639 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.639 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.640 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.4": { 2024-04-12T17:30:10.640 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:10.640 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.640 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.640 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.640 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:10.640 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 25432, 2024-04-12T17:30:10.640 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 488 2024-04-12T17:30:10.640 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.640 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:10.640 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 48000, 2024-04-12T17:30:10.640 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 31 2024-04-12T17:30:10.640 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.640 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:10.640 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 3840, 2024-04-12T17:30:10.641 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 20 2024-04-12T17:30:10.641 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.641 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:10.641 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 58000, 2024-04-12T17:30:10.641 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 725 2024-04-12T17:30:10.641 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.641 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:10.641 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 372736, 2024-04-12T17:30:10.641 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1792 2024-04-12T17:30:10.641 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.641 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:10.641 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 256, 2024-04-12T17:30:10.641 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 32 2024-04-12T17:30:10.641 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.641 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:10.642 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 316287, 2024-04-12T17:30:10.642 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 100 2024-04-12T17:30:10.642 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.642 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:10.642 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2038967, 2024-04-12T17:30:10.642 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 454527 2024-04-12T17:30:10.642 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.642 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:10.642 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 5931896, 2024-04-12T17:30:10.642 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 8755 2024-04-12T17:30:10.642 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.642 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:10.642 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 76584, 2024-04-12T17:30:10.642 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 8189 2024-04-12T17:30:10.643 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.643 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:10.643 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 86016, 2024-04-12T17:30:10.643 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1792 2024-04-12T17:30:10.643 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.643 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:10.643 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.643 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.643 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.643 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:10.643 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 165596, 2024-04-12T17:30:10.643 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1190 2024-04-12T17:30:10.643 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.643 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:10.643 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.643 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.644 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.644 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:10.644 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.644 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.644 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.644 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:10.644 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 46477, 2024-04-12T17:30:10.644 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 44 2024-04-12T17:30:10.644 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.644 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:10.644 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.644 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.644 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.644 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:10.644 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 22692370, 2024-04-12T17:30:10.644 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 291 2024-04-12T17:30:10.645 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.645 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:10.645 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 11440, 2024-04-12T17:30:10.645 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 130 2024-04-12T17:30:10.645 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.645 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:10.645 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.645 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.645 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.645 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:10.645 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 454896, 2024-04-12T17:30:10.645 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 39 2024-04-12T17:30:10.645 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.645 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:10.645 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.645 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.646 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.646 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:10.646 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 5045872, 2024-04-12T17:30:10.646 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 12038 2024-04-12T17:30:10.646 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.646 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:10.646 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 636400, 2024-04-12T17:30:10.646 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 11029 2024-04-12T17:30:10.646 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.646 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:10.646 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.646 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.646 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.646 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:10.646 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.647 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.647 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.647 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:10.647 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.647 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.647 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.647 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:10.647 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.647 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.647 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.647 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.647 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.5": { 2024-04-12T17:30:10.647 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:10.647 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.647 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.647 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.648 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:10.648 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 29080, 2024-04-12T17:30:10.648 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 555 2024-04-12T17:30:10.648 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.648 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:10.648 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 89088, 2024-04-12T17:30:10.648 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 33 2024-04-12T17:30:10.648 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.648 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:10.648 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 960, 2024-04-12T17:30:10.648 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 5 2024-04-12T17:30:10.648 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.648 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:10.648 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 58560, 2024-04-12T17:30:10.648 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 732 2024-04-12T17:30:10.649 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.649 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:10.649 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 359424, 2024-04-12T17:30:10.649 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1728 2024-04-12T17:30:10.649 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.649 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:10.649 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 256, 2024-04-12T17:30:10.649 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 32 2024-04-12T17:30:10.649 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.649 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:10.649 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 423217, 2024-04-12T17:30:10.649 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 110 2024-04-12T17:30:10.649 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.649 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:10.649 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2325868, 2024-04-12T17:30:10.650 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 521341 2024-04-12T17:30:10.650 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.650 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:10.650 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 6739736, 2024-04-12T17:30:10.650 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 9943 2024-04-12T17:30:10.650 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.650 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:10.650 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 67732, 2024-04-12T17:30:10.650 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 7043 2024-04-12T17:30:10.650 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.650 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:10.650 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 82944, 2024-04-12T17:30:10.650 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1728 2024-04-12T17:30:10.650 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.650 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:10.651 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.651 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.651 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.651 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:10.651 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 165852, 2024-04-12T17:30:10.651 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1191 2024-04-12T17:30:10.651 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.651 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:10.651 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.651 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.651 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.651 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:10.651 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.651 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.652 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.652 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:10.652 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 58137, 2024-04-12T17:30:10.652 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 50 2024-04-12T17:30:10.652 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.652 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:10.652 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.652 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.652 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.652 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:10.652 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 6822680, 2024-04-12T17:30:10.652 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 259 2024-04-12T17:30:10.652 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.652 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:10.652 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 11528, 2024-04-12T17:30:10.653 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 131 2024-04-12T17:30:10.653 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.653 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:10.653 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.653 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.653 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.653 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:10.653 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 489888, 2024-04-12T17:30:10.653 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 42 2024-04-12T17:30:10.653 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.653 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:10.653 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.653 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.653 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.653 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:10.654 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 6348680, 2024-04-12T17:30:10.654 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 12209 2024-04-12T17:30:10.654 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.654 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:10.654 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 636400, 2024-04-12T17:30:10.654 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 11029 2024-04-12T17:30:10.654 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.654 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:10.654 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.654 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.654 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.654 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:10.654 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.654 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.655 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.655 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:10.655 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.655 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.655 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.655 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:10.655 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.655 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.655 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.655 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.655 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.6": { 2024-04-12T17:30:10.655 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:10.655 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.655 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.655 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.656 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:10.656 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 21688, 2024-04-12T17:30:10.656 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 413 2024-04-12T17:30:10.656 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.656 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:10.656 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 31616, 2024-04-12T17:30:10.656 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 30 2024-04-12T17:30:10.656 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.656 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:10.656 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 4224, 2024-04-12T17:30:10.656 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 22 2024-04-12T17:30:10.656 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.656 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:10.656 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 56480, 2024-04-12T17:30:10.656 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 706 2024-04-12T17:30:10.657 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.657 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:10.657 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 374400, 2024-04-12T17:30:10.657 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1800 2024-04-12T17:30:10.657 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.657 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:10.657 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 256, 2024-04-12T17:30:10.657 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 32 2024-04-12T17:30:10.657 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.657 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:10.657 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1127594, 2024-04-12T17:30:10.657 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 280 2024-04-12T17:30:10.657 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.657 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:10.657 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1761923, 2024-04-12T17:30:10.657 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 382370 2024-04-12T17:30:10.658 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.658 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:10.658 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 5029536, 2024-04-12T17:30:10.658 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 7428 2024-04-12T17:30:10.658 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.658 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:10.658 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 77888, 2024-04-12T17:30:10.658 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 8352 2024-04-12T17:30:10.658 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.658 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:10.658 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 86400, 2024-04-12T17:30:10.658 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1800 2024-04-12T17:30:10.658 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.658 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:10.658 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.659 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.659 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.659 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:10.659 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 165508, 2024-04-12T17:30:10.659 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1189 2024-04-12T17:30:10.659 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.659 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:10.659 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.659 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.659 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.659 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:10.659 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.659 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.659 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.659 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:10.660 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 44895, 2024-04-12T17:30:10.660 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 35 2024-04-12T17:30:10.660 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.660 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:10.660 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.660 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.660 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.660 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:10.660 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 24538272, 2024-04-12T17:30:10.660 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 260 2024-04-12T17:30:10.660 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.660 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:10.660 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 26576, 2024-04-12T17:30:10.660 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 302 2024-04-12T17:30:10.661 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.661 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:10.661 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.661 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.661 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.661 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:10.661 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 454896, 2024-04-12T17:30:10.661 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 39 2024-04-12T17:30:10.661 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.661 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:10.661 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.661 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.661 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.661 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:10.661 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 3608800, 2024-04-12T17:30:10.661 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 9340 2024-04-12T17:30:10.662 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.662 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:10.662 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 636400, 2024-04-12T17:30:10.662 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 11029 2024-04-12T17:30:10.662 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.662 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:10.662 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.662 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.662 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.662 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:10.662 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.662 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.662 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.662 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:10.663 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.663 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.663 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.663 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:10.663 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.663 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.663 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.663 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.663 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.7": { 2024-04-12T17:30:10.663 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:10.663 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.663 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.663 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.663 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:10.664 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 18112, 2024-04-12T17:30:10.664 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 352 2024-04-12T17:30:10.664 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.664 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:10.664 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 30976, 2024-04-12T17:30:10.664 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 25 2024-04-12T17:30:10.664 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.664 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:10.664 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 3456, 2024-04-12T17:30:10.664 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 18 2024-04-12T17:30:10.664 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.664 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:10.664 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 55200, 2024-04-12T17:30:10.664 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 690 2024-04-12T17:30:10.664 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.665 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:10.665 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 374192, 2024-04-12T17:30:10.665 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1799 2024-04-12T17:30:10.665 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.665 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:10.665 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 256, 2024-04-12T17:30:10.665 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 32 2024-04-12T17:30:10.665 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.665 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:10.665 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 506119, 2024-04-12T17:30:10.665 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 134 2024-04-12T17:30:10.665 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.665 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:10.665 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2016648, 2024-04-12T17:30:10.665 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 449480 2024-04-12T17:30:10.665 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.666 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:10.666 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 5851656, 2024-04-12T17:30:10.666 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 8637 2024-04-12T17:30:10.666 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.666 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:10.666 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 78624, 2024-04-12T17:30:10.666 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 8354 2024-04-12T17:30:10.666 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.666 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:10.666 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 86352, 2024-04-12T17:30:10.666 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1799 2024-04-12T17:30:10.666 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.666 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:10.666 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.666 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.667 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.667 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:10.667 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 165764, 2024-04-12T17:30:10.667 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1190 2024-04-12T17:30:10.667 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.667 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:10.667 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.667 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.667 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.667 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:10.667 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.667 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.667 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.667 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:10.667 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 34718, 2024-04-12T17:30:10.668 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 30 2024-04-12T17:30:10.668 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.668 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:10.668 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.668 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.668 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.668 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:10.668 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 19625264, 2024-04-12T17:30:10.668 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 272 2024-04-12T17:30:10.668 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.668 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:10.668 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 12320, 2024-04-12T17:30:10.668 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 140 2024-04-12T17:30:10.668 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.668 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:10.669 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.669 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.669 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.669 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:10.669 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 536544, 2024-04-12T17:30:10.669 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 46 2024-04-12T17:30:10.669 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.669 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:10.669 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.669 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.669 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.669 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:10.669 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 4998656, 2024-04-12T17:30:10.669 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 9632 2024-04-12T17:30:10.670 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.670 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:10.670 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 636400, 2024-04-12T17:30:10.670 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 11029 2024-04-12T17:30:10.670 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.670 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:10.670 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.670 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.670 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.670 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:10.670 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.670 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.670 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.670 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:10.671 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.671 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.671 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.671 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:10.671 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:10.671 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:10.671 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.671 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.671 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.671 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.671 INFO:tasks.workunit.client.0.smithi099.stdout: "metadata": { 2024-04-12T17:30:10.671 INFO:tasks.workunit.client.0.smithi099.stdout: "mds": { 2024-04-12T17:30:10.671 INFO:tasks.workunit.client.0.smithi099.stdout: "arch": { 2024-04-12T17:30:10.671 INFO:tasks.workunit.client.0.smithi099.stdout: "x86_64": 2 2024-04-12T17:30:10.671 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.672 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_version": { 2024-04-12T17:30:10.672 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T17:30:10.672 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.672 INFO:tasks.workunit.client.0.smithi099.stdout: "cpu": { 2024-04-12T17:30:10.672 INFO:tasks.workunit.client.0.smithi099.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-12T17:30:10.672 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.672 INFO:tasks.workunit.client.0.smithi099.stdout: "distro": { 2024-04-12T17:30:10.672 INFO:tasks.workunit.client.0.smithi099.stdout: "centos": 2 2024-04-12T17:30:10.672 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.672 INFO:tasks.workunit.client.0.smithi099.stdout: "distro_description": { 2024-04-12T17:30:10.672 INFO:tasks.workunit.client.0.smithi099.stdout: "CentOS Stream 8": 2 2024-04-12T17:30:10.672 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.672 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_description": { 2024-04-12T17:30:10.672 INFO:tasks.workunit.client.0.smithi099.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-12T17:30:10.673 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.673 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_version": { 2024-04-12T17:30:10.673 INFO:tasks.workunit.client.0.smithi099.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-12T17:30:10.673 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.673 INFO:tasks.workunit.client.0.smithi099.stdout: "os": { 2024-04-12T17:30:10.673 INFO:tasks.workunit.client.0.smithi099.stdout: "Linux": 2 2024-04-12T17:30:10.673 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.673 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.673 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T17:30:10.673 INFO:tasks.workunit.client.0.smithi099.stdout: "arch": { 2024-04-12T17:30:10.673 INFO:tasks.workunit.client.0.smithi099.stdout: "x86_64": 3 2024-04-12T17:30:10.673 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.673 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_version": { 2024-04-12T17:30:10.673 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 3 2024-04-12T17:30:10.673 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.674 INFO:tasks.workunit.client.0.smithi099.stdout: "cpu": { 2024-04-12T17:30:10.674 INFO:tasks.workunit.client.0.smithi099.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-12T17:30:10.674 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.674 INFO:tasks.workunit.client.0.smithi099.stdout: "distro": { 2024-04-12T17:30:10.674 INFO:tasks.workunit.client.0.smithi099.stdout: "centos": 3 2024-04-12T17:30:10.674 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.674 INFO:tasks.workunit.client.0.smithi099.stdout: "distro_description": { 2024-04-12T17:30:10.674 INFO:tasks.workunit.client.0.smithi099.stdout: "CentOS Stream 8": 3 2024-04-12T17:30:10.674 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.674 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_description": { 2024-04-12T17:30:10.674 INFO:tasks.workunit.client.0.smithi099.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-12T17:30:10.674 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.674 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_version": { 2024-04-12T17:30:10.674 INFO:tasks.workunit.client.0.smithi099.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-12T17:30:10.675 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.675 INFO:tasks.workunit.client.0.smithi099.stdout: "os": { 2024-04-12T17:30:10.675 INFO:tasks.workunit.client.0.smithi099.stdout: "Linux": 3 2024-04-12T17:30:10.675 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.675 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.675 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:10.675 INFO:tasks.workunit.client.0.smithi099.stdout: "arch": { 2024-04-12T17:30:10.675 INFO:tasks.workunit.client.0.smithi099.stdout: "x86_64": 8 2024-04-12T17:30:10.675 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.675 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_version": { 2024-04-12T17:30:10.675 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 8 2024-04-12T17:30:10.675 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.675 INFO:tasks.workunit.client.0.smithi099.stdout: "cpu": { 2024-04-12T17:30:10.675 INFO:tasks.workunit.client.0.smithi099.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-12T17:30:10.675 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.676 INFO:tasks.workunit.client.0.smithi099.stdout: "distro": { 2024-04-12T17:30:10.676 INFO:tasks.workunit.client.0.smithi099.stdout: "centos": 8 2024-04-12T17:30:10.676 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.676 INFO:tasks.workunit.client.0.smithi099.stdout: "distro_description": { 2024-04-12T17:30:10.676 INFO:tasks.workunit.client.0.smithi099.stdout: "CentOS Stream 8": 8 2024-04-12T17:30:10.676 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.676 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_description": { 2024-04-12T17:30:10.676 INFO:tasks.workunit.client.0.smithi099.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-12T17:30:10.676 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.676 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_version": { 2024-04-12T17:30:10.676 INFO:tasks.workunit.client.0.smithi099.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-12T17:30:10.676 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.676 INFO:tasks.workunit.client.0.smithi099.stdout: "os": { 2024-04-12T17:30:10.676 INFO:tasks.workunit.client.0.smithi099.stdout: "Linux": 8 2024-04-12T17:30:10.676 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.676 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_objectstore": { 2024-04-12T17:30:10.677 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": 8 2024-04-12T17:30:10.677 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.677 INFO:tasks.workunit.client.0.smithi099.stdout: "rotational": { 2024-04-12T17:30:10.677 INFO:tasks.workunit.client.0.smithi099.stdout: "0": 8 2024-04-12T17:30:10.677 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.677 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.677 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.677 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T17:30:10.677 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3, 2024-04-12T17:30:10.677 INFO:tasks.workunit.client.0.smithi099.stdout: "features": { 2024-04-12T17:30:10.677 INFO:tasks.workunit.client.0.smithi099.stdout: "optional": [], 2024-04-12T17:30:10.677 INFO:tasks.workunit.client.0.smithi099.stdout: "persistent": [ 2024-04-12T17:30:10.677 INFO:tasks.workunit.client.0.smithi099.stdout: "kraken", 2024-04-12T17:30:10.677 INFO:tasks.workunit.client.0.smithi099.stdout: "luminous", 2024-04-12T17:30:10.677 INFO:tasks.workunit.client.0.smithi099.stdout: "mimic", 2024-04-12T17:30:10.677 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap-prune", 2024-04-12T17:30:10.678 INFO:tasks.workunit.client.0.smithi099.stdout: "nautilus", 2024-04-12T17:30:10.678 INFO:tasks.workunit.client.0.smithi099.stdout: "octopus", 2024-04-12T17:30:10.678 INFO:tasks.workunit.client.0.smithi099.stdout: "pacific", 2024-04-12T17:30:10.678 INFO:tasks.workunit.client.0.smithi099.stdout: "elector-pinging", 2024-04-12T17:30:10.678 INFO:tasks.workunit.client.0.smithi099.stdout: "quincy", 2024-04-12T17:30:10.678 INFO:tasks.workunit.client.0.smithi099.stdout: "reef", 2024-04-12T17:30:10.678 INFO:tasks.workunit.client.0.smithi099.stdout: "squid" 2024-04-12T17:30:10.678 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.678 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.678 INFO:tasks.workunit.client.0.smithi099.stdout: "ipv4_addr_mons": 6, 2024-04-12T17:30:10.678 INFO:tasks.workunit.client.0.smithi099.stdout: "ipv6_addr_mons": 0, 2024-04-12T17:30:10.678 INFO:tasks.workunit.client.0.smithi099.stdout: "min_mon_release": 19, 2024-04-12T17:30:10.678 INFO:tasks.workunit.client.0.smithi099.stdout: "v1_addr_mons": 3, 2024-04-12T17:30:10.678 INFO:tasks.workunit.client.0.smithi099.stdout: "v2_addr_mons": 3 2024-04-12T17:30:10.678 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.678 INFO:tasks.workunit.client.0.smithi099.stdout: "organization": "ceph-qa", 2024-04-12T17:30:10.679 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:10.679 INFO:tasks.workunit.client.0.smithi099.stdout: "cluster_network": false, 2024-04-12T17:30:10.679 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8, 2024-04-12T17:30:10.679 INFO:tasks.workunit.client.0.smithi099.stdout: "require_min_compat_client": "luminous", 2024-04-12T17:30:10.679 INFO:tasks.workunit.client.0.smithi099.stdout: "require_osd_release": "squid" 2024-04-12T17:30:10.679 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.679 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_perf_histograms": [ 2024-04-12T17:30:10.679 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.679 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:30:10.679 INFO:tasks.workunit.client.0.smithi099.stdout: "axes": [ 2024-04-12T17:30:10.679 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.679 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T17:30:10.679 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T17:30:10.679 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Latency (usec)", 2024-04-12T17:30:10.680 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 100000, 2024-04-12T17:30:10.680 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T17:30:10.680 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T17:30:10.680 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 99999]", 2024-04-12T17:30:10.680 INFO:tasks.workunit.client.0.smithi099.stdout: "[100000, 199999]", 2024-04-12T17:30:10.680 INFO:tasks.workunit.client.0.smithi099.stdout: "[200000, 399999]", 2024-04-12T17:30:10.680 INFO:tasks.workunit.client.0.smithi099.stdout: "[400000, 799999]", 2024-04-12T17:30:10.680 INFO:tasks.workunit.client.0.smithi099.stdout: "[800000, 1599999]", 2024-04-12T17:30:10.680 INFO:tasks.workunit.client.0.smithi099.stdout: "[1600000, 3199999]", 2024-04-12T17:30:10.680 INFO:tasks.workunit.client.0.smithi099.stdout: "[3200000, 6399999]", 2024-04-12T17:30:10.680 INFO:tasks.workunit.client.0.smithi099.stdout: "[6400000, 12799999]", 2024-04-12T17:30:10.680 INFO:tasks.workunit.client.0.smithi099.stdout: "[12800000, 25599999]", 2024-04-12T17:30:10.680 INFO:tasks.workunit.client.0.smithi099.stdout: "[25600000, 51199999]", 2024-04-12T17:30:10.680 INFO:tasks.workunit.client.0.smithi099.stdout: "[51200000, 102399999]", 2024-04-12T17:30:10.680 INFO:tasks.workunit.client.0.smithi099.stdout: "[102400000, 204799999]", 2024-04-12T17:30:10.680 INFO:tasks.workunit.client.0.smithi099.stdout: "[204800000, 409599999]", 2024-04-12T17:30:10.681 INFO:tasks.workunit.client.0.smithi099.stdout: "[409600000, 819199999]", 2024-04-12T17:30:10.681 INFO:tasks.workunit.client.0.smithi099.stdout: "[819200000, 1638399999]", 2024-04-12T17:30:10.681 INFO:tasks.workunit.client.0.smithi099.stdout: "[1638400000, 3276799999]", 2024-04-12T17:30:10.681 INFO:tasks.workunit.client.0.smithi099.stdout: "[3276800000, 6553599999]", 2024-04-12T17:30:10.681 INFO:tasks.workunit.client.0.smithi099.stdout: "[6553600000, 13107199999]", 2024-04-12T17:30:10.681 INFO:tasks.workunit.client.0.smithi099.stdout: "[13107200000, 26214399999]", 2024-04-12T17:30:10.681 INFO:tasks.workunit.client.0.smithi099.stdout: "[26214400000, 52428799999]", 2024-04-12T17:30:10.681 INFO:tasks.workunit.client.0.smithi099.stdout: "[52428800000, 104857599999]", 2024-04-12T17:30:10.681 INFO:tasks.workunit.client.0.smithi099.stdout: "[104857600000, 209715199999]", 2024-04-12T17:30:10.681 INFO:tasks.workunit.client.0.smithi099.stdout: "[209715200000, 419430399999]", 2024-04-12T17:30:10.681 INFO:tasks.workunit.client.0.smithi099.stdout: "[419430400000, 838860799999]", 2024-04-12T17:30:10.681 INFO:tasks.workunit.client.0.smithi099.stdout: "[838860800000, 1677721599999]", 2024-04-12T17:30:10.681 INFO:tasks.workunit.client.0.smithi099.stdout: "[1677721600000, 3355443199999]", 2024-04-12T17:30:10.681 INFO:tasks.workunit.client.0.smithi099.stdout: "[3355443200000, 6710886399999]", 2024-04-12T17:30:10.681 INFO:tasks.workunit.client.0.smithi099.stdout: "[6710886400000, 13421772799999]", 2024-04-12T17:30:10.681 INFO:tasks.workunit.client.0.smithi099.stdout: "[13421772800000, 26843545599999]", 2024-04-12T17:30:10.682 INFO:tasks.workunit.client.0.smithi099.stdout: "[26843545600000, 53687091199999]", 2024-04-12T17:30:10.682 INFO:tasks.workunit.client.0.smithi099.stdout: "[53687091200000, None]" 2024-04-12T17:30:10.682 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.682 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T17:30:10.682 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.682 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.682 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T17:30:10.682 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T17:30:10.682 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Request size (bytes)", 2024-04-12T17:30:10.682 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 512, 2024-04-12T17:30:10.682 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T17:30:10.682 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T17:30:10.682 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 511]", 2024-04-12T17:30:10.682 INFO:tasks.workunit.client.0.smithi099.stdout: "[512, 1023]", 2024-04-12T17:30:10.683 INFO:tasks.workunit.client.0.smithi099.stdout: "[1024, 2047]", 2024-04-12T17:30:10.683 INFO:tasks.workunit.client.0.smithi099.stdout: "[2048, 4095]", 2024-04-12T17:30:10.683 INFO:tasks.workunit.client.0.smithi099.stdout: "[4096, 8191]", 2024-04-12T17:30:10.683 INFO:tasks.workunit.client.0.smithi099.stdout: "[8192, 16383]", 2024-04-12T17:30:10.683 INFO:tasks.workunit.client.0.smithi099.stdout: "[16384, 32767]", 2024-04-12T17:30:10.683 INFO:tasks.workunit.client.0.smithi099.stdout: "[32768, 65535]", 2024-04-12T17:30:10.683 INFO:tasks.workunit.client.0.smithi099.stdout: "[65536, 131071]", 2024-04-12T17:30:10.683 INFO:tasks.workunit.client.0.smithi099.stdout: "[131072, 262143]", 2024-04-12T17:30:10.683 INFO:tasks.workunit.client.0.smithi099.stdout: "[262144, 524287]", 2024-04-12T17:30:10.683 INFO:tasks.workunit.client.0.smithi099.stdout: "[524288, 1048575]", 2024-04-12T17:30:10.683 INFO:tasks.workunit.client.0.smithi099.stdout: "[1048576, 2097151]", 2024-04-12T17:30:10.683 INFO:tasks.workunit.client.0.smithi099.stdout: "[2097152, 4194303]", 2024-04-12T17:30:10.683 INFO:tasks.workunit.client.0.smithi099.stdout: "[4194304, 8388607]", 2024-04-12T17:30:10.683 INFO:tasks.workunit.client.0.smithi099.stdout: "[8388608, 16777215]", 2024-04-12T17:30:10.683 INFO:tasks.workunit.client.0.smithi099.stdout: "[16777216, 33554431]", 2024-04-12T17:30:10.683 INFO:tasks.workunit.client.0.smithi099.stdout: "[33554432, 67108863]", 2024-04-12T17:30:10.684 INFO:tasks.workunit.client.0.smithi099.stdout: "[67108864, 134217727]", 2024-04-12T17:30:10.684 INFO:tasks.workunit.client.0.smithi099.stdout: "[134217728, 268435455]", 2024-04-12T17:30:10.684 INFO:tasks.workunit.client.0.smithi099.stdout: "[268435456, 536870911]", 2024-04-12T17:30:10.684 INFO:tasks.workunit.client.0.smithi099.stdout: "[536870912, 1073741823]", 2024-04-12T17:30:10.684 INFO:tasks.workunit.client.0.smithi099.stdout: "[1073741824, 2147483647]", 2024-04-12T17:30:10.684 INFO:tasks.workunit.client.0.smithi099.stdout: "[2147483648, 4294967295]", 2024-04-12T17:30:10.684 INFO:tasks.workunit.client.0.smithi099.stdout: "[4294967296, 8589934591]", 2024-04-12T17:30:10.684 INFO:tasks.workunit.client.0.smithi099.stdout: "[8589934592, 17179869183]", 2024-04-12T17:30:10.684 INFO:tasks.workunit.client.0.smithi099.stdout: "[17179869184, 34359738367]", 2024-04-12T17:30:10.684 INFO:tasks.workunit.client.0.smithi099.stdout: "[34359738368, 68719476735]", 2024-04-12T17:30:10.684 INFO:tasks.workunit.client.0.smithi099.stdout: "[68719476736, 137438953471]", 2024-04-12T17:30:10.684 INFO:tasks.workunit.client.0.smithi099.stdout: "[137438953472, 274877906943]", 2024-04-12T17:30:10.684 INFO:tasks.workunit.client.0.smithi099.stdout: "[274877906944, None]" 2024-04-12T17:30:10.684 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.685 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T17:30:10.685 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.685 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.685 INFO:tasks.workunit.client.0.smithi099.stdout: "osds": [ 2024-04-12T17:30:10.685 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.685 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 0, 2024-04-12T17:30:10.685 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:10.685 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.685 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.685 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 10277, 14, 1, 0, 3, 2, 0, 1, 0, 2, 12, 2, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.685 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 8056, 27, 20, 0, 24, 3, 4, 21, 19, 46, 66, 23, 33, 18, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.685 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1109, 7, 11, 0, 3, 0, 1, 2, 16, 11, 93, 164, 72, 2, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.685 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 797, 4, 0, 0, 1, 1, 0, 1, 1, 2, 3, 33, 299, 0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.685 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 513, 16, 4, 0, 1, 1, 0, 0, 1, 0, 3, 16, 29, 41, 124, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.685 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 390, 18, 3, 0, 0, 0, 0, 0, 0, 0, 0, 16, 32, 14, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.686 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 326, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 19, 21, 58, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.686 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 7, 41, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.686 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 1, 8, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.686 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.686 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.686 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.686 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.686 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.686 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.686 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.686 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.686 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.686 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.686 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.686 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.687 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.687 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.687 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.687 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.687 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.687 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.687 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.687 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.687 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:10.687 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.687 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.687 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.687 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 1, 2024-04-12T17:30:10.687 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:10.687 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.688 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.688 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 7533, 10, 0, 0, 1, 2, 2, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.688 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 6655, 20, 1234, 4, 15, 7, 13, 17, 43, 62, 50, 36, 44, 2, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.688 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 446, 4, 254, 18, 1, 0, 1, 6, 2, 7, 91, 234, 133, 1, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.688 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 298, 2, 1, 12, 0, 0, 0, 0, 0, 2, 1, 14, 402, 0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.688 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 105, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 2, 13, 23, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.688 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 37, 0, 41, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 5, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.688 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 96, 0, 217, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 9, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.688 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 35, 0, 41, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 6, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.688 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.688 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.688 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.688 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.689 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.689 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.689 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.689 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.689 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.689 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.689 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.689 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.689 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.689 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.689 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.689 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.689 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.689 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.690 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.690 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.690 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.690 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:10.690 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.690 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.690 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.690 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 2, 2024-04-12T17:30:10.690 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:10.690 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.690 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 308, 44, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.690 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 13632, 7917, 4440, 0, 1, 0, 1, 0, 1, 6, 2, 6, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.690 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 8191, 127, 47, 0, 5, 0, 1, 0, 1, 10, 10, 13, 27, 28, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.690 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 837, 15, 9, 2, 2, 0, 1, 0, 2, 6, 30, 0, 9, 5, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.691 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 382, 9, 0, 0, 0, 0, 0, 0, 0, 0, 2, 15, 53, 21, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.691 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 127, 10, 0, 0, 0, 0, 1, 0, 0, 0, 6, 19, 28, 61, 114, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.691 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 157, 18, 1, 0, 0, 0, 0, 2, 2, 0, 1, 9, 31, 24, 81, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.691 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 158, 42, 0, 1, 0, 0, 0, 0, 3, 0, 1, 6, 28, 30, 69, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.691 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 31, 87, 0, 0, 0, 0, 2, 0, 0, 0, 3, 7, 9, 36, 78, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.691 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 17, 93, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 4, 31, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.691 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.691 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.691 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.691 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.691 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.691 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.691 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.691 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.691 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.692 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.692 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.692 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.692 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.692 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.692 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.692 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.692 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.692 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.692 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.692 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.692 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:10.692 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.692 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.692 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.693 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 3, 2024-04-12T17:30:10.693 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:10.693 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.693 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1412, 232, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.693 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 18931, 7982, 0, 0, 1, 0, 0, 1, 0, 0, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.693 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 10412, 203, 34, 2, 15, 3, 5, 9, 12, 39, 17, 14, 18, 10, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.693 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1287, 113, 172, 0, 2, 0, 0, 2, 4, 5, 45, 91, 38, 3, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.693 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 474, 25, 37, 0, 2, 0, 0, 0, 0, 2, 2, 12, 166, 3, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.693 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 106, 16, 12, 0, 161, 0, 0, 0, 0, 0, 7, 7, 9, 18, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.693 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 125, 7, 37, 34, 301, 0, 0, 0, 0, 0, 1, 2, 9, 9, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.693 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 37, 2, 1, 33, 211, 0, 0, 0, 0, 0, 0, 0, 2, 11, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.693 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 14, 0, 0, 1, 2140, 102, 0, 0, 0, 0, 0, 0, 0, 4, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.693 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 19, 27, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.694 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.694 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.694 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.694 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.694 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.694 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.694 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.694 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.694 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.694 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.694 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.694 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.694 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.694 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.695 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.695 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.695 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.695 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.695 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.695 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.695 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:10.695 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.695 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.695 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.695 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 4, 2024-04-12T17:30:10.695 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:10.695 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.695 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2620, 1314, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.696 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 10232, 2787, 107, 6, 33, 37, 4, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.696 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 8182, 87, 48, 6, 19, 49, 140, 139, 6, 19, 25, 5, 10, 2, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.696 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1082, 19, 16, 0, 1, 1, 21, 75, 5, 12, 47, 76, 34, 0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.696 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 315, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 15, 148, 2, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.696 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 154, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 20, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.696 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 19, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.696 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 40, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 22, 46, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.696 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 40, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.696 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.696 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.696 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.696 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.696 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.696 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.696 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.696 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.697 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.697 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.697 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.697 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.697 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.697 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.697 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.697 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.697 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.697 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.697 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.697 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.697 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.697 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:10.697 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.697 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.698 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.698 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 5, 2024-04-12T17:30:10.698 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:10.698 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.698 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 189, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.698 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 12098, 2, 0, 1, 6935, 441, 0, 0, 0, 0, 13, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.698 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 9317, 21, 4, 1, 593, 145, 2, 1, 2, 0, 42, 6, 10, 35, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.698 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1046, 21, 1, 1, 91, 18, 0, 0, 0, 0, 37, 12, 9, 7, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.698 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 431, 7, 5, 5, 9, 12, 0, 0, 1, 2, 3, 5, 30, 13, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.698 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 215, 9, 6, 0, 2, 14, 0, 1, 0, 2, 3, 3, 8, 63, 143, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.698 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 208, 2, 1, 1, 1, 0, 0, 2, 0, 8, 5, 4, 17, 15, 45, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.698 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 78, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 10, 17, 38, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.698 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 4, 3, 5, 7, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.699 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.699 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.699 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.699 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.699 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.699 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.699 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.699 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.699 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.699 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.699 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.699 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.699 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.699 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.700 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.700 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.700 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.700 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.700 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.700 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.700 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.700 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:10.700 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.700 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.700 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.700 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 6, 2024-04-12T17:30:10.700 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:10.700 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.700 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.700 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 8667, 8, 0, 0, 11, 0, 0, 0, 1, 0, 0, 4, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.701 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 7785, 73, 35, 0, 5, 4, 2, 3, 11, 15, 14, 12, 23, 16, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.701 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 818, 6, 9, 2, 1, 0, 0, 3, 3, 10, 50, 91, 27, 6, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.701 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 317, 1, 0, 0, 1, 0, 0, 0, 2, 0, 0, 25, 215, 27, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.701 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 94, 3, 0, 0, 0, 2, 0, 1, 4, 0, 0, 0, 4, 48, 133, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.701 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 69, 5, 0, 0, 0, 0, 2, 0, 0, 0, 0, 3, 1, 5, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.701 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 93, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 6, 8, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.701 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.701 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.701 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.701 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.701 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.701 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.701 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.701 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.701 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.702 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.702 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.702 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.702 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.702 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.702 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.702 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.702 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.702 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.702 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.702 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.702 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.702 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.702 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:10.703 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.703 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.703 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.703 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 7, 2024-04-12T17:30:10.703 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:10.703 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.703 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.703 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 12567, 17, 1, 1, 8, 0, 0, 1, 2, 1, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.703 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 7974, 16, 1, 0, 7, 2, 0, 1, 6, 3, 21, 6, 1, 5, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.703 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 810, 2, 0, 0, 0, 0, 1, 0, 0, 4, 22, 7, 5, 3, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.703 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 219, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 1, 39, 22, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.703 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 106, 1, 0, 0, 0, 0, 0, 0, 3, 1, 1, 1, 6, 49, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.703 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 88, 0, 0, 0, 0, 0, 0, 0, 3, 1, 0, 4, 8, 1, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.703 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 119, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 3, 13, 10, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.703 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.704 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.704 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.704 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.704 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.704 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.704 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.704 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.704 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.704 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.704 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.704 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.704 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.704 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.704 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.704 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.705 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.705 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.705 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.705 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.705 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.705 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.705 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:10.705 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.705 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.705 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.705 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.705 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:30:10.705 INFO:tasks.workunit.client.0.smithi099.stdout: "axes": [ 2024-04-12T17:30:10.705 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.705 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T17:30:10.705 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T17:30:10.706 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Latency (usec)", 2024-04-12T17:30:10.706 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 100000, 2024-04-12T17:30:10.706 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T17:30:10.706 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T17:30:10.706 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 99999]", 2024-04-12T17:30:10.706 INFO:tasks.workunit.client.0.smithi099.stdout: "[100000, 199999]", 2024-04-12T17:30:10.706 INFO:tasks.workunit.client.0.smithi099.stdout: "[200000, 399999]", 2024-04-12T17:30:10.706 INFO:tasks.workunit.client.0.smithi099.stdout: "[400000, 799999]", 2024-04-12T17:30:10.706 INFO:tasks.workunit.client.0.smithi099.stdout: "[800000, 1599999]", 2024-04-12T17:30:10.706 INFO:tasks.workunit.client.0.smithi099.stdout: "[1600000, 3199999]", 2024-04-12T17:30:10.706 INFO:tasks.workunit.client.0.smithi099.stdout: "[3200000, 6399999]", 2024-04-12T17:30:10.706 INFO:tasks.workunit.client.0.smithi099.stdout: "[6400000, 12799999]", 2024-04-12T17:30:10.706 INFO:tasks.workunit.client.0.smithi099.stdout: "[12800000, 25599999]", 2024-04-12T17:30:10.706 INFO:tasks.workunit.client.0.smithi099.stdout: "[25600000, 51199999]", 2024-04-12T17:30:10.706 INFO:tasks.workunit.client.0.smithi099.stdout: "[51200000, 102399999]", 2024-04-12T17:30:10.707 INFO:tasks.workunit.client.0.smithi099.stdout: "[102400000, 204799999]", 2024-04-12T17:30:10.707 INFO:tasks.workunit.client.0.smithi099.stdout: "[204800000, 409599999]", 2024-04-12T17:30:10.707 INFO:tasks.workunit.client.0.smithi099.stdout: "[409600000, 819199999]", 2024-04-12T17:30:10.707 INFO:tasks.workunit.client.0.smithi099.stdout: "[819200000, 1638399999]", 2024-04-12T17:30:10.707 INFO:tasks.workunit.client.0.smithi099.stdout: "[1638400000, 3276799999]", 2024-04-12T17:30:10.707 INFO:tasks.workunit.client.0.smithi099.stdout: "[3276800000, 6553599999]", 2024-04-12T17:30:10.707 INFO:tasks.workunit.client.0.smithi099.stdout: "[6553600000, 13107199999]", 2024-04-12T17:30:10.707 INFO:tasks.workunit.client.0.smithi099.stdout: "[13107200000, 26214399999]", 2024-04-12T17:30:10.707 INFO:tasks.workunit.client.0.smithi099.stdout: "[26214400000, 52428799999]", 2024-04-12T17:30:10.707 INFO:tasks.workunit.client.0.smithi099.stdout: "[52428800000, 104857599999]", 2024-04-12T17:30:10.707 INFO:tasks.workunit.client.0.smithi099.stdout: "[104857600000, 209715199999]", 2024-04-12T17:30:10.707 INFO:tasks.workunit.client.0.smithi099.stdout: "[209715200000, 419430399999]", 2024-04-12T17:30:10.707 INFO:tasks.workunit.client.0.smithi099.stdout: "[419430400000, 838860799999]", 2024-04-12T17:30:10.707 INFO:tasks.workunit.client.0.smithi099.stdout: "[838860800000, 1677721599999]", 2024-04-12T17:30:10.707 INFO:tasks.workunit.client.0.smithi099.stdout: "[1677721600000, 3355443199999]", 2024-04-12T17:30:10.707 INFO:tasks.workunit.client.0.smithi099.stdout: "[3355443200000, 6710886399999]", 2024-04-12T17:30:10.708 INFO:tasks.workunit.client.0.smithi099.stdout: "[6710886400000, 13421772799999]", 2024-04-12T17:30:10.708 INFO:tasks.workunit.client.0.smithi099.stdout: "[13421772800000, 26843545599999]", 2024-04-12T17:30:10.708 INFO:tasks.workunit.client.0.smithi099.stdout: "[26843545600000, 53687091199999]", 2024-04-12T17:30:10.708 INFO:tasks.workunit.client.0.smithi099.stdout: "[53687091200000, None]" 2024-04-12T17:30:10.708 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.708 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T17:30:10.708 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.708 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.708 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T17:30:10.708 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T17:30:10.708 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Request size (bytes)", 2024-04-12T17:30:10.708 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 512, 2024-04-12T17:30:10.708 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T17:30:10.708 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T17:30:10.708 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 511]", 2024-04-12T17:30:10.709 INFO:tasks.workunit.client.0.smithi099.stdout: "[512, 1023]", 2024-04-12T17:30:10.709 INFO:tasks.workunit.client.0.smithi099.stdout: "[1024, 2047]", 2024-04-12T17:30:10.709 INFO:tasks.workunit.client.0.smithi099.stdout: "[2048, 4095]", 2024-04-12T17:30:10.709 INFO:tasks.workunit.client.0.smithi099.stdout: "[4096, 8191]", 2024-04-12T17:30:10.709 INFO:tasks.workunit.client.0.smithi099.stdout: "[8192, 16383]", 2024-04-12T17:30:10.709 INFO:tasks.workunit.client.0.smithi099.stdout: "[16384, 32767]", 2024-04-12T17:30:10.709 INFO:tasks.workunit.client.0.smithi099.stdout: "[32768, 65535]", 2024-04-12T17:30:10.709 INFO:tasks.workunit.client.0.smithi099.stdout: "[65536, 131071]", 2024-04-12T17:30:10.709 INFO:tasks.workunit.client.0.smithi099.stdout: "[131072, 262143]", 2024-04-12T17:30:10.709 INFO:tasks.workunit.client.0.smithi099.stdout: "[262144, 524287]", 2024-04-12T17:30:10.709 INFO:tasks.workunit.client.0.smithi099.stdout: "[524288, 1048575]", 2024-04-12T17:30:10.709 INFO:tasks.workunit.client.0.smithi099.stdout: "[1048576, 2097151]", 2024-04-12T17:30:10.709 INFO:tasks.workunit.client.0.smithi099.stdout: "[2097152, 4194303]", 2024-04-12T17:30:10.710 INFO:tasks.workunit.client.0.smithi099.stdout: "[4194304, 8388607]", 2024-04-12T17:30:10.710 INFO:tasks.workunit.client.0.smithi099.stdout: "[8388608, 16777215]", 2024-04-12T17:30:10.710 INFO:tasks.workunit.client.0.smithi099.stdout: "[16777216, 33554431]", 2024-04-12T17:30:10.710 INFO:tasks.workunit.client.0.smithi099.stdout: "[33554432, 67108863]", 2024-04-12T17:30:10.710 INFO:tasks.workunit.client.0.smithi099.stdout: "[67108864, 134217727]", 2024-04-12T17:30:10.710 INFO:tasks.workunit.client.0.smithi099.stdout: "[134217728, 268435455]", 2024-04-12T17:30:10.710 INFO:tasks.workunit.client.0.smithi099.stdout: "[268435456, 536870911]", 2024-04-12T17:30:10.710 INFO:tasks.workunit.client.0.smithi099.stdout: "[536870912, 1073741823]", 2024-04-12T17:30:10.710 INFO:tasks.workunit.client.0.smithi099.stdout: "[1073741824, 2147483647]", 2024-04-12T17:30:10.710 INFO:tasks.workunit.client.0.smithi099.stdout: "[2147483648, 4294967295]", 2024-04-12T17:30:10.710 INFO:tasks.workunit.client.0.smithi099.stdout: "[4294967296, 8589934591]", 2024-04-12T17:30:10.710 INFO:tasks.workunit.client.0.smithi099.stdout: "[8589934592, 17179869183]", 2024-04-12T17:30:10.710 INFO:tasks.workunit.client.0.smithi099.stdout: "[17179869184, 34359738367]", 2024-04-12T17:30:10.710 INFO:tasks.workunit.client.0.smithi099.stdout: "[34359738368, 68719476735]", 2024-04-12T17:30:10.711 INFO:tasks.workunit.client.0.smithi099.stdout: "[68719476736, 137438953471]", 2024-04-12T17:30:10.711 INFO:tasks.workunit.client.0.smithi099.stdout: "[137438953472, 274877906943]", 2024-04-12T17:30:10.711 INFO:tasks.workunit.client.0.smithi099.stdout: "[274877906944, None]" 2024-04-12T17:30:10.711 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.711 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T17:30:10.711 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.711 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.711 INFO:tasks.workunit.client.0.smithi099.stdout: "osds": [ 2024-04-12T17:30:10.711 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.711 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 0, 2024-04-12T17:30:10.711 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:10.711 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.711 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.711 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.712 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.712 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 774, 4, 3, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.712 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 4127, 58, 81, 120, 458, 600, 706, 1, 2, 0, 2, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.712 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 658, 5, 21, 52, 12, 12, 17, 0, 0, 1, 0, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.712 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 256, 0, 0, 10, 0, 0, 2, 0, 0, 0, 0, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.712 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 161, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 2, 5, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.712 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 106, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 1, 3, 10, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.712 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.712 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.712 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.712 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.712 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.712 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.712 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.712 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.713 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.713 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.713 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.713 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.713 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.713 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.713 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.713 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.713 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.713 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.713 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.713 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.713 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.713 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:10.714 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.714 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.714 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.714 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 1, 2024-04-12T17:30:10.714 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:10.714 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.714 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.714 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.714 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.714 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 417, 0, 3, 21, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.714 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2580, 262, 32, 48, 114, 1, 1, 6, 3, 0, 0, 2, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.714 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 503, 22, 1207, 0, 0, 1, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.714 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 429, 1, 136, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.714 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1649, 1248, 55, 0, 0, 0, 0, 0, 0, 0, 2, 1, 5, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.714 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1621, 1750, 238, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 6, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.715 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 45, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.715 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.715 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.715 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.715 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.715 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.715 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.715 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.715 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.715 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.715 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.716 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.716 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.716 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.716 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.716 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.716 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.716 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.716 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.716 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.716 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.716 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:10.716 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.716 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.716 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.716 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 2, 2024-04-12T17:30:10.717 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:10.717 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.717 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.717 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.717 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.717 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1799, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.717 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 8703, 24, 0, 0, 2, 2, 7, 5, 10, 8, 3, 1, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.717 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 15735, 0, 0, 0, 0, 0, 0, 0, 2, 2, 4, 1, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.717 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 369, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.717 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 130, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 8, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.717 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 105, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 19, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.717 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 6, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.717 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.717 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.717 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.717 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.718 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.718 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.718 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.718 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.718 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.718 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.718 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.718 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.718 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.718 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.718 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.718 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.718 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.718 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.719 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.719 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.719 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:10.719 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.719 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.719 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.719 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 3, 2024-04-12T17:30:10.719 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:10.719 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.719 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.719 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.719 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.719 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 514, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.719 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 3092, 43, 0, 0, 3, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.720 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 744, 3, 1, 0, 1, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.720 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 305, 22, 25, 50, 0, 0, 0, 0, 0, 0, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.720 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1196, 226, 10, 127, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.720 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 4221, 2485, 0, 400, 0, 0, 0, 0, 0, 0, 0, 0, 3, 7, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.720 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 123, 288, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.720 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.720 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.720 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.720 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.720 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.720 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.720 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.720 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.721 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.721 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.721 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.721 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.721 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.721 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.721 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.721 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.721 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.721 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.721 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.721 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.721 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:10.721 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.722 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.722 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.722 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 4, 2024-04-12T17:30:10.722 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:10.722 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.722 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.722 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.722 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.722 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 971, 0, 1, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.722 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 3109, 215, 34, 51, 138, 275, 465, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.722 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 269, 12, 1, 0, 0, 0, 11, 0, 0, 0, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.722 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 104, 1, 0, 0, 0, 0, 3, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.722 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 41, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.722 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.723 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.723 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.723 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.723 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.723 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.723 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.723 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.723 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.723 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.723 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.723 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.723 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.723 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.723 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.724 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.724 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.724 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.724 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.724 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.724 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.724 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.724 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:10.724 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.724 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.724 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.724 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 5, 2024-04-12T17:30:10.724 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:10.724 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.725 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.725 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.725 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.725 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 869, 6, 10, 31, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.725 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 5176, 66, 124, 219, 467, 606, 720, 4, 13, 11, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.725 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 309, 3, 6, 10, 19, 7, 10, 0, 2, 5, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.725 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 218, 4, 16, 18, 3, 0, 0, 0, 0, 0, 1, 4, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.725 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 80, 36, 68, 110, 27, 0, 0, 0, 0, 0, 2, 0, 0, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.725 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 11, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.725 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 6, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.725 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.725 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.725 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.725 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.726 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.726 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.726 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.726 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.726 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.726 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.726 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.726 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.726 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.726 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.726 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.726 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.726 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.727 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.727 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.727 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.727 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:10.727 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.727 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.727 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.727 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 6, 2024-04-12T17:30:10.727 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:10.727 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.727 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.727 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.727 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.727 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 611, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.727 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2846, 24, 0, 0, 0, 0, 2, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.728 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 365, 2, 0, 0, 1, 0, 0, 0, 1, 0, 3, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.728 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 283, 4, 0, 0, 0, 0, 0, 0, 1, 0, 0, 6, 4, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.728 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 218, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.728 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 9, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.728 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 6, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.728 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.728 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.728 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.728 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.728 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.728 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.728 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.728 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.728 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.729 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.729 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.729 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.729 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.729 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.729 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.729 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.729 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.729 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.729 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.729 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.729 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:10.729 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.729 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.730 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.730 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 7, 2024-04-12T17:30:10.730 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:10.730 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.730 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.730 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.730 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.730 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 735, 5, 11, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.730 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 7648, 27, 67, 40, 2, 1, 0, 2, 2, 0, 3, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.730 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2266, 32, 82, 39, 1, 0, 0, 0, 1, 0, 1, 0, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.730 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 165, 6, 6, 0, 0, 0, 0, 0, 0, 0, 1, 4, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.730 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 10, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.731 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.731 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.731 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.731 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.731 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.731 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.731 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.731 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.731 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.731 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.731 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.731 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.731 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.731 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.732 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.732 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.732 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.732 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.732 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.732 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.732 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.732 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.732 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:10.732 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.732 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.732 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.732 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.732 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:30:10.733 INFO:tasks.workunit.client.0.smithi099.stdout: "axes": [ 2024-04-12T17:30:10.733 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.733 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T17:30:10.733 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T17:30:10.733 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Latency (usec)", 2024-04-12T17:30:10.733 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 100000, 2024-04-12T17:30:10.733 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T17:30:10.733 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T17:30:10.733 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 99999]", 2024-04-12T17:30:10.733 INFO:tasks.workunit.client.0.smithi099.stdout: "[100000, 199999]", 2024-04-12T17:30:10.733 INFO:tasks.workunit.client.0.smithi099.stdout: "[200000, 399999]", 2024-04-12T17:30:10.733 INFO:tasks.workunit.client.0.smithi099.stdout: "[400000, 799999]", 2024-04-12T17:30:10.733 INFO:tasks.workunit.client.0.smithi099.stdout: "[800000, 1599999]", 2024-04-12T17:30:10.733 INFO:tasks.workunit.client.0.smithi099.stdout: "[1600000, 3199999]", 2024-04-12T17:30:10.733 INFO:tasks.workunit.client.0.smithi099.stdout: "[3200000, 6399999]", 2024-04-12T17:30:10.734 INFO:tasks.workunit.client.0.smithi099.stdout: "[6400000, 12799999]", 2024-04-12T17:30:10.734 INFO:tasks.workunit.client.0.smithi099.stdout: "[12800000, 25599999]", 2024-04-12T17:30:10.734 INFO:tasks.workunit.client.0.smithi099.stdout: "[25600000, 51199999]", 2024-04-12T17:30:10.734 INFO:tasks.workunit.client.0.smithi099.stdout: "[51200000, 102399999]", 2024-04-12T17:30:10.734 INFO:tasks.workunit.client.0.smithi099.stdout: "[102400000, 204799999]", 2024-04-12T17:30:10.734 INFO:tasks.workunit.client.0.smithi099.stdout: "[204800000, 409599999]", 2024-04-12T17:30:10.734 INFO:tasks.workunit.client.0.smithi099.stdout: "[409600000, 819199999]", 2024-04-12T17:30:10.734 INFO:tasks.workunit.client.0.smithi099.stdout: "[819200000, 1638399999]", 2024-04-12T17:30:10.734 INFO:tasks.workunit.client.0.smithi099.stdout: "[1638400000, 3276799999]", 2024-04-12T17:30:10.734 INFO:tasks.workunit.client.0.smithi099.stdout: "[3276800000, 6553599999]", 2024-04-12T17:30:10.734 INFO:tasks.workunit.client.0.smithi099.stdout: "[6553600000, 13107199999]", 2024-04-12T17:30:10.734 INFO:tasks.workunit.client.0.smithi099.stdout: "[13107200000, 26214399999]", 2024-04-12T17:30:10.734 INFO:tasks.workunit.client.0.smithi099.stdout: "[26214400000, 52428799999]", 2024-04-12T17:30:10.734 INFO:tasks.workunit.client.0.smithi099.stdout: "[52428800000, 104857599999]", 2024-04-12T17:30:10.735 INFO:tasks.workunit.client.0.smithi099.stdout: "[104857600000, 209715199999]", 2024-04-12T17:30:10.735 INFO:tasks.workunit.client.0.smithi099.stdout: "[209715200000, 419430399999]", 2024-04-12T17:30:10.735 INFO:tasks.workunit.client.0.smithi099.stdout: "[419430400000, 838860799999]", 2024-04-12T17:30:10.735 INFO:tasks.workunit.client.0.smithi099.stdout: "[838860800000, 1677721599999]", 2024-04-12T17:30:10.735 INFO:tasks.workunit.client.0.smithi099.stdout: "[1677721600000, 3355443199999]", 2024-04-12T17:30:10.735 INFO:tasks.workunit.client.0.smithi099.stdout: "[3355443200000, 6710886399999]", 2024-04-12T17:30:10.735 INFO:tasks.workunit.client.0.smithi099.stdout: "[6710886400000, 13421772799999]", 2024-04-12T17:30:10.735 INFO:tasks.workunit.client.0.smithi099.stdout: "[13421772800000, 26843545599999]", 2024-04-12T17:30:10.735 INFO:tasks.workunit.client.0.smithi099.stdout: "[26843545600000, 53687091199999]", 2024-04-12T17:30:10.735 INFO:tasks.workunit.client.0.smithi099.stdout: "[53687091200000, None]" 2024-04-12T17:30:10.735 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.735 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T17:30:10.735 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.735 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.736 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T17:30:10.736 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T17:30:10.736 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Request size (bytes)", 2024-04-12T17:30:10.736 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 512, 2024-04-12T17:30:10.736 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T17:30:10.736 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T17:30:10.736 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 511]", 2024-04-12T17:30:10.736 INFO:tasks.workunit.client.0.smithi099.stdout: "[512, 1023]", 2024-04-12T17:30:10.736 INFO:tasks.workunit.client.0.smithi099.stdout: "[1024, 2047]", 2024-04-12T17:30:10.736 INFO:tasks.workunit.client.0.smithi099.stdout: "[2048, 4095]", 2024-04-12T17:30:10.736 INFO:tasks.workunit.client.0.smithi099.stdout: "[4096, 8191]", 2024-04-12T17:30:10.736 INFO:tasks.workunit.client.0.smithi099.stdout: "[8192, 16383]", 2024-04-12T17:30:10.736 INFO:tasks.workunit.client.0.smithi099.stdout: "[16384, 32767]", 2024-04-12T17:30:10.736 INFO:tasks.workunit.client.0.smithi099.stdout: "[32768, 65535]", 2024-04-12T17:30:10.736 INFO:tasks.workunit.client.0.smithi099.stdout: "[65536, 131071]", 2024-04-12T17:30:10.737 INFO:tasks.workunit.client.0.smithi099.stdout: "[131072, 262143]", 2024-04-12T17:30:10.737 INFO:tasks.workunit.client.0.smithi099.stdout: "[262144, 524287]", 2024-04-12T17:30:10.737 INFO:tasks.workunit.client.0.smithi099.stdout: "[524288, 1048575]", 2024-04-12T17:30:10.737 INFO:tasks.workunit.client.0.smithi099.stdout: "[1048576, 2097151]", 2024-04-12T17:30:10.737 INFO:tasks.workunit.client.0.smithi099.stdout: "[2097152, 4194303]", 2024-04-12T17:30:10.737 INFO:tasks.workunit.client.0.smithi099.stdout: "[4194304, 8388607]", 2024-04-12T17:30:10.737 INFO:tasks.workunit.client.0.smithi099.stdout: "[8388608, 16777215]", 2024-04-12T17:30:10.737 INFO:tasks.workunit.client.0.smithi099.stdout: "[16777216, 33554431]", 2024-04-12T17:30:10.737 INFO:tasks.workunit.client.0.smithi099.stdout: "[33554432, 67108863]", 2024-04-12T17:30:10.737 INFO:tasks.workunit.client.0.smithi099.stdout: "[67108864, 134217727]", 2024-04-12T17:30:10.737 INFO:tasks.workunit.client.0.smithi099.stdout: "[134217728, 268435455]", 2024-04-12T17:30:10.737 INFO:tasks.workunit.client.0.smithi099.stdout: "[268435456, 536870911]", 2024-04-12T17:30:10.737 INFO:tasks.workunit.client.0.smithi099.stdout: "[536870912, 1073741823]", 2024-04-12T17:30:10.737 INFO:tasks.workunit.client.0.smithi099.stdout: "[1073741824, 2147483647]", 2024-04-12T17:30:10.737 INFO:tasks.workunit.client.0.smithi099.stdout: "[2147483648, 4294967295]", 2024-04-12T17:30:10.738 INFO:tasks.workunit.client.0.smithi099.stdout: "[4294967296, 8589934591]", 2024-04-12T17:30:10.738 INFO:tasks.workunit.client.0.smithi099.stdout: "[8589934592, 17179869183]", 2024-04-12T17:30:10.738 INFO:tasks.workunit.client.0.smithi099.stdout: "[17179869184, 34359738367]", 2024-04-12T17:30:10.738 INFO:tasks.workunit.client.0.smithi099.stdout: "[34359738368, 68719476735]", 2024-04-12T17:30:10.738 INFO:tasks.workunit.client.0.smithi099.stdout: "[68719476736, 137438953471]", 2024-04-12T17:30:10.738 INFO:tasks.workunit.client.0.smithi099.stdout: "[137438953472, 274877906943]", 2024-04-12T17:30:10.738 INFO:tasks.workunit.client.0.smithi099.stdout: "[274877906944, None]" 2024-04-12T17:30:10.738 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.738 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T17:30:10.738 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.738 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.738 INFO:tasks.workunit.client.0.smithi099.stdout: "osds": [ 2024-04-12T17:30:10.738 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.739 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 0, 2024-04-12T17:30:10.739 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:10.739 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.739 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.739 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.739 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.739 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 803, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.739 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 6158, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.739 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 783, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.739 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 279, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.739 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 180, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.739 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 159, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.739 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.739 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.739 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.740 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.740 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.740 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.740 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.740 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.740 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.740 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.740 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.740 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.740 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.740 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.740 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.740 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.740 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.740 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.741 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.741 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.741 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.741 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:10.741 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.741 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.741 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.741 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 1, 2024-04-12T17:30:10.741 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:10.741 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.741 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.741 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.741 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.741 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 448, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.742 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 3052, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.742 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1736, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.742 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 572, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.742 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2969, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.742 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 3639, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.742 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.742 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.742 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.742 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.742 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.742 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.742 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.742 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.742 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.742 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.743 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.743 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.743 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.743 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.743 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.743 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.743 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.743 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.743 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.743 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.743 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.743 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:10.743 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.743 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.744 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.744 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 2, 2024-04-12T17:30:10.744 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:10.744 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.744 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.744 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.744 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.744 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1807, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.744 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 8771, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.744 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 15748, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.744 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 382, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.744 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 149, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.744 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 155, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.744 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.744 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.745 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.745 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.745 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.745 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.745 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.745 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.745 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.745 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.745 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.745 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.745 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.745 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.745 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.745 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.745 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.746 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.746 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.746 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.746 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.746 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:10.746 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.746 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.746 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.746 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 3, 2024-04-12T17:30:10.746 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:10.746 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.746 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.746 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.746 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.747 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 520, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.747 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 3142, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.747 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 754, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.747 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 409, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.747 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1563, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.747 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 7134, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.747 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 436, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.747 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.747 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.747 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.747 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.747 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.747 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.747 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.747 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.748 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.748 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.748 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.748 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.748 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.748 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.748 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.748 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.748 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.748 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.748 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.748 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.748 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:10.749 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.749 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.749 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.749 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 4, 2024-04-12T17:30:10.749 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:10.749 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.749 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.749 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.749 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.749 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 989, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.749 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 4290, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.749 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 297, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.749 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.750 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.750 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.750 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.750 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.750 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.750 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.750 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.750 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.750 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.750 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.750 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.750 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.750 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.750 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.751 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.751 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.751 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.751 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.751 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.751 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.751 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.751 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.751 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.751 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:10.751 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.751 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.751 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.751 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 5, 2024-04-12T17:30:10.751 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:10.751 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.752 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.752 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.752 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.752 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 921, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.752 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 7412, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.752 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 377, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.752 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 268, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.752 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 336, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.752 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.752 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.752 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.752 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.752 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.752 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.753 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.753 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.753 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.753 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.753 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.753 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.753 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.753 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.753 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.753 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.753 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.753 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.753 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.753 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.754 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.754 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.754 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:10.754 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.754 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.754 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.754 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 6, 2024-04-12T17:30:10.754 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:10.754 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.754 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.754 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.754 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.754 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 611, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.755 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2878, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.755 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 376, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.755 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 300, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.755 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 337, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.755 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.755 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.755 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.755 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.755 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.755 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.755 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.755 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.755 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.755 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.756 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.756 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.756 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.756 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.756 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.756 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.756 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.756 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.756 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.756 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.756 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.756 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.756 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:10.756 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.757 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.757 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.757 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 7, 2024-04-12T17:30:10.757 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:10.757 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.757 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.757 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.757 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.757 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 755, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.757 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 7796, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.757 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2428, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.757 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 185, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.757 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.757 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.757 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.757 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.758 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.758 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.758 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.758 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.758 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.758 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.758 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.758 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.758 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.758 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.758 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.758 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.758 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.759 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.759 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.759 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.759 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.759 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.759 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.759 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:10.759 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.759 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.759 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.759 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.759 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:30:10.759 INFO:tasks.workunit.client.0.smithi099.stdout: "axes": [ 2024-04-12T17:30:10.759 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.760 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T17:30:10.760 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T17:30:10.760 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Latency (usec)", 2024-04-12T17:30:10.760 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 100000, 2024-04-12T17:30:10.760 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T17:30:10.760 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T17:30:10.760 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 99999]", 2024-04-12T17:30:10.760 INFO:tasks.workunit.client.0.smithi099.stdout: "[100000, 199999]", 2024-04-12T17:30:10.760 INFO:tasks.workunit.client.0.smithi099.stdout: "[200000, 399999]", 2024-04-12T17:30:10.760 INFO:tasks.workunit.client.0.smithi099.stdout: "[400000, 799999]", 2024-04-12T17:30:10.760 INFO:tasks.workunit.client.0.smithi099.stdout: "[800000, 1599999]", 2024-04-12T17:30:10.760 INFO:tasks.workunit.client.0.smithi099.stdout: "[1600000, 3199999]", 2024-04-12T17:30:10.760 INFO:tasks.workunit.client.0.smithi099.stdout: "[3200000, 6399999]", 2024-04-12T17:30:10.760 INFO:tasks.workunit.client.0.smithi099.stdout: "[6400000, 12799999]", 2024-04-12T17:30:10.761 INFO:tasks.workunit.client.0.smithi099.stdout: "[12800000, 25599999]", 2024-04-12T17:30:10.761 INFO:tasks.workunit.client.0.smithi099.stdout: "[25600000, 51199999]", 2024-04-12T17:30:10.761 INFO:tasks.workunit.client.0.smithi099.stdout: "[51200000, 102399999]", 2024-04-12T17:30:10.761 INFO:tasks.workunit.client.0.smithi099.stdout: "[102400000, 204799999]", 2024-04-12T17:30:10.761 INFO:tasks.workunit.client.0.smithi099.stdout: "[204800000, 409599999]", 2024-04-12T17:30:10.761 INFO:tasks.workunit.client.0.smithi099.stdout: "[409600000, 819199999]", 2024-04-12T17:30:10.761 INFO:tasks.workunit.client.0.smithi099.stdout: "[819200000, 1638399999]", 2024-04-12T17:30:10.761 INFO:tasks.workunit.client.0.smithi099.stdout: "[1638400000, 3276799999]", 2024-04-12T17:30:10.761 INFO:tasks.workunit.client.0.smithi099.stdout: "[3276800000, 6553599999]", 2024-04-12T17:30:10.761 INFO:tasks.workunit.client.0.smithi099.stdout: "[6553600000, 13107199999]", 2024-04-12T17:30:10.761 INFO:tasks.workunit.client.0.smithi099.stdout: "[13107200000, 26214399999]", 2024-04-12T17:30:10.761 INFO:tasks.workunit.client.0.smithi099.stdout: "[26214400000, 52428799999]", 2024-04-12T17:30:10.761 INFO:tasks.workunit.client.0.smithi099.stdout: "[52428800000, 104857599999]", 2024-04-12T17:30:10.761 INFO:tasks.workunit.client.0.smithi099.stdout: "[104857600000, 209715199999]", 2024-04-12T17:30:10.761 INFO:tasks.workunit.client.0.smithi099.stdout: "[209715200000, 419430399999]", 2024-04-12T17:30:10.762 INFO:tasks.workunit.client.0.smithi099.stdout: "[419430400000, 838860799999]", 2024-04-12T17:30:10.762 INFO:tasks.workunit.client.0.smithi099.stdout: "[838860800000, 1677721599999]", 2024-04-12T17:30:10.762 INFO:tasks.workunit.client.0.smithi099.stdout: "[1677721600000, 3355443199999]", 2024-04-12T17:30:10.762 INFO:tasks.workunit.client.0.smithi099.stdout: "[3355443200000, 6710886399999]", 2024-04-12T17:30:10.762 INFO:tasks.workunit.client.0.smithi099.stdout: "[6710886400000, 13421772799999]", 2024-04-12T17:30:10.762 INFO:tasks.workunit.client.0.smithi099.stdout: "[13421772800000, 26843545599999]", 2024-04-12T17:30:10.762 INFO:tasks.workunit.client.0.smithi099.stdout: "[26843545600000, 53687091199999]", 2024-04-12T17:30:10.762 INFO:tasks.workunit.client.0.smithi099.stdout: "[53687091200000, None]" 2024-04-12T17:30:10.762 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.762 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T17:30:10.762 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.762 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.762 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T17:30:10.762 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T17:30:10.763 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Request size (bytes)", 2024-04-12T17:30:10.763 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 512, 2024-04-12T17:30:10.763 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T17:30:10.763 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T17:30:10.763 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 511]", 2024-04-12T17:30:10.763 INFO:tasks.workunit.client.0.smithi099.stdout: "[512, 1023]", 2024-04-12T17:30:10.763 INFO:tasks.workunit.client.0.smithi099.stdout: "[1024, 2047]", 2024-04-12T17:30:10.763 INFO:tasks.workunit.client.0.smithi099.stdout: "[2048, 4095]", 2024-04-12T17:30:10.763 INFO:tasks.workunit.client.0.smithi099.stdout: "[4096, 8191]", 2024-04-12T17:30:10.763 INFO:tasks.workunit.client.0.smithi099.stdout: "[8192, 16383]", 2024-04-12T17:30:10.763 INFO:tasks.workunit.client.0.smithi099.stdout: "[16384, 32767]", 2024-04-12T17:30:10.763 INFO:tasks.workunit.client.0.smithi099.stdout: "[32768, 65535]", 2024-04-12T17:30:10.763 INFO:tasks.workunit.client.0.smithi099.stdout: "[65536, 131071]", 2024-04-12T17:30:10.763 INFO:tasks.workunit.client.0.smithi099.stdout: "[131072, 262143]", 2024-04-12T17:30:10.764 INFO:tasks.workunit.client.0.smithi099.stdout: "[262144, 524287]", 2024-04-12T17:30:10.764 INFO:tasks.workunit.client.0.smithi099.stdout: "[524288, 1048575]", 2024-04-12T17:30:10.764 INFO:tasks.workunit.client.0.smithi099.stdout: "[1048576, 2097151]", 2024-04-12T17:30:10.764 INFO:tasks.workunit.client.0.smithi099.stdout: "[2097152, 4194303]", 2024-04-12T17:30:10.764 INFO:tasks.workunit.client.0.smithi099.stdout: "[4194304, 8388607]", 2024-04-12T17:30:10.764 INFO:tasks.workunit.client.0.smithi099.stdout: "[8388608, 16777215]", 2024-04-12T17:30:10.764 INFO:tasks.workunit.client.0.smithi099.stdout: "[16777216, 33554431]", 2024-04-12T17:30:10.764 INFO:tasks.workunit.client.0.smithi099.stdout: "[33554432, 67108863]", 2024-04-12T17:30:10.764 INFO:tasks.workunit.client.0.smithi099.stdout: "[67108864, 134217727]", 2024-04-12T17:30:10.764 INFO:tasks.workunit.client.0.smithi099.stdout: "[134217728, 268435455]", 2024-04-12T17:30:10.764 INFO:tasks.workunit.client.0.smithi099.stdout: "[268435456, 536870911]", 2024-04-12T17:30:10.764 INFO:tasks.workunit.client.0.smithi099.stdout: "[536870912, 1073741823]", 2024-04-12T17:30:10.764 INFO:tasks.workunit.client.0.smithi099.stdout: "[1073741824, 2147483647]", 2024-04-12T17:30:10.764 INFO:tasks.workunit.client.0.smithi099.stdout: "[2147483648, 4294967295]", 2024-04-12T17:30:10.764 INFO:tasks.workunit.client.0.smithi099.stdout: "[4294967296, 8589934591]", 2024-04-12T17:30:10.765 INFO:tasks.workunit.client.0.smithi099.stdout: "[8589934592, 17179869183]", 2024-04-12T17:30:10.765 INFO:tasks.workunit.client.0.smithi099.stdout: "[17179869184, 34359738367]", 2024-04-12T17:30:10.765 INFO:tasks.workunit.client.0.smithi099.stdout: "[34359738368, 68719476735]", 2024-04-12T17:30:10.765 INFO:tasks.workunit.client.0.smithi099.stdout: "[68719476736, 137438953471]", 2024-04-12T17:30:10.765 INFO:tasks.workunit.client.0.smithi099.stdout: "[137438953472, 274877906943]", 2024-04-12T17:30:10.765 INFO:tasks.workunit.client.0.smithi099.stdout: "[274877906944, None]" 2024-04-12T17:30:10.765 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.765 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T17:30:10.765 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.765 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.765 INFO:tasks.workunit.client.0.smithi099.stdout: "osds": [ 2024-04-12T17:30:10.765 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.765 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 0, 2024-04-12T17:30:10.765 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:10.765 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.766 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.766 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.766 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.766 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 120, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.766 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1902, 21, 1, 0, 11, 0, 0, 0, 0, 1, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.766 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1146, 8, 1, 1, 2, 4, 4, 14, 25, 59, 63, 38, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.766 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 288, 6, 0, 0, 1, 4, 2, 3, 6, 12, 99, 223, 97, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.766 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 377, 4, 0, 0, 0, 0, 1, 1, 1, 5, 26, 41, 359, 13, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.766 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 664, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 12, 23, 34, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.766 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 774, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 6, 13, 21, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.766 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 368, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.766 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 367, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.767 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.767 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.767 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.767 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.767 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.767 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.767 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.767 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.767 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.767 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.767 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.767 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.767 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.767 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.767 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.768 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.768 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.768 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.768 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:10.768 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.768 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.768 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.768 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 1, 2024-04-12T17:30:10.768 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:10.768 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.768 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.768 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.768 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.768 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 49, 9, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.768 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2816, 16, 0, 2, 5, 0, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.769 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1306, 2, 3, 6, 5, 3, 9, 17, 46, 79, 105, 22, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.769 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 63, 0, 0, 0, 0, 1, 0, 0, 2, 5, 66, 264, 200, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.769 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 23, 0, 1, 0, 0, 0, 0, 0, 0, 2, 4, 12, 371, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.769 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 19, 2, 0, 0, 0, 0, 0, 0, 0, 3, 0, 7, 18, 20, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.769 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 89, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 10, 18, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.769 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 286, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.769 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2701, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.769 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 772, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.769 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.769 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.769 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.769 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.769 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.769 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.770 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.770 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.770 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.770 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.770 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.770 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.770 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.770 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.770 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.770 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.770 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.770 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:10.770 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.770 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.771 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.771 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 2, 2024-04-12T17:30:10.771 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:10.771 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.771 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.771 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.771 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.771 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 72, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.771 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 312, 6, 1, 2, 4, 0, 3, 6, 10, 15, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.771 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 177, 12, 0, 0, 0, 1, 2, 5, 3, 10, 34, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.771 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 232, 11, 0, 0, 1, 1, 1, 6, 11, 16, 54, 79, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.771 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 145, 25, 0, 0, 0, 0, 0, 1, 3, 9, 22, 55, 40, 10, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.771 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 49, 24, 0, 0, 0, 0, 0, 0, 1, 2, 20, 14, 32, 46, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.771 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 10, 46, 0, 0, 0, 0, 0, 0, 1, 5, 8, 6, 21, 47, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.772 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 88, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.772 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.772 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.772 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.772 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.772 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.772 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.772 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.772 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.772 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.772 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.772 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.772 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.772 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.773 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.773 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.773 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.773 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.773 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.773 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.773 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:10.773 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.773 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.773 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.773 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 3, 2024-04-12T17:30:10.773 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:10.773 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.773 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.774 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.774 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.774 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 65, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.774 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1327, 18, 0, 0, 14, 1, 4, 5, 12, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.774 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 446, 7, 0, 0, 1, 2, 4, 10, 11, 27, 30, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.774 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 130, 11, 0, 0, 1, 1, 0, 2, 1, 2, 19, 104, 133, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.774 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 353, 8, 0, 0, 0, 0, 0, 0, 2, 6, 5, 14, 99, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.774 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 338, 2, 0, 0, 0, 0, 0, 1, 2, 0, 7, 6, 26, 29, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.774 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 328, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 7, 24, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.774 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 193, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.774 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.774 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.774 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.774 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.775 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.775 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.775 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.775 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.775 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.775 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.775 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.775 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.775 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.775 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.775 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.775 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.775 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.775 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.776 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.776 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:10.776 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.776 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.776 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.776 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 4, 2024-04-12T17:30:10.776 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:10.776 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.776 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.776 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.776 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.776 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 81, 6, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.776 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1158, 10, 0, 0, 9, 0, 3, 2, 5, 8, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.776 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 598, 6, 0, 0, 0, 1, 7, 7, 14, 17, 38, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.777 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 355, 5, 0, 0, 0, 0, 2, 2, 6, 5, 59, 131, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.777 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 429, 17, 0, 0, 0, 0, 0, 0, 0, 2, 12, 23, 132, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.777 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 300, 24, 0, 0, 0, 0, 0, 0, 2, 0, 2, 0, 9, 17, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.777 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 127, 42, 0, 0, 0, 0, 0, 1, 0, 1, 0, 5, 8, 10, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.777 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 93, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.777 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.777 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.777 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.777 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.777 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.777 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.777 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.777 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.777 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.777 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.778 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.778 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.778 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.778 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.778 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.778 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.778 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.778 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.778 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.778 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:10.778 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.778 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.778 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.778 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 5, 2024-04-12T17:30:10.779 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:10.779 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.779 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.779 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.779 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.779 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 142, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.779 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 471, 8, 0, 0, 11, 1, 1, 0, 0, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.779 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 101, 2, 0, 1, 1, 2, 2, 2, 6, 0, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.779 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 98, 4, 1, 0, 0, 1, 0, 2, 7, 3, 17, 24, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.779 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 76, 6, 0, 0, 0, 0, 0, 0, 2, 2, 12, 11, 7, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.779 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 16, 2, 0, 0, 0, 0, 0, 0, 1, 0, 5, 8, 16, 27, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.779 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 5, 8, 19, 88, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.779 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.779 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.780 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.780 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.780 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.780 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.780 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.780 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.780 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.780 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.780 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.780 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.780 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.780 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.780 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.780 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.781 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.781 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.781 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.781 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.781 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:10.781 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.781 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.781 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.781 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 6, 2024-04-12T17:30:10.781 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:10.781 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.781 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.781 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.781 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.781 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 92, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.782 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1116, 22, 1, 0, 16, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.782 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 661, 9, 2, 2, 1, 7, 5, 15, 18, 31, 27, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.782 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 310, 8, 0, 0, 2, 0, 1, 2, 4, 1, 37, 108, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.782 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 442, 15, 0, 0, 0, 0, 1, 1, 0, 2, 5, 8, 161, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.782 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 345, 29, 0, 0, 0, 0, 0, 0, 1, 0, 3, 9, 16, 21, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.782 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 93, 55, 0, 0, 0, 0, 0, 1, 1, 0, 2, 0, 8, 18, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.782 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 101, 97, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.782 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 26, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.782 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.782 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.782 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.782 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.782 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.783 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.783 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.783 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.783 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.783 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.783 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.783 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.783 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.783 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.783 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.783 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.783 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.783 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.783 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:10.784 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.784 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.784 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.784 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 7, 2024-04-12T17:30:10.784 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:10.784 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.784 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.784 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.784 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.784 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 55, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.784 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 209, 10, 1, 0, 12, 1, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.784 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 56, 6, 0, 0, 0, 2, 2, 4, 1, 0, 7, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.784 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 99, 3, 0, 0, 0, 0, 1, 3, 7, 5, 18, 27, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.784 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 65, 0, 0, 0, 0, 1, 0, 1, 3, 2, 13, 27, 24, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.785 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 2, 0, 1, 5, 7, 22, 28, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.785 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 8, 28, 88, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.785 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 7, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.785 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.785 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.785 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.785 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.785 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.785 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.785 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.785 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.785 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.785 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.786 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.786 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.786 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.786 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.786 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.786 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.786 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.786 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.786 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.786 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:10.786 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.786 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.786 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.786 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.787 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.787 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.787 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-12T17:30:10.787 INFO:tasks.workunit.client.0.smithi099.stdout: "axes": [ 2024-04-12T17:30:10.787 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.787 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 8, 2024-04-12T17:30:10.787 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T17:30:10.787 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "number of replicas", 2024-04-12T17:30:10.787 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 1, 2024-04-12T17:30:10.787 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T17:30:10.787 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T17:30:10.787 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0]", 2024-04-12T17:30:10.787 INFO:tasks.workunit.client.0.smithi099.stdout: "[1, 1]", 2024-04-12T17:30:10.787 INFO:tasks.workunit.client.0.smithi099.stdout: "[2, 2]", 2024-04-12T17:30:10.787 INFO:tasks.workunit.client.0.smithi099.stdout: "[3, 3]", 2024-04-12T17:30:10.788 INFO:tasks.workunit.client.0.smithi099.stdout: "[4, 4]", 2024-04-12T17:30:10.788 INFO:tasks.workunit.client.0.smithi099.stdout: "[5, 5]", 2024-04-12T17:30:10.788 INFO:tasks.workunit.client.0.smithi099.stdout: "[6, None]" 2024-04-12T17:30:10.788 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.788 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "linear" 2024-04-12T17:30:10.788 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.788 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.788 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 10, 2024-04-12T17:30:10.788 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T17:30:10.788 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "duration", 2024-04-12T17:30:10.788 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 250000, 2024-04-12T17:30:10.788 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T17:30:10.788 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T17:30:10.788 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 249999]", 2024-04-12T17:30:10.788 INFO:tasks.workunit.client.0.smithi099.stdout: "[250000, 499999]", 2024-04-12T17:30:10.788 INFO:tasks.workunit.client.0.smithi099.stdout: "[500000, 999999]", 2024-04-12T17:30:10.789 INFO:tasks.workunit.client.0.smithi099.stdout: "[1000000, 1999999]", 2024-04-12T17:30:10.789 INFO:tasks.workunit.client.0.smithi099.stdout: "[2000000, 3999999]", 2024-04-12T17:30:10.789 INFO:tasks.workunit.client.0.smithi099.stdout: "[4000000, 7999999]", 2024-04-12T17:30:10.789 INFO:tasks.workunit.client.0.smithi099.stdout: "[8000000, 15999999]", 2024-04-12T17:30:10.789 INFO:tasks.workunit.client.0.smithi099.stdout: "[16000000, 31999999]", 2024-04-12T17:30:10.789 INFO:tasks.workunit.client.0.smithi099.stdout: "[32000000, None]" 2024-04-12T17:30:10.789 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.789 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T17:30:10.789 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.789 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.789 INFO:tasks.workunit.client.0.smithi099.stdout: "osds": [ 2024-04-12T17:30:10.789 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.789 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 0, 2024-04-12T17:30:10.789 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:10.789 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.790 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.790 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.790 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.790 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.790 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.790 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.790 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:10.790 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.790 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.790 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.790 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 1, 2024-04-12T17:30:10.790 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:10.790 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.790 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.791 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.791 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.791 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.791 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.791 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.791 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:10.791 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.791 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.791 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.791 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 2, 2024-04-12T17:30:10.791 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:10.791 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.791 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.791 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.791 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.792 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.792 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.793 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.793 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:10.793 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.793 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.793 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.793 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 3, 2024-04-12T17:30:10.793 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:10.793 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.793 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.794 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.794 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.794 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.794 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.794 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.794 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:10.794 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.794 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.794 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.794 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 4, 2024-04-12T17:30:10.794 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:10.794 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.794 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.794 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.795 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.795 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.795 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.795 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.795 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:10.795 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.795 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.795 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.795 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 5, 2024-04-12T17:30:10.795 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:10.795 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.795 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.795 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.795 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.795 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.796 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.796 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.796 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:10.796 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.796 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.796 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.796 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 6, 2024-04-12T17:30:10.796 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:10.796 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.796 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.796 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.796 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.796 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.796 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.797 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.797 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:10.797 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.797 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.797 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:10.797 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 7, 2024-04-12T17:30:10.797 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:10.797 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.797 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.797 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.797 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.797 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.797 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.798 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:10.798 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:10.798 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.798 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.798 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:10.798 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.798 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.798 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:10.798 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_counters": { 2024-04-12T17:30:10.798 INFO:tasks.workunit.client.0.smithi099.stdout: "mds.1e2a24d7ed8c1704620ea3bccfc67a7f23c62d00": { 2024-04-12T17:30:10.798 INFO:tasks.workunit.client.0.smithi099.stdout: "mds": { 2024-04-12T17:30:10.798 INFO:tasks.workunit.client.0.smithi099.stdout: "caps": { 2024-04-12T17:30:10.798 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.798 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.799 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_cap_op_flush_ack": { 2024-04-12T17:30:10.799 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.799 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.799 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-12T17:30:10.799 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.799 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.799 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_cap_op_grant": { 2024-04-12T17:30:10.799 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.799 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.799 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_cap_op_revoke": { 2024-04-12T17:30:10.799 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.799 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.799 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_cap_op_trunc": { 2024-04-12T17:30:10.799 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.800 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.800 INFO:tasks.workunit.client.0.smithi099.stdout: "dir_commit": { 2024-04-12T17:30:10.800 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.800 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.800 INFO:tasks.workunit.client.0.smithi099.stdout: "dir_fetch_complete": { 2024-04-12T17:30:10.800 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12 2024-04-12T17:30:10.800 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.800 INFO:tasks.workunit.client.0.smithi099.stdout: "dir_fetch_keys": { 2024-04-12T17:30:10.800 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10 2024-04-12T17:30:10.800 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.800 INFO:tasks.workunit.client.0.smithi099.stdout: "dir_merge": { 2024-04-12T17:30:10.800 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.800 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.800 INFO:tasks.workunit.client.0.smithi099.stdout: "dir_split": { 2024-04-12T17:30:10.801 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.801 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.801 INFO:tasks.workunit.client.0.smithi099.stdout: "exported_inodes": { 2024-04-12T17:30:10.801 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.801 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.801 INFO:tasks.workunit.client.0.smithi099.stdout: "forward": { 2024-04-12T17:30:10.801 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.801 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.801 INFO:tasks.workunit.client.0.smithi099.stdout: "handle_client_cap_release": { 2024-04-12T17:30:10.801 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.801 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.801 INFO:tasks.workunit.client.0.smithi099.stdout: "handle_client_caps": { 2024-04-12T17:30:10.801 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.801 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.802 INFO:tasks.workunit.client.0.smithi099.stdout: "handle_client_caps_dirty": { 2024-04-12T17:30:10.802 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.802 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.802 INFO:tasks.workunit.client.0.smithi099.stdout: "handle_inode_file_caps": { 2024-04-12T17:30:10.802 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.802 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.802 INFO:tasks.workunit.client.0.smithi099.stdout: "imported_inodes": { 2024-04-12T17:30:10.802 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.802 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.802 INFO:tasks.workunit.client.0.smithi099.stdout: "inodes": { 2024-04-12T17:30:10.802 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10 2024-04-12T17:30:10.802 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.802 INFO:tasks.workunit.client.0.smithi099.stdout: "inodes_expired": { 2024-04-12T17:30:10.803 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.803 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.803 INFO:tasks.workunit.client.0.smithi099.stdout: "inodes_pinned": { 2024-04-12T17:30:10.803 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10 2024-04-12T17:30:10.803 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.803 INFO:tasks.workunit.client.0.smithi099.stdout: "inodes_with_caps": { 2024-04-12T17:30:10.803 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.803 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.803 INFO:tasks.workunit.client.0.smithi099.stdout: "load_cent": { 2024-04-12T17:30:10.803 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.803 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.803 INFO:tasks.workunit.client.0.smithi099.stdout: "openino_dir_fetch": { 2024-04-12T17:30:10.803 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.803 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.803 INFO:tasks.workunit.client.0.smithi099.stdout: "process_request_cap_release": { 2024-04-12T17:30:10.804 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.804 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.804 INFO:tasks.workunit.client.0.smithi099.stdout: "reply_latency": { 2024-04-12T17:30:10.804 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.804 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.804 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.804 INFO:tasks.workunit.client.0.smithi099.stdout: "request": { 2024-04-12T17:30:10.804 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.804 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.804 INFO:tasks.workunit.client.0.smithi099.stdout: "root_rbytes": { 2024-04-12T17:30:10.804 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.804 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.804 INFO:tasks.workunit.client.0.smithi099.stdout: "root_rfiles": { 2024-04-12T17:30:10.804 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.805 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.805 INFO:tasks.workunit.client.0.smithi099.stdout: "root_rsnaps": { 2024-04-12T17:30:10.805 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.805 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.805 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_reply": { 2024-04-12T17:30:10.805 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.805 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.805 INFO:tasks.workunit.client.0.smithi099.stdout: "subtrees": { 2024-04-12T17:30:10.805 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T17:30:10.805 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.805 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.805 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_cache": { 2024-04-12T17:30:10.805 INFO:tasks.workunit.client.0.smithi099.stdout: "ireq_enqueue_scrub": { 2024-04-12T17:30:10.805 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.805 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.806 INFO:tasks.workunit.client.0.smithi099.stdout: "ireq_exportdir": { 2024-04-12T17:30:10.806 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.806 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.806 INFO:tasks.workunit.client.0.smithi099.stdout: "ireq_flush": { 2024-04-12T17:30:10.806 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.806 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.806 INFO:tasks.workunit.client.0.smithi099.stdout: "ireq_fragmentdir": { 2024-04-12T17:30:10.806 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.806 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.806 INFO:tasks.workunit.client.0.smithi099.stdout: "ireq_fragstats": { 2024-04-12T17:30:10.806 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.806 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.806 INFO:tasks.workunit.client.0.smithi099.stdout: "ireq_inodestats": { 2024-04-12T17:30:10.806 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.807 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.807 INFO:tasks.workunit.client.0.smithi099.stdout: "ireq_quiesce_inode": { 2024-04-12T17:30:10.807 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.807 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.807 INFO:tasks.workunit.client.0.smithi099.stdout: "ireq_quiesce_path": { 2024-04-12T17:30:10.807 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.807 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_recovering_enqueued": { 2024-04-12T17:30:10.807 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.807 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_recovering_prioritized": { 2024-04-12T17:30:10.807 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.807 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_recovering_processing": { 2024-04-12T17:30:10.807 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.808 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_strays": { 2024-04-12T17:30:10.808 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.808 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_strays_delayed": { 2024-04-12T17:30:10.808 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.808 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_strays_enqueuing": { 2024-04-12T17:30:10.808 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.808 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.808 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_completed": { 2024-04-12T17:30:10.808 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.808 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.808 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_started": { 2024-04-12T17:30:10.808 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.809 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.809 INFO:tasks.workunit.client.0.smithi099.stdout: "strays_created": { 2024-04-12T17:30:10.809 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.809 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.809 INFO:tasks.workunit.client.0.smithi099.stdout: "strays_enqueued": { 2024-04-12T17:30:10.809 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.809 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.809 INFO:tasks.workunit.client.0.smithi099.stdout: "strays_migrated": { 2024-04-12T17:30:10.809 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.809 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.809 INFO:tasks.workunit.client.0.smithi099.stdout: "strays_reintegrated": { 2024-04-12T17:30:10.809 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.809 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.809 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.809 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_log": { 2024-04-12T17:30:10.810 INFO:tasks.workunit.client.0.smithi099.stdout: "ev": { 2024-04-12T17:30:10.810 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17 2024-04-12T17:30:10.810 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.810 INFO:tasks.workunit.client.0.smithi099.stdout: "evadd": { 2024-04-12T17:30:10.810 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.810 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.810 INFO:tasks.workunit.client.0.smithi099.stdout: "evex": { 2024-04-12T17:30:10.810 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.810 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.810 INFO:tasks.workunit.client.0.smithi099.stdout: "evexd": { 2024-04-12T17:30:10.810 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.810 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.810 INFO:tasks.workunit.client.0.smithi099.stdout: "evexg": { 2024-04-12T17:30:10.810 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.810 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.811 INFO:tasks.workunit.client.0.smithi099.stdout: "evlrg": { 2024-04-12T17:30:10.811 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.811 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.811 INFO:tasks.workunit.client.0.smithi099.stdout: "evtrm": { 2024-04-12T17:30:10.811 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.811 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.811 INFO:tasks.workunit.client.0.smithi099.stdout: "jlat": { 2024-04-12T17:30:10.811 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.811 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.811 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.811 INFO:tasks.workunit.client.0.smithi099.stdout: "replayed": { 2024-04-12T17:30:10.811 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17 2024-04-12T17:30:10.811 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.811 INFO:tasks.workunit.client.0.smithi099.stdout: "seg": { 2024-04-12T17:30:10.811 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T17:30:10.811 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.812 INFO:tasks.workunit.client.0.smithi099.stdout: "segadd": { 2024-04-12T17:30:10.812 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.812 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.812 INFO:tasks.workunit.client.0.smithi099.stdout: "segex": { 2024-04-12T17:30:10.812 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.812 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.812 INFO:tasks.workunit.client.0.smithi099.stdout: "segexd": { 2024-04-12T17:30:10.812 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.812 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.812 INFO:tasks.workunit.client.0.smithi099.stdout: "segexg": { 2024-04-12T17:30:10.812 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.812 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.812 INFO:tasks.workunit.client.0.smithi099.stdout: "segmjr": { 2024-04-12T17:30:10.812 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T17:30:10.812 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.813 INFO:tasks.workunit.client.0.smithi099.stdout: "segtrm": { 2024-04-12T17:30:10.813 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.813 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.813 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.813 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_mem": { 2024-04-12T17:30:10.813 INFO:tasks.workunit.client.0.smithi099.stdout: "cap": { 2024-04-12T17:30:10.813 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.813 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.813 INFO:tasks.workunit.client.0.smithi099.stdout: "cap+": { 2024-04-12T17:30:10.813 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.813 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.813 INFO:tasks.workunit.client.0.smithi099.stdout: "cap-": { 2024-04-12T17:30:10.813 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.813 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.813 INFO:tasks.workunit.client.0.smithi099.stdout: "dir": { 2024-04-12T17:30:10.813 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12 2024-04-12T17:30:10.814 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.814 INFO:tasks.workunit.client.0.smithi099.stdout: "dir+": { 2024-04-12T17:30:10.814 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12 2024-04-12T17:30:10.814 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.814 INFO:tasks.workunit.client.0.smithi099.stdout: "dir-": { 2024-04-12T17:30:10.814 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.814 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.814 INFO:tasks.workunit.client.0.smithi099.stdout: "dn": { 2024-04-12T17:30:10.814 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10 2024-04-12T17:30:10.814 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.814 INFO:tasks.workunit.client.0.smithi099.stdout: "dn+": { 2024-04-12T17:30:10.814 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10 2024-04-12T17:30:10.814 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.815 INFO:tasks.workunit.client.0.smithi099.stdout: "dn-": { 2024-04-12T17:30:10.815 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.815 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.815 INFO:tasks.workunit.client.0.smithi099.stdout: "heap": { 2024-04-12T17:30:10.815 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 248184 2024-04-12T17:30:10.815 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.815 INFO:tasks.workunit.client.0.smithi099.stdout: "ino": { 2024-04-12T17:30:10.815 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13 2024-04-12T17:30:10.815 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.815 INFO:tasks.workunit.client.0.smithi099.stdout: "ino+": { 2024-04-12T17:30:10.815 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13 2024-04-12T17:30:10.815 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.815 INFO:tasks.workunit.client.0.smithi099.stdout: "ino-": { 2024-04-12T17:30:10.815 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.815 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.816 INFO:tasks.workunit.client.0.smithi099.stdout: "rss": { 2024-04-12T17:30:10.816 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 50688 2024-04-12T17:30:10.816 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.816 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.816 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_server": { 2024-04-12T17:30:10.816 INFO:tasks.workunit.client.0.smithi099.stdout: "cap_acquisition_throttle": { 2024-04-12T17:30:10.816 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.816 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.816 INFO:tasks.workunit.client.0.smithi099.stdout: "cap_revoke_eviction": { 2024-04-12T17:30:10.816 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.816 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.816 INFO:tasks.workunit.client.0.smithi099.stdout: "handle_client_request": { 2024-04-12T17:30:10.816 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.816 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.816 INFO:tasks.workunit.client.0.smithi099.stdout: "handle_client_session": { 2024-04-12T17:30:10.817 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.817 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.817 INFO:tasks.workunit.client.0.smithi099.stdout: "handle_peer_request": { 2024-04-12T17:30:10.817 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.817 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.817 INFO:tasks.workunit.client.0.smithi099.stdout: "req_create_latency": { 2024-04-12T17:30:10.817 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.817 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.817 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.817 INFO:tasks.workunit.client.0.smithi099.stdout: "req_getattr_latency": { 2024-04-12T17:30:10.817 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.817 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.817 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.817 INFO:tasks.workunit.client.0.smithi099.stdout: "req_getfilelock_latency": { 2024-04-12T17:30:10.817 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.818 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.818 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.818 INFO:tasks.workunit.client.0.smithi099.stdout: "req_getvxattr_latency": { 2024-04-12T17:30:10.818 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.818 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.818 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.818 INFO:tasks.workunit.client.0.smithi099.stdout: "req_link_latency": { 2024-04-12T17:30:10.818 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.818 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.818 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.818 INFO:tasks.workunit.client.0.smithi099.stdout: "req_lookup_latency": { 2024-04-12T17:30:10.818 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.818 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.818 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.818 INFO:tasks.workunit.client.0.smithi099.stdout: "req_lookuphash_latency": { 2024-04-12T17:30:10.819 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.819 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.819 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.819 INFO:tasks.workunit.client.0.smithi099.stdout: "req_lookupino_latency": { 2024-04-12T17:30:10.819 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.819 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.819 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.819 INFO:tasks.workunit.client.0.smithi099.stdout: "req_lookupname_latency": { 2024-04-12T17:30:10.819 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.819 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.819 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.819 INFO:tasks.workunit.client.0.smithi099.stdout: "req_lookupparent_latency": { 2024-04-12T17:30:10.819 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.820 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.820 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.820 INFO:tasks.workunit.client.0.smithi099.stdout: "req_lookupsnap_latency": { 2024-04-12T17:30:10.820 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.820 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.820 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.820 INFO:tasks.workunit.client.0.smithi099.stdout: "req_lssnap_latency": { 2024-04-12T17:30:10.820 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.820 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.820 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.820 INFO:tasks.workunit.client.0.smithi099.stdout: "req_mkdir_latency": { 2024-04-12T17:30:10.820 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.820 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.820 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.820 INFO:tasks.workunit.client.0.smithi099.stdout: "req_mknod_latency": { 2024-04-12T17:30:10.821 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.821 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.821 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.821 INFO:tasks.workunit.client.0.smithi099.stdout: "req_mksnap_latency": { 2024-04-12T17:30:10.821 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.821 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.821 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.821 INFO:tasks.workunit.client.0.smithi099.stdout: "req_open_latency": { 2024-04-12T17:30:10.821 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.821 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.821 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.821 INFO:tasks.workunit.client.0.smithi099.stdout: "req_readdir_latency": { 2024-04-12T17:30:10.821 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.821 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.821 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.822 INFO:tasks.workunit.client.0.smithi099.stdout: "req_rename_latency": { 2024-04-12T17:30:10.822 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.822 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.822 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.822 INFO:tasks.workunit.client.0.smithi099.stdout: "req_renamesnap_latency": { 2024-04-12T17:30:10.822 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.822 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.822 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.822 INFO:tasks.workunit.client.0.smithi099.stdout: "req_rmdir_latency": { 2024-04-12T17:30:10.822 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.822 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.822 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.822 INFO:tasks.workunit.client.0.smithi099.stdout: "req_rmsnap_latency": { 2024-04-12T17:30:10.822 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.822 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.823 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.823 INFO:tasks.workunit.client.0.smithi099.stdout: "req_rmxattr_latency": { 2024-04-12T17:30:10.823 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.823 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.823 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.823 INFO:tasks.workunit.client.0.smithi099.stdout: "req_setattr_latency": { 2024-04-12T17:30:10.823 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.823 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.823 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.823 INFO:tasks.workunit.client.0.smithi099.stdout: "req_setdirlayout_latency": { 2024-04-12T17:30:10.823 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.823 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.823 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.823 INFO:tasks.workunit.client.0.smithi099.stdout: "req_setfilelock_latency": { 2024-04-12T17:30:10.823 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.824 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.824 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.824 INFO:tasks.workunit.client.0.smithi099.stdout: "req_setlayout_latency": { 2024-04-12T17:30:10.824 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.824 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.824 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.824 INFO:tasks.workunit.client.0.smithi099.stdout: "req_setxattr_latency": { 2024-04-12T17:30:10.824 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.824 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.824 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.824 INFO:tasks.workunit.client.0.smithi099.stdout: "req_snapdiff_latency": { 2024-04-12T17:30:10.824 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.824 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.824 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.825 INFO:tasks.workunit.client.0.smithi099.stdout: "req_symlink_latency": { 2024-04-12T17:30:10.825 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.825 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.825 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.825 INFO:tasks.workunit.client.0.smithi099.stdout: "req_unlink_latency": { 2024-04-12T17:30:10.825 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.825 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.825 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.825 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.825 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_sessions": { 2024-04-12T17:30:10.825 INFO:tasks.workunit.client.0.smithi099.stdout: "average_load": { 2024-04-12T17:30:10.825 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.825 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.825 INFO:tasks.workunit.client.0.smithi099.stdout: "avg_session_uptime": { 2024-04-12T17:30:10.825 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.825 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.826 INFO:tasks.workunit.client.0.smithi099.stdout: "mdthresh_evicted": { 2024-04-12T17:30:10.826 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.826 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.826 INFO:tasks.workunit.client.0.smithi099.stdout: "session_add": { 2024-04-12T17:30:10.826 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8 2024-04-12T17:30:10.826 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.826 INFO:tasks.workunit.client.0.smithi099.stdout: "session_count": { 2024-04-12T17:30:10.826 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.826 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.826 INFO:tasks.workunit.client.0.smithi099.stdout: "session_remove": { 2024-04-12T17:30:10.826 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8 2024-04-12T17:30:10.826 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.826 INFO:tasks.workunit.client.0.smithi099.stdout: "sessions_open": { 2024-04-12T17:30:10.826 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T17:30:10.826 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.827 INFO:tasks.workunit.client.0.smithi099.stdout: "sessions_stale": { 2024-04-12T17:30:10.827 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.827 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.827 INFO:tasks.workunit.client.0.smithi099.stdout: "total_load": { 2024-04-12T17:30:10.827 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.827 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.827 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.827 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T17:30:10.827 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T17:30:10.827 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.827 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.827 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:10.827 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37 2024-04-12T17:30:10.827 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.828 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T17:30:10.828 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.828 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.828 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:10.828 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7 2024-04-12T17:30:10.828 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.828 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.828 INFO:tasks.workunit.client.0.smithi099.stdout: "purge_queue": { 2024-04-12T17:30:10.828 INFO:tasks.workunit.client.0.smithi099.stdout: "pq_executed": { 2024-04-12T17:30:10.828 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.828 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.828 INFO:tasks.workunit.client.0.smithi099.stdout: "pq_executed_ops": { 2024-04-12T17:30:10.828 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.828 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.828 INFO:tasks.workunit.client.0.smithi099.stdout: "pq_executing": { 2024-04-12T17:30:10.828 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.829 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.829 INFO:tasks.workunit.client.0.smithi099.stdout: "pq_executing_high_water": { 2024-04-12T17:30:10.829 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.829 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.829 INFO:tasks.workunit.client.0.smithi099.stdout: "pq_executing_ops": { 2024-04-12T17:30:10.829 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.829 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.829 INFO:tasks.workunit.client.0.smithi099.stdout: "pq_executing_ops_high_water": { 2024-04-12T17:30:10.829 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.829 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.829 INFO:tasks.workunit.client.0.smithi099.stdout: "pq_item_in_journal": { 2024-04-12T17:30:10.829 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.829 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.829 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.829 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.830 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.1e2a24d7ed8c1704620ea3bccfc67a7f23c62d00": { 2024-04-12T17:30:10.830 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T17:30:10.830 INFO:tasks.workunit.client.0.smithi099.stdout: "election_call": { 2024-04-12T17:30:10.830 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5 2024-04-12T17:30:10.830 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.830 INFO:tasks.workunit.client.0.smithi099.stdout: "election_lose": { 2024-04-12T17:30:10.830 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.830 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.830 INFO:tasks.workunit.client.0.smithi099.stdout: "election_win": { 2024-04-12T17:30:10.830 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5 2024-04-12T17:30:10.830 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.830 INFO:tasks.workunit.client.0.smithi099.stdout: "num_elections": { 2024-04-12T17:30:10.830 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17 2024-04-12T17:30:10.830 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.831 INFO:tasks.workunit.client.0.smithi099.stdout: "num_sessions": { 2024-04-12T17:30:10.831 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10 2024-04-12T17:30:10.831 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.831 INFO:tasks.workunit.client.0.smithi099.stdout: "session_add": { 2024-04-12T17:30:10.831 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5 2024-04-12T17:30:10.831 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.831 INFO:tasks.workunit.client.0.smithi099.stdout: "session_rm": { 2024-04-12T17:30:10.831 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 229 2024-04-12T17:30:10.831 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.831 INFO:tasks.workunit.client.0.smithi099.stdout: "session_trim": { 2024-04-12T17:30:10.831 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.831 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.831 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.831 INFO:tasks.workunit.client.0.smithi099.stdout: "paxos": { 2024-04-12T17:30:10.831 INFO:tasks.workunit.client.0.smithi099.stdout: "accept_timeout": { 2024-04-12T17:30:10.832 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.832 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.832 INFO:tasks.workunit.client.0.smithi099.stdout: "begin": { 2024-04-12T17:30:10.832 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8595 2024-04-12T17:30:10.832 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.832 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_bytes": { 2024-04-12T17:30:10.832 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8595, 2024-04-12T17:30:10.832 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 60006797 2024-04-12T17:30:10.832 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.832 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_keys": { 2024-04-12T17:30:10.832 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8595, 2024-04-12T17:30:10.832 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 25785 2024-04-12T17:30:10.832 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.832 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_latency": { 2024-04-12T17:30:10.832 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8595, 2024-04-12T17:30:10.833 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1780957425 2024-04-12T17:30:10.833 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.833 INFO:tasks.workunit.client.0.smithi099.stdout: "collect": { 2024-04-12T17:30:10.833 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.833 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.833 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_bytes": { 2024-04-12T17:30:10.833 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.833 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.833 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.833 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_keys": { 2024-04-12T17:30:10.833 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.833 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.833 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.833 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_latency": { 2024-04-12T17:30:10.833 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.834 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.834 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.834 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_timeout": { 2024-04-12T17:30:10.834 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.834 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.834 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_uncommitted": { 2024-04-12T17:30:10.834 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T17:30:10.834 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.834 INFO:tasks.workunit.client.0.smithi099.stdout: "commit": { 2024-04-12T17:30:10.834 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8593 2024-04-12T17:30:10.834 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.834 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_bytes": { 2024-04-12T17:30:10.834 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8593, 2024-04-12T17:30:10.834 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 59368028 2024-04-12T17:30:10.834 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.835 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_keys": { 2024-04-12T17:30:10.835 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8593, 2024-04-12T17:30:10.835 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 66930 2024-04-12T17:30:10.835 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.835 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_latency": { 2024-04-12T17:30:10.835 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8593, 2024-04-12T17:30:10.835 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3180113475 2024-04-12T17:30:10.835 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.835 INFO:tasks.workunit.client.0.smithi099.stdout: "lease_ack_timeout": { 2024-04-12T17:30:10.835 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.835 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.835 INFO:tasks.workunit.client.0.smithi099.stdout: "lease_timeout": { 2024-04-12T17:30:10.835 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.835 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.835 INFO:tasks.workunit.client.0.smithi099.stdout: "new_pn": { 2024-04-12T17:30:10.836 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5 2024-04-12T17:30:10.836 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.836 INFO:tasks.workunit.client.0.smithi099.stdout: "new_pn_latency": { 2024-04-12T17:30:10.836 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 5, 2024-04-12T17:30:10.836 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 999976 2024-04-12T17:30:10.836 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.836 INFO:tasks.workunit.client.0.smithi099.stdout: "refresh": { 2024-04-12T17:30:10.836 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8596 2024-04-12T17:30:10.836 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.836 INFO:tasks.workunit.client.0.smithi099.stdout: "refresh_latency": { 2024-04-12T17:30:10.836 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8596, 2024-04-12T17:30:10.836 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 32571221249 2024-04-12T17:30:10.836 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.836 INFO:tasks.workunit.client.0.smithi099.stdout: "restart": { 2024-04-12T17:30:10.837 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 19 2024-04-12T17:30:10.837 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.837 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state": { 2024-04-12T17:30:10.837 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T17:30:10.837 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.837 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state_bytes": { 2024-04-12T17:30:10.837 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T17:30:10.837 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 66524 2024-04-12T17:30:10.837 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.837 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state_keys": { 2024-04-12T17:30:10.837 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T17:30:10.837 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6 2024-04-12T17:30:10.837 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.837 INFO:tasks.workunit.client.0.smithi099.stdout: "start_leader": { 2024-04-12T17:30:10.837 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5 2024-04-12T17:30:10.837 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.838 INFO:tasks.workunit.client.0.smithi099.stdout: "start_peon": { 2024-04-12T17:30:10.838 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.838 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.838 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state": { 2024-04-12T17:30:10.838 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.838 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.838 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_bytes": { 2024-04-12T17:30:10.838 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.838 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.838 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.838 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_keys": { 2024-04-12T17:30:10.838 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.838 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.838 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.839 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_latency": { 2024-04-12T17:30:10.839 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.839 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.839 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.839 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.839 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache": { 2024-04-12T17:30:10.839 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T17:30:10.839 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1020054731 2024-04-12T17:30:10.839 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.839 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T17:30:10.839 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 259227648 2024-04-12T17:30:10.839 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.839 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T17:30:10.839 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 258285568 2024-04-12T17:30:10.839 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.840 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T17:30:10.840 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2147483648 2024-04-12T17:30:10.840 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.840 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T17:30:10.840 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 942080 2024-04-12T17:30:10.840 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.840 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.840 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:full": { 2024-04-12T17:30:10.840 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:10.840 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 360710144 2024-04-12T17:30:10.840 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.840 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:10.840 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.840 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.841 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:10.841 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.841 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.841 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:10.841 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 267329056 2024-04-12T17:30:10.841 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.841 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:10.841 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24642155 2024-04-12T17:30:10.841 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.841 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:10.841 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.841 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.841 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:10.841 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.842 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.842 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:10.842 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.842 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.842 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:10.842 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.842 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.842 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:10.842 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.842 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.842 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:10.842 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.842 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.842 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:10.842 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.843 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.843 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:10.843 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.843 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.843 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:10.843 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 68738933 2024-04-12T17:30:10.843 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.843 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.843 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:inc": { 2024-04-12T17:30:10.843 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:10.843 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 339738624 2024-04-12T17:30:10.843 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.843 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:10.843 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.843 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.844 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:10.844 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.844 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.844 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:10.844 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 267329056 2024-04-12T17:30:10.844 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.844 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:10.844 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1516724 2024-04-12T17:30:10.844 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.844 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:10.844 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.844 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.844 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:10.844 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.844 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.844 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:10.845 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.845 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.845 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:10.845 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.845 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.845 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:10.845 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.845 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.845 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:10.845 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.845 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.845 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:10.845 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.845 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.845 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:10.845 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.846 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.846 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:10.846 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 70892844 2024-04-12T17:30:10.846 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.846 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.846 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:kv": { 2024-04-12T17:30:10.846 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:10.846 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 314572800 2024-04-12T17:30:10.846 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.846 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:10.846 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:10.846 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.846 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:10.846 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.847 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.847 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:10.847 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 178219371 2024-04-12T17:30:10.847 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.847 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:10.847 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.847 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.847 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:10.847 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.847 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.847 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:10.847 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.847 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.847 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:10.848 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.848 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.848 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:10.848 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.848 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.848 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:10.848 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.848 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.848 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:10.848 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.848 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.848 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:10.848 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.848 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.848 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:10.849 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.849 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.849 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:10.849 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69244565 2024-04-12T17:30:10.849 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.849 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.849 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb": { 2024-04-12T17:30:10.849 INFO:tasks.workunit.client.0.smithi099.stdout: "compact": { 2024-04-12T17:30:10.849 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.849 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.849 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_queue_len": { 2024-04-12T17:30:10.849 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.849 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.849 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_queue_merge": { 2024-04-12T17:30:10.849 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.850 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.850 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_range": { 2024-04-12T17:30:10.850 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 98 2024-04-12T17:30:10.850 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.850 INFO:tasks.workunit.client.0.smithi099.stdout: "get_latency": { 2024-04-12T17:30:10.850 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 386181, 2024-04-12T17:30:10.850 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2270177507 2024-04-12T17:30:10.850 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.850 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_delay_time": { 2024-04-12T17:30:10.850 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.850 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.850 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.850 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_memtable_time": { 2024-04-12T17:30:10.850 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.851 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.851 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.851 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T17:30:10.851 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.851 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.851 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.851 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_wal_time": { 2024-04-12T17:30:10.851 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.851 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.851 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.851 INFO:tasks.workunit.client.0.smithi099.stdout: "submit_latency": { 2024-04-12T17:30:10.851 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.851 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.851 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.852 INFO:tasks.workunit.client.0.smithi099.stdout: "submit_sync_latency": { 2024-04-12T17:30:10.852 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 20768, 2024-04-12T17:30:10.852 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8084612259 2024-04-12T17:30:10.852 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.852 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.852 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.852 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.5b45c9ad1c228149a803c7f15c41ecb95bb8abcb": { 2024-04-12T17:30:10.852 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T17:30:10.852 INFO:tasks.workunit.client.0.smithi099.stdout: "election_call": { 2024-04-12T17:30:10.852 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T17:30:10.852 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.852 INFO:tasks.workunit.client.0.smithi099.stdout: "election_lose": { 2024-04-12T17:30:10.852 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3 2024-04-12T17:30:10.852 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.852 INFO:tasks.workunit.client.0.smithi099.stdout: "election_win": { 2024-04-12T17:30:10.853 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.853 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.853 INFO:tasks.workunit.client.0.smithi099.stdout: "num_elections": { 2024-04-12T17:30:10.853 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12 2024-04-12T17:30:10.853 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.853 INFO:tasks.workunit.client.0.smithi099.stdout: "num_sessions": { 2024-04-12T17:30:10.853 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9 2024-04-12T17:30:10.853 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.853 INFO:tasks.workunit.client.0.smithi099.stdout: "session_add": { 2024-04-12T17:30:10.853 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4 2024-04-12T17:30:10.853 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.853 INFO:tasks.workunit.client.0.smithi099.stdout: "session_rm": { 2024-04-12T17:30:10.853 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 281 2024-04-12T17:30:10.853 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.853 INFO:tasks.workunit.client.0.smithi099.stdout: "session_trim": { 2024-04-12T17:30:10.854 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.854 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.854 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.854 INFO:tasks.workunit.client.0.smithi099.stdout: "paxos": { 2024-04-12T17:30:10.854 INFO:tasks.workunit.client.0.smithi099.stdout: "accept_timeout": { 2024-04-12T17:30:10.854 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.854 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.854 INFO:tasks.workunit.client.0.smithi099.stdout: "begin": { 2024-04-12T17:30:10.854 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8526 2024-04-12T17:30:10.854 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.854 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_bytes": { 2024-04-12T17:30:10.854 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8526, 2024-04-12T17:30:10.854 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 58778945 2024-04-12T17:30:10.854 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.855 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_keys": { 2024-04-12T17:30:10.855 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.855 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.855 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.855 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_latency": { 2024-04-12T17:30:10.855 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8526, 2024-04-12T17:30:10.855 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2001952149 2024-04-12T17:30:10.855 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.855 INFO:tasks.workunit.client.0.smithi099.stdout: "collect": { 2024-04-12T17:30:10.855 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3 2024-04-12T17:30:10.855 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.855 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_bytes": { 2024-04-12T17:30:10.855 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3, 2024-04-12T17:30:10.855 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 219 2024-04-12T17:30:10.855 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.856 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_keys": { 2024-04-12T17:30:10.856 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3, 2024-04-12T17:30:10.856 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3 2024-04-12T17:30:10.856 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.856 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_latency": { 2024-04-12T17:30:10.856 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3, 2024-04-12T17:30:10.856 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 999977 2024-04-12T17:30:10.856 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.856 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_timeout": { 2024-04-12T17:30:10.856 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.856 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.856 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_uncommitted": { 2024-04-12T17:30:10.856 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T17:30:10.856 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.857 INFO:tasks.workunit.client.0.smithi099.stdout: "commit": { 2024-04-12T17:30:10.857 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8527 2024-04-12T17:30:10.857 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.857 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_bytes": { 2024-04-12T17:30:10.857 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.857 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.857 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.857 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_keys": { 2024-04-12T17:30:10.857 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.857 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.857 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.857 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_latency": { 2024-04-12T17:30:10.857 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.857 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.857 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.858 INFO:tasks.workunit.client.0.smithi099.stdout: "lease_ack_timeout": { 2024-04-12T17:30:10.858 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.858 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.858 INFO:tasks.workunit.client.0.smithi099.stdout: "lease_timeout": { 2024-04-12T17:30:10.858 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.858 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.858 INFO:tasks.workunit.client.0.smithi099.stdout: "new_pn": { 2024-04-12T17:30:10.858 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.858 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.858 INFO:tasks.workunit.client.0.smithi099.stdout: "new_pn_latency": { 2024-04-12T17:30:10.858 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.858 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.858 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.858 INFO:tasks.workunit.client.0.smithi099.stdout: "refresh": { 2024-04-12T17:30:10.859 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8527 2024-04-12T17:30:10.859 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.859 INFO:tasks.workunit.client.0.smithi099.stdout: "refresh_latency": { 2024-04-12T17:30:10.859 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8527, 2024-04-12T17:30:10.859 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 29161302491 2024-04-12T17:30:10.859 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.859 INFO:tasks.workunit.client.0.smithi099.stdout: "restart": { 2024-04-12T17:30:10.859 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14 2024-04-12T17:30:10.859 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.859 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state": { 2024-04-12T17:30:10.859 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.859 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.859 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state_bytes": { 2024-04-12T17:30:10.859 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.859 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.860 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.860 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state_keys": { 2024-04-12T17:30:10.860 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.860 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.860 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.860 INFO:tasks.workunit.client.0.smithi099.stdout: "start_leader": { 2024-04-12T17:30:10.860 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.860 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.860 INFO:tasks.workunit.client.0.smithi099.stdout: "start_peon": { 2024-04-12T17:30:10.860 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3 2024-04-12T17:30:10.860 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.860 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state": { 2024-04-12T17:30:10.860 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8526 2024-04-12T17:30:10.860 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.860 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_bytes": { 2024-04-12T17:30:10.861 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8526, 2024-04-12T17:30:10.861 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 115999633 2024-04-12T17:30:10.861 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.861 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_keys": { 2024-04-12T17:30:10.861 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8526, 2024-04-12T17:30:10.861 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 74965 2024-04-12T17:30:10.861 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.861 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_latency": { 2024-04-12T17:30:10.861 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8526, 2024-04-12T17:30:10.861 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5935858129 2024-04-12T17:30:10.861 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.861 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.861 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache": { 2024-04-12T17:30:10.861 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T17:30:10.861 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1020054731 2024-04-12T17:30:10.862 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.862 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T17:30:10.862 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 171917312 2024-04-12T17:30:10.862 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.862 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T17:30:10.862 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 170065920 2024-04-12T17:30:10.862 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.862 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T17:30:10.862 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2147483648 2024-04-12T17:30:10.862 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.862 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T17:30:10.862 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1851392 2024-04-12T17:30:10.862 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.862 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.863 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:full": { 2024-04-12T17:30:10.863 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:10.863 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 360710144 2024-04-12T17:30:10.863 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.863 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:10.863 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.863 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.863 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:10.863 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.863 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.863 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:10.863 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 267404128 2024-04-12T17:30:10.863 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.863 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:10.864 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24453467 2024-04-12T17:30:10.864 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.864 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:10.864 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.864 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.864 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:10.864 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.864 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.864 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:10.864 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.864 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.864 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:10.864 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.864 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.865 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:10.865 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.865 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.865 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:10.865 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.865 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.865 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:10.865 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.865 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.865 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:10.865 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.865 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.865 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:10.865 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 68852549 2024-04-12T17:30:10.866 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.866 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.866 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:inc": { 2024-04-12T17:30:10.866 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:10.866 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 339738624 2024-04-12T17:30:10.866 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.866 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:10.866 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.866 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.866 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:10.866 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.866 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.866 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:10.867 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 267404128 2024-04-12T17:30:10.867 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.867 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:10.867 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1505219 2024-04-12T17:30:10.867 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.867 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:10.867 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.867 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.867 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:10.867 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.867 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.867 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:10.867 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.867 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.868 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:10.868 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.868 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.868 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:10.868 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.868 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.868 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:10.868 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.868 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.868 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:10.868 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.868 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.868 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:10.868 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.868 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.869 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:10.869 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 70829277 2024-04-12T17:30:10.869 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.869 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.869 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:kv": { 2024-04-12T17:30:10.869 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:10.869 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 314572800 2024-04-12T17:30:10.869 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.869 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:10.869 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:10.869 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.869 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:10.869 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.869 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.870 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:10.870 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 178269419 2024-04-12T17:30:10.870 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.870 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:10.870 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.870 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.870 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:10.870 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.870 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.870 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:10.870 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.870 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.870 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:10.871 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.871 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.871 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:10.871 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.871 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.871 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:10.871 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.871 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.871 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:10.871 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.871 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.871 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:10.871 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.871 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.871 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:10.872 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.872 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.872 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:10.872 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69194517 2024-04-12T17:30:10.872 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.872 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.872 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb": { 2024-04-12T17:30:10.872 INFO:tasks.workunit.client.0.smithi099.stdout: "compact": { 2024-04-12T17:30:10.872 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.872 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.872 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_queue_len": { 2024-04-12T17:30:10.872 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.872 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.872 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_queue_merge": { 2024-04-12T17:30:10.873 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.873 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.873 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_range": { 2024-04-12T17:30:10.873 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 98 2024-04-12T17:30:10.873 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.873 INFO:tasks.workunit.client.0.smithi099.stdout: "get_latency": { 2024-04-12T17:30:10.873 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 369945, 2024-04-12T17:30:10.873 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1936335285 2024-04-12T17:30:10.873 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.873 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_delay_time": { 2024-04-12T17:30:10.873 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.873 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.873 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.873 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_memtable_time": { 2024-04-12T17:30:10.873 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.874 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.874 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.874 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T17:30:10.874 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.874 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.874 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.874 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_wal_time": { 2024-04-12T17:30:10.874 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.874 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.874 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.874 INFO:tasks.workunit.client.0.smithi099.stdout: "submit_latency": { 2024-04-12T17:30:10.874 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.874 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.874 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.875 INFO:tasks.workunit.client.0.smithi099.stdout: "submit_sync_latency": { 2024-04-12T17:30:10.875 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 20601, 2024-04-12T17:30:10.875 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10209923929 2024-04-12T17:30:10.875 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.875 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.875 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.875 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.99eca4e11e5c95f50fdb573e338d356fe5d4041f": { 2024-04-12T17:30:10.875 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T17:30:10.875 INFO:tasks.workunit.client.0.smithi099.stdout: "election_call": { 2024-04-12T17:30:10.875 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T17:30:10.875 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.875 INFO:tasks.workunit.client.0.smithi099.stdout: "election_lose": { 2024-04-12T17:30:10.875 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T17:30:10.875 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.876 INFO:tasks.workunit.client.0.smithi099.stdout: "election_win": { 2024-04-12T17:30:10.876 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.876 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.876 INFO:tasks.workunit.client.0.smithi099.stdout: "num_elections": { 2024-04-12T17:30:10.876 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7 2024-04-12T17:30:10.876 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.876 INFO:tasks.workunit.client.0.smithi099.stdout: "num_sessions": { 2024-04-12T17:30:10.876 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7 2024-04-12T17:30:10.876 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.876 INFO:tasks.workunit.client.0.smithi099.stdout: "session_add": { 2024-04-12T17:30:10.876 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3 2024-04-12T17:30:10.876 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.876 INFO:tasks.workunit.client.0.smithi099.stdout: "session_rm": { 2024-04-12T17:30:10.876 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 255 2024-04-12T17:30:10.876 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.877 INFO:tasks.workunit.client.0.smithi099.stdout: "session_trim": { 2024-04-12T17:30:10.877 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.877 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.877 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.877 INFO:tasks.workunit.client.0.smithi099.stdout: "paxos": { 2024-04-12T17:30:10.877 INFO:tasks.workunit.client.0.smithi099.stdout: "accept_timeout": { 2024-04-12T17:30:10.877 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.877 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.877 INFO:tasks.workunit.client.0.smithi099.stdout: "begin": { 2024-04-12T17:30:10.877 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8490 2024-04-12T17:30:10.877 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.877 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_bytes": { 2024-04-12T17:30:10.877 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8490, 2024-04-12T17:30:10.877 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 58519345 2024-04-12T17:30:10.877 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.878 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_keys": { 2024-04-12T17:30:10.878 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.878 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.878 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.878 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_latency": { 2024-04-12T17:30:10.878 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8490, 2024-04-12T17:30:10.878 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1147980216 2024-04-12T17:30:10.878 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.878 INFO:tasks.workunit.client.0.smithi099.stdout: "collect": { 2024-04-12T17:30:10.878 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T17:30:10.878 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.878 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_bytes": { 2024-04-12T17:30:10.878 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T17:30:10.878 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 146 2024-04-12T17:30:10.879 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.879 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_keys": { 2024-04-12T17:30:10.879 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T17:30:10.879 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T17:30:10.879 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.879 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_latency": { 2024-04-12T17:30:10.879 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T17:30:10.879 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 999984 2024-04-12T17:30:10.879 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.879 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_timeout": { 2024-04-12T17:30:10.879 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.879 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.879 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_uncommitted": { 2024-04-12T17:30:10.880 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.880 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.880 INFO:tasks.workunit.client.0.smithi099.stdout: "commit": { 2024-04-12T17:30:10.880 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8490 2024-04-12T17:30:10.880 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.880 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_bytes": { 2024-04-12T17:30:10.880 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.880 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.880 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.880 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_keys": { 2024-04-12T17:30:10.880 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.880 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.880 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.880 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_latency": { 2024-04-12T17:30:10.880 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.880 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.881 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.881 INFO:tasks.workunit.client.0.smithi099.stdout: "lease_ack_timeout": { 2024-04-12T17:30:10.881 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.881 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.881 INFO:tasks.workunit.client.0.smithi099.stdout: "lease_timeout": { 2024-04-12T17:30:10.881 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.881 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.881 INFO:tasks.workunit.client.0.smithi099.stdout: "new_pn": { 2024-04-12T17:30:10.881 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.881 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.881 INFO:tasks.workunit.client.0.smithi099.stdout: "new_pn_latency": { 2024-04-12T17:30:10.881 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.881 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.881 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.881 INFO:tasks.workunit.client.0.smithi099.stdout: "refresh": { 2024-04-12T17:30:10.882 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8490 2024-04-12T17:30:10.882 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.882 INFO:tasks.workunit.client.0.smithi099.stdout: "refresh_latency": { 2024-04-12T17:30:10.882 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8490, 2024-04-12T17:30:10.882 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22973604006 2024-04-12T17:30:10.882 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.882 INFO:tasks.workunit.client.0.smithi099.stdout: "restart": { 2024-04-12T17:30:10.882 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9 2024-04-12T17:30:10.882 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.882 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state": { 2024-04-12T17:30:10.882 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.882 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.882 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state_bytes": { 2024-04-12T17:30:10.883 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.883 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.883 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.883 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state_keys": { 2024-04-12T17:30:10.883 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.883 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.883 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.883 INFO:tasks.workunit.client.0.smithi099.stdout: "start_leader": { 2024-04-12T17:30:10.883 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.883 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.883 INFO:tasks.workunit.client.0.smithi099.stdout: "start_peon": { 2024-04-12T17:30:10.883 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T17:30:10.883 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.883 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state": { 2024-04-12T17:30:10.884 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8490 2024-04-12T17:30:10.884 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.884 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_bytes": { 2024-04-12T17:30:10.884 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8490, 2024-04-12T17:30:10.884 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 115421787 2024-04-12T17:30:10.884 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.884 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_keys": { 2024-04-12T17:30:10.884 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8490, 2024-04-12T17:30:10.884 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 74438 2024-04-12T17:30:10.884 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.884 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_latency": { 2024-04-12T17:30:10.884 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8490, 2024-04-12T17:30:10.884 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1423975457 2024-04-12T17:30:10.884 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.885 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.885 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache": { 2024-04-12T17:30:10.885 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T17:30:10.885 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1020054731 2024-04-12T17:30:10.885 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.885 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T17:30:10.885 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 167731200 2024-04-12T17:30:10.885 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.885 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T17:30:10.885 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 166674432 2024-04-12T17:30:10.885 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.885 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T17:30:10.885 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2147483648 2024-04-12T17:30:10.885 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.886 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T17:30:10.886 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1056768 2024-04-12T17:30:10.886 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.886 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.886 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:full": { 2024-04-12T17:30:10.886 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:10.886 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 360710144 2024-04-12T17:30:10.886 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.886 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:10.886 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.886 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.886 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:10.886 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.886 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.886 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:10.887 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 267443717 2024-04-12T17:30:10.887 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.887 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:10.887 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24357285 2024-04-12T17:30:10.887 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.887 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:10.887 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.887 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.887 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:10.887 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.887 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.887 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:10.887 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.887 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.888 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:10.888 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.888 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.888 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:10.888 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.888 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.888 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:10.888 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.888 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.888 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:10.888 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.888 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.888 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:10.888 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.888 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.889 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:10.889 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 68909142 2024-04-12T17:30:10.889 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.889 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.889 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:inc": { 2024-04-12T17:30:10.889 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:10.889 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 339738624 2024-04-12T17:30:10.889 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.889 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:10.889 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.889 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.889 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:10.889 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.889 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.890 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:10.890 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 267443717 2024-04-12T17:30:10.890 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.890 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:10.890 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1495832 2024-04-12T17:30:10.890 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.890 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:10.890 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.890 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.890 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:10.890 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.890 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.890 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:10.890 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.890 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.891 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:10.891 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.891 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.891 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:10.891 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.891 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.891 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:10.891 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.891 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.891 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:10.891 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.891 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.891 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:10.891 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.892 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.892 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:10.892 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 70799075 2024-04-12T17:30:10.892 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.892 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.892 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:kv": { 2024-04-12T17:30:10.892 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:10.892 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 314572800 2024-04-12T17:30:10.892 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.892 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:10.892 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:10.892 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.892 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:10.892 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.892 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.893 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:10.893 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 178295811 2024-04-12T17:30:10.893 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.893 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:10.893 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.893 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.893 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:10.893 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.893 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.893 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:10.893 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.893 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.893 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:10.893 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.893 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.894 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:10.894 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.894 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.894 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:10.894 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.894 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.894 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:10.894 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.894 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.894 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:10.894 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.894 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.894 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:10.894 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.894 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.895 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:10.895 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69168125 2024-04-12T17:30:10.895 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.895 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.895 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb": { 2024-04-12T17:30:10.895 INFO:tasks.workunit.client.0.smithi099.stdout: "compact": { 2024-04-12T17:30:10.895 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.895 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.895 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_queue_len": { 2024-04-12T17:30:10.895 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.895 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.895 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_queue_merge": { 2024-04-12T17:30:10.895 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.895 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.896 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_range": { 2024-04-12T17:30:10.896 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 97 2024-04-12T17:30:10.896 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.896 INFO:tasks.workunit.client.0.smithi099.stdout: "get_latency": { 2024-04-12T17:30:10.896 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 368244, 2024-04-12T17:30:10.896 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1745516170 2024-04-12T17:30:10.896 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.896 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_delay_time": { 2024-04-12T17:30:10.896 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.896 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.896 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.896 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_memtable_time": { 2024-04-12T17:30:10.896 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.896 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.896 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.897 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T17:30:10.897 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.897 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.897 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.897 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_wal_time": { 2024-04-12T17:30:10.897 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.897 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.897 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.897 INFO:tasks.workunit.client.0.smithi099.stdout: "submit_latency": { 2024-04-12T17:30:10.897 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.897 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.897 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.897 INFO:tasks.workunit.client.0.smithi099.stdout: "submit_sync_latency": { 2024-04-12T17:30:10.897 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 20508, 2024-04-12T17:30:10.898 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3174324653 2024-04-12T17:30:10.898 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.898 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.898 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.898 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.0": { 2024-04-12T17:30:10.898 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:10.898 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_db_max_lat": { 2024-04-12T17:30:10.898 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 30675 2024-04-12T17:30:10.898 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.898 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T17:30:10.898 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.898 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.898 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_max_lat": { 2024-04-12T17:30:10.899 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.899 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.899 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:30:10.899 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.899 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.899 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T17:30:10.899 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T17:30:10.899 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.899 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_slow": { 2024-04-12T17:30:10.899 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.899 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.899 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T17:30:10.899 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.900 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.900 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_wal_max_lat": { 2024-04-12T17:30:10.900 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.900 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.900 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T17:30:10.900 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.900 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.900 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T17:30:10.900 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 29716480 2024-04-12T17:30:10.900 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.900 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T17:30:10.900 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 889143296 2024-04-12T17:30:10.900 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.900 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T17:30:10.900 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 19, 2024-04-12T17:30:10.901 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4653867 2024-04-12T17:30:10.901 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.901 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T17:30:10.901 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 19, 2024-04-12T17:30:10.901 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1658485 2024-04-12T17:30:10.901 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.901 INFO:tasks.workunit.client.0.smithi099.stdout: "db_alloc_lat": { 2024-04-12T17:30:10.901 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 243, 2024-04-12T17:30:10.901 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1222231 2024-04-12T17:30:10.901 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.901 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T17:30:10.901 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995027456 2024-04-12T17:30:10.901 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.901 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T17:30:10.902 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 961413120 2024-04-12T17:30:10.902 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.902 INFO:tasks.workunit.client.0.smithi099.stdout: "flush_lat": { 2024-04-12T17:30:10.902 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77805, 2024-04-12T17:30:10.902 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11836387624 2024-04-12T17:30:10.902 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.902 INFO:tasks.workunit.client.0.smithi099.stdout: "fsync_lat": { 2024-04-12T17:30:10.902 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77786, 2024-04-12T17:30:10.902 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 19170448978 2024-04-12T17:30:10.902 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.902 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T17:30:10.902 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2695168 2024-04-12T17:30:10.902 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.902 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T17:30:10.902 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 318599168 2024-04-12T17:30:10.903 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.903 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T17:30:10.903 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 982712320 2024-04-12T17:30:10.903 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.903 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T17:30:10.903 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.903 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.903 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T17:30:10.903 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.903 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T17:30:10.903 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57 2024-04-12T17:30:10.903 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.903 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T17:30:10.903 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10389813476 2024-04-12T17:30:10.904 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.904 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T17:30:10.904 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 74734 2024-04-12T17:30:10.904 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.904 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T17:30:10.904 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9144238080 2024-04-12T17:30:10.904 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.904 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T17:30:10.904 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9144242176 2024-04-12T17:30:10.904 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.904 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T17:30:10.904 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.904 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.904 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T17:30:10.904 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.905 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.905 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T17:30:10.905 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67645 2024-04-12T17:30:10.905 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.905 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:10.905 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 74734, 2024-04-12T17:30:10.905 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3003026714 2024-04-12T17:30:10.905 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.905 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T17:30:10.905 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10244817886 2024-04-12T17:30:10.905 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.905 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T17:30:10.905 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 70292 2024-04-12T17:30:10.905 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.906 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T17:30:10.906 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7443319 2024-04-12T17:30:10.906 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.906 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T17:30:10.906 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 839 2024-04-12T17:30:10.906 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.906 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T17:30:10.906 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 29605087 2024-04-12T17:30:10.906 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.906 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T17:30:10.906 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1289 2024-04-12T17:30:10.906 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.906 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T17:30:10.906 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22161768 2024-04-12T17:30:10.906 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.907 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:30:10.907 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22161768 2024-04-12T17:30:10.907 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.907 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:30:10.907 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.907 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.907 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:30:10.907 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.907 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.907 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T17:30:10.907 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 482 2024-04-12T17:30:10.907 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.907 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_lat": { 2024-04-12T17:30:10.907 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1289, 2024-04-12T17:30:10.907 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10096311 2024-04-12T17:30:10.908 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.908 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_alloc_lat": { 2024-04-12T17:30:10.908 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.908 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.908 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.908 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T17:30:10.908 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.908 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.908 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T17:30:10.908 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.908 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.908 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:10.908 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T17:30:10.908 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 817 2024-04-12T17:30:10.908 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.908 INFO:tasks.workunit.client.0.smithi099.stdout: "unlink_lat": { 2024-04-12T17:30:10.909 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 19, 2024-04-12T17:30:10.909 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 38960 2024-04-12T17:30:10.909 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.909 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_alloc_lat": { 2024-04-12T17:30:10.909 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.909 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.909 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.909 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T17:30:10.909 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.909 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.909 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T17:30:10.909 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.909 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.909 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T17:30:10.909 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1240346624 2024-04-12T17:30:10.910 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.910 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.910 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T17:30:10.910 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T17:30:10.910 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T17:30:10.910 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.910 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T17:30:10.910 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9854976 2024-04-12T17:30:10.910 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.910 INFO:tasks.workunit.client.0.smithi099.stdout: "allocator_lat": { 2024-04-12T17:30:10.910 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 21048, 2024-04-12T17:30:10.910 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 82570895 2024-04-12T17:30:10.910 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.910 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T17:30:10.911 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3614, 2024-04-12T17:30:10.911 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6084278476 2024-04-12T17:30:10.911 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.911 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T17:30:10.911 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.911 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.911 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.911 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T17:30:10.911 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.911 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.911 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T17:30:10.911 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.911 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.911 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T17:30:10.911 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.911 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.912 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T17:30:10.912 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 25272, 2024-04-12T17:30:10.912 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 212559705 2024-04-12T17:30:10.912 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.912 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T17:30:10.912 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.912 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.912 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.912 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T17:30:10.912 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.912 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.912 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T17:30:10.912 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77683, 2024-04-12T17:30:10.912 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 23613843860 2024-04-12T17:30:10.912 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.912 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T17:30:10.913 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77056, 2024-04-12T17:30:10.913 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1714092144 2024-04-12T17:30:10.913 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.913 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T17:30:10.913 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77683, 2024-04-12T17:30:10.913 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 46025139 2024-04-12T17:30:10.913 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.913 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T17:30:10.913 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77683, 2024-04-12T17:30:10.913 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 23659868999 2024-04-12T17:30:10.913 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.913 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T17:30:10.913 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.913 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.913 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.913 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T17:30:10.914 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 41229, 2024-04-12T17:30:10.914 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1811551307 2024-04-12T17:30:10.914 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.914 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T17:30:10.914 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1181, 2024-04-12T17:30:10.914 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3311744 2024-04-12T17:30:10.914 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.914 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T17:30:10.914 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 21533, 2024-04-12T17:30:10.914 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11472807 2024-04-12T17:30:10.914 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.914 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:30:10.914 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 54, 2024-04-12T17:30:10.914 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 63278 2024-04-12T17:30:10.915 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.915 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T17:30:10.915 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 17808, 2024-04-12T17:30:10.915 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3387688395 2024-04-12T17:30:10.915 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.915 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T17:30:10.915 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 258536 2024-04-12T17:30:10.915 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.915 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T17:30:10.915 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24340 2024-04-12T17:30:10.915 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.915 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:10.915 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 12721, 2024-04-12T17:30:10.915 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2287513334 2024-04-12T17:30:10.916 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.916 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T17:30:10.916 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 31764, 2024-04-12T17:30:10.916 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12403134 2024-04-12T17:30:10.916 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.916 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T17:30:10.916 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 19043, 2024-04-12T17:30:10.916 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1782560200 2024-04-12T17:30:10.916 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.916 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T17:30:10.916 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.916 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.916 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T17:30:10.916 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15559, 2024-04-12T17:30:10.916 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 482007646 2024-04-12T17:30:10.917 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.917 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_aio_wait_count": { 2024-04-12T17:30:10.917 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.917 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.917 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_committed_kv_count": { 2024-04-12T17:30:10.917 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.917 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.917 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:30:10.917 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.917 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.917 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:30:10.917 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.917 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.917 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T17:30:10.917 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 92466, 2024-04-12T17:30:10.918 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10537246466 2024-04-12T17:30:10.918 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.918 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:30:10.918 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 9168, 2024-04-12T17:30:10.918 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 540061861 2024-04-12T17:30:10.918 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.918 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:30:10.918 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 9167, 2024-04-12T17:30:10.918 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4016888598556 2024-04-12T17:30:10.918 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.918 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T17:30:10.918 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 9168, 2024-04-12T17:30:10.918 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6569308500517 2024-04-12T17:30:10.918 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.918 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T17:30:10.919 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 92465, 2024-04-12T17:30:10.919 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2674112258143 2024-04-12T17:30:10.919 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.919 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T17:30:10.919 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 92465, 2024-04-12T17:30:10.919 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10075272 2024-04-12T17:30:10.919 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.919 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T17:30:10.919 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 92466, 2024-04-12T17:30:10.919 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 339224518 2024-04-12T17:30:10.919 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.919 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T17:30:10.919 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 92466, 2024-04-12T17:30:10.919 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 39248957144 2024-04-12T17:30:10.920 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.920 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T17:30:10.920 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 92466, 2024-04-12T17:30:10.920 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37653870 2024-04-12T17:30:10.920 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.920 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T17:30:10.920 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 92466, 2024-04-12T17:30:10.920 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 19643124425 2024-04-12T17:30:10.920 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.920 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T17:30:10.920 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 92466, 2024-04-12T17:30:10.920 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14341572176 2024-04-12T17:30:10.920 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.920 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T17:30:10.920 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5975765 2024-04-12T17:30:10.920 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.921 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:10.921 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2602, 2024-04-12T17:30:10.921 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14259186 2024-04-12T17:30:10.921 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.921 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T17:30:10.921 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 92466, 2024-04-12T17:30:10.921 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 84126081393 2024-04-12T17:30:10.921 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.921 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T17:30:10.921 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 92466, 2024-04-12T17:30:10.921 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15491049525 2024-04-12T17:30:10.921 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.921 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T17:30:10.921 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 92466, 2024-04-12T17:30:10.921 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 576775525 2024-04-12T17:30:10.922 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.922 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.922 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T17:30:10.922 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T17:30:10.922 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1405275320 2024-04-12T17:30:10.922 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.922 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T17:30:10.922 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 581451776 2024-04-12T17:30:10.922 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.922 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T17:30:10.922 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 538902528 2024-04-12T17:30:10.922 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.922 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T17:30:10.922 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2600684339 2024-04-12T17:30:10.923 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.923 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T17:30:10.923 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 42549248 2024-04-12T17:30:10.923 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.923 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.923 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T17:30:10.923 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:10.923 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 125829120 2024-04-12T17:30:10.923 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.923 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:10.923 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.923 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.923 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:10.923 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.923 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.923 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:10.924 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 55843997 2024-04-12T17:30:10.924 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.924 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:10.924 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.924 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.924 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:10.924 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.924 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.924 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:10.924 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.924 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.924 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:10.924 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.924 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.925 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:10.925 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.925 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.925 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:10.925 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 159744 2024-04-12T17:30:10.925 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.925 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:10.925 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.925 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.925 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:10.925 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.925 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.925 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:10.925 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.925 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.926 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:10.926 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69825379 2024-04-12T17:30:10.926 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.926 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.926 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T17:30:10.926 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:10.926 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 553648128 2024-04-12T17:30:10.926 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.926 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:10.926 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:10.926 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.926 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:10.926 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.926 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.926 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:10.927 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 418829982 2024-04-12T17:30:10.927 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.927 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:10.927 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.927 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.927 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:10.927 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.927 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.927 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:10.927 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2416 2024-04-12T17:30:10.927 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.927 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:10.927 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.927 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.927 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:10.928 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 164464 2024-04-12T17:30:10.928 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.928 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:10.928 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.928 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.928 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:10.928 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.928 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.928 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:10.928 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.928 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.928 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:10.928 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.928 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.929 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:10.929 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67542402 2024-04-12T17:30:10.929 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.929 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.929 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:30:10.929 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:10.929 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 192937984 2024-04-12T17:30:10.929 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.929 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:10.929 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:10.929 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.929 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:10.929 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13951232 2024-04-12T17:30:10.929 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.929 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:10.930 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37229331 2024-04-12T17:30:10.930 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.930 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:10.930 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.930 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.930 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:10.930 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.930 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.930 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:10.930 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.930 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.930 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:10.930 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.930 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.930 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:10.931 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.931 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.931 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:10.931 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.931 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.931 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:10.931 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.931 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.931 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:10.931 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.931 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.931 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:10.931 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.932 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.932 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:10.932 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 74648557 2024-04-12T17:30:10.932 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.932 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.932 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T17:30:10.932 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:10.932 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 494927872 2024-04-12T17:30:10.932 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.932 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:10.932 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.932 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.932 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:10.932 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.932 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.932 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:10.933 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 418829982 2024-04-12T17:30:10.933 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.933 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:10.933 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.933 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.933 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:10.933 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.933 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.933 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:10.933 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.933 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.933 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:10.933 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.933 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.933 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:10.934 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 90929 2024-04-12T17:30:10.934 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.934 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:10.934 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1135148 2024-04-12T17:30:10.934 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.934 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:10.934 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.934 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.934 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:10.934 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.934 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.934 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:10.934 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.934 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.935 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:10.935 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 74871813 2024-04-12T17:30:10.935 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.935 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.935 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T17:30:10.935 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T17:30:10.935 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.935 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.935 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:10.935 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 54 2024-04-12T17:30:10.935 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.935 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T17:30:10.935 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.935 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.935 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:10.936 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.936 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.936 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.936 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:10.936 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T17:30:10.936 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57 2024-04-12T17:30:10.936 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.936 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T17:30:10.936 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.936 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.936 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T17:30:10.936 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 39201 2024-04-12T17:30:10.936 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.936 INFO:tasks.workunit.client.0.smithi099.stdout: "op_before_queue_op_lat": { 2024-04-12T17:30:10.937 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 125657, 2024-04-12T17:30:10.937 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8769419500 2024-04-12T17:30:10.937 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.937 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T17:30:10.937 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3 2024-04-12T17:30:10.937 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.937 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T17:30:10.937 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.937 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.937 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T17:30:10.937 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2626747231 2024-04-12T17:30:10.937 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.937 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T17:30:10.937 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 39201, 2024-04-12T17:30:10.937 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 178776825705 2024-04-12T17:30:10.938 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.938 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T17:30:10.938 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3458864317 2024-04-12T17:30:10.938 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.938 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T17:30:10.938 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 40043, 2024-04-12T17:30:10.938 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22304368198 2024-04-12T17:30:10.938 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.938 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T17:30:10.938 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 39201, 2024-04-12T17:30:10.938 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 73002865981 2024-04-12T17:30:10.938 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.938 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:10.938 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 23292 2024-04-12T17:30:10.939 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.939 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T17:30:10.939 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 23292, 2024-04-12T17:30:10.939 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18772493693 2024-04-12T17:30:10.939 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.939 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:30:10.939 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.939 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.939 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T17:30:10.939 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3458864317 2024-04-12T17:30:10.939 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.939 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T17:30:10.939 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 23636, 2024-04-12T17:30:10.939 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6192339050 2024-04-12T17:30:10.940 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.940 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T17:30:10.940 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 23292, 2024-04-12T17:30:10.940 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7315148164 2024-04-12T17:30:10.940 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.940 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T17:30:10.940 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8416 2024-04-12T17:30:10.940 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.940 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T17:30:10.940 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 451502352 2024-04-12T17:30:10.940 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.940 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T17:30:10.940 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8416, 2024-04-12T17:30:10.940 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17678689946 2024-04-12T17:30:10.940 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.940 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:30:10.941 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.941 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.941 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:30:10.941 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.941 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.941 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T17:30:10.941 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.941 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.941 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T17:30:10.941 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8706, 2024-04-12T17:30:10.941 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5632649041 2024-04-12T17:30:10.941 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.941 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T17:30:10.941 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8416, 2024-04-12T17:30:10.941 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13943529699 2024-04-12T17:30:10.942 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.942 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:10.942 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7493 2024-04-12T17:30:10.942 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.942 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T17:30:10.942 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2175244879 2024-04-12T17:30:10.942 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.942 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T17:30:10.942 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 7493, 2024-04-12T17:30:10.942 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 142325642066 2024-04-12T17:30:10.942 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.942 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:30:10.942 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.942 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.943 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T17:30:10.943 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 7701, 2024-04-12T17:30:10.943 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10479380107 2024-04-12T17:30:10.943 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.943 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T17:30:10.943 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 7493, 2024-04-12T17:30:10.943 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 51744188118 2024-04-12T17:30:10.943 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.943 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T17:30:10.943 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.943 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.943 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T17:30:10.943 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4199442 2024-04-12T17:30:10.943 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.943 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T17:30:10.943 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 19 2024-04-12T17:30:10.944 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.944 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T17:30:10.944 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T17:30:10.944 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.944 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T17:30:10.944 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 971280384 2024-04-12T17:30:10.944 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.944 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.944 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.944 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.1": { 2024-04-12T17:30:10.944 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:10.944 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_db_max_lat": { 2024-04-12T17:30:10.944 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 60146 2024-04-12T17:30:10.944 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.945 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T17:30:10.945 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.945 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.945 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_max_lat": { 2024-04-12T17:30:10.945 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.945 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.945 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:30:10.945 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.945 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.945 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T17:30:10.945 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T17:30:10.945 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.945 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_slow": { 2024-04-12T17:30:10.945 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.946 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.946 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T17:30:10.946 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.946 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.946 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_wal_max_lat": { 2024-04-12T17:30:10.946 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.946 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.946 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T17:30:10.946 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.946 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.946 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T17:30:10.946 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16093184 2024-04-12T17:30:10.946 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.946 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T17:30:10.946 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 861839360 2024-04-12T17:30:10.947 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.947 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T17:30:10.947 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18, 2024-04-12T17:30:10.947 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8574166 2024-04-12T17:30:10.947 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.947 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T17:30:10.947 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18, 2024-04-12T17:30:10.947 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2532383 2024-04-12T17:30:10.947 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.947 INFO:tasks.workunit.client.0.smithi099.stdout: "db_alloc_lat": { 2024-04-12T17:30:10.947 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 218, 2024-04-12T17:30:10.947 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1125492 2024-04-12T17:30:10.947 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.947 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T17:30:10.948 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995027456 2024-04-12T17:30:10.948 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.948 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T17:30:10.948 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 972488704 2024-04-12T17:30:10.948 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.948 INFO:tasks.workunit.client.0.smithi099.stdout: "flush_lat": { 2024-04-12T17:30:10.948 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 74203, 2024-04-12T17:30:10.948 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11444166615 2024-04-12T17:30:10.948 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.948 INFO:tasks.workunit.client.0.smithi099.stdout: "fsync_lat": { 2024-04-12T17:30:10.948 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 74150, 2024-04-12T17:30:10.948 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18395069650 2024-04-12T17:30:10.948 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.949 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T17:30:10.949 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4431872 2024-04-12T17:30:10.949 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.949 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T17:30:10.949 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 303697920 2024-04-12T17:30:10.949 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.949 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T17:30:10.949 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 989528064 2024-04-12T17:30:10.949 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.949 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T17:30:10.949 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.949 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.949 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T17:30:10.949 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.949 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.950 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T17:30:10.950 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 60 2024-04-12T17:30:10.950 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.950 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T17:30:10.950 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14886321478 2024-04-12T17:30:10.950 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.950 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T17:30:10.950 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 83889 2024-04-12T17:30:10.950 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.950 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T17:30:10.950 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12695388160 2024-04-12T17:30:10.950 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.950 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T17:30:10.950 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12695392256 2024-04-12T17:30:10.951 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.951 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T17:30:10.951 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.951 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.951 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T17:30:10.951 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.951 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.951 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T17:30:10.951 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 83707 2024-04-12T17:30:10.951 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.951 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:10.951 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 83889, 2024-04-12T17:30:10.951 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3943243622 2024-04-12T17:30:10.951 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.951 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T17:30:10.951 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14767135173 2024-04-12T17:30:10.952 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.952 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T17:30:10.952 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 80237 2024-04-12T17:30:10.952 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.952 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T17:30:10.952 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5345072 2024-04-12T17:30:10.952 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.952 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T17:30:10.952 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 738 2024-04-12T17:30:10.952 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.952 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T17:30:10.952 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15973284 2024-04-12T17:30:10.952 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.952 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T17:30:10.952 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1047 2024-04-12T17:30:10.952 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.953 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T17:30:10.953 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10628212 2024-04-12T17:30:10.953 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.953 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:30:10.953 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10628212 2024-04-12T17:30:10.953 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.953 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:30:10.953 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.953 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.953 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:30:10.953 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.953 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.953 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T17:30:10.953 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 323 2024-04-12T17:30:10.953 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.953 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_lat": { 2024-04-12T17:30:10.954 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1047, 2024-04-12T17:30:10.954 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4364968 2024-04-12T17:30:10.954 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.954 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_alloc_lat": { 2024-04-12T17:30:10.954 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.954 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.954 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.954 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T17:30:10.954 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.954 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.954 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T17:30:10.954 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.954 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.954 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:10.955 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T17:30:10.955 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 562 2024-04-12T17:30:10.955 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.955 INFO:tasks.workunit.client.0.smithi099.stdout: "unlink_lat": { 2024-04-12T17:30:10.955 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 9, 2024-04-12T17:30:10.955 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11494 2024-04-12T17:30:10.955 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.955 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_alloc_lat": { 2024-04-12T17:30:10.955 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.955 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.955 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.955 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T17:30:10.955 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.955 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.955 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T17:30:10.955 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.956 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.956 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T17:30:10.956 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1184362496 2024-04-12T17:30:10.956 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.956 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.956 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T17:30:10.956 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T17:30:10.956 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T17:30:10.956 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.956 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T17:30:10.956 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9256960 2024-04-12T17:30:10.956 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.956 INFO:tasks.workunit.client.0.smithi099.stdout: "allocator_lat": { 2024-04-12T17:30:10.956 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 19185, 2024-04-12T17:30:10.956 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 74851166 2024-04-12T17:30:10.956 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.956 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T17:30:10.957 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3536, 2024-04-12T17:30:10.957 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7414786753 2024-04-12T17:30:10.957 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.957 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T17:30:10.957 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.957 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.957 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.957 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T17:30:10.957 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.957 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.957 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T17:30:10.957 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.957 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.957 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T17:30:10.957 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.958 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.958 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T17:30:10.958 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 16284, 2024-04-12T17:30:10.958 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 130951313 2024-04-12T17:30:10.958 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.958 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T17:30:10.958 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.958 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.958 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.958 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T17:30:10.958 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.958 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.958 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T17:30:10.958 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 74063, 2024-04-12T17:30:10.959 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22616067473 2024-04-12T17:30:10.959 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.959 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T17:30:10.959 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73503, 2024-04-12T17:30:10.959 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1663483753 2024-04-12T17:30:10.959 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.959 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T17:30:10.959 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 74063, 2024-04-12T17:30:10.959 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 46255769 2024-04-12T17:30:10.959 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.959 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T17:30:10.959 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 74063, 2024-04-12T17:30:10.959 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22662323242 2024-04-12T17:30:10.959 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.959 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T17:30:10.959 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:10.960 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.960 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.960 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T17:30:10.960 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 26294, 2024-04-12T17:30:10.960 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1370654385 2024-04-12T17:30:10.960 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.960 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T17:30:10.960 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1000, 2024-04-12T17:30:10.960 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3121093 2024-04-12T17:30:10.960 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.960 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T17:30:10.960 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 7939, 2024-04-12T17:30:10.960 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7038924 2024-04-12T17:30:10.960 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.961 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:30:10.961 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 43, 2024-04-12T17:30:10.961 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 61305 2024-04-12T17:30:10.961 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.961 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T17:30:10.961 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 10520, 2024-04-12T17:30:10.961 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1874155541 2024-04-12T17:30:10.961 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.961 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T17:30:10.961 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 226425 2024-04-12T17:30:10.961 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.961 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T17:30:10.961 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 26513 2024-04-12T17:30:10.961 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.961 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:10.962 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 23024, 2024-04-12T17:30:10.962 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1920332464 2024-04-12T17:30:10.962 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.962 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T17:30:10.962 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73898, 2024-04-12T17:30:10.962 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 19362489 2024-04-12T17:30:10.962 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.962 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T17:30:10.962 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 50874, 2024-04-12T17:30:10.962 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1235426888 2024-04-12T17:30:10.962 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.962 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T17:30:10.962 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.962 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.962 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T17:30:10.963 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15425, 2024-04-12T17:30:10.963 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 426509290 2024-04-12T17:30:10.963 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.963 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_aio_wait_count": { 2024-04-12T17:30:10.963 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.963 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.963 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_committed_kv_count": { 2024-04-12T17:30:10.963 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.963 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.963 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:30:10.963 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.963 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.963 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:30:10.963 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.964 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.964 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T17:30:10.964 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87801, 2024-04-12T17:30:10.964 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10678969648 2024-04-12T17:30:10.964 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.964 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:30:10.964 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 22786, 2024-04-12T17:30:10.964 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2288017508 2024-04-12T17:30:10.964 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.964 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:30:10.964 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 22784, 2024-04-12T17:30:10.964 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4673418368648 2024-04-12T17:30:10.964 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.964 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T17:30:10.964 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 22786, 2024-04-12T17:30:10.965 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7047060023795 2024-04-12T17:30:10.965 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.965 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T17:30:10.965 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87799, 2024-04-12T17:30:10.965 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3064662830855 2024-04-12T17:30:10.965 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.965 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T17:30:10.965 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87799, 2024-04-12T17:30:10.965 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8637705 2024-04-12T17:30:10.965 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.965 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T17:30:10.965 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87801, 2024-04-12T17:30:10.965 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 343082093 2024-04-12T17:30:10.965 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.965 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T17:30:10.966 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87801, 2024-04-12T17:30:10.966 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 35400230534 2024-04-12T17:30:10.966 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.966 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T17:30:10.966 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87801, 2024-04-12T17:30:10.966 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 31977637 2024-04-12T17:30:10.966 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.966 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T17:30:10.966 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87801, 2024-04-12T17:30:10.966 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18017152791 2024-04-12T17:30:10.966 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.966 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T17:30:10.966 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87801, 2024-04-12T17:30:10.966 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15413417042 2024-04-12T17:30:10.967 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.967 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T17:30:10.967 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5384848 2024-04-12T17:30:10.967 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.967 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:10.967 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2588, 2024-04-12T17:30:10.967 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14679644 2024-04-12T17:30:10.967 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.967 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T17:30:10.967 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87801, 2024-04-12T17:30:10.967 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 79866551403 2024-04-12T17:30:10.967 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.967 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T17:30:10.967 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87801, 2024-04-12T17:30:10.967 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16452702193 2024-04-12T17:30:10.968 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.968 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T17:30:10.968 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87801, 2024-04-12T17:30:10.968 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 526588726 2024-04-12T17:30:10.968 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.968 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.968 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T17:30:10.968 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T17:30:10.968 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1405275320 2024-04-12T17:30:10.968 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.968 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T17:30:10.968 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 672980992 2024-04-12T17:30:10.968 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.968 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T17:30:10.968 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 625909760 2024-04-12T17:30:10.968 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.969 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T17:30:10.969 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2600684339 2024-04-12T17:30:10.969 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.969 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T17:30:10.969 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 47071232 2024-04-12T17:30:10.969 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.969 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.969 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T17:30:10.969 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:10.969 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 125829120 2024-04-12T17:30:10.969 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.969 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:10.969 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.969 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.969 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:10.970 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.970 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.970 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:10.970 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 56262399 2024-04-12T17:30:10.970 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.970 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:10.970 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.970 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.970 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:10.970 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.970 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.970 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:10.970 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.970 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.971 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:10.971 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.971 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.971 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:10.971 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 155648 2024-04-12T17:30:10.971 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.971 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:10.971 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 999424 2024-04-12T17:30:10.971 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.971 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:10.971 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.971 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.971 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:10.971 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.971 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.972 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:10.972 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.972 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.972 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:10.972 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 68411649 2024-04-12T17:30:10.972 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.972 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.972 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T17:30:10.972 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:10.972 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 562036736 2024-04-12T17:30:10.972 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.972 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:10.972 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:10.972 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.972 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:10.973 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.973 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.973 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:10.973 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 421967999 2024-04-12T17:30:10.973 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.973 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:10.973 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.973 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.973 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:10.973 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.973 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.973 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:10.973 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 256 2024-04-12T17:30:10.973 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.974 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:10.974 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.974 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.974 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:10.974 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 126128 2024-04-12T17:30:10.974 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.974 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:10.974 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 224 2024-04-12T17:30:10.974 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.974 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:10.974 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.974 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.974 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:10.974 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.974 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.975 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:10.975 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.975 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.975 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:10.975 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 72833265 2024-04-12T17:30:10.975 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.975 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.975 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:30:10.975 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:10.975 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 192937984 2024-04-12T17:30:10.975 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.975 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:10.975 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:10.975 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.975 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:10.976 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17128000 2024-04-12T17:30:10.976 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.976 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:10.976 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37508266 2024-04-12T17:30:10.976 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.976 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:10.976 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.976 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.976 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:10.976 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.976 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.976 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:10.976 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.976 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.977 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:10.977 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.977 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.977 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:10.977 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.977 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.977 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:10.977 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.977 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.977 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:10.977 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.977 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.977 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:10.977 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.977 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.977 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:10.978 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.978 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.978 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:10.978 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71192854 2024-04-12T17:30:10.978 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.978 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.978 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T17:30:10.978 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:10.978 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 494927872 2024-04-12T17:30:10.978 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.978 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:10.978 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.978 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.978 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:10.978 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.979 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.979 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:10.979 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 421967999 2024-04-12T17:30:10.979 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.979 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:10.979 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.979 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.979 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:10.979 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.979 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.979 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:10.979 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.979 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.979 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:10.979 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.980 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.980 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:10.980 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 112821 2024-04-12T17:30:10.980 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.980 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:10.980 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1107613 2024-04-12T17:30:10.980 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.980 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:10.980 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.980 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.980 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:10.980 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.981 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.981 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:10.981 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.981 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.981 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:10.981 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71739439 2024-04-12T17:30:10.981 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.981 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.981 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T17:30:10.981 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T17:30:10.981 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.981 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.981 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:10.981 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13 2024-04-12T17:30:10.981 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.982 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T17:30:10.982 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.982 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.982 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:10.982 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.982 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.982 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.982 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:10.982 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T17:30:10.982 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 50 2024-04-12T17:30:10.982 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.982 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T17:30:10.982 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.982 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.983 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T17:30:10.983 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 40683 2024-04-12T17:30:10.983 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.983 INFO:tasks.workunit.client.0.smithi099.stdout: "op_before_queue_op_lat": { 2024-04-12T17:30:10.983 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 136264, 2024-04-12T17:30:10.983 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11065244809 2024-04-12T17:30:10.983 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.983 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T17:30:10.983 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.983 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.983 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T17:30:10.983 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.983 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.983 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T17:30:10.983 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2284830269 2024-04-12T17:30:10.984 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.984 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T17:30:10.984 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 40683, 2024-04-12T17:30:10.984 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 740149246445 2024-04-12T17:30:10.984 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.984 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T17:30:10.984 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2444010099 2024-04-12T17:30:10.984 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.984 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T17:30:10.984 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 42351, 2024-04-12T17:30:10.984 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 32686934403 2024-04-12T17:30:10.984 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.984 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T17:30:10.984 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 40683, 2024-04-12T17:30:10.985 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 111815891209 2024-04-12T17:30:10.985 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.985 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:10.985 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18565 2024-04-12T17:30:10.985 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.985 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T17:30:10.985 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18565, 2024-04-12T17:30:10.985 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12075980809 2024-04-12T17:30:10.985 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.985 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:30:10.985 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.985 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.985 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T17:30:10.985 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2444010099 2024-04-12T17:30:10.985 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.986 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T17:30:10.986 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18995, 2024-04-12T17:30:10.986 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5124602640 2024-04-12T17:30:10.986 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.986 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T17:30:10.986 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18565, 2024-04-12T17:30:10.986 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4924040664 2024-04-12T17:30:10.986 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.986 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T17:30:10.986 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12501 2024-04-12T17:30:10.986 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.986 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T17:30:10.986 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 301188068 2024-04-12T17:30:10.986 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.987 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T17:30:10.987 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 12501, 2024-04-12T17:30:10.987 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 104878586149 2024-04-12T17:30:10.987 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.987 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:30:10.987 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.987 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.987 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:30:10.987 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.987 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.987 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T17:30:10.987 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.987 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.987 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T17:30:10.987 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 12648, 2024-04-12T17:30:10.988 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13704248553 2024-04-12T17:30:10.988 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.988 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T17:30:10.988 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 12501, 2024-04-12T17:30:10.988 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 34156384858 2024-04-12T17:30:10.988 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.988 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:10.988 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9617 2024-04-12T17:30:10.988 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.988 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T17:30:10.988 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1983642201 2024-04-12T17:30:10.988 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.988 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T17:30:10.988 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 9617, 2024-04-12T17:30:10.988 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 623194679487 2024-04-12T17:30:10.988 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.989 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:30:10.989 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.989 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.989 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T17:30:10.989 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 10708, 2024-04-12T17:30:10.989 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13858083210 2024-04-12T17:30:10.989 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.989 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T17:30:10.989 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 9617, 2024-04-12T17:30:10.989 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 72735465687 2024-04-12T17:30:10.989 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.989 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T17:30:10.989 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.989 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.990 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T17:30:10.990 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37 2024-04-12T17:30:10.990 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.990 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T17:30:10.990 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T17:30:10.990 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.990 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T17:30:10.990 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T17:30:10.990 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.990 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T17:30:10.990 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 981762048 2024-04-12T17:30:10.990 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.990 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:10.990 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.990 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.2": { 2024-04-12T17:30:10.990 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:10.991 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_db_max_lat": { 2024-04-12T17:30:10.991 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 86696 2024-04-12T17:30:10.991 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.991 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T17:30:10.991 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.991 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.991 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_max_lat": { 2024-04-12T17:30:10.991 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.991 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.991 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:30:10.991 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.991 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.991 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T17:30:10.991 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T17:30:10.991 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.992 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_slow": { 2024-04-12T17:30:10.992 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.992 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.992 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T17:30:10.992 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.992 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.992 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_wal_max_lat": { 2024-04-12T17:30:10.992 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.992 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.992 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T17:30:10.992 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.992 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.992 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T17:30:10.992 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16064512 2024-04-12T17:30:10.992 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.993 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T17:30:10.993 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 767275008 2024-04-12T17:30:10.993 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.993 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T17:30:10.993 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 17, 2024-04-12T17:30:10.993 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3232130 2024-04-12T17:30:10.993 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.993 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T17:30:10.993 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 17, 2024-04-12T17:30:10.993 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1156784 2024-04-12T17:30:10.993 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.993 INFO:tasks.workunit.client.0.smithi099.stdout: "db_alloc_lat": { 2024-04-12T17:30:10.993 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 200, 2024-04-12T17:30:10.993 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1145912 2024-04-12T17:30:10.993 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.993 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T17:30:10.994 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995027456 2024-04-12T17:30:10.994 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.994 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T17:30:10.994 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 783351808 2024-04-12T17:30:10.994 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.994 INFO:tasks.workunit.client.0.smithi099.stdout: "flush_lat": { 2024-04-12T17:30:10.994 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 69820, 2024-04-12T17:30:10.994 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10663943776 2024-04-12T17:30:10.994 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.994 INFO:tasks.workunit.client.0.smithi099.stdout: "fsync_lat": { 2024-04-12T17:30:10.994 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 69777, 2024-04-12T17:30:10.994 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17405223871 2024-04-12T17:30:10.994 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.994 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T17:30:10.994 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3112960 2024-04-12T17:30:10.995 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.995 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T17:30:10.995 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 285749248 2024-04-12T17:30:10.995 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.995 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T17:30:10.995 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 804651008 2024-04-12T17:30:10.995 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.995 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T17:30:10.995 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.995 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.995 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T17:30:10.995 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.995 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.995 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T17:30:10.996 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 58 2024-04-12T17:30:10.996 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.996 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T17:30:10.996 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11789389197 2024-04-12T17:30:10.996 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.996 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T17:30:10.996 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 84371 2024-04-12T17:30:10.996 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.996 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T17:30:10.996 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10298560512 2024-04-12T17:30:10.997 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.997 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T17:30:10.997 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10298564608 2024-04-12T17:30:10.997 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.997 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T17:30:10.997 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.997 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.997 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T17:30:10.997 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:10.997 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.997 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T17:30:10.997 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 75455 2024-04-12T17:30:10.997 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.997 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:10.997 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 84371, 2024-04-12T17:30:10.998 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3618383972 2024-04-12T17:30:10.998 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.998 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T17:30:10.998 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11650128791 2024-04-12T17:30:10.998 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.998 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T17:30:10.998 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 80105 2024-04-12T17:30:10.998 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.998 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T17:30:10.998 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5580396 2024-04-12T17:30:10.998 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.998 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T17:30:10.998 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 748 2024-04-12T17:30:10.999 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:10.999 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T17:30:10.999 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16112749 2024-04-12T17:30:10.999 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.001 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T17:30:11.001 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1145 2024-04-12T17:30:11.001 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.002 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T17:30:11.002 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10532353 2024-04-12T17:30:11.002 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.002 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:30:11.002 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10532353 2024-04-12T17:30:11.002 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.002 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:30:11.002 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.002 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.002 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:30:11.002 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.002 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.002 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T17:30:11.002 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 409 2024-04-12T17:30:11.003 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.003 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_lat": { 2024-04-12T17:30:11.003 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1145, 2024-04-12T17:30:11.003 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4244909 2024-04-12T17:30:11.003 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.003 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_alloc_lat": { 2024-04-12T17:30:11.003 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:11.003 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.003 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.003 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T17:30:11.003 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.003 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.003 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T17:30:11.003 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.004 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.004 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:11.004 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T17:30:11.004 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 613 2024-04-12T17:30:11.004 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.004 INFO:tasks.workunit.client.0.smithi099.stdout: "unlink_lat": { 2024-04-12T17:30:11.004 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 10, 2024-04-12T17:30:11.004 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11337 2024-04-12T17:30:11.004 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.004 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_alloc_lat": { 2024-04-12T17:30:11.004 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:11.004 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.004 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.004 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T17:30:11.004 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.005 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.005 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T17:30:11.005 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.005 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.005 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T17:30:11.005 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1071669248 2024-04-12T17:30:11.005 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.005 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.005 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T17:30:11.005 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T17:30:11.005 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T17:30:11.005 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.005 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T17:30:11.005 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9244672 2024-04-12T17:30:11.006 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.006 INFO:tasks.workunit.client.0.smithi099.stdout: "allocator_lat": { 2024-04-12T17:30:11.006 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 14339, 2024-04-12T17:30:11.006 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 52128091 2024-04-12T17:30:11.006 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.006 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T17:30:11.006 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3605, 2024-04-12T17:30:11.006 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7277016795 2024-04-12T17:30:11.006 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.006 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T17:30:11.006 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:11.006 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.006 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.006 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T17:30:11.006 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.007 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.007 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T17:30:11.007 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.007 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.007 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T17:30:11.007 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.007 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.007 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T17:30:11.007 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 24407, 2024-04-12T17:30:11.007 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 211319859 2024-04-12T17:30:11.007 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.007 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T17:30:11.007 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:11.007 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.007 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.007 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T17:30:11.008 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.008 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.008 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T17:30:11.008 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 69683, 2024-04-12T17:30:11.008 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 21272953738 2024-04-12T17:30:11.008 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.008 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T17:30:11.008 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 69247, 2024-04-12T17:30:11.008 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1324505757 2024-04-12T17:30:11.008 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.008 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T17:30:11.008 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 69683, 2024-04-12T17:30:11.008 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 33226693 2024-04-12T17:30:11.008 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.008 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T17:30:11.009 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 69683, 2024-04-12T17:30:11.009 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 21306180431 2024-04-12T17:30:11.009 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.009 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T17:30:11.009 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:11.009 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.009 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.009 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T17:30:11.009 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 56181, 2024-04-12T17:30:11.009 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1272729168 2024-04-12T17:30:11.009 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.009 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T17:30:11.009 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1099, 2024-04-12T17:30:11.009 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2986017 2024-04-12T17:30:11.009 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.009 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T17:30:11.010 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 21723, 2024-04-12T17:30:11.010 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13770160 2024-04-12T17:30:11.010 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.010 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:30:11.010 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 36, 2024-04-12T17:30:11.010 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 41602 2024-04-12T17:30:11.010 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.010 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T17:30:11.010 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 20961, 2024-04-12T17:30:11.010 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1484908128 2024-04-12T17:30:11.010 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.010 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T17:30:11.010 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 268668 2024-04-12T17:30:11.010 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.011 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T17:30:11.011 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18314 2024-04-12T17:30:11.011 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.011 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:11.011 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 20843, 2024-04-12T17:30:11.011 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1897055909 2024-04-12T17:30:11.011 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.011 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T17:30:11.011 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 49520, 2024-04-12T17:30:11.011 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16182720 2024-04-12T17:30:11.011 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.011 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T17:30:11.011 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 28677, 2024-04-12T17:30:11.011 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1665953402 2024-04-12T17:30:11.011 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.011 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T17:30:11.012 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.012 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.012 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T17:30:11.012 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 12608, 2024-04-12T17:30:11.012 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 384623399 2024-04-12T17:30:11.012 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.012 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_aio_wait_count": { 2024-04-12T17:30:11.012 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.012 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.012 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_committed_kv_count": { 2024-04-12T17:30:11.012 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.012 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.012 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:30:11.012 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.013 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.013 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:30:11.013 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.013 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.013 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T17:30:11.013 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 80605, 2024-04-12T17:30:11.013 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9654885985 2024-04-12T17:30:11.013 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.013 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:30:11.013 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 6529, 2024-04-12T17:30:11.013 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1355113398 2024-04-12T17:30:11.013 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.013 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:30:11.013 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 6529, 2024-04-12T17:30:11.014 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3849430147830 2024-04-12T17:30:11.014 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.014 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T17:30:11.014 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 6529, 2024-04-12T17:30:11.014 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6458612200649 2024-04-12T17:30:11.014 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.014 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T17:30:11.014 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 80605, 2024-04-12T17:30:11.014 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2862788326323 2024-04-12T17:30:11.014 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.014 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T17:30:11.014 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 80605, 2024-04-12T17:30:11.014 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8343892 2024-04-12T17:30:11.014 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.015 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T17:30:11.015 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 80605, 2024-04-12T17:30:11.015 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 352713676 2024-04-12T17:30:11.015 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.015 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T17:30:11.015 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 80605, 2024-04-12T17:30:11.015 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 32267399621 2024-04-12T17:30:11.015 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.015 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T17:30:11.015 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 80605, 2024-04-12T17:30:11.015 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 33690534 2024-04-12T17:30:11.015 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.015 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T17:30:11.015 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 80605, 2024-04-12T17:30:11.016 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16060348802 2024-04-12T17:30:11.016 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.016 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T17:30:11.016 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 80605, 2024-04-12T17:30:11.016 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13951744662 2024-04-12T17:30:11.016 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.016 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T17:30:11.016 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5384669 2024-04-12T17:30:11.016 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.016 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:11.016 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2522, 2024-04-12T17:30:11.016 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14405786 2024-04-12T17:30:11.016 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.016 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T17:30:11.017 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 80605, 2024-04-12T17:30:11.017 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 72303478219 2024-04-12T17:30:11.017 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.017 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T17:30:11.017 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 80605, 2024-04-12T17:30:11.017 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14864810813 2024-04-12T17:30:11.017 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.017 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T17:30:11.017 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 80605, 2024-04-12T17:30:11.017 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 489085155 2024-04-12T17:30:11.017 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.017 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.017 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T17:30:11.017 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T17:30:11.017 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1405275320 2024-04-12T17:30:11.018 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.018 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T17:30:11.018 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 586358784 2024-04-12T17:30:11.018 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.018 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T17:30:11.018 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 529170432 2024-04-12T17:30:11.018 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.018 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T17:30:11.018 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2600684339 2024-04-12T17:30:11.018 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.018 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T17:30:11.018 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57188352 2024-04-12T17:30:11.018 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.018 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.019 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T17:30:11.019 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:11.019 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 125829120 2024-04-12T17:30:11.019 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.019 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:11.019 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.019 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.019 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:11.019 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.019 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.019 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:11.019 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 56475854 2024-04-12T17:30:11.019 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.019 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:11.020 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.020 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.020 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:11.020 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.020 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.020 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:11.020 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.020 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.020 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:11.020 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.020 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.020 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:11.020 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.020 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.021 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:11.021 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 118784 2024-04-12T17:30:11.021 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.021 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:11.021 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.021 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.021 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:11.021 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.021 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.021 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:11.021 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.021 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.021 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:11.021 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69234482 2024-04-12T17:30:11.021 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.022 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.022 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T17:30:11.022 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:11.022 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 562036736 2024-04-12T17:30:11.022 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.022 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:11.022 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:11.022 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.022 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:11.022 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.022 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.022 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:11.022 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 423568905 2024-04-12T17:30:11.022 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.023 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:11.023 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.023 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.023 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:11.023 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.023 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.023 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:11.023 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2384 2024-04-12T17:30:11.023 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.023 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:11.023 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.023 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.023 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:11.023 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 152784 2024-04-12T17:30:11.023 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.024 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:11.024 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.024 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.024 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:11.024 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.024 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.024 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:11.024 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.024 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.024 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:11.024 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.024 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.024 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:11.024 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71203799 2024-04-12T17:30:11.024 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.025 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.025 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:30:11.025 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:11.025 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 192937984 2024-04-12T17:30:11.025 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.025 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:11.025 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:11.025 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.025 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:11.025 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16493984 2024-04-12T17:30:11.025 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.025 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:11.025 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37650569 2024-04-12T17:30:11.025 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.025 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:11.025 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.026 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.026 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:11.026 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.026 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.026 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:11.026 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.026 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.026 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:11.026 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.026 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.026 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:11.026 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.026 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.026 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:11.027 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.027 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.027 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:11.027 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.027 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.027 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:11.027 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.027 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.027 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:11.027 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.027 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.027 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:11.027 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71684567 2024-04-12T17:30:11.027 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.027 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.027 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T17:30:11.028 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:11.028 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 494927872 2024-04-12T17:30:11.028 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.028 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:11.028 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.028 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.028 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:11.028 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.028 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.028 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:11.028 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 423568905 2024-04-12T17:30:11.028 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.028 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:11.028 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.028 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.028 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:11.029 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.029 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.029 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:11.029 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.029 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.029 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:11.029 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.029 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.029 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:11.029 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 94701 2024-04-12T17:30:11.029 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.029 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:11.029 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1135420 2024-04-12T17:30:11.029 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.029 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:11.030 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.030 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.030 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:11.030 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.030 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.030 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:11.030 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.030 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.030 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:11.030 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 70128846 2024-04-12T17:30:11.030 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.030 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.030 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T17:30:11.030 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T17:30:11.030 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.031 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.031 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:11.031 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 72 2024-04-12T17:30:11.031 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.031 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T17:30:11.031 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.031 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.031 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:11.031 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.031 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.031 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.031 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:11.031 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T17:30:11.032 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 40 2024-04-12T17:30:11.032 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.032 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T17:30:11.032 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.032 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.032 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T17:30:11.032 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67055 2024-04-12T17:30:11.032 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.032 INFO:tasks.workunit.client.0.smithi099.stdout: "op_before_queue_op_lat": { 2024-04-12T17:30:11.032 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 158791, 2024-04-12T17:30:11.032 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8107165147 2024-04-12T17:30:11.032 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.032 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T17:30:11.032 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T17:30:11.032 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.033 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T17:30:11.033 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.033 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.033 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T17:30:11.033 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2022361199 2024-04-12T17:30:11.033 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.033 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T17:30:11.033 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 67055, 2024-04-12T17:30:11.033 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 118971430204 2024-04-12T17:30:11.033 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.033 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T17:30:11.033 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3508334205 2024-04-12T17:30:11.033 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.033 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T17:30:11.033 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 67951, 2024-04-12T17:30:11.033 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 45574319728 2024-04-12T17:30:11.034 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.034 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T17:30:11.034 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 67055, 2024-04-12T17:30:11.034 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 75700303880 2024-04-12T17:30:11.034 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.034 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:11.034 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37804 2024-04-12T17:30:11.034 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.034 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T17:30:11.034 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 37804, 2024-04-12T17:30:11.034 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24191326958 2024-04-12T17:30:11.034 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.034 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:30:11.034 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.035 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.035 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T17:30:11.035 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3508334205 2024-04-12T17:30:11.035 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.035 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T17:30:11.035 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 38249, 2024-04-12T17:30:11.035 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7149699985 2024-04-12T17:30:11.035 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.035 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T17:30:11.035 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 37804, 2024-04-12T17:30:11.035 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10437081793 2024-04-12T17:30:11.035 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.035 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T17:30:11.035 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 27084 2024-04-12T17:30:11.035 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.035 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T17:30:11.036 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 449014147 2024-04-12T17:30:11.036 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.036 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T17:30:11.036 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 27084, 2024-04-12T17:30:11.036 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 54098947804 2024-04-12T17:30:11.036 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.036 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:30:11.036 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.036 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.036 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:30:11.036 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.036 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.036 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T17:30:11.036 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.036 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.037 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T17:30:11.037 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 27379, 2024-04-12T17:30:11.037 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 34624536242 2024-04-12T17:30:11.037 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.037 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T17:30:11.037 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 27084, 2024-04-12T17:30:11.037 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 49982565606 2024-04-12T17:30:11.037 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.037 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:11.037 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2167 2024-04-12T17:30:11.037 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.037 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T17:30:11.037 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1573347052 2024-04-12T17:30:11.037 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.037 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T17:30:11.037 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2167, 2024-04-12T17:30:11.038 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 40681155442 2024-04-12T17:30:11.038 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.038 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:30:11.038 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.038 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.038 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T17:30:11.038 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2323, 2024-04-12T17:30:11.038 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3800083501 2024-04-12T17:30:11.038 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.038 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T17:30:11.038 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2167, 2024-04-12T17:30:11.038 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15280656481 2024-04-12T17:30:11.038 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.038 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T17:30:11.039 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.039 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.039 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T17:30:11.039 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4194330 2024-04-12T17:30:11.039 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.039 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T17:30:11.039 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17 2024-04-12T17:30:11.039 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.039 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T17:30:11.039 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T17:30:11.039 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.039 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T17:30:11.039 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 792604672 2024-04-12T17:30:11.039 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.039 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.040 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.040 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.3": { 2024-04-12T17:30:11.040 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:11.040 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_db_max_lat": { 2024-04-12T17:30:11.040 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 28923 2024-04-12T17:30:11.040 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.040 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T17:30:11.040 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.040 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.040 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_max_lat": { 2024-04-12T17:30:11.040 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.040 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.040 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:30:11.040 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.040 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.040 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T17:30:11.041 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T17:30:11.041 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.041 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_slow": { 2024-04-12T17:30:11.041 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.041 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.041 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T17:30:11.041 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.041 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.041 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_wal_max_lat": { 2024-04-12T17:30:11.041 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.041 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.041 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T17:30:11.041 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.041 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.041 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T17:30:11.042 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9830400 2024-04-12T17:30:11.042 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.042 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T17:30:11.042 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 669306880 2024-04-12T17:30:11.042 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.042 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T17:30:11.042 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 16, 2024-04-12T17:30:11.042 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3440018 2024-04-12T17:30:11.042 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.042 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T17:30:11.042 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 16, 2024-04-12T17:30:11.042 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1300592 2024-04-12T17:30:11.042 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.042 INFO:tasks.workunit.client.0.smithi099.stdout: "db_alloc_lat": { 2024-04-12T17:30:11.043 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 175, 2024-04-12T17:30:11.043 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 901395 2024-04-12T17:30:11.043 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.043 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T17:30:11.043 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995027456 2024-04-12T17:30:11.043 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.043 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T17:30:11.043 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 637927424 2024-04-12T17:30:11.043 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.043 INFO:tasks.workunit.client.0.smithi099.stdout: "flush_lat": { 2024-04-12T17:30:11.043 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 67324, 2024-04-12T17:30:11.043 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10969667408 2024-04-12T17:30:11.043 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.043 INFO:tasks.workunit.client.0.smithi099.stdout: "fsync_lat": { 2024-04-12T17:30:11.043 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 67327, 2024-04-12T17:30:11.043 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17813741878 2024-04-12T17:30:11.044 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.044 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T17:30:11.044 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9822208 2024-04-12T17:30:11.044 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.044 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T17:30:11.044 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 275816448 2024-04-12T17:30:11.044 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.044 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T17:30:11.044 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 632225792 2024-04-12T17:30:11.044 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.044 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T17:30:11.044 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.044 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.044 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T17:30:11.044 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.044 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.045 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T17:30:11.045 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 50 2024-04-12T17:30:11.045 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.045 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T17:30:11.045 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7685262971 2024-04-12T17:30:11.045 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.045 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T17:30:11.045 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 62349 2024-04-12T17:30:11.045 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.045 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T17:30:11.045 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6813417472 2024-04-12T17:30:11.045 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.045 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T17:30:11.045 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6813421568 2024-04-12T17:30:11.045 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.046 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T17:30:11.046 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.046 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.046 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T17:30:11.046 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.046 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.046 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T17:30:11.046 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 53625 2024-04-12T17:30:11.046 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.046 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:11.046 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 62349, 2024-04-12T17:30:11.046 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2937710933 2024-04-12T17:30:11.046 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.046 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T17:30:11.046 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7568443553 2024-04-12T17:30:11.047 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.047 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T17:30:11.047 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 58768 2024-04-12T17:30:11.047 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.047 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T17:30:11.047 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3035752 2024-04-12T17:30:11.047 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.047 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T17:30:11.047 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 568 2024-04-12T17:30:11.047 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.047 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T17:30:11.047 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9755580 2024-04-12T17:30:11.047 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.047 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T17:30:11.048 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 793 2024-04-12T17:30:11.048 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.048 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T17:30:11.048 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6719828 2024-04-12T17:30:11.048 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.048 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:30:11.048 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6719828 2024-04-12T17:30:11.048 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.048 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:30:11.048 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.048 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.048 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:30:11.048 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.048 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.048 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T17:30:11.049 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 227 2024-04-12T17:30:11.049 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.049 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_lat": { 2024-04-12T17:30:11.049 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 793, 2024-04-12T17:30:11.049 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2648359 2024-04-12T17:30:11.049 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.049 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_alloc_lat": { 2024-04-12T17:30:11.049 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:11.049 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.049 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.049 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T17:30:11.049 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.049 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.049 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T17:30:11.049 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.050 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.050 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:11.050 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T17:30:11.050 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 674 2024-04-12T17:30:11.050 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.050 INFO:tasks.workunit.client.0.smithi099.stdout: "unlink_lat": { 2024-04-12T17:30:11.050 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 10, 2024-04-12T17:30:11.050 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10062 2024-04-12T17:30:11.050 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.050 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_alloc_lat": { 2024-04-12T17:30:11.050 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:11.050 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.050 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.050 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T17:30:11.051 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.051 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.051 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T17:30:11.051 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.051 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.051 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T17:30:11.051 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 957386752 2024-04-12T17:30:11.051 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.051 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.051 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T17:30:11.051 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T17:30:11.051 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T17:30:11.051 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.051 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T17:30:11.052 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9269248 2024-04-12T17:30:11.052 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.052 INFO:tasks.workunit.client.0.smithi099.stdout: "allocator_lat": { 2024-04-12T17:30:11.052 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 17060, 2024-04-12T17:30:11.052 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 60899254 2024-04-12T17:30:11.052 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.052 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T17:30:11.052 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3562, 2024-04-12T17:30:11.052 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6563299481 2024-04-12T17:30:11.052 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.052 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T17:30:11.052 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:11.052 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.052 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.052 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T17:30:11.053 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.053 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.053 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T17:30:11.053 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.053 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.053 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T17:30:11.053 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.053 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.053 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T17:30:11.053 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15755, 2024-04-12T17:30:11.053 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 127612307 2024-04-12T17:30:11.053 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.053 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T17:30:11.053 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:11.053 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.054 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.054 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T17:30:11.054 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.054 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.054 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T17:30:11.054 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 67269, 2024-04-12T17:30:11.054 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 21300745185 2024-04-12T17:30:11.054 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.054 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T17:30:11.054 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 66686, 2024-04-12T17:30:11.054 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1589647782 2024-04-12T17:30:11.054 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.054 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T17:30:11.054 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 67269, 2024-04-12T17:30:11.055 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 43476228 2024-04-12T17:30:11.055 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.055 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T17:30:11.055 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 67269, 2024-04-12T17:30:11.055 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 21344221413 2024-04-12T17:30:11.055 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.055 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T17:30:11.055 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:11.055 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.055 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.055 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T17:30:11.055 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 229114, 2024-04-12T17:30:11.055 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1399029336 2024-04-12T17:30:11.055 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.055 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T17:30:11.056 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1466, 2024-04-12T17:30:11.056 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3755022 2024-04-12T17:30:11.056 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.056 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T17:30:11.056 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 132301, 2024-04-12T17:30:11.056 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 46393341 2024-04-12T17:30:11.056 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.056 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:30:11.056 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 41, 2024-04-12T17:30:11.056 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 47829 2024-04-12T17:30:11.056 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.056 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T17:30:11.056 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 14464, 2024-04-12T17:30:11.056 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2219653200 2024-04-12T17:30:11.056 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.057 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T17:30:11.057 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 422060 2024-04-12T17:30:11.057 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.057 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T17:30:11.057 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17831 2024-04-12T17:30:11.057 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.057 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:11.057 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 34514, 2024-04-12T17:30:11.057 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1727649412 2024-04-12T17:30:11.057 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.057 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T17:30:11.057 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87929, 2024-04-12T17:30:11.057 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24377060 2024-04-12T17:30:11.057 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.058 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T17:30:11.058 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 53415, 2024-04-12T17:30:11.058 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1215243708 2024-04-12T17:30:11.058 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.058 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T17:30:11.058 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.058 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.058 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T17:30:11.058 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 12503, 2024-04-12T17:30:11.058 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 386398582 2024-04-12T17:30:11.058 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.058 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_aio_wait_count": { 2024-04-12T17:30:11.058 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.058 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.058 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_committed_kv_count": { 2024-04-12T17:30:11.059 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.059 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.059 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:30:11.059 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.059 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.059 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:30:11.059 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.059 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.059 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T17:30:11.059 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 76451, 2024-04-12T17:30:11.059 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10059547515 2024-04-12T17:30:11.059 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.059 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:30:11.059 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18061, 2024-04-12T17:30:11.059 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1211434193 2024-04-12T17:30:11.060 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.060 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:30:11.060 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18058, 2024-04-12T17:30:11.060 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3759093704588 2024-04-12T17:30:11.060 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.060 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T17:30:11.060 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18061, 2024-04-12T17:30:11.060 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6650081186763 2024-04-12T17:30:11.060 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.060 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T17:30:11.060 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 76448, 2024-04-12T17:30:11.060 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2839184784549 2024-04-12T17:30:11.060 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.060 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T17:30:11.060 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 76448, 2024-04-12T17:30:11.061 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8825574 2024-04-12T17:30:11.061 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.061 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T17:30:11.061 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 76451, 2024-04-12T17:30:11.061 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 338334884 2024-04-12T17:30:11.061 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.061 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T17:30:11.061 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 76451, 2024-04-12T17:30:11.061 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 32650322509 2024-04-12T17:30:11.061 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.061 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T17:30:11.061 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 76451, 2024-04-12T17:30:11.061 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 32047148 2024-04-12T17:30:11.061 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.062 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T17:30:11.062 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 76451, 2024-04-12T17:30:11.062 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15360507715 2024-04-12T17:30:11.062 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.062 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T17:30:11.062 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 76451, 2024-04-12T17:30:11.062 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12810939711 2024-04-12T17:30:11.062 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.062 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T17:30:11.062 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5390597 2024-04-12T17:30:11.062 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.062 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:11.062 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2528, 2024-04-12T17:30:11.062 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16467214 2024-04-12T17:30:11.062 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.063 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T17:30:11.063 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 76451, 2024-04-12T17:30:11.063 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71232681949 2024-04-12T17:30:11.063 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.063 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T17:30:11.063 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 76451, 2024-04-12T17:30:11.063 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13791225405 2024-04-12T17:30:11.063 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.063 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T17:30:11.063 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 76451, 2024-04-12T17:30:11.063 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 491012152 2024-04-12T17:30:11.063 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.063 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.064 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T17:30:11.064 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T17:30:11.064 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1405275320 2024-04-12T17:30:11.064 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.064 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T17:30:11.064 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 694042624 2024-04-12T17:30:11.064 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.064 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T17:30:11.064 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 667992064 2024-04-12T17:30:11.064 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.064 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T17:30:11.064 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2600684339 2024-04-12T17:30:11.064 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.064 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T17:30:11.065 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 26050560 2024-04-12T17:30:11.065 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.065 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.065 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T17:30:11.065 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:11.065 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 125829120 2024-04-12T17:30:11.065 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.065 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:11.065 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.065 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.065 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:11.065 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.065 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.065 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:11.066 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 56925915 2024-04-12T17:30:11.066 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.066 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:11.066 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.066 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.066 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:11.066 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.066 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.066 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:11.066 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.066 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.066 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:11.066 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.066 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.066 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:11.067 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T17:30:11.067 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.067 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:11.067 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 45056 2024-04-12T17:30:11.067 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.067 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:11.067 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.067 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.067 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:11.067 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.067 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.067 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:11.067 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.067 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.067 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:11.068 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 68854053 2024-04-12T17:30:11.068 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.068 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.068 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T17:30:11.068 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:11.068 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 562036736 2024-04-12T17:30:11.068 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.068 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:11.068 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:11.068 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.068 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:11.068 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.068 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.068 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:11.069 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 426944367 2024-04-12T17:30:11.069 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.069 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:11.069 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.069 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.069 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:11.069 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.069 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.069 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:11.069 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1648 2024-04-12T17:30:11.069 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.069 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:11.069 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.069 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.069 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:11.070 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 115360 2024-04-12T17:30:11.070 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.070 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:11.070 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.070 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.070 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:11.070 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.070 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.070 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:11.070 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.070 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.070 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:11.070 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.071 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.071 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:11.071 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67866497 2024-04-12T17:30:11.071 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.071 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.071 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:30:11.071 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:11.071 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 184549376 2024-04-12T17:30:11.071 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.071 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:11.071 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:11.071 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.071 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:11.071 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10080112 2024-04-12T17:30:11.071 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.072 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:11.072 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37950610 2024-04-12T17:30:11.072 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.072 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:11.072 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.072 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.072 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:11.072 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.072 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.072 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:11.072 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.072 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.072 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:11.072 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.072 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.073 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:11.073 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.073 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.073 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:11.073 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.073 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.073 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:11.073 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.073 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.073 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:11.073 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.073 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.073 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:11.073 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.073 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.074 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:11.074 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69409790 2024-04-12T17:30:11.074 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.074 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.074 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T17:30:11.074 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:11.074 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 503316480 2024-04-12T17:30:11.074 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.074 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:11.074 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.074 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.074 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:11.074 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.074 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.075 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:11.075 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 426944367 2024-04-12T17:30:11.075 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.075 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:11.075 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.075 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.075 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:11.075 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.075 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.075 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:11.075 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.075 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.075 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:11.075 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.076 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.076 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:11.076 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 96738 2024-04-12T17:30:11.076 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.076 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:11.076 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1137919 2024-04-12T17:30:11.076 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.076 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:11.076 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.076 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.076 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:11.076 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.076 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.076 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:11.076 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.077 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.077 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:11.077 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 75137456 2024-04-12T17:30:11.077 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.077 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.077 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T17:30:11.077 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T17:30:11.077 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.077 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.077 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:11.077 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 26 2024-04-12T17:30:11.077 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.077 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T17:30:11.077 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.077 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.078 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:11.078 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.078 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.078 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.078 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:11.078 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T17:30:11.078 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 48 2024-04-12T17:30:11.078 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.078 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T17:30:11.078 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.078 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.078 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T17:30:11.078 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 63567 2024-04-12T17:30:11.078 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.079 INFO:tasks.workunit.client.0.smithi099.stdout: "op_before_queue_op_lat": { 2024-04-12T17:30:11.079 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 145273, 2024-04-12T17:30:11.079 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8149539852 2024-04-12T17:30:11.079 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.079 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T17:30:11.079 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.079 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.079 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T17:30:11.079 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.079 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.079 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T17:30:11.079 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1626073586 2024-04-12T17:30:11.079 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.079 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T17:30:11.079 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 63567, 2024-04-12T17:30:11.080 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 287617367116 2024-04-12T17:30:11.080 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.080 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T17:30:11.080 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1697808322 2024-04-12T17:30:11.080 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.080 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T17:30:11.080 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 65762, 2024-04-12T17:30:11.080 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 38384047278 2024-04-12T17:30:11.080 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.080 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T17:30:11.080 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 63567, 2024-04-12T17:30:11.080 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 80562360503 2024-04-12T17:30:11.081 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.081 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:11.081 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 45539 2024-04-12T17:30:11.081 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.081 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T17:30:11.081 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 45539, 2024-04-12T17:30:11.081 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57144318248 2024-04-12T17:30:11.081 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.081 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:30:11.081 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.081 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.081 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T17:30:11.081 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1697808322 2024-04-12T17:30:11.081 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.081 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T17:30:11.082 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 45761, 2024-04-12T17:30:11.082 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15309707471 2024-04-12T17:30:11.082 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.082 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T17:30:11.082 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 45539, 2024-04-12T17:30:11.082 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14291307754 2024-04-12T17:30:11.082 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.082 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T17:30:11.082 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13970 2024-04-12T17:30:11.082 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.082 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T17:30:11.082 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 245782572 2024-04-12T17:30:11.082 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.082 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T17:30:11.083 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 13970, 2024-04-12T17:30:11.083 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 173332544124 2024-04-12T17:30:11.083 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.083 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:30:11.083 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.083 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.083 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:30:11.083 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.083 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.083 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T17:30:11.083 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.083 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.083 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T17:30:11.083 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15832, 2024-04-12T17:30:11.084 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17724763562 2024-04-12T17:30:11.084 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.084 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T17:30:11.084 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 13970, 2024-04-12T17:30:11.084 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 39389703396 2024-04-12T17:30:11.084 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.084 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:11.084 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4058 2024-04-12T17:30:11.084 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.084 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T17:30:11.084 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1380291014 2024-04-12T17:30:11.084 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.084 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T17:30:11.084 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4058, 2024-04-12T17:30:11.084 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57140504744 2024-04-12T17:30:11.084 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.085 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:30:11.085 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.085 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.085 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T17:30:11.085 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4169, 2024-04-12T17:30:11.085 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5349576245 2024-04-12T17:30:11.085 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.085 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T17:30:11.085 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4058, 2024-04-12T17:30:11.085 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 26881349353 2024-04-12T17:30:11.085 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.085 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T17:30:11.085 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.085 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.086 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T17:30:11.086 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17592143 2024-04-12T17:30:11.086 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.086 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T17:30:11.086 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15 2024-04-12T17:30:11.086 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.086 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T17:30:11.086 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T17:30:11.086 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.086 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T17:30:11.086 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 647217152 2024-04-12T17:30:11.086 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.086 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.086 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.087 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.4": { 2024-04-12T17:30:11.087 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:11.087 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_db_max_lat": { 2024-04-12T17:30:11.087 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 21511 2024-04-12T17:30:11.087 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.087 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T17:30:11.087 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.087 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.087 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_max_lat": { 2024-04-12T17:30:11.087 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.087 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.087 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:30:11.087 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.087 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.087 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T17:30:11.088 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T17:30:11.088 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.088 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_slow": { 2024-04-12T17:30:11.088 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.088 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.088 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T17:30:11.088 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.088 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.088 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_wal_max_lat": { 2024-04-12T17:30:11.088 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.088 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.088 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T17:30:11.088 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.088 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.088 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T17:30:11.089 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 20721664 2024-04-12T17:30:11.089 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.089 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T17:30:11.089 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 741801984 2024-04-12T17:30:11.089 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.089 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T17:30:11.089 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15, 2024-04-12T17:30:11.089 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3694693 2024-04-12T17:30:11.089 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.089 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T17:30:11.089 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15, 2024-04-12T17:30:11.089 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1168751 2024-04-12T17:30:11.089 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.089 INFO:tasks.workunit.client.0.smithi099.stdout: "db_alloc_lat": { 2024-04-12T17:30:11.090 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 202, 2024-04-12T17:30:11.090 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1002299 2024-04-12T17:30:11.090 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.090 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T17:30:11.090 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995027456 2024-04-12T17:30:11.090 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.090 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T17:30:11.090 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 870318080 2024-04-12T17:30:11.090 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.090 INFO:tasks.workunit.client.0.smithi099.stdout: "flush_lat": { 2024-04-12T17:30:11.090 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 63723, 2024-04-12T17:30:11.090 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5644977556 2024-04-12T17:30:11.090 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.090 INFO:tasks.workunit.client.0.smithi099.stdout: "fsync_lat": { 2024-04-12T17:30:11.091 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 63699, 2024-04-12T17:30:11.091 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10257590721 2024-04-12T17:30:11.091 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.091 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T17:30:11.091 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11542528 2024-04-12T17:30:11.091 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.091 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T17:30:11.091 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 260902912 2024-04-12T17:30:11.091 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.091 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T17:30:11.091 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 851836928 2024-04-12T17:30:11.091 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.091 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T17:30:11.092 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.092 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.092 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T17:30:11.092 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.092 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.092 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T17:30:11.092 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 61 2024-04-12T17:30:11.092 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.092 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T17:30:11.092 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16158511284 2024-04-12T17:30:11.092 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.092 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T17:30:11.092 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 107545 2024-04-12T17:30:11.092 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.093 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T17:30:11.093 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14017847296 2024-04-12T17:30:11.093 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.093 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T17:30:11.093 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14017851392 2024-04-12T17:30:11.093 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.093 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T17:30:11.093 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.093 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.093 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T17:30:11.093 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.093 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.093 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T17:30:11.093 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 108928 2024-04-12T17:30:11.093 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.094 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:11.094 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 107545, 2024-04-12T17:30:11.094 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4404002939 2024-04-12T17:30:11.094 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.094 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T17:30:11.094 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15957870333 2024-04-12T17:30:11.094 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.094 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T17:30:11.094 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 101403 2024-04-12T17:30:11.094 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.094 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T17:30:11.094 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7905331 2024-04-12T17:30:11.094 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.094 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T17:30:11.095 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1136 2024-04-12T17:30:11.095 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.095 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T17:30:11.095 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 20638227 2024-04-12T17:30:11.095 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.095 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T17:30:11.095 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1572 2024-04-12T17:30:11.095 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.095 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T17:30:11.095 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12732896 2024-04-12T17:30:11.095 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.095 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:30:11.095 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12732896 2024-04-12T17:30:11.095 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.095 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:30:11.096 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.096 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.096 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:30:11.096 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.096 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.096 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T17:30:11.096 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 466 2024-04-12T17:30:11.096 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.096 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_lat": { 2024-04-12T17:30:11.096 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1572, 2024-04-12T17:30:11.096 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5378180 2024-04-12T17:30:11.096 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.097 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_alloc_lat": { 2024-04-12T17:30:11.097 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:11.097 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.097 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.097 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T17:30:11.097 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.097 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.097 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T17:30:11.097 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.097 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.097 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:11.097 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T17:30:11.097 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 623 2024-04-12T17:30:11.097 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.097 INFO:tasks.workunit.client.0.smithi099.stdout: "unlink_lat": { 2024-04-12T17:30:11.098 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 14, 2024-04-12T17:30:11.098 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15493 2024-04-12T17:30:11.098 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.098 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_alloc_lat": { 2024-04-12T17:30:11.098 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:11.098 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.098 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.098 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T17:30:11.098 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.098 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.098 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T17:30:11.098 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.098 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.098 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T17:30:11.099 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1025720320 2024-04-12T17:30:11.099 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.099 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.099 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T17:30:11.099 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T17:30:11.099 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T17:30:11.099 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.099 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T17:30:11.099 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13459456 2024-04-12T17:30:11.099 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.099 INFO:tasks.workunit.client.0.smithi099.stdout: "allocator_lat": { 2024-04-12T17:30:11.099 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 20484, 2024-04-12T17:30:11.099 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 66300825 2024-04-12T17:30:11.099 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.099 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T17:30:11.100 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3509, 2024-04-12T17:30:11.100 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8711878562 2024-04-12T17:30:11.100 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.100 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T17:30:11.100 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:11.100 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.100 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.100 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T17:30:11.100 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.100 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.100 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T17:30:11.100 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.100 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.100 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T17:30:11.101 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.101 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.101 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T17:30:11.101 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 17570, 2024-04-12T17:30:11.101 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 146988003 2024-04-12T17:30:11.101 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.101 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T17:30:11.101 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:11.101 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.101 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.101 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T17:30:11.101 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.101 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.101 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T17:30:11.101 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 63613, 2024-04-12T17:30:11.102 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13709795634 2024-04-12T17:30:11.102 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.102 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T17:30:11.102 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 63026, 2024-04-12T17:30:11.102 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1426302398 2024-04-12T17:30:11.102 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.102 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T17:30:11.102 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 63613, 2024-04-12T17:30:11.102 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 47125365 2024-04-12T17:30:11.102 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.102 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T17:30:11.102 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 63613, 2024-04-12T17:30:11.102 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13756920999 2024-04-12T17:30:11.102 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.103 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T17:30:11.103 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:11.103 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.103 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.103 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T17:30:11.103 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 28199, 2024-04-12T17:30:11.103 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 782831922 2024-04-12T17:30:11.103 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.103 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T17:30:11.103 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 895, 2024-04-12T17:30:11.103 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2426162 2024-04-12T17:30:11.103 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.103 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T17:30:11.103 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 22437, 2024-04-12T17:30:11.104 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13096749 2024-04-12T17:30:11.104 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.104 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:30:11.104 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 46, 2024-04-12T17:30:11.104 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57541 2024-04-12T17:30:11.104 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.104 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T17:30:11.104 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15691, 2024-04-12T17:30:11.104 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3591128066 2024-04-12T17:30:11.104 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.104 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T17:30:11.104 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 196682 2024-04-12T17:30:11.104 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.104 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T17:30:11.105 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 19480 2024-04-12T17:30:11.105 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.105 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:11.105 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 12056, 2024-04-12T17:30:11.105 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1087854841 2024-04-12T17:30:11.105 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.105 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T17:30:11.105 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 44619, 2024-04-12T17:30:11.105 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10575631 2024-04-12T17:30:11.105 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.105 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T17:30:11.105 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 32563, 2024-04-12T17:30:11.105 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 725453693 2024-04-12T17:30:11.105 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.106 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T17:30:11.106 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.106 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.106 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T17:30:11.106 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 13554, 2024-04-12T17:30:11.106 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 388199291 2024-04-12T17:30:11.106 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.106 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_aio_wait_count": { 2024-04-12T17:30:11.106 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.106 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.106 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_committed_kv_count": { 2024-04-12T17:30:11.106 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.106 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.106 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:30:11.107 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.107 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.107 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:30:11.107 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.107 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.107 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T17:30:11.107 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73081, 2024-04-12T17:30:11.107 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4612354678 2024-04-12T17:30:11.107 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.107 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:30:11.107 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18752, 2024-04-12T17:30:11.107 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 798364600 2024-04-12T17:30:11.107 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.107 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:30:11.108 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18752, 2024-04-12T17:30:11.108 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3473630242302 2024-04-12T17:30:11.108 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.108 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T17:30:11.108 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18752, 2024-04-12T17:30:11.108 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6657972956936 2024-04-12T17:30:11.108 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.108 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T17:30:11.108 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73081, 2024-04-12T17:30:11.108 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3083880356579 2024-04-12T17:30:11.108 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.108 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T17:30:11.108 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73081, 2024-04-12T17:30:11.108 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8191671 2024-04-12T17:30:11.109 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.109 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T17:30:11.109 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73081, 2024-04-12T17:30:11.109 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 157146124 2024-04-12T17:30:11.109 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.109 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T17:30:11.109 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73081, 2024-04-12T17:30:11.109 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 21850578215 2024-04-12T17:30:11.109 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.109 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T17:30:11.109 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73081, 2024-04-12T17:30:11.109 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 28961837 2024-04-12T17:30:11.109 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.109 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T17:30:11.110 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73081, 2024-04-12T17:30:11.110 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9772582540 2024-04-12T17:30:11.110 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.110 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T17:30:11.110 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73081, 2024-04-12T17:30:11.110 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13718793316 2024-04-12T17:30:11.110 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.110 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T17:30:11.110 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9579700 2024-04-12T17:30:11.110 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.110 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:11.110 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2448, 2024-04-12T17:30:11.110 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13386802 2024-04-12T17:30:11.110 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.111 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T17:30:11.111 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73081, 2024-04-12T17:30:11.111 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 50124486868 2024-04-12T17:30:11.111 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.111 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T17:30:11.111 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73081, 2024-04-12T17:30:11.111 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14631871401 2024-04-12T17:30:11.111 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.111 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T17:30:11.111 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73081, 2024-04-12T17:30:11.111 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 450771993 2024-04-12T17:30:11.111 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.111 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.111 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T17:30:11.112 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T17:30:11.112 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1405275320 2024-04-12T17:30:11.112 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.112 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T17:30:11.112 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 687120384 2024-04-12T17:30:11.112 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.112 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T17:30:11.112 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 658399232 2024-04-12T17:30:11.112 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.112 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T17:30:11.112 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2600684339 2024-04-12T17:30:11.112 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.112 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T17:30:11.112 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 28721152 2024-04-12T17:30:11.112 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.113 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.113 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T17:30:11.113 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:11.113 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 125829120 2024-04-12T17:30:11.113 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.113 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:11.113 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.113 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.113 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:11.113 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.113 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.113 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:11.113 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 56005886 2024-04-12T17:30:11.114 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.114 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:11.114 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.114 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.114 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:11.114 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.114 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.114 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:11.114 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.114 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.114 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:11.114 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.114 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.114 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:11.114 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12288 2024-04-12T17:30:11.115 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.115 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:11.115 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 94208 2024-04-12T17:30:11.115 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.115 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:11.115 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.115 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.115 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:11.115 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.115 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.115 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:11.115 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.115 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.115 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:11.116 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69716738 2024-04-12T17:30:11.116 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.116 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.116 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T17:30:11.116 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:11.116 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 562036736 2024-04-12T17:30:11.116 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.116 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:11.116 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:11.116 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.116 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:11.116 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.116 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.116 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:11.117 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 420044150 2024-04-12T17:30:11.117 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.117 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:11.117 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.117 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.117 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:11.117 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.117 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.117 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:11.117 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3184 2024-04-12T17:30:11.117 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.117 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:11.117 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.117 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.117 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:11.118 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 199008 2024-04-12T17:30:11.118 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.118 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:11.118 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 384 2024-04-12T17:30:11.118 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.118 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:11.118 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.118 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.118 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:11.118 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.118 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.118 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:11.118 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.118 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.119 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:11.119 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 74681146 2024-04-12T17:30:11.119 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.119 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.119 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:30:11.119 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:11.119 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 201326592 2024-04-12T17:30:11.119 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.119 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:11.119 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:11.119 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.119 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:11.119 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 21967408 2024-04-12T17:30:11.119 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.120 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:11.120 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37337257 2024-04-12T17:30:11.120 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.120 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:11.120 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.120 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.120 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:11.120 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.120 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.120 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:11.120 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.120 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.120 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:11.120 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.120 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.121 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:11.121 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.121 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.121 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:11.121 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.121 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.121 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:11.121 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.121 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.121 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:11.121 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.121 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.121 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:11.122 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.122 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.122 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:11.122 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 74913063 2024-04-12T17:30:11.122 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.122 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.122 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T17:30:11.122 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:11.122 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 494927872 2024-04-12T17:30:11.122 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.122 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:11.122 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.122 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.122 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:11.122 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.123 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.123 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:11.123 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 420044150 2024-04-12T17:30:11.123 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.123 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:11.123 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.123 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.123 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:11.123 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.123 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.123 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:11.123 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.123 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.123 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:11.123 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.124 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.124 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:11.124 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 103014 2024-04-12T17:30:11.124 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.124 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:11.124 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1132170 2024-04-12T17:30:11.124 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.124 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:11.124 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.124 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.124 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:11.124 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.124 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.124 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:11.124 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.124 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.125 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:11.125 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 73648538 2024-04-12T17:30:11.125 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.125 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.125 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T17:30:11.125 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T17:30:11.125 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.125 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.125 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:11.125 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 32 2024-04-12T17:30:11.125 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.125 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T17:30:11.125 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.125 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.125 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:11.125 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T17:30:11.126 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.126 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.126 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:11.126 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T17:30:11.126 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 50 2024-04-12T17:30:11.126 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.126 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T17:30:11.126 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.126 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.126 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T17:30:11.126 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 38429 2024-04-12T17:30:11.126 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.126 INFO:tasks.workunit.client.0.smithi099.stdout: "op_before_queue_op_lat": { 2024-04-12T17:30:11.126 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 105722, 2024-04-12T17:30:11.126 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9828124637 2024-04-12T17:30:11.127 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.127 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T17:30:11.127 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.127 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.127 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T17:30:11.127 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.127 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.127 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T17:30:11.127 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1474924327 2024-04-12T17:30:11.127 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.127 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T17:30:11.127 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 38429, 2024-04-12T17:30:11.127 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 73065431140 2024-04-12T17:30:11.127 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.127 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T17:30:11.127 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2088815571 2024-04-12T17:30:11.128 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.128 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T17:30:11.128 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 39001, 2024-04-12T17:30:11.128 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13954928213 2024-04-12T17:30:11.128 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.128 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T17:30:11.128 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 38429, 2024-04-12T17:30:11.128 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 31616379246 2024-04-12T17:30:11.128 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.128 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:11.128 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 28427 2024-04-12T17:30:11.128 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.128 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T17:30:11.128 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 28427, 2024-04-12T17:30:11.128 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9666296746 2024-04-12T17:30:11.129 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.129 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:30:11.129 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.129 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.129 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T17:30:11.129 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2088815571 2024-04-12T17:30:11.129 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.129 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T17:30:11.129 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 28620, 2024-04-12T17:30:11.129 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5532076027 2024-04-12T17:30:11.129 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.129 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T17:30:11.129 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 28427, 2024-04-12T17:30:11.129 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6042944780 2024-04-12T17:30:11.129 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.130 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T17:30:11.130 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5819 2024-04-12T17:30:11.130 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.130 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T17:30:11.130 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 310349150 2024-04-12T17:30:11.130 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.130 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T17:30:11.130 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 5819, 2024-04-12T17:30:11.130 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9426743373 2024-04-12T17:30:11.130 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.130 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:30:11.130 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.130 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.130 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:30:11.131 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.131 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.131 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T17:30:11.131 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.131 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.131 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T17:30:11.131 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 6074, 2024-04-12T17:30:11.131 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3703524974 2024-04-12T17:30:11.131 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.131 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T17:30:11.131 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 5819, 2024-04-12T17:30:11.131 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8135754533 2024-04-12T17:30:11.131 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.131 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:11.131 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4183 2024-04-12T17:30:11.132 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.132 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T17:30:11.132 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1164575177 2024-04-12T17:30:11.132 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.132 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T17:30:11.132 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4183, 2024-04-12T17:30:11.132 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 53972391021 2024-04-12T17:30:11.132 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.132 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:30:11.132 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.132 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.132 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T17:30:11.132 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4307, 2024-04-12T17:30:11.132 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4719327212 2024-04-12T17:30:11.132 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.133 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T17:30:11.133 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4183, 2024-04-12T17:30:11.133 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17437679933 2024-04-12T17:30:11.133 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.133 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T17:30:11.133 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.133 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.133 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T17:30:11.133 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8389680 2024-04-12T17:30:11.133 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.133 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T17:30:11.133 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22 2024-04-12T17:30:11.133 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.133 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T17:30:11.133 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T17:30:11.133 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.134 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T17:30:11.134 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 883785728 2024-04-12T17:30:11.134 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.134 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.134 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.134 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.5": { 2024-04-12T17:30:11.134 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:11.134 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_db_max_lat": { 2024-04-12T17:30:11.134 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22935 2024-04-12T17:30:11.134 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.134 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T17:30:11.134 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.134 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.134 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_max_lat": { 2024-04-12T17:30:11.134 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.135 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.135 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:30:11.135 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.135 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.135 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T17:30:11.135 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T17:30:11.135 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.135 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_slow": { 2024-04-12T17:30:11.135 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.135 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.135 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T17:30:11.135 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.135 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.135 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_wal_max_lat": { 2024-04-12T17:30:11.135 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.135 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.136 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T17:30:11.136 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.136 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.136 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T17:30:11.136 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 23642112 2024-04-12T17:30:11.136 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.136 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T17:30:11.136 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 952225792 2024-04-12T17:30:11.136 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.136 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T17:30:11.136 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 21, 2024-04-12T17:30:11.136 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5085282 2024-04-12T17:30:11.136 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.136 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T17:30:11.136 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 21, 2024-04-12T17:30:11.136 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1872076 2024-04-12T17:30:11.137 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.137 INFO:tasks.workunit.client.0.smithi099.stdout: "db_alloc_lat": { 2024-04-12T17:30:11.137 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 257, 2024-04-12T17:30:11.137 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1251895 2024-04-12T17:30:11.137 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.137 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T17:30:11.137 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995027456 2024-04-12T17:30:11.137 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.137 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T17:30:11.137 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1035665408 2024-04-12T17:30:11.137 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.137 INFO:tasks.workunit.client.0.smithi099.stdout: "flush_lat": { 2024-04-12T17:30:11.137 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 85509, 2024-04-12T17:30:11.137 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6597979670 2024-04-12T17:30:11.137 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.137 INFO:tasks.workunit.client.0.smithi099.stdout: "fsync_lat": { 2024-04-12T17:30:11.138 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 85434, 2024-04-12T17:30:11.138 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12034986434 2024-04-12T17:30:11.138 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.138 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T17:30:11.138 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 724992 2024-04-12T17:30:11.138 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.138 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T17:30:11.138 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 349896704 2024-04-12T17:30:11.138 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.138 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T17:30:11.138 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1056964608 2024-04-12T17:30:11.138 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.138 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T17:30:11.138 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.139 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.139 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T17:30:11.139 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.139 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.139 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T17:30:11.139 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 70 2024-04-12T17:30:11.139 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.139 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T17:30:11.139 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22501028570 2024-04-12T17:30:11.139 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.139 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T17:30:11.139 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 134027 2024-04-12T17:30:11.139 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.139 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T17:30:11.139 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 20027076608 2024-04-12T17:30:11.139 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.140 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T17:30:11.140 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 20027080704 2024-04-12T17:30:11.140 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.140 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T17:30:11.140 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.140 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.140 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T17:30:11.140 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.140 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.140 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T17:30:11.140 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 140578 2024-04-12T17:30:11.140 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.140 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:11.140 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 134027, 2024-04-12T17:30:11.140 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6981016837 2024-04-12T17:30:11.141 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.141 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T17:30:11.141 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22191636400 2024-04-12T17:30:11.141 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.141 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T17:30:11.141 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 124563 2024-04-12T17:30:11.141 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.141 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T17:30:11.141 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9164446 2024-04-12T17:30:11.141 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.141 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T17:30:11.141 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1415 2024-04-12T17:30:11.141 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.141 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T17:30:11.141 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 27914671 2024-04-12T17:30:11.142 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.142 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T17:30:11.142 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2122 2024-04-12T17:30:11.142 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.142 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T17:30:11.142 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18750225 2024-04-12T17:30:11.142 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.142 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:30:11.142 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18750225 2024-04-12T17:30:11.142 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.142 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:30:11.142 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.142 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.142 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:30:11.143 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.143 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.143 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T17:30:11.143 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 746 2024-04-12T17:30:11.143 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.143 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_lat": { 2024-04-12T17:30:11.143 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2122, 2024-04-12T17:30:11.143 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12163676 2024-04-12T17:30:11.143 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.143 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_alloc_lat": { 2024-04-12T17:30:11.143 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:11.143 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.143 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.143 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T17:30:11.143 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.143 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.144 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T17:30:11.144 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.144 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.144 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:11.144 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T17:30:11.144 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 671 2024-04-12T17:30:11.144 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.144 INFO:tasks.workunit.client.0.smithi099.stdout: "unlink_lat": { 2024-04-12T17:30:11.144 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 22, 2024-04-12T17:30:11.144 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22319 2024-04-12T17:30:11.144 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.144 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_alloc_lat": { 2024-04-12T17:30:11.144 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:11.144 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.144 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.144 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T17:30:11.145 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.145 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.145 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T17:30:11.145 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.145 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.145 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T17:30:11.145 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1328947200 2024-04-12T17:30:11.145 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.145 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.145 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T17:30:11.145 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T17:30:11.145 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T17:30:11.145 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.145 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T17:30:11.145 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9269248 2024-04-12T17:30:11.146 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.146 INFO:tasks.workunit.client.0.smithi099.stdout: "allocator_lat": { 2024-04-12T17:30:11.146 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 20019, 2024-04-12T17:30:11.146 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67798036 2024-04-12T17:30:11.146 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.146 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T17:30:11.146 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3544, 2024-04-12T17:30:11.146 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11418479536 2024-04-12T17:30:11.146 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.146 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T17:30:11.146 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:11.146 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.146 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.146 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T17:30:11.146 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.147 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.147 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T17:30:11.147 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.147 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.147 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T17:30:11.147 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.147 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.147 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T17:30:11.147 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 26544, 2024-04-12T17:30:11.147 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 220963209 2024-04-12T17:30:11.147 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.147 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T17:30:11.147 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:11.147 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.147 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.148 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T17:30:11.148 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.148 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.148 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T17:30:11.148 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 85316, 2024-04-12T17:30:11.148 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16258733692 2024-04-12T17:30:11.148 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.148 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T17:30:11.148 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 84730, 2024-04-12T17:30:11.148 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1562537417 2024-04-12T17:30:11.148 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.148 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T17:30:11.148 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 85316, 2024-04-12T17:30:11.148 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 49163246 2024-04-12T17:30:11.148 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.148 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T17:30:11.149 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 85316, 2024-04-12T17:30:11.149 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16307896938 2024-04-12T17:30:11.149 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.149 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T17:30:11.149 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:11.149 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.149 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.149 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T17:30:11.149 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 38508, 2024-04-12T17:30:11.149 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 964104432 2024-04-12T17:30:11.149 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.149 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T17:30:11.149 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 938, 2024-04-12T17:30:11.149 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2482705 2024-04-12T17:30:11.150 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.150 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T17:30:11.150 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 11911, 2024-04-12T17:30:11.150 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18489559 2024-04-12T17:30:11.150 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.150 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:30:11.150 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 50, 2024-04-12T17:30:11.150 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 77078 2024-04-12T17:30:11.150 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.150 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T17:30:11.150 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 17655, 2024-04-12T17:30:11.150 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5672882022 2024-04-12T17:30:11.150 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.150 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T17:30:11.151 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 259787 2024-04-12T17:30:11.151 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.151 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T17:30:11.151 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 21868 2024-04-12T17:30:11.151 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.151 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:11.151 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 21610, 2024-04-12T17:30:11.151 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1421138404 2024-04-12T17:30:11.151 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.151 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T17:30:11.151 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 52463, 2024-04-12T17:30:11.151 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17424336 2024-04-12T17:30:11.151 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.151 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T17:30:11.151 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 30853, 2024-04-12T17:30:11.152 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1065559742 2024-04-12T17:30:11.152 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.152 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T17:30:11.152 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.152 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.152 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T17:30:11.152 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15998, 2024-04-12T17:30:11.152 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 492976552 2024-04-12T17:30:11.152 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.152 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_aio_wait_count": { 2024-04-12T17:30:11.152 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.152 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.152 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_committed_kv_count": { 2024-04-12T17:30:11.153 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.153 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.153 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:30:11.153 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.153 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.153 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:30:11.153 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.153 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.153 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T17:30:11.153 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 96512, 2024-04-12T17:30:11.153 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5719240467 2024-04-12T17:30:11.153 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.153 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:30:11.153 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8514, 2024-04-12T17:30:11.153 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 567166012 2024-04-12T17:30:11.154 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.154 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:30:11.154 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8514, 2024-04-12T17:30:11.154 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3700334995217 2024-04-12T17:30:11.154 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.154 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T17:30:11.154 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8514, 2024-04-12T17:30:11.154 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6647533441279 2024-04-12T17:30:11.154 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.154 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T17:30:11.154 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 96512, 2024-04-12T17:30:11.154 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2796701512777 2024-04-12T17:30:11.154 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.154 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T17:30:11.155 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 96512, 2024-04-12T17:30:11.155 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10474353 2024-04-12T17:30:11.155 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.155 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T17:30:11.155 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 96512, 2024-04-12T17:30:11.155 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 187195622 2024-04-12T17:30:11.155 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.155 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T17:30:11.155 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 96512, 2024-04-12T17:30:11.155 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 25441208893 2024-04-12T17:30:11.155 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.155 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T17:30:11.155 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 96512, 2024-04-12T17:30:11.155 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 38205655 2024-04-12T17:30:11.155 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.156 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T17:30:11.156 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 96512, 2024-04-12T17:30:11.156 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11242167326 2024-04-12T17:30:11.156 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.156 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T17:30:11.156 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 96512, 2024-04-12T17:30:11.156 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18160727162 2024-04-12T17:30:11.156 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.156 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T17:30:11.156 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5390602 2024-04-12T17:30:11.156 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.156 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:11.156 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2472, 2024-04-12T17:30:11.156 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13608933 2024-04-12T17:30:11.156 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.157 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T17:30:11.157 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 96512, 2024-04-12T17:30:11.157 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 60767122597 2024-04-12T17:30:11.157 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.157 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T17:30:11.157 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 96512, 2024-04-12T17:30:11.157 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 19235631101 2024-04-12T17:30:11.157 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.157 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T17:30:11.157 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 96512, 2024-04-12T17:30:11.157 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 553493342 2024-04-12T17:30:11.157 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.157 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.157 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T17:30:11.157 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T17:30:11.158 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1405275320 2024-04-12T17:30:11.158 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.158 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T17:30:11.158 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 620969984 2024-04-12T17:30:11.158 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.158 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T17:30:11.158 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 485572608 2024-04-12T17:30:11.158 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.158 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T17:30:11.158 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2600684339 2024-04-12T17:30:11.158 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.158 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T17:30:11.158 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 135397376 2024-04-12T17:30:11.158 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.159 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.159 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T17:30:11.159 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:11.159 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 125829120 2024-04-12T17:30:11.159 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.159 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:11.159 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.159 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.159 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:11.159 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.159 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.159 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:11.159 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 55473028 2024-04-12T17:30:11.159 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.159 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:11.160 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.160 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.160 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:11.160 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.160 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.160 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:11.160 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.160 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.160 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:11.160 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.160 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.160 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:11.160 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T17:30:11.160 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.160 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:11.160 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69632 2024-04-12T17:30:11.161 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.161 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:11.161 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.161 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.161 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:11.161 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.161 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.161 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:11.161 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.161 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.161 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:11.161 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 70282364 2024-04-12T17:30:11.161 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.161 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.162 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T17:30:11.162 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:11.162 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 553648128 2024-04-12T17:30:11.162 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.162 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:11.162 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:11.162 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.162 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:11.162 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.162 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.162 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:11.162 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 416047711 2024-04-12T17:30:11.162 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.162 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:11.163 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.163 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.163 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:11.163 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.163 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.163 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:11.163 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4432 2024-04-12T17:30:11.163 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.163 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:11.163 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.163 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.163 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:11.163 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 287616 2024-04-12T17:30:11.163 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.163 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:11.164 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.164 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.164 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:11.164 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.164 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.164 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:11.164 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.164 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.164 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:11.164 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.164 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.164 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:11.164 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 70199505 2024-04-12T17:30:11.164 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.165 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.165 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:30:11.165 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:11.165 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 201326592 2024-04-12T17:30:11.165 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.165 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:11.165 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:11.165 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.165 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:11.165 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 27519952 2024-04-12T17:30:11.165 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.165 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:11.165 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 36982018 2024-04-12T17:30:11.165 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.165 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:11.166 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.166 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.166 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:11.166 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.166 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.166 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:11.166 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.166 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.166 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:11.166 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.166 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.166 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:11.166 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.166 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.166 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:11.167 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.167 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.167 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:11.167 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.167 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.167 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:11.167 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.167 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.167 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:11.167 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.167 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.167 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:11.167 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69715758 2024-04-12T17:30:11.167 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.167 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.167 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T17:30:11.168 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:11.168 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 486539264 2024-04-12T17:30:11.168 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.168 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:11.168 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.168 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.168 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:11.168 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.168 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.168 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:11.168 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 416047711 2024-04-12T17:30:11.168 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.168 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:11.168 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.168 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.169 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:11.169 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.169 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.169 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:11.169 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.169 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.169 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:11.169 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.169 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.169 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:11.169 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 100915 2024-04-12T17:30:11.169 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.169 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:11.169 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1123791 2024-04-12T17:30:11.169 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.169 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:11.170 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.170 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.170 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:11.170 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.170 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.170 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:11.170 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.170 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.170 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:11.170 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69266847 2024-04-12T17:30:11.170 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.170 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.170 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T17:30:11.170 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T17:30:11.171 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.171 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.171 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:11.171 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 40 2024-04-12T17:30:11.171 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.171 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T17:30:11.171 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.171 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.171 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:11.171 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.171 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.171 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.171 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:11.171 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T17:30:11.171 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 54 2024-04-12T17:30:11.172 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.172 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T17:30:11.172 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.172 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.172 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T17:30:11.172 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 43537 2024-04-12T17:30:11.172 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.172 INFO:tasks.workunit.client.0.smithi099.stdout: "op_before_queue_op_lat": { 2024-04-12T17:30:11.172 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 131322, 2024-04-12T17:30:11.172 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12726199388 2024-04-12T17:30:11.172 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.172 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T17:30:11.172 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T17:30:11.172 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.172 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T17:30:11.172 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T17:30:11.173 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.173 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T17:30:11.173 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1563637052 2024-04-12T17:30:11.173 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.173 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T17:30:11.173 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 43537, 2024-04-12T17:30:11.173 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 43700181740 2024-04-12T17:30:11.173 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.173 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T17:30:11.173 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2355640842 2024-04-12T17:30:11.173 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.173 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T17:30:11.173 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 44401, 2024-04-12T17:30:11.173 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14415543530 2024-04-12T17:30:11.173 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.174 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T17:30:11.174 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 43537, 2024-04-12T17:30:11.174 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 28397084922 2024-04-12T17:30:11.174 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.174 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:11.174 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 32714 2024-04-12T17:30:11.174 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.174 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T17:30:11.174 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 32714, 2024-04-12T17:30:11.174 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12915191160 2024-04-12T17:30:11.174 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.174 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:30:11.174 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.174 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.175 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T17:30:11.175 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2355640842 2024-04-12T17:30:11.175 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.175 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T17:30:11.175 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 32845, 2024-04-12T17:30:11.175 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6630027896 2024-04-12T17:30:11.175 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.175 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T17:30:11.175 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 32714, 2024-04-12T17:30:11.175 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6658055015 2024-04-12T17:30:11.175 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.175 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T17:30:11.175 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9477 2024-04-12T17:30:11.175 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.175 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T17:30:11.175 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 505983750 2024-04-12T17:30:11.176 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.176 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T17:30:11.176 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 9477, 2024-04-12T17:30:11.176 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18000522586 2024-04-12T17:30:11.176 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.176 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:30:11.176 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.176 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.176 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:30:11.176 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.176 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.176 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T17:30:11.176 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.176 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.176 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T17:30:11.177 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 10004, 2024-04-12T17:30:11.177 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5881441576 2024-04-12T17:30:11.177 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.177 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T17:30:11.177 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 9477, 2024-04-12T17:30:11.177 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13774364421 2024-04-12T17:30:11.177 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.177 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:11.177 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1346 2024-04-12T17:30:11.177 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.177 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T17:30:11.177 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1057653302 2024-04-12T17:30:11.177 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.177 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T17:30:11.178 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1346, 2024-04-12T17:30:11.178 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12784467994 2024-04-12T17:30:11.178 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.178 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:30:11.178 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.178 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.178 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T17:30:11.178 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1552, 2024-04-12T17:30:11.178 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1904074058 2024-04-12T17:30:11.178 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.178 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T17:30:11.178 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1346, 2024-04-12T17:30:11.178 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7964665486 2024-04-12T17:30:11.178 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.179 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T17:30:11.179 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.179 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.179 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T17:30:11.179 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13749723 2024-04-12T17:30:11.179 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.179 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T17:30:11.179 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14 2024-04-12T17:30:11.179 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.179 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T17:30:11.179 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T17:30:11.179 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.179 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T17:30:11.179 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1044942848 2024-04-12T17:30:11.180 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.180 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.180 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.180 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.6": { 2024-04-12T17:30:11.180 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:11.180 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_db_max_lat": { 2024-04-12T17:30:11.180 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1040425 2024-04-12T17:30:11.180 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.180 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T17:30:11.180 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.180 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.180 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_max_lat": { 2024-04-12T17:30:11.180 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.180 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.180 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:30:11.180 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.181 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.181 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T17:30:11.181 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T17:30:11.181 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.181 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_slow": { 2024-04-12T17:30:11.181 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.181 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.181 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T17:30:11.181 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.181 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.181 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_wal_max_lat": { 2024-04-12T17:30:11.181 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.181 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.181 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T17:30:11.181 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.182 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.182 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T17:30:11.182 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 21483520 2024-04-12T17:30:11.182 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.182 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T17:30:11.182 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 633925632 2024-04-12T17:30:11.182 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.182 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T17:30:11.182 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 16, 2024-04-12T17:30:11.182 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3235813 2024-04-12T17:30:11.182 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.182 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T17:30:11.182 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 16, 2024-04-12T17:30:11.182 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1038622 2024-04-12T17:30:11.183 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.183 INFO:tasks.workunit.client.0.smithi099.stdout: "db_alloc_lat": { 2024-04-12T17:30:11.183 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 193, 2024-04-12T17:30:11.183 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1879120 2024-04-12T17:30:11.183 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.183 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T17:30:11.183 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995027456 2024-04-12T17:30:11.183 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.183 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T17:30:11.183 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 589889536 2024-04-12T17:30:11.183 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.183 INFO:tasks.workunit.client.0.smithi099.stdout: "flush_lat": { 2024-04-12T17:30:11.183 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 66464, 2024-04-12T17:30:11.183 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5330403278 2024-04-12T17:30:11.183 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.184 INFO:tasks.workunit.client.0.smithi099.stdout: "fsync_lat": { 2024-04-12T17:30:11.184 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 66437, 2024-04-12T17:30:11.184 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9906273855 2024-04-12T17:30:11.184 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.184 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T17:30:11.184 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6172672 2024-04-12T17:30:11.184 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.184 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T17:30:11.184 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 272171008 2024-04-12T17:30:11.184 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.184 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T17:30:11.184 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 606928896 2024-04-12T17:30:11.184 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.184 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T17:30:11.184 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.184 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.185 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T17:30:11.185 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.185 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T17:30:11.185 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 52 2024-04-12T17:30:11.185 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.185 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T17:30:11.185 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17289845954 2024-04-12T17:30:11.185 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.185 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T17:30:11.185 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 109711 2024-04-12T17:30:11.185 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.185 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T17:30:11.185 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15024443392 2024-04-12T17:30:11.185 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.186 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T17:30:11.186 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15024447488 2024-04-12T17:30:11.186 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.186 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T17:30:11.186 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.186 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.186 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T17:30:11.186 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.186 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.186 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T17:30:11.186 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 110839 2024-04-12T17:30:11.186 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.186 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:11.186 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 109711, 2024-04-12T17:30:11.187 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4474297882 2024-04-12T17:30:11.187 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.187 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T17:30:11.187 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17064117030 2024-04-12T17:30:11.187 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.187 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T17:30:11.187 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 102803 2024-04-12T17:30:11.187 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.187 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T17:30:11.187 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6663194 2024-04-12T17:30:11.187 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.187 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T17:30:11.187 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 946 2024-04-12T17:30:11.187 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.187 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T17:30:11.187 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 21334661 2024-04-12T17:30:11.188 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.188 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T17:30:11.188 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1485 2024-04-12T17:30:11.188 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.188 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T17:30:11.188 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14671467 2024-04-12T17:30:11.188 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.188 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:30:11.188 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14671467 2024-04-12T17:30:11.188 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.188 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:30:11.188 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.188 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.188 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:30:11.188 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.188 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.189 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T17:30:11.189 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 561 2024-04-12T17:30:11.189 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.189 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_lat": { 2024-04-12T17:30:11.189 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1485, 2024-04-12T17:30:11.189 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5966981 2024-04-12T17:30:11.189 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.189 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_alloc_lat": { 2024-04-12T17:30:11.189 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:11.189 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.189 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.189 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T17:30:11.189 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.189 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.189 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T17:30:11.190 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.190 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.190 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:11.190 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T17:30:11.190 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 577 2024-04-12T17:30:11.190 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.190 INFO:tasks.workunit.client.0.smithi099.stdout: "unlink_lat": { 2024-04-12T17:30:11.190 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15, 2024-04-12T17:30:11.190 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17429 2024-04-12T17:30:11.190 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.190 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_alloc_lat": { 2024-04-12T17:30:11.190 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:11.190 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.190 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.190 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T17:30:11.191 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.191 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.191 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T17:30:11.191 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.191 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.191 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T17:30:11.191 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 930013184 2024-04-12T17:30:11.191 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.191 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.191 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T17:30:11.191 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T17:30:11.191 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T17:30:11.191 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.191 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T17:30:11.191 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14049280 2024-04-12T17:30:11.192 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.192 INFO:tasks.workunit.client.0.smithi099.stdout: "allocator_lat": { 2024-04-12T17:30:11.192 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 17092, 2024-04-12T17:30:11.192 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 52107748 2024-04-12T17:30:11.192 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.192 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T17:30:11.192 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3421, 2024-04-12T17:30:11.192 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9940916645 2024-04-12T17:30:11.192 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.192 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T17:30:11.192 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:11.192 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.192 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.192 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T17:30:11.192 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.193 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.193 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T17:30:11.193 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.193 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.193 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T17:30:11.193 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.193 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.193 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T17:30:11.193 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 19719, 2024-04-12T17:30:11.193 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 149976657 2024-04-12T17:30:11.193 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.193 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T17:30:11.193 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:11.193 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.194 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.194 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T17:30:11.194 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.194 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.194 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T17:30:11.194 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 66372, 2024-04-12T17:30:11.194 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13152476443 2024-04-12T17:30:11.194 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.194 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T17:30:11.194 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 65840, 2024-04-12T17:30:11.194 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1362662067 2024-04-12T17:30:11.194 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.194 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T17:30:11.194 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 66372, 2024-04-12T17:30:11.195 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37540053 2024-04-12T17:30:11.195 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.195 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T17:30:11.195 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 66372, 2024-04-12T17:30:11.195 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13190016496 2024-04-12T17:30:11.195 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.195 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T17:30:11.195 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:11.195 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.195 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.195 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T17:30:11.195 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 26243, 2024-04-12T17:30:11.195 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 486215311 2024-04-12T17:30:11.195 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.195 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T17:30:11.196 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 876, 2024-04-12T17:30:11.196 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2568172 2024-04-12T17:30:11.196 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.196 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T17:30:11.196 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15757, 2024-04-12T17:30:11.196 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12495320 2024-04-12T17:30:11.196 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.196 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:30:11.196 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 43, 2024-04-12T17:30:11.196 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57729 2024-04-12T17:30:11.196 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.196 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T17:30:11.196 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 11425, 2024-04-12T17:30:11.196 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2361284364 2024-04-12T17:30:11.196 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.197 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T17:30:11.197 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 186445 2024-04-12T17:30:11.197 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.197 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T17:30:11.197 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18864 2024-04-12T17:30:11.197 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.197 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:11.197 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 7412, 2024-04-12T17:30:11.197 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1124405512 2024-04-12T17:30:11.197 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.197 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T17:30:11.197 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 30637, 2024-04-12T17:30:11.197 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8338770 2024-04-12T17:30:11.197 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.198 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T17:30:11.198 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 23225, 2024-04-12T17:30:11.198 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 767108072 2024-04-12T17:30:11.198 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.198 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T17:30:11.198 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.198 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.198 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T17:30:11.198 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 12329, 2024-04-12T17:30:11.198 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 379869071 2024-04-12T17:30:11.198 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.198 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_aio_wait_count": { 2024-04-12T17:30:11.198 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.198 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.199 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_committed_kv_count": { 2024-04-12T17:30:11.199 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.199 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.199 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:30:11.199 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.199 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.199 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:30:11.199 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.199 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.199 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T17:30:11.199 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77960, 2024-04-12T17:30:11.199 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5573610009 2024-04-12T17:30:11.199 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.199 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:30:11.200 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 14027, 2024-04-12T17:30:11.200 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 602113884 2024-04-12T17:30:11.200 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.200 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:30:11.200 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 14024, 2024-04-12T17:30:11.200 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3410771214345 2024-04-12T17:30:11.200 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.200 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T17:30:11.200 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 14027, 2024-04-12T17:30:11.200 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6048381649445 2024-04-12T17:30:11.200 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.200 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T17:30:11.200 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77957, 2024-04-12T17:30:11.200 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2492301921674 2024-04-12T17:30:11.200 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.201 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T17:30:11.201 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77957, 2024-04-12T17:30:11.201 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8056048 2024-04-12T17:30:11.201 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.201 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T17:30:11.201 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77960, 2024-04-12T17:30:11.201 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 276568043 2024-04-12T17:30:11.201 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.201 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T17:30:11.201 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77960, 2024-04-12T17:30:11.201 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22570254545 2024-04-12T17:30:11.201 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.201 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T17:30:11.201 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77960, 2024-04-12T17:30:11.201 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 29260357 2024-04-12T17:30:11.201 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.202 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T17:30:11.202 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77960, 2024-04-12T17:30:11.202 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10527734711 2024-04-12T17:30:11.202 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.202 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T17:30:11.202 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77960, 2024-04-12T17:30:11.202 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16535919481 2024-04-12T17:30:11.202 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.202 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T17:30:11.202 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10175165 2024-04-12T17:30:11.202 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.202 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:11.202 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2386, 2024-04-12T17:30:11.203 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13165890 2024-04-12T17:30:11.203 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.203 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T17:30:11.203 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77960, 2024-04-12T17:30:11.203 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 55497191148 2024-04-12T17:30:11.203 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.203 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T17:30:11.203 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77960, 2024-04-12T17:30:11.203 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17385679928 2024-04-12T17:30:11.203 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.203 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T17:30:11.203 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77960, 2024-04-12T17:30:11.203 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 503674501 2024-04-12T17:30:11.203 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.203 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.204 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T17:30:11.204 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T17:30:11.204 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1405275320 2024-04-12T17:30:11.204 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.204 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T17:30:11.204 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 653213696 2024-04-12T17:30:11.204 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.204 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T17:30:11.204 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 612835328 2024-04-12T17:30:11.204 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.204 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T17:30:11.204 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2600684339 2024-04-12T17:30:11.204 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.204 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T17:30:11.204 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 40378368 2024-04-12T17:30:11.204 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.204 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.205 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T17:30:11.205 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:11.205 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 125829120 2024-04-12T17:30:11.205 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.205 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:11.205 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.205 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.205 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:11.205 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.205 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.205 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:11.205 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 56035979 2024-04-12T17:30:11.205 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.205 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:11.205 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.205 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.206 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:11.206 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.206 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.206 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:11.206 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.206 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.206 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:11.206 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.206 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.206 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:11.206 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 61440 2024-04-12T17:30:11.206 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.206 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:11.206 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 708608 2024-04-12T17:30:11.206 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.207 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:11.207 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.207 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.207 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:11.207 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.207 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.207 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:11.207 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.207 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.207 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:11.207 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69023093 2024-04-12T17:30:11.207 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.207 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.207 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T17:30:11.207 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:11.207 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 562036736 2024-04-12T17:30:11.208 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.208 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:11.208 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:11.208 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.208 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:11.208 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.208 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.208 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:11.208 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 420269843 2024-04-12T17:30:11.208 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.208 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:11.208 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.208 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.208 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:11.208 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.208 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.208 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:11.209 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2896 2024-04-12T17:30:11.209 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.209 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:11.209 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.209 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.209 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:11.209 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 208352 2024-04-12T17:30:11.209 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.209 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:11.209 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.209 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.209 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:11.209 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.209 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.209 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:11.209 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.210 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.210 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:11.210 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.210 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.210 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:11.210 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 74446781 2024-04-12T17:30:11.210 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.210 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.210 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:30:11.210 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:11.210 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 201326592 2024-04-12T17:30:11.210 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.210 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:11.210 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:11.210 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.211 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:11.211 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 21928448 2024-04-12T17:30:11.211 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.211 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:11.211 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37357319 2024-04-12T17:30:11.211 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.211 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:11.211 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.211 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.211 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:11.211 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.211 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.211 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:11.211 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.211 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.211 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:11.212 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.212 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.212 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:11.212 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.212 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.212 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:11.212 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.212 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.212 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:11.212 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.212 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.212 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:11.212 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.212 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.212 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:11.212 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.213 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.213 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:11.213 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 74931961 2024-04-12T17:30:11.213 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.213 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.213 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T17:30:11.213 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:11.213 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 494927872 2024-04-12T17:30:11.213 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.213 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:11.213 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.213 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.213 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:11.213 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.213 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.213 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:11.213 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 420269843 2024-04-12T17:30:11.214 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.214 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:11.214 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.214 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.214 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:11.214 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.214 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.214 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:11.214 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.214 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.214 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:11.214 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.214 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.215 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:11.215 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 115077 2024-04-12T17:30:11.215 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.215 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:11.215 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1140685 2024-04-12T17:30:11.215 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.215 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:11.215 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.215 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.215 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:11.215 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.215 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.215 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:11.215 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.215 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.215 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:11.216 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 73402267 2024-04-12T17:30:11.216 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.216 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.216 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T17:30:11.216 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T17:30:11.216 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.216 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.216 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:11.216 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8 2024-04-12T17:30:11.216 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.216 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T17:30:11.216 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.216 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.216 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:11.216 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.216 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.217 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.217 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:11.217 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T17:30:11.217 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 54 2024-04-12T17:30:11.217 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.217 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T17:30:11.217 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.217 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.217 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T17:30:11.217 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 27808 2024-04-12T17:30:11.217 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.217 INFO:tasks.workunit.client.0.smithi099.stdout: "op_before_queue_op_lat": { 2024-04-12T17:30:11.217 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 88453, 2024-04-12T17:30:11.217 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8687044869 2024-04-12T17:30:11.217 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.217 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T17:30:11.218 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.218 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.218 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T17:30:11.218 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5 2024-04-12T17:30:11.218 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.218 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T17:30:11.218 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1678404758 2024-04-12T17:30:11.218 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.218 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T17:30:11.218 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 27808, 2024-04-12T17:30:11.218 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 77512701644 2024-04-12T17:30:11.218 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.218 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T17:30:11.218 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2069082270 2024-04-12T17:30:11.218 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.219 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T17:30:11.219 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 28233, 2024-04-12T17:30:11.219 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12250804047 2024-04-12T17:30:11.219 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.219 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T17:30:11.219 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 27808, 2024-04-12T17:30:11.219 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 31675570786 2024-04-12T17:30:11.219 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.219 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:11.219 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18940 2024-04-12T17:30:11.219 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.219 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T17:30:11.219 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18940, 2024-04-12T17:30:11.219 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8335938509 2024-04-12T17:30:11.219 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.220 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:30:11.220 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.220 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.220 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T17:30:11.220 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2069082270 2024-04-12T17:30:11.220 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.220 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T17:30:11.220 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 19099, 2024-04-12T17:30:11.220 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4597510970 2024-04-12T17:30:11.220 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.220 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T17:30:11.220 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18940, 2024-04-12T17:30:11.220 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4209643391 2024-04-12T17:30:11.220 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.220 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T17:30:11.221 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4609 2024-04-12T17:30:11.221 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.221 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T17:30:11.221 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 335459266 2024-04-12T17:30:11.221 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.221 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T17:30:11.221 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4609, 2024-04-12T17:30:11.221 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11523169514 2024-04-12T17:30:11.221 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.221 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:30:11.221 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.221 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.221 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:30:11.221 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.221 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.221 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T17:30:11.222 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.222 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.222 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T17:30:11.222 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4770, 2024-04-12T17:30:11.222 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2784161122 2024-04-12T17:30:11.222 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.222 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T17:30:11.222 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4609, 2024-04-12T17:30:11.222 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7899804027 2024-04-12T17:30:11.222 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.222 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:11.222 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4259 2024-04-12T17:30:11.222 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.223 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T17:30:11.223 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1342945492 2024-04-12T17:30:11.223 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.223 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T17:30:11.223 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4259, 2024-04-12T17:30:11.223 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57653593621 2024-04-12T17:30:11.223 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.223 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:30:11.223 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.223 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.223 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T17:30:11.223 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4364, 2024-04-12T17:30:11.223 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4869131955 2024-04-12T17:30:11.223 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.223 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T17:30:11.223 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4259, 2024-04-12T17:30:11.224 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 19566123368 2024-04-12T17:30:11.224 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.224 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T17:30:11.224 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.224 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.224 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T17:30:11.224 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 82678992 2024-04-12T17:30:11.224 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.224 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T17:30:11.224 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 38 2024-04-12T17:30:11.224 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.224 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T17:30:11.224 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T17:30:11.224 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.224 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T17:30:11.225 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 603959296 2024-04-12T17:30:11.225 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.225 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.225 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.225 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.7": { 2024-04-12T17:30:11.225 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:11.225 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_db_max_lat": { 2024-04-12T17:30:11.225 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 26111 2024-04-12T17:30:11.225 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.225 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T17:30:11.225 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.225 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.225 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_max_lat": { 2024-04-12T17:30:11.225 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.225 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.226 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:30:11.226 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.226 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.226 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T17:30:11.226 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T17:30:11.226 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.226 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_slow": { 2024-04-12T17:30:11.226 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.226 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.226 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T17:30:11.226 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.226 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.226 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_wal_max_lat": { 2024-04-12T17:30:11.226 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.227 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.227 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T17:30:11.227 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.227 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.227 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T17:30:11.227 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11018240 2024-04-12T17:30:11.227 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.227 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T17:30:11.227 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 561864704 2024-04-12T17:30:11.227 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.227 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T17:30:11.227 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 16, 2024-04-12T17:30:11.227 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5018101 2024-04-12T17:30:11.227 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.227 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T17:30:11.228 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 16, 2024-04-12T17:30:11.228 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1987068 2024-04-12T17:30:11.228 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.228 INFO:tasks.workunit.client.0.smithi099.stdout: "db_alloc_lat": { 2024-04-12T17:30:11.228 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 167, 2024-04-12T17:30:11.228 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 814524 2024-04-12T17:30:11.228 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.228 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T17:30:11.228 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995027456 2024-04-12T17:30:11.228 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.228 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T17:30:11.228 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 484704256 2024-04-12T17:30:11.228 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.228 INFO:tasks.workunit.client.0.smithi099.stdout: "flush_lat": { 2024-04-12T17:30:11.229 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 65518, 2024-04-12T17:30:11.229 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5057129531 2024-04-12T17:30:11.229 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.229 INFO:tasks.workunit.client.0.smithi099.stdout: "fsync_lat": { 2024-04-12T17:30:11.229 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 65519, 2024-04-12T17:30:11.229 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9561467044 2024-04-12T17:30:11.229 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.229 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T17:30:11.229 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2433024 2024-04-12T17:30:11.229 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.229 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T17:30:11.229 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 268435456 2024-04-12T17:30:11.229 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.229 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T17:30:11.230 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 506003456 2024-04-12T17:30:11.230 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.230 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T17:30:11.230 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.230 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.230 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T17:30:11.230 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.230 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.230 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T17:30:11.230 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 43 2024-04-12T17:30:11.230 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.230 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T17:30:11.230 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8925976754 2024-04-12T17:30:11.230 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.231 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T17:30:11.231 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 63183 2024-04-12T17:30:11.231 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.231 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T17:30:11.231 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7744323584 2024-04-12T17:30:11.231 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.231 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T17:30:11.231 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7744327680 2024-04-12T17:30:11.231 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.231 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T17:30:11.231 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.231 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.231 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T17:30:11.231 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.231 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.232 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T17:30:11.232 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 58612 2024-04-12T17:30:11.232 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.232 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:11.232 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 63183, 2024-04-12T17:30:11.232 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3176225417 2024-04-12T17:30:11.232 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.232 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T17:30:11.232 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8721858131 2024-04-12T17:30:11.232 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.232 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T17:30:11.232 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 56936 2024-04-12T17:30:11.232 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.232 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T17:30:11.232 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5306175 2024-04-12T17:30:11.233 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.233 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T17:30:11.233 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 840 2024-04-12T17:30:11.233 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.233 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T17:30:11.233 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12984697 2024-04-12T17:30:11.233 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.233 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T17:30:11.233 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1136 2024-04-12T17:30:11.233 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.233 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T17:30:11.233 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7678522 2024-04-12T17:30:11.233 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.233 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:30:11.233 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7678522 2024-04-12T17:30:11.233 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.234 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:30:11.234 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.234 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.234 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:30:11.234 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.234 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.234 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T17:30:11.234 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 309 2024-04-12T17:30:11.234 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.234 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_lat": { 2024-04-12T17:30:11.234 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1136, 2024-04-12T17:30:11.234 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3605186 2024-04-12T17:30:11.234 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.234 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_alloc_lat": { 2024-04-12T17:30:11.234 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:11.235 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.235 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.235 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T17:30:11.235 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.235 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.235 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T17:30:11.235 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.235 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.235 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:11.235 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T17:30:11.235 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 660 2024-04-12T17:30:11.235 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.235 INFO:tasks.workunit.client.0.smithi099.stdout: "unlink_lat": { 2024-04-12T17:30:11.235 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15, 2024-04-12T17:30:11.235 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16257 2024-04-12T17:30:11.235 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.236 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_alloc_lat": { 2024-04-12T17:30:11.236 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:11.236 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.236 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.236 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T17:30:11.236 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.236 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.236 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T17:30:11.236 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.236 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.236 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T17:30:11.236 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 843743232 2024-04-12T17:30:11.236 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.236 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.236 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T17:30:11.236 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T17:30:11.237 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T17:30:11.237 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.237 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T17:30:11.237 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14041088 2024-04-12T17:30:11.237 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.237 INFO:tasks.workunit.client.0.smithi099.stdout: "allocator_lat": { 2024-04-12T17:30:11.237 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 17578, 2024-04-12T17:30:11.237 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 61070869 2024-04-12T17:30:11.237 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.237 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T17:30:11.237 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3491, 2024-04-12T17:30:11.237 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5677708256 2024-04-12T17:30:11.237 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.237 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T17:30:11.237 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:11.237 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.238 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.238 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T17:30:11.238 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.238 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.238 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T17:30:11.238 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.238 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.238 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T17:30:11.238 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.238 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.238 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T17:30:11.238 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18904, 2024-04-12T17:30:11.238 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 151157585 2024-04-12T17:30:11.238 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.239 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T17:30:11.239 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:11.239 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.239 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.239 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T17:30:11.239 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.239 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.239 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T17:30:11.239 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 65470, 2024-04-12T17:30:11.239 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12735351654 2024-04-12T17:30:11.239 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.239 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T17:30:11.239 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 64980, 2024-04-12T17:30:11.239 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1376245197 2024-04-12T17:30:11.239 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.240 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T17:30:11.240 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 65470, 2024-04-12T17:30:11.240 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 39479887 2024-04-12T17:30:11.240 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.240 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T17:30:11.240 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 65470, 2024-04-12T17:30:11.240 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12774831541 2024-04-12T17:30:11.240 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.240 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T17:30:11.240 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:11.240 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.240 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.240 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T17:30:11.240 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 30249, 2024-04-12T17:30:11.240 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 438475406 2024-04-12T17:30:11.240 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.241 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T17:30:11.241 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 787, 2024-04-12T17:30:11.241 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2362076 2024-04-12T17:30:11.241 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.241 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T17:30:11.241 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 5475, 2024-04-12T17:30:11.241 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7161698 2024-04-12T17:30:11.241 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.241 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:30:11.241 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 50, 2024-04-12T17:30:11.241 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 59412 2024-04-12T17:30:11.241 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.241 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T17:30:11.241 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 11414, 2024-04-12T17:30:11.241 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1213723256 2024-04-12T17:30:11.241 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.242 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T17:30:11.242 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 194928 2024-04-12T17:30:11.242 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.242 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T17:30:11.242 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18161 2024-04-12T17:30:11.242 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.242 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:11.242 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 6927, 2024-04-12T17:30:11.242 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 984648217 2024-04-12T17:30:11.242 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.242 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T17:30:11.242 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 32326, 2024-04-12T17:30:11.242 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15347307 2024-04-12T17:30:11.242 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.243 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T17:30:11.243 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 25399, 2024-04-12T17:30:11.243 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 768395289 2024-04-12T17:30:11.243 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.243 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T17:30:11.243 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.243 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.243 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T17:30:11.243 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 13493, 2024-04-12T17:30:11.243 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 367015990 2024-04-12T17:30:11.243 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.243 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_aio_wait_count": { 2024-04-12T17:30:11.243 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.243 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.243 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_committed_kv_count": { 2024-04-12T17:30:11.243 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.244 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.244 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:30:11.244 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.244 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.244 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:30:11.244 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.244 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.244 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T17:30:11.244 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 75797, 2024-04-12T17:30:11.244 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4549751482 2024-04-12T17:30:11.244 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.244 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:30:11.244 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15858, 2024-04-12T17:30:11.244 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 710010510 2024-04-12T17:30:11.244 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.244 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:30:11.244 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15858, 2024-04-12T17:30:11.245 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4142681520686 2024-04-12T17:30:11.245 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.245 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T17:30:11.245 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15858, 2024-04-12T17:30:11.245 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6376410827823 2024-04-12T17:30:11.245 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.245 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T17:30:11.245 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 75797, 2024-04-12T17:30:11.245 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2893520544701 2024-04-12T17:30:11.245 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.245 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T17:30:11.245 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 75797, 2024-04-12T17:30:11.245 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8682976 2024-04-12T17:30:11.245 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.245 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T17:30:11.245 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 75797, 2024-04-12T17:30:11.246 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 132965609 2024-04-12T17:30:11.246 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.246 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T17:30:11.246 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 75797, 2024-04-12T17:30:11.246 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22286031118 2024-04-12T17:30:11.246 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.246 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T17:30:11.246 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 75797, 2024-04-12T17:30:11.246 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 28778881 2024-04-12T17:30:11.246 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.246 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T17:30:11.246 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 75797, 2024-04-12T17:30:11.246 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11057647819 2024-04-12T17:30:11.246 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.246 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T17:30:11.247 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 75797, 2024-04-12T17:30:11.247 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10763301093 2024-04-12T17:30:11.247 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.247 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T17:30:11.247 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10169945 2024-04-12T17:30:11.247 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.247 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:11.247 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2364, 2024-04-12T17:30:11.247 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12457245 2024-04-12T17:30:11.247 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.247 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T17:30:11.247 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 75797, 2024-04-12T17:30:11.247 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 48802547633 2024-04-12T17:30:11.247 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.247 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T17:30:11.247 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 75797, 2024-04-12T17:30:11.247 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11645375498 2024-04-12T17:30:11.248 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.248 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T17:30:11.248 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 75797, 2024-04-12T17:30:11.248 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 448180290 2024-04-12T17:30:11.248 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.248 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.248 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T17:30:11.248 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T17:30:11.248 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1405275320 2024-04-12T17:30:11.248 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.248 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T17:30:11.248 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 580231168 2024-04-12T17:30:11.248 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.248 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T17:30:11.248 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 534323200 2024-04-12T17:30:11.248 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.249 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T17:30:11.249 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2600684339 2024-04-12T17:30:11.249 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.249 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T17:30:11.249 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 45907968 2024-04-12T17:30:11.249 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.249 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.249 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T17:30:11.249 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:11.249 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 125829120 2024-04-12T17:30:11.249 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.249 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:11.249 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.249 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.249 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:11.249 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.250 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.250 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:11.250 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 56619730 2024-04-12T17:30:11.250 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.250 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:11.250 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.250 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.250 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:11.250 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.250 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.250 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:11.250 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.250 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.250 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:11.251 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.251 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.251 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:11.251 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8192 2024-04-12T17:30:11.251 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.251 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:11.251 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 73728 2024-04-12T17:30:11.251 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.251 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:11.251 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.251 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.251 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:11.251 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.251 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.251 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:11.252 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.252 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.252 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:11.252 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69127470 2024-04-12T17:30:11.252 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.252 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.252 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T17:30:11.252 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:11.252 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 562036736 2024-04-12T17:30:11.252 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.252 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:11.252 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:11.252 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.252 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:11.252 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.252 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.253 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:11.253 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 424647981 2024-04-12T17:30:11.253 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.253 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:11.253 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.253 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.253 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:11.253 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.253 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.253 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:11.253 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2384 2024-04-12T17:30:11.253 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.253 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:11.253 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.253 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.253 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:11.254 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 168096 2024-04-12T17:30:11.254 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.254 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:11.254 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.254 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.254 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:11.254 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.254 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.254 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:11.254 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.254 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.254 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:11.254 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.254 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.254 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:11.255 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 70109411 2024-04-12T17:30:11.255 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.255 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.255 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:30:11.255 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:11.255 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 184549376 2024-04-12T17:30:11.255 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.255 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:11.255 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:11.255 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.255 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:11.255 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12529104 2024-04-12T17:30:11.255 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.255 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:11.256 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37746487 2024-04-12T17:30:11.256 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.256 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:11.256 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.256 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.256 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:11.256 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.256 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.256 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:11.256 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.256 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.256 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:11.256 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.257 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.257 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:11.257 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.257 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.257 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:11.257 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.257 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.257 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:11.257 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.257 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.257 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:11.257 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.257 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.257 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:11.257 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.257 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.258 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:11.258 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67164921 2024-04-12T17:30:11.258 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.258 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.258 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T17:30:11.258 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:11.258 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 494927872 2024-04-12T17:30:11.258 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.258 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:11.258 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.258 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.258 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:11.258 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.258 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.259 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:11.259 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 424647981 2024-04-12T17:30:11.259 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.259 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:11.259 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.259 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.259 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:11.259 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.259 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.259 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:11.259 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.259 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.259 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:11.259 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.259 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.260 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:11.260 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 116106 2024-04-12T17:30:11.260 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.260 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:11.260 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1135266 2024-04-12T17:30:11.260 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.260 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:11.260 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.260 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.260 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:11.260 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.260 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.260 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:11.260 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.260 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.261 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:11.261 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69028519 2024-04-12T17:30:11.261 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.261 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.261 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T17:30:11.261 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T17:30:11.261 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.261 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.261 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:11.261 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14 2024-04-12T17:30:11.261 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.261 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T17:30:11.261 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.261 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.261 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:11.262 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.262 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.262 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.262 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:11.262 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T17:30:11.262 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 58 2024-04-12T17:30:11.262 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.262 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T17:30:11.262 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.262 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.262 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T17:30:11.262 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 34885 2024-04-12T17:30:11.262 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.262 INFO:tasks.workunit.client.0.smithi099.stdout: "op_before_queue_op_lat": { 2024-04-12T17:30:11.263 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 101637, 2024-04-12T17:30:11.263 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10183169854 2024-04-12T17:30:11.263 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.263 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T17:30:11.263 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.263 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.263 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T17:30:11.263 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.263 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.263 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T17:30:11.263 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1533468533 2024-04-12T17:30:11.263 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.263 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T17:30:11.263 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 34885, 2024-04-12T17:30:11.263 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 38633699459 2024-04-12T17:30:11.263 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.264 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T17:30:11.264 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1699858003 2024-04-12T17:30:11.264 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.264 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T17:30:11.264 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 35306, 2024-04-12T17:30:11.264 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15935421787 2024-04-12T17:30:11.264 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.264 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T17:30:11.264 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 34885, 2024-04-12T17:30:11.264 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 29873477541 2024-04-12T17:30:11.264 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.264 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:11.264 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22515 2024-04-12T17:30:11.264 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.265 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T17:30:11.265 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 22515, 2024-04-12T17:30:11.265 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8469084256 2024-04-12T17:30:11.265 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.265 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:30:11.265 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.265 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.265 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T17:30:11.265 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1699858003 2024-04-12T17:30:11.265 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.265 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T17:30:11.265 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 22711, 2024-04-12T17:30:11.265 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4778463967 2024-04-12T17:30:11.265 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.266 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T17:30:11.266 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 22515, 2024-04-12T17:30:11.266 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4544888597 2024-04-12T17:30:11.266 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.266 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T17:30:11.266 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11355 2024-04-12T17:30:11.266 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.266 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T17:30:11.266 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 370645169 2024-04-12T17:30:11.266 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.266 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T17:30:11.266 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 11355, 2024-04-12T17:30:11.266 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 19216600432 2024-04-12T17:30:11.266 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.267 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:30:11.267 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.267 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.267 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:30:11.267 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.267 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.267 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T17:30:11.267 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.267 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.267 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T17:30:11.267 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 11510, 2024-04-12T17:30:11.267 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9212253284 2024-04-12T17:30:11.267 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.267 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T17:30:11.267 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 11355, 2024-04-12T17:30:11.267 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17230913873 2024-04-12T17:30:11.268 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.268 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:11.268 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1015 2024-04-12T17:30:11.268 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.268 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T17:30:11.268 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1162823364 2024-04-12T17:30:11.268 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.268 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T17:30:11.268 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1015, 2024-04-12T17:30:11.268 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10948014771 2024-04-12T17:30:11.268 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.268 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:30:11.268 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.268 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.268 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T17:30:11.269 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1085, 2024-04-12T17:30:11.269 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1944704536 2024-04-12T17:30:11.269 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.269 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T17:30:11.269 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1015, 2024-04-12T17:30:11.269 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8097675071 2024-04-12T17:30:11.269 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.269 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T17:30:11.269 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:11.269 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.269 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T17:30:11.269 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 94 2024-04-12T17:30:11.269 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.269 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T17:30:11.270 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8 2024-04-12T17:30:11.270 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.270 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T17:30:11.270 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T17:30:11.270 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.270 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T17:30:11.270 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 498753536 2024-04-12T17:30:11.270 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.270 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.270 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.270 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.270 INFO:tasks.workunit.client.0.smithi099.stdout: "pools": [ 2024-04-12T17:30:11.270 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.270 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T17:30:11.271 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr" 2024-04-12T17:30:11.271 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.271 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_mode": "none", 2024-04-12T17:30:11.271 INFO:tasks.workunit.client.0.smithi099.stdout: "erasure_code_profile": {}, 2024-04-12T17:30:11.271 INFO:tasks.workunit.client.0.smithi099.stdout: "flags_names": [ 2024-04-12T17:30:11.271 INFO:tasks.workunit.client.0.smithi099.stdout: "hashpspool" 2024-04-12T17:30:11.271 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.271 INFO:tasks.workunit.client.0.smithi099.stdout: "min_size": 2, 2024-04-12T17:30:11.271 INFO:tasks.workunit.client.0.smithi099.stdout: "options": {}, 2024-04-12T17:30:11.271 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_autoscale_mode": "off", 2024-04-12T17:30:11.271 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_num": 1, 2024-04-12T17:30:11.271 INFO:tasks.workunit.client.0.smithi099.stdout: "pgp_num": 1, 2024-04-12T17:30:11.271 INFO:tasks.workunit.client.0.smithi099.stdout: "pool": 1, 2024-04-12T17:30:11.271 INFO:tasks.workunit.client.0.smithi099.stdout: "size": 3, 2024-04-12T17:30:11.271 INFO:tasks.workunit.client.0.smithi099.stdout: "stats": { 2024-04-12T17:30:11.272 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_raw": 721202718986, 2024-04-12T17:30:11.272 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_used": 1781760, 2024-04-12T17:30:11.272 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_bytes_used": 0, 2024-04-12T17:30:11.272 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_under_bytes": 0, 2024-04-12T17:30:11.272 INFO:tasks.workunit.client.0.smithi099.stdout: "data_bytes_used": 1781760, 2024-04-12T17:30:11.272 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty": 0, 2024-04-12T17:30:11.272 INFO:tasks.workunit.client.0.smithi099.stdout: "max_avail": 240400908288, 2024-04-12T17:30:11.272 INFO:tasks.workunit.client.0.smithi099.stdout: "objects": 2, 2024-04-12T17:30:11.272 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_bytes_used": 0, 2024-04-12T17:30:11.272 INFO:tasks.workunit.client.0.smithi099.stdout: "percent_used": 2.4705336727492977e-06, 2024-04-12T17:30:11.272 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_bytes": 0, 2024-04-12T17:30:11.272 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_objects": 0, 2024-04-12T17:30:11.272 INFO:tasks.workunit.client.0.smithi099.stdout: "rd": 1178, 2024-04-12T17:30:11.272 INFO:tasks.workunit.client.0.smithi099.stdout: "rd_bytes": 2041856, 2024-04-12T17:30:11.273 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": 590368, 2024-04-12T17:30:11.273 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_data": 590368, 2024-04-12T17:30:11.273 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_omap": 0, 2024-04-12T17:30:11.273 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_raw": 1771104, 2024-04-12T17:30:11.273 INFO:tasks.workunit.client.0.smithi099.stdout: "wr": 391, 2024-04-12T17:30:11.273 INFO:tasks.workunit.client.0.smithi099.stdout: "wr_bytes": 2473984 2024-04-12T17:30:11.273 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.273 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_bytes": 0, 2024-04-12T17:30:11.273 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_objects": 0, 2024-04-12T17:30:11.273 INFO:tasks.workunit.client.0.smithi099.stdout: "type": "replicated" 2024-04-12T17:30:11.273 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.273 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.273 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T17:30:11.273 INFO:tasks.workunit.client.0.smithi099.stdout: "cephfs" 2024-04-12T17:30:11.274 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.274 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_mode": "none", 2024-04-12T17:30:11.274 INFO:tasks.workunit.client.0.smithi099.stdout: "erasure_code_profile": {}, 2024-04-12T17:30:11.274 INFO:tasks.workunit.client.0.smithi099.stdout: "flags_names": [ 2024-04-12T17:30:11.274 INFO:tasks.workunit.client.0.smithi099.stdout: "hashpspool" 2024-04-12T17:30:11.274 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.274 INFO:tasks.workunit.client.0.smithi099.stdout: "min_size": 2, 2024-04-12T17:30:11.274 INFO:tasks.workunit.client.0.smithi099.stdout: "options": {}, 2024-04-12T17:30:11.274 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_autoscale_mode": "off", 2024-04-12T17:30:11.274 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_num": 32, 2024-04-12T17:30:11.274 INFO:tasks.workunit.client.0.smithi099.stdout: "pgp_num": 32, 2024-04-12T17:30:11.274 INFO:tasks.workunit.client.0.smithi099.stdout: "pool": 2, 2024-04-12T17:30:11.274 INFO:tasks.workunit.client.0.smithi099.stdout: "size": 3, 2024-04-12T17:30:11.274 INFO:tasks.workunit.client.0.smithi099.stdout: "stats": { 2024-04-12T17:30:11.275 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_raw": 721202718986, 2024-04-12T17:30:11.275 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_used": 155475, 2024-04-12T17:30:11.275 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_bytes_used": 0, 2024-04-12T17:30:11.275 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_under_bytes": 0, 2024-04-12T17:30:11.275 INFO:tasks.workunit.client.0.smithi099.stdout: "data_bytes_used": 110592, 2024-04-12T17:30:11.275 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty": 0, 2024-04-12T17:30:11.275 INFO:tasks.workunit.client.0.smithi099.stdout: "max_avail": 240400908288, 2024-04-12T17:30:11.275 INFO:tasks.workunit.client.0.smithi099.stdout: "objects": 22, 2024-04-12T17:30:11.275 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_bytes_used": 44883, 2024-04-12T17:30:11.275 INFO:tasks.workunit.client.0.smithi099.stdout: "percent_used": 2.155773586309806e-07, 2024-04-12T17:30:11.275 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_bytes": 0, 2024-04-12T17:30:11.275 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_objects": 0, 2024-04-12T17:30:11.275 INFO:tasks.workunit.client.0.smithi099.stdout: "rd": 158, 2024-04-12T17:30:11.275 INFO:tasks.workunit.client.0.smithi099.stdout: "rd_bytes": 178176, 2024-04-12T17:30:11.275 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": 21583, 2024-04-12T17:30:11.275 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_data": 6622, 2024-04-12T17:30:11.276 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_omap": 14961, 2024-04-12T17:30:11.276 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_raw": 64749, 2024-04-12T17:30:11.276 INFO:tasks.workunit.client.0.smithi099.stdout: "wr": 69, 2024-04-12T17:30:11.276 INFO:tasks.workunit.client.0.smithi099.stdout: "wr_bytes": 36864 2024-04-12T17:30:11.276 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.276 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_bytes": 0, 2024-04-12T17:30:11.276 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_objects": 0, 2024-04-12T17:30:11.276 INFO:tasks.workunit.client.0.smithi099.stdout: "type": "replicated" 2024-04-12T17:30:11.276 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.276 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.276 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T17:30:11.276 INFO:tasks.workunit.client.0.smithi099.stdout: "cephfs" 2024-04-12T17:30:11.276 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.276 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_mode": "none", 2024-04-12T17:30:11.276 INFO:tasks.workunit.client.0.smithi099.stdout: "erasure_code_profile": {}, 2024-04-12T17:30:11.277 INFO:tasks.workunit.client.0.smithi099.stdout: "flags_names": [ 2024-04-12T17:30:11.277 INFO:tasks.workunit.client.0.smithi099.stdout: "hashpspool" 2024-04-12T17:30:11.277 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.277 INFO:tasks.workunit.client.0.smithi099.stdout: "min_size": 2, 2024-04-12T17:30:11.277 INFO:tasks.workunit.client.0.smithi099.stdout: "options": {}, 2024-04-12T17:30:11.277 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_autoscale_mode": "off", 2024-04-12T17:30:11.277 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_num": 64, 2024-04-12T17:30:11.277 INFO:tasks.workunit.client.0.smithi099.stdout: "pgp_num": 64, 2024-04-12T17:30:11.277 INFO:tasks.workunit.client.0.smithi099.stdout: "pool": 3, 2024-04-12T17:30:11.277 INFO:tasks.workunit.client.0.smithi099.stdout: "size": 3, 2024-04-12T17:30:11.277 INFO:tasks.workunit.client.0.smithi099.stdout: "stats": { 2024-04-12T17:30:11.277 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_raw": 721202718986, 2024-04-12T17:30:11.277 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_used": 0, 2024-04-12T17:30:11.277 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_bytes_used": 0, 2024-04-12T17:30:11.277 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_under_bytes": 0, 2024-04-12T17:30:11.278 INFO:tasks.workunit.client.0.smithi099.stdout: "data_bytes_used": 0, 2024-04-12T17:30:11.278 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty": 0, 2024-04-12T17:30:11.278 INFO:tasks.workunit.client.0.smithi099.stdout: "max_avail": 240400908288, 2024-04-12T17:30:11.278 INFO:tasks.workunit.client.0.smithi099.stdout: "objects": 0, 2024-04-12T17:30:11.278 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_bytes_used": 0, 2024-04-12T17:30:11.278 INFO:tasks.workunit.client.0.smithi099.stdout: "percent_used": 0.0, 2024-04-12T17:30:11.278 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_bytes": 0, 2024-04-12T17:30:11.278 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_objects": 0, 2024-04-12T17:30:11.278 INFO:tasks.workunit.client.0.smithi099.stdout: "rd": 0, 2024-04-12T17:30:11.278 INFO:tasks.workunit.client.0.smithi099.stdout: "rd_bytes": 0, 2024-04-12T17:30:11.278 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": 0, 2024-04-12T17:30:11.278 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_data": 0, 2024-04-12T17:30:11.278 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_omap": 0, 2024-04-12T17:30:11.278 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_raw": 0, 2024-04-12T17:30:11.279 INFO:tasks.workunit.client.0.smithi099.stdout: "wr": 0, 2024-04-12T17:30:11.279 INFO:tasks.workunit.client.0.smithi099.stdout: "wr_bytes": 0 2024-04-12T17:30:11.279 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.279 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_bytes": 0, 2024-04-12T17:30:11.279 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_objects": 0, 2024-04-12T17:30:11.279 INFO:tasks.workunit.client.0.smithi099.stdout: "type": "replicated" 2024-04-12T17:30:11.279 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.279 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.279 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T17:30:11.279 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd" 2024-04-12T17:30:11.279 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.279 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_mode": "none", 2024-04-12T17:30:11.279 INFO:tasks.workunit.client.0.smithi099.stdout: "erasure_code_profile": {}, 2024-04-12T17:30:11.279 INFO:tasks.workunit.client.0.smithi099.stdout: "flags_names": [ 2024-04-12T17:30:11.279 INFO:tasks.workunit.client.0.smithi099.stdout: "hashpspool", 2024-04-12T17:30:11.279 INFO:tasks.workunit.client.0.smithi099.stdout: "selfmanaged_snaps" 2024-04-12T17:30:11.280 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.280 INFO:tasks.workunit.client.0.smithi099.stdout: "min_size": 2, 2024-04-12T17:30:11.280 INFO:tasks.workunit.client.0.smithi099.stdout: "options": {}, 2024-04-12T17:30:11.280 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_autoscale_mode": "off", 2024-04-12T17:30:11.280 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_num": 8, 2024-04-12T17:30:11.280 INFO:tasks.workunit.client.0.smithi099.stdout: "pgp_num": 8, 2024-04-12T17:30:11.280 INFO:tasks.workunit.client.0.smithi099.stdout: "pool": 4, 2024-04-12T17:30:11.280 INFO:tasks.workunit.client.0.smithi099.stdout: "size": 3, 2024-04-12T17:30:11.280 INFO:tasks.workunit.client.0.smithi099.stdout: "stats": { 2024-04-12T17:30:11.280 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_raw": 721202718986, 2024-04-12T17:30:11.280 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_used": 12595200, 2024-04-12T17:30:11.280 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_bytes_used": 0, 2024-04-12T17:30:11.280 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_under_bytes": 0, 2024-04-12T17:30:11.280 INFO:tasks.workunit.client.0.smithi099.stdout: "data_bytes_used": 12595200, 2024-04-12T17:30:11.280 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty": 0, 2024-04-12T17:30:11.281 INFO:tasks.workunit.client.0.smithi099.stdout: "max_avail": 240400908288, 2024-04-12T17:30:11.281 INFO:tasks.workunit.client.0.smithi099.stdout: "objects": 4, 2024-04-12T17:30:11.281 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_bytes_used": 0, 2024-04-12T17:30:11.281 INFO:tasks.workunit.client.0.smithi099.stdout: "percent_used": 1.7463855328969657e-05, 2024-04-12T17:30:11.281 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_bytes": 0, 2024-04-12T17:30:11.281 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_objects": 0, 2024-04-12T17:30:11.281 INFO:tasks.workunit.client.0.smithi099.stdout: "rd": 8972, 2024-04-12T17:30:11.281 INFO:tasks.workunit.client.0.smithi099.stdout: "rd_bytes": 3126423552, 2024-04-12T17:30:11.281 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": 4194323, 2024-04-12T17:30:11.281 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_data": 4194323, 2024-04-12T17:30:11.281 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_omap": 0, 2024-04-12T17:30:11.281 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_raw": 12582969, 2024-04-12T17:30:11.281 INFO:tasks.workunit.client.0.smithi099.stdout: "wr": 24345, 2024-04-12T17:30:11.281 INFO:tasks.workunit.client.0.smithi099.stdout: "wr_bytes": 3201514496 2024-04-12T17:30:11.281 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.282 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_bytes": 0, 2024-04-12T17:30:11.282 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_objects": 0, 2024-04-12T17:30:11.282 INFO:tasks.workunit.client.0.smithi099.stdout: "type": "replicated" 2024-04-12T17:30:11.282 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.282 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.282 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd": { 2024-04-12T17:30:11.282 INFO:tasks.workunit.client.0.smithi099.stdout: "mirroring_by_pool": [ 2024-04-12T17:30:11.282 INFO:tasks.workunit.client.0.smithi099.stdout: false 2024-04-12T17:30:11.282 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.282 INFO:tasks.workunit.client.0.smithi099.stdout: "num_images_by_pool": [ 2024-04-12T17:30:11.282 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:11.282 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.282 INFO:tasks.workunit.client.0.smithi099.stdout: "num_pools": 1 2024-04-12T17:30:11.282 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.282 INFO:tasks.workunit.client.0.smithi099.stdout: "report_id": "8ed43c25-625c-491d-a955-cdf3bd105890", 2024-04-12T17:30:11.283 INFO:tasks.workunit.client.0.smithi099.stdout: "report_timestamp": "2024-04-12T17:30:10.088604", 2024-04-12T17:30:11.283 INFO:tasks.workunit.client.0.smithi099.stdout: "report_version": 1, 2024-04-12T17:30:11.283 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_stats": { 2024-04-12T17:30:11.283 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "7.9.2" 2024-04-12T17:30:11.283 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.283 INFO:tasks.workunit.client.0.smithi099.stdout: "rook": { 2024-04-12T17:30:11.283 INFO:tasks.workunit.client.0.smithi099.stdout: "cluster": { 2024-04-12T17:30:11.283 INFO:tasks.workunit.client.0.smithi099.stdout: "external-mode": null, 2024-04-12T17:30:11.283 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T17:30:11.283 INFO:tasks.workunit.client.0.smithi099.stdout: "allow-multiple-per-node": null, 2024-04-12T17:30:11.283 INFO:tasks.workunit.client.0.smithi099.stdout: "count": null, 2024-04-12T17:30:11.283 INFO:tasks.workunit.client.0.smithi099.stdout: "max-id": null, 2024-04-12T17:30:11.283 INFO:tasks.workunit.client.0.smithi099.stdout: "pvc": { 2024-04-12T17:30:11.283 INFO:tasks.workunit.client.0.smithi099.stdout: "enabled": null 2024-04-12T17:30:11.283 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.284 INFO:tasks.workunit.client.0.smithi099.stdout: "stretch": { 2024-04-12T17:30:11.284 INFO:tasks.workunit.client.0.smithi099.stdout: "enabled": null 2024-04-12T17:30:11.284 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.284 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.284 INFO:tasks.workunit.client.0.smithi099.stdout: "network": { 2024-04-12T17:30:11.284 INFO:tasks.workunit.client.0.smithi099.stdout: "provider": null 2024-04-12T17:30:11.284 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.284 INFO:tasks.workunit.client.0.smithi099.stdout: "storage": { 2024-04-12T17:30:11.284 INFO:tasks.workunit.client.0.smithi099.stdout: "device-set": { 2024-04-12T17:30:11.284 INFO:tasks.workunit.client.0.smithi099.stdout: "count": { 2024-04-12T17:30:11.284 INFO:tasks.workunit.client.0.smithi099.stdout: "non-portable": null, 2024-04-12T17:30:11.284 INFO:tasks.workunit.client.0.smithi099.stdout: "portable": null, 2024-04-12T17:30:11.284 INFO:tasks.workunit.client.0.smithi099.stdout: "total": null 2024-04-12T17:30:11.284 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.284 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.285 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.285 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.285 INFO:tasks.workunit.client.0.smithi099.stdout: "csi": { 2024-04-12T17:30:11.285 INFO:tasks.workunit.client.0.smithi099.stdout: "version": null 2024-04-12T17:30:11.285 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.285 INFO:tasks.workunit.client.0.smithi099.stdout: "kubernetes": { 2024-04-12T17:30:11.285 INFO:tasks.workunit.client.0.smithi099.stdout: "version": null 2024-04-12T17:30:11.285 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.285 INFO:tasks.workunit.client.0.smithi099.stdout: "node": { 2024-04-12T17:30:11.285 INFO:tasks.workunit.client.0.smithi099.stdout: "count": { 2024-04-12T17:30:11.285 INFO:tasks.workunit.client.0.smithi099.stdout: "kubernetes-total": null, 2024-04-12T17:30:11.285 INFO:tasks.workunit.client.0.smithi099.stdout: "with-ceph-daemons": null, 2024-04-12T17:30:11.285 INFO:tasks.workunit.client.0.smithi099.stdout: "with-csi-cephfs-plugin": null, 2024-04-12T17:30:11.285 INFO:tasks.workunit.client.0.smithi099.stdout: "with-csi-nfs-plugin": null, 2024-04-12T17:30:11.285 INFO:tasks.workunit.client.0.smithi099.stdout: "with-csi-rbd-plugin": null 2024-04-12T17:30:11.286 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.286 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.286 INFO:tasks.workunit.client.0.smithi099.stdout: "usage": { 2024-04-12T17:30:11.286 INFO:tasks.workunit.client.0.smithi099.stdout: "storage-class": { 2024-04-12T17:30:11.286 INFO:tasks.workunit.client.0.smithi099.stdout: "count": { 2024-04-12T17:30:11.286 INFO:tasks.workunit.client.0.smithi099.stdout: "bucket": null, 2024-04-12T17:30:11.286 INFO:tasks.workunit.client.0.smithi099.stdout: "cephfs": null, 2024-04-12T17:30:11.286 INFO:tasks.workunit.client.0.smithi099.stdout: "nfs": null, 2024-04-12T17:30:11.286 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd": null, 2024-04-12T17:30:11.286 INFO:tasks.workunit.client.0.smithi099.stdout: "total": null 2024-04-12T17:30:11.286 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.286 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:11.286 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.286 INFO:tasks.workunit.client.0.smithi099.stdout: "version": null 2024-04-12T17:30:11.287 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.287 INFO:tasks.workunit.client.0.smithi099.stdout: "services": {}, 2024-04-12T17:30:11.287 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_per_pg": [ 2024-04-12T17:30:11.287 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.287 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.287 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:11.287 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.287 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:11.287 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.287 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:11.287 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.287 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.287 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.287 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.287 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.288 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.288 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.425465+0000", 2024-04-12T17:30:11.288 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.118799+0000", 2024-04-12T17:30:11.288 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.118799+0000", 2024-04-12T17:30:11.288 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.119796+0000", 2024-04-12T17:30:11.288 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.425465+0000", 2024-04-12T17:30:11.288 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.288 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.288 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.288 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:11.288 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.425465+0000", 2024-04-12T17:30:11.288 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.425465+0000", 2024-04-12T17:30:11.288 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.425465+0000", 2024-04-12T17:30:11.289 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.289 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.289 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.289 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.425465+0000", 2024-04-12T17:30:11.289 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.425465+0000", 2024-04-12T17:30:11.289 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.289 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.289 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.289 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.289 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:11.289 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.289 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.289 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.289 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.289 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.290 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.290 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.290 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.290 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.2c", 2024-04-12T17:30:11.290 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.290 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.290 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.290 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4975, 2024-04-12T17:30:11.290 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.290 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:11:53.074907+0000", 2024-04-12T17:30:11.290 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.290 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.290 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.290 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.291 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.291 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.291 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.291 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.291 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.291 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.291 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.291 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.291 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.291 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.291 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.291 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.291 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.291 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.291 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.293 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.293 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.293 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.293 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.293 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.293 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.293 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.293 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.293 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.293 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.293 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.293 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.293 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.293 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:11.293 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.294 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:11.294 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.294 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:11.294 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.294 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.294 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.294 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.294 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.294 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.294 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:11.294 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.294 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:11.294 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.294 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.295 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.295 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.295 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.295 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.295 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.423329+0000", 2024-04-12T17:30:11.295 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.097051+0000", 2024-04-12T17:30:11.295 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.097051+0000", 2024-04-12T17:30:11.295 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.097867+0000", 2024-04-12T17:30:11.295 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.423329+0000", 2024-04-12T17:30:11.295 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.295 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.295 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.295 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:11.295 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.423329+0000", 2024-04-12T17:30:11.296 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.423329+0000", 2024-04-12T17:30:11.296 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.423329+0000", 2024-04-12T17:30:11.296 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.296 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.296 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.296 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.423329+0000", 2024-04-12T17:30:11.296 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.423329+0000", 2024-04-12T17:30:11.296 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.296 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.296 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.296 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.296 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:11.296 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.296 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.296 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.297 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.297 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.297 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.297 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.297 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.297 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.2b", 2024-04-12T17:30:11.297 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.297 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.297 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.297 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5191, 2024-04-12T17:30:11.297 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.297 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:29:34.810078+0000", 2024-04-12T17:30:11.297 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.297 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.297 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.297 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.298 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.298 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.298 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.298 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.298 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.298 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.298 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.298 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.298 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.298 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.298 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.298 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.298 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.298 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.299 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.299 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.299 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.299 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.299 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.299 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.299 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.299 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.299 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.299 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.299 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.299 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.299 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.299 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.299 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.299 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.300 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.300 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.300 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.300 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.300 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.300 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.300 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.300 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.300 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.300 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.300 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.300 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.300 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.300 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.300 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.301 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:11.301 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.301 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:11.301 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.301 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.301 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.301 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.301 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.301 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.301 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:11.301 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.301 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:11.301 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.301 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.302 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.302 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.302 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.302 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.302 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.266018+0000", 2024-04-12T17:30:11.302 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.091387+0000", 2024-04-12T17:30:11.302 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.091387+0000", 2024-04-12T17:30:11.302 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.092699+0000", 2024-04-12T17:30:11.302 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.266018+0000", 2024-04-12T17:30:11.302 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.302 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.302 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.302 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:11.302 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.266018+0000", 2024-04-12T17:30:11.303 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.266018+0000", 2024-04-12T17:30:11.303 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.266018+0000", 2024-04-12T17:30:11.303 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.303 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.303 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.303 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.266018+0000", 2024-04-12T17:30:11.303 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.266018+0000", 2024-04-12T17:30:11.303 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.303 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.303 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.303 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.303 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:11.303 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.303 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.303 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.304 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.304 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.304 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.304 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.304 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.304 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.2a", 2024-04-12T17:30:11.304 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.304 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.304 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.304 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4999, 2024-04-12T17:30:11.304 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.304 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:43:32.063573+0000", 2024-04-12T17:30:11.304 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.304 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.304 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.305 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.305 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.305 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.305 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.305 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.305 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.305 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.305 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.305 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.305 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.305 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.305 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.305 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.305 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.305 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.306 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.306 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.306 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.306 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.306 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.306 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.306 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.306 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.306 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.306 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.306 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.306 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.306 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.306 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.306 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.307 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.307 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.307 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.307 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.307 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.307 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.307 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.307 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.307 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.307 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.307 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.307 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.307 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.307 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.307 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.307 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.308 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:11.308 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.308 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:11.308 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.308 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.308 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.308 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.308 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.308 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.308 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:11.308 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.308 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:11.308 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.308 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.308 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.308 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.309 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.309 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.309 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.271238+0000", 2024-04-12T17:30:11.309 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:01.053984+0000", 2024-04-12T17:30:11.309 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:01.053984+0000", 2024-04-12T17:30:11.309 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:01.054271+0000", 2024-04-12T17:30:11.309 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.271238+0000", 2024-04-12T17:30:11.309 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.309 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.309 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.309 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 464, 2024-04-12T17:30:11.309 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.271238+0000", 2024-04-12T17:30:11.309 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.271238+0000", 2024-04-12T17:30:11.309 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.271238+0000", 2024-04-12T17:30:11.309 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.309 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.310 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.310 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.271238+0000", 2024-04-12T17:30:11.310 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.271238+0000", 2024-04-12T17:30:11.310 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.310 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.310 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.310 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.310 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 463, 2024-04-12T17:30:11.310 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.310 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.310 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.310 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.310 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.310 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.311 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.311 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.311 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.29", 2024-04-12T17:30:11.311 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.311 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.311 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.311 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5105, 2024-04-12T17:30:11.311 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.311 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:19:31.510475+0000", 2024-04-12T17:30:11.311 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.311 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.311 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.311 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.311 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.311 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.314 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.314 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.314 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.314 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.314 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.314 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.314 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.314 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.314 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.314 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.314 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.314 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.314 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:11.314 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.315 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:11.315 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.315 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.315 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.315 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.315 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.315 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.315 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:11.315 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.315 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:11.315 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.315 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.315 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.315 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.315 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.316 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.316 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267918+0000", 2024-04-12T17:30:11.316 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.168083+0000", 2024-04-12T17:30:11.316 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.168083+0000", 2024-04-12T17:30:11.316 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.169475+0000", 2024-04-12T17:30:11.316 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267918+0000", 2024-04-12T17:30:11.316 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.316 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.316 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.316 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:11.316 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267918+0000", 2024-04-12T17:30:11.316 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267918+0000", 2024-04-12T17:30:11.316 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267918+0000", 2024-04-12T17:30:11.316 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.316 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.316 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.317 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267918+0000", 2024-04-12T17:30:11.317 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267918+0000", 2024-04-12T17:30:11.317 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.317 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.317 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.317 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.317 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:11.317 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.317 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.317 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.317 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.317 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.317 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.317 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.318 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.318 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.28", 2024-04-12T17:30:11.318 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.318 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.318 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.318 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5011, 2024-04-12T17:30:11.318 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.318 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:09:14.871304+0000", 2024-04-12T17:30:11.318 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.318 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.318 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.318 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.318 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.318 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.318 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.319 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.319 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.319 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.319 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.319 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.319 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.319 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.319 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.319 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.319 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.319 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.319 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.319 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.319 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.319 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.321 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.321 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.321 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.321 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.321 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.321 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.321 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.321 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.321 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.321 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.321 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.321 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:11.321 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.321 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:11.321 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.321 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.322 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.322 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.322 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.322 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.322 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:11.322 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.322 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:11.322 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.322 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.322 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.322 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.322 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.322 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.322 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.269675+0000", 2024-04-12T17:30:11.323 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:01.055090+0000", 2024-04-12T17:30:11.323 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:01.055090+0000", 2024-04-12T17:30:11.323 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:01.055406+0000", 2024-04-12T17:30:11.323 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.269675+0000", 2024-04-12T17:30:11.323 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.323 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.323 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.323 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 464, 2024-04-12T17:30:11.323 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.269675+0000", 2024-04-12T17:30:11.323 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.269675+0000", 2024-04-12T17:30:11.323 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.269675+0000", 2024-04-12T17:30:11.323 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.323 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.323 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.323 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.269675+0000", 2024-04-12T17:30:11.323 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.269675+0000", 2024-04-12T17:30:11.324 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.324 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.324 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.324 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.324 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 463, 2024-04-12T17:30:11.324 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.324 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.324 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.324 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.324 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.324 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.324 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.324 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.324 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.27", 2024-04-12T17:30:11.324 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.324 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.325 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.325 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5098, 2024-04-12T17:30:11.325 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.325 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:14:32.934982+0000", 2024-04-12T17:30:11.325 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.325 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.325 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.325 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.325 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.325 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.325 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.325 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.325 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.325 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.325 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.325 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.326 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.326 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.326 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.326 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.326 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.326 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.326 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.326 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.326 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.326 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.326 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.326 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.326 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.326 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.328 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.328 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.328 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.328 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.328 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.328 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.328 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.328 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.328 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.328 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:11.328 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.328 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:11.328 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.328 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.328 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.329 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.329 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:11.329 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.329 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:11.329 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.329 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:11.329 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.329 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.329 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.329 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.329 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.329 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.329 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.424461+0000", 2024-04-12T17:30:11.329 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.094644+0000", 2024-04-12T17:30:11.330 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.094644+0000", 2024-04-12T17:30:11.330 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.094999+0000", 2024-04-12T17:30:11.330 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.424461+0000", 2024-04-12T17:30:11.330 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.330 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.330 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.330 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:11.330 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.424461+0000", 2024-04-12T17:30:11.330 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.424461+0000", 2024-04-12T17:30:11.330 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.424461+0000", 2024-04-12T17:30:11.330 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.330 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.330 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.330 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.424461+0000", 2024-04-12T17:30:11.331 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.424461+0000", 2024-04-12T17:30:11.331 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.331 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.331 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.331 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.331 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:11.331 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.331 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.331 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.331 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.331 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.331 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.331 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.331 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.331 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.26", 2024-04-12T17:30:11.332 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.332 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.332 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.332 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4972, 2024-04-12T17:30:11.332 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.332 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:02:21.505583+0000", 2024-04-12T17:30:11.332 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.332 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.332 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.332 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.332 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.332 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.332 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.332 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.332 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.333 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.333 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.333 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.333 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.333 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.333 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.333 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.333 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.333 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.333 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.333 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.333 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.333 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.333 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.333 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.334 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.334 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.334 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.334 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.334 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.334 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.334 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.334 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.334 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.334 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.334 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.334 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.334 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.334 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.335 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.335 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.335 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.335 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.335 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.335 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.335 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.335 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.335 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.335 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:11.335 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.335 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:11.335 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.335 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:11.336 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.336 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.336 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.336 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.336 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:11.336 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.336 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:11.336 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.336 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:11.336 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.336 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.336 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.336 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.336 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.336 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.337 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.419830+0000", 2024-04-12T17:30:11.337 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:07:26.042709+0000", 2024-04-12T17:30:11.337 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:07:26.042709+0000", 2024-04-12T17:30:11.337 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:07:26.043030+0000", 2024-04-12T17:30:11.337 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.419830+0000", 2024-04-12T17:30:11.337 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.337 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.337 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.337 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 429, 2024-04-12T17:30:11.337 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.419830+0000", 2024-04-12T17:30:11.337 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.419830+0000", 2024-04-12T17:30:11.337 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.419830+0000", 2024-04-12T17:30:11.337 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.337 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.337 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.338 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.419830+0000", 2024-04-12T17:30:11.338 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.419830+0000", 2024-04-12T17:30:11.338 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.338 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.338 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.338 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.338 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 428, 2024-04-12T17:30:11.338 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.338 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.338 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.338 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.338 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.338 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.338 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.339 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.339 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.25", 2024-04-12T17:30:11.339 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.339 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.339 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.339 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5153, 2024-04-12T17:30:11.339 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.339 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:17:49.259557+0000", 2024-04-12T17:30:11.339 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.339 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.339 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.339 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.339 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.339 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.339 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.340 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.340 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.340 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.340 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.340 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.340 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.340 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.340 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.340 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.340 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.340 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.340 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.340 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.340 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.341 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.341 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.341 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.341 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.341 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.341 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.341 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.341 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.341 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.341 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.341 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.341 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.341 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.341 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.341 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.341 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.342 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.342 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.342 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.342 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.342 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.342 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.342 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.342 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.342 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.342 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.342 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:11.342 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.342 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:11.342 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.343 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:11.343 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.343 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.343 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.343 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.343 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.343 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.343 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:11.343 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.343 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:11.343 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.343 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.343 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.343 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.343 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.344 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.344 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.268553+0000", 2024-04-12T17:30:11.344 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:01.053900+0000", 2024-04-12T17:30:11.344 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:01.053900+0000", 2024-04-12T17:30:11.344 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:01.054259+0000", 2024-04-12T17:30:11.344 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.268553+0000", 2024-04-12T17:30:11.344 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.344 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.344 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.344 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 464, 2024-04-12T17:30:11.344 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.268553+0000", 2024-04-12T17:30:11.344 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.268553+0000", 2024-04-12T17:30:11.344 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.268553+0000", 2024-04-12T17:30:11.344 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.344 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.344 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.345 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.268553+0000", 2024-04-12T17:30:11.345 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.268553+0000", 2024-04-12T17:30:11.345 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.345 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.345 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.345 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.345 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 463, 2024-04-12T17:30:11.345 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.345 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.345 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.345 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.345 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.345 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.345 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.345 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.346 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.24", 2024-04-12T17:30:11.346 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.346 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.346 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.346 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5112, 2024-04-12T17:30:11.346 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.346 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:42:56.587911+0000", 2024-04-12T17:30:11.346 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.346 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.346 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.346 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.346 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.346 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.346 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.347 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.347 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.347 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.347 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.347 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.347 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.347 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.347 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.347 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.347 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.347 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.347 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.347 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.347 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.347 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.347 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.348 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.348 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.348 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.348 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.348 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.348 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.348 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.348 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.348 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.348 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.348 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.348 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.348 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.348 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.348 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.348 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.349 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.349 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.349 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.349 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.349 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.349 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.349 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.349 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.349 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.349 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.349 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:11.349 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.349 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:11.349 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.349 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.350 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.350 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.350 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.350 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.350 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:11.350 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.350 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:11.350 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.350 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.350 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.350 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.350 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.350 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.350 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422563+0000", 2024-04-12T17:30:11.351 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:01.049443+0000", 2024-04-12T17:30:11.351 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:01.049443+0000", 2024-04-12T17:30:11.351 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:01.049827+0000", 2024-04-12T17:30:11.351 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422563+0000", 2024-04-12T17:30:11.351 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.351 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.351 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.351 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 464, 2024-04-12T17:30:11.351 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422563+0000", 2024-04-12T17:30:11.351 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422563+0000", 2024-04-12T17:30:11.351 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422563+0000", 2024-04-12T17:30:11.351 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.351 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.351 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.352 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422563+0000", 2024-04-12T17:30:11.352 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422563+0000", 2024-04-12T17:30:11.352 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.352 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.352 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.352 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.352 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 463, 2024-04-12T17:30:11.352 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.352 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.352 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.352 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.352 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.352 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.352 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.353 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.353 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.23", 2024-04-12T17:30:11.353 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.353 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.353 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.353 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5194, 2024-04-12T17:30:11.353 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.353 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:01:38.369819+0000", 2024-04-12T17:30:11.353 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.353 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.353 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.353 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.353 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.353 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.353 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.354 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.354 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.354 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.354 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.354 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.354 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.354 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.354 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.354 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.354 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.354 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.354 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.354 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.354 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.355 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.355 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.355 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.355 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.355 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.355 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.355 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.355 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.355 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.355 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.355 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.355 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.355 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.355 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.356 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.356 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.356 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.356 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.356 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.356 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.356 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.356 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.356 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.356 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.356 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.356 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.356 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.356 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.356 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:11.357 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.357 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:11.357 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.357 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.357 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.357 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.357 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.357 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.357 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:11.357 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.357 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:11.357 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.357 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.357 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.357 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.358 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.358 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.358 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.265747+0000", 2024-04-12T17:30:11.358 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.159746+0000", 2024-04-12T17:30:11.358 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.159746+0000", 2024-04-12T17:30:11.358 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.160835+0000", 2024-04-12T17:30:11.358 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.265747+0000", 2024-04-12T17:30:11.358 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.358 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.358 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.358 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:11.358 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.265747+0000", 2024-04-12T17:30:11.358 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.265747+0000", 2024-04-12T17:30:11.358 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.265747+0000", 2024-04-12T17:30:11.359 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.359 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.359 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.359 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.265747+0000", 2024-04-12T17:30:11.359 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.265747+0000", 2024-04-12T17:30:11.359 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.359 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.359 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.359 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.359 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:11.359 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.359 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.359 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.359 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.360 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.360 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.360 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.360 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.360 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.22", 2024-04-12T17:30:11.360 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.360 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.360 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.360 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5014, 2024-04-12T17:30:11.360 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.360 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:03:16.043689+0000", 2024-04-12T17:30:11.360 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.360 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.360 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.360 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.361 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.361 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.361 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.361 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.361 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.361 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.361 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.361 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.361 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.361 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.361 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.361 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.361 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.361 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.361 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.362 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.362 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.362 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.362 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.362 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.362 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.362 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.362 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.362 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.362 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.362 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.362 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.362 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.362 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.362 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.363 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.363 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.363 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.363 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.363 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.363 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.363 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.363 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.363 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.363 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.363 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.363 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.363 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.363 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.363 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.364 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:11.364 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.364 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:11.364 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.364 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.364 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.364 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.364 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:11.364 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.364 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:11.364 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.364 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T17:30:11.364 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.364 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.364 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.365 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.365 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.365 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.365 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.266196+0000", 2024-04-12T17:30:11.365 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.112461+0000", 2024-04-12T17:30:11.365 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.112461+0000", 2024-04-12T17:30:11.365 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.112943+0000", 2024-04-12T17:30:11.365 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.266196+0000", 2024-04-12T17:30:11.365 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.365 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.365 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.365 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:11.365 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.266196+0000", 2024-04-12T17:30:11.365 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.266196+0000", 2024-04-12T17:30:11.366 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.266196+0000", 2024-04-12T17:30:11.366 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.366 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.366 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.366 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.266196+0000", 2024-04-12T17:30:11.366 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.266196+0000", 2024-04-12T17:30:11.366 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.366 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.366 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.366 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.366 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:11.366 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.366 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.366 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.367 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.367 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.367 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.367 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.367 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.367 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.21", 2024-04-12T17:30:11.367 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.367 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.367 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.367 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5094, 2024-04-12T17:30:11.367 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.367 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:17:04.543604+0000", 2024-04-12T17:30:11.367 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.367 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.367 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.368 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.368 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.368 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.368 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.368 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.368 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.368 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.368 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.368 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.368 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.368 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.368 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.368 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.368 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.368 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.369 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.369 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.369 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.369 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.369 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.369 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.369 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.369 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.369 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.369 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.369 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.369 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.369 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.369 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.370 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.370 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.370 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.370 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.370 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.370 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.370 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.370 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.370 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.370 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.370 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.370 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.370 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.370 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.370 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.371 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:11.371 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.371 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:11.371 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.371 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T17:30:11.371 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.371 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.371 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.371 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.371 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:11.371 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.371 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:11.371 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.371 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:11.372 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.372 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.372 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.372 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.372 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.372 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.372 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.420393+0000", 2024-04-12T17:30:11.372 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.117783+0000", 2024-04-12T17:30:11.372 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.117783+0000", 2024-04-12T17:30:11.372 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.118329+0000", 2024-04-12T17:30:11.372 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.420393+0000", 2024-04-12T17:30:11.372 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.372 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.372 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.373 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:11.373 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.420393+0000", 2024-04-12T17:30:11.373 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.420393+0000", 2024-04-12T17:30:11.373 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.420393+0000", 2024-04-12T17:30:11.373 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.373 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.373 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.373 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.420393+0000", 2024-04-12T17:30:11.373 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.420393+0000", 2024-04-12T17:30:11.373 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.373 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.373 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.373 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.373 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:11.374 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.374 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.374 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.374 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.374 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.374 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.374 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.374 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.374 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.20", 2024-04-12T17:30:11.374 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.374 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.374 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.374 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4975, 2024-04-12T17:30:11.374 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.374 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:37:48.743691+0000", 2024-04-12T17:30:11.375 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.375 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.375 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.375 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.375 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.375 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.375 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.375 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.375 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.375 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.375 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.375 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.375 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.375 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.375 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.375 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.376 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.376 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.376 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.376 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.376 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.376 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.376 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.376 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.376 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.376 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.376 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.376 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.376 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.376 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.376 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.377 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.377 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.377 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.377 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.377 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.377 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.377 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.377 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.377 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.377 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.377 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.377 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.377 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.377 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.377 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.377 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.378 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:11.378 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.378 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:11.378 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.378 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:11.378 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.378 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.378 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.378 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.378 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.378 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.378 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:11.378 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.379 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:11.379 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.379 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.379 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.379 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.379 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.379 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.379 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.424685+0000", 2024-04-12T17:30:11.379 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.098175+0000", 2024-04-12T17:30:11.379 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.098175+0000", 2024-04-12T17:30:11.379 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.098714+0000", 2024-04-12T17:30:11.379 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.424685+0000", 2024-04-12T17:30:11.379 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.379 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.379 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.380 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:11.380 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.424685+0000", 2024-04-12T17:30:11.380 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.424685+0000", 2024-04-12T17:30:11.380 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.424685+0000", 2024-04-12T17:30:11.380 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.380 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.380 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.380 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.424685+0000", 2024-04-12T17:30:11.380 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.424685+0000", 2024-04-12T17:30:11.380 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.380 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.380 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.380 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.380 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:11.381 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.381 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.381 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.381 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.381 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.381 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.381 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.381 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.381 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.f", 2024-04-12T17:30:11.381 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.381 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.381 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.381 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4923, 2024-04-12T17:30:11.381 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.382 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:29:37.601050+0000", 2024-04-12T17:30:11.382 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.382 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.382 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.382 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.382 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.382 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.382 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.382 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.382 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.382 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.382 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.382 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.382 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.383 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.383 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.383 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.383 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.383 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.383 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.383 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.383 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.383 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.383 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.383 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.383 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.383 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.383 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.384 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.384 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.384 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.384 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.384 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.384 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.384 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.384 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.384 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.384 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.384 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.384 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.384 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.384 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.384 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.385 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.385 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.385 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.385 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.385 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.385 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.385 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:11.385 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.385 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:11.385 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.385 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.385 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.385 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.386 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:11.386 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.386 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:11.386 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.386 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T17:30:11.386 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.386 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.386 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:11.386 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.386 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.386 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.386 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.266827+0000", 2024-04-12T17:30:11.386 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.096392+0000", 2024-04-12T17:30:11.386 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.096392+0000", 2024-04-12T17:30:11.387 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.097024+0000", 2024-04-12T17:30:11.387 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.266827+0000", 2024-04-12T17:30:11.387 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.387 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.387 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.387 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:11.387 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.266827+0000", 2024-04-12T17:30:11.387 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.266827+0000", 2024-04-12T17:30:11.387 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.266827+0000", 2024-04-12T17:30:11.387 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.387 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.387 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.387 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.266827+0000", 2024-04-12T17:30:11.387 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.266827+0000", 2024-04-12T17:30:11.388 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.388 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 2, 2024-04-12T17:30:11.388 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.388 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.388 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:11.388 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.388 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.388 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.388 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.388 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 2, 2024-04-12T17:30:11.388 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.388 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.388 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.388 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.e", 2024-04-12T17:30:11.388 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.389 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.389 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.389 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5098, 2024-04-12T17:30:11.389 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.389 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:59:28.596541+0000", 2024-04-12T17:30:11.389 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.389 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.389 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.389 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.389 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.389 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.389 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.389 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.389 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.389 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.390 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.390 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.390 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.390 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.390 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.390 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.390 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.390 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.390 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.390 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:11.390 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:11.390 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.390 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:11.390 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.391 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.391 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.391 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.391 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.391 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:11.391 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.391 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.391 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.391 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.391 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.391 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.391 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 12, 2024-04-12T17:30:11.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 12, 2024-04-12T17:30:11.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3, 2024-04-12T17:30:11.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.392 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.392 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.392 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.392 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.392 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:11.392 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.392 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:11.393 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.393 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T17:30:11.393 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'2" 2024-04-12T17:30:11.393 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.393 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.393 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.393 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.393 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.393 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:11.393 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.393 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:11.393 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.393 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.393 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.393 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.394 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.394 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.394 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.265777+0000", 2024-04-12T17:30:11.394 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.126887+0000", 2024-04-12T17:30:11.394 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.126887+0000", 2024-04-12T17:30:11.394 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.127207+0000", 2024-04-12T17:30:11.394 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.265777+0000", 2024-04-12T17:30:11.394 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.394 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.394 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.394 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:11.394 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.265777+0000", 2024-04-12T17:30:11.394 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.265777+0000", 2024-04-12T17:30:11.394 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.265777+0000", 2024-04-12T17:30:11.395 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.395 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.395 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.395 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.265777+0000", 2024-04-12T17:30:11.395 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.265777+0000", 2024-04-12T17:30:11.395 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.395 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.395 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.395 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.395 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:11.395 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.395 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.395 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.395 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.396 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.396 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.396 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.396 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.396 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.c", 2024-04-12T17:30:11.396 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.396 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.396 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.396 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5004, 2024-04-12T17:30:11.396 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.396 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:16:35.549473+0000", 2024-04-12T17:30:11.396 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.396 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.396 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.396 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.397 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.397 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.397 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.397 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.397 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.397 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.397 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.397 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.397 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.397 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.397 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.397 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.397 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.397 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.397 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.398 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.398 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.398 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.398 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.398 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.398 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.398 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.398 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.398 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.398 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.398 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.398 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.398 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.398 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.399 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.399 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.399 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.399 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.400 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.400 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.400 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:11.400 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.400 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:11.400 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.400 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.400 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.400 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.400 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:11.400 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.400 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:11.400 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.400 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:11.400 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.401 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.401 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:11.401 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.401 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.401 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.401 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.419973+0000", 2024-04-12T17:30:11.401 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:01.043493+0000", 2024-04-12T17:30:11.401 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:01.043493+0000", 2024-04-12T17:30:11.401 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:01.043840+0000", 2024-04-12T17:30:11.401 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.419973+0000", 2024-04-12T17:30:11.401 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.401 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.401 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.401 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 464, 2024-04-12T17:30:11.401 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.419973+0000", 2024-04-12T17:30:11.402 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.419973+0000", 2024-04-12T17:30:11.402 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.419973+0000", 2024-04-12T17:30:11.402 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.402 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.402 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.402 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.419973+0000", 2024-04-12T17:30:11.402 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.419973+0000", 2024-04-12T17:30:11.402 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.402 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 1, 2024-04-12T17:30:11.402 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.402 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.402 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 463, 2024-04-12T17:30:11.402 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.402 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.402 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.403 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.403 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 1, 2024-04-12T17:30:11.403 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.403 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.403 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.403 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.d", 2024-04-12T17:30:11.403 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.403 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.403 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.403 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5156, 2024-04-12T17:30:11.403 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.403 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:39:15.663985+0000", 2024-04-12T17:30:11.403 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.403 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.404 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.404 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 70, 2024-04-12T17:30:11.404 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.404 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.404 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.404 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.404 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.404 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.404 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.404 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.404 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.404 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.404 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.404 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.405 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.405 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.405 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.405 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:11.405 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:11.405 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.405 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:11.405 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.405 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.405 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.405 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.405 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.405 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.405 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 2, 2024-04-12T17:30:11.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 2, 2024-04-12T17:30:11.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 1, 2024-04-12T17:30:11.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 1 2024-04-12T17:30:11.406 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.407 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.407 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.407 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.407 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:11.407 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.407 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:11.407 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.407 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:11.407 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'1" 2024-04-12T17:30:11.407 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.407 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.407 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.407 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.407 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.407 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:11.408 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.408 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:11.408 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.408 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.408 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.408 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.408 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.408 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.408 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.426789+0000", 2024-04-12T17:30:11.408 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.100357+0000", 2024-04-12T17:30:11.408 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.100357+0000", 2024-04-12T17:30:11.408 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.100790+0000", 2024-04-12T17:30:11.408 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.426789+0000", 2024-04-12T17:30:11.408 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.408 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.409 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.409 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:11.409 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.426789+0000", 2024-04-12T17:30:11.409 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.426789+0000", 2024-04-12T17:30:11.409 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.426789+0000", 2024-04-12T17:30:11.409 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.409 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.409 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.409 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.426789+0000", 2024-04-12T17:30:11.409 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.426789+0000", 2024-04-12T17:30:11.409 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.409 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.409 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.409 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.409 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:11.410 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.410 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.410 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.410 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.410 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.410 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.410 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.410 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.410 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.d", 2024-04-12T17:30:11.410 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.410 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.410 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.410 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4953, 2024-04-12T17:30:11.410 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.410 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:18:54.222628+0000", 2024-04-12T17:30:11.411 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.411 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.411 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.411 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.411 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.411 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.411 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.411 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.411 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.411 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.411 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.411 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.411 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.411 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.411 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.413 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.413 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.413 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.414 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.414 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.414 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.414 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:11.414 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.414 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:11.414 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.414 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.414 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.414 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.414 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:11.414 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.414 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:11.414 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.414 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T17:30:11.415 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.415 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.415 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:11.415 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.415 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.415 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.415 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267922+0000", 2024-04-12T17:30:11.415 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.165650+0000", 2024-04-12T17:30:11.415 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.165650+0000", 2024-04-12T17:30:11.415 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.166111+0000", 2024-04-12T17:30:11.415 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267922+0000", 2024-04-12T17:30:11.415 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.415 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.415 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.416 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:11.416 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267922+0000", 2024-04-12T17:30:11.416 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267922+0000", 2024-04-12T17:30:11.416 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267922+0000", 2024-04-12T17:30:11.416 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.416 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.416 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.416 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267922+0000", 2024-04-12T17:30:11.416 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267922+0000", 2024-04-12T17:30:11.416 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.416 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.416 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.416 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.416 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:11.416 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.417 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.417 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.417 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.417 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.417 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.417 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.417 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.417 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.c", 2024-04-12T17:30:11.417 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.417 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.417 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.417 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5116, 2024-04-12T17:30:11.417 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.417 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:01:16.237074+0000", 2024-04-12T17:30:11.417 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.417 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.418 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.418 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.418 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.418 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.418 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.418 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.418 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.418 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.418 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.418 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.418 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.418 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.418 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.418 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.420 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.421 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.421 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.421 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.421 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:11.421 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.421 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:11.421 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.421 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T17:30:11.421 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.421 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.421 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.421 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.421 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:11.421 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.422 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:11.422 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.422 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:11.422 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.422 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.422 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.422 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.422 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.422 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.422 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422974+0000", 2024-04-12T17:30:11.422 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.109281+0000", 2024-04-12T17:30:11.422 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.109281+0000", 2024-04-12T17:30:11.422 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.109766+0000", 2024-04-12T17:30:11.422 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422974+0000", 2024-04-12T17:30:11.422 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.423 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.423 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.423 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:11.423 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422974+0000", 2024-04-12T17:30:11.423 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422974+0000", 2024-04-12T17:30:11.423 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422974+0000", 2024-04-12T17:30:11.423 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.423 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.423 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.423 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422974+0000", 2024-04-12T17:30:11.423 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422974+0000", 2024-04-12T17:30:11.423 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.423 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.423 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.424 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.424 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:11.424 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.424 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.424 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.424 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.424 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.424 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.424 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.424 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.424 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.a", 2024-04-12T17:30:11.424 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.424 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.424 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.425 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4978, 2024-04-12T17:30:11.425 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.425 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:58:36.364352+0000", 2024-04-12T17:30:11.425 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.425 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.425 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.425 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.425 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.425 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.425 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.425 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.425 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.425 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.425 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.425 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.428 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.428 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.428 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.428 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.428 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:11.428 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.428 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:11.428 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.428 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:11.428 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.428 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.428 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.428 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.429 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.429 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.429 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:11.429 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.429 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:11.429 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.429 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.429 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:11.429 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.429 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.429 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.429 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.421610+0000", 2024-04-12T17:30:11.429 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.100361+0000", 2024-04-12T17:30:11.429 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.100361+0000", 2024-04-12T17:30:11.430 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.105201+0000", 2024-04-12T17:30:11.430 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.421610+0000", 2024-04-12T17:30:11.430 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.430 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.430 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.430 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:11.430 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.421610+0000", 2024-04-12T17:30:11.430 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.421610+0000", 2024-04-12T17:30:11.430 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.421610+0000", 2024-04-12T17:30:11.430 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.430 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.430 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.430 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.421610+0000", 2024-04-12T17:30:11.430 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.421610+0000", 2024-04-12T17:30:11.430 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.431 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 4, 2024-04-12T17:30:11.431 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.431 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.431 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:11.431 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.431 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.431 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.431 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.431 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 4, 2024-04-12T17:30:11.431 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.431 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.431 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.431 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.b", 2024-04-12T17:30:11.431 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.431 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.432 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.432 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4967, 2024-04-12T17:30:11.432 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.432 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:09:58.680553+0000", 2024-04-12T17:30:11.432 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.432 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.432 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.432 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.432 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.432 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.432 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.432 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.432 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.432 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.432 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.432 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:11.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:11.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:11.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:11.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 4, 2024-04-12T17:30:11.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 4, 2024-04-12T17:30:11.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.435 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 1, 2024-04-12T17:30:11.435 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.435 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.435 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.435 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.435 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.435 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.435 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.435 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:11.435 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.435 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:11.435 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "585'4" 2024-04-12T17:30:11.435 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.435 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.435 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.435 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.436 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.436 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:11.436 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.436 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:11.436 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.436 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.436 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.436 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.436 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.436 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.436 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267323+0000", 2024-04-12T17:30:11.436 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:01.056024+0000", 2024-04-12T17:30:11.436 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:01.056024+0000", 2024-04-12T17:30:11.436 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:01.056324+0000", 2024-04-12T17:30:11.436 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267323+0000", 2024-04-12T17:30:11.437 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.437 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.437 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.437 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 464, 2024-04-12T17:30:11.437 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267323+0000", 2024-04-12T17:30:11.437 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267323+0000", 2024-04-12T17:30:11.437 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267323+0000", 2024-04-12T17:30:11.437 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.437 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.437 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.437 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267323+0000", 2024-04-12T17:30:11.437 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267323+0000", 2024-04-12T17:30:11.437 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.437 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.437 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.438 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.438 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 463, 2024-04-12T17:30:11.438 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.438 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.438 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.438 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.438 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.438 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.438 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.438 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.438 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.b", 2024-04-12T17:30:11.438 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.438 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.438 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.438 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5110, 2024-04-12T17:30:11.439 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.439 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:18:01.014581+0000", 2024-04-12T17:30:11.439 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.439 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.439 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.439 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.439 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.439 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.439 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.439 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.439 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.439 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.439 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.439 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.439 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.441 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.441 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.442 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.442 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.442 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.442 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.442 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:11.442 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.442 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:11.442 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.442 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.442 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.442 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.442 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:11.442 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.442 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:11.443 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.443 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:11.443 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.443 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.443 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:11.443 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.443 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.443 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.443 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.421552+0000", 2024-04-12T17:30:11.443 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.090348+0000", 2024-04-12T17:30:11.443 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.090348+0000", 2024-04-12T17:30:11.443 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.090674+0000", 2024-04-12T17:30:11.443 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.421552+0000", 2024-04-12T17:30:11.443 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.444 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.444 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.444 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:11.444 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.421552+0000", 2024-04-12T17:30:11.444 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.421552+0000", 2024-04-12T17:30:11.444 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.421552+0000", 2024-04-12T17:30:11.444 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.444 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.444 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.444 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.421552+0000", 2024-04-12T17:30:11.444 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.421552+0000", 2024-04-12T17:30:11.444 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.444 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.444 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.444 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.445 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:11.445 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.445 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.445 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.445 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.445 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.445 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.445 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.445 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.445 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.a", 2024-04-12T17:30:11.445 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.445 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.445 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.445 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5153, 2024-04-12T17:30:11.445 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.446 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:55:44.251443+0000", 2024-04-12T17:30:11.446 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.446 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.446 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.446 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.446 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.446 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.446 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.446 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.446 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.446 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.446 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.446 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.446 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.446 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.446 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.448 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.448 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.448 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.448 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.449 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:11.449 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.449 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:11.449 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.449 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:11.449 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.449 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.449 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.449 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.449 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.449 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:11.449 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:11.449 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.449 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:11.449 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.450 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.450 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.450 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.450 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.450 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.450 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.269978+0000", 2024-04-12T17:30:11.450 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.093976+0000", 2024-04-12T17:30:11.450 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.093976+0000", 2024-04-12T17:30:11.450 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.094415+0000", 2024-04-12T17:30:11.450 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.269978+0000", 2024-04-12T17:30:11.450 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.450 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.450 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.450 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:11.450 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.269978+0000", 2024-04-12T17:30:11.451 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.269978+0000", 2024-04-12T17:30:11.451 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.269978+0000", 2024-04-12T17:30:11.451 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.451 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.451 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.451 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.269978+0000", 2024-04-12T17:30:11.451 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.269978+0000", 2024-04-12T17:30:11.451 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.451 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.451 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.451 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.451 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:11.451 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.451 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.452 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.452 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.452 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.452 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.452 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.452 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.452 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.8", 2024-04-12T17:30:11.452 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.452 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.452 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.452 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5107, 2024-04-12T17:30:11.452 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.452 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:27:00.380616+0000", 2024-04-12T17:30:11.452 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.452 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.452 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.453 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.453 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.453 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.453 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.453 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.453 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.453 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.453 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.453 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.453 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.453 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.453 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.453 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.453 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.453 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.453 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.454 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.454 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.454 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.454 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.454 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.454 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.454 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.454 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.454 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.454 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.454 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.454 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.454 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.454 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.455 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.455 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.455 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.455 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.455 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.455 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.455 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.455 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.455 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.455 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.455 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.455 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.455 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.455 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.455 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.456 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:11.456 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:11.456 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.456 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:11.456 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.456 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.456 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.456 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.456 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:11.456 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.456 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:11.456 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.456 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:11.456 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.457 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.457 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:11.457 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.457 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.457 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.457 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.419481+0000", 2024-04-12T17:30:11.457 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.101607+0000", 2024-04-12T17:30:11.457 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.101607+0000", 2024-04-12T17:30:11.457 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.101948+0000", 2024-04-12T17:30:11.457 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.419481+0000", 2024-04-12T17:30:11.457 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.457 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.457 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.457 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:11.458 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.419481+0000", 2024-04-12T17:30:11.458 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.419481+0000", 2024-04-12T17:30:11.458 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.419481+0000", 2024-04-12T17:30:11.458 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.458 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.458 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.458 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.419481+0000", 2024-04-12T17:30:11.458 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.419481+0000", 2024-04-12T17:30:11.458 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.458 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.458 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.458 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.458 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:11.458 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.459 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.459 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.459 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.459 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.459 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.459 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.459 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.459 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.9", 2024-04-12T17:30:11.459 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.459 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.459 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.459 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5153, 2024-04-12T17:30:11.459 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.459 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:29:02.952177+0000", 2024-04-12T17:30:11.459 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.460 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.460 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.460 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.460 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.460 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.460 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.460 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.460 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.460 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.460 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.460 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.460 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.460 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.460 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.463 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.463 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.463 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.463 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.463 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:11.463 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.463 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:11.463 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.463 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:11.463 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.463 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.463 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.463 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.463 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.463 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:11.464 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:11.464 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.464 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 4, 2024-04-12T17:30:11.464 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.464 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.464 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.464 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.464 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.464 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.464 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.420048+0000", 2024-04-12T17:30:11.464 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.101741+0000", 2024-04-12T17:30:11.464 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.101741+0000", 2024-04-12T17:30:11.464 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.103455+0000", 2024-04-12T17:30:11.464 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.420048+0000", 2024-04-12T17:30:11.465 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.465 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.465 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.465 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:11.465 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.420048+0000", 2024-04-12T17:30:11.465 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.420048+0000", 2024-04-12T17:30:11.465 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.420048+0000", 2024-04-12T17:30:11.465 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.465 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.465 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.465 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.420048+0000", 2024-04-12T17:30:11.465 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.420048+0000", 2024-04-12T17:30:11.465 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.465 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.466 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.466 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.466 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:11.466 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.466 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.466 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.466 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.466 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.466 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.466 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.466 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.466 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.9", 2024-04-12T17:30:11.466 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.466 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.466 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.467 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5057, 2024-04-12T17:30:11.467 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.467 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:24:27.880060+0000", 2024-04-12T17:30:11.467 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.467 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.467 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.467 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.467 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.467 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.467 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.467 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.467 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.467 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.467 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.467 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.468 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.468 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.468 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.468 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.468 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.468 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.468 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.468 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.468 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.468 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.468 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.468 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.468 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.468 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.469 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.469 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.469 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.469 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.469 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.469 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.469 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.469 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.469 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.469 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.469 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.469 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.469 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.469 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.469 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.470 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.470 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.470 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.470 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.470 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.470 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.470 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.470 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:11.470 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:11.470 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.470 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 4, 2024-04-12T17:30:11.470 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.470 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.471 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.471 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.471 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.471 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.471 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:11.471 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.471 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:11.471 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.471 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.471 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:11.471 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.471 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.471 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.471 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.426205+0000", 2024-04-12T17:30:11.472 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.090854+0000", 2024-04-12T17:30:11.472 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.090854+0000", 2024-04-12T17:30:11.472 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.092767+0000", 2024-04-12T17:30:11.472 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.426205+0000", 2024-04-12T17:30:11.472 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.472 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.472 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.472 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:11.472 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.426205+0000", 2024-04-12T17:30:11.472 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.426205+0000", 2024-04-12T17:30:11.472 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.426205+0000", 2024-04-12T17:30:11.472 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.472 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.472 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.472 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.426205+0000", 2024-04-12T17:30:11.473 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.426205+0000", 2024-04-12T17:30:11.473 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.473 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.473 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.473 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.473 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:11.473 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.473 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.473 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.473 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.473 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.473 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.473 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.473 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.474 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.8", 2024-04-12T17:30:11.474 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.474 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.474 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.474 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4947, 2024-04-12T17:30:11.474 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.474 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:23:37.163806+0000", 2024-04-12T17:30:11.474 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.474 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.474 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.474 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.474 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.474 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.474 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.476 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.476 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.476 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.476 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.476 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.476 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.476 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.476 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.476 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.476 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.476 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.476 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.476 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.476 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.477 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.477 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.477 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.477 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.477 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.477 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.477 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.477 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.477 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.477 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.477 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.477 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.477 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.477 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:11.477 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.478 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:11.478 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.478 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.478 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.478 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.478 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.478 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:11.478 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:11.478 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.478 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:11.478 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.478 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.478 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.478 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.478 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.479 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.479 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422649+0000", 2024-04-12T17:30:11.479 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:01.043369+0000", 2024-04-12T17:30:11.479 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:01.043369+0000", 2024-04-12T17:30:11.479 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:01.043999+0000", 2024-04-12T17:30:11.479 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422649+0000", 2024-04-12T17:30:11.479 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.479 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.479 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.479 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 464, 2024-04-12T17:30:11.479 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422649+0000", 2024-04-12T17:30:11.479 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422649+0000", 2024-04-12T17:30:11.479 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422649+0000", 2024-04-12T17:30:11.479 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.479 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.479 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.480 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422649+0000", 2024-04-12T17:30:11.480 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422649+0000", 2024-04-12T17:30:11.480 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.480 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.480 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.480 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.480 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 463, 2024-04-12T17:30:11.480 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.480 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.480 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.480 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.480 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.480 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.480 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.480 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.481 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.6", 2024-04-12T17:30:11.481 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.481 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.481 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.481 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5192, 2024-04-12T17:30:11.481 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.481 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:00:59.245822+0000", 2024-04-12T17:30:11.481 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.481 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.481 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.481 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.481 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.481 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.481 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.481 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.481 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.482 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.482 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.482 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.482 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.482 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.482 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.482 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.482 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.482 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.482 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.482 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.482 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.482 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.482 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.483 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.483 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.483 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.483 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.483 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.483 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.483 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.483 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.483 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.483 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.483 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.483 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.483 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.483 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.483 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.484 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.484 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.484 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.484 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.484 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.484 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.484 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.484 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.484 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.484 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.484 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:11.484 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:11.484 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.484 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:11.484 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.485 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.485 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.485 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.485 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:11.485 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.485 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:11.485 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.485 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:11.485 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.485 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.485 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:11.485 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.485 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.485 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.486 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.425680+0000", 2024-04-12T17:30:11.486 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.102555+0000", 2024-04-12T17:30:11.486 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.102555+0000", 2024-04-12T17:30:11.486 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.102963+0000", 2024-04-12T17:30:11.486 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.425680+0000", 2024-04-12T17:30:11.486 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.486 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.486 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.486 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:11.486 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.425680+0000", 2024-04-12T17:30:11.486 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.425680+0000", 2024-04-12T17:30:11.486 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.425680+0000", 2024-04-12T17:30:11.486 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.487 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.487 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.487 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.425680+0000", 2024-04-12T17:30:11.487 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.425680+0000", 2024-04-12T17:30:11.487 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.487 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 2, 2024-04-12T17:30:11.487 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.487 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.487 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:11.487 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.487 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.487 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.487 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.487 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 2, 2024-04-12T17:30:11.487 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.488 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.488 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.488 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.7", 2024-04-12T17:30:11.488 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.488 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.488 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.488 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4992, 2024-04-12T17:30:11.488 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.488 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:11:57.714520+0000", 2024-04-12T17:30:11.488 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.488 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.488 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.488 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.488 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.489 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.489 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.489 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.489 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.489 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.489 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.489 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.489 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.489 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.489 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.489 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.489 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.489 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.489 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.489 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:11.490 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:11.490 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.490 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:11.490 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.490 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.490 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.490 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.490 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.490 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:11.490 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.490 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.490 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.490 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.490 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.491 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.491 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.491 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 12, 2024-04-12T17:30:11.491 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 12, 2024-04-12T17:30:11.491 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.491 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.491 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.491 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3, 2024-04-12T17:30:11.491 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.491 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.491 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.491 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.491 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.491 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:11.491 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.491 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:11.492 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.492 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:11.492 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'2" 2024-04-12T17:30:11.492 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.492 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.492 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.492 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.492 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.492 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:11.492 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.492 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 4, 2024-04-12T17:30:11.492 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.492 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.492 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T17:30:11.492 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.493 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.493 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.493 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.420265+0000", 2024-04-12T17:30:11.493 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.112433+0000", 2024-04-12T17:30:11.493 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.112433+0000", 2024-04-12T17:30:11.493 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:42:28.602181+0000", 2024-04-12T17:30:11.493 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.420265+0000", 2024-04-12T17:30:11.493 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:11.493 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.493 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:11.493 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:11.493 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.420265+0000", 2024-04-12T17:30:11.493 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.420265+0000", 2024-04-12T17:30:11.493 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.420265+0000", 2024-04-12T17:30:11.493 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.494 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.494 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:11.494 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.420265+0000", 2024-04-12T17:30:11.494 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.420265+0000", 2024-04-12T17:30:11.494 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.494 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 2925, 2024-04-12T17:30:11.494 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.494 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.494 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:11.494 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.494 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.494 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.494 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.494 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 2925, 2024-04-12T17:30:11.495 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.495 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.495 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.495 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.1", 2024-04-12T17:30:11.495 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.495 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.495 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.495 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 8689, 2024-04-12T17:30:11.495 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.495 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:40:52.621528+0000", 2024-04-12T17:30:11.495 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.005621785, 2024-04-12T17:30:11.495 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.495 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.497 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.497 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.497 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.497 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.497 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.497 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.497 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.497 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.497 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.497 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.497 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.497 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.497 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.497 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.497 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.498 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.498 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 1123, 2024-04-12T17:30:11.498 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 350188, 2024-04-12T17:30:11.498 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.498 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.498 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.498 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 2902, 2024-04-12T17:30:11.498 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 377472 2024-04-12T17:30:11.498 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.498 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.498 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.498 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.498 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.499 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.499 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:11.499 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.499 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 4, 2024-04-12T17:30:11.499 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "1153'2925" 2024-04-12T17:30:11.499 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.499 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.499 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.499 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.499 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.499 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:11.499 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.499 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:11.499 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.499 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.500 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.500 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.500 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.500 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.500 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.269494+0000", 2024-04-12T17:30:11.500 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.094746+0000", 2024-04-12T17:30:11.500 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.094746+0000", 2024-04-12T17:30:11.500 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.095060+0000", 2024-04-12T17:30:11.500 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.269494+0000", 2024-04-12T17:30:11.500 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.500 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.500 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.500 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:11.500 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.269494+0000", 2024-04-12T17:30:11.501 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.269494+0000", 2024-04-12T17:30:11.501 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.269494+0000", 2024-04-12T17:30:11.501 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.501 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.501 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.501 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.269494+0000", 2024-04-12T17:30:11.501 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.269494+0000", 2024-04-12T17:30:11.501 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.501 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.501 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.501 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.501 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:11.501 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.501 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.501 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.502 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.502 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.502 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.502 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.502 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.502 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.7", 2024-04-12T17:30:11.502 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.502 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.502 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.502 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5112, 2024-04-12T17:30:11.502 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.502 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:40:06.517079+0000", 2024-04-12T17:30:11.502 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.502 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.503 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.505 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.505 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.505 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.505 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.505 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.505 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.505 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.505 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.505 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.505 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.505 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.505 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.505 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.505 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.505 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.505 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.506 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:11.506 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.506 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:11.506 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.506 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.506 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.506 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.506 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:11.506 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:11.506 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:11.506 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.506 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:11.506 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.506 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.507 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:11.507 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.507 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.507 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.507 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.421090+0000", 2024-04-12T17:30:11.507 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.122877+0000", 2024-04-12T17:30:11.507 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.122877+0000", 2024-04-12T17:30:11.507 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.123350+0000", 2024-04-12T17:30:11.507 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.421090+0000", 2024-04-12T17:30:11.507 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.507 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.507 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.507 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:11.507 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.421090+0000", 2024-04-12T17:30:11.507 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.421090+0000", 2024-04-12T17:30:11.507 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.421090+0000", 2024-04-12T17:30:11.508 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.508 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.508 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.508 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.421090+0000", 2024-04-12T17:30:11.508 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.421090+0000", 2024-04-12T17:30:11.508 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.508 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3, 2024-04-12T17:30:11.508 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.508 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.508 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:11.508 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.508 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.508 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.508 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.508 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3, 2024-04-12T17:30:11.509 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.509 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.509 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.509 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.6", 2024-04-12T17:30:11.509 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.509 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.509 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.509 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5159, 2024-04-12T17:30:11.509 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.509 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:50:54.749980+0000", 2024-04-12T17:30:11.509 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.509 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.509 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.509 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.509 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.510 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.510 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.510 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.510 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.510 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.510 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.510 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.510 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.510 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.510 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.510 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.510 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.510 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.510 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:11.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:11.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:11.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:11.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 4, 2024-04-12T17:30:11.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 4, 2024-04-12T17:30:11.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3, 2024-04-12T17:30:11.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.512 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.512 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.512 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.512 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.512 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:11.512 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:11.512 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:11.513 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.513 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:11.513 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "588'3" 2024-04-12T17:30:11.513 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.513 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.513 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.513 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.513 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.513 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:11.513 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.513 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:11.513 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.513 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.513 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T17:30:11.513 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.513 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.514 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.514 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.269884+0000", 2024-04-12T17:30:11.514 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.093974+0000", 2024-04-12T17:30:11.514 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.093974+0000", 2024-04-12T17:30:11.514 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:42:28.491955+0000", 2024-04-12T17:30:11.514 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.269884+0000", 2024-04-12T17:30:11.514 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:11.514 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.514 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:11.514 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:11.514 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.269884+0000", 2024-04-12T17:30:11.514 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.269884+0000", 2024-04-12T17:30:11.514 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.269884+0000", 2024-04-12T17:30:11.514 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.515 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.515 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:11.515 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.269884+0000", 2024-04-12T17:30:11.515 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.269884+0000", 2024-04-12T17:30:11.515 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.515 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3108, 2024-04-12T17:30:11.515 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.515 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.515 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:11.515 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.515 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.515 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.515 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.515 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3108, 2024-04-12T17:30:11.515 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.515 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.515 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.516 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.0", 2024-04-12T17:30:11.516 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.516 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.516 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.516 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 8912, 2024-04-12T17:30:11.516 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.516 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:42:44.951655+0000", 2024-04-12T17:30:11.516 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.004379614, 2024-04-12T17:30:11.516 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.516 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.516 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.516 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.516 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.516 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.516 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.517 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.517 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.517 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.517 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.517 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.517 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.517 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.517 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.517 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.517 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.517 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.517 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.517 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.517 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.517 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.518 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.518 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.518 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.518 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.518 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.518 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.518 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.518 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.518 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.518 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.518 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.518 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.518 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.518 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 1137, 2024-04-12T17:30:11.518 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 421302, 2024-04-12T17:30:11.519 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.519 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.519 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.519 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3100, 2024-04-12T17:30:11.519 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 389822 2024-04-12T17:30:11.519 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.519 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.519 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.519 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.519 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.519 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.519 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:11.519 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.519 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:11.520 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "1153'3108" 2024-04-12T17:30:11.520 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.520 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.520 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.520 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:11.520 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:11.520 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:11.520 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.520 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:11.520 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.520 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.520 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.520 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.520 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.520 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.520 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.420881+0000", 2024-04-12T17:30:11.521 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.165856+0000", 2024-04-12T17:30:11.521 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.165856+0000", 2024-04-12T17:30:11.521 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.166136+0000", 2024-04-12T17:30:11.521 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.420881+0000", 2024-04-12T17:30:11.521 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.521 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.521 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.521 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:11.521 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.420881+0000", 2024-04-12T17:30:11.521 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.420881+0000", 2024-04-12T17:30:11.521 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.420881+0000", 2024-04-12T17:30:11.521 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.521 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.521 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.521 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.420881+0000", 2024-04-12T17:30:11.522 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.420881+0000", 2024-04-12T17:30:11.522 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.522 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.522 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.522 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.522 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:11.522 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.522 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.522 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.522 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.522 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.522 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.522 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.522 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.523 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.4", 2024-04-12T17:30:11.523 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.523 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.523 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.523 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5156, 2024-04-12T17:30:11.523 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.523 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:46:06.496258+0000", 2024-04-12T17:30:11.523 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.523 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.523 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.523 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.523 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.523 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.523 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.524 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.524 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.524 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.524 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.524 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.524 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.524 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.524 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.524 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.524 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.524 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.524 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.524 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.524 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.524 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.525 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.525 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.525 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.525 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.525 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.525 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.525 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.525 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.525 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.525 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.525 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.525 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.525 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.525 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.526 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.526 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.526 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.526 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.526 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.526 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.526 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.526 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.526 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.526 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.526 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.526 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:11.526 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:11.526 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:11.526 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.527 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:11.527 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.527 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.527 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.527 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.527 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.527 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.527 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:11.527 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.527 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:11.527 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.527 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.527 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:11.527 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.527 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.528 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.528 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.426714+0000", 2024-04-12T17:30:11.528 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.094368+0000", 2024-04-12T17:30:11.528 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.094368+0000", 2024-04-12T17:30:11.528 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.095604+0000", 2024-04-12T17:30:11.528 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.426714+0000", 2024-04-12T17:30:11.528 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.528 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.528 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.528 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:11.528 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.426714+0000", 2024-04-12T17:30:11.528 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.426714+0000", 2024-04-12T17:30:11.528 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.426714+0000", 2024-04-12T17:30:11.528 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.528 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.529 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.529 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.426714+0000", 2024-04-12T17:30:11.529 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.426714+0000", 2024-04-12T17:30:11.529 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.529 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.529 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.529 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.529 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:11.529 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.529 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.529 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.529 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.529 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.529 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.530 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.530 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.530 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.5", 2024-04-12T17:30:11.530 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.530 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.530 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.530 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4928, 2024-04-12T17:30:11.530 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.530 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:38:33.412276+0000", 2024-04-12T17:30:11.530 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.530 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.530 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.530 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.530 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.530 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.531 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.531 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.531 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.531 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.531 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.531 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.531 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.531 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.531 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.531 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.531 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.531 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.531 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.531 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.533 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.533 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.533 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.533 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.533 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.533 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.533 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.533 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.533 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.533 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.533 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.533 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.533 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.533 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:11.533 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.534 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:11.534 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.534 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.534 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.534 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.534 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.534 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.534 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:11.534 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.534 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:11.534 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.534 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.534 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T17:30:11.534 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.535 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.535 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.535 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422462+0000", 2024-04-12T17:30:11.535 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.090408+0000", 2024-04-12T17:30:11.535 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.090408+0000", 2024-04-12T17:30:11.535 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:42:28.495589+0000", 2024-04-12T17:30:11.535 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422462+0000", 2024-04-12T17:30:11.535 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:11.535 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.535 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:11.535 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:11.535 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422462+0000", 2024-04-12T17:30:11.535 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422462+0000", 2024-04-12T17:30:11.535 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422462+0000", 2024-04-12T17:30:11.535 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.536 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.536 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:11.536 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422462+0000", 2024-04-12T17:30:11.536 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422462+0000", 2024-04-12T17:30:11.536 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.536 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3105, 2024-04-12T17:30:11.536 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.536 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.536 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:11.536 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.536 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.536 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.536 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.536 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3105, 2024-04-12T17:30:11.537 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.537 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.537 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.537 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.3", 2024-04-12T17:30:11.537 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.537 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.537 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.537 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 9258, 2024-04-12T17:30:11.537 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.537 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:37:11.352685+0000", 2024-04-12T17:30:11.537 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.006155055, 2024-04-12T17:30:11.537 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.537 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.537 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.537 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.538 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.538 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.538 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.538 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.538 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.538 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.538 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.538 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.538 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.538 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.538 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.538 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.538 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.538 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:11.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:11.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:11.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:11.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.540 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.540 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.540 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 1700, 2024-04-12T17:30:11.540 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 361330, 2024-04-12T17:30:11.540 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.540 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.540 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.540 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3066, 2024-04-12T17:30:11.540 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 390679 2024-04-12T17:30:11.540 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.540 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.540 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.540 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.540 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.540 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.541 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:11.541 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.541 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:11.541 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "1153'3105" 2024-04-12T17:30:11.541 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.541 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.541 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.541 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.541 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:11.541 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:11.541 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.541 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:11.541 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.541 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.541 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:11.542 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.542 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.542 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.542 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.426602+0000", 2024-04-12T17:30:11.542 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.090790+0000", 2024-04-12T17:30:11.542 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.090790+0000", 2024-04-12T17:30:11.542 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.092759+0000", 2024-04-12T17:30:11.542 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.426602+0000", 2024-04-12T17:30:11.542 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.542 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.542 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.542 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:11.542 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.426602+0000", 2024-04-12T17:30:11.542 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.426602+0000", 2024-04-12T17:30:11.543 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.426602+0000", 2024-04-12T17:30:11.543 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.543 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.543 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.543 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.426602+0000", 2024-04-12T17:30:11.543 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.426602+0000", 2024-04-12T17:30:11.543 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.543 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.543 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.543 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.543 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:11.543 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.543 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.543 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.543 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.544 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.544 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.544 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.544 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.544 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.0", 2024-04-12T17:30:11.544 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.544 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.544 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.544 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4950, 2024-04-12T17:30:11.544 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.544 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:29:02.718809+0000", 2024-04-12T17:30:11.544 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.544 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.544 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.544 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.547 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.547 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.547 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.547 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.547 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.547 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.547 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.547 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.547 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.547 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.547 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.547 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.547 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.547 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.547 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:11.547 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:11.547 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.548 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:11.548 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.548 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.548 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.548 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.548 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:11.548 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.548 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:11.548 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.548 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T17:30:11.548 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.548 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.548 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.548 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.548 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.548 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.265913+0000", 2024-04-12T17:30:11.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:01.048060+0000", 2024-04-12T17:30:11.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:01.048060+0000", 2024-04-12T17:30:11.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:01.049094+0000", 2024-04-12T17:30:11.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.265913+0000", 2024-04-12T17:30:11.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 464, 2024-04-12T17:30:11.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.265913+0000", 2024-04-12T17:30:11.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.265913+0000", 2024-04-12T17:30:11.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.265913+0000", 2024-04-12T17:30:11.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.550 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.550 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.265913+0000", 2024-04-12T17:30:11.550 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.265913+0000", 2024-04-12T17:30:11.550 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.550 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.550 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.550 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.550 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 463, 2024-04-12T17:30:11.550 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.550 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.550 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.550 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.550 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.550 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.551 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.551 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.551 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.1", 2024-04-12T17:30:11.551 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.551 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.551 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.551 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5094, 2024-04-12T17:30:11.551 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.551 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:21:43.700965+0000", 2024-04-12T17:30:11.551 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.551 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.551 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.551 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.551 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.551 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.551 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.554 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.554 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.554 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.554 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.554 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.554 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.554 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.554 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.554 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:11.554 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.554 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:11.554 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.554 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T17:30:11.554 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.555 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.555 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.555 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.555 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.555 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:11.555 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:11.555 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.555 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:11.555 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.555 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.555 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T17:30:11.555 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.555 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.555 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.555 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.423129+0000", 2024-04-12T17:30:11.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:06:51.089410+0000", 2024-04-12T17:30:11.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:06:51.089410+0000", 2024-04-12T17:30:11.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:42:28.495252+0000", 2024-04-12T17:30:11.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.423129+0000", 2024-04-12T17:30:11.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:11.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:11.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 395, 2024-04-12T17:30:11.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.423129+0000", 2024-04-12T17:30:11.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.423129+0000", 2024-04-12T17:30:11.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.423129+0000", 2024-04-12T17:30:11.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:11.557 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.423129+0000", 2024-04-12T17:30:11.557 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.423129+0000", 2024-04-12T17:30:11.557 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.557 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3095, 2024-04-12T17:30:11.557 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.557 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.557 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 394, 2024-04-12T17:30:11.557 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.557 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.557 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.557 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.557 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3095, 2024-04-12T17:30:11.557 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.557 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.557 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.557 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.6", 2024-04-12T17:30:11.558 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.558 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.558 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.558 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 9110, 2024-04-12T17:30:11.558 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.558 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:55:00.627426+0000", 2024-04-12T17:30:11.558 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.005404345, 2024-04-12T17:30:11.558 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.558 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.558 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.558 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.558 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.558 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.558 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.558 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 1330, 2024-04-12T17:30:11.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 404603, 2024-04-12T17:30:11.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.561 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.561 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.561 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3046, 2024-04-12T17:30:11.561 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 433370 2024-04-12T17:30:11.561 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.561 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.561 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.561 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.561 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.561 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:11.561 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:11.561 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.561 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:11.561 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "1153'3095" 2024-04-12T17:30:11.561 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.562 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.562 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.562 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.562 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.562 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:11.562 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.562 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:11.562 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.562 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.562 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 19, 2024-04-12T17:30:11.562 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.562 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.562 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.562 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.426495+0000", 2024-04-12T17:30:11.563 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.090326+0000", 2024-04-12T17:30:11.563 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.090326+0000", 2024-04-12T17:30:11.563 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.092519+0000", 2024-04-12T17:30:11.563 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.426495+0000", 2024-04-12T17:30:11.563 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:55:12.126017+0000", 2024-04-12T17:30:11.563 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.563 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:55:12.126017+0000", 2024-04-12T17:30:11.563 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:11.563 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.426495+0000", 2024-04-12T17:30:11.563 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.426495+0000", 2024-04-12T17:30:11.563 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.426495+0000", 2024-04-12T17:30:11.563 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.563 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.563 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:55:12.126017+0000", 2024-04-12T17:30:11.563 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.426495+0000", 2024-04-12T17:30:11.564 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.426495+0000", 2024-04-12T17:30:11.564 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.564 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 237, 2024-04-12T17:30:11.564 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.564 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.564 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:11.564 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.564 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.564 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.564 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.564 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 237, 2024-04-12T17:30:11.564 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.564 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.564 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.564 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "1.0", 2024-04-12T17:30:11.565 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.565 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.565 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.565 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5596, 2024-04-12T17:30:11.565 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.565 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:24:07.472643+0000", 2024-04-12T17:30:11.565 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.565 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.565 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.565 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 590368, 2024-04-12T17:30:11.565 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.565 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 1771104, 2024-04-12T17:30:11.565 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.565 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.565 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.566 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.566 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.566 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.566 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.566 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.566 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.566 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.566 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.566 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.566 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.566 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 6, 2024-04-12T17:30:11.566 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 2, 2024-04-12T17:30:11.566 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.566 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 2, 2024-04-12T17:30:11.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 6, 2024-04-12T17:30:11.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 1178, 2024-04-12T17:30:11.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 1994, 2024-04-12T17:30:11.568 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.568 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.568 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.568 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 391, 2024-04-12T17:30:11.568 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 2416 2024-04-12T17:30:11.568 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.568 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.568 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.568 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.568 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.568 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.568 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:11.568 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.568 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:11.568 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "2176'237" 2024-04-12T17:30:11.569 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.569 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.569 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.569 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.569 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:11.569 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:11.569 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.569 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:11.569 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.569 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.569 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:11.569 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.569 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.569 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.569 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.266006+0000", 2024-04-12T17:30:11.570 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.091934+0000", 2024-04-12T17:30:11.570 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.091934+0000", 2024-04-12T17:30:11.570 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.092250+0000", 2024-04-12T17:30:11.570 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.266006+0000", 2024-04-12T17:30:11.570 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.570 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.570 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.570 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:11.570 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.266006+0000", 2024-04-12T17:30:11.570 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.266006+0000", 2024-04-12T17:30:11.570 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.266006+0000", 2024-04-12T17:30:11.570 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.570 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.570 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.571 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.266006+0000", 2024-04-12T17:30:11.571 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.266006+0000", 2024-04-12T17:30:11.571 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.571 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.571 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.571 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.571 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:11.571 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.571 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.571 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.571 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.571 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.571 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.571 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.571 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.572 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.3", 2024-04-12T17:30:11.572 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.572 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.572 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.572 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5016, 2024-04-12T17:30:11.572 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.572 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:29:19.850818+0000", 2024-04-12T17:30:11.572 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.572 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.572 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.572 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.572 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.572 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.572 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.574 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.574 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.574 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.574 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.574 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.574 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.574 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.574 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.574 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.574 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.574 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.574 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.574 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.574 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.575 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.575 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.575 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.575 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.575 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.575 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.575 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.575 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.575 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.575 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.575 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.575 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.575 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.575 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:11.576 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:11.576 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.576 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:11.576 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.576 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.576 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.576 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.576 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.576 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.576 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:11.576 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.576 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:11.576 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.576 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.576 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.577 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.577 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.577 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.577 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.266498+0000", 2024-04-12T17:30:11.577 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.113990+0000", 2024-04-12T17:30:11.577 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.113990+0000", 2024-04-12T17:30:11.577 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.114348+0000", 2024-04-12T17:30:11.577 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.266498+0000", 2024-04-12T17:30:11.577 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.577 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.577 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.577 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:11.577 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.266498+0000", 2024-04-12T17:30:11.577 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.266498+0000", 2024-04-12T17:30:11.578 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.266498+0000", 2024-04-12T17:30:11.578 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.578 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.578 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.578 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.266498+0000", 2024-04-12T17:30:11.578 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.266498+0000", 2024-04-12T17:30:11.578 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.578 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.578 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.578 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.578 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:11.578 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.578 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.579 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.579 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.579 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.579 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.579 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.579 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.579 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.2", 2024-04-12T17:30:11.579 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.579 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.579 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.579 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5088, 2024-04-12T17:30:11.579 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.579 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:48:29.334019+0000", 2024-04-12T17:30:11.579 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.579 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.580 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.580 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.580 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.580 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.580 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.580 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.580 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.580 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.580 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.580 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.580 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.580 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.580 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.580 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.580 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.581 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.581 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.581 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.581 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.581 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.581 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.581 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.581 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.581 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.581 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.581 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.581 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.581 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.581 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.582 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.582 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.582 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.582 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.582 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.582 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.582 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.582 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.582 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.582 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.582 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.582 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.582 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.582 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.582 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.583 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.583 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.583 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.583 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:11.583 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.583 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:11.583 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.583 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.583 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.583 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.583 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:11.583 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.583 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:11.583 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.583 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:11.584 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.584 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.584 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T17:30:11.584 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.584 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.584 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.584 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.424039+0000", 2024-04-12T17:30:11.584 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.094335+0000", 2024-04-12T17:30:11.584 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.094335+0000", 2024-04-12T17:30:11.584 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:42:28.491274+0000", 2024-04-12T17:30:11.584 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.424039+0000", 2024-04-12T17:30:11.584 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:11.584 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.584 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:11.584 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:11.585 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.424039+0000", 2024-04-12T17:30:11.585 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.424039+0000", 2024-04-12T17:30:11.585 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.424039+0000", 2024-04-12T17:30:11.585 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.585 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.585 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:11.585 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.424039+0000", 2024-04-12T17:30:11.585 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.424039+0000", 2024-04-12T17:30:11.585 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.585 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3131, 2024-04-12T17:30:11.585 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.585 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.585 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:11.586 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.586 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.586 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.586 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.586 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3131, 2024-04-12T17:30:11.586 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.586 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.586 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.586 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.5", 2024-04-12T17:30:11.586 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.586 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.586 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.586 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 8639, 2024-04-12T17:30:11.586 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.586 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:29:49.965520+0000", 2024-04-12T17:30:11.587 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.003519316, 2024-04-12T17:30:11.587 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.587 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.587 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 4194304, 2024-04-12T17:30:11.587 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.587 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.587 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.587 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.587 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.587 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.587 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.587 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.587 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.587 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.587 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.588 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.588 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.588 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.588 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.588 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:11.588 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:11.588 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.588 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:11.588 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.588 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.588 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.588 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.588 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.588 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.588 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.589 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.589 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.589 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.589 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.589 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.589 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.589 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 803, 2024-04-12T17:30:11.589 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 394233, 2024-04-12T17:30:11.589 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.589 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.589 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.589 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3135, 2024-04-12T17:30:11.589 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 417139 2024-04-12T17:30:11.589 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.590 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.590 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.590 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.590 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:11.590 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.590 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:11.590 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.590 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:11.590 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "1153'3131" 2024-04-12T17:30:11.590 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.590 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.590 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.590 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:11.590 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.591 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:11.591 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.591 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T17:30:11.591 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.591 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.591 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:11.591 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.591 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.591 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.591 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.266112+0000", 2024-04-12T17:30:11.591 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:07:26.044090+0000", 2024-04-12T17:30:11.591 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:07:26.044090+0000", 2024-04-12T17:30:11.591 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:07:26.044346+0000", 2024-04-12T17:30:11.591 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.266112+0000", 2024-04-12T17:30:11.591 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.592 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.592 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.592 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 429, 2024-04-12T17:30:11.592 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.266112+0000", 2024-04-12T17:30:11.592 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.266112+0000", 2024-04-12T17:30:11.592 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.266112+0000", 2024-04-12T17:30:11.592 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.592 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.592 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.592 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.266112+0000", 2024-04-12T17:30:11.592 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.266112+0000", 2024-04-12T17:30:11.592 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.592 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.592 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.592 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.593 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 428, 2024-04-12T17:30:11.593 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.593 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.593 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.593 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.593 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.593 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.593 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.593 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.593 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.1", 2024-04-12T17:30:11.593 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.593 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.593 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.593 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5119, 2024-04-12T17:30:11.594 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.594 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:42:21.672622+0000", 2024-04-12T17:30:11.594 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.594 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.594 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.594 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.594 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.594 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.594 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.594 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.594 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.594 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.594 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.594 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.595 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.595 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.595 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.595 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.595 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.595 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.595 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.595 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.595 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.595 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.595 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.595 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.595 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.595 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.596 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.596 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.596 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.596 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.596 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.596 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.596 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.596 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.596 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.596 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.596 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.596 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.596 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.596 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.597 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.597 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.597 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.597 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.597 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.597 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.597 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.597 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:11.597 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.597 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:11.597 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.597 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T17:30:11.597 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.597 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.597 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.597 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.598 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:11.598 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:11.598 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:11.598 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.598 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:11.598 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.598 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.598 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.598 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.598 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.598 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.598 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.419245+0000", 2024-04-12T17:30:11.598 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.113931+0000", 2024-04-12T17:30:11.599 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.113931+0000", 2024-04-12T17:30:11.599 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.114266+0000", 2024-04-12T17:30:11.599 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.419245+0000", 2024-04-12T17:30:11.599 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.599 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.599 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.599 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:11.599 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.419245+0000", 2024-04-12T17:30:11.599 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.419245+0000", 2024-04-12T17:30:11.599 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.419245+0000", 2024-04-12T17:30:11.599 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.599 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.599 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.599 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.419245+0000", 2024-04-12T17:30:11.599 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.419245+0000", 2024-04-12T17:30:11.600 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.600 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.600 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.600 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.600 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:11.600 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.600 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.600 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.600 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.600 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.600 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.600 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.600 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.600 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.0", 2024-04-12T17:30:11.601 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.601 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.601 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.601 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5157, 2024-04-12T17:30:11.601 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.601 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:02:01.858211+0000", 2024-04-12T17:30:11.601 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.601 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.601 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.601 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.601 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.601 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.601 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.601 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.601 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.602 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.602 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.602 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.602 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.602 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.602 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.602 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.602 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.602 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.602 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.602 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.602 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.602 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.602 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.603 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.603 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.603 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.603 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.603 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.603 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.603 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.603 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.603 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.603 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.603 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.603 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.603 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.603 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.603 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.604 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.604 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.604 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.604 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.604 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.604 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.604 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.604 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.604 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.604 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:11.604 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:11.604 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:11.604 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.604 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:11.604 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.605 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.605 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.605 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.605 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:11.605 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.605 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:11.605 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.605 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:11.605 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.605 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.605 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T17:30:11.605 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.605 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.605 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.606 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.420690+0000", 2024-04-12T17:30:11.606 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.167448+0000", 2024-04-12T17:30:11.606 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.167448+0000", 2024-04-12T17:30:11.606 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:42:28.544107+0000", 2024-04-12T17:30:11.606 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.420690+0000", 2024-04-12T17:30:11.606 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:11.606 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.606 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:11.606 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:11.606 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.420690+0000", 2024-04-12T17:30:11.606 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.420690+0000", 2024-04-12T17:30:11.606 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.420690+0000", 2024-04-12T17:30:11.606 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.607 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.607 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:11.607 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.420690+0000", 2024-04-12T17:30:11.607 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.420690+0000", 2024-04-12T17:30:11.607 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.607 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3095, 2024-04-12T17:30:11.607 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.607 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.607 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:11.607 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.607 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.607 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.607 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.607 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3095, 2024-04-12T17:30:11.607 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.608 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.608 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.608 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.7", 2024-04-12T17:30:11.609 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.609 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.609 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.609 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 8783, 2024-04-12T17:30:11.609 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.609 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:32:52.066711+0000", 2024-04-12T17:30:11.610 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.003711831, 2024-04-12T17:30:11.610 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.610 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.610 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.610 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.610 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.610 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.610 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.610 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.610 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.610 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.610 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.610 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.610 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.610 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.611 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.611 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.611 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.611 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.611 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.611 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.611 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.611 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.611 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.611 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.611 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.611 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.611 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.611 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.611 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 856, 2024-04-12T17:30:11.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 380035, 2024-04-12T17:30:11.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3089, 2024-04-12T17:30:11.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 365281 2024-04-12T17:30:11.612 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.612 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.613 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.613 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.613 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:11.613 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.613 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:11.613 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.613 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:11.613 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "1153'3095" 2024-04-12T17:30:11.613 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.613 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.613 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.613 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.613 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.613 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:11.613 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.614 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 4, 2024-04-12T17:30:11.614 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.614 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.614 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.614 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.614 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.614 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.614 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.421652+0000", 2024-04-12T17:30:11.614 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.113411+0000", 2024-04-12T17:30:11.614 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.113411+0000", 2024-04-12T17:30:11.614 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.113727+0000", 2024-04-12T17:30:11.614 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.421652+0000", 2024-04-12T17:30:11.614 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.614 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.615 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.615 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:11.615 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.421652+0000", 2024-04-12T17:30:11.615 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.421652+0000", 2024-04-12T17:30:11.615 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.421652+0000", 2024-04-12T17:30:11.615 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.615 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.615 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.615 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.421652+0000", 2024-04-12T17:30:11.615 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.421652+0000", 2024-04-12T17:30:11.615 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.615 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.615 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.615 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.616 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:11.616 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.616 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.616 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.616 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.616 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.616 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.616 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.616 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.616 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.3", 2024-04-12T17:30:11.616 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.616 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.616 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.616 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5072, 2024-04-12T17:30:11.616 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.617 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:17:23.349616+0000", 2024-04-12T17:30:11.617 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.617 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.617 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.619 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.619 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.619 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.619 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.619 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.619 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.619 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.619 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.619 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.619 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.619 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.619 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.619 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.620 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.620 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.620 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.620 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.620 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.620 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.620 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.620 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.620 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.620 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:11.620 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.620 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 4, 2024-04-12T17:30:11.620 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.620 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.621 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.621 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.621 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.621 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:11.621 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:11.621 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.621 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:11.621 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.621 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.621 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:11.621 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.621 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.621 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.621 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.265971+0000", 2024-04-12T17:30:11.621 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.130641+0000", 2024-04-12T17:30:11.622 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.130641+0000", 2024-04-12T17:30:11.622 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.130961+0000", 2024-04-12T17:30:11.622 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.265971+0000", 2024-04-12T17:30:11.622 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.622 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.622 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.622 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:11.622 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.265971+0000", 2024-04-12T17:30:11.622 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.265971+0000", 2024-04-12T17:30:11.622 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.265971+0000", 2024-04-12T17:30:11.622 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.622 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.622 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.622 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.265971+0000", 2024-04-12T17:30:11.622 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.265971+0000", 2024-04-12T17:30:11.623 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.623 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.623 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.623 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.623 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:11.623 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.623 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.623 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.623 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.623 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.623 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.623 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.623 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.623 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.2", 2024-04-12T17:30:11.624 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.624 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.624 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.624 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5024, 2024-04-12T17:30:11.624 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.624 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:39:19.582115+0000", 2024-04-12T17:30:11.624 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.624 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.624 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.624 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.624 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.624 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.624 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.624 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.627 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.627 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.627 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.627 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.627 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.627 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.627 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.627 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.627 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.627 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.627 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.627 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.627 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:11.627 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:11.628 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.628 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:11.628 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.628 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.628 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.628 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.628 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:11.628 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:11.628 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:11.628 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.628 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:11.628 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.628 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.628 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T17:30:11.629 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.629 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.629 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.629 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.420979+0000", 2024-04-12T17:30:11.629 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:07:26.052473+0000", 2024-04-12T17:30:11.629 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:07:26.052473+0000", 2024-04-12T17:30:11.629 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:42:28.544046+0000", 2024-04-12T17:30:11.629 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.420979+0000", 2024-04-12T17:30:11.629 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:11.629 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.629 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:11.629 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 429, 2024-04-12T17:30:11.629 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.420979+0000", 2024-04-12T17:30:11.629 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.420979+0000", 2024-04-12T17:30:11.629 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.420979+0000", 2024-04-12T17:30:11.630 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.630 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.630 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:11.630 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.420979+0000", 2024-04-12T17:30:11.630 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.420979+0000", 2024-04-12T17:30:11.630 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.630 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 2974, 2024-04-12T17:30:11.630 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.630 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.630 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 428, 2024-04-12T17:30:11.630 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.630 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.630 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.630 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.631 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 2974, 2024-04-12T17:30:11.631 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.631 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.631 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.631 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.4", 2024-04-12T17:30:11.631 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.631 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.631 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.631 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 8612, 2024-04-12T17:30:11.631 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.631 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:27:08.816643+0000", 2024-04-12T17:30:11.631 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.003945663, 2024-04-12T17:30:11.631 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.631 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:11.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:11.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:11.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:11.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.634 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.634 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.634 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.634 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.634 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 611, 2024-04-12T17:30:11.634 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 345677, 2024-04-12T17:30:11.634 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.634 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.634 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.634 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 2990, 2024-04-12T17:30:11.634 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 364361 2024-04-12T17:30:11.634 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.634 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.634 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.635 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.635 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:11.635 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:11.635 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:11.635 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.635 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:11.635 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "1153'2974" 2024-04-12T17:30:11.635 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.635 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.635 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.635 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.635 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.635 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:11.635 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.635 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:11.636 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.636 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.636 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.636 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.636 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.636 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.636 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.266746+0000", 2024-04-12T17:30:11.636 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.167898+0000", 2024-04-12T17:30:11.636 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.167898+0000", 2024-04-12T17:30:11.636 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.168208+0000", 2024-04-12T17:30:11.636 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.266746+0000", 2024-04-12T17:30:11.636 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.636 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.636 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.636 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:11.637 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.266746+0000", 2024-04-12T17:30:11.637 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.266746+0000", 2024-04-12T17:30:11.637 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.266746+0000", 2024-04-12T17:30:11.637 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.637 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.637 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.637 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.266746+0000", 2024-04-12T17:30:11.637 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.266746+0000", 2024-04-12T17:30:11.637 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.637 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.637 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.637 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.637 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:11.637 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.637 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.638 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.638 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.638 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.638 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.638 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.638 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.638 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.5", 2024-04-12T17:30:11.638 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.638 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.638 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.638 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5014, 2024-04-12T17:30:11.638 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.638 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:15:31.228128+0000", 2024-04-12T17:30:11.638 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.639 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.639 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.639 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.639 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.639 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.639 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.639 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.639 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.639 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.639 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.639 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.639 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.639 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.639 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.640 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.640 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.640 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.640 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.640 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.640 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.640 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.640 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.640 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.640 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.640 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.640 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.640 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.640 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.640 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.641 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.641 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.641 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.641 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.641 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.641 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.641 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.641 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.641 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.641 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.641 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.641 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.641 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.641 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.641 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.642 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.642 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.642 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.642 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.642 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:11.642 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.642 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:11.642 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.642 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.642 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.642 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.642 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:11.642 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.642 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:11.643 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.643 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:11.643 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.643 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.643 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:11.643 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.643 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.643 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.643 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422288+0000", 2024-04-12T17:30:11.643 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.090598+0000", 2024-04-12T17:30:11.643 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.090598+0000", 2024-04-12T17:30:11.643 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.090912+0000", 2024-04-12T17:30:11.643 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422288+0000", 2024-04-12T17:30:11.643 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.644 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.644 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.644 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:11.644 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422288+0000", 2024-04-12T17:30:11.644 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422288+0000", 2024-04-12T17:30:11.644 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422288+0000", 2024-04-12T17:30:11.644 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.644 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.644 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.644 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422288+0000", 2024-04-12T17:30:11.644 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422288+0000", 2024-04-12T17:30:11.644 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.644 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.644 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.644 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.645 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:11.645 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.645 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.645 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.645 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.645 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.645 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.645 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.645 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.645 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.4", 2024-04-12T17:30:11.645 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.645 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.645 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.645 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5139, 2024-04-12T17:30:11.645 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.646 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:47:07.023116+0000", 2024-04-12T17:30:11.646 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.646 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.646 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.646 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.646 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.646 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.646 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.646 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.646 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.646 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.646 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.646 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.646 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.647 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.647 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.647 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.647 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.647 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.647 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.647 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.647 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.647 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.647 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.647 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.647 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.647 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.647 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.647 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.648 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.648 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.648 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.648 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.648 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.648 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.648 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.648 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.648 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.648 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.648 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.648 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.648 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.648 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.649 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.649 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.649 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.649 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.649 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.649 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:11.649 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.649 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:11.649 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.649 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:11.649 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.649 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.649 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.649 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.649 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:11.650 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.650 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:11.650 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.650 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:11.650 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.650 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.650 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T17:30:11.650 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.650 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.650 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.650 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.421703+0000", 2024-04-12T17:30:11.650 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.165798+0000", 2024-04-12T17:30:11.650 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.165798+0000", 2024-04-12T17:30:11.650 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:42:28.547274+0000", 2024-04-12T17:30:11.651 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.421703+0000", 2024-04-12T17:30:11.651 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:11.651 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.651 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:11.651 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:11.651 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.421703+0000", 2024-04-12T17:30:11.651 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.421703+0000", 2024-04-12T17:30:11.651 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.421703+0000", 2024-04-12T17:30:11.651 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.651 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.651 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:11.651 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.421703+0000", 2024-04-12T17:30:11.651 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.421703+0000", 2024-04-12T17:30:11.651 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.651 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3042, 2024-04-12T17:30:11.651 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.652 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.652 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:11.652 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.652 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.652 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.652 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.652 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3042, 2024-04-12T17:30:11.652 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.652 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.652 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.652 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.2", 2024-04-12T17:30:11.652 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.652 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.652 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.653 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 9129, 2024-04-12T17:30:11.653 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.653 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:20:10.471454+0000", 2024-04-12T17:30:11.653 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.006870488, 2024-04-12T17:30:11.653 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.653 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.653 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 19, 2024-04-12T17:30:11.653 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.653 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.653 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.653 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.653 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.653 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.653 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.653 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.654 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.654 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.654 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.654 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.654 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.654 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.654 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.654 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:11.654 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:11.654 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.654 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:11.654 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.654 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.654 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.654 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.655 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.655 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.655 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.655 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.655 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.655 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.655 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.655 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.655 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.655 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 1412, 2024-04-12T17:30:11.655 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 395780, 2024-04-12T17:30:11.655 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.655 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.655 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.656 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3017, 2024-04-12T17:30:11.656 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 388355 2024-04-12T17:30:11.656 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.656 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.656 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.656 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.656 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:11.656 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.656 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:11.656 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.656 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:11.656 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "1153'3042" 2024-04-12T17:30:11.656 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.656 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.657 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.657 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.657 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.657 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:11.657 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.657 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:11.657 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.657 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.657 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.657 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.657 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.657 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.657 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422826+0000", 2024-04-12T17:30:11.657 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.089829+0000", 2024-04-12T17:30:11.658 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.089829+0000", 2024-04-12T17:30:11.658 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.090305+0000", 2024-04-12T17:30:11.658 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422826+0000", 2024-04-12T17:30:11.658 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.658 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.658 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.658 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:11.658 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422826+0000", 2024-04-12T17:30:11.658 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422826+0000", 2024-04-12T17:30:11.658 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422826+0000", 2024-04-12T17:30:11.658 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.658 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.658 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.658 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422826+0000", 2024-04-12T17:30:11.659 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422826+0000", 2024-04-12T17:30:11.659 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.659 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.659 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.659 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.659 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:11.659 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.659 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.659 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.659 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.659 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.659 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.659 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.659 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.660 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.e", 2024-04-12T17:30:11.660 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.660 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.660 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.660 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4938, 2024-04-12T17:30:11.660 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.660 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:30:41.708717+0000", 2024-04-12T17:30:11.660 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.660 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.660 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.660 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.660 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.660 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.660 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.660 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.661 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.661 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.661 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.661 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.661 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.661 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.661 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.661 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.661 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.661 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.661 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.661 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.661 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.661 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.662 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.662 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.662 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.662 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.662 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.662 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.662 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.662 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.662 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.662 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.662 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.662 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.662 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.662 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.663 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.663 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.663 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.663 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.663 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.663 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.663 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.663 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.663 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.663 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.663 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.663 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.663 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.663 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:11.663 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.664 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:11.664 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.664 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.664 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.664 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.664 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.664 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.664 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:11.664 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.664 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 4, 2024-04-12T17:30:11.664 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.664 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.664 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:11.664 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.665 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.665 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.665 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.425034+0000", 2024-04-12T17:30:11.665 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.102115+0000", 2024-04-12T17:30:11.665 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.102115+0000", 2024-04-12T17:30:11.665 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.102509+0000", 2024-04-12T17:30:11.665 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.425034+0000", 2024-04-12T17:30:11.665 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.665 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.665 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.665 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:11.665 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.425034+0000", 2024-04-12T17:30:11.665 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.425034+0000", 2024-04-12T17:30:11.665 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.425034+0000", 2024-04-12T17:30:11.666 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.666 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.666 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.666 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.425034+0000", 2024-04-12T17:30:11.666 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.425034+0000", 2024-04-12T17:30:11.666 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.666 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 1, 2024-04-12T17:30:11.666 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.666 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.666 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:11.666 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.666 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.666 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.666 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.667 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 1, 2024-04-12T17:30:11.667 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.667 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.667 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.667 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.f", 2024-04-12T17:30:11.667 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.667 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.667 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.667 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5073, 2024-04-12T17:30:11.667 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.667 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:39:37.998965+0000", 2024-04-12T17:30:11.667 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.667 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.667 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.668 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 22, 2024-04-12T17:30:11.668 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.668 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.668 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.668 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.668 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.668 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.668 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.668 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.668 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.668 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.668 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.668 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.668 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.668 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.668 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.669 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:11.669 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:11.669 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.669 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:11.669 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.669 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.669 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.669 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.669 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.669 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.669 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.669 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.669 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.669 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.669 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.670 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.670 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.670 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 2, 2024-04-12T17:30:11.670 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 2, 2024-04-12T17:30:11.670 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.670 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.670 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.670 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 1, 2024-04-12T17:30:11.670 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 1 2024-04-12T17:30:11.670 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.670 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.670 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.670 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.670 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.671 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.671 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:11.671 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.671 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 4, 2024-04-12T17:30:11.671 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'1" 2024-04-12T17:30:11.671 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.671 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.671 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.671 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.671 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.671 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:11.671 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.671 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:11.671 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.671 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.672 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.672 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.672 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.672 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.672 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.420209+0000", 2024-04-12T17:30:11.672 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.106939+0000", 2024-04-12T17:30:11.672 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.106939+0000", 2024-04-12T17:30:11.672 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.108097+0000", 2024-04-12T17:30:11.672 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.420209+0000", 2024-04-12T17:30:11.672 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.672 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.672 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.672 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:11.672 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.420209+0000", 2024-04-12T17:30:11.673 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.420209+0000", 2024-04-12T17:30:11.673 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.420209+0000", 2024-04-12T17:30:11.673 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.673 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.673 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.673 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.420209+0000", 2024-04-12T17:30:11.673 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.420209+0000", 2024-04-12T17:30:11.673 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.673 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.673 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.673 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.673 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:11.673 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.673 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.673 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.674 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.674 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.674 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.674 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.674 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.674 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.11", 2024-04-12T17:30:11.674 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.674 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.674 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.674 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4951, 2024-04-12T17:30:11.674 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.674 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:59:20.990985+0000", 2024-04-12T17:30:11.674 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.674 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.675 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.675 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.675 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.675 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.675 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.675 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.675 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.675 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.675 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.675 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.675 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.675 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.675 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.675 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.676 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.676 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.676 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.676 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.676 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.676 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.676 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.676 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.676 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.676 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.676 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.676 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.676 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.676 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.676 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.677 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.677 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.677 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.677 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.677 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.677 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.677 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.677 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.677 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.677 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.677 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.677 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.677 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.677 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.677 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.678 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.678 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.678 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.678 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:11.678 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.678 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:11.678 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.678 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.678 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.678 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.678 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:11.678 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:11.678 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:11.678 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.679 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T17:30:11.679 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.679 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.679 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:11.679 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.679 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.679 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.679 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.265943+0000", 2024-04-12T17:30:11.679 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:06:51.079726+0000", 2024-04-12T17:30:11.679 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:06:51.079726+0000", 2024-04-12T17:30:11.679 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:06:51.080146+0000", 2024-04-12T17:30:11.679 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.265943+0000", 2024-04-12T17:30:11.679 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.679 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.680 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.680 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 395, 2024-04-12T17:30:11.680 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.265943+0000", 2024-04-12T17:30:11.680 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.265943+0000", 2024-04-12T17:30:11.680 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.265943+0000", 2024-04-12T17:30:11.680 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.680 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.680 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.680 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.265943+0000", 2024-04-12T17:30:11.680 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.265943+0000", 2024-04-12T17:30:11.680 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.680 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 8, 2024-04-12T17:30:11.680 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.680 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.681 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 394, 2024-04-12T17:30:11.681 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.681 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.681 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.681 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.681 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 8, 2024-04-12T17:30:11.681 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.681 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.681 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.681 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.10", 2024-04-12T17:30:11.681 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.681 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.681 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.681 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5138, 2024-04-12T17:30:11.681 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.682 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:09:53.596593+0000", 2024-04-12T17:30:11.682 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.682 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.682 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.682 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.682 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.682 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.682 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.682 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.682 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.682 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.682 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.682 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.683 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.683 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.683 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.683 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.683 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.683 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.683 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.683 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 12, 2024-04-12T17:30:11.683 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 4, 2024-04-12T17:30:11.683 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.683 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 4, 2024-04-12T17:30:11.683 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.683 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.683 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.684 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.684 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.684 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 4, 2024-04-12T17:30:11.684 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.684 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.684 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.684 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.684 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.684 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.684 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.684 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 48, 2024-04-12T17:30:11.684 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 48, 2024-04-12T17:30:11.684 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.684 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.684 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.685 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 12, 2024-04-12T17:30:11.685 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.685 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.685 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.685 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.685 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.685 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:11.685 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:11.685 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:11.685 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.685 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T17:30:11.685 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'8" 2024-04-12T17:30:11.685 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.685 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.686 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.686 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:11.686 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.686 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:11.686 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.686 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:11.686 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.686 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.686 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.686 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.686 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.686 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.686 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.420245+0000", 2024-04-12T17:30:11.686 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.117377+0000", 2024-04-12T17:30:11.687 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.117377+0000", 2024-04-12T17:30:11.687 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.118087+0000", 2024-04-12T17:30:11.687 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.420245+0000", 2024-04-12T17:30:11.687 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.687 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.687 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.687 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:11.687 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.420245+0000", 2024-04-12T17:30:11.687 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.420245+0000", 2024-04-12T17:30:11.687 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.420245+0000", 2024-04-12T17:30:11.687 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.687 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.687 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.687 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.420245+0000", 2024-04-12T17:30:11.687 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.420245+0000", 2024-04-12T17:30:11.688 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.688 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.688 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.688 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.688 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:11.688 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.688 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.688 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.688 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.688 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.688 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.688 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.688 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.688 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.10", 2024-04-12T17:30:11.689 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.689 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.689 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.689 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4970, 2024-04-12T17:30:11.689 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.689 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:34:51.179072+0000", 2024-04-12T17:30:11.689 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.689 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.689 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.689 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.689 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.689 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.689 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.689 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.689 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.690 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.690 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.690 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.690 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.690 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.690 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.690 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.690 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.690 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.690 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.690 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.690 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.690 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.690 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.691 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.691 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.691 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.691 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.691 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.691 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.691 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.691 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.691 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.691 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.691 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.691 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.691 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.691 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.691 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.692 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.692 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.692 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.692 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.692 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.692 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.692 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.692 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.692 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.692 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:11.692 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.692 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:11.692 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.692 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:11.693 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.693 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.693 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.693 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.693 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:11.693 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.693 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:11.693 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.693 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:11.693 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.693 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.693 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:11.693 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.693 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.694 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.694 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422802+0000", 2024-04-12T17:30:11.694 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.105794+0000", 2024-04-12T17:30:11.694 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.105794+0000", 2024-04-12T17:30:11.694 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.106135+0000", 2024-04-12T17:30:11.694 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422802+0000", 2024-04-12T17:30:11.694 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.694 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.694 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.694 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:11.694 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422802+0000", 2024-04-12T17:30:11.694 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422802+0000", 2024-04-12T17:30:11.694 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422802+0000", 2024-04-12T17:30:11.694 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.695 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.695 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.695 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422802+0000", 2024-04-12T17:30:11.695 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422802+0000", 2024-04-12T17:30:11.695 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.695 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.695 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.695 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.695 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:11.695 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.695 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.695 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.695 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.695 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.696 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.696 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.696 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.696 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.11", 2024-04-12T17:30:11.696 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.696 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.696 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.696 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4975, 2024-04-12T17:30:11.696 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.696 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:01:30.812329+0000", 2024-04-12T17:30:11.696 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.696 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.696 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.696 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.696 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.697 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.697 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.697 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.697 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.697 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.697 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.697 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.697 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.697 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.697 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.697 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.697 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.697 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.697 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.698 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.698 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.698 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.698 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.698 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.698 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.698 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.698 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.698 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.698 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.698 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.698 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.698 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.698 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.698 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.699 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.699 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.699 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.699 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.699 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.699 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.699 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.699 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.699 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.699 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.699 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.699 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.699 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.699 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:11.700 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.700 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:11.700 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.700 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:11.700 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.700 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.700 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.700 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.700 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.700 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.700 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:11.700 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.700 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:11.700 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.700 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.701 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.701 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.701 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.701 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.701 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.421526+0000", 2024-04-12T17:30:11.701 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.098266+0000", 2024-04-12T17:30:11.701 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.098266+0000", 2024-04-12T17:30:11.701 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.098646+0000", 2024-04-12T17:30:11.701 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.421526+0000", 2024-04-12T17:30:11.701 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.701 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.701 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.701 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:11.701 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.421526+0000", 2024-04-12T17:30:11.702 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.421526+0000", 2024-04-12T17:30:11.702 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.421526+0000", 2024-04-12T17:30:11.702 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.702 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.702 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.702 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.421526+0000", 2024-04-12T17:30:11.702 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.421526+0000", 2024-04-12T17:30:11.702 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.702 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.702 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.702 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.702 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:11.702 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.702 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.702 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.703 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.703 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.703 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.703 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.703 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.703 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.13", 2024-04-12T17:30:11.703 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.703 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.703 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.703 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4922, 2024-04-12T17:30:11.703 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.703 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:46:22.783686+0000", 2024-04-12T17:30:11.703 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.703 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.704 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.704 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.704 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.704 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.704 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.704 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.704 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.704 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.704 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.704 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.704 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.704 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.704 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.704 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.704 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.705 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.705 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.705 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.705 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.705 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.705 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.705 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.705 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.705 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.705 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.705 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.705 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.705 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.705 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.706 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.706 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.706 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.706 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.706 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.706 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.706 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.706 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.706 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.706 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.706 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.706 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.706 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.706 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.707 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.707 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.707 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.707 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.707 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:11.707 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.707 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:11.707 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.707 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.707 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.707 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.707 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.707 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.707 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:11.708 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.708 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:11.708 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.708 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.708 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:11.708 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.708 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.708 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.708 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.265799+0000", 2024-04-12T17:30:11.708 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.092244+0000", 2024-04-12T17:30:11.708 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.092244+0000", 2024-04-12T17:30:11.708 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.093607+0000", 2024-04-12T17:30:11.708 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.265799+0000", 2024-04-12T17:30:11.708 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.708 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.709 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.709 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:11.709 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.265799+0000", 2024-04-12T17:30:11.709 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.265799+0000", 2024-04-12T17:30:11.709 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.265799+0000", 2024-04-12T17:30:11.709 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.709 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.709 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.709 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.265799+0000", 2024-04-12T17:30:11.709 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.265799+0000", 2024-04-12T17:30:11.709 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.709 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.709 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.709 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.710 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:11.710 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.710 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.710 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.710 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.710 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.710 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.710 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.710 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.710 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.12", 2024-04-12T17:30:11.710 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.710 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.710 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.710 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5003, 2024-04-12T17:30:11.711 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.711 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:18:37.325413+0000", 2024-04-12T17:30:11.711 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.711 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.711 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.711 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.711 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.711 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.711 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.711 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.711 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.711 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.711 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.711 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.711 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.712 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.712 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.712 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.712 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.712 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.712 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.712 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.712 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.712 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.712 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.712 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.712 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.712 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.712 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.713 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.713 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.713 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.713 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.713 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.713 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.713 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.713 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.713 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.713 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.713 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.713 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.713 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.713 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.714 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.714 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.714 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.714 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.714 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.714 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.714 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.714 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.714 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:11.714 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.714 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:11.714 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.714 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.714 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.715 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.715 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.715 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.715 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:11.715 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.715 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:11.715 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.715 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.715 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.715 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.715 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.715 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.715 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.423574+0000", 2024-04-12T17:30:11.715 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.090069+0000", 2024-04-12T17:30:11.715 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.090069+0000", 2024-04-12T17:30:11.716 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.090481+0000", 2024-04-12T17:30:11.716 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.423574+0000", 2024-04-12T17:30:11.716 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.716 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.716 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.716 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:11.716 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.423574+0000", 2024-04-12T17:30:11.716 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.423574+0000", 2024-04-12T17:30:11.716 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.423574+0000", 2024-04-12T17:30:11.716 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.716 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.716 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.716 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.423574+0000", 2024-04-12T17:30:11.716 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.423574+0000", 2024-04-12T17:30:11.716 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.716 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.717 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.717 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.717 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:11.717 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.717 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.717 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.717 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.717 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.717 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.717 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.717 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.717 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.12", 2024-04-12T17:30:11.717 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.717 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.718 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.718 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5190, 2024-04-12T17:30:11.718 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.718 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:53:54.792423+0000", 2024-04-12T17:30:11.718 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.718 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.718 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.718 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.718 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.718 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.718 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.718 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.718 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.718 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.719 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.719 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.719 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.719 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.719 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.719 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.719 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.719 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.719 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.719 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.719 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.719 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.719 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.719 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.720 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.720 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.720 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.720 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.720 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.720 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.720 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.720 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.720 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.720 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.720 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.720 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.720 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.720 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.720 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.720 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.721 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.721 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.721 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.721 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.721 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.721 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.721 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.721 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.721 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.721 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:11.721 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.721 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:11.721 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.721 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.721 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.722 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.722 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.722 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.722 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:11.722 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.722 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:11.722 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.722 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.722 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:11.722 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.722 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.722 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.722 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422251+0000", 2024-04-12T17:30:11.723 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:01.045108+0000", 2024-04-12T17:30:11.723 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:01.045108+0000", 2024-04-12T17:30:11.723 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:01.046046+0000", 2024-04-12T17:30:11.723 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422251+0000", 2024-04-12T17:30:11.723 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.723 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.723 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.723 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 464, 2024-04-12T17:30:11.723 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422251+0000", 2024-04-12T17:30:11.723 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422251+0000", 2024-04-12T17:30:11.723 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422251+0000", 2024-04-12T17:30:11.723 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.723 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.723 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.723 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422251+0000", 2024-04-12T17:30:11.724 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422251+0000", 2024-04-12T17:30:11.724 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.724 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 2, 2024-04-12T17:30:11.724 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.724 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.724 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 463, 2024-04-12T17:30:11.724 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.724 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.724 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.724 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.724 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 2, 2024-04-12T17:30:11.724 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.724 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.724 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.724 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.13", 2024-04-12T17:30:11.725 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.725 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.725 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.725 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5197, 2024-04-12T17:30:11.725 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.725 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:35:57.927534+0000", 2024-04-12T17:30:11.725 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.725 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.725 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.725 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 34, 2024-04-12T17:30:11.725 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.725 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.725 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.725 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.725 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.726 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.726 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.726 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.726 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.726 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.726 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.726 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.726 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.726 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.726 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.726 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 6, 2024-04-12T17:30:11.726 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 2, 2024-04-12T17:30:11.726 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.726 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 2, 2024-04-12T17:30:11.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:11.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 8, 2024-04-12T17:30:11.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 16, 2024-04-12T17:30:11.728 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.728 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.728 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.728 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3, 2024-04-12T17:30:11.728 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 7 2024-04-12T17:30:11.728 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.728 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.728 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.728 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.728 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.728 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.728 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:11.728 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.728 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:11.728 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'2" 2024-04-12T17:30:11.728 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.729 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.729 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.729 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.729 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.729 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:11.729 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.729 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:11.729 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.729 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.729 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.729 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.729 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.729 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.729 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.426520+0000", 2024-04-12T17:30:11.730 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.095938+0000", 2024-04-12T17:30:11.730 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.095938+0000", 2024-04-12T17:30:11.730 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.096286+0000", 2024-04-12T17:30:11.730 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.426520+0000", 2024-04-12T17:30:11.730 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.730 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.730 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.730 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:11.730 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.426520+0000", 2024-04-12T17:30:11.730 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.426520+0000", 2024-04-12T17:30:11.730 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.426520+0000", 2024-04-12T17:30:11.730 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.730 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.730 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.731 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.426520+0000", 2024-04-12T17:30:11.731 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.426520+0000", 2024-04-12T17:30:11.731 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.731 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.731 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.731 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.731 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:11.731 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.731 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.731 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.731 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.731 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.732 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.732 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.732 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.732 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.15", 2024-04-12T17:30:11.732 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.732 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.732 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.732 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4921, 2024-04-12T17:30:11.732 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.732 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:13:16.475043+0000", 2024-04-12T17:30:11.732 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.732 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.732 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.732 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.732 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.733 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.733 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.733 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.733 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.733 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.733 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.733 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.733 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.733 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.733 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.733 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.733 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.733 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.733 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.734 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.734 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.734 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.734 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.734 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.734 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.734 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.734 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.734 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.734 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.734 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.734 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.734 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.734 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.734 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.735 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.735 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.735 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.735 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.735 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.735 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.735 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.735 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.735 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.735 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.735 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.735 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.735 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.736 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.736 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.736 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:11.736 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.736 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:11.736 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.736 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.736 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.736 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.736 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:11.736 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.736 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:11.736 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.736 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:11.736 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.737 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.737 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:11.737 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.737 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.737 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.737 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.425420+0000", 2024-04-12T17:30:11.737 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.121011+0000", 2024-04-12T17:30:11.737 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.121011+0000", 2024-04-12T17:30:11.737 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.121478+0000", 2024-04-12T17:30:11.737 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.425420+0000", 2024-04-12T17:30:11.737 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.737 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.737 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.737 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:11.737 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.425420+0000", 2024-04-12T17:30:11.738 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.425420+0000", 2024-04-12T17:30:11.738 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.425420+0000", 2024-04-12T17:30:11.738 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.738 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.738 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.738 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.425420+0000", 2024-04-12T17:30:11.738 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.425420+0000", 2024-04-12T17:30:11.738 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.738 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 30, 2024-04-12T17:30:11.738 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.738 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.738 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:11.738 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.738 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.739 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.739 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.739 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 30, 2024-04-12T17:30:11.739 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.739 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.739 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.739 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.14", 2024-04-12T17:30:11.739 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.739 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.739 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.739 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5013, 2024-04-12T17:30:11.739 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.739 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:38:02.823920+0000", 2024-04-12T17:30:11.739 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.739 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.740 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 5824, 2024-04-12T17:30:11.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.740 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 12, 2024-04-12T17:30:11.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 4, 2024-04-12T17:30:11.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 4, 2024-04-12T17:30:11.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:11.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.741 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 20, 2024-04-12T17:30:11.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 28, 2024-04-12T17:30:11.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 28, 2024-04-12T17:30:11.742 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 25 2024-04-12T17:30:11.742 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.742 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.742 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.743 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.743 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:11.743 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.743 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:11.743 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.743 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:11.743 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "585'30" 2024-04-12T17:30:11.743 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.743 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.743 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.743 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:11.743 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.743 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:11.743 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.743 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T17:30:11.744 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.744 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.744 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.744 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.744 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.744 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.744 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267635+0000", 2024-04-12T17:30:11.744 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.095815+0000", 2024-04-12T17:30:11.744 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.095815+0000", 2024-04-12T17:30:11.744 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.096129+0000", 2024-04-12T17:30:11.744 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267635+0000", 2024-04-12T17:30:11.744 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.744 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.744 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.744 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:11.745 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267635+0000", 2024-04-12T17:30:11.745 INFO:tasks.workunit.client.0.smithi099.stderr:+ ceph telemetry on --license sharing-1-0 2024-04-12T17:30:11.746 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267635+0000", 2024-04-12T17:30:11.746 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267635+0000", 2024-04-12T17:30:11.746 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.746 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.746 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.746 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267635+0000", 2024-04-12T17:30:11.746 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267635+0000", 2024-04-12T17:30:11.746 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.746 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.746 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.746 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.746 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:11.747 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.747 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.747 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.747 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.747 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.747 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.747 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.747 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.747 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.14", 2024-04-12T17:30:11.747 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.747 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.747 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.747 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5090, 2024-04-12T17:30:11.747 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.747 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:07:58.198651+0000", 2024-04-12T17:30:11.748 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.748 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.748 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.748 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.748 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.748 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.748 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.748 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.748 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.748 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.748 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.748 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.748 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.748 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.748 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.749 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.751 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.751 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.751 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.751 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.751 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:11.751 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.751 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:11.751 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.751 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T17:30:11.751 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.751 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.751 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.751 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.751 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:11.752 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.752 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:11.752 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.752 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:11.752 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.752 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.752 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:11.752 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.752 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.752 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.752 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.419721+0000", 2024-04-12T17:30:11.752 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.166782+0000", 2024-04-12T17:30:11.752 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.166782+0000", 2024-04-12T17:30:11.752 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.168135+0000", 2024-04-12T17:30:11.752 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.419721+0000", 2024-04-12T17:30:11.753 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.753 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.753 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.753 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:11.753 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.419721+0000", 2024-04-12T17:30:11.753 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.419721+0000", 2024-04-12T17:30:11.753 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.419721+0000", 2024-04-12T17:30:11.753 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.753 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.753 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.753 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.419721+0000", 2024-04-12T17:30:11.753 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.419721+0000", 2024-04-12T17:30:11.753 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.753 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3, 2024-04-12T17:30:11.753 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.754 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.754 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:11.754 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.754 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.754 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.754 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.754 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3, 2024-04-12T17:30:11.754 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.754 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.754 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.754 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.15", 2024-04-12T17:30:11.754 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.754 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.754 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.754 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5142, 2024-04-12T17:30:11.755 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.755 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:33:55.971308+0000", 2024-04-12T17:30:11.755 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.755 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.755 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.755 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 90, 2024-04-12T17:30:11.755 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.755 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.755 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.755 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.755 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.755 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.755 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.755 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.755 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.756 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.756 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.756 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.756 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.756 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.756 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.756 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 6, 2024-04-12T17:30:11.756 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 2, 2024-04-12T17:30:11.756 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.756 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 2, 2024-04-12T17:30:11.756 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.756 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.756 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.756 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.756 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:11.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 14, 2024-04-12T17:30:11.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 14, 2024-04-12T17:30:11.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 4, 2024-04-12T17:30:11.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 1 2024-04-12T17:30:11.758 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.758 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.758 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.758 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.758 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:11.758 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.758 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:11.758 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.758 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:11.758 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'3" 2024-04-12T17:30:11.758 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.758 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.758 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.758 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.758 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.759 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:11.759 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.759 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:11.759 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.759 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.759 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.759 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.759 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.759 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.759 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422725+0000", 2024-04-12T17:30:11.759 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.171367+0000", 2024-04-12T17:30:11.759 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.171367+0000", 2024-04-12T17:30:11.759 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.171707+0000", 2024-04-12T17:30:11.760 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422725+0000", 2024-04-12T17:30:11.760 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.760 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.760 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.760 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:11.760 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422725+0000", 2024-04-12T17:30:11.760 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422725+0000", 2024-04-12T17:30:11.760 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422725+0000", 2024-04-12T17:30:11.760 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.760 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.760 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.760 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422725+0000", 2024-04-12T17:30:11.760 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422725+0000", 2024-04-12T17:30:11.760 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.760 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.761 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.761 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.761 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:11.761 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.761 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.761 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.761 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.761 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.761 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.761 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.761 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.761 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.17", 2024-04-12T17:30:11.761 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.761 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.762 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.762 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5188, 2024-04-12T17:30:11.762 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.762 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:59:24.807358+0000", 2024-04-12T17:30:11.762 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.762 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.762 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.762 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.762 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.762 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.762 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.762 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.762 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.762 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.763 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.763 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.763 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.763 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.763 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.763 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.763 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.763 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.763 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.763 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.763 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.763 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.763 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.763 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.765 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.765 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.765 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.765 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.765 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.765 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.765 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.765 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.765 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.765 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:11.765 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.765 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:11.765 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.765 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.766 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.766 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.766 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.766 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:11.766 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:11.766 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.766 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:11.766 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.766 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.766 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:11.766 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.766 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.766 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.766 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267378+0000", 2024-04-12T17:30:11.767 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.131294+0000", 2024-04-12T17:30:11.767 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.131294+0000", 2024-04-12T17:30:11.767 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.131550+0000", 2024-04-12T17:30:11.767 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267378+0000", 2024-04-12T17:30:11.767 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.767 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.767 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.767 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:11.767 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267378+0000", 2024-04-12T17:30:11.767 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267378+0000", 2024-04-12T17:30:11.767 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267378+0000", 2024-04-12T17:30:11.767 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.767 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.767 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.767 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267378+0000", 2024-04-12T17:30:11.768 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267378+0000", 2024-04-12T17:30:11.768 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.768 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.768 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.768 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.768 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:11.768 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.768 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.768 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.768 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.768 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.768 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.768 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.768 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.768 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.16", 2024-04-12T17:30:11.769 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.769 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.769 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.769 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5009, 2024-04-12T17:30:11.769 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.769 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:03:54.295882+0000", 2024-04-12T17:30:11.769 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.769 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.769 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.769 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.769 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.769 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.769 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.769 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.769 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.770 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.770 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.770 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.770 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.770 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.770 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.770 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.770 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.770 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.770 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.770 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.770 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.770 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.770 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.771 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.771 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.771 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.771 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.771 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.771 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.771 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.771 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.771 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.771 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.771 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.771 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.771 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.771 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.771 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.771 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.772 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.772 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.772 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.772 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.772 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.772 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.772 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.772 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.772 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.772 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:11.772 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:11.772 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.772 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:11.773 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.773 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.773 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.773 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.773 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.773 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.773 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:11.773 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.773 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:11.773 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.773 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.773 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.773 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.773 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.773 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.774 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267553+0000", 2024-04-12T17:30:11.774 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.092629+0000", 2024-04-12T17:30:11.774 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.092629+0000", 2024-04-12T17:30:11.774 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.092958+0000", 2024-04-12T17:30:11.774 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267553+0000", 2024-04-12T17:30:11.774 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.774 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.774 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.774 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:11.774 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267553+0000", 2024-04-12T17:30:11.774 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267553+0000", 2024-04-12T17:30:11.774 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267553+0000", 2024-04-12T17:30:11.774 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.774 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.775 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.775 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267553+0000", 2024-04-12T17:30:11.775 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267553+0000", 2024-04-12T17:30:11.775 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.775 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.775 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.775 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.775 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:11.775 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.775 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.775 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.775 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.775 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.775 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.776 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.776 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.776 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.16", 2024-04-12T17:30:11.776 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.776 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.776 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.776 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5016, 2024-04-12T17:30:11.776 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.776 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:23:34.785526+0000", 2024-04-12T17:30:11.776 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.776 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.776 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.776 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.776 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.776 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.777 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.777 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.777 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.777 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.777 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.777 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.777 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.777 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.777 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.777 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.777 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.777 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.777 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.777 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.778 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.778 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.778 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.778 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.778 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.778 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.778 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.778 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.778 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.778 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.778 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.778 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.778 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.778 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.779 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.779 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.779 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.779 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.779 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.779 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.779 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.779 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.779 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.779 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.779 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.779 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.779 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.779 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.779 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.780 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:11.780 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.780 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:11.780 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.780 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.780 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.780 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.780 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:11.780 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.780 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:11.780 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.780 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:11.780 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.780 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.780 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:11.781 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.781 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.781 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.781 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.425708+0000", 2024-04-12T17:30:11.781 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.121761+0000", 2024-04-12T17:30:11.781 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.121761+0000", 2024-04-12T17:30:11.781 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.122300+0000", 2024-04-12T17:30:11.781 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.425708+0000", 2024-04-12T17:30:11.781 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.781 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.781 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.781 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:11.781 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.425708+0000", 2024-04-12T17:30:11.781 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.425708+0000", 2024-04-12T17:30:11.781 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.425708+0000", 2024-04-12T17:30:11.782 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.782 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.782 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.782 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.425708+0000", 2024-04-12T17:30:11.782 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.425708+0000", 2024-04-12T17:30:11.782 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.782 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.782 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.782 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.782 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:11.782 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.782 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.782 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.782 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.783 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.783 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.783 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.783 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.783 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.17", 2024-04-12T17:30:11.783 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.783 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.783 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.783 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4970, 2024-04-12T17:30:11.783 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.783 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:46:24.007444+0000", 2024-04-12T17:30:11.783 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.783 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.783 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.783 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.784 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.784 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.784 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.784 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.784 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.784 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.784 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.784 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.784 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.784 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.784 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.784 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.784 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.784 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.784 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.784 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.785 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.785 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.785 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.785 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.785 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.785 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.785 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.785 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.785 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.785 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.785 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.785 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.785 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.785 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.785 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.786 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.786 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.786 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.786 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.786 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.786 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.786 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.786 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.786 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.786 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.786 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.786 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.786 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:11.786 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.787 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:11.787 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.787 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:11.787 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.787 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.787 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.787 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.787 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:11.787 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.787 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:11.787 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.787 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:11.787 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.787 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.787 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.788 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.788 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.788 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.788 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.421161+0000", 2024-04-12T17:30:11.788 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:01.043599+0000", 2024-04-12T17:30:11.788 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:01.043599+0000", 2024-04-12T17:30:11.788 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:01.043902+0000", 2024-04-12T17:30:11.788 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.421161+0000", 2024-04-12T17:30:11.788 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.788 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.788 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.788 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 464, 2024-04-12T17:30:11.788 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.421161+0000", 2024-04-12T17:30:11.788 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.421161+0000", 2024-04-12T17:30:11.788 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.421161+0000", 2024-04-12T17:30:11.789 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.789 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.789 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.789 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.421161+0000", 2024-04-12T17:30:11.789 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.421161+0000", 2024-04-12T17:30:11.789 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.789 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.789 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.789 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.789 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 463, 2024-04-12T17:30:11.789 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.789 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.789 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.789 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.790 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.790 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.790 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.790 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.790 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.19", 2024-04-12T17:30:11.790 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.790 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.790 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.790 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5149, 2024-04-12T17:30:11.790 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.790 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:45:17.542772+0000", 2024-04-12T17:30:11.790 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.790 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.790 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.790 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.791 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.791 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.791 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.791 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.791 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.791 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.791 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.791 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.791 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.791 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.791 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.791 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.791 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.791 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.791 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.792 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.792 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.792 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.792 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.792 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.792 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.792 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.792 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.792 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.792 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.792 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.792 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.792 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.792 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.792 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.792 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.793 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.793 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.793 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.793 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.793 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.793 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.793 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.793 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.793 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.793 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.793 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.793 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.793 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:11.793 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.793 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:11.794 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.794 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:11.794 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.794 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.794 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.794 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.794 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.794 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.794 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:11.794 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.794 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:11.794 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.794 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.794 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:11.794 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.795 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.795 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.795 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.266667+0000", 2024-04-12T17:30:11.795 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.092517+0000", 2024-04-12T17:30:11.795 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.092517+0000", 2024-04-12T17:30:11.795 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.093549+0000", 2024-04-12T17:30:11.795 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.266667+0000", 2024-04-12T17:30:11.795 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.795 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.795 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.795 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:11.795 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.266667+0000", 2024-04-12T17:30:11.795 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.266667+0000", 2024-04-12T17:30:11.795 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.266667+0000", 2024-04-12T17:30:11.795 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.796 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.796 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.796 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.266667+0000", 2024-04-12T17:30:11.796 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.266667+0000", 2024-04-12T17:30:11.796 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.796 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.796 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.796 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.796 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:11.796 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.796 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.796 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.796 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.796 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.797 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.797 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.797 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.797 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.18", 2024-04-12T17:30:11.797 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.797 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.797 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.797 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4995, 2024-04-12T17:30:11.797 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.797 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:15:20.873402+0000", 2024-04-12T17:30:11.797 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.797 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.797 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.797 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.797 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.798 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[96864]: from='client.36102 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:11.798 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[96864]: pgmap v5103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:30:11.798 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[96864]: from='client.36102 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:11.798 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:30:11.798 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:30:11.798 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:11.799 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:11.799 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:11.799 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:11.799 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:11.799 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:11.799 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:11.799 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:11.799 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:11.799 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:11.799 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:11.799 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:11.799 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:11.799 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:11.799 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:11.800 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:11.800 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:11.800 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:11.800 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:11.800 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:11.800 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:11.800 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:11.800 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.800 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.800 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.801 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.801 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.801 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.801 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.801 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.801 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.801 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.801 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.801 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.801 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.801 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.801 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.801 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.801 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.802 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.802 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.802 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.802 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.802 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.802 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.802 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.802 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.802 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.802 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.802 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.802 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.802 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.802 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.803 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.803 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.803 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.803 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.803 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.803 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.803 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.803 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.803 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.803 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.803 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.803 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.803 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.803 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:11.803 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.804 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:11.804 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.804 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.804 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.804 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.804 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.804 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.804 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:11.804 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.804 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:11.804 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.804 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.804 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.804 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.805 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.805 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.805 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.269781+0000", 2024-04-12T17:30:11.805 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:07:26.050463+0000", 2024-04-12T17:30:11.805 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:07:26.050463+0000", 2024-04-12T17:30:11.805 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:07:26.050985+0000", 2024-04-12T17:30:11.805 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.269781+0000", 2024-04-12T17:30:11.805 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.805 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.805 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.805 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 429, 2024-04-12T17:30:11.805 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.269781+0000", 2024-04-12T17:30:11.805 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.269781+0000", 2024-04-12T17:30:11.805 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.269781+0000", 2024-04-12T17:30:11.805 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.806 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.806 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.806 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.269781+0000", 2024-04-12T17:30:11.806 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.269781+0000", 2024-04-12T17:30:11.806 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.806 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.806 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.806 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.806 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 428, 2024-04-12T17:30:11.806 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.806 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.806 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.806 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.806 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.806 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.807 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.807 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.807 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.18", 2024-04-12T17:30:11.807 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.807 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.807 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.807 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5108, 2024-04-12T17:30:11.807 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.807 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:50:08.945757+0000", 2024-04-12T17:30:11.807 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.807 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.807 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.809 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.809 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.809 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.809 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.809 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.809 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.809 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.809 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.809 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.809 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.809 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.809 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.809 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.809 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.810 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.810 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.810 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.810 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.810 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.810 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.810 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.810 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.810 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.810 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.810 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.810 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.810 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.810 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.810 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.811 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:11.811 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.811 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:11.811 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.811 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.811 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.811 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.811 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.811 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:11.811 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:11.811 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.811 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:11.811 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.811 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.811 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:11.811 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.812 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.812 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.812 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.271529+0000", 2024-04-12T17:30:11.812 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.109645+0000", 2024-04-12T17:30:11.812 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.109645+0000", 2024-04-12T17:30:11.812 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.109953+0000", 2024-04-12T17:30:11.812 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.271529+0000", 2024-04-12T17:30:11.812 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.812 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.813 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.813 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:11.813 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.271529+0000", 2024-04-12T17:30:11.813 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.271529+0000", 2024-04-12T17:30:11.813 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.271529+0000", 2024-04-12T17:30:11.813 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.814 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.814 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.814 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.271529+0000", 2024-04-12T17:30:11.814 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.271529+0000", 2024-04-12T17:30:11.814 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.814 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.814 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.814 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.814 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:11.814 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.814 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.814 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.814 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.814 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.815 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.815 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.815 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.815 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.19", 2024-04-12T17:30:11.815 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.815 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.815 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.815 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5108, 2024-04-12T17:30:11.815 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.815 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:48:02.111632+0000", 2024-04-12T17:30:11.815 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.815 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.815 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.816 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.816 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.816 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.816 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.816 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.816 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.816 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.816 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.816 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.816 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.816 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.816 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.816 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.816 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.817 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.817 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.817 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.817 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.817 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.817 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.817 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.817 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.817 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.817 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.817 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.817 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.817 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.817 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.817 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.818 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.818 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.818 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.818 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.818 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.818 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.818 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.818 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.818 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.818 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.818 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.818 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.818 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.818 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.819 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.819 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:11.819 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:11.819 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.819 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:11.819 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.819 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.819 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.819 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.819 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.819 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.819 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:11.819 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.819 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:11.820 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.820 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.820 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.820 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.820 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.820 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.820 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:11.820 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.095570+0000", 2024-04-12T17:30:11.820 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.095570+0000", 2024-04-12T17:30:11.820 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.095882+0000", 2024-04-12T17:30:11.820 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:11.820 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.820 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.820 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.821 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:11.821 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:11.821 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:11.821 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:11.821 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.821 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.821 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.821 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:11.821 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:11.821 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.821 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.821 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.821 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.821 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:11.821 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.822 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.822 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.822 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.822 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.822 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.822 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.822 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.822 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.1b", 2024-04-12T17:30:11.822 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.822 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.822 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.822 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5187, 2024-04-12T17:30:11.822 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.822 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:23:02.804729+0000", 2024-04-12T17:30:11.822 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.823 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.823 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.823 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.823 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.823 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.823 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.823 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.823 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.823 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.823 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.823 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.823 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.823 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.823 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.824 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.824 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.824 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.824 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.824 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.824 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.824 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.824 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.824 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.824 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.824 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.824 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.824 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.824 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.824 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.825 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.825 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.825 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.825 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.825 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.825 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.825 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.825 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.825 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.825 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.825 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.825 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.825 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.825 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.825 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.826 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.826 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.826 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.826 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.826 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:11.826 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.826 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:11.826 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.826 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.826 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.826 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.826 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:11.826 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.826 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:11.827 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.827 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:11.827 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.827 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.827 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:11.827 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.827 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.827 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.827 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:11.827 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.094124+0000", 2024-04-12T17:30:11.827 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.094124+0000", 2024-04-12T17:30:11.827 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.094482+0000", 2024-04-12T17:30:11.827 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:11.827 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.827 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.828 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.828 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:11.828 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:11.828 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:11.828 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:11.828 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.828 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.828 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.828 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:11.828 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:11.828 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.828 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3, 2024-04-12T17:30:11.828 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.828 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.829 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:11.829 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.829 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.829 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.829 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.829 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3, 2024-04-12T17:30:11.829 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.829 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.829 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.829 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.1a", 2024-04-12T17:30:11.829 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.829 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.829 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.829 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4970, 2024-04-12T17:30:11.829 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.830 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:48:35.635052+0000", 2024-04-12T17:30:11.830 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.830 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.830 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.830 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.830 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.830 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.830 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.830 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.830 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.830 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.830 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.830 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.831 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.831 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.831 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.831 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.831 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.831 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.831 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.831 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.831 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.831 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.831 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.831 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.831 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.831 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.832 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.832 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.832 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.832 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.832 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.832 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.832 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.832 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.832 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.832 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.832 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.832 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.832 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.832 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.832 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.833 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.833 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.833 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.833 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.833 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.833 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.833 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:11.833 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.833 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:11.833 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.833 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:11.833 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "585'3" 2024-04-12T17:30:11.833 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.833 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.834 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.834 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.834 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:11.834 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:11.834 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.834 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 4, 2024-04-12T17:30:11.834 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.834 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.834 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.834 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.834 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.834 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.834 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.421675+0000", 2024-04-12T17:30:11.834 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:01.054467+0000", 2024-04-12T17:30:11.834 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:01.054467+0000", 2024-04-12T17:30:11.835 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:01.054828+0000", 2024-04-12T17:30:11.835 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.421675+0000", 2024-04-12T17:30:11.835 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.835 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.835 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.835 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 464, 2024-04-12T17:30:11.835 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.421675+0000", 2024-04-12T17:30:11.835 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.421675+0000", 2024-04-12T17:30:11.835 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.421675+0000", 2024-04-12T17:30:11.835 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.835 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.835 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.835 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.421675+0000", 2024-04-12T17:30:11.835 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.421675+0000", 2024-04-12T17:30:11.835 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.836 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.836 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.836 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.836 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 463, 2024-04-12T17:30:11.836 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.836 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.836 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.836 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.836 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.836 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.836 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.836 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.836 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.1a", 2024-04-12T17:30:11.836 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.837 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.837 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.837 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5058, 2024-04-12T17:30:11.837 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.837 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:22:22.258110+0000", 2024-04-12T17:30:11.837 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.837 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.837 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.837 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.837 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.837 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.837 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.837 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.837 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.837 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.838 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.838 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.838 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.838 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.838 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.838 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.838 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.838 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.838 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.838 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.838 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.838 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.838 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.839 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.839 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.839 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.839 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.839 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.839 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.839 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.839 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.839 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.839 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.839 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.839 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.839 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.839 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.839 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.840 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.840 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.840 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.840 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.840 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.840 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.840 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.840 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.840 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.840 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.840 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:11.840 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:11.840 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.840 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 4, 2024-04-12T17:30:11.840 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.840 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.841 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.841 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.841 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.841 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.841 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:11.841 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.841 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:11.841 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.841 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.841 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:11.841 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.841 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.841 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.841 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.272278+0000", 2024-04-12T17:30:11.841 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.094055+0000", 2024-04-12T17:30:11.841 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.094055+0000", 2024-04-12T17:30:11.842 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.094474+0000", 2024-04-12T17:30:11.842 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.272278+0000", 2024-04-12T17:30:11.842 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.842 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.842 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.842 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:11.842 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.272278+0000", 2024-04-12T17:30:11.842 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.272278+0000", 2024-04-12T17:30:11.842 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.272278+0000", 2024-04-12T17:30:11.842 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.842 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.842 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.842 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.272278+0000", 2024-04-12T17:30:11.842 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.272278+0000", 2024-04-12T17:30:11.843 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.843 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3, 2024-04-12T17:30:11.843 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.843 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.843 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:11.843 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.843 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.843 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.843 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.843 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3, 2024-04-12T17:30:11.843 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.843 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.843 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.843 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.1b", 2024-04-12T17:30:11.843 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.843 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.844 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.844 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5085, 2024-04-12T17:30:11.844 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.844 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:16:01.480002+0000", 2024-04-12T17:30:11.844 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.844 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.844 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.844 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.844 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.844 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.844 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.844 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.844 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.844 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.845 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.845 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.845 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.845 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.845 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.845 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.845 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.845 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.845 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.845 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.845 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.845 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.845 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.845 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.845 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.846 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.846 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.846 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.846 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.846 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.846 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.846 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.846 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.846 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.846 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.846 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.846 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.846 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.846 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.847 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.847 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.847 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.847 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.847 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.847 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.847 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.847 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.847 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.847 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.847 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:11.847 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.847 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:11.847 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "585'3" 2024-04-12T17:30:11.847 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.848 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.848 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.848 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.848 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.848 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:11.848 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.848 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:11.848 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.848 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.848 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.848 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.848 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.848 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.848 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267019+0000", 2024-04-12T17:30:11.849 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.126292+0000", 2024-04-12T17:30:11.849 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.126292+0000", 2024-04-12T17:30:11.849 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.126586+0000", 2024-04-12T17:30:11.849 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267019+0000", 2024-04-12T17:30:11.849 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.849 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.849 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.849 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:11.849 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267019+0000", 2024-04-12T17:30:11.849 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267019+0000", 2024-04-12T17:30:11.849 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267019+0000", 2024-04-12T17:30:11.849 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.849 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.849 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.849 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267019+0000", 2024-04-12T17:30:11.850 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267019+0000", 2024-04-12T17:30:11.850 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.850 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.850 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.850 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.850 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:11.850 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.850 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.850 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.850 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.850 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.850 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.850 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.850 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.851 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.1d", 2024-04-12T17:30:11.851 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.851 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.851 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.851 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4993, 2024-04-12T17:30:11.851 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.851 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:51:12.121408+0000", 2024-04-12T17:30:11.851 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.851 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.851 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.851 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.851 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.851 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.851 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.851 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.852 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.852 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.852 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.852 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.852 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.852 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.852 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.852 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.852 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.852 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.852 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.852 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.852 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.852 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.852 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.853 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.853 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.853 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.853 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.853 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.853 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.853 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.853 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.853 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.853 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.853 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.853 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.853 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.853 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.853 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.854 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:11.854 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:11.855 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.855 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.855 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.855 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.855 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.855 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.855 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.855 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.855 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.855 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.855 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.855 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:11.855 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.855 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:11.856 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.856 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.856 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.856 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.856 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.856 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.856 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:11.856 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.856 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 4, 2024-04-12T17:30:11.856 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.856 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.856 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:11.856 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.856 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.856 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.857 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.421251+0000", 2024-04-12T17:30:11.857 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.166339+0000", 2024-04-12T17:30:11.857 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.166339+0000", 2024-04-12T17:30:11.857 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.166688+0000", 2024-04-12T17:30:11.857 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.421251+0000", 2024-04-12T17:30:11.857 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.857 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.857 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.857 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:11.857 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.421251+0000", 2024-04-12T17:30:11.857 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.421251+0000", 2024-04-12T17:30:11.857 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.421251+0000", 2024-04-12T17:30:11.857 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.857 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.858 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.858 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.421251+0000", 2024-04-12T17:30:11.858 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.421251+0000", 2024-04-12T17:30:11.858 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.858 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 2, 2024-04-12T17:30:11.858 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.858 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.858 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:11.858 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.858 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.858 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.858 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.858 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 2, 2024-04-12T17:30:11.858 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.859 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.859 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.859 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.1c", 2024-04-12T17:30:11.859 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.859 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.859 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.859 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5057, 2024-04-12T17:30:11.859 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.859 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:08:13.235306+0000", 2024-04-12T17:30:11.859 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.859 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.859 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.859 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.859 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.859 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.860 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.860 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.860 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.860 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.860 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.860 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.860 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.860 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.860 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.860 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.860 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.860 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.860 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.860 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:11.861 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:11.861 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.861 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:11.861 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.861 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.861 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.861 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.861 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.861 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:11.861 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.861 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.861 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.861 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.861 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.862 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.862 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.862 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 12, 2024-04-12T17:30:11.862 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 12, 2024-04-12T17:30:11.862 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.862 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.862 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.862 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3, 2024-04-12T17:30:11.862 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.862 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.862 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.862 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.862 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.862 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.863 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.863 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:11.863 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.863 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 4, 2024-04-12T17:30:11.863 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'2" 2024-04-12T17:30:11.863 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.863 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.863 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.863 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.863 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.863 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:11.863 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.863 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:11.863 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.864 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.864 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.864 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.864 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.864 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.864 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.265835+0000", 2024-04-12T17:30:11.864 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.171094+0000", 2024-04-12T17:30:11.864 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.171094+0000", 2024-04-12T17:30:11.864 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.173004+0000", 2024-04-12T17:30:11.864 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.265835+0000", 2024-04-12T17:30:11.864 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.864 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.864 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.864 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:11.865 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.265835+0000", 2024-04-12T17:30:11.865 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.265835+0000", 2024-04-12T17:30:11.865 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.265835+0000", 2024-04-12T17:30:11.865 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.865 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.865 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.865 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.265835+0000", 2024-04-12T17:30:11.865 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.265835+0000", 2024-04-12T17:30:11.865 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.865 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.865 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.865 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.865 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:11.865 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.865 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.866 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.866 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.866 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.866 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.866 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.866 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.866 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.1c", 2024-04-12T17:30:11.866 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.866 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.866 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.866 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4999, 2024-04-12T17:30:11.866 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.866 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:31:31.455685+0000", 2024-04-12T17:30:11.866 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.867 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.867 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.867 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.867 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.867 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.867 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.867 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.867 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.867 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.867 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.867 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.867 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.867 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.867 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.867 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.867 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.869 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.869 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.869 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.869 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.869 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.869 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.869 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.869 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.869 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.869 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.869 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.869 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.869 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.869 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.869 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.870 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.870 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.870 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:11.870 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.870 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:11.870 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.870 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.870 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.870 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.870 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.870 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:11.870 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:11.870 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.870 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:11.871 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.871 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.871 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:11.871 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.871 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.871 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.871 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.429618+0000", 2024-04-12T17:30:11.871 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.094935+0000", 2024-04-12T17:30:11.871 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.094935+0000", 2024-04-12T17:30:11.871 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.095656+0000", 2024-04-12T17:30:11.871 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.429618+0000", 2024-04-12T17:30:11.871 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.871 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.871 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.871 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:11.872 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.429618+0000", 2024-04-12T17:30:11.872 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.429618+0000", 2024-04-12T17:30:11.872 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.429618+0000", 2024-04-12T17:30:11.872 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.872 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.872 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.872 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.429618+0000", 2024-04-12T17:30:11.872 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.429618+0000", 2024-04-12T17:30:11.872 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.872 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 2, 2024-04-12T17:30:11.872 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.872 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.872 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:11.872 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.872 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.873 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.873 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.873 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 2, 2024-04-12T17:30:11.873 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.873 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.873 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.873 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.1d", 2024-04-12T17:30:11.873 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.873 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.873 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.873 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4956, 2024-04-12T17:30:11.873 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.873 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:52:55.121627+0000", 2024-04-12T17:30:11.873 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.873 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.874 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.874 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.874 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.874 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.874 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.874 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.874 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.874 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.874 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.874 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.874 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.874 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.874 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.874 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.874 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.875 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.875 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.875 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:11.875 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:11.875 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.875 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:11.875 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.875 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.875 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.875 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.875 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.875 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:11.875 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.875 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.875 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.876 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.876 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.876 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.876 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.876 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 12, 2024-04-12T17:30:11.876 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 12, 2024-04-12T17:30:11.876 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.876 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.876 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.876 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3, 2024-04-12T17:30:11.876 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.876 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.876 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.876 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.876 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.876 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.877 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:11.877 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:11.877 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.877 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:11.877 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'2" 2024-04-12T17:30:11.877 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.877 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.877 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.877 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.877 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.877 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:11.877 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.877 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:11.877 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.877 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.878 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.878 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.878 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.878 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.878 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422586+0000", 2024-04-12T17:30:11.878 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.174119+0000", 2024-04-12T17:30:11.878 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.174119+0000", 2024-04-12T17:30:11.878 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.174454+0000", 2024-04-12T17:30:11.878 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422586+0000", 2024-04-12T17:30:11.878 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.878 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.878 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.878 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:11.878 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422586+0000", 2024-04-12T17:30:11.879 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422586+0000", 2024-04-12T17:30:11.879 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422586+0000", 2024-04-12T17:30:11.879 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.879 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.879 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.879 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422586+0000", 2024-04-12T17:30:11.879 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422586+0000", 2024-04-12T17:30:11.879 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.879 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.879 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.879 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.879 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:11.879 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.879 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.879 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.880 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.880 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.880 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.880 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.880 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.880 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.1f", 2024-04-12T17:30:11.880 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.880 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.880 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.880 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5194, 2024-04-12T17:30:11.880 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.880 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:29:25.676494+0000", 2024-04-12T17:30:11.880 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.880 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.881 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.881 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.881 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.881 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.881 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.881 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.881 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.881 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.881 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.881 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.881 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.881 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.881 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.881 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.882 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.882 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.882 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.882 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.882 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.882 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.882 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.882 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.882 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.882 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.882 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.882 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.882 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.882 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.883 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.883 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.883 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.883 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.883 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.883 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.883 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.883 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.883 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.883 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.883 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.883 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.883 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.883 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.883 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.884 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.884 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.884 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.884 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.884 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:11.884 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.884 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:11.884 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.884 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.884 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.884 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.884 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.884 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.884 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:11.885 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.885 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:11.885 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.885 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.885 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:11.885 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.885 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.885 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.885 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267220+0000", 2024-04-12T17:30:11.885 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.159986+0000", 2024-04-12T17:30:11.885 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.159986+0000", 2024-04-12T17:30:11.885 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.160381+0000", 2024-04-12T17:30:11.885 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267220+0000", 2024-04-12T17:30:11.885 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.885 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.886 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.886 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:11.886 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267220+0000", 2024-04-12T17:30:11.886 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267220+0000", 2024-04-12T17:30:11.886 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267220+0000", 2024-04-12T17:30:11.886 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.886 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.886 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.886 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267220+0000", 2024-04-12T17:30:11.886 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267220+0000", 2024-04-12T17:30:11.886 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.886 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3, 2024-04-12T17:30:11.886 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.887 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.887 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:11.887 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.887 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.887 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.887 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.887 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3, 2024-04-12T17:30:11.887 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.887 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.887 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.887 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.1e", 2024-04-12T17:30:11.887 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.887 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.887 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.887 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5119, 2024-04-12T17:30:11.888 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.888 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:12:30.131371+0000", 2024-04-12T17:30:11.888 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.888 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.888 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.888 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.888 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.888 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.888 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.888 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.888 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.888 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.888 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.888 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.889 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.889 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.889 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.889 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.889 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.889 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.889 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.889 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.889 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.889 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.889 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.889 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.889 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.889 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.889 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.891 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.891 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.891 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.891 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.891 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.891 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.891 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.891 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.891 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:11.891 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.891 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:11.891 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "585'3" 2024-04-12T17:30:11.891 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.891 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.891 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.891 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.892 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:11.892 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:11.892 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.892 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:11.892 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.892 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.892 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.892 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.892 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.892 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.892 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267491+0000", 2024-04-12T17:30:11.892 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.129446+0000", 2024-04-12T17:30:11.892 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.129446+0000", 2024-04-12T17:30:11.892 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.129802+0000", 2024-04-12T17:30:11.892 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267491+0000", 2024-04-12T17:30:11.893 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.893 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.893 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.893 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:11.893 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267491+0000", 2024-04-12T17:30:11.893 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267491+0000", 2024-04-12T17:30:11.893 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267491+0000", 2024-04-12T17:30:11.893 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.893 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.893 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.893 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267491+0000", 2024-04-12T17:30:11.893 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267491+0000", 2024-04-12T17:30:11.893 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.893 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.894 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.894 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.894 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:11.894 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.894 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.894 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.894 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.894 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.894 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.894 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.894 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.894 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.1e", 2024-04-12T17:30:11.894 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.894 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.895 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.895 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5101, 2024-04-12T17:30:11.895 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.895 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:55:26.055337+0000", 2024-04-12T17:30:11.895 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.895 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.895 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.895 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.895 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.895 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.895 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.895 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.895 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.895 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.895 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.898 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.898 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.898 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.898 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.898 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.898 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.898 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.898 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.898 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:11.898 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:11.898 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.898 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:11.898 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.898 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.899 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.899 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.899 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.899 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.899 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:11.899 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.899 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:11.899 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.899 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.899 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:11.899 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.899 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.899 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.899 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.423416+0000", 2024-04-12T17:30:11.900 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.096620+0000", 2024-04-12T17:30:11.900 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.096620+0000", 2024-04-12T17:30:11.900 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.097043+0000", 2024-04-12T17:30:11.900 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.423416+0000", 2024-04-12T17:30:11.900 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.900 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.900 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.900 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:11.900 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.423416+0000", 2024-04-12T17:30:11.900 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.423416+0000", 2024-04-12T17:30:11.900 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.423416+0000", 2024-04-12T17:30:11.900 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.900 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.900 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:11.901 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.423416+0000", 2024-04-12T17:30:11.901 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.423416+0000", 2024-04-12T17:30:11.901 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.901 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 6, 2024-04-12T17:30:11.901 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.901 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.901 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:11.901 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.901 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.901 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.901 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.901 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 6, 2024-04-12T17:30:11.901 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.901 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.901 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.902 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.1f", 2024-04-12T17:30:11.902 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.902 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.902 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.902 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5205, 2024-04-12T17:30:11.902 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.902 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:58:18.258805+0000", 2024-04-12T17:30:11.902 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.902 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.902 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.902 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 582, 2024-04-12T17:30:11.902 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.902 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.902 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.902 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 6, 2024-04-12T17:30:11.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 2, 2024-04-12T17:30:11.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 2, 2024-04-12T17:30:11.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:11.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 8, 2024-04-12T17:30:11.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 8, 2024-04-12T17:30:11.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 4, 2024-04-12T17:30:11.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 1 2024-04-12T17:30:11.905 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.905 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.905 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.905 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.905 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.905 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.905 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:11.905 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.905 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:11.905 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "585'6" 2024-04-12T17:30:11.906 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.906 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.906 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.906 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.906 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:11.906 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:11.906 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.906 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:11.906 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.906 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.906 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.906 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.906 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.906 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.907 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.429724+0000", 2024-04-12T17:30:11.907 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.095390+0000", 2024-04-12T17:30:11.907 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.095390+0000", 2024-04-12T17:30:11.907 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.095856+0000", 2024-04-12T17:30:11.907 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.429724+0000", 2024-04-12T17:30:11.907 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.907 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.907 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.908 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[94290]: from='client.36102 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:11.908 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[94290]: pgmap v5103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:30:11.908 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[94290]: from='client.36102 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:11.908 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:30:11.908 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:30:11.908 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:11.908 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:11.908 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:11.908 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:11.908 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:11.908 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:11.908 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:11.908 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:11.908 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:11.909 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:11.909 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:11.909 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:11.909 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:11.909 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:11.909 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:11.909 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:11.909 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:11.909 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:11.909 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:11.909 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:11.909 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:11.909 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:11.910 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:11.910 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.429724+0000", 2024-04-12T17:30:11.910 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.429724+0000", 2024-04-12T17:30:11.910 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.429724+0000", 2024-04-12T17:30:11.910 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.910 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.911 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.911 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.429724+0000", 2024-04-12T17:30:11.911 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.429724+0000", 2024-04-12T17:30:11.911 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.911 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.911 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.911 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.911 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:11.911 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.911 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.911 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.911 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.911 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.911 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.911 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.912 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.912 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.2d", 2024-04-12T17:30:11.912 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.912 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.912 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.912 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4953, 2024-04-12T17:30:11.912 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.912 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:30:42.644890+0000", 2024-04-12T17:30:11.912 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.912 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.912 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.913 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.913 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.913 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.913 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.913 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.913 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.913 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.913 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.913 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.913 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.913 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.913 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.913 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.913 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.913 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.914 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.914 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.914 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.914 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.914 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.914 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.914 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.914 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.914 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.914 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.914 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.914 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.914 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.914 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.914 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.915 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.915 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.915 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.915 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.915 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.915 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.915 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.915 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.915 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.915 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.915 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.915 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:11.915 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:11.915 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.915 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:11.916 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.916 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.916 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.916 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.916 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:11.916 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:11.916 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:11.916 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.916 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T17:30:11.916 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.916 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.916 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.916 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.916 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.916 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.917 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267036+0000", 2024-04-12T17:30:11.917 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.095789+0000", 2024-04-12T17:30:11.917 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.095789+0000", 2024-04-12T17:30:11.917 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.096404+0000", 2024-04-12T17:30:11.917 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267036+0000", 2024-04-12T17:30:11.917 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.917 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.917 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.917 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:11.917 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267036+0000", 2024-04-12T17:30:11.917 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267036+0000", 2024-04-12T17:30:11.917 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267036+0000", 2024-04-12T17:30:11.917 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.917 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.917 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.918 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267036+0000", 2024-04-12T17:30:11.918 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267036+0000", 2024-04-12T17:30:11.918 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.918 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.918 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.918 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.918 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:11.918 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.918 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.918 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.918 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.918 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.918 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.918 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.919 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.919 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.2e", 2024-04-12T17:30:11.919 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.919 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.919 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.919 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5089, 2024-04-12T17:30:11.919 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.919 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:56:56.784296+0000", 2024-04-12T17:30:11.919 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.919 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.919 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.919 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.919 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.919 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.919 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.920 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.920 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.920 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.920 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.920 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.920 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.920 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.920 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.920 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.920 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.920 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.920 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.920 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.920 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.920 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.921 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.921 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.921 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.921 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.921 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.921 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.921 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.921 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.921 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.921 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.921 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.921 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.921 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.921 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.921 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.922 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.922 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.922 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.922 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.922 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.922 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.922 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.922 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.922 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.922 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.922 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:11.922 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:11.922 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:11.922 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.922 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T17:30:11.923 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.923 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.923 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.923 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.923 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.923 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.923 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:11.923 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.923 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:11.923 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.923 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.923 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.923 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.923 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.924 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.924 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267623+0000", 2024-04-12T17:30:11.924 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.101865+0000", 2024-04-12T17:30:11.924 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.101865+0000", 2024-04-12T17:30:11.924 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.102177+0000", 2024-04-12T17:30:11.924 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267623+0000", 2024-04-12T17:30:11.924 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.924 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.924 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.924 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:11.924 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267623+0000", 2024-04-12T17:30:11.924 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267623+0000", 2024-04-12T17:30:11.924 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267623+0000", 2024-04-12T17:30:11.924 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.924 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.925 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.925 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267623+0000", 2024-04-12T17:30:11.925 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267623+0000", 2024-04-12T17:30:11.925 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.925 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.925 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.925 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.925 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:11.925 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.925 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.925 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.925 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.925 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.925 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.925 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.926 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.926 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.2f", 2024-04-12T17:30:11.926 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.926 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.926 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.926 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4995, 2024-04-12T17:30:11.926 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.926 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:01:47.573883+0000", 2024-04-12T17:30:11.926 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.926 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.926 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.926 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.926 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.926 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.927 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.927 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.927 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.927 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.927 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.927 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.927 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.927 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.927 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.927 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.927 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.927 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.927 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.927 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.927 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.928 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.928 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.928 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.928 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.928 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.928 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.928 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.928 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.928 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.928 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.928 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.928 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.928 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.928 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.928 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.929 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.929 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.929 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.929 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.929 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.929 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.929 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.929 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.929 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.929 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.929 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.929 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.929 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.929 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:11.929 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.930 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:11.930 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.930 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.930 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.930 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.930 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.930 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.930 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:11.930 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.930 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:11.930 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.930 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.930 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.930 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.930 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.931 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.931 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.268036+0000", 2024-04-12T17:30:11.931 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.092114+0000", 2024-04-12T17:30:11.931 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.092114+0000", 2024-04-12T17:30:11.931 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.093277+0000", 2024-04-12T17:30:11.931 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.268036+0000", 2024-04-12T17:30:11.931 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.931 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.931 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.931 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:11.931 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.268036+0000", 2024-04-12T17:30:11.931 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.268036+0000", 2024-04-12T17:30:11.931 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.268036+0000", 2024-04-12T17:30:11.931 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.931 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.932 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.932 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.268036+0000", 2024-04-12T17:30:11.932 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.268036+0000", 2024-04-12T17:30:11.932 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.932 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.932 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.932 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.932 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:11.932 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.932 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.932 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.932 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.932 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.932 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.932 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.932 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.933 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.30", 2024-04-12T17:30:11.933 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.933 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.933 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.933 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4982, 2024-04-12T17:30:11.933 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.933 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:29:54.945360+0000", 2024-04-12T17:30:11.933 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.933 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.933 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.933 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.933 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.933 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.933 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.933 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.934 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.934 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.934 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.934 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.934 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.934 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.934 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.934 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.934 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.934 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.934 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.934 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.934 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.934 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.934 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.935 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.935 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.935 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.935 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.935 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.935 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.935 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.935 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.935 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.935 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.935 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.935 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.935 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.935 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.936 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.936 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.936 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.936 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.936 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.936 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.936 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.936 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.936 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.936 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.936 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.936 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.936 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:11.936 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.936 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:11.937 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.937 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.937 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.937 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.937 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:11.937 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.937 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:11.937 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.937 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:11.937 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.937 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.937 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.937 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.937 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.937 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.938 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.419331+0000", 2024-04-12T17:30:11.938 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.165215+0000", 2024-04-12T17:30:11.938 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.165215+0000", 2024-04-12T17:30:11.938 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.166952+0000", 2024-04-12T17:30:11.938 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.419331+0000", 2024-04-12T17:30:11.938 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.938 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.938 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.938 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:11.938 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.419331+0000", 2024-04-12T17:30:11.938 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.419331+0000", 2024-04-12T17:30:11.938 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.419331+0000", 2024-04-12T17:30:11.938 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.938 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.939 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.939 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.419331+0000", 2024-04-12T17:30:11.939 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.419331+0000", 2024-04-12T17:30:11.939 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.939 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.939 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.939 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.939 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:11.939 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.939 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.939 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.939 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.939 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.939 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.940 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.940 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.940 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.31", 2024-04-12T17:30:11.940 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.940 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.940 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.940 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5150, 2024-04-12T17:30:11.940 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.940 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:40:31.351523+0000", 2024-04-12T17:30:11.940 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.940 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.940 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.941 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.941 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.941 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.941 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.941 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.941 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.941 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.941 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.941 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.941 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.941 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.941 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.941 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.941 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.941 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.942 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.942 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.942 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.942 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.942 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.942 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.942 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.942 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.942 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.942 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.942 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.942 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.942 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.942 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.942 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.943 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.943 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.943 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.943 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.943 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.943 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.943 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.943 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.943 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.943 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.943 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:11.943 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:11.943 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:11.943 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.944 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:11.944 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.944 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.944 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.944 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.944 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.944 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:11.944 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:11.944 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.944 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:11.944 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.944 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.944 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.944 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.944 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.944 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.945 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.423489+0000", 2024-04-12T17:30:11.945 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.162146+0000", 2024-04-12T17:30:11.945 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.162146+0000", 2024-04-12T17:30:11.945 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.162628+0000", 2024-04-12T17:30:11.945 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.423489+0000", 2024-04-12T17:30:11.945 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.945 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.945 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.945 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:11.945 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.423489+0000", 2024-04-12T17:30:11.945 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.423489+0000", 2024-04-12T17:30:11.945 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.423489+0000", 2024-04-12T17:30:11.945 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.945 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.945 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.946 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.423489+0000", 2024-04-12T17:30:11.946 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.423489+0000", 2024-04-12T17:30:11.946 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.946 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.946 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.946 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.946 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:11.946 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.946 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.946 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.946 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.946 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.946 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.946 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.946 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.947 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.32", 2024-04-12T17:30:11.947 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.947 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.947 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.947 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5190, 2024-04-12T17:30:11.947 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.947 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:22:14.999233+0000", 2024-04-12T17:30:11.947 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.947 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.947 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.949 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.949 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.949 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.949 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.949 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.949 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.949 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.949 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.949 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.949 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.949 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.949 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.949 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.949 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.949 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.950 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.950 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.950 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.950 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.950 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.950 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.950 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.950 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.950 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.950 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.950 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:11.950 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:11.950 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:11.950 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.950 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:11.951 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.951 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.951 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.951 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.951 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.951 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:11.951 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:11.951 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.951 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:11.951 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.951 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.951 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.951 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.951 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.951 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.952 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267471+0000", 2024-04-12T17:30:11.952 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.114610+0000", 2024-04-12T17:30:11.952 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.114610+0000", 2024-04-12T17:30:11.952 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.114936+0000", 2024-04-12T17:30:11.952 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267471+0000", 2024-04-12T17:30:11.952 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.952 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.952 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.952 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:11.952 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267471+0000", 2024-04-12T17:30:11.952 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267471+0000", 2024-04-12T17:30:11.952 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267471+0000", 2024-04-12T17:30:11.952 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.952 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.952 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.952 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267471+0000", 2024-04-12T17:30:11.953 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267471+0000", 2024-04-12T17:30:11.953 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.953 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.953 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.953 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.953 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:11.953 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.953 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.953 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.953 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.953 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.953 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.953 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.953 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.953 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.33", 2024-04-12T17:30:11.954 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.954 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.954 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.954 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5102, 2024-04-12T17:30:11.954 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.954 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:28:36.447429+0000", 2024-04-12T17:30:11.954 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.954 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.954 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.956 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.956 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.956 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.956 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.956 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.956 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.956 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.956 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.956 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.956 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.956 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.956 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.956 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.956 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.957 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.957 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.957 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.957 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.957 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.957 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.957 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.957 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.957 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.957 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.957 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.957 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:11.957 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:11.957 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.957 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:11.957 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.958 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.958 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.958 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.958 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:11.958 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:11.958 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:11.958 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.958 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T17:30:11.958 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.958 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.958 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.958 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.958 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.958 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.958 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267768+0000", 2024-04-12T17:30:11.959 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.124050+0000", 2024-04-12T17:30:11.959 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.124050+0000", 2024-04-12T17:30:11.959 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.124389+0000", 2024-04-12T17:30:11.959 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267768+0000", 2024-04-12T17:30:11.959 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.959 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.959 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.959 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:11.959 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267768+0000", 2024-04-12T17:30:11.959 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267768+0000", 2024-04-12T17:30:11.959 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267768+0000", 2024-04-12T17:30:11.959 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.959 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.960 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.960 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267768+0000", 2024-04-12T17:30:11.960 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267768+0000", 2024-04-12T17:30:11.960 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.960 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.960 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.960 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.960 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:11.960 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.960 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.960 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.960 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.960 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.960 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.960 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.961 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.961 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.34", 2024-04-12T17:30:11.961 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.961 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.961 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.961 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5110, 2024-04-12T17:30:11.961 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.961 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:25:46.737029+0000", 2024-04-12T17:30:11.961 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.961 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.962 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:11.962 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:09 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:11.962 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='client.46040 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:11.962 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='client.46040 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:11.962 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='client.46046 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:11.962 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='client.46046 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:11.963 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:30:11.963 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:30:11.963 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:11.963 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:11.963 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:11.963 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:11.963 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:11.963 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:11.963 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:11.963 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:11.963 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:11.963 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:11.963 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:11.963 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:11.964 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:11.964 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:11.964 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:11.964 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:11.964 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:11.964 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:11.964 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:11.964 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:11.964 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:11.964 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:11.964 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:11.964 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:11.964 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:30:11.964 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:30:11.965 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:30:11.965 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:30:11.965 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:11.965 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:11.965 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:11.965 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:11.965 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:11.965 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:11.965 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:11.965 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:11.965 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:11.965 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:11.965 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:11.965 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:11.965 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:11.966 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:11.966 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:11.966 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:11.966 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:11.966 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:11.966 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:11.966 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:11.966 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:11.966 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:11.966 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:11.966 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:11.966 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:30:11.966 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:30:11.967 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:30:11.967 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:30:11.967 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:11.967 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:11.967 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:11.967 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:11.967 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:11.967 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:11.967 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:11.967 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:11.967 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:11.967 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:11.967 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:11.967 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:11.967 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:11.968 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:11.968 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:11.968 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:11.968 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:11.968 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:11.968 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:11.968 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:11.968 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:11.968 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:11.968 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:11.968 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:10 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:11.969 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.970 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.970 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.970 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.970 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.970 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.970 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.970 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.970 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.970 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.970 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.970 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.970 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.970 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.970 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.971 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.971 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.971 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.971 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.971 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.971 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.971 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.971 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.971 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.971 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.971 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.971 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.971 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.971 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.971 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.972 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.972 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.972 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.972 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.972 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.972 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.972 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.972 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.972 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:11.972 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:11.972 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:11.972 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.972 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T17:30:11.972 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.972 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.973 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.973 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.973 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:11.973 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.973 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:11.973 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.973 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:11.973 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.973 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.973 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.973 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.973 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.973 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.973 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.423641+0000", 2024-04-12T17:30:11.973 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.123422+0000", 2024-04-12T17:30:11.974 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.123422+0000", 2024-04-12T17:30:11.974 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.123917+0000", 2024-04-12T17:30:11.974 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.423641+0000", 2024-04-12T17:30:11.974 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.974 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.974 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.974 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:11.974 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.423641+0000", 2024-04-12T17:30:11.974 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.423641+0000", 2024-04-12T17:30:11.974 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.423641+0000", 2024-04-12T17:30:11.974 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.974 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.974 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.975 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.423641+0000", 2024-04-12T17:30:11.975 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.423641+0000", 2024-04-12T17:30:11.975 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.975 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.975 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.975 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.975 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:11.975 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.975 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.975 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.975 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.975 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.975 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.975 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.975 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.976 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.35", 2024-04-12T17:30:11.976 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.976 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.976 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.976 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4969, 2024-04-12T17:30:11.976 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.976 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:49:16.919790+0000", 2024-04-12T17:30:11.976 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.976 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.976 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.977 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.977 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.977 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.977 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.977 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.977 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.977 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.977 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.977 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.977 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.977 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.977 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.977 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.977 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.977 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.977 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.978 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.978 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.978 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.978 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.978 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.978 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.978 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.978 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.978 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.978 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.978 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.978 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.978 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.978 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.978 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.979 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.979 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.979 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.979 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.979 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.979 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.979 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.979 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.979 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:11.979 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.979 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:11.979 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.979 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:11.979 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.979 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.980 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.980 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.980 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:11.980 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.980 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:11.980 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.980 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:11.980 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.980 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.980 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.980 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.980 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.980 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.980 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.424682+0000", 2024-04-12T17:30:11.980 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.121840+0000", 2024-04-12T17:30:11.981 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.121840+0000", 2024-04-12T17:30:11.981 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.122226+0000", 2024-04-12T17:30:11.981 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.424682+0000", 2024-04-12T17:30:11.981 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.981 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.981 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.981 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:11.981 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.424682+0000", 2024-04-12T17:30:11.981 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.424682+0000", 2024-04-12T17:30:11.981 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.424682+0000", 2024-04-12T17:30:11.981 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.981 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.981 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.981 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.424682+0000", 2024-04-12T17:30:11.981 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.424682+0000", 2024-04-12T17:30:11.981 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.982 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.982 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.982 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.982 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:11.982 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.982 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.982 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.982 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.982 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.982 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.982 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.982 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.982 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.36", 2024-04-12T17:30:11.982 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.983 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.983 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.983 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4969, 2024-04-12T17:30:11.983 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.983 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:00:31.679446+0000", 2024-04-12T17:30:11.983 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.983 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.983 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.984 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.984 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.984 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.984 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.984 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.984 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.984 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.984 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.984 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.984 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.984 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.984 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.984 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.984 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.984 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.985 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.985 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.985 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.985 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.985 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.985 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.985 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.985 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.985 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.985 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.985 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.985 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.985 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.985 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.985 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.986 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.986 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.986 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.986 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.986 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.986 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.986 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.986 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:11.986 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.986 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:11.986 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.986 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:11.986 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.986 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.987 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.987 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.987 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.987 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.987 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:11.987 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.987 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:11.987 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.987 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.987 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.987 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.987 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.987 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.987 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.424177+0000", 2024-04-12T17:30:11.988 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.101433+0000", 2024-04-12T17:30:11.988 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.101433+0000", 2024-04-12T17:30:11.988 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.102170+0000", 2024-04-12T17:30:11.988 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.424177+0000", 2024-04-12T17:30:11.988 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.988 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.988 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.988 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:11.988 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.424177+0000", 2024-04-12T17:30:11.988 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.424177+0000", 2024-04-12T17:30:11.988 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.424177+0000", 2024-04-12T17:30:11.988 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.988 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.988 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.988 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.424177+0000", 2024-04-12T17:30:11.989 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.424177+0000", 2024-04-12T17:30:11.989 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.989 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.989 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.989 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.989 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:11.989 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.989 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.989 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.989 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.989 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.989 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.989 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.989 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.989 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.37", 2024-04-12T17:30:11.990 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.990 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.990 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.990 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4957, 2024-04-12T17:30:11.990 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.990 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:31:14.064592+0000", 2024-04-12T17:30:11.990 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.990 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.990 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.991 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.991 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.991 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.991 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.991 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.991 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.991 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.991 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.991 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.991 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.991 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.991 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.991 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.991 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.991 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.992 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.992 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.992 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.992 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.992 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.992 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.992 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.992 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.992 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.992 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.992 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.992 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.992 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.992 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:11.992 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:11.993 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:11.993 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:11.993 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:11.993 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:11.993 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:11.993 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.993 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:11.993 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:11.993 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:11.993 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:11.993 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.993 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:11.993 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.993 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:11.993 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:11.994 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:11.994 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:11.994 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:11.994 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:11.994 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:11.994 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:11.994 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:11.994 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:11.994 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:11.994 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:11.994 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:11.994 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:11.994 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:11.994 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:11.994 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.266211+0000", 2024-04-12T17:30:11.995 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.114014+0000", 2024-04-12T17:30:11.995 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.114014+0000", 2024-04-12T17:30:11.995 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.114356+0000", 2024-04-12T17:30:11.995 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.266211+0000", 2024-04-12T17:30:11.995 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.995 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:11.995 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.995 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:11.995 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.266211+0000", 2024-04-12T17:30:11.995 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.266211+0000", 2024-04-12T17:30:11.995 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.266211+0000", 2024-04-12T17:30:11.995 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:11.995 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:11.995 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:11.995 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.266211+0000", 2024-04-12T17:30:11.996 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.266211+0000", 2024-04-12T17:30:11.996 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:11.996 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:11.996 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:11.996 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:11.996 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:11.996 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:11.996 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:11.996 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:11.996 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:11.996 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:11.996 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:11.996 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:11.996 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:11.996 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.38", 2024-04-12T17:30:11.997 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:11.997 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:11.997 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:11.997 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5081, 2024-04-12T17:30:11.997 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:11.997 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:37:34.890941+0000", 2024-04-12T17:30:11.997 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:11.997 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:11.997 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:11.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:11.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:11.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:11.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:11.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:11.998 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:11.998 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:11.998 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:11.998 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:11.998 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:11.998 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:11.998 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:11.998 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:11.998 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:11.998 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:11.998 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:11.998 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:11.998 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:11.998 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:11.998 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:11.999 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:11.999 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:11.999 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:11.999 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:11.999 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:11.999 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:11.999 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:11.999 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:11.999 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:11.999 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:11.999 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:11.999 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:11.999 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:11.999 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:12.000 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:12.000 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:12.000 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:12.000 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:12.000 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:12.000 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:12.000 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.000 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:12.000 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:12.000 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:12.000 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:12.000 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:12.000 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:12.000 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.000 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:12.001 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:12.001 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.001 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.001 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:12.001 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:12.001 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:12.001 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:12.001 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.001 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:12.001 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:12.001 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:12.001 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:12.001 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:12.001 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:12.001 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:12.001 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.420414+0000", 2024-04-12T17:30:12.002 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.095138+0000", 2024-04-12T17:30:12.002 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.095138+0000", 2024-04-12T17:30:12.002 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.098109+0000", 2024-04-12T17:30:12.002 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.420414+0000", 2024-04-12T17:30:12.002 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.002 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:12.002 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.002 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:12.002 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.420414+0000", 2024-04-12T17:30:12.002 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.420414+0000", 2024-04-12T17:30:12.002 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.420414+0000", 2024-04-12T17:30:12.002 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:12.002 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:12.002 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.003 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.420414+0000", 2024-04-12T17:30:12.003 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.420414+0000", 2024-04-12T17:30:12.003 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:12.003 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:12.003 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:12.003 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:12.003 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:12.003 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:12.003 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:12.003 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:12.003 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:12.003 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:12.003 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:12.003 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:12.003 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:12.004 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.39", 2024-04-12T17:30:12.004 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:12.004 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:12.004 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:12.004 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4920, 2024-04-12T17:30:12.004 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:12.004 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:11:21.464018+0000", 2024-04-12T17:30:12.004 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:12.004 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:12.004 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:12.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:12.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:12.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:12.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:12.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:12.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:12.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:12.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:12.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:12.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:12.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:12.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:12.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:12.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:12.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:12.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:12.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:12.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:12.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:12.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:12.006 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:12.006 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:12.006 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:12.006 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:12.006 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:12.006 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:12.006 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:12.006 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:12.006 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:12.006 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:12.006 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:12.006 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:12.006 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:12.006 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:12.007 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:12.007 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:12.007 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:12.007 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:12.007 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:12.007 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:12.007 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.007 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:12.007 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:12.007 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:12.007 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:12.007 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:12.007 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:12.007 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.007 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:12.008 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:12.008 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.008 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.008 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:12.008 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:12.008 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:12.008 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:12.008 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.008 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:12.008 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:12.008 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:12.008 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:12.008 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:12.008 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:12.008 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:12.009 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.265576+0000", 2024-04-12T17:30:12.009 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.171632+0000", 2024-04-12T17:30:12.009 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.171632+0000", 2024-04-12T17:30:12.009 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.173781+0000", 2024-04-12T17:30:12.009 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.265576+0000", 2024-04-12T17:30:12.009 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.009 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:12.009 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.009 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:12.009 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.265576+0000", 2024-04-12T17:30:12.009 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.265576+0000", 2024-04-12T17:30:12.009 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.265576+0000", 2024-04-12T17:30:12.009 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:12.009 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:12.010 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.010 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.265576+0000", 2024-04-12T17:30:12.010 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.265576+0000", 2024-04-12T17:30:12.010 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:12.010 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:12.010 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:12.010 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:12.010 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:12.010 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:12.010 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:12.010 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:12.010 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:12.010 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:12.010 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:12.011 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:12.011 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:12.011 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.3a", 2024-04-12T17:30:12.011 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:12.011 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:12.011 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:12.011 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5021, 2024-04-12T17:30:12.011 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:12.011 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:08:09.706117+0000", 2024-04-12T17:30:12.011 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:12.011 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:12.011 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:12.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:12.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:12.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:12.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:12.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:12.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:12.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:12.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:12.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:12.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:12.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:12.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:12.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:12.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:12.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:12.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:12.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:12.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:12.013 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:12.013 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:12.013 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:12.013 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:12.013 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:12.013 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:12.013 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:12.013 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:12.013 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:12.013 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:12.013 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:12.013 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:12.013 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:12.013 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:12.013 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:12.014 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:12.014 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:12.014 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:12.014 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:12.014 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:12.014 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:12.014 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:12.014 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.014 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:12.014 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:12.014 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:12.014 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:12.014 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:12.014 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:12.015 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.015 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:12.015 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:12.015 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.015 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.015 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:12.015 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:12.015 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:12.015 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:12.015 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.015 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:12.015 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:12.015 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:12.015 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:12.015 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:12.017 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:12.017 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:12.017 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.421848+0000", 2024-04-12T17:30:12.017 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.096050+0000", 2024-04-12T17:30:12.018 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.096050+0000", 2024-04-12T17:30:12.018 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.098153+0000", 2024-04-12T17:30:12.018 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.421848+0000", 2024-04-12T17:30:12.018 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.018 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:12.018 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.018 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:12.018 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.421848+0000", 2024-04-12T17:30:12.018 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.421848+0000", 2024-04-12T17:30:12.018 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.421848+0000", 2024-04-12T17:30:12.018 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:12.018 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:12.018 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.018 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.421848+0000", 2024-04-12T17:30:12.019 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.421848+0000", 2024-04-12T17:30:12.019 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:12.019 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:12.019 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:12.019 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:12.019 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:12.019 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:12.019 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:12.019 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:12.019 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:12.019 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:12.019 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:12.019 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:12.019 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:12.019 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.3b", 2024-04-12T17:30:12.020 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:12.020 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:12.020 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:12.020 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4920, 2024-04-12T17:30:12.020 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:12.020 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:03:02.083178+0000", 2024-04-12T17:30:12.020 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:12.020 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:12.020 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:12.020 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:12.020 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:12.020 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:12.020 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:12.020 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:12.020 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:12.021 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:12.021 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:12.021 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:12.021 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:12.021 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:12.021 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:12.021 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:12.021 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:12.021 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:12.021 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:12.021 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:12.021 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:12.021 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:12.021 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:12.022 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:12.022 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:12.022 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:12.022 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:12.022 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:12.022 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:12.022 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:12.022 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:12.022 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:12.022 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:12.022 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:12.022 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:12.022 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:12.022 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:12.023 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:12.023 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:12.023 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:12.023 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:12.023 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:12.023 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:12.023 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.023 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:12.023 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:12.023 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:12.023 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:12.023 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:12.023 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:12.023 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.023 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:12.024 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:12.024 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.024 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.024 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:12.024 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:12.024 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:12.024 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:12.024 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.024 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:12.024 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:12.024 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:12.024 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:12.024 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:12.024 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:12.025 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:12.025 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.265627+0000", 2024-04-12T17:30:12.025 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.091446+0000", 2024-04-12T17:30:12.025 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.091446+0000", 2024-04-12T17:30:12.025 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.092688+0000", 2024-04-12T17:30:12.025 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.265627+0000", 2024-04-12T17:30:12.025 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.025 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:12.025 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.025 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:12.025 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.265627+0000", 2024-04-12T17:30:12.025 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.265627+0000", 2024-04-12T17:30:12.025 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.265627+0000", 2024-04-12T17:30:12.025 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:12.025 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:12.025 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.026 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.265627+0000", 2024-04-12T17:30:12.026 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.265627+0000", 2024-04-12T17:30:12.026 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:12.026 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:12.026 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:12.026 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:12.026 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:12.026 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:12.026 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:12.026 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:12.026 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:12.026 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:12.026 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:12.026 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:12.026 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:12.027 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.3c", 2024-04-12T17:30:12.027 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:12.027 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:12.027 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:12.027 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5009, 2024-04-12T17:30:12.027 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:12.027 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:47:10.649280+0000", 2024-04-12T17:30:12.027 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:12.027 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:12.027 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:12.027 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:12.027 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:12.027 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:12.027 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:12.027 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:12.027 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:12.028 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:12.028 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:12.028 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:12.028 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:12.028 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:12.028 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:12.028 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:12.028 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:12.028 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:12.028 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:12.028 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:12.028 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:12.028 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:12.028 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:12.028 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:12.028 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:12.028 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:12.029 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:12.029 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:12.029 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:12.029 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:12.029 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:12.029 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:12.029 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:12.029 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:12.029 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:12.029 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:12.029 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:12.029 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:12.029 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:12.029 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:12.029 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:12.029 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:12.030 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:12.030 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.030 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:12.030 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:12.030 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:12.030 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:12.030 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:12.030 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:12.030 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.030 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:12.030 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:12.030 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.030 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.030 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:12.031 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:12.031 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:12.031 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:12.031 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.031 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:12.031 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:12.031 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:12.031 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:12.031 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:12.031 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:12.031 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:12.031 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422265+0000", 2024-04-12T17:30:12.031 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:06:51.083733+0000", 2024-04-12T17:30:12.031 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:06:51.083733+0000", 2024-04-12T17:30:12.031 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:06:51.084064+0000", 2024-04-12T17:30:12.031 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422265+0000", 2024-04-12T17:30:12.032 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.032 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:12.032 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.032 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 395, 2024-04-12T17:30:12.032 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422265+0000", 2024-04-12T17:30:12.032 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422265+0000", 2024-04-12T17:30:12.032 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422265+0000", 2024-04-12T17:30:12.032 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:12.032 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:12.032 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.032 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422265+0000", 2024-04-12T17:30:12.032 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422265+0000", 2024-04-12T17:30:12.032 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:12.032 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:12.032 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:12.032 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:12.032 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 394, 2024-04-12T17:30:12.033 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:12.033 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:12.033 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:12.033 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:12.033 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:12.033 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:12.033 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:12.033 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:12.033 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.3d", 2024-04-12T17:30:12.033 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:12.033 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:12.033 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:12.033 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5194, 2024-04-12T17:30:12.033 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:12.033 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:13:04.646895+0000", 2024-04-12T17:30:12.033 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:12.034 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:12.034 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:12.034 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:12.034 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:12.034 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:12.034 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:12.034 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:12.034 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:12.034 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:12.034 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:12.034 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:12.034 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:12.034 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:12.034 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:12.035 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:12.035 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:12.035 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:12.035 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:12.035 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:12.035 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:12.035 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:12.035 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:12.035 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:12.035 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:12.035 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:12.035 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:12.035 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:12.035 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:12.035 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:12.036 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:12.036 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:12.036 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:12.036 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:12.036 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:12.036 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:12.036 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:12.036 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:12.036 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:12.036 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:12.036 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:12.036 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:12.036 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:12.037 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.037 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:12.037 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:12.037 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:12.037 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:12.037 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:12.037 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:12.037 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.037 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:12.037 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:12.037 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.037 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.037 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:12.037 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:12.037 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:12.037 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:12.038 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.038 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:12.038 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:12.038 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:12.038 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:12.038 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:12.038 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:12.038 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:12.038 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.421037+0000", 2024-04-12T17:30:12.038 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.123015+0000", 2024-04-12T17:30:12.038 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.123015+0000", 2024-04-12T17:30:12.038 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.123361+0000", 2024-04-12T17:30:12.038 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.421037+0000", 2024-04-12T17:30:12.038 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.038 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:12.039 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.039 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:12.039 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.421037+0000", 2024-04-12T17:30:12.039 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.421037+0000", 2024-04-12T17:30:12.039 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.421037+0000", 2024-04-12T17:30:12.039 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:12.039 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:12.039 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.039 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.421037+0000", 2024-04-12T17:30:12.039 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.421037+0000", 2024-04-12T17:30:12.039 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:12.039 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:12.039 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:12.039 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:12.040 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:12.040 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:12.040 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:12.040 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:12.040 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:12.040 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:12.040 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:12.040 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:12.040 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:12.040 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.3e", 2024-04-12T17:30:12.040 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:12.040 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:12.040 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:12.040 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5138, 2024-04-12T17:30:12.041 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:12.041 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:03:20.179677+0000", 2024-04-12T17:30:12.041 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:12.041 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:12.041 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:12.041 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:12.041 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:12.041 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:12.041 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:12.041 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:12.041 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:12.041 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:12.041 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:12.041 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:12.042 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:12.042 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:12.042 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:12.042 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:12.042 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:12.042 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:12.042 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:12.042 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:12.042 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:12.042 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:12.042 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:12.042 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:12.042 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:12.042 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:12.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:12.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:12.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:12.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:12.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:12.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:12.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:12.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:12.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:12.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:12.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:12.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:12.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:12.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:12.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:12.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:12.044 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:12.044 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.044 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:12.044 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:12.044 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:12.044 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:12.044 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:12.044 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:12.044 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.044 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:12.044 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:12.044 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.044 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.044 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:12.044 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:12.045 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:12.045 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:12.045 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.045 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:12.045 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:12.045 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:12.045 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:12.045 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:12.045 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:12.045 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:12.045 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.424504+0000", 2024-04-12T17:30:12.045 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.105830+0000", 2024-04-12T17:30:12.045 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.105830+0000", 2024-04-12T17:30:12.045 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.107143+0000", 2024-04-12T17:30:12.045 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.424504+0000", 2024-04-12T17:30:12.045 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.046 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:12.046 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.046 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:12.046 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.424504+0000", 2024-04-12T17:30:12.046 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.424504+0000", 2024-04-12T17:30:12.046 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.424504+0000", 2024-04-12T17:30:12.046 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:12.046 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:12.046 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.046 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.424504+0000", 2024-04-12T17:30:12.046 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.424504+0000", 2024-04-12T17:30:12.046 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:12.046 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:12.046 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:12.047 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:12.047 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:12.047 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:12.047 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:12.047 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:12.047 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:12.047 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:12.047 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:12.047 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:12.047 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:12.047 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.3f", 2024-04-12T17:30:12.047 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:12.047 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:12.047 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:12.047 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4956, 2024-04-12T17:30:12.047 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:12.048 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:17:56.707160+0000", 2024-04-12T17:30:12.048 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:12.048 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:12.048 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:12.048 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:12.048 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:12.048 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:12.048 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:12.048 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:12.048 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:12.048 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:12.048 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:12.048 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:12.048 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:12.049 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:12.049 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:12.049 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:12.049 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:12.049 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:12.049 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:12.049 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:12.049 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:12.049 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:12.049 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:12.049 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:12.049 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:12.049 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:12.049 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:12.050 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:12.050 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:12.050 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:12.050 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:12.050 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:12.050 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:12.050 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:12.050 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:12.050 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:12.050 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:12.050 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:12.050 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:12.050 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:12.050 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:12.051 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:12.051 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:12.051 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.051 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:12.051 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:12.051 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:12.051 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:12.051 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:12.051 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:12.051 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.051 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:12.051 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:12.051 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.051 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.051 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_per_pool": [ 2024-04-12T17:30:12.051 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.051 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": 24, 2024-04-12T17:30:12.052 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T17:30:12.052 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd" 2024-04-12T17:30:12.052 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.052 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 24475, 2024-04-12T17:30:12.052 INFO:tasks.workunit.client.0.smithi099.stdout: "num_pg": 8, 2024-04-12T17:30:12.052 INFO:tasks.workunit.client.0.smithi099.stdout: "num_store_stats": 8, 2024-04-12T17:30:12.052 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 24475, 2024-04-12T17:30:12.052 INFO:tasks.workunit.client.0.smithi099.stdout: "poolid": 4, 2024-04-12T17:30:12.052 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:12.052 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 4194323, 2024-04-12T17:30:12.052 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:12.052 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:12.052 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:12.052 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:12.052 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:12.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:12.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:12.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:12.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:12.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:12.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:12.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:12.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:12.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:12.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:12.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 12, 2024-04-12T17:30:12.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 4, 2024-04-12T17:30:12.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:12.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 4, 2024-04-12T17:30:12.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:12.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:12.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:12.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:12.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:12.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 2, 2024-04-12T17:30:12.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:12.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:12.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:12.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:12.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:12.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:12.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:12.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 8972, 2024-04-12T17:30:12.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 3053148, 2024-04-12T17:30:12.054 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:12.055 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:12.055 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:12.055 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 24345, 2024-04-12T17:30:12.055 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 3126479 2024-04-12T17:30:12.055 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.055 INFO:tasks.workunit.client.0.smithi099.stdout: "store_stats": { 2024-04-12T17:30:12.055 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": 12595200, 2024-04-12T17:30:12.055 INFO:tasks.workunit.client.0.smithi099.stdout: "available": 0, 2024-04-12T17:30:12.055 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed": 0, 2024-04-12T17:30:12.055 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_allocated": 0, 2024-04-12T17:30:12.055 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_original": 0, 2024-04-12T17:30:12.055 INFO:tasks.workunit.client.0.smithi099.stdout: "data_stored": 12582969, 2024-04-12T17:30:12.055 INFO:tasks.workunit.client.0.smithi099.stdout: "internal_metadata": 0, 2024-04-12T17:30:12.055 INFO:tasks.workunit.client.0.smithi099.stdout: "internally_reserved": 0, 2024-04-12T17:30:12.056 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_allocated": 0, 2024-04-12T17:30:12.056 INFO:tasks.workunit.client.0.smithi099.stdout: "total": 0 2024-04-12T17:30:12.056 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.056 INFO:tasks.workunit.client.0.smithi099.stdout: "up": 24 2024-04-12T17:30:12.056 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.056 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.056 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": 192, 2024-04-12T17:30:12.056 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T17:30:12.056 INFO:tasks.workunit.client.0.smithi099.stdout: "cephfs" 2024-04-12T17:30:12.056 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.056 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:12.056 INFO:tasks.workunit.client.0.smithi099.stdout: "num_pg": 64, 2024-04-12T17:30:12.056 INFO:tasks.workunit.client.0.smithi099.stdout: "num_store_stats": 8, 2024-04-12T17:30:12.056 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:12.056 INFO:tasks.workunit.client.0.smithi099.stdout: "poolid": 3, 2024-04-12T17:30:12.057 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:12.057 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:12.057 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:12.057 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:12.057 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:12.057 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:12.057 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:12.057 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:12.057 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:12.057 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:12.057 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:12.057 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:12.057 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:12.057 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:12.057 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:12.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:12.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:12.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:12.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:12.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:12.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:12.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:12.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:12.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:12.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:12.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:12.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:12.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:12.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:12.059 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:12.059 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:12.059 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:12.059 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:12.059 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:12.059 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:12.059 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:12.059 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:12.059 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:12.059 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:12.059 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:12.059 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:12.059 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.059 INFO:tasks.workunit.client.0.smithi099.stdout: "store_stats": { 2024-04-12T17:30:12.059 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": 0, 2024-04-12T17:30:12.059 INFO:tasks.workunit.client.0.smithi099.stdout: "available": 0, 2024-04-12T17:30:12.060 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed": 0, 2024-04-12T17:30:12.060 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_allocated": 0, 2024-04-12T17:30:12.060 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_original": 0, 2024-04-12T17:30:12.060 INFO:tasks.workunit.client.0.smithi099.stdout: "data_stored": 0, 2024-04-12T17:30:12.060 INFO:tasks.workunit.client.0.smithi099.stdout: "internal_metadata": 0, 2024-04-12T17:30:12.060 INFO:tasks.workunit.client.0.smithi099.stdout: "internally_reserved": 0, 2024-04-12T17:30:12.060 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_allocated": 0, 2024-04-12T17:30:12.060 INFO:tasks.workunit.client.0.smithi099.stdout: "total": 0 2024-04-12T17:30:12.060 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.060 INFO:tasks.workunit.client.0.smithi099.stdout: "up": 192 2024-04-12T17:30:12.060 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.060 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.060 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": 3, 2024-04-12T17:30:12.060 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T17:30:12.060 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr" 2024-04-12T17:30:12.061 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.061 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 237, 2024-04-12T17:30:12.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_pg": 1, 2024-04-12T17:30:12.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_store_stats": 3, 2024-04-12T17:30:12.061 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 237, 2024-04-12T17:30:12.061 INFO:tasks.workunit.client.0.smithi099.stdout: "poolid": 1, 2024-04-12T17:30:12.061 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:12.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 590368, 2024-04-12T17:30:12.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:12.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 1771104, 2024-04-12T17:30:12.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:12.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:12.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:12.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:12.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:12.062 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:12.062 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:12.062 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:12.062 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:12.062 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:12.062 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:12.062 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:12.062 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:12.062 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 6, 2024-04-12T17:30:12.062 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 2, 2024-04-12T17:30:12.062 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:12.062 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 2, 2024-04-12T17:30:12.062 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:12.062 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:12.063 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:12.063 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:12.063 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:12.063 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:12.063 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:12.063 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 6, 2024-04-12T17:30:12.063 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:12.063 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:12.063 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:12.063 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:12.063 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:12.063 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 1178, 2024-04-12T17:30:12.063 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 1994, 2024-04-12T17:30:12.063 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:12.063 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:12.064 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:12.064 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 391, 2024-04-12T17:30:12.064 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 2416 2024-04-12T17:30:12.064 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.064 INFO:tasks.workunit.client.0.smithi099.stdout: "store_stats": { 2024-04-12T17:30:12.064 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": 1781760, 2024-04-12T17:30:12.064 INFO:tasks.workunit.client.0.smithi099.stdout: "available": 0, 2024-04-12T17:30:12.064 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed": 0, 2024-04-12T17:30:12.064 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_allocated": 0, 2024-04-12T17:30:12.064 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_original": 0, 2024-04-12T17:30:12.064 INFO:tasks.workunit.client.0.smithi099.stdout: "data_stored": 1771104, 2024-04-12T17:30:12.064 INFO:tasks.workunit.client.0.smithi099.stdout: "internal_metadata": 0, 2024-04-12T17:30:12.064 INFO:tasks.workunit.client.0.smithi099.stdout: "internally_reserved": 0, 2024-04-12T17:30:12.064 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_allocated": 0, 2024-04-12T17:30:12.065 INFO:tasks.workunit.client.0.smithi099.stdout: "total": 0 2024-04-12T17:30:12.065 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.065 INFO:tasks.workunit.client.0.smithi099.stdout: "up": 3 2024-04-12T17:30:12.065 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.065 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.065 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": 96, 2024-04-12T17:30:12.065 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T17:30:12.065 INFO:tasks.workunit.client.0.smithi099.stdout: "cephfs" 2024-04-12T17:30:12.065 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.065 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 75, 2024-04-12T17:30:12.065 INFO:tasks.workunit.client.0.smithi099.stdout: "num_pg": 32, 2024-04-12T17:30:12.065 INFO:tasks.workunit.client.0.smithi099.stdout: "num_store_stats": 8, 2024-04-12T17:30:12.065 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 75, 2024-04-12T17:30:12.065 INFO:tasks.workunit.client.0.smithi099.stdout: "poolid": 2, 2024-04-12T17:30:12.066 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:12.066 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 6622, 2024-04-12T17:30:12.066 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:12.066 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:12.066 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:12.066 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:12.066 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:12.066 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:12.066 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:12.066 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:12.066 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:12.066 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:12.066 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:12.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:12.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:12.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:12.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:12.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 66, 2024-04-12T17:30:12.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 22, 2024-04-12T17:30:12.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:12.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 22, 2024-04-12T17:30:12.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:12.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:12.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:12.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:12.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:12.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 14, 2024-04-12T17:30:12.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:12.068 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:12.068 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:12.068 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:12.068 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:12.068 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:12.068 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:12.068 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 158, 2024-04-12T17:30:12.068 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 174, 2024-04-12T17:30:12.068 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:12.068 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:12.068 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:12.068 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 69, 2024-04-12T17:30:12.068 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 36 2024-04-12T17:30:12.068 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.069 INFO:tasks.workunit.client.0.smithi099.stdout: "store_stats": { 2024-04-12T17:30:12.069 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": 110592, 2024-04-12T17:30:12.069 INFO:tasks.workunit.client.0.smithi099.stdout: "available": 0, 2024-04-12T17:30:12.069 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed": 0, 2024-04-12T17:30:12.069 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_allocated": 0, 2024-04-12T17:30:12.069 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_original": 0, 2024-04-12T17:30:12.069 INFO:tasks.workunit.client.0.smithi099.stdout: "data_stored": 19866, 2024-04-12T17:30:12.069 INFO:tasks.workunit.client.0.smithi099.stdout: "internal_metadata": 0, 2024-04-12T17:30:12.069 INFO:tasks.workunit.client.0.smithi099.stdout: "internally_reserved": 0, 2024-04-12T17:30:12.069 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_allocated": 44883, 2024-04-12T17:30:12.069 INFO:tasks.workunit.client.0.smithi099.stdout: "total": 0 2024-04-12T17:30:12.069 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.069 INFO:tasks.workunit.client.0.smithi099.stdout: "up": 96 2024-04-12T17:30:12.069 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.069 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.069 INFO:tasks.workunit.client.0.smithi099.stdout: "usage": { 2024-04-12T17:30:12.070 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_num": 105, 2024-04-12T17:30:12.070 INFO:tasks.workunit.client.0.smithi099.stdout: "pools": 4, 2024-04-12T17:30:12.070 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_by_class": { 2024-04-12T17:30:12.070 INFO:tasks.workunit.client.0.smithi099.stdout: "ssd": { 2024-04-12T17:30:12.070 INFO:tasks.workunit.client.0.smithi099.stdout: "total_avail_bytes": 761535979520, 2024-04-12T17:30:12.070 INFO:tasks.workunit.client.0.smithi099.stdout: "total_bytes": 767960285184, 2024-04-12T17:30:12.070 INFO:tasks.workunit.client.0.smithi099.stdout: "total_used_bytes": 6424305664, 2024-04-12T17:30:12.070 INFO:tasks.workunit.client.0.smithi099.stdout: "total_used_raw_bytes": 6424305664, 2024-04-12T17:30:12.070 INFO:tasks.workunit.client.0.smithi099.stdout: "total_used_raw_ratio": 0.00836541410535574 2024-04-12T17:30:12.070 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.070 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.070 INFO:tasks.workunit.client.0.smithi099.stdout: "total_avail_bytes": 761535979520, 2024-04-12T17:30:12.070 INFO:tasks.workunit.client.0.smithi099.stdout: "total_bytes": 767960285184, 2024-04-12T17:30:12.070 INFO:tasks.workunit.client.0.smithi099.stdout: "total_used_bytes": 6424305664 2024-04-12T17:30:12.071 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.071 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.071 INFO:tasks.workunit.client.0.smithi099.stdout:} 2024-04-12T17:30:12.071 INFO:tasks.workunit.client.0.smithi099.stdout:Telemetry is on. 2024-04-12T17:30:12.071 INFO:tasks.workunit.client.0.smithi099.stderr:+ ceph telemetry show 2024-04-12T17:30:12.071 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='client.46040 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:12.072 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='client.46040 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:12.072 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='client.46046 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:12.072 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='client.46046 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:12.072 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:30:12.072 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:30:12.072 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:12.072 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:12.072 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:12.072 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:12.072 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:12.072 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:12.072 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:12.072 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:12.072 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:12.072 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:12.073 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:12.073 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:12.073 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:12.073 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:12.073 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:12.073 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:12.073 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:12.073 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:12.073 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:12.073 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:12.073 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:12.073 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='client.46040 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:12.074 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='client.46040 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:12.074 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='client.46046 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:12.074 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='client.46046 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:12.074 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:30:12.074 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:30:12.074 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:12.074 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:12.074 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:12.074 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:12.074 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:12.074 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:12.074 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:12.074 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:12.075 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:12.075 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:12.075 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:12.075 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:12.075 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:12.075 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:12.075 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:12.075 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:12.075 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:12.075 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:12.075 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:12.075 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:12.075 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:12.075 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:12.076 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:12.076 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:12.076 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:30:12.076 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:30:12.076 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:30:12.076 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:30:12.076 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:12.076 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:12.076 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:12.076 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:12.076 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:12.076 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:12.076 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:12.076 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:12.076 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:12.076 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:12.077 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:12.077 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:12.077 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:12.077 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:12.077 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:12.077 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:12.077 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:12.077 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:12.077 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:12.077 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:12.077 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:12.077 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:12.078 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:12.078 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:12.078 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:30:12.078 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:30:12.078 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:30:12.078 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:30:12.078 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:12.078 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:12.078 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:12.078 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:12.078 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:12.078 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:12.078 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:12.078 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:12.079 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:12.079 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:12.079 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:12.079 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:12.079 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:12.079 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:12.079 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:12.079 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:12.079 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:12.079 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:12.079 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:12.079 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:12.079 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:12.080 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:12.080 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:12.080 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:12.080 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:30:12.080 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:30:12.080 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:30:12.080 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:30:12.080 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:12.080 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:12.080 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:12.081 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:12.081 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:12.081 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:12.081 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:12.081 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:12.081 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:12.081 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:12.081 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:12.081 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:12.081 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:12.081 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:12.081 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:12.081 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:12.081 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:12.081 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:12.081 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:12.082 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:12.082 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:12.082 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:12.082 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:12.082 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:12.082 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:12.083 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:12.083 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:12.083 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:30:12.083 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:30:12.083 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:30:12.083 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:30:12.083 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:12.083 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:12.083 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:12.083 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:12.083 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:12.083 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:12.083 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:12.083 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:12.083 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:12.084 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:12.084 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:12.084 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:12.084 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:12.084 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:12.084 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:12.084 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:12.084 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:12.084 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:12.084 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:12.084 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:12.084 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:12.084 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:12.084 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:12.084 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:10 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:12.092 INFO:tasks.workunit.client.0.smithi099.stdout:{ 2024-04-12T17:30:12.092 INFO:tasks.workunit.client.0.smithi099.stdout: "balancer": { 2024-04-12T17:30:12.092 INFO:tasks.workunit.client.0.smithi099.stdout: "active": true, 2024-04-12T17:30:12.092 INFO:tasks.workunit.client.0.smithi099.stdout: "mode": "" 2024-04-12T17:30:12.092 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.092 INFO:tasks.workunit.client.0.smithi099.stdout: "channels": [ 2024-04-12T17:30:12.093 INFO:tasks.workunit.client.0.smithi099.stdout: "basic", 2024-04-12T17:30:12.093 INFO:tasks.workunit.client.0.smithi099.stdout: "crash", 2024-04-12T17:30:12.093 INFO:tasks.workunit.client.0.smithi099.stdout: "device", 2024-04-12T17:30:12.093 INFO:tasks.workunit.client.0.smithi099.stdout: "ident", 2024-04-12T17:30:12.093 INFO:tasks.workunit.client.0.smithi099.stdout: "perf" 2024-04-12T17:30:12.093 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.093 INFO:tasks.workunit.client.0.smithi099.stdout: "channels_available": [ 2024-04-12T17:30:12.093 INFO:tasks.workunit.client.0.smithi099.stdout: "basic", 2024-04-12T17:30:12.093 INFO:tasks.workunit.client.0.smithi099.stdout: "ident", 2024-04-12T17:30:12.093 INFO:tasks.workunit.client.0.smithi099.stdout: "crash", 2024-04-12T17:30:12.093 INFO:tasks.workunit.client.0.smithi099.stdout: "device", 2024-04-12T17:30:12.093 INFO:tasks.workunit.client.0.smithi099.stdout: "perf" 2024-04-12T17:30:12.093 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.093 INFO:tasks.workunit.client.0.smithi099.stdout: "collections_available": [ 2024-04-12T17:30:12.094 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_base", 2024-04-12T17:30:12.094 INFO:tasks.workunit.client.0.smithi099.stdout: "device_base", 2024-04-12T17:30:12.094 INFO:tasks.workunit.client.0.smithi099.stdout: "crash_base", 2024-04-12T17:30:12.094 INFO:tasks.workunit.client.0.smithi099.stdout: "ident_base", 2024-04-12T17:30:12.094 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_perf", 2024-04-12T17:30:12.094 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_mds_metadata", 2024-04-12T17:30:12.094 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_pool_usage", 2024-04-12T17:30:12.094 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_usage_by_class", 2024-04-12T17:30:12.094 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_rook_v01", 2024-04-12T17:30:12.094 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_memory_metrics", 2024-04-12T17:30:12.094 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_pool_options_bluestore", 2024-04-12T17:30:12.094 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_pool_flags" 2024-04-12T17:30:12.094 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.094 INFO:tasks.workunit.client.0.smithi099.stdout: "collections_opted_in": [ 2024-04-12T17:30:12.095 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_base", 2024-04-12T17:30:12.095 INFO:tasks.workunit.client.0.smithi099.stdout: "device_base", 2024-04-12T17:30:12.095 INFO:tasks.workunit.client.0.smithi099.stdout: "crash_base", 2024-04-12T17:30:12.095 INFO:tasks.workunit.client.0.smithi099.stdout: "ident_base", 2024-04-12T17:30:12.095 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_perf", 2024-04-12T17:30:12.095 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_mds_metadata", 2024-04-12T17:30:12.095 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_pool_usage", 2024-04-12T17:30:12.095 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_usage_by_class", 2024-04-12T17:30:12.095 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_rook_v01", 2024-04-12T17:30:12.095 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_memory_metrics", 2024-04-12T17:30:12.095 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_pool_options_bluestore", 2024-04-12T17:30:12.095 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_pool_flags" 2024-04-12T17:30:12.095 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.095 INFO:tasks.workunit.client.0.smithi099.stdout: "config": { 2024-04-12T17:30:12.096 INFO:tasks.workunit.client.0.smithi099.stdout: "active_changed": [ 2024-04-12T17:30:12.096 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T17:30:12.096 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_debug", 2024-04-12T17:30:12.096 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_mon_ticket_ttl", 2024-04-12T17:30:12.096 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_service_ticket_ttl", 2024-04-12T17:30:12.096 INFO:tasks.workunit.client.0.smithi099.stdout: "bdev_debug_aio", 2024-04-12T17:30:12.096 INFO:tasks.workunit.client.0.smithi099.stdout: "client_check_pool_perm", 2024-04-12T17:30:12.096 INFO:tasks.workunit.client.0.smithi099.stdout: "client_mount_gid", 2024-04-12T17:30:12.096 INFO:tasks.workunit.client.0.smithi099.stdout: "client_mount_uid", 2024-04-12T17:30:12.096 INFO:tasks.workunit.client.0.smithi099.stdout: "client_quota", 2024-04-12T17:30:12.096 INFO:tasks.workunit.client.0.smithi099.stdout: "container_image", 2024-04-12T17:30:12.096 INFO:tasks.workunit.client.0.smithi099.stdout: "daemonize", 2024-04-12T17:30:12.096 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_asserts_on_shutdown", 2024-04-12T17:30:12.096 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_mgr", 2024-04-12T17:30:12.096 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_mon", 2024-04-12T17:30:12.097 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_ms", 2024-04-12T17:30:12.097 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_osd", 2024-04-12T17:30:12.097 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_paxos", 2024-04-12T17:30:12.097 INFO:tasks.workunit.client.0.smithi099.stdout: "keyring", 2024-04-12T17:30:12.097 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_file", 2024-04-12T17:30:12.097 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_journald", 2024-04-12T17:30:12.097 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_stderr", 2024-04-12T17:30:12.097 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_allow_pool_delete", 2024-04-12T17:30:12.097 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_clock_drift_allowed", 2024-04-12T17:30:12.097 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_file_level", 2024-04-12T17:30:12.097 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_to_file", 2024-04-12T17:30:12.097 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_to_journald", 2024-04-12T17:30:12.097 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_to_stderr", 2024-04-12T17:30:12.097 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_data_avail_warn", 2024-04-12T17:30:12.098 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_election_default_strategy", 2024-04-12T17:30:12.098 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_host", 2024-04-12T17:30:12.098 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_max_pg_per_osd", 2024-04-12T17:30:12.098 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_mds_skip_sanity", 2024-04-12T17:30:12.098 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_mgr_mkfs_grace", 2024-04-12T17:30:12.098 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_osd_prime_pg_temp", 2024-04-12T17:30:12.098 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T17:30:12.098 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T17:30:12.098 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T17:30:12.098 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T17:30:12.098 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T17:30:12.098 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T17:30:12.098 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T17:30:12.099 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T17:30:12.099 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T17:30:12.099 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T17:30:12.099 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_too_few_osds", 2024-04-12T17:30:12.099 INFO:tasks.workunit.client.0.smithi099.stdout: "ms_die_on_bug", 2024-04-12T17:30:12.099 INFO:tasks.workunit.client.0.smithi099.stdout: "ms_die_on_old_message", 2024-04-12T17:30:12.099 INFO:tasks.workunit.client.0.smithi099.stdout: "no_config_file", 2024-04-12T17:30:12.099 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_class_default_list", 2024-04-12T17:30:12.099 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_class_load_list", 2024-04-12T17:30:12.099 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_misdirected_ops", 2024-04-12T17:30:12.099 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_op_order", 2024-04-12T17:30:12.099 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_pg_log_writeout", 2024-04-12T17:30:12.099 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_shutdown", 2024-04-12T17:30:12.099 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T17:30:12.100 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T17:30:12.100 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T17:30:12.100 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T17:30:12.100 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_delete_sleep", 2024-04-12T17:30:12.100 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_delete_sleep_hdd", 2024-04-12T17:30:12.100 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_delete_sleep_hybrid", 2024-04-12T17:30:12.100 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_delete_sleep_ssd", 2024-04-12T17:30:12.100 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_max_backfills", 2024-04-12T17:30:12.100 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T17:30:12.100 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_profile", 2024-04-12T17:30:12.100 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-12T17:30:12.100 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-12T17:30:12.100 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-12T17:30:12.100 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-12T17:30:12.100 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-12T17:30:12.101 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-12T17:30:12.101 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_client_lim", 2024-04-12T17:30:12.101 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_client_res", 2024-04-12T17:30:12.101 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-12T17:30:12.101 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_memory_target", 2024-04-12T17:30:12.101 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_memory_target_autotune", 2024-04-12T17:30:12.101 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_op_queue", 2024-04-12T17:30:12.101 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_op_queue_cut_off", 2024-04-12T17:30:12.101 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T17:30:12.101 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T17:30:12.101 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recover_clone_overlap", 2024-04-12T17:30:12.101 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_max_active", 2024-04-12T17:30:12.101 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_max_active_hdd", 2024-04-12T17:30:12.101 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_max_active_ssd", 2024-04-12T17:30:12.101 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_max_chunk", 2024-04-12T17:30:12.102 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_sleep", 2024-04-12T17:30:12.102 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_sleep_hdd", 2024-04-12T17:30:12.102 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_sleep_hybrid", 2024-04-12T17:30:12.102 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_sleep_ssd", 2024-04-12T17:30:12.102 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_scrub_load_threshold", 2024-04-12T17:30:12.102 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_scrub_max_interval", 2024-04-12T17:30:12.102 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_scrub_sleep", 2024-04-12T17:30:12.102 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_shutdown_pgref_assert", 2024-04-12T17:30:12.102 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_snap_trim_sleep", 2024-04-12T17:30:12.102 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_snap_trim_sleep_hdd", 2024-04-12T17:30:12.102 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-12T17:30:12.102 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_snap_trim_sleep_ssd", 2024-04-12T17:30:12.102 INFO:tasks.workunit.client.0.smithi099.stdout: "public_network", 2024-04-12T17:30:12.103 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-12T17:30:12.103 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd_default_features", 2024-04-12T17:30:12.103 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd_qos_exclude_ops", 2024-04-12T17:30:12.103 INFO:tasks.workunit.client.0.smithi099.stdout: "setgroup", 2024-04-12T17:30:12.103 INFO:tasks.workunit.client.0.smithi099.stdout: "setuser" 2024-04-12T17:30:12.103 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.103 INFO:tasks.workunit.client.0.smithi099.stdout: "cluster_changed": [ 2024-04-12T17:30:12.103 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T17:30:12.103 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_debug", 2024-04-12T17:30:12.103 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_mon_ticket_ttl", 2024-04-12T17:30:12.103 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_service_ticket_ttl", 2024-04-12T17:30:12.103 INFO:tasks.workunit.client.0.smithi099.stdout: "bdev_debug_aio", 2024-04-12T17:30:12.103 INFO:tasks.workunit.client.0.smithi099.stdout: "container_image", 2024-04-12T17:30:12.103 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_asserts_on_shutdown", 2024-04-12T17:30:12.103 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_mgr", 2024-04-12T17:30:12.104 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_mon", 2024-04-12T17:30:12.104 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_ms", 2024-04-12T17:30:12.104 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_osd", 2024-04-12T17:30:12.104 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_paxos", 2024-04-12T17:30:12.104 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_file", 2024-04-12T17:30:12.104 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_journald", 2024-04-12T17:30:12.104 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_stderr", 2024-04-12T17:30:12.104 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_join_fs", 2024-04-12T17:30:12.104 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/cephadm/allow_ptrace", 2024-04-12T17:30:12.104 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/cephadm/container_init", 2024-04-12T17:30:12.104 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/cephadm/migration_current", 2024-04-12T17:30:12.104 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/cephadm/use_repo_digest", 2024-04-12T17:30:12.104 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-12T17:30:12.104 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-12T17:30:12.104 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-12T17:30:12.105 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-12T17:30:12.105 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/dashboard/ssl_server_port", 2024-04-12T17:30:12.105 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/orchestrator/orchestrator", 2024-04-12T17:30:12.105 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/telemetry/channel_ident", 2024-04-12T17:30:12.105 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/telemetry/channel_perf", 2024-04-12T17:30:12.105 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/telemetry/description", 2024-04-12T17:30:12.105 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/telemetry/enabled", 2024-04-12T17:30:12.105 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/telemetry/organization", 2024-04-12T17:30:12.105 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_allow_pool_delete", 2024-04-12T17:30:12.105 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_clock_drift_allowed", 2024-04-12T17:30:12.105 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_file_level", 2024-04-12T17:30:12.105 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_to_file", 2024-04-12T17:30:12.105 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_data_avail_warn", 2024-04-12T17:30:12.105 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_election_default_strategy", 2024-04-12T17:30:12.105 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_max_pg_per_osd", 2024-04-12T17:30:12.106 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_mds_skip_sanity", 2024-04-12T17:30:12.106 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_mgr_mkfs_grace", 2024-04-12T17:30:12.106 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_osd_prime_pg_temp", 2024-04-12T17:30:12.106 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T17:30:12.106 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T17:30:12.106 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T17:30:12.106 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T17:30:12.106 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T17:30:12.106 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T17:30:12.106 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T17:30:12.106 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T17:30:12.106 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T17:30:12.106 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T17:30:12.106 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_too_few_osds", 2024-04-12T17:30:12.107 INFO:tasks.workunit.client.0.smithi099.stdout: "ms_die_on_bug", 2024-04-12T17:30:12.107 INFO:tasks.workunit.client.0.smithi099.stdout: "ms_die_on_old_message", 2024-04-12T17:30:12.107 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_class_default_list", 2024-04-12T17:30:12.107 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_class_load_list", 2024-04-12T17:30:12.107 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_misdirected_ops", 2024-04-12T17:30:12.107 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_op_order", 2024-04-12T17:30:12.107 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_pg_log_writeout", 2024-04-12T17:30:12.107 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_shutdown", 2024-04-12T17:30:12.107 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T17:30:12.107 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T17:30:12.107 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T17:30:12.107 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T17:30:12.107 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T17:30:12.107 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_profile", 2024-04-12T17:30:12.107 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_memory_target", 2024-04-12T17:30:12.108 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_memory_target_autotune", 2024-04-12T17:30:12.108 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_op_queue", 2024-04-12T17:30:12.108 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_op_queue_cut_off", 2024-04-12T17:30:12.108 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T17:30:12.108 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T17:30:12.108 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recover_clone_overlap", 2024-04-12T17:30:12.108 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_max_chunk", 2024-04-12T17:30:12.108 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_scrub_load_threshold", 2024-04-12T17:30:12.108 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_scrub_max_interval", 2024-04-12T17:30:12.108 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_shutdown_pgref_assert", 2024-04-12T17:30:12.109 INFO:tasks.workunit.client.0.smithi099.stdout: "public_network", 2024-04-12T17:30:12.109 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-12T17:30:12.109 INFO:tasks.workunit.client.0.smithi099.stdout: "rgw_cache_enabled", 2024-04-12T17:30:12.109 INFO:tasks.workunit.client.0.smithi099.stdout: "rgw_enable_ops_log", 2024-04-12T17:30:12.109 INFO:tasks.workunit.client.0.smithi099.stdout: "rgw_enable_usage_log" 2024-04-12T17:30:12.109 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.109 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.109 INFO:tasks.workunit.client.0.smithi099.stdout: "contact": null, 2024-04-12T17:30:12.109 INFO:tasks.workunit.client.0.smithi099.stdout: "crashes": [], 2024-04-12T17:30:12.109 INFO:tasks.workunit.client.0.smithi099.stdout: "created": "2024-04-12T15:51:58.657208Z", 2024-04-12T17:30:12.109 INFO:tasks.workunit.client.0.smithi099.stdout: "crush": { 2024-04-12T17:30:12.109 INFO:tasks.workunit.client.0.smithi099.stdout: "bucket_algs": { 2024-04-12T17:30:12.109 INFO:tasks.workunit.client.0.smithi099.stdout: "straw2": 3 2024-04-12T17:30:12.109 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.110 INFO:tasks.workunit.client.0.smithi099.stdout: "bucket_sizes": { 2024-04-12T17:30:12.110 INFO:tasks.workunit.client.0.smithi099.stdout: "2": 1, 2024-04-12T17:30:12.110 INFO:tasks.workunit.client.0.smithi099.stdout: "4": 2 2024-04-12T17:30:12.110 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.110 INFO:tasks.workunit.client.0.smithi099.stdout: "bucket_types": { 2024-04-12T17:30:12.110 INFO:tasks.workunit.client.0.smithi099.stdout: "1": 2, 2024-04-12T17:30:12.110 INFO:tasks.workunit.client.0.smithi099.stdout: "11": 1 2024-04-12T17:30:12.110 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.110 INFO:tasks.workunit.client.0.smithi099.stdout: "compat_weight_set": false, 2024-04-12T17:30:12.110 INFO:tasks.workunit.client.0.smithi099.stdout: "device_classes": [ 2024-04-12T17:30:12.110 INFO:tasks.workunit.client.0.smithi099.stdout: 8 2024-04-12T17:30:12.110 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.110 INFO:tasks.workunit.client.0.smithi099.stdout: "num_buckets": 6, 2024-04-12T17:30:12.110 INFO:tasks.workunit.client.0.smithi099.stdout: "num_devices": 8, 2024-04-12T17:30:12.111 INFO:tasks.workunit.client.0.smithi099.stdout: "num_rules": 2, 2024-04-12T17:30:12.111 INFO:tasks.workunit.client.0.smithi099.stdout: "num_types": 12, 2024-04-12T17:30:12.111 INFO:tasks.workunit.client.0.smithi099.stdout: "num_weight_sets": 0, 2024-04-12T17:30:12.111 INFO:tasks.workunit.client.0.smithi099.stdout: "tunables": { 2024-04-12T17:30:12.111 INFO:tasks.workunit.client.0.smithi099.stdout: "allowed_bucket_algs": 54, 2024-04-12T17:30:12.111 INFO:tasks.workunit.client.0.smithi099.stdout: "choose_local_fallback_tries": 0, 2024-04-12T17:30:12.111 INFO:tasks.workunit.client.0.smithi099.stdout: "choose_local_tries": 0, 2024-04-12T17:30:12.111 INFO:tasks.workunit.client.0.smithi099.stdout: "choose_total_tries": 50, 2024-04-12T17:30:12.111 INFO:tasks.workunit.client.0.smithi099.stdout: "chooseleaf_descend_once": 1, 2024-04-12T17:30:12.111 INFO:tasks.workunit.client.0.smithi099.stdout: "chooseleaf_stable": 1, 2024-04-12T17:30:12.111 INFO:tasks.workunit.client.0.smithi099.stdout: "chooseleaf_vary_r": 1, 2024-04-12T17:30:12.111 INFO:tasks.workunit.client.0.smithi099.stdout: "has_msr_rules": 0, 2024-04-12T17:30:12.111 INFO:tasks.workunit.client.0.smithi099.stdout: "has_v2_rules": 1, 2024-04-12T17:30:12.111 INFO:tasks.workunit.client.0.smithi099.stdout: "has_v3_rules": 0, 2024-04-12T17:30:12.111 INFO:tasks.workunit.client.0.smithi099.stdout: "has_v4_buckets": 1, 2024-04-12T17:30:12.112 INFO:tasks.workunit.client.0.smithi099.stdout: "has_v5_rules": 0, 2024-04-12T17:30:12.112 INFO:tasks.workunit.client.0.smithi099.stdout: "legacy_tunables": 0, 2024-04-12T17:30:12.112 INFO:tasks.workunit.client.0.smithi099.stdout: "minimum_required_version": "jewel", 2024-04-12T17:30:12.112 INFO:tasks.workunit.client.0.smithi099.stdout: "msr_collision_tries": 100, 2024-04-12T17:30:12.112 INFO:tasks.workunit.client.0.smithi099.stdout: "msr_descents": 100, 2024-04-12T17:30:12.112 INFO:tasks.workunit.client.0.smithi099.stdout: "optimal_tunables": 1, 2024-04-12T17:30:12.112 INFO:tasks.workunit.client.0.smithi099.stdout: "profile": "jewel", 2024-04-12T17:30:12.112 INFO:tasks.workunit.client.0.smithi099.stdout: "require_feature_tunables": 1, 2024-04-12T17:30:12.112 INFO:tasks.workunit.client.0.smithi099.stdout: "require_feature_tunables2": 1, 2024-04-12T17:30:12.112 INFO:tasks.workunit.client.0.smithi099.stdout: "require_feature_tunables3": 1, 2024-04-12T17:30:12.112 INFO:tasks.workunit.client.0.smithi099.stdout: "require_feature_tunables5": 1, 2024-04-12T17:30:12.112 INFO:tasks.workunit.client.0.smithi099.stdout: "straw_calc_version": 1 2024-04-12T17:30:12.112 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.112 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.112 INFO:tasks.workunit.client.0.smithi099.stdout: "description": "upgrade test cluster", 2024-04-12T17:30:12.113 INFO:tasks.workunit.client.0.smithi099.stdout: "fs": { 2024-04-12T17:30:12.113 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T17:30:12.113 INFO:tasks.workunit.client.0.smithi099.stdout: "feature_flags": { 2024-04-12T17:30:12.113 INFO:tasks.workunit.client.0.smithi099.stdout: "enable_multiple": true, 2024-04-12T17:30:12.113 INFO:tasks.workunit.client.0.smithi099.stdout: "ever_enabled_multiple": true 2024-04-12T17:30:12.113 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.113 INFO:tasks.workunit.client.0.smithi099.stdout: "filesystems": [ 2024-04-12T17:30:12.113 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.113 INFO:tasks.workunit.client.0.smithi099.stdout: "approx_ctime": "2024-04", 2024-04-12T17:30:12.113 INFO:tasks.workunit.client.0.smithi099.stdout: "balancer_enabled": false, 2024-04-12T17:30:12.113 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.113 INFO:tasks.workunit.client.0.smithi099.stdout: "cached_caps": 0, 2024-04-12T17:30:12.113 INFO:tasks.workunit.client.0.smithi099.stdout: "cached_dns": 10, 2024-04-12T17:30:12.113 INFO:tasks.workunit.client.0.smithi099.stdout: "cached_inos": 13, 2024-04-12T17:30:12.113 INFO:tasks.workunit.client.0.smithi099.stdout: "cached_subtrees": 2, 2024-04-12T17:30:12.114 INFO:tasks.workunit.client.0.smithi099.stdout: "ever_allowed_features": 0, 2024-04-12T17:30:12.114 INFO:tasks.workunit.client.0.smithi099.stdout: "explicitly_allowed_features": 0, 2024-04-12T17:30:12.114 INFO:tasks.workunit.client.0.smithi099.stdout: "files": 0, 2024-04-12T17:30:12.114 INFO:tasks.workunit.client.0.smithi099.stdout: "max_mds": 1, 2024-04-12T17:30:12.114 INFO:tasks.workunit.client.0.smithi099.stdout: "num_data_pools": 1, 2024-04-12T17:30:12.114 INFO:tasks.workunit.client.0.smithi099.stdout: "num_in": 1, 2024-04-12T17:30:12.114 INFO:tasks.workunit.client.0.smithi099.stdout: "num_mds": 1, 2024-04-12T17:30:12.114 INFO:tasks.workunit.client.0.smithi099.stdout: "num_sessions": 0, 2024-04-12T17:30:12.114 INFO:tasks.workunit.client.0.smithi099.stdout: "num_standby_replay": 0, 2024-04-12T17:30:12.114 INFO:tasks.workunit.client.0.smithi099.stdout: "num_up": 1, 2024-04-12T17:30:12.114 INFO:tasks.workunit.client.0.smithi099.stdout: "snaps": 0, 2024-04-12T17:30:12.114 INFO:tasks.workunit.client.0.smithi099.stdout: "standby_count_wanted": 0 2024-04-12T17:30:12.114 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.114 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.115 INFO:tasks.workunit.client.0.smithi099.stdout: "num_standby_mds": 1, 2024-04-12T17:30:12.115 INFO:tasks.workunit.client.0.smithi099.stdout: "total_num_mds": 2 2024-04-12T17:30:12.115 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.115 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_stats": { 2024-04-12T17:30:12.115 INFO:tasks.workunit.client.0.smithi099.stdout: "mds": { 2024-04-12T17:30:12.115 INFO:tasks.workunit.client.0.smithi099.stdout: "mds.1e2a24d7ed8c1704620ea3bccfc67a7f23c62d00": { 2024-04-12T17:30:12.115 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 20488192, 2024-04-12T17:30:12.115 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 411376, 2024-04-12T17:30:12.115 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 2752512, 2024-04-12T17:30:12.115 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T17:30:12.115 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 819200, 2024-04-12T17:30:12.115 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 432, 2024-04-12T17:30:12.115 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:12.115 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 1277568, 2024-04-12T17:30:12.115 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 22, 2024-04-12T17:30:12.116 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 1149952, 2024-04-12T17:30:12.116 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 14896784, 2024-04-12T17:30:12.116 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 21307392 2024-04-12T17:30:12.116 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.116 INFO:tasks.workunit.client.0.smithi099.stdout: "mds.99eca4e11e5c95f50fdb573e338d356fe5d4041f": { 2024-04-12T17:30:12.116 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 20258816, 2024-04-12T17:30:12.116 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 326064, 2024-04-12T17:30:12.116 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 2752512, 2024-04-12T17:30:12.116 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 868352, 2024-04-12T17:30:12.116 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 0, 2024-04-12T17:30:12.116 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 340, 2024-04-12T17:30:12.116 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:12.116 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 1088616, 2024-04-12T17:30:12.116 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 13, 2024-04-12T17:30:12.116 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 740352, 2024-04-12T17:30:12.117 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 14482920, 2024-04-12T17:30:12.117 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 20258816 2024-04-12T17:30:12.117 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.117 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.117 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T17:30:12.117 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.1e2a24d7ed8c1704620ea3bccfc67a7f23c62d00": { 2024-04-12T17:30:12.117 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 264478720, 2024-04-12T17:30:12.117 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 5829632, 2024-04-12T17:30:12.117 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 3145728, 2024-04-12T17:30:12.117 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 2351104, 2024-04-12T17:30:12.117 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 0, 2024-04-12T17:30:12.117 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 9579, 2024-04-12T17:30:12.117 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:12.117 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 14399112, 2024-04-12T17:30:12.117 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 23, 2024-04-12T17:30:12.118 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 4783616, 2024-04-12T17:30:12.118 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 233969528, 2024-04-12T17:30:12.118 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 264478720 2024-04-12T17:30:12.118 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.118 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.5b45c9ad1c228149a803c7f15c41ecb95bb8abcb": { 2024-04-12T17:30:12.118 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 175931392, 2024-04-12T17:30:12.118 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 2911960, 2024-04-12T17:30:12.118 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 3014656, 2024-04-12T17:30:12.118 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 3440640, 2024-04-12T17:30:12.118 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 57344, 2024-04-12T17:30:12.118 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 6805, 2024-04-12T17:30:12.118 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:12.118 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 11348312, 2024-04-12T17:30:12.118 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 20, 2024-04-12T17:30:12.118 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 3160064, 2024-04-12T17:30:12.119 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 152055760, 2024-04-12T17:30:12.119 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 175988736 2024-04-12T17:30:12.119 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.119 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.99eca4e11e5c95f50fdb573e338d356fe5d4041f": { 2024-04-12T17:30:12.119 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 173891584, 2024-04-12T17:30:12.119 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 2031240, 2024-04-12T17:30:12.119 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 5111808, 2024-04-12T17:30:12.119 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 2957312, 2024-04-12T17:30:12.119 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 8192, 2024-04-12T17:30:12.119 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 6519, 2024-04-12T17:30:12.119 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:12.119 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 9955160, 2024-04-12T17:30:12.119 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 20, 2024-04-12T17:30:12.119 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 2408192, 2024-04-12T17:30:12.120 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 151427872, 2024-04-12T17:30:12.120 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 173899776 2024-04-12T17:30:12.120 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.120 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.120 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:12.120 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.0": { 2024-04-12T17:30:12.120 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 542441472, 2024-04-12T17:30:12.120 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 35562432, 2024-04-12T17:30:12.120 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 3538944, 2024-04-12T17:30:12.120 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T17:30:12.120 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 42549248, 2024-04-12T17:30:12.120 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 13169, 2024-04-12T17:30:12.120 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:12.120 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 80303696, 2024-04-12T17:30:12.120 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 60, 2024-04-12T17:30:12.121 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 10541824, 2024-04-12T17:30:12.121 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 412494576, 2024-04-12T17:30:12.121 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 584990720 2024-04-12T17:30:12.121 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.121 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.1": { 2024-04-12T17:30:12.121 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 629440512, 2024-04-12T17:30:12.121 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 26904472, 2024-04-12T17:30:12.121 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 3407872, 2024-04-12T17:30:12.121 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T17:30:12.121 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 46948352, 2024-04-12T17:30:12.121 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 13277, 2024-04-12T17:30:12.121 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:12.121 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 99179248, 2024-04-12T17:30:12.121 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 60, 2024-04-12T17:30:12.121 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 9800960, 2024-04-12T17:30:12.122 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 490147960, 2024-04-12T17:30:12.122 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 676388864 2024-04-12T17:30:12.122 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.122 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.2": { 2024-04-12T17:30:12.122 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 532701184, 2024-04-12T17:30:12.122 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 28905784, 2024-04-12T17:30:12.122 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 3407872, 2024-04-12T17:30:12.122 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T17:30:12.122 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 57065472, 2024-04-12T17:30:12.122 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 11106, 2024-04-12T17:30:12.122 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:12.122 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 98700568, 2024-04-12T17:30:12.122 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 53, 2024-04-12T17:30:12.122 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 10044672, 2024-04-12T17:30:12.123 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 391642288, 2024-04-12T17:30:12.123 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 589766656 2024-04-12T17:30:12.123 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.123 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.3": { 2024-04-12T17:30:12.123 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 671408128, 2024-04-12T17:30:12.123 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 20030080, 2024-04-12T17:30:12.123 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 3407872, 2024-04-12T17:30:12.123 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T17:30:12.123 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 26042368, 2024-04-12T17:30:12.123 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 11642, 2024-04-12T17:30:12.123 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:12.123 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 87075944, 2024-04-12T17:30:12.123 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 53, 2024-04-12T17:30:12.124 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 12597760, 2024-04-12T17:30:12.124 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 548296472, 2024-04-12T17:30:12.124 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 697450496 2024-04-12T17:30:12.124 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.124 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.4": { 2024-04-12T17:30:12.124 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 661733376, 2024-04-12T17:30:12.124 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 27504040, 2024-04-12T17:30:12.124 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 3407872, 2024-04-12T17:30:12.124 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T17:30:12.124 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 28794880, 2024-04-12T17:30:12.124 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 11917, 2024-04-12T17:30:12.124 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:12.124 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 108215008, 2024-04-12T17:30:12.124 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 53, 2024-04-12T17:30:12.125 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 10071552, 2024-04-12T17:30:12.125 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 512534904, 2024-04-12T17:30:12.125 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 690528256 2024-04-12T17:30:12.125 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.125 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.5": { 2024-04-12T17:30:12.125 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 487776256, 2024-04-12T17:30:12.125 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 29622744, 2024-04-12T17:30:12.125 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 3407872, 2024-04-12T17:30:12.125 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T17:30:12.125 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 136601600, 2024-04-12T17:30:12.125 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 12589, 2024-04-12T17:30:12.125 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:12.125 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 104848664, 2024-04-12T17:30:12.125 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 53, 2024-04-12T17:30:12.125 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 9296128, 2024-04-12T17:30:12.126 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 340600848, 2024-04-12T17:30:12.126 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 624377856 2024-04-12T17:30:12.126 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.126 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.6": { 2024-04-12T17:30:12.126 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 616374272, 2024-04-12T17:30:12.126 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 22541928, 2024-04-12T17:30:12.126 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 3538944, 2024-04-12T17:30:12.126 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T17:30:12.126 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 40378368, 2024-04-12T17:30:12.126 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 11055, 2024-04-12T17:30:12.126 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:12.126 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 93982296, 2024-04-12T17:30:12.126 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 60, 2024-04-12T17:30:12.126 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 11000320, 2024-04-12T17:30:12.127 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 485310784, 2024-04-12T17:30:12.127 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 656752640 2024-04-12T17:30:12.127 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.127 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.7": { 2024-04-12T17:30:12.127 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 539820032, 2024-04-12T17:30:12.127 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 22525200, 2024-04-12T17:30:12.127 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 5505024, 2024-04-12T17:30:12.127 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T17:30:12.127 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 45916160, 2024-04-12T17:30:12.127 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 11202, 2024-04-12T17:30:12.127 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:12.127 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 104026960, 2024-04-12T17:30:12.127 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 52, 2024-04-12T17:30:12.127 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 8400128, 2024-04-12T17:30:12.128 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 399362720, 2024-04-12T17:30:12.128 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 585736192 2024-04-12T17:30:12.128 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.128 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.128 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.128 INFO:tasks.workunit.client.0.smithi099.stdout: "hosts": { 2024-04-12T17:30:12.128 INFO:tasks.workunit.client.0.smithi099.stdout: "num": 2, 2024-04-12T17:30:12.128 INFO:tasks.workunit.client.0.smithi099.stdout: "num_with_mds": 2, 2024-04-12T17:30:12.128 INFO:tasks.workunit.client.0.smithi099.stdout: "num_with_mgr": 2, 2024-04-12T17:30:12.128 INFO:tasks.workunit.client.0.smithi099.stdout: "num_with_mon": 2, 2024-04-12T17:30:12.128 INFO:tasks.workunit.client.0.smithi099.stdout: "num_with_osd": 2 2024-04-12T17:30:12.128 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.128 INFO:tasks.workunit.client.0.smithi099.stdout: "io_rate": { 2024-04-12T17:30:12.128 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_stats_delta": { 2024-04-12T17:30:12.129 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": 0, 2024-04-12T17:30:12.129 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:12.129 INFO:tasks.workunit.client.0.smithi099.stdout: "num_store_stats": 0, 2024-04-12T17:30:12.129 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:12.129 INFO:tasks.workunit.client.0.smithi099.stdout: "stamp_delta": "11.834145", 2024-04-12T17:30:12.129 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:12.129 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:12.129 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:12.129 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:12.129 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:12.129 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:12.129 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:12.129 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:12.130 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:12.130 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:12.130 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:12.130 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:12.130 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:12.130 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:12.130 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:12.130 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:12.130 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:12.130 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:12.130 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:12.130 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:12.130 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:12.130 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:12.130 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:12.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:12.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:12.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:12.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:12.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:12.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:12.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:12.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:12.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:12.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:12.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:12.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 11, 2024-04-12T17:30:12.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 7, 2024-04-12T17:30:12.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:12.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:12.132 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:12.132 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:12.132 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:12.132 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.132 INFO:tasks.workunit.client.0.smithi099.stdout: "store_stats": { 2024-04-12T17:30:12.132 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": 0, 2024-04-12T17:30:12.132 INFO:tasks.workunit.client.0.smithi099.stdout: "available": 0, 2024-04-12T17:30:12.132 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed": 0, 2024-04-12T17:30:12.132 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_allocated": 0, 2024-04-12T17:30:12.132 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_original": 0, 2024-04-12T17:30:12.132 INFO:tasks.workunit.client.0.smithi099.stdout: "data_stored": 0, 2024-04-12T17:30:12.132 INFO:tasks.workunit.client.0.smithi099.stdout: "internal_metadata": 0, 2024-04-12T17:30:12.132 INFO:tasks.workunit.client.0.smithi099.stdout: "internally_reserved": 0, 2024-04-12T17:30:12.132 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_allocated": 0, 2024-04-12T17:30:12.132 INFO:tasks.workunit.client.0.smithi099.stdout: "total": 0 2024-04-12T17:30:12.133 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.133 INFO:tasks.workunit.client.0.smithi099.stdout: "up": 0 2024-04-12T17:30:12.133 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.133 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.133 INFO:tasks.workunit.client.0.smithi099.stdout: "leaderboard": false, 2024-04-12T17:30:12.133 INFO:tasks.workunit.client.0.smithi099.stdout: "leaderboard_description": null, 2024-04-12T17:30:12.133 INFO:tasks.workunit.client.0.smithi099.stdout: "license": "sharing-1-0", 2024-04-12T17:30:12.133 INFO:tasks.workunit.client.0.smithi099.stdout: "mempool": { 2024-04-12T17:30:12.133 INFO:tasks.workunit.client.0.smithi099.stdout: "mds": { 2024-04-12T17:30:12.133 INFO:tasks.workunit.client.0.smithi099.stdout: "mds.1e2a24d7ed8c1704620ea3bccfc67a7f23c62d00": { 2024-04-12T17:30:12.133 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:12.133 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.133 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.133 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.133 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:12.134 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.134 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.134 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.134 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:12.134 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.134 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.134 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.134 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:12.134 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.134 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.134 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.134 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:12.134 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.134 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.135 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.135 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:12.135 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.135 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.135 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.135 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:12.135 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.135 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.135 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.135 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:12.135 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.135 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.135 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.135 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:12.135 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.136 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.136 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.136 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:12.136 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.136 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.136 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.136 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:12.136 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.136 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.136 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.136 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:12.136 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.136 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.136 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.136 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:12.137 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.137 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.137 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.137 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:12.137 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.137 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.137 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.137 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:12.137 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.137 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.137 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.137 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:12.137 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.137 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.137 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.138 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:12.138 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.138 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.138 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.138 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:12.138 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.138 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.138 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.138 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:12.138 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 223455, 2024-04-12T17:30:12.138 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 69 2024-04-12T17:30:12.138 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.138 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:12.138 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.139 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.139 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.139 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:12.139 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 52112, 2024-04-12T17:30:12.139 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 181 2024-04-12T17:30:12.139 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.139 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:12.139 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.139 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.139 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.139 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:12.139 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.139 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.139 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.140 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:12.140 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.140 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.140 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.140 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:12.140 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 12232, 2024-04-12T17:30:12.140 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 251 2024-04-12T17:30:12.140 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.140 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:12.140 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.140 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.140 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.140 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:12.141 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.141 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.141 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.141 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:12.141 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.141 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.141 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.141 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:12.141 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.141 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.141 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.141 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.141 INFO:tasks.workunit.client.0.smithi099.stdout: "mds.99eca4e11e5c95f50fdb573e338d356fe5d4041f": { 2024-04-12T17:30:12.141 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:12.141 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.142 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.142 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.142 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:12.142 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.142 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.142 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.142 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:12.142 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.142 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.142 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.142 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:12.142 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.142 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.142 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.143 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:12.143 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.143 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.143 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.143 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:12.143 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.143 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.143 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.143 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:12.143 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.143 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.143 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.143 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:12.143 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.143 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.144 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.144 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:12.144 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.144 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.144 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.144 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:12.144 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.144 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.144 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.144 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:12.144 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.144 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.144 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.144 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:12.144 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.145 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.145 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.145 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:12.145 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.145 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.145 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.145 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:12.145 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.145 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.145 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.145 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:12.145 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.145 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.145 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.146 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:12.146 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.146 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.146 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.146 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:12.146 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.146 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.146 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.146 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:12.146 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.146 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.146 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.146 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:12.146 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 149025, 2024-04-12T17:30:12.147 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 34 2024-04-12T17:30:12.147 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.147 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:12.147 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.147 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.147 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.147 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:12.147 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 928, 2024-04-12T17:30:12.147 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 2 2024-04-12T17:30:12.147 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.147 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:12.147 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.147 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.147 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.147 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:12.148 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.148 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.148 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.148 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:12.148 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.148 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.148 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.148 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:12.148 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.148 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.148 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.148 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:12.148 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.148 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.148 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.149 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:12.149 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.149 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.149 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.149 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:12.149 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.149 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.149 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.149 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:12.149 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.149 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.149 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.149 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.149 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.150 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T17:30:12.150 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.1e2a24d7ed8c1704620ea3bccfc67a7f23c62d00": { 2024-04-12T17:30:12.150 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:12.150 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.150 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.150 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.150 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:12.150 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.150 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.150 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.150 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:12.150 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.150 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.150 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.151 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:12.151 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.151 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.151 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.151 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:12.151 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.151 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.151 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.151 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:12.151 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.151 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.151 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.151 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:12.151 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.151 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.152 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.152 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:12.152 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.152 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.152 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.152 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:12.152 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.152 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.152 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.152 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:12.152 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.152 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.152 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.152 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:12.152 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.153 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.153 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.153 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:12.153 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.153 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.153 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.153 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:12.153 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.153 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.153 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.153 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:12.153 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.153 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.153 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.153 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:12.153 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.154 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.154 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.154 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:12.154 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.154 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.154 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.154 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:12.154 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.154 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.154 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.154 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:12.154 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.154 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.154 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.155 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:12.155 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 42565745, 2024-04-12T17:30:12.155 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 5270 2024-04-12T17:30:12.155 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.155 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:12.155 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.155 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.155 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.155 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:12.155 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.155 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.155 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.155 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:12.155 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.155 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.156 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.156 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:12.156 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.156 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.156 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.156 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:12.156 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.156 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.156 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.156 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:12.156 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 10808, 2024-04-12T17:30:12.156 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 250 2024-04-12T17:30:12.156 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.156 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:12.156 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 70440, 2024-04-12T17:30:12.157 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 5158 2024-04-12T17:30:12.157 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.157 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:12.157 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 11792, 2024-04-12T17:30:12.157 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 348 2024-04-12T17:30:12.157 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.157 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:12.157 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.157 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.157 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.157 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:12.157 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.157 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.157 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.158 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.158 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.5b45c9ad1c228149a803c7f15c41ecb95bb8abcb": { 2024-04-12T17:30:12.158 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:12.158 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.158 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.158 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.158 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:12.158 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.158 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.158 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.158 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:12.158 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.158 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.158 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.158 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:12.159 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.159 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.159 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.159 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:12.159 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.159 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.159 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.159 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:12.159 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.159 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.159 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.159 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:12.160 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.160 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.160 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.160 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:12.160 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.160 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.160 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.160 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:12.160 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.160 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.160 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.160 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:12.160 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.160 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.161 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.161 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:12.161 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.161 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.161 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.161 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:12.161 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.161 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.161 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.161 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:12.161 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.161 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.161 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.161 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:12.161 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.162 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.162 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.162 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:12.162 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.162 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.162 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.162 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:12.162 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.162 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.162 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.162 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:12.162 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.162 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.162 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.162 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:12.163 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.163 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.163 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.163 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:12.163 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 42285777, 2024-04-12T17:30:12.163 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 5233 2024-04-12T17:30:12.163 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.163 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:12.163 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.163 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.163 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.163 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:12.163 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.163 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.164 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.164 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:12.164 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.164 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.164 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.164 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:12.164 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.164 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.164 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.164 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:12.164 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.164 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.164 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.164 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:12.164 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 10808, 2024-04-12T17:30:12.165 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 250 2024-04-12T17:30:12.165 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.165 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:12.165 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 70440, 2024-04-12T17:30:12.165 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 5158 2024-04-12T17:30:12.165 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.165 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:12.165 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 5896, 2024-04-12T17:30:12.165 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 174 2024-04-12T17:30:12.165 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.165 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:12.165 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.165 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.165 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.165 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:12.166 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.166 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.166 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.166 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.166 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.99eca4e11e5c95f50fdb573e338d356fe5d4041f": { 2024-04-12T17:30:12.166 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:12.166 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.166 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.166 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.166 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:12.166 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.166 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.166 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.166 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:12.167 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.167 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.167 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.167 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:12.167 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.167 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.167 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.167 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:12.167 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.167 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.167 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.167 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:12.167 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.167 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.168 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.168 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:12.168 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.168 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.168 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.168 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:12.168 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.168 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.168 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.168 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:12.168 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.168 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.168 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.168 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:12.168 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.169 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.169 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.169 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:12.169 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.169 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.169 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.169 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:12.169 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.169 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.169 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.169 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:12.169 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.169 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.169 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.170 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:12.170 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.170 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.170 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.170 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:12.170 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.170 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.170 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.170 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:12.170 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.170 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.170 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.170 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:12.170 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.171 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.171 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.171 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:12.171 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.171 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.171 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.171 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:12.171 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 42105473, 2024-04-12T17:30:12.171 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 5212 2024-04-12T17:30:12.171 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.171 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:12.171 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 88, 2024-04-12T17:30:12.171 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1 2024-04-12T17:30:12.171 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.172 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:12.172 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.172 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.172 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.172 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:12.172 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.172 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.172 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.172 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:12.172 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.172 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.172 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.172 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:12.172 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.172 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.172 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.173 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:12.173 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 10808, 2024-04-12T17:30:12.173 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 250 2024-04-12T17:30:12.173 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.173 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:12.173 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 70440, 2024-04-12T17:30:12.173 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 5158 2024-04-12T17:30:12.173 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.173 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:12.173 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 5896, 2024-04-12T17:30:12.173 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 174 2024-04-12T17:30:12.173 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.173 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:12.173 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.174 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.174 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.174 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:12.174 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.174 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.174 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.174 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.174 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.174 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:12.174 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.0": { 2024-04-12T17:30:12.174 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:12.174 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.174 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.174 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.174 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:12.175 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 23568, 2024-04-12T17:30:12.175 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 438 2024-04-12T17:30:12.175 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.175 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:12.175 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 30592, 2024-04-12T17:30:12.175 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 21 2024-04-12T17:30:12.175 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.175 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:12.175 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2688, 2024-04-12T17:30:12.175 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 14 2024-04-12T17:30:12.175 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.175 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:12.175 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 58000, 2024-04-12T17:30:12.175 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 725 2024-04-12T17:30:12.176 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.176 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:12.176 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 361296, 2024-04-12T17:30:12.176 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1737 2024-04-12T17:30:12.176 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.176 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:12.176 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 256, 2024-04-12T17:30:12.176 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 32 2024-04-12T17:30:12.176 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.176 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:12.176 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 320527, 2024-04-12T17:30:12.176 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 123 2024-04-12T17:30:12.176 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.176 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:12.176 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2423269, 2024-04-12T17:30:12.177 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 541646 2024-04-12T17:30:12.177 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.177 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:12.177 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 7017856, 2024-04-12T17:30:12.177 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 10352 2024-04-12T17:30:12.177 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.177 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:12.177 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 69512, 2024-04-12T17:30:12.177 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 7210 2024-04-12T17:30:12.177 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.177 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:12.177 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 83376, 2024-04-12T17:30:12.177 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1737 2024-04-12T17:30:12.177 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.177 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:12.178 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.178 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.178 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.178 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:12.178 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 165764, 2024-04-12T17:30:12.178 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1190 2024-04-12T17:30:12.178 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.178 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:12.178 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.178 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.178 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.178 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:12.179 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.179 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.179 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.179 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:12.179 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 59839, 2024-04-12T17:30:12.179 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 43 2024-04-12T17:30:12.179 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.179 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:12.179 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.179 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.179 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.179 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:12.179 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 14697638, 2024-04-12T17:30:12.179 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 290 2024-04-12T17:30:12.179 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.180 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:12.180 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 10912, 2024-04-12T17:30:12.180 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 124 2024-04-12T17:30:12.180 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.180 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:12.180 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.180 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.180 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.180 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:12.180 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 536544, 2024-04-12T17:30:12.180 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 46 2024-04-12T17:30:12.180 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.180 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:12.180 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.181 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.181 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.181 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:12.181 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 7218120, 2024-04-12T17:30:12.181 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 18681 2024-04-12T17:30:12.181 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.181 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:12.181 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 636400, 2024-04-12T17:30:12.181 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 11029 2024-04-12T17:30:12.181 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.181 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:12.181 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.181 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.181 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.181 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:12.182 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.182 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.182 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.182 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:12.182 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.182 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.182 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.182 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:12.182 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.182 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.182 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.182 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.182 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.1": { 2024-04-12T17:30:12.182 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:12.183 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.183 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.183 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.183 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:12.183 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 24720, 2024-04-12T17:30:12.183 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 455 2024-04-12T17:30:12.183 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.183 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:12.183 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 31104, 2024-04-12T17:30:12.183 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 26 2024-04-12T17:30:12.183 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.183 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:12.183 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 3456, 2024-04-12T17:30:12.183 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 18 2024-04-12T17:30:12.183 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.184 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:12.184 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 57040, 2024-04-12T17:30:12.184 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 713 2024-04-12T17:30:12.184 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.184 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:12.184 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 359216, 2024-04-12T17:30:12.184 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1727 2024-04-12T17:30:12.184 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.184 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:12.184 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 256, 2024-04-12T17:30:12.184 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 32 2024-04-12T17:30:12.184 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.184 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:12.184 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1509666, 2024-04-12T17:30:12.185 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 369 2024-04-12T17:30:12.185 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.185 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:12.185 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2441008, 2024-04-12T17:30:12.185 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 537993 2024-04-12T17:30:12.185 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.185 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:12.185 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 6968216, 2024-04-12T17:30:12.185 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 10279 2024-04-12T17:30:12.185 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.185 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:12.185 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 67044, 2024-04-12T17:30:12.185 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 7034 2024-04-12T17:30:12.185 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.185 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:12.186 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 82848, 2024-04-12T17:30:12.186 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1726 2024-04-12T17:30:12.186 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.186 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:12.186 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.186 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.186 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.186 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:12.186 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 165852, 2024-04-12T17:30:12.186 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1191 2024-04-12T17:30:12.186 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.186 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:12.186 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.186 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.187 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.187 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:12.187 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1472, 2024-04-12T17:30:12.187 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 2 2024-04-12T17:30:12.187 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.187 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:12.187 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 85912, 2024-04-12T17:30:12.187 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 32 2024-04-12T17:30:12.187 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.187 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:12.187 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 20128, 2024-04-12T17:30:12.187 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 5 2024-04-12T17:30:12.187 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.187 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:12.187 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 19851390, 2024-04-12T17:30:12.188 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 265 2024-04-12T17:30:12.188 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.188 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:12.188 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 33176, 2024-04-12T17:30:12.188 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 377 2024-04-12T17:30:12.188 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.188 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:12.188 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.188 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.188 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.188 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:12.188 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 419904, 2024-04-12T17:30:12.188 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 36 2024-04-12T17:30:12.188 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.188 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:12.189 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.189 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.189 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.189 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:12.189 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 7287800, 2024-04-12T17:30:12.189 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 21191 2024-04-12T17:30:12.189 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.189 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:12.189 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 636400, 2024-04-12T17:30:12.189 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 11029 2024-04-12T17:30:12.189 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.189 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:12.189 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.189 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.190 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.190 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:12.190 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.190 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.190 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.190 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:12.190 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.190 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.190 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.190 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:12.190 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.190 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.190 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.190 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.190 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.2": { 2024-04-12T17:30:12.191 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:12.191 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.191 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.191 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.191 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:12.191 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 23800, 2024-04-12T17:30:12.191 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 431 2024-04-12T17:30:12.191 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.191 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:12.191 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 35328, 2024-04-12T17:30:12.191 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 27 2024-04-12T17:30:12.191 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.191 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:12.191 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1344, 2024-04-12T17:30:12.192 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 7 2024-04-12T17:30:12.192 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.192 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:12.192 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 55680, 2024-04-12T17:30:12.192 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 696 2024-04-12T17:30:12.192 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.192 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:12.192 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 358384, 2024-04-12T17:30:12.192 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1723 2024-04-12T17:30:12.192 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.192 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:12.192 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 256, 2024-04-12T17:30:12.192 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 32 2024-04-12T17:30:12.192 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.192 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:12.193 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 450398, 2024-04-12T17:30:12.193 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 106 2024-04-12T17:30:12.193 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.193 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:12.193 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1754982, 2024-04-12T17:30:12.193 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 388477 2024-04-12T17:30:12.193 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.193 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:12.193 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 5143776, 2024-04-12T17:30:12.193 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 7596 2024-04-12T17:30:12.193 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.193 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:12.193 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 66260, 2024-04-12T17:30:12.193 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 7018 2024-04-12T17:30:12.193 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.193 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:12.194 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 82704, 2024-04-12T17:30:12.194 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1723 2024-04-12T17:30:12.194 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.194 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:12.194 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.194 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.194 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.194 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:12.194 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 165764, 2024-04-12T17:30:12.194 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1190 2024-04-12T17:30:12.194 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.194 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:12.194 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.194 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.195 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.195 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:12.195 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.195 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.195 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.195 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:12.195 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 37615, 2024-04-12T17:30:12.195 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 47 2024-04-12T17:30:12.195 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.195 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:12.195 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.195 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.195 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.195 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:12.195 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 8500347, 2024-04-12T17:30:12.196 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 267 2024-04-12T17:30:12.196 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.196 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:12.196 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 12144, 2024-04-12T17:30:12.196 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 138 2024-04-12T17:30:12.196 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.196 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:12.196 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.196 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.196 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.196 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:12.196 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 349920, 2024-04-12T17:30:12.196 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 30 2024-04-12T17:30:12.197 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.197 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:12.197 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.197 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.197 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.197 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:12.197 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 3163160, 2024-04-12T17:30:12.197 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 6083 2024-04-12T17:30:12.197 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.197 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:12.197 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 636400, 2024-04-12T17:30:12.197 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 11029 2024-04-12T17:30:12.197 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.197 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:12.198 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.198 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.198 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.198 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:12.198 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.198 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.198 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.198 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:12.198 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.198 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.198 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.198 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:12.198 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.198 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.199 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.199 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.199 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.3": { 2024-04-12T17:30:12.199 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:12.199 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.199 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.199 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.199 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:12.199 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 20480, 2024-04-12T17:30:12.199 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 365 2024-04-12T17:30:12.199 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.199 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:12.199 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 39168, 2024-04-12T17:30:12.199 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 26 2024-04-12T17:30:12.199 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.200 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:12.200 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 4800, 2024-04-12T17:30:12.200 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 25 2024-04-12T17:30:12.200 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.200 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:12.200 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 54880, 2024-04-12T17:30:12.200 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 686 2024-04-12T17:30:12.200 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.200 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:12.200 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 359840, 2024-04-12T17:30:12.200 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1730 2024-04-12T17:30:12.200 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.200 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:12.200 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 256, 2024-04-12T17:30:12.200 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 32 2024-04-12T17:30:12.201 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.201 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:12.201 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 311012, 2024-04-12T17:30:12.201 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 89 2024-04-12T17:30:12.201 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.201 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:12.201 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1744547, 2024-04-12T17:30:12.201 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 386771 2024-04-12T17:30:12.201 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.201 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:12.201 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 5119976, 2024-04-12T17:30:12.201 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 7561 2024-04-12T17:30:12.201 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.201 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:12.201 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 67260, 2024-04-12T17:30:12.202 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 7045 2024-04-12T17:30:12.202 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.202 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:12.202 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 82944, 2024-04-12T17:30:12.202 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1728 2024-04-12T17:30:12.202 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.202 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:12.202 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.202 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.202 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.202 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:12.202 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 165764, 2024-04-12T17:30:12.202 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1190 2024-04-12T17:30:12.203 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.203 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:12.203 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.203 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.203 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.203 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:12.203 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2208, 2024-04-12T17:30:12.203 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3 2024-04-12T17:30:12.203 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.203 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:12.203 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 134577, 2024-04-12T17:30:12.203 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 61 2024-04-12T17:30:12.203 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.203 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:12.203 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 28144, 2024-04-12T17:30:12.204 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 7 2024-04-12T17:30:12.204 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.204 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:12.204 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 26785530, 2024-04-12T17:30:12.204 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 5952 2024-04-12T17:30:12.204 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.204 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:12.204 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 10736, 2024-04-12T17:30:12.204 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 122 2024-04-12T17:30:12.204 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.204 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:12.204 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.204 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.204 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.204 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:12.205 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 431568, 2024-04-12T17:30:12.205 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 37 2024-04-12T17:30:12.205 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.205 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:12.205 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.205 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.205 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.205 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:12.205 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 3495960, 2024-04-12T17:30:12.205 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 9123 2024-04-12T17:30:12.205 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.205 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:12.205 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 636400, 2024-04-12T17:30:12.205 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 11029 2024-04-12T17:30:12.205 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.206 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:12.206 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.206 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.206 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.206 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:12.206 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.206 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.206 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.206 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:12.206 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.206 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.206 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.206 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:12.206 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.207 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.207 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.207 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.207 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.4": { 2024-04-12T17:30:12.207 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:12.207 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.207 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.207 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.207 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:12.207 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 25432, 2024-04-12T17:30:12.207 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 488 2024-04-12T17:30:12.207 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.207 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:12.207 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 48000, 2024-04-12T17:30:12.207 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 31 2024-04-12T17:30:12.208 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.208 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:12.208 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 3840, 2024-04-12T17:30:12.208 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 20 2024-04-12T17:30:12.208 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.208 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:12.208 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 58000, 2024-04-12T17:30:12.208 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 725 2024-04-12T17:30:12.208 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.208 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:12.208 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 372736, 2024-04-12T17:30:12.208 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1792 2024-04-12T17:30:12.208 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.208 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:12.208 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 256, 2024-04-12T17:30:12.209 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 32 2024-04-12T17:30:12.209 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.209 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:12.209 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 316287, 2024-04-12T17:30:12.209 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 100 2024-04-12T17:30:12.209 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.209 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:12.209 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2038967, 2024-04-12T17:30:12.209 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 454527 2024-04-12T17:30:12.209 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.209 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:12.209 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 5931896, 2024-04-12T17:30:12.209 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 8755 2024-04-12T17:30:12.209 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.210 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:12.210 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 76584, 2024-04-12T17:30:12.210 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 8189 2024-04-12T17:30:12.210 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.210 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:12.210 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 86016, 2024-04-12T17:30:12.210 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1792 2024-04-12T17:30:12.210 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.210 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:12.210 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.210 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.210 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.210 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:12.210 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 165596, 2024-04-12T17:30:12.211 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1190 2024-04-12T17:30:12.211 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.211 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:12.211 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.211 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.211 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.211 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:12.211 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.211 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.211 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.211 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:12.211 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 46477, 2024-04-12T17:30:12.211 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 44 2024-04-12T17:30:12.211 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.211 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:12.212 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.212 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.212 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.212 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:12.212 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 22692370, 2024-04-12T17:30:12.212 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 291 2024-04-12T17:30:12.212 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.212 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:12.212 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 11440, 2024-04-12T17:30:12.212 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 130 2024-04-12T17:30:12.212 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.212 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:12.212 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.212 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.212 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.213 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:12.213 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 454896, 2024-04-12T17:30:12.213 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 39 2024-04-12T17:30:12.213 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.213 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:12.213 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.213 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.213 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.213 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:12.213 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 5045872, 2024-04-12T17:30:12.213 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 12038 2024-04-12T17:30:12.213 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.213 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:12.213 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 636400, 2024-04-12T17:30:12.213 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 11029 2024-04-12T17:30:12.214 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.214 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:12.214 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.214 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.214 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.214 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:12.214 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.214 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.214 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.214 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:12.214 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.214 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.214 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.214 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:12.215 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.215 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.215 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.215 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.215 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.5": { 2024-04-12T17:30:12.215 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:12.215 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.215 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.215 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.215 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:12.215 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 29080, 2024-04-12T17:30:12.215 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 555 2024-04-12T17:30:12.215 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.215 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:12.216 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 89088, 2024-04-12T17:30:12.216 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 33 2024-04-12T17:30:12.216 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.216 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:12.216 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 960, 2024-04-12T17:30:12.216 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 5 2024-04-12T17:30:12.216 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.216 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:12.216 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 58560, 2024-04-12T17:30:12.216 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 732 2024-04-12T17:30:12.216 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.216 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:12.216 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 359424, 2024-04-12T17:30:12.216 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1728 2024-04-12T17:30:12.216 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.217 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:12.217 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 256, 2024-04-12T17:30:12.217 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 32 2024-04-12T17:30:12.217 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.217 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:12.217 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 423217, 2024-04-12T17:30:12.217 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 110 2024-04-12T17:30:12.217 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.217 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:12.217 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2325868, 2024-04-12T17:30:12.217 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 521341 2024-04-12T17:30:12.217 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.217 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:12.217 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 6739736, 2024-04-12T17:30:12.217 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 9943 2024-04-12T17:30:12.218 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.218 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:12.218 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 67732, 2024-04-12T17:30:12.218 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 7043 2024-04-12T17:30:12.218 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.218 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:12.218 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 82944, 2024-04-12T17:30:12.218 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1728 2024-04-12T17:30:12.218 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.218 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:12.218 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.218 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.218 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.218 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:12.219 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 165852, 2024-04-12T17:30:12.219 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1191 2024-04-12T17:30:12.219 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.219 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:12.219 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.219 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.219 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.219 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:12.219 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.219 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.219 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.219 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:12.219 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 58137, 2024-04-12T17:30:12.219 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 50 2024-04-12T17:30:12.220 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.220 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:12.220 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.220 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.220 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.220 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:12.220 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 6822680, 2024-04-12T17:30:12.220 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 259 2024-04-12T17:30:12.220 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.220 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:12.220 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 11528, 2024-04-12T17:30:12.220 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 131 2024-04-12T17:30:12.220 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.220 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:12.220 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.221 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.221 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.221 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:12.221 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 489888, 2024-04-12T17:30:12.221 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 42 2024-04-12T17:30:12.221 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.221 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:12.221 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.221 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.221 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.221 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:12.221 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 6348680, 2024-04-12T17:30:12.221 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 12209 2024-04-12T17:30:12.221 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.221 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:12.222 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 636400, 2024-04-12T17:30:12.222 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 11029 2024-04-12T17:30:12.222 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.222 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:12.222 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.222 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.222 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.222 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:12.222 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.222 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.222 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.222 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:12.222 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.223 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.223 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.223 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:12.223 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.223 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.223 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.223 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.223 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.6": { 2024-04-12T17:30:12.223 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:12.223 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.223 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.223 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.223 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:12.223 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 21688, 2024-04-12T17:30:12.223 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 413 2024-04-12T17:30:12.224 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.224 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:12.224 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 31616, 2024-04-12T17:30:12.224 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 30 2024-04-12T17:30:12.224 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.224 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:12.224 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 4224, 2024-04-12T17:30:12.224 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 22 2024-04-12T17:30:12.224 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.224 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:12.224 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 56480, 2024-04-12T17:30:12.224 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 706 2024-04-12T17:30:12.224 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.224 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:12.224 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 374400, 2024-04-12T17:30:12.225 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1800 2024-04-12T17:30:12.225 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.225 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:12.225 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 256, 2024-04-12T17:30:12.225 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 32 2024-04-12T17:30:12.225 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.225 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:12.225 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1127594, 2024-04-12T17:30:12.225 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 280 2024-04-12T17:30:12.225 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.225 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:12.225 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1761923, 2024-04-12T17:30:12.225 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 382370 2024-04-12T17:30:12.225 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.226 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:12.226 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 5029536, 2024-04-12T17:30:12.226 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 7428 2024-04-12T17:30:12.226 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.226 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:12.226 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 77888, 2024-04-12T17:30:12.226 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 8352 2024-04-12T17:30:12.226 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.226 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:12.226 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 86400, 2024-04-12T17:30:12.226 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1800 2024-04-12T17:30:12.226 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.226 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:12.226 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.227 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.227 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.227 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:12.227 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 165508, 2024-04-12T17:30:12.227 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1189 2024-04-12T17:30:12.227 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.227 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:12.227 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.227 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.227 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.227 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:12.227 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.227 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.227 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.227 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:12.227 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 44895, 2024-04-12T17:30:12.228 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 35 2024-04-12T17:30:12.228 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.228 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:12.228 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.228 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.228 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.228 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:12.228 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 24538880, 2024-04-12T17:30:12.228 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 262 2024-04-12T17:30:12.228 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.228 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:12.228 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 26576, 2024-04-12T17:30:12.228 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 302 2024-04-12T17:30:12.228 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.229 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:12.229 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.229 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.229 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.229 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:12.229 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 454896, 2024-04-12T17:30:12.229 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 39 2024-04-12T17:30:12.229 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.229 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:12.229 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.229 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.229 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.229 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:12.229 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 3615040, 2024-04-12T17:30:12.229 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 9352 2024-04-12T17:30:12.230 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.230 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:12.230 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 636400, 2024-04-12T17:30:12.230 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 11029 2024-04-12T17:30:12.230 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.230 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:12.230 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.230 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.230 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.230 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:12.230 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.230 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.230 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.230 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:12.230 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.231 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.231 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.231 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:12.231 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.231 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.231 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.231 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.231 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.7": { 2024-04-12T17:30:12.231 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:12.231 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.231 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.231 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.231 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:12.231 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 18112, 2024-04-12T17:30:12.231 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 352 2024-04-12T17:30:12.232 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.232 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:12.232 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 30976, 2024-04-12T17:30:12.232 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 25 2024-04-12T17:30:12.232 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.232 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:12.232 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 3456, 2024-04-12T17:30:12.232 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 18 2024-04-12T17:30:12.232 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.232 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:12.232 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 55200, 2024-04-12T17:30:12.232 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 690 2024-04-12T17:30:12.232 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.232 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:12.232 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 374192, 2024-04-12T17:30:12.233 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1799 2024-04-12T17:30:12.233 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.233 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:12.233 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 256, 2024-04-12T17:30:12.233 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 32 2024-04-12T17:30:12.233 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.233 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:12.233 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 506119, 2024-04-12T17:30:12.233 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 134 2024-04-12T17:30:12.233 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.233 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:12.233 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2016648, 2024-04-12T17:30:12.233 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 449480 2024-04-12T17:30:12.233 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.234 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:12.234 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 5851656, 2024-04-12T17:30:12.234 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 8637 2024-04-12T17:30:12.234 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.234 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:12.234 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 78624, 2024-04-12T17:30:12.234 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 8354 2024-04-12T17:30:12.234 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.234 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:12.234 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 86352, 2024-04-12T17:30:12.234 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1799 2024-04-12T17:30:12.234 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.234 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:12.234 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.235 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.235 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.235 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:12.235 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 165764, 2024-04-12T17:30:12.235 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1190 2024-04-12T17:30:12.235 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.235 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:12.235 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.235 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.235 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.235 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:12.235 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.235 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.235 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.235 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:12.236 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 34718, 2024-04-12T17:30:12.236 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 30 2024-04-12T17:30:12.236 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.236 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:12.236 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.236 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.236 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.236 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:12.236 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 19624134, 2024-04-12T17:30:12.236 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 274 2024-04-12T17:30:12.236 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.236 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:12.236 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 12320, 2024-04-12T17:30:12.236 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 140 2024-04-12T17:30:12.237 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.237 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:12.237 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.237 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.237 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.237 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:12.237 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 536544, 2024-04-12T17:30:12.237 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 46 2024-04-12T17:30:12.237 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.237 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:12.237 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.237 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.237 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.237 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:12.237 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 5006144, 2024-04-12T17:30:12.238 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 9656 2024-04-12T17:30:12.238 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.238 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:12.238 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 636400, 2024-04-12T17:30:12.238 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 11029 2024-04-12T17:30:12.238 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.238 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:12.238 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.238 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.238 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.238 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:12.238 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.238 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.238 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.238 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:12.239 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.239 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.239 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.239 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:12.239 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:12.239 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:12.239 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.239 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.239 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.239 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.239 INFO:tasks.workunit.client.0.smithi099.stdout: "metadata": { 2024-04-12T17:30:12.239 INFO:tasks.workunit.client.0.smithi099.stdout: "mds": { 2024-04-12T17:30:12.239 INFO:tasks.workunit.client.0.smithi099.stdout: "arch": { 2024-04-12T17:30:12.239 INFO:tasks.workunit.client.0.smithi099.stdout: "x86_64": 2 2024-04-12T17:30:12.240 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.240 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_version": { 2024-04-12T17:30:12.240 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T17:30:12.240 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.240 INFO:tasks.workunit.client.0.smithi099.stdout: "cpu": { 2024-04-12T17:30:12.240 INFO:tasks.workunit.client.0.smithi099.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-12T17:30:12.240 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.240 INFO:tasks.workunit.client.0.smithi099.stdout: "distro": { 2024-04-12T17:30:12.240 INFO:tasks.workunit.client.0.smithi099.stdout: "centos": 2 2024-04-12T17:30:12.240 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.240 INFO:tasks.workunit.client.0.smithi099.stdout: "distro_description": { 2024-04-12T17:30:12.240 INFO:tasks.workunit.client.0.smithi099.stdout: "CentOS Stream 8": 2 2024-04-12T17:30:12.240 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.240 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_description": { 2024-04-12T17:30:12.240 INFO:tasks.workunit.client.0.smithi099.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-12T17:30:12.241 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.241 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_version": { 2024-04-12T17:30:12.241 INFO:tasks.workunit.client.0.smithi099.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-12T17:30:12.241 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.241 INFO:tasks.workunit.client.0.smithi099.stdout: "os": { 2024-04-12T17:30:12.241 INFO:tasks.workunit.client.0.smithi099.stdout: "Linux": 2 2024-04-12T17:30:12.241 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.241 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.241 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T17:30:12.241 INFO:tasks.workunit.client.0.smithi099.stdout: "arch": { 2024-04-12T17:30:12.241 INFO:tasks.workunit.client.0.smithi099.stdout: "x86_64": 3 2024-04-12T17:30:12.241 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.241 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_version": { 2024-04-12T17:30:12.241 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 3 2024-04-12T17:30:12.241 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.242 INFO:tasks.workunit.client.0.smithi099.stdout: "cpu": { 2024-04-12T17:30:12.242 INFO:tasks.workunit.client.0.smithi099.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-12T17:30:12.242 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.242 INFO:tasks.workunit.client.0.smithi099.stdout: "distro": { 2024-04-12T17:30:12.242 INFO:tasks.workunit.client.0.smithi099.stdout: "centos": 3 2024-04-12T17:30:12.242 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.242 INFO:tasks.workunit.client.0.smithi099.stdout: "distro_description": { 2024-04-12T17:30:12.242 INFO:tasks.workunit.client.0.smithi099.stdout: "CentOS Stream 8": 3 2024-04-12T17:30:12.242 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.242 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_description": { 2024-04-12T17:30:12.242 INFO:tasks.workunit.client.0.smithi099.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-12T17:30:12.242 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.242 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_version": { 2024-04-12T17:30:12.242 INFO:tasks.workunit.client.0.smithi099.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-12T17:30:12.243 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.243 INFO:tasks.workunit.client.0.smithi099.stdout: "os": { 2024-04-12T17:30:12.243 INFO:tasks.workunit.client.0.smithi099.stdout: "Linux": 3 2024-04-12T17:30:12.243 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.243 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.243 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:12.243 INFO:tasks.workunit.client.0.smithi099.stdout: "arch": { 2024-04-12T17:30:12.243 INFO:tasks.workunit.client.0.smithi099.stdout: "x86_64": 8 2024-04-12T17:30:12.243 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.243 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_version": { 2024-04-12T17:30:12.243 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 8 2024-04-12T17:30:12.243 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.243 INFO:tasks.workunit.client.0.smithi099.stdout: "cpu": { 2024-04-12T17:30:12.243 INFO:tasks.workunit.client.0.smithi099.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-12T17:30:12.243 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.244 INFO:tasks.workunit.client.0.smithi099.stdout: "distro": { 2024-04-12T17:30:12.244 INFO:tasks.workunit.client.0.smithi099.stdout: "centos": 8 2024-04-12T17:30:12.244 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.244 INFO:tasks.workunit.client.0.smithi099.stdout: "distro_description": { 2024-04-12T17:30:12.244 INFO:tasks.workunit.client.0.smithi099.stdout: "CentOS Stream 8": 8 2024-04-12T17:30:12.244 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.244 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_description": { 2024-04-12T17:30:12.244 INFO:tasks.workunit.client.0.smithi099.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-12T17:30:12.244 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.244 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_version": { 2024-04-12T17:30:12.244 INFO:tasks.workunit.client.0.smithi099.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-12T17:30:12.244 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.244 INFO:tasks.workunit.client.0.smithi099.stdout: "os": { 2024-04-12T17:30:12.244 INFO:tasks.workunit.client.0.smithi099.stdout: "Linux": 8 2024-04-12T17:30:12.244 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.245 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_objectstore": { 2024-04-12T17:30:12.245 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": 8 2024-04-12T17:30:12.245 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.245 INFO:tasks.workunit.client.0.smithi099.stdout: "rotational": { 2024-04-12T17:30:12.245 INFO:tasks.workunit.client.0.smithi099.stdout: "0": 8 2024-04-12T17:30:12.245 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.245 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.245 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.245 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T17:30:12.245 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3, 2024-04-12T17:30:12.245 INFO:tasks.workunit.client.0.smithi099.stdout: "features": { 2024-04-12T17:30:12.245 INFO:tasks.workunit.client.0.smithi099.stdout: "optional": [], 2024-04-12T17:30:12.245 INFO:tasks.workunit.client.0.smithi099.stdout: "persistent": [ 2024-04-12T17:30:12.245 INFO:tasks.workunit.client.0.smithi099.stdout: "kraken", 2024-04-12T17:30:12.245 INFO:tasks.workunit.client.0.smithi099.stdout: "luminous", 2024-04-12T17:30:12.246 INFO:tasks.workunit.client.0.smithi099.stdout: "mimic", 2024-04-12T17:30:12.246 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap-prune", 2024-04-12T17:30:12.246 INFO:tasks.workunit.client.0.smithi099.stdout: "nautilus", 2024-04-12T17:30:12.246 INFO:tasks.workunit.client.0.smithi099.stdout: "octopus", 2024-04-12T17:30:12.246 INFO:tasks.workunit.client.0.smithi099.stdout: "pacific", 2024-04-12T17:30:12.246 INFO:tasks.workunit.client.0.smithi099.stdout: "elector-pinging", 2024-04-12T17:30:12.246 INFO:tasks.workunit.client.0.smithi099.stdout: "quincy", 2024-04-12T17:30:12.246 INFO:tasks.workunit.client.0.smithi099.stdout: "reef", 2024-04-12T17:30:12.246 INFO:tasks.workunit.client.0.smithi099.stdout: "squid" 2024-04-12T17:30:12.246 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.246 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.246 INFO:tasks.workunit.client.0.smithi099.stdout: "ipv4_addr_mons": 6, 2024-04-12T17:30:12.246 INFO:tasks.workunit.client.0.smithi099.stdout: "ipv6_addr_mons": 0, 2024-04-12T17:30:12.246 INFO:tasks.workunit.client.0.smithi099.stdout: "min_mon_release": 19, 2024-04-12T17:30:12.246 INFO:tasks.workunit.client.0.smithi099.stdout: "v1_addr_mons": 3, 2024-04-12T17:30:12.247 INFO:tasks.workunit.client.0.smithi099.stdout: "v2_addr_mons": 3 2024-04-12T17:30:12.247 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.247 INFO:tasks.workunit.client.0.smithi099.stdout: "organization": "ceph-qa", 2024-04-12T17:30:12.247 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:12.247 INFO:tasks.workunit.client.0.smithi099.stdout: "cluster_network": false, 2024-04-12T17:30:12.247 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8, 2024-04-12T17:30:12.247 INFO:tasks.workunit.client.0.smithi099.stdout: "require_min_compat_client": "luminous", 2024-04-12T17:30:12.247 INFO:tasks.workunit.client.0.smithi099.stdout: "require_osd_release": "squid" 2024-04-12T17:30:12.247 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.247 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_perf_histograms": [ 2024-04-12T17:30:12.247 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.247 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:30:12.247 INFO:tasks.workunit.client.0.smithi099.stdout: "axes": [ 2024-04-12T17:30:12.247 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.248 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T17:30:12.248 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T17:30:12.248 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Latency (usec)", 2024-04-12T17:30:12.248 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 100000, 2024-04-12T17:30:12.248 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T17:30:12.248 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T17:30:12.248 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 99999]", 2024-04-12T17:30:12.248 INFO:tasks.workunit.client.0.smithi099.stdout: "[100000, 199999]", 2024-04-12T17:30:12.248 INFO:tasks.workunit.client.0.smithi099.stdout: "[200000, 399999]", 2024-04-12T17:30:12.248 INFO:tasks.workunit.client.0.smithi099.stdout: "[400000, 799999]", 2024-04-12T17:30:12.248 INFO:tasks.workunit.client.0.smithi099.stdout: "[800000, 1599999]", 2024-04-12T17:30:12.248 INFO:tasks.workunit.client.0.smithi099.stdout: "[1600000, 3199999]", 2024-04-12T17:30:12.248 INFO:tasks.workunit.client.0.smithi099.stdout: "[3200000, 6399999]", 2024-04-12T17:30:12.248 INFO:tasks.workunit.client.0.smithi099.stdout: "[6400000, 12799999]", 2024-04-12T17:30:12.248 INFO:tasks.workunit.client.0.smithi099.stdout: "[12800000, 25599999]", 2024-04-12T17:30:12.249 INFO:tasks.workunit.client.0.smithi099.stdout: "[25600000, 51199999]", 2024-04-12T17:30:12.249 INFO:tasks.workunit.client.0.smithi099.stdout: "[51200000, 102399999]", 2024-04-12T17:30:12.249 INFO:tasks.workunit.client.0.smithi099.stdout: "[102400000, 204799999]", 2024-04-12T17:30:12.249 INFO:tasks.workunit.client.0.smithi099.stdout: "[204800000, 409599999]", 2024-04-12T17:30:12.249 INFO:tasks.workunit.client.0.smithi099.stdout: "[409600000, 819199999]", 2024-04-12T17:30:12.249 INFO:tasks.workunit.client.0.smithi099.stdout: "[819200000, 1638399999]", 2024-04-12T17:30:12.249 INFO:tasks.workunit.client.0.smithi099.stdout: "[1638400000, 3276799999]", 2024-04-12T17:30:12.249 INFO:tasks.workunit.client.0.smithi099.stdout: "[3276800000, 6553599999]", 2024-04-12T17:30:12.249 INFO:tasks.workunit.client.0.smithi099.stdout: "[6553600000, 13107199999]", 2024-04-12T17:30:12.249 INFO:tasks.workunit.client.0.smithi099.stdout: "[13107200000, 26214399999]", 2024-04-12T17:30:12.249 INFO:tasks.workunit.client.0.smithi099.stdout: "[26214400000, 52428799999]", 2024-04-12T17:30:12.249 INFO:tasks.workunit.client.0.smithi099.stdout: "[52428800000, 104857599999]", 2024-04-12T17:30:12.249 INFO:tasks.workunit.client.0.smithi099.stdout: "[104857600000, 209715199999]", 2024-04-12T17:30:12.249 INFO:tasks.workunit.client.0.smithi099.stdout: "[209715200000, 419430399999]", 2024-04-12T17:30:12.249 INFO:tasks.workunit.client.0.smithi099.stdout: "[419430400000, 838860799999]", 2024-04-12T17:30:12.250 INFO:tasks.workunit.client.0.smithi099.stdout: "[838860800000, 1677721599999]", 2024-04-12T17:30:12.250 INFO:tasks.workunit.client.0.smithi099.stdout: "[1677721600000, 3355443199999]", 2024-04-12T17:30:12.250 INFO:tasks.workunit.client.0.smithi099.stdout: "[3355443200000, 6710886399999]", 2024-04-12T17:30:12.250 INFO:tasks.workunit.client.0.smithi099.stdout: "[6710886400000, 13421772799999]", 2024-04-12T17:30:12.250 INFO:tasks.workunit.client.0.smithi099.stdout: "[13421772800000, 26843545599999]", 2024-04-12T17:30:12.250 INFO:tasks.workunit.client.0.smithi099.stdout: "[26843545600000, 53687091199999]", 2024-04-12T17:30:12.250 INFO:tasks.workunit.client.0.smithi099.stdout: "[53687091200000, None]" 2024-04-12T17:30:12.250 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.250 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T17:30:12.250 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.250 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.250 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T17:30:12.250 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T17:30:12.250 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Request size (bytes)", 2024-04-12T17:30:12.251 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 512, 2024-04-12T17:30:12.251 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T17:30:12.251 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T17:30:12.251 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 511]", 2024-04-12T17:30:12.251 INFO:tasks.workunit.client.0.smithi099.stdout: "[512, 1023]", 2024-04-12T17:30:12.251 INFO:tasks.workunit.client.0.smithi099.stdout: "[1024, 2047]", 2024-04-12T17:30:12.251 INFO:tasks.workunit.client.0.smithi099.stdout: "[2048, 4095]", 2024-04-12T17:30:12.251 INFO:tasks.workunit.client.0.smithi099.stdout: "[4096, 8191]", 2024-04-12T17:30:12.251 INFO:tasks.workunit.client.0.smithi099.stdout: "[8192, 16383]", 2024-04-12T17:30:12.251 INFO:tasks.workunit.client.0.smithi099.stdout: "[16384, 32767]", 2024-04-12T17:30:12.251 INFO:tasks.workunit.client.0.smithi099.stdout: "[32768, 65535]", 2024-04-12T17:30:12.251 INFO:tasks.workunit.client.0.smithi099.stdout: "[65536, 131071]", 2024-04-12T17:30:12.251 INFO:tasks.workunit.client.0.smithi099.stdout: "[131072, 262143]", 2024-04-12T17:30:12.252 INFO:tasks.workunit.client.0.smithi099.stdout: "[262144, 524287]", 2024-04-12T17:30:12.252 INFO:tasks.workunit.client.0.smithi099.stdout: "[524288, 1048575]", 2024-04-12T17:30:12.252 INFO:tasks.workunit.client.0.smithi099.stdout: "[1048576, 2097151]", 2024-04-12T17:30:12.252 INFO:tasks.workunit.client.0.smithi099.stdout: "[2097152, 4194303]", 2024-04-12T17:30:12.252 INFO:tasks.workunit.client.0.smithi099.stdout: "[4194304, 8388607]", 2024-04-12T17:30:12.252 INFO:tasks.workunit.client.0.smithi099.stdout: "[8388608, 16777215]", 2024-04-12T17:30:12.252 INFO:tasks.workunit.client.0.smithi099.stdout: "[16777216, 33554431]", 2024-04-12T17:30:12.252 INFO:tasks.workunit.client.0.smithi099.stdout: "[33554432, 67108863]", 2024-04-12T17:30:12.252 INFO:tasks.workunit.client.0.smithi099.stdout: "[67108864, 134217727]", 2024-04-12T17:30:12.252 INFO:tasks.workunit.client.0.smithi099.stdout: "[134217728, 268435455]", 2024-04-12T17:30:12.252 INFO:tasks.workunit.client.0.smithi099.stdout: "[268435456, 536870911]", 2024-04-12T17:30:12.252 INFO:tasks.workunit.client.0.smithi099.stdout: "[536870912, 1073741823]", 2024-04-12T17:30:12.252 INFO:tasks.workunit.client.0.smithi099.stdout: "[1073741824, 2147483647]", 2024-04-12T17:30:12.252 INFO:tasks.workunit.client.0.smithi099.stdout: "[2147483648, 4294967295]", 2024-04-12T17:30:12.253 INFO:tasks.workunit.client.0.smithi099.stdout: "[4294967296, 8589934591]", 2024-04-12T17:30:12.253 INFO:tasks.workunit.client.0.smithi099.stdout: "[8589934592, 17179869183]", 2024-04-12T17:30:12.253 INFO:tasks.workunit.client.0.smithi099.stdout: "[17179869184, 34359738367]", 2024-04-12T17:30:12.253 INFO:tasks.workunit.client.0.smithi099.stdout: "[34359738368, 68719476735]", 2024-04-12T17:30:12.253 INFO:tasks.workunit.client.0.smithi099.stdout: "[68719476736, 137438953471]", 2024-04-12T17:30:12.253 INFO:tasks.workunit.client.0.smithi099.stdout: "[137438953472, 274877906943]", 2024-04-12T17:30:12.253 INFO:tasks.workunit.client.0.smithi099.stdout: "[274877906944, None]" 2024-04-12T17:30:12.253 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.253 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T17:30:12.253 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.253 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.253 INFO:tasks.workunit.client.0.smithi099.stdout: "osds": [ 2024-04-12T17:30:12.253 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.253 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 0, 2024-04-12T17:30:12.253 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:12.254 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.254 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.254 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 10277, 14, 1, 0, 3, 2, 0, 1, 0, 2, 12, 2, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.254 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 8060, 27, 20, 0, 24, 3, 4, 21, 19, 46, 66, 23, 33, 18, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.254 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1109, 7, 11, 0, 3, 0, 1, 2, 16, 11, 93, 164, 72, 2, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.254 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 797, 4, 0, 0, 1, 1, 0, 1, 1, 2, 3, 33, 299, 0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.254 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 513, 16, 4, 0, 1, 1, 0, 0, 1, 0, 3, 16, 29, 41, 124, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.254 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 390, 18, 3, 0, 0, 0, 0, 0, 0, 0, 0, 16, 32, 14, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.254 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 326, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 19, 21, 58, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.254 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 7, 41, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.254 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 1, 8, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.254 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.254 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.255 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.255 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.255 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.255 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.255 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.255 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.255 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.255 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.255 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.255 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.255 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.255 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.255 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.255 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.255 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.256 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.256 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.256 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.256 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:12.256 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.256 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.256 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.256 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 1, 2024-04-12T17:30:12.256 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:12.256 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.256 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.256 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 7535, 10, 0, 0, 1, 2, 2, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.256 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 6661, 20, 1234, 4, 15, 7, 13, 17, 43, 62, 50, 36, 44, 2, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.256 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 446, 4, 254, 18, 1, 0, 1, 6, 2, 7, 91, 234, 133, 1, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.256 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 298, 2, 1, 12, 0, 0, 0, 0, 0, 2, 1, 14, 402, 0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.257 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 105, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 2, 13, 23, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.257 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 37, 0, 41, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 5, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.257 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 96, 0, 217, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 9, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.257 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 35, 0, 41, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 6, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.257 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.257 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.257 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.257 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.257 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.257 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.257 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.257 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.257 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.258 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.258 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.258 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.258 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.258 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.258 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.258 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.258 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.258 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.258 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.258 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.258 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.258 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:12.258 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.259 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.259 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.259 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 2, 2024-04-12T17:30:12.259 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:12.259 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.259 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 308, 44, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.259 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 13632, 7917, 4440, 0, 1, 0, 1, 0, 1, 6, 2, 6, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.259 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 8191, 127, 47, 0, 5, 0, 1, 0, 1, 10, 10, 13, 27, 28, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.259 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 837, 15, 9, 2, 2, 0, 1, 0, 2, 6, 30, 0, 9, 5, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.259 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 382, 9, 0, 0, 0, 0, 0, 0, 0, 0, 2, 15, 53, 21, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.259 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 127, 10, 0, 0, 0, 0, 1, 0, 0, 0, 6, 19, 28, 61, 114, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.259 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 157, 18, 1, 0, 0, 0, 0, 2, 2, 0, 1, 9, 31, 24, 81, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.259 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 158, 42, 0, 1, 0, 0, 0, 0, 3, 0, 1, 6, 28, 30, 69, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.259 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 31, 87, 0, 0, 0, 0, 2, 0, 0, 0, 3, 7, 9, 36, 78, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.259 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 17, 93, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 4, 31, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.260 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.260 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.260 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.260 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.260 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.260 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.260 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.260 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.260 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.260 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.260 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.260 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.260 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.260 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.261 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.261 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.261 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.261 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.261 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.261 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.261 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:12.261 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.261 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.261 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.261 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 3, 2024-04-12T17:30:12.261 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:12.261 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.261 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1412, 232, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.261 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 18931, 7982, 0, 0, 1, 0, 0, 1, 0, 0, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.262 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 10412, 203, 34, 2, 15, 3, 5, 9, 12, 39, 17, 14, 18, 10, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.262 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1287, 113, 172, 0, 2, 0, 0, 2, 4, 5, 45, 91, 38, 3, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.262 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 474, 25, 37, 0, 2, 0, 0, 0, 0, 2, 2, 12, 166, 3, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.262 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 106, 16, 12, 0, 161, 0, 0, 0, 0, 0, 7, 7, 9, 18, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.262 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 125, 7, 37, 34, 301, 0, 0, 0, 0, 0, 1, 2, 9, 9, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.262 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 37, 2, 1, 33, 211, 0, 0, 0, 0, 0, 0, 0, 2, 11, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.262 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 14, 0, 0, 1, 2140, 102, 0, 0, 0, 0, 0, 0, 0, 4, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.262 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 19, 27, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.262 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.262 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.262 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.262 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.262 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.263 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.263 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.263 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.263 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.263 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.263 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.263 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.263 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.263 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.263 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.263 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.263 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.263 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.263 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.264 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.264 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:12.264 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.264 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.264 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.264 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 4, 2024-04-12T17:30:12.264 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:12.264 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.264 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2620, 1314, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.264 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 10232, 2787, 107, 6, 33, 37, 4, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.264 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 8182, 87, 48, 6, 19, 49, 140, 139, 6, 19, 25, 5, 10, 2, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.264 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1082, 19, 16, 0, 1, 1, 21, 75, 5, 12, 47, 76, 34, 0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.264 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 315, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 15, 148, 2, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.264 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 154, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 20, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.264 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 19, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.265 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 40, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 22, 46, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.265 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 40, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.265 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.265 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.265 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.265 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.265 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.265 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.265 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.265 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.265 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.265 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.265 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.265 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.265 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.266 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.266 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.266 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.266 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.266 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.266 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.266 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.266 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.266 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:12.266 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.266 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.266 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.266 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 5, 2024-04-12T17:30:12.266 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:12.267 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.267 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 189, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.267 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 12098, 2, 0, 1, 6935, 441, 0, 0, 0, 0, 13, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.267 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 9317, 21, 4, 1, 593, 145, 2, 1, 2, 0, 42, 6, 10, 35, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.267 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1046, 21, 1, 1, 91, 18, 0, 0, 0, 0, 37, 12, 9, 7, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.267 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 431, 7, 5, 5, 9, 12, 0, 0, 1, 2, 3, 5, 30, 13, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.267 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 215, 9, 6, 0, 2, 14, 0, 1, 0, 2, 3, 3, 8, 63, 143, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.267 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 208, 2, 1, 1, 1, 0, 0, 2, 0, 8, 5, 4, 17, 15, 45, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.267 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 78, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 10, 17, 38, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.267 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 4, 3, 5, 7, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.267 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.267 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.267 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.267 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.268 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.268 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.268 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.268 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.268 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.268 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.268 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.268 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.268 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.268 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.268 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.268 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.268 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.268 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.269 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.269 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.269 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.269 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:12.269 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.269 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.269 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.269 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 6, 2024-04-12T17:30:12.269 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:12.269 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.269 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.269 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 8667, 8, 0, 0, 11, 0, 0, 0, 1, 0, 0, 4, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.269 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 7785, 73, 35, 0, 5, 4, 2, 3, 11, 15, 14, 12, 23, 16, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.269 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 818, 6, 9, 2, 1, 0, 0, 3, 3, 10, 50, 91, 27, 6, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.270 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 317, 1, 0, 0, 1, 0, 0, 0, 2, 0, 0, 25, 215, 27, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.270 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 94, 3, 0, 0, 0, 2, 0, 1, 4, 0, 0, 0, 4, 48, 133, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.270 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 69, 5, 0, 0, 0, 0, 2, 0, 0, 0, 0, 3, 1, 5, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.270 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 93, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 6, 8, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.270 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.270 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.270 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.270 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.270 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.270 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.270 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.270 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.270 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.270 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.271 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.271 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.271 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.271 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.271 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.271 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.271 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.271 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.271 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.271 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.271 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.271 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.271 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:12.271 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.271 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.272 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.272 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 7, 2024-04-12T17:30:12.272 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:12.272 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.272 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.272 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 12593, 17, 1, 1, 8, 0, 0, 1, 2, 1, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.272 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 7978, 16, 1, 0, 7, 2, 0, 1, 6, 3, 21, 6, 1, 5, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.272 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 810, 2, 0, 0, 0, 0, 1, 0, 0, 4, 22, 7, 5, 3, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.272 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 219, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 1, 39, 22, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.272 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 106, 1, 0, 0, 0, 0, 0, 0, 3, 1, 1, 1, 6, 49, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.272 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 88, 0, 0, 0, 0, 0, 0, 0, 3, 1, 0, 4, 8, 1, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.272 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 119, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 3, 13, 10, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.272 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.272 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.273 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.273 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.273 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.273 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.273 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.273 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.273 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.273 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.273 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.273 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.273 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.273 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.273 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.273 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.274 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.274 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.274 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.274 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.274 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.274 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.274 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:12.274 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.274 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.274 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.274 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.274 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:30:12.274 INFO:tasks.workunit.client.0.smithi099.stdout: "axes": [ 2024-04-12T17:30:12.274 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.275 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T17:30:12.275 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T17:30:12.275 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Latency (usec)", 2024-04-12T17:30:12.275 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 100000, 2024-04-12T17:30:12.275 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T17:30:12.275 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T17:30:12.275 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 99999]", 2024-04-12T17:30:12.275 INFO:tasks.workunit.client.0.smithi099.stdout: "[100000, 199999]", 2024-04-12T17:30:12.275 INFO:tasks.workunit.client.0.smithi099.stdout: "[200000, 399999]", 2024-04-12T17:30:12.275 INFO:tasks.workunit.client.0.smithi099.stdout: "[400000, 799999]", 2024-04-12T17:30:12.275 INFO:tasks.workunit.client.0.smithi099.stdout: "[800000, 1599999]", 2024-04-12T17:30:12.275 INFO:tasks.workunit.client.0.smithi099.stdout: "[1600000, 3199999]", 2024-04-12T17:30:12.275 INFO:tasks.workunit.client.0.smithi099.stdout: "[3200000, 6399999]", 2024-04-12T17:30:12.275 INFO:tasks.workunit.client.0.smithi099.stdout: "[6400000, 12799999]", 2024-04-12T17:30:12.275 INFO:tasks.workunit.client.0.smithi099.stdout: "[12800000, 25599999]", 2024-04-12T17:30:12.276 INFO:tasks.workunit.client.0.smithi099.stdout: "[25600000, 51199999]", 2024-04-12T17:30:12.276 INFO:tasks.workunit.client.0.smithi099.stdout: "[51200000, 102399999]", 2024-04-12T17:30:12.276 INFO:tasks.workunit.client.0.smithi099.stdout: "[102400000, 204799999]", 2024-04-12T17:30:12.276 INFO:tasks.workunit.client.0.smithi099.stdout: "[204800000, 409599999]", 2024-04-12T17:30:12.276 INFO:tasks.workunit.client.0.smithi099.stdout: "[409600000, 819199999]", 2024-04-12T17:30:12.276 INFO:tasks.workunit.client.0.smithi099.stdout: "[819200000, 1638399999]", 2024-04-12T17:30:12.276 INFO:tasks.workunit.client.0.smithi099.stdout: "[1638400000, 3276799999]", 2024-04-12T17:30:12.276 INFO:tasks.workunit.client.0.smithi099.stdout: "[3276800000, 6553599999]", 2024-04-12T17:30:12.276 INFO:tasks.workunit.client.0.smithi099.stdout: "[6553600000, 13107199999]", 2024-04-12T17:30:12.276 INFO:tasks.workunit.client.0.smithi099.stdout: "[13107200000, 26214399999]", 2024-04-12T17:30:12.276 INFO:tasks.workunit.client.0.smithi099.stdout: "[26214400000, 52428799999]", 2024-04-12T17:30:12.276 INFO:tasks.workunit.client.0.smithi099.stdout: "[52428800000, 104857599999]", 2024-04-12T17:30:12.276 INFO:tasks.workunit.client.0.smithi099.stdout: "[104857600000, 209715199999]", 2024-04-12T17:30:12.276 INFO:tasks.workunit.client.0.smithi099.stdout: "[209715200000, 419430399999]", 2024-04-12T17:30:12.277 INFO:tasks.workunit.client.0.smithi099.stdout: "[419430400000, 838860799999]", 2024-04-12T17:30:12.277 INFO:tasks.workunit.client.0.smithi099.stdout: "[838860800000, 1677721599999]", 2024-04-12T17:30:12.277 INFO:tasks.workunit.client.0.smithi099.stdout: "[1677721600000, 3355443199999]", 2024-04-12T17:30:12.277 INFO:tasks.workunit.client.0.smithi099.stdout: "[3355443200000, 6710886399999]", 2024-04-12T17:30:12.277 INFO:tasks.workunit.client.0.smithi099.stdout: "[6710886400000, 13421772799999]", 2024-04-12T17:30:12.277 INFO:tasks.workunit.client.0.smithi099.stdout: "[13421772800000, 26843545599999]", 2024-04-12T17:30:12.277 INFO:tasks.workunit.client.0.smithi099.stdout: "[26843545600000, 53687091199999]", 2024-04-12T17:30:12.277 INFO:tasks.workunit.client.0.smithi099.stdout: "[53687091200000, None]" 2024-04-12T17:30:12.277 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.277 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T17:30:12.277 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.277 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.277 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T17:30:12.277 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T17:30:12.278 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Request size (bytes)", 2024-04-12T17:30:12.278 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 512, 2024-04-12T17:30:12.278 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T17:30:12.278 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T17:30:12.278 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 511]", 2024-04-12T17:30:12.278 INFO:tasks.workunit.client.0.smithi099.stdout: "[512, 1023]", 2024-04-12T17:30:12.278 INFO:tasks.workunit.client.0.smithi099.stdout: "[1024, 2047]", 2024-04-12T17:30:12.278 INFO:tasks.workunit.client.0.smithi099.stdout: "[2048, 4095]", 2024-04-12T17:30:12.278 INFO:tasks.workunit.client.0.smithi099.stdout: "[4096, 8191]", 2024-04-12T17:30:12.278 INFO:tasks.workunit.client.0.smithi099.stdout: "[8192, 16383]", 2024-04-12T17:30:12.278 INFO:tasks.workunit.client.0.smithi099.stdout: "[16384, 32767]", 2024-04-12T17:30:12.278 INFO:tasks.workunit.client.0.smithi099.stdout: "[32768, 65535]", 2024-04-12T17:30:12.278 INFO:tasks.workunit.client.0.smithi099.stdout: "[65536, 131071]", 2024-04-12T17:30:12.279 INFO:tasks.workunit.client.0.smithi099.stdout: "[131072, 262143]", 2024-04-12T17:30:12.279 INFO:tasks.workunit.client.0.smithi099.stdout: "[262144, 524287]", 2024-04-12T17:30:12.279 INFO:tasks.workunit.client.0.smithi099.stdout: "[524288, 1048575]", 2024-04-12T17:30:12.279 INFO:tasks.workunit.client.0.smithi099.stdout: "[1048576, 2097151]", 2024-04-12T17:30:12.279 INFO:tasks.workunit.client.0.smithi099.stdout: "[2097152, 4194303]", 2024-04-12T17:30:12.279 INFO:tasks.workunit.client.0.smithi099.stdout: "[4194304, 8388607]", 2024-04-12T17:30:12.279 INFO:tasks.workunit.client.0.smithi099.stdout: "[8388608, 16777215]", 2024-04-12T17:30:12.279 INFO:tasks.workunit.client.0.smithi099.stdout: "[16777216, 33554431]", 2024-04-12T17:30:12.279 INFO:tasks.workunit.client.0.smithi099.stdout: "[33554432, 67108863]", 2024-04-12T17:30:12.279 INFO:tasks.workunit.client.0.smithi099.stdout: "[67108864, 134217727]", 2024-04-12T17:30:12.279 INFO:tasks.workunit.client.0.smithi099.stdout: "[134217728, 268435455]", 2024-04-12T17:30:12.279 INFO:tasks.workunit.client.0.smithi099.stdout: "[268435456, 536870911]", 2024-04-12T17:30:12.279 INFO:tasks.workunit.client.0.smithi099.stdout: "[536870912, 1073741823]", 2024-04-12T17:30:12.279 INFO:tasks.workunit.client.0.smithi099.stdout: "[1073741824, 2147483647]", 2024-04-12T17:30:12.280 INFO:tasks.workunit.client.0.smithi099.stdout: "[2147483648, 4294967295]", 2024-04-12T17:30:12.280 INFO:tasks.workunit.client.0.smithi099.stdout: "[4294967296, 8589934591]", 2024-04-12T17:30:12.280 INFO:tasks.workunit.client.0.smithi099.stdout: "[8589934592, 17179869183]", 2024-04-12T17:30:12.280 INFO:tasks.workunit.client.0.smithi099.stdout: "[17179869184, 34359738367]", 2024-04-12T17:30:12.280 INFO:tasks.workunit.client.0.smithi099.stdout: "[34359738368, 68719476735]", 2024-04-12T17:30:12.280 INFO:tasks.workunit.client.0.smithi099.stdout: "[68719476736, 137438953471]", 2024-04-12T17:30:12.280 INFO:tasks.workunit.client.0.smithi099.stdout: "[137438953472, 274877906943]", 2024-04-12T17:30:12.280 INFO:tasks.workunit.client.0.smithi099.stdout: "[274877906944, None]" 2024-04-12T17:30:12.280 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.280 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T17:30:12.280 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.280 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.280 INFO:tasks.workunit.client.0.smithi099.stdout: "osds": [ 2024-04-12T17:30:12.280 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.280 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 0, 2024-04-12T17:30:12.281 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:12.281 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.281 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.281 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.281 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.281 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 774, 4, 3, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.281 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 4127, 58, 81, 120, 458, 600, 706, 1, 2, 0, 2, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.281 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 658, 5, 21, 52, 12, 12, 17, 0, 0, 1, 0, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.281 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 256, 0, 0, 10, 0, 0, 2, 0, 0, 0, 0, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.281 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 161, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 2, 5, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.281 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 106, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 1, 3, 10, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.281 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.281 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.281 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.282 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.282 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.282 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.282 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.282 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.282 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.282 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.282 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.282 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.282 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.282 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.282 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.282 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.282 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.283 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.283 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.283 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.283 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.283 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:12.283 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.283 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.283 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.283 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 1, 2024-04-12T17:30:12.283 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:12.283 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.283 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.283 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.283 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.284 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 417, 0, 3, 21, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.284 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2580, 262, 32, 48, 114, 1, 1, 6, 3, 0, 0, 2, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.284 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 503, 22, 1207, 0, 0, 1, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.284 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 429, 1, 136, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.284 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1649, 1248, 55, 0, 0, 0, 0, 0, 0, 0, 2, 1, 5, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.284 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1621, 1750, 238, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 6, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.284 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 45, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.284 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.284 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.284 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.284 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.284 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.284 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.284 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.284 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.285 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.285 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.285 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.285 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.285 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.285 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.285 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.285 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.285 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.285 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.285 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.285 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.285 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:12.285 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.286 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.286 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.286 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 2, 2024-04-12T17:30:12.286 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:12.286 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.286 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.286 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.286 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.286 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1799, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.286 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 8703, 24, 0, 0, 2, 2, 7, 5, 10, 8, 3, 1, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.286 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 15735, 0, 0, 0, 0, 0, 0, 0, 2, 2, 4, 1, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.286 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 369, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.286 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 130, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 8, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.287 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 105, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 19, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.287 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 6, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.287 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.287 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.287 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.287 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.287 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.287 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.287 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.287 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.287 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.287 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.287 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.287 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.287 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.288 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.288 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.288 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.288 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.288 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.288 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.288 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.288 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:12.288 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.288 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.288 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.288 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 3, 2024-04-12T17:30:12.288 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:12.288 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.288 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.289 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.289 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.289 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 514, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.289 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 3092, 43, 0, 0, 3, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.289 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 744, 3, 1, 0, 1, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.289 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 305, 22, 25, 50, 0, 0, 0, 0, 0, 0, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.289 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1196, 226, 10, 127, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.289 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 4221, 2485, 0, 400, 0, 0, 0, 0, 0, 0, 0, 0, 3, 7, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.289 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 123, 288, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.289 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.289 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.289 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.289 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.289 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.289 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.290 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.290 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.290 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.290 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.290 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.290 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.290 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.290 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.290 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.290 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.290 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.290 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.290 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.290 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.291 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:12.291 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.291 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.291 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.291 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 4, 2024-04-12T17:30:12.291 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:12.291 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.291 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.291 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.291 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.291 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 971, 0, 1, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.291 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 3109, 215, 34, 51, 138, 275, 465, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.291 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 269, 12, 1, 0, 0, 0, 11, 0, 0, 0, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.291 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 104, 1, 0, 0, 0, 0, 3, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.292 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 41, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.292 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.292 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.292 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.292 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.292 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.292 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.292 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.292 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.292 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.292 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.292 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.292 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.292 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.292 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.293 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.293 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.293 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.293 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.293 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.293 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.293 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.293 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.293 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:12.293 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.293 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.293 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.293 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 5, 2024-04-12T17:30:12.293 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:12.294 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.294 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.294 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.294 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.294 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 869, 6, 10, 31, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.294 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 5176, 66, 124, 219, 467, 606, 720, 4, 13, 11, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.294 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 309, 3, 6, 10, 19, 7, 10, 0, 2, 5, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.294 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 218, 4, 16, 18, 3, 0, 0, 0, 0, 0, 1, 4, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.294 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 80, 36, 68, 110, 27, 0, 0, 0, 0, 0, 2, 0, 0, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.294 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 11, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.294 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 6, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.294 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.294 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.294 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.294 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.295 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.295 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.295 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.295 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.295 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.295 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.295 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.295 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.295 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.295 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.295 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.295 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.295 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.295 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.296 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.296 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.296 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:12.296 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.296 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.296 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.296 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 6, 2024-04-12T17:30:12.296 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:12.296 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.296 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.296 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.296 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.296 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 611, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.297 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2846, 24, 0, 0, 0, 0, 2, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.297 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 365, 2, 0, 0, 1, 0, 0, 0, 1, 0, 3, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.297 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 283, 4, 0, 0, 0, 0, 0, 0, 1, 0, 0, 6, 4, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.297 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 218, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.297 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 9, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.297 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 6, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.297 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.297 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.297 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.297 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.297 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.297 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.297 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.297 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.298 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.298 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.298 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.298 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.298 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.298 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.298 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.298 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.298 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.298 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.298 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.298 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.298 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:12.298 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.299 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.299 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.299 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 7, 2024-04-12T17:30:12.299 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:12.299 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.299 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.299 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.299 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.299 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 735, 5, 11, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.299 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 7659, 27, 67, 40, 2, 1, 0, 2, 2, 0, 3, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.299 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2266, 32, 82, 39, 1, 0, 0, 0, 1, 0, 1, 0, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.299 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 165, 6, 6, 0, 0, 0, 0, 0, 0, 0, 1, 4, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.299 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 10, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.299 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.300 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.300 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.300 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.300 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.300 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.300 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.300 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.300 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.300 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.300 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.300 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.300 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.300 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.300 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.300 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.301 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.301 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.301 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.301 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.301 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.301 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.301 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:12.301 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.301 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.301 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.301 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.301 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:30:12.301 INFO:tasks.workunit.client.0.smithi099.stdout: "axes": [ 2024-04-12T17:30:12.301 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.302 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T17:30:12.302 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T17:30:12.302 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Latency (usec)", 2024-04-12T17:30:12.302 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 100000, 2024-04-12T17:30:12.302 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T17:30:12.302 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T17:30:12.302 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 99999]", 2024-04-12T17:30:12.302 INFO:tasks.workunit.client.0.smithi099.stdout: "[100000, 199999]", 2024-04-12T17:30:12.302 INFO:tasks.workunit.client.0.smithi099.stdout: "[200000, 399999]", 2024-04-12T17:30:12.302 INFO:tasks.workunit.client.0.smithi099.stdout: "[400000, 799999]", 2024-04-12T17:30:12.302 INFO:tasks.workunit.client.0.smithi099.stdout: "[800000, 1599999]", 2024-04-12T17:30:12.302 INFO:tasks.workunit.client.0.smithi099.stdout: "[1600000, 3199999]", 2024-04-12T17:30:12.302 INFO:tasks.workunit.client.0.smithi099.stdout: "[3200000, 6399999]", 2024-04-12T17:30:12.302 INFO:tasks.workunit.client.0.smithi099.stdout: "[6400000, 12799999]", 2024-04-12T17:30:12.303 INFO:tasks.workunit.client.0.smithi099.stdout: "[12800000, 25599999]", 2024-04-12T17:30:12.303 INFO:tasks.workunit.client.0.smithi099.stdout: "[25600000, 51199999]", 2024-04-12T17:30:12.303 INFO:tasks.workunit.client.0.smithi099.stdout: "[51200000, 102399999]", 2024-04-12T17:30:12.303 INFO:tasks.workunit.client.0.smithi099.stdout: "[102400000, 204799999]", 2024-04-12T17:30:12.303 INFO:tasks.workunit.client.0.smithi099.stdout: "[204800000, 409599999]", 2024-04-12T17:30:12.303 INFO:tasks.workunit.client.0.smithi099.stdout: "[409600000, 819199999]", 2024-04-12T17:30:12.303 INFO:tasks.workunit.client.0.smithi099.stdout: "[819200000, 1638399999]", 2024-04-12T17:30:12.303 INFO:tasks.workunit.client.0.smithi099.stdout: "[1638400000, 3276799999]", 2024-04-12T17:30:12.303 INFO:tasks.workunit.client.0.smithi099.stdout: "[3276800000, 6553599999]", 2024-04-12T17:30:12.303 INFO:tasks.workunit.client.0.smithi099.stdout: "[6553600000, 13107199999]", 2024-04-12T17:30:12.303 INFO:tasks.workunit.client.0.smithi099.stdout: "[13107200000, 26214399999]", 2024-04-12T17:30:12.303 INFO:tasks.workunit.client.0.smithi099.stdout: "[26214400000, 52428799999]", 2024-04-12T17:30:12.303 INFO:tasks.workunit.client.0.smithi099.stdout: "[52428800000, 104857599999]", 2024-04-12T17:30:12.303 INFO:tasks.workunit.client.0.smithi099.stdout: "[104857600000, 209715199999]", 2024-04-12T17:30:12.303 INFO:tasks.workunit.client.0.smithi099.stdout: "[209715200000, 419430399999]", 2024-04-12T17:30:12.303 INFO:tasks.workunit.client.0.smithi099.stdout: "[419430400000, 838860799999]", 2024-04-12T17:30:12.304 INFO:tasks.workunit.client.0.smithi099.stdout: "[838860800000, 1677721599999]", 2024-04-12T17:30:12.304 INFO:tasks.workunit.client.0.smithi099.stdout: "[1677721600000, 3355443199999]", 2024-04-12T17:30:12.304 INFO:tasks.workunit.client.0.smithi099.stdout: "[3355443200000, 6710886399999]", 2024-04-12T17:30:12.304 INFO:tasks.workunit.client.0.smithi099.stdout: "[6710886400000, 13421772799999]", 2024-04-12T17:30:12.304 INFO:tasks.workunit.client.0.smithi099.stdout: "[13421772800000, 26843545599999]", 2024-04-12T17:30:12.304 INFO:tasks.workunit.client.0.smithi099.stdout: "[26843545600000, 53687091199999]", 2024-04-12T17:30:12.304 INFO:tasks.workunit.client.0.smithi099.stdout: "[53687091200000, None]" 2024-04-12T17:30:12.304 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.304 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T17:30:12.304 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.304 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.304 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T17:30:12.304 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T17:30:12.304 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Request size (bytes)", 2024-04-12T17:30:12.304 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 512, 2024-04-12T17:30:12.305 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T17:30:12.305 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T17:30:12.305 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 511]", 2024-04-12T17:30:12.305 INFO:tasks.workunit.client.0.smithi099.stdout: "[512, 1023]", 2024-04-12T17:30:12.305 INFO:tasks.workunit.client.0.smithi099.stdout: "[1024, 2047]", 2024-04-12T17:30:12.305 INFO:tasks.workunit.client.0.smithi099.stdout: "[2048, 4095]", 2024-04-12T17:30:12.305 INFO:tasks.workunit.client.0.smithi099.stdout: "[4096, 8191]", 2024-04-12T17:30:12.305 INFO:tasks.workunit.client.0.smithi099.stdout: "[8192, 16383]", 2024-04-12T17:30:12.305 INFO:tasks.workunit.client.0.smithi099.stdout: "[16384, 32767]", 2024-04-12T17:30:12.305 INFO:tasks.workunit.client.0.smithi099.stdout: "[32768, 65535]", 2024-04-12T17:30:12.305 INFO:tasks.workunit.client.0.smithi099.stdout: "[65536, 131071]", 2024-04-12T17:30:12.305 INFO:tasks.workunit.client.0.smithi099.stdout: "[131072, 262143]", 2024-04-12T17:30:12.305 INFO:tasks.workunit.client.0.smithi099.stdout: "[262144, 524287]", 2024-04-12T17:30:12.305 INFO:tasks.workunit.client.0.smithi099.stdout: "[524288, 1048575]", 2024-04-12T17:30:12.305 INFO:tasks.workunit.client.0.smithi099.stdout: "[1048576, 2097151]", 2024-04-12T17:30:12.305 INFO:tasks.workunit.client.0.smithi099.stdout: "[2097152, 4194303]", 2024-04-12T17:30:12.306 INFO:tasks.workunit.client.0.smithi099.stdout: "[4194304, 8388607]", 2024-04-12T17:30:12.306 INFO:tasks.workunit.client.0.smithi099.stdout: "[8388608, 16777215]", 2024-04-12T17:30:12.306 INFO:tasks.workunit.client.0.smithi099.stdout: "[16777216, 33554431]", 2024-04-12T17:30:12.306 INFO:tasks.workunit.client.0.smithi099.stdout: "[33554432, 67108863]", 2024-04-12T17:30:12.306 INFO:tasks.workunit.client.0.smithi099.stdout: "[67108864, 134217727]", 2024-04-12T17:30:12.306 INFO:tasks.workunit.client.0.smithi099.stdout: "[134217728, 268435455]", 2024-04-12T17:30:12.306 INFO:tasks.workunit.client.0.smithi099.stdout: "[268435456, 536870911]", 2024-04-12T17:30:12.306 INFO:tasks.workunit.client.0.smithi099.stdout: "[536870912, 1073741823]", 2024-04-12T17:30:12.306 INFO:tasks.workunit.client.0.smithi099.stdout: "[1073741824, 2147483647]", 2024-04-12T17:30:12.306 INFO:tasks.workunit.client.0.smithi099.stdout: "[2147483648, 4294967295]", 2024-04-12T17:30:12.306 INFO:tasks.workunit.client.0.smithi099.stdout: "[4294967296, 8589934591]", 2024-04-12T17:30:12.306 INFO:tasks.workunit.client.0.smithi099.stdout: "[8589934592, 17179869183]", 2024-04-12T17:30:12.306 INFO:tasks.workunit.client.0.smithi099.stdout: "[17179869184, 34359738367]", 2024-04-12T17:30:12.306 INFO:tasks.workunit.client.0.smithi099.stdout: "[34359738368, 68719476735]", 2024-04-12T17:30:12.307 INFO:tasks.workunit.client.0.smithi099.stdout: "[68719476736, 137438953471]", 2024-04-12T17:30:12.307 INFO:tasks.workunit.client.0.smithi099.stdout: "[137438953472, 274877906943]", 2024-04-12T17:30:12.307 INFO:tasks.workunit.client.0.smithi099.stdout: "[274877906944, None]" 2024-04-12T17:30:12.307 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.307 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T17:30:12.307 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.307 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.307 INFO:tasks.workunit.client.0.smithi099.stdout: "osds": [ 2024-04-12T17:30:12.307 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.307 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 0, 2024-04-12T17:30:12.307 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:12.307 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.307 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.307 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.307 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.308 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 803, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.308 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 6158, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.308 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 783, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.308 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 279, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.308 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 180, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.308 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 159, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.308 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.308 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.308 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.308 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.308 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.308 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.308 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.308 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.308 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.309 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.309 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.309 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.309 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.309 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.309 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.309 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.309 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.309 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.309 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.309 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.309 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.309 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:12.310 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.310 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.310 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.310 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 1, 2024-04-12T17:30:12.310 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:12.310 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.310 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.310 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.310 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.310 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 448, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.310 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 3052, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.310 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1736, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.310 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 572, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.310 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2969, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.311 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 3639, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.311 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.311 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.311 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.311 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.311 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.311 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.311 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.311 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.311 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.311 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.311 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.311 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.311 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.311 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.312 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.312 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.312 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.312 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.312 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.312 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.312 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.312 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:12.312 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.312 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.312 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.312 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 2, 2024-04-12T17:30:12.312 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:12.312 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.313 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.313 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.313 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.313 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1807, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.313 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 8771, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.313 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 15748, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.313 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 382, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.313 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 149, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.313 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 155, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.313 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.313 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.313 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.313 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.313 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.313 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.313 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.314 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.314 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.314 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.314 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.314 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.314 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.314 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.314 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.314 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.314 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.314 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.314 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.314 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.314 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.315 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:12.315 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.315 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.315 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.315 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 3, 2024-04-12T17:30:12.315 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:12.315 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.315 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.315 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.315 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.315 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 520, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.315 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 3142, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.315 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 754, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.315 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 409, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.315 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1563, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.316 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 7134, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.316 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 436, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.316 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.316 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.316 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.316 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.316 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.316 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.316 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.316 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.316 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.316 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.316 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.316 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.316 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.317 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.317 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.317 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.317 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.317 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.317 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.317 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.317 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:12.317 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.317 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.317 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.317 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 4, 2024-04-12T17:30:12.317 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:12.317 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.317 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.318 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.318 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.318 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 989, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.318 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 4290, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.318 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 297, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.318 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.318 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.318 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.318 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.318 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.318 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.318 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.318 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.318 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.319 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.319 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.319 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.319 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.319 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.319 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.319 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.319 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.319 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.319 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.319 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.319 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.320 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.320 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.320 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.320 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:12.320 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.320 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.320 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.320 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 5, 2024-04-12T17:30:12.320 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:12.320 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.320 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.320 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.320 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.320 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 921, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.320 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 7412, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.321 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 377, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.321 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 268, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.321 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 336, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.321 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.321 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.321 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.321 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.321 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.321 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.321 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.321 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.321 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.321 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.322 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.322 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.322 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.322 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.322 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.322 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.322 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.322 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.322 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.322 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.322 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.322 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.322 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:12.322 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.322 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.323 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.323 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 6, 2024-04-12T17:30:12.323 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:12.323 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.323 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.323 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.323 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.323 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 611, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.323 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2878, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.323 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 376, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.323 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 300, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.323 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 337, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.323 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.323 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.324 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.324 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.324 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.324 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.324 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.324 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.324 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.324 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.324 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.324 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.324 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.324 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.324 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.324 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.325 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.325 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.325 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.325 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.325 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.325 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.325 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:12.325 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.325 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.325 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.325 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 7, 2024-04-12T17:30:12.325 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:12.325 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.325 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.326 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.326 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.326 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 755, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.326 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 7807, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.326 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2428, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.326 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 185, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.326 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.326 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.326 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.326 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.326 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.326 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.326 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.326 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.327 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.327 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.327 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.327 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.327 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.327 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.327 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.327 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.327 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.327 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.327 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.327 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.327 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.327 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.327 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.328 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:12.328 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.328 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.328 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.328 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.328 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:30:12.328 INFO:tasks.workunit.client.0.smithi099.stdout: "axes": [ 2024-04-12T17:30:12.328 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.328 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T17:30:12.328 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T17:30:12.328 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Latency (usec)", 2024-04-12T17:30:12.328 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 100000, 2024-04-12T17:30:12.328 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T17:30:12.328 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T17:30:12.329 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 99999]", 2024-04-12T17:30:12.329 INFO:tasks.workunit.client.0.smithi099.stdout: "[100000, 199999]", 2024-04-12T17:30:12.329 INFO:tasks.workunit.client.0.smithi099.stdout: "[200000, 399999]", 2024-04-12T17:30:12.329 INFO:tasks.workunit.client.0.smithi099.stdout: "[400000, 799999]", 2024-04-12T17:30:12.329 INFO:tasks.workunit.client.0.smithi099.stdout: "[800000, 1599999]", 2024-04-12T17:30:12.329 INFO:tasks.workunit.client.0.smithi099.stdout: "[1600000, 3199999]", 2024-04-12T17:30:12.329 INFO:tasks.workunit.client.0.smithi099.stdout: "[3200000, 6399999]", 2024-04-12T17:30:12.329 INFO:tasks.workunit.client.0.smithi099.stdout: "[6400000, 12799999]", 2024-04-12T17:30:12.329 INFO:tasks.workunit.client.0.smithi099.stdout: "[12800000, 25599999]", 2024-04-12T17:30:12.329 INFO:tasks.workunit.client.0.smithi099.stdout: "[25600000, 51199999]", 2024-04-12T17:30:12.329 INFO:tasks.workunit.client.0.smithi099.stdout: "[51200000, 102399999]", 2024-04-12T17:30:12.329 INFO:tasks.workunit.client.0.smithi099.stdout: "[102400000, 204799999]", 2024-04-12T17:30:12.329 INFO:tasks.workunit.client.0.smithi099.stdout: "[204800000, 409599999]", 2024-04-12T17:30:12.329 INFO:tasks.workunit.client.0.smithi099.stdout: "[409600000, 819199999]", 2024-04-12T17:30:12.329 INFO:tasks.workunit.client.0.smithi099.stdout: "[819200000, 1638399999]", 2024-04-12T17:30:12.330 INFO:tasks.workunit.client.0.smithi099.stdout: "[1638400000, 3276799999]", 2024-04-12T17:30:12.330 INFO:tasks.workunit.client.0.smithi099.stdout: "[3276800000, 6553599999]", 2024-04-12T17:30:12.330 INFO:tasks.workunit.client.0.smithi099.stdout: "[6553600000, 13107199999]", 2024-04-12T17:30:12.330 INFO:tasks.workunit.client.0.smithi099.stdout: "[13107200000, 26214399999]", 2024-04-12T17:30:12.330 INFO:tasks.workunit.client.0.smithi099.stdout: "[26214400000, 52428799999]", 2024-04-12T17:30:12.330 INFO:tasks.workunit.client.0.smithi099.stdout: "[52428800000, 104857599999]", 2024-04-12T17:30:12.330 INFO:tasks.workunit.client.0.smithi099.stdout: "[104857600000, 209715199999]", 2024-04-12T17:30:12.330 INFO:tasks.workunit.client.0.smithi099.stdout: "[209715200000, 419430399999]", 2024-04-12T17:30:12.330 INFO:tasks.workunit.client.0.smithi099.stdout: "[419430400000, 838860799999]", 2024-04-12T17:30:12.330 INFO:tasks.workunit.client.0.smithi099.stdout: "[838860800000, 1677721599999]", 2024-04-12T17:30:12.330 INFO:tasks.workunit.client.0.smithi099.stdout: "[1677721600000, 3355443199999]", 2024-04-12T17:30:12.330 INFO:tasks.workunit.client.0.smithi099.stdout: "[3355443200000, 6710886399999]", 2024-04-12T17:30:12.330 INFO:tasks.workunit.client.0.smithi099.stdout: "[6710886400000, 13421772799999]", 2024-04-12T17:30:12.330 INFO:tasks.workunit.client.0.smithi099.stdout: "[13421772800000, 26843545599999]", 2024-04-12T17:30:12.330 INFO:tasks.workunit.client.0.smithi099.stdout: "[26843545600000, 53687091199999]", 2024-04-12T17:30:12.331 INFO:tasks.workunit.client.0.smithi099.stdout: "[53687091200000, None]" 2024-04-12T17:30:12.331 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.331 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T17:30:12.331 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.331 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.331 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T17:30:12.331 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T17:30:12.331 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Request size (bytes)", 2024-04-12T17:30:12.331 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 512, 2024-04-12T17:30:12.331 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T17:30:12.331 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T17:30:12.331 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 511]", 2024-04-12T17:30:12.331 INFO:tasks.workunit.client.0.smithi099.stdout: "[512, 1023]", 2024-04-12T17:30:12.331 INFO:tasks.workunit.client.0.smithi099.stdout: "[1024, 2047]", 2024-04-12T17:30:12.332 INFO:tasks.workunit.client.0.smithi099.stdout: "[2048, 4095]", 2024-04-12T17:30:12.332 INFO:tasks.workunit.client.0.smithi099.stdout: "[4096, 8191]", 2024-04-12T17:30:12.332 INFO:tasks.workunit.client.0.smithi099.stdout: "[8192, 16383]", 2024-04-12T17:30:12.332 INFO:tasks.workunit.client.0.smithi099.stdout: "[16384, 32767]", 2024-04-12T17:30:12.332 INFO:tasks.workunit.client.0.smithi099.stdout: "[32768, 65535]", 2024-04-12T17:30:12.332 INFO:tasks.workunit.client.0.smithi099.stdout: "[65536, 131071]", 2024-04-12T17:30:12.332 INFO:tasks.workunit.client.0.smithi099.stdout: "[131072, 262143]", 2024-04-12T17:30:12.332 INFO:tasks.workunit.client.0.smithi099.stdout: "[262144, 524287]", 2024-04-12T17:30:12.332 INFO:tasks.workunit.client.0.smithi099.stdout: "[524288, 1048575]", 2024-04-12T17:30:12.332 INFO:tasks.workunit.client.0.smithi099.stdout: "[1048576, 2097151]", 2024-04-12T17:30:12.332 INFO:tasks.workunit.client.0.smithi099.stdout: "[2097152, 4194303]", 2024-04-12T17:30:12.332 INFO:tasks.workunit.client.0.smithi099.stdout: "[4194304, 8388607]", 2024-04-12T17:30:12.332 INFO:tasks.workunit.client.0.smithi099.stdout: "[8388608, 16777215]", 2024-04-12T17:30:12.332 INFO:tasks.workunit.client.0.smithi099.stdout: "[16777216, 33554431]", 2024-04-12T17:30:12.332 INFO:tasks.workunit.client.0.smithi099.stdout: "[33554432, 67108863]", 2024-04-12T17:30:12.332 INFO:tasks.workunit.client.0.smithi099.stdout: "[67108864, 134217727]", 2024-04-12T17:30:12.333 INFO:tasks.workunit.client.0.smithi099.stdout: "[134217728, 268435455]", 2024-04-12T17:30:12.333 INFO:tasks.workunit.client.0.smithi099.stdout: "[268435456, 536870911]", 2024-04-12T17:30:12.333 INFO:tasks.workunit.client.0.smithi099.stdout: "[536870912, 1073741823]", 2024-04-12T17:30:12.333 INFO:tasks.workunit.client.0.smithi099.stdout: "[1073741824, 2147483647]", 2024-04-12T17:30:12.333 INFO:tasks.workunit.client.0.smithi099.stdout: "[2147483648, 4294967295]", 2024-04-12T17:30:12.333 INFO:tasks.workunit.client.0.smithi099.stdout: "[4294967296, 8589934591]", 2024-04-12T17:30:12.333 INFO:tasks.workunit.client.0.smithi099.stdout: "[8589934592, 17179869183]", 2024-04-12T17:30:12.333 INFO:tasks.workunit.client.0.smithi099.stdout: "[17179869184, 34359738367]", 2024-04-12T17:30:12.333 INFO:tasks.workunit.client.0.smithi099.stdout: "[34359738368, 68719476735]", 2024-04-12T17:30:12.333 INFO:tasks.workunit.client.0.smithi099.stdout: "[68719476736, 137438953471]", 2024-04-12T17:30:12.333 INFO:tasks.workunit.client.0.smithi099.stdout: "[137438953472, 274877906943]", 2024-04-12T17:30:12.333 INFO:tasks.workunit.client.0.smithi099.stdout: "[274877906944, None]" 2024-04-12T17:30:12.333 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.333 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T17:30:12.333 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.333 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.334 INFO:tasks.workunit.client.0.smithi099.stdout: "osds": [ 2024-04-12T17:30:12.334 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.334 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 0, 2024-04-12T17:30:12.334 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:12.334 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.334 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.334 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.334 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.334 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 120, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.334 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1902, 21, 1, 0, 11, 0, 0, 0, 0, 1, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.334 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1146, 8, 1, 1, 2, 4, 4, 14, 25, 59, 63, 38, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.334 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 288, 6, 0, 0, 1, 4, 2, 3, 6, 12, 99, 223, 97, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.334 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 377, 4, 0, 0, 0, 0, 1, 1, 1, 5, 26, 41, 359, 13, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.335 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 664, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 12, 23, 34, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.335 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 774, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 6, 13, 21, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.335 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 368, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.335 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 367, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.335 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.335 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.335 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.335 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.335 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.335 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.335 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.335 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.335 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.335 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.335 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.335 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.336 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.336 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.336 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.336 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.336 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.336 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.336 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:12.336 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.336 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.336 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.336 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 1, 2024-04-12T17:30:12.336 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:12.336 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.336 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.336 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.336 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.337 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 49, 9, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.337 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2816, 16, 0, 2, 5, 0, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.337 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1306, 2, 3, 6, 5, 3, 9, 17, 46, 79, 105, 22, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.337 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 63, 0, 0, 0, 0, 1, 0, 0, 2, 5, 66, 264, 200, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.337 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 23, 0, 1, 0, 0, 0, 0, 0, 0, 2, 4, 12, 371, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.337 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 19, 2, 0, 0, 0, 0, 0, 0, 0, 3, 0, 7, 18, 20, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.337 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 89, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 10, 18, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.337 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 286, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.337 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2701, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.337 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 772, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.337 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.337 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.337 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.337 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.338 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.338 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.338 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.338 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.338 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.338 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.338 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.338 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.338 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.338 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.338 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.338 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.338 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.338 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:12.339 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.339 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.339 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.339 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 2, 2024-04-12T17:30:12.339 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:12.339 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.339 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.339 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.339 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.339 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 72, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.339 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 312, 6, 1, 2, 4, 0, 3, 6, 10, 15, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.339 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 177, 12, 0, 0, 0, 1, 2, 5, 3, 10, 34, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.339 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 232, 11, 0, 0, 1, 1, 1, 6, 11, 16, 54, 79, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.339 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 145, 25, 0, 0, 0, 0, 0, 1, 3, 9, 22, 55, 40, 10, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.340 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 49, 24, 0, 0, 0, 0, 0, 0, 1, 2, 20, 14, 32, 46, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.340 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 10, 46, 0, 0, 0, 0, 0, 0, 1, 5, 8, 6, 21, 47, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.340 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 88, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.340 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.340 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.340 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.340 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.340 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.340 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.340 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.340 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.340 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.340 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.340 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.340 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.341 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.341 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.341 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.341 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.341 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.341 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.341 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.341 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:12.341 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.341 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.341 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.341 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 3, 2024-04-12T17:30:12.341 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:12.341 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.341 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.341 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.342 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.342 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 65, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.342 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1327, 18, 0, 0, 14, 1, 4, 5, 12, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.342 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 446, 7, 0, 0, 1, 2, 4, 10, 11, 27, 30, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.342 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 130, 11, 0, 0, 1, 1, 0, 2, 1, 2, 19, 104, 133, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.342 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 353, 8, 0, 0, 0, 0, 0, 0, 2, 6, 5, 14, 99, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.342 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 338, 2, 0, 0, 0, 0, 0, 1, 2, 0, 7, 6, 26, 29, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.342 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 328, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 7, 24, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.342 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 193, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.342 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.342 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.342 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.342 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.342 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.343 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.343 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.343 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.343 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.343 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.343 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.343 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.343 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.343 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.343 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.343 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.343 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.343 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.343 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.343 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:12.344 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.344 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.344 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.344 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 4, 2024-04-12T17:30:12.344 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:12.344 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.344 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.344 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.344 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.344 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 81, 6, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.344 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1158, 10, 0, 0, 9, 0, 3, 2, 5, 8, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.344 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 598, 6, 0, 0, 0, 1, 7, 7, 14, 17, 38, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.344 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 355, 5, 0, 0, 0, 0, 2, 2, 6, 5, 59, 131, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.344 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 429, 17, 0, 0, 0, 0, 0, 0, 0, 2, 12, 23, 132, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.344 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 300, 24, 0, 0, 0, 0, 0, 0, 2, 0, 2, 0, 9, 17, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.344 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 127, 42, 0, 0, 0, 0, 0, 1, 0, 1, 0, 5, 8, 10, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.345 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 93, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.345 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.345 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.345 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.345 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.345 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.345 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.345 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.345 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.345 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.345 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.345 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.345 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.345 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.345 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.346 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.346 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.346 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.346 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.346 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.346 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:12.346 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.346 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.346 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.346 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 5, 2024-04-12T17:30:12.346 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:12.346 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.346 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.346 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.347 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.347 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 142, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.347 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 471, 8, 0, 0, 11, 1, 1, 0, 0, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.347 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 101, 2, 0, 1, 1, 2, 2, 2, 6, 0, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.347 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 98, 4, 1, 0, 0, 1, 0, 2, 7, 3, 17, 24, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.347 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 76, 6, 0, 0, 0, 0, 0, 0, 2, 2, 12, 11, 7, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.347 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 16, 2, 0, 0, 0, 0, 0, 0, 1, 0, 5, 8, 16, 27, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.347 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 5, 8, 19, 88, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.347 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.347 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.347 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.347 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.347 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.348 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.348 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.348 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.348 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.348 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.348 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.348 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.348 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.348 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.348 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.348 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.348 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.348 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.348 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.348 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.349 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:12.349 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.349 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.349 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.349 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 6, 2024-04-12T17:30:12.349 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:12.349 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.349 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.349 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.349 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.349 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 92, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.349 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1116, 22, 1, 0, 16, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.349 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 661, 9, 2, 2, 1, 7, 5, 15, 18, 31, 27, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.349 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 310, 8, 0, 0, 2, 0, 1, 2, 4, 1, 37, 108, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.349 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 442, 15, 0, 0, 0, 0, 1, 1, 0, 2, 5, 8, 161, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.350 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 345, 29, 0, 0, 0, 0, 0, 0, 1, 0, 3, 9, 16, 21, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.350 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 93, 55, 0, 0, 0, 0, 0, 1, 1, 0, 2, 0, 8, 18, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.350 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 101, 97, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.350 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 26, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.350 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.350 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.350 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.350 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.350 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.350 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.350 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.350 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.350 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.350 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.351 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.351 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.351 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.351 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.351 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.351 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.351 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.351 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.351 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:12.351 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.351 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.351 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.351 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 7, 2024-04-12T17:30:12.351 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:12.351 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.352 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.352 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.352 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.352 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 55, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.352 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 209, 10, 1, 0, 12, 1, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.352 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 56, 6, 0, 0, 0, 2, 2, 4, 1, 0, 7, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.352 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 99, 3, 0, 0, 0, 0, 1, 3, 7, 5, 18, 27, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.352 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 65, 0, 0, 0, 0, 1, 0, 1, 3, 2, 13, 27, 24, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.352 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 2, 0, 1, 5, 7, 22, 28, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.352 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 8, 28, 88, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.352 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 7, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.353 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.353 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.353 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.353 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.353 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.353 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.353 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.353 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.353 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.353 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.353 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.353 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.353 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.353 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.353 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.354 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.354 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.354 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.354 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.354 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:12.354 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.354 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.354 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.354 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.354 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.354 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.354 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-12T17:30:12.354 INFO:tasks.workunit.client.0.smithi099.stdout: "axes": [ 2024-04-12T17:30:12.354 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.355 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 8, 2024-04-12T17:30:12.355 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T17:30:12.355 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "number of replicas", 2024-04-12T17:30:12.355 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 1, 2024-04-12T17:30:12.355 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T17:30:12.355 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T17:30:12.355 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0]", 2024-04-12T17:30:12.355 INFO:tasks.workunit.client.0.smithi099.stdout: "[1, 1]", 2024-04-12T17:30:12.355 INFO:tasks.workunit.client.0.smithi099.stdout: "[2, 2]", 2024-04-12T17:30:12.355 INFO:tasks.workunit.client.0.smithi099.stdout: "[3, 3]", 2024-04-12T17:30:12.355 INFO:tasks.workunit.client.0.smithi099.stdout: "[4, 4]", 2024-04-12T17:30:12.355 INFO:tasks.workunit.client.0.smithi099.stdout: "[5, 5]", 2024-04-12T17:30:12.355 INFO:tasks.workunit.client.0.smithi099.stdout: "[6, None]" 2024-04-12T17:30:12.355 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.356 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "linear" 2024-04-12T17:30:12.356 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.356 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.356 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 10, 2024-04-12T17:30:12.356 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T17:30:12.356 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "duration", 2024-04-12T17:30:12.356 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 250000, 2024-04-12T17:30:12.356 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T17:30:12.356 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T17:30:12.356 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 249999]", 2024-04-12T17:30:12.356 INFO:tasks.workunit.client.0.smithi099.stdout: "[250000, 499999]", 2024-04-12T17:30:12.356 INFO:tasks.workunit.client.0.smithi099.stdout: "[500000, 999999]", 2024-04-12T17:30:12.356 INFO:tasks.workunit.client.0.smithi099.stdout: "[1000000, 1999999]", 2024-04-12T17:30:12.356 INFO:tasks.workunit.client.0.smithi099.stdout: "[2000000, 3999999]", 2024-04-12T17:30:12.356 INFO:tasks.workunit.client.0.smithi099.stdout: "[4000000, 7999999]", 2024-04-12T17:30:12.356 INFO:tasks.workunit.client.0.smithi099.stdout: "[8000000, 15999999]", 2024-04-12T17:30:12.357 INFO:tasks.workunit.client.0.smithi099.stdout: "[16000000, 31999999]", 2024-04-12T17:30:12.357 INFO:tasks.workunit.client.0.smithi099.stdout: "[32000000, None]" 2024-04-12T17:30:12.357 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.357 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T17:30:12.357 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.357 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.357 INFO:tasks.workunit.client.0.smithi099.stdout: "osds": [ 2024-04-12T17:30:12.357 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.357 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 0, 2024-04-12T17:30:12.357 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:12.357 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.357 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.357 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.357 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.357 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.358 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.358 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.358 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:12.358 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.358 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.358 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.358 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 1, 2024-04-12T17:30:12.358 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:12.358 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.358 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.358 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.358 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.358 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.358 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.359 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.359 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:12.359 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.359 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.359 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.359 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 2, 2024-04-12T17:30:12.359 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:12.359 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.359 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.359 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.359 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.359 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.359 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.359 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.359 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:12.360 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.360 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.360 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.360 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 3, 2024-04-12T17:30:12.360 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:12.360 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.360 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.360 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.360 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.360 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.360 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.360 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.360 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:12.360 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.360 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.361 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.361 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 4, 2024-04-12T17:30:12.361 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:12.361 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.361 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.361 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.361 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.361 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.361 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.361 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.361 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:12.361 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.361 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.361 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.362 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 5, 2024-04-12T17:30:12.362 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:12.362 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.362 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.362 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.362 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.362 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.362 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.362 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.362 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:12.362 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.362 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.362 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.362 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 6, 2024-04-12T17:30:12.363 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:12.363 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.363 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.363 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.363 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.363 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.363 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.363 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.363 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:12.363 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.363 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.363 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.363 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 7, 2024-04-12T17:30:12.363 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:12.363 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.364 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.364 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.364 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.364 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.364 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.364 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:12.364 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:12.364 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.364 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.364 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:12.364 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.364 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.364 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.364 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_counters": { 2024-04-12T17:30:12.365 INFO:tasks.workunit.client.0.smithi099.stdout: "mds.1e2a24d7ed8c1704620ea3bccfc67a7f23c62d00": { 2024-04-12T17:30:12.365 INFO:tasks.workunit.client.0.smithi099.stdout: "mds": { 2024-04-12T17:30:12.365 INFO:tasks.workunit.client.0.smithi099.stdout: "caps": { 2024-04-12T17:30:12.365 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.365 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.365 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_cap_op_flush_ack": { 2024-04-12T17:30:12.365 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.365 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.365 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-12T17:30:12.365 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.365 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.365 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_cap_op_grant": { 2024-04-12T17:30:12.365 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.365 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.365 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_cap_op_revoke": { 2024-04-12T17:30:12.366 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.366 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.366 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_cap_op_trunc": { 2024-04-12T17:30:12.366 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.366 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.366 INFO:tasks.workunit.client.0.smithi099.stdout: "dir_commit": { 2024-04-12T17:30:12.366 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.366 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.366 INFO:tasks.workunit.client.0.smithi099.stdout: "dir_fetch_complete": { 2024-04-12T17:30:12.366 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12 2024-04-12T17:30:12.366 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.366 INFO:tasks.workunit.client.0.smithi099.stdout: "dir_fetch_keys": { 2024-04-12T17:30:12.366 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10 2024-04-12T17:30:12.367 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.367 INFO:tasks.workunit.client.0.smithi099.stdout: "dir_merge": { 2024-04-12T17:30:12.367 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.367 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.367 INFO:tasks.workunit.client.0.smithi099.stdout: "dir_split": { 2024-04-12T17:30:12.367 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.367 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.367 INFO:tasks.workunit.client.0.smithi099.stdout: "exported_inodes": { 2024-04-12T17:30:12.367 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.367 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.367 INFO:tasks.workunit.client.0.smithi099.stdout: "forward": { 2024-04-12T17:30:12.367 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.367 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.367 INFO:tasks.workunit.client.0.smithi099.stdout: "handle_client_cap_release": { 2024-04-12T17:30:12.367 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.367 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.368 INFO:tasks.workunit.client.0.smithi099.stdout: "handle_client_caps": { 2024-04-12T17:30:12.368 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.368 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.368 INFO:tasks.workunit.client.0.smithi099.stdout: "handle_client_caps_dirty": { 2024-04-12T17:30:12.368 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.368 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.368 INFO:tasks.workunit.client.0.smithi099.stdout: "handle_inode_file_caps": { 2024-04-12T17:30:12.368 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.368 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.368 INFO:tasks.workunit.client.0.smithi099.stdout: "imported_inodes": { 2024-04-12T17:30:12.368 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.368 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.368 INFO:tasks.workunit.client.0.smithi099.stdout: "inodes": { 2024-04-12T17:30:12.368 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10 2024-04-12T17:30:12.368 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.369 INFO:tasks.workunit.client.0.smithi099.stdout: "inodes_expired": { 2024-04-12T17:30:12.369 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.369 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.369 INFO:tasks.workunit.client.0.smithi099.stdout: "inodes_pinned": { 2024-04-12T17:30:12.369 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10 2024-04-12T17:30:12.369 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.369 INFO:tasks.workunit.client.0.smithi099.stdout: "inodes_with_caps": { 2024-04-12T17:30:12.369 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.369 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.369 INFO:tasks.workunit.client.0.smithi099.stdout: "load_cent": { 2024-04-12T17:30:12.369 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.369 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.369 INFO:tasks.workunit.client.0.smithi099.stdout: "openino_dir_fetch": { 2024-04-12T17:30:12.369 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.370 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.370 INFO:tasks.workunit.client.0.smithi099.stdout: "process_request_cap_release": { 2024-04-12T17:30:12.370 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.370 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.370 INFO:tasks.workunit.client.0.smithi099.stdout: "reply_latency": { 2024-04-12T17:30:12.370 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.370 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.370 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.370 INFO:tasks.workunit.client.0.smithi099.stdout: "request": { 2024-04-12T17:30:12.370 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.370 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.370 INFO:tasks.workunit.client.0.smithi099.stdout: "root_rbytes": { 2024-04-12T17:30:12.370 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.371 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.371 INFO:tasks.workunit.client.0.smithi099.stdout: "root_rfiles": { 2024-04-12T17:30:12.371 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.371 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.371 INFO:tasks.workunit.client.0.smithi099.stdout: "root_rsnaps": { 2024-04-12T17:30:12.371 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.371 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.371 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_reply": { 2024-04-12T17:30:12.371 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.371 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.371 INFO:tasks.workunit.client.0.smithi099.stdout: "subtrees": { 2024-04-12T17:30:12.371 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T17:30:12.371 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.371 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.371 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_cache": { 2024-04-12T17:30:12.371 INFO:tasks.workunit.client.0.smithi099.stdout: "ireq_enqueue_scrub": { 2024-04-12T17:30:12.372 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.372 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.372 INFO:tasks.workunit.client.0.smithi099.stdout: "ireq_exportdir": { 2024-04-12T17:30:12.372 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.372 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.372 INFO:tasks.workunit.client.0.smithi099.stdout: "ireq_flush": { 2024-04-12T17:30:12.372 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.372 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.372 INFO:tasks.workunit.client.0.smithi099.stdout: "ireq_fragmentdir": { 2024-04-12T17:30:12.372 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.372 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.372 INFO:tasks.workunit.client.0.smithi099.stdout: "ireq_fragstats": { 2024-04-12T17:30:12.372 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.372 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.372 INFO:tasks.workunit.client.0.smithi099.stdout: "ireq_inodestats": { 2024-04-12T17:30:12.372 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.373 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.373 INFO:tasks.workunit.client.0.smithi099.stdout: "ireq_quiesce_inode": { 2024-04-12T17:30:12.373 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.373 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.373 INFO:tasks.workunit.client.0.smithi099.stdout: "ireq_quiesce_path": { 2024-04-12T17:30:12.373 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.373 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.373 INFO:tasks.workunit.client.0.smithi099.stdout: "num_recovering_enqueued": { 2024-04-12T17:30:12.373 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.373 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.373 INFO:tasks.workunit.client.0.smithi099.stdout: "num_recovering_prioritized": { 2024-04-12T17:30:12.373 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.373 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.373 INFO:tasks.workunit.client.0.smithi099.stdout: "num_recovering_processing": { 2024-04-12T17:30:12.373 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.373 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.374 INFO:tasks.workunit.client.0.smithi099.stdout: "num_strays": { 2024-04-12T17:30:12.374 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.374 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.374 INFO:tasks.workunit.client.0.smithi099.stdout: "num_strays_delayed": { 2024-04-12T17:30:12.374 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.374 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.374 INFO:tasks.workunit.client.0.smithi099.stdout: "num_strays_enqueuing": { 2024-04-12T17:30:12.374 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.374 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.374 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_completed": { 2024-04-12T17:30:12.374 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.374 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.374 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_started": { 2024-04-12T17:30:12.374 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.374 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.375 INFO:tasks.workunit.client.0.smithi099.stdout: "strays_created": { 2024-04-12T17:30:12.375 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.375 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.375 INFO:tasks.workunit.client.0.smithi099.stdout: "strays_enqueued": { 2024-04-12T17:30:12.375 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.375 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.375 INFO:tasks.workunit.client.0.smithi099.stdout: "strays_migrated": { 2024-04-12T17:30:12.375 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.375 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.375 INFO:tasks.workunit.client.0.smithi099.stdout: "strays_reintegrated": { 2024-04-12T17:30:12.375 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.375 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.375 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.375 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_log": { 2024-04-12T17:30:12.375 INFO:tasks.workunit.client.0.smithi099.stdout: "ev": { 2024-04-12T17:30:12.376 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17 2024-04-12T17:30:12.376 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.376 INFO:tasks.workunit.client.0.smithi099.stdout: "evadd": { 2024-04-12T17:30:12.376 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.376 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.376 INFO:tasks.workunit.client.0.smithi099.stdout: "evex": { 2024-04-12T17:30:12.376 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.376 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.376 INFO:tasks.workunit.client.0.smithi099.stdout: "evexd": { 2024-04-12T17:30:12.376 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.376 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.376 INFO:tasks.workunit.client.0.smithi099.stdout: "evexg": { 2024-04-12T17:30:12.376 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.376 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.376 INFO:tasks.workunit.client.0.smithi099.stdout: "evlrg": { 2024-04-12T17:30:12.377 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.377 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.377 INFO:tasks.workunit.client.0.smithi099.stdout: "evtrm": { 2024-04-12T17:30:12.377 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.377 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.377 INFO:tasks.workunit.client.0.smithi099.stdout: "jlat": { 2024-04-12T17:30:12.377 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.377 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.377 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.377 INFO:tasks.workunit.client.0.smithi099.stdout: "replayed": { 2024-04-12T17:30:12.377 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17 2024-04-12T17:30:12.377 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.377 INFO:tasks.workunit.client.0.smithi099.stdout: "seg": { 2024-04-12T17:30:12.377 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T17:30:12.377 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.378 INFO:tasks.workunit.client.0.smithi099.stdout: "segadd": { 2024-04-12T17:30:12.378 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.378 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.378 INFO:tasks.workunit.client.0.smithi099.stdout: "segex": { 2024-04-12T17:30:12.378 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.378 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.378 INFO:tasks.workunit.client.0.smithi099.stdout: "segexd": { 2024-04-12T17:30:12.378 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.378 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.378 INFO:tasks.workunit.client.0.smithi099.stdout: "segexg": { 2024-04-12T17:30:12.378 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.378 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.378 INFO:tasks.workunit.client.0.smithi099.stdout: "segmjr": { 2024-04-12T17:30:12.378 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T17:30:12.378 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.379 INFO:tasks.workunit.client.0.smithi099.stdout: "segtrm": { 2024-04-12T17:30:12.379 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.379 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.379 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.379 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_mem": { 2024-04-12T17:30:12.379 INFO:tasks.workunit.client.0.smithi099.stdout: "cap": { 2024-04-12T17:30:12.379 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.379 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.379 INFO:tasks.workunit.client.0.smithi099.stdout: "cap+": { 2024-04-12T17:30:12.379 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.379 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.379 INFO:tasks.workunit.client.0.smithi099.stdout: "cap-": { 2024-04-12T17:30:12.379 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.380 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.380 INFO:tasks.workunit.client.0.smithi099.stdout: "dir": { 2024-04-12T17:30:12.380 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12 2024-04-12T17:30:12.380 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.380 INFO:tasks.workunit.client.0.smithi099.stdout: "dir+": { 2024-04-12T17:30:12.380 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12 2024-04-12T17:30:12.380 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.380 INFO:tasks.workunit.client.0.smithi099.stdout: "dir-": { 2024-04-12T17:30:12.380 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.380 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.380 INFO:tasks.workunit.client.0.smithi099.stdout: "dn": { 2024-04-12T17:30:12.380 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10 2024-04-12T17:30:12.380 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.380 INFO:tasks.workunit.client.0.smithi099.stdout: "dn+": { 2024-04-12T17:30:12.380 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10 2024-04-12T17:30:12.381 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.381 INFO:tasks.workunit.client.0.smithi099.stdout: "dn-": { 2024-04-12T17:30:12.381 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.381 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.381 INFO:tasks.workunit.client.0.smithi099.stdout: "heap": { 2024-04-12T17:30:12.381 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 248184 2024-04-12T17:30:12.381 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.381 INFO:tasks.workunit.client.0.smithi099.stdout: "ino": { 2024-04-12T17:30:12.381 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13 2024-04-12T17:30:12.381 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.381 INFO:tasks.workunit.client.0.smithi099.stdout: "ino+": { 2024-04-12T17:30:12.381 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13 2024-04-12T17:30:12.381 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.381 INFO:tasks.workunit.client.0.smithi099.stdout: "ino-": { 2024-04-12T17:30:12.382 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.382 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.382 INFO:tasks.workunit.client.0.smithi099.stdout: "rss": { 2024-04-12T17:30:12.382 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 50688 2024-04-12T17:30:12.382 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.382 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.382 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_server": { 2024-04-12T17:30:12.382 INFO:tasks.workunit.client.0.smithi099.stdout: "cap_acquisition_throttle": { 2024-04-12T17:30:12.382 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.382 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.382 INFO:tasks.workunit.client.0.smithi099.stdout: "cap_revoke_eviction": { 2024-04-12T17:30:12.382 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.382 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.382 INFO:tasks.workunit.client.0.smithi099.stdout: "handle_client_request": { 2024-04-12T17:30:12.383 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.383 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.383 INFO:tasks.workunit.client.0.smithi099.stdout: "handle_client_session": { 2024-04-12T17:30:12.383 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.383 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.383 INFO:tasks.workunit.client.0.smithi099.stdout: "handle_peer_request": { 2024-04-12T17:30:12.383 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.383 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.383 INFO:tasks.workunit.client.0.smithi099.stdout: "req_create_latency": { 2024-04-12T17:30:12.383 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.383 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.383 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.383 INFO:tasks.workunit.client.0.smithi099.stdout: "req_getattr_latency": { 2024-04-12T17:30:12.383 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.383 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.383 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.384 INFO:tasks.workunit.client.0.smithi099.stdout: "req_getfilelock_latency": { 2024-04-12T17:30:12.384 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.384 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.384 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.384 INFO:tasks.workunit.client.0.smithi099.stdout: "req_getvxattr_latency": { 2024-04-12T17:30:12.384 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.384 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.384 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.384 INFO:tasks.workunit.client.0.smithi099.stdout: "req_link_latency": { 2024-04-12T17:30:12.384 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.384 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.384 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.384 INFO:tasks.workunit.client.0.smithi099.stdout: "req_lookup_latency": { 2024-04-12T17:30:12.384 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.384 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.385 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.385 INFO:tasks.workunit.client.0.smithi099.stdout: "req_lookuphash_latency": { 2024-04-12T17:30:12.385 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.385 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.385 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.385 INFO:tasks.workunit.client.0.smithi099.stdout: "req_lookupino_latency": { 2024-04-12T17:30:12.385 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.385 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.385 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.385 INFO:tasks.workunit.client.0.smithi099.stdout: "req_lookupname_latency": { 2024-04-12T17:30:12.385 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.385 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.385 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.385 INFO:tasks.workunit.client.0.smithi099.stdout: "req_lookupparent_latency": { 2024-04-12T17:30:12.385 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.386 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.386 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.386 INFO:tasks.workunit.client.0.smithi099.stdout: "req_lookupsnap_latency": { 2024-04-12T17:30:12.386 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.386 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.386 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.386 INFO:tasks.workunit.client.0.smithi099.stdout: "req_lssnap_latency": { 2024-04-12T17:30:12.386 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.386 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.386 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.386 INFO:tasks.workunit.client.0.smithi099.stdout: "req_mkdir_latency": { 2024-04-12T17:30:12.386 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.386 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.386 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.387 INFO:tasks.workunit.client.0.smithi099.stdout: "req_mknod_latency": { 2024-04-12T17:30:12.387 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.387 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.387 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.387 INFO:tasks.workunit.client.0.smithi099.stdout: "req_mksnap_latency": { 2024-04-12T17:30:12.387 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.387 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.387 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.387 INFO:tasks.workunit.client.0.smithi099.stdout: "req_open_latency": { 2024-04-12T17:30:12.387 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.387 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.387 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.387 INFO:tasks.workunit.client.0.smithi099.stdout: "req_readdir_latency": { 2024-04-12T17:30:12.387 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.387 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.388 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.388 INFO:tasks.workunit.client.0.smithi099.stdout: "req_rename_latency": { 2024-04-12T17:30:12.388 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.388 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.388 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.388 INFO:tasks.workunit.client.0.smithi099.stdout: "req_renamesnap_latency": { 2024-04-12T17:30:12.388 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.388 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.388 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.388 INFO:tasks.workunit.client.0.smithi099.stdout: "req_rmdir_latency": { 2024-04-12T17:30:12.388 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.388 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.388 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.388 INFO:tasks.workunit.client.0.smithi099.stdout: "req_rmsnap_latency": { 2024-04-12T17:30:12.389 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.389 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.389 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.389 INFO:tasks.workunit.client.0.smithi099.stdout: "req_rmxattr_latency": { 2024-04-12T17:30:12.389 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.389 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.389 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.389 INFO:tasks.workunit.client.0.smithi099.stdout: "req_setattr_latency": { 2024-04-12T17:30:12.389 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.389 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.389 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.389 INFO:tasks.workunit.client.0.smithi099.stdout: "req_setdirlayout_latency": { 2024-04-12T17:30:12.389 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.389 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.389 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.390 INFO:tasks.workunit.client.0.smithi099.stdout: "req_setfilelock_latency": { 2024-04-12T17:30:12.390 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.390 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.390 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.390 INFO:tasks.workunit.client.0.smithi099.stdout: "req_setlayout_latency": { 2024-04-12T17:30:12.390 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.390 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.390 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.390 INFO:tasks.workunit.client.0.smithi099.stdout: "req_setxattr_latency": { 2024-04-12T17:30:12.390 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.390 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.390 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.390 INFO:tasks.workunit.client.0.smithi099.stdout: "req_snapdiff_latency": { 2024-04-12T17:30:12.390 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.391 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.391 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.391 INFO:tasks.workunit.client.0.smithi099.stdout: "req_symlink_latency": { 2024-04-12T17:30:12.391 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.391 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.391 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.391 INFO:tasks.workunit.client.0.smithi099.stdout: "req_unlink_latency": { 2024-04-12T17:30:12.391 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.391 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.391 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.391 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.391 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_sessions": { 2024-04-12T17:30:12.391 INFO:tasks.workunit.client.0.smithi099.stdout: "average_load": { 2024-04-12T17:30:12.391 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.391 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.392 INFO:tasks.workunit.client.0.smithi099.stdout: "avg_session_uptime": { 2024-04-12T17:30:12.392 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.392 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.392 INFO:tasks.workunit.client.0.smithi099.stdout: "mdthresh_evicted": { 2024-04-12T17:30:12.392 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.392 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.392 INFO:tasks.workunit.client.0.smithi099.stdout: "session_add": { 2024-04-12T17:30:12.392 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8 2024-04-12T17:30:12.392 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.392 INFO:tasks.workunit.client.0.smithi099.stdout: "session_count": { 2024-04-12T17:30:12.392 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.392 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.392 INFO:tasks.workunit.client.0.smithi099.stdout: "session_remove": { 2024-04-12T17:30:12.392 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8 2024-04-12T17:30:12.392 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.392 INFO:tasks.workunit.client.0.smithi099.stdout: "sessions_open": { 2024-04-12T17:30:12.392 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T17:30:12.393 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.393 INFO:tasks.workunit.client.0.smithi099.stdout: "sessions_stale": { 2024-04-12T17:30:12.393 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.393 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.393 INFO:tasks.workunit.client.0.smithi099.stdout: "total_load": { 2024-04-12T17:30:12.393 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.393 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.393 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.393 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T17:30:12.393 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T17:30:12.393 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.393 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.393 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:12.393 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37 2024-04-12T17:30:12.394 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.394 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T17:30:12.394 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.394 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.394 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:12.394 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7 2024-04-12T17:30:12.394 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.394 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.394 INFO:tasks.workunit.client.0.smithi099.stdout: "purge_queue": { 2024-04-12T17:30:12.394 INFO:tasks.workunit.client.0.smithi099.stdout: "pq_executed": { 2024-04-12T17:30:12.394 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.394 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.394 INFO:tasks.workunit.client.0.smithi099.stdout: "pq_executed_ops": { 2024-04-12T17:30:12.394 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.395 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.395 INFO:tasks.workunit.client.0.smithi099.stdout: "pq_executing": { 2024-04-12T17:30:12.395 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.395 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.395 INFO:tasks.workunit.client.0.smithi099.stdout: "pq_executing_high_water": { 2024-04-12T17:30:12.395 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.395 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.395 INFO:tasks.workunit.client.0.smithi099.stdout: "pq_executing_ops": { 2024-04-12T17:30:12.395 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.395 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.395 INFO:tasks.workunit.client.0.smithi099.stdout: "pq_executing_ops_high_water": { 2024-04-12T17:30:12.395 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.395 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.396 INFO:tasks.workunit.client.0.smithi099.stdout: "pq_item_in_journal": { 2024-04-12T17:30:12.396 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.396 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.396 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.396 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.396 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.1e2a24d7ed8c1704620ea3bccfc67a7f23c62d00": { 2024-04-12T17:30:12.396 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T17:30:12.396 INFO:tasks.workunit.client.0.smithi099.stdout: "election_call": { 2024-04-12T17:30:12.396 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5 2024-04-12T17:30:12.396 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.396 INFO:tasks.workunit.client.0.smithi099.stdout: "election_lose": { 2024-04-12T17:30:12.396 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.396 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.396 INFO:tasks.workunit.client.0.smithi099.stdout: "election_win": { 2024-04-12T17:30:12.396 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5 2024-04-12T17:30:12.397 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.397 INFO:tasks.workunit.client.0.smithi099.stdout: "num_elections": { 2024-04-12T17:30:12.397 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17 2024-04-12T17:30:12.397 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.397 INFO:tasks.workunit.client.0.smithi099.stdout: "num_sessions": { 2024-04-12T17:30:12.397 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10 2024-04-12T17:30:12.397 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.397 INFO:tasks.workunit.client.0.smithi099.stdout: "session_add": { 2024-04-12T17:30:12.397 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5 2024-04-12T17:30:12.397 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.397 INFO:tasks.workunit.client.0.smithi099.stdout: "session_rm": { 2024-04-12T17:30:12.397 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 229 2024-04-12T17:30:12.397 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.397 INFO:tasks.workunit.client.0.smithi099.stdout: "session_trim": { 2024-04-12T17:30:12.397 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.398 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.398 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.398 INFO:tasks.workunit.client.0.smithi099.stdout: "paxos": { 2024-04-12T17:30:12.398 INFO:tasks.workunit.client.0.smithi099.stdout: "accept_timeout": { 2024-04-12T17:30:12.398 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.398 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.398 INFO:tasks.workunit.client.0.smithi099.stdout: "begin": { 2024-04-12T17:30:12.398 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8595 2024-04-12T17:30:12.398 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.398 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_bytes": { 2024-04-12T17:30:12.398 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8595, 2024-04-12T17:30:12.398 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 60006797 2024-04-12T17:30:12.398 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.398 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_keys": { 2024-04-12T17:30:12.399 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8595, 2024-04-12T17:30:12.399 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 25785 2024-04-12T17:30:12.399 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.399 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_latency": { 2024-04-12T17:30:12.399 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8595, 2024-04-12T17:30:12.399 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1780957425 2024-04-12T17:30:12.399 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.399 INFO:tasks.workunit.client.0.smithi099.stdout: "collect": { 2024-04-12T17:30:12.399 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.399 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.399 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_bytes": { 2024-04-12T17:30:12.399 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.399 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.399 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.400 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_keys": { 2024-04-12T17:30:12.400 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.400 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.400 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.400 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_latency": { 2024-04-12T17:30:12.400 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.400 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.400 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.400 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_timeout": { 2024-04-12T17:30:12.400 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.400 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.400 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_uncommitted": { 2024-04-12T17:30:12.400 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T17:30:12.400 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.401 INFO:tasks.workunit.client.0.smithi099.stdout: "commit": { 2024-04-12T17:30:12.401 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8593 2024-04-12T17:30:12.401 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.401 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_bytes": { 2024-04-12T17:30:12.401 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8593, 2024-04-12T17:30:12.401 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 59368028 2024-04-12T17:30:12.401 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.401 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_keys": { 2024-04-12T17:30:12.401 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8593, 2024-04-12T17:30:12.401 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 66930 2024-04-12T17:30:12.401 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.401 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_latency": { 2024-04-12T17:30:12.401 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8593, 2024-04-12T17:30:12.401 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3180113475 2024-04-12T17:30:12.401 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.402 INFO:tasks.workunit.client.0.smithi099.stdout: "lease_ack_timeout": { 2024-04-12T17:30:12.402 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.402 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.402 INFO:tasks.workunit.client.0.smithi099.stdout: "lease_timeout": { 2024-04-12T17:30:12.402 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.402 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.402 INFO:tasks.workunit.client.0.smithi099.stdout: "new_pn": { 2024-04-12T17:30:12.402 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5 2024-04-12T17:30:12.402 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.402 INFO:tasks.workunit.client.0.smithi099.stdout: "new_pn_latency": { 2024-04-12T17:30:12.402 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 5, 2024-04-12T17:30:12.402 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 999976 2024-04-12T17:30:12.402 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.402 INFO:tasks.workunit.client.0.smithi099.stdout: "refresh": { 2024-04-12T17:30:12.403 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8596 2024-04-12T17:30:12.403 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.403 INFO:tasks.workunit.client.0.smithi099.stdout: "refresh_latency": { 2024-04-12T17:30:12.403 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8596, 2024-04-12T17:30:12.403 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 32571221249 2024-04-12T17:30:12.403 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.403 INFO:tasks.workunit.client.0.smithi099.stdout: "restart": { 2024-04-12T17:30:12.403 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 19 2024-04-12T17:30:12.403 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.403 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state": { 2024-04-12T17:30:12.403 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T17:30:12.403 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.403 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state_bytes": { 2024-04-12T17:30:12.403 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T17:30:12.404 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 66524 2024-04-12T17:30:12.404 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.404 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state_keys": { 2024-04-12T17:30:12.404 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T17:30:12.404 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6 2024-04-12T17:30:12.404 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.404 INFO:tasks.workunit.client.0.smithi099.stdout: "start_leader": { 2024-04-12T17:30:12.404 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5 2024-04-12T17:30:12.404 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.404 INFO:tasks.workunit.client.0.smithi099.stdout: "start_peon": { 2024-04-12T17:30:12.404 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.404 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.404 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state": { 2024-04-12T17:30:12.404 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.404 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.405 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_bytes": { 2024-04-12T17:30:12.405 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.405 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.405 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.405 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_keys": { 2024-04-12T17:30:12.405 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.405 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.405 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.405 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_latency": { 2024-04-12T17:30:12.405 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.405 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.405 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.405 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.406 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache": { 2024-04-12T17:30:12.406 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T17:30:12.406 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1020054731 2024-04-12T17:30:12.406 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.406 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T17:30:12.406 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 259227648 2024-04-12T17:30:12.406 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.406 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T17:30:12.406 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 258285568 2024-04-12T17:30:12.406 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.406 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T17:30:12.406 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2147483648 2024-04-12T17:30:12.406 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.406 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T17:30:12.407 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 942080 2024-04-12T17:30:12.407 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.407 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.407 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:full": { 2024-04-12T17:30:12.407 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:12.407 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 360710144 2024-04-12T17:30:12.407 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.407 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:12.407 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.407 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.407 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:12.407 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.407 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.407 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:12.407 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 267329056 2024-04-12T17:30:12.408 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.408 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:12.408 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24642155 2024-04-12T17:30:12.408 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.408 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:12.408 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.408 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.408 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:12.408 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.408 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.408 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:12.408 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.408 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.408 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:12.409 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.409 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.409 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:12.409 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.409 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.409 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:12.409 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.409 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.409 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:12.409 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.409 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.409 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:12.409 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.409 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.409 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:12.410 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 68738933 2024-04-12T17:30:12.410 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.410 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.410 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:inc": { 2024-04-12T17:30:12.410 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:12.410 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 339738624 2024-04-12T17:30:12.410 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.410 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:12.410 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.410 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.410 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:12.410 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.410 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.410 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:12.411 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 267329056 2024-04-12T17:30:12.411 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.411 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:12.411 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1516724 2024-04-12T17:30:12.411 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.411 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:12.411 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.411 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.411 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:12.411 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.411 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.411 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:12.411 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.411 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.411 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:12.412 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.412 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.412 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:12.412 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.412 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.412 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:12.412 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.412 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.412 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:12.412 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.412 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.412 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:12.412 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.412 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.412 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:12.413 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 70892844 2024-04-12T17:30:12.413 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.413 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.413 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:kv": { 2024-04-12T17:30:12.413 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:12.413 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 314572800 2024-04-12T17:30:12.413 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.413 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:12.413 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:12.413 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.413 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:12.413 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.413 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.413 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:12.414 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 178219371 2024-04-12T17:30:12.414 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.414 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:12.414 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.414 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.414 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:12.414 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.414 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.414 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:12.414 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.414 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.414 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:12.414 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.414 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.414 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:12.415 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.415 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.415 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:12.415 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.415 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.415 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:12.415 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.415 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.415 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:12.415 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.415 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.415 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:12.415 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.415 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.415 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:12.416 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69244565 2024-04-12T17:30:12.416 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.416 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.416 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb": { 2024-04-12T17:30:12.416 INFO:tasks.workunit.client.0.smithi099.stdout: "compact": { 2024-04-12T17:30:12.416 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.416 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.416 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_queue_len": { 2024-04-12T17:30:12.416 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.416 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.416 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_queue_merge": { 2024-04-12T17:30:12.416 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.416 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.416 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_range": { 2024-04-12T17:30:12.416 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 98 2024-04-12T17:30:12.416 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.417 INFO:tasks.workunit.client.0.smithi099.stdout: "get_latency": { 2024-04-12T17:30:12.417 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 386181, 2024-04-12T17:30:12.417 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2270177507 2024-04-12T17:30:12.417 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.417 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_delay_time": { 2024-04-12T17:30:12.417 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.417 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.417 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.417 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_memtable_time": { 2024-04-12T17:30:12.417 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.417 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.417 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.417 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T17:30:12.417 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.418 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.418 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.418 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_wal_time": { 2024-04-12T17:30:12.418 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.418 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.418 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.418 INFO:tasks.workunit.client.0.smithi099.stdout: "submit_latency": { 2024-04-12T17:30:12.418 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.418 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.418 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.418 INFO:tasks.workunit.client.0.smithi099.stdout: "submit_sync_latency": { 2024-04-12T17:30:12.418 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 20768, 2024-04-12T17:30:12.418 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8084612259 2024-04-12T17:30:12.419 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.419 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.419 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.419 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.5b45c9ad1c228149a803c7f15c41ecb95bb8abcb": { 2024-04-12T17:30:12.419 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T17:30:12.419 INFO:tasks.workunit.client.0.smithi099.stdout: "election_call": { 2024-04-12T17:30:12.419 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T17:30:12.419 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.419 INFO:tasks.workunit.client.0.smithi099.stdout: "election_lose": { 2024-04-12T17:30:12.419 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3 2024-04-12T17:30:12.419 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.419 INFO:tasks.workunit.client.0.smithi099.stdout: "election_win": { 2024-04-12T17:30:12.419 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.420 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_elections": { 2024-04-12T17:30:12.420 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12 2024-04-12T17:30:12.420 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_sessions": { 2024-04-12T17:30:12.420 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9 2024-04-12T17:30:12.420 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.420 INFO:tasks.workunit.client.0.smithi099.stdout: "session_add": { 2024-04-12T17:30:12.420 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4 2024-04-12T17:30:12.420 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.420 INFO:tasks.workunit.client.0.smithi099.stdout: "session_rm": { 2024-04-12T17:30:12.420 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 281 2024-04-12T17:30:12.420 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.420 INFO:tasks.workunit.client.0.smithi099.stdout: "session_trim": { 2024-04-12T17:30:12.421 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.421 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.421 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.421 INFO:tasks.workunit.client.0.smithi099.stdout: "paxos": { 2024-04-12T17:30:12.421 INFO:tasks.workunit.client.0.smithi099.stdout: "accept_timeout": { 2024-04-12T17:30:12.421 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.421 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.421 INFO:tasks.workunit.client.0.smithi099.stdout: "begin": { 2024-04-12T17:30:12.421 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8526 2024-04-12T17:30:12.421 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.421 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_bytes": { 2024-04-12T17:30:12.421 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8526, 2024-04-12T17:30:12.421 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 58778945 2024-04-12T17:30:12.421 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.422 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_keys": { 2024-04-12T17:30:12.422 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.422 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.422 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.422 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_latency": { 2024-04-12T17:30:12.422 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8526, 2024-04-12T17:30:12.422 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2001952149 2024-04-12T17:30:12.422 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.422 INFO:tasks.workunit.client.0.smithi099.stdout: "collect": { 2024-04-12T17:30:12.422 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3 2024-04-12T17:30:12.422 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.422 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_bytes": { 2024-04-12T17:30:12.422 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3, 2024-04-12T17:30:12.422 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 219 2024-04-12T17:30:12.423 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.423 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_keys": { 2024-04-12T17:30:12.423 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3, 2024-04-12T17:30:12.423 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3 2024-04-12T17:30:12.423 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.423 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_latency": { 2024-04-12T17:30:12.423 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3, 2024-04-12T17:30:12.423 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 999977 2024-04-12T17:30:12.423 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.423 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_timeout": { 2024-04-12T17:30:12.423 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.423 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.423 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_uncommitted": { 2024-04-12T17:30:12.423 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T17:30:12.423 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.424 INFO:tasks.workunit.client.0.smithi099.stdout: "commit": { 2024-04-12T17:30:12.424 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8527 2024-04-12T17:30:12.424 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.424 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_bytes": { 2024-04-12T17:30:12.424 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.424 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.424 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.424 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_keys": { 2024-04-12T17:30:12.424 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.424 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.424 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.424 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_latency": { 2024-04-12T17:30:12.424 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.424 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.424 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.425 INFO:tasks.workunit.client.0.smithi099.stdout: "lease_ack_timeout": { 2024-04-12T17:30:12.425 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.425 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.425 INFO:tasks.workunit.client.0.smithi099.stdout: "lease_timeout": { 2024-04-12T17:30:12.425 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.425 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.425 INFO:tasks.workunit.client.0.smithi099.stdout: "new_pn": { 2024-04-12T17:30:12.425 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.425 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.425 INFO:tasks.workunit.client.0.smithi099.stdout: "new_pn_latency": { 2024-04-12T17:30:12.425 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.425 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.425 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.425 INFO:tasks.workunit.client.0.smithi099.stdout: "refresh": { 2024-04-12T17:30:12.426 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8527 2024-04-12T17:30:12.426 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.426 INFO:tasks.workunit.client.0.smithi099.stdout: "refresh_latency": { 2024-04-12T17:30:12.426 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8527, 2024-04-12T17:30:12.426 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 29161302491 2024-04-12T17:30:12.426 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.426 INFO:tasks.workunit.client.0.smithi099.stdout: "restart": { 2024-04-12T17:30:12.426 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14 2024-04-12T17:30:12.426 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.426 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state": { 2024-04-12T17:30:12.426 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.426 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.426 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state_bytes": { 2024-04-12T17:30:12.427 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.427 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.427 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.427 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state_keys": { 2024-04-12T17:30:12.427 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.427 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.427 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.427 INFO:tasks.workunit.client.0.smithi099.stdout: "start_leader": { 2024-04-12T17:30:12.427 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.427 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.427 INFO:tasks.workunit.client.0.smithi099.stdout: "start_peon": { 2024-04-12T17:30:12.427 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3 2024-04-12T17:30:12.427 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.429 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state": { 2024-04-12T17:30:12.430 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8526 2024-04-12T17:30:12.430 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.430 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_bytes": { 2024-04-12T17:30:12.430 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8526, 2024-04-12T17:30:12.430 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 115999633 2024-04-12T17:30:12.430 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.430 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_keys": { 2024-04-12T17:30:12.430 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8526, 2024-04-12T17:30:12.430 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 74965 2024-04-12T17:30:12.430 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.430 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_latency": { 2024-04-12T17:30:12.430 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8526, 2024-04-12T17:30:12.430 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5935858129 2024-04-12T17:30:12.430 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.430 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.431 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache": { 2024-04-12T17:30:12.431 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T17:30:12.431 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1020054731 2024-04-12T17:30:12.431 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.431 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T17:30:12.431 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 171917312 2024-04-12T17:30:12.431 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.431 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T17:30:12.431 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 170065920 2024-04-12T17:30:12.431 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.431 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T17:30:12.431 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2147483648 2024-04-12T17:30:12.431 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.431 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T17:30:12.431 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1851392 2024-04-12T17:30:12.432 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.432 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.432 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:full": { 2024-04-12T17:30:12.432 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:12.432 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 360710144 2024-04-12T17:30:12.432 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.432 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:12.432 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.432 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.432 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:12.432 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.432 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.432 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:12.432 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 267404128 2024-04-12T17:30:12.432 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.433 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:12.433 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24453467 2024-04-12T17:30:12.433 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.433 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:12.433 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.433 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.433 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:12.433 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.433 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.433 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:12.433 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.433 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.433 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:12.433 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.433 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.434 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:12.434 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.434 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.434 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:12.434 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.434 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.434 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:12.434 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.434 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.434 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:12.434 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.434 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.434 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:12.434 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 68852549 2024-04-12T17:30:12.435 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.435 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.435 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:inc": { 2024-04-12T17:30:12.435 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:12.435 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 339738624 2024-04-12T17:30:12.435 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.435 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:12.435 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.435 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.435 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:12.435 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.435 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.435 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:12.435 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 267404128 2024-04-12T17:30:12.435 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.436 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:12.436 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1505219 2024-04-12T17:30:12.436 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.436 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:12.436 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.436 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.436 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:12.436 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.436 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.436 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:12.436 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.436 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.436 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:12.436 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.437 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.437 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:12.437 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.437 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.437 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:12.437 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.437 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.437 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:12.437 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.437 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.437 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:12.437 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.437 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.437 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:12.438 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 70829277 2024-04-12T17:30:12.438 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.438 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.438 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:kv": { 2024-04-12T17:30:12.438 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:12.438 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 314572800 2024-04-12T17:30:12.438 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.438 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:12.438 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:12.438 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.438 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:12.438 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.438 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.438 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:12.439 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 178269419 2024-04-12T17:30:12.439 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.439 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:12.439 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.439 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.439 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:12.439 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.439 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.439 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:12.439 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.439 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.439 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:12.439 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.439 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.440 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:12.440 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.440 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.440 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:12.440 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.440 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.440 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:12.440 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.440 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.440 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:12.440 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.440 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.440 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:12.441 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.441 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.441 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:12.441 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69194517 2024-04-12T17:30:12.441 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.441 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.441 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb": { 2024-04-12T17:30:12.441 INFO:tasks.workunit.client.0.smithi099.stdout: "compact": { 2024-04-12T17:30:12.441 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.441 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.441 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_queue_len": { 2024-04-12T17:30:12.441 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.441 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.441 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_queue_merge": { 2024-04-12T17:30:12.442 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.442 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.442 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_range": { 2024-04-12T17:30:12.442 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 98 2024-04-12T17:30:12.442 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.442 INFO:tasks.workunit.client.0.smithi099.stdout: "get_latency": { 2024-04-12T17:30:12.442 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 369945, 2024-04-12T17:30:12.442 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1936335285 2024-04-12T17:30:12.442 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.442 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_delay_time": { 2024-04-12T17:30:12.442 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.442 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.442 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.442 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_memtable_time": { 2024-04-12T17:30:12.443 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.443 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.443 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.443 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T17:30:12.443 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.443 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.443 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.443 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_wal_time": { 2024-04-12T17:30:12.443 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.443 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.443 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.443 INFO:tasks.workunit.client.0.smithi099.stdout: "submit_latency": { 2024-04-12T17:30:12.443 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.443 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.444 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.444 INFO:tasks.workunit.client.0.smithi099.stdout: "submit_sync_latency": { 2024-04-12T17:30:12.444 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 20601, 2024-04-12T17:30:12.444 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10209923929 2024-04-12T17:30:12.444 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.444 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.444 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.444 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.99eca4e11e5c95f50fdb573e338d356fe5d4041f": { 2024-04-12T17:30:12.444 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T17:30:12.444 INFO:tasks.workunit.client.0.smithi099.stdout: "election_call": { 2024-04-12T17:30:12.444 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T17:30:12.444 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.444 INFO:tasks.workunit.client.0.smithi099.stdout: "election_lose": { 2024-04-12T17:30:12.444 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T17:30:12.444 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.445 INFO:tasks.workunit.client.0.smithi099.stdout: "election_win": { 2024-04-12T17:30:12.445 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.445 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.445 INFO:tasks.workunit.client.0.smithi099.stdout: "num_elections": { 2024-04-12T17:30:12.445 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7 2024-04-12T17:30:12.445 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.445 INFO:tasks.workunit.client.0.smithi099.stdout: "num_sessions": { 2024-04-12T17:30:12.445 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7 2024-04-12T17:30:12.445 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.445 INFO:tasks.workunit.client.0.smithi099.stdout: "session_add": { 2024-04-12T17:30:12.445 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3 2024-04-12T17:30:12.445 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.445 INFO:tasks.workunit.client.0.smithi099.stdout: "session_rm": { 2024-04-12T17:30:12.445 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 255 2024-04-12T17:30:12.446 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.446 INFO:tasks.workunit.client.0.smithi099.stdout: "session_trim": { 2024-04-12T17:30:12.446 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.446 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.446 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.446 INFO:tasks.workunit.client.0.smithi099.stdout: "paxos": { 2024-04-12T17:30:12.446 INFO:tasks.workunit.client.0.smithi099.stdout: "accept_timeout": { 2024-04-12T17:30:12.446 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.446 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.446 INFO:tasks.workunit.client.0.smithi099.stdout: "begin": { 2024-04-12T17:30:12.446 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8490 2024-04-12T17:30:12.446 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.446 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_bytes": { 2024-04-12T17:30:12.446 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8490, 2024-04-12T17:30:12.447 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 58519345 2024-04-12T17:30:12.447 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.447 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_keys": { 2024-04-12T17:30:12.447 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.447 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.447 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.447 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_latency": { 2024-04-12T17:30:12.447 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8490, 2024-04-12T17:30:12.447 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1147980216 2024-04-12T17:30:12.447 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.447 INFO:tasks.workunit.client.0.smithi099.stdout: "collect": { 2024-04-12T17:30:12.447 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T17:30:12.447 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.447 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_bytes": { 2024-04-12T17:30:12.447 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T17:30:12.448 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 146 2024-04-12T17:30:12.448 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.448 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_keys": { 2024-04-12T17:30:12.448 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T17:30:12.448 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T17:30:12.448 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.448 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_latency": { 2024-04-12T17:30:12.448 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T17:30:12.448 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 999984 2024-04-12T17:30:12.448 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.448 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_timeout": { 2024-04-12T17:30:12.448 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.448 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.448 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_uncommitted": { 2024-04-12T17:30:12.448 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.449 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.449 INFO:tasks.workunit.client.0.smithi099.stdout: "commit": { 2024-04-12T17:30:12.449 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8490 2024-04-12T17:30:12.449 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.449 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_bytes": { 2024-04-12T17:30:12.449 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.449 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.449 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.449 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_keys": { 2024-04-12T17:30:12.449 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.449 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.449 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.449 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_latency": { 2024-04-12T17:30:12.449 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.450 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.450 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.450 INFO:tasks.workunit.client.0.smithi099.stdout: "lease_ack_timeout": { 2024-04-12T17:30:12.450 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.450 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.450 INFO:tasks.workunit.client.0.smithi099.stdout: "lease_timeout": { 2024-04-12T17:30:12.450 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.450 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.450 INFO:tasks.workunit.client.0.smithi099.stdout: "new_pn": { 2024-04-12T17:30:12.450 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.450 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.450 INFO:tasks.workunit.client.0.smithi099.stdout: "new_pn_latency": { 2024-04-12T17:30:12.450 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.450 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.451 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.451 INFO:tasks.workunit.client.0.smithi099.stdout: "refresh": { 2024-04-12T17:30:12.451 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8490 2024-04-12T17:30:12.451 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.451 INFO:tasks.workunit.client.0.smithi099.stdout: "refresh_latency": { 2024-04-12T17:30:12.451 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8490, 2024-04-12T17:30:12.451 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22973604006 2024-04-12T17:30:12.451 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.451 INFO:tasks.workunit.client.0.smithi099.stdout: "restart": { 2024-04-12T17:30:12.451 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9 2024-04-12T17:30:12.451 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.451 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state": { 2024-04-12T17:30:12.451 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.451 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.452 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state_bytes": { 2024-04-12T17:30:12.452 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.452 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.452 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.452 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state_keys": { 2024-04-12T17:30:12.452 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.452 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.452 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.452 INFO:tasks.workunit.client.0.smithi099.stdout: "start_leader": { 2024-04-12T17:30:12.452 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.452 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.452 INFO:tasks.workunit.client.0.smithi099.stdout: "start_peon": { 2024-04-12T17:30:12.452 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T17:30:12.452 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.452 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state": { 2024-04-12T17:30:12.453 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8490 2024-04-12T17:30:12.453 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.453 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_bytes": { 2024-04-12T17:30:12.453 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8490, 2024-04-12T17:30:12.453 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 115421787 2024-04-12T17:30:12.453 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.453 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_keys": { 2024-04-12T17:30:12.453 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8490, 2024-04-12T17:30:12.453 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 74438 2024-04-12T17:30:12.453 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.453 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_latency": { 2024-04-12T17:30:12.453 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8490, 2024-04-12T17:30:12.453 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1423975457 2024-04-12T17:30:12.453 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.454 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.454 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache": { 2024-04-12T17:30:12.454 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T17:30:12.454 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1020054731 2024-04-12T17:30:12.454 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.454 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T17:30:12.454 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 167731200 2024-04-12T17:30:12.454 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.454 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T17:30:12.454 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 166674432 2024-04-12T17:30:12.454 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.454 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T17:30:12.454 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2147483648 2024-04-12T17:30:12.454 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.455 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T17:30:12.455 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1056768 2024-04-12T17:30:12.455 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.455 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.455 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:full": { 2024-04-12T17:30:12.455 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:12.455 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 360710144 2024-04-12T17:30:12.455 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.455 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:12.455 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.455 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.455 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:12.455 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.455 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.455 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:12.456 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 267443717 2024-04-12T17:30:12.456 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.456 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:12.456 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24357285 2024-04-12T17:30:12.456 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.456 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:12.456 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.456 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.456 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:12.456 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.456 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.456 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:12.456 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.456 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.456 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:12.457 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.457 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.457 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:12.457 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.457 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.457 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:12.457 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.457 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.457 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:12.457 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.457 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.457 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:12.457 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.457 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.457 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:12.458 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 68909142 2024-04-12T17:30:12.458 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.458 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.458 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:inc": { 2024-04-12T17:30:12.458 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:12.458 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 339738624 2024-04-12T17:30:12.458 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.458 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:12.458 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.458 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.458 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:12.458 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.458 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.458 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:12.458 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 267443717 2024-04-12T17:30:12.459 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.459 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:12.459 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1495832 2024-04-12T17:30:12.459 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.459 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:12.459 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.459 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.459 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:12.459 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.459 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.459 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:12.459 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.459 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.459 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:12.459 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.460 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.460 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:12.460 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.460 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.460 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:12.460 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.460 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.460 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:12.460 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.460 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.460 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:12.460 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.460 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.461 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:12.461 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 70799075 2024-04-12T17:30:12.461 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.461 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.461 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:kv": { 2024-04-12T17:30:12.461 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:12.461 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 314572800 2024-04-12T17:30:12.461 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.461 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:12.461 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:12.461 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.461 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:12.461 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.461 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.461 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:12.462 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 178295811 2024-04-12T17:30:12.462 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.462 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:12.462 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.462 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.462 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:12.462 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.462 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.462 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:12.462 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.462 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.462 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:12.462 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.463 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.463 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:12.463 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.463 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.463 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:12.463 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.463 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.463 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:12.463 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.463 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.463 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:12.463 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.463 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.463 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:12.464 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.464 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.464 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:12.464 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69168125 2024-04-12T17:30:12.464 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.464 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.464 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb": { 2024-04-12T17:30:12.464 INFO:tasks.workunit.client.0.smithi099.stdout: "compact": { 2024-04-12T17:30:12.464 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.464 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.464 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_queue_len": { 2024-04-12T17:30:12.464 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.464 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.464 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_queue_merge": { 2024-04-12T17:30:12.464 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.465 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.465 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_range": { 2024-04-12T17:30:12.465 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 97 2024-04-12T17:30:12.465 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.465 INFO:tasks.workunit.client.0.smithi099.stdout: "get_latency": { 2024-04-12T17:30:12.465 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 368244, 2024-04-12T17:30:12.465 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1745516170 2024-04-12T17:30:12.465 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.465 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_delay_time": { 2024-04-12T17:30:12.465 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.465 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.465 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.465 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_memtable_time": { 2024-04-12T17:30:12.465 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.465 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.466 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.466 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T17:30:12.466 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.466 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.466 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.466 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_wal_time": { 2024-04-12T17:30:12.466 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.466 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.466 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.466 INFO:tasks.workunit.client.0.smithi099.stdout: "submit_latency": { 2024-04-12T17:30:12.466 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.466 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.466 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.466 INFO:tasks.workunit.client.0.smithi099.stdout: "submit_sync_latency": { 2024-04-12T17:30:12.467 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 20508, 2024-04-12T17:30:12.467 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3174324653 2024-04-12T17:30:12.467 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.467 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.467 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.467 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.0": { 2024-04-12T17:30:12.467 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:12.467 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_db_max_lat": { 2024-04-12T17:30:12.467 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 30675 2024-04-12T17:30:12.467 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.467 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T17:30:12.467 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.467 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.467 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_max_lat": { 2024-04-12T17:30:12.467 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.468 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.468 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:30:12.468 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.468 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.468 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T17:30:12.468 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T17:30:12.468 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.468 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_slow": { 2024-04-12T17:30:12.468 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.468 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.468 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T17:30:12.468 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.468 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.468 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_wal_max_lat": { 2024-04-12T17:30:12.468 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.469 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.469 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T17:30:12.469 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.469 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.469 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T17:30:12.469 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 29716480 2024-04-12T17:30:12.469 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.469 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T17:30:12.469 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 889143296 2024-04-12T17:30:12.469 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.469 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T17:30:12.469 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 19, 2024-04-12T17:30:12.469 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4653867 2024-04-12T17:30:12.469 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.469 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T17:30:12.470 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 19, 2024-04-12T17:30:12.470 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1658485 2024-04-12T17:30:12.470 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.470 INFO:tasks.workunit.client.0.smithi099.stdout: "db_alloc_lat": { 2024-04-12T17:30:12.470 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 243, 2024-04-12T17:30:12.470 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1222231 2024-04-12T17:30:12.470 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.470 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T17:30:12.470 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995027456 2024-04-12T17:30:12.470 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.470 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T17:30:12.470 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 961413120 2024-04-12T17:30:12.470 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.470 INFO:tasks.workunit.client.0.smithi099.stdout: "flush_lat": { 2024-04-12T17:30:12.471 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77805, 2024-04-12T17:30:12.471 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11836387624 2024-04-12T17:30:12.471 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.471 INFO:tasks.workunit.client.0.smithi099.stdout: "fsync_lat": { 2024-04-12T17:30:12.471 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77786, 2024-04-12T17:30:12.471 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 19170448978 2024-04-12T17:30:12.471 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.471 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T17:30:12.471 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2695168 2024-04-12T17:30:12.471 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.471 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T17:30:12.471 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 318599168 2024-04-12T17:30:12.471 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.471 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T17:30:12.471 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 982712320 2024-04-12T17:30:12.471 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.471 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T17:30:12.472 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.472 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.472 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T17:30:12.472 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.472 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.472 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T17:30:12.472 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57 2024-04-12T17:30:12.472 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.472 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T17:30:12.472 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10389813476 2024-04-12T17:30:12.472 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.472 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T17:30:12.472 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 74734 2024-04-12T17:30:12.472 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.472 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T17:30:12.473 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9144238080 2024-04-12T17:30:12.473 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.473 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T17:30:12.473 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9144242176 2024-04-12T17:30:12.473 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.473 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T17:30:12.473 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.473 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.473 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T17:30:12.473 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.473 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.473 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T17:30:12.473 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67645 2024-04-12T17:30:12.473 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.473 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:12.474 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 74734, 2024-04-12T17:30:12.474 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3003026714 2024-04-12T17:30:12.474 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.474 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T17:30:12.474 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10244817886 2024-04-12T17:30:12.474 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.474 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T17:30:12.474 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 70292 2024-04-12T17:30:12.474 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.474 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T17:30:12.474 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7443319 2024-04-12T17:30:12.474 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.474 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T17:30:12.475 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 839 2024-04-12T17:30:12.475 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.475 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T17:30:12.475 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 29605087 2024-04-12T17:30:12.475 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.475 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T17:30:12.475 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1289 2024-04-12T17:30:12.475 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.475 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T17:30:12.475 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22161768 2024-04-12T17:30:12.475 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.475 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:30:12.475 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22161768 2024-04-12T17:30:12.475 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.475 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:30:12.476 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.476 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.476 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:30:12.476 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.476 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.476 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T17:30:12.476 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 482 2024-04-12T17:30:12.476 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.476 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_lat": { 2024-04-12T17:30:12.476 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1289, 2024-04-12T17:30:12.476 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10096311 2024-04-12T17:30:12.476 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.476 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_alloc_lat": { 2024-04-12T17:30:12.476 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.477 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.477 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.477 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T17:30:12.477 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.477 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.477 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T17:30:12.477 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.477 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.477 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:12.477 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T17:30:12.477 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 817 2024-04-12T17:30:12.477 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.477 INFO:tasks.workunit.client.0.smithi099.stdout: "unlink_lat": { 2024-04-12T17:30:12.477 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 19, 2024-04-12T17:30:12.477 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 38960 2024-04-12T17:30:12.478 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.478 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_alloc_lat": { 2024-04-12T17:30:12.478 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.478 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.478 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.478 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T17:30:12.478 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.478 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.478 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T17:30:12.478 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.478 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.478 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T17:30:12.478 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1240346624 2024-04-12T17:30:12.479 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.479 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.479 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T17:30:12.479 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T17:30:12.479 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T17:30:12.479 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.479 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T17:30:12.479 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9854976 2024-04-12T17:30:12.479 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.479 INFO:tasks.workunit.client.0.smithi099.stdout: "allocator_lat": { 2024-04-12T17:30:12.479 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 21048, 2024-04-12T17:30:12.479 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 82570895 2024-04-12T17:30:12.479 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.479 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T17:30:12.480 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3614, 2024-04-12T17:30:12.480 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6084278476 2024-04-12T17:30:12.480 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.480 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T17:30:12.480 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.480 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.480 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.480 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T17:30:12.480 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.480 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.480 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T17:30:12.480 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.480 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.480 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T17:30:12.481 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.481 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.481 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T17:30:12.481 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 25272, 2024-04-12T17:30:12.481 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 212559705 2024-04-12T17:30:12.481 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.481 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T17:30:12.481 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.481 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.481 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.481 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T17:30:12.481 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.481 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.481 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T17:30:12.482 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77683, 2024-04-12T17:30:12.482 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 23613843860 2024-04-12T17:30:12.482 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.482 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T17:30:12.482 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77056, 2024-04-12T17:30:12.482 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1714092144 2024-04-12T17:30:12.482 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.482 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T17:30:12.482 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77683, 2024-04-12T17:30:12.482 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 46025139 2024-04-12T17:30:12.482 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.482 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T17:30:12.482 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77683, 2024-04-12T17:30:12.482 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 23659868999 2024-04-12T17:30:12.483 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.483 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T17:30:12.483 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.483 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.483 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.483 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T17:30:12.483 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 41229, 2024-04-12T17:30:12.483 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1811551307 2024-04-12T17:30:12.483 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.483 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T17:30:12.483 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1181, 2024-04-12T17:30:12.483 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3311744 2024-04-12T17:30:12.483 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.483 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T17:30:12.483 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 21533, 2024-04-12T17:30:12.484 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11472807 2024-04-12T17:30:12.484 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.484 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:30:12.484 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 54, 2024-04-12T17:30:12.484 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 63278 2024-04-12T17:30:12.484 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.484 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T17:30:12.484 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 17808, 2024-04-12T17:30:12.484 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3387688395 2024-04-12T17:30:12.484 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.484 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T17:30:12.484 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 258536 2024-04-12T17:30:12.484 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.484 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T17:30:12.484 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24340 2024-04-12T17:30:12.485 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.485 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:12.485 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 12721, 2024-04-12T17:30:12.485 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2287513334 2024-04-12T17:30:12.485 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.485 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T17:30:12.485 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 31764, 2024-04-12T17:30:12.485 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12403134 2024-04-12T17:30:12.485 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.485 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T17:30:12.485 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 19043, 2024-04-12T17:30:12.485 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1782560200 2024-04-12T17:30:12.485 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.485 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T17:30:12.485 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.486 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.486 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T17:30:12.486 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15559, 2024-04-12T17:30:12.486 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 482007646 2024-04-12T17:30:12.486 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.486 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_aio_wait_count": { 2024-04-12T17:30:12.486 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.486 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.486 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_committed_kv_count": { 2024-04-12T17:30:12.486 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.486 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.486 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:30:12.486 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.486 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.487 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:30:12.487 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.487 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.487 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T17:30:12.487 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 92466, 2024-04-12T17:30:12.487 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10537246466 2024-04-12T17:30:12.487 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.487 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:30:12.487 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 9168, 2024-04-12T17:30:12.487 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 540061861 2024-04-12T17:30:12.487 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.487 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:30:12.487 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 9167, 2024-04-12T17:30:12.487 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4016888598556 2024-04-12T17:30:12.487 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.487 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T17:30:12.488 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 9168, 2024-04-12T17:30:12.488 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6569308500517 2024-04-12T17:30:12.488 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.488 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T17:30:12.488 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 92465, 2024-04-12T17:30:12.488 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2674112258143 2024-04-12T17:30:12.488 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.488 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T17:30:12.488 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 92465, 2024-04-12T17:30:12.488 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10075272 2024-04-12T17:30:12.488 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.488 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T17:30:12.488 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 92466, 2024-04-12T17:30:12.488 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 339224518 2024-04-12T17:30:12.488 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.489 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T17:30:12.489 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 92466, 2024-04-12T17:30:12.489 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 39248957144 2024-04-12T17:30:12.489 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.489 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T17:30:12.489 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 92466, 2024-04-12T17:30:12.489 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37653870 2024-04-12T17:30:12.489 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.489 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T17:30:12.489 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 92466, 2024-04-12T17:30:12.489 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 19643124425 2024-04-12T17:30:12.489 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.489 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T17:30:12.489 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 92466, 2024-04-12T17:30:12.490 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14341572176 2024-04-12T17:30:12.490 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.490 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T17:30:12.490 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5975765 2024-04-12T17:30:12.490 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.490 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:12.490 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2602, 2024-04-12T17:30:12.490 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14259186 2024-04-12T17:30:12.490 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.490 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T17:30:12.490 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 92466, 2024-04-12T17:30:12.490 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 84126081393 2024-04-12T17:30:12.490 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.490 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T17:30:12.490 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 92466, 2024-04-12T17:30:12.491 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15491049525 2024-04-12T17:30:12.491 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.491 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T17:30:12.491 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 92466, 2024-04-12T17:30:12.491 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 576775525 2024-04-12T17:30:12.491 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.491 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.491 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T17:30:12.491 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T17:30:12.491 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1405275320 2024-04-12T17:30:12.491 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.491 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T17:30:12.491 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 581451776 2024-04-12T17:30:12.491 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.491 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T17:30:12.491 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 538902528 2024-04-12T17:30:12.492 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.492 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T17:30:12.492 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2600684339 2024-04-12T17:30:12.492 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.492 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T17:30:12.492 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 42549248 2024-04-12T17:30:12.492 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.492 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.492 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T17:30:12.492 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:12.492 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 125829120 2024-04-12T17:30:12.492 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.492 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:12.492 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.492 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.492 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:12.493 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.493 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.493 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:12.493 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 55843997 2024-04-12T17:30:12.493 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.493 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:12.493 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.493 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.493 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:12.493 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.493 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.493 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:12.493 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.493 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.493 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:12.494 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.494 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.494 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:12.494 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.494 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.494 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:12.494 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 159744 2024-04-12T17:30:12.494 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.494 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:12.494 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.494 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.494 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:12.494 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.494 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.494 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:12.495 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.495 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.495 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:12.495 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69825379 2024-04-12T17:30:12.495 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.495 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.495 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T17:30:12.495 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:12.495 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 553648128 2024-04-12T17:30:12.495 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.495 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:12.495 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:12.495 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.495 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:12.495 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.495 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.496 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:12.496 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 418829982 2024-04-12T17:30:12.496 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.496 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:12.496 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.496 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.496 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:12.496 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.496 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.496 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:12.496 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2416 2024-04-12T17:30:12.496 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.496 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:12.496 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.496 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.497 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:12.497 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 164464 2024-04-12T17:30:12.497 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.497 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:12.497 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.497 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.497 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:12.497 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.497 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.497 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:12.497 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.497 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.497 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:12.497 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.498 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.498 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:12.498 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67542402 2024-04-12T17:30:12.498 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.498 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.498 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:30:12.498 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:12.498 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 192937984 2024-04-12T17:30:12.498 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.498 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:12.498 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:12.498 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.498 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:12.499 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13951232 2024-04-12T17:30:12.499 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.499 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:12.499 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37229331 2024-04-12T17:30:12.499 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.499 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:12.499 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.499 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.499 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:12.499 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.499 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.499 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:12.499 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.499 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.500 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:12.500 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.500 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.500 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:12.500 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.500 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.500 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:12.500 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.500 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.500 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:12.500 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.500 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.500 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:12.500 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.500 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.501 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:12.501 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.501 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.501 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:12.501 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 74648557 2024-04-12T17:30:12.501 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.501 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.501 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T17:30:12.501 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:12.501 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 494927872 2024-04-12T17:30:12.501 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.501 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:12.501 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.501 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.502 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:12.502 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.502 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.502 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:12.502 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 418829982 2024-04-12T17:30:12.502 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.502 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:12.502 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.502 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.502 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:12.502 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.502 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.502 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:12.502 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.503 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.503 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:12.503 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.503 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.503 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:12.503 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 90929 2024-04-12T17:30:12.503 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.503 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:12.503 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1135148 2024-04-12T17:30:12.503 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.503 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:12.503 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.503 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.503 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:12.503 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.504 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.504 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:12.504 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.504 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.504 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:12.504 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 74871813 2024-04-12T17:30:12.504 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.504 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.504 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T17:30:12.504 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T17:30:12.504 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.504 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.504 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:12.504 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 54 2024-04-12T17:30:12.504 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.505 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T17:30:12.505 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.505 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.505 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:12.505 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.505 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.505 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.505 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:12.505 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T17:30:12.505 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57 2024-04-12T17:30:12.505 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.505 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T17:30:12.505 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.505 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.505 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T17:30:12.506 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 39201 2024-04-12T17:30:12.506 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.506 INFO:tasks.workunit.client.0.smithi099.stdout: "op_before_queue_op_lat": { 2024-04-12T17:30:12.506 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 125657, 2024-04-12T17:30:12.506 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8769419500 2024-04-12T17:30:12.506 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.506 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T17:30:12.506 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3 2024-04-12T17:30:12.506 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.506 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T17:30:12.506 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.506 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.506 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T17:30:12.506 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2626747231 2024-04-12T17:30:12.507 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.507 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T17:30:12.507 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 39201, 2024-04-12T17:30:12.507 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 178776825705 2024-04-12T17:30:12.507 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.507 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T17:30:12.507 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3458864317 2024-04-12T17:30:12.507 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.507 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T17:30:12.507 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 40043, 2024-04-12T17:30:12.507 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22304368198 2024-04-12T17:30:12.507 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.507 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T17:30:12.507 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 39201, 2024-04-12T17:30:12.507 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 73002865981 2024-04-12T17:30:12.508 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.508 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:12.508 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 23292 2024-04-12T17:30:12.508 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.508 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T17:30:12.508 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 23292, 2024-04-12T17:30:12.508 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18772493693 2024-04-12T17:30:12.508 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.508 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:30:12.508 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.508 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.508 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T17:30:12.508 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3458864317 2024-04-12T17:30:12.508 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.508 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T17:30:12.509 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 23636, 2024-04-12T17:30:12.509 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6192339050 2024-04-12T17:30:12.509 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.509 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T17:30:12.509 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 23292, 2024-04-12T17:30:12.509 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7315148164 2024-04-12T17:30:12.509 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.509 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T17:30:12.509 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8416 2024-04-12T17:30:12.509 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.509 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T17:30:12.509 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 451502352 2024-04-12T17:30:12.509 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.509 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T17:30:12.510 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8416, 2024-04-12T17:30:12.510 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17678689946 2024-04-12T17:30:12.510 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.510 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:30:12.510 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.510 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.510 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:30:12.510 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.510 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.510 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T17:30:12.510 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.510 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.510 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T17:30:12.510 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8706, 2024-04-12T17:30:12.511 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5632649041 2024-04-12T17:30:12.511 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.511 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T17:30:12.511 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8416, 2024-04-12T17:30:12.511 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13943529699 2024-04-12T17:30:12.511 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.511 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:12.511 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7493 2024-04-12T17:30:12.511 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.511 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T17:30:12.511 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2175244879 2024-04-12T17:30:12.511 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.511 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T17:30:12.511 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 7493, 2024-04-12T17:30:12.511 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 142325642066 2024-04-12T17:30:12.512 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.512 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:30:12.512 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.512 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.512 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T17:30:12.512 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 7701, 2024-04-12T17:30:12.512 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10479380107 2024-04-12T17:30:12.512 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.512 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T17:30:12.512 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 7493, 2024-04-12T17:30:12.512 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 51744188118 2024-04-12T17:30:12.512 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.512 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T17:30:12.512 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.512 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.513 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T17:30:12.513 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4199442 2024-04-12T17:30:12.513 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.513 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T17:30:12.513 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 19 2024-04-12T17:30:12.513 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.513 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T17:30:12.513 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T17:30:12.513 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.513 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T17:30:12.513 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 971280384 2024-04-12T17:30:12.513 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.513 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.513 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.513 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.1": { 2024-04-12T17:30:12.514 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:12.514 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_db_max_lat": { 2024-04-12T17:30:12.514 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 60146 2024-04-12T17:30:12.514 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.514 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T17:30:12.514 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.514 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.514 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_max_lat": { 2024-04-12T17:30:12.514 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.514 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.514 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:30:12.514 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.514 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.514 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T17:30:12.514 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T17:30:12.515 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.515 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_slow": { 2024-04-12T17:30:12.515 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.515 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.515 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T17:30:12.515 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.515 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.515 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_wal_max_lat": { 2024-04-12T17:30:12.515 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.515 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.515 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T17:30:12.515 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.515 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.515 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T17:30:12.516 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16093184 2024-04-12T17:30:12.516 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.516 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T17:30:12.516 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 861839360 2024-04-12T17:30:12.516 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.516 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T17:30:12.516 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18, 2024-04-12T17:30:12.516 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8574166 2024-04-12T17:30:12.516 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.516 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T17:30:12.516 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18, 2024-04-12T17:30:12.516 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2532383 2024-04-12T17:30:12.516 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.516 INFO:tasks.workunit.client.0.smithi099.stdout: "db_alloc_lat": { 2024-04-12T17:30:12.517 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 218, 2024-04-12T17:30:12.517 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1125492 2024-04-12T17:30:12.517 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.517 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T17:30:12.517 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995027456 2024-04-12T17:30:12.517 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.517 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T17:30:12.517 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 972488704 2024-04-12T17:30:12.517 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.517 INFO:tasks.workunit.client.0.smithi099.stdout: "flush_lat": { 2024-04-12T17:30:12.517 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 74203, 2024-04-12T17:30:12.517 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11444166615 2024-04-12T17:30:12.517 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.517 INFO:tasks.workunit.client.0.smithi099.stdout: "fsync_lat": { 2024-04-12T17:30:12.517 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 74150, 2024-04-12T17:30:12.518 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18395069650 2024-04-12T17:30:12.518 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.518 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T17:30:12.518 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4431872 2024-04-12T17:30:12.518 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.518 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T17:30:12.518 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 303697920 2024-04-12T17:30:12.518 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.518 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T17:30:12.518 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 989528064 2024-04-12T17:30:12.518 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.518 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T17:30:12.518 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.518 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.519 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T17:30:12.519 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.519 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.519 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T17:30:12.519 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 60 2024-04-12T17:30:12.519 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.519 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T17:30:12.519 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14886321478 2024-04-12T17:30:12.519 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.519 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T17:30:12.519 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 83889 2024-04-12T17:30:12.519 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.519 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T17:30:12.519 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12695388160 2024-04-12T17:30:12.519 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.520 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T17:30:12.520 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12695392256 2024-04-12T17:30:12.520 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.520 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T17:30:12.520 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.520 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.520 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T17:30:12.520 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.520 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.520 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T17:30:12.520 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 83707 2024-04-12T17:30:12.520 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.520 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:12.520 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 83889, 2024-04-12T17:30:12.520 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3943243622 2024-04-12T17:30:12.521 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.521 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T17:30:12.521 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14767135173 2024-04-12T17:30:12.521 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.521 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T17:30:12.521 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 80237 2024-04-12T17:30:12.521 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.521 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T17:30:12.521 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5345072 2024-04-12T17:30:12.521 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.521 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T17:30:12.521 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 738 2024-04-12T17:30:12.521 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.521 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T17:30:12.522 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15973284 2024-04-12T17:30:12.522 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.522 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T17:30:12.522 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1047 2024-04-12T17:30:12.522 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.522 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T17:30:12.522 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10628212 2024-04-12T17:30:12.522 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.522 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:30:12.522 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10628212 2024-04-12T17:30:12.522 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.522 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:30:12.522 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.522 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.523 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:30:12.523 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.523 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.523 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T17:30:12.523 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 323 2024-04-12T17:30:12.523 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.523 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_lat": { 2024-04-12T17:30:12.523 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1047, 2024-04-12T17:30:12.523 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4364968 2024-04-12T17:30:12.523 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.523 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_alloc_lat": { 2024-04-12T17:30:12.523 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.523 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.523 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.523 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T17:30:12.524 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.524 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.524 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T17:30:12.524 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.524 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.524 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:12.524 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T17:30:12.524 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 562 2024-04-12T17:30:12.524 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.524 INFO:tasks.workunit.client.0.smithi099.stdout: "unlink_lat": { 2024-04-12T17:30:12.524 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 9, 2024-04-12T17:30:12.524 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11494 2024-04-12T17:30:12.524 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.524 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_alloc_lat": { 2024-04-12T17:30:12.524 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.524 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.525 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.525 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T17:30:12.525 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.525 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.525 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T17:30:12.525 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.525 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.525 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T17:30:12.525 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1184362496 2024-04-12T17:30:12.525 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.525 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.525 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T17:30:12.525 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T17:30:12.525 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T17:30:12.526 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.526 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T17:30:12.526 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9256960 2024-04-12T17:30:12.526 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.526 INFO:tasks.workunit.client.0.smithi099.stdout: "allocator_lat": { 2024-04-12T17:30:12.526 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 19185, 2024-04-12T17:30:12.526 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 74851166 2024-04-12T17:30:12.526 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.526 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T17:30:12.526 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3536, 2024-04-12T17:30:12.526 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7414786753 2024-04-12T17:30:12.526 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.526 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T17:30:12.526 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.527 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.527 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.527 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T17:30:12.527 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.527 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.527 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T17:30:12.527 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.527 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.527 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T17:30:12.527 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.527 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.527 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T17:30:12.527 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 16285, 2024-04-12T17:30:12.527 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 130953247 2024-04-12T17:30:12.527 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.527 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T17:30:12.528 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.528 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.528 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.528 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T17:30:12.528 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.528 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.528 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T17:30:12.528 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 74063, 2024-04-12T17:30:12.528 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22616067473 2024-04-12T17:30:12.528 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.528 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T17:30:12.528 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73503, 2024-04-12T17:30:12.528 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1663483753 2024-04-12T17:30:12.528 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.528 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T17:30:12.529 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 74063, 2024-04-12T17:30:12.529 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 46255769 2024-04-12T17:30:12.529 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.529 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T17:30:12.529 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 74063, 2024-04-12T17:30:12.529 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22662323242 2024-04-12T17:30:12.529 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.529 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T17:30:12.529 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.529 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.529 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.529 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T17:30:12.529 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 26294, 2024-04-12T17:30:12.529 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1370654385 2024-04-12T17:30:12.530 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.530 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T17:30:12.530 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1000, 2024-04-12T17:30:12.530 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3121093 2024-04-12T17:30:12.530 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.530 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T17:30:12.530 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 7939, 2024-04-12T17:30:12.530 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7038924 2024-04-12T17:30:12.530 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.530 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:30:12.530 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 43, 2024-04-12T17:30:12.530 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 61305 2024-04-12T17:30:12.530 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.530 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T17:30:12.530 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 10525, 2024-04-12T17:30:12.531 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1874193012 2024-04-12T17:30:12.531 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.531 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T17:30:12.531 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 226431 2024-04-12T17:30:12.531 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.531 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T17:30:12.531 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 26513 2024-04-12T17:30:12.531 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.531 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:12.531 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 23025, 2024-04-12T17:30:12.531 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1920481247 2024-04-12T17:30:12.531 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.531 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T17:30:12.531 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73900, 2024-04-12T17:30:12.531 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 19364321 2024-04-12T17:30:12.531 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.532 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T17:30:12.532 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 50875, 2024-04-12T17:30:12.532 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1235561272 2024-04-12T17:30:12.532 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.532 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T17:30:12.532 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.532 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.532 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T17:30:12.532 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15425, 2024-04-12T17:30:12.532 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 426509290 2024-04-12T17:30:12.532 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.532 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_aio_wait_count": { 2024-04-12T17:30:12.532 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.532 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.532 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_committed_kv_count": { 2024-04-12T17:30:12.533 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.533 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.533 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:30:12.533 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.533 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.533 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:30:12.533 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.533 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.533 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T17:30:12.533 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87801, 2024-04-12T17:30:12.533 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10678969648 2024-04-12T17:30:12.533 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.533 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:30:12.533 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 22786, 2024-04-12T17:30:12.534 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2288017508 2024-04-12T17:30:12.534 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.534 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:30:12.534 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 22784, 2024-04-12T17:30:12.534 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4673418368648 2024-04-12T17:30:12.534 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.534 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T17:30:12.534 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 22786, 2024-04-12T17:30:12.534 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7047060023795 2024-04-12T17:30:12.534 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.534 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T17:30:12.534 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87799, 2024-04-12T17:30:12.534 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3064662830855 2024-04-12T17:30:12.534 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.535 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T17:30:12.535 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87799, 2024-04-12T17:30:12.535 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8637705 2024-04-12T17:30:12.535 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.535 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T17:30:12.535 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87801, 2024-04-12T17:30:12.535 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 343082093 2024-04-12T17:30:12.535 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.535 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T17:30:12.535 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87801, 2024-04-12T17:30:12.535 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 35400230534 2024-04-12T17:30:12.535 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.535 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T17:30:12.535 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87801, 2024-04-12T17:30:12.535 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 31977637 2024-04-12T17:30:12.536 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.536 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T17:30:12.536 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87801, 2024-04-12T17:30:12.536 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18017152791 2024-04-12T17:30:12.536 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.536 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T17:30:12.536 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87801, 2024-04-12T17:30:12.536 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15413417042 2024-04-12T17:30:12.536 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.536 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T17:30:12.536 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5384848 2024-04-12T17:30:12.536 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.536 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:12.536 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2588, 2024-04-12T17:30:12.536 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14679644 2024-04-12T17:30:12.537 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.537 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T17:30:12.537 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87801, 2024-04-12T17:30:12.537 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 79866551403 2024-04-12T17:30:12.537 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.537 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T17:30:12.537 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87801, 2024-04-12T17:30:12.537 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16452702193 2024-04-12T17:30:12.537 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.537 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T17:30:12.537 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87801, 2024-04-12T17:30:12.537 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 526588726 2024-04-12T17:30:12.537 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.537 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.537 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T17:30:12.538 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T17:30:12.538 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1405275320 2024-04-12T17:30:12.538 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.538 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T17:30:12.538 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 672980992 2024-04-12T17:30:12.538 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.538 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T17:30:12.538 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 625958912 2024-04-12T17:30:12.538 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.538 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T17:30:12.538 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2600684339 2024-04-12T17:30:12.538 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.538 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T17:30:12.538 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 47022080 2024-04-12T17:30:12.539 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.539 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.539 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T17:30:12.539 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:12.539 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 125829120 2024-04-12T17:30:12.539 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.539 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:12.539 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.539 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.539 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:12.539 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.539 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.539 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:12.539 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 56262399 2024-04-12T17:30:12.540 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.540 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:12.540 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.540 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.540 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:12.540 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.540 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.540 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:12.540 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.540 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.540 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:12.540 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.540 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.540 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:12.540 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 155648 2024-04-12T17:30:12.540 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.541 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:12.541 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 999424 2024-04-12T17:30:12.541 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.541 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:12.541 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.541 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.541 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:12.541 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.541 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.541 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:12.541 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.541 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.541 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:12.541 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 68411649 2024-04-12T17:30:12.541 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.542 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.542 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T17:30:12.542 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:12.542 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 562036736 2024-04-12T17:30:12.542 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.542 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:12.542 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:12.542 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.542 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:12.542 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.542 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.542 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:12.542 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 421967998 2024-04-12T17:30:12.542 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.542 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:12.543 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.543 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.543 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:12.543 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.543 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.543 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:12.543 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 256 2024-04-12T17:30:12.543 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.543 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:12.543 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.543 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.543 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:12.543 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 126128 2024-04-12T17:30:12.543 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.543 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:12.544 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 224 2024-04-12T17:30:12.544 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.544 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:12.544 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.544 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.544 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:12.544 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.544 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.544 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:12.544 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.544 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.544 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:12.544 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 72833266 2024-04-12T17:30:12.544 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.544 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.544 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:30:12.545 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:12.545 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 192937984 2024-04-12T17:30:12.545 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.545 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:12.545 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:12.545 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.545 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:12.545 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17128000 2024-04-12T17:30:12.545 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.545 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:12.545 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37508266 2024-04-12T17:30:12.545 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.545 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:12.545 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.545 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.546 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:12.546 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.546 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.546 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:12.546 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.546 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.546 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:12.546 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.546 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.546 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:12.546 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.546 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.546 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:12.546 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.547 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.547 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:12.547 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.547 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.547 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:12.547 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.547 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.547 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:12.547 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.547 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.547 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:12.547 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71192854 2024-04-12T17:30:12.547 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.547 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.547 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T17:30:12.548 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:12.548 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 494927872 2024-04-12T17:30:12.548 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.548 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:12.548 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.548 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.548 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:12.548 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.548 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.548 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:12.548 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 421967998 2024-04-12T17:30:12.548 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.548 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:12.548 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.548 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.549 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:12.549 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.549 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.549 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:12.549 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.549 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.549 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:12.549 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.549 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.549 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:12.549 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 106935 2024-04-12T17:30:12.549 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.549 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:12.549 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1107613 2024-04-12T17:30:12.549 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.550 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:12.550 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.550 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.550 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:12.550 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.550 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.550 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:12.550 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.550 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.550 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:12.550 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71745326 2024-04-12T17:30:12.550 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.550 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.550 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T17:30:12.551 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T17:30:12.551 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.551 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.551 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:12.551 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13 2024-04-12T17:30:12.551 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.551 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T17:30:12.551 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.551 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.551 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:12.551 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.551 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.551 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.551 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:12.551 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T17:30:12.552 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 50 2024-04-12T17:30:12.552 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.552 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T17:30:12.552 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.552 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.552 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T17:30:12.552 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 40692 2024-04-12T17:30:12.552 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.552 INFO:tasks.workunit.client.0.smithi099.stdout: "op_before_queue_op_lat": { 2024-04-12T17:30:12.552 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 136273, 2024-04-12T17:30:12.552 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11065459710 2024-04-12T17:30:12.552 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.552 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T17:30:12.552 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.553 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.553 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T17:30:12.553 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.553 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.553 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T17:30:12.553 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2284830269 2024-04-12T17:30:12.553 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.553 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T17:30:12.553 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 40692, 2024-04-12T17:30:12.553 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 740151322830 2024-04-12T17:30:12.553 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.553 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T17:30:12.553 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2444010119 2024-04-12T17:30:12.553 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.554 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T17:30:12.554 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 42360, 2024-04-12T17:30:12.554 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 32688642289 2024-04-12T17:30:12.554 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.554 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T17:30:12.554 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 40692, 2024-04-12T17:30:12.554 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 111817334824 2024-04-12T17:30:12.554 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.554 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:12.554 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18574 2024-04-12T17:30:12.554 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.554 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T17:30:12.554 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18574, 2024-04-12T17:30:12.554 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12078057194 2024-04-12T17:30:12.554 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.555 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:30:12.555 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.555 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.555 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T17:30:12.555 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2444010119 2024-04-12T17:30:12.555 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.555 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T17:30:12.555 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 19004, 2024-04-12T17:30:12.555 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5126310526 2024-04-12T17:30:12.555 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.555 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T17:30:12.555 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18574, 2024-04-12T17:30:12.555 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4925484279 2024-04-12T17:30:12.555 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.555 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T17:30:12.556 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12501 2024-04-12T17:30:12.556 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.556 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T17:30:12.556 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 301188068 2024-04-12T17:30:12.556 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.556 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T17:30:12.556 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 12501, 2024-04-12T17:30:12.556 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 104878586149 2024-04-12T17:30:12.556 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.556 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:30:12.556 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.556 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.556 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:30:12.556 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.556 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.557 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T17:30:12.557 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.557 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.557 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T17:30:12.557 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 12648, 2024-04-12T17:30:12.557 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13704248553 2024-04-12T17:30:12.557 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.557 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T17:30:12.557 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 12501, 2024-04-12T17:30:12.557 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 34156384858 2024-04-12T17:30:12.557 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.557 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:12.557 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9617 2024-04-12T17:30:12.557 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.557 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T17:30:12.558 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1983642201 2024-04-12T17:30:12.558 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.558 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T17:30:12.558 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 9617, 2024-04-12T17:30:12.558 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 623194679487 2024-04-12T17:30:12.558 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.558 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:30:12.558 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.558 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.558 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T17:30:12.558 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 10708, 2024-04-12T17:30:12.558 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13858083210 2024-04-12T17:30:12.558 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.558 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T17:30:12.559 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 9617, 2024-04-12T17:30:12.559 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 72735465687 2024-04-12T17:30:12.559 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.559 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T17:30:12.559 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.559 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.559 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T17:30:12.559 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37 2024-04-12T17:30:12.559 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.559 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T17:30:12.559 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T17:30:12.559 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.559 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T17:30:12.560 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T17:30:12.560 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.560 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T17:30:12.560 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 981762048 2024-04-12T17:30:12.560 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.560 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.560 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.560 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.2": { 2024-04-12T17:30:12.560 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:12.560 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_db_max_lat": { 2024-04-12T17:30:12.560 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 86696 2024-04-12T17:30:12.560 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.560 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T17:30:12.560 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.561 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.561 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_max_lat": { 2024-04-12T17:30:12.561 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.561 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.561 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:30:12.561 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.561 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.561 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T17:30:12.561 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T17:30:12.561 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.561 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_slow": { 2024-04-12T17:30:12.561 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.561 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.561 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T17:30:12.561 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.561 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.562 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_wal_max_lat": { 2024-04-12T17:30:12.562 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.562 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.562 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T17:30:12.562 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.562 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.562 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T17:30:12.562 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16064512 2024-04-12T17:30:12.562 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.562 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T17:30:12.562 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 767275008 2024-04-12T17:30:12.562 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.562 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T17:30:12.562 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 17, 2024-04-12T17:30:12.563 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3232130 2024-04-12T17:30:12.563 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.563 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T17:30:12.563 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 17, 2024-04-12T17:30:12.563 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1156784 2024-04-12T17:30:12.563 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.563 INFO:tasks.workunit.client.0.smithi099.stdout: "db_alloc_lat": { 2024-04-12T17:30:12.563 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 200, 2024-04-12T17:30:12.563 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1145912 2024-04-12T17:30:12.563 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.563 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T17:30:12.563 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995027456 2024-04-12T17:30:12.563 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.563 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T17:30:12.563 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 783351808 2024-04-12T17:30:12.564 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.564 INFO:tasks.workunit.client.0.smithi099.stdout: "flush_lat": { 2024-04-12T17:30:12.564 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 69820, 2024-04-12T17:30:12.564 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10663943776 2024-04-12T17:30:12.564 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.564 INFO:tasks.workunit.client.0.smithi099.stdout: "fsync_lat": { 2024-04-12T17:30:12.564 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 69777, 2024-04-12T17:30:12.564 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17405223871 2024-04-12T17:30:12.564 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.564 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T17:30:12.564 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3112960 2024-04-12T17:30:12.564 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.564 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T17:30:12.564 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 285749248 2024-04-12T17:30:12.564 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.565 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T17:30:12.565 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 804651008 2024-04-12T17:30:12.565 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.565 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T17:30:12.565 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.565 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.565 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T17:30:12.565 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.565 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.565 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T17:30:12.565 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 58 2024-04-12T17:30:12.565 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.565 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T17:30:12.565 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11789389197 2024-04-12T17:30:12.565 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.566 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T17:30:12.566 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 84371 2024-04-12T17:30:12.566 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.566 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T17:30:12.566 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10298560512 2024-04-12T17:30:12.566 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.566 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T17:30:12.566 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10298564608 2024-04-12T17:30:12.566 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.566 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T17:30:12.566 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.566 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.566 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T17:30:12.566 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.566 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.567 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T17:30:12.567 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 75455 2024-04-12T17:30:12.567 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.567 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:12.567 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 84371, 2024-04-12T17:30:12.567 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3618383972 2024-04-12T17:30:12.567 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.567 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T17:30:12.567 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11650128791 2024-04-12T17:30:12.567 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.567 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T17:30:12.567 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 80105 2024-04-12T17:30:12.567 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.567 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T17:30:12.568 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5580396 2024-04-12T17:30:12.568 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.568 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T17:30:12.568 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 748 2024-04-12T17:30:12.568 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.568 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T17:30:12.568 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16112749 2024-04-12T17:30:12.568 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.568 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T17:30:12.568 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1145 2024-04-12T17:30:12.568 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.568 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T17:30:12.568 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10532353 2024-04-12T17:30:12.568 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.568 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:30:12.569 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10532353 2024-04-12T17:30:12.569 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.569 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:30:12.569 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.569 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.569 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:30:12.569 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.569 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.569 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T17:30:12.569 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 409 2024-04-12T17:30:12.569 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.569 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_lat": { 2024-04-12T17:30:12.569 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1145, 2024-04-12T17:30:12.569 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4244909 2024-04-12T17:30:12.570 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.570 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_alloc_lat": { 2024-04-12T17:30:12.570 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.570 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.570 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.570 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T17:30:12.570 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.570 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.570 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T17:30:12.570 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.570 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.570 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:12.570 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T17:30:12.571 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 613 2024-04-12T17:30:12.571 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.571 INFO:tasks.workunit.client.0.smithi099.stdout: "unlink_lat": { 2024-04-12T17:30:12.571 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 10, 2024-04-12T17:30:12.571 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11337 2024-04-12T17:30:12.571 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.571 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_alloc_lat": { 2024-04-12T17:30:12.571 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.571 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.571 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.571 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T17:30:12.571 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.571 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.571 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T17:30:12.571 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.572 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.572 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T17:30:12.572 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1071669248 2024-04-12T17:30:12.572 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.572 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.572 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T17:30:12.572 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T17:30:12.572 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T17:30:12.572 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.572 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T17:30:12.572 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9244672 2024-04-12T17:30:12.572 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.572 INFO:tasks.workunit.client.0.smithi099.stdout: "allocator_lat": { 2024-04-12T17:30:12.572 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 14339, 2024-04-12T17:30:12.573 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 52128091 2024-04-12T17:30:12.573 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.573 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T17:30:12.573 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3605, 2024-04-12T17:30:12.573 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7277016795 2024-04-12T17:30:12.573 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.573 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T17:30:12.573 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.573 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.573 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.573 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T17:30:12.573 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.573 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.573 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T17:30:12.573 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.574 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.574 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T17:30:12.574 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.574 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.574 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T17:30:12.574 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 24407, 2024-04-12T17:30:12.574 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 211319859 2024-04-12T17:30:12.574 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.574 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T17:30:12.574 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.574 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.574 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.574 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T17:30:12.574 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.575 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.575 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T17:30:12.575 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 69683, 2024-04-12T17:30:12.575 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 21272953738 2024-04-12T17:30:12.575 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.575 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T17:30:12.575 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 69247, 2024-04-12T17:30:12.575 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1324505757 2024-04-12T17:30:12.575 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.575 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T17:30:12.575 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 69683, 2024-04-12T17:30:12.575 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 33226693 2024-04-12T17:30:12.575 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.575 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T17:30:12.576 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 69683, 2024-04-12T17:30:12.576 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 21306180431 2024-04-12T17:30:12.576 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.576 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T17:30:12.576 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.576 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.576 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.576 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T17:30:12.576 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 56181, 2024-04-12T17:30:12.576 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1272729168 2024-04-12T17:30:12.576 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.576 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T17:30:12.576 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1099, 2024-04-12T17:30:12.576 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2986017 2024-04-12T17:30:12.577 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.577 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T17:30:12.577 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 21723, 2024-04-12T17:30:12.577 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13770160 2024-04-12T17:30:12.577 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.577 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:30:12.577 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 36, 2024-04-12T17:30:12.577 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 41602 2024-04-12T17:30:12.577 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.577 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T17:30:12.577 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 20961, 2024-04-12T17:30:12.577 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1484908128 2024-04-12T17:30:12.577 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.577 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T17:30:12.577 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 268668 2024-04-12T17:30:12.578 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.578 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T17:30:12.578 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18314 2024-04-12T17:30:12.578 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.578 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:12.578 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 20843, 2024-04-12T17:30:12.578 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1897055909 2024-04-12T17:30:12.578 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.578 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T17:30:12.578 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 49520, 2024-04-12T17:30:12.578 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16182720 2024-04-12T17:30:12.578 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.578 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T17:30:12.578 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 28677, 2024-04-12T17:30:12.579 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1665953402 2024-04-12T17:30:12.579 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.579 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T17:30:12.579 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.579 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.579 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T17:30:12.579 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 12608, 2024-04-12T17:30:12.579 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 384623399 2024-04-12T17:30:12.579 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.579 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_aio_wait_count": { 2024-04-12T17:30:12.579 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.579 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.579 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_committed_kv_count": { 2024-04-12T17:30:12.579 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.580 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.580 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:30:12.580 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.580 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.580 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:30:12.580 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.580 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.580 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T17:30:12.580 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 80605, 2024-04-12T17:30:12.580 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9654885985 2024-04-12T17:30:12.580 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.580 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:30:12.580 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 6529, 2024-04-12T17:30:12.580 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1355113398 2024-04-12T17:30:12.580 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.581 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:30:12.581 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 6529, 2024-04-12T17:30:12.581 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3849430147830 2024-04-12T17:30:12.581 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.581 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T17:30:12.581 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 6529, 2024-04-12T17:30:12.581 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6458612200649 2024-04-12T17:30:12.581 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.581 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T17:30:12.581 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 80605, 2024-04-12T17:30:12.581 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2862788326323 2024-04-12T17:30:12.581 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.581 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T17:30:12.581 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 80605, 2024-04-12T17:30:12.581 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8343892 2024-04-12T17:30:12.582 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.582 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T17:30:12.582 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 80605, 2024-04-12T17:30:12.582 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 352713676 2024-04-12T17:30:12.582 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.582 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T17:30:12.582 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 80605, 2024-04-12T17:30:12.582 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 32267399621 2024-04-12T17:30:12.582 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.582 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T17:30:12.582 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 80605, 2024-04-12T17:30:12.582 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 33690534 2024-04-12T17:30:12.582 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.582 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T17:30:12.583 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 80605, 2024-04-12T17:30:12.583 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16060348802 2024-04-12T17:30:12.583 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.583 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T17:30:12.583 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 80605, 2024-04-12T17:30:12.583 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13951744662 2024-04-12T17:30:12.583 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.583 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T17:30:12.583 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5384669 2024-04-12T17:30:12.583 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.583 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:12.583 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2522, 2024-04-12T17:30:12.583 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14405786 2024-04-12T17:30:12.583 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.583 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T17:30:12.584 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 80605, 2024-04-12T17:30:12.584 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 72303478219 2024-04-12T17:30:12.584 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.584 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T17:30:12.584 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 80605, 2024-04-12T17:30:12.584 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14864810813 2024-04-12T17:30:12.584 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.584 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T17:30:12.584 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 80605, 2024-04-12T17:30:12.584 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 489085155 2024-04-12T17:30:12.584 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.584 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.584 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T17:30:12.584 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T17:30:12.584 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1405275320 2024-04-12T17:30:12.584 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.585 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T17:30:12.585 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 586358784 2024-04-12T17:30:12.585 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.585 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T17:30:12.585 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 529170432 2024-04-12T17:30:12.585 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.585 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T17:30:12.585 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2600684339 2024-04-12T17:30:12.585 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.585 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T17:30:12.585 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57188352 2024-04-12T17:30:12.585 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.585 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.585 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T17:30:12.586 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:12.586 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 125829120 2024-04-12T17:30:12.586 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.586 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:12.586 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.586 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.586 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:12.586 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.586 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.586 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:12.586 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 56475854 2024-04-12T17:30:12.586 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.586 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:12.586 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.586 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.587 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:12.587 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.587 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.587 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:12.587 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.587 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.587 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:12.587 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.587 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.587 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:12.587 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.587 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.587 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:12.587 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 118784 2024-04-12T17:30:12.587 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.588 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:12.588 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.588 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.588 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:12.588 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.588 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.588 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:12.588 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.588 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.588 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:12.588 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69234482 2024-04-12T17:30:12.588 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.588 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.589 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T17:30:12.589 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:12.589 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 562036736 2024-04-12T17:30:12.589 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.589 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:12.589 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:12.589 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.589 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:12.589 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.589 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.589 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:12.589 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 423568905 2024-04-12T17:30:12.589 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.589 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:12.589 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.590 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.590 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:12.590 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.590 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.590 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:12.590 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2384 2024-04-12T17:30:12.590 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.590 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:12.590 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.590 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.590 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:12.590 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 152784 2024-04-12T17:30:12.590 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.591 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:12.591 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.591 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.591 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:12.591 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.591 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.591 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:12.591 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.591 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.591 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:12.591 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.591 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.591 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:12.591 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71203799 2024-04-12T17:30:12.591 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.592 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.592 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:30:12.592 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:12.592 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 192937984 2024-04-12T17:30:12.592 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.592 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:12.592 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:12.592 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.592 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:12.592 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16493984 2024-04-12T17:30:12.592 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.592 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:12.592 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37650569 2024-04-12T17:30:12.592 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.592 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:12.593 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.593 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.593 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:12.593 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.593 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.593 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:12.593 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.593 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.593 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:12.593 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.593 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.593 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:12.593 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.593 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.593 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:12.594 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.594 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.594 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:12.594 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.594 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.594 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:12.594 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.594 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.594 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:12.594 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.594 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.594 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:12.594 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71684567 2024-04-12T17:30:12.594 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.595 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.595 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T17:30:12.595 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:12.595 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 494927872 2024-04-12T17:30:12.595 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.595 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:12.595 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.595 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.595 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:12.595 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.595 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.595 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:12.595 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 423568905 2024-04-12T17:30:12.595 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.596 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:12.596 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.596 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.596 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:12.596 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.596 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.596 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:12.596 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.596 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.596 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:12.596 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.596 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.596 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:12.596 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 94701 2024-04-12T17:30:12.596 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.597 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:12.597 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1135420 2024-04-12T17:30:12.597 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.597 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:12.597 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.597 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.597 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:12.597 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.597 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.597 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:12.597 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.597 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.597 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:12.597 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 70128846 2024-04-12T17:30:12.597 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.598 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.598 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T17:30:12.598 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T17:30:12.598 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.598 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.598 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:12.598 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 72 2024-04-12T17:30:12.598 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.598 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T17:30:12.598 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.598 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.598 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:12.598 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.598 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.598 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.599 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:12.599 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T17:30:12.599 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 40 2024-04-12T17:30:12.599 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.599 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T17:30:12.599 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.599 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.599 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T17:30:12.599 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67055 2024-04-12T17:30:12.599 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.599 INFO:tasks.workunit.client.0.smithi099.stdout: "op_before_queue_op_lat": { 2024-04-12T17:30:12.599 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 158791, 2024-04-12T17:30:12.599 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8107165147 2024-04-12T17:30:12.599 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.600 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T17:30:12.600 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T17:30:12.600 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.600 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T17:30:12.600 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.600 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.600 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T17:30:12.600 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2022361199 2024-04-12T17:30:12.600 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.600 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T17:30:12.600 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 67055, 2024-04-12T17:30:12.600 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 118971430204 2024-04-12T17:30:12.600 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.600 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T17:30:12.600 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3508334205 2024-04-12T17:30:12.601 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.601 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T17:30:12.601 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 67951, 2024-04-12T17:30:12.601 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 45574319728 2024-04-12T17:30:12.601 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.601 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T17:30:12.601 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 67055, 2024-04-12T17:30:12.601 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 75700303880 2024-04-12T17:30:12.601 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.601 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:12.601 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37804 2024-04-12T17:30:12.601 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.601 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T17:30:12.601 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 37804, 2024-04-12T17:30:12.602 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24191326958 2024-04-12T17:30:12.602 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.602 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:30:12.602 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.602 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.602 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T17:30:12.602 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3508334205 2024-04-12T17:30:12.602 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.602 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T17:30:12.602 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 38249, 2024-04-12T17:30:12.602 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7149699985 2024-04-12T17:30:12.602 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.602 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T17:30:12.602 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 37804, 2024-04-12T17:30:12.603 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10437081793 2024-04-12T17:30:12.603 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.603 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T17:30:12.603 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 27084 2024-04-12T17:30:12.603 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.603 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T17:30:12.603 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 449014147 2024-04-12T17:30:12.603 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.603 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T17:30:12.603 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 27084, 2024-04-12T17:30:12.603 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 54098947804 2024-04-12T17:30:12.603 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.603 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:30:12.603 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.603 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.604 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:30:12.604 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.604 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.604 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T17:30:12.604 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.604 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.604 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T17:30:12.604 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 27379, 2024-04-12T17:30:12.604 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 34624536242 2024-04-12T17:30:12.604 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.604 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T17:30:12.604 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 27084, 2024-04-12T17:30:12.604 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 49982565606 2024-04-12T17:30:12.604 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.604 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:12.605 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2167 2024-04-12T17:30:12.605 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.605 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T17:30:12.605 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1573347052 2024-04-12T17:30:12.605 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.605 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T17:30:12.605 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2167, 2024-04-12T17:30:12.605 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 40681155442 2024-04-12T17:30:12.605 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.605 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:30:12.605 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.605 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.605 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T17:30:12.605 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2323, 2024-04-12T17:30:12.605 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3800083501 2024-04-12T17:30:12.606 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.606 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T17:30:12.606 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2167, 2024-04-12T17:30:12.606 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15280656481 2024-04-12T17:30:12.606 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.606 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T17:30:12.606 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.606 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.606 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T17:30:12.606 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4194330 2024-04-12T17:30:12.606 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.606 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T17:30:12.606 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17 2024-04-12T17:30:12.606 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.606 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T17:30:12.607 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T17:30:12.607 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.607 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T17:30:12.607 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 792604672 2024-04-12T17:30:12.607 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.607 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.607 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.607 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.3": { 2024-04-12T17:30:12.607 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:12.607 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_db_max_lat": { 2024-04-12T17:30:12.607 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 28923 2024-04-12T17:30:12.607 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.607 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T17:30:12.607 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.608 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.608 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_max_lat": { 2024-04-12T17:30:12.608 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.608 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.608 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:30:12.608 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.608 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.608 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T17:30:12.608 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T17:30:12.608 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.608 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_slow": { 2024-04-12T17:30:12.608 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.608 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.608 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T17:30:12.608 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.609 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.609 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_wal_max_lat": { 2024-04-12T17:30:12.609 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.609 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.609 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T17:30:12.609 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.609 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.609 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T17:30:12.609 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9830400 2024-04-12T17:30:12.609 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.609 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T17:30:12.609 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 669306880 2024-04-12T17:30:12.609 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.609 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T17:30:12.610 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 16, 2024-04-12T17:30:12.610 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3440018 2024-04-12T17:30:12.610 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.610 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T17:30:12.610 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 16, 2024-04-12T17:30:12.610 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1300592 2024-04-12T17:30:12.610 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.610 INFO:tasks.workunit.client.0.smithi099.stdout: "db_alloc_lat": { 2024-04-12T17:30:12.610 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 175, 2024-04-12T17:30:12.610 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 901395 2024-04-12T17:30:12.610 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.610 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T17:30:12.610 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995027456 2024-04-12T17:30:12.610 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.611 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T17:30:12.611 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 637927424 2024-04-12T17:30:12.611 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.611 INFO:tasks.workunit.client.0.smithi099.stdout: "flush_lat": { 2024-04-12T17:30:12.611 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 67324, 2024-04-12T17:30:12.611 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10969667408 2024-04-12T17:30:12.611 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.611 INFO:tasks.workunit.client.0.smithi099.stdout: "fsync_lat": { 2024-04-12T17:30:12.611 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 67327, 2024-04-12T17:30:12.611 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17813741878 2024-04-12T17:30:12.611 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.611 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T17:30:12.611 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9822208 2024-04-12T17:30:12.611 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.611 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T17:30:12.611 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 275816448 2024-04-12T17:30:12.612 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.612 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T17:30:12.612 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 632225792 2024-04-12T17:30:12.612 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.612 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T17:30:12.612 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.612 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.612 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T17:30:12.612 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.612 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T17:30:12.612 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 50 2024-04-12T17:30:12.612 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.612 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T17:30:12.613 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7685262971 2024-04-12T17:30:12.613 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.613 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T17:30:12.613 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 62349 2024-04-12T17:30:12.613 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.613 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T17:30:12.613 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6813417472 2024-04-12T17:30:12.613 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.613 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T17:30:12.613 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6813421568 2024-04-12T17:30:12.613 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.613 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T17:30:12.613 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.613 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.614 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T17:30:12.614 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.614 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.614 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T17:30:12.614 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 53625 2024-04-12T17:30:12.614 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.614 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:12.614 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 62349, 2024-04-12T17:30:12.614 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2937710933 2024-04-12T17:30:12.614 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.614 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T17:30:12.614 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7568443553 2024-04-12T17:30:12.614 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.614 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T17:30:12.615 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 58768 2024-04-12T17:30:12.615 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.615 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T17:30:12.615 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3035752 2024-04-12T17:30:12.615 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.615 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T17:30:12.615 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 568 2024-04-12T17:30:12.615 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.615 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T17:30:12.615 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9755580 2024-04-12T17:30:12.615 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.615 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T17:30:12.615 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 793 2024-04-12T17:30:12.615 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.615 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T17:30:12.616 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6719828 2024-04-12T17:30:12.616 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.616 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:30:12.616 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6719828 2024-04-12T17:30:12.616 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.616 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:30:12.616 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.616 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.616 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:30:12.616 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.616 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.616 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T17:30:12.616 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 227 2024-04-12T17:30:12.616 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.616 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_lat": { 2024-04-12T17:30:12.617 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 793, 2024-04-12T17:30:12.617 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2648359 2024-04-12T17:30:12.617 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.617 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_alloc_lat": { 2024-04-12T17:30:12.617 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.617 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.617 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.617 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T17:30:12.617 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.617 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.617 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T17:30:12.617 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.617 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.617 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:12.617 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T17:30:12.618 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 674 2024-04-12T17:30:12.618 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.618 INFO:tasks.workunit.client.0.smithi099.stdout: "unlink_lat": { 2024-04-12T17:30:12.618 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 10, 2024-04-12T17:30:12.618 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10062 2024-04-12T17:30:12.618 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.618 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_alloc_lat": { 2024-04-12T17:30:12.618 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.618 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.618 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.618 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T17:30:12.618 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.618 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.618 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T17:30:12.619 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.619 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.619 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T17:30:12.619 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 957386752 2024-04-12T17:30:12.619 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.619 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.619 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T17:30:12.619 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T17:30:12.619 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T17:30:12.619 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.619 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T17:30:12.619 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9269248 2024-04-12T17:30:12.619 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.619 INFO:tasks.workunit.client.0.smithi099.stdout: "allocator_lat": { 2024-04-12T17:30:12.619 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 17060, 2024-04-12T17:30:12.620 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 60899254 2024-04-12T17:30:12.620 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.620 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T17:30:12.620 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3562, 2024-04-12T17:30:12.620 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6563299481 2024-04-12T17:30:12.620 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.620 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T17:30:12.620 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.620 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.620 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.620 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T17:30:12.620 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.620 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.620 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T17:30:12.620 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.621 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.621 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T17:30:12.621 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.621 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.621 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T17:30:12.621 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15755, 2024-04-12T17:30:12.621 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 127612307 2024-04-12T17:30:12.621 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.621 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T17:30:12.621 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.621 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.621 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.621 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T17:30:12.621 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.621 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.622 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T17:30:12.622 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 67269, 2024-04-12T17:30:12.622 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 21300745185 2024-04-12T17:30:12.622 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.622 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T17:30:12.622 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 66686, 2024-04-12T17:30:12.622 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1589647782 2024-04-12T17:30:12.622 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.622 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T17:30:12.622 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 67269, 2024-04-12T17:30:12.622 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 43476228 2024-04-12T17:30:12.622 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.622 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T17:30:12.622 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 67269, 2024-04-12T17:30:12.623 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 21344221413 2024-04-12T17:30:12.623 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.623 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T17:30:12.623 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.623 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.623 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.623 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T17:30:12.623 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 229114, 2024-04-12T17:30:12.623 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1399029336 2024-04-12T17:30:12.623 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.623 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T17:30:12.623 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1466, 2024-04-12T17:30:12.623 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3755022 2024-04-12T17:30:12.623 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.623 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T17:30:12.624 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 132301, 2024-04-12T17:30:12.624 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 46393341 2024-04-12T17:30:12.624 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.624 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:30:12.624 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 41, 2024-04-12T17:30:12.624 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 47829 2024-04-12T17:30:12.624 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.624 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T17:30:12.624 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 14464, 2024-04-12T17:30:12.624 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2219653200 2024-04-12T17:30:12.624 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.624 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T17:30:12.624 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 422060 2024-04-12T17:30:12.624 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.624 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T17:30:12.625 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17831 2024-04-12T17:30:12.625 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.625 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:12.625 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 34514, 2024-04-12T17:30:12.625 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1727649412 2024-04-12T17:30:12.625 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.625 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T17:30:12.625 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87929, 2024-04-12T17:30:12.625 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24377060 2024-04-12T17:30:12.625 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.625 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T17:30:12.625 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 53415, 2024-04-12T17:30:12.625 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1215243708 2024-04-12T17:30:12.625 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.625 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T17:30:12.626 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.626 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.626 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T17:30:12.626 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 12503, 2024-04-12T17:30:12.626 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 386398582 2024-04-12T17:30:12.626 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.626 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_aio_wait_count": { 2024-04-12T17:30:12.626 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.626 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.626 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_committed_kv_count": { 2024-04-12T17:30:12.626 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.626 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.626 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:30:12.627 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.627 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.627 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:30:12.627 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.627 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.627 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T17:30:12.627 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 76451, 2024-04-12T17:30:12.627 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10059547515 2024-04-12T17:30:12.627 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.627 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:30:12.627 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18061, 2024-04-12T17:30:12.627 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1211434193 2024-04-12T17:30:12.627 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.627 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:30:12.627 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18058, 2024-04-12T17:30:12.628 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3759093704588 2024-04-12T17:30:12.628 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.628 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T17:30:12.628 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18061, 2024-04-12T17:30:12.628 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6650081186763 2024-04-12T17:30:12.628 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.628 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T17:30:12.628 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 76448, 2024-04-12T17:30:12.628 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2839184784549 2024-04-12T17:30:12.629 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.630 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T17:30:12.630 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 76448, 2024-04-12T17:30:12.630 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8825574 2024-04-12T17:30:12.630 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.630 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T17:30:12.630 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 76451, 2024-04-12T17:30:12.630 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 338334884 2024-04-12T17:30:12.630 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.630 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T17:30:12.630 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 76451, 2024-04-12T17:30:12.630 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 32650322509 2024-04-12T17:30:12.630 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.630 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T17:30:12.630 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 76451, 2024-04-12T17:30:12.631 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 32047148 2024-04-12T17:30:12.631 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.631 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T17:30:12.631 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 76451, 2024-04-12T17:30:12.631 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15360507715 2024-04-12T17:30:12.631 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.631 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T17:30:12.631 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 76451, 2024-04-12T17:30:12.631 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12810939711 2024-04-12T17:30:12.631 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.631 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T17:30:12.631 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5390597 2024-04-12T17:30:12.631 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.631 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:12.631 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2528, 2024-04-12T17:30:12.632 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16467214 2024-04-12T17:30:12.632 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.632 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T17:30:12.632 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 76451, 2024-04-12T17:30:12.632 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71232681949 2024-04-12T17:30:12.632 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.632 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T17:30:12.632 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 76451, 2024-04-12T17:30:12.632 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13791225405 2024-04-12T17:30:12.632 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.632 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T17:30:12.632 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 76451, 2024-04-12T17:30:12.632 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 491012152 2024-04-12T17:30:12.632 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.632 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.633 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T17:30:12.633 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T17:30:12.633 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1405275320 2024-04-12T17:30:12.633 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.633 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T17:30:12.633 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 694042624 2024-04-12T17:30:12.633 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.633 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T17:30:12.633 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 667992064 2024-04-12T17:30:12.633 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.633 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T17:30:12.633 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2600684339 2024-04-12T17:30:12.633 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.633 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T17:30:12.634 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 26050560 2024-04-12T17:30:12.634 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.634 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.634 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T17:30:12.634 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:12.634 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 125829120 2024-04-12T17:30:12.634 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.634 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:12.634 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.634 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.634 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:12.634 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.634 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.634 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:12.635 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 56925915 2024-04-12T17:30:12.635 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.635 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:12.635 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.635 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.635 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:12.635 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.635 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.635 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:12.635 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.635 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.635 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:12.635 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.635 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.635 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:12.635 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T17:30:12.636 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.636 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:12.636 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 45056 2024-04-12T17:30:12.636 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.636 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:12.636 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.636 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.636 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:12.636 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.636 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.636 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:12.636 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.636 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.636 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:12.637 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 68854053 2024-04-12T17:30:12.637 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.637 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.637 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T17:30:12.637 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:12.637 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 562036736 2024-04-12T17:30:12.637 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.637 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:12.637 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:12.637 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.637 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:12.637 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.637 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.637 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:12.637 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 426944367 2024-04-12T17:30:12.638 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.638 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:12.638 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.638 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.638 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:12.638 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.638 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.638 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:12.638 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1648 2024-04-12T17:30:12.638 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.638 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:12.638 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.638 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.638 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:12.639 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 115360 2024-04-12T17:30:12.639 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.639 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:12.639 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.639 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.639 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:12.639 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.639 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.639 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:12.639 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.639 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.639 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:12.639 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.639 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.639 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:12.640 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67866497 2024-04-12T17:30:12.640 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.640 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.640 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:30:12.640 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:12.640 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 184549376 2024-04-12T17:30:12.640 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.640 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:12.640 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:12.640 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.640 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:12.640 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10080112 2024-04-12T17:30:12.640 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.640 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:12.640 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37950610 2024-04-12T17:30:12.641 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.641 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:12.641 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.641 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.641 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:12.641 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.641 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.641 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:12.641 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.641 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.641 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:12.641 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.641 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.641 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:12.641 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.642 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.642 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:12.642 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.642 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.642 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:12.642 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.642 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.642 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:12.642 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.642 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.642 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:12.642 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.642 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.642 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:12.642 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69409790 2024-04-12T17:30:12.643 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.643 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.643 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T17:30:12.643 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:12.643 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 503316480 2024-04-12T17:30:12.643 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.643 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:12.643 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.643 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.643 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:12.643 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.643 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.643 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:12.644 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 426944367 2024-04-12T17:30:12.644 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.644 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:12.644 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.644 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.644 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:12.644 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.644 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.644 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:12.644 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.644 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.644 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:12.644 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.644 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.644 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:12.645 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 96738 2024-04-12T17:30:12.645 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.645 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:12.645 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1137919 2024-04-12T17:30:12.645 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.645 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:12.645 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.645 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.645 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:12.645 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.645 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.645 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:12.645 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.645 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.645 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:12.645 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 75137456 2024-04-12T17:30:12.646 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.646 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.646 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T17:30:12.646 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T17:30:12.646 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.646 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.646 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:12.646 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 26 2024-04-12T17:30:12.646 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.646 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T17:30:12.646 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.646 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.646 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:12.647 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.647 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.647 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.647 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:12.647 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T17:30:12.647 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 48 2024-04-12T17:30:12.647 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.647 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T17:30:12.647 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.647 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.647 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T17:30:12.647 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 63567 2024-04-12T17:30:12.647 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.647 INFO:tasks.workunit.client.0.smithi099.stdout: "op_before_queue_op_lat": { 2024-04-12T17:30:12.648 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 145273, 2024-04-12T17:30:12.648 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8149539852 2024-04-12T17:30:12.648 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.648 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T17:30:12.648 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.648 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.648 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T17:30:12.648 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.648 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.648 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T17:30:12.648 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1626073586 2024-04-12T17:30:12.648 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.648 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T17:30:12.648 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 63567, 2024-04-12T17:30:12.648 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 287617367116 2024-04-12T17:30:12.649 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.649 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T17:30:12.649 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1697808322 2024-04-12T17:30:12.649 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.649 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T17:30:12.649 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 65762, 2024-04-12T17:30:12.649 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 38384047278 2024-04-12T17:30:12.649 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.649 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T17:30:12.649 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 63567, 2024-04-12T17:30:12.649 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 80562360503 2024-04-12T17:30:12.649 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.649 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:12.649 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 45539 2024-04-12T17:30:12.649 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.650 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T17:30:12.650 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 45539, 2024-04-12T17:30:12.650 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57144318248 2024-04-12T17:30:12.650 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.650 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:30:12.650 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.650 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.650 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T17:30:12.650 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1697808322 2024-04-12T17:30:12.650 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.650 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T17:30:12.650 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 45761, 2024-04-12T17:30:12.650 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15309707471 2024-04-12T17:30:12.650 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.651 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T17:30:12.651 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 45539, 2024-04-12T17:30:12.651 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14291307754 2024-04-12T17:30:12.651 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.651 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T17:30:12.651 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13970 2024-04-12T17:30:12.651 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.651 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T17:30:12.651 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 245782572 2024-04-12T17:30:12.651 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.651 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T17:30:12.651 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 13970, 2024-04-12T17:30:12.651 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 173332544124 2024-04-12T17:30:12.651 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.652 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:30:12.652 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.652 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.652 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:30:12.652 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.652 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.652 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T17:30:12.652 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.652 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.652 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T17:30:12.652 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15832, 2024-04-12T17:30:12.652 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17724763562 2024-04-12T17:30:12.652 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.652 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T17:30:12.652 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 13970, 2024-04-12T17:30:12.653 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 39389703396 2024-04-12T17:30:12.653 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.653 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:12.653 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4058 2024-04-12T17:30:12.653 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.653 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T17:30:12.653 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1380291014 2024-04-12T17:30:12.653 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.653 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T17:30:12.653 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4058, 2024-04-12T17:30:12.653 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57140504744 2024-04-12T17:30:12.653 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.653 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:30:12.653 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.654 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.654 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T17:30:12.654 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4169, 2024-04-12T17:30:12.654 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5349576245 2024-04-12T17:30:12.654 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.654 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T17:30:12.654 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4058, 2024-04-12T17:30:12.654 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 26881349353 2024-04-12T17:30:12.654 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.654 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T17:30:12.654 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.654 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.654 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T17:30:12.654 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17592143 2024-04-12T17:30:12.655 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.655 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T17:30:12.655 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15 2024-04-12T17:30:12.655 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.655 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T17:30:12.655 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T17:30:12.655 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.655 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T17:30:12.655 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 647217152 2024-04-12T17:30:12.655 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.655 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.655 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.655 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.4": { 2024-04-12T17:30:12.655 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:12.655 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_db_max_lat": { 2024-04-12T17:30:12.656 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 21511 2024-04-12T17:30:12.656 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.656 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T17:30:12.656 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.656 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.656 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_max_lat": { 2024-04-12T17:30:12.656 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.656 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.656 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:30:12.656 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.656 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.656 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T17:30:12.656 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T17:30:12.656 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.657 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_slow": { 2024-04-12T17:30:12.657 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.657 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.657 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T17:30:12.657 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.657 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.657 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_wal_max_lat": { 2024-04-12T17:30:12.657 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.657 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.657 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T17:30:12.657 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.657 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.657 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T17:30:12.657 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 20721664 2024-04-12T17:30:12.657 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.658 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T17:30:12.658 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 741801984 2024-04-12T17:30:12.658 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.658 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T17:30:12.658 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15, 2024-04-12T17:30:12.658 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3694693 2024-04-12T17:30:12.658 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.658 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T17:30:12.658 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15, 2024-04-12T17:30:12.658 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1168751 2024-04-12T17:30:12.658 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.658 INFO:tasks.workunit.client.0.smithi099.stdout: "db_alloc_lat": { 2024-04-12T17:30:12.658 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 202, 2024-04-12T17:30:12.658 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1002299 2024-04-12T17:30:12.658 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.659 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T17:30:12.659 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995027456 2024-04-12T17:30:12.659 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.659 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T17:30:12.659 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 870318080 2024-04-12T17:30:12.659 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.659 INFO:tasks.workunit.client.0.smithi099.stdout: "flush_lat": { 2024-04-12T17:30:12.659 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 63723, 2024-04-12T17:30:12.659 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5644977556 2024-04-12T17:30:12.659 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.659 INFO:tasks.workunit.client.0.smithi099.stdout: "fsync_lat": { 2024-04-12T17:30:12.659 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 63699, 2024-04-12T17:30:12.659 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10257590721 2024-04-12T17:30:12.659 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.660 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T17:30:12.660 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11542528 2024-04-12T17:30:12.660 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.660 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T17:30:12.660 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 260902912 2024-04-12T17:30:12.660 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.660 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T17:30:12.660 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 851836928 2024-04-12T17:30:12.660 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.660 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T17:30:12.660 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.660 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.660 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T17:30:12.660 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.660 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.661 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T17:30:12.661 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 61 2024-04-12T17:30:12.661 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.661 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T17:30:12.661 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16158511284 2024-04-12T17:30:12.661 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.661 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T17:30:12.661 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 107545 2024-04-12T17:30:12.661 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.661 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T17:30:12.661 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14017847296 2024-04-12T17:30:12.661 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.661 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T17:30:12.661 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14017851392 2024-04-12T17:30:12.661 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.662 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T17:30:12.662 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.662 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.662 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T17:30:12.662 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.662 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.662 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T17:30:12.662 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 108928 2024-04-12T17:30:12.662 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.662 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:12.662 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 107545, 2024-04-12T17:30:12.662 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4404002939 2024-04-12T17:30:12.662 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.662 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T17:30:12.663 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15957870333 2024-04-12T17:30:12.663 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.663 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T17:30:12.663 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 101403 2024-04-12T17:30:12.663 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.663 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T17:30:12.663 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7905331 2024-04-12T17:30:12.663 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.663 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T17:30:12.663 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1136 2024-04-12T17:30:12.663 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.663 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T17:30:12.663 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 20638227 2024-04-12T17:30:12.663 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.663 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T17:30:12.664 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1572 2024-04-12T17:30:12.664 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.664 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T17:30:12.664 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12732896 2024-04-12T17:30:12.664 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.664 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:30:12.664 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12732896 2024-04-12T17:30:12.664 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.664 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:30:12.664 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.664 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.664 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:30:12.664 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.665 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.665 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T17:30:12.665 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 466 2024-04-12T17:30:12.665 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.665 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_lat": { 2024-04-12T17:30:12.665 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1572, 2024-04-12T17:30:12.665 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5378180 2024-04-12T17:30:12.665 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.665 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_alloc_lat": { 2024-04-12T17:30:12.665 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.665 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.665 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.665 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T17:30:12.665 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.665 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.666 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T17:30:12.666 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.666 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.666 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:12.666 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T17:30:12.666 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 623 2024-04-12T17:30:12.666 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.666 INFO:tasks.workunit.client.0.smithi099.stdout: "unlink_lat": { 2024-04-12T17:30:12.666 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 14, 2024-04-12T17:30:12.666 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15493 2024-04-12T17:30:12.666 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.666 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_alloc_lat": { 2024-04-12T17:30:12.666 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.666 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.667 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.667 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T17:30:12.667 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.667 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.667 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T17:30:12.667 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.667 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.667 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T17:30:12.667 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1025720320 2024-04-12T17:30:12.667 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.667 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.667 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T17:30:12.667 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T17:30:12.667 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T17:30:12.667 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.668 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T17:30:12.668 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13459456 2024-04-12T17:30:12.668 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.668 INFO:tasks.workunit.client.0.smithi099.stdout: "allocator_lat": { 2024-04-12T17:30:12.668 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 20484, 2024-04-12T17:30:12.668 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 66300825 2024-04-12T17:30:12.668 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.668 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T17:30:12.668 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3509, 2024-04-12T17:30:12.668 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8711878562 2024-04-12T17:30:12.668 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.668 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T17:30:12.668 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.668 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.668 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.669 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T17:30:12.669 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.669 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.669 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T17:30:12.669 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.669 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.669 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T17:30:12.669 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.669 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.669 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T17:30:12.669 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 17570, 2024-04-12T17:30:12.669 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 146988003 2024-04-12T17:30:12.669 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.669 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T17:30:12.670 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.670 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.670 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.670 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T17:30:12.670 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.670 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.670 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T17:30:12.670 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 63613, 2024-04-12T17:30:12.670 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13709795634 2024-04-12T17:30:12.670 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.670 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T17:30:12.670 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 63026, 2024-04-12T17:30:12.670 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1426302398 2024-04-12T17:30:12.670 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.671 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T17:30:12.671 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 63613, 2024-04-12T17:30:12.671 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 47125365 2024-04-12T17:30:12.671 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.671 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T17:30:12.671 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 63613, 2024-04-12T17:30:12.671 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13756920999 2024-04-12T17:30:12.671 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.671 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T17:30:12.671 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.671 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.671 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.671 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T17:30:12.671 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 28199, 2024-04-12T17:30:12.671 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 782831922 2024-04-12T17:30:12.672 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.672 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T17:30:12.672 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 895, 2024-04-12T17:30:12.672 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2426162 2024-04-12T17:30:12.672 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.672 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T17:30:12.672 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 22437, 2024-04-12T17:30:12.672 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13096749 2024-04-12T17:30:12.672 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.672 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:30:12.672 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 46, 2024-04-12T17:30:12.672 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57541 2024-04-12T17:30:12.672 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.672 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T17:30:12.673 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15691, 2024-04-12T17:30:12.673 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3591128066 2024-04-12T17:30:12.673 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.673 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T17:30:12.673 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 196682 2024-04-12T17:30:12.673 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.673 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T17:30:12.673 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 19480 2024-04-12T17:30:12.673 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.673 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:12.673 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 12056, 2024-04-12T17:30:12.673 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1087854841 2024-04-12T17:30:12.673 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.673 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T17:30:12.673 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 44619, 2024-04-12T17:30:12.674 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10575631 2024-04-12T17:30:12.674 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.674 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T17:30:12.674 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 32563, 2024-04-12T17:30:12.674 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 725453693 2024-04-12T17:30:12.674 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.674 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T17:30:12.674 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.674 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.674 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T17:30:12.674 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 13554, 2024-04-12T17:30:12.674 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 388199291 2024-04-12T17:30:12.674 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.674 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_aio_wait_count": { 2024-04-12T17:30:12.674 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.675 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.675 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_committed_kv_count": { 2024-04-12T17:30:12.675 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.675 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.675 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:30:12.675 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.675 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.675 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:30:12.675 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.675 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.675 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T17:30:12.675 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73081, 2024-04-12T17:30:12.675 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4612354678 2024-04-12T17:30:12.675 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.675 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:30:12.676 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18752, 2024-04-12T17:30:12.676 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 798364600 2024-04-12T17:30:12.676 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.676 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:30:12.676 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18752, 2024-04-12T17:30:12.676 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3473630242302 2024-04-12T17:30:12.676 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.676 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T17:30:12.676 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18752, 2024-04-12T17:30:12.676 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6657972956936 2024-04-12T17:30:12.676 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.676 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T17:30:12.676 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73081, 2024-04-12T17:30:12.676 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3083880356579 2024-04-12T17:30:12.677 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.677 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T17:30:12.677 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73081, 2024-04-12T17:30:12.677 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8191671 2024-04-12T17:30:12.677 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.677 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T17:30:12.677 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73081, 2024-04-12T17:30:12.677 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 157146124 2024-04-12T17:30:12.677 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.677 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T17:30:12.677 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73081, 2024-04-12T17:30:12.677 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 21850578215 2024-04-12T17:30:12.677 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.677 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T17:30:12.677 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73081, 2024-04-12T17:30:12.677 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 28961837 2024-04-12T17:30:12.678 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.678 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T17:30:12.678 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73081, 2024-04-12T17:30:12.678 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9772582540 2024-04-12T17:30:12.678 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.678 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T17:30:12.678 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73081, 2024-04-12T17:30:12.678 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13718793316 2024-04-12T17:30:12.678 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.678 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T17:30:12.678 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9579700 2024-04-12T17:30:12.678 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.678 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:12.679 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2448, 2024-04-12T17:30:12.679 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13386802 2024-04-12T17:30:12.679 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.679 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T17:30:12.679 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73081, 2024-04-12T17:30:12.679 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 50124486868 2024-04-12T17:30:12.679 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.679 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T17:30:12.679 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73081, 2024-04-12T17:30:12.679 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14631871401 2024-04-12T17:30:12.679 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.679 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T17:30:12.679 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73081, 2024-04-12T17:30:12.679 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 450771993 2024-04-12T17:30:12.679 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.680 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.680 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T17:30:12.680 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T17:30:12.680 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1405275320 2024-04-12T17:30:12.680 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.680 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T17:30:12.680 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 687120384 2024-04-12T17:30:12.680 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.680 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T17:30:12.680 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 658399232 2024-04-12T17:30:12.680 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.680 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T17:30:12.680 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2600684339 2024-04-12T17:30:12.680 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.680 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T17:30:12.681 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 28721152 2024-04-12T17:30:12.681 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.681 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.681 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T17:30:12.681 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:12.681 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 125829120 2024-04-12T17:30:12.681 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.681 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:12.681 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.681 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.681 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:12.681 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.681 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.681 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:12.682 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 56005886 2024-04-12T17:30:12.682 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.682 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:12.682 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.682 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.682 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:12.682 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.682 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.682 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:12.682 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.682 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.682 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:12.682 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.682 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.683 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:12.683 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12288 2024-04-12T17:30:12.683 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.683 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:12.683 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 94208 2024-04-12T17:30:12.683 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.683 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:12.683 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.683 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.683 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:12.683 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.683 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.683 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:12.683 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.683 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.684 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:12.684 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69716738 2024-04-12T17:30:12.684 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.684 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.684 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T17:30:12.684 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:12.684 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 562036736 2024-04-12T17:30:12.684 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.684 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:12.684 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:12.684 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.684 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:12.684 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.684 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.684 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:12.685 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 420044150 2024-04-12T17:30:12.685 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.685 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:12.685 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.685 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.685 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:12.685 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.685 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.685 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:12.685 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3184 2024-04-12T17:30:12.685 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.685 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:12.685 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.685 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.685 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:12.686 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 199008 2024-04-12T17:30:12.686 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.686 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:12.686 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 384 2024-04-12T17:30:12.686 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.686 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:12.686 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.686 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.686 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:12.686 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.686 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.686 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:12.686 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.686 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.687 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:12.687 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 74681146 2024-04-12T17:30:12.687 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.687 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.687 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:30:12.687 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:12.687 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 201326592 2024-04-12T17:30:12.687 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.687 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:12.687 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:12.687 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.687 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:12.687 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 21967408 2024-04-12T17:30:12.687 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.687 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:12.688 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37337257 2024-04-12T17:30:12.688 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.688 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:12.688 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.688 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.688 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:12.688 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.688 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.688 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:12.688 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.688 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.688 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:12.688 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.688 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.689 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:12.689 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.689 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.689 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:12.689 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.689 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.689 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:12.689 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.689 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.689 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:12.689 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.689 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.689 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:12.689 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.690 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.690 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:12.690 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 74913063 2024-04-12T17:30:12.690 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.690 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.690 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T17:30:12.690 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:12.690 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 494927872 2024-04-12T17:30:12.690 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.690 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:12.690 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.690 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.690 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:12.690 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.691 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.691 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:12.691 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 420044150 2024-04-12T17:30:12.691 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.691 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:12.691 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.691 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.691 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:12.691 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.691 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.691 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:12.691 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.691 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.691 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:12.692 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.692 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.692 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:12.692 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 103014 2024-04-12T17:30:12.692 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.692 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:12.692 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1132170 2024-04-12T17:30:12.692 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.692 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:12.692 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.692 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.692 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:12.692 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.692 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.693 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:12.693 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.693 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.693 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:12.693 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 73648538 2024-04-12T17:30:12.693 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.693 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.693 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T17:30:12.693 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T17:30:12.693 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.693 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.693 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:12.693 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 32 2024-04-12T17:30:12.693 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.693 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T17:30:12.694 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.694 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.694 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:12.694 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T17:30:12.694 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.694 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.694 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:12.694 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T17:30:12.694 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 50 2024-04-12T17:30:12.694 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.694 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T17:30:12.694 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.694 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.694 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T17:30:12.695 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 38429 2024-04-12T17:30:12.695 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.695 INFO:tasks.workunit.client.0.smithi099.stdout: "op_before_queue_op_lat": { 2024-04-12T17:30:12.695 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 105722, 2024-04-12T17:30:12.695 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9828124637 2024-04-12T17:30:12.695 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.695 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T17:30:12.695 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.695 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.695 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T17:30:12.695 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.695 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.695 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T17:30:12.695 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1474924327 2024-04-12T17:30:12.695 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.696 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T17:30:12.696 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 38429, 2024-04-12T17:30:12.696 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 73065431140 2024-04-12T17:30:12.696 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.696 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T17:30:12.696 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2088815571 2024-04-12T17:30:12.696 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.696 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T17:30:12.696 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 39001, 2024-04-12T17:30:12.696 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13954928213 2024-04-12T17:30:12.696 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.696 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T17:30:12.696 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 38429, 2024-04-12T17:30:12.696 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 31616379246 2024-04-12T17:30:12.696 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.697 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:12.697 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 28427 2024-04-12T17:30:12.697 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.697 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T17:30:12.697 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 28427, 2024-04-12T17:30:12.697 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9666296746 2024-04-12T17:30:12.697 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.697 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:30:12.697 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.697 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.697 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T17:30:12.697 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2088815571 2024-04-12T17:30:12.697 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.697 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T17:30:12.698 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 28620, 2024-04-12T17:30:12.698 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5532076027 2024-04-12T17:30:12.698 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.698 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T17:30:12.698 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 28427, 2024-04-12T17:30:12.698 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6042944780 2024-04-12T17:30:12.698 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.698 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T17:30:12.698 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5819 2024-04-12T17:30:12.698 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.698 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T17:30:12.698 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 310349150 2024-04-12T17:30:12.698 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.698 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T17:30:12.698 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 5819, 2024-04-12T17:30:12.699 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9426743373 2024-04-12T17:30:12.699 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.699 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:30:12.699 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.699 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.699 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:30:12.699 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.699 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.699 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T17:30:12.699 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.699 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.699 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T17:30:12.699 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 6074, 2024-04-12T17:30:12.699 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3703524974 2024-04-12T17:30:12.700 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.700 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T17:30:12.700 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 5819, 2024-04-12T17:30:12.700 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8135754533 2024-04-12T17:30:12.700 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.700 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:12.700 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4183 2024-04-12T17:30:12.700 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.700 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T17:30:12.700 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1164575177 2024-04-12T17:30:12.700 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.700 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T17:30:12.700 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4183, 2024-04-12T17:30:12.700 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 53972391021 2024-04-12T17:30:12.700 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.701 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:30:12.701 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.701 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.701 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T17:30:12.701 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4307, 2024-04-12T17:30:12.701 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4719327212 2024-04-12T17:30:12.701 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.701 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T17:30:12.701 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4183, 2024-04-12T17:30:12.701 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17437679933 2024-04-12T17:30:12.701 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.701 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T17:30:12.701 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.701 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.702 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T17:30:12.702 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8389680 2024-04-12T17:30:12.702 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.702 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T17:30:12.702 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22 2024-04-12T17:30:12.702 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.702 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T17:30:12.702 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T17:30:12.702 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.702 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T17:30:12.702 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 883785728 2024-04-12T17:30:12.702 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.702 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.702 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.703 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.5": { 2024-04-12T17:30:12.703 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:12.703 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_db_max_lat": { 2024-04-12T17:30:12.703 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22935 2024-04-12T17:30:12.703 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.703 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T17:30:12.703 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.703 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.703 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_max_lat": { 2024-04-12T17:30:12.703 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.703 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.703 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:30:12.703 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.703 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.704 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T17:30:12.704 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T17:30:12.704 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.704 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_slow": { 2024-04-12T17:30:12.704 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.704 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.704 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T17:30:12.704 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.704 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.704 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_wal_max_lat": { 2024-04-12T17:30:12.704 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.704 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.704 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T17:30:12.704 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.705 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.705 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T17:30:12.705 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 23642112 2024-04-12T17:30:12.705 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.705 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T17:30:12.705 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 952225792 2024-04-12T17:30:12.705 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.705 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T17:30:12.705 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 21, 2024-04-12T17:30:12.705 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5085282 2024-04-12T17:30:12.705 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.705 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T17:30:12.705 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 21, 2024-04-12T17:30:12.705 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1872076 2024-04-12T17:30:12.705 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.706 INFO:tasks.workunit.client.0.smithi099.stdout: "db_alloc_lat": { 2024-04-12T17:30:12.706 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 257, 2024-04-12T17:30:12.706 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1251895 2024-04-12T17:30:12.706 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.706 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T17:30:12.706 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995027456 2024-04-12T17:30:12.706 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.706 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T17:30:12.706 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1035665408 2024-04-12T17:30:12.706 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.706 INFO:tasks.workunit.client.0.smithi099.stdout: "flush_lat": { 2024-04-12T17:30:12.706 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 85509, 2024-04-12T17:30:12.706 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6597979670 2024-04-12T17:30:12.706 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.706 INFO:tasks.workunit.client.0.smithi099.stdout: "fsync_lat": { 2024-04-12T17:30:12.707 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 85434, 2024-04-12T17:30:12.707 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12034986434 2024-04-12T17:30:12.707 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.707 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T17:30:12.707 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 724992 2024-04-12T17:30:12.707 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.707 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T17:30:12.707 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 349896704 2024-04-12T17:30:12.707 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.707 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T17:30:12.707 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1056964608 2024-04-12T17:30:12.707 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.707 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T17:30:12.707 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.708 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.708 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T17:30:12.708 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.708 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.708 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T17:30:12.708 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 70 2024-04-12T17:30:12.708 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.708 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T17:30:12.708 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22501028570 2024-04-12T17:30:12.708 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.708 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T17:30:12.708 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 134027 2024-04-12T17:30:12.708 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.708 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T17:30:12.708 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 20027076608 2024-04-12T17:30:12.709 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.709 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T17:30:12.709 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 20027080704 2024-04-12T17:30:12.709 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.709 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T17:30:12.709 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.709 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.709 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T17:30:12.709 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.709 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.709 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T17:30:12.709 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 140578 2024-04-12T17:30:12.709 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.709 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:12.709 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 134027, 2024-04-12T17:30:12.710 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6981016837 2024-04-12T17:30:12.710 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.710 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T17:30:12.710 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22191636400 2024-04-12T17:30:12.710 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.710 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T17:30:12.710 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 124563 2024-04-12T17:30:12.710 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.710 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T17:30:12.710 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9164446 2024-04-12T17:30:12.710 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.710 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T17:30:12.710 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1415 2024-04-12T17:30:12.710 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.711 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T17:30:12.711 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 27914671 2024-04-12T17:30:12.711 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.711 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T17:30:12.711 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2122 2024-04-12T17:30:12.711 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.711 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T17:30:12.711 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18750225 2024-04-12T17:30:12.711 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.711 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:30:12.711 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18750225 2024-04-12T17:30:12.711 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.711 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:30:12.711 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.711 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.712 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:30:12.712 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.712 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.712 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T17:30:12.712 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 746 2024-04-12T17:30:12.712 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.712 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_lat": { 2024-04-12T17:30:12.712 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2122, 2024-04-12T17:30:12.712 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12163676 2024-04-12T17:30:12.712 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.712 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_alloc_lat": { 2024-04-12T17:30:12.712 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.712 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.712 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.712 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T17:30:12.713 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.713 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.713 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T17:30:12.713 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.713 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.713 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:12.713 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T17:30:12.713 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 671 2024-04-12T17:30:12.713 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.713 INFO:tasks.workunit.client.0.smithi099.stdout: "unlink_lat": { 2024-04-12T17:30:12.713 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 22, 2024-04-12T17:30:12.713 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22319 2024-04-12T17:30:12.713 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.713 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_alloc_lat": { 2024-04-12T17:30:12.713 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.713 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.714 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.714 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T17:30:12.714 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.714 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.714 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T17:30:12.714 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.714 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.714 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T17:30:12.714 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1328947200 2024-04-12T17:30:12.714 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.714 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.714 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T17:30:12.714 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T17:30:12.714 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T17:30:12.715 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.715 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T17:30:12.715 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9269248 2024-04-12T17:30:12.715 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.715 INFO:tasks.workunit.client.0.smithi099.stdout: "allocator_lat": { 2024-04-12T17:30:12.715 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 20019, 2024-04-12T17:30:12.715 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67798036 2024-04-12T17:30:12.715 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.715 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T17:30:12.715 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3544, 2024-04-12T17:30:12.715 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11418479536 2024-04-12T17:30:12.715 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.715 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T17:30:12.715 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.715 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.716 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.716 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T17:30:12.716 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.716 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.716 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T17:30:12.716 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.716 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.716 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T17:30:12.716 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.716 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.716 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T17:30:12.716 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 26544, 2024-04-12T17:30:12.716 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 220963209 2024-04-12T17:30:12.716 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.716 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T17:30:12.717 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.717 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.717 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.717 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T17:30:12.717 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.717 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.717 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T17:30:12.717 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 85316, 2024-04-12T17:30:12.717 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16258733692 2024-04-12T17:30:12.717 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.717 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T17:30:12.717 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 84730, 2024-04-12T17:30:12.717 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1562537417 2024-04-12T17:30:12.717 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.717 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T17:30:12.718 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 85316, 2024-04-12T17:30:12.718 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 49163246 2024-04-12T17:30:12.718 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.718 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T17:30:12.718 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 85316, 2024-04-12T17:30:12.718 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16307896938 2024-04-12T17:30:12.718 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.718 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T17:30:12.718 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.718 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.718 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.718 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T17:30:12.718 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 38508, 2024-04-12T17:30:12.718 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 964104432 2024-04-12T17:30:12.718 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.719 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T17:30:12.719 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 938, 2024-04-12T17:30:12.719 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2482705 2024-04-12T17:30:12.719 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.719 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T17:30:12.719 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 11911, 2024-04-12T17:30:12.719 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18489559 2024-04-12T17:30:12.719 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.719 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:30:12.719 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 50, 2024-04-12T17:30:12.719 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 77078 2024-04-12T17:30:12.719 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.719 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T17:30:12.719 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 17655, 2024-04-12T17:30:12.720 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5672882022 2024-04-12T17:30:12.720 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.720 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T17:30:12.720 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 259787 2024-04-12T17:30:12.720 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.720 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T17:30:12.720 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 21868 2024-04-12T17:30:12.720 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.720 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:12.720 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 21610, 2024-04-12T17:30:12.720 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1421138404 2024-04-12T17:30:12.720 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.720 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T17:30:12.720 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 52463, 2024-04-12T17:30:12.721 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17424336 2024-04-12T17:30:12.721 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.721 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T17:30:12.721 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 30853, 2024-04-12T17:30:12.721 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1065559742 2024-04-12T17:30:12.721 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.721 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T17:30:12.721 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.721 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.721 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T17:30:12.721 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15998, 2024-04-12T17:30:12.721 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 492976552 2024-04-12T17:30:12.721 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.721 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_aio_wait_count": { 2024-04-12T17:30:12.721 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.722 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.722 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_committed_kv_count": { 2024-04-12T17:30:12.722 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.722 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.722 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:30:12.722 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.722 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.722 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:30:12.722 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.722 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.722 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T17:30:12.722 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 96512, 2024-04-12T17:30:12.722 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5719240467 2024-04-12T17:30:12.722 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.723 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:30:12.723 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8514, 2024-04-12T17:30:12.723 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 567166012 2024-04-12T17:30:12.723 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.723 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:30:12.723 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8514, 2024-04-12T17:30:12.723 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3700334995217 2024-04-12T17:30:12.723 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.723 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T17:30:12.723 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8514, 2024-04-12T17:30:12.723 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6647533441279 2024-04-12T17:30:12.723 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.723 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T17:30:12.723 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 96512, 2024-04-12T17:30:12.723 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2796701512777 2024-04-12T17:30:12.724 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.724 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T17:30:12.724 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 96512, 2024-04-12T17:30:12.724 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10474353 2024-04-12T17:30:12.724 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.724 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T17:30:12.724 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 96512, 2024-04-12T17:30:12.724 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 187195622 2024-04-12T17:30:12.724 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.724 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T17:30:12.724 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 96512, 2024-04-12T17:30:12.724 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 25441208893 2024-04-12T17:30:12.724 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.724 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T17:30:12.724 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 96512, 2024-04-12T17:30:12.725 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 38205655 2024-04-12T17:30:12.725 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.725 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T17:30:12.725 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 96512, 2024-04-12T17:30:12.725 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11242167326 2024-04-12T17:30:12.725 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.725 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T17:30:12.725 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 96512, 2024-04-12T17:30:12.725 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18160727162 2024-04-12T17:30:12.725 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.725 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T17:30:12.725 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5390602 2024-04-12T17:30:12.725 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.725 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:12.725 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2472, 2024-04-12T17:30:12.726 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13608933 2024-04-12T17:30:12.726 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.726 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T17:30:12.726 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 96512, 2024-04-12T17:30:12.726 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 60767122597 2024-04-12T17:30:12.726 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.726 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T17:30:12.726 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 96512, 2024-04-12T17:30:12.726 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 19235631101 2024-04-12T17:30:12.726 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.726 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T17:30:12.726 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 96512, 2024-04-12T17:30:12.726 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 553493342 2024-04-12T17:30:12.726 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.727 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.727 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T17:30:12.727 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T17:30:12.727 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1405275320 2024-04-12T17:30:12.727 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.727 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T17:30:12.727 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 620969984 2024-04-12T17:30:12.727 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.727 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T17:30:12.727 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 484368384 2024-04-12T17:30:12.727 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.727 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T17:30:12.727 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2600684339 2024-04-12T17:30:12.727 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.727 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T17:30:12.728 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 136601600 2024-04-12T17:30:12.728 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.728 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.728 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T17:30:12.728 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:12.728 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 125829120 2024-04-12T17:30:12.728 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.728 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:12.728 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.728 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.728 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:12.728 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.728 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.728 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:12.729 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 55473028 2024-04-12T17:30:12.729 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.729 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:12.729 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.729 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.729 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:12.729 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.729 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.729 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:12.729 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.729 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.729 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:12.729 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.729 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.729 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:12.730 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T17:30:12.730 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.730 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:12.730 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69632 2024-04-12T17:30:12.730 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.730 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:12.730 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.730 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.730 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:12.730 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.730 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.730 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:12.730 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.730 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.730 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:12.731 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 70282364 2024-04-12T17:30:12.731 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.731 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.731 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T17:30:12.731 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:12.731 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 553648128 2024-04-12T17:30:12.731 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.731 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:12.731 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:12.731 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.731 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:12.731 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.731 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.731 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:12.731 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 416047711 2024-04-12T17:30:12.732 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.732 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:12.732 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.732 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.732 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:12.732 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.732 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.732 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:12.732 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4432 2024-04-12T17:30:12.732 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.732 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:12.732 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.732 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.732 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:12.732 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 287616 2024-04-12T17:30:12.733 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.733 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:12.733 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.733 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.733 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:12.733 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.733 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.733 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:12.733 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.733 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.733 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:12.733 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.733 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.733 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:12.733 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 70199505 2024-04-12T17:30:12.734 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.734 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.734 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:30:12.734 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:12.734 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 201326592 2024-04-12T17:30:12.734 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.734 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:12.734 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:12.734 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.734 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:12.734 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 27519952 2024-04-12T17:30:12.734 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.734 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:12.734 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 36982018 2024-04-12T17:30:12.735 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.735 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:12.735 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.735 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.735 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:12.735 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.735 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.735 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:12.735 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.735 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.735 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:12.735 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.735 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.735 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:12.735 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.735 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.736 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:12.736 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.736 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.736 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:12.736 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.736 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.736 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:12.736 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.736 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.736 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:12.736 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.736 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.736 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:12.736 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69715758 2024-04-12T17:30:12.736 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.737 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.737 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T17:30:12.737 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:12.737 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 486539264 2024-04-12T17:30:12.737 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.737 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:12.737 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.737 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.737 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:12.737 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.737 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.737 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:12.737 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 416047711 2024-04-12T17:30:12.737 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.737 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:12.738 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.738 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.738 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:12.738 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.738 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.738 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:12.738 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.738 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.738 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:12.738 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.738 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.738 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:12.739 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 96996 2024-04-12T17:30:12.739 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.739 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:12.739 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1123791 2024-04-12T17:30:12.739 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.739 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:12.739 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.739 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.739 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:12.739 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.739 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.739 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:12.739 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.739 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.739 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:12.740 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69270766 2024-04-12T17:30:12.740 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.740 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.740 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T17:30:12.740 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T17:30:12.740 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.740 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.740 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:12.740 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 40 2024-04-12T17:30:12.740 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.740 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T17:30:12.740 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.740 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.741 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:12.741 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.741 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.741 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.741 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:12.741 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T17:30:12.741 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 54 2024-04-12T17:30:12.741 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.741 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T17:30:12.741 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.741 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.741 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T17:30:12.741 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 43537 2024-04-12T17:30:12.741 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.741 INFO:tasks.workunit.client.0.smithi099.stdout: "op_before_queue_op_lat": { 2024-04-12T17:30:12.742 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 131322, 2024-04-12T17:30:12.742 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12726199388 2024-04-12T17:30:12.742 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.742 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T17:30:12.742 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T17:30:12.742 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.742 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T17:30:12.742 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T17:30:12.742 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.742 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T17:30:12.742 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1563637052 2024-04-12T17:30:12.742 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.742 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T17:30:12.742 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 43537, 2024-04-12T17:30:12.743 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 43700181740 2024-04-12T17:30:12.743 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.743 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T17:30:12.743 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2355640842 2024-04-12T17:30:12.743 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.743 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T17:30:12.743 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 44401, 2024-04-12T17:30:12.743 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14415543530 2024-04-12T17:30:12.743 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.743 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T17:30:12.743 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 43537, 2024-04-12T17:30:12.743 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 28397084922 2024-04-12T17:30:12.743 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.743 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:12.743 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 32714 2024-04-12T17:30:12.744 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.744 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T17:30:12.744 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 32714, 2024-04-12T17:30:12.744 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12915191160 2024-04-12T17:30:12.744 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.744 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:30:12.744 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.744 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.744 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T17:30:12.744 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2355640842 2024-04-12T17:30:12.744 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.744 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T17:30:12.744 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 32845, 2024-04-12T17:30:12.744 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6630027896 2024-04-12T17:30:12.745 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.745 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T17:30:12.745 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 32714, 2024-04-12T17:30:12.745 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6658055015 2024-04-12T17:30:12.745 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.745 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T17:30:12.745 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9477 2024-04-12T17:30:12.745 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.745 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T17:30:12.745 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 505983750 2024-04-12T17:30:12.745 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.745 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T17:30:12.745 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 9477, 2024-04-12T17:30:12.745 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18000522586 2024-04-12T17:30:12.746 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.746 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:30:12.746 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.746 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.746 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:30:12.746 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.746 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.746 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T17:30:12.746 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.746 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.746 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T17:30:12.746 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 10004, 2024-04-12T17:30:12.746 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5881441576 2024-04-12T17:30:12.747 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.747 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T17:30:12.747 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 9477, 2024-04-12T17:30:12.747 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13774364421 2024-04-12T17:30:12.747 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.747 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:12.747 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1346 2024-04-12T17:30:12.747 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.747 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T17:30:12.747 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1057653302 2024-04-12T17:30:12.747 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.747 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T17:30:12.747 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1346, 2024-04-12T17:30:12.747 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12784467994 2024-04-12T17:30:12.747 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.748 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:30:12.748 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.748 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.748 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T17:30:12.748 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1552, 2024-04-12T17:30:12.748 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1904074058 2024-04-12T17:30:12.748 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.748 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T17:30:12.748 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1346, 2024-04-12T17:30:12.748 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7964665486 2024-04-12T17:30:12.748 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.748 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T17:30:12.748 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.748 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.749 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T17:30:12.749 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13749723 2024-04-12T17:30:12.749 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.749 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T17:30:12.749 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14 2024-04-12T17:30:12.749 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.749 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T17:30:12.749 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T17:30:12.749 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.749 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T17:30:12.749 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1044942848 2024-04-12T17:30:12.749 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.749 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.749 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.750 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.6": { 2024-04-12T17:30:12.750 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:12.750 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_db_max_lat": { 2024-04-12T17:30:12.750 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1040425 2024-04-12T17:30:12.750 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.750 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T17:30:12.750 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.750 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.750 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_max_lat": { 2024-04-12T17:30:12.750 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.750 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.750 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:30:12.750 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.750 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.750 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T17:30:12.751 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T17:30:12.751 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.751 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_slow": { 2024-04-12T17:30:12.751 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.751 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.751 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T17:30:12.751 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.751 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.751 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_wal_max_lat": { 2024-04-12T17:30:12.751 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.751 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.751 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T17:30:12.751 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.751 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.752 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T17:30:12.752 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 21483520 2024-04-12T17:30:12.752 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.752 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T17:30:12.752 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 634019840 2024-04-12T17:30:12.752 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.752 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T17:30:12.752 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 16, 2024-04-12T17:30:12.752 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3235813 2024-04-12T17:30:12.752 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.752 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T17:30:12.752 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 16, 2024-04-12T17:30:12.752 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1038622 2024-04-12T17:30:12.752 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.752 INFO:tasks.workunit.client.0.smithi099.stdout: "db_alloc_lat": { 2024-04-12T17:30:12.753 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 193, 2024-04-12T17:30:12.753 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1879120 2024-04-12T17:30:12.753 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.753 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T17:30:12.753 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995027456 2024-04-12T17:30:12.753 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.753 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T17:30:12.753 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 589889536 2024-04-12T17:30:12.753 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.753 INFO:tasks.workunit.client.0.smithi099.stdout: "flush_lat": { 2024-04-12T17:30:12.753 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 66480, 2024-04-12T17:30:12.753 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5331088198 2024-04-12T17:30:12.753 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.753 INFO:tasks.workunit.client.0.smithi099.stdout: "fsync_lat": { 2024-04-12T17:30:12.753 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 66453, 2024-04-12T17:30:12.754 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9907607086 2024-04-12T17:30:12.754 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.754 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T17:30:12.754 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6238208 2024-04-12T17:30:12.754 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.754 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T17:30:12.754 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 272236544 2024-04-12T17:30:12.754 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.754 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T17:30:12.754 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 606928896 2024-04-12T17:30:12.754 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.754 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T17:30:12.754 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.754 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.755 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T17:30:12.755 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.755 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.755 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T17:30:12.755 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 52 2024-04-12T17:30:12.755 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.755 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T17:30:12.755 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17289845954 2024-04-12T17:30:12.755 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.755 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T17:30:12.755 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 109711 2024-04-12T17:30:12.755 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.755 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T17:30:12.755 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15024443392 2024-04-12T17:30:12.755 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.756 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T17:30:12.756 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15024447488 2024-04-12T17:30:12.756 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.756 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T17:30:12.756 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.756 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.756 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T17:30:12.756 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.756 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.756 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T17:30:12.756 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 110839 2024-04-12T17:30:12.756 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.756 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:12.756 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 109711, 2024-04-12T17:30:12.756 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4474297882 2024-04-12T17:30:12.757 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.757 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T17:30:12.757 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17064117030 2024-04-12T17:30:12.757 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.757 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T17:30:12.757 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 102803 2024-04-12T17:30:12.757 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.757 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T17:30:12.757 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6663194 2024-04-12T17:30:12.757 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.757 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T17:30:12.757 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 946 2024-04-12T17:30:12.757 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.757 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T17:30:12.758 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 21334661 2024-04-12T17:30:12.758 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.758 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T17:30:12.758 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1485 2024-04-12T17:30:12.758 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.758 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T17:30:12.758 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14671467 2024-04-12T17:30:12.758 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.758 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:30:12.758 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14671467 2024-04-12T17:30:12.758 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.758 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:30:12.758 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.758 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.759 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:30:12.759 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.759 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.759 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T17:30:12.759 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 561 2024-04-12T17:30:12.759 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.759 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_lat": { 2024-04-12T17:30:12.759 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1485, 2024-04-12T17:30:12.759 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5966981 2024-04-12T17:30:12.759 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.759 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_alloc_lat": { 2024-04-12T17:30:12.759 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.759 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.759 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.759 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T17:30:12.760 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.760 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.760 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T17:30:12.760 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.760 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.760 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:12.760 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T17:30:12.760 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 577 2024-04-12T17:30:12.760 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.760 INFO:tasks.workunit.client.0.smithi099.stdout: "unlink_lat": { 2024-04-12T17:30:12.760 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15, 2024-04-12T17:30:12.760 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17429 2024-04-12T17:30:12.760 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.760 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_alloc_lat": { 2024-04-12T17:30:12.760 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.761 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.761 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.761 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T17:30:12.761 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.761 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.761 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T17:30:12.761 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.761 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.761 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T17:30:12.761 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 930172928 2024-04-12T17:30:12.761 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.761 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.761 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T17:30:12.761 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T17:30:12.761 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T17:30:12.762 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.762 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T17:30:12.762 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14049280 2024-04-12T17:30:12.762 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.762 INFO:tasks.workunit.client.0.smithi099.stdout: "allocator_lat": { 2024-04-12T17:30:12.762 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 17092, 2024-04-12T17:30:12.762 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 52107748 2024-04-12T17:30:12.762 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.762 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T17:30:12.762 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3421, 2024-04-12T17:30:12.762 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9940916645 2024-04-12T17:30:12.762 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.762 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T17:30:12.762 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.763 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.763 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.763 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T17:30:12.763 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.763 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.763 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T17:30:12.763 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.763 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.763 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T17:30:12.763 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.763 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.763 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T17:30:12.763 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 19719, 2024-04-12T17:30:12.763 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 149976657 2024-04-12T17:30:12.763 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.764 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T17:30:12.764 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.764 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.764 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.764 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T17:30:12.764 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.764 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.764 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T17:30:12.764 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 66388, 2024-04-12T17:30:12.764 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13154353846 2024-04-12T17:30:12.764 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.764 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T17:30:12.764 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 65856, 2024-04-12T17:30:12.764 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1362851990 2024-04-12T17:30:12.764 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.764 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T17:30:12.765 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 66388, 2024-04-12T17:30:12.765 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37541917 2024-04-12T17:30:12.765 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.765 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T17:30:12.765 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 66388, 2024-04-12T17:30:12.765 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13191895763 2024-04-12T17:30:12.765 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.765 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T17:30:12.765 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.765 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.765 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.765 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T17:30:12.765 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 26243, 2024-04-12T17:30:12.765 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 486215311 2024-04-12T17:30:12.765 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.766 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T17:30:12.766 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 876, 2024-04-12T17:30:12.766 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2568172 2024-04-12T17:30:12.766 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.766 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T17:30:12.766 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15757, 2024-04-12T17:30:12.766 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12495320 2024-04-12T17:30:12.766 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.766 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:30:12.766 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 43, 2024-04-12T17:30:12.766 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57729 2024-04-12T17:30:12.766 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.766 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T17:30:12.767 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 11425, 2024-04-12T17:30:12.767 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2361284364 2024-04-12T17:30:12.767 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.767 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T17:30:12.767 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 186477 2024-04-12T17:30:12.767 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.767 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T17:30:12.767 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18864 2024-04-12T17:30:12.767 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.767 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:12.767 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 7412, 2024-04-12T17:30:12.767 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1124405512 2024-04-12T17:30:12.767 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.767 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T17:30:12.767 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 30637, 2024-04-12T17:30:12.768 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8338770 2024-04-12T17:30:12.768 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.768 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T17:30:12.768 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 23225, 2024-04-12T17:30:12.768 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 767108072 2024-04-12T17:30:12.768 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.768 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T17:30:12.768 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.768 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.768 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T17:30:12.768 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 12329, 2024-04-12T17:30:12.768 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 379869071 2024-04-12T17:30:12.768 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.768 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_aio_wait_count": { 2024-04-12T17:30:12.769 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.769 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.769 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_committed_kv_count": { 2024-04-12T17:30:12.769 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.769 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.769 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:30:12.769 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.769 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.769 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:30:12.769 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.769 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.769 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T17:30:12.769 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77976, 2024-04-12T17:30:12.769 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5573611862 2024-04-12T17:30:12.769 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.770 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:30:12.770 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 14027, 2024-04-12T17:30:12.770 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 602113884 2024-04-12T17:30:12.770 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.770 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:30:12.770 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 14027, 2024-04-12T17:30:12.770 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3681189165492 2024-04-12T17:30:12.770 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.770 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T17:30:12.770 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 14027, 2024-04-12T17:30:12.770 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6048381649445 2024-04-12T17:30:12.770 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.770 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T17:30:12.770 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77976, 2024-04-12T17:30:12.771 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2492301973984 2024-04-12T17:30:12.771 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.771 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T17:30:12.771 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77976, 2024-04-12T17:30:12.771 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8058198 2024-04-12T17:30:12.771 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.771 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T17:30:12.771 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77976, 2024-04-12T17:30:12.771 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 276573170 2024-04-12T17:30:12.771 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.771 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T17:30:12.771 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77976, 2024-04-12T17:30:12.771 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22572254598 2024-04-12T17:30:12.771 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.771 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T17:30:12.772 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77976, 2024-04-12T17:30:12.772 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 29268178 2024-04-12T17:30:12.772 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.772 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T17:30:12.772 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77976, 2024-04-12T17:30:12.772 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10527906434 2024-04-12T17:30:12.772 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.772 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T17:30:12.772 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77976, 2024-04-12T17:30:12.772 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16536406619 2024-04-12T17:30:12.772 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.772 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T17:30:12.772 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10175165 2024-04-12T17:30:12.772 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.772 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:12.773 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2386, 2024-04-12T17:30:12.773 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13165890 2024-04-12T17:30:12.773 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.773 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T17:30:12.773 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77976, 2024-04-12T17:30:12.773 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 55499861046 2024-04-12T17:30:12.773 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.773 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T17:30:12.773 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77976, 2024-04-12T17:30:12.773 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17386224985 2024-04-12T17:30:12.773 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.773 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T17:30:12.773 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77976, 2024-04-12T17:30:12.773 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 503782097 2024-04-12T17:30:12.773 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.773 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.774 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T17:30:12.774 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T17:30:12.774 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1405275320 2024-04-12T17:30:12.774 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.774 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T17:30:12.774 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 653213696 2024-04-12T17:30:12.774 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.774 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T17:30:12.774 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 612835328 2024-04-12T17:30:12.774 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.774 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T17:30:12.774 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2600684339 2024-04-12T17:30:12.774 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.774 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T17:30:12.774 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 40378368 2024-04-12T17:30:12.775 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.775 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.775 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T17:30:12.775 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:12.775 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 125829120 2024-04-12T17:30:12.775 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.775 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:12.775 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.775 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.775 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:12.775 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.775 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.775 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:12.775 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 56035979 2024-04-12T17:30:12.776 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.776 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:12.776 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.776 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.776 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:12.776 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.776 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.776 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:12.776 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.776 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.776 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:12.776 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.776 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.776 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:12.777 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 61440 2024-04-12T17:30:12.777 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.777 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:12.777 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 708608 2024-04-12T17:30:12.777 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.777 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:12.777 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.777 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.777 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:12.777 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.777 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.777 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:12.777 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.777 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.777 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:12.778 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69023093 2024-04-12T17:30:12.778 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.778 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.778 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T17:30:12.778 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:12.778 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 562036736 2024-04-12T17:30:12.778 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.778 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:12.778 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:12.778 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.778 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:12.778 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.778 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.778 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:12.778 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 420269843 2024-04-12T17:30:12.779 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.779 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:12.779 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.779 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.779 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:12.779 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.779 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.779 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:12.779 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2896 2024-04-12T17:30:12.779 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.779 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:12.779 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.779 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.779 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:12.780 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 208352 2024-04-12T17:30:12.780 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.780 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:12.780 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.780 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.780 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:12.780 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.780 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.780 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:12.780 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.780 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.780 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:12.780 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.780 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.780 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:12.781 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 74446781 2024-04-12T17:30:12.781 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.781 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.781 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:30:12.781 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:12.781 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 201326592 2024-04-12T17:30:12.781 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.781 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:12.781 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:12.781 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.781 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:12.781 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 21928448 2024-04-12T17:30:12.781 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.781 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:12.781 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37357319 2024-04-12T17:30:12.782 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.782 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:12.782 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.782 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.782 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:12.782 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.782 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.782 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:12.782 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.782 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.782 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:12.782 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.782 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.783 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:12.783 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.783 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.783 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:12.783 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.783 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.783 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:12.783 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.783 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.783 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:12.783 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.783 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.783 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:12.783 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.783 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.783 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:12.784 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 74931961 2024-04-12T17:30:12.784 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.784 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.784 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T17:30:12.784 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:12.784 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 494927872 2024-04-12T17:30:12.784 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.784 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:12.784 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.784 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.784 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:12.784 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.784 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.784 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:12.784 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 420269843 2024-04-12T17:30:12.785 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.785 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:12.785 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.785 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.785 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:12.785 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.785 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.785 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:12.785 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.785 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.785 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:12.785 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.785 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.785 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:12.785 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 109021 2024-04-12T17:30:12.785 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.786 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:12.786 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1135637 2024-04-12T17:30:12.786 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.786 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:12.786 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.786 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.786 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:12.786 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.786 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.786 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:12.786 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.786 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.786 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:12.786 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 73413371 2024-04-12T17:30:12.787 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.787 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.787 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T17:30:12.787 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T17:30:12.787 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.787 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.787 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:12.787 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8 2024-04-12T17:30:12.787 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.787 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T17:30:12.787 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.787 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.787 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:12.787 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.788 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.788 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.788 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:12.788 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T17:30:12.788 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 54 2024-04-12T17:30:12.788 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.788 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T17:30:12.788 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.788 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.788 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T17:30:12.788 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 27808 2024-04-12T17:30:12.788 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.788 INFO:tasks.workunit.client.0.smithi099.stdout: "op_before_queue_op_lat": { 2024-04-12T17:30:12.788 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 88469, 2024-04-12T17:30:12.788 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8687448243 2024-04-12T17:30:12.789 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.789 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T17:30:12.789 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.789 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.789 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T17:30:12.789 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5 2024-04-12T17:30:12.789 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.789 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T17:30:12.789 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1678404758 2024-04-12T17:30:12.789 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.789 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T17:30:12.789 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 27808, 2024-04-12T17:30:12.789 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 77512701644 2024-04-12T17:30:12.789 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.789 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T17:30:12.790 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2069082270 2024-04-12T17:30:12.790 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.790 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T17:30:12.790 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 28233, 2024-04-12T17:30:12.790 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12250804047 2024-04-12T17:30:12.790 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.790 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T17:30:12.790 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 27808, 2024-04-12T17:30:12.790 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 31675570786 2024-04-12T17:30:12.790 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.790 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:12.790 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18940 2024-04-12T17:30:12.790 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.790 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T17:30:12.791 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18940, 2024-04-12T17:30:12.791 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8335938509 2024-04-12T17:30:12.791 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.791 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:30:12.791 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.791 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.791 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T17:30:12.791 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2069082270 2024-04-12T17:30:12.791 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.791 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T17:30:12.791 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 19099, 2024-04-12T17:30:12.791 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4597510970 2024-04-12T17:30:12.791 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.791 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T17:30:12.791 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18940, 2024-04-12T17:30:12.792 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4209643391 2024-04-12T17:30:12.792 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.792 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T17:30:12.792 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4609 2024-04-12T17:30:12.792 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.792 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T17:30:12.792 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 335459266 2024-04-12T17:30:12.792 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.792 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T17:30:12.792 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4609, 2024-04-12T17:30:12.792 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11523169514 2024-04-12T17:30:12.792 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.792 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:30:12.792 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.793 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.793 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:30:12.793 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.793 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.793 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T17:30:12.793 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.793 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.793 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T17:30:12.793 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4770, 2024-04-12T17:30:12.793 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2784161122 2024-04-12T17:30:12.793 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.793 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T17:30:12.793 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4609, 2024-04-12T17:30:12.793 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7899804027 2024-04-12T17:30:12.793 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.793 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:12.794 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4259 2024-04-12T17:30:12.794 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.794 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T17:30:12.794 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1342945492 2024-04-12T17:30:12.794 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.794 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T17:30:12.794 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4259, 2024-04-12T17:30:12.794 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57653593621 2024-04-12T17:30:12.794 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.794 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:30:12.794 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.794 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.794 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T17:30:12.795 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4364, 2024-04-12T17:30:12.795 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4869131955 2024-04-12T17:30:12.795 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.795 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T17:30:12.795 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4259, 2024-04-12T17:30:12.795 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 19566123368 2024-04-12T17:30:12.795 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.795 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T17:30:12.795 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.795 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.795 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T17:30:12.795 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 82678992 2024-04-12T17:30:12.795 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.795 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T17:30:12.795 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 38 2024-04-12T17:30:12.796 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.796 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T17:30:12.796 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T17:30:12.796 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.796 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T17:30:12.796 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 603947008 2024-04-12T17:30:12.796 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.796 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.796 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.796 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.7": { 2024-04-12T17:30:12.796 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:12.796 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_db_max_lat": { 2024-04-12T17:30:12.796 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 26111 2024-04-12T17:30:12.796 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.796 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T17:30:12.797 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.797 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.797 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_max_lat": { 2024-04-12T17:30:12.797 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.797 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.797 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:30:12.797 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.797 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.797 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T17:30:12.797 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T17:30:12.797 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.797 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_slow": { 2024-04-12T17:30:12.797 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.797 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.798 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T17:30:12.798 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.798 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.798 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_wal_max_lat": { 2024-04-12T17:30:12.798 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.798 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.798 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T17:30:12.798 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.798 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.798 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T17:30:12.798 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11018240 2024-04-12T17:30:12.798 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.798 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T17:30:12.798 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 561864704 2024-04-12T17:30:12.799 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.799 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T17:30:12.799 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 16, 2024-04-12T17:30:12.799 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5018101 2024-04-12T17:30:12.799 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.799 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T17:30:12.799 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 16, 2024-04-12T17:30:12.799 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1987068 2024-04-12T17:30:12.799 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.799 INFO:tasks.workunit.client.0.smithi099.stdout: "db_alloc_lat": { 2024-04-12T17:30:12.799 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 167, 2024-04-12T17:30:12.799 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 814524 2024-04-12T17:30:12.799 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.799 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T17:30:12.800 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995027456 2024-04-12T17:30:12.800 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.800 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T17:30:12.800 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 484704256 2024-04-12T17:30:12.800 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.800 INFO:tasks.workunit.client.0.smithi099.stdout: "flush_lat": { 2024-04-12T17:30:12.800 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 65518, 2024-04-12T17:30:12.800 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5057129531 2024-04-12T17:30:12.800 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.800 INFO:tasks.workunit.client.0.smithi099.stdout: "fsync_lat": { 2024-04-12T17:30:12.800 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 65519, 2024-04-12T17:30:12.800 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9561467044 2024-04-12T17:30:12.800 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.800 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T17:30:12.800 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2433024 2024-04-12T17:30:12.801 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.801 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T17:30:12.801 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 268435456 2024-04-12T17:30:12.801 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.801 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T17:30:12.801 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 506003456 2024-04-12T17:30:12.801 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.801 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T17:30:12.801 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.801 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.801 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T17:30:12.801 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.801 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.801 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T17:30:12.801 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 43 2024-04-12T17:30:12.802 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.802 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T17:30:12.802 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8925976754 2024-04-12T17:30:12.802 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.802 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T17:30:12.802 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 63183 2024-04-12T17:30:12.802 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.802 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T17:30:12.802 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7744323584 2024-04-12T17:30:12.802 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.802 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T17:30:12.802 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7744327680 2024-04-12T17:30:12.802 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.802 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T17:30:12.802 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.803 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.803 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T17:30:12.803 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.803 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.803 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T17:30:12.803 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 58612 2024-04-12T17:30:12.803 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.803 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:12.803 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 63183, 2024-04-12T17:30:12.803 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3176225417 2024-04-12T17:30:12.803 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.803 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T17:30:12.803 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8721858131 2024-04-12T17:30:12.803 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.804 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T17:30:12.804 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 56936 2024-04-12T17:30:12.804 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.804 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T17:30:12.804 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5306175 2024-04-12T17:30:12.804 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.804 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T17:30:12.804 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 840 2024-04-12T17:30:12.804 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.804 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T17:30:12.804 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12984697 2024-04-12T17:30:12.804 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.804 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T17:30:12.804 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1136 2024-04-12T17:30:12.804 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.805 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T17:30:12.805 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7678522 2024-04-12T17:30:12.805 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.805 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:30:12.805 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7678522 2024-04-12T17:30:12.805 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.805 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:30:12.805 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.805 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.805 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:30:12.805 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.805 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.805 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T17:30:12.805 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 309 2024-04-12T17:30:12.806 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.806 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_lat": { 2024-04-12T17:30:12.806 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1136, 2024-04-12T17:30:12.806 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3605186 2024-04-12T17:30:12.806 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.806 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_alloc_lat": { 2024-04-12T17:30:12.806 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.806 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.806 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.806 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T17:30:12.806 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.806 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.806 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T17:30:12.806 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.806 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.807 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:12.807 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T17:30:12.807 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 660 2024-04-12T17:30:12.807 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.807 INFO:tasks.workunit.client.0.smithi099.stdout: "unlink_lat": { 2024-04-12T17:30:12.807 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15, 2024-04-12T17:30:12.807 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16257 2024-04-12T17:30:12.807 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.807 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_alloc_lat": { 2024-04-12T17:30:12.807 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.807 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.807 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.807 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T17:30:12.807 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.808 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.808 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T17:30:12.808 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.808 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.808 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T17:30:12.808 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 843743232 2024-04-12T17:30:12.808 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.808 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.808 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T17:30:12.808 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T17:30:12.808 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T17:30:12.808 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.808 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T17:30:12.808 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14041088 2024-04-12T17:30:12.809 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.809 INFO:tasks.workunit.client.0.smithi099.stdout: "allocator_lat": { 2024-04-12T17:30:12.809 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 17578, 2024-04-12T17:30:12.809 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 61070869 2024-04-12T17:30:12.809 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.809 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T17:30:12.809 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3491, 2024-04-12T17:30:12.809 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5677708256 2024-04-12T17:30:12.809 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.809 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T17:30:12.809 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.809 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.809 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.809 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T17:30:12.810 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.810 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.810 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T17:30:12.810 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.810 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.810 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T17:30:12.810 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.810 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.810 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T17:30:12.810 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18904, 2024-04-12T17:30:12.810 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 151157585 2024-04-12T17:30:12.810 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.810 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T17:30:12.810 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.811 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.811 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.811 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T17:30:12.811 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.811 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.811 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T17:30:12.811 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 65470, 2024-04-12T17:30:12.811 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12735351654 2024-04-12T17:30:12.811 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.811 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T17:30:12.811 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 64980, 2024-04-12T17:30:12.811 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1376245197 2024-04-12T17:30:12.811 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.811 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T17:30:12.811 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 65470, 2024-04-12T17:30:12.812 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 39479887 2024-04-12T17:30:12.812 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.812 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T17:30:12.812 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 65470, 2024-04-12T17:30:12.812 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12774831541 2024-04-12T17:30:12.812 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.812 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T17:30:12.812 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:12.812 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.812 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.812 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T17:30:12.812 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 30249, 2024-04-12T17:30:12.812 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 438475406 2024-04-12T17:30:12.812 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.813 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T17:30:12.813 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 787, 2024-04-12T17:30:12.813 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2362076 2024-04-12T17:30:12.813 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.813 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T17:30:12.813 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 5475, 2024-04-12T17:30:12.813 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7161698 2024-04-12T17:30:12.813 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.813 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:30:12.813 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 50, 2024-04-12T17:30:12.813 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 59412 2024-04-12T17:30:12.813 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.813 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T17:30:12.813 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 11414, 2024-04-12T17:30:12.813 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1213723256 2024-04-12T17:30:12.814 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.814 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T17:30:12.814 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 194928 2024-04-12T17:30:12.814 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.814 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T17:30:12.814 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18161 2024-04-12T17:30:12.814 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.814 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:12.814 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 6927, 2024-04-12T17:30:12.814 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 984648217 2024-04-12T17:30:12.814 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.814 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T17:30:12.814 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 32326, 2024-04-12T17:30:12.814 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15347307 2024-04-12T17:30:12.815 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.815 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T17:30:12.815 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 25399, 2024-04-12T17:30:12.815 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 768395289 2024-04-12T17:30:12.815 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.815 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T17:30:12.815 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.815 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.815 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T17:30:12.815 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 13493, 2024-04-12T17:30:12.815 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 367015990 2024-04-12T17:30:12.815 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.815 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_aio_wait_count": { 2024-04-12T17:30:12.815 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.815 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.816 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_committed_kv_count": { 2024-04-12T17:30:12.816 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.816 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.816 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:30:12.816 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.816 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.816 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:30:12.816 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.816 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.816 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T17:30:12.816 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 75797, 2024-04-12T17:30:12.816 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4549751482 2024-04-12T17:30:12.816 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.816 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:30:12.816 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15858, 2024-04-12T17:30:12.817 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 710010510 2024-04-12T17:30:12.817 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.817 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:30:12.817 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15858, 2024-04-12T17:30:12.817 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4142681520686 2024-04-12T17:30:12.817 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.817 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T17:30:12.817 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15858, 2024-04-12T17:30:12.817 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6376410827823 2024-04-12T17:30:12.817 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.817 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T17:30:12.817 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 75797, 2024-04-12T17:30:12.817 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2893520544701 2024-04-12T17:30:12.817 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.817 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T17:30:12.818 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 75797, 2024-04-12T17:30:12.818 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8682976 2024-04-12T17:30:12.818 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.818 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T17:30:12.818 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 75797, 2024-04-12T17:30:12.818 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 132965609 2024-04-12T17:30:12.818 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.818 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T17:30:12.818 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 75797, 2024-04-12T17:30:12.818 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22286031118 2024-04-12T17:30:12.818 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.818 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T17:30:12.818 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 75797, 2024-04-12T17:30:12.818 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 28778881 2024-04-12T17:30:12.819 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.819 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T17:30:12.819 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 75797, 2024-04-12T17:30:12.819 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11057647819 2024-04-12T17:30:12.819 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.819 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T17:30:12.819 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 75797, 2024-04-12T17:30:12.819 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10763301093 2024-04-12T17:30:12.819 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.819 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T17:30:12.819 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10169945 2024-04-12T17:30:12.819 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.819 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:12.819 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2364, 2024-04-12T17:30:12.820 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12457245 2024-04-12T17:30:12.820 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.820 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T17:30:12.820 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 75797, 2024-04-12T17:30:12.820 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 48802547633 2024-04-12T17:30:12.820 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.820 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T17:30:12.820 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 75797, 2024-04-12T17:30:12.820 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11645375498 2024-04-12T17:30:12.820 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.820 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T17:30:12.820 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 75797, 2024-04-12T17:30:12.820 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 448180290 2024-04-12T17:30:12.820 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.821 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.821 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T17:30:12.821 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T17:30:12.821 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1405275320 2024-04-12T17:30:12.821 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.821 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T17:30:12.821 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 580231168 2024-04-12T17:30:12.821 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.821 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T17:30:12.821 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 534323200 2024-04-12T17:30:12.821 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.821 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T17:30:12.821 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2600684339 2024-04-12T17:30:12.821 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.822 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T17:30:12.822 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 45907968 2024-04-12T17:30:12.822 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.822 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.822 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T17:30:12.822 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:12.822 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 125829120 2024-04-12T17:30:12.822 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.822 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:12.822 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.822 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.822 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:12.822 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.822 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.823 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:12.823 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 56619730 2024-04-12T17:30:12.823 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.823 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:12.823 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.823 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.823 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:12.823 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.823 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.823 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:12.823 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.823 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.823 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:12.823 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.823 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.824 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:12.824 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8192 2024-04-12T17:30:12.824 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.824 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:12.824 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 73728 2024-04-12T17:30:12.824 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.824 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:12.824 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.824 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.824 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:12.824 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.824 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.824 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:12.824 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.825 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.825 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:12.825 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69127470 2024-04-12T17:30:12.825 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.825 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.825 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T17:30:12.825 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:12.825 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 562036736 2024-04-12T17:30:12.825 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.825 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:12.825 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:12.825 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.825 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:12.825 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.825 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.826 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:12.826 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 424647981 2024-04-12T17:30:12.826 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.826 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:12.826 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.826 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.826 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:12.826 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.826 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.826 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:12.826 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2384 2024-04-12T17:30:12.826 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.826 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:12.826 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.827 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.827 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:12.827 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 168096 2024-04-12T17:30:12.827 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.827 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:12.827 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.827 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.827 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:12.827 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.827 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.827 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:12.827 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.827 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.827 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:12.827 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.828 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.828 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:12.828 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 70109411 2024-04-12T17:30:12.828 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.828 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.828 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:30:12.828 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:12.828 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 184549376 2024-04-12T17:30:12.828 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.828 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:12.828 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:12.828 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.828 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:12.828 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12529104 2024-04-12T17:30:12.828 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.829 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:12.829 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37746487 2024-04-12T17:30:12.829 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.829 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:12.829 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.829 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.829 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:12.829 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.829 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.829 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:12.829 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.829 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.829 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:12.829 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.829 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.830 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:12.830 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.830 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.830 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:12.830 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.830 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.830 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:12.830 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.830 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.830 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:12.830 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.830 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.830 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:12.830 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.830 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.831 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:12.831 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67164921 2024-04-12T17:30:12.831 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.831 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.831 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T17:30:12.833 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:12.833 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 494927872 2024-04-12T17:30:12.834 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.834 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:12.834 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.834 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.834 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:12.834 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.834 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.834 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:12.834 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 424647981 2024-04-12T17:30:12.834 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.834 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:12.834 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.834 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.835 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:12.835 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.835 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.835 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:12.835 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.835 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.835 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:12.835 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.835 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.835 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:12.835 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 116106 2024-04-12T17:30:12.835 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.835 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:12.835 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1135266 2024-04-12T17:30:12.835 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.836 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:12.836 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.836 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.836 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:12.836 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.836 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.836 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:12.836 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.836 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.836 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:12.836 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69028519 2024-04-12T17:30:12.836 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.836 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.836 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T17:30:12.836 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T17:30:12.836 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.837 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.837 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:12.837 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14 2024-04-12T17:30:12.837 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.837 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T17:30:12.837 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.837 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.837 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:12.837 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.837 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.837 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.837 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:12.837 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T17:30:12.837 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 58 2024-04-12T17:30:12.837 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.838 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T17:30:12.838 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.838 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.838 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T17:30:12.838 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 34885 2024-04-12T17:30:12.838 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.838 INFO:tasks.workunit.client.0.smithi099.stdout: "op_before_queue_op_lat": { 2024-04-12T17:30:12.838 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 101637, 2024-04-12T17:30:12.838 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10183169854 2024-04-12T17:30:12.838 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.838 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T17:30:12.838 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.838 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.839 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T17:30:12.839 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.839 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.839 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T17:30:12.839 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1533468533 2024-04-12T17:30:12.839 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.839 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T17:30:12.839 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 34885, 2024-04-12T17:30:12.839 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 38633699459 2024-04-12T17:30:12.839 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.839 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T17:30:12.839 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1699858003 2024-04-12T17:30:12.839 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.839 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T17:30:12.840 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 35306, 2024-04-12T17:30:12.840 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15935421787 2024-04-12T17:30:12.840 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.840 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T17:30:12.840 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 34885, 2024-04-12T17:30:12.840 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 29873477541 2024-04-12T17:30:12.840 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.840 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:12.840 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22515 2024-04-12T17:30:12.840 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.840 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T17:30:12.840 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 22515, 2024-04-12T17:30:12.840 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8469084256 2024-04-12T17:30:12.840 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.841 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:30:12.841 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.841 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.841 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T17:30:12.841 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1699858003 2024-04-12T17:30:12.841 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.841 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T17:30:12.841 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 22711, 2024-04-12T17:30:12.841 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4778463967 2024-04-12T17:30:12.841 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.841 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T17:30:12.841 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 22515, 2024-04-12T17:30:12.841 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4544888597 2024-04-12T17:30:12.841 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.842 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T17:30:12.842 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11355 2024-04-12T17:30:12.842 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.842 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T17:30:12.842 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 370645169 2024-04-12T17:30:12.842 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.842 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T17:30:12.842 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 11355, 2024-04-12T17:30:12.842 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 19216600432 2024-04-12T17:30:12.842 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.842 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:30:12.842 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.842 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.842 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:30:12.843 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.843 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.843 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T17:30:12.843 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.843 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.843 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T17:30:12.843 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 11510, 2024-04-12T17:30:12.843 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9212253284 2024-04-12T17:30:12.843 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.843 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T17:30:12.843 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 11355, 2024-04-12T17:30:12.843 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17230913873 2024-04-12T17:30:12.843 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.843 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:12.843 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1015 2024-04-12T17:30:12.843 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.844 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T17:30:12.844 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1162823364 2024-04-12T17:30:12.844 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.844 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T17:30:12.844 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1015, 2024-04-12T17:30:12.844 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10948014771 2024-04-12T17:30:12.844 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.844 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:30:12.844 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.844 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.844 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T17:30:12.844 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1085, 2024-04-12T17:30:12.844 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1944704536 2024-04-12T17:30:12.844 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.844 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T17:30:12.845 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1015, 2024-04-12T17:30:12.845 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8097675071 2024-04-12T17:30:12.845 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.845 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T17:30:12.845 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:12.845 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.845 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T17:30:12.845 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 94 2024-04-12T17:30:12.845 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.845 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T17:30:12.845 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8 2024-04-12T17:30:12.845 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.845 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T17:30:12.845 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T17:30:12.845 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.846 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T17:30:12.846 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 498753536 2024-04-12T17:30:12.846 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.846 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.846 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.846 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.846 INFO:tasks.workunit.client.0.smithi099.stdout: "pools": [ 2024-04-12T17:30:12.846 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.846 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T17:30:12.846 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr" 2024-04-12T17:30:12.846 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.846 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_mode": "none", 2024-04-12T17:30:12.846 INFO:tasks.workunit.client.0.smithi099.stdout: "erasure_code_profile": {}, 2024-04-12T17:30:12.846 INFO:tasks.workunit.client.0.smithi099.stdout: "flags_names": [ 2024-04-12T17:30:12.847 INFO:tasks.workunit.client.0.smithi099.stdout: "hashpspool" 2024-04-12T17:30:12.847 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.847 INFO:tasks.workunit.client.0.smithi099.stdout: "min_size": 2, 2024-04-12T17:30:12.847 INFO:tasks.workunit.client.0.smithi099.stdout: "options": {}, 2024-04-12T17:30:12.847 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_autoscale_mode": "off", 2024-04-12T17:30:12.847 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_num": 1, 2024-04-12T17:30:12.847 INFO:tasks.workunit.client.0.smithi099.stdout: "pgp_num": 1, 2024-04-12T17:30:12.847 INFO:tasks.workunit.client.0.smithi099.stdout: "pool": 1, 2024-04-12T17:30:12.847 INFO:tasks.workunit.client.0.smithi099.stdout: "size": 3, 2024-04-12T17:30:12.847 INFO:tasks.workunit.client.0.smithi099.stdout: "stats": { 2024-04-12T17:30:12.847 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_raw": 721202718986, 2024-04-12T17:30:12.847 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_used": 1781760, 2024-04-12T17:30:12.847 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_bytes_used": 0, 2024-04-12T17:30:12.847 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_under_bytes": 0, 2024-04-12T17:30:12.847 INFO:tasks.workunit.client.0.smithi099.stdout: "data_bytes_used": 1781760, 2024-04-12T17:30:12.848 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty": 0, 2024-04-12T17:30:12.848 INFO:tasks.workunit.client.0.smithi099.stdout: "max_avail": 240400908288, 2024-04-12T17:30:12.848 INFO:tasks.workunit.client.0.smithi099.stdout: "objects": 2, 2024-04-12T17:30:12.848 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_bytes_used": 0, 2024-04-12T17:30:12.848 INFO:tasks.workunit.client.0.smithi099.stdout: "percent_used": 2.4705336727492977e-06, 2024-04-12T17:30:12.848 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_bytes": 0, 2024-04-12T17:30:12.848 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_objects": 0, 2024-04-12T17:30:12.848 INFO:tasks.workunit.client.0.smithi099.stdout: "rd": 1178, 2024-04-12T17:30:12.848 INFO:tasks.workunit.client.0.smithi099.stdout: "rd_bytes": 2041856, 2024-04-12T17:30:12.848 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": 590368, 2024-04-12T17:30:12.848 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_data": 590368, 2024-04-12T17:30:12.848 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_omap": 0, 2024-04-12T17:30:12.848 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_raw": 1771104, 2024-04-12T17:30:12.848 INFO:tasks.workunit.client.0.smithi099.stdout: "wr": 391, 2024-04-12T17:30:12.849 INFO:tasks.workunit.client.0.smithi099.stdout: "wr_bytes": 2473984 2024-04-12T17:30:12.849 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.849 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_bytes": 0, 2024-04-12T17:30:12.849 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_objects": 0, 2024-04-12T17:30:12.849 INFO:tasks.workunit.client.0.smithi099.stdout: "type": "replicated" 2024-04-12T17:30:12.849 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.849 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.849 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T17:30:12.849 INFO:tasks.workunit.client.0.smithi099.stdout: "cephfs" 2024-04-12T17:30:12.849 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.849 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_mode": "none", 2024-04-12T17:30:12.849 INFO:tasks.workunit.client.0.smithi099.stdout: "erasure_code_profile": {}, 2024-04-12T17:30:12.849 INFO:tasks.workunit.client.0.smithi099.stdout: "flags_names": [ 2024-04-12T17:30:12.849 INFO:tasks.workunit.client.0.smithi099.stdout: "hashpspool" 2024-04-12T17:30:12.850 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.850 INFO:tasks.workunit.client.0.smithi099.stdout: "min_size": 2, 2024-04-12T17:30:12.850 INFO:tasks.workunit.client.0.smithi099.stdout: "options": {}, 2024-04-12T17:30:12.850 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_autoscale_mode": "off", 2024-04-12T17:30:12.850 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_num": 32, 2024-04-12T17:30:12.850 INFO:tasks.workunit.client.0.smithi099.stdout: "pgp_num": 32, 2024-04-12T17:30:12.850 INFO:tasks.workunit.client.0.smithi099.stdout: "pool": 2, 2024-04-12T17:30:12.850 INFO:tasks.workunit.client.0.smithi099.stdout: "size": 3, 2024-04-12T17:30:12.850 INFO:tasks.workunit.client.0.smithi099.stdout: "stats": { 2024-04-12T17:30:12.850 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_raw": 721202718986, 2024-04-12T17:30:12.850 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_used": 155475, 2024-04-12T17:30:12.850 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_bytes_used": 0, 2024-04-12T17:30:12.850 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_under_bytes": 0, 2024-04-12T17:30:12.850 INFO:tasks.workunit.client.0.smithi099.stdout: "data_bytes_used": 110592, 2024-04-12T17:30:12.850 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty": 0, 2024-04-12T17:30:12.851 INFO:tasks.workunit.client.0.smithi099.stdout: "max_avail": 240400908288, 2024-04-12T17:30:12.851 INFO:tasks.workunit.client.0.smithi099.stdout: "objects": 22, 2024-04-12T17:30:12.851 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_bytes_used": 44883, 2024-04-12T17:30:12.851 INFO:tasks.workunit.client.0.smithi099.stdout: "percent_used": 2.155773586309806e-07, 2024-04-12T17:30:12.851 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_bytes": 0, 2024-04-12T17:30:12.851 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_objects": 0, 2024-04-12T17:30:12.851 INFO:tasks.workunit.client.0.smithi099.stdout: "rd": 158, 2024-04-12T17:30:12.851 INFO:tasks.workunit.client.0.smithi099.stdout: "rd_bytes": 178176, 2024-04-12T17:30:12.851 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": 21583, 2024-04-12T17:30:12.851 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_data": 6622, 2024-04-12T17:30:12.851 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_omap": 14961, 2024-04-12T17:30:12.851 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_raw": 64749, 2024-04-12T17:30:12.851 INFO:tasks.workunit.client.0.smithi099.stdout: "wr": 69, 2024-04-12T17:30:12.851 INFO:tasks.workunit.client.0.smithi099.stdout: "wr_bytes": 36864 2024-04-12T17:30:12.851 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.851 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_bytes": 0, 2024-04-12T17:30:12.852 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_objects": 0, 2024-04-12T17:30:12.852 INFO:tasks.workunit.client.0.smithi099.stdout: "type": "replicated" 2024-04-12T17:30:12.852 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.852 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.852 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T17:30:12.852 INFO:tasks.workunit.client.0.smithi099.stdout: "cephfs" 2024-04-12T17:30:12.852 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.852 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_mode": "none", 2024-04-12T17:30:12.852 INFO:tasks.workunit.client.0.smithi099.stdout: "erasure_code_profile": {}, 2024-04-12T17:30:12.852 INFO:tasks.workunit.client.0.smithi099.stdout: "flags_names": [ 2024-04-12T17:30:12.852 INFO:tasks.workunit.client.0.smithi099.stdout: "hashpspool" 2024-04-12T17:30:12.852 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.852 INFO:tasks.workunit.client.0.smithi099.stdout: "min_size": 2, 2024-04-12T17:30:12.852 INFO:tasks.workunit.client.0.smithi099.stdout: "options": {}, 2024-04-12T17:30:12.852 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_autoscale_mode": "off", 2024-04-12T17:30:12.853 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_num": 64, 2024-04-12T17:30:12.853 INFO:tasks.workunit.client.0.smithi099.stdout: "pgp_num": 64, 2024-04-12T17:30:12.853 INFO:tasks.workunit.client.0.smithi099.stdout: "pool": 3, 2024-04-12T17:30:12.853 INFO:tasks.workunit.client.0.smithi099.stdout: "size": 3, 2024-04-12T17:30:12.853 INFO:tasks.workunit.client.0.smithi099.stdout: "stats": { 2024-04-12T17:30:12.853 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_raw": 721202718986, 2024-04-12T17:30:12.853 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_used": 0, 2024-04-12T17:30:12.853 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_bytes_used": 0, 2024-04-12T17:30:12.853 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_under_bytes": 0, 2024-04-12T17:30:12.853 INFO:tasks.workunit.client.0.smithi099.stdout: "data_bytes_used": 0, 2024-04-12T17:30:12.853 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty": 0, 2024-04-12T17:30:12.853 INFO:tasks.workunit.client.0.smithi099.stdout: "max_avail": 240400908288, 2024-04-12T17:30:12.853 INFO:tasks.workunit.client.0.smithi099.stdout: "objects": 0, 2024-04-12T17:30:12.853 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_bytes_used": 0, 2024-04-12T17:30:12.853 INFO:tasks.workunit.client.0.smithi099.stdout: "percent_used": 0.0, 2024-04-12T17:30:12.853 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_bytes": 0, 2024-04-12T17:30:12.854 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_objects": 0, 2024-04-12T17:30:12.854 INFO:tasks.workunit.client.0.smithi099.stdout: "rd": 0, 2024-04-12T17:30:12.854 INFO:tasks.workunit.client.0.smithi099.stdout: "rd_bytes": 0, 2024-04-12T17:30:12.854 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": 0, 2024-04-12T17:30:12.854 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_data": 0, 2024-04-12T17:30:12.854 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_omap": 0, 2024-04-12T17:30:12.854 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_raw": 0, 2024-04-12T17:30:12.854 INFO:tasks.workunit.client.0.smithi099.stdout: "wr": 0, 2024-04-12T17:30:12.854 INFO:tasks.workunit.client.0.smithi099.stdout: "wr_bytes": 0 2024-04-12T17:30:12.854 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.854 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_bytes": 0, 2024-04-12T17:30:12.854 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_objects": 0, 2024-04-12T17:30:12.854 INFO:tasks.workunit.client.0.smithi099.stdout: "type": "replicated" 2024-04-12T17:30:12.854 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.855 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.855 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T17:30:12.855 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd" 2024-04-12T17:30:12.855 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.855 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_mode": "none", 2024-04-12T17:30:12.855 INFO:tasks.workunit.client.0.smithi099.stdout: "erasure_code_profile": {}, 2024-04-12T17:30:12.855 INFO:tasks.workunit.client.0.smithi099.stdout: "flags_names": [ 2024-04-12T17:30:12.855 INFO:tasks.workunit.client.0.smithi099.stdout: "hashpspool", 2024-04-12T17:30:12.855 INFO:tasks.workunit.client.0.smithi099.stdout: "selfmanaged_snaps" 2024-04-12T17:30:12.855 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.855 INFO:tasks.workunit.client.0.smithi099.stdout: "min_size": 2, 2024-04-12T17:30:12.855 INFO:tasks.workunit.client.0.smithi099.stdout: "options": {}, 2024-04-12T17:30:12.855 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_autoscale_mode": "off", 2024-04-12T17:30:12.855 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_num": 8, 2024-04-12T17:30:12.855 INFO:tasks.workunit.client.0.smithi099.stdout: "pgp_num": 8, 2024-04-12T17:30:12.856 INFO:tasks.workunit.client.0.smithi099.stdout: "pool": 4, 2024-04-12T17:30:12.856 INFO:tasks.workunit.client.0.smithi099.stdout: "size": 3, 2024-04-12T17:30:12.856 INFO:tasks.workunit.client.0.smithi099.stdout: "stats": { 2024-04-12T17:30:12.856 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_raw": 721202718986, 2024-04-12T17:30:12.856 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_used": 12595200, 2024-04-12T17:30:12.856 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_bytes_used": 0, 2024-04-12T17:30:12.856 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_under_bytes": 0, 2024-04-12T17:30:12.856 INFO:tasks.workunit.client.0.smithi099.stdout: "data_bytes_used": 12595200, 2024-04-12T17:30:12.856 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty": 0, 2024-04-12T17:30:12.856 INFO:tasks.workunit.client.0.smithi099.stdout: "max_avail": 240400908288, 2024-04-12T17:30:12.856 INFO:tasks.workunit.client.0.smithi099.stdout: "objects": 4, 2024-04-12T17:30:12.856 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_bytes_used": 0, 2024-04-12T17:30:12.856 INFO:tasks.workunit.client.0.smithi099.stdout: "percent_used": 1.7463855328969657e-05, 2024-04-12T17:30:12.856 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_bytes": 0, 2024-04-12T17:30:12.856 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_objects": 0, 2024-04-12T17:30:12.857 INFO:tasks.workunit.client.0.smithi099.stdout: "rd": 8983, 2024-04-12T17:30:12.857 INFO:tasks.workunit.client.0.smithi099.stdout: "rd_bytes": 3126430720, 2024-04-12T17:30:12.857 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": 4194323, 2024-04-12T17:30:12.857 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_data": 4194323, 2024-04-12T17:30:12.857 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_omap": 0, 2024-04-12T17:30:12.857 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_raw": 12582969, 2024-04-12T17:30:12.857 INFO:tasks.workunit.client.0.smithi099.stdout: "wr": 24345, 2024-04-12T17:30:12.857 INFO:tasks.workunit.client.0.smithi099.stdout: "wr_bytes": 3201514496 2024-04-12T17:30:12.857 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.857 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_bytes": 0, 2024-04-12T17:30:12.857 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_objects": 0, 2024-04-12T17:30:12.857 INFO:tasks.workunit.client.0.smithi099.stdout: "type": "replicated" 2024-04-12T17:30:12.857 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.857 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.857 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd": { 2024-04-12T17:30:12.858 INFO:tasks.workunit.client.0.smithi099.stdout: "mirroring_by_pool": [ 2024-04-12T17:30:12.858 INFO:tasks.workunit.client.0.smithi099.stdout: false 2024-04-12T17:30:12.858 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.858 INFO:tasks.workunit.client.0.smithi099.stdout: "num_images_by_pool": [ 2024-04-12T17:30:12.858 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:12.858 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.858 INFO:tasks.workunit.client.0.smithi099.stdout: "num_pools": 1 2024-04-12T17:30:12.858 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.858 INFO:tasks.workunit.client.0.smithi099.stdout: "report_id": "8ed43c25-625c-491d-a955-cdf3bd105890", 2024-04-12T17:30:12.858 INFO:tasks.workunit.client.0.smithi099.stdout: "report_timestamp": "2024-04-12T17:30:11.411915", 2024-04-12T17:30:12.858 INFO:tasks.workunit.client.0.smithi099.stdout: "report_version": 1, 2024-04-12T17:30:12.858 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_stats": { 2024-04-12T17:30:12.858 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "7.9.2" 2024-04-12T17:30:12.858 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.859 INFO:tasks.workunit.client.0.smithi099.stdout: "rook": { 2024-04-12T17:30:12.859 INFO:tasks.workunit.client.0.smithi099.stdout: "cluster": { 2024-04-12T17:30:12.859 INFO:tasks.workunit.client.0.smithi099.stdout: "external-mode": null, 2024-04-12T17:30:12.859 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T17:30:12.859 INFO:tasks.workunit.client.0.smithi099.stdout: "allow-multiple-per-node": null, 2024-04-12T17:30:12.859 INFO:tasks.workunit.client.0.smithi099.stdout: "count": null, 2024-04-12T17:30:12.859 INFO:tasks.workunit.client.0.smithi099.stdout: "max-id": null, 2024-04-12T17:30:12.859 INFO:tasks.workunit.client.0.smithi099.stdout: "pvc": { 2024-04-12T17:30:12.859 INFO:tasks.workunit.client.0.smithi099.stdout: "enabled": null 2024-04-12T17:30:12.859 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.859 INFO:tasks.workunit.client.0.smithi099.stdout: "stretch": { 2024-04-12T17:30:12.859 INFO:tasks.workunit.client.0.smithi099.stdout: "enabled": null 2024-04-12T17:30:12.859 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.859 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.860 INFO:tasks.workunit.client.0.smithi099.stdout: "network": { 2024-04-12T17:30:12.860 INFO:tasks.workunit.client.0.smithi099.stdout: "provider": null 2024-04-12T17:30:12.860 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.860 INFO:tasks.workunit.client.0.smithi099.stdout: "storage": { 2024-04-12T17:30:12.860 INFO:tasks.workunit.client.0.smithi099.stdout: "device-set": { 2024-04-12T17:30:12.860 INFO:tasks.workunit.client.0.smithi099.stdout: "count": { 2024-04-12T17:30:12.860 INFO:tasks.workunit.client.0.smithi099.stdout: "non-portable": null, 2024-04-12T17:30:12.860 INFO:tasks.workunit.client.0.smithi099.stdout: "portable": null, 2024-04-12T17:30:12.860 INFO:tasks.workunit.client.0.smithi099.stdout: "total": null 2024-04-12T17:30:12.860 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.860 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.860 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.860 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.860 INFO:tasks.workunit.client.0.smithi099.stdout: "csi": { 2024-04-12T17:30:12.860 INFO:tasks.workunit.client.0.smithi099.stdout: "version": null 2024-04-12T17:30:12.861 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.861 INFO:tasks.workunit.client.0.smithi099.stdout: "kubernetes": { 2024-04-12T17:30:12.861 INFO:tasks.workunit.client.0.smithi099.stdout: "version": null 2024-04-12T17:30:12.861 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.861 INFO:tasks.workunit.client.0.smithi099.stdout: "node": { 2024-04-12T17:30:12.861 INFO:tasks.workunit.client.0.smithi099.stdout: "count": { 2024-04-12T17:30:12.861 INFO:tasks.workunit.client.0.smithi099.stdout: "kubernetes-total": null, 2024-04-12T17:30:12.861 INFO:tasks.workunit.client.0.smithi099.stdout: "with-ceph-daemons": null, 2024-04-12T17:30:12.861 INFO:tasks.workunit.client.0.smithi099.stdout: "with-csi-cephfs-plugin": null, 2024-04-12T17:30:12.861 INFO:tasks.workunit.client.0.smithi099.stdout: "with-csi-nfs-plugin": null, 2024-04-12T17:30:12.861 INFO:tasks.workunit.client.0.smithi099.stdout: "with-csi-rbd-plugin": null 2024-04-12T17:30:12.861 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.861 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.861 INFO:tasks.workunit.client.0.smithi099.stdout: "usage": { 2024-04-12T17:30:12.862 INFO:tasks.workunit.client.0.smithi099.stdout: "storage-class": { 2024-04-12T17:30:12.862 INFO:tasks.workunit.client.0.smithi099.stdout: "count": { 2024-04-12T17:30:12.862 INFO:tasks.workunit.client.0.smithi099.stdout: "bucket": null, 2024-04-12T17:30:12.862 INFO:tasks.workunit.client.0.smithi099.stdout: "cephfs": null, 2024-04-12T17:30:12.862 INFO:tasks.workunit.client.0.smithi099.stdout: "nfs": null, 2024-04-12T17:30:12.862 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd": null, 2024-04-12T17:30:12.862 INFO:tasks.workunit.client.0.smithi099.stdout: "total": null 2024-04-12T17:30:12.862 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.862 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:12.862 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.862 INFO:tasks.workunit.client.0.smithi099.stdout: "version": null 2024-04-12T17:30:12.862 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.862 INFO:tasks.workunit.client.0.smithi099.stdout: "services": {}, 2024-04-12T17:30:12.862 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_per_pg": [ 2024-04-12T17:30:12.862 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.863 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:12.863 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:12.863 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:12.863 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:12.863 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.863 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:12.863 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:12.863 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:12.863 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:12.863 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:12.863 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:12.863 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:12.863 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.425465+0000", 2024-04-12T17:30:12.863 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.118799+0000", 2024-04-12T17:30:12.863 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.118799+0000", 2024-04-12T17:30:12.864 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.119796+0000", 2024-04-12T17:30:12.864 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.425465+0000", 2024-04-12T17:30:12.864 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.864 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:12.864 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.864 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:12.864 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.425465+0000", 2024-04-12T17:30:12.864 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.425465+0000", 2024-04-12T17:30:12.864 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.425465+0000", 2024-04-12T17:30:12.864 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:12.864 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:12.864 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.864 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.425465+0000", 2024-04-12T17:30:12.864 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.425465+0000", 2024-04-12T17:30:12.865 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:12.865 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:12.865 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:12.865 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:12.865 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:12.865 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:12.865 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:12.865 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:12.865 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:12.865 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:12.865 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:12.865 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:12.865 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:12.865 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.2c", 2024-04-12T17:30:12.865 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:12.865 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:12.866 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:12.866 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4975, 2024-04-12T17:30:12.866 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:12.866 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:11:53.074907+0000", 2024-04-12T17:30:12.866 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:12.866 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:12.866 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:12.866 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:12.866 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:12.866 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:12.866 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:12.866 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:12.866 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:12.866 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:12.867 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:12.867 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:12.867 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:12.867 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:12.867 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:12.867 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:12.867 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:12.867 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:12.867 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:12.867 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:12.867 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:12.867 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:12.867 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:12.867 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:12.867 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:12.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:12.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:12.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:12.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:12.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:12.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:12.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:12.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:12.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:12.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:12.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:12.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:12.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:12.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:12.869 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:12.869 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:12.869 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:12.869 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:12.869 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.869 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:12.869 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:12.869 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:12.869 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:12.869 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:12.869 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:12.869 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.869 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:12.870 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:12.870 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.870 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.870 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:12.870 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:12.870 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:12.870 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:12.870 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.870 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:12.870 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:12.870 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:12.870 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:12.870 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:12.870 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:12.871 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:12.871 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.423329+0000", 2024-04-12T17:30:12.871 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.097051+0000", 2024-04-12T17:30:12.871 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.097051+0000", 2024-04-12T17:30:12.871 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.097867+0000", 2024-04-12T17:30:12.871 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.423329+0000", 2024-04-12T17:30:12.871 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.871 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:12.871 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.871 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:12.871 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.423329+0000", 2024-04-12T17:30:12.871 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.423329+0000", 2024-04-12T17:30:12.871 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.423329+0000", 2024-04-12T17:30:12.871 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:12.872 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:12.872 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.872 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.423329+0000", 2024-04-12T17:30:12.872 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.423329+0000", 2024-04-12T17:30:12.872 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:12.872 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:12.872 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:12.872 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:12.872 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:12.872 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:12.872 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:12.872 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:12.872 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:12.872 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:12.872 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:12.873 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:12.873 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:12.873 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.2b", 2024-04-12T17:30:12.873 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:12.873 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:12.873 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:12.873 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5191, 2024-04-12T17:30:12.873 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:12.873 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:29:34.810078+0000", 2024-04-12T17:30:12.873 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:12.873 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:12.873 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:12.873 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:12.873 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:12.874 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:12.874 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:12.874 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:12.874 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:12.874 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:12.874 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:12.874 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:12.874 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:12.874 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:12.874 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:12.874 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:12.874 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:12.874 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:12.874 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:12.875 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:12.875 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:12.875 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:12.875 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:12.875 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:12.875 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:12.875 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:12.875 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:12.875 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:12.875 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:12.875 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:12.875 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:12.875 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:12.875 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:12.875 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:12.876 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:12.876 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:12.876 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:12.876 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:12.876 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:12.876 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:12.876 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:12.876 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:12.876 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:12.876 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.876 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:12.876 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:12.876 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:12.876 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:12.876 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:12.877 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:12.877 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.877 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:12.877 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:12.877 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.877 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.877 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:12.877 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:12.877 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:12.877 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:12.877 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.877 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:12.877 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:12.877 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:12.877 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:12.878 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:12.878 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:12.878 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:12.878 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.266018+0000", 2024-04-12T17:30:12.878 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.091387+0000", 2024-04-12T17:30:12.878 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.091387+0000", 2024-04-12T17:30:12.878 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.092699+0000", 2024-04-12T17:30:12.878 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.266018+0000", 2024-04-12T17:30:12.878 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.878 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:12.878 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.878 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:12.878 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.266018+0000", 2024-04-12T17:30:12.878 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.266018+0000", 2024-04-12T17:30:12.879 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.266018+0000", 2024-04-12T17:30:12.879 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:12.879 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:12.879 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.879 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.266018+0000", 2024-04-12T17:30:12.879 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.266018+0000", 2024-04-12T17:30:12.879 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:12.879 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:12.879 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:12.879 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:12.879 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:12.879 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:12.879 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:12.879 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:12.880 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:12.880 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:12.880 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:12.880 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:12.880 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:12.880 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.2a", 2024-04-12T17:30:12.880 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:12.880 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:12.880 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:12.880 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4999, 2024-04-12T17:30:12.880 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:12.880 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:43:32.063573+0000", 2024-04-12T17:30:12.880 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:12.880 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:12.880 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:12.881 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:12.881 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:12.881 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:12.881 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:12.881 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:12.881 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:12.881 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:12.881 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:12.881 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:12.881 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:12.881 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:12.881 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:12.881 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:12.881 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:12.882 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:12.882 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:12.882 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:12.882 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:12.882 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:12.882 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:12.882 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:12.882 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:12.882 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:12.882 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:12.882 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:12.882 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:12.882 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:12.882 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:12.882 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:12.883 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:12.883 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:12.883 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:12.883 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:12.883 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:12.883 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:12.883 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:12.883 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:12.883 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:12.883 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:12.883 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:12.883 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.883 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:12.884 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:12.884 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:12.884 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:12.884 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:12.884 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:12.884 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.884 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:12.884 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:12.884 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.884 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.884 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:12.884 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:12.884 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:12.884 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:12.884 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.885 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:12.885 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:12.885 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:12.885 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:12.885 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:12.885 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:12.885 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:12.885 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.271238+0000", 2024-04-12T17:30:12.885 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:01.053984+0000", 2024-04-12T17:30:12.885 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:01.053984+0000", 2024-04-12T17:30:12.885 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:01.054271+0000", 2024-04-12T17:30:12.885 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.271238+0000", 2024-04-12T17:30:12.885 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.885 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:12.886 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.886 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 464, 2024-04-12T17:30:12.886 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.271238+0000", 2024-04-12T17:30:12.886 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.271238+0000", 2024-04-12T17:30:12.886 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.271238+0000", 2024-04-12T17:30:12.886 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:12.886 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:12.886 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.886 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.271238+0000", 2024-04-12T17:30:12.886 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.271238+0000", 2024-04-12T17:30:12.886 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:12.886 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:12.886 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:12.886 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:12.886 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 463, 2024-04-12T17:30:12.887 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:12.887 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:12.887 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:12.887 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:12.887 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:12.887 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:12.887 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:12.887 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:12.887 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.29", 2024-04-12T17:30:12.887 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:12.887 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:12.887 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:12.887 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5105, 2024-04-12T17:30:12.887 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:12.887 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:19:31.510475+0000", 2024-04-12T17:30:12.888 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:12.888 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:12.888 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:12.888 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:12.888 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:12.888 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:12.888 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:12.888 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:12.888 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:12.888 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:12.888 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:12.888 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:12.888 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:12.888 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:12.889 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:12.889 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:12.889 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:12.889 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:12.889 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:12.889 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:12.889 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:12.889 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:12.889 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:12.889 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:12.889 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:12.889 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:12.889 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:12.889 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:12.889 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:12.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:12.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:12.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:12.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:12.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:12.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:12.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:12.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:12.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:12.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:12.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:12.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:12.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:12.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:12.891 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.891 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:12.891 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:12.891 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:12.891 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:12.891 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:12.891 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:12.891 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.891 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:12.891 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:12.891 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.891 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.891 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:12.891 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:12.891 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:12.892 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:12.892 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.892 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:12.892 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:12.892 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:12.892 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:12.892 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:12.892 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:12.892 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:12.892 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267918+0000", 2024-04-12T17:30:12.892 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.168083+0000", 2024-04-12T17:30:12.892 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.168083+0000", 2024-04-12T17:30:12.892 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.169475+0000", 2024-04-12T17:30:12.892 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267918+0000", 2024-04-12T17:30:12.892 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.893 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:12.893 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.893 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:12.893 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267918+0000", 2024-04-12T17:30:12.893 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267918+0000", 2024-04-12T17:30:12.893 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267918+0000", 2024-04-12T17:30:12.893 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:12.893 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:12.893 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.893 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267918+0000", 2024-04-12T17:30:12.893 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267918+0000", 2024-04-12T17:30:12.893 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:12.893 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:12.893 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:12.893 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:12.894 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:12.894 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:12.894 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:12.894 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:12.894 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:12.894 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:12.894 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:12.894 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:12.894 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:12.894 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.28", 2024-04-12T17:30:12.894 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:12.894 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:12.894 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:12.894 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5011, 2024-04-12T17:30:12.895 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:12.895 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:09:14.871304+0000", 2024-04-12T17:30:12.895 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:12.895 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:12.895 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:12.895 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:12.895 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:12.895 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:12.895 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:12.895 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:12.895 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:12.895 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:12.895 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:12.895 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:12.895 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:12.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:12.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:12.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:12.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:12.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:12.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:12.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:12.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:12.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:12.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:12.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:12.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:12.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:12.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:12.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:12.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:12.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:12.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:12.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:12.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:12.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:12.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:12.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:12.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:12.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:12.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:12.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:12.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:12.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:12.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:12.897 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.898 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:12.898 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:12.898 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:12.898 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:12.898 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:12.898 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:12.898 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.898 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:12.898 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:12.898 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.898 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.898 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:12.898 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:12.899 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:12.899 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:12.899 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.899 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:12.899 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:12.899 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:12.899 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:12.899 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:12.899 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:12.899 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:12.899 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.269675+0000", 2024-04-12T17:30:12.899 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:01.055090+0000", 2024-04-12T17:30:12.899 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:01.055090+0000", 2024-04-12T17:30:12.899 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:01.055406+0000", 2024-04-12T17:30:12.900 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.269675+0000", 2024-04-12T17:30:12.900 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.900 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:12.900 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.900 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 464, 2024-04-12T17:30:12.900 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.269675+0000", 2024-04-12T17:30:12.900 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.269675+0000", 2024-04-12T17:30:12.900 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.269675+0000", 2024-04-12T17:30:12.900 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:12.900 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:12.900 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.900 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.269675+0000", 2024-04-12T17:30:12.900 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.269675+0000", 2024-04-12T17:30:12.900 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:12.900 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:12.901 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:12.901 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:12.901 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 463, 2024-04-12T17:30:12.901 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:12.901 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:12.901 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:12.901 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:12.901 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:12.901 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:12.901 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:12.901 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:12.901 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.27", 2024-04-12T17:30:12.901 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:12.901 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:12.901 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:12.902 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5098, 2024-04-12T17:30:12.902 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:12.902 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:14:32.934982+0000", 2024-04-12T17:30:12.902 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:12.902 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:12.902 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:12.902 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:12.902 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:12.902 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:12.902 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:12.902 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:12.902 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:12.902 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:12.902 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:12.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:12.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:12.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:12.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:12.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:12.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:12.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:12.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:12.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:12.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:12.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:12.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:12.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:12.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:12.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:12.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:12.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:12.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:12.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:12.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:12.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:12.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:12.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:12.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:12.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:12.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:12.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:12.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:12.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:12.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:12.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:12.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:12.905 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.905 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:12.905 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:12.905 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:12.905 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:12.905 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:12.905 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:12.905 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.905 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:12.905 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:12.905 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.905 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.906 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:12.906 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:12.906 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:12.906 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:12.906 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.906 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:12.906 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:12.906 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:12.906 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:12.906 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:12.906 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:12.906 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:12.906 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.424461+0000", 2024-04-12T17:30:12.906 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.094644+0000", 2024-04-12T17:30:12.907 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.094644+0000", 2024-04-12T17:30:12.907 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.094999+0000", 2024-04-12T17:30:12.907 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.424461+0000", 2024-04-12T17:30:12.907 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.907 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:12.907 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.907 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:12.907 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.424461+0000", 2024-04-12T17:30:12.907 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.424461+0000", 2024-04-12T17:30:12.907 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.424461+0000", 2024-04-12T17:30:12.907 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:12.907 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:12.907 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.907 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.424461+0000", 2024-04-12T17:30:12.907 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.424461+0000", 2024-04-12T17:30:12.908 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:12.908 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:12.908 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:12.908 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:12.908 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:12.908 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:12.908 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:12.908 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:12.908 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:12.908 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:12.908 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:12.908 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:12.908 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:12.908 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.26", 2024-04-12T17:30:12.908 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:12.909 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:12.909 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:12.909 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4972, 2024-04-12T17:30:12.909 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:12.909 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:02:21.505583+0000", 2024-04-12T17:30:12.909 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:12.909 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:12.909 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:12.909 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:12.909 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:12.909 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:12.909 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:12.909 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:12.909 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:12.910 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:12.910 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:12.910 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:12.910 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:12.910 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:12.910 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:12.910 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:12.910 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:12.910 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:12.910 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:12.910 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:12.910 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:12.910 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:12.910 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:12.910 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:12.911 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:12.911 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:12.911 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:12.911 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:12.911 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:12.911 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:12.911 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:12.911 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:12.911 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:12.911 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:12.911 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:12.911 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:12.911 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:12.911 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:12.911 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:12.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:12.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:12.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:12.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:12.912 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.912 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:12.912 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:12.912 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:12.912 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:12.912 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:12.912 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:12.912 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.912 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:12.912 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:12.913 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.913 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.913 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:12.913 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:12.913 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:12.913 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:12.913 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.913 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:12.913 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:12.913 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:12.913 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:12.913 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:12.913 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:12.913 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:12.914 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.419830+0000", 2024-04-12T17:30:12.914 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:07:26.042709+0000", 2024-04-12T17:30:12.914 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:07:26.042709+0000", 2024-04-12T17:30:12.914 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:07:26.043030+0000", 2024-04-12T17:30:12.914 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.419830+0000", 2024-04-12T17:30:12.914 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.914 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:12.914 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.914 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 429, 2024-04-12T17:30:12.914 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.419830+0000", 2024-04-12T17:30:12.914 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.419830+0000", 2024-04-12T17:30:12.914 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.419830+0000", 2024-04-12T17:30:12.914 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:12.914 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:12.915 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.915 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.419830+0000", 2024-04-12T17:30:12.915 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.419830+0000", 2024-04-12T17:30:12.915 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:12.915 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:12.915 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:12.915 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:12.915 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 428, 2024-04-12T17:30:12.915 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:12.915 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:12.915 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:12.915 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:12.915 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:12.915 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:12.915 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:12.916 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:12.916 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.25", 2024-04-12T17:30:12.916 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:12.916 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:12.916 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:12.916 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5153, 2024-04-12T17:30:12.916 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:12.916 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:17:49.259557+0000", 2024-04-12T17:30:12.916 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:12.916 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:12.916 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:12.916 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:12.916 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:12.916 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:12.916 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:12.917 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:12.917 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:12.917 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:12.917 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:12.917 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:12.917 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:12.917 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:12.917 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:12.917 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:12.917 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:12.917 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:12.917 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:12.917 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:12.917 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:12.917 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:12.918 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:12.918 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:12.918 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:12.918 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:12.918 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:12.918 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:12.918 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:12.918 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:12.918 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:12.918 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:12.918 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:12.918 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:12.918 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:12.918 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:12.919 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:12.919 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:12.919 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:12.919 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:12.919 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:12.919 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:12.919 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:12.919 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.919 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:12.919 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:12.919 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:12.919 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:12.919 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:12.919 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:12.919 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.920 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:12.920 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:12.920 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.920 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.920 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:12.920 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:12.920 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:12.920 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:12.920 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.920 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:12.920 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:12.920 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:12.920 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:12.920 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:12.921 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:12.921 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:12.921 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.268553+0000", 2024-04-12T17:30:12.921 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:01.053900+0000", 2024-04-12T17:30:12.921 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:01.053900+0000", 2024-04-12T17:30:12.921 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:01.054259+0000", 2024-04-12T17:30:12.921 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.268553+0000", 2024-04-12T17:30:12.921 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.921 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:12.921 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.921 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 464, 2024-04-12T17:30:12.921 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.268553+0000", 2024-04-12T17:30:12.921 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.268553+0000", 2024-04-12T17:30:12.921 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.268553+0000", 2024-04-12T17:30:12.921 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:12.922 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:12.922 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.922 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.268553+0000", 2024-04-12T17:30:12.922 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.268553+0000", 2024-04-12T17:30:12.922 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:12.922 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:12.922 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:12.922 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:12.922 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 463, 2024-04-12T17:30:12.922 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:12.922 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:12.922 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:12.922 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:12.922 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:12.923 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:12.923 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:12.923 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:12.923 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.24", 2024-04-12T17:30:12.923 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:12.923 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:12.923 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:12.923 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5112, 2024-04-12T17:30:12.923 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:12.923 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:42:56.587911+0000", 2024-04-12T17:30:12.923 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:12.923 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:12.923 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:12.923 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:12.923 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:12.923 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:12.924 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:12.924 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:12.924 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:12.924 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:12.924 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:12.924 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:12.924 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:12.924 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:12.924 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:12.924 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:12.924 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:12.924 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:12.924 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:12.924 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:12.924 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:12.925 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:12.925 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:12.925 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:12.925 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:12.925 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:12.925 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:12.925 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:12.925 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:12.925 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:12.925 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:12.925 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:12.925 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:12.925 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:12.925 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:12.925 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:12.926 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:12.926 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:12.926 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:12.926 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:12.926 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:12.926 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:12.926 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:12.926 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.926 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:12.926 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:12.926 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:12.926 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:12.926 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:12.926 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:12.926 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.927 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:12.927 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:12.927 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.927 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.927 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:12.927 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:12.927 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:12.927 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:12.927 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.927 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:12.927 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:12.927 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:12.927 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:12.927 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:12.928 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:12.928 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:12.928 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422563+0000", 2024-04-12T17:30:12.928 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:01.049443+0000", 2024-04-12T17:30:12.928 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:01.049443+0000", 2024-04-12T17:30:12.928 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:01.049827+0000", 2024-04-12T17:30:12.928 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422563+0000", 2024-04-12T17:30:12.928 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.928 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:12.928 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.928 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 464, 2024-04-12T17:30:12.928 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422563+0000", 2024-04-12T17:30:12.928 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422563+0000", 2024-04-12T17:30:12.928 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422563+0000", 2024-04-12T17:30:12.929 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:12.929 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:12.929 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.929 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422563+0000", 2024-04-12T17:30:12.929 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422563+0000", 2024-04-12T17:30:12.929 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:12.929 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:12.929 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:12.929 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:12.929 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 463, 2024-04-12T17:30:12.929 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:12.929 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:12.929 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:12.929 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:12.930 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:12.930 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:12.930 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:12.930 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:12.930 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.23", 2024-04-12T17:30:12.930 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:12.930 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:12.930 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:12.930 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5194, 2024-04-12T17:30:12.930 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:12.930 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:01:38.369819+0000", 2024-04-12T17:30:12.930 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:12.930 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:12.931 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:12.931 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:12.931 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:12.931 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:12.931 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:12.931 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:12.931 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:12.931 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:12.931 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:12.931 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:12.931 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:12.931 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:12.931 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:12.931 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:12.932 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:12.932 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:12.932 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:12.932 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:12.932 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:12.932 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:12.932 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:12.932 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:12.932 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:12.932 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:12.932 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:12.932 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:12.932 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:12.932 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:12.932 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:12.933 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:12.933 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:12.933 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:12.933 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:12.933 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:12.933 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:12.933 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:12.933 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:12.933 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:12.933 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:12.933 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:12.933 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:12.933 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.933 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:12.933 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:12.934 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:12.934 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:12.934 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:12.934 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:12.934 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.934 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:12.934 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:12.934 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.934 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.934 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:12.934 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:12.934 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:12.934 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:12.934 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.935 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:12.935 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:12.935 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:12.935 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:12.935 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:12.935 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:12.935 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:12.935 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.265747+0000", 2024-04-12T17:30:12.935 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.159746+0000", 2024-04-12T17:30:12.935 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.159746+0000", 2024-04-12T17:30:12.935 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.160835+0000", 2024-04-12T17:30:12.935 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.265747+0000", 2024-04-12T17:30:12.935 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.935 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:12.935 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.936 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:12.936 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.265747+0000", 2024-04-12T17:30:12.936 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.265747+0000", 2024-04-12T17:30:12.936 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.265747+0000", 2024-04-12T17:30:12.936 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:12.936 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:12.936 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.936 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.265747+0000", 2024-04-12T17:30:12.936 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.265747+0000", 2024-04-12T17:30:12.936 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:12.936 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:12.936 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:12.936 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:12.936 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:12.936 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:12.937 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:12.937 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:12.937 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:12.937 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:12.937 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:12.937 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:12.937 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:12.937 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.22", 2024-04-12T17:30:12.937 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:12.937 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:12.937 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:12.937 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5014, 2024-04-12T17:30:12.937 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:12.937 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:03:16.043689+0000", 2024-04-12T17:30:12.938 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:12.938 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:12.938 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:12.938 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:12.938 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:12.938 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:12.938 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:12.938 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:12.938 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:12.938 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:12.938 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:12.938 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:12.938 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:12.938 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:12.938 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:12.939 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:12.939 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:12.939 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:12.939 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:12.939 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:12.939 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:12.939 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:12.939 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:12.939 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:12.939 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:12.939 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:12.939 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:12.939 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:12.939 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:12.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:12.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:12.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:12.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:12.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:12.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:12.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:12.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:12.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:12.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:12.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:12.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:12.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:12.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:12.940 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.941 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:12.941 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:12.941 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:12.941 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:12.941 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:12.941 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:12.941 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.941 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:12.941 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:12.941 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.941 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.941 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:12.941 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:12.941 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:12.941 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:12.942 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.942 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T17:30:12.942 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:12.942 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:12.942 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:12.942 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:12.942 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:12.942 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:12.942 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.266237+0000", 2024-04-12T17:30:12.942 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.112461+0000", 2024-04-12T17:30:12.942 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.112461+0000", 2024-04-12T17:30:12.942 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.112943+0000", 2024-04-12T17:30:12.942 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.266237+0000", 2024-04-12T17:30:12.942 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.943 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:12.943 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.943 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:12.943 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.266237+0000", 2024-04-12T17:30:12.943 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.266237+0000", 2024-04-12T17:30:12.943 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.266237+0000", 2024-04-12T17:30:12.943 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:12.943 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:12.943 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.943 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.266237+0000", 2024-04-12T17:30:12.943 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.266237+0000", 2024-04-12T17:30:12.943 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:12.943 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:12.943 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:12.944 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:12.944 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:12.944 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:12.944 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:12.944 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:12.944 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:12.944 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:12.944 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:12.944 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:12.944 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:12.944 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.21", 2024-04-12T17:30:12.944 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:12.944 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:12.944 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:12.944 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5095, 2024-04-12T17:30:12.945 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:12.945 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:17:04.543604+0000", 2024-04-12T17:30:12.945 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:12.945 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:12.945 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:12.945 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:12.945 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:12.945 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:12.945 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:12.945 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:12.945 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:12.945 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:12.945 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:12.945 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:12.945 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:12.946 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:12.946 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:12.946 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:12.946 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:12.946 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:12.946 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:12.946 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:12.946 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:12.946 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:12.946 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:12.946 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:12.946 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:12.946 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:12.946 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:12.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:12.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:12.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:12.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:12.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:12.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:12.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:12.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:12.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:12.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:12.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:12.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:12.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:12.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:12.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:12.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:12.948 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.948 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:12.948 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:12.948 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:12.948 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:12.948 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:12.948 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:12.948 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.948 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T17:30:12.948 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:12.948 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.948 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.948 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:12.949 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:12.949 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:12.949 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:12.949 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.949 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:12.949 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:12.949 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:12.949 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:12.949 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:12.949 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:12.949 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:12.949 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.420393+0000", 2024-04-12T17:30:12.949 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.117783+0000", 2024-04-12T17:30:12.949 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.117783+0000", 2024-04-12T17:30:12.950 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.118329+0000", 2024-04-12T17:30:12.950 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.420393+0000", 2024-04-12T17:30:12.950 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.950 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:12.950 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.950 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:12.950 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.420393+0000", 2024-04-12T17:30:12.950 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.420393+0000", 2024-04-12T17:30:12.950 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.420393+0000", 2024-04-12T17:30:12.950 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:12.950 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:12.950 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.950 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.420393+0000", 2024-04-12T17:30:12.950 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.420393+0000", 2024-04-12T17:30:12.951 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:12.951 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:12.951 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:12.951 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:12.951 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:12.951 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:12.951 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:12.951 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:12.951 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:12.951 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:12.951 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:12.951 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:12.951 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:12.951 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.20", 2024-04-12T17:30:12.951 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:12.952 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:12.952 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:12.952 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4975, 2024-04-12T17:30:12.952 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:12.952 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:37:48.743691+0000", 2024-04-12T17:30:12.952 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:12.952 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:12.952 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:12.952 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:12.952 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:12.952 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:12.952 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:12.952 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:12.952 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:12.952 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:12.952 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:12.953 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:12.953 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:12.953 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:12.953 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:12.953 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:12.953 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:12.953 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:12.953 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:12.953 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:12.953 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:12.953 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:12.953 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:12.953 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:12.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:12.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:12.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:12.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:12.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:12.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:12.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:12.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:12.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:12.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:12.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:12.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:12.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:12.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:12.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:12.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:12.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:12.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:12.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:12.955 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.955 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:12.955 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:12.955 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:12.955 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:12.955 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:12.955 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:12.955 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.955 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:12.955 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:12.956 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.956 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.956 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:12.956 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:12.956 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:12.956 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:12.956 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.956 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:12.956 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:12.956 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:12.956 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:12.956 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:12.956 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:12.956 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:12.957 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.424685+0000", 2024-04-12T17:30:12.957 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.098175+0000", 2024-04-12T17:30:12.957 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.098175+0000", 2024-04-12T17:30:12.957 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.098714+0000", 2024-04-12T17:30:12.957 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.424685+0000", 2024-04-12T17:30:12.957 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.957 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:12.957 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.957 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:12.957 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.424685+0000", 2024-04-12T17:30:12.957 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.424685+0000", 2024-04-12T17:30:12.957 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.424685+0000", 2024-04-12T17:30:12.957 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:12.957 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:12.957 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.958 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.424685+0000", 2024-04-12T17:30:12.958 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.424685+0000", 2024-04-12T17:30:12.958 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:12.958 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:12.958 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:12.958 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:12.958 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:12.958 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:12.958 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:12.958 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:12.958 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:12.958 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:12.958 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:12.958 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:12.959 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:12.959 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.f", 2024-04-12T17:30:12.959 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:12.959 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:12.959 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:12.959 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4923, 2024-04-12T17:30:12.959 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:12.959 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:29:37.601050+0000", 2024-04-12T17:30:12.959 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:12.959 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:12.959 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:12.959 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:12.959 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:12.959 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:12.960 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:12.960 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:12.960 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:12.960 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:12.960 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:12.960 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:12.960 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:12.960 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:12.960 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:12.960 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:12.960 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:12.960 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:12.960 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:12.960 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:12.961 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:12.961 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:12.961 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:12.961 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:12.961 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:12.961 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:12.961 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:12.961 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:12.961 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:12.961 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:12.961 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:12.961 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:12.961 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:12.961 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:12.961 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:12.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:12.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:12.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:12.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:12.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:12.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:12.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:12.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:12.962 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.962 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:12.962 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:12.962 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:12.962 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:12.962 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:12.963 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:12.963 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.963 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:12.963 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:12.963 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.963 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.963 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:12.963 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:12.963 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:12.963 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:12.963 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.963 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T17:30:12.963 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:12.963 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:12.963 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:12.964 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:12.964 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:12.964 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:12.964 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.266827+0000", 2024-04-12T17:30:12.964 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.096392+0000", 2024-04-12T17:30:12.964 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.096392+0000", 2024-04-12T17:30:12.964 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.097024+0000", 2024-04-12T17:30:12.964 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.266827+0000", 2024-04-12T17:30:12.964 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:12.964 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:12.964 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:12.964 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:12.964 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.266827+0000", 2024-04-12T17:30:12.965 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.266827+0000", 2024-04-12T17:30:12.965 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.266827+0000", 2024-04-12T17:30:12.965 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:12.965 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:12.965 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:12.965 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.266827+0000", 2024-04-12T17:30:12.965 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.266827+0000", 2024-04-12T17:30:12.965 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:12.965 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 2, 2024-04-12T17:30:12.965 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:12.965 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:12.965 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:12.965 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:12.965 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:12.965 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:12.966 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:12.966 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 2, 2024-04-12T17:30:12.966 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:12.966 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:12.966 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:12.966 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.e", 2024-04-12T17:30:12.966 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:12.966 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:12.966 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:12.966 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5098, 2024-04-12T17:30:12.966 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:12.966 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:59:28.596541+0000", 2024-04-12T17:30:12.966 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:12.966 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:12.967 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:12.967 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:12.967 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:12.967 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:12.967 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:12.967 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:12.967 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:12.967 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:12.967 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:12.967 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:12.967 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:12.967 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:12.967 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:12.967 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:12.967 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:12.968 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:12.968 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:12.968 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:12.968 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:12.968 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:12.968 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:12.968 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:12.968 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:12.968 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:12.968 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:12.968 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:12.968 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:12.968 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:12.968 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:12.968 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:12.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:12.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:12.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:12.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:12.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 12, 2024-04-12T17:30:12.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 12, 2024-04-12T17:30:12.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:12.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:12.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:12.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3, 2024-04-12T17:30:12.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:12.969 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.969 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:12.969 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:12.969 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:12.970 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:12.970 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:12.970 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:12.970 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.970 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T17:30:12.970 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'2" 2024-04-12T17:30:12.970 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.970 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.970 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:12.970 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:12.970 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:12.970 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:12.970 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.970 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:12.971 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:12.971 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:12.971 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:12.971 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:12.971 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:12.971 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:12.971 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.265777+0000", 2024-04-12T17:30:12.971 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.126887+0000", 2024-04-12T17:30:12.971 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.126887+0000", 2024-04-12T17:30:12.971 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.127207+0000", 2024-04-12T17:30:12.971 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.265777+0000", 2024-04-12T17:30:12.971 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.971 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:12.971 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.972 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:12.972 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.265777+0000", 2024-04-12T17:30:12.972 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.265777+0000", 2024-04-12T17:30:12.972 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.265777+0000", 2024-04-12T17:30:12.972 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:12.972 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:12.972 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.972 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.265777+0000", 2024-04-12T17:30:12.972 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.265777+0000", 2024-04-12T17:30:12.972 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:12.972 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:12.972 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:12.972 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:12.972 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:12.973 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:12.973 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:12.973 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:12.973 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:12.973 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:12.973 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:12.973 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:12.973 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:12.973 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.c", 2024-04-12T17:30:12.973 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:12.973 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:12.973 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:12.973 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5004, 2024-04-12T17:30:12.973 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:12.973 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:16:35.549473+0000", 2024-04-12T17:30:12.974 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:12.974 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:12.974 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:12.974 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:12.974 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:12.974 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:12.974 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:12.974 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:12.974 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:12.974 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:12.974 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:12.974 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:12.974 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:12.974 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:12.975 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:12.975 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:12.975 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:12.975 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:12.975 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:12.975 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:12.975 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:12.975 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:12.975 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:12.975 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:12.975 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:12.975 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:12.975 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:12.975 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:12.975 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:12.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:12.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:12.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:12.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:12.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:12.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:12.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:12.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:12.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:12.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:12.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:12.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:12.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:12.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:12.976 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.977 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:12.977 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:12.977 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:12.977 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:12.977 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:12.977 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:12.977 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.977 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:12.977 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:12.977 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.977 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.977 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:12.977 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:12.977 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:12.977 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:12.978 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.978 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:12.978 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:12.978 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:12.978 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:12.978 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:12.978 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:12.978 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:12.978 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.419973+0000", 2024-04-12T17:30:12.978 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:01.043493+0000", 2024-04-12T17:30:12.978 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:01.043493+0000", 2024-04-12T17:30:12.978 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:01.043840+0000", 2024-04-12T17:30:12.978 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.419973+0000", 2024-04-12T17:30:12.978 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:12.979 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:12.979 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:12.979 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 464, 2024-04-12T17:30:12.979 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.419973+0000", 2024-04-12T17:30:12.979 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.419973+0000", 2024-04-12T17:30:12.979 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.419973+0000", 2024-04-12T17:30:12.979 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:12.979 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:12.979 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:12.979 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.419973+0000", 2024-04-12T17:30:12.979 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.419973+0000", 2024-04-12T17:30:12.979 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:12.979 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 1, 2024-04-12T17:30:12.979 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:12.979 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:12.980 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 463, 2024-04-12T17:30:12.980 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:12.980 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:12.980 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:12.980 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:12.980 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 1, 2024-04-12T17:30:12.980 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:12.980 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:12.980 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:12.980 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.d", 2024-04-12T17:30:12.980 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:12.980 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:12.980 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:12.980 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5156, 2024-04-12T17:30:12.980 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:12.981 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:39:15.663985+0000", 2024-04-12T17:30:12.981 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:12.981 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:12.981 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:12.981 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 70, 2024-04-12T17:30:12.981 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:12.981 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:12.981 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:12.981 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:12.981 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:12.981 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:12.981 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:12.981 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:12.981 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:12.981 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:12.982 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:12.982 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:12.982 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:12.982 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:12.982 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:12.982 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:12.982 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:12.982 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:12.982 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:12.982 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:12.982 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:12.982 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:12.982 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:12.982 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:12.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:12.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:12.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:12.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:12.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:12.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:12.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:12.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:12.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 2, 2024-04-12T17:30:12.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 2, 2024-04-12T17:30:12.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:12.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:12.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:12.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 1, 2024-04-12T17:30:12.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 1 2024-04-12T17:30:12.984 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.984 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:12.984 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:12.984 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:12.984 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:12.984 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:12.984 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:12.984 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.984 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:12.984 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'1" 2024-04-12T17:30:12.984 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.984 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.984 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:12.984 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:12.984 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:12.985 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:12.985 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.985 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:12.985 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:12.985 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:12.985 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:12.985 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:12.985 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:12.985 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:12.985 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.426789+0000", 2024-04-12T17:30:12.985 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.100357+0000", 2024-04-12T17:30:12.985 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.100357+0000", 2024-04-12T17:30:12.985 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.100790+0000", 2024-04-12T17:30:12.986 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.426789+0000", 2024-04-12T17:30:12.986 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.986 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:12.986 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.986 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:12.986 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.426789+0000", 2024-04-12T17:30:12.986 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.426789+0000", 2024-04-12T17:30:12.986 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.426789+0000", 2024-04-12T17:30:12.986 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:12.986 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:12.986 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:12.986 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.426789+0000", 2024-04-12T17:30:12.986 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.426789+0000", 2024-04-12T17:30:12.986 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:12.987 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:12.987 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:12.987 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:12.987 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:12.987 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:12.987 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:12.987 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:12.987 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:12.987 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:12.987 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:12.987 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:12.987 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:12.987 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.d", 2024-04-12T17:30:12.987 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:12.987 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:12.988 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:12.988 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4953, 2024-04-12T17:30:12.988 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:12.988 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:18:54.222628+0000", 2024-04-12T17:30:12.988 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:12.988 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:12.988 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:12.988 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:12.988 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:12.988 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:12.988 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:12.988 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:12.988 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:12.988 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:12.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:12.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:12.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:12.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:12.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:12.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:12.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:12.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:12.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:12.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:12.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:12.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:12.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:12.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:12.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:12.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:12.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:12.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:12.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:12.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:12.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:12.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:12.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:12.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:12.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:12.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:12.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:12.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:12.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:12.991 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:12.991 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:12.991 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:12.991 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:12.991 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.991 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:12.991 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:12.991 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:12.991 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:12.991 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:12.991 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:12.991 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.991 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:12.991 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:12.991 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.992 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.992 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:12.992 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:12.992 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:12.992 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:12.992 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.992 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T17:30:12.992 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:12.992 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:12.992 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:12.992 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:12.992 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:12.992 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:12.992 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267922+0000", 2024-04-12T17:30:12.993 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.165650+0000", 2024-04-12T17:30:12.993 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.165650+0000", 2024-04-12T17:30:12.993 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.166111+0000", 2024-04-12T17:30:12.993 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267922+0000", 2024-04-12T17:30:12.993 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:12.993 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:12.993 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:12.993 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:12.993 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267922+0000", 2024-04-12T17:30:12.993 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267922+0000", 2024-04-12T17:30:12.993 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267922+0000", 2024-04-12T17:30:12.993 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:12.993 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:12.993 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:12.993 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267922+0000", 2024-04-12T17:30:12.994 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267922+0000", 2024-04-12T17:30:12.994 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:12.994 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:12.994 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:12.994 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:12.994 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:12.994 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:12.994 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:12.994 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:12.994 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:12.994 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:12.994 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:12.994 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:12.994 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:12.994 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.c", 2024-04-12T17:30:12.995 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:12.995 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:12.995 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:12.995 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5116, 2024-04-12T17:30:12.995 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:12.995 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:01:16.237074+0000", 2024-04-12T17:30:12.995 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:12.995 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:12.995 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:12.995 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:12.995 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:12.995 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:12.995 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:12.995 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:12.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:12.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:12.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:12.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:12.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:12.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:12.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:12.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:12.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:12.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:12.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:12.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:12.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:12.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:12.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:12.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:12.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:12.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:12.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:12.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:12.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:12.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:12.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:12.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:12.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:12.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:12.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:12.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:12.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:12.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:12.998 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:12.998 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:12.998 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:12.998 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:12.998 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:12.998 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.998 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:12.998 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:12.998 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:12.998 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:12.998 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:12.998 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:12.998 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.998 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T17:30:12.998 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:12.999 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:12.999 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:12.999 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:12.999 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:12.999 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:12.999 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:12.999 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:12.999 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:12.999 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:12.999 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:12.999 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:12.999 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:12.999 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:12.999 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:12.999 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422974+0000", 2024-04-12T17:30:13.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.109281+0000", 2024-04-12T17:30:13.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.109281+0000", 2024-04-12T17:30:13.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.109766+0000", 2024-04-12T17:30:13.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422974+0000", 2024-04-12T17:30:13.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:13.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422974+0000", 2024-04-12T17:30:13.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422974+0000", 2024-04-12T17:30:13.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422974+0000", 2024-04-12T17:30:13.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.001 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422974+0000", 2024-04-12T17:30:13.001 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422974+0000", 2024-04-12T17:30:13.001 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.001 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.001 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.001 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.001 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:13.001 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.001 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.001 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.001 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.001 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.001 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.001 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.002 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.002 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.a", 2024-04-12T17:30:13.002 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.002 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.002 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.002 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4978, 2024-04-12T17:30:13.002 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.002 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:58:36.364352+0000", 2024-04-12T17:30:13.002 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.002 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.002 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.002 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.002 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.002 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.005 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.005 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.005 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.005 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.005 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.005 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:13.005 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:13.006 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:13.006 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.006 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:13.006 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.006 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.006 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.006 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.006 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.006 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:13.006 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:13.006 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.006 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:13.006 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.006 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.007 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:13.007 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.007 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.007 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.007 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.421610+0000", 2024-04-12T17:30:13.007 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.100361+0000", 2024-04-12T17:30:13.007 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.100361+0000", 2024-04-12T17:30:13.007 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.105201+0000", 2024-04-12T17:30:13.007 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.421610+0000", 2024-04-12T17:30:13.007 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.007 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.007 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.007 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:13.007 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.421610+0000", 2024-04-12T17:30:13.008 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.421610+0000", 2024-04-12T17:30:13.008 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.421610+0000", 2024-04-12T17:30:13.008 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.008 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.008 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.008 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.421610+0000", 2024-04-12T17:30:13.008 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.421610+0000", 2024-04-12T17:30:13.008 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.008 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 4, 2024-04-12T17:30:13.008 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.008 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.008 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:13.008 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.008 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.009 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.009 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.009 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 4, 2024-04-12T17:30:13.009 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.009 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.009 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.009 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.b", 2024-04-12T17:30:13.009 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.009 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.009 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.009 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4967, 2024-04-12T17:30:13.009 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.009 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:09:58.680553+0000", 2024-04-12T17:30:13.009 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.010 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.010 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.010 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.010 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.010 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.010 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.010 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.010 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.010 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.010 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.010 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.010 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.010 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:13.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:13.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:13.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:13.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 4, 2024-04-12T17:30:13.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 4, 2024-04-12T17:30:13.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 1, 2024-04-12T17:30:13.012 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.012 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.013 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.013 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.013 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.013 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.013 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:13.013 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:13.013 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.013 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:13.013 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "585'4" 2024-04-12T17:30:13.013 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.013 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.013 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.013 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:13.013 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.013 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:13.014 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.014 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:13.014 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.014 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.014 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.014 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.014 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.014 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.014 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267323+0000", 2024-04-12T17:30:13.014 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:01.056024+0000", 2024-04-12T17:30:13.014 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:01.056024+0000", 2024-04-12T17:30:13.014 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:01.056324+0000", 2024-04-12T17:30:13.014 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267323+0000", 2024-04-12T17:30:13.015 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.015 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.015 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.015 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 464, 2024-04-12T17:30:13.015 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267323+0000", 2024-04-12T17:30:13.015 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267323+0000", 2024-04-12T17:30:13.015 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267323+0000", 2024-04-12T17:30:13.015 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.015 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.015 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.015 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267323+0000", 2024-04-12T17:30:13.015 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267323+0000", 2024-04-12T17:30:13.015 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.015 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.016 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.016 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.016 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 463, 2024-04-12T17:30:13.016 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.016 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.016 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.016 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.016 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.016 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.016 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.016 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.016 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.b", 2024-04-12T17:30:13.016 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.016 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.016 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.017 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5110, 2024-04-12T17:30:13.017 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.017 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:18:01.014581+0000", 2024-04-12T17:30:13.017 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.017 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.017 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.017 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.017 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.017 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.017 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.017 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.017 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.017 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.017 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.017 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.018 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.018 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.018 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.018 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.018 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.018 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.018 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.018 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.018 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.018 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.018 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.018 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.018 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.019 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.019 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.019 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.019 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.019 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.019 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.019 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.019 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.019 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.019 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.019 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.019 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.019 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.019 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.020 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.020 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.020 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.020 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.020 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.020 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.020 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.020 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.020 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:13.020 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.020 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:13.020 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.020 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:13.020 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.021 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.021 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.021 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.021 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:13.021 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:13.021 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:13.021 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.021 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:13.021 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.021 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.021 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:13.021 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.021 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.021 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.021 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.421552+0000", 2024-04-12T17:30:13.022 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.090348+0000", 2024-04-12T17:30:13.022 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.090348+0000", 2024-04-12T17:30:13.022 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.090674+0000", 2024-04-12T17:30:13.022 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.421552+0000", 2024-04-12T17:30:13.022 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.022 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.022 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.022 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:13.022 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.421552+0000", 2024-04-12T17:30:13.022 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.421552+0000", 2024-04-12T17:30:13.022 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.421552+0000", 2024-04-12T17:30:13.022 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.022 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.023 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.023 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.421552+0000", 2024-04-12T17:30:13.023 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.421552+0000", 2024-04-12T17:30:13.023 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.023 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.023 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.023 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.023 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:13.023 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.023 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.023 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.023 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.023 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.023 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.023 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.024 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.024 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.a", 2024-04-12T17:30:13.024 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.024 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.024 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.024 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5153, 2024-04-12T17:30:13.024 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.024 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:55:44.251443+0000", 2024-04-12T17:30:13.024 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.024 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.024 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.026 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.026 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.026 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.026 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.026 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.026 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.026 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.026 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.026 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.026 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.026 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.026 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.026 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.026 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.026 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.027 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.027 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.027 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.027 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.027 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.027 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.027 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.027 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.027 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.027 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.027 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:13.027 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:13.027 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:13.027 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.027 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:13.028 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.028 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.028 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.028 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.028 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:13.028 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:13.028 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:13.028 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.028 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:13.028 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.028 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.028 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.028 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.028 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.029 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.029 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.269978+0000", 2024-04-12T17:30:13.029 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.093976+0000", 2024-04-12T17:30:13.029 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.093976+0000", 2024-04-12T17:30:13.029 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.094415+0000", 2024-04-12T17:30:13.029 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.269978+0000", 2024-04-12T17:30:13.029 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.029 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.029 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.029 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:13.029 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.269978+0000", 2024-04-12T17:30:13.029 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.269978+0000", 2024-04-12T17:30:13.029 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.269978+0000", 2024-04-12T17:30:13.030 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.030 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.030 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.030 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.269978+0000", 2024-04-12T17:30:13.030 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.269978+0000", 2024-04-12T17:30:13.030 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.030 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.030 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.030 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.030 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:13.030 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.030 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.030 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.030 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.031 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.031 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.031 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.031 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.031 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.8", 2024-04-12T17:30:13.031 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.031 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.031 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.031 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5107, 2024-04-12T17:30:13.031 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.031 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:27:00.380616+0000", 2024-04-12T17:30:13.031 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.031 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.031 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.034 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.034 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.034 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.034 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.034 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.034 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.034 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.034 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.034 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.037 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.037 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.038 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.038 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.038 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:13.038 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:13.038 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:13.038 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.038 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:13.038 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.038 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.038 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.038 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.038 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:13.038 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.038 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:13.039 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.039 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:13.039 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.039 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.039 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:13.039 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.039 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.039 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.039 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.419481+0000", 2024-04-12T17:30:13.039 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.101607+0000", 2024-04-12T17:30:13.039 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.101607+0000", 2024-04-12T17:30:13.039 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.101948+0000", 2024-04-12T17:30:13.039 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.419481+0000", 2024-04-12T17:30:13.039 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.039 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.040 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.040 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:13.040 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.419481+0000", 2024-04-12T17:30:13.040 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.419481+0000", 2024-04-12T17:30:13.040 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.419481+0000", 2024-04-12T17:30:13.040 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.040 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.040 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.040 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.419481+0000", 2024-04-12T17:30:13.040 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.419481+0000", 2024-04-12T17:30:13.040 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.040 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.040 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.040 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.040 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:13.041 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.041 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.041 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.041 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.041 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.041 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.041 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.041 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.041 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.9", 2024-04-12T17:30:13.041 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.041 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.041 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.041 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5153, 2024-04-12T17:30:13.041 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.041 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:29:02.952177+0000", 2024-04-12T17:30:13.042 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.042 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.042 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.042 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.042 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.042 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.042 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.042 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.042 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.042 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.042 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.042 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.042 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.042 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.043 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.044 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.044 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.044 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.044 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.044 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.044 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.044 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.044 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.044 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.044 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.044 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.044 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.044 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.044 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.045 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.045 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.045 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:13.045 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.045 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:13.045 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.045 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:13.045 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.045 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.045 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.045 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.045 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:13.045 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:13.045 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:13.045 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.046 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 4, 2024-04-12T17:30:13.046 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.046 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.046 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.046 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.046 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.046 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.046 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.420048+0000", 2024-04-12T17:30:13.046 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.101741+0000", 2024-04-12T17:30:13.046 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.101741+0000", 2024-04-12T17:30:13.046 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.103455+0000", 2024-04-12T17:30:13.046 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.420048+0000", 2024-04-12T17:30:13.046 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.047 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.047 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.047 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:13.047 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.420048+0000", 2024-04-12T17:30:13.047 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.420048+0000", 2024-04-12T17:30:13.047 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.420048+0000", 2024-04-12T17:30:13.047 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.047 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.047 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.047 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.420048+0000", 2024-04-12T17:30:13.047 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.420048+0000", 2024-04-12T17:30:13.047 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.047 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.047 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.047 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.048 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:13.048 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.048 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.048 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.048 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.048 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.048 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.048 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.048 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.048 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.9", 2024-04-12T17:30:13.048 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.048 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.048 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.049 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5057, 2024-04-12T17:30:13.049 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.049 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:24:27.880060+0000", 2024-04-12T17:30:13.049 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.049 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.049 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.049 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.049 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.049 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.049 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.049 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.049 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.049 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.049 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.049 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.050 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.050 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.050 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.050 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.050 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.050 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.050 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.050 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.050 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.050 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.050 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.050 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.050 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.050 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.051 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.051 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.051 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.051 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.051 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.051 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.051 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.051 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.051 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.051 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.051 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.051 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.051 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.051 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.052 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.052 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.052 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.052 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.052 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.052 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.052 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.052 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:13.052 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:13.052 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:13.052 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.052 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 4, 2024-04-12T17:30:13.052 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.052 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.052 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.053 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.053 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.053 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.053 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:13.053 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.053 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:13.053 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.053 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.053 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:13.053 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.053 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.053 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.053 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.426205+0000", 2024-04-12T17:30:13.053 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.090854+0000", 2024-04-12T17:30:13.054 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.090854+0000", 2024-04-12T17:30:13.054 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.092767+0000", 2024-04-12T17:30:13.054 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.426205+0000", 2024-04-12T17:30:13.054 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.054 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.054 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.054 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:13.054 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.426205+0000", 2024-04-12T17:30:13.054 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.426205+0000", 2024-04-12T17:30:13.054 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.426205+0000", 2024-04-12T17:30:13.054 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.054 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.054 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.055 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.426205+0000", 2024-04-12T17:30:13.055 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.426205+0000", 2024-04-12T17:30:13.055 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.055 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.055 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.055 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.055 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:13.055 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.055 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.055 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.055 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.055 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.055 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.055 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.055 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.056 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.8", 2024-04-12T17:30:13.056 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.056 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.056 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.056 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4947, 2024-04-12T17:30:13.056 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.056 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:23:37.163806+0000", 2024-04-12T17:30:13.056 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.056 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.056 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.056 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.056 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.056 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.056 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.056 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.057 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.057 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.057 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.057 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.057 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.057 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.057 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.057 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.057 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.057 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.057 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.057 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.057 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.057 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.057 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.057 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.059 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.059 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.059 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.059 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.059 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.059 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.059 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.059 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.059 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.059 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.059 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.059 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:13.059 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.059 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:13.059 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.060 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.060 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.060 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.060 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.060 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:13.060 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:13.060 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.060 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:13.060 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.060 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.060 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.060 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.060 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.060 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.060 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422699+0000", 2024-04-12T17:30:13.061 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:01.043369+0000", 2024-04-12T17:30:13.061 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:01.043369+0000", 2024-04-12T17:30:13.061 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:01.043999+0000", 2024-04-12T17:30:13.061 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422699+0000", 2024-04-12T17:30:13.061 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.061 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.061 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.061 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 464, 2024-04-12T17:30:13.061 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422699+0000", 2024-04-12T17:30:13.061 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422699+0000", 2024-04-12T17:30:13.061 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422699+0000", 2024-04-12T17:30:13.061 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.061 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.061 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.061 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422699+0000", 2024-04-12T17:30:13.062 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422699+0000", 2024-04-12T17:30:13.062 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.062 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.062 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.062 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.062 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 463, 2024-04-12T17:30:13.062 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.062 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.062 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.062 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.062 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.062 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.062 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.062 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.063 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.6", 2024-04-12T17:30:13.063 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.063 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.063 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.063 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5193, 2024-04-12T17:30:13.063 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.063 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:00:59.245822+0000", 2024-04-12T17:30:13.063 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.063 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.063 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.063 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.063 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.063 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.063 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.063 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.064 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.064 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.064 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.064 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.064 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.064 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.064 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.064 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.064 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.064 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.064 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.064 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.064 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.064 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.065 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.065 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.065 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.065 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.065 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.065 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.065 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.065 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.065 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.065 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.065 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.065 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.065 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.065 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.065 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.065 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.066 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.066 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.066 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.066 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.066 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.066 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.066 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.066 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.066 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.066 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.066 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:13.066 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:13.066 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.067 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:13.067 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.067 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.067 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.067 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.067 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:13.067 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.067 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:13.067 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.067 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:13.067 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.067 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.067 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:13.067 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.068 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.068 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.068 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.425680+0000", 2024-04-12T17:30:13.068 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.102555+0000", 2024-04-12T17:30:13.068 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.102555+0000", 2024-04-12T17:30:13.068 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.102963+0000", 2024-04-12T17:30:13.068 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.425680+0000", 2024-04-12T17:30:13.068 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.068 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.068 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.068 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:13.068 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.425680+0000", 2024-04-12T17:30:13.068 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.425680+0000", 2024-04-12T17:30:13.069 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.425680+0000", 2024-04-12T17:30:13.069 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.069 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.069 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.069 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.425680+0000", 2024-04-12T17:30:13.069 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.425680+0000", 2024-04-12T17:30:13.069 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.069 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 2, 2024-04-12T17:30:13.069 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.069 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.069 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:13.069 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.069 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.069 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.070 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.070 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 2, 2024-04-12T17:30:13.070 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.070 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.070 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.070 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.7", 2024-04-12T17:30:13.070 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.070 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.070 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.070 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4992, 2024-04-12T17:30:13.070 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.070 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:11:57.714520+0000", 2024-04-12T17:30:13.070 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.070 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.071 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.071 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.071 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.071 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.071 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.071 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.071 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.071 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.071 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.071 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.071 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.071 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.071 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.071 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.071 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.072 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.072 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.072 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:13.072 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:13.072 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.072 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:13.072 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.072 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.072 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.072 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.072 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.072 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:13.072 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.072 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.073 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.073 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.073 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.073 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.073 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.073 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 12, 2024-04-12T17:30:13.073 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 12, 2024-04-12T17:30:13.073 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.073 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.073 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.073 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3, 2024-04-12T17:30:13.073 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.073 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.073 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.073 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.074 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.074 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:13.074 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.074 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:13.074 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.074 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:13.074 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'2" 2024-04-12T17:30:13.074 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.074 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.074 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.074 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:13.074 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.074 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:13.074 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.075 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 4, 2024-04-12T17:30:13.075 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.075 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.075 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T17:30:13.075 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.075 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.075 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.075 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.420265+0000", 2024-04-12T17:30:13.075 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.112433+0000", 2024-04-12T17:30:13.075 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.112433+0000", 2024-04-12T17:30:13.075 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:42:28.602181+0000", 2024-04-12T17:30:13.075 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.420265+0000", 2024-04-12T17:30:13.075 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:13.075 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.075 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:13.076 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:13.076 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.420265+0000", 2024-04-12T17:30:13.076 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.420265+0000", 2024-04-12T17:30:13.076 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.420265+0000", 2024-04-12T17:30:13.076 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.076 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.076 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:13.076 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.420265+0000", 2024-04-12T17:30:13.076 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.420265+0000", 2024-04-12T17:30:13.076 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.076 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 2925, 2024-04-12T17:30:13.076 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.076 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.076 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:13.077 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.077 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.077 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.077 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.077 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 2925, 2024-04-12T17:30:13.077 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.077 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.077 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.077 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.1", 2024-04-12T17:30:13.077 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.077 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.077 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.077 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 8689, 2024-04-12T17:30:13.077 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.078 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:40:52.621528+0000", 2024-04-12T17:30:13.078 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.005621785, 2024-04-12T17:30:13.078 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.078 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.078 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.078 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.078 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.078 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.078 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.078 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.078 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.078 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.078 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.078 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.078 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.079 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.079 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.079 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.079 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.079 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.079 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.079 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.079 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.079 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.079 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.079 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.079 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.079 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.079 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.079 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.080 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.080 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.080 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.080 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.080 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.080 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.080 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.080 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 1123, 2024-04-12T17:30:13.080 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 350188, 2024-04-12T17:30:13.080 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.080 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.080 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.080 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 2902, 2024-04-12T17:30:13.080 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 377472 2024-04-12T17:30:13.081 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.081 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.081 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.081 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.081 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:13.081 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.081 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:13.081 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.081 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 4, 2024-04-12T17:30:13.081 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "1153'2925" 2024-04-12T17:30:13.081 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.081 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.081 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.081 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:13.082 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.082 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:13.082 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.082 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:13.082 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.082 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.082 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.082 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.082 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.082 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.082 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.269494+0000", 2024-04-12T17:30:13.082 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.094746+0000", 2024-04-12T17:30:13.082 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.094746+0000", 2024-04-12T17:30:13.082 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.095060+0000", 2024-04-12T17:30:13.082 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.269494+0000", 2024-04-12T17:30:13.083 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.083 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.083 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.083 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:13.083 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.269494+0000", 2024-04-12T17:30:13.083 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.269494+0000", 2024-04-12T17:30:13.083 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.269494+0000", 2024-04-12T17:30:13.083 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.083 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.083 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.083 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.269494+0000", 2024-04-12T17:30:13.083 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.269494+0000", 2024-04-12T17:30:13.083 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.083 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.083 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.083 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.084 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:13.084 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.084 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.084 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.084 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.084 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.084 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.084 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.084 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.084 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.7", 2024-04-12T17:30:13.084 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.084 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.084 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.084 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5112, 2024-04-12T17:30:13.084 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.084 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:40:06.517079+0000", 2024-04-12T17:30:13.084 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.085 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.085 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.085 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.085 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.085 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.085 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.085 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.085 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.085 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.085 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.085 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.085 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.085 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.085 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.085 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.086 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.086 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.086 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.086 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.086 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.086 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.086 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.086 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.086 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.086 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.086 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.086 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.086 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.086 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.086 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.087 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.087 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.087 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.087 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.087 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.087 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.087 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.087 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.087 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.087 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.087 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.087 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.087 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.087 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.087 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.087 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.088 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:13.088 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.088 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:13.088 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.088 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:13.088 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.088 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.088 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.088 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.088 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:13.088 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:13.088 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:13.088 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.088 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:13.088 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.088 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.089 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:13.089 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.089 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.089 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.089 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.421090+0000", 2024-04-12T17:30:13.089 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.122877+0000", 2024-04-12T17:30:13.089 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.122877+0000", 2024-04-12T17:30:13.089 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.123350+0000", 2024-04-12T17:30:13.089 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.421090+0000", 2024-04-12T17:30:13.089 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.089 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.089 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.089 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:13.089 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.421090+0000", 2024-04-12T17:30:13.089 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.421090+0000", 2024-04-12T17:30:13.090 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.421090+0000", 2024-04-12T17:30:13.090 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.090 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.090 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.090 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.421090+0000", 2024-04-12T17:30:13.090 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.421090+0000", 2024-04-12T17:30:13.090 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.090 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3, 2024-04-12T17:30:13.090 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.090 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.090 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:13.090 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.090 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.090 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.091 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.091 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3, 2024-04-12T17:30:13.091 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.091 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.091 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.091 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.6", 2024-04-12T17:30:13.091 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.091 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.091 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.091 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5159, 2024-04-12T17:30:13.091 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.091 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:50:54.749980+0000", 2024-04-12T17:30:13.091 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.091 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.091 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.092 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.092 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.092 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.092 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.092 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.092 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.092 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.092 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.092 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.092 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.092 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.092 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.092 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.092 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.092 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.092 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.092 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:13.093 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:13.093 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.093 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:13.093 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.093 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.093 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.093 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.093 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.093 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:13.093 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.093 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.093 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.093 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.093 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.094 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.094 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.094 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 4, 2024-04-12T17:30:13.094 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 4, 2024-04-12T17:30:13.094 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.094 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.094 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.094 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3, 2024-04-12T17:30:13.094 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.094 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.094 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.094 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.094 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.094 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:13.095 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:13.095 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:13.095 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.095 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:13.095 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "588'3" 2024-04-12T17:30:13.095 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.095 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.095 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.095 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:13.095 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.095 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:13.095 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.095 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:13.095 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.095 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.095 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T17:30:13.096 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.096 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.096 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.096 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.269884+0000", 2024-04-12T17:30:13.096 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.093974+0000", 2024-04-12T17:30:13.096 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.093974+0000", 2024-04-12T17:30:13.096 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:42:28.491955+0000", 2024-04-12T17:30:13.096 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.269884+0000", 2024-04-12T17:30:13.096 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:13.096 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.096 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:13.096 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:13.096 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.269884+0000", 2024-04-12T17:30:13.096 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.269884+0000", 2024-04-12T17:30:13.096 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.269884+0000", 2024-04-12T17:30:13.096 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.097 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.097 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:13.097 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.269884+0000", 2024-04-12T17:30:13.097 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.269884+0000", 2024-04-12T17:30:13.097 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.097 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3108, 2024-04-12T17:30:13.097 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.097 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.097 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:13.097 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.097 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.097 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.097 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.098 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3108, 2024-04-12T17:30:13.098 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.098 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.098 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.098 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.0", 2024-04-12T17:30:13.098 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.098 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.098 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.098 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 8912, 2024-04-12T17:30:13.098 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.098 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:42:44.951655+0000", 2024-04-12T17:30:13.098 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.004379614, 2024-04-12T17:30:13.098 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.098 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.098 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.099 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.099 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.099 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.099 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.099 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.099 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.099 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.099 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.099 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.099 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.099 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.099 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.099 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.099 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.100 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.100 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.100 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.100 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.100 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.100 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.100 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.100 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.100 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.100 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.100 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.100 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.100 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.100 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.100 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.100 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.101 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.101 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.101 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 1137, 2024-04-12T17:30:13.101 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 421302, 2024-04-12T17:30:13.101 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.101 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.101 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.101 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3100, 2024-04-12T17:30:13.101 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 389822 2024-04-12T17:30:13.101 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.101 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.101 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.101 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.101 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:13.101 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.101 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:13.102 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.102 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:13.102 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "1153'3108" 2024-04-12T17:30:13.102 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.102 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.102 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.102 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:13.102 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:13.102 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:13.102 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.102 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:13.102 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.102 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.102 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.103 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.103 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.103 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.103 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.420881+0000", 2024-04-12T17:30:13.103 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.165856+0000", 2024-04-12T17:30:13.103 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.165856+0000", 2024-04-12T17:30:13.103 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.166136+0000", 2024-04-12T17:30:13.103 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.420881+0000", 2024-04-12T17:30:13.103 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.103 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.103 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.103 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:13.103 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.420881+0000", 2024-04-12T17:30:13.103 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.420881+0000", 2024-04-12T17:30:13.104 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.420881+0000", 2024-04-12T17:30:13.104 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.104 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.104 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.104 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.420881+0000", 2024-04-12T17:30:13.104 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.420881+0000", 2024-04-12T17:30:13.104 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.104 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.104 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.104 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.104 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:13.104 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.104 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.104 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.104 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.105 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.105 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.105 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.105 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.105 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.4", 2024-04-12T17:30:13.105 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.105 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.105 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.105 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5156, 2024-04-12T17:30:13.105 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.105 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:46:06.496258+0000", 2024-04-12T17:30:13.105 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.105 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.105 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.105 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.105 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.106 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.106 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.106 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.106 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.106 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.106 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.106 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.106 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.106 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.106 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.106 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.106 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.106 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.106 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.107 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.107 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.107 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.107 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.107 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.107 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.107 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.107 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.107 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.107 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.107 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.107 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.107 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.107 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.107 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.108 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.108 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.108 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.108 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.108 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.108 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.108 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.108 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.108 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.108 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.108 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.108 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.108 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.108 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:13.108 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:13.109 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:13.109 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.109 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:13.109 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.109 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.109 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.109 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.109 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.109 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.109 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:13.109 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.109 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:13.109 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.110 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.110 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:13.110 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.110 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.110 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.110 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.426714+0000", 2024-04-12T17:30:13.110 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.094368+0000", 2024-04-12T17:30:13.110 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.094368+0000", 2024-04-12T17:30:13.110 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.095604+0000", 2024-04-12T17:30:13.110 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.426714+0000", 2024-04-12T17:30:13.110 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.110 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.110 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.110 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:13.110 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.426714+0000", 2024-04-12T17:30:13.111 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.426714+0000", 2024-04-12T17:30:13.111 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.426714+0000", 2024-04-12T17:30:13.111 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.111 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.111 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.111 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.426714+0000", 2024-04-12T17:30:13.111 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.426714+0000", 2024-04-12T17:30:13.111 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.111 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.111 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.111 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.111 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:13.111 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.111 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.111 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.112 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.112 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.112 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.112 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.112 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.112 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.5", 2024-04-12T17:30:13.112 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.112 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.112 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.112 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4928, 2024-04-12T17:30:13.112 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.112 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:38:33.412276+0000", 2024-04-12T17:30:13.112 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.112 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.112 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.112 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.113 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.113 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.113 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.113 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.113 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.113 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.113 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.113 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.113 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.113 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.113 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.113 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.113 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.113 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.113 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.113 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.114 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.114 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.114 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.114 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.114 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.114 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.114 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.114 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.114 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.114 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.114 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.114 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.114 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.114 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.115 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.115 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.115 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.115 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.115 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.115 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.115 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.115 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.115 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.115 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.115 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.115 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.115 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.115 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.115 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.116 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:13.116 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.116 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:13.116 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.116 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.116 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.116 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.116 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.116 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.116 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:13.116 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.116 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:13.116 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.116 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.116 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T17:30:13.117 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.117 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.117 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.117 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:30:08.549801+0000", 2024-04-12T17:30:13.117 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.090408+0000", 2024-04-12T17:30:13.117 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.090408+0000", 2024-04-12T17:30:13.117 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:42:28.495589+0000", 2024-04-12T17:30:13.117 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:30:08.549801+0000", 2024-04-12T17:30:13.117 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:13.117 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.117 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:13.117 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:13.117 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:30:08.549801+0000", 2024-04-12T17:30:13.117 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:30:08.549801+0000", 2024-04-12T17:30:13.118 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:30:08.549801+0000", 2024-04-12T17:30:13.118 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.118 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.118 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:13.118 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:30:08.549801+0000", 2024-04-12T17:30:13.118 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:30:08.549801+0000", 2024-04-12T17:30:13.118 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.118 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3105, 2024-04-12T17:30:13.118 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.118 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.118 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:13.118 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.118 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.118 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.119 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.119 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3105, 2024-04-12T17:30:13.119 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.119 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.119 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.119 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.3", 2024-04-12T17:30:13.119 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.119 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.119 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.119 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 9260, 2024-04-12T17:30:13.119 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.119 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:37:11.352685+0000", 2024-04-12T17:30:13.119 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.006155055, 2024-04-12T17:30:13.119 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.119 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.120 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.120 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.120 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.120 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.120 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.120 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.120 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.120 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.120 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.120 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.120 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.120 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.120 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.120 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.121 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.121 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.121 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:13.121 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:13.121 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.121 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:13.121 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.121 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.121 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.121 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.121 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.121 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:13.121 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.121 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.121 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.122 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.122 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.122 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.122 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.122 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 1702, 2024-04-12T17:30:13.122 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 361332, 2024-04-12T17:30:13.122 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.122 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.122 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.122 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3066, 2024-04-12T17:30:13.122 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 390679 2024-04-12T17:30:13.122 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.122 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.122 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.123 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.123 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.123 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.123 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:13.123 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.123 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:13.123 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "1153'3105" 2024-04-12T17:30:13.123 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.123 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.123 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.123 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.123 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:13.123 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:13.123 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.124 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:13.124 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.124 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.124 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:13.124 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.124 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.124 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.124 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.426602+0000", 2024-04-12T17:30:13.124 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.090790+0000", 2024-04-12T17:30:13.124 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.090790+0000", 2024-04-12T17:30:13.124 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.092759+0000", 2024-04-12T17:30:13.124 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.426602+0000", 2024-04-12T17:30:13.124 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.124 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.125 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.125 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:13.125 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.426602+0000", 2024-04-12T17:30:13.125 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.426602+0000", 2024-04-12T17:30:13.125 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.426602+0000", 2024-04-12T17:30:13.125 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.125 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.125 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.125 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.426602+0000", 2024-04-12T17:30:13.125 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.426602+0000", 2024-04-12T17:30:13.125 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.125 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.125 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.125 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.126 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:13.126 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.126 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.126 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.126 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.126 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.126 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.126 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.126 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.126 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.0", 2024-04-12T17:30:13.126 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.126 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.126 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.126 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4950, 2024-04-12T17:30:13.126 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.127 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:29:02.718809+0000", 2024-04-12T17:30:13.127 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.127 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.127 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.127 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.127 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.127 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.127 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.127 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.127 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.127 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.127 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.127 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.127 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.128 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.128 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.128 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.128 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.128 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.128 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.128 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.128 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.128 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.128 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.128 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.128 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.128 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.129 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.129 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.129 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.129 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.129 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.129 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.129 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.129 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.129 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.129 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.129 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.129 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.129 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.129 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.130 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.130 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.130 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.130 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.130 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.130 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.130 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.130 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.130 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:13.130 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:13.130 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.130 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:13.130 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.130 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.131 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.131 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.131 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:13.131 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:13.131 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:13.131 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.131 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T17:30:13.131 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.131 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.131 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.131 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.131 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.131 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.131 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.265975+0000", 2024-04-12T17:30:13.132 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:01.048060+0000", 2024-04-12T17:30:13.132 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:01.048060+0000", 2024-04-12T17:30:13.132 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:01.049094+0000", 2024-04-12T17:30:13.132 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.265975+0000", 2024-04-12T17:30:13.132 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.132 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.132 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.132 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 464, 2024-04-12T17:30:13.132 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.265975+0000", 2024-04-12T17:30:13.132 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.265975+0000", 2024-04-12T17:30:13.132 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.265975+0000", 2024-04-12T17:30:13.132 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.132 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.132 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.132 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.265975+0000", 2024-04-12T17:30:13.133 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.265975+0000", 2024-04-12T17:30:13.133 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.133 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.133 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.133 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.133 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 463, 2024-04-12T17:30:13.133 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.133 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.133 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.133 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.133 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.133 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.133 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.133 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.133 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.1", 2024-04-12T17:30:13.134 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.134 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.134 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.134 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5095, 2024-04-12T17:30:13.134 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.134 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:21:43.700965+0000", 2024-04-12T17:30:13.134 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.134 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.134 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.134 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.134 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.134 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.134 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.134 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.135 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.135 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.135 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.135 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.135 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.135 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.135 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.135 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.135 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.135 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.135 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.135 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.135 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.135 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.135 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.135 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.136 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.136 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.136 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.136 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.136 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.136 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.136 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.136 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.136 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.136 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.136 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.136 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.136 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.136 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.136 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.136 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.137 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.137 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.137 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.137 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.137 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.137 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.137 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.137 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:13.137 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:13.137 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:13.137 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.137 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T17:30:13.137 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.137 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.137 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.138 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.138 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.138 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:13.138 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:13.138 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.138 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:13.138 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.138 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.138 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T17:30:13.138 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.138 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.138 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.138 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.423400+0000", 2024-04-12T17:30:13.138 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:06:51.089410+0000", 2024-04-12T17:30:13.139 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:06:51.089410+0000", 2024-04-12T17:30:13.139 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:42:28.495252+0000", 2024-04-12T17:30:13.139 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.423400+0000", 2024-04-12T17:30:13.139 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:13.139 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.139 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:13.139 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 395, 2024-04-12T17:30:13.139 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.423400+0000", 2024-04-12T17:30:13.139 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.423400+0000", 2024-04-12T17:30:13.139 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.423400+0000", 2024-04-12T17:30:13.139 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.139 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.139 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:13.139 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.423400+0000", 2024-04-12T17:30:13.139 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.423400+0000", 2024-04-12T17:30:13.140 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.140 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3095, 2024-04-12T17:30:13.140 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.140 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.140 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 394, 2024-04-12T17:30:13.140 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.140 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.140 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.140 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.140 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3095, 2024-04-12T17:30:13.140 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.140 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.140 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.140 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.6", 2024-04-12T17:30:13.140 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.140 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.141 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.141 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 9111, 2024-04-12T17:30:13.141 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.141 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:55:00.627426+0000", 2024-04-12T17:30:13.141 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.005404345, 2024-04-12T17:30:13.141 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.141 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.141 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.141 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.141 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.141 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.141 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.141 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.141 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.141 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.142 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.142 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.142 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.142 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.142 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.142 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.142 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.142 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.142 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.142 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.142 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.142 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.142 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.143 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.143 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.143 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.143 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.143 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.143 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.143 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.143 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.143 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.143 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.143 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.143 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.143 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 1330, 2024-04-12T17:30:13.143 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 404603, 2024-04-12T17:30:13.143 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.144 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.144 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.144 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3046, 2024-04-12T17:30:13.144 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 433370 2024-04-12T17:30:13.144 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.144 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.144 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.144 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.144 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.144 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:13.144 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:13.144 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.144 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:13.144 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "1153'3095" 2024-04-12T17:30:13.144 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.145 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.145 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.145 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.145 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.145 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:13.145 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.145 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:13.145 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.145 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.145 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 19, 2024-04-12T17:30:13.145 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.145 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.145 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.145 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.426495+0000", 2024-04-12T17:30:13.145 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.090326+0000", 2024-04-12T17:30:13.146 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.090326+0000", 2024-04-12T17:30:13.146 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.092519+0000", 2024-04-12T17:30:13.146 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.426495+0000", 2024-04-12T17:30:13.146 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:55:12.126017+0000", 2024-04-12T17:30:13.146 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.146 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:55:12.126017+0000", 2024-04-12T17:30:13.146 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:13.146 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.426495+0000", 2024-04-12T17:30:13.146 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.426495+0000", 2024-04-12T17:30:13.146 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.426495+0000", 2024-04-12T17:30:13.146 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.146 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.146 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:55:12.126017+0000", 2024-04-12T17:30:13.146 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.426495+0000", 2024-04-12T17:30:13.147 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.426495+0000", 2024-04-12T17:30:13.147 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.147 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 237, 2024-04-12T17:30:13.147 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.147 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.147 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:13.147 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.147 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.147 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.147 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.147 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 237, 2024-04-12T17:30:13.147 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.147 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.147 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.147 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "1.0", 2024-04-12T17:30:13.148 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.148 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.148 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.148 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5596, 2024-04-12T17:30:13.148 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.148 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:24:07.472643+0000", 2024-04-12T17:30:13.148 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.148 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.148 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.148 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 590368, 2024-04-12T17:30:13.148 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.148 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 1771104, 2024-04-12T17:30:13.148 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.148 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.149 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.149 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.149 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.149 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.149 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.149 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.149 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.149 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.149 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.149 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.149 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.149 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 6, 2024-04-12T17:30:13.149 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 2, 2024-04-12T17:30:13.149 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.149 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 2, 2024-04-12T17:30:13.150 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.150 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.150 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.150 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.150 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.150 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.150 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.150 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 6, 2024-04-12T17:30:13.150 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.150 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.150 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.150 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.150 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.150 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 1178, 2024-04-12T17:30:13.151 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 1994, 2024-04-12T17:30:13.151 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.151 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.151 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.151 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 391, 2024-04-12T17:30:13.151 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 2416 2024-04-12T17:30:13.151 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.151 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.151 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.151 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.151 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.151 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.151 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:13.151 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.151 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:13.152 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "2176'237" 2024-04-12T17:30:13.152 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.152 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.152 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.152 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.152 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:13.152 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:13.152 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.152 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:13.152 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.152 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.152 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:13.152 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.152 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.152 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.153 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.266006+0000", 2024-04-12T17:30:13.153 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.091934+0000", 2024-04-12T17:30:13.153 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.091934+0000", 2024-04-12T17:30:13.153 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.092250+0000", 2024-04-12T17:30:13.153 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.266006+0000", 2024-04-12T17:30:13.153 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.153 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.153 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.153 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:13.153 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.266006+0000", 2024-04-12T17:30:13.153 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.266006+0000", 2024-04-12T17:30:13.153 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.266006+0000", 2024-04-12T17:30:13.153 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.153 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.153 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.154 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.266006+0000", 2024-04-12T17:30:13.154 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.266006+0000", 2024-04-12T17:30:13.154 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.154 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.154 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.154 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.154 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:13.154 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.154 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.154 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.154 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.154 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.154 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.154 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.155 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.155 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.3", 2024-04-12T17:30:13.155 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.155 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.155 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.155 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5016, 2024-04-12T17:30:13.155 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.155 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:29:19.850818+0000", 2024-04-12T17:30:13.155 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.155 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.155 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.155 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.155 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.155 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.156 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.156 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.156 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.156 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.156 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.156 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.156 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.156 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.156 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.156 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.156 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.156 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.156 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.156 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.157 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.157 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.157 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.157 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.157 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.157 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.157 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.157 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.157 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.157 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.157 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.157 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.157 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.157 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.157 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.157 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.158 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.158 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.158 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.158 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.158 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.158 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.158 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.158 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.158 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.158 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.158 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.158 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.158 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:13.158 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:13.159 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.159 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:13.159 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.159 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.159 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.159 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.159 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:13.159 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.159 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:13.159 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.159 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:13.159 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.159 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.159 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.159 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.160 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.160 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.160 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.266498+0000", 2024-04-12T17:30:13.160 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.113990+0000", 2024-04-12T17:30:13.160 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.113990+0000", 2024-04-12T17:30:13.160 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.114348+0000", 2024-04-12T17:30:13.160 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.266498+0000", 2024-04-12T17:30:13.160 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.160 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.160 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.160 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:13.160 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.266498+0000", 2024-04-12T17:30:13.160 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.266498+0000", 2024-04-12T17:30:13.161 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.266498+0000", 2024-04-12T17:30:13.161 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.161 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.161 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.161 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.266498+0000", 2024-04-12T17:30:13.161 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.266498+0000", 2024-04-12T17:30:13.161 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.161 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.161 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.161 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.161 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:13.161 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.161 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.161 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.162 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.162 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.162 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.162 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.162 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.162 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.2", 2024-04-12T17:30:13.162 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.162 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.162 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.162 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5088, 2024-04-12T17:30:13.162 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.162 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:48:29.334019+0000", 2024-04-12T17:30:13.162 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.162 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.162 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.163 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.163 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.163 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.163 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.163 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.163 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.163 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.163 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.163 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.163 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.163 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.163 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.163 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.163 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.164 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.164 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.164 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.164 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.164 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.164 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.164 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.164 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.164 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.164 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.164 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.164 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.164 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.164 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.164 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.165 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.165 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.165 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.165 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.165 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.165 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.165 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.165 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.165 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.165 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.165 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.165 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.165 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.165 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.166 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.166 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:13.166 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.166 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:13.166 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.166 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:13.166 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.166 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.166 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.166 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.166 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:13.166 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:13.166 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:13.166 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.167 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:13.167 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.167 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.167 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T17:30:13.167 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.167 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.167 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.167 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.424039+0000", 2024-04-12T17:30:13.167 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.094335+0000", 2024-04-12T17:30:13.167 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.094335+0000", 2024-04-12T17:30:13.167 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:42:28.491274+0000", 2024-04-12T17:30:13.167 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.424039+0000", 2024-04-12T17:30:13.167 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:13.167 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.167 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:13.168 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:13.168 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.424039+0000", 2024-04-12T17:30:13.168 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.424039+0000", 2024-04-12T17:30:13.168 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.424039+0000", 2024-04-12T17:30:13.168 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.168 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.168 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:13.168 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.424039+0000", 2024-04-12T17:30:13.168 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.424039+0000", 2024-04-12T17:30:13.168 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.168 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3131, 2024-04-12T17:30:13.168 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.168 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.169 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:13.169 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.169 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.169 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.169 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.169 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3131, 2024-04-12T17:30:13.169 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.169 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.169 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.169 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.5", 2024-04-12T17:30:13.169 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.169 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.169 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.169 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 8639, 2024-04-12T17:30:13.170 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.170 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:29:49.965520+0000", 2024-04-12T17:30:13.170 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.003519316, 2024-04-12T17:30:13.170 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.170 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.170 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 4194304, 2024-04-12T17:30:13.170 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.170 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.170 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.170 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.170 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.170 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.170 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.170 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.171 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.171 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.171 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.171 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.171 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.171 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.171 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.171 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:13.171 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:13.171 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.171 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:13.171 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.171 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.171 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.171 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.172 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.172 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.172 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.172 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.172 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.172 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.172 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.172 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.172 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.172 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 803, 2024-04-12T17:30:13.172 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 394233, 2024-04-12T17:30:13.172 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.172 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.172 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.172 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3135, 2024-04-12T17:30:13.173 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 417139 2024-04-12T17:30:13.173 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.173 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.173 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.173 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.173 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:13.173 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:13.173 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:13.173 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.173 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:13.173 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "1153'3131" 2024-04-12T17:30:13.173 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.173 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.173 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.173 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:13.173 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:13.174 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:13.174 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.174 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T17:30:13.174 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.174 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.174 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:13.174 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.174 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.174 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.174 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.266156+0000", 2024-04-12T17:30:13.174 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:07:26.044090+0000", 2024-04-12T17:30:13.174 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:07:26.044090+0000", 2024-04-12T17:30:13.174 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:07:26.044346+0000", 2024-04-12T17:30:13.174 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.266156+0000", 2024-04-12T17:30:13.175 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.175 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.175 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.175 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 429, 2024-04-12T17:30:13.175 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.266156+0000", 2024-04-12T17:30:13.175 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.266156+0000", 2024-04-12T17:30:13.175 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.266156+0000", 2024-04-12T17:30:13.175 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.175 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.175 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.175 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.266156+0000", 2024-04-12T17:30:13.175 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.266156+0000", 2024-04-12T17:30:13.175 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.175 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.176 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.176 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.176 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 428, 2024-04-12T17:30:13.176 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.176 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.176 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.176 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.176 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.176 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.176 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.176 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.176 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.1", 2024-04-12T17:30:13.176 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.176 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.177 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.177 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5120, 2024-04-12T17:30:13.177 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.177 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:42:21.672622+0000", 2024-04-12T17:30:13.177 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.177 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.177 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.177 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.177 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.177 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.177 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.177 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.177 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.177 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.177 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.178 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.178 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.178 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.178 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.178 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.178 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.178 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.178 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.178 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.178 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.178 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.178 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.178 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.178 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.179 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.179 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.179 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.179 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.179 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.179 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.179 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.179 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.179 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.179 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.179 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.179 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.179 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.179 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.180 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.180 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.180 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.180 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.180 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.180 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.180 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.180 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.180 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:13.180 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:13.180 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:13.180 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.180 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T17:30:13.180 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.180 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.181 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.181 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.181 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:13.181 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:13.181 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:13.181 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.181 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:13.181 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.181 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.181 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.181 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.181 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.181 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.181 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.419245+0000", 2024-04-12T17:30:13.181 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.113931+0000", 2024-04-12T17:30:13.182 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.113931+0000", 2024-04-12T17:30:13.182 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.114266+0000", 2024-04-12T17:30:13.182 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.419245+0000", 2024-04-12T17:30:13.182 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.182 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.182 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.182 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:13.182 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.419245+0000", 2024-04-12T17:30:13.182 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.419245+0000", 2024-04-12T17:30:13.182 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.419245+0000", 2024-04-12T17:30:13.182 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.182 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.182 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.182 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.419245+0000", 2024-04-12T17:30:13.183 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.419245+0000", 2024-04-12T17:30:13.183 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.183 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.183 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.183 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.183 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:13.183 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.183 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.183 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.183 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.183 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.183 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.183 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.183 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.183 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.0", 2024-04-12T17:30:13.183 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.184 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.184 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.184 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5157, 2024-04-12T17:30:13.184 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.184 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:02:01.858211+0000", 2024-04-12T17:30:13.184 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.184 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.184 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.186 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.186 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.186 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.186 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.186 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.186 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.186 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.186 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.186 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.186 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.186 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.186 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.186 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.186 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.187 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.187 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.187 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.187 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.187 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.187 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.187 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.187 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.187 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:13.187 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:13.187 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:13.187 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.187 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:13.187 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.187 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.188 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.188 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.188 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:13.188 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.188 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:13.188 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.188 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:13.188 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.188 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.188 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T17:30:13.188 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.188 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.188 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.188 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.420690+0000", 2024-04-12T17:30:13.189 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.167448+0000", 2024-04-12T17:30:13.189 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.167448+0000", 2024-04-12T17:30:13.189 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:42:28.544107+0000", 2024-04-12T17:30:13.189 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.420690+0000", 2024-04-12T17:30:13.189 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:13.189 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.189 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:13.189 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:13.189 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.420690+0000", 2024-04-12T17:30:13.189 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.420690+0000", 2024-04-12T17:30:13.189 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.420690+0000", 2024-04-12T17:30:13.189 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.189 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.189 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:13.190 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.420690+0000", 2024-04-12T17:30:13.190 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.420690+0000", 2024-04-12T17:30:13.190 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.190 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3095, 2024-04-12T17:30:13.190 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.190 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.190 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:13.190 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.190 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.190 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.190 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.190 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3095, 2024-04-12T17:30:13.190 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.190 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.191 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.191 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.7", 2024-04-12T17:30:13.191 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.191 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.191 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.191 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 8783, 2024-04-12T17:30:13.191 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.191 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:32:52.066711+0000", 2024-04-12T17:30:13.191 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.003711831, 2024-04-12T17:30:13.191 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.191 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.191 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.191 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.191 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.192 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.192 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.192 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.192 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.192 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.192 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.192 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.192 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.192 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.192 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.192 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.192 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.192 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.192 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.192 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 856, 2024-04-12T17:30:13.194 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 380035, 2024-04-12T17:30:13.194 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.194 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.194 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.194 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3089, 2024-04-12T17:30:13.194 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 365281 2024-04-12T17:30:13.194 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.194 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.194 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.194 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.194 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:13.194 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.194 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:13.194 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.195 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:13.195 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "1153'3095" 2024-04-12T17:30:13.195 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.195 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.195 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.195 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:13.195 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.195 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:13.195 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.195 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 4, 2024-04-12T17:30:13.195 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.195 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.195 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.195 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.195 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.196 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.196 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.421652+0000", 2024-04-12T17:30:13.196 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.113411+0000", 2024-04-12T17:30:13.196 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.113411+0000", 2024-04-12T17:30:13.196 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.113727+0000", 2024-04-12T17:30:13.196 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.421652+0000", 2024-04-12T17:30:13.196 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.196 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.196 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.196 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:13.196 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.421652+0000", 2024-04-12T17:30:13.196 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.421652+0000", 2024-04-12T17:30:13.196 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.421652+0000", 2024-04-12T17:30:13.196 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.196 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.197 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.197 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.421652+0000", 2024-04-12T17:30:13.197 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.421652+0000", 2024-04-12T17:30:13.197 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.197 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.197 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.197 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.197 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:13.197 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.197 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.197 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.197 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.197 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.197 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.197 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.197 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.198 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.3", 2024-04-12T17:30:13.198 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.198 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.198 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.198 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5072, 2024-04-12T17:30:13.198 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.198 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:17:23.349616+0000", 2024-04-12T17:30:13.198 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.198 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.198 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.198 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.198 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.198 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.198 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.198 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.199 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.199 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.199 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.199 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.199 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.199 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.199 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.199 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.199 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.199 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.199 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.199 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.199 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.199 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.199 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.200 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.200 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.200 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.200 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.200 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.200 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.200 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.200 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.200 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.200 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.200 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.200 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.200 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.200 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.200 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.201 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.201 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.201 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.201 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.201 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.201 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.201 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.201 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.201 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.201 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:13.201 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.201 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:13.201 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.201 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 4, 2024-04-12T17:30:13.201 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.202 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.202 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.202 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.202 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.202 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:13.202 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:13.202 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.202 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:13.202 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.202 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.202 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:13.202 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.202 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.202 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.203 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.265971+0000", 2024-04-12T17:30:13.203 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.130641+0000", 2024-04-12T17:30:13.203 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.130641+0000", 2024-04-12T17:30:13.203 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.130961+0000", 2024-04-12T17:30:13.203 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.265971+0000", 2024-04-12T17:30:13.203 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.203 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.203 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.203 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:13.203 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.265971+0000", 2024-04-12T17:30:13.203 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.265971+0000", 2024-04-12T17:30:13.203 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.265971+0000", 2024-04-12T17:30:13.203 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.203 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.203 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.204 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.265971+0000", 2024-04-12T17:30:13.204 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.265971+0000", 2024-04-12T17:30:13.204 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.204 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.204 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.204 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.204 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:13.204 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.204 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.204 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.204 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.204 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.204 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.204 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.205 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.205 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.2", 2024-04-12T17:30:13.205 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.205 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.205 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.205 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5024, 2024-04-12T17:30:13.205 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.205 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:39:19.582115+0000", 2024-04-12T17:30:13.205 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.205 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.205 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.205 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.205 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.205 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.205 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.205 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.206 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.206 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.206 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.206 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.206 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.206 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.206 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.206 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.206 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.206 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.206 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.206 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.206 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.206 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.207 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.207 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.207 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.207 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.207 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.207 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.207 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.207 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.207 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.207 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.207 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.207 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.207 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.207 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.207 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.208 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.208 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.208 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.208 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.208 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.208 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.208 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.208 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.208 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.208 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.208 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.208 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:13.208 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:13.208 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.209 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:13.209 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.209 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.209 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.209 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.209 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:13.209 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:13.209 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:13.209 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.209 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:13.209 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.209 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.209 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T17:30:13.209 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.209 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.210 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.210 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:30:10.091603+0000", 2024-04-12T17:30:13.210 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:07:26.052473+0000", 2024-04-12T17:30:13.210 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:07:26.052473+0000", 2024-04-12T17:30:13.210 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:42:28.544046+0000", 2024-04-12T17:30:13.210 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:30:10.091603+0000", 2024-04-12T17:30:13.210 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:13.210 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.210 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:13.210 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 429, 2024-04-12T17:30:13.210 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:30:10.091603+0000", 2024-04-12T17:30:13.210 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:30:10.091603+0000", 2024-04-12T17:30:13.210 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:30:10.091603+0000", 2024-04-12T17:30:13.211 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.211 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.211 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:13.211 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:30:10.091603+0000", 2024-04-12T17:30:13.211 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:30:10.091603+0000", 2024-04-12T17:30:13.211 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.211 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 2974, 2024-04-12T17:30:13.211 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.211 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.211 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 428, 2024-04-12T17:30:13.211 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.211 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.211 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.211 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.211 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 2974, 2024-04-12T17:30:13.212 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.212 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.212 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.212 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.4", 2024-04-12T17:30:13.212 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.212 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.212 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.212 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 8621, 2024-04-12T17:30:13.212 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.212 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:27:08.816643+0000", 2024-04-12T17:30:13.212 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.003945663, 2024-04-12T17:30:13.212 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.212 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.212 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.212 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.213 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.213 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.213 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.213 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.213 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.213 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.213 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.213 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.213 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.213 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.213 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.213 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.213 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.213 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.213 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:13.214 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:13.214 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.214 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:13.214 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.214 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.214 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.214 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.214 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.214 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:13.214 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.214 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.214 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.214 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.214 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.215 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.215 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.215 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 620, 2024-04-12T17:30:13.215 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 345682, 2024-04-12T17:30:13.215 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.215 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.215 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.215 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 2990, 2024-04-12T17:30:13.215 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 364361 2024-04-12T17:30:13.215 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.215 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.215 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.215 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.215 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:13.215 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:13.216 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:13.216 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.216 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:13.216 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "1153'2974" 2024-04-12T17:30:13.216 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.216 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.216 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.216 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.216 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:13.216 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:13.216 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.216 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:13.216 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.216 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.216 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.217 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.217 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.217 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.217 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.266746+0000", 2024-04-12T17:30:13.217 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.167898+0000", 2024-04-12T17:30:13.217 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.167898+0000", 2024-04-12T17:30:13.217 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.168208+0000", 2024-04-12T17:30:13.217 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.266746+0000", 2024-04-12T17:30:13.217 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.217 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.217 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.217 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:13.217 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.266746+0000", 2024-04-12T17:30:13.217 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.266746+0000", 2024-04-12T17:30:13.217 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.266746+0000", 2024-04-12T17:30:13.218 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.218 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.218 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.218 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.266746+0000", 2024-04-12T17:30:13.218 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.266746+0000", 2024-04-12T17:30:13.218 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.218 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.218 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.218 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.218 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:13.219 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.219 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.219 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.219 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.219 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.219 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.219 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.219 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.219 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.5", 2024-04-12T17:30:13.219 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.219 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.219 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.219 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5014, 2024-04-12T17:30:13.220 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.220 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:15:31.228128+0000", 2024-04-12T17:30:13.220 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.220 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.220 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.220 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.220 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.220 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.220 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.220 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.220 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.220 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.220 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.221 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.221 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.221 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.221 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.221 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.221 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.221 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.221 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.221 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.221 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.221 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.221 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.221 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.221 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.221 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.222 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.222 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.222 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.222 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.222 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.222 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.222 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.222 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.222 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.222 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.222 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.222 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.222 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.222 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.223 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.223 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.223 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.223 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.223 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.223 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.223 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.223 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.223 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:13.223 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:13.223 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.223 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:13.223 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.223 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.224 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.224 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.224 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:13.224 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.224 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:13.224 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.224 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:13.224 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.224 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.224 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:13.224 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.224 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.224 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.224 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422288+0000", 2024-04-12T17:30:13.224 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.090598+0000", 2024-04-12T17:30:13.225 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.090598+0000", 2024-04-12T17:30:13.225 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.090912+0000", 2024-04-12T17:30:13.225 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422288+0000", 2024-04-12T17:30:13.225 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.225 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.225 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.225 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:13.225 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422288+0000", 2024-04-12T17:30:13.225 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422288+0000", 2024-04-12T17:30:13.225 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422288+0000", 2024-04-12T17:30:13.225 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.225 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.225 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.226 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422288+0000", 2024-04-12T17:30:13.226 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422288+0000", 2024-04-12T17:30:13.226 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.226 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.226 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.226 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.226 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:13.226 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.226 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.226 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.226 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.226 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.226 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.226 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.227 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.227 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.4", 2024-04-12T17:30:13.227 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.227 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.227 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.227 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5139, 2024-04-12T17:30:13.227 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.227 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:47:07.023116+0000", 2024-04-12T17:30:13.227 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.227 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.227 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.227 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.227 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.227 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.227 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.228 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.228 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.228 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.228 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.228 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.228 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.228 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.228 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.228 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.228 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.228 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.228 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.228 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.228 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.229 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.229 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.229 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.229 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.229 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.229 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.229 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.229 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.229 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.229 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.229 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.229 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.229 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.229 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.230 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.230 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.230 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.230 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.230 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.230 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.230 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.230 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.230 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.230 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.230 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.230 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.230 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:13.230 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.230 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:13.231 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.231 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:13.231 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.231 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.231 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.231 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.231 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:13.231 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.231 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:13.231 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.231 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:13.231 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.231 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.231 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T17:30:13.231 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.231 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.231 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.232 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.421703+0000", 2024-04-12T17:30:13.232 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.165798+0000", 2024-04-12T17:30:13.232 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.165798+0000", 2024-04-12T17:30:13.232 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:42:28.547274+0000", 2024-04-12T17:30:13.232 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.421703+0000", 2024-04-12T17:30:13.232 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:13.232 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.232 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:13.232 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:13.232 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.421703+0000", 2024-04-12T17:30:13.232 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.421703+0000", 2024-04-12T17:30:13.232 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.421703+0000", 2024-04-12T17:30:13.232 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.232 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.232 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:13.233 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.421703+0000", 2024-04-12T17:30:13.233 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.421703+0000", 2024-04-12T17:30:13.233 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.233 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3042, 2024-04-12T17:30:13.233 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.233 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.233 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:13.233 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.233 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.233 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.233 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.233 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3042, 2024-04-12T17:30:13.233 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.233 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.233 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.234 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.2", 2024-04-12T17:30:13.234 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.234 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.234 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.234 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 9129, 2024-04-12T17:30:13.234 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.234 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:20:10.471454+0000", 2024-04-12T17:30:13.234 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.006870488, 2024-04-12T17:30:13.234 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.234 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.234 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 19, 2024-04-12T17:30:13.234 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.234 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.234 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.235 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.235 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.235 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.235 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.235 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.235 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.235 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.235 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.235 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.235 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.235 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.235 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.235 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:13.235 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:13.235 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.235 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:13.236 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.236 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.236 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.236 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.236 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.236 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.236 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.236 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.236 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.236 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.236 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.236 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.236 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.236 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 1412, 2024-04-12T17:30:13.236 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 395780, 2024-04-12T17:30:13.237 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.237 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.237 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.237 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3017, 2024-04-12T17:30:13.237 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 388355 2024-04-12T17:30:13.237 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.237 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.237 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.237 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.237 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:13.237 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.237 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:13.237 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.237 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:13.238 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "1153'3042" 2024-04-12T17:30:13.238 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.238 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.238 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.238 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.238 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:13.238 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:13.238 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.238 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:13.238 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.238 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.238 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.238 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.238 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.239 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.239 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422826+0000", 2024-04-12T17:30:13.239 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.089829+0000", 2024-04-12T17:30:13.239 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.089829+0000", 2024-04-12T17:30:13.239 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.090305+0000", 2024-04-12T17:30:13.239 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422826+0000", 2024-04-12T17:30:13.239 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.239 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.239 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.239 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:13.239 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422826+0000", 2024-04-12T17:30:13.239 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422826+0000", 2024-04-12T17:30:13.239 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422826+0000", 2024-04-12T17:30:13.240 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.240 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.240 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.240 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422826+0000", 2024-04-12T17:30:13.240 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422826+0000", 2024-04-12T17:30:13.240 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.240 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.240 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.240 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.240 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:13.240 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.240 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.240 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.240 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.240 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.241 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.241 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.241 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.241 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.e", 2024-04-12T17:30:13.241 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.241 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.241 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.241 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4938, 2024-04-12T17:30:13.241 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.241 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:30:41.708717+0000", 2024-04-12T17:30:13.241 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.241 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.241 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.241 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.242 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.242 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.242 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.242 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.242 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.242 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.242 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.242 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.242 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.242 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.242 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.242 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.242 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.242 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.242 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.243 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.243 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.243 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.243 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.243 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.243 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.243 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.243 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.243 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.243 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.243 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.243 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.243 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.243 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.244 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.244 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.244 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.244 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.244 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.244 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.244 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.244 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.244 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.244 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.244 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.244 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.244 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.244 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.244 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.244 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:13.245 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:13.245 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.245 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:13.245 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.245 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.245 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.245 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.245 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:13.245 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.245 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:13.245 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.245 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 4, 2024-04-12T17:30:13.245 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.245 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.245 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:13.245 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.245 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.246 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.246 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.425034+0000", 2024-04-12T17:30:13.246 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.102115+0000", 2024-04-12T17:30:13.246 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.102115+0000", 2024-04-12T17:30:13.246 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.102509+0000", 2024-04-12T17:30:13.246 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.425034+0000", 2024-04-12T17:30:13.246 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.246 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.246 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.246 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:13.246 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.425034+0000", 2024-04-12T17:30:13.246 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.425034+0000", 2024-04-12T17:30:13.246 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.425034+0000", 2024-04-12T17:30:13.246 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.247 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.247 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.247 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.425034+0000", 2024-04-12T17:30:13.247 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.425034+0000", 2024-04-12T17:30:13.247 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.247 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 1, 2024-04-12T17:30:13.247 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.247 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.247 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:13.247 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.247 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.247 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.247 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.247 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 1, 2024-04-12T17:30:13.247 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.248 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.248 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.248 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.f", 2024-04-12T17:30:13.248 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.248 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.248 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.248 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5073, 2024-04-12T17:30:13.248 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.248 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:39:37.998965+0000", 2024-04-12T17:30:13.248 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.248 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.248 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.248 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 22, 2024-04-12T17:30:13.248 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.249 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.249 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.249 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.249 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.249 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.249 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.249 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.249 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.249 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.249 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.249 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.249 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.249 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.249 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.249 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:13.250 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:13.250 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.250 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:13.250 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.250 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.250 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.250 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.250 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.250 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.250 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.250 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.250 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.250 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.250 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.250 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.251 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.251 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 2, 2024-04-12T17:30:13.251 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 2, 2024-04-12T17:30:13.251 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.251 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.251 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.251 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 1, 2024-04-12T17:30:13.251 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 1 2024-04-12T17:30:13.251 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.251 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.251 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.251 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.251 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:13.251 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.251 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:13.252 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.252 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 4, 2024-04-12T17:30:13.252 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'1" 2024-04-12T17:30:13.252 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.252 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.252 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.252 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.252 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:13.252 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:13.252 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.252 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:13.252 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.252 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.252 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.252 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.253 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.253 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.253 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.420209+0000", 2024-04-12T17:30:13.253 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.106939+0000", 2024-04-12T17:30:13.253 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.106939+0000", 2024-04-12T17:30:13.253 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.108097+0000", 2024-04-12T17:30:13.253 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.420209+0000", 2024-04-12T17:30:13.253 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.253 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.253 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.253 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:13.253 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.420209+0000", 2024-04-12T17:30:13.253 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.420209+0000", 2024-04-12T17:30:13.253 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.420209+0000", 2024-04-12T17:30:13.253 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.254 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.254 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.254 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.420209+0000", 2024-04-12T17:30:13.254 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.420209+0000", 2024-04-12T17:30:13.254 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.254 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.254 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.254 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.254 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:13.254 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.254 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.254 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.254 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.254 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.255 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.255 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.255 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.255 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.11", 2024-04-12T17:30:13.255 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.255 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.255 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.255 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4951, 2024-04-12T17:30:13.255 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.255 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:59:20.990985+0000", 2024-04-12T17:30:13.255 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.255 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.255 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.255 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.255 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.256 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.256 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.256 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.256 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.256 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.256 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.256 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.256 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.256 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.256 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.256 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.256 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.256 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.256 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.256 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.257 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.257 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.257 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.257 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.257 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.257 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.257 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.257 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.257 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.257 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.257 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.257 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.257 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.257 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.257 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.257 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.258 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.258 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.258 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.258 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.258 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.258 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.258 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.258 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.258 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.258 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.258 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.258 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.258 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:13.258 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:13.258 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.259 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:13.259 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.259 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.259 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.259 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.259 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:13.259 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:13.259 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:13.259 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.259 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T17:30:13.259 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.259 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.259 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:13.259 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.259 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.260 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.260 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.265943+0000", 2024-04-12T17:30:13.260 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:06:51.079726+0000", 2024-04-12T17:30:13.260 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:06:51.079726+0000", 2024-04-12T17:30:13.260 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:06:51.080146+0000", 2024-04-12T17:30:13.260 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.265943+0000", 2024-04-12T17:30:13.260 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.260 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.260 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.260 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 395, 2024-04-12T17:30:13.260 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.265943+0000", 2024-04-12T17:30:13.260 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.265943+0000", 2024-04-12T17:30:13.260 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.265943+0000", 2024-04-12T17:30:13.260 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.260 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.261 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.261 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.265943+0000", 2024-04-12T17:30:13.261 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.265943+0000", 2024-04-12T17:30:13.261 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.261 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 8, 2024-04-12T17:30:13.261 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.261 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.261 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 394, 2024-04-12T17:30:13.261 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.261 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.261 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.261 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.261 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 8, 2024-04-12T17:30:13.261 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.262 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.262 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.262 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.10", 2024-04-12T17:30:13.262 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.262 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.262 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.262 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5138, 2024-04-12T17:30:13.262 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.262 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:09:53.596593+0000", 2024-04-12T17:30:13.262 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.262 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.262 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.262 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.262 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.263 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.263 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.263 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.263 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.263 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.263 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.263 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.263 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.263 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.263 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.263 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.263 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.263 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.263 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.263 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 12, 2024-04-12T17:30:13.264 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 4, 2024-04-12T17:30:13.264 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.264 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 4, 2024-04-12T17:30:13.264 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.264 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.264 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.264 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.264 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.264 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 4, 2024-04-12T17:30:13.264 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.264 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.264 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.264 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.264 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.264 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.265 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.265 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 48, 2024-04-12T17:30:13.265 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 48, 2024-04-12T17:30:13.265 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.265 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.265 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.265 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 12, 2024-04-12T17:30:13.265 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.265 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.265 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.265 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.265 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.265 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:13.265 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:13.265 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:13.265 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.266 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T17:30:13.266 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'8" 2024-04-12T17:30:13.266 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.266 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.266 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.266 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:13.266 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.266 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:13.266 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.266 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:13.266 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.266 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.266 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.266 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.267 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.267 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.267 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.420245+0000", 2024-04-12T17:30:13.267 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.117377+0000", 2024-04-12T17:30:13.267 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.117377+0000", 2024-04-12T17:30:13.267 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.118087+0000", 2024-04-12T17:30:13.267 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.420245+0000", 2024-04-12T17:30:13.267 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.267 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.267 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.267 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:13.267 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.420245+0000", 2024-04-12T17:30:13.267 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.420245+0000", 2024-04-12T17:30:13.267 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.420245+0000", 2024-04-12T17:30:13.267 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.267 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.268 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.268 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.420245+0000", 2024-04-12T17:30:13.268 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.420245+0000", 2024-04-12T17:30:13.268 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.268 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.268 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.268 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.268 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:13.268 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.268 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.268 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.268 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.268 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.268 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.269 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.269 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.269 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.10", 2024-04-12T17:30:13.269 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.269 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.269 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.269 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4970, 2024-04-12T17:30:13.269 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.269 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:34:51.179072+0000", 2024-04-12T17:30:13.269 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.269 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.269 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.269 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.269 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.270 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.270 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.270 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.270 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.270 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.270 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.270 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.270 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.270 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.270 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.270 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.270 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.270 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.270 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.271 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.271 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.271 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.271 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.271 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.271 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.271 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.271 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.271 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.271 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.271 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.271 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.271 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.271 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.271 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.271 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.272 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.272 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.272 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.272 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.272 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.272 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.272 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.272 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.272 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.272 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.272 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.272 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.272 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:13.272 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.272 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:13.273 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.273 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:13.273 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.273 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.273 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.273 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.273 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:13.273 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:13.273 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:13.273 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.273 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:13.273 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.273 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.273 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:13.273 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.274 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.274 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.274 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422802+0000", 2024-04-12T17:30:13.274 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.105794+0000", 2024-04-12T17:30:13.274 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.105794+0000", 2024-04-12T17:30:13.274 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.106135+0000", 2024-04-12T17:30:13.274 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422802+0000", 2024-04-12T17:30:13.274 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.274 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.274 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.274 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:13.274 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422802+0000", 2024-04-12T17:30:13.274 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422802+0000", 2024-04-12T17:30:13.274 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422802+0000", 2024-04-12T17:30:13.275 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.275 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.275 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.275 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422802+0000", 2024-04-12T17:30:13.275 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422802+0000", 2024-04-12T17:30:13.275 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.275 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.275 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.275 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.275 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:13.275 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.275 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.275 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.275 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.275 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.275 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.276 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.276 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.276 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.11", 2024-04-12T17:30:13.276 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.276 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.276 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.276 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4975, 2024-04-12T17:30:13.276 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.276 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:01:30.812329+0000", 2024-04-12T17:30:13.276 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.276 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.276 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.276 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.276 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.276 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.277 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.277 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.277 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.277 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.277 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.277 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.277 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.277 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.277 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.277 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.277 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.277 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.277 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.277 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.277 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.278 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.278 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.278 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.278 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.278 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.278 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.278 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.278 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.278 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.278 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.278 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.278 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.278 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.278 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.279 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.279 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.279 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.279 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.279 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.279 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.279 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.279 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.279 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.279 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.279 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.279 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.279 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:13.279 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:13.280 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:13.280 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.280 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:13.280 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.280 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.280 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.280 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.280 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.280 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:13.280 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:13.280 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.280 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:13.280 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.280 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.280 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.280 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.281 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.281 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.281 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.421526+0000", 2024-04-12T17:30:13.281 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.098266+0000", 2024-04-12T17:30:13.281 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.098266+0000", 2024-04-12T17:30:13.281 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.098646+0000", 2024-04-12T17:30:13.281 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.421526+0000", 2024-04-12T17:30:13.281 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.281 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.281 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.281 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:13.281 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.421526+0000", 2024-04-12T17:30:13.281 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.421526+0000", 2024-04-12T17:30:13.281 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.421526+0000", 2024-04-12T17:30:13.281 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.282 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.282 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.282 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.421526+0000", 2024-04-12T17:30:13.282 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.421526+0000", 2024-04-12T17:30:13.282 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.282 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.282 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.282 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.282 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:13.282 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.282 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.282 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.282 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.282 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.283 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.283 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.283 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.283 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.13", 2024-04-12T17:30:13.283 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.283 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.283 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.283 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4922, 2024-04-12T17:30:13.283 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.283 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:46:22.783686+0000", 2024-04-12T17:30:13.283 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.283 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.283 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.283 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.283 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.283 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.284 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.284 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.284 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.284 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.284 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.284 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.284 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.284 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.284 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.284 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.284 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.284 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.284 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.284 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.284 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.285 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.285 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.285 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.285 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.285 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.285 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.285 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.285 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.285 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.285 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.285 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.285 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.285 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.285 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.285 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.286 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.286 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.286 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.286 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.286 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.286 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.286 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.286 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.286 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.286 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.286 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.286 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.286 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:13.286 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:13.286 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.287 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:13.287 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.287 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.287 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.287 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.287 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.287 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:13.287 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:13.287 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.287 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:13.287 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.287 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.287 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:13.287 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.287 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.287 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.288 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.265799+0000", 2024-04-12T17:30:13.288 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.092244+0000", 2024-04-12T17:30:13.288 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.092244+0000", 2024-04-12T17:30:13.288 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.093607+0000", 2024-04-12T17:30:13.288 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.265799+0000", 2024-04-12T17:30:13.288 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.288 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.288 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.288 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:13.288 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.265799+0000", 2024-04-12T17:30:13.288 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.265799+0000", 2024-04-12T17:30:13.288 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.265799+0000", 2024-04-12T17:30:13.288 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.288 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.288 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.289 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.265799+0000", 2024-04-12T17:30:13.289 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.265799+0000", 2024-04-12T17:30:13.289 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.289 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.289 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.289 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.289 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:13.289 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.289 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.289 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.289 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.289 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.289 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.289 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.290 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.290 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.12", 2024-04-12T17:30:13.290 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.290 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.290 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.290 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5003, 2024-04-12T17:30:13.290 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.290 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:18:37.325413+0000", 2024-04-12T17:30:13.290 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.290 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.290 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.290 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.290 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.290 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.290 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.291 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.291 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.291 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.291 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.291 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.291 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.291 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.291 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.291 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.291 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.291 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.291 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.291 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.291 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.291 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.292 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.293 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.293 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.293 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.293 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.293 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.293 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.293 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.293 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.293 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.293 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:13.293 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:13.293 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.293 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:13.293 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.293 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.293 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.294 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.294 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.294 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.294 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:13.294 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.294 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:13.294 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.294 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.294 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.294 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.294 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.294 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.294 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.423574+0000", 2024-04-12T17:30:13.294 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.090069+0000", 2024-04-12T17:30:13.294 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.090069+0000", 2024-04-12T17:30:13.295 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.090481+0000", 2024-04-12T17:30:13.295 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.423574+0000", 2024-04-12T17:30:13.295 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.295 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.295 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.295 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:13.295 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.423574+0000", 2024-04-12T17:30:13.295 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.423574+0000", 2024-04-12T17:30:13.295 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.423574+0000", 2024-04-12T17:30:13.295 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.295 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.295 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.295 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.423574+0000", 2024-04-12T17:30:13.295 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.423574+0000", 2024-04-12T17:30:13.295 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.296 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.296 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.296 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.296 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:13.296 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.296 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.296 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.296 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.296 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.296 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.296 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.296 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.296 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.12", 2024-04-12T17:30:13.296 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.296 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.297 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.297 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5190, 2024-04-12T17:30:13.297 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.297 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:53:54.792423+0000", 2024-04-12T17:30:13.297 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.297 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.297 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.297 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.297 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.297 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.297 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.297 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.297 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.297 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.297 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.297 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.297 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.298 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.298 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.298 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.298 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.298 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.298 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.298 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.298 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.298 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.298 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.298 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.298 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.298 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.298 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.299 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.299 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.299 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.299 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.299 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.299 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.299 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.299 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.299 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.299 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.299 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.299 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.299 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.299 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.300 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.300 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.300 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.300 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.300 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.300 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.300 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.300 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.300 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:13.300 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.300 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:13.300 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.300 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.300 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.300 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.301 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.301 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:13.301 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:13.301 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.301 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:13.301 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.301 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.301 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:13.301 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.301 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.301 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.301 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422251+0000", 2024-04-12T17:30:13.301 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:01.045108+0000", 2024-04-12T17:30:13.301 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:01.045108+0000", 2024-04-12T17:30:13.301 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:01.046046+0000", 2024-04-12T17:30:13.301 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422251+0000", 2024-04-12T17:30:13.302 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.302 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.302 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.302 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 464, 2024-04-12T17:30:13.302 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422251+0000", 2024-04-12T17:30:13.302 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422251+0000", 2024-04-12T17:30:13.302 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422251+0000", 2024-04-12T17:30:13.302 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.302 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.302 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.302 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422251+0000", 2024-04-12T17:30:13.302 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422251+0000", 2024-04-12T17:30:13.302 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.302 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 2, 2024-04-12T17:30:13.303 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.303 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.303 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 463, 2024-04-12T17:30:13.303 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.303 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.303 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.303 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.303 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 2, 2024-04-12T17:30:13.303 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.303 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.303 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.303 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.13", 2024-04-12T17:30:13.303 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.303 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.303 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.304 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5197, 2024-04-12T17:30:13.304 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.304 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:35:57.927534+0000", 2024-04-12T17:30:13.304 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.304 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.304 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.304 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 34, 2024-04-12T17:30:13.304 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.304 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.304 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.304 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.304 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.304 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.304 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.304 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.305 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.305 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.305 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.305 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.305 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.305 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.305 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.305 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 6, 2024-04-12T17:30:13.305 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 2, 2024-04-12T17:30:13.305 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.305 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 2, 2024-04-12T17:30:13.305 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.305 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.305 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.305 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.306 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.306 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:13.306 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.306 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.306 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.306 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.306 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.306 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.306 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.306 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 8, 2024-04-12T17:30:13.306 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 16, 2024-04-12T17:30:13.306 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.306 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.306 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.307 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3, 2024-04-12T17:30:13.307 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 7 2024-04-12T17:30:13.307 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.307 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.307 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.307 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.307 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.307 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:13.307 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:13.307 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.307 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:13.307 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'2" 2024-04-12T17:30:13.307 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.307 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.307 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.308 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.308 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:13.308 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:13.308 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.308 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:13.308 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.308 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.308 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.308 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.308 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.308 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.308 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.426520+0000", 2024-04-12T17:30:13.308 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.095938+0000", 2024-04-12T17:30:13.308 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.095938+0000", 2024-04-12T17:30:13.308 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.096286+0000", 2024-04-12T17:30:13.309 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.426520+0000", 2024-04-12T17:30:13.309 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.309 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.309 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.309 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:13.309 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.426520+0000", 2024-04-12T17:30:13.309 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.426520+0000", 2024-04-12T17:30:13.309 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.426520+0000", 2024-04-12T17:30:13.309 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.309 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.309 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.309 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.426520+0000", 2024-04-12T17:30:13.309 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.426520+0000", 2024-04-12T17:30:13.309 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.310 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.310 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.310 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.310 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:13.310 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.310 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.310 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.310 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.310 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.310 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.310 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.310 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.310 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.15", 2024-04-12T17:30:13.310 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.311 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.311 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.311 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4921, 2024-04-12T17:30:13.311 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.311 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:13:16.475043+0000", 2024-04-12T17:30:13.311 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.311 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.311 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.311 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.311 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.311 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.311 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.311 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.311 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.311 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.312 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.313 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.314 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.314 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.314 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.314 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.314 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.314 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.314 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:13.314 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:13.314 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.314 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:13.314 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.314 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.314 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.314 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.315 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:13.315 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:13.315 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:13.315 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.315 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:13.315 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.315 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.315 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:13.315 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.315 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.315 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.315 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.425420+0000", 2024-04-12T17:30:13.315 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.121011+0000", 2024-04-12T17:30:13.315 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.121011+0000", 2024-04-12T17:30:13.315 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.121478+0000", 2024-04-12T17:30:13.316 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.425420+0000", 2024-04-12T17:30:13.316 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.316 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.316 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.316 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:13.316 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.425420+0000", 2024-04-12T17:30:13.316 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.425420+0000", 2024-04-12T17:30:13.316 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.425420+0000", 2024-04-12T17:30:13.316 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.316 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.316 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.316 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.425420+0000", 2024-04-12T17:30:13.316 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.425420+0000", 2024-04-12T17:30:13.316 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.317 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 30, 2024-04-12T17:30:13.317 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.317 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.317 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:13.317 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.317 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.317 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.317 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.317 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 30, 2024-04-12T17:30:13.317 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.317 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.317 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.317 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.14", 2024-04-12T17:30:13.317 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.317 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.318 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.318 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5013, 2024-04-12T17:30:13.318 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.318 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:38:02.823920+0000", 2024-04-12T17:30:13.318 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.318 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.318 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.318 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 5824, 2024-04-12T17:30:13.318 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.318 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.318 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.318 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.318 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.318 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.319 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.319 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.319 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.319 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.319 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.319 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.319 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.319 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.319 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.319 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 12, 2024-04-12T17:30:13.319 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 4, 2024-04-12T17:30:13.319 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.319 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 4, 2024-04-12T17:30:13.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:13.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 20, 2024-04-12T17:30:13.320 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 28, 2024-04-12T17:30:13.321 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.321 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.321 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.321 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 28, 2024-04-12T17:30:13.321 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 25 2024-04-12T17:30:13.321 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.321 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.321 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.321 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.321 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:13.321 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:13.321 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:13.321 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.321 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:13.321 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "585'30" 2024-04-12T17:30:13.322 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.322 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.322 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.322 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:13.322 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.322 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:13.322 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.322 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T17:30:13.322 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.322 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.322 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.322 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.322 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.322 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.323 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267635+0000", 2024-04-12T17:30:13.323 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.095815+0000", 2024-04-12T17:30:13.323 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.095815+0000", 2024-04-12T17:30:13.323 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.096129+0000", 2024-04-12T17:30:13.323 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267635+0000", 2024-04-12T17:30:13.323 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.323 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.323 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.323 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:13.323 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267635+0000", 2024-04-12T17:30:13.323 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267635+0000", 2024-04-12T17:30:13.323 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267635+0000", 2024-04-12T17:30:13.323 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.323 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.324 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.324 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267635+0000", 2024-04-12T17:30:13.324 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267635+0000", 2024-04-12T17:30:13.324 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.324 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.324 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.324 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.324 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:13.324 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.324 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.324 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.324 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.324 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.324 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.324 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.325 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.325 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.14", 2024-04-12T17:30:13.325 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.325 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.325 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.325 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5090, 2024-04-12T17:30:13.325 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.325 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:07:58.198651+0000", 2024-04-12T17:30:13.325 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.325 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.325 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.325 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.325 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.325 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.326 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.326 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.326 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.326 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.326 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.326 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.326 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.326 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.326 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.326 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.326 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.326 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.326 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.326 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.326 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.327 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.328 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.328 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.328 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.328 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.328 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.328 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.328 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.328 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.328 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.328 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.328 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.328 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:13.328 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.328 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:13.328 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.329 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T17:30:13.329 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.329 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.329 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.329 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.329 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:13.329 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.329 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:13.329 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.329 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:13.329 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.329 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.329 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:13.329 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.330 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.330 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.330 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.419721+0000", 2024-04-12T17:30:13.330 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.166782+0000", 2024-04-12T17:30:13.330 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.166782+0000", 2024-04-12T17:30:13.330 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.168135+0000", 2024-04-12T17:30:13.330 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.419721+0000", 2024-04-12T17:30:13.330 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.330 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.330 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.330 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:13.330 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.419721+0000", 2024-04-12T17:30:13.330 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.419721+0000", 2024-04-12T17:30:13.330 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.419721+0000", 2024-04-12T17:30:13.331 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.331 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.331 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.331 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.419721+0000", 2024-04-12T17:30:13.331 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.419721+0000", 2024-04-12T17:30:13.331 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.331 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3, 2024-04-12T17:30:13.331 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.331 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.331 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:13.331 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.331 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.331 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.331 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.331 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3, 2024-04-12T17:30:13.331 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.332 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.332 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.332 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.15", 2024-04-12T17:30:13.332 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.332 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.332 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.332 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5142, 2024-04-12T17:30:13.332 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.332 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:33:55.971308+0000", 2024-04-12T17:30:13.332 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.332 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.332 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.332 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 90, 2024-04-12T17:30:13.332 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.332 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.333 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.333 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.333 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.333 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.333 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.333 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.333 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.333 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.333 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.333 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.333 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.333 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.333 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.333 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 6, 2024-04-12T17:30:13.333 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 2, 2024-04-12T17:30:13.333 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.334 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 2, 2024-04-12T17:30:13.334 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.334 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.334 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.334 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.334 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.334 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:13.334 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.334 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.334 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.334 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.334 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.334 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.334 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.334 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 14, 2024-04-12T17:30:13.335 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 14, 2024-04-12T17:30:13.335 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.335 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.335 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.335 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 4, 2024-04-12T17:30:13.335 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 1 2024-04-12T17:30:13.335 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.335 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.335 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.335 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.335 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:13.335 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.335 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:13.335 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.335 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:13.335 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'3" 2024-04-12T17:30:13.335 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.336 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.336 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.336 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.336 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.336 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:13.336 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.336 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:13.336 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.336 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.336 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.336 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.336 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.336 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.336 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422725+0000", 2024-04-12T17:30:13.336 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.171367+0000", 2024-04-12T17:30:13.337 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.171367+0000", 2024-04-12T17:30:13.337 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.171707+0000", 2024-04-12T17:30:13.337 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422725+0000", 2024-04-12T17:30:13.337 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.337 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.337 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.337 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:13.337 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422725+0000", 2024-04-12T17:30:13.337 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422725+0000", 2024-04-12T17:30:13.337 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422725+0000", 2024-04-12T17:30:13.337 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.337 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.337 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.337 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422725+0000", 2024-04-12T17:30:13.337 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422725+0000", 2024-04-12T17:30:13.337 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.338 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.338 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.338 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.338 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:13.338 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.338 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.338 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.338 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.338 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.338 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.338 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.338 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.338 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.17", 2024-04-12T17:30:13.338 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.339 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.339 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.339 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5188, 2024-04-12T17:30:13.339 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.339 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:59:24.807358+0000", 2024-04-12T17:30:13.339 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.339 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.339 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.339 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.339 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.339 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.339 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.339 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.340 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.340 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.340 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.340 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.340 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.340 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.340 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.340 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.340 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.340 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.340 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.340 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.340 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.340 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.340 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.341 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.341 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.341 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.341 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.341 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.341 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.341 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.341 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.341 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.341 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.341 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.341 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.341 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.341 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.341 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.342 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.342 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.342 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.342 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.342 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.342 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.342 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.342 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.342 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.342 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.342 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.342 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:13.342 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.342 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:13.342 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.343 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.343 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.343 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.343 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.343 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:13.343 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:13.343 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.343 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:13.343 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.343 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.343 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:13.343 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.343 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.343 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.344 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267378+0000", 2024-04-12T17:30:13.344 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.131294+0000", 2024-04-12T17:30:13.344 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.131294+0000", 2024-04-12T17:30:13.344 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.131550+0000", 2024-04-12T17:30:13.344 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267378+0000", 2024-04-12T17:30:13.344 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.344 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.344 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.344 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:13.344 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267378+0000", 2024-04-12T17:30:13.344 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267378+0000", 2024-04-12T17:30:13.344 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267378+0000", 2024-04-12T17:30:13.344 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.344 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.344 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.345 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267378+0000", 2024-04-12T17:30:13.345 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267378+0000", 2024-04-12T17:30:13.345 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.345 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.345 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.345 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.345 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:13.345 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.345 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.345 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.345 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.345 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.345 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.345 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.345 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.345 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.16", 2024-04-12T17:30:13.345 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.346 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.346 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.346 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5009, 2024-04-12T17:30:13.346 INFO:tasks.workunit.client.0.smithi099.stderr:+ ceph telemetry show-device 2024-04-12T17:30:13.349 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.349 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:03:54.295882+0000", 2024-04-12T17:30:13.349 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.349 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.349 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.349 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.349 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.349 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.349 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.349 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.349 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.349 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.349 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.350 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.350 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.350 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.350 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.350 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.350 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.350 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.350 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.350 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.350 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.350 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.350 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.350 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.350 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.351 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.351 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.351 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.351 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.351 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.351 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.351 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.351 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.351 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.351 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.351 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.351 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.351 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.351 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.351 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.352 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.352 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.352 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.352 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.352 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.352 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.352 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.352 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.352 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:13.352 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:13.352 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.352 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:13.352 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.352 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.353 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.353 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.353 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.353 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.353 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:13.353 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.353 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:13.353 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.353 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.353 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.353 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.353 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.353 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.353 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267553+0000", 2024-04-12T17:30:13.353 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.092629+0000", 2024-04-12T17:30:13.354 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.092629+0000", 2024-04-12T17:30:13.354 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.092958+0000", 2024-04-12T17:30:13.354 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267553+0000", 2024-04-12T17:30:13.354 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.354 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.354 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.354 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:13.354 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267553+0000", 2024-04-12T17:30:13.354 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267553+0000", 2024-04-12T17:30:13.354 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267553+0000", 2024-04-12T17:30:13.354 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.354 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.354 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.354 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267553+0000", 2024-04-12T17:30:13.355 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267553+0000", 2024-04-12T17:30:13.355 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.355 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.355 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.355 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.355 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:13.355 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.355 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.355 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.355 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.355 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.355 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.355 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.355 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.355 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.16", 2024-04-12T17:30:13.356 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.356 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.356 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.356 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5016, 2024-04-12T17:30:13.356 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.356 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:23:34.785526+0000", 2024-04-12T17:30:13.356 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.356 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.356 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.356 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.356 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.356 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.356 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.356 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.356 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.356 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.357 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.357 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.357 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.357 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.357 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.357 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.357 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.357 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.357 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.357 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.357 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.357 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.357 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.357 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.357 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.358 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.358 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.358 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.358 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.358 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.358 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.358 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.358 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.358 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.358 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.358 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.358 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.358 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.358 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.358 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.359 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.359 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.359 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.359 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.359 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.359 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.359 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.359 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.359 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.359 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:13.359 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.359 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:13.359 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.359 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.360 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.360 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.360 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:13.360 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.360 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:13.360 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.360 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:13.360 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.360 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.360 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:13.360 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.360 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.360 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.360 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.425708+0000", 2024-04-12T17:30:13.361 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.121761+0000", 2024-04-12T17:30:13.361 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.121761+0000", 2024-04-12T17:30:13.361 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.122300+0000", 2024-04-12T17:30:13.361 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.425708+0000", 2024-04-12T17:30:13.361 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.361 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.361 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.361 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:13.361 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.425708+0000", 2024-04-12T17:30:13.361 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.425708+0000", 2024-04-12T17:30:13.361 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.425708+0000", 2024-04-12T17:30:13.361 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.361 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.361 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.361 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.425708+0000", 2024-04-12T17:30:13.361 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.425708+0000", 2024-04-12T17:30:13.362 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.362 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.362 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.362 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.362 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:13.362 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.362 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.362 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.362 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.362 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.362 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.362 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.362 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.362 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.17", 2024-04-12T17:30:13.362 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.363 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.363 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.363 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4970, 2024-04-12T17:30:13.363 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.363 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:46:24.007444+0000", 2024-04-12T17:30:13.363 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.363 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.363 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.363 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.363 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.363 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.363 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.363 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.363 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.363 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.364 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.364 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.364 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.364 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.364 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.364 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.364 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.364 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.364 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.364 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.364 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.364 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.364 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.364 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.364 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.364 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.365 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.366 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.366 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.366 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.366 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.366 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.366 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.366 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:13.366 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.366 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:13.366 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.366 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:13.366 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.366 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.366 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.366 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.367 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:13.367 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:13.367 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:13.367 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.367 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:13.367 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.367 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.367 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.367 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.367 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.367 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.367 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.421161+0000", 2024-04-12T17:30:13.367 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:01.043599+0000", 2024-04-12T17:30:13.367 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:01.043599+0000", 2024-04-12T17:30:13.367 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:01.043902+0000", 2024-04-12T17:30:13.367 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.421161+0000", 2024-04-12T17:30:13.368 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.368 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.368 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.368 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 464, 2024-04-12T17:30:13.368 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.421161+0000", 2024-04-12T17:30:13.368 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.421161+0000", 2024-04-12T17:30:13.368 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.421161+0000", 2024-04-12T17:30:13.368 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.368 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.368 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.368 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.421161+0000", 2024-04-12T17:30:13.368 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.421161+0000", 2024-04-12T17:30:13.368 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.368 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.369 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.369 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.369 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 463, 2024-04-12T17:30:13.369 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.369 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.369 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.369 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.369 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.369 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.369 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.369 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.369 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.19", 2024-04-12T17:30:13.369 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.370 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.370 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.370 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5149, 2024-04-12T17:30:13.370 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.370 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:45:17.542772+0000", 2024-04-12T17:30:13.370 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.370 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.370 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.370 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.370 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.370 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.370 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.370 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.370 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.371 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.371 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.371 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.371 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.371 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.371 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.371 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.371 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.371 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.371 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.371 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.371 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.371 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.371 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.371 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.372 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.372 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.372 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.372 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.372 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.372 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.372 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.372 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.372 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.372 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.372 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.372 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.372 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.372 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.373 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.373 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.373 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.373 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.373 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.373 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.373 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.373 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.373 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.373 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:13.373 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:13.373 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:13.373 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.373 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:13.373 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.373 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.374 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.374 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.374 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.374 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:13.374 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:13.374 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.374 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:13.374 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.374 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.374 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:13.374 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.374 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.374 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.374 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.266667+0000", 2024-04-12T17:30:13.375 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.092517+0000", 2024-04-12T17:30:13.375 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.092517+0000", 2024-04-12T17:30:13.375 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.093549+0000", 2024-04-12T17:30:13.375 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.266667+0000", 2024-04-12T17:30:13.375 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.375 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.375 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.375 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:13.375 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.266667+0000", 2024-04-12T17:30:13.375 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.266667+0000", 2024-04-12T17:30:13.375 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.266667+0000", 2024-04-12T17:30:13.375 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.375 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.375 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.375 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.266667+0000", 2024-04-12T17:30:13.375 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.266667+0000", 2024-04-12T17:30:13.376 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.376 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.376 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.376 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.376 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:13.376 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.376 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.376 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.376 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.376 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.376 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.376 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.376 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.376 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.18", 2024-04-12T17:30:13.376 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.376 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.376 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.377 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4995, 2024-04-12T17:30:13.377 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.377 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:15:20.873402+0000", 2024-04-12T17:30:13.377 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.377 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.377 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.377 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.377 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.377 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.377 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.377 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.377 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.377 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.377 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.377 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.378 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.379 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.380 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.380 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.380 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.380 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.380 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.380 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.380 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.380 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.380 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:13.380 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:13.380 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.380 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:13.380 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.380 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.380 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.380 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.381 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:13.381 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.381 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:13.381 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.381 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:13.381 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.381 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.381 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.381 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.381 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.381 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.381 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.269781+0000", 2024-04-12T17:30:13.381 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:07:26.050463+0000", 2024-04-12T17:30:13.381 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:07:26.050463+0000", 2024-04-12T17:30:13.381 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:07:26.050985+0000", 2024-04-12T17:30:13.381 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.269781+0000", 2024-04-12T17:30:13.382 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.382 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.382 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.382 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 429, 2024-04-12T17:30:13.382 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.269781+0000", 2024-04-12T17:30:13.382 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.269781+0000", 2024-04-12T17:30:13.382 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.269781+0000", 2024-04-12T17:30:13.382 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.382 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.382 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.382 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.269781+0000", 2024-04-12T17:30:13.382 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.269781+0000", 2024-04-12T17:30:13.382 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.383 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.383 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.383 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.383 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 428, 2024-04-12T17:30:13.383 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.383 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.383 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.383 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.383 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.383 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.383 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.383 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.383 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.18", 2024-04-12T17:30:13.383 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.383 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.383 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.384 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5108, 2024-04-12T17:30:13.384 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.384 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:50:08.945757+0000", 2024-04-12T17:30:13.384 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.384 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.384 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.384 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.384 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.384 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.384 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.384 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.384 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.384 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.384 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.384 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.384 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.385 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.386 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.386 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.386 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.387 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.387 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.387 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:13.387 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.387 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:13.387 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.387 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:13.387 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.387 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.387 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.387 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.387 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:13.387 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:13.387 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:13.387 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.387 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:13.388 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.388 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.388 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:13.388 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.388 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.388 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.388 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.271529+0000", 2024-04-12T17:30:13.388 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.109645+0000", 2024-04-12T17:30:13.388 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.109645+0000", 2024-04-12T17:30:13.388 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.109953+0000", 2024-04-12T17:30:13.388 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.271529+0000", 2024-04-12T17:30:13.388 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.388 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.388 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.388 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:13.388 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.271529+0000", 2024-04-12T17:30:13.389 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.271529+0000", 2024-04-12T17:30:13.389 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.271529+0000", 2024-04-12T17:30:13.389 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.389 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.389 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.389 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.271529+0000", 2024-04-12T17:30:13.389 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.271529+0000", 2024-04-12T17:30:13.389 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.389 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.389 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.389 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.389 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:13.389 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.389 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.390 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.390 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.390 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.390 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.390 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.390 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.390 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.19", 2024-04-12T17:30:13.390 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.390 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.390 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.390 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5108, 2024-04-12T17:30:13.390 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.390 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:48:02.111632+0000", 2024-04-12T17:30:13.390 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.390 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.390 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.391 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.391 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.391 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.391 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.391 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.391 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.391 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.391 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.391 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.391 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.391 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.391 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.391 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.391 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.391 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.392 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.393 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.393 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.393 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.393 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.393 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.393 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:13.393 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:13.393 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:13.394 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.394 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:13.394 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.394 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.394 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.394 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.394 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.394 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:13.394 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:13.394 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.394 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:13.394 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.394 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.394 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.395 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.395 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.395 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.395 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:13.395 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.095570+0000", 2024-04-12T17:30:13.395 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.095570+0000", 2024-04-12T17:30:13.395 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.095882+0000", 2024-04-12T17:30:13.395 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:13.395 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.395 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.395 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.395 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:13.395 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:13.395 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:13.395 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:13.395 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.396 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.396 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.396 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:13.396 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:13.396 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.396 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.396 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.396 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.396 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:13.396 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.396 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.396 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.396 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.396 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.396 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.397 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.397 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.397 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.1b", 2024-04-12T17:30:13.397 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.397 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.397 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.397 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5187, 2024-04-12T17:30:13.397 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.397 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:23:02.804729+0000", 2024-04-12T17:30:13.397 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.397 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.397 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.397 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.397 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.397 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.398 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.398 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.398 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.398 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.398 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.398 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.398 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.398 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.398 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.398 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.398 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.398 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.398 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.398 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.399 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.400 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.400 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.400 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.400 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.400 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.400 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.400 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.400 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.400 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.400 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.400 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.400 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.400 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.400 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.400 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:13.400 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:13.401 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.401 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:13.401 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.401 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.401 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.401 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.401 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:13.401 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:13.401 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:13.401 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.401 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:13.401 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.401 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.401 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:13.401 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.402 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.402 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.402 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:13.402 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.094124+0000", 2024-04-12T17:30:13.402 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.094124+0000", 2024-04-12T17:30:13.402 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.094482+0000", 2024-04-12T17:30:13.402 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:13.402 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.402 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.402 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.402 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:13.402 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:13.402 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:13.402 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:13.402 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.403 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.403 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.403 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:13.403 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:13.403 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.403 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3, 2024-04-12T17:30:13.403 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.403 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.403 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:13.403 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.403 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.403 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.403 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.403 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3, 2024-04-12T17:30:13.403 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.404 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.404 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.404 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.1a", 2024-04-12T17:30:13.404 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.404 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.404 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.404 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4970, 2024-04-12T17:30:13.404 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.404 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:48:35.635052+0000", 2024-04-12T17:30:13.404 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.404 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.404 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.404 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.404 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.405 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.405 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.405 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.405 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.405 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.405 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.405 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.405 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.405 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.405 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.405 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.405 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.405 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.405 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.405 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.406 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.407 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.407 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.407 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.407 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.407 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.407 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.407 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.407 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.407 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.407 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.407 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.407 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.407 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:13.407 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:13.407 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:13.408 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.408 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:13.408 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "585'3" 2024-04-12T17:30:13.408 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.408 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.408 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.408 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:13.408 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:13.408 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:13.408 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.408 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 4, 2024-04-12T17:30:13.408 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.408 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.408 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.408 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.409 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.409 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.409 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.421675+0000", 2024-04-12T17:30:13.409 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:01.054467+0000", 2024-04-12T17:30:13.409 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:01.054467+0000", 2024-04-12T17:30:13.409 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:01.054828+0000", 2024-04-12T17:30:13.409 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.421675+0000", 2024-04-12T17:30:13.409 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.409 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.409 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.409 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 464, 2024-04-12T17:30:13.409 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.421675+0000", 2024-04-12T17:30:13.409 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.421675+0000", 2024-04-12T17:30:13.409 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.421675+0000", 2024-04-12T17:30:13.410 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.410 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.410 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.410 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.421675+0000", 2024-04-12T17:30:13.410 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.421675+0000", 2024-04-12T17:30:13.410 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.410 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.410 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.410 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.410 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 463, 2024-04-12T17:30:13.410 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.410 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.410 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.410 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.410 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.411 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.411 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.411 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.411 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.1a", 2024-04-12T17:30:13.411 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.411 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.411 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.411 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5058, 2024-04-12T17:30:13.411 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.411 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:22:22.258110+0000", 2024-04-12T17:30:13.411 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.411 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.411 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.411 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.411 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.412 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.413 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.414 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.414 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.414 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.414 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.414 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.414 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.414 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.414 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.414 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.414 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.414 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.414 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.414 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:13.414 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:13.414 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:13.415 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.415 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 4, 2024-04-12T17:30:13.415 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.415 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.415 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.415 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.415 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:13.415 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.415 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:13.415 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.415 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:13.415 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.415 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.415 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:13.415 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.416 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.416 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.416 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.272278+0000", 2024-04-12T17:30:13.416 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.094055+0000", 2024-04-12T17:30:13.416 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.094055+0000", 2024-04-12T17:30:13.416 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.094474+0000", 2024-04-12T17:30:13.416 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.272278+0000", 2024-04-12T17:30:13.416 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.416 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.416 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.416 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:13.416 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.272278+0000", 2024-04-12T17:30:13.416 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.272278+0000", 2024-04-12T17:30:13.416 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.272278+0000", 2024-04-12T17:30:13.416 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.417 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.417 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.417 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.272278+0000", 2024-04-12T17:30:13.417 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.272278+0000", 2024-04-12T17:30:13.417 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.417 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3, 2024-04-12T17:30:13.417 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.417 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.417 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:13.417 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.417 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.417 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.417 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.417 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3, 2024-04-12T17:30:13.417 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.418 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.418 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.418 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.1b", 2024-04-12T17:30:13.418 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.418 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.418 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.418 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5085, 2024-04-12T17:30:13.418 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.418 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:16:01.480002+0000", 2024-04-12T17:30:13.418 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.418 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.418 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.418 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.418 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.418 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.419 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.420 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.421 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.421 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.421 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.421 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.421 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.421 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:13.422 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.422 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:13.422 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.422 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:13.422 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "585'3" 2024-04-12T17:30:13.422 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.422 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.422 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.422 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.422 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:13.422 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:13.422 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.422 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:13.423 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.423 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.423 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.423 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.423 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.423 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.423 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267019+0000", 2024-04-12T17:30:13.423 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.126292+0000", 2024-04-12T17:30:13.423 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.126292+0000", 2024-04-12T17:30:13.423 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.126586+0000", 2024-04-12T17:30:13.423 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267019+0000", 2024-04-12T17:30:13.423 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.423 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.423 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.424 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:13.424 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267019+0000", 2024-04-12T17:30:13.424 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267019+0000", 2024-04-12T17:30:13.424 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267019+0000", 2024-04-12T17:30:13.424 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.424 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.424 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.424 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267019+0000", 2024-04-12T17:30:13.424 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267019+0000", 2024-04-12T17:30:13.424 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.424 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.424 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.424 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.424 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:13.424 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.425 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.425 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.425 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.425 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.425 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.425 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.425 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.425 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.1d", 2024-04-12T17:30:13.425 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.425 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.425 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.425 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4993, 2024-04-12T17:30:13.425 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.425 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:51:12.121408+0000", 2024-04-12T17:30:13.425 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.426 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.426 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.426 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.427 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.428 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.428 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.428 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.429 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.429 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.429 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.429 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:13.429 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:13.429 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.429 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:13.429 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.429 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.429 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.429 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.429 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:13.429 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.429 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:13.430 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.430 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 4, 2024-04-12T17:30:13.430 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.430 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.430 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:13.430 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.430 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.430 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.430 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.421251+0000", 2024-04-12T17:30:13.430 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.166339+0000", 2024-04-12T17:30:13.430 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.166339+0000", 2024-04-12T17:30:13.430 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.166688+0000", 2024-04-12T17:30:13.430 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.421251+0000", 2024-04-12T17:30:13.430 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.430 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.431 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.431 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:13.431 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.421251+0000", 2024-04-12T17:30:13.431 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.421251+0000", 2024-04-12T17:30:13.431 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.421251+0000", 2024-04-12T17:30:13.431 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.431 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.431 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.431 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.421251+0000", 2024-04-12T17:30:13.431 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.421251+0000", 2024-04-12T17:30:13.431 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.431 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 2, 2024-04-12T17:30:13.431 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.431 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.431 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:13.432 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.432 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.432 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.432 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.432 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 2, 2024-04-12T17:30:13.432 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.432 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.432 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.432 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.1c", 2024-04-12T17:30:13.432 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.432 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.432 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.432 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5057, 2024-04-12T17:30:13.432 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.432 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:08:13.235306+0000", 2024-04-12T17:30:13.433 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.433 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.433 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.433 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:13.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:13.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:13.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.434 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:13.435 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.435 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.435 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.435 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.435 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.435 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.435 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.435 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 12, 2024-04-12T17:30:13.435 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 12, 2024-04-12T17:30:13.435 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.435 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.435 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.435 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3, 2024-04-12T17:30:13.435 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.435 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.436 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.436 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.436 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.436 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:13.436 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.436 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:13.436 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.436 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 4, 2024-04-12T17:30:13.436 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'2" 2024-04-12T17:30:13.436 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.436 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.436 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.436 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.436 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:13.436 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:13.436 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.437 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:13.437 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.437 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.437 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.437 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.437 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.437 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.437 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.265835+0000", 2024-04-12T17:30:13.437 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.171094+0000", 2024-04-12T17:30:13.437 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.171094+0000", 2024-04-12T17:30:13.437 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.173004+0000", 2024-04-12T17:30:13.437 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.265835+0000", 2024-04-12T17:30:13.437 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.437 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.437 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.438 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:13.438 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.265835+0000", 2024-04-12T17:30:13.438 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.265835+0000", 2024-04-12T17:30:13.438 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.265835+0000", 2024-04-12T17:30:13.438 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.438 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.438 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.438 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.265835+0000", 2024-04-12T17:30:13.438 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.265835+0000", 2024-04-12T17:30:13.438 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.438 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.438 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.438 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.439 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:13.439 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.439 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.439 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.439 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.439 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.439 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.439 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.439 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.439 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.1c", 2024-04-12T17:30:13.439 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.439 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.439 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.439 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4999, 2024-04-12T17:30:13.439 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.440 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:31:31.455685+0000", 2024-04-12T17:30:13.440 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.440 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.440 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.441 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.442 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.442 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.442 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.442 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.442 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.442 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.442 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.442 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.442 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.442 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.442 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.442 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.442 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.442 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.442 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.443 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.443 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.443 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.443 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.443 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:13.443 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:13.443 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.443 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:13.443 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.443 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.443 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.443 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.443 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.443 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:13.443 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:13.444 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.444 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:13.444 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.444 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.444 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:13.444 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.444 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.444 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.444 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.429618+0000", 2024-04-12T17:30:13.444 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.094935+0000", 2024-04-12T17:30:13.444 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.094935+0000", 2024-04-12T17:30:13.444 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.095656+0000", 2024-04-12T17:30:13.444 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.429618+0000", 2024-04-12T17:30:13.444 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.444 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.445 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.445 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:13.445 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.429618+0000", 2024-04-12T17:30:13.445 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.429618+0000", 2024-04-12T17:30:13.445 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.429618+0000", 2024-04-12T17:30:13.445 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.445 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.445 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.445 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.429618+0000", 2024-04-12T17:30:13.445 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.429618+0000", 2024-04-12T17:30:13.445 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.445 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 2, 2024-04-12T17:30:13.445 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.445 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.445 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:13.446 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.446 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.446 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.446 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.446 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 2, 2024-04-12T17:30:13.446 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.446 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.446 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.446 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.1d", 2024-04-12T17:30:13.446 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.446 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.446 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.446 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4956, 2024-04-12T17:30:13.446 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.446 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:52:55.121627+0000", 2024-04-12T17:30:13.447 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.447 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.447 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.447 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:13.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:13.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:13.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.449 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:13.449 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.449 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.449 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.449 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.449 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.449 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.449 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.449 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 12, 2024-04-12T17:30:13.449 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 12, 2024-04-12T17:30:13.449 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.449 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.449 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.449 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3, 2024-04-12T17:30:13.450 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.450 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.450 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.450 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.450 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.450 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.450 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:13.450 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:13.450 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.450 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:13.450 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'2" 2024-04-12T17:30:13.450 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.450 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.450 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.450 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.450 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.451 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:13.451 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.451 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:13.451 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.451 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.451 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.451 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.451 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.451 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.451 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422586+0000", 2024-04-12T17:30:13.451 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.174119+0000", 2024-04-12T17:30:13.451 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.174119+0000", 2024-04-12T17:30:13.451 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.174454+0000", 2024-04-12T17:30:13.451 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422586+0000", 2024-04-12T17:30:13.451 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.451 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.452 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.452 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:13.452 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422586+0000", 2024-04-12T17:30:13.452 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422586+0000", 2024-04-12T17:30:13.452 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422586+0000", 2024-04-12T17:30:13.452 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.452 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.452 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.452 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422586+0000", 2024-04-12T17:30:13.452 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422586+0000", 2024-04-12T17:30:13.452 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.452 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.452 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.452 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.452 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:13.453 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.453 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.453 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.453 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.453 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.453 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.453 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.453 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.453 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.1f", 2024-04-12T17:30:13.453 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.453 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.453 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.453 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5194, 2024-04-12T17:30:13.453 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.453 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:29:25.676494+0000", 2024-04-12T17:30:13.453 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.454 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.454 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.454 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.454 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.454 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.454 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.454 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.454 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.454 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.454 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.454 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.454 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.454 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.454 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.454 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.455 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.455 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.455 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.455 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.455 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.455 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.455 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.455 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.455 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.455 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.455 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.455 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.455 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.455 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.455 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.456 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.456 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.456 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.456 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.456 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.456 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.456 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.456 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.456 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.456 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.456 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.456 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.456 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.456 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.456 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.457 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.457 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.457 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.457 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:13.457 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.457 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:13.457 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.457 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.457 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.457 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.457 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:13.457 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.457 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:13.457 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.457 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:13.458 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.458 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.458 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:13.458 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.458 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.458 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.458 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267220+0000", 2024-04-12T17:30:13.458 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.159986+0000", 2024-04-12T17:30:13.458 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.159986+0000", 2024-04-12T17:30:13.458 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.160381+0000", 2024-04-12T17:30:13.458 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267220+0000", 2024-04-12T17:30:13.458 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.458 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.458 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.459 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:13.459 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267220+0000", 2024-04-12T17:30:13.459 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267220+0000", 2024-04-12T17:30:13.459 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267220+0000", 2024-04-12T17:30:13.459 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.459 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.459 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.459 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267220+0000", 2024-04-12T17:30:13.459 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267220+0000", 2024-04-12T17:30:13.459 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.459 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3, 2024-04-12T17:30:13.459 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.459 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.459 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:13.459 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.460 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.460 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.460 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.460 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3, 2024-04-12T17:30:13.460 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.460 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.460 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.460 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.1e", 2024-04-12T17:30:13.460 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.460 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.460 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.460 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5119, 2024-04-12T17:30:13.460 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.460 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:12:30.131371+0000", 2024-04-12T17:30:13.460 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.461 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.461 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.461 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.462 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.463 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.463 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.463 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.463 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.463 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.463 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.463 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.463 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.463 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.463 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.463 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.463 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.463 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.463 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.463 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.464 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.464 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:13.464 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.464 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:13.464 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.464 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:13.464 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "585'3" 2024-04-12T17:30:13.464 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.464 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.464 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.464 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:13.464 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:13.464 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:13.464 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.464 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:13.465 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.465 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.465 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.465 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.465 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.465 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.465 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267491+0000", 2024-04-12T17:30:13.465 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.129446+0000", 2024-04-12T17:30:13.465 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.129446+0000", 2024-04-12T17:30:13.465 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.129802+0000", 2024-04-12T17:30:13.465 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267491+0000", 2024-04-12T17:30:13.465 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.465 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.465 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.465 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:13.465 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267491+0000", 2024-04-12T17:30:13.466 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267491+0000", 2024-04-12T17:30:13.466 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267491+0000", 2024-04-12T17:30:13.466 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.466 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.466 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.466 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267491+0000", 2024-04-12T17:30:13.466 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267491+0000", 2024-04-12T17:30:13.466 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.466 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.466 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.466 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.466 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:13.466 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.466 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.467 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.467 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.467 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.467 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.467 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.467 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.467 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.1e", 2024-04-12T17:30:13.467 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.467 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.467 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.467 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5101, 2024-04-12T17:30:13.467 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.467 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:55:26.055337+0000", 2024-04-12T17:30:13.467 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.467 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.468 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.468 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.468 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.468 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.468 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.468 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.468 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.468 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.468 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.468 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.468 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.468 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.468 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.468 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.468 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.469 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.469 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.469 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.469 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.469 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.469 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.469 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.469 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.469 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.469 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.469 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.469 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.469 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.469 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.469 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.470 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.470 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.470 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.470 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.470 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.470 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.470 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.470 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.470 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.470 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.470 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.470 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.470 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.470 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.470 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.471 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:13.471 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:13.471 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:13.471 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.471 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:13.471 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.471 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.471 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.471 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.471 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.471 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.471 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:13.471 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.471 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:13.471 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.472 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.472 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:13.472 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.472 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.472 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.472 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.423416+0000", 2024-04-12T17:30:13.472 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.096620+0000", 2024-04-12T17:30:13.472 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.096620+0000", 2024-04-12T17:30:13.472 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.097043+0000", 2024-04-12T17:30:13.472 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.423416+0000", 2024-04-12T17:30:13.472 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.472 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.472 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.472 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:13.472 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.423416+0000", 2024-04-12T17:30:13.473 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.423416+0000", 2024-04-12T17:30:13.473 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.423416+0000", 2024-04-12T17:30:13.473 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.473 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.473 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:13.473 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.423416+0000", 2024-04-12T17:30:13.473 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.423416+0000", 2024-04-12T17:30:13.473 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.473 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 6, 2024-04-12T17:30:13.473 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.473 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.473 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:13.473 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.473 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.473 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.474 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.474 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 6, 2024-04-12T17:30:13.474 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.474 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.474 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.474 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.1f", 2024-04-12T17:30:13.474 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.474 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.474 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.474 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5205, 2024-04-12T17:30:13.474 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.474 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:58:18.258805+0000", 2024-04-12T17:30:13.474 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.474 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.474 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 582, 2024-04-12T17:30:13.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.475 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.476 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.476 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 6, 2024-04-12T17:30:13.476 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 2, 2024-04-12T17:30:13.476 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.476 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 2, 2024-04-12T17:30:13.476 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.476 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.476 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.476 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.476 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.476 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:13.476 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.476 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.476 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.476 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.477 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.477 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.477 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.477 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 8, 2024-04-12T17:30:13.477 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 8, 2024-04-12T17:30:13.477 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.477 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.477 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.477 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 4, 2024-04-12T17:30:13.477 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 1 2024-04-12T17:30:13.477 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.477 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.477 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.477 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.477 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.478 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.478 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:13.478 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.478 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:13.478 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "585'6" 2024-04-12T17:30:13.478 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.478 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.478 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.478 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.478 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:13.478 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:13.478 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.478 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:13.479 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.479 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.479 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.479 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.479 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.479 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.479 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.429724+0000", 2024-04-12T17:30:13.479 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.095390+0000", 2024-04-12T17:30:13.479 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.095390+0000", 2024-04-12T17:30:13.479 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.095856+0000", 2024-04-12T17:30:13.479 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.429724+0000", 2024-04-12T17:30:13.479 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.479 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.479 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.479 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:13.480 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.429724+0000", 2024-04-12T17:30:13.480 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.429724+0000", 2024-04-12T17:30:13.480 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.429724+0000", 2024-04-12T17:30:13.480 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.480 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.480 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.480 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.429724+0000", 2024-04-12T17:30:13.480 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.429724+0000", 2024-04-12T17:30:13.480 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.480 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.480 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.480 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.480 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:13.480 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.480 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.481 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.481 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.481 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.481 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.481 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.481 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.481 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.2d", 2024-04-12T17:30:13.481 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.481 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.481 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.481 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4953, 2024-04-12T17:30:13.481 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.481 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:30:42.644890+0000", 2024-04-12T17:30:13.481 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.481 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.482 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.482 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.482 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.482 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.482 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.482 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.482 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.482 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.482 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.482 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.482 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.482 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.482 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.482 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.483 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.483 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.483 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.483 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.483 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.483 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.483 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.483 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.483 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.483 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.483 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.483 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.483 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.483 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.483 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.484 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.484 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.484 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.484 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.484 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.484 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.484 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.484 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.484 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.484 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.484 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.484 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.484 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.484 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.484 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.484 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.485 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.485 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:13.485 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:13.485 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.485 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:13.485 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.485 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.485 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.485 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.485 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:13.485 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:13.485 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:13.485 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.485 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T17:30:13.485 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.485 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.486 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.486 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.486 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.486 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.486 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267036+0000", 2024-04-12T17:30:13.486 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.095789+0000", 2024-04-12T17:30:13.486 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.095789+0000", 2024-04-12T17:30:13.486 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.096404+0000", 2024-04-12T17:30:13.486 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267036+0000", 2024-04-12T17:30:13.486 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.486 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.486 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.486 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:13.486 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267036+0000", 2024-04-12T17:30:13.486 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267036+0000", 2024-04-12T17:30:13.487 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267036+0000", 2024-04-12T17:30:13.487 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.487 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.487 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.487 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267036+0000", 2024-04-12T17:30:13.487 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267036+0000", 2024-04-12T17:30:13.487 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.487 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.487 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.487 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.487 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:13.487 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.487 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.487 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.488 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.488 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.488 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.488 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.488 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.488 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.2e", 2024-04-12T17:30:13.488 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.488 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.488 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.488 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5089, 2024-04-12T17:30:13.488 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.488 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:56:56.784296+0000", 2024-04-12T17:30:13.488 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.488 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.488 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.488 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.489 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.489 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.489 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.489 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.489 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.489 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.489 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.489 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.489 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.489 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.489 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.489 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.489 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.489 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.490 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.490 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.490 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.490 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.490 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.490 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.490 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.490 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.490 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.490 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.490 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.490 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.490 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.490 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.491 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.491 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.491 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.491 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.491 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.491 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.491 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.491 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.491 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.491 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.491 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.491 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.491 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.491 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.491 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.492 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:13.492 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:13.492 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:13.492 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.492 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T17:30:13.492 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.492 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.492 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.492 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.492 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.492 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.492 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:13.492 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.492 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:13.492 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.492 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.493 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.493 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.493 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.493 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.493 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267623+0000", 2024-04-12T17:30:13.493 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.101865+0000", 2024-04-12T17:30:13.493 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.101865+0000", 2024-04-12T17:30:13.493 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.102177+0000", 2024-04-12T17:30:13.493 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267623+0000", 2024-04-12T17:30:13.493 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.493 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.493 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.493 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:13.493 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267623+0000", 2024-04-12T17:30:13.493 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267623+0000", 2024-04-12T17:30:13.494 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267623+0000", 2024-04-12T17:30:13.494 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.494 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.494 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.494 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267623+0000", 2024-04-12T17:30:13.494 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267623+0000", 2024-04-12T17:30:13.494 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.494 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.494 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.494 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.494 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:13.494 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.494 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.494 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.495 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.495 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.495 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.495 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.495 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.495 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.2f", 2024-04-12T17:30:13.495 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.495 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.495 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.495 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4995, 2024-04-12T17:30:13.495 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.495 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:01:47.573883+0000", 2024-04-12T17:30:13.495 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.495 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.495 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.497 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.497 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.497 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.497 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.497 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.497 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.497 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.497 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.497 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.497 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.497 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.497 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.497 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.497 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.497 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.498 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.498 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.498 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.498 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.498 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.498 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.498 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.498 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.498 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.498 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.498 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.498 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.498 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.498 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.499 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:13.499 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.499 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:13.499 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.499 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.499 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.499 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.499 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.499 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.499 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:13.499 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.499 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:13.499 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.499 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.500 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.500 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.500 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.500 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.500 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.268036+0000", 2024-04-12T17:30:13.500 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.092114+0000", 2024-04-12T17:30:13.500 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.092114+0000", 2024-04-12T17:30:13.500 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.093277+0000", 2024-04-12T17:30:13.500 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.268036+0000", 2024-04-12T17:30:13.500 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.500 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.500 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.500 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:13.500 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.268036+0000", 2024-04-12T17:30:13.500 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.268036+0000", 2024-04-12T17:30:13.500 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.268036+0000", 2024-04-12T17:30:13.501 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.501 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.501 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.501 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.268036+0000", 2024-04-12T17:30:13.501 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.268036+0000", 2024-04-12T17:30:13.501 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.501 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.501 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.501 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.501 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:13.501 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.501 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.501 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.501 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.501 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.501 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.502 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.502 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.502 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.30", 2024-04-12T17:30:13.502 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.502 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.502 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.502 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4982, 2024-04-12T17:30:13.502 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.502 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:29:54.945360+0000", 2024-04-12T17:30:13.502 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.502 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.502 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.502 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.502 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.504 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.505 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.505 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.505 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.505 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.505 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.505 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.505 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.505 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.505 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.505 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.505 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.505 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.505 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.505 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.505 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:13.506 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.506 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:13.506 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.506 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.506 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.506 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.506 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:13.506 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:13.506 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:13.506 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.506 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:13.506 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.506 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.506 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.507 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.507 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.507 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.507 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.419331+0000", 2024-04-12T17:30:13.507 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.165215+0000", 2024-04-12T17:30:13.507 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.165215+0000", 2024-04-12T17:30:13.507 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.166952+0000", 2024-04-12T17:30:13.507 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.419331+0000", 2024-04-12T17:30:13.507 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.507 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.507 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.507 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:13.507 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.419331+0000", 2024-04-12T17:30:13.507 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.419331+0000", 2024-04-12T17:30:13.507 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.419331+0000", 2024-04-12T17:30:13.508 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.508 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.508 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.508 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.419331+0000", 2024-04-12T17:30:13.508 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.419331+0000", 2024-04-12T17:30:13.508 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.508 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.508 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.508 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.508 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:13.508 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.508 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.508 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.508 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.509 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.509 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.509 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.509 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.509 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.31", 2024-04-12T17:30:13.509 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.509 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.509 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.509 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5150, 2024-04-12T17:30:13.509 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.509 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:40:31.351523+0000", 2024-04-12T17:30:13.509 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.509 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.509 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.509 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.510 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.510 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.510 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.510 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.510 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.510 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.510 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.510 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.510 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.510 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.510 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.510 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.510 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.510 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.510 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.511 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.512 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.512 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.512 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.512 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.512 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.512 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:13.512 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:13.513 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:13.513 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.513 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:13.513 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.513 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.513 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.513 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.513 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.513 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:13.513 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:13.513 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.513 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:13.513 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.513 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.513 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.514 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.514 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.514 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.514 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.423489+0000", 2024-04-12T17:30:13.514 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.162146+0000", 2024-04-12T17:30:13.514 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.162146+0000", 2024-04-12T17:30:13.514 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.162628+0000", 2024-04-12T17:30:13.514 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.423489+0000", 2024-04-12T17:30:13.514 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.514 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.514 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.514 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:13.514 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.423489+0000", 2024-04-12T17:30:13.514 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.423489+0000", 2024-04-12T17:30:13.515 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.423489+0000", 2024-04-12T17:30:13.515 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.515 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.515 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.515 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.423489+0000", 2024-04-12T17:30:13.515 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.423489+0000", 2024-04-12T17:30:13.515 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.515 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.515 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.515 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.515 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:13.515 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.515 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.515 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.515 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.515 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.515 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.516 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.516 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.516 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.32", 2024-04-12T17:30:13.516 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.516 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.516 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.516 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5190, 2024-04-12T17:30:13.516 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.516 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:22:14.999233+0000", 2024-04-12T17:30:13.516 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.516 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.516 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.516 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.516 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.516 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.516 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.517 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.517 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.517 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.517 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.517 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.517 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.517 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.517 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.517 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.517 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.517 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.517 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.517 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.517 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.517 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.518 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.518 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.518 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.518 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.518 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.518 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.518 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.518 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.518 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.518 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.518 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.518 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.518 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.518 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.519 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.519 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.519 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.519 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.519 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.519 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.519 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.519 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.519 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.519 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.519 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.519 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.519 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:13.519 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:13.519 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.519 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:13.519 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.520 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.520 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.520 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.520 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:13.520 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:13.520 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:13.520 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.520 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:13.520 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.520 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.520 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.520 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.520 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.520 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.521 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267471+0000", 2024-04-12T17:30:13.521 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.114610+0000", 2024-04-12T17:30:13.521 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.114610+0000", 2024-04-12T17:30:13.521 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.114936+0000", 2024-04-12T17:30:13.521 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267471+0000", 2024-04-12T17:30:13.521 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.521 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.521 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.521 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:13.521 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267471+0000", 2024-04-12T17:30:13.521 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267471+0000", 2024-04-12T17:30:13.521 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267471+0000", 2024-04-12T17:30:13.521 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.521 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.522 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.522 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267471+0000", 2024-04-12T17:30:13.522 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267471+0000", 2024-04-12T17:30:13.522 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.522 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.522 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.522 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.522 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:13.522 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.522 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.522 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.522 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.522 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.522 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.522 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.523 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.523 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.33", 2024-04-12T17:30:13.523 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.523 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.523 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.523 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5102, 2024-04-12T17:30:13.523 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.523 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:28:36.447429+0000", 2024-04-12T17:30:13.523 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.523 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.523 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.523 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.523 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.523 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.524 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.524 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.524 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.524 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.524 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.524 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.524 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.524 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.524 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.524 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.524 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.524 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.524 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.524 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.524 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.524 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.525 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.525 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.525 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.525 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.525 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.525 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.525 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.525 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.525 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.525 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.525 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.525 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.525 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.525 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.526 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.526 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.526 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.526 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.526 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.526 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.526 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.526 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.526 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.526 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.526 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.526 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:13.526 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:13.526 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:13.526 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.527 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:13.527 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.527 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.527 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.527 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.527 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:13.527 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:13.527 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:13.527 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.527 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T17:30:13.527 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.527 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.527 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.527 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.527 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.528 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.528 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267768+0000", 2024-04-12T17:30:13.528 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.124050+0000", 2024-04-12T17:30:13.528 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.124050+0000", 2024-04-12T17:30:13.528 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.124389+0000", 2024-04-12T17:30:13.528 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267768+0000", 2024-04-12T17:30:13.528 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.528 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.528 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.528 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:13.528 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267768+0000", 2024-04-12T17:30:13.528 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267768+0000", 2024-04-12T17:30:13.528 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267768+0000", 2024-04-12T17:30:13.528 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.529 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.529 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.529 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267768+0000", 2024-04-12T17:30:13.529 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267768+0000", 2024-04-12T17:30:13.529 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.529 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.529 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.529 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.529 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:13.529 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.529 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.529 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.529 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.529 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.530 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.530 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.530 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.530 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.34", 2024-04-12T17:30:13.530 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.530 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.530 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.530 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5110, 2024-04-12T17:30:13.530 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.530 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:25:46.737029+0000", 2024-04-12T17:30:13.530 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.530 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.530 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.530 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.530 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.530 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.531 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.531 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.531 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.531 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.531 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.531 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.531 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.531 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.531 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.531 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.531 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.531 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.531 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.531 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.531 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.531 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.532 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.533 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.533 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.533 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.533 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.533 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.533 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.533 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.533 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.533 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.533 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.533 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.533 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:13.533 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:13.533 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:13.533 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.533 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T17:30:13.534 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.534 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.534 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.534 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.534 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:13.534 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.534 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:13.534 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.534 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:13.534 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.534 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.534 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.534 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.534 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.535 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.535 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.423641+0000", 2024-04-12T17:30:13.535 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.123422+0000", 2024-04-12T17:30:13.535 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.123422+0000", 2024-04-12T17:30:13.535 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.123917+0000", 2024-04-12T17:30:13.535 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.423641+0000", 2024-04-12T17:30:13.535 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.535 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.535 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.535 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:13.535 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.423641+0000", 2024-04-12T17:30:13.535 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.423641+0000", 2024-04-12T17:30:13.535 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.423641+0000", 2024-04-12T17:30:13.535 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.535 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.536 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.536 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.423641+0000", 2024-04-12T17:30:13.536 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.423641+0000", 2024-04-12T17:30:13.536 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.536 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.536 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.536 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.536 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:13.536 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.536 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.536 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.536 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.536 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.536 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.536 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.537 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.537 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.35", 2024-04-12T17:30:13.537 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.537 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.537 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.537 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4969, 2024-04-12T17:30:13.537 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.537 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:49:16.919790+0000", 2024-04-12T17:30:13.537 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.537 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.537 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.537 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.537 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.537 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.537 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.537 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.538 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.538 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.538 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.538 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.538 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.538 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.538 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.538 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.538 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.538 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.538 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.538 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.538 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.539 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.540 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.540 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.540 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.540 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.540 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.540 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.540 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.540 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.540 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.540 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.540 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.540 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:13.540 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.540 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:13.540 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.540 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:13.541 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.541 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.541 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.541 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.541 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:13.541 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.541 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:13.541 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.541 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:13.541 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.541 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.541 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.541 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.541 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.542 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.542 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.424682+0000", 2024-04-12T17:30:13.542 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.121840+0000", 2024-04-12T17:30:13.542 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.121840+0000", 2024-04-12T17:30:13.542 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.122226+0000", 2024-04-12T17:30:13.542 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.424682+0000", 2024-04-12T17:30:13.542 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.542 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.542 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.542 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:13.542 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.424682+0000", 2024-04-12T17:30:13.542 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.424682+0000", 2024-04-12T17:30:13.542 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.424682+0000", 2024-04-12T17:30:13.542 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.542 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.543 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.543 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.424682+0000", 2024-04-12T17:30:13.543 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.424682+0000", 2024-04-12T17:30:13.543 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.543 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.543 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.543 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.543 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:13.543 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.543 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.543 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.543 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.543 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.543 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.543 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.544 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.544 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.36", 2024-04-12T17:30:13.544 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.544 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.544 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.544 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4969, 2024-04-12T17:30:13.544 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.544 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:00:31.679446+0000", 2024-04-12T17:30:13.544 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.544 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.544 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.544 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.544 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.544 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.544 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.545 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.546 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.547 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.547 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.547 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.547 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.547 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.547 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.547 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.547 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.547 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.547 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.547 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:13.547 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.547 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:13.547 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.547 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:13.548 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.548 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.548 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.548 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.548 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.548 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.548 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:13.548 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.548 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:13.548 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.548 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.548 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.548 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.548 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.548 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.424177+0000", 2024-04-12T17:30:13.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.101433+0000", 2024-04-12T17:30:13.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.101433+0000", 2024-04-12T17:30:13.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.102170+0000", 2024-04-12T17:30:13.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.424177+0000", 2024-04-12T17:30:13.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:13.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.424177+0000", 2024-04-12T17:30:13.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.424177+0000", 2024-04-12T17:30:13.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.424177+0000", 2024-04-12T17:30:13.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.549 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.550 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.550 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.424177+0000", 2024-04-12T17:30:13.550 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.424177+0000", 2024-04-12T17:30:13.550 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.550 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.550 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.550 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.550 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:13.550 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.550 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.550 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.550 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.550 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.550 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.550 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.551 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.551 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.37", 2024-04-12T17:30:13.551 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.551 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.551 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.551 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4957, 2024-04-12T17:30:13.551 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.551 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:31:14.064592+0000", 2024-04-12T17:30:13.551 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.551 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.551 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.551 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.551 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.551 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.551 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.552 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.553 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.554 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.554 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.554 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.554 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.554 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.554 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.554 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.554 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.554 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.554 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.554 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.554 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.554 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:13.554 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.554 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:13.555 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.555 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.555 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.555 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.555 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:13.555 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.555 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:13.555 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.555 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:13.555 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.555 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.555 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.555 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.555 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.555 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.266211+0000", 2024-04-12T17:30:13.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.114014+0000", 2024-04-12T17:30:13.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.114014+0000", 2024-04-12T17:30:13.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.114356+0000", 2024-04-12T17:30:13.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.266211+0000", 2024-04-12T17:30:13.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:13.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.266211+0000", 2024-04-12T17:30:13.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.266211+0000", 2024-04-12T17:30:13.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.266211+0000", 2024-04-12T17:30:13.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.556 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.557 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.266211+0000", 2024-04-12T17:30:13.557 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.266211+0000", 2024-04-12T17:30:13.557 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.557 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.557 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.557 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.557 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:13.557 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.557 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.557 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.557 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.557 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.557 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.557 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.557 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.557 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.38", 2024-04-12T17:30:13.558 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.558 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.558 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.558 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5081, 2024-04-12T17:30:13.558 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.558 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:37:34.890941+0000", 2024-04-12T17:30:13.558 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.558 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.558 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.558 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.558 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.558 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.558 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.558 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.559 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.560 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.561 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.561 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.561 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.561 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.561 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.561 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.561 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.561 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.561 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.561 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.561 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:13.561 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.561 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:13.561 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.561 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:13.561 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.562 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.562 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.562 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.562 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.562 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.562 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:13.562 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.562 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:13.562 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.562 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.562 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.562 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.562 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.562 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.563 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.420414+0000", 2024-04-12T17:30:13.563 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.095138+0000", 2024-04-12T17:30:13.563 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.095138+0000", 2024-04-12T17:30:13.563 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.098109+0000", 2024-04-12T17:30:13.563 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.420414+0000", 2024-04-12T17:30:13.563 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.563 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.563 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.563 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:13.563 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.420414+0000", 2024-04-12T17:30:13.563 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.420414+0000", 2024-04-12T17:30:13.563 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.420414+0000", 2024-04-12T17:30:13.563 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.563 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.563 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.564 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.420414+0000", 2024-04-12T17:30:13.564 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.420414+0000", 2024-04-12T17:30:13.564 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.564 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.564 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.564 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.564 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:13.564 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.564 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.564 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.564 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.564 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.564 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.564 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.564 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.565 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.39", 2024-04-12T17:30:13.565 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.565 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.565 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.565 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4920, 2024-04-12T17:30:13.565 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.565 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:11:21.464018+0000", 2024-04-12T17:30:13.565 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.565 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.565 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.565 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.565 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.565 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.565 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.565 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.566 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.566 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.566 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.566 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.566 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.566 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.566 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.566 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.566 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.566 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.566 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.566 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.566 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.566 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.567 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.568 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.568 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.568 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.568 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.568 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.568 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.568 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.568 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.568 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.568 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.568 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.568 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.568 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.568 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:13.569 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.569 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:13.569 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.569 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.569 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.569 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.569 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.569 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.569 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:13.569 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.569 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:13.569 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.569 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.569 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.569 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.570 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.570 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.570 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.265576+0000", 2024-04-12T17:30:13.570 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.171632+0000", 2024-04-12T17:30:13.570 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.171632+0000", 2024-04-12T17:30:13.570 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.173781+0000", 2024-04-12T17:30:13.570 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.265576+0000", 2024-04-12T17:30:13.570 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.570 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.570 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.570 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:13.570 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.265576+0000", 2024-04-12T17:30:13.570 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.265576+0000", 2024-04-12T17:30:13.570 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.265576+0000", 2024-04-12T17:30:13.571 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.571 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.571 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.571 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.265576+0000", 2024-04-12T17:30:13.571 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.265576+0000", 2024-04-12T17:30:13.571 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.571 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.571 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.571 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.571 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:13.571 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.571 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.571 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.571 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.571 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.571 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.572 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.572 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.572 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.3a", 2024-04-12T17:30:13.572 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.572 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.572 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.572 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5021, 2024-04-12T17:30:13.572 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.572 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:08:09.706117+0000", 2024-04-12T17:30:13.572 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.572 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.572 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.572 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.572 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.572 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.572 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.573 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.574 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.574 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.574 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.574 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.574 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.574 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.574 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.574 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.574 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.574 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.574 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.574 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.574 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.574 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.575 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.575 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.575 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.575 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.575 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.575 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.575 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.575 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.575 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.575 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.575 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.575 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.575 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:13.575 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.575 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:13.575 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.576 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.576 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.576 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.576 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.576 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:13.576 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:13.576 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.576 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:13.576 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.576 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.576 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.576 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.576 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.576 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.576 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.421848+0000", 2024-04-12T17:30:13.576 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.096050+0000", 2024-04-12T17:30:13.577 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.096050+0000", 2024-04-12T17:30:13.577 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.098153+0000", 2024-04-12T17:30:13.577 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.421848+0000", 2024-04-12T17:30:13.577 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.577 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.577 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.577 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:13.577 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.421848+0000", 2024-04-12T17:30:13.577 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.421848+0000", 2024-04-12T17:30:13.577 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.421848+0000", 2024-04-12T17:30:13.577 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.577 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.577 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.577 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.421848+0000", 2024-04-12T17:30:13.577 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.421848+0000", 2024-04-12T17:30:13.577 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.577 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.578 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.578 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.578 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:13.578 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.578 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.578 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.578 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.578 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.578 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.578 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.578 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.578 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.3b", 2024-04-12T17:30:13.578 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.578 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.579 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.579 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4920, 2024-04-12T17:30:13.579 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.579 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:03:02.083178+0000", 2024-04-12T17:30:13.579 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.579 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.579 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.579 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.579 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.579 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.579 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.579 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.579 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.579 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.580 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.580 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.580 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.580 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.580 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.580 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.580 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.580 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.580 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.580 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.580 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.580 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.580 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.580 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.580 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.581 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.581 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.581 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.581 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.581 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.581 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.581 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.581 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.581 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.581 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.581 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.581 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.581 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.581 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.581 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.581 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.581 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.582 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.582 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.582 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.582 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.582 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.582 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.582 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:13.582 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:13.582 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.582 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:13.582 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.582 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.582 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.582 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.582 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.583 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:13.583 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:13.583 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.583 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:13.583 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.583 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.583 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.583 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.583 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.583 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.583 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.265627+0000", 2024-04-12T17:30:13.583 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.091446+0000", 2024-04-12T17:30:13.583 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.091446+0000", 2024-04-12T17:30:13.583 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.092688+0000", 2024-04-12T17:30:13.583 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.265627+0000", 2024-04-12T17:30:13.583 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.584 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.584 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.584 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:13.584 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.265627+0000", 2024-04-12T17:30:13.584 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.265627+0000", 2024-04-12T17:30:13.584 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.265627+0000", 2024-04-12T17:30:13.584 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.584 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.584 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.584 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.265627+0000", 2024-04-12T17:30:13.584 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.265627+0000", 2024-04-12T17:30:13.584 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.584 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.584 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.584 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.585 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:13.585 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.585 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.585 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.585 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.585 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.585 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.585 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.585 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.585 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.3c", 2024-04-12T17:30:13.585 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.585 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.585 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.585 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5009, 2024-04-12T17:30:13.585 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.586 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:47:10.649280+0000", 2024-04-12T17:30:13.586 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.586 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.586 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.586 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.586 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.586 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.586 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.586 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.586 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.586 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.586 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.586 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.586 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.587 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.587 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.587 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.587 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.587 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.587 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.587 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.587 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.587 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.587 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.587 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.587 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.587 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.587 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.587 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.587 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.588 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.588 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.588 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.588 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.588 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.588 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.588 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.588 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.588 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.588 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.588 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.589 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.589 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.589 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.589 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.589 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.589 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.589 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.589 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:13.589 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:13.589 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:13.589 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.589 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:13.589 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.589 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.590 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.590 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.590 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.590 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:13.590 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:13.590 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.590 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:13.590 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.590 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.590 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.590 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.590 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.590 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.590 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422265+0000", 2024-04-12T17:30:13.590 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:06:51.083733+0000", 2024-04-12T17:30:13.591 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:06:51.083733+0000", 2024-04-12T17:30:13.591 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:06:51.084064+0000", 2024-04-12T17:30:13.591 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422265+0000", 2024-04-12T17:30:13.591 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.591 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.591 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.591 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 395, 2024-04-12T17:30:13.591 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422265+0000", 2024-04-12T17:30:13.591 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422265+0000", 2024-04-12T17:30:13.591 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422265+0000", 2024-04-12T17:30:13.591 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.591 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.591 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.591 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422265+0000", 2024-04-12T17:30:13.591 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422265+0000", 2024-04-12T17:30:13.591 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.592 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.592 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.592 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.592 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 394, 2024-04-12T17:30:13.592 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.592 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.592 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.592 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.592 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.592 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.592 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.592 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.592 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.3d", 2024-04-12T17:30:13.592 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.592 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.592 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.593 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5194, 2024-04-12T17:30:13.593 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.593 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:13:04.646895+0000", 2024-04-12T17:30:13.593 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.593 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.593 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.593 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.593 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.593 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.593 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.593 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.593 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.593 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.593 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.593 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.593 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.594 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.594 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.594 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.594 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.594 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.594 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.594 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.594 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.594 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.594 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.594 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.594 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.594 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.594 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.594 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.595 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.595 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.595 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.595 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.595 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.595 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.595 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.595 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.595 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.595 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.595 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.595 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.595 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.595 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.595 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.596 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.596 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.596 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.596 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.596 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.596 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:13.596 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:13.596 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.596 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:13.596 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.596 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.596 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.596 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.596 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:13.596 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.597 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:13.597 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.597 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:13.597 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.597 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.597 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.597 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.597 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.597 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.597 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.421037+0000", 2024-04-12T17:30:13.597 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.123015+0000", 2024-04-12T17:30:13.597 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.123015+0000", 2024-04-12T17:30:13.597 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.123361+0000", 2024-04-12T17:30:13.597 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.421037+0000", 2024-04-12T17:30:13.597 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.597 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.598 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.598 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:13.598 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.421037+0000", 2024-04-12T17:30:13.598 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.421037+0000", 2024-04-12T17:30:13.598 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.421037+0000", 2024-04-12T17:30:13.598 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.598 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.598 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.598 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.421037+0000", 2024-04-12T17:30:13.598 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.421037+0000", 2024-04-12T17:30:13.598 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.598 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.598 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.599 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.599 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:13.599 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.599 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.599 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.599 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.599 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.599 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.599 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.599 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.599 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.3e", 2024-04-12T17:30:13.599 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.599 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.599 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.599 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5138, 2024-04-12T17:30:13.599 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.600 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:03:20.179677+0000", 2024-04-12T17:30:13.600 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.600 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.600 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.600 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.600 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.600 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.600 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.600 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.600 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.600 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.600 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.600 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.600 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.600 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.600 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.601 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.601 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.601 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.601 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.601 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.601 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.601 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.601 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.601 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.601 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.601 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.601 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.601 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.601 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.601 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.602 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.602 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.602 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.602 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.602 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.602 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.602 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.602 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.602 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.602 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.602 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.602 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.602 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.602 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.603 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.603 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.603 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.603 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:13.603 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:13.603 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:13.603 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.603 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:13.603 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.603 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.603 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.603 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:13.603 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.603 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:13.603 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:13.603 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.604 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:13.604 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:13.604 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:13.604 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:13.604 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:13.604 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:13.604 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:13.604 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.424504+0000", 2024-04-12T17:30:13.604 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.105830+0000", 2024-04-12T17:30:13.604 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.105830+0000", 2024-04-12T17:30:13.604 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.107143+0000", 2024-04-12T17:30:13.604 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.424504+0000", 2024-04-12T17:30:13.604 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.604 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:13.604 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.605 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:13.605 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.424504+0000", 2024-04-12T17:30:13.605 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.424504+0000", 2024-04-12T17:30:13.605 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.424504+0000", 2024-04-12T17:30:13.605 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:13.605 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:13.605 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:13.605 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.424504+0000", 2024-04-12T17:30:13.605 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.424504+0000", 2024-04-12T17:30:13.605 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:13.605 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.605 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:13.605 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:13.605 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:13.605 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:13.606 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:13.606 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:13.606 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:13.606 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.606 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:13.606 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:13.606 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:13.606 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.3f", 2024-04-12T17:30:13.606 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:13.606 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:13.606 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:13.606 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4956, 2024-04-12T17:30:13.606 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:13.606 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:17:56.707160+0000", 2024-04-12T17:30:13.607 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:13.607 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:13.607 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.607 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.607 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.607 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.607 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.607 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.607 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.607 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.607 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.607 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.607 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.607 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.607 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.607 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.608 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.608 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.608 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.608 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.608 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.608 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.608 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.608 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.608 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.608 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.608 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.608 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.608 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.608 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.609 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.609 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.609 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.609 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.609 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.609 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.609 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.609 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.609 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.609 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.609 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.609 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.609 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.609 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.610 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:13.610 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:13.610 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:13.610 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.610 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:13.610 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:13.610 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.610 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:13.610 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:13.610 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.610 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.610 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_per_pool": [ 2024-04-12T17:30:13.610 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.610 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": 24, 2024-04-12T17:30:13.610 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T17:30:13.611 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd" 2024-04-12T17:30:13.611 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.611 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 24475, 2024-04-12T17:30:13.611 INFO:tasks.workunit.client.0.smithi099.stdout: "num_pg": 8, 2024-04-12T17:30:13.611 INFO:tasks.workunit.client.0.smithi099.stdout: "num_store_stats": 8, 2024-04-12T17:30:13.611 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 24475, 2024-04-12T17:30:13.611 INFO:tasks.workunit.client.0.smithi099.stdout: "poolid": 4, 2024-04-12T17:30:13.611 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.611 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 4194323, 2024-04-12T17:30:13.611 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.611 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.611 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.611 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.611 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.611 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.611 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 12, 2024-04-12T17:30:13.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 4, 2024-04-12T17:30:13.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 4, 2024-04-12T17:30:13.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.613 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.613 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.613 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 2, 2024-04-12T17:30:13.613 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.613 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.613 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.613 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.613 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.613 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.613 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.613 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 8983, 2024-04-12T17:30:13.613 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 3053155, 2024-04-12T17:30:13.613 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.613 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.613 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.613 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 24345, 2024-04-12T17:30:13.614 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 3126479 2024-04-12T17:30:13.614 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.614 INFO:tasks.workunit.client.0.smithi099.stdout: "store_stats": { 2024-04-12T17:30:13.614 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": 12595200, 2024-04-12T17:30:13.614 INFO:tasks.workunit.client.0.smithi099.stdout: "available": 0, 2024-04-12T17:30:13.614 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed": 0, 2024-04-12T17:30:13.614 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_allocated": 0, 2024-04-12T17:30:13.614 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_original": 0, 2024-04-12T17:30:13.614 INFO:tasks.workunit.client.0.smithi099.stdout: "data_stored": 12582969, 2024-04-12T17:30:13.614 INFO:tasks.workunit.client.0.smithi099.stdout: "internal_metadata": 0, 2024-04-12T17:30:13.614 INFO:tasks.workunit.client.0.smithi099.stdout: "internally_reserved": 0, 2024-04-12T17:30:13.614 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_allocated": 0, 2024-04-12T17:30:13.614 INFO:tasks.workunit.client.0.smithi099.stdout: "total": 0 2024-04-12T17:30:13.614 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.614 INFO:tasks.workunit.client.0.smithi099.stdout: "up": 24 2024-04-12T17:30:13.615 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.615 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.615 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": 192, 2024-04-12T17:30:13.615 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T17:30:13.615 INFO:tasks.workunit.client.0.smithi099.stdout: "cephfs" 2024-04-12T17:30:13.615 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.615 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.615 INFO:tasks.workunit.client.0.smithi099.stdout: "num_pg": 64, 2024-04-12T17:30:13.615 INFO:tasks.workunit.client.0.smithi099.stdout: "num_store_stats": 8, 2024-04-12T17:30:13.615 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.615 INFO:tasks.workunit.client.0.smithi099.stdout: "poolid": 3, 2024-04-12T17:30:13.615 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.615 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.615 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.615 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.616 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.616 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.616 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.616 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.616 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.616 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.616 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.616 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.616 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.616 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.616 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.616 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.616 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.616 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.616 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:13.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:13.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:13.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.618 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.618 INFO:tasks.workunit.client.0.smithi099.stdout: "store_stats": { 2024-04-12T17:30:13.618 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": 0, 2024-04-12T17:30:13.618 INFO:tasks.workunit.client.0.smithi099.stdout: "available": 0, 2024-04-12T17:30:13.618 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed": 0, 2024-04-12T17:30:13.618 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_allocated": 0, 2024-04-12T17:30:13.618 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_original": 0, 2024-04-12T17:30:13.619 INFO:tasks.workunit.client.0.smithi099.stdout: "data_stored": 0, 2024-04-12T17:30:13.619 INFO:tasks.workunit.client.0.smithi099.stdout: "internal_metadata": 0, 2024-04-12T17:30:13.619 INFO:tasks.workunit.client.0.smithi099.stdout: "internally_reserved": 0, 2024-04-12T17:30:13.619 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_allocated": 0, 2024-04-12T17:30:13.619 INFO:tasks.workunit.client.0.smithi099.stdout: "total": 0 2024-04-12T17:30:13.619 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.619 INFO:tasks.workunit.client.0.smithi099.stdout: "up": 192 2024-04-12T17:30:13.619 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.619 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.619 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": 3, 2024-04-12T17:30:13.619 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T17:30:13.619 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr" 2024-04-12T17:30:13.619 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.619 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 237, 2024-04-12T17:30:13.619 INFO:tasks.workunit.client.0.smithi099.stdout: "num_pg": 1, 2024-04-12T17:30:13.620 INFO:tasks.workunit.client.0.smithi099.stdout: "num_store_stats": 3, 2024-04-12T17:30:13.620 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 237, 2024-04-12T17:30:13.620 INFO:tasks.workunit.client.0.smithi099.stdout: "poolid": 1, 2024-04-12T17:30:13.620 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.620 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 590368, 2024-04-12T17:30:13.620 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.620 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 1771104, 2024-04-12T17:30:13.620 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.620 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.620 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.620 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.620 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.620 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.620 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.621 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.621 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.621 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.621 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.621 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.621 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.621 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 6, 2024-04-12T17:30:13.621 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 2, 2024-04-12T17:30:13.621 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.621 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 2, 2024-04-12T17:30:13.621 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.621 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.621 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.621 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.621 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.622 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.622 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.622 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 6, 2024-04-12T17:30:13.622 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.622 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.622 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.622 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.622 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.622 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 1178, 2024-04-12T17:30:13.622 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 1994, 2024-04-12T17:30:13.622 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.622 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.622 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.622 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 391, 2024-04-12T17:30:13.623 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 2416 2024-04-12T17:30:13.623 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.623 INFO:tasks.workunit.client.0.smithi099.stdout: "store_stats": { 2024-04-12T17:30:13.623 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": 1781760, 2024-04-12T17:30:13.623 INFO:tasks.workunit.client.0.smithi099.stdout: "available": 0, 2024-04-12T17:30:13.623 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed": 0, 2024-04-12T17:30:13.623 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_allocated": 0, 2024-04-12T17:30:13.623 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_original": 0, 2024-04-12T17:30:13.623 INFO:tasks.workunit.client.0.smithi099.stdout: "data_stored": 1771104, 2024-04-12T17:30:13.623 INFO:tasks.workunit.client.0.smithi099.stdout: "internal_metadata": 0, 2024-04-12T17:30:13.623 INFO:tasks.workunit.client.0.smithi099.stdout: "internally_reserved": 0, 2024-04-12T17:30:13.623 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_allocated": 0, 2024-04-12T17:30:13.623 INFO:tasks.workunit.client.0.smithi099.stdout: "total": 0 2024-04-12T17:30:13.623 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.623 INFO:tasks.workunit.client.0.smithi099.stdout: "up": 3 2024-04-12T17:30:13.624 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.624 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.624 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": 96, 2024-04-12T17:30:13.624 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T17:30:13.624 INFO:tasks.workunit.client.0.smithi099.stdout: "cephfs" 2024-04-12T17:30:13.624 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.624 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 75, 2024-04-12T17:30:13.624 INFO:tasks.workunit.client.0.smithi099.stdout: "num_pg": 32, 2024-04-12T17:30:13.624 INFO:tasks.workunit.client.0.smithi099.stdout: "num_store_stats": 8, 2024-04-12T17:30:13.624 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 75, 2024-04-12T17:30:13.624 INFO:tasks.workunit.client.0.smithi099.stdout: "poolid": 2, 2024-04-12T17:30:13.624 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.624 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 6622, 2024-04-12T17:30:13.624 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 66, 2024-04-12T17:30:13.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 22, 2024-04-12T17:30:13.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 22, 2024-04-12T17:30:13.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 14, 2024-04-12T17:30:13.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.627 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.627 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 158, 2024-04-12T17:30:13.627 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 174, 2024-04-12T17:30:13.627 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.627 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.627 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.627 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 69, 2024-04-12T17:30:13.627 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 36 2024-04-12T17:30:13.627 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.627 INFO:tasks.workunit.client.0.smithi099.stdout: "store_stats": { 2024-04-12T17:30:13.627 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": 110592, 2024-04-12T17:30:13.627 INFO:tasks.workunit.client.0.smithi099.stdout: "available": 0, 2024-04-12T17:30:13.627 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed": 0, 2024-04-12T17:30:13.627 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_allocated": 0, 2024-04-12T17:30:13.627 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_original": 0, 2024-04-12T17:30:13.628 INFO:tasks.workunit.client.0.smithi099.stdout: "data_stored": 19866, 2024-04-12T17:30:13.628 INFO:tasks.workunit.client.0.smithi099.stdout: "internal_metadata": 0, 2024-04-12T17:30:13.628 INFO:tasks.workunit.client.0.smithi099.stdout: "internally_reserved": 0, 2024-04-12T17:30:13.628 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_allocated": 44883, 2024-04-12T17:30:13.628 INFO:tasks.workunit.client.0.smithi099.stdout: "total": 0 2024-04-12T17:30:13.628 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.628 INFO:tasks.workunit.client.0.smithi099.stdout: "up": 96 2024-04-12T17:30:13.628 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.628 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.628 INFO:tasks.workunit.client.0.smithi099.stdout: "usage": { 2024-04-12T17:30:13.628 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_num": 105, 2024-04-12T17:30:13.628 INFO:tasks.workunit.client.0.smithi099.stdout: "pools": 4, 2024-04-12T17:30:13.628 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_by_class": { 2024-04-12T17:30:13.628 INFO:tasks.workunit.client.0.smithi099.stdout: "ssd": { 2024-04-12T17:30:13.628 INFO:tasks.workunit.client.0.smithi099.stdout: "total_avail_bytes": 761535979520, 2024-04-12T17:30:13.629 INFO:tasks.workunit.client.0.smithi099.stdout: "total_bytes": 767960285184, 2024-04-12T17:30:13.629 INFO:tasks.workunit.client.0.smithi099.stdout: "total_used_bytes": 6424305664, 2024-04-12T17:30:13.629 INFO:tasks.workunit.client.0.smithi099.stdout: "total_used_raw_bytes": 6424305664, 2024-04-12T17:30:13.629 INFO:tasks.workunit.client.0.smithi099.stdout: "total_used_raw_ratio": 0.00836541410535574 2024-04-12T17:30:13.629 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.629 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.629 INFO:tasks.workunit.client.0.smithi099.stdout: "total_avail_bytes": 761535979520, 2024-04-12T17:30:13.629 INFO:tasks.workunit.client.0.smithi099.stdout: "total_bytes": 767960285184, 2024-04-12T17:30:13.629 INFO:tasks.workunit.client.0.smithi099.stdout: "total_used_bytes": 6424305664 2024-04-12T17:30:13.629 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.629 INFO:tasks.workunit.client.0.smithi099.stdout:} 2024-04-12T17:30:13.629 INFO:tasks.workunit.client.0.smithi099.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-12T17:30:13.629 INFO:tasks.workunit.client.0.smithi099.stdout:{ 2024-04-12T17:30:13.629 INFO:tasks.workunit.client.0.smithi099.stdout: "d879d220-f8e5-11ee-9d32-0cc47a8fd803": { 2024-04-12T17:30:13.630 INFO:tasks.workunit.client.0.smithi099.stdout: "INTEL_SSDPED1D480GA_d87ac4aa-f8e5-11ee-9d32-0cc47a8fd803": { 2024-04-12T17:30:13.630 INFO:tasks.workunit.client.0.smithi099.stdout: "20240412-155515": { 2024-04-12T17:30:13.630 INFO:tasks.workunit.client.0.smithi099.stdout: "device": { 2024-04-12T17:30:13.630 INFO:tasks.workunit.client.0.smithi099.stdout: "info_name": "/dev/nvme0n1", 2024-04-12T17:30:13.630 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "/dev/nvme0n1", 2024-04-12T17:30:13.630 INFO:tasks.workunit.client.0.smithi099.stdout: "protocol": "NVMe", 2024-04-12T17:30:13.630 INFO:tasks.workunit.client.0.smithi099.stdout: "type": "nvme" 2024-04-12T17:30:13.630 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.630 INFO:tasks.workunit.client.0.smithi099.stdout: "firmware_version": "E2010325", 2024-04-12T17:30:13.630 INFO:tasks.workunit.client.0.smithi099.stdout: "host_id": "d879d220-f8e5-11ee-9d32-0cc47a8fd803", 2024-04-12T17:30:13.630 INFO:tasks.workunit.client.0.smithi099.stdout: "json_format_version": [ 2024-04-12T17:30:13.630 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:13.630 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:13.630 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.631 INFO:tasks.workunit.client.0.smithi099.stdout: "local_time": { 2024-04-12T17:30:13.631 INFO:tasks.workunit.client.0.smithi099.stdout: "asctime": "Fri Apr 12 15:55:15 2024 UTC", 2024-04-12T17:30:13.631 INFO:tasks.workunit.client.0.smithi099.stdout: "time_t": 1712937315 2024-04-12T17:30:13.631 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.631 INFO:tasks.workunit.client.0.smithi099.stdout: "logical_block_size": 512, 2024-04-12T17:30:13.631 INFO:tasks.workunit.client.0.smithi099.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-04-12T17:30:13.631 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_controller_id": 0, 2024-04-12T17:30:13.631 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-12T17:30:13.631 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_namespaces": [ 2024-04-12T17:30:13.631 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.631 INFO:tasks.workunit.client.0.smithi099.stdout: "capacity": { 2024-04-12T17:30:13.631 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 937703088, 2024-04-12T17:30:13.631 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 480103981056 2024-04-12T17:30:13.631 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.631 INFO:tasks.workunit.client.0.smithi099.stdout: "formatted_lba_size": 512, 2024-04-12T17:30:13.631 INFO:tasks.workunit.client.0.smithi099.stdout: "id": 1, 2024-04-12T17:30:13.632 INFO:tasks.workunit.client.0.smithi099.stdout: "size": { 2024-04-12T17:30:13.632 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 937703088, 2024-04-12T17:30:13.632 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 480103981056 2024-04-12T17:30:13.632 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.632 INFO:tasks.workunit.client.0.smithi099.stdout: "utilization": { 2024-04-12T17:30:13.632 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 937703088, 2024-04-12T17:30:13.632 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 480103981056 2024-04-12T17:30:13.632 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.632 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.632 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.632 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_number_of_namespaces": 1, 2024-04-12T17:30:13.632 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_pci_vendor": { 2024-04-12T17:30:13.632 INFO:tasks.workunit.client.0.smithi099.stdout: "id": 32902, 2024-04-12T17:30:13.632 INFO:tasks.workunit.client.0.smithi099.stdout: "subsystem_id": 32902 2024-04-12T17:30:13.633 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.633 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_smart_health_information_add_log": { 2024-04-12T17:30:13.633 INFO:tasks.workunit.client.0.smithi099.stdout: "Device stats": { 2024-04-12T17:30:13.633 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_fw_downgrades": { 2024-04-12T17:30:13.633 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T17:30:13.633 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:13.633 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.633 INFO:tasks.workunit.client.0.smithi099.stdout: "crc_error_count": { 2024-04-12T17:30:13.633 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T17:30:13.633 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:13.633 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.633 INFO:tasks.workunit.client.0.smithi099.stdout: "end_to_end_error_detection_count": { 2024-04-12T17:30:13.633 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T17:30:13.633 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:13.633 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.634 INFO:tasks.workunit.client.0.smithi099.stdout: "erase_fail_count": { 2024-04-12T17:30:13.634 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T17:30:13.634 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:13.634 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.634 INFO:tasks.workunit.client.0.smithi099.stdout: "host_bytes_written": { 2024-04-12T17:30:13.634 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T17:30:13.634 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 8326780 2024-04-12T17:30:13.634 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.634 INFO:tasks.workunit.client.0.smithi099.stdout: "host_ctx_wear_used": { 2024-04-12T17:30:13.634 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T17:30:13.634 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:13.634 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.634 INFO:tasks.workunit.client.0.smithi099.stdout: "media_bytes_read": { 2024-04-12T17:30:13.634 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T17:30:13.634 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:13.635 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.635 INFO:tasks.workunit.client.0.smithi099.stdout: "nand_bytes_written": { 2024-04-12T17:30:13.635 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T17:30:13.635 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:13.635 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.635 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_stat_indicator": { 2024-04-12T17:30:13.635 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T17:30:13.635 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:13.635 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.635 INFO:tasks.workunit.client.0.smithi099.stdout: "pll_lock_loss_count": { 2024-04-12T17:30:13.635 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T17:30:13.635 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:13.635 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.635 INFO:tasks.workunit.client.0.smithi099.stdout: "program_fail_count": { 2024-04-12T17:30:13.636 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T17:30:13.636 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:13.636 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.636 INFO:tasks.workunit.client.0.smithi099.stdout: "re_alloc_sectr_cnt": { 2024-04-12T17:30:13.636 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T17:30:13.636 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:13.636 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.636 INFO:tasks.workunit.client.0.smithi099.stdout: "retry_buffer_overflow_count": { 2024-04-12T17:30:13.636 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T17:30:13.636 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:13.636 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.636 INFO:tasks.workunit.client.0.smithi099.stdout: "soft_ecc_err_rate": { 2024-04-12T17:30:13.636 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T17:30:13.636 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:13.636 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.637 INFO:tasks.workunit.client.0.smithi099.stdout: "thermal_throttle_status": { 2024-04-12T17:30:13.637 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T17:30:13.637 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": { 2024-04-12T17:30:13.637 INFO:tasks.workunit.client.0.smithi099.stdout: "cnt": 0, 2024-04-12T17:30:13.637 INFO:tasks.workunit.client.0.smithi099.stdout: "pct": 0 2024-04-12T17:30:13.637 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.637 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.637 INFO:tasks.workunit.client.0.smithi099.stdout: "timed_workload_host_reads": { 2024-04-12T17:30:13.637 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T17:30:13.637 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 15 2024-04-12T17:30:13.637 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.637 INFO:tasks.workunit.client.0.smithi099.stdout: "timed_workload_media_wear": { 2024-04-12T17:30:13.637 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T17:30:13.637 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:13.637 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.637 INFO:tasks.workunit.client.0.smithi099.stdout: "timed_workload_timer": { 2024-04-12T17:30:13.638 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T17:30:13.638 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 1018672 2024-04-12T17:30:13.638 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.638 INFO:tasks.workunit.client.0.smithi099.stdout: "unexp_power_loss": { 2024-04-12T17:30:13.638 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T17:30:13.638 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:13.638 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.638 INFO:tasks.workunit.client.0.smithi099.stdout: "wear_leveling": { 2024-04-12T17:30:13.638 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T17:30:13.638 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": { 2024-04-12T17:30:13.638 INFO:tasks.workunit.client.0.smithi099.stdout: "avg": 0, 2024-04-12T17:30:13.638 INFO:tasks.workunit.client.0.smithi099.stdout: "max": 0, 2024-04-12T17:30:13.638 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0 2024-04-12T17:30:13.639 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.639 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.639 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.639 INFO:tasks.workunit.client.0.smithi099.stdout: "Intel Smart log": "nvme0n1" 2024-04-12T17:30:13.639 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.639 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_smart_health_information_log": { 2024-04-12T17:30:13.639 INFO:tasks.workunit.client.0.smithi099.stdout: "available_spare": 100, 2024-04-12T17:30:13.639 INFO:tasks.workunit.client.0.smithi099.stdout: "available_spare_threshold": 0, 2024-04-12T17:30:13.639 INFO:tasks.workunit.client.0.smithi099.stdout: "controller_busy_time": 3228, 2024-04-12T17:30:13.639 INFO:tasks.workunit.client.0.smithi099.stdout: "critical_warning": 0, 2024-04-12T17:30:13.639 INFO:tasks.workunit.client.0.smithi099.stdout: "data_units_read": 114885459, 2024-04-12T17:30:13.639 INFO:tasks.workunit.client.0.smithi099.stdout: "data_units_written": 545703895, 2024-04-12T17:30:13.639 INFO:tasks.workunit.client.0.smithi099.stdout: "host_reads": 1865001433, 2024-04-12T17:30:13.639 INFO:tasks.workunit.client.0.smithi099.stdout: "host_writes": 12343305405, 2024-04-12T17:30:13.639 INFO:tasks.workunit.client.0.smithi099.stdout: "media_errors": 0, 2024-04-12T17:30:13.640 INFO:tasks.workunit.client.0.smithi099.stdout: "num_err_log_entries": 0, 2024-04-12T17:30:13.640 INFO:tasks.workunit.client.0.smithi099.stdout: "percentage_used": 0, 2024-04-12T17:30:13.640 INFO:tasks.workunit.client.0.smithi099.stdout: "power_cycles": 22271, 2024-04-12T17:30:13.640 INFO:tasks.workunit.client.0.smithi099.stdout: "power_on_hours": 26510, 2024-04-12T17:30:13.640 INFO:tasks.workunit.client.0.smithi099.stdout: "temperature": 34, 2024-04-12T17:30:13.640 INFO:tasks.workunit.client.0.smithi099.stdout: "unsafe_shutdowns": 7461 2024-04-12T17:30:13.640 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.640 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_vendor": "intel", 2024-04-12T17:30:13.640 INFO:tasks.workunit.client.0.smithi099.stdout: "power_cycle_count": 22271, 2024-04-12T17:30:13.640 INFO:tasks.workunit.client.0.smithi099.stdout: "power_on_time": { 2024-04-12T17:30:13.640 INFO:tasks.workunit.client.0.smithi099.stdout: "hours": 26510 2024-04-12T17:30:13.640 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.640 INFO:tasks.workunit.client.0.smithi099.stdout: "serial_number": "deleted", 2024-04-12T17:30:13.640 INFO:tasks.workunit.client.0.smithi099.stdout: "smart_status": { 2024-04-12T17:30:13.640 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme": { 2024-04-12T17:30:13.641 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.641 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.641 INFO:tasks.workunit.client.0.smithi099.stdout: "passed": true 2024-04-12T17:30:13.641 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.641 INFO:tasks.workunit.client.0.smithi099.stdout: "smartctl": { 2024-04-12T17:30:13.641 INFO:tasks.workunit.client.0.smithi099.stdout: "argv": [ 2024-04-12T17:30:13.641 INFO:tasks.workunit.client.0.smithi099.stdout: "smartctl", 2024-04-12T17:30:13.641 INFO:tasks.workunit.client.0.smithi099.stdout: "-x", 2024-04-12T17:30:13.641 INFO:tasks.workunit.client.0.smithi099.stdout: "--json=o", 2024-04-12T17:30:13.641 INFO:tasks.workunit.client.0.smithi099.stdout: "/dev/nvme0n1" 2024-04-12T17:30:13.641 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.641 INFO:tasks.workunit.client.0.smithi099.stdout: "build_info": "(local build)", 2024-04-12T17:30:13.641 INFO:tasks.workunit.client.0.smithi099.stdout: "exit_status": 0, 2024-04-12T17:30:13.641 INFO:tasks.workunit.client.0.smithi099.stdout: "output": [ 2024-04-12T17:30:13.641 INFO:tasks.workunit.client.0.smithi099.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-12T17:30:13.642 INFO:tasks.workunit.client.0.smithi099.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-12T17:30:13.642 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T17:30:13.642 INFO:tasks.workunit.client.0.smithi099.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-12T17:30:13.642 INFO:tasks.workunit.client.0.smithi099.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-04-12T17:30:13.642 INFO:tasks.workunit.client.0.smithi099.stdout: "Serial Number: deleted", 2024-04-12T17:30:13.642 INFO:tasks.workunit.client.0.smithi099.stdout: "Firmware Version: E2010325", 2024-04-12T17:30:13.642 INFO:tasks.workunit.client.0.smithi099.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-12T17:30:13.642 INFO:tasks.workunit.client.0.smithi099.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-12T17:30:13.642 INFO:tasks.workunit.client.0.smithi099.stdout: "Controller ID: 0", 2024-04-12T17:30:13.642 INFO:tasks.workunit.client.0.smithi099.stdout: "Number of Namespaces: 1", 2024-04-12T17:30:13.642 INFO:tasks.workunit.client.0.smithi099.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-04-12T17:30:13.642 INFO:tasks.workunit.client.0.smithi099.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-12T17:30:13.642 INFO:tasks.workunit.client.0.smithi099.stdout: "Local Time is: Fri Apr 12 15:55:15 2024 UTC", 2024-04-12T17:30:13.642 INFO:tasks.workunit.client.0.smithi099.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-12T17:30:13.643 INFO:tasks.workunit.client.0.smithi099.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-04-12T17:30:13.643 INFO:tasks.workunit.client.0.smithi099.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-12T17:30:13.643 INFO:tasks.workunit.client.0.smithi099.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-12T17:30:13.643 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T17:30:13.643 INFO:tasks.workunit.client.0.smithi099.stdout: "Supported Power States", 2024-04-12T17:30:13.643 INFO:tasks.workunit.client.0.smithi099.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-12T17:30:13.643 INFO:tasks.workunit.client.0.smithi099.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-04-12T17:30:13.643 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T17:30:13.643 INFO:tasks.workunit.client.0.smithi099.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-12T17:30:13.643 INFO:tasks.workunit.client.0.smithi099.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-12T17:30:13.643 INFO:tasks.workunit.client.0.smithi099.stdout: " 0 + 512 0 2", 2024-04-12T17:30:13.643 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T17:30:13.643 INFO:tasks.workunit.client.0.smithi099.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-12T17:30:13.643 INFO:tasks.workunit.client.0.smithi099.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-12T17:30:13.643 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T17:30:13.643 INFO:tasks.workunit.client.0.smithi099.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-12T17:30:13.644 INFO:tasks.workunit.client.0.smithi099.stdout: "Critical Warning: 0x00", 2024-04-12T17:30:13.644 INFO:tasks.workunit.client.0.smithi099.stdout: "Temperature: 34 Celsius", 2024-04-12T17:30:13.644 INFO:tasks.workunit.client.0.smithi099.stdout: "Available Spare: 100%", 2024-04-12T17:30:13.644 INFO:tasks.workunit.client.0.smithi099.stdout: "Available Spare Threshold: 0%", 2024-04-12T17:30:13.644 INFO:tasks.workunit.client.0.smithi099.stdout: "Percentage Used: 0%", 2024-04-12T17:30:13.644 INFO:tasks.workunit.client.0.smithi099.stdout: "Data Units Read: 114,885,459 [58.8 TB]", 2024-04-12T17:30:13.644 INFO:tasks.workunit.client.0.smithi099.stdout: "Data Units Written: 545,703,895 [279 TB]", 2024-04-12T17:30:13.644 INFO:tasks.workunit.client.0.smithi099.stdout: "Host Read Commands: 1,865,001,433", 2024-04-12T17:30:13.644 INFO:tasks.workunit.client.0.smithi099.stdout: "Host Write Commands: 12,343,305,405", 2024-04-12T17:30:13.644 INFO:tasks.workunit.client.0.smithi099.stdout: "Controller Busy Time: 3,228", 2024-04-12T17:30:13.644 INFO:tasks.workunit.client.0.smithi099.stdout: "Power Cycles: 22,271", 2024-04-12T17:30:13.644 INFO:tasks.workunit.client.0.smithi099.stdout: "Power On Hours: 26,510", 2024-04-12T17:30:13.644 INFO:tasks.workunit.client.0.smithi099.stdout: "Unsafe Shutdowns: 7,461", 2024-04-12T17:30:13.644 INFO:tasks.workunit.client.0.smithi099.stdout: "Media and Data Integrity Errors: 0", 2024-04-12T17:30:13.644 INFO:tasks.workunit.client.0.smithi099.stdout: "Error Information Log Entries: 0", 2024-04-12T17:30:13.645 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T17:30:13.645 INFO:tasks.workunit.client.0.smithi099.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-12T17:30:13.645 INFO:tasks.workunit.client.0.smithi099.stdout: "No Errors Logged", 2024-04-12T17:30:13.645 INFO:tasks.workunit.client.0.smithi099.stdout: "" 2024-04-12T17:30:13.645 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.645 INFO:tasks.workunit.client.0.smithi099.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-12T17:30:13.645 INFO:tasks.workunit.client.0.smithi099.stdout: "svn_revision": "5022", 2024-04-12T17:30:13.645 INFO:tasks.workunit.client.0.smithi099.stdout: "version": [ 2024-04-12T17:30:13.645 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.645 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:13.645 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.645 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.645 INFO:tasks.workunit.client.0.smithi099.stdout: "temperature": { 2024-04-12T17:30:13.645 INFO:tasks.workunit.client.0.smithi099.stdout: "current": 34 2024-04-12T17:30:13.645 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.645 INFO:tasks.workunit.client.0.smithi099.stdout: "user_capacity": { 2024-04-12T17:30:13.646 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 937703088, 2024-04-12T17:30:13.646 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 480103981056 2024-04-12T17:30:13.646 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.646 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.646 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.646 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.646 INFO:tasks.workunit.client.0.smithi099.stdout: "d87cbbf2-f8e5-11ee-9d32-0cc47a8fd803": { 2024-04-12T17:30:13.646 INFO:tasks.workunit.client.0.smithi099.stdout: "INTEL_SSDPEDMD400G4_d87e0e6c-f8e5-11ee-9d32-0cc47a8fd803": { 2024-04-12T17:30:13.646 INFO:tasks.workunit.client.0.smithi099.stdout: "20240412-155513": { 2024-04-12T17:30:13.646 INFO:tasks.workunit.client.0.smithi099.stdout: "device": { 2024-04-12T17:30:13.646 INFO:tasks.workunit.client.0.smithi099.stdout: "info_name": "/dev/nvme0n1", 2024-04-12T17:30:13.646 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "/dev/nvme0n1", 2024-04-12T17:30:13.646 INFO:tasks.workunit.client.0.smithi099.stdout: "protocol": "NVMe", 2024-04-12T17:30:13.646 INFO:tasks.workunit.client.0.smithi099.stdout: "type": "nvme" 2024-04-12T17:30:13.646 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.647 INFO:tasks.workunit.client.0.smithi099.stdout: "firmware_version": "8DV101H0", 2024-04-12T17:30:13.647 INFO:tasks.workunit.client.0.smithi099.stdout: "host_id": "d87cbbf2-f8e5-11ee-9d32-0cc47a8fd803", 2024-04-12T17:30:13.647 INFO:tasks.workunit.client.0.smithi099.stdout: "json_format_version": [ 2024-04-12T17:30:13.647 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:13.647 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:13.647 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.647 INFO:tasks.workunit.client.0.smithi099.stdout: "local_time": { 2024-04-12T17:30:13.647 INFO:tasks.workunit.client.0.smithi099.stdout: "asctime": "Fri Apr 12 15:55:13 2024 UTC", 2024-04-12T17:30:13.647 INFO:tasks.workunit.client.0.smithi099.stdout: "time_t": 1712937313 2024-04-12T17:30:13.647 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.647 INFO:tasks.workunit.client.0.smithi099.stdout: "logical_block_size": 512, 2024-04-12T17:30:13.647 INFO:tasks.workunit.client.0.smithi099.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-12T17:30:13.647 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_controller_id": 0, 2024-04-12T17:30:13.647 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-12T17:30:13.647 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_namespaces": [ 2024-04-12T17:30:13.648 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.648 INFO:tasks.workunit.client.0.smithi099.stdout: "capacity": { 2024-04-12T17:30:13.648 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 781422768, 2024-04-12T17:30:13.649 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 400088457216 2024-04-12T17:30:13.649 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.649 INFO:tasks.workunit.client.0.smithi099.stdout: "formatted_lba_size": 512, 2024-04-12T17:30:13.649 INFO:tasks.workunit.client.0.smithi099.stdout: "id": 1, 2024-04-12T17:30:13.649 INFO:tasks.workunit.client.0.smithi099.stdout: "size": { 2024-04-12T17:30:13.649 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 781422768, 2024-04-12T17:30:13.650 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 400088457216 2024-04-12T17:30:13.650 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.650 INFO:tasks.workunit.client.0.smithi099.stdout: "utilization": { 2024-04-12T17:30:13.650 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 781422768, 2024-04-12T17:30:13.650 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 400088457216 2024-04-12T17:30:13.650 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.650 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.650 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.650 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_number_of_namespaces": 1, 2024-04-12T17:30:13.650 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_pci_vendor": { 2024-04-12T17:30:13.650 INFO:tasks.workunit.client.0.smithi099.stdout: "id": 32902, 2024-04-12T17:30:13.650 INFO:tasks.workunit.client.0.smithi099.stdout: "subsystem_id": 32902 2024-04-12T17:30:13.650 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.650 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_smart_health_information_add_log": { 2024-04-12T17:30:13.651 INFO:tasks.workunit.client.0.smithi099.stdout: "Device stats": { 2024-04-12T17:30:13.651 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_fw_downgrades": { 2024-04-12T17:30:13.651 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T17:30:13.651 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:13.651 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.651 INFO:tasks.workunit.client.0.smithi099.stdout: "crc_error_count": { 2024-04-12T17:30:13.651 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T17:30:13.651 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:13.651 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.651 INFO:tasks.workunit.client.0.smithi099.stdout: "end_to_end_error_detection_count": { 2024-04-12T17:30:13.651 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T17:30:13.651 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:13.651 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.651 INFO:tasks.workunit.client.0.smithi099.stdout: "erase_fail_count": { 2024-04-12T17:30:13.651 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T17:30:13.651 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:13.652 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.652 INFO:tasks.workunit.client.0.smithi099.stdout: "host_bytes_written": { 2024-04-12T17:30:13.652 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T17:30:13.652 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 34960025 2024-04-12T17:30:13.652 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.652 INFO:tasks.workunit.client.0.smithi099.stdout: "host_ctx_wear_used": { 2024-04-12T17:30:13.652 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T17:30:13.652 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 1 2024-04-12T17:30:13.652 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.652 INFO:tasks.workunit.client.0.smithi099.stdout: "media_bytes_read": { 2024-04-12T17:30:13.652 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T17:30:13.652 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:13.652 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.652 INFO:tasks.workunit.client.0.smithi099.stdout: "nand_bytes_written": { 2024-04-12T17:30:13.652 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T17:30:13.653 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 56656400 2024-04-12T17:30:13.653 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.653 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_stat_indicator": { 2024-04-12T17:30:13.653 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T17:30:13.653 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:13.653 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.653 INFO:tasks.workunit.client.0.smithi099.stdout: "pll_lock_loss_count": { 2024-04-12T17:30:13.653 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T17:30:13.653 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:13.653 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.653 INFO:tasks.workunit.client.0.smithi099.stdout: "program_fail_count": { 2024-04-12T17:30:13.653 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T17:30:13.653 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:13.653 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.654 INFO:tasks.workunit.client.0.smithi099.stdout: "re_alloc_sectr_cnt": { 2024-04-12T17:30:13.654 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T17:30:13.654 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:13.654 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.654 INFO:tasks.workunit.client.0.smithi099.stdout: "retry_buffer_overflow_count": { 2024-04-12T17:30:13.654 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T17:30:13.654 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:13.654 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.654 INFO:tasks.workunit.client.0.smithi099.stdout: "soft_ecc_err_rate": { 2024-04-12T17:30:13.654 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T17:30:13.654 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:13.654 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.654 INFO:tasks.workunit.client.0.smithi099.stdout: "thermal_throttle_status": { 2024-04-12T17:30:13.654 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T17:30:13.655 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": { 2024-04-12T17:30:13.655 INFO:tasks.workunit.client.0.smithi099.stdout: "cnt": 0, 2024-04-12T17:30:13.655 INFO:tasks.workunit.client.0.smithi099.stdout: "pct": 0 2024-04-12T17:30:13.655 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.655 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.655 INFO:tasks.workunit.client.0.smithi099.stdout: "timed_workload_host_reads": { 2024-04-12T17:30:13.655 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T17:30:13.655 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 65535 2024-04-12T17:30:13.655 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.655 INFO:tasks.workunit.client.0.smithi099.stdout: "timed_workload_media_wear": { 2024-04-12T17:30:13.655 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T17:30:13.655 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 64 2024-04-12T17:30:13.655 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.655 INFO:tasks.workunit.client.0.smithi099.stdout: "timed_workload_timer": { 2024-04-12T17:30:13.655 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 100, 2024-04-12T17:30:13.656 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 65535 2024-04-12T17:30:13.656 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.656 INFO:tasks.workunit.client.0.smithi099.stdout: "unexp_power_loss": { 2024-04-12T17:30:13.656 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 0, 2024-04-12T17:30:13.656 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": 0 2024-04-12T17:30:13.656 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.656 INFO:tasks.workunit.client.0.smithi099.stdout: "wear_leveling": { 2024-04-12T17:30:13.656 INFO:tasks.workunit.client.0.smithi099.stdout: "normalized": 88, 2024-04-12T17:30:13.656 INFO:tasks.workunit.client.0.smithi099.stdout: "raw": { 2024-04-12T17:30:13.656 INFO:tasks.workunit.client.0.smithi099.stdout: "avg": 3798, 2024-04-12T17:30:13.656 INFO:tasks.workunit.client.0.smithi099.stdout: "max": 3820, 2024-04-12T17:30:13.656 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 3779 2024-04-12T17:30:13.656 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.656 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.656 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.657 INFO:tasks.workunit.client.0.smithi099.stdout: "Intel Smart log": "nvme0n1" 2024-04-12T17:30:13.657 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.657 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_smart_health_information_log": { 2024-04-12T17:30:13.657 INFO:tasks.workunit.client.0.smithi099.stdout: "available_spare": 100, 2024-04-12T17:30:13.657 INFO:tasks.workunit.client.0.smithi099.stdout: "available_spare_threshold": 10, 2024-04-12T17:30:13.657 INFO:tasks.workunit.client.0.smithi099.stdout: "controller_busy_time": 17, 2024-04-12T17:30:13.657 INFO:tasks.workunit.client.0.smithi099.stdout: "critical_warning": 0, 2024-04-12T17:30:13.657 INFO:tasks.workunit.client.0.smithi099.stdout: "data_units_read": 491735754, 2024-04-12T17:30:13.657 INFO:tasks.workunit.client.0.smithi099.stdout: "data_units_written": 2291140226, 2024-04-12T17:30:13.657 INFO:tasks.workunit.client.0.smithi099.stdout: "host_reads": 8149734360, 2024-04-12T17:30:13.657 INFO:tasks.workunit.client.0.smithi099.stdout: "host_writes": 39671548982, 2024-04-12T17:30:13.657 INFO:tasks.workunit.client.0.smithi099.stdout: "media_errors": 0, 2024-04-12T17:30:13.657 INFO:tasks.workunit.client.0.smithi099.stdout: "num_err_log_entries": 0, 2024-04-12T17:30:13.657 INFO:tasks.workunit.client.0.smithi099.stdout: "percentage_used": 12, 2024-04-12T17:30:13.657 INFO:tasks.workunit.client.0.smithi099.stdout: "power_cycles": 54511, 2024-04-12T17:30:13.657 INFO:tasks.workunit.client.0.smithi099.stdout: "power_on_hours": 56392, 2024-04-12T17:30:13.658 INFO:tasks.workunit.client.0.smithi099.stdout: "temperature": 24, 2024-04-12T17:30:13.658 INFO:tasks.workunit.client.0.smithi099.stdout: "unsafe_shutdowns": 547 2024-04-12T17:30:13.658 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.658 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme_vendor": "intel", 2024-04-12T17:30:13.658 INFO:tasks.workunit.client.0.smithi099.stdout: "power_cycle_count": 54511, 2024-04-12T17:30:13.658 INFO:tasks.workunit.client.0.smithi099.stdout: "power_on_time": { 2024-04-12T17:30:13.658 INFO:tasks.workunit.client.0.smithi099.stdout: "hours": 56392 2024-04-12T17:30:13.658 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.658 INFO:tasks.workunit.client.0.smithi099.stdout: "serial_number": "deleted", 2024-04-12T17:30:13.658 INFO:tasks.workunit.client.0.smithi099.stdout: "smart_status": { 2024-04-12T17:30:13.658 INFO:tasks.workunit.client.0.smithi099.stdout: "nvme": { 2024-04-12T17:30:13.658 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.658 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.658 INFO:tasks.workunit.client.0.smithi099.stdout: "passed": true 2024-04-12T17:30:13.658 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.659 INFO:tasks.workunit.client.0.smithi099.stdout: "smartctl": { 2024-04-12T17:30:13.659 INFO:tasks.workunit.client.0.smithi099.stdout: "argv": [ 2024-04-12T17:30:13.659 INFO:tasks.workunit.client.0.smithi099.stdout: "smartctl", 2024-04-12T17:30:13.659 INFO:tasks.workunit.client.0.smithi099.stdout: "-x", 2024-04-12T17:30:13.659 INFO:tasks.workunit.client.0.smithi099.stdout: "--json=o", 2024-04-12T17:30:13.659 INFO:tasks.workunit.client.0.smithi099.stdout: "/dev/nvme0n1" 2024-04-12T17:30:13.659 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.659 INFO:tasks.workunit.client.0.smithi099.stdout: "build_info": "(local build)", 2024-04-12T17:30:13.659 INFO:tasks.workunit.client.0.smithi099.stdout: "exit_status": 0, 2024-04-12T17:30:13.659 INFO:tasks.workunit.client.0.smithi099.stdout: "output": [ 2024-04-12T17:30:13.659 INFO:tasks.workunit.client.0.smithi099.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-12T17:30:13.659 INFO:tasks.workunit.client.0.smithi099.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-12T17:30:13.659 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T17:30:13.659 INFO:tasks.workunit.client.0.smithi099.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-12T17:30:13.660 INFO:tasks.workunit.client.0.smithi099.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-12T17:30:13.660 INFO:tasks.workunit.client.0.smithi099.stdout: "Serial Number: deleted", 2024-04-12T17:30:13.660 INFO:tasks.workunit.client.0.smithi099.stdout: "Firmware Version: 8DV101H0", 2024-04-12T17:30:13.660 INFO:tasks.workunit.client.0.smithi099.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-12T17:30:13.660 INFO:tasks.workunit.client.0.smithi099.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-12T17:30:13.660 INFO:tasks.workunit.client.0.smithi099.stdout: "Controller ID: 0", 2024-04-12T17:30:13.660 INFO:tasks.workunit.client.0.smithi099.stdout: "Number of Namespaces: 1", 2024-04-12T17:30:13.660 INFO:tasks.workunit.client.0.smithi099.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-12T17:30:13.660 INFO:tasks.workunit.client.0.smithi099.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-12T17:30:13.660 INFO:tasks.workunit.client.0.smithi099.stdout: "Local Time is: Fri Apr 12 15:55:13 2024 UTC", 2024-04-12T17:30:13.660 INFO:tasks.workunit.client.0.smithi099.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-12T17:30:13.660 INFO:tasks.workunit.client.0.smithi099.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-12T17:30:13.660 INFO:tasks.workunit.client.0.smithi099.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-12T17:30:13.660 INFO:tasks.workunit.client.0.smithi099.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-12T17:30:13.660 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T17:30:13.661 INFO:tasks.workunit.client.0.smithi099.stdout: "Supported Power States", 2024-04-12T17:30:13.661 INFO:tasks.workunit.client.0.smithi099.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-12T17:30:13.661 INFO:tasks.workunit.client.0.smithi099.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-12T17:30:13.661 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T17:30:13.661 INFO:tasks.workunit.client.0.smithi099.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-12T17:30:13.661 INFO:tasks.workunit.client.0.smithi099.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-12T17:30:13.661 INFO:tasks.workunit.client.0.smithi099.stdout: " 0 + 512 0 2", 2024-04-12T17:30:13.661 INFO:tasks.workunit.client.0.smithi099.stdout: " 1 - 512 8 2", 2024-04-12T17:30:13.661 INFO:tasks.workunit.client.0.smithi099.stdout: " 2 - 512 16 2", 2024-04-12T17:30:13.661 INFO:tasks.workunit.client.0.smithi099.stdout: " 3 - 4096 0 0", 2024-04-12T17:30:13.661 INFO:tasks.workunit.client.0.smithi099.stdout: " 4 - 4096 8 0", 2024-04-12T17:30:13.661 INFO:tasks.workunit.client.0.smithi099.stdout: " 5 - 4096 64 0", 2024-04-12T17:30:13.661 INFO:tasks.workunit.client.0.smithi099.stdout: " 6 - 4096 128 0", 2024-04-12T17:30:13.661 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T17:30:13.661 INFO:tasks.workunit.client.0.smithi099.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-12T17:30:13.661 INFO:tasks.workunit.client.0.smithi099.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-12T17:30:13.662 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T17:30:13.662 INFO:tasks.workunit.client.0.smithi099.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-12T17:30:13.662 INFO:tasks.workunit.client.0.smithi099.stdout: "Critical Warning: 0x00", 2024-04-12T17:30:13.662 INFO:tasks.workunit.client.0.smithi099.stdout: "Temperature: 24 Celsius", 2024-04-12T17:30:13.662 INFO:tasks.workunit.client.0.smithi099.stdout: "Available Spare: 100%", 2024-04-12T17:30:13.662 INFO:tasks.workunit.client.0.smithi099.stdout: "Available Spare Threshold: 10%", 2024-04-12T17:30:13.662 INFO:tasks.workunit.client.0.smithi099.stdout: "Percentage Used: 12%", 2024-04-12T17:30:13.662 INFO:tasks.workunit.client.0.smithi099.stdout: "Data Units Read: 491,735,754 [251 TB]", 2024-04-12T17:30:13.662 INFO:tasks.workunit.client.0.smithi099.stdout: "Data Units Written: 2,291,140,226 [1.17 PB]", 2024-04-12T17:30:13.662 INFO:tasks.workunit.client.0.smithi099.stdout: "Host Read Commands: 8,149,734,360", 2024-04-12T17:30:13.662 INFO:tasks.workunit.client.0.smithi099.stdout: "Host Write Commands: 39,671,548,982", 2024-04-12T17:30:13.662 INFO:tasks.workunit.client.0.smithi099.stdout: "Controller Busy Time: 17", 2024-04-12T17:30:13.662 INFO:tasks.workunit.client.0.smithi099.stdout: "Power Cycles: 54,511", 2024-04-12T17:30:13.662 INFO:tasks.workunit.client.0.smithi099.stdout: "Power On Hours: 56,392", 2024-04-12T17:30:13.662 INFO:tasks.workunit.client.0.smithi099.stdout: "Unsafe Shutdowns: 547", 2024-04-12T17:30:13.663 INFO:tasks.workunit.client.0.smithi099.stdout: "Media and Data Integrity Errors: 0", 2024-04-12T17:30:13.663 INFO:tasks.workunit.client.0.smithi099.stdout: "Error Information Log Entries: 0", 2024-04-12T17:30:13.663 INFO:tasks.workunit.client.0.smithi099.stdout: "", 2024-04-12T17:30:13.663 INFO:tasks.workunit.client.0.smithi099.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-12T17:30:13.663 INFO:tasks.workunit.client.0.smithi099.stdout: "No Errors Logged", 2024-04-12T17:30:13.663 INFO:tasks.workunit.client.0.smithi099.stdout: "" 2024-04-12T17:30:13.663 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.663 INFO:tasks.workunit.client.0.smithi099.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-12T17:30:13.663 INFO:tasks.workunit.client.0.smithi099.stdout: "svn_revision": "5022", 2024-04-12T17:30:13.663 INFO:tasks.workunit.client.0.smithi099.stdout: "version": [ 2024-04-12T17:30:13.663 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:13.663 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:13.663 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.663 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.663 INFO:tasks.workunit.client.0.smithi099.stdout: "temperature": { 2024-04-12T17:30:13.663 INFO:tasks.workunit.client.0.smithi099.stdout: "current": 24 2024-04-12T17:30:13.664 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.664 INFO:tasks.workunit.client.0.smithi099.stdout: "user_capacity": { 2024-04-12T17:30:13.664 INFO:tasks.workunit.client.0.smithi099.stdout: "blocks": 781422768, 2024-04-12T17:30:13.664 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 400088457216 2024-04-12T17:30:13.664 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.664 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.664 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.664 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.664 INFO:tasks.workunit.client.0.smithi099.stdout:} 2024-04-12T17:30:13.664 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='client.46064 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:13.665 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: pgmap v5104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 605 B/s rd, 0 op/s 2024-04-12T17:30:13.665 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='client.46064 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:13.665 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='client.55978 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:13.665 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:30:13.665 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:30:13.665 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.665 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.665 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.665 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.665 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.665 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.665 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.665 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.665 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.666 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:13.666 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:13.666 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.666 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.666 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.666 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:13.666 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:13.666 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.666 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.666 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.666 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:13.666 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:13.666 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.666 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.667 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.667 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:30:13.667 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:30:13.667 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.667 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.667 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.667 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.667 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.667 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.667 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.667 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.667 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.667 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:13.667 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:13.667 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.667 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.668 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.668 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:13.668 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:13.668 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.668 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.668 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.668 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:13.668 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:13.668 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.668 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.668 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.668 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-12T17:30:13.668 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:11 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T17:30:13.669 INFO:tasks.workunit.client.0.smithi099.stderr:+ ceph telemetry show 2024-04-12T17:30:13.669 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:30:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:30:13.669 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='client.46064 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:13.669 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: pgmap v5104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 605 B/s rd, 0 op/s 2024-04-12T17:30:13.669 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='client.46064 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:13.669 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='client.55978 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:13.670 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:30:13.670 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:30:13.670 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.670 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.670 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.670 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.670 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.670 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.670 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.670 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.670 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.670 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:13.670 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:13.671 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.671 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.671 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.671 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:13.671 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:13.671 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.671 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.671 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.671 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:13.671 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:13.671 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='client.46064 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:13.671 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: pgmap v5104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 605 B/s rd, 0 op/s 2024-04-12T17:30:13.672 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='client.46064 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:13.672 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='client.55978 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:13.672 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:30:13.672 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:30:13.672 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.672 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.672 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.672 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.672 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.672 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.672 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.672 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.672 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.672 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:13.673 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:13.673 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.673 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.673 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.673 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:13.673 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:13.673 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.673 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.673 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.673 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:13.673 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:13.674 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='client.55978 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:13.674 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='client.36180 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:13.674 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='client.36180 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:13.674 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:30:13.674 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:30:13.674 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.674 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.674 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.675 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.675 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.675 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.675 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.675 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.675 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.675 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:13.675 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:13.675 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.675 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.675 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.675 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:13.675 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:13.675 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.675 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.676 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.676 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:13.676 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:13.676 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.676 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.676 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.676 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:30:13.676 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:30:13.676 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:30:13.676 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:30:13.676 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.676 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.676 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.676 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.676 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.677 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.677 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.677 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.677 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.677 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:13.677 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:13.677 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.677 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.677 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.677 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:13.677 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:13.677 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.677 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.677 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.677 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:13.677 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:13.678 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.678 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.678 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:12 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.678 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.678 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.678 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.678 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:30:13.678 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:30:13.678 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.678 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.678 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.678 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.679 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.679 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.679 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.679 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.679 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.679 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:13.679 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:13.679 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.679 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.679 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.679 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:13.679 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:13.679 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.679 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.680 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.680 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:13.680 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:13.680 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.680 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.680 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.680 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-12T17:30:13.680 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T17:30:13.680 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.681 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.681 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.681 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:30:13.681 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:30:13.681 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.681 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.681 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.681 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.681 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.681 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.681 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.681 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.681 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.681 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:13.682 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:13.682 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.682 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.682 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.682 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:13.682 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:13.682 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.682 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.682 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.682 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:13.682 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:13.682 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:13.682 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:13.682 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:13.682 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-12T17:30:13.683 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:11 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T17:30:13.691 INFO:tasks.workunit.client.0.smithi099.stdout:{ 2024-04-12T17:30:13.691 INFO:tasks.workunit.client.0.smithi099.stdout: "balancer": { 2024-04-12T17:30:13.691 INFO:tasks.workunit.client.0.smithi099.stdout: "active": true, 2024-04-12T17:30:13.691 INFO:tasks.workunit.client.0.smithi099.stdout: "mode": "" 2024-04-12T17:30:13.691 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.691 INFO:tasks.workunit.client.0.smithi099.stdout: "channels": [ 2024-04-12T17:30:13.691 INFO:tasks.workunit.client.0.smithi099.stdout: "basic", 2024-04-12T17:30:13.691 INFO:tasks.workunit.client.0.smithi099.stdout: "crash", 2024-04-12T17:30:13.692 INFO:tasks.workunit.client.0.smithi099.stdout: "device", 2024-04-12T17:30:13.692 INFO:tasks.workunit.client.0.smithi099.stdout: "ident", 2024-04-12T17:30:13.692 INFO:tasks.workunit.client.0.smithi099.stdout: "perf" 2024-04-12T17:30:13.692 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.692 INFO:tasks.workunit.client.0.smithi099.stdout: "channels_available": [ 2024-04-12T17:30:13.692 INFO:tasks.workunit.client.0.smithi099.stdout: "basic", 2024-04-12T17:30:13.692 INFO:tasks.workunit.client.0.smithi099.stdout: "ident", 2024-04-12T17:30:13.692 INFO:tasks.workunit.client.0.smithi099.stdout: "crash", 2024-04-12T17:30:13.692 INFO:tasks.workunit.client.0.smithi099.stdout: "device", 2024-04-12T17:30:13.692 INFO:tasks.workunit.client.0.smithi099.stdout: "perf" 2024-04-12T17:30:13.692 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.692 INFO:tasks.workunit.client.0.smithi099.stdout: "collections_available": [ 2024-04-12T17:30:13.692 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_base", 2024-04-12T17:30:13.692 INFO:tasks.workunit.client.0.smithi099.stdout: "device_base", 2024-04-12T17:30:13.692 INFO:tasks.workunit.client.0.smithi099.stdout: "crash_base", 2024-04-12T17:30:13.693 INFO:tasks.workunit.client.0.smithi099.stdout: "ident_base", 2024-04-12T17:30:13.693 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_perf", 2024-04-12T17:30:13.693 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_mds_metadata", 2024-04-12T17:30:13.693 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_pool_usage", 2024-04-12T17:30:13.693 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_usage_by_class", 2024-04-12T17:30:13.693 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_rook_v01", 2024-04-12T17:30:13.693 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_memory_metrics", 2024-04-12T17:30:13.693 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_pool_options_bluestore", 2024-04-12T17:30:13.693 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_pool_flags" 2024-04-12T17:30:13.693 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.693 INFO:tasks.workunit.client.0.smithi099.stdout: "collections_opted_in": [ 2024-04-12T17:30:13.693 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_base", 2024-04-12T17:30:13.693 INFO:tasks.workunit.client.0.smithi099.stdout: "device_base", 2024-04-12T17:30:13.693 INFO:tasks.workunit.client.0.smithi099.stdout: "crash_base", 2024-04-12T17:30:13.693 INFO:tasks.workunit.client.0.smithi099.stdout: "ident_base", 2024-04-12T17:30:13.693 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_perf", 2024-04-12T17:30:13.694 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_mds_metadata", 2024-04-12T17:30:13.694 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_pool_usage", 2024-04-12T17:30:13.694 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_usage_by_class", 2024-04-12T17:30:13.694 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_rook_v01", 2024-04-12T17:30:13.694 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_memory_metrics", 2024-04-12T17:30:13.694 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_pool_options_bluestore", 2024-04-12T17:30:13.694 INFO:tasks.workunit.client.0.smithi099.stdout: "basic_pool_flags" 2024-04-12T17:30:13.694 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.694 INFO:tasks.workunit.client.0.smithi099.stdout: "config": { 2024-04-12T17:30:13.694 INFO:tasks.workunit.client.0.smithi099.stdout: "active_changed": [ 2024-04-12T17:30:13.694 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T17:30:13.694 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_debug", 2024-04-12T17:30:13.694 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_mon_ticket_ttl", 2024-04-12T17:30:13.694 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_service_ticket_ttl", 2024-04-12T17:30:13.695 INFO:tasks.workunit.client.0.smithi099.stdout: "bdev_debug_aio", 2024-04-12T17:30:13.695 INFO:tasks.workunit.client.0.smithi099.stdout: "client_check_pool_perm", 2024-04-12T17:30:13.695 INFO:tasks.workunit.client.0.smithi099.stdout: "client_mount_gid", 2024-04-12T17:30:13.695 INFO:tasks.workunit.client.0.smithi099.stdout: "client_mount_uid", 2024-04-12T17:30:13.695 INFO:tasks.workunit.client.0.smithi099.stdout: "client_quota", 2024-04-12T17:30:13.695 INFO:tasks.workunit.client.0.smithi099.stdout: "container_image", 2024-04-12T17:30:13.695 INFO:tasks.workunit.client.0.smithi099.stdout: "daemonize", 2024-04-12T17:30:13.695 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_asserts_on_shutdown", 2024-04-12T17:30:13.695 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_mgr", 2024-04-12T17:30:13.695 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_mon", 2024-04-12T17:30:13.695 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_ms", 2024-04-12T17:30:13.695 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_osd", 2024-04-12T17:30:13.695 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_paxos", 2024-04-12T17:30:13.695 INFO:tasks.workunit.client.0.smithi099.stdout: "keyring", 2024-04-12T17:30:13.695 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_file", 2024-04-12T17:30:13.695 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_journald", 2024-04-12T17:30:13.696 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_stderr", 2024-04-12T17:30:13.696 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_allow_pool_delete", 2024-04-12T17:30:13.696 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_clock_drift_allowed", 2024-04-12T17:30:13.696 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_file_level", 2024-04-12T17:30:13.696 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_to_file", 2024-04-12T17:30:13.696 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_to_journald", 2024-04-12T17:30:13.696 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_to_stderr", 2024-04-12T17:30:13.696 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_data_avail_warn", 2024-04-12T17:30:13.696 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_election_default_strategy", 2024-04-12T17:30:13.696 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_host", 2024-04-12T17:30:13.696 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_max_pg_per_osd", 2024-04-12T17:30:13.696 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_mds_skip_sanity", 2024-04-12T17:30:13.696 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_mgr_mkfs_grace", 2024-04-12T17:30:13.696 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_osd_prime_pg_temp", 2024-04-12T17:30:13.696 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T17:30:13.696 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T17:30:13.697 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T17:30:13.697 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T17:30:13.697 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T17:30:13.697 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T17:30:13.697 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T17:30:13.697 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T17:30:13.697 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T17:30:13.697 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T17:30:13.697 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_too_few_osds", 2024-04-12T17:30:13.697 INFO:tasks.workunit.client.0.smithi099.stdout: "ms_die_on_bug", 2024-04-12T17:30:13.697 INFO:tasks.workunit.client.0.smithi099.stdout: "ms_die_on_old_message", 2024-04-12T17:30:13.697 INFO:tasks.workunit.client.0.smithi099.stdout: "no_config_file", 2024-04-12T17:30:13.697 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_class_default_list", 2024-04-12T17:30:13.697 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_class_load_list", 2024-04-12T17:30:13.697 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_misdirected_ops", 2024-04-12T17:30:13.698 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_op_order", 2024-04-12T17:30:13.698 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_pg_log_writeout", 2024-04-12T17:30:13.698 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_shutdown", 2024-04-12T17:30:13.698 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T17:30:13.698 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T17:30:13.698 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T17:30:13.698 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T17:30:13.698 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_delete_sleep", 2024-04-12T17:30:13.698 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_delete_sleep_hdd", 2024-04-12T17:30:13.698 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_delete_sleep_hybrid", 2024-04-12T17:30:13.698 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_delete_sleep_ssd", 2024-04-12T17:30:13.698 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_max_backfills", 2024-04-12T17:30:13.698 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T17:30:13.698 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_profile", 2024-04-12T17:30:13.699 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-12T17:30:13.699 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-12T17:30:13.699 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-12T17:30:13.699 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-12T17:30:13.699 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-12T17:30:13.699 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-12T17:30:13.699 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_client_lim", 2024-04-12T17:30:13.699 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_client_res", 2024-04-12T17:30:13.699 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-12T17:30:13.699 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_memory_target", 2024-04-12T17:30:13.699 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_memory_target_autotune", 2024-04-12T17:30:13.699 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_op_queue", 2024-04-12T17:30:13.699 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_op_queue_cut_off", 2024-04-12T17:30:13.699 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T17:30:13.699 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T17:30:13.700 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recover_clone_overlap", 2024-04-12T17:30:13.700 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_max_active", 2024-04-12T17:30:13.700 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_max_active_hdd", 2024-04-12T17:30:13.700 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_max_active_ssd", 2024-04-12T17:30:13.700 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_max_chunk", 2024-04-12T17:30:13.700 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_sleep", 2024-04-12T17:30:13.700 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_sleep_hdd", 2024-04-12T17:30:13.700 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_sleep_hybrid", 2024-04-12T17:30:13.700 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_sleep_ssd", 2024-04-12T17:30:13.700 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_scrub_load_threshold", 2024-04-12T17:30:13.700 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_scrub_max_interval", 2024-04-12T17:30:13.700 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_scrub_sleep", 2024-04-12T17:30:13.700 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_shutdown_pgref_assert", 2024-04-12T17:30:13.700 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_snap_trim_sleep", 2024-04-12T17:30:13.700 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_snap_trim_sleep_hdd", 2024-04-12T17:30:13.701 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-12T17:30:13.701 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_snap_trim_sleep_ssd", 2024-04-12T17:30:13.701 INFO:tasks.workunit.client.0.smithi099.stdout: "public_network", 2024-04-12T17:30:13.701 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-12T17:30:13.701 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd_default_features", 2024-04-12T17:30:13.701 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd_qos_exclude_ops", 2024-04-12T17:30:13.701 INFO:tasks.workunit.client.0.smithi099.stdout: "setgroup", 2024-04-12T17:30:13.701 INFO:tasks.workunit.client.0.smithi099.stdout: "setuser" 2024-04-12T17:30:13.701 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.701 INFO:tasks.workunit.client.0.smithi099.stdout: "cluster_changed": [ 2024-04-12T17:30:13.701 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T17:30:13.701 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_debug", 2024-04-12T17:30:13.701 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_mon_ticket_ttl", 2024-04-12T17:30:13.701 INFO:tasks.workunit.client.0.smithi099.stdout: "auth_service_ticket_ttl", 2024-04-12T17:30:13.701 INFO:tasks.workunit.client.0.smithi099.stdout: "bdev_debug_aio", 2024-04-12T17:30:13.702 INFO:tasks.workunit.client.0.smithi099.stdout: "container_image", 2024-04-12T17:30:13.702 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_asserts_on_shutdown", 2024-04-12T17:30:13.702 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_mgr", 2024-04-12T17:30:13.702 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_mon", 2024-04-12T17:30:13.702 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_ms", 2024-04-12T17:30:13.702 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_osd", 2024-04-12T17:30:13.702 INFO:tasks.workunit.client.0.smithi099.stdout: "debug_paxos", 2024-04-12T17:30:13.702 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_file", 2024-04-12T17:30:13.702 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_journald", 2024-04-12T17:30:13.702 INFO:tasks.workunit.client.0.smithi099.stdout: "log_to_stderr", 2024-04-12T17:30:13.702 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_join_fs", 2024-04-12T17:30:13.702 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/cephadm/allow_ptrace", 2024-04-12T17:30:13.702 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/cephadm/container_init", 2024-04-12T17:30:13.702 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/cephadm/migration_current", 2024-04-12T17:30:13.702 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/cephadm/use_repo_digest", 2024-04-12T17:30:13.703 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-12T17:30:13.703 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-12T17:30:13.703 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-12T17:30:13.703 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-12T17:30:13.703 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/dashboard/ssl_server_port", 2024-04-12T17:30:13.703 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/orchestrator/orchestrator", 2024-04-12T17:30:13.703 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/telemetry/channel_ident", 2024-04-12T17:30:13.703 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/telemetry/channel_perf", 2024-04-12T17:30:13.703 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/telemetry/description", 2024-04-12T17:30:13.703 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/telemetry/enabled", 2024-04-12T17:30:13.703 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr/telemetry/organization", 2024-04-12T17:30:13.703 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_allow_pool_delete", 2024-04-12T17:30:13.703 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_clock_drift_allowed", 2024-04-12T17:30:13.703 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_file_level", 2024-04-12T17:30:13.703 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_cluster_log_to_file", 2024-04-12T17:30:13.704 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_data_avail_warn", 2024-04-12T17:30:13.704 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_election_default_strategy", 2024-04-12T17:30:13.704 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_max_pg_per_osd", 2024-04-12T17:30:13.704 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_mds_skip_sanity", 2024-04-12T17:30:13.704 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_mgr_mkfs_grace", 2024-04-12T17:30:13.704 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_osd_prime_pg_temp", 2024-04-12T17:30:13.704 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T17:30:13.704 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T17:30:13.704 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T17:30:13.704 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T17:30:13.704 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T17:30:13.704 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T17:30:13.704 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T17:30:13.704 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T17:30:13.704 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T17:30:13.704 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T17:30:13.705 INFO:tasks.workunit.client.0.smithi099.stdout: "mon_warn_on_too_few_osds", 2024-04-12T17:30:13.705 INFO:tasks.workunit.client.0.smithi099.stdout: "ms_die_on_bug", 2024-04-12T17:30:13.705 INFO:tasks.workunit.client.0.smithi099.stdout: "ms_die_on_old_message", 2024-04-12T17:30:13.705 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_class_default_list", 2024-04-12T17:30:13.705 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_class_load_list", 2024-04-12T17:30:13.705 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_misdirected_ops", 2024-04-12T17:30:13.705 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_op_order", 2024-04-12T17:30:13.705 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_pg_log_writeout", 2024-04-12T17:30:13.705 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_shutdown", 2024-04-12T17:30:13.705 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T17:30:13.705 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T17:30:13.705 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T17:30:13.705 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T17:30:13.705 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T17:30:13.705 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mclock_profile", 2024-04-12T17:30:13.706 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_memory_target", 2024-04-12T17:30:13.706 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_memory_target_autotune", 2024-04-12T17:30:13.706 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_op_queue", 2024-04-12T17:30:13.706 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_op_queue_cut_off", 2024-04-12T17:30:13.706 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T17:30:13.706 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T17:30:13.706 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recover_clone_overlap", 2024-04-12T17:30:13.706 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_recovery_max_chunk", 2024-04-12T17:30:13.706 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_scrub_load_threshold", 2024-04-12T17:30:13.706 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_scrub_max_interval", 2024-04-12T17:30:13.706 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_shutdown_pgref_assert", 2024-04-12T17:30:13.706 INFO:tasks.workunit.client.0.smithi099.stdout: "public_network", 2024-04-12T17:30:13.706 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-12T17:30:13.707 INFO:tasks.workunit.client.0.smithi099.stdout: "rgw_cache_enabled", 2024-04-12T17:30:13.707 INFO:tasks.workunit.client.0.smithi099.stdout: "rgw_enable_ops_log", 2024-04-12T17:30:13.707 INFO:tasks.workunit.client.0.smithi099.stdout: "rgw_enable_usage_log" 2024-04-12T17:30:13.707 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.707 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.707 INFO:tasks.workunit.client.0.smithi099.stdout: "contact": null, 2024-04-12T17:30:13.707 INFO:tasks.workunit.client.0.smithi099.stdout: "crashes": [], 2024-04-12T17:30:13.707 INFO:tasks.workunit.client.0.smithi099.stdout: "created": "2024-04-12T15:51:58.657208Z", 2024-04-12T17:30:13.707 INFO:tasks.workunit.client.0.smithi099.stdout: "crush": { 2024-04-12T17:30:13.707 INFO:tasks.workunit.client.0.smithi099.stdout: "bucket_algs": { 2024-04-12T17:30:13.707 INFO:tasks.workunit.client.0.smithi099.stdout: "straw2": 3 2024-04-12T17:30:13.707 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.707 INFO:tasks.workunit.client.0.smithi099.stdout: "bucket_sizes": { 2024-04-12T17:30:13.707 INFO:tasks.workunit.client.0.smithi099.stdout: "2": 1, 2024-04-12T17:30:13.707 INFO:tasks.workunit.client.0.smithi099.stdout: "4": 2 2024-04-12T17:30:13.707 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.708 INFO:tasks.workunit.client.0.smithi099.stdout: "bucket_types": { 2024-04-12T17:30:13.708 INFO:tasks.workunit.client.0.smithi099.stdout: "1": 2, 2024-04-12T17:30:13.708 INFO:tasks.workunit.client.0.smithi099.stdout: "11": 1 2024-04-12T17:30:13.708 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.708 INFO:tasks.workunit.client.0.smithi099.stdout: "compat_weight_set": false, 2024-04-12T17:30:13.708 INFO:tasks.workunit.client.0.smithi099.stdout: "device_classes": [ 2024-04-12T17:30:13.708 INFO:tasks.workunit.client.0.smithi099.stdout: 8 2024-04-12T17:30:13.708 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.708 INFO:tasks.workunit.client.0.smithi099.stdout: "num_buckets": 6, 2024-04-12T17:30:13.708 INFO:tasks.workunit.client.0.smithi099.stdout: "num_devices": 8, 2024-04-12T17:30:13.708 INFO:tasks.workunit.client.0.smithi099.stdout: "num_rules": 2, 2024-04-12T17:30:13.708 INFO:tasks.workunit.client.0.smithi099.stdout: "num_types": 12, 2024-04-12T17:30:13.708 INFO:tasks.workunit.client.0.smithi099.stdout: "num_weight_sets": 0, 2024-04-12T17:30:13.708 INFO:tasks.workunit.client.0.smithi099.stdout: "tunables": { 2024-04-12T17:30:13.708 INFO:tasks.workunit.client.0.smithi099.stdout: "allowed_bucket_algs": 54, 2024-04-12T17:30:13.709 INFO:tasks.workunit.client.0.smithi099.stdout: "choose_local_fallback_tries": 0, 2024-04-12T17:30:13.709 INFO:tasks.workunit.client.0.smithi099.stdout: "choose_local_tries": 0, 2024-04-12T17:30:13.709 INFO:tasks.workunit.client.0.smithi099.stdout: "choose_total_tries": 50, 2024-04-12T17:30:13.709 INFO:tasks.workunit.client.0.smithi099.stdout: "chooseleaf_descend_once": 1, 2024-04-12T17:30:13.709 INFO:tasks.workunit.client.0.smithi099.stdout: "chooseleaf_stable": 1, 2024-04-12T17:30:13.709 INFO:tasks.workunit.client.0.smithi099.stdout: "chooseleaf_vary_r": 1, 2024-04-12T17:30:13.709 INFO:tasks.workunit.client.0.smithi099.stdout: "has_msr_rules": 0, 2024-04-12T17:30:13.709 INFO:tasks.workunit.client.0.smithi099.stdout: "has_v2_rules": 1, 2024-04-12T17:30:13.709 INFO:tasks.workunit.client.0.smithi099.stdout: "has_v3_rules": 0, 2024-04-12T17:30:13.709 INFO:tasks.workunit.client.0.smithi099.stdout: "has_v4_buckets": 1, 2024-04-12T17:30:13.709 INFO:tasks.workunit.client.0.smithi099.stdout: "has_v5_rules": 0, 2024-04-12T17:30:13.709 INFO:tasks.workunit.client.0.smithi099.stdout: "legacy_tunables": 0, 2024-04-12T17:30:13.709 INFO:tasks.workunit.client.0.smithi099.stdout: "minimum_required_version": "jewel", 2024-04-12T17:30:13.709 INFO:tasks.workunit.client.0.smithi099.stdout: "msr_collision_tries": 100, 2024-04-12T17:30:13.710 INFO:tasks.workunit.client.0.smithi099.stdout: "msr_descents": 100, 2024-04-12T17:30:13.710 INFO:tasks.workunit.client.0.smithi099.stdout: "optimal_tunables": 1, 2024-04-12T17:30:13.710 INFO:tasks.workunit.client.0.smithi099.stdout: "profile": "jewel", 2024-04-12T17:30:13.710 INFO:tasks.workunit.client.0.smithi099.stdout: "require_feature_tunables": 1, 2024-04-12T17:30:13.710 INFO:tasks.workunit.client.0.smithi099.stdout: "require_feature_tunables2": 1, 2024-04-12T17:30:13.710 INFO:tasks.workunit.client.0.smithi099.stdout: "require_feature_tunables3": 1, 2024-04-12T17:30:13.710 INFO:tasks.workunit.client.0.smithi099.stdout: "require_feature_tunables5": 1, 2024-04-12T17:30:13.710 INFO:tasks.workunit.client.0.smithi099.stdout: "straw_calc_version": 1 2024-04-12T17:30:13.710 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.710 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.710 INFO:tasks.workunit.client.0.smithi099.stdout: "description": "upgrade test cluster", 2024-04-12T17:30:13.710 INFO:tasks.workunit.client.0.smithi099.stdout: "fs": { 2024-04-12T17:30:13.710 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T17:30:13.710 INFO:tasks.workunit.client.0.smithi099.stdout: "feature_flags": { 2024-04-12T17:30:13.710 INFO:tasks.workunit.client.0.smithi099.stdout: "enable_multiple": true, 2024-04-12T17:30:13.711 INFO:tasks.workunit.client.0.smithi099.stdout: "ever_enabled_multiple": true 2024-04-12T17:30:13.711 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.711 INFO:tasks.workunit.client.0.smithi099.stdout: "filesystems": [ 2024-04-12T17:30:13.711 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.711 INFO:tasks.workunit.client.0.smithi099.stdout: "approx_ctime": "2024-04", 2024-04-12T17:30:13.711 INFO:tasks.workunit.client.0.smithi099.stdout: "balancer_enabled": false, 2024-04-12T17:30:13.711 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.711 INFO:tasks.workunit.client.0.smithi099.stdout: "cached_caps": 0, 2024-04-12T17:30:13.711 INFO:tasks.workunit.client.0.smithi099.stdout: "cached_dns": 10, 2024-04-12T17:30:13.711 INFO:tasks.workunit.client.0.smithi099.stdout: "cached_inos": 13, 2024-04-12T17:30:13.711 INFO:tasks.workunit.client.0.smithi099.stdout: "cached_subtrees": 2, 2024-04-12T17:30:13.711 INFO:tasks.workunit.client.0.smithi099.stdout: "ever_allowed_features": 0, 2024-04-12T17:30:13.711 INFO:tasks.workunit.client.0.smithi099.stdout: "explicitly_allowed_features": 0, 2024-04-12T17:30:13.711 INFO:tasks.workunit.client.0.smithi099.stdout: "files": 0, 2024-04-12T17:30:13.711 INFO:tasks.workunit.client.0.smithi099.stdout: "max_mds": 1, 2024-04-12T17:30:13.712 INFO:tasks.workunit.client.0.smithi099.stdout: "num_data_pools": 1, 2024-04-12T17:30:13.712 INFO:tasks.workunit.client.0.smithi099.stdout: "num_in": 1, 2024-04-12T17:30:13.712 INFO:tasks.workunit.client.0.smithi099.stdout: "num_mds": 1, 2024-04-12T17:30:13.712 INFO:tasks.workunit.client.0.smithi099.stdout: "num_sessions": 0, 2024-04-12T17:30:13.712 INFO:tasks.workunit.client.0.smithi099.stdout: "num_standby_replay": 0, 2024-04-12T17:30:13.712 INFO:tasks.workunit.client.0.smithi099.stdout: "num_up": 1, 2024-04-12T17:30:13.712 INFO:tasks.workunit.client.0.smithi099.stdout: "snaps": 0, 2024-04-12T17:30:13.712 INFO:tasks.workunit.client.0.smithi099.stdout: "standby_count_wanted": 0 2024-04-12T17:30:13.712 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.712 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.712 INFO:tasks.workunit.client.0.smithi099.stdout: "num_standby_mds": 1, 2024-04-12T17:30:13.712 INFO:tasks.workunit.client.0.smithi099.stdout: "total_num_mds": 2 2024-04-12T17:30:13.712 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.712 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_stats": { 2024-04-12T17:30:13.712 INFO:tasks.workunit.client.0.smithi099.stdout: "mds": { 2024-04-12T17:30:13.713 INFO:tasks.workunit.client.0.smithi099.stdout: "mds.1e2a24d7ed8c1704620ea3bccfc67a7f23c62d00": { 2024-04-12T17:30:13.713 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 20504576, 2024-04-12T17:30:13.713 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 412576, 2024-04-12T17:30:13.713 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 2752512, 2024-04-12T17:30:13.713 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T17:30:13.713 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 802816, 2024-04-12T17:30:13.713 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 433, 2024-04-12T17:30:13.713 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:13.713 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 1295312, 2024-04-12T17:30:13.713 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 22, 2024-04-12T17:30:13.713 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 1147392, 2024-04-12T17:30:13.713 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 14896784, 2024-04-12T17:30:13.713 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 21307392 2024-04-12T17:30:13.713 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.713 INFO:tasks.workunit.client.0.smithi099.stdout: "mds.99eca4e11e5c95f50fdb573e338d356fe5d4041f": { 2024-04-12T17:30:13.714 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 20258816, 2024-04-12T17:30:13.714 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 317344, 2024-04-12T17:30:13.714 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 2752512, 2024-04-12T17:30:13.714 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 860160, 2024-04-12T17:30:13.714 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 0, 2024-04-12T17:30:13.714 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 341, 2024-04-12T17:30:13.714 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:13.714 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 1041016, 2024-04-12T17:30:13.714 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 13, 2024-04-12T17:30:13.714 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 804864, 2024-04-12T17:30:13.714 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 14482920, 2024-04-12T17:30:13.714 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 20258816 2024-04-12T17:30:13.714 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.714 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.714 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T17:30:13.715 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.1e2a24d7ed8c1704620ea3bccfc67a7f23c62d00": { 2024-04-12T17:30:13.715 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 264478720, 2024-04-12T17:30:13.715 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 5908584, 2024-04-12T17:30:13.715 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 3145728, 2024-04-12T17:30:13.715 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 1622016, 2024-04-12T17:30:13.715 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 0, 2024-04-12T17:30:13.715 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 9599, 2024-04-12T17:30:13.715 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:13.715 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 14419280, 2024-04-12T17:30:13.715 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 23, 2024-04-12T17:30:13.715 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 4925440, 2024-04-12T17:30:13.715 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 234457672, 2024-04-12T17:30:13.715 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 264478720 2024-04-12T17:30:13.715 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.715 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.5b45c9ad1c228149a803c7f15c41ecb95bb8abcb": { 2024-04-12T17:30:13.716 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 175964160, 2024-04-12T17:30:13.716 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 2812328, 2024-04-12T17:30:13.716 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 3014656, 2024-04-12T17:30:13.716 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 3252224, 2024-04-12T17:30:13.716 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 24576, 2024-04-12T17:30:13.716 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 6816, 2024-04-12T17:30:13.716 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:13.716 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 11250200, 2024-04-12T17:30:13.716 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 20, 2024-04-12T17:30:13.716 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 3191552, 2024-04-12T17:30:13.716 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 152443200, 2024-04-12T17:30:13.716 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 175988736 2024-04-12T17:30:13.716 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.716 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.99eca4e11e5c95f50fdb573e338d356fe5d4041f": { 2024-04-12T17:30:13.716 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 173891584, 2024-04-12T17:30:13.717 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 2253376, 2024-04-12T17:30:13.717 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 5111808, 2024-04-12T17:30:13.717 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 3416064, 2024-04-12T17:30:13.717 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 8192, 2024-04-12T17:30:13.717 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 6516, 2024-04-12T17:30:13.717 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:13.717 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 8614992, 2024-04-12T17:30:13.717 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 20, 2024-04-12T17:30:13.717 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 2752256, 2024-04-12T17:30:13.717 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 151743088, 2024-04-12T17:30:13.717 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 173899776 2024-04-12T17:30:13.717 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.717 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.717 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:13.717 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.0": { 2024-04-12T17:30:13.717 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 542441472, 2024-04-12T17:30:13.718 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 35532080, 2024-04-12T17:30:13.718 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 3538944, 2024-04-12T17:30:13.718 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T17:30:13.718 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 42549248, 2024-04-12T17:30:13.718 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 13169, 2024-04-12T17:30:13.718 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:13.718 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 80301968, 2024-04-12T17:30:13.718 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 60, 2024-04-12T17:30:13.718 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 10572032, 2024-04-12T17:30:13.718 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 412496448, 2024-04-12T17:30:13.718 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 584990720 2024-04-12T17:30:13.718 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.718 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.1": { 2024-04-12T17:30:13.718 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 629432320, 2024-04-12T17:30:13.718 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 26868520, 2024-04-12T17:30:13.719 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 3407872, 2024-04-12T17:30:13.719 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T17:30:13.719 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 46956544, 2024-04-12T17:30:13.719 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 13277, 2024-04-12T17:30:13.719 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:13.719 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 99205952, 2024-04-12T17:30:13.719 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 60, 2024-04-12T17:30:13.719 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 9797376, 2024-04-12T17:30:13.719 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 490152600, 2024-04-12T17:30:13.719 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 676388864 2024-04-12T17:30:13.719 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.719 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.2": { 2024-04-12T17:30:13.719 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 532701184, 2024-04-12T17:30:13.719 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 28873896, 2024-04-12T17:30:13.719 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 3407872, 2024-04-12T17:30:13.720 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T17:30:13.720 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 57065472, 2024-04-12T17:30:13.720 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 11106, 2024-04-12T17:30:13.720 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:13.720 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 98737064, 2024-04-12T17:30:13.720 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 53, 2024-04-12T17:30:13.720 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 10040064, 2024-04-12T17:30:13.720 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 391642288, 2024-04-12T17:30:13.720 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 589766656 2024-04-12T17:30:13.720 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.720 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.3": { 2024-04-12T17:30:13.720 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 671408128, 2024-04-12T17:30:13.720 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 19998192, 2024-04-12T17:30:13.720 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 3407872, 2024-04-12T17:30:13.720 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T17:30:13.721 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 26042368, 2024-04-12T17:30:13.721 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 11642, 2024-04-12T17:30:13.721 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:13.721 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 87000280, 2024-04-12T17:30:13.721 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 53, 2024-04-12T17:30:13.721 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 12705280, 2024-04-12T17:30:13.721 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 548296504, 2024-04-12T17:30:13.721 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 697450496 2024-04-12T17:30:13.721 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.721 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.4": { 2024-04-12T17:30:13.721 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 661733376, 2024-04-12T17:30:13.721 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 27468456, 2024-04-12T17:30:13.721 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 3407872, 2024-04-12T17:30:13.721 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T17:30:13.722 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 28794880, 2024-04-12T17:30:13.722 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 11917, 2024-04-12T17:30:13.722 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:13.722 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 108173760, 2024-04-12T17:30:13.722 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 53, 2024-04-12T17:30:13.722 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 10148352, 2024-04-12T17:30:13.722 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 512534936, 2024-04-12T17:30:13.722 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 690528256 2024-04-12T17:30:13.722 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.722 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.5": { 2024-04-12T17:30:13.722 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 487776256, 2024-04-12T17:30:13.722 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 29591816, 2024-04-12T17:30:13.722 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 3407872, 2024-04-12T17:30:13.722 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T17:30:13.723 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 136601600, 2024-04-12T17:30:13.723 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 12589, 2024-04-12T17:30:13.723 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:13.723 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 105020872, 2024-04-12T17:30:13.723 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 53, 2024-04-12T17:30:13.723 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 9154816, 2024-04-12T17:30:13.723 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 340600880, 2024-04-12T17:30:13.723 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 624377856 2024-04-12T17:30:13.723 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.723 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.6": { 2024-04-12T17:30:13.723 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 616374272, 2024-04-12T17:30:13.723 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 22510040, 2024-04-12T17:30:13.723 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 3538944, 2024-04-12T17:30:13.723 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T17:30:13.723 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 40378368, 2024-04-12T17:30:13.724 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 11055, 2024-04-12T17:30:13.724 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:13.724 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 93933384, 2024-04-12T17:30:13.724 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 60, 2024-04-12T17:30:13.724 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 11074560, 2024-04-12T17:30:13.724 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 485317344, 2024-04-12T17:30:13.724 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 656752640 2024-04-12T17:30:13.724 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.724 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.7": { 2024-04-12T17:30:13.724 INFO:tasks.workunit.client.0.smithi099.stdout: "actual_memory_used": 539820032, 2024-04-12T17:30:13.724 INFO:tasks.workunit.client.0.smithi099.stdout: "central_cache_freelist": 22496384, 2024-04-12T17:30:13.724 INFO:tasks.workunit.client.0.smithi099.stdout: "malloc_metadata": 5505024, 2024-04-12T17:30:13.724 INFO:tasks.workunit.client.0.smithi099.stdout: "page_heap_freelist": 0, 2024-04-12T17:30:13.724 INFO:tasks.workunit.client.0.smithi099.stdout: "released_to_os": 45916160, 2024-04-12T17:30:13.724 INFO:tasks.workunit.client.0.smithi099.stdout: "spans_in_use": 11202, 2024-04-12T17:30:13.724 INFO:tasks.workunit.client.0.smithi099.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:30:13.725 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_cache_freelists": 103952768, 2024-04-12T17:30:13.725 INFO:tasks.workunit.client.0.smithi099.stdout: "thread_heaps_in_use": 52, 2024-04-12T17:30:13.725 INFO:tasks.workunit.client.0.smithi099.stdout: "transfer_cache_freelist": 8494848, 2024-04-12T17:30:13.725 INFO:tasks.workunit.client.0.smithi099.stdout: "use_by_application": 399371008, 2024-04-12T17:30:13.725 INFO:tasks.workunit.client.0.smithi099.stdout: "virtual_address_space_used": 585736192 2024-04-12T17:30:13.725 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.725 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.725 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.725 INFO:tasks.workunit.client.0.smithi099.stdout: "hosts": { 2024-04-12T17:30:13.725 INFO:tasks.workunit.client.0.smithi099.stdout: "num": 2, 2024-04-12T17:30:13.725 INFO:tasks.workunit.client.0.smithi099.stdout: "num_with_mds": 2, 2024-04-12T17:30:13.725 INFO:tasks.workunit.client.0.smithi099.stdout: "num_with_mgr": 2, 2024-04-12T17:30:13.725 INFO:tasks.workunit.client.0.smithi099.stdout: "num_with_mon": 2, 2024-04-12T17:30:13.725 INFO:tasks.workunit.client.0.smithi099.stdout: "num_with_osd": 2 2024-04-12T17:30:13.725 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.726 INFO:tasks.workunit.client.0.smithi099.stdout: "io_rate": { 2024-04-12T17:30:13.726 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_stats_delta": { 2024-04-12T17:30:13.726 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": 0, 2024-04-12T17:30:13.726 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:13.726 INFO:tasks.workunit.client.0.smithi099.stdout: "num_store_stats": 0, 2024-04-12T17:30:13.726 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:13.726 INFO:tasks.workunit.client.0.smithi099.stdout: "stamp_delta": "11.834201", 2024-04-12T17:30:13.726 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:13.726 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:13.726 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:13.726 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:13.726 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:13.726 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:13.726 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:13.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:13.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:13.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:13.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:13.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:13.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:13.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:13.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:13.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:13.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:13.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:13.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:13.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:13.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:13.727 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:13.728 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:13.728 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:13.728 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:13.728 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:13.728 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:13.728 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:13.728 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:13.728 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:13.728 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:13.728 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:13.728 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:13.728 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:13.728 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 227, 2024-04-12T17:30:13.728 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 187, 2024-04-12T17:30:13.728 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:13.728 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:13.729 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:13.729 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 48, 2024-04-12T17:30:13.729 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:13.729 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.729 INFO:tasks.workunit.client.0.smithi099.stdout: "store_stats": { 2024-04-12T17:30:13.729 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": 0, 2024-04-12T17:30:13.729 INFO:tasks.workunit.client.0.smithi099.stdout: "available": 0, 2024-04-12T17:30:13.729 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed": 0, 2024-04-12T17:30:13.729 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_allocated": 0, 2024-04-12T17:30:13.729 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_original": 0, 2024-04-12T17:30:13.729 INFO:tasks.workunit.client.0.smithi099.stdout: "data_stored": 0, 2024-04-12T17:30:13.729 INFO:tasks.workunit.client.0.smithi099.stdout: "internal_metadata": 0, 2024-04-12T17:30:13.729 INFO:tasks.workunit.client.0.smithi099.stdout: "internally_reserved": 0, 2024-04-12T17:30:13.729 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_allocated": 0, 2024-04-12T17:30:13.730 INFO:tasks.workunit.client.0.smithi099.stdout: "total": 0 2024-04-12T17:30:13.730 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.730 INFO:tasks.workunit.client.0.smithi099.stdout: "up": 0 2024-04-12T17:30:13.730 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.730 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.730 INFO:tasks.workunit.client.0.smithi099.stdout: "leaderboard": false, 2024-04-12T17:30:13.730 INFO:tasks.workunit.client.0.smithi099.stdout: "leaderboard_description": null, 2024-04-12T17:30:13.730 INFO:tasks.workunit.client.0.smithi099.stdout: "license": "sharing-1-0", 2024-04-12T17:30:13.730 INFO:tasks.workunit.client.0.smithi099.stdout: "mempool": { 2024-04-12T17:30:13.730 INFO:tasks.workunit.client.0.smithi099.stdout: "mds": { 2024-04-12T17:30:13.730 INFO:tasks.workunit.client.0.smithi099.stdout: "mds.1e2a24d7ed8c1704620ea3bccfc67a7f23c62d00": { 2024-04-12T17:30:13.730 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:13.730 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.730 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.730 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.731 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:13.731 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.731 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.731 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.731 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:13.731 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.731 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.731 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.731 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:13.731 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.731 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.731 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.731 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:13.731 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.731 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.731 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.732 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:13.732 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.732 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.732 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.732 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:13.732 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.732 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.732 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.732 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:13.732 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.732 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.732 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.732 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:13.732 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.732 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.732 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.733 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:13.733 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.733 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.733 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.733 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:13.733 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.733 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.733 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.733 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:13.733 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.733 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.733 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.733 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:13.733 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.733 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.733 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.734 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:13.734 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.734 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.734 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.734 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:13.734 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.734 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.734 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.734 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:13.734 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.734 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.734 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.734 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:13.734 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.735 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.735 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.735 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:13.735 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.735 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.735 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.735 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:13.735 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 223455, 2024-04-12T17:30:13.735 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 69 2024-04-12T17:30:13.735 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.735 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:13.735 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.735 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.735 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.735 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:13.735 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 52112, 2024-04-12T17:30:13.736 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 181 2024-04-12T17:30:13.736 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.736 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:13.736 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.736 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.736 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.736 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:13.736 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.736 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.736 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.736 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:13.736 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.736 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.736 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.736 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:13.737 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 12232, 2024-04-12T17:30:13.737 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 251 2024-04-12T17:30:13.737 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.737 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:13.737 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.737 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.737 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.737 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:13.737 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.737 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.737 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.737 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:13.737 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.737 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.738 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.738 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:13.738 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.738 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.738 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.738 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.738 INFO:tasks.workunit.client.0.smithi099.stdout: "mds.99eca4e11e5c95f50fdb573e338d356fe5d4041f": { 2024-04-12T17:30:13.738 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:13.738 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.738 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.738 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.738 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:13.738 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.738 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.739 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.739 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:13.739 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.739 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.739 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.739 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:13.739 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.739 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.739 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.739 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:13.739 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.739 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.739 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.739 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:13.739 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.740 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.740 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.740 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:13.740 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.740 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.740 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.740 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:13.740 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.740 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.740 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.740 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:13.740 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.740 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.740 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.740 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:13.741 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.741 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.741 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.741 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:13.741 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.741 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.741 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.741 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:13.741 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.741 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.741 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.741 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:13.741 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.741 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.741 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.741 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:13.742 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.742 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.742 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.742 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:13.742 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.742 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.742 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.742 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:13.742 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.742 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.742 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.742 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:13.742 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.742 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.743 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.743 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:13.743 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.743 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.743 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.743 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:13.743 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 149025, 2024-04-12T17:30:13.743 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 34 2024-04-12T17:30:13.743 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.743 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:13.743 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.743 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.743 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.743 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:13.743 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 928, 2024-04-12T17:30:13.743 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 2 2024-04-12T17:30:13.744 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.744 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:13.744 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.744 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.744 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.744 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:13.744 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.744 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.744 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.744 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:13.744 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.744 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.744 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.744 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:13.744 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.745 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.745 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.745 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:13.745 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.745 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.745 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.745 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:13.745 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.745 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.745 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.745 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:13.745 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.745 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.745 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.745 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:13.745 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.746 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.746 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.746 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.746 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.746 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T17:30:13.746 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.1e2a24d7ed8c1704620ea3bccfc67a7f23c62d00": { 2024-04-12T17:30:13.746 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:13.746 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.746 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.746 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.746 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:13.746 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.746 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.746 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.747 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:13.747 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.747 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.747 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.747 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:13.747 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.747 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.747 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.747 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:13.747 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.747 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.747 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.747 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:13.747 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.747 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.747 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.748 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:13.748 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.748 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.748 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.748 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:13.748 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.748 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.748 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.748 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:13.748 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.748 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.748 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.748 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:13.748 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.748 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.749 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.749 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:13.749 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.749 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.749 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.749 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:13.749 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.749 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.749 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.749 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:13.749 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.749 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.749 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.749 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:13.749 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.750 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.750 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.750 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:13.750 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.750 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.750 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.750 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:13.750 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.750 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.750 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.750 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:13.750 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.750 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.750 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.750 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:13.751 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.751 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.751 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.751 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:13.751 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 42565329, 2024-04-12T17:30:13.751 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 5269 2024-04-12T17:30:13.751 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.751 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:13.751 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.751 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.751 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.751 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:13.751 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.751 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.751 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.751 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:13.752 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.752 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.752 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.752 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:13.752 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.752 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.752 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.752 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:13.752 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.752 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.752 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.752 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:13.752 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 10808, 2024-04-12T17:30:13.752 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 250 2024-04-12T17:30:13.752 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.752 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:13.753 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 70440, 2024-04-12T17:30:13.753 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 5158 2024-04-12T17:30:13.753 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.753 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:13.753 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 11792, 2024-04-12T17:30:13.753 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 348 2024-04-12T17:30:13.753 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.753 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:13.753 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.753 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.753 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.753 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:13.753 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.753 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.753 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.753 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.753 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.5b45c9ad1c228149a803c7f15c41ecb95bb8abcb": { 2024-04-12T17:30:13.754 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:13.754 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.754 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.754 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.754 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:13.754 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.754 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.754 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.754 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:13.754 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.754 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.754 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.754 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:13.754 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.755 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.755 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.755 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:13.755 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.755 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.755 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.755 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:13.755 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.755 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.755 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.755 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:13.755 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.755 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.755 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.756 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:13.756 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.756 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.756 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.756 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:13.756 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.756 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.756 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.756 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:13.756 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.756 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.756 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.756 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:13.756 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.756 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.756 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.757 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:13.757 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.757 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.757 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.757 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:13.757 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.757 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.757 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.757 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:13.757 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.757 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.757 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.757 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:13.757 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.757 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.757 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.758 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:13.758 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.758 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.758 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.758 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:13.758 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.758 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.758 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.758 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:13.758 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.758 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.758 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.758 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:13.758 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 42286065, 2024-04-12T17:30:13.758 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 5236 2024-04-12T17:30:13.759 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.759 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:13.759 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.759 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.759 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.759 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:13.759 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.759 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.759 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.759 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:13.759 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.759 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.759 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.759 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:13.759 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.759 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.760 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.760 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:13.760 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.760 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.760 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.760 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:13.760 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 10808, 2024-04-12T17:30:13.760 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 250 2024-04-12T17:30:13.760 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.760 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:13.760 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 70440, 2024-04-12T17:30:13.760 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 5158 2024-04-12T17:30:13.760 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.760 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:13.760 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 5896, 2024-04-12T17:30:13.760 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 174 2024-04-12T17:30:13.760 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.761 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:13.761 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.761 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.761 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.761 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:13.761 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.761 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.761 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.761 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.761 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.99eca4e11e5c95f50fdb573e338d356fe5d4041f": { 2024-04-12T17:30:13.761 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:13.761 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.761 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.761 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.761 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:13.761 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.762 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.762 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.762 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:13.762 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.762 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.762 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.762 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:13.762 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.762 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.762 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.762 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:13.762 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.762 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.762 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.762 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:13.763 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.763 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.763 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.763 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:13.763 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.763 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.763 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.763 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:13.763 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.763 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.763 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.763 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:13.763 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.763 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.763 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.763 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:13.763 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.764 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.764 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.764 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:13.764 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.764 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.764 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.764 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:13.764 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.764 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.764 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.764 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:13.764 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.764 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.764 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.764 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:13.764 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.765 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.765 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.765 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:13.765 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.765 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.765 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.765 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:13.765 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.765 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.765 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.765 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:13.765 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.765 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.765 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.765 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:13.765 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.766 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.766 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.766 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:13.766 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 42099409, 2024-04-12T17:30:13.766 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 5208 2024-04-12T17:30:13.766 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.766 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:13.766 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.766 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.766 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.766 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:13.766 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.766 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.766 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.766 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:13.766 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.767 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.767 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.767 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:13.767 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.767 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.767 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.767 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:13.767 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.767 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.767 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.767 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:13.767 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 10808, 2024-04-12T17:30:13.767 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 250 2024-04-12T17:30:13.767 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.767 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:13.767 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 70440, 2024-04-12T17:30:13.768 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 5158 2024-04-12T17:30:13.768 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.768 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:13.768 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 5896, 2024-04-12T17:30:13.768 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 174 2024-04-12T17:30:13.768 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.768 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:13.768 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.768 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.768 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.768 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:13.768 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.768 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.768 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.769 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.769 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.769 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:13.769 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.0": { 2024-04-12T17:30:13.769 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:13.769 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.769 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.769 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.769 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:13.769 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 23568, 2024-04-12T17:30:13.769 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 438 2024-04-12T17:30:13.769 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.769 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:13.769 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 30592, 2024-04-12T17:30:13.769 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 21 2024-04-12T17:30:13.769 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.770 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:13.770 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2688, 2024-04-12T17:30:13.770 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 14 2024-04-12T17:30:13.770 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.770 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:13.770 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 58000, 2024-04-12T17:30:13.770 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 725 2024-04-12T17:30:13.770 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.770 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:13.770 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 361296, 2024-04-12T17:30:13.770 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1737 2024-04-12T17:30:13.770 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.770 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:13.770 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 256, 2024-04-12T17:30:13.771 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 32 2024-04-12T17:30:13.771 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.771 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:13.771 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 320527, 2024-04-12T17:30:13.771 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 123 2024-04-12T17:30:13.771 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.771 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:13.771 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2423269, 2024-04-12T17:30:13.771 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 541646 2024-04-12T17:30:13.771 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.771 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:13.771 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 7017856, 2024-04-12T17:30:13.771 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 10352 2024-04-12T17:30:13.771 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.771 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:13.771 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 69512, 2024-04-12T17:30:13.772 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 7210 2024-04-12T17:30:13.772 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.772 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:13.772 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 83376, 2024-04-12T17:30:13.772 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1737 2024-04-12T17:30:13.772 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.772 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:13.772 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.772 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.772 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.772 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:13.772 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 165764, 2024-04-12T17:30:13.772 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1190 2024-04-12T17:30:13.772 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.772 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:13.773 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.773 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.773 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.773 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:13.773 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.773 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.773 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.773 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:13.773 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 59839, 2024-04-12T17:30:13.773 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 43 2024-04-12T17:30:13.773 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.773 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:13.773 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.773 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.773 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.773 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:13.774 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 14697625, 2024-04-12T17:30:13.774 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 289 2024-04-12T17:30:13.774 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.774 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:13.774 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 10912, 2024-04-12T17:30:13.774 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 124 2024-04-12T17:30:13.774 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.774 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:13.774 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.774 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.774 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.774 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:13.774 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 536544, 2024-04-12T17:30:13.774 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 46 2024-04-12T17:30:13.774 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.775 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:13.775 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.775 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.775 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.775 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:13.775 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 7222280, 2024-04-12T17:30:13.775 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 18689 2024-04-12T17:30:13.775 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.775 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:13.775 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 636400, 2024-04-12T17:30:13.775 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 11029 2024-04-12T17:30:13.775 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.775 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:13.775 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.775 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.776 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.776 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:13.776 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.776 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.776 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.776 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:13.776 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.776 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.776 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.776 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:13.776 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.776 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.776 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.776 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.776 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.1": { 2024-04-12T17:30:13.776 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:13.777 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.777 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.777 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.777 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:13.777 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 24720, 2024-04-12T17:30:13.777 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 455 2024-04-12T17:30:13.777 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.777 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:13.777 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 31104, 2024-04-12T17:30:13.777 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 26 2024-04-12T17:30:13.777 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.777 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:13.777 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 3456, 2024-04-12T17:30:13.777 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 18 2024-04-12T17:30:13.777 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.777 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:13.778 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 57040, 2024-04-12T17:30:13.778 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 713 2024-04-12T17:30:13.778 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.778 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:13.778 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 359216, 2024-04-12T17:30:13.778 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1727 2024-04-12T17:30:13.778 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.778 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:13.778 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 256, 2024-04-12T17:30:13.778 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 32 2024-04-12T17:30:13.778 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.778 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:13.778 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1509666, 2024-04-12T17:30:13.778 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 369 2024-04-12T17:30:13.779 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.779 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:13.779 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2441008, 2024-04-12T17:30:13.779 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 537993 2024-04-12T17:30:13.779 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.779 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:13.779 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 6968216, 2024-04-12T17:30:13.779 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 10279 2024-04-12T17:30:13.779 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.779 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:13.779 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 67044, 2024-04-12T17:30:13.779 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 7034 2024-04-12T17:30:13.779 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.780 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:13.780 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 82848, 2024-04-12T17:30:13.780 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1726 2024-04-12T17:30:13.780 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.780 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:13.780 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.780 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.780 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.780 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:13.780 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 165852, 2024-04-12T17:30:13.780 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1191 2024-04-12T17:30:13.780 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.780 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:13.780 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.780 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.781 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.781 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:13.781 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1472, 2024-04-12T17:30:13.781 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 2 2024-04-12T17:30:13.781 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.781 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:13.781 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 85912, 2024-04-12T17:30:13.781 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 32 2024-04-12T17:30:13.781 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.781 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:13.781 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 20128, 2024-04-12T17:30:13.781 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 5 2024-04-12T17:30:13.781 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.781 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:13.781 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 19851401, 2024-04-12T17:30:13.782 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 266 2024-04-12T17:30:13.782 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.782 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:13.782 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 33176, 2024-04-12T17:30:13.782 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 377 2024-04-12T17:30:13.782 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.782 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:13.782 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.782 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.782 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.782 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:13.782 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 419904, 2024-04-12T17:30:13.782 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 36 2024-04-12T17:30:13.782 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.783 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:13.783 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.783 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.783 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.783 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:13.783 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 7287800, 2024-04-12T17:30:13.783 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 21191 2024-04-12T17:30:13.783 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.783 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:13.783 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 636400, 2024-04-12T17:30:13.783 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 11029 2024-04-12T17:30:13.783 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.783 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:13.783 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.783 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.783 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.784 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:13.784 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.784 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.784 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.784 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:13.784 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.784 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.784 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.784 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:13.784 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.784 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.784 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.784 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.784 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.2": { 2024-04-12T17:30:13.784 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:13.784 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.785 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.785 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.785 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:13.785 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 23800, 2024-04-12T17:30:13.785 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 431 2024-04-12T17:30:13.785 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.785 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:13.785 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 35328, 2024-04-12T17:30:13.785 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 27 2024-04-12T17:30:13.785 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.785 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:13.785 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1344, 2024-04-12T17:30:13.785 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 7 2024-04-12T17:30:13.785 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.785 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:13.786 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 55680, 2024-04-12T17:30:13.786 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 696 2024-04-12T17:30:13.786 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.786 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:13.786 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 358384, 2024-04-12T17:30:13.786 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1723 2024-04-12T17:30:13.786 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.786 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:13.786 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 256, 2024-04-12T17:30:13.786 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 32 2024-04-12T17:30:13.786 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.786 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:13.786 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 450398, 2024-04-12T17:30:13.786 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 106 2024-04-12T17:30:13.786 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.787 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:13.787 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1754982, 2024-04-12T17:30:13.787 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 388477 2024-04-12T17:30:13.787 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.787 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:13.787 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 5143776, 2024-04-12T17:30:13.787 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 7596 2024-04-12T17:30:13.787 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.787 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:13.787 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 66260, 2024-04-12T17:30:13.787 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 7018 2024-04-12T17:30:13.787 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.787 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:13.787 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 82704, 2024-04-12T17:30:13.787 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1723 2024-04-12T17:30:13.788 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.788 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:13.788 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.788 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.788 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.788 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:13.788 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 165764, 2024-04-12T17:30:13.788 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1190 2024-04-12T17:30:13.788 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.788 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:13.788 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.788 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.788 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.788 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:13.788 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.789 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.789 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.789 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:13.789 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 37615, 2024-04-12T17:30:13.789 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 47 2024-04-12T17:30:13.789 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.789 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:13.789 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.789 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.789 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.789 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:13.789 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 8500347, 2024-04-12T17:30:13.789 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 267 2024-04-12T17:30:13.789 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.790 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:13.790 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 12144, 2024-04-12T17:30:13.790 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 138 2024-04-12T17:30:13.790 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.790 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:13.790 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.790 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.790 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.790 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:13.790 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 349920, 2024-04-12T17:30:13.790 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 30 2024-04-12T17:30:13.790 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.790 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:13.791 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.791 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.791 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.791 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:13.791 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 3163160, 2024-04-12T17:30:13.791 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 6083 2024-04-12T17:30:13.791 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.791 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:13.791 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 636400, 2024-04-12T17:30:13.791 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 11029 2024-04-12T17:30:13.791 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.791 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:13.791 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.791 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.791 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.791 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:13.792 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.792 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.792 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.792 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:13.792 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.792 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.792 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.792 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:13.792 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.792 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.792 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.792 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.792 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.3": { 2024-04-12T17:30:13.792 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:13.792 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.793 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.793 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.793 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:13.793 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 20480, 2024-04-12T17:30:13.793 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 365 2024-04-12T17:30:13.793 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.793 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:13.793 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 39168, 2024-04-12T17:30:13.793 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 26 2024-04-12T17:30:13.793 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.793 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:13.793 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 4800, 2024-04-12T17:30:13.793 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 25 2024-04-12T17:30:13.793 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.793 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:13.794 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 54880, 2024-04-12T17:30:13.794 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 686 2024-04-12T17:30:13.794 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.794 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:13.794 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 359840, 2024-04-12T17:30:13.794 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1730 2024-04-12T17:30:13.794 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.794 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:13.794 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 256, 2024-04-12T17:30:13.794 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 32 2024-04-12T17:30:13.794 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.794 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:13.794 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 311012, 2024-04-12T17:30:13.794 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 89 2024-04-12T17:30:13.795 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.795 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:13.795 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1744547, 2024-04-12T17:30:13.795 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 386771 2024-04-12T17:30:13.795 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.795 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:13.795 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 5119976, 2024-04-12T17:30:13.795 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 7561 2024-04-12T17:30:13.795 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.795 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:13.795 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 67260, 2024-04-12T17:30:13.795 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 7045 2024-04-12T17:30:13.795 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.795 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:13.795 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 82944, 2024-04-12T17:30:13.796 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1728 2024-04-12T17:30:13.796 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.796 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:13.796 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.796 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.796 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.796 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:13.796 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 165764, 2024-04-12T17:30:13.796 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1190 2024-04-12T17:30:13.796 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.796 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:13.796 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.796 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.796 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.796 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:13.797 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2208, 2024-04-12T17:30:13.797 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 3 2024-04-12T17:30:13.797 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.797 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:13.797 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 134577, 2024-04-12T17:30:13.797 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 61 2024-04-12T17:30:13.797 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.797 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:13.797 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 28144, 2024-04-12T17:30:13.797 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 7 2024-04-12T17:30:13.797 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.797 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:13.797 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 26785530, 2024-04-12T17:30:13.797 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 5952 2024-04-12T17:30:13.797 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.798 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:13.798 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 10736, 2024-04-12T17:30:13.798 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 122 2024-04-12T17:30:13.798 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.798 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:13.798 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.798 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.798 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.798 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:13.798 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 431568, 2024-04-12T17:30:13.798 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 37 2024-04-12T17:30:13.798 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.798 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:13.798 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.798 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.799 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.799 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:13.799 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 3495960, 2024-04-12T17:30:13.799 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 9123 2024-04-12T17:30:13.799 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.799 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:13.799 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 636400, 2024-04-12T17:30:13.799 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 11029 2024-04-12T17:30:13.799 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.799 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:13.799 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.799 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.799 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.799 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:13.800 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.800 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.800 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.800 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:13.800 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.800 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.800 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.800 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:13.800 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.800 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.800 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.800 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.800 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.4": { 2024-04-12T17:30:13.800 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:13.800 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.800 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.801 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.801 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:13.801 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 25432, 2024-04-12T17:30:13.801 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 488 2024-04-12T17:30:13.801 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.801 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:13.801 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 48000, 2024-04-12T17:30:13.801 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 31 2024-04-12T17:30:13.801 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.801 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:13.801 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 3840, 2024-04-12T17:30:13.801 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 20 2024-04-12T17:30:13.801 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.801 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:13.801 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 58000, 2024-04-12T17:30:13.801 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 725 2024-04-12T17:30:13.802 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.802 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:13.802 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 372736, 2024-04-12T17:30:13.802 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1792 2024-04-12T17:30:13.802 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.802 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:13.802 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 256, 2024-04-12T17:30:13.802 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 32 2024-04-12T17:30:13.802 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.802 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:13.802 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 316287, 2024-04-12T17:30:13.802 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 100 2024-04-12T17:30:13.802 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.802 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:13.802 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2038967, 2024-04-12T17:30:13.803 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 454527 2024-04-12T17:30:13.803 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.803 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:13.803 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 5931896, 2024-04-12T17:30:13.803 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 8755 2024-04-12T17:30:13.803 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.803 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:13.803 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 76584, 2024-04-12T17:30:13.803 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 8189 2024-04-12T17:30:13.803 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.803 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:13.803 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 86016, 2024-04-12T17:30:13.803 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1792 2024-04-12T17:30:13.803 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.803 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:13.803 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.804 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.804 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.804 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:13.804 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 165596, 2024-04-12T17:30:13.804 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1190 2024-04-12T17:30:13.804 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.804 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:13.804 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.804 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.804 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.804 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:13.804 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.804 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.804 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.804 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:13.804 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 46477, 2024-04-12T17:30:13.805 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 44 2024-04-12T17:30:13.805 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.805 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:13.805 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.805 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.805 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.805 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:13.805 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 22692370, 2024-04-12T17:30:13.805 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 291 2024-04-12T17:30:13.805 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.805 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:13.805 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 11440, 2024-04-12T17:30:13.805 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 130 2024-04-12T17:30:13.805 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.805 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:13.805 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.806 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.806 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.806 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:13.806 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 454896, 2024-04-12T17:30:13.806 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 39 2024-04-12T17:30:13.806 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.806 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:13.806 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.806 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.806 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.806 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:13.806 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 5045872, 2024-04-12T17:30:13.806 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 12038 2024-04-12T17:30:13.806 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.807 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:13.807 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 636400, 2024-04-12T17:30:13.807 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 11029 2024-04-12T17:30:13.807 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.807 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:13.807 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.807 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.807 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.807 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:13.807 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.807 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.807 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.807 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:13.807 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.807 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.807 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.808 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:13.808 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.808 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.808 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.808 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.808 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.5": { 2024-04-12T17:30:13.808 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:13.808 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.808 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.808 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.808 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:13.808 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 29080, 2024-04-12T17:30:13.808 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 555 2024-04-12T17:30:13.808 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.809 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:13.809 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 89088, 2024-04-12T17:30:13.809 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 33 2024-04-12T17:30:13.809 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.809 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:13.809 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 960, 2024-04-12T17:30:13.809 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 5 2024-04-12T17:30:13.809 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.809 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:13.809 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 58560, 2024-04-12T17:30:13.809 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 732 2024-04-12T17:30:13.809 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.809 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:13.809 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 359424, 2024-04-12T17:30:13.810 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1728 2024-04-12T17:30:13.810 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.810 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:13.810 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 256, 2024-04-12T17:30:13.810 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 32 2024-04-12T17:30:13.810 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.810 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:13.810 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 423217, 2024-04-12T17:30:13.810 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 110 2024-04-12T17:30:13.810 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.810 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:13.810 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2325868, 2024-04-12T17:30:13.810 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 521341 2024-04-12T17:30:13.810 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.811 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:13.811 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 6739736, 2024-04-12T17:30:13.811 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 9943 2024-04-12T17:30:13.811 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.811 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:13.811 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 67732, 2024-04-12T17:30:13.811 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 7043 2024-04-12T17:30:13.811 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.811 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:13.811 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 82944, 2024-04-12T17:30:13.811 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1728 2024-04-12T17:30:13.811 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.811 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:13.811 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.811 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.812 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.812 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:13.812 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 165852, 2024-04-12T17:30:13.812 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1191 2024-04-12T17:30:13.812 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.812 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:13.812 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.812 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.812 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.812 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:13.812 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.812 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.812 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.812 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:13.812 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 58137, 2024-04-12T17:30:13.813 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 50 2024-04-12T17:30:13.813 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.813 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:13.813 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.813 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.813 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.813 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:13.813 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 6822680, 2024-04-12T17:30:13.813 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 259 2024-04-12T17:30:13.813 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.813 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:13.813 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 11528, 2024-04-12T17:30:13.813 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 131 2024-04-12T17:30:13.813 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.813 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:13.814 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.814 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.814 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.814 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:13.814 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 489888, 2024-04-12T17:30:13.814 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 42 2024-04-12T17:30:13.814 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.814 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:13.814 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.814 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.814 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.814 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:13.814 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 6348680, 2024-04-12T17:30:13.814 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 12209 2024-04-12T17:30:13.814 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.815 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:13.815 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 636400, 2024-04-12T17:30:13.815 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 11029 2024-04-12T17:30:13.815 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.815 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:13.815 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.815 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.815 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.815 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:13.815 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.815 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.815 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.815 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:13.815 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.816 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.816 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.816 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:13.816 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.816 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.816 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.816 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.816 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.6": { 2024-04-12T17:30:13.816 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:13.816 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.816 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.816 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.816 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:13.816 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 21688, 2024-04-12T17:30:13.816 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 413 2024-04-12T17:30:13.816 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.817 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:13.817 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 31616, 2024-04-12T17:30:13.817 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 30 2024-04-12T17:30:13.817 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.817 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:13.817 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 4224, 2024-04-12T17:30:13.817 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 22 2024-04-12T17:30:13.817 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.817 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:13.817 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 56480, 2024-04-12T17:30:13.817 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 706 2024-04-12T17:30:13.817 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.817 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:13.817 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 374400, 2024-04-12T17:30:13.817 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1800 2024-04-12T17:30:13.818 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.818 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:13.818 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 256, 2024-04-12T17:30:13.818 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 32 2024-04-12T17:30:13.818 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.818 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:13.818 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1127594, 2024-04-12T17:30:13.818 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 280 2024-04-12T17:30:13.818 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.818 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:13.818 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 1761923, 2024-04-12T17:30:13.818 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 382370 2024-04-12T17:30:13.818 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.818 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:13.819 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 5029536, 2024-04-12T17:30:13.819 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 7428 2024-04-12T17:30:13.819 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.819 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:13.819 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 77888, 2024-04-12T17:30:13.819 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 8352 2024-04-12T17:30:13.819 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.819 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:13.819 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 86400, 2024-04-12T17:30:13.819 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1800 2024-04-12T17:30:13.819 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.819 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:13.819 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.819 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.819 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.820 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:13.820 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 165508, 2024-04-12T17:30:13.820 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1189 2024-04-12T17:30:13.820 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.820 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:13.820 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.820 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.820 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.820 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:13.820 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.820 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.820 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.820 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:13.820 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 44895, 2024-04-12T17:30:13.820 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 35 2024-04-12T17:30:13.821 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.821 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:13.821 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.821 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.821 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.821 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:13.821 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 24538880, 2024-04-12T17:30:13.821 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 262 2024-04-12T17:30:13.821 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.821 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:13.821 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 26576, 2024-04-12T17:30:13.821 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 302 2024-04-12T17:30:13.821 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.821 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:13.822 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.822 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.822 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.822 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:13.822 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 454896, 2024-04-12T17:30:13.822 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 39 2024-04-12T17:30:13.822 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.822 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:13.822 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.822 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.822 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.822 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:13.822 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 3619200, 2024-04-12T17:30:13.822 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 9360 2024-04-12T17:30:13.822 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.823 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:13.823 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 636400, 2024-04-12T17:30:13.823 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 11029 2024-04-12T17:30:13.823 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.823 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:13.823 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.823 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.823 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.823 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:13.823 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.823 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.823 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.823 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:13.823 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.823 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.823 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.824 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:13.824 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.824 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.824 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.824 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.824 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.7": { 2024-04-12T17:30:13.824 INFO:tasks.workunit.client.0.smithi099.stdout: "bloom_filter": { 2024-04-12T17:30:13.824 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.824 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.824 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.824 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:13.824 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 18112, 2024-04-12T17:30:13.824 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 352 2024-04-12T17:30:13.824 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.824 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_reader": { 2024-04-12T17:30:13.824 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 30976, 2024-04-12T17:30:13.825 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 25 2024-04-12T17:30:13.825 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.825 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs_file_writer": { 2024-04-12T17:30:13.825 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 3456, 2024-04-12T17:30:13.825 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 18 2024-04-12T17:30:13.825 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.825 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_alloc": { 2024-04-12T17:30:13.825 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 55200, 2024-04-12T17:30:13.825 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 690 2024-04-12T17:30:13.825 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.825 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_blob": { 2024-04-12T17:30:13.825 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 374192, 2024-04-12T17:30:13.825 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1799 2024-04-12T17:30:13.825 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.825 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_buffer": { 2024-04-12T17:30:13.825 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 256, 2024-04-12T17:30:13.826 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 32 2024-04-12T17:30:13.826 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.826 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_data": { 2024-04-12T17:30:13.826 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 506119, 2024-04-12T17:30:13.826 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 134 2024-04-12T17:30:13.826 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.826 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_meta": { 2024-04-12T17:30:13.826 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 2016648, 2024-04-12T17:30:13.826 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 449480 2024-04-12T17:30:13.826 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.826 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_onode": { 2024-04-12T17:30:13.826 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 5851656, 2024-04-12T17:30:13.826 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 8637 2024-04-12T17:30:13.827 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.827 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_cache_other": { 2024-04-12T17:30:13.827 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 78624, 2024-04-12T17:30:13.827 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 8354 2024-04-12T17:30:13.827 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.827 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_extent": { 2024-04-12T17:30:13.827 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 86352, 2024-04-12T17:30:13.827 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1799 2024-04-12T17:30:13.827 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.827 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_fsck": { 2024-04-12T17:30:13.827 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.827 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.827 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.827 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_inline_bl": { 2024-04-12T17:30:13.828 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 165764, 2024-04-12T17:30:13.828 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 1190 2024-04-12T17:30:13.828 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.828 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_shared_blob": { 2024-04-12T17:30:13.828 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.828 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.828 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.828 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_txc": { 2024-04-12T17:30:13.828 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.828 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.828 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.828 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing": { 2024-04-12T17:30:13.828 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 34718, 2024-04-12T17:30:13.828 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 30 2024-04-12T17:30:13.828 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.829 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore_writing_deferred": { 2024-04-12T17:30:13.829 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.829 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.829 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.829 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_anon": { 2024-04-12T17:30:13.829 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 19624134, 2024-04-12T17:30:13.829 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 274 2024-04-12T17:30:13.829 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.829 INFO:tasks.workunit.client.0.smithi099.stdout: "buffer_meta": { 2024-04-12T17:30:13.829 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 12320, 2024-04-12T17:30:13.829 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 140 2024-04-12T17:30:13.829 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.829 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_co": { 2024-04-12T17:30:13.829 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.830 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.830 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.830 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:13.830 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 536544, 2024-04-12T17:30:13.830 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 46 2024-04-12T17:30:13.830 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.830 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_mapbl": { 2024-04-12T17:30:13.830 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.830 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.830 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.830 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_pglog": { 2024-04-12T17:30:13.830 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 5011136, 2024-04-12T17:30:13.830 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 9672 2024-04-12T17:30:13.830 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.830 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap": { 2024-04-12T17:30:13.831 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 636400, 2024-04-12T17:30:13.831 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 11029 2024-04-12T17:30:13.831 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.831 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap_mapping": { 2024-04-12T17:30:13.831 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.831 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.831 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.831 INFO:tasks.workunit.client.0.smithi099.stdout: "pgmap": { 2024-04-12T17:30:13.831 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.831 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.831 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.831 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_1": { 2024-04-12T17:30:13.831 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.831 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.832 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.832 INFO:tasks.workunit.client.0.smithi099.stdout: "unittest_2": { 2024-04-12T17:30:13.832 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes": 0, 2024-04-12T17:30:13.832 INFO:tasks.workunit.client.0.smithi099.stdout: "items": 0 2024-04-12T17:30:13.832 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.832 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.832 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.832 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.832 INFO:tasks.workunit.client.0.smithi099.stdout: "metadata": { 2024-04-12T17:30:13.832 INFO:tasks.workunit.client.0.smithi099.stdout: "mds": { 2024-04-12T17:30:13.832 INFO:tasks.workunit.client.0.smithi099.stdout: "arch": { 2024-04-12T17:30:13.832 INFO:tasks.workunit.client.0.smithi099.stdout: "x86_64": 2 2024-04-12T17:30:13.832 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.832 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_version": { 2024-04-12T17:30:13.832 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T17:30:13.833 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.833 INFO:tasks.workunit.client.0.smithi099.stdout: "cpu": { 2024-04-12T17:30:13.833 INFO:tasks.workunit.client.0.smithi099.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-12T17:30:13.833 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.833 INFO:tasks.workunit.client.0.smithi099.stdout: "distro": { 2024-04-12T17:30:13.833 INFO:tasks.workunit.client.0.smithi099.stdout: "centos": 2 2024-04-12T17:30:13.833 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.833 INFO:tasks.workunit.client.0.smithi099.stdout: "distro_description": { 2024-04-12T17:30:13.833 INFO:tasks.workunit.client.0.smithi099.stdout: "CentOS Stream 8": 2 2024-04-12T17:30:13.833 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.833 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_description": { 2024-04-12T17:30:13.833 INFO:tasks.workunit.client.0.smithi099.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-12T17:30:13.833 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.833 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_version": { 2024-04-12T17:30:13.833 INFO:tasks.workunit.client.0.smithi099.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-12T17:30:13.834 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.834 INFO:tasks.workunit.client.0.smithi099.stdout: "os": { 2024-04-12T17:30:13.834 INFO:tasks.workunit.client.0.smithi099.stdout: "Linux": 2 2024-04-12T17:30:13.834 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.834 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.834 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T17:30:13.834 INFO:tasks.workunit.client.0.smithi099.stdout: "arch": { 2024-04-12T17:30:13.834 INFO:tasks.workunit.client.0.smithi099.stdout: "x86_64": 3 2024-04-12T17:30:13.834 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.834 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_version": { 2024-04-12T17:30:13.834 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 3 2024-04-12T17:30:13.834 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.834 INFO:tasks.workunit.client.0.smithi099.stdout: "cpu": { 2024-04-12T17:30:13.834 INFO:tasks.workunit.client.0.smithi099.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-12T17:30:13.835 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.835 INFO:tasks.workunit.client.0.smithi099.stdout: "distro": { 2024-04-12T17:30:13.835 INFO:tasks.workunit.client.0.smithi099.stdout: "centos": 3 2024-04-12T17:30:13.835 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.835 INFO:tasks.workunit.client.0.smithi099.stdout: "distro_description": { 2024-04-12T17:30:13.835 INFO:tasks.workunit.client.0.smithi099.stdout: "CentOS Stream 8": 3 2024-04-12T17:30:13.835 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.835 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_description": { 2024-04-12T17:30:13.835 INFO:tasks.workunit.client.0.smithi099.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-12T17:30:13.835 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.835 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_version": { 2024-04-12T17:30:13.835 INFO:tasks.workunit.client.0.smithi099.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-12T17:30:13.835 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.835 INFO:tasks.workunit.client.0.smithi099.stdout: "os": { 2024-04-12T17:30:13.836 INFO:tasks.workunit.client.0.smithi099.stdout: "Linux": 3 2024-04-12T17:30:13.836 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.836 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.836 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:13.836 INFO:tasks.workunit.client.0.smithi099.stdout: "arch": { 2024-04-12T17:30:13.836 INFO:tasks.workunit.client.0.smithi099.stdout: "x86_64": 8 2024-04-12T17:30:13.836 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.836 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_version": { 2024-04-12T17:30:13.836 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 8 2024-04-12T17:30:13.836 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.836 INFO:tasks.workunit.client.0.smithi099.stdout: "cpu": { 2024-04-12T17:30:13.836 INFO:tasks.workunit.client.0.smithi099.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-12T17:30:13.836 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.836 INFO:tasks.workunit.client.0.smithi099.stdout: "distro": { 2024-04-12T17:30:13.836 INFO:tasks.workunit.client.0.smithi099.stdout: "centos": 8 2024-04-12T17:30:13.836 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.837 INFO:tasks.workunit.client.0.smithi099.stdout: "distro_description": { 2024-04-12T17:30:13.837 INFO:tasks.workunit.client.0.smithi099.stdout: "CentOS Stream 8": 8 2024-04-12T17:30:13.837 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.837 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_description": { 2024-04-12T17:30:13.837 INFO:tasks.workunit.client.0.smithi099.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-12T17:30:13.837 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.837 INFO:tasks.workunit.client.0.smithi099.stdout: "kernel_version": { 2024-04-12T17:30:13.837 INFO:tasks.workunit.client.0.smithi099.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-12T17:30:13.837 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.837 INFO:tasks.workunit.client.0.smithi099.stdout: "os": { 2024-04-12T17:30:13.837 INFO:tasks.workunit.client.0.smithi099.stdout: "Linux": 8 2024-04-12T17:30:13.837 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.837 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_objectstore": { 2024-04-12T17:30:13.837 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": 8 2024-04-12T17:30:13.837 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.837 INFO:tasks.workunit.client.0.smithi099.stdout: "rotational": { 2024-04-12T17:30:13.838 INFO:tasks.workunit.client.0.smithi099.stdout: "0": 8 2024-04-12T17:30:13.838 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.838 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.838 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.838 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T17:30:13.838 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3, 2024-04-12T17:30:13.838 INFO:tasks.workunit.client.0.smithi099.stdout: "features": { 2024-04-12T17:30:13.838 INFO:tasks.workunit.client.0.smithi099.stdout: "optional": [], 2024-04-12T17:30:13.838 INFO:tasks.workunit.client.0.smithi099.stdout: "persistent": [ 2024-04-12T17:30:13.838 INFO:tasks.workunit.client.0.smithi099.stdout: "kraken", 2024-04-12T17:30:13.838 INFO:tasks.workunit.client.0.smithi099.stdout: "luminous", 2024-04-12T17:30:13.838 INFO:tasks.workunit.client.0.smithi099.stdout: "mimic", 2024-04-12T17:30:13.838 INFO:tasks.workunit.client.0.smithi099.stdout: "osdmap-prune", 2024-04-12T17:30:13.839 INFO:tasks.workunit.client.0.smithi099.stdout: "nautilus", 2024-04-12T17:30:13.839 INFO:tasks.workunit.client.0.smithi099.stdout: "octopus", 2024-04-12T17:30:13.839 INFO:tasks.workunit.client.0.smithi099.stdout: "pacific", 2024-04-12T17:30:13.839 INFO:tasks.workunit.client.0.smithi099.stdout: "elector-pinging", 2024-04-12T17:30:13.839 INFO:tasks.workunit.client.0.smithi099.stdout: "quincy", 2024-04-12T17:30:13.839 INFO:tasks.workunit.client.0.smithi099.stdout: "reef", 2024-04-12T17:30:13.839 INFO:tasks.workunit.client.0.smithi099.stdout: "squid" 2024-04-12T17:30:13.839 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.839 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.839 INFO:tasks.workunit.client.0.smithi099.stdout: "ipv4_addr_mons": 6, 2024-04-12T17:30:13.839 INFO:tasks.workunit.client.0.smithi099.stdout: "ipv6_addr_mons": 0, 2024-04-12T17:30:13.839 INFO:tasks.workunit.client.0.smithi099.stdout: "min_mon_release": 19, 2024-04-12T17:30:13.839 INFO:tasks.workunit.client.0.smithi099.stdout: "v1_addr_mons": 3, 2024-04-12T17:30:13.839 INFO:tasks.workunit.client.0.smithi099.stdout: "v2_addr_mons": 3 2024-04-12T17:30:13.839 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.839 INFO:tasks.workunit.client.0.smithi099.stdout: "organization": "ceph-qa", 2024-04-12T17:30:13.840 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:13.840 INFO:tasks.workunit.client.0.smithi099.stdout: "cluster_network": false, 2024-04-12T17:30:13.840 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8, 2024-04-12T17:30:13.840 INFO:tasks.workunit.client.0.smithi099.stdout: "require_min_compat_client": "luminous", 2024-04-12T17:30:13.840 INFO:tasks.workunit.client.0.smithi099.stdout: "require_osd_release": "squid" 2024-04-12T17:30:13.840 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.840 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_perf_histograms": [ 2024-04-12T17:30:13.840 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.840 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:30:13.840 INFO:tasks.workunit.client.0.smithi099.stdout: "axes": [ 2024-04-12T17:30:13.840 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.840 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T17:30:13.840 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T17:30:13.840 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Latency (usec)", 2024-04-12T17:30:13.840 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 100000, 2024-04-12T17:30:13.841 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T17:30:13.841 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T17:30:13.841 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 99999]", 2024-04-12T17:30:13.841 INFO:tasks.workunit.client.0.smithi099.stdout: "[100000, 199999]", 2024-04-12T17:30:13.841 INFO:tasks.workunit.client.0.smithi099.stdout: "[200000, 399999]", 2024-04-12T17:30:13.841 INFO:tasks.workunit.client.0.smithi099.stdout: "[400000, 799999]", 2024-04-12T17:30:13.841 INFO:tasks.workunit.client.0.smithi099.stdout: "[800000, 1599999]", 2024-04-12T17:30:13.841 INFO:tasks.workunit.client.0.smithi099.stdout: "[1600000, 3199999]", 2024-04-12T17:30:13.841 INFO:tasks.workunit.client.0.smithi099.stdout: "[3200000, 6399999]", 2024-04-12T17:30:13.841 INFO:tasks.workunit.client.0.smithi099.stdout: "[6400000, 12799999]", 2024-04-12T17:30:13.841 INFO:tasks.workunit.client.0.smithi099.stdout: "[12800000, 25599999]", 2024-04-12T17:30:13.841 INFO:tasks.workunit.client.0.smithi099.stdout: "[25600000, 51199999]", 2024-04-12T17:30:13.841 INFO:tasks.workunit.client.0.smithi099.stdout: "[51200000, 102399999]", 2024-04-12T17:30:13.841 INFO:tasks.workunit.client.0.smithi099.stdout: "[102400000, 204799999]", 2024-04-12T17:30:13.841 INFO:tasks.workunit.client.0.smithi099.stdout: "[204800000, 409599999]", 2024-04-12T17:30:13.841 INFO:tasks.workunit.client.0.smithi099.stdout: "[409600000, 819199999]", 2024-04-12T17:30:13.842 INFO:tasks.workunit.client.0.smithi099.stdout: "[819200000, 1638399999]", 2024-04-12T17:30:13.842 INFO:tasks.workunit.client.0.smithi099.stdout: "[1638400000, 3276799999]", 2024-04-12T17:30:13.842 INFO:tasks.workunit.client.0.smithi099.stdout: "[3276800000, 6553599999]", 2024-04-12T17:30:13.842 INFO:tasks.workunit.client.0.smithi099.stdout: "[6553600000, 13107199999]", 2024-04-12T17:30:13.842 INFO:tasks.workunit.client.0.smithi099.stdout: "[13107200000, 26214399999]", 2024-04-12T17:30:13.842 INFO:tasks.workunit.client.0.smithi099.stdout: "[26214400000, 52428799999]", 2024-04-12T17:30:13.842 INFO:tasks.workunit.client.0.smithi099.stdout: "[52428800000, 104857599999]", 2024-04-12T17:30:13.842 INFO:tasks.workunit.client.0.smithi099.stdout: "[104857600000, 209715199999]", 2024-04-12T17:30:13.842 INFO:tasks.workunit.client.0.smithi099.stdout: "[209715200000, 419430399999]", 2024-04-12T17:30:13.842 INFO:tasks.workunit.client.0.smithi099.stdout: "[419430400000, 838860799999]", 2024-04-12T17:30:13.842 INFO:tasks.workunit.client.0.smithi099.stdout: "[838860800000, 1677721599999]", 2024-04-12T17:30:13.842 INFO:tasks.workunit.client.0.smithi099.stdout: "[1677721600000, 3355443199999]", 2024-04-12T17:30:13.842 INFO:tasks.workunit.client.0.smithi099.stdout: "[3355443200000, 6710886399999]", 2024-04-12T17:30:13.842 INFO:tasks.workunit.client.0.smithi099.stdout: "[6710886400000, 13421772799999]", 2024-04-12T17:30:13.842 INFO:tasks.workunit.client.0.smithi099.stdout: "[13421772800000, 26843545599999]", 2024-04-12T17:30:13.843 INFO:tasks.workunit.client.0.smithi099.stdout: "[26843545600000, 53687091199999]", 2024-04-12T17:30:13.843 INFO:tasks.workunit.client.0.smithi099.stdout: "[53687091200000, None]" 2024-04-12T17:30:13.843 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.843 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T17:30:13.843 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.843 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.843 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T17:30:13.843 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T17:30:13.843 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Request size (bytes)", 2024-04-12T17:30:13.843 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 512, 2024-04-12T17:30:13.843 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T17:30:13.843 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T17:30:13.843 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 511]", 2024-04-12T17:30:13.844 INFO:tasks.workunit.client.0.smithi099.stdout: "[512, 1023]", 2024-04-12T17:30:13.844 INFO:tasks.workunit.client.0.smithi099.stdout: "[1024, 2047]", 2024-04-12T17:30:13.844 INFO:tasks.workunit.client.0.smithi099.stdout: "[2048, 4095]", 2024-04-12T17:30:13.844 INFO:tasks.workunit.client.0.smithi099.stdout: "[4096, 8191]", 2024-04-12T17:30:13.844 INFO:tasks.workunit.client.0.smithi099.stdout: "[8192, 16383]", 2024-04-12T17:30:13.844 INFO:tasks.workunit.client.0.smithi099.stdout: "[16384, 32767]", 2024-04-12T17:30:13.844 INFO:tasks.workunit.client.0.smithi099.stdout: "[32768, 65535]", 2024-04-12T17:30:13.844 INFO:tasks.workunit.client.0.smithi099.stdout: "[65536, 131071]", 2024-04-12T17:30:13.844 INFO:tasks.workunit.client.0.smithi099.stdout: "[131072, 262143]", 2024-04-12T17:30:13.844 INFO:tasks.workunit.client.0.smithi099.stdout: "[262144, 524287]", 2024-04-12T17:30:13.844 INFO:tasks.workunit.client.0.smithi099.stdout: "[524288, 1048575]", 2024-04-12T17:30:13.844 INFO:tasks.workunit.client.0.smithi099.stdout: "[1048576, 2097151]", 2024-04-12T17:30:13.844 INFO:tasks.workunit.client.0.smithi099.stdout: "[2097152, 4194303]", 2024-04-12T17:30:13.844 INFO:tasks.workunit.client.0.smithi099.stdout: "[4194304, 8388607]", 2024-04-12T17:30:13.844 INFO:tasks.workunit.client.0.smithi099.stdout: "[8388608, 16777215]", 2024-04-12T17:30:13.844 INFO:tasks.workunit.client.0.smithi099.stdout: "[16777216, 33554431]", 2024-04-12T17:30:13.845 INFO:tasks.workunit.client.0.smithi099.stdout: "[33554432, 67108863]", 2024-04-12T17:30:13.845 INFO:tasks.workunit.client.0.smithi099.stdout: "[67108864, 134217727]", 2024-04-12T17:30:13.845 INFO:tasks.workunit.client.0.smithi099.stdout: "[134217728, 268435455]", 2024-04-12T17:30:13.845 INFO:tasks.workunit.client.0.smithi099.stdout: "[268435456, 536870911]", 2024-04-12T17:30:13.845 INFO:tasks.workunit.client.0.smithi099.stdout: "[536870912, 1073741823]", 2024-04-12T17:30:13.845 INFO:tasks.workunit.client.0.smithi099.stdout: "[1073741824, 2147483647]", 2024-04-12T17:30:13.845 INFO:tasks.workunit.client.0.smithi099.stdout: "[2147483648, 4294967295]", 2024-04-12T17:30:13.845 INFO:tasks.workunit.client.0.smithi099.stdout: "[4294967296, 8589934591]", 2024-04-12T17:30:13.845 INFO:tasks.workunit.client.0.smithi099.stdout: "[8589934592, 17179869183]", 2024-04-12T17:30:13.845 INFO:tasks.workunit.client.0.smithi099.stdout: "[17179869184, 34359738367]", 2024-04-12T17:30:13.845 INFO:tasks.workunit.client.0.smithi099.stdout: "[34359738368, 68719476735]", 2024-04-12T17:30:13.845 INFO:tasks.workunit.client.0.smithi099.stdout: "[68719476736, 137438953471]", 2024-04-12T17:30:13.845 INFO:tasks.workunit.client.0.smithi099.stdout: "[137438953472, 274877906943]", 2024-04-12T17:30:13.845 INFO:tasks.workunit.client.0.smithi099.stdout: "[274877906944, None]" 2024-04-12T17:30:13.845 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.846 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T17:30:13.846 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.846 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.846 INFO:tasks.workunit.client.0.smithi099.stdout: "osds": [ 2024-04-12T17:30:13.846 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.846 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 0, 2024-04-12T17:30:13.846 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:13.846 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.846 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.846 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 10277, 14, 1, 0, 3, 2, 0, 1, 0, 2, 12, 2, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.846 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 8062, 27, 20, 0, 24, 3, 4, 21, 19, 46, 66, 23, 33, 18, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.846 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1109, 7, 11, 0, 3, 0, 1, 2, 16, 11, 93, 164, 72, 2, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.846 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 797, 4, 0, 0, 1, 1, 0, 1, 1, 2, 3, 33, 299, 0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.846 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 513, 16, 4, 0, 1, 1, 0, 0, 1, 0, 3, 16, 29, 41, 124, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.847 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 390, 18, 3, 0, 0, 0, 0, 0, 0, 0, 0, 16, 32, 14, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.847 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 326, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 19, 21, 58, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.847 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 7, 41, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.847 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 1, 8, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.847 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.847 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.847 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.847 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.847 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.847 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.847 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.847 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.847 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.847 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.847 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.848 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.848 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.848 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.848 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.848 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.848 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.848 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.848 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.848 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.848 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:13.848 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.848 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.848 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.848 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 1, 2024-04-12T17:30:13.849 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:13.849 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.849 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.849 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 7539, 10, 0, 0, 1, 2, 2, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.849 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 6661, 20, 1234, 4, 15, 7, 13, 17, 43, 62, 50, 36, 44, 2, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.849 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 446, 4, 254, 18, 1, 0, 1, 6, 2, 7, 91, 234, 133, 1, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.849 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 298, 2, 1, 12, 0, 0, 0, 0, 0, 2, 1, 14, 402, 0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.849 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 105, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 2, 13, 23, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.849 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 37, 0, 41, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 5, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.849 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 96, 0, 217, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 9, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.849 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 35, 0, 41, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 6, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.849 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.849 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.849 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.850 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.850 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.850 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.850 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.850 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.850 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.850 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.850 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.850 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.850 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.850 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.850 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.850 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.851 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.851 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.851 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.851 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.851 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.851 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:13.851 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.851 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.851 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.851 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 2, 2024-04-12T17:30:13.851 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:13.851 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.851 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 308, 44, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.851 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 13632, 7917, 4440, 0, 1, 0, 1, 0, 1, 6, 2, 6, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.851 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 8191, 127, 47, 0, 5, 0, 1, 0, 1, 10, 10, 13, 27, 28, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.852 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 837, 15, 9, 2, 2, 0, 1, 0, 2, 6, 30, 0, 9, 5, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.852 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 382, 9, 0, 0, 0, 0, 0, 0, 0, 0, 2, 15, 53, 21, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.852 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 127, 10, 0, 0, 0, 0, 1, 0, 0, 0, 6, 19, 28, 61, 114, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.852 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 157, 18, 1, 0, 0, 0, 0, 2, 2, 0, 1, 9, 31, 24, 81, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.852 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 158, 42, 0, 1, 0, 0, 0, 0, 3, 0, 1, 6, 28, 30, 69, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.852 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 31, 87, 0, 0, 0, 0, 2, 0, 0, 0, 3, 7, 9, 36, 78, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.852 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 17, 93, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 4, 31, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.852 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.852 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.852 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.852 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.852 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.852 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.852 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.852 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.852 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.853 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.853 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.853 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.853 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.853 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.853 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.853 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.853 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.853 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.853 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.853 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.853 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:13.853 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.853 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.854 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.854 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 3, 2024-04-12T17:30:13.854 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:13.854 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.854 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1412, 232, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.854 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 18931, 7982, 0, 0, 1, 0, 0, 1, 0, 0, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.854 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 10412, 203, 34, 2, 15, 3, 5, 9, 12, 39, 17, 14, 18, 10, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.854 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1287, 113, 172, 0, 2, 0, 0, 2, 4, 5, 45, 91, 38, 3, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.854 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 474, 25, 37, 0, 2, 0, 0, 0, 0, 2, 2, 12, 166, 3, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.854 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 106, 16, 12, 0, 161, 0, 0, 0, 0, 0, 7, 7, 9, 18, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.854 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 125, 7, 37, 34, 301, 0, 0, 0, 0, 0, 1, 2, 9, 9, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.854 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 37, 2, 1, 33, 211, 0, 0, 0, 0, 0, 0, 0, 2, 11, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.854 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 14, 0, 0, 1, 2140, 102, 0, 0, 0, 0, 0, 0, 0, 4, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.854 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 19, 27, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.854 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.855 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.855 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.855 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.855 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.855 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.855 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.855 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.855 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.855 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.855 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.855 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.855 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.855 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.855 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.856 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.856 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.856 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.856 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.856 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.856 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:13.856 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.856 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.856 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.856 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 4, 2024-04-12T17:30:13.856 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:13.856 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.856 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2620, 1314, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.856 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 10232, 2787, 107, 6, 33, 37, 4, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.856 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 8182, 87, 48, 6, 19, 49, 140, 139, 6, 19, 25, 5, 10, 2, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.856 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1082, 19, 16, 0, 1, 1, 21, 75, 5, 12, 47, 76, 34, 0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.857 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 315, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 15, 148, 2, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.857 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 154, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 20, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.857 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 19, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.857 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 40, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 22, 46, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.857 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 40, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.857 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.857 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.857 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.857 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.857 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.857 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.857 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.857 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.857 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.857 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.858 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.858 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.858 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.858 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.858 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.858 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.858 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.858 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.858 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.858 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.858 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.858 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:13.858 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.858 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.858 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.859 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 5, 2024-04-12T17:30:13.859 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:13.859 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.859 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 189, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.859 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 12098, 2, 0, 1, 6935, 441, 0, 0, 0, 0, 13, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.859 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 9317, 21, 4, 1, 593, 145, 2, 1, 2, 0, 42, 6, 10, 35, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.859 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1046, 21, 1, 1, 91, 18, 0, 0, 0, 0, 37, 12, 9, 7, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.859 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 431, 7, 5, 5, 9, 12, 0, 0, 1, 2, 3, 5, 30, 13, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.859 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 215, 9, 6, 0, 2, 14, 0, 1, 0, 2, 3, 3, 8, 63, 143, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.859 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 208, 2, 1, 1, 1, 0, 0, 2, 0, 8, 5, 4, 17, 15, 45, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.859 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 78, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 10, 17, 38, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.859 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 4, 3, 5, 7, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.859 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.859 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.860 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.860 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.860 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.860 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.860 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.860 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.860 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.860 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.860 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.860 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.860 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.860 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.860 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.860 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.860 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.861 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.861 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.861 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.861 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.861 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:13.861 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.861 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.861 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.861 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 6, 2024-04-12T17:30:13.861 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:13.861 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.861 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.861 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 8667, 8, 0, 0, 11, 0, 0, 0, 1, 0, 0, 4, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.861 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 7785, 73, 35, 0, 5, 4, 2, 3, 11, 15, 14, 12, 23, 16, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.861 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 818, 6, 9, 2, 1, 0, 0, 3, 3, 10, 50, 91, 27, 6, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.861 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 317, 1, 0, 0, 1, 0, 0, 0, 2, 0, 0, 25, 215, 27, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.862 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 94, 3, 0, 0, 0, 2, 0, 1, 4, 0, 0, 0, 4, 48, 133, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.862 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 69, 5, 0, 0, 0, 0, 2, 0, 0, 0, 0, 3, 1, 5, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.862 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 93, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 6, 8, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.862 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.862 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.862 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.862 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.862 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.862 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.862 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.862 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.862 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.862 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.862 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.863 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.863 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.863 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.863 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.863 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.863 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.863 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.863 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.863 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.863 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.863 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.863 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:13.863 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.863 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.863 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.863 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 7, 2024-04-12T17:30:13.864 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:13.864 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.864 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.864 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 12613, 17, 1, 1, 8, 0, 0, 1, 2, 1, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.864 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 7978, 16, 1, 0, 7, 2, 0, 1, 6, 3, 21, 6, 1, 5, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.864 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 810, 2, 0, 0, 0, 0, 1, 0, 0, 4, 22, 7, 5, 3, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.864 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 219, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 1, 39, 22, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.864 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 106, 1, 0, 0, 0, 0, 0, 0, 3, 1, 1, 1, 6, 49, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.864 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 88, 0, 0, 0, 0, 0, 0, 0, 3, 1, 0, 4, 8, 1, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.864 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 119, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 3, 13, 10, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.864 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.864 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.864 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.864 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.864 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.865 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.865 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.865 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.865 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.865 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.865 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.865 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.865 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.865 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.865 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.865 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.865 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.865 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.866 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.866 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.866 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.866 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.866 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:13.866 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.866 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.866 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.866 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.866 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:30:13.866 INFO:tasks.workunit.client.0.smithi099.stdout: "axes": [ 2024-04-12T17:30:13.866 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.866 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T17:30:13.866 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T17:30:13.867 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Latency (usec)", 2024-04-12T17:30:13.867 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 100000, 2024-04-12T17:30:13.867 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T17:30:13.867 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T17:30:13.867 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 99999]", 2024-04-12T17:30:13.867 INFO:tasks.workunit.client.0.smithi099.stdout: "[100000, 199999]", 2024-04-12T17:30:13.867 INFO:tasks.workunit.client.0.smithi099.stdout: "[200000, 399999]", 2024-04-12T17:30:13.867 INFO:tasks.workunit.client.0.smithi099.stdout: "[400000, 799999]", 2024-04-12T17:30:13.867 INFO:tasks.workunit.client.0.smithi099.stdout: "[800000, 1599999]", 2024-04-12T17:30:13.867 INFO:tasks.workunit.client.0.smithi099.stdout: "[1600000, 3199999]", 2024-04-12T17:30:13.867 INFO:tasks.workunit.client.0.smithi099.stdout: "[3200000, 6399999]", 2024-04-12T17:30:13.867 INFO:tasks.workunit.client.0.smithi099.stdout: "[6400000, 12799999]", 2024-04-12T17:30:13.867 INFO:tasks.workunit.client.0.smithi099.stdout: "[12800000, 25599999]", 2024-04-12T17:30:13.867 INFO:tasks.workunit.client.0.smithi099.stdout: "[25600000, 51199999]", 2024-04-12T17:30:13.868 INFO:tasks.workunit.client.0.smithi099.stdout: "[51200000, 102399999]", 2024-04-12T17:30:13.868 INFO:tasks.workunit.client.0.smithi099.stdout: "[102400000, 204799999]", 2024-04-12T17:30:13.868 INFO:tasks.workunit.client.0.smithi099.stdout: "[204800000, 409599999]", 2024-04-12T17:30:13.868 INFO:tasks.workunit.client.0.smithi099.stdout: "[409600000, 819199999]", 2024-04-12T17:30:13.868 INFO:tasks.workunit.client.0.smithi099.stdout: "[819200000, 1638399999]", 2024-04-12T17:30:13.868 INFO:tasks.workunit.client.0.smithi099.stdout: "[1638400000, 3276799999]", 2024-04-12T17:30:13.868 INFO:tasks.workunit.client.0.smithi099.stdout: "[3276800000, 6553599999]", 2024-04-12T17:30:13.868 INFO:tasks.workunit.client.0.smithi099.stdout: "[6553600000, 13107199999]", 2024-04-12T17:30:13.868 INFO:tasks.workunit.client.0.smithi099.stdout: "[13107200000, 26214399999]", 2024-04-12T17:30:13.868 INFO:tasks.workunit.client.0.smithi099.stdout: "[26214400000, 52428799999]", 2024-04-12T17:30:13.868 INFO:tasks.workunit.client.0.smithi099.stdout: "[52428800000, 104857599999]", 2024-04-12T17:30:13.868 INFO:tasks.workunit.client.0.smithi099.stdout: "[104857600000, 209715199999]", 2024-04-12T17:30:13.868 INFO:tasks.workunit.client.0.smithi099.stdout: "[209715200000, 419430399999]", 2024-04-12T17:30:13.868 INFO:tasks.workunit.client.0.smithi099.stdout: "[419430400000, 838860799999]", 2024-04-12T17:30:13.868 INFO:tasks.workunit.client.0.smithi099.stdout: "[838860800000, 1677721599999]", 2024-04-12T17:30:13.869 INFO:tasks.workunit.client.0.smithi099.stdout: "[1677721600000, 3355443199999]", 2024-04-12T17:30:13.869 INFO:tasks.workunit.client.0.smithi099.stdout: "[3355443200000, 6710886399999]", 2024-04-12T17:30:13.869 INFO:tasks.workunit.client.0.smithi099.stdout: "[6710886400000, 13421772799999]", 2024-04-12T17:30:13.869 INFO:tasks.workunit.client.0.smithi099.stdout: "[13421772800000, 26843545599999]", 2024-04-12T17:30:13.869 INFO:tasks.workunit.client.0.smithi099.stdout: "[26843545600000, 53687091199999]", 2024-04-12T17:30:13.869 INFO:tasks.workunit.client.0.smithi099.stdout: "[53687091200000, None]" 2024-04-12T17:30:13.869 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.869 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T17:30:13.869 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.869 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.869 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T17:30:13.869 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T17:30:13.869 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Request size (bytes)", 2024-04-12T17:30:13.869 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 512, 2024-04-12T17:30:13.869 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T17:30:13.870 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T17:30:13.870 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 511]", 2024-04-12T17:30:13.870 INFO:tasks.workunit.client.0.smithi099.stdout: "[512, 1023]", 2024-04-12T17:30:13.870 INFO:tasks.workunit.client.0.smithi099.stdout: "[1024, 2047]", 2024-04-12T17:30:13.870 INFO:tasks.workunit.client.0.smithi099.stdout: "[2048, 4095]", 2024-04-12T17:30:13.870 INFO:tasks.workunit.client.0.smithi099.stdout: "[4096, 8191]", 2024-04-12T17:30:13.870 INFO:tasks.workunit.client.0.smithi099.stdout: "[8192, 16383]", 2024-04-12T17:30:13.870 INFO:tasks.workunit.client.0.smithi099.stdout: "[16384, 32767]", 2024-04-12T17:30:13.870 INFO:tasks.workunit.client.0.smithi099.stdout: "[32768, 65535]", 2024-04-12T17:30:13.870 INFO:tasks.workunit.client.0.smithi099.stdout: "[65536, 131071]", 2024-04-12T17:30:13.870 INFO:tasks.workunit.client.0.smithi099.stdout: "[131072, 262143]", 2024-04-12T17:30:13.870 INFO:tasks.workunit.client.0.smithi099.stdout: "[262144, 524287]", 2024-04-12T17:30:13.870 INFO:tasks.workunit.client.0.smithi099.stdout: "[524288, 1048575]", 2024-04-12T17:30:13.870 INFO:tasks.workunit.client.0.smithi099.stdout: "[1048576, 2097151]", 2024-04-12T17:30:13.871 INFO:tasks.workunit.client.0.smithi099.stdout: "[2097152, 4194303]", 2024-04-12T17:30:13.871 INFO:tasks.workunit.client.0.smithi099.stdout: "[4194304, 8388607]", 2024-04-12T17:30:13.871 INFO:tasks.workunit.client.0.smithi099.stdout: "[8388608, 16777215]", 2024-04-12T17:30:13.871 INFO:tasks.workunit.client.0.smithi099.stdout: "[16777216, 33554431]", 2024-04-12T17:30:13.871 INFO:tasks.workunit.client.0.smithi099.stdout: "[33554432, 67108863]", 2024-04-12T17:30:13.871 INFO:tasks.workunit.client.0.smithi099.stdout: "[67108864, 134217727]", 2024-04-12T17:30:13.871 INFO:tasks.workunit.client.0.smithi099.stdout: "[134217728, 268435455]", 2024-04-12T17:30:13.871 INFO:tasks.workunit.client.0.smithi099.stdout: "[268435456, 536870911]", 2024-04-12T17:30:13.871 INFO:tasks.workunit.client.0.smithi099.stdout: "[536870912, 1073741823]", 2024-04-12T17:30:13.871 INFO:tasks.workunit.client.0.smithi099.stdout: "[1073741824, 2147483647]", 2024-04-12T17:30:13.871 INFO:tasks.workunit.client.0.smithi099.stdout: "[2147483648, 4294967295]", 2024-04-12T17:30:13.871 INFO:tasks.workunit.client.0.smithi099.stdout: "[4294967296, 8589934591]", 2024-04-12T17:30:13.871 INFO:tasks.workunit.client.0.smithi099.stdout: "[8589934592, 17179869183]", 2024-04-12T17:30:13.871 INFO:tasks.workunit.client.0.smithi099.stdout: "[17179869184, 34359738367]", 2024-04-12T17:30:13.871 INFO:tasks.workunit.client.0.smithi099.stdout: "[34359738368, 68719476735]", 2024-04-12T17:30:13.872 INFO:tasks.workunit.client.0.smithi099.stdout: "[68719476736, 137438953471]", 2024-04-12T17:30:13.872 INFO:tasks.workunit.client.0.smithi099.stdout: "[137438953472, 274877906943]", 2024-04-12T17:30:13.872 INFO:tasks.workunit.client.0.smithi099.stdout: "[274877906944, None]" 2024-04-12T17:30:13.872 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.872 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T17:30:13.872 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.872 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.872 INFO:tasks.workunit.client.0.smithi099.stdout: "osds": [ 2024-04-12T17:30:13.872 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.872 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 0, 2024-04-12T17:30:13.872 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:13.872 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.872 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.872 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.872 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.873 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 774, 4, 3, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.873 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 4127, 58, 81, 120, 458, 600, 706, 1, 2, 0, 2, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.873 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 658, 5, 21, 52, 12, 12, 17, 0, 0, 1, 0, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.873 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 256, 0, 0, 10, 0, 0, 2, 0, 0, 0, 0, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.873 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 161, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 2, 5, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.873 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 106, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 1, 3, 10, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.873 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.873 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.873 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.873 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.873 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.873 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.873 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.873 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.874 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.874 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.874 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.874 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.874 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.874 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.874 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.874 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.874 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.874 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.874 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.874 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.874 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.874 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:13.875 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.875 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.875 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.875 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 1, 2024-04-12T17:30:13.875 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:13.875 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.875 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.875 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.875 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.875 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 417, 0, 3, 21, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.875 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2580, 262, 32, 48, 114, 1, 1, 6, 3, 0, 0, 2, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.875 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 503, 22, 1207, 0, 0, 1, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.875 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 429, 1, 136, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.875 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1649, 1248, 55, 0, 0, 0, 0, 0, 0, 0, 2, 1, 5, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.875 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1621, 1750, 238, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 6, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.876 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 45, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.876 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.876 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.876 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.876 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.876 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.876 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.876 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.876 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.876 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.876 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.876 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.876 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.876 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.876 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.877 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.877 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.877 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.877 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.877 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.877 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.877 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:13.877 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.877 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.877 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.877 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 2, 2024-04-12T17:30:13.877 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:13.877 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.877 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.878 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.878 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.878 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1799, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.878 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 8703, 24, 0, 0, 2, 2, 7, 5, 10, 8, 3, 1, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.878 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 15735, 0, 0, 0, 0, 0, 0, 0, 2, 2, 4, 1, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.878 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 369, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.878 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 130, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 8, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.878 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 105, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 19, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.878 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 6, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.878 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.878 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.878 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.878 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.879 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.879 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.879 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.879 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.879 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.879 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.879 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.879 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.879 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.879 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.879 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.879 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.879 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.879 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.880 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.880 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.880 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:13.880 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.880 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.880 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.880 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 3, 2024-04-12T17:30:13.880 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:13.880 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.880 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.880 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.880 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.880 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 514, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.880 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 3092, 43, 0, 0, 3, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.880 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 744, 3, 1, 0, 1, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.881 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 305, 22, 25, 50, 0, 0, 0, 0, 0, 0, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.881 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1196, 226, 10, 127, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.881 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 4221, 2485, 0, 400, 0, 0, 0, 0, 0, 0, 0, 0, 3, 7, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.881 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 123, 288, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.881 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.881 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.881 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.881 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.881 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.881 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.881 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.881 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.881 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.881 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.881 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.882 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.882 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.882 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.882 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.882 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.882 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.882 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.882 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.882 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.882 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:13.882 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.882 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.882 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.882 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 4, 2024-04-12T17:30:13.883 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:13.883 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.883 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.883 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.883 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.883 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 971, 0, 1, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.883 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 3109, 215, 34, 51, 138, 275, 465, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.883 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 269, 12, 1, 0, 0, 0, 11, 0, 0, 0, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.883 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 104, 1, 0, 0, 0, 0, 3, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.883 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 41, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.883 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.883 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.883 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.883 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.883 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.884 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.884 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.884 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.884 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.884 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.884 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.884 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.884 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.884 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.884 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.884 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.884 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.884 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.884 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.884 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.885 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.885 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.885 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:13.885 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.885 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.885 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.885 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 5, 2024-04-12T17:30:13.885 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:13.885 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.885 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.885 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.885 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.885 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 869, 6, 10, 31, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.885 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 5176, 66, 124, 219, 467, 606, 720, 4, 13, 11, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.885 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 309, 3, 6, 10, 19, 7, 10, 0, 2, 5, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.886 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 218, 4, 16, 18, 3, 0, 0, 0, 0, 0, 1, 4, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.886 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 80, 36, 68, 110, 27, 0, 0, 0, 0, 0, 2, 0, 0, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.886 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 11, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.886 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 6, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.886 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.886 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.886 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.886 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.886 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.886 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.886 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.886 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.886 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.886 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.886 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.887 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.887 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.887 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.887 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.887 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.887 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.887 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.887 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.887 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.887 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:13.887 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.887 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.887 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.887 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 6, 2024-04-12T17:30:13.888 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:13.888 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.888 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.888 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.888 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.888 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 611, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.888 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2846, 24, 0, 0, 0, 0, 2, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.888 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 365, 2, 0, 0, 1, 0, 0, 0, 1, 0, 3, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.888 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 283, 4, 0, 0, 0, 0, 0, 0, 1, 0, 0, 6, 4, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.888 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 218, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.888 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 9, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.888 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 6, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.888 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.888 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.888 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.889 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.889 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.889 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.889 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.889 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.889 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.889 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.889 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.889 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.889 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.889 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.889 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.889 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.889 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.890 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.890 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.890 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.890 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:13.890 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.890 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.890 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.890 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 7, 2024-04-12T17:30:13.890 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:13.890 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.890 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.890 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.890 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.890 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 735, 5, 11, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.891 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 7667, 27, 67, 40, 2, 1, 0, 2, 2, 0, 3, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.891 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2266, 32, 82, 39, 1, 0, 0, 0, 1, 0, 1, 0, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.891 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 165, 6, 6, 0, 0, 0, 0, 0, 0, 0, 1, 4, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.891 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 10, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.891 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.891 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.891 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.891 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.891 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.891 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.891 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.891 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.891 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.891 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.891 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.892 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.892 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.892 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.892 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.892 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.892 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.892 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.892 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.892 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.892 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.892 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.892 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:13.892 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.892 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.893 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.893 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.893 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:30:13.893 INFO:tasks.workunit.client.0.smithi099.stdout: "axes": [ 2024-04-12T17:30:13.893 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.893 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T17:30:13.893 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T17:30:13.893 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Latency (usec)", 2024-04-12T17:30:13.893 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 100000, 2024-04-12T17:30:13.893 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T17:30:13.893 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T17:30:13.893 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 99999]", 2024-04-12T17:30:13.893 INFO:tasks.workunit.client.0.smithi099.stdout: "[100000, 199999]", 2024-04-12T17:30:13.893 INFO:tasks.workunit.client.0.smithi099.stdout: "[200000, 399999]", 2024-04-12T17:30:13.894 INFO:tasks.workunit.client.0.smithi099.stdout: "[400000, 799999]", 2024-04-12T17:30:13.894 INFO:tasks.workunit.client.0.smithi099.stdout: "[800000, 1599999]", 2024-04-12T17:30:13.894 INFO:tasks.workunit.client.0.smithi099.stdout: "[1600000, 3199999]", 2024-04-12T17:30:13.894 INFO:tasks.workunit.client.0.smithi099.stdout: "[3200000, 6399999]", 2024-04-12T17:30:13.894 INFO:tasks.workunit.client.0.smithi099.stdout: "[6400000, 12799999]", 2024-04-12T17:30:13.894 INFO:tasks.workunit.client.0.smithi099.stdout: "[12800000, 25599999]", 2024-04-12T17:30:13.894 INFO:tasks.workunit.client.0.smithi099.stdout: "[25600000, 51199999]", 2024-04-12T17:30:13.894 INFO:tasks.workunit.client.0.smithi099.stdout: "[51200000, 102399999]", 2024-04-12T17:30:13.894 INFO:tasks.workunit.client.0.smithi099.stdout: "[102400000, 204799999]", 2024-04-12T17:30:13.894 INFO:tasks.workunit.client.0.smithi099.stdout: "[204800000, 409599999]", 2024-04-12T17:30:13.894 INFO:tasks.workunit.client.0.smithi099.stdout: "[409600000, 819199999]", 2024-04-12T17:30:13.894 INFO:tasks.workunit.client.0.smithi099.stdout: "[819200000, 1638399999]", 2024-04-12T17:30:13.894 INFO:tasks.workunit.client.0.smithi099.stdout: "[1638400000, 3276799999]", 2024-04-12T17:30:13.894 INFO:tasks.workunit.client.0.smithi099.stdout: "[3276800000, 6553599999]", 2024-04-12T17:30:13.894 INFO:tasks.workunit.client.0.smithi099.stdout: "[6553600000, 13107199999]", 2024-04-12T17:30:13.895 INFO:tasks.workunit.client.0.smithi099.stdout: "[13107200000, 26214399999]", 2024-04-12T17:30:13.895 INFO:tasks.workunit.client.0.smithi099.stdout: "[26214400000, 52428799999]", 2024-04-12T17:30:13.895 INFO:tasks.workunit.client.0.smithi099.stdout: "[52428800000, 104857599999]", 2024-04-12T17:30:13.895 INFO:tasks.workunit.client.0.smithi099.stdout: "[104857600000, 209715199999]", 2024-04-12T17:30:13.895 INFO:tasks.workunit.client.0.smithi099.stdout: "[209715200000, 419430399999]", 2024-04-12T17:30:13.895 INFO:tasks.workunit.client.0.smithi099.stdout: "[419430400000, 838860799999]", 2024-04-12T17:30:13.895 INFO:tasks.workunit.client.0.smithi099.stdout: "[838860800000, 1677721599999]", 2024-04-12T17:30:13.895 INFO:tasks.workunit.client.0.smithi099.stdout: "[1677721600000, 3355443199999]", 2024-04-12T17:30:13.895 INFO:tasks.workunit.client.0.smithi099.stdout: "[3355443200000, 6710886399999]", 2024-04-12T17:30:13.895 INFO:tasks.workunit.client.0.smithi099.stdout: "[6710886400000, 13421772799999]", 2024-04-12T17:30:13.895 INFO:tasks.workunit.client.0.smithi099.stdout: "[13421772800000, 26843545599999]", 2024-04-12T17:30:13.895 INFO:tasks.workunit.client.0.smithi099.stdout: "[26843545600000, 53687091199999]", 2024-04-12T17:30:13.895 INFO:tasks.workunit.client.0.smithi099.stdout: "[53687091200000, None]" 2024-04-12T17:30:13.895 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.895 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T17:30:13.896 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.896 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.896 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T17:30:13.896 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T17:30:13.896 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Request size (bytes)", 2024-04-12T17:30:13.896 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 512, 2024-04-12T17:30:13.896 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T17:30:13.896 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T17:30:13.896 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 511]", 2024-04-12T17:30:13.896 INFO:tasks.workunit.client.0.smithi099.stdout: "[512, 1023]", 2024-04-12T17:30:13.896 INFO:tasks.workunit.client.0.smithi099.stdout: "[1024, 2047]", 2024-04-12T17:30:13.896 INFO:tasks.workunit.client.0.smithi099.stdout: "[2048, 4095]", 2024-04-12T17:30:13.896 INFO:tasks.workunit.client.0.smithi099.stdout: "[4096, 8191]", 2024-04-12T17:30:13.896 INFO:tasks.workunit.client.0.smithi099.stdout: "[8192, 16383]", 2024-04-12T17:30:13.896 INFO:tasks.workunit.client.0.smithi099.stdout: "[16384, 32767]", 2024-04-12T17:30:13.896 INFO:tasks.workunit.client.0.smithi099.stdout: "[32768, 65535]", 2024-04-12T17:30:13.897 INFO:tasks.workunit.client.0.smithi099.stdout: "[65536, 131071]", 2024-04-12T17:30:13.897 INFO:tasks.workunit.client.0.smithi099.stdout: "[131072, 262143]", 2024-04-12T17:30:13.897 INFO:tasks.workunit.client.0.smithi099.stdout: "[262144, 524287]", 2024-04-12T17:30:13.897 INFO:tasks.workunit.client.0.smithi099.stdout: "[524288, 1048575]", 2024-04-12T17:30:13.897 INFO:tasks.workunit.client.0.smithi099.stdout: "[1048576, 2097151]", 2024-04-12T17:30:13.897 INFO:tasks.workunit.client.0.smithi099.stdout: "[2097152, 4194303]", 2024-04-12T17:30:13.897 INFO:tasks.workunit.client.0.smithi099.stdout: "[4194304, 8388607]", 2024-04-12T17:30:13.897 INFO:tasks.workunit.client.0.smithi099.stdout: "[8388608, 16777215]", 2024-04-12T17:30:13.897 INFO:tasks.workunit.client.0.smithi099.stdout: "[16777216, 33554431]", 2024-04-12T17:30:13.897 INFO:tasks.workunit.client.0.smithi099.stdout: "[33554432, 67108863]", 2024-04-12T17:30:13.897 INFO:tasks.workunit.client.0.smithi099.stdout: "[67108864, 134217727]", 2024-04-12T17:30:13.897 INFO:tasks.workunit.client.0.smithi099.stdout: "[134217728, 268435455]", 2024-04-12T17:30:13.897 INFO:tasks.workunit.client.0.smithi099.stdout: "[268435456, 536870911]", 2024-04-12T17:30:13.897 INFO:tasks.workunit.client.0.smithi099.stdout: "[536870912, 1073741823]", 2024-04-12T17:30:13.897 INFO:tasks.workunit.client.0.smithi099.stdout: "[1073741824, 2147483647]", 2024-04-12T17:30:13.897 INFO:tasks.workunit.client.0.smithi099.stdout: "[2147483648, 4294967295]", 2024-04-12T17:30:13.898 INFO:tasks.workunit.client.0.smithi099.stdout: "[4294967296, 8589934591]", 2024-04-12T17:30:13.898 INFO:tasks.workunit.client.0.smithi099.stdout: "[8589934592, 17179869183]", 2024-04-12T17:30:13.898 INFO:tasks.workunit.client.0.smithi099.stdout: "[17179869184, 34359738367]", 2024-04-12T17:30:13.898 INFO:tasks.workunit.client.0.smithi099.stdout: "[34359738368, 68719476735]", 2024-04-12T17:30:13.898 INFO:tasks.workunit.client.0.smithi099.stdout: "[68719476736, 137438953471]", 2024-04-12T17:30:13.898 INFO:tasks.workunit.client.0.smithi099.stdout: "[137438953472, 274877906943]", 2024-04-12T17:30:13.898 INFO:tasks.workunit.client.0.smithi099.stdout: "[274877906944, None]" 2024-04-12T17:30:13.898 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.898 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T17:30:13.898 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.898 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.898 INFO:tasks.workunit.client.0.smithi099.stdout: "osds": [ 2024-04-12T17:30:13.898 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.899 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 0, 2024-04-12T17:30:13.899 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:13.899 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.899 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.899 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.899 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.899 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 803, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.899 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 6158, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.899 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 783, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.899 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 279, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.899 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 180, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.899 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 159, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.899 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.899 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.900 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.900 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.900 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.900 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.900 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.900 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.900 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.900 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.900 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.900 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.900 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.900 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.900 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.900 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.900 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.901 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.901 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.901 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.901 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.901 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:13.901 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.901 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.901 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.901 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 1, 2024-04-12T17:30:13.901 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:13.901 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.901 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.901 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.901 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.901 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 448, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.902 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 3052, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.902 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1736, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.902 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 572, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.902 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2969, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.902 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 3639, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.902 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.902 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.902 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.902 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.902 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.902 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.902 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.902 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.902 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.902 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.903 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.903 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.903 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.903 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.903 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.903 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.903 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.903 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.903 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.903 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.903 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.903 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:13.903 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.903 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.903 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.903 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 2, 2024-04-12T17:30:13.904 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:13.904 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.904 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.904 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.904 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.904 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1807, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.904 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 8771, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.904 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 15748, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.904 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 382, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.904 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 149, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.904 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 155, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.904 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.904 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.904 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.904 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.904 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.905 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.905 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.905 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.905 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.905 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.905 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.905 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.905 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.905 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.905 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.905 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.905 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.905 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.905 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.906 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.906 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.906 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:13.906 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.906 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.906 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.906 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 3, 2024-04-12T17:30:13.906 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:13.906 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.906 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.906 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.906 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.906 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 520, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.906 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 3142, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.906 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 754, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.907 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 409, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.907 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1563, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.907 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 7134, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.907 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 436, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.907 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.907 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.907 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.907 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.907 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.907 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.907 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.907 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.907 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.907 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.907 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.908 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.908 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.908 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.908 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.908 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.908 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.908 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.908 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.908 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.908 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:13.908 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.908 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.908 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.908 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 4, 2024-04-12T17:30:13.908 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:13.909 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.909 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.909 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.909 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.909 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 989, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.909 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 4290, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.909 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 297, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.909 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.909 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.909 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.909 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.909 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.909 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.909 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.909 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.910 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.910 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.910 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.910 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.910 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.910 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.910 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.910 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.910 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.910 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.911 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.911 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.911 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.911 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.911 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.911 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.911 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:13.911 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.911 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.911 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.911 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 5, 2024-04-12T17:30:13.911 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:13.911 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.911 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.911 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.912 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.912 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 921, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.912 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 7412, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.912 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 377, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.912 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 268, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.912 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 336, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.912 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.912 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.912 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.912 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.912 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.912 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.912 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.912 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.913 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.913 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.913 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.913 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.913 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.913 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.913 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.913 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.913 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.913 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.913 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.913 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.913 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.913 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.913 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:13.914 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.914 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.914 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.914 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 6, 2024-04-12T17:30:13.914 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:13.914 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.914 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.914 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.914 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.914 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 611, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.914 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2878, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.914 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 376, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.914 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 300, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.914 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 337, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.914 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.915 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.915 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.915 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.915 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.915 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.915 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.915 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.915 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.915 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.915 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.915 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.915 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.915 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.915 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.916 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.916 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.916 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.916 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.916 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.916 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.916 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.916 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:13.916 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.916 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.916 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.916 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 7, 2024-04-12T17:30:13.916 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:13.916 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.916 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.917 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.917 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.917 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 755, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.917 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 7815, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.917 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2428, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.917 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 185, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.917 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.917 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.917 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.917 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.917 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.917 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.917 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.917 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.917 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.918 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.918 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.918 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.918 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.918 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.918 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.918 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.918 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.918 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.918 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.918 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.918 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.918 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.918 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.919 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:13.919 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.919 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.919 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.919 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.919 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:30:13.919 INFO:tasks.workunit.client.0.smithi099.stdout: "axes": [ 2024-04-12T17:30:13.919 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.919 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T17:30:13.919 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T17:30:13.919 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Latency (usec)", 2024-04-12T17:30:13.919 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 100000, 2024-04-12T17:30:13.919 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T17:30:13.919 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T17:30:13.920 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 99999]", 2024-04-12T17:30:13.920 INFO:tasks.workunit.client.0.smithi099.stdout: "[100000, 199999]", 2024-04-12T17:30:13.920 INFO:tasks.workunit.client.0.smithi099.stdout: "[200000, 399999]", 2024-04-12T17:30:13.920 INFO:tasks.workunit.client.0.smithi099.stdout: "[400000, 799999]", 2024-04-12T17:30:13.920 INFO:tasks.workunit.client.0.smithi099.stdout: "[800000, 1599999]", 2024-04-12T17:30:13.920 INFO:tasks.workunit.client.0.smithi099.stdout: "[1600000, 3199999]", 2024-04-12T17:30:13.920 INFO:tasks.workunit.client.0.smithi099.stdout: "[3200000, 6399999]", 2024-04-12T17:30:13.920 INFO:tasks.workunit.client.0.smithi099.stdout: "[6400000, 12799999]", 2024-04-12T17:30:13.920 INFO:tasks.workunit.client.0.smithi099.stdout: "[12800000, 25599999]", 2024-04-12T17:30:13.920 INFO:tasks.workunit.client.0.smithi099.stdout: "[25600000, 51199999]", 2024-04-12T17:30:13.920 INFO:tasks.workunit.client.0.smithi099.stdout: "[51200000, 102399999]", 2024-04-12T17:30:13.920 INFO:tasks.workunit.client.0.smithi099.stdout: "[102400000, 204799999]", 2024-04-12T17:30:13.920 INFO:tasks.workunit.client.0.smithi099.stdout: "[204800000, 409599999]", 2024-04-12T17:30:13.920 INFO:tasks.workunit.client.0.smithi099.stdout: "[409600000, 819199999]", 2024-04-12T17:30:13.920 INFO:tasks.workunit.client.0.smithi099.stdout: "[819200000, 1638399999]", 2024-04-12T17:30:13.920 INFO:tasks.workunit.client.0.smithi099.stdout: "[1638400000, 3276799999]", 2024-04-12T17:30:13.921 INFO:tasks.workunit.client.0.smithi099.stdout: "[3276800000, 6553599999]", 2024-04-12T17:30:13.921 INFO:tasks.workunit.client.0.smithi099.stdout: "[6553600000, 13107199999]", 2024-04-12T17:30:13.921 INFO:tasks.workunit.client.0.smithi099.stdout: "[13107200000, 26214399999]", 2024-04-12T17:30:13.921 INFO:tasks.workunit.client.0.smithi099.stdout: "[26214400000, 52428799999]", 2024-04-12T17:30:13.921 INFO:tasks.workunit.client.0.smithi099.stdout: "[52428800000, 104857599999]", 2024-04-12T17:30:13.921 INFO:tasks.workunit.client.0.smithi099.stdout: "[104857600000, 209715199999]", 2024-04-12T17:30:13.921 INFO:tasks.workunit.client.0.smithi099.stdout: "[209715200000, 419430399999]", 2024-04-12T17:30:13.921 INFO:tasks.workunit.client.0.smithi099.stdout: "[419430400000, 838860799999]", 2024-04-12T17:30:13.921 INFO:tasks.workunit.client.0.smithi099.stdout: "[838860800000, 1677721599999]", 2024-04-12T17:30:13.921 INFO:tasks.workunit.client.0.smithi099.stdout: "[1677721600000, 3355443199999]", 2024-04-12T17:30:13.921 INFO:tasks.workunit.client.0.smithi099.stdout: "[3355443200000, 6710886399999]", 2024-04-12T17:30:13.921 INFO:tasks.workunit.client.0.smithi099.stdout: "[6710886400000, 13421772799999]", 2024-04-12T17:30:13.921 INFO:tasks.workunit.client.0.smithi099.stdout: "[13421772800000, 26843545599999]", 2024-04-12T17:30:13.921 INFO:tasks.workunit.client.0.smithi099.stdout: "[26843545600000, 53687091199999]", 2024-04-12T17:30:13.921 INFO:tasks.workunit.client.0.smithi099.stdout: "[53687091200000, None]" 2024-04-12T17:30:13.922 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.922 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T17:30:13.922 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.922 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.922 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 32, 2024-04-12T17:30:13.922 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T17:30:13.922 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "Request size (bytes)", 2024-04-12T17:30:13.922 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 512, 2024-04-12T17:30:13.922 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T17:30:13.922 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T17:30:13.922 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 511]", 2024-04-12T17:30:13.922 INFO:tasks.workunit.client.0.smithi099.stdout: "[512, 1023]", 2024-04-12T17:30:13.922 INFO:tasks.workunit.client.0.smithi099.stdout: "[1024, 2047]", 2024-04-12T17:30:13.923 INFO:tasks.workunit.client.0.smithi099.stdout: "[2048, 4095]", 2024-04-12T17:30:13.923 INFO:tasks.workunit.client.0.smithi099.stdout: "[4096, 8191]", 2024-04-12T17:30:13.923 INFO:tasks.workunit.client.0.smithi099.stdout: "[8192, 16383]", 2024-04-12T17:30:13.923 INFO:tasks.workunit.client.0.smithi099.stdout: "[16384, 32767]", 2024-04-12T17:30:13.923 INFO:tasks.workunit.client.0.smithi099.stdout: "[32768, 65535]", 2024-04-12T17:30:13.923 INFO:tasks.workunit.client.0.smithi099.stdout: "[65536, 131071]", 2024-04-12T17:30:13.923 INFO:tasks.workunit.client.0.smithi099.stdout: "[131072, 262143]", 2024-04-12T17:30:13.923 INFO:tasks.workunit.client.0.smithi099.stdout: "[262144, 524287]", 2024-04-12T17:30:13.923 INFO:tasks.workunit.client.0.smithi099.stdout: "[524288, 1048575]", 2024-04-12T17:30:13.923 INFO:tasks.workunit.client.0.smithi099.stdout: "[1048576, 2097151]", 2024-04-12T17:30:13.923 INFO:tasks.workunit.client.0.smithi099.stdout: "[2097152, 4194303]", 2024-04-12T17:30:13.923 INFO:tasks.workunit.client.0.smithi099.stdout: "[4194304, 8388607]", 2024-04-12T17:30:13.923 INFO:tasks.workunit.client.0.smithi099.stdout: "[8388608, 16777215]", 2024-04-12T17:30:13.923 INFO:tasks.workunit.client.0.smithi099.stdout: "[16777216, 33554431]", 2024-04-12T17:30:13.923 INFO:tasks.workunit.client.0.smithi099.stdout: "[33554432, 67108863]", 2024-04-12T17:30:13.924 INFO:tasks.workunit.client.0.smithi099.stdout: "[67108864, 134217727]", 2024-04-12T17:30:13.924 INFO:tasks.workunit.client.0.smithi099.stdout: "[134217728, 268435455]", 2024-04-12T17:30:13.924 INFO:tasks.workunit.client.0.smithi099.stdout: "[268435456, 536870911]", 2024-04-12T17:30:13.924 INFO:tasks.workunit.client.0.smithi099.stdout: "[536870912, 1073741823]", 2024-04-12T17:30:13.924 INFO:tasks.workunit.client.0.smithi099.stdout: "[1073741824, 2147483647]", 2024-04-12T17:30:13.924 INFO:tasks.workunit.client.0.smithi099.stdout: "[2147483648, 4294967295]", 2024-04-12T17:30:13.924 INFO:tasks.workunit.client.0.smithi099.stdout: "[4294967296, 8589934591]", 2024-04-12T17:30:13.924 INFO:tasks.workunit.client.0.smithi099.stdout: "[8589934592, 17179869183]", 2024-04-12T17:30:13.924 INFO:tasks.workunit.client.0.smithi099.stdout: "[17179869184, 34359738367]", 2024-04-12T17:30:13.924 INFO:tasks.workunit.client.0.smithi099.stdout: "[34359738368, 68719476735]", 2024-04-12T17:30:13.924 INFO:tasks.workunit.client.0.smithi099.stdout: "[68719476736, 137438953471]", 2024-04-12T17:30:13.924 INFO:tasks.workunit.client.0.smithi099.stdout: "[137438953472, 274877906943]", 2024-04-12T17:30:13.924 INFO:tasks.workunit.client.0.smithi099.stdout: "[274877906944, None]" 2024-04-12T17:30:13.924 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.925 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T17:30:13.925 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.925 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.925 INFO:tasks.workunit.client.0.smithi099.stdout: "osds": [ 2024-04-12T17:30:13.925 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.925 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 0, 2024-04-12T17:30:13.925 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:13.925 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.925 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.925 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.925 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.925 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 120, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.925 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1902, 21, 1, 0, 11, 0, 0, 0, 0, 1, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.925 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1146, 8, 1, 1, 2, 4, 4, 14, 25, 59, 63, 38, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.925 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 288, 6, 0, 0, 1, 4, 2, 3, 6, 12, 99, 223, 97, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.926 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 377, 4, 0, 0, 0, 0, 1, 1, 1, 5, 26, 41, 359, 13, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.926 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 664, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 12, 23, 34, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.926 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 774, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 6, 13, 21, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.926 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 368, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.926 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 367, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.926 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.926 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.926 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.926 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.926 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.926 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.926 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.926 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.926 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.927 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.927 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.927 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.927 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.927 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.927 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.927 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.927 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.927 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.927 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:13.927 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.927 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.927 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.927 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 1, 2024-04-12T17:30:13.927 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:13.928 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.928 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.928 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.928 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.928 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 49, 9, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.928 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2816, 16, 0, 2, 5, 0, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.928 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1306, 2, 3, 6, 5, 3, 9, 17, 46, 79, 105, 22, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.928 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 63, 0, 0, 0, 0, 1, 0, 0, 2, 5, 66, 264, 200, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.928 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 23, 0, 1, 0, 0, 0, 0, 0, 0, 2, 4, 12, 371, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.928 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 19, 2, 0, 0, 0, 0, 0, 0, 0, 3, 0, 7, 18, 20, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.928 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 89, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 10, 18, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.928 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 286, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.928 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2701, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.928 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 772, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.928 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.929 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.929 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.929 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.929 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.929 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.929 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.929 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.929 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.929 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.929 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.929 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.929 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.929 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.930 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.930 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.930 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.930 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:13.930 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.930 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.930 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.930 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 2, 2024-04-12T17:30:13.930 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:13.930 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.930 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.930 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.930 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.930 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 72, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.931 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 312, 6, 1, 2, 4, 0, 3, 6, 10, 15, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.931 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 177, 12, 0, 0, 0, 1, 2, 5, 3, 10, 34, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.931 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 232, 11, 0, 0, 1, 1, 1, 6, 11, 16, 54, 79, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.931 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 145, 25, 0, 0, 0, 0, 0, 1, 3, 9, 22, 55, 40, 10, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.931 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 49, 24, 0, 0, 0, 0, 0, 0, 1, 2, 20, 14, 32, 46, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.931 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 10, 46, 0, 0, 0, 0, 0, 0, 1, 5, 8, 6, 21, 47, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.931 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 88, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.931 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.931 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.931 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.931 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.931 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.931 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.931 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.931 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.932 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.932 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.932 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.932 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.932 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.932 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.932 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.932 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.932 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.932 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.932 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.932 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:13.932 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.932 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.933 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.933 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 3, 2024-04-12T17:30:13.933 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:13.933 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.933 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.933 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.933 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.933 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 65, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.933 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1327, 18, 0, 0, 14, 1, 4, 5, 12, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.933 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 446, 7, 0, 0, 1, 2, 4, 10, 11, 27, 30, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.933 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 130, 11, 0, 0, 1, 1, 0, 2, 1, 2, 19, 104, 133, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.933 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 353, 8, 0, 0, 0, 0, 0, 0, 2, 6, 5, 14, 99, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.933 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 338, 2, 0, 0, 0, 0, 0, 1, 2, 0, 7, 6, 26, 29, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.933 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 328, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 7, 24, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.934 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 193, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.934 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.934 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.934 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.934 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.934 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.934 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.934 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.934 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.934 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.934 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.934 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.934 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.934 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.935 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.935 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.935 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.935 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.935 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.935 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.935 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:13.935 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.935 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.935 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.935 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 4, 2024-04-12T17:30:13.935 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:13.935 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.935 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.935 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.936 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.936 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 81, 6, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.936 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1158, 10, 0, 0, 9, 0, 3, 2, 5, 8, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.936 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 598, 6, 0, 0, 0, 1, 7, 7, 14, 17, 38, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.936 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 355, 5, 0, 0, 0, 0, 2, 2, 6, 5, 59, 131, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.936 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 429, 17, 0, 0, 0, 0, 0, 0, 0, 2, 12, 23, 132, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.936 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 300, 24, 0, 0, 0, 0, 0, 0, 2, 0, 2, 0, 9, 17, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.936 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 127, 42, 0, 0, 0, 0, 0, 1, 0, 1, 0, 5, 8, 10, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.936 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 93, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.936 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.936 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.936 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.936 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.936 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.936 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.937 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.937 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.937 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.937 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.937 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.937 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.937 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.937 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.937 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.937 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.937 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.937 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.937 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.937 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:13.937 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.938 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.938 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.938 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 5, 2024-04-12T17:30:13.938 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:13.938 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.938 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.938 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.938 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.938 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 142, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.938 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 471, 8, 0, 0, 11, 1, 1, 0, 0, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.938 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 101, 2, 0, 1, 1, 2, 2, 2, 6, 0, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.938 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 98, 4, 1, 0, 0, 1, 0, 2, 7, 3, 17, 24, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.938 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 76, 6, 0, 0, 0, 0, 0, 0, 2, 2, 12, 11, 7, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.939 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 16, 2, 0, 0, 0, 0, 0, 0, 1, 0, 5, 8, 16, 27, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.939 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 5, 8, 19, 88, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.939 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.939 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.939 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.939 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.939 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.939 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.939 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.939 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.939 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.939 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.939 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.939 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.939 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.940 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.940 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.940 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.940 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.940 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.940 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.940 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.940 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:13.940 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.940 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.940 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.940 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 6, 2024-04-12T17:30:13.940 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:13.940 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.941 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.941 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.941 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.941 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 92, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.941 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1116, 22, 1, 0, 16, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.941 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 661, 9, 2, 2, 1, 7, 5, 15, 18, 31, 27, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.941 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 310, 8, 0, 0, 2, 0, 1, 2, 4, 1, 37, 108, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.941 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 442, 15, 0, 0, 0, 0, 1, 1, 0, 2, 5, 8, 161, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.941 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 345, 29, 0, 0, 0, 0, 0, 0, 1, 0, 3, 9, 16, 21, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.941 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 93, 55, 0, 0, 0, 0, 0, 1, 1, 0, 2, 0, 8, 18, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.941 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 101, 97, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.941 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 26, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.941 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.941 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.941 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.942 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.942 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.942 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.942 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.942 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.942 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.942 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.942 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.942 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.942 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.942 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.942 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.942 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.942 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.942 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.943 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:13.943 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.943 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.943 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.943 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 7, 2024-04-12T17:30:13.943 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:13.943 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.943 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.943 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.943 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.943 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 55, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.943 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 209, 10, 1, 0, 12, 1, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.943 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 56, 6, 0, 0, 0, 2, 2, 4, 1, 0, 7, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.943 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 99, 3, 0, 0, 0, 0, 1, 3, 7, 5, 18, 27, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.944 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 65, 0, 0, 0, 0, 1, 0, 1, 3, 2, 13, 27, 24, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.944 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 2, 0, 1, 5, 7, 22, 28, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.944 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 8, 28, 88, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.944 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 7, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.944 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.944 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.944 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.944 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.944 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.944 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.944 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.944 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.944 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.944 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.945 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.945 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.945 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.945 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.945 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.945 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.945 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.945 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.945 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.945 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:13.945 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.945 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.945 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.945 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.945 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.946 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.946 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-12T17:30:13.946 INFO:tasks.workunit.client.0.smithi099.stdout: "axes": [ 2024-04-12T17:30:13.946 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.946 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 8, 2024-04-12T17:30:13.946 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T17:30:13.946 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "number of replicas", 2024-04-12T17:30:13.946 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 1, 2024-04-12T17:30:13.946 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T17:30:13.946 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T17:30:13.946 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0]", 2024-04-12T17:30:13.946 INFO:tasks.workunit.client.0.smithi099.stdout: "[1, 1]", 2024-04-12T17:30:13.946 INFO:tasks.workunit.client.0.smithi099.stdout: "[2, 2]", 2024-04-12T17:30:13.946 INFO:tasks.workunit.client.0.smithi099.stdout: "[3, 3]", 2024-04-12T17:30:13.946 INFO:tasks.workunit.client.0.smithi099.stdout: "[4, 4]", 2024-04-12T17:30:13.947 INFO:tasks.workunit.client.0.smithi099.stdout: "[5, 5]", 2024-04-12T17:30:13.947 INFO:tasks.workunit.client.0.smithi099.stdout: "[6, None]" 2024-04-12T17:30:13.947 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.947 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "linear" 2024-04-12T17:30:13.947 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.947 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.947 INFO:tasks.workunit.client.0.smithi099.stdout: "buckets": 10, 2024-04-12T17:30:13.947 INFO:tasks.workunit.client.0.smithi099.stdout: "min": 0, 2024-04-12T17:30:13.947 INFO:tasks.workunit.client.0.smithi099.stdout: "name": "duration", 2024-04-12T17:30:13.947 INFO:tasks.workunit.client.0.smithi099.stdout: "quant_size": 250000, 2024-04-12T17:30:13.947 INFO:tasks.workunit.client.0.smithi099.stdout: "ranges": [ 2024-04-12T17:30:13.947 INFO:tasks.workunit.client.0.smithi099.stdout: "[None, -1]", 2024-04-12T17:30:13.947 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 249999]", 2024-04-12T17:30:13.947 INFO:tasks.workunit.client.0.smithi099.stdout: "[250000, 499999]", 2024-04-12T17:30:13.947 INFO:tasks.workunit.client.0.smithi099.stdout: "[500000, 999999]", 2024-04-12T17:30:13.948 INFO:tasks.workunit.client.0.smithi099.stdout: "[1000000, 1999999]", 2024-04-12T17:30:13.948 INFO:tasks.workunit.client.0.smithi099.stdout: "[2000000, 3999999]", 2024-04-12T17:30:13.948 INFO:tasks.workunit.client.0.smithi099.stdout: "[4000000, 7999999]", 2024-04-12T17:30:13.948 INFO:tasks.workunit.client.0.smithi099.stdout: "[8000000, 15999999]", 2024-04-12T17:30:13.948 INFO:tasks.workunit.client.0.smithi099.stdout: "[16000000, 31999999]", 2024-04-12T17:30:13.948 INFO:tasks.workunit.client.0.smithi099.stdout: "[32000000, None]" 2024-04-12T17:30:13.948 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.948 INFO:tasks.workunit.client.0.smithi099.stdout: "scale_type": "log2" 2024-04-12T17:30:13.948 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.948 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.948 INFO:tasks.workunit.client.0.smithi099.stdout: "osds": [ 2024-04-12T17:30:13.948 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.948 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 0, 2024-04-12T17:30:13.948 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:13.949 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.949 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.949 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.949 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.949 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.949 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.949 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.949 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:13.949 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.949 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.949 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.949 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 1, 2024-04-12T17:30:13.949 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:13.949 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.949 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.950 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.950 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.950 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.950 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.950 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.950 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:13.950 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.950 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.950 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.950 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 2, 2024-04-12T17:30:13.950 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:13.950 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.950 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.950 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.951 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.951 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.951 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.951 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.951 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:13.951 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.951 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.951 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.951 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 3, 2024-04-12T17:30:13.951 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:13.951 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.951 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.951 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.951 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.951 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.951 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.952 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.952 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:13.952 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.952 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.952 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.952 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 4, 2024-04-12T17:30:13.952 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:13.952 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.952 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.952 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.952 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.952 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.952 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.952 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.953 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:13.953 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.953 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.953 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.953 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 5, 2024-04-12T17:30:13.953 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:13.953 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.953 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.953 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.953 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.953 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.953 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.953 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.953 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:13.954 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.954 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.954 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.954 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 6, 2024-04-12T17:30:13.954 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:13.954 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.954 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.954 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.954 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.954 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.954 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.954 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.954 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:13.954 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.954 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.955 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:13.955 INFO:tasks.workunit.client.0.smithi099.stdout: "osd_id": 7, 2024-04-12T17:30:13.955 INFO:tasks.workunit.client.0.smithi099.stdout: "values": [ 2024-04-12T17:30:13.955 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.955 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.955 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.955 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.955 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.955 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.955 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:30:13.955 INFO:tasks.workunit.client.0.smithi099.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:30:13.955 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.955 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.955 INFO:tasks.workunit.client.0.smithi099.stdout: ] 2024-04-12T17:30:13.956 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.956 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.956 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:13.956 INFO:tasks.workunit.client.0.smithi099.stdout: "perf_counters": { 2024-04-12T17:30:13.956 INFO:tasks.workunit.client.0.smithi099.stdout: "mds.1e2a24d7ed8c1704620ea3bccfc67a7f23c62d00": { 2024-04-12T17:30:13.956 INFO:tasks.workunit.client.0.smithi099.stdout: "mds": { 2024-04-12T17:30:13.956 INFO:tasks.workunit.client.0.smithi099.stdout: "caps": { 2024-04-12T17:30:13.956 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.956 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.956 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_cap_op_flush_ack": { 2024-04-12T17:30:13.956 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.956 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.956 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-12T17:30:13.956 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.956 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.957 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_cap_op_grant": { 2024-04-12T17:30:13.957 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.957 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.957 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_cap_op_revoke": { 2024-04-12T17:30:13.957 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.957 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.957 INFO:tasks.workunit.client.0.smithi099.stdout: "ceph_cap_op_trunc": { 2024-04-12T17:30:13.957 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.957 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.957 INFO:tasks.workunit.client.0.smithi099.stdout: "dir_commit": { 2024-04-12T17:30:13.957 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.957 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.957 INFO:tasks.workunit.client.0.smithi099.stdout: "dir_fetch_complete": { 2024-04-12T17:30:13.957 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12 2024-04-12T17:30:13.957 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.957 INFO:tasks.workunit.client.0.smithi099.stdout: "dir_fetch_keys": { 2024-04-12T17:30:13.958 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10 2024-04-12T17:30:13.958 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.958 INFO:tasks.workunit.client.0.smithi099.stdout: "dir_merge": { 2024-04-12T17:30:13.958 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.958 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.958 INFO:tasks.workunit.client.0.smithi099.stdout: "dir_split": { 2024-04-12T17:30:13.958 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.958 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.958 INFO:tasks.workunit.client.0.smithi099.stdout: "exported_inodes": { 2024-04-12T17:30:13.958 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.958 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.958 INFO:tasks.workunit.client.0.smithi099.stdout: "forward": { 2024-04-12T17:30:13.958 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.958 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.959 INFO:tasks.workunit.client.0.smithi099.stdout: "handle_client_cap_release": { 2024-04-12T17:30:13.959 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.959 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.959 INFO:tasks.workunit.client.0.smithi099.stdout: "handle_client_caps": { 2024-04-12T17:30:13.959 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.959 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.959 INFO:tasks.workunit.client.0.smithi099.stdout: "handle_client_caps_dirty": { 2024-04-12T17:30:13.959 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.959 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.959 INFO:tasks.workunit.client.0.smithi099.stdout: "handle_inode_file_caps": { 2024-04-12T17:30:13.959 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.959 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.959 INFO:tasks.workunit.client.0.smithi099.stdout: "imported_inodes": { 2024-04-12T17:30:13.959 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.959 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.960 INFO:tasks.workunit.client.0.smithi099.stdout: "inodes": { 2024-04-12T17:30:13.960 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10 2024-04-12T17:30:13.960 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.960 INFO:tasks.workunit.client.0.smithi099.stdout: "inodes_expired": { 2024-04-12T17:30:13.960 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.960 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.960 INFO:tasks.workunit.client.0.smithi099.stdout: "inodes_pinned": { 2024-04-12T17:30:13.960 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10 2024-04-12T17:30:13.960 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.960 INFO:tasks.workunit.client.0.smithi099.stdout: "inodes_with_caps": { 2024-04-12T17:30:13.960 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.960 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.960 INFO:tasks.workunit.client.0.smithi099.stdout: "load_cent": { 2024-04-12T17:30:13.960 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.960 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.961 INFO:tasks.workunit.client.0.smithi099.stdout: "openino_dir_fetch": { 2024-04-12T17:30:13.961 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.961 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.961 INFO:tasks.workunit.client.0.smithi099.stdout: "process_request_cap_release": { 2024-04-12T17:30:13.961 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.961 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.961 INFO:tasks.workunit.client.0.smithi099.stdout: "reply_latency": { 2024-04-12T17:30:13.961 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:13.961 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.961 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.961 INFO:tasks.workunit.client.0.smithi099.stdout: "request": { 2024-04-12T17:30:13.961 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.961 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.961 INFO:tasks.workunit.client.0.smithi099.stdout: "root_rbytes": { 2024-04-12T17:30:13.961 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.962 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.962 INFO:tasks.workunit.client.0.smithi099.stdout: "root_rfiles": { 2024-04-12T17:30:13.962 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.962 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.962 INFO:tasks.workunit.client.0.smithi099.stdout: "root_rsnaps": { 2024-04-12T17:30:13.962 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.962 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.962 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_reply": { 2024-04-12T17:30:13.962 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.962 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.962 INFO:tasks.workunit.client.0.smithi099.stdout: "subtrees": { 2024-04-12T17:30:13.962 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T17:30:13.962 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.962 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.962 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_cache": { 2024-04-12T17:30:13.963 INFO:tasks.workunit.client.0.smithi099.stdout: "ireq_enqueue_scrub": { 2024-04-12T17:30:13.963 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.963 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.963 INFO:tasks.workunit.client.0.smithi099.stdout: "ireq_exportdir": { 2024-04-12T17:30:13.963 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.963 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.963 INFO:tasks.workunit.client.0.smithi099.stdout: "ireq_flush": { 2024-04-12T17:30:13.963 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.963 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.963 INFO:tasks.workunit.client.0.smithi099.stdout: "ireq_fragmentdir": { 2024-04-12T17:30:13.963 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.963 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.963 INFO:tasks.workunit.client.0.smithi099.stdout: "ireq_fragstats": { 2024-04-12T17:30:13.963 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.963 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.964 INFO:tasks.workunit.client.0.smithi099.stdout: "ireq_inodestats": { 2024-04-12T17:30:13.964 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.964 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.964 INFO:tasks.workunit.client.0.smithi099.stdout: "ireq_quiesce_inode": { 2024-04-12T17:30:13.964 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.964 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.964 INFO:tasks.workunit.client.0.smithi099.stdout: "ireq_quiesce_path": { 2024-04-12T17:30:13.964 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.964 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.964 INFO:tasks.workunit.client.0.smithi099.stdout: "num_recovering_enqueued": { 2024-04-12T17:30:13.964 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.964 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.964 INFO:tasks.workunit.client.0.smithi099.stdout: "num_recovering_prioritized": { 2024-04-12T17:30:13.964 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.964 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.965 INFO:tasks.workunit.client.0.smithi099.stdout: "num_recovering_processing": { 2024-04-12T17:30:13.965 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.965 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.965 INFO:tasks.workunit.client.0.smithi099.stdout: "num_strays": { 2024-04-12T17:30:13.965 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.965 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.965 INFO:tasks.workunit.client.0.smithi099.stdout: "num_strays_delayed": { 2024-04-12T17:30:13.965 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.965 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.965 INFO:tasks.workunit.client.0.smithi099.stdout: "num_strays_enqueuing": { 2024-04-12T17:30:13.965 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.965 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.965 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_completed": { 2024-04-12T17:30:13.965 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.965 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.966 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_started": { 2024-04-12T17:30:13.966 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.966 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.966 INFO:tasks.workunit.client.0.smithi099.stdout: "strays_created": { 2024-04-12T17:30:13.966 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.966 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.966 INFO:tasks.workunit.client.0.smithi099.stdout: "strays_enqueued": { 2024-04-12T17:30:13.966 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.966 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.966 INFO:tasks.workunit.client.0.smithi099.stdout: "strays_migrated": { 2024-04-12T17:30:13.966 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.966 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.966 INFO:tasks.workunit.client.0.smithi099.stdout: "strays_reintegrated": { 2024-04-12T17:30:13.966 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.966 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.967 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.967 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_log": { 2024-04-12T17:30:13.967 INFO:tasks.workunit.client.0.smithi099.stdout: "ev": { 2024-04-12T17:30:13.967 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17 2024-04-12T17:30:13.967 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.967 INFO:tasks.workunit.client.0.smithi099.stdout: "evadd": { 2024-04-12T17:30:13.967 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.967 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.967 INFO:tasks.workunit.client.0.smithi099.stdout: "evex": { 2024-04-12T17:30:13.967 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.967 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.967 INFO:tasks.workunit.client.0.smithi099.stdout: "evexd": { 2024-04-12T17:30:13.967 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.967 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.967 INFO:tasks.workunit.client.0.smithi099.stdout: "evexg": { 2024-04-12T17:30:13.968 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.968 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.968 INFO:tasks.workunit.client.0.smithi099.stdout: "evlrg": { 2024-04-12T17:30:13.968 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.968 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.968 INFO:tasks.workunit.client.0.smithi099.stdout: "evtrm": { 2024-04-12T17:30:13.968 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.968 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.968 INFO:tasks.workunit.client.0.smithi099.stdout: "jlat": { 2024-04-12T17:30:13.968 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:13.968 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.968 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.968 INFO:tasks.workunit.client.0.smithi099.stdout: "replayed": { 2024-04-12T17:30:13.968 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17 2024-04-12T17:30:13.968 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.969 INFO:tasks.workunit.client.0.smithi099.stdout: "seg": { 2024-04-12T17:30:13.969 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T17:30:13.969 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.969 INFO:tasks.workunit.client.0.smithi099.stdout: "segadd": { 2024-04-12T17:30:13.969 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.969 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.969 INFO:tasks.workunit.client.0.smithi099.stdout: "segex": { 2024-04-12T17:30:13.969 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.969 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.969 INFO:tasks.workunit.client.0.smithi099.stdout: "segexd": { 2024-04-12T17:30:13.969 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.969 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.969 INFO:tasks.workunit.client.0.smithi099.stdout: "segexg": { 2024-04-12T17:30:13.969 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.969 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.970 INFO:tasks.workunit.client.0.smithi099.stdout: "segmjr": { 2024-04-12T17:30:13.970 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T17:30:13.970 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.970 INFO:tasks.workunit.client.0.smithi099.stdout: "segtrm": { 2024-04-12T17:30:13.970 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.970 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.970 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.970 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_mem": { 2024-04-12T17:30:13.970 INFO:tasks.workunit.client.0.smithi099.stdout: "cap": { 2024-04-12T17:30:13.970 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.970 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.970 INFO:tasks.workunit.client.0.smithi099.stdout: "cap+": { 2024-04-12T17:30:13.970 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.971 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.971 INFO:tasks.workunit.client.0.smithi099.stdout: "cap-": { 2024-04-12T17:30:13.971 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.971 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.971 INFO:tasks.workunit.client.0.smithi099.stdout: "dir": { 2024-04-12T17:30:13.971 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12 2024-04-12T17:30:13.971 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.971 INFO:tasks.workunit.client.0.smithi099.stdout: "dir+": { 2024-04-12T17:30:13.971 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12 2024-04-12T17:30:13.971 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.971 INFO:tasks.workunit.client.0.smithi099.stdout: "dir-": { 2024-04-12T17:30:13.971 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.971 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.971 INFO:tasks.workunit.client.0.smithi099.stdout: "dn": { 2024-04-12T17:30:13.972 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10 2024-04-12T17:30:13.972 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.972 INFO:tasks.workunit.client.0.smithi099.stdout: "dn+": { 2024-04-12T17:30:13.972 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10 2024-04-12T17:30:13.972 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.972 INFO:tasks.workunit.client.0.smithi099.stdout: "dn-": { 2024-04-12T17:30:13.972 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.972 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.972 INFO:tasks.workunit.client.0.smithi099.stdout: "heap": { 2024-04-12T17:30:13.972 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 248184 2024-04-12T17:30:13.972 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.972 INFO:tasks.workunit.client.0.smithi099.stdout: "ino": { 2024-04-12T17:30:13.972 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13 2024-04-12T17:30:13.972 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.972 INFO:tasks.workunit.client.0.smithi099.stdout: "ino+": { 2024-04-12T17:30:13.973 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13 2024-04-12T17:30:13.973 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.973 INFO:tasks.workunit.client.0.smithi099.stdout: "ino-": { 2024-04-12T17:30:13.973 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.973 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.973 INFO:tasks.workunit.client.0.smithi099.stdout: "rss": { 2024-04-12T17:30:13.973 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 50688 2024-04-12T17:30:13.973 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.973 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.973 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_server": { 2024-04-12T17:30:13.973 INFO:tasks.workunit.client.0.smithi099.stdout: "cap_acquisition_throttle": { 2024-04-12T17:30:13.973 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.973 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.973 INFO:tasks.workunit.client.0.smithi099.stdout: "cap_revoke_eviction": { 2024-04-12T17:30:13.973 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.974 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.974 INFO:tasks.workunit.client.0.smithi099.stdout: "handle_client_request": { 2024-04-12T17:30:13.974 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.974 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.974 INFO:tasks.workunit.client.0.smithi099.stdout: "handle_client_session": { 2024-04-12T17:30:13.974 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.974 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.974 INFO:tasks.workunit.client.0.smithi099.stdout: "handle_peer_request": { 2024-04-12T17:30:13.974 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.974 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.974 INFO:tasks.workunit.client.0.smithi099.stdout: "req_create_latency": { 2024-04-12T17:30:13.974 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:13.974 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.974 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.974 INFO:tasks.workunit.client.0.smithi099.stdout: "req_getattr_latency": { 2024-04-12T17:30:13.975 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:13.975 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.975 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.975 INFO:tasks.workunit.client.0.smithi099.stdout: "req_getfilelock_latency": { 2024-04-12T17:30:13.975 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:13.975 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.975 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.975 INFO:tasks.workunit.client.0.smithi099.stdout: "req_getvxattr_latency": { 2024-04-12T17:30:13.975 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:13.975 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.975 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.975 INFO:tasks.workunit.client.0.smithi099.stdout: "req_link_latency": { 2024-04-12T17:30:13.975 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:13.975 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.976 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.976 INFO:tasks.workunit.client.0.smithi099.stdout: "req_lookup_latency": { 2024-04-12T17:30:13.976 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:13.976 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.976 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.976 INFO:tasks.workunit.client.0.smithi099.stdout: "req_lookuphash_latency": { 2024-04-12T17:30:13.976 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:13.976 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.976 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.976 INFO:tasks.workunit.client.0.smithi099.stdout: "req_lookupino_latency": { 2024-04-12T17:30:13.976 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:13.976 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.976 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.976 INFO:tasks.workunit.client.0.smithi099.stdout: "req_lookupname_latency": { 2024-04-12T17:30:13.976 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:13.976 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.977 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.977 INFO:tasks.workunit.client.0.smithi099.stdout: "req_lookupparent_latency": { 2024-04-12T17:30:13.977 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:13.977 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.977 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.977 INFO:tasks.workunit.client.0.smithi099.stdout: "req_lookupsnap_latency": { 2024-04-12T17:30:13.977 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:13.977 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.977 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.977 INFO:tasks.workunit.client.0.smithi099.stdout: "req_lssnap_latency": { 2024-04-12T17:30:13.977 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:13.977 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.977 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.977 INFO:tasks.workunit.client.0.smithi099.stdout: "req_mkdir_latency": { 2024-04-12T17:30:13.977 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:13.978 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.978 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.978 INFO:tasks.workunit.client.0.smithi099.stdout: "req_mknod_latency": { 2024-04-12T17:30:13.978 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:13.978 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.978 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.978 INFO:tasks.workunit.client.0.smithi099.stdout: "req_mksnap_latency": { 2024-04-12T17:30:13.978 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:13.978 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.978 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.978 INFO:tasks.workunit.client.0.smithi099.stdout: "req_open_latency": { 2024-04-12T17:30:13.978 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:13.978 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.978 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.979 INFO:tasks.workunit.client.0.smithi099.stdout: "req_readdir_latency": { 2024-04-12T17:30:13.979 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:13.979 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.979 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.979 INFO:tasks.workunit.client.0.smithi099.stdout: "req_rename_latency": { 2024-04-12T17:30:13.979 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:13.979 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.979 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.979 INFO:tasks.workunit.client.0.smithi099.stdout: "req_renamesnap_latency": { 2024-04-12T17:30:13.979 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:13.979 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.979 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.979 INFO:tasks.workunit.client.0.smithi099.stdout: "req_rmdir_latency": { 2024-04-12T17:30:13.979 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:13.979 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.980 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.980 INFO:tasks.workunit.client.0.smithi099.stdout: "req_rmsnap_latency": { 2024-04-12T17:30:13.980 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:13.980 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.980 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.980 INFO:tasks.workunit.client.0.smithi099.stdout: "req_rmxattr_latency": { 2024-04-12T17:30:13.980 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:13.980 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.980 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.980 INFO:tasks.workunit.client.0.smithi099.stdout: "req_setattr_latency": { 2024-04-12T17:30:13.980 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:13.980 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.980 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.980 INFO:tasks.workunit.client.0.smithi099.stdout: "req_setdirlayout_latency": { 2024-04-12T17:30:13.980 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:13.981 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.981 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.981 INFO:tasks.workunit.client.0.smithi099.stdout: "req_setfilelock_latency": { 2024-04-12T17:30:13.981 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:13.981 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.981 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.981 INFO:tasks.workunit.client.0.smithi099.stdout: "req_setlayout_latency": { 2024-04-12T17:30:13.981 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:13.981 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.981 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.981 INFO:tasks.workunit.client.0.smithi099.stdout: "req_setxattr_latency": { 2024-04-12T17:30:13.981 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:13.981 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.981 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.981 INFO:tasks.workunit.client.0.smithi099.stdout: "req_snapdiff_latency": { 2024-04-12T17:30:13.982 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:13.982 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.982 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.982 INFO:tasks.workunit.client.0.smithi099.stdout: "req_symlink_latency": { 2024-04-12T17:30:13.982 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:13.982 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.982 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.982 INFO:tasks.workunit.client.0.smithi099.stdout: "req_unlink_latency": { 2024-04-12T17:30:13.982 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:13.982 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.982 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.982 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.982 INFO:tasks.workunit.client.0.smithi099.stdout: "mds_sessions": { 2024-04-12T17:30:13.982 INFO:tasks.workunit.client.0.smithi099.stdout: "average_load": { 2024-04-12T17:30:13.983 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.983 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.983 INFO:tasks.workunit.client.0.smithi099.stdout: "avg_session_uptime": { 2024-04-12T17:30:13.983 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.983 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.983 INFO:tasks.workunit.client.0.smithi099.stdout: "mdthresh_evicted": { 2024-04-12T17:30:13.983 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.983 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.983 INFO:tasks.workunit.client.0.smithi099.stdout: "session_add": { 2024-04-12T17:30:13.983 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8 2024-04-12T17:30:13.983 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.983 INFO:tasks.workunit.client.0.smithi099.stdout: "session_count": { 2024-04-12T17:30:13.983 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.983 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.983 INFO:tasks.workunit.client.0.smithi099.stdout: "session_remove": { 2024-04-12T17:30:13.984 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8 2024-04-12T17:30:13.984 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.984 INFO:tasks.workunit.client.0.smithi099.stdout: "sessions_open": { 2024-04-12T17:30:13.984 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T17:30:13.984 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.984 INFO:tasks.workunit.client.0.smithi099.stdout: "sessions_stale": { 2024-04-12T17:30:13.984 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.984 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.984 INFO:tasks.workunit.client.0.smithi099.stdout: "total_load": { 2024-04-12T17:30:13.984 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.984 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.984 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.984 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T17:30:13.984 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T17:30:13.984 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.985 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.985 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:13.985 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37 2024-04-12T17:30:13.985 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.985 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T17:30:13.985 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.985 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.985 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:13.985 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7 2024-04-12T17:30:13.985 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.985 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.985 INFO:tasks.workunit.client.0.smithi099.stdout: "purge_queue": { 2024-04-12T17:30:13.985 INFO:tasks.workunit.client.0.smithi099.stdout: "pq_executed": { 2024-04-12T17:30:13.985 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.985 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.986 INFO:tasks.workunit.client.0.smithi099.stdout: "pq_executed_ops": { 2024-04-12T17:30:13.986 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.986 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.986 INFO:tasks.workunit.client.0.smithi099.stdout: "pq_executing": { 2024-04-12T17:30:13.986 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.986 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.986 INFO:tasks.workunit.client.0.smithi099.stdout: "pq_executing_high_water": { 2024-04-12T17:30:13.986 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.986 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.986 INFO:tasks.workunit.client.0.smithi099.stdout: "pq_executing_ops": { 2024-04-12T17:30:13.986 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.986 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.986 INFO:tasks.workunit.client.0.smithi099.stdout: "pq_executing_ops_high_water": { 2024-04-12T17:30:13.986 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.986 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.987 INFO:tasks.workunit.client.0.smithi099.stdout: "pq_item_in_journal": { 2024-04-12T17:30:13.987 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.987 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.987 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.987 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.987 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.1e2a24d7ed8c1704620ea3bccfc67a7f23c62d00": { 2024-04-12T17:30:13.987 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T17:30:13.987 INFO:tasks.workunit.client.0.smithi099.stdout: "election_call": { 2024-04-12T17:30:13.987 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5 2024-04-12T17:30:13.987 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.987 INFO:tasks.workunit.client.0.smithi099.stdout: "election_lose": { 2024-04-12T17:30:13.987 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.987 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.987 INFO:tasks.workunit.client.0.smithi099.stdout: "election_win": { 2024-04-12T17:30:13.987 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5 2024-04-12T17:30:13.988 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.988 INFO:tasks.workunit.client.0.smithi099.stdout: "num_elections": { 2024-04-12T17:30:13.988 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17 2024-04-12T17:30:13.988 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.988 INFO:tasks.workunit.client.0.smithi099.stdout: "num_sessions": { 2024-04-12T17:30:13.988 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10 2024-04-12T17:30:13.988 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.988 INFO:tasks.workunit.client.0.smithi099.stdout: "session_add": { 2024-04-12T17:30:13.988 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5 2024-04-12T17:30:13.988 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.988 INFO:tasks.workunit.client.0.smithi099.stdout: "session_rm": { 2024-04-12T17:30:13.988 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 229 2024-04-12T17:30:13.988 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.988 INFO:tasks.workunit.client.0.smithi099.stdout: "session_trim": { 2024-04-12T17:30:13.988 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.989 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.989 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.989 INFO:tasks.workunit.client.0.smithi099.stdout: "paxos": { 2024-04-12T17:30:13.989 INFO:tasks.workunit.client.0.smithi099.stdout: "accept_timeout": { 2024-04-12T17:30:13.989 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.989 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.989 INFO:tasks.workunit.client.0.smithi099.stdout: "begin": { 2024-04-12T17:30:13.989 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8595 2024-04-12T17:30:13.989 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.989 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_bytes": { 2024-04-12T17:30:13.989 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8595, 2024-04-12T17:30:13.989 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 60006797 2024-04-12T17:30:13.989 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.990 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_keys": { 2024-04-12T17:30:13.990 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8595, 2024-04-12T17:30:13.990 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 25785 2024-04-12T17:30:13.990 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.990 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_latency": { 2024-04-12T17:30:13.990 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8595, 2024-04-12T17:30:13.990 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1780957425 2024-04-12T17:30:13.990 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.990 INFO:tasks.workunit.client.0.smithi099.stdout: "collect": { 2024-04-12T17:30:13.990 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.990 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.990 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_bytes": { 2024-04-12T17:30:13.990 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:13.990 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.990 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.991 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_keys": { 2024-04-12T17:30:13.991 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:13.991 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.991 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.991 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_latency": { 2024-04-12T17:30:13.991 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:13.991 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.991 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.991 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_timeout": { 2024-04-12T17:30:13.991 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.991 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.991 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_uncommitted": { 2024-04-12T17:30:13.991 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T17:30:13.991 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.992 INFO:tasks.workunit.client.0.smithi099.stdout: "commit": { 2024-04-12T17:30:13.992 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8593 2024-04-12T17:30:13.992 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.992 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_bytes": { 2024-04-12T17:30:13.992 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8593, 2024-04-12T17:30:13.992 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 59368028 2024-04-12T17:30:13.992 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.992 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_keys": { 2024-04-12T17:30:13.992 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8593, 2024-04-12T17:30:13.992 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 66930 2024-04-12T17:30:13.992 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.992 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_latency": { 2024-04-12T17:30:13.992 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8593, 2024-04-12T17:30:13.992 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3180113475 2024-04-12T17:30:13.992 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.993 INFO:tasks.workunit.client.0.smithi099.stdout: "lease_ack_timeout": { 2024-04-12T17:30:13.993 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.993 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.993 INFO:tasks.workunit.client.0.smithi099.stdout: "lease_timeout": { 2024-04-12T17:30:13.993 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.993 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.993 INFO:tasks.workunit.client.0.smithi099.stdout: "new_pn": { 2024-04-12T17:30:13.993 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5 2024-04-12T17:30:13.993 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.993 INFO:tasks.workunit.client.0.smithi099.stdout: "new_pn_latency": { 2024-04-12T17:30:13.993 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 5, 2024-04-12T17:30:13.993 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 999976 2024-04-12T17:30:13.993 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.993 INFO:tasks.workunit.client.0.smithi099.stdout: "refresh": { 2024-04-12T17:30:13.993 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8596 2024-04-12T17:30:13.994 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.994 INFO:tasks.workunit.client.0.smithi099.stdout: "refresh_latency": { 2024-04-12T17:30:13.994 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8596, 2024-04-12T17:30:13.994 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 32571221249 2024-04-12T17:30:13.994 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.994 INFO:tasks.workunit.client.0.smithi099.stdout: "restart": { 2024-04-12T17:30:13.994 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 19 2024-04-12T17:30:13.994 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.994 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state": { 2024-04-12T17:30:13.994 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T17:30:13.994 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.994 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state_bytes": { 2024-04-12T17:30:13.994 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T17:30:13.994 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 66524 2024-04-12T17:30:13.994 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.995 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state_keys": { 2024-04-12T17:30:13.995 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T17:30:13.995 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6 2024-04-12T17:30:13.995 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.995 INFO:tasks.workunit.client.0.smithi099.stdout: "start_leader": { 2024-04-12T17:30:13.995 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5 2024-04-12T17:30:13.995 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.995 INFO:tasks.workunit.client.0.smithi099.stdout: "start_peon": { 2024-04-12T17:30:13.995 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.995 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.995 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state": { 2024-04-12T17:30:13.995 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.995 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.995 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_bytes": { 2024-04-12T17:30:13.996 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:13.996 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.996 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.996 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_keys": { 2024-04-12T17:30:13.996 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:13.996 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.996 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.996 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_latency": { 2024-04-12T17:30:13.996 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:13.996 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.996 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.996 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.996 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache": { 2024-04-12T17:30:13.996 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T17:30:13.996 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1020054731 2024-04-12T17:30:13.997 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.997 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T17:30:13.997 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 259227648 2024-04-12T17:30:13.997 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.997 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T17:30:13.997 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 258285568 2024-04-12T17:30:13.997 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.997 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T17:30:13.997 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2147483648 2024-04-12T17:30:13.997 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.997 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T17:30:13.997 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 942080 2024-04-12T17:30:13.997 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:13.997 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.997 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:full": { 2024-04-12T17:30:13.997 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:13.998 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 360710144 2024-04-12T17:30:13.998 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.998 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:13.998 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.998 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.998 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:13.998 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.998 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.998 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:13.998 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 267329056 2024-04-12T17:30:13.998 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.998 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:13.998 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24642155 2024-04-12T17:30:13.998 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.999 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:13.999 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.999 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.999 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:13.999 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.999 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.999 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:13.999 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.999 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.999 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:13.999 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.999 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:13.999 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:13.999 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:13.999 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.000 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:14.000 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.000 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.000 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:14.000 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.000 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.000 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:14.000 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.000 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.000 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:14.000 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 68738933 2024-04-12T17:30:14.000 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.000 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.000 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:inc": { 2024-04-12T17:30:14.000 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:14.001 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 339738624 2024-04-12T17:30:14.001 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.001 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:14.001 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.001 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.001 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:14.001 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.001 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.001 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:14.001 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 267329056 2024-04-12T17:30:14.001 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.001 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:14.001 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1516724 2024-04-12T17:30:14.001 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.001 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:14.002 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.002 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.002 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:14.002 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.002 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.002 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:14.002 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.002 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.002 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:14.002 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.002 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.002 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:14.002 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.002 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.003 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:14.003 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.003 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.003 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:14.003 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.003 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.003 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:14.003 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.003 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.003 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:14.003 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 70892844 2024-04-12T17:30:14.003 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.003 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.003 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:kv": { 2024-04-12T17:30:14.004 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:14.004 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 314572800 2024-04-12T17:30:14.004 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.004 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:14.004 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:14.004 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.004 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:14.004 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.004 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.004 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:14.004 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 178219371 2024-04-12T17:30:14.004 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.004 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:14.004 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.004 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.004 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:14.005 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.005 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.005 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:14.005 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.005 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.005 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:14.005 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.005 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.005 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:14.005 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.005 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.005 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:14.005 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.005 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.005 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:14.006 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.006 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.006 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:14.006 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.006 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.006 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:14.006 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.006 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.006 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:14.006 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69244565 2024-04-12T17:30:14.006 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.006 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.006 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb": { 2024-04-12T17:30:14.007 INFO:tasks.workunit.client.0.smithi099.stdout: "compact": { 2024-04-12T17:30:14.007 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.007 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.007 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_queue_len": { 2024-04-12T17:30:14.007 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.007 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.007 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_queue_merge": { 2024-04-12T17:30:14.007 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.007 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.007 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_range": { 2024-04-12T17:30:14.007 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 98 2024-04-12T17:30:14.007 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.007 INFO:tasks.workunit.client.0.smithi099.stdout: "get_latency": { 2024-04-12T17:30:14.007 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 386181, 2024-04-12T17:30:14.007 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2270177507 2024-04-12T17:30:14.007 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.008 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_delay_time": { 2024-04-12T17:30:14.008 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.008 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.008 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.008 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_memtable_time": { 2024-04-12T17:30:14.008 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.008 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.008 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.008 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T17:30:14.008 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.008 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.008 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.008 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_wal_time": { 2024-04-12T17:30:14.008 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.008 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.008 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.009 INFO:tasks.workunit.client.0.smithi099.stdout: "submit_latency": { 2024-04-12T17:30:14.009 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.009 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.009 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.009 INFO:tasks.workunit.client.0.smithi099.stdout: "submit_sync_latency": { 2024-04-12T17:30:14.009 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 20768, 2024-04-12T17:30:14.009 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8084612259 2024-04-12T17:30:14.009 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.009 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.009 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.009 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.5b45c9ad1c228149a803c7f15c41ecb95bb8abcb": { 2024-04-12T17:30:14.009 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T17:30:14.010 INFO:tasks.workunit.client.0.smithi099.stdout: "election_call": { 2024-04-12T17:30:14.010 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T17:30:14.010 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.010 INFO:tasks.workunit.client.0.smithi099.stdout: "election_lose": { 2024-04-12T17:30:14.010 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3 2024-04-12T17:30:14.010 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.010 INFO:tasks.workunit.client.0.smithi099.stdout: "election_win": { 2024-04-12T17:30:14.010 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.010 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.010 INFO:tasks.workunit.client.0.smithi099.stdout: "num_elections": { 2024-04-12T17:30:14.010 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12 2024-04-12T17:30:14.010 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.010 INFO:tasks.workunit.client.0.smithi099.stdout: "num_sessions": { 2024-04-12T17:30:14.010 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9 2024-04-12T17:30:14.010 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.011 INFO:tasks.workunit.client.0.smithi099.stdout: "session_add": { 2024-04-12T17:30:14.011 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4 2024-04-12T17:30:14.011 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.011 INFO:tasks.workunit.client.0.smithi099.stdout: "session_rm": { 2024-04-12T17:30:14.011 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 281 2024-04-12T17:30:14.011 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.011 INFO:tasks.workunit.client.0.smithi099.stdout: "session_trim": { 2024-04-12T17:30:14.011 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.011 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.011 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.011 INFO:tasks.workunit.client.0.smithi099.stdout: "paxos": { 2024-04-12T17:30:14.011 INFO:tasks.workunit.client.0.smithi099.stdout: "accept_timeout": { 2024-04-12T17:30:14.011 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.011 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.011 INFO:tasks.workunit.client.0.smithi099.stdout: "begin": { 2024-04-12T17:30:14.012 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8526 2024-04-12T17:30:14.012 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.012 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_bytes": { 2024-04-12T17:30:14.012 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8526, 2024-04-12T17:30:14.012 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 58778945 2024-04-12T17:30:14.012 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.012 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_keys": { 2024-04-12T17:30:14.012 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.012 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.012 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.012 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_latency": { 2024-04-12T17:30:14.012 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8526, 2024-04-12T17:30:14.012 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2001952149 2024-04-12T17:30:14.012 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.012 INFO:tasks.workunit.client.0.smithi099.stdout: "collect": { 2024-04-12T17:30:14.012 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3 2024-04-12T17:30:14.013 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.013 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_bytes": { 2024-04-12T17:30:14.013 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3, 2024-04-12T17:30:14.013 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 219 2024-04-12T17:30:14.013 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.013 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_keys": { 2024-04-12T17:30:14.013 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3, 2024-04-12T17:30:14.013 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3 2024-04-12T17:30:14.013 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.013 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_latency": { 2024-04-12T17:30:14.013 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3, 2024-04-12T17:30:14.013 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 999977 2024-04-12T17:30:14.013 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.013 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_timeout": { 2024-04-12T17:30:14.013 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.013 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.014 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_uncommitted": { 2024-04-12T17:30:14.014 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T17:30:14.014 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.014 INFO:tasks.workunit.client.0.smithi099.stdout: "commit": { 2024-04-12T17:30:14.014 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8527 2024-04-12T17:30:14.014 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.014 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_bytes": { 2024-04-12T17:30:14.014 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.014 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.014 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.014 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_keys": { 2024-04-12T17:30:14.014 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.014 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.014 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.014 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_latency": { 2024-04-12T17:30:14.015 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.015 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.015 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.015 INFO:tasks.workunit.client.0.smithi099.stdout: "lease_ack_timeout": { 2024-04-12T17:30:14.015 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.015 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.015 INFO:tasks.workunit.client.0.smithi099.stdout: "lease_timeout": { 2024-04-12T17:30:14.015 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.015 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.015 INFO:tasks.workunit.client.0.smithi099.stdout: "new_pn": { 2024-04-12T17:30:14.015 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.015 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.015 INFO:tasks.workunit.client.0.smithi099.stdout: "new_pn_latency": { 2024-04-12T17:30:14.015 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.015 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.016 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.016 INFO:tasks.workunit.client.0.smithi099.stdout: "refresh": { 2024-04-12T17:30:14.016 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8527 2024-04-12T17:30:14.016 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.016 INFO:tasks.workunit.client.0.smithi099.stdout: "refresh_latency": { 2024-04-12T17:30:14.016 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8527, 2024-04-12T17:30:14.016 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 29161302491 2024-04-12T17:30:14.016 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.016 INFO:tasks.workunit.client.0.smithi099.stdout: "restart": { 2024-04-12T17:30:14.016 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14 2024-04-12T17:30:14.016 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.016 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state": { 2024-04-12T17:30:14.016 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.016 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.016 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state_bytes": { 2024-04-12T17:30:14.017 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.017 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.017 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.017 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state_keys": { 2024-04-12T17:30:14.017 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.017 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.017 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.017 INFO:tasks.workunit.client.0.smithi099.stdout: "start_leader": { 2024-04-12T17:30:14.017 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.017 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.017 INFO:tasks.workunit.client.0.smithi099.stdout: "start_peon": { 2024-04-12T17:30:14.017 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3 2024-04-12T17:30:14.017 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.017 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state": { 2024-04-12T17:30:14.018 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8526 2024-04-12T17:30:14.018 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.018 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_bytes": { 2024-04-12T17:30:14.018 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8526, 2024-04-12T17:30:14.018 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 115999633 2024-04-12T17:30:14.018 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.018 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_keys": { 2024-04-12T17:30:14.018 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8526, 2024-04-12T17:30:14.018 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 74965 2024-04-12T17:30:14.018 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.018 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_latency": { 2024-04-12T17:30:14.018 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8526, 2024-04-12T17:30:14.018 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5935858129 2024-04-12T17:30:14.018 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.018 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.019 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache": { 2024-04-12T17:30:14.019 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T17:30:14.019 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1020054731 2024-04-12T17:30:14.019 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.019 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T17:30:14.019 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 171917312 2024-04-12T17:30:14.019 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.019 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T17:30:14.019 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 170065920 2024-04-12T17:30:14.019 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.019 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T17:30:14.019 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2147483648 2024-04-12T17:30:14.019 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.019 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T17:30:14.020 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1851392 2024-04-12T17:30:14.020 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.020 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.020 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:full": { 2024-04-12T17:30:14.020 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:14.020 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 360710144 2024-04-12T17:30:14.020 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.020 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:14.020 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.020 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.020 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:14.020 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.020 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.020 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:14.021 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 267404128 2024-04-12T17:30:14.021 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.021 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:14.021 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24453467 2024-04-12T17:30:14.021 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.021 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:14.021 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.021 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.021 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:14.021 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.021 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.021 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:14.021 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.021 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.021 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:14.022 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.022 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.022 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:14.022 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.022 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.022 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:14.022 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.022 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.022 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:14.022 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.022 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.022 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:14.022 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.022 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.022 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:14.023 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 68852549 2024-04-12T17:30:14.023 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.023 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.023 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:inc": { 2024-04-12T17:30:14.023 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:14.023 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 339738624 2024-04-12T17:30:14.023 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.023 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:14.023 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.023 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.023 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:14.023 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.023 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.023 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:14.023 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 267404128 2024-04-12T17:30:14.023 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.024 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:14.024 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1505219 2024-04-12T17:30:14.024 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.024 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:14.024 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.024 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.024 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:14.024 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.024 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.024 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:14.024 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.024 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.024 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:14.024 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.024 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.025 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:14.025 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.025 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.025 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:14.025 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.025 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.025 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:14.025 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.025 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.025 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:14.025 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.025 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.025 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:14.025 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 70829277 2024-04-12T17:30:14.025 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.026 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.026 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:kv": { 2024-04-12T17:30:14.026 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:14.026 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 314572800 2024-04-12T17:30:14.026 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.026 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:14.026 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:14.026 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.026 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:14.026 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.026 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.026 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:14.026 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 178269419 2024-04-12T17:30:14.027 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.027 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:14.027 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.027 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.027 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:14.027 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.027 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.027 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:14.027 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.027 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.027 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:14.027 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.027 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.027 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:14.027 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.027 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.028 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:14.028 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.028 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.028 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:14.028 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.028 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.028 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:14.028 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.028 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.028 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:14.028 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.028 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.029 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:14.029 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69194517 2024-04-12T17:30:14.029 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.029 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.029 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb": { 2024-04-12T17:30:14.029 INFO:tasks.workunit.client.0.smithi099.stdout: "compact": { 2024-04-12T17:30:14.029 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.029 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.029 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_queue_len": { 2024-04-12T17:30:14.029 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.029 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.029 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_queue_merge": { 2024-04-12T17:30:14.029 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.029 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.030 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_range": { 2024-04-12T17:30:14.030 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 98 2024-04-12T17:30:14.030 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.030 INFO:tasks.workunit.client.0.smithi099.stdout: "get_latency": { 2024-04-12T17:30:14.030 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 369945, 2024-04-12T17:30:14.030 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1936335285 2024-04-12T17:30:14.030 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.030 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_delay_time": { 2024-04-12T17:30:14.030 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.030 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.030 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.030 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_memtable_time": { 2024-04-12T17:30:14.030 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.030 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.031 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.031 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T17:30:14.031 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.031 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.031 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.031 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_wal_time": { 2024-04-12T17:30:14.031 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.031 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.031 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.031 INFO:tasks.workunit.client.0.smithi099.stdout: "submit_latency": { 2024-04-12T17:30:14.031 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.031 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.031 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.031 INFO:tasks.workunit.client.0.smithi099.stdout: "submit_sync_latency": { 2024-04-12T17:30:14.031 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 20601, 2024-04-12T17:30:14.031 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10209923929 2024-04-12T17:30:14.032 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.032 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.032 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.032 INFO:tasks.workunit.client.0.smithi099.stdout: "mon.99eca4e11e5c95f50fdb573e338d356fe5d4041f": { 2024-04-12T17:30:14.032 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T17:30:14.032 INFO:tasks.workunit.client.0.smithi099.stdout: "election_call": { 2024-04-12T17:30:14.032 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T17:30:14.032 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.032 INFO:tasks.workunit.client.0.smithi099.stdout: "election_lose": { 2024-04-12T17:30:14.032 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T17:30:14.032 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.032 INFO:tasks.workunit.client.0.smithi099.stdout: "election_win": { 2024-04-12T17:30:14.032 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.032 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_elections": { 2024-04-12T17:30:14.033 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7 2024-04-12T17:30:14.033 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.033 INFO:tasks.workunit.client.0.smithi099.stdout: "num_sessions": { 2024-04-12T17:30:14.033 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7 2024-04-12T17:30:14.033 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.033 INFO:tasks.workunit.client.0.smithi099.stdout: "session_add": { 2024-04-12T17:30:14.033 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3 2024-04-12T17:30:14.033 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.033 INFO:tasks.workunit.client.0.smithi099.stdout: "session_rm": { 2024-04-12T17:30:14.033 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 255 2024-04-12T17:30:14.033 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.033 INFO:tasks.workunit.client.0.smithi099.stdout: "session_trim": { 2024-04-12T17:30:14.033 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.033 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.033 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.033 INFO:tasks.workunit.client.0.smithi099.stdout: "paxos": { 2024-04-12T17:30:14.034 INFO:tasks.workunit.client.0.smithi099.stdout: "accept_timeout": { 2024-04-12T17:30:14.034 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.034 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.034 INFO:tasks.workunit.client.0.smithi099.stdout: "begin": { 2024-04-12T17:30:14.034 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8490 2024-04-12T17:30:14.034 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.034 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_bytes": { 2024-04-12T17:30:14.034 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8490, 2024-04-12T17:30:14.034 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 58519345 2024-04-12T17:30:14.034 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.034 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_keys": { 2024-04-12T17:30:14.034 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.034 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.034 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.035 INFO:tasks.workunit.client.0.smithi099.stdout: "begin_latency": { 2024-04-12T17:30:14.035 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8490, 2024-04-12T17:30:14.035 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1147980216 2024-04-12T17:30:14.035 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.035 INFO:tasks.workunit.client.0.smithi099.stdout: "collect": { 2024-04-12T17:30:14.035 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T17:30:14.035 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.035 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_bytes": { 2024-04-12T17:30:14.035 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T17:30:14.035 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 146 2024-04-12T17:30:14.035 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.035 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_keys": { 2024-04-12T17:30:14.035 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T17:30:14.035 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T17:30:14.035 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.036 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_latency": { 2024-04-12T17:30:14.036 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2, 2024-04-12T17:30:14.036 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 999984 2024-04-12T17:30:14.036 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.036 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_timeout": { 2024-04-12T17:30:14.036 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.036 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.036 INFO:tasks.workunit.client.0.smithi099.stdout: "collect_uncommitted": { 2024-04-12T17:30:14.036 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.036 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.036 INFO:tasks.workunit.client.0.smithi099.stdout: "commit": { 2024-04-12T17:30:14.036 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8490 2024-04-12T17:30:14.036 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.036 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_bytes": { 2024-04-12T17:30:14.037 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.037 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.037 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.037 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_keys": { 2024-04-12T17:30:14.037 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.037 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.037 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.037 INFO:tasks.workunit.client.0.smithi099.stdout: "commit_latency": { 2024-04-12T17:30:14.037 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.037 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.037 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.037 INFO:tasks.workunit.client.0.smithi099.stdout: "lease_ack_timeout": { 2024-04-12T17:30:14.037 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.037 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.037 INFO:tasks.workunit.client.0.smithi099.stdout: "lease_timeout": { 2024-04-12T17:30:14.038 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.038 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.038 INFO:tasks.workunit.client.0.smithi099.stdout: "new_pn": { 2024-04-12T17:30:14.038 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.038 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.038 INFO:tasks.workunit.client.0.smithi099.stdout: "new_pn_latency": { 2024-04-12T17:30:14.038 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.038 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.038 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.038 INFO:tasks.workunit.client.0.smithi099.stdout: "refresh": { 2024-04-12T17:30:14.038 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8490 2024-04-12T17:30:14.038 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.038 INFO:tasks.workunit.client.0.smithi099.stdout: "refresh_latency": { 2024-04-12T17:30:14.039 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8490, 2024-04-12T17:30:14.039 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22973604006 2024-04-12T17:30:14.039 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.039 INFO:tasks.workunit.client.0.smithi099.stdout: "restart": { 2024-04-12T17:30:14.039 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9 2024-04-12T17:30:14.039 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.039 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state": { 2024-04-12T17:30:14.039 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.039 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.039 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state_bytes": { 2024-04-12T17:30:14.039 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.039 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.039 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.039 INFO:tasks.workunit.client.0.smithi099.stdout: "share_state_keys": { 2024-04-12T17:30:14.039 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.040 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.040 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.040 INFO:tasks.workunit.client.0.smithi099.stdout: "start_leader": { 2024-04-12T17:30:14.040 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.040 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.040 INFO:tasks.workunit.client.0.smithi099.stdout: "start_peon": { 2024-04-12T17:30:14.040 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T17:30:14.040 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.040 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state": { 2024-04-12T17:30:14.040 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8490 2024-04-12T17:30:14.040 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.040 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_bytes": { 2024-04-12T17:30:14.040 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8490, 2024-04-12T17:30:14.040 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 115421787 2024-04-12T17:30:14.040 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.040 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_keys": { 2024-04-12T17:30:14.041 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8490, 2024-04-12T17:30:14.041 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 74438 2024-04-12T17:30:14.041 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.041 INFO:tasks.workunit.client.0.smithi099.stdout: "store_state_latency": { 2024-04-12T17:30:14.041 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8490, 2024-04-12T17:30:14.041 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1423975457 2024-04-12T17:30:14.041 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.041 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.041 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache": { 2024-04-12T17:30:14.041 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T17:30:14.041 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1020054731 2024-04-12T17:30:14.041 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.041 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T17:30:14.041 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 167731200 2024-04-12T17:30:14.041 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.041 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T17:30:14.042 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 166674432 2024-04-12T17:30:14.042 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.042 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T17:30:14.042 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2147483648 2024-04-12T17:30:14.042 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.042 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T17:30:14.042 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1056768 2024-04-12T17:30:14.042 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.042 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.042 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:full": { 2024-04-12T17:30:14.042 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:14.042 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 360710144 2024-04-12T17:30:14.042 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.042 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:14.042 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.043 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.043 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:14.043 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.043 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.043 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:14.043 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 267443717 2024-04-12T17:30:14.043 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.043 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:14.043 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24357285 2024-04-12T17:30:14.043 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.043 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:14.043 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.043 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.043 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:14.043 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.043 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.044 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:14.044 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.044 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.044 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:14.044 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.044 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.044 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:14.044 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.044 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.044 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:14.044 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.044 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.044 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:14.044 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.044 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.044 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:14.045 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.045 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.045 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:14.045 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 68909142 2024-04-12T17:30:14.045 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.045 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.045 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:inc": { 2024-04-12T17:30:14.045 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:14.045 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 339738624 2024-04-12T17:30:14.045 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.045 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:14.045 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.045 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.045 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:14.045 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.046 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.046 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:14.046 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 267443717 2024-04-12T17:30:14.046 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.046 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:14.046 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1495832 2024-04-12T17:30:14.046 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.046 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:14.046 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.046 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.046 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:14.046 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.046 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.046 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:14.046 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.047 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.047 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:14.047 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.047 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.047 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:14.047 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.047 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.047 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:14.047 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.047 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.047 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:14.047 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.047 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.048 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:14.048 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.048 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.048 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:14.048 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 70799075 2024-04-12T17:30:14.048 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.048 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.048 INFO:tasks.workunit.client.0.smithi099.stdout: "prioritycache:kv": { 2024-04-12T17:30:14.048 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:14.048 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 314572800 2024-04-12T17:30:14.048 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.048 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:14.048 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:14.048 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.049 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:14.049 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.049 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.049 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:14.049 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 178295811 2024-04-12T17:30:14.049 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.049 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:14.049 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.049 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.049 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:14.049 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.049 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.049 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:14.049 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.050 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.050 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:14.050 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.050 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.050 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:14.050 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.050 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.050 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:14.050 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.050 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.050 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:14.050 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.050 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.050 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:14.050 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.051 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.051 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:14.051 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.051 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.051 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:14.051 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69168125 2024-04-12T17:30:14.051 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.051 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.051 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb": { 2024-04-12T17:30:14.051 INFO:tasks.workunit.client.0.smithi099.stdout: "compact": { 2024-04-12T17:30:14.051 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.051 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.051 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_queue_len": { 2024-04-12T17:30:14.051 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.051 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.052 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_queue_merge": { 2024-04-12T17:30:14.052 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.052 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.052 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_range": { 2024-04-12T17:30:14.052 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 97 2024-04-12T17:30:14.052 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.052 INFO:tasks.workunit.client.0.smithi099.stdout: "get_latency": { 2024-04-12T17:30:14.052 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 368244, 2024-04-12T17:30:14.052 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1745516170 2024-04-12T17:30:14.052 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.052 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_delay_time": { 2024-04-12T17:30:14.052 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.052 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.052 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.052 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_memtable_time": { 2024-04-12T17:30:14.052 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.053 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.053 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.053 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T17:30:14.053 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.053 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.053 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.053 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_write_wal_time": { 2024-04-12T17:30:14.053 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.053 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.053 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.053 INFO:tasks.workunit.client.0.smithi099.stdout: "submit_latency": { 2024-04-12T17:30:14.053 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.053 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.053 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.053 INFO:tasks.workunit.client.0.smithi099.stdout: "submit_sync_latency": { 2024-04-12T17:30:14.054 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 20508, 2024-04-12T17:30:14.054 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3174324653 2024-04-12T17:30:14.054 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.054 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.054 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.054 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.0": { 2024-04-12T17:30:14.054 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:14.054 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_db_max_lat": { 2024-04-12T17:30:14.054 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 30675 2024-04-12T17:30:14.054 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.054 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T17:30:14.054 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.054 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.054 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_max_lat": { 2024-04-12T17:30:14.055 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.055 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.055 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:30:14.055 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.055 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.055 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T17:30:14.055 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T17:30:14.055 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.055 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_slow": { 2024-04-12T17:30:14.055 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.055 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.055 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T17:30:14.055 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.055 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.055 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_wal_max_lat": { 2024-04-12T17:30:14.056 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.056 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.056 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T17:30:14.056 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.056 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.056 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T17:30:14.056 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 29716480 2024-04-12T17:30:14.056 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.056 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T17:30:14.056 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 889143296 2024-04-12T17:30:14.056 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.056 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T17:30:14.056 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 19, 2024-04-12T17:30:14.056 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4653867 2024-04-12T17:30:14.056 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.057 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T17:30:14.057 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 19, 2024-04-12T17:30:14.057 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1658485 2024-04-12T17:30:14.057 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.057 INFO:tasks.workunit.client.0.smithi099.stdout: "db_alloc_lat": { 2024-04-12T17:30:14.057 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 243, 2024-04-12T17:30:14.057 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1222231 2024-04-12T17:30:14.057 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.057 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T17:30:14.057 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995027456 2024-04-12T17:30:14.057 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.057 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T17:30:14.057 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 961413120 2024-04-12T17:30:14.057 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.057 INFO:tasks.workunit.client.0.smithi099.stdout: "flush_lat": { 2024-04-12T17:30:14.058 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77805, 2024-04-12T17:30:14.058 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11836387624 2024-04-12T17:30:14.058 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.058 INFO:tasks.workunit.client.0.smithi099.stdout: "fsync_lat": { 2024-04-12T17:30:14.058 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77786, 2024-04-12T17:30:14.058 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 19170448978 2024-04-12T17:30:14.058 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.058 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T17:30:14.058 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2695168 2024-04-12T17:30:14.058 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.058 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T17:30:14.058 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 318599168 2024-04-12T17:30:14.061 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.061 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T17:30:14.061 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 982712320 2024-04-12T17:30:14.062 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.062 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T17:30:14.062 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.062 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.062 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T17:30:14.062 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.062 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.062 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T17:30:14.062 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57 2024-04-12T17:30:14.062 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.062 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T17:30:14.062 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10389813476 2024-04-12T17:30:14.062 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.062 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T17:30:14.062 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 74734 2024-04-12T17:30:14.063 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.063 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T17:30:14.063 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9144238080 2024-04-12T17:30:14.063 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.063 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T17:30:14.063 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9144242176 2024-04-12T17:30:14.063 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.063 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T17:30:14.063 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.063 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.063 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T17:30:14.063 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.063 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.063 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T17:30:14.064 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67645 2024-04-12T17:30:14.064 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.064 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:14.064 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 74734, 2024-04-12T17:30:14.064 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3003026714 2024-04-12T17:30:14.064 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.064 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T17:30:14.064 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10244817886 2024-04-12T17:30:14.064 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.064 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T17:30:14.064 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 70292 2024-04-12T17:30:14.064 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.064 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T17:30:14.064 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7443319 2024-04-12T17:30:14.064 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.064 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T17:30:14.065 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 839 2024-04-12T17:30:14.065 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.065 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T17:30:14.065 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 29605087 2024-04-12T17:30:14.065 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.065 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T17:30:14.065 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1289 2024-04-12T17:30:14.065 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.065 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T17:30:14.065 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22161768 2024-04-12T17:30:14.065 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.065 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:30:14.065 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22161768 2024-04-12T17:30:14.065 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.066 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:30:14.066 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.066 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.066 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:30:14.066 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.066 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.066 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T17:30:14.066 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 482 2024-04-12T17:30:14.066 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.066 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_lat": { 2024-04-12T17:30:14.066 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1289, 2024-04-12T17:30:14.066 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10096311 2024-04-12T17:30:14.066 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.066 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_alloc_lat": { 2024-04-12T17:30:14.067 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.067 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.067 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.067 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T17:30:14.067 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.067 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.067 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T17:30:14.067 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.067 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.067 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:14.067 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T17:30:14.067 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 817 2024-04-12T17:30:14.067 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.067 INFO:tasks.workunit.client.0.smithi099.stdout: "unlink_lat": { 2024-04-12T17:30:14.067 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 19, 2024-04-12T17:30:14.067 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 38960 2024-04-12T17:30:14.068 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.068 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_alloc_lat": { 2024-04-12T17:30:14.068 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.068 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.068 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.068 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T17:30:14.068 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.068 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.068 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T17:30:14.068 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.068 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.068 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T17:30:14.068 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1240346624 2024-04-12T17:30:14.068 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.069 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.069 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T17:30:14.069 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T17:30:14.069 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T17:30:14.069 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.069 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T17:30:14.069 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9854976 2024-04-12T17:30:14.069 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.069 INFO:tasks.workunit.client.0.smithi099.stdout: "allocator_lat": { 2024-04-12T17:30:14.069 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 21048, 2024-04-12T17:30:14.069 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 82570895 2024-04-12T17:30:14.069 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.069 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T17:30:14.070 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3614, 2024-04-12T17:30:14.070 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6084278476 2024-04-12T17:30:14.070 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.070 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T17:30:14.070 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.070 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.070 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.070 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T17:30:14.070 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.070 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.070 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T17:30:14.070 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.070 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.070 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T17:30:14.071 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.071 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.071 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T17:30:14.071 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 25272, 2024-04-12T17:30:14.071 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 212559705 2024-04-12T17:30:14.071 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.071 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T17:30:14.071 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.071 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.071 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.071 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T17:30:14.071 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.071 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.071 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T17:30:14.071 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77683, 2024-04-12T17:30:14.071 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 23613843860 2024-04-12T17:30:14.072 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.072 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T17:30:14.072 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77056, 2024-04-12T17:30:14.072 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1714092144 2024-04-12T17:30:14.072 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.072 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T17:30:14.072 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77683, 2024-04-12T17:30:14.072 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 46025139 2024-04-12T17:30:14.072 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.072 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T17:30:14.072 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77683, 2024-04-12T17:30:14.072 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 23659868999 2024-04-12T17:30:14.072 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.072 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T17:30:14.072 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.072 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.072 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.073 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T17:30:14.073 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 41229, 2024-04-12T17:30:14.073 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1811551307 2024-04-12T17:30:14.073 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.073 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T17:30:14.073 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1181, 2024-04-12T17:30:14.073 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3311744 2024-04-12T17:30:14.073 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.073 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T17:30:14.073 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 21533, 2024-04-12T17:30:14.073 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11472807 2024-04-12T17:30:14.073 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.073 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:30:14.073 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 54, 2024-04-12T17:30:14.073 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 63278 2024-04-12T17:30:14.073 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.074 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T17:30:14.074 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 17808, 2024-04-12T17:30:14.074 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3387688395 2024-04-12T17:30:14.074 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.074 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T17:30:14.074 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 258536 2024-04-12T17:30:14.074 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.074 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T17:30:14.074 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24340 2024-04-12T17:30:14.074 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.074 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:14.074 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 12721, 2024-04-12T17:30:14.074 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2287513334 2024-04-12T17:30:14.074 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.075 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T17:30:14.075 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 31764, 2024-04-12T17:30:14.075 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12403134 2024-04-12T17:30:14.075 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.075 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T17:30:14.075 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 19043, 2024-04-12T17:30:14.075 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1782560200 2024-04-12T17:30:14.075 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.075 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T17:30:14.075 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.075 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.075 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T17:30:14.075 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15559, 2024-04-12T17:30:14.075 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 482007646 2024-04-12T17:30:14.075 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.076 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_aio_wait_count": { 2024-04-12T17:30:14.076 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.076 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.076 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_committed_kv_count": { 2024-04-12T17:30:14.076 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.076 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.076 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:30:14.076 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.076 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.076 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:30:14.076 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.076 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.076 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T17:30:14.076 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 92466, 2024-04-12T17:30:14.076 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10537246466 2024-04-12T17:30:14.077 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.077 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:30:14.077 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 9168, 2024-04-12T17:30:14.077 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 540061861 2024-04-12T17:30:14.077 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.077 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:30:14.077 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 9167, 2024-04-12T17:30:14.077 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4016888598556 2024-04-12T17:30:14.077 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.077 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T17:30:14.077 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 9168, 2024-04-12T17:30:14.077 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6569308500517 2024-04-12T17:30:14.077 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.077 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T17:30:14.077 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 92465, 2024-04-12T17:30:14.078 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2674112258143 2024-04-12T17:30:14.078 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.078 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T17:30:14.078 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 92465, 2024-04-12T17:30:14.078 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10075272 2024-04-12T17:30:14.078 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.078 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T17:30:14.078 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 92466, 2024-04-12T17:30:14.078 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 339224518 2024-04-12T17:30:14.078 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.078 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T17:30:14.078 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 92466, 2024-04-12T17:30:14.078 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 39248957144 2024-04-12T17:30:14.078 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.079 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T17:30:14.079 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 92466, 2024-04-12T17:30:14.079 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37653870 2024-04-12T17:30:14.079 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.079 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T17:30:14.079 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 92466, 2024-04-12T17:30:14.079 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 19643124425 2024-04-12T17:30:14.079 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.079 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T17:30:14.079 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 92466, 2024-04-12T17:30:14.079 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14341572176 2024-04-12T17:30:14.079 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.079 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T17:30:14.079 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5975765 2024-04-12T17:30:14.079 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.080 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:14.080 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2602, 2024-04-12T17:30:14.080 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14259186 2024-04-12T17:30:14.080 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.080 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T17:30:14.080 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 92466, 2024-04-12T17:30:14.080 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 84126081393 2024-04-12T17:30:14.080 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.080 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T17:30:14.080 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 92466, 2024-04-12T17:30:14.080 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15491049525 2024-04-12T17:30:14.080 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.080 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T17:30:14.080 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 92466, 2024-04-12T17:30:14.081 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 576775525 2024-04-12T17:30:14.081 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.081 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.081 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T17:30:14.081 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T17:30:14.081 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1405275320 2024-04-12T17:30:14.081 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.081 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T17:30:14.081 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 581451776 2024-04-12T17:30:14.081 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.081 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T17:30:14.081 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 538902528 2024-04-12T17:30:14.081 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.081 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T17:30:14.081 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2600684339 2024-04-12T17:30:14.082 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.082 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T17:30:14.082 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 42549248 2024-04-12T17:30:14.082 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.082 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.082 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T17:30:14.082 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:14.082 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 125829120 2024-04-12T17:30:14.082 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.082 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:14.082 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.082 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.082 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:14.082 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.082 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.083 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:14.083 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 55843997 2024-04-12T17:30:14.083 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.083 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:14.083 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.083 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.083 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:14.083 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.083 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.083 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:14.083 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.083 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.083 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:14.083 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.083 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.084 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:14.084 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.084 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.084 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:14.084 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 159744 2024-04-12T17:30:14.084 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.084 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:14.084 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.084 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.084 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:14.084 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.084 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.084 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:14.084 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.084 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.084 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:14.085 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69825379 2024-04-12T17:30:14.085 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.085 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.085 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T17:30:14.085 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:14.085 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 553648128 2024-04-12T17:30:14.085 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.085 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:14.085 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:14.085 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.085 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:14.085 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.085 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.085 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:14.085 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 418829982 2024-04-12T17:30:14.086 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.086 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:14.086 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.086 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.086 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:14.086 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.086 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.086 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:14.086 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2416 2024-04-12T17:30:14.086 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.086 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:14.086 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.086 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.086 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:14.087 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 164464 2024-04-12T17:30:14.087 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.087 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:14.087 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.087 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.087 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:14.087 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.087 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.087 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:14.087 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.087 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.087 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:14.087 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.087 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.087 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:14.088 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67542402 2024-04-12T17:30:14.088 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.088 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.088 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:30:14.088 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:14.088 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 192937984 2024-04-12T17:30:14.088 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.088 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:14.088 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:14.088 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.088 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:14.088 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13951232 2024-04-12T17:30:14.088 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.088 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:14.089 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37229331 2024-04-12T17:30:14.089 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.089 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:14.089 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.089 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.089 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:14.089 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.089 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.089 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:14.089 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.089 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.089 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:14.089 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.089 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.089 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:14.090 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.090 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.090 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:14.090 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.090 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.090 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:14.090 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.090 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.090 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:14.090 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.090 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.090 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:14.090 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.090 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.091 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:14.091 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 74648557 2024-04-12T17:30:14.091 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.091 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.091 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T17:30:14.091 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:14.091 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 494927872 2024-04-12T17:30:14.091 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.091 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:14.091 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.091 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.091 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:14.091 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.091 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.091 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:14.092 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 418829982 2024-04-12T17:30:14.092 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.092 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:14.092 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.092 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.092 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:14.092 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.092 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.092 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:14.092 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.092 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.092 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:14.092 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.092 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.092 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:14.093 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 90929 2024-04-12T17:30:14.093 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.093 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:14.093 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1135148 2024-04-12T17:30:14.093 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.093 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:14.093 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.093 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.093 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:14.093 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.093 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.093 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:14.093 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.093 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.093 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:14.094 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 74871813 2024-04-12T17:30:14.094 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.094 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.094 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T17:30:14.094 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T17:30:14.094 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.094 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.094 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:14.094 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 54 2024-04-12T17:30:14.094 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.094 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T17:30:14.094 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.094 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.094 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:14.095 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.095 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.095 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.095 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:14.095 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T17:30:14.095 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57 2024-04-12T17:30:14.095 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.095 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T17:30:14.095 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.095 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.095 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T17:30:14.095 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 39201 2024-04-12T17:30:14.095 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.095 INFO:tasks.workunit.client.0.smithi099.stdout: "op_before_queue_op_lat": { 2024-04-12T17:30:14.095 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 125657, 2024-04-12T17:30:14.095 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8769419500 2024-04-12T17:30:14.096 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.096 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T17:30:14.096 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3 2024-04-12T17:30:14.096 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.096 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T17:30:14.096 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.096 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.096 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T17:30:14.096 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2626747231 2024-04-12T17:30:14.096 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.096 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T17:30:14.096 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 39201, 2024-04-12T17:30:14.096 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 178776825705 2024-04-12T17:30:14.096 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.097 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T17:30:14.097 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3458864317 2024-04-12T17:30:14.097 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.097 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T17:30:14.097 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 40043, 2024-04-12T17:30:14.097 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22304368198 2024-04-12T17:30:14.097 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.097 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T17:30:14.097 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 39201, 2024-04-12T17:30:14.097 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 73002865981 2024-04-12T17:30:14.097 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.097 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:14.097 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 23292 2024-04-12T17:30:14.097 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.097 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T17:30:14.097 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 23292, 2024-04-12T17:30:14.098 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18772493693 2024-04-12T17:30:14.098 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.098 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:30:14.098 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.098 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.098 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T17:30:14.098 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3458864317 2024-04-12T17:30:14.098 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.098 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T17:30:14.098 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 23636, 2024-04-12T17:30:14.098 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6192339050 2024-04-12T17:30:14.098 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.098 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T17:30:14.098 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 23292, 2024-04-12T17:30:14.099 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7315148164 2024-04-12T17:30:14.099 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.099 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T17:30:14.099 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8416 2024-04-12T17:30:14.099 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.099 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T17:30:14.099 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 451502352 2024-04-12T17:30:14.099 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.099 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T17:30:14.099 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8416, 2024-04-12T17:30:14.099 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17678689946 2024-04-12T17:30:14.099 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.099 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:30:14.099 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.099 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.100 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:30:14.100 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.100 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.100 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T17:30:14.100 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.100 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.100 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T17:30:14.100 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8706, 2024-04-12T17:30:14.100 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5632649041 2024-04-12T17:30:14.100 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.100 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T17:30:14.100 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8416, 2024-04-12T17:30:14.100 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13943529699 2024-04-12T17:30:14.100 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.100 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:14.100 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7493 2024-04-12T17:30:14.101 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.101 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T17:30:14.101 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2175244879 2024-04-12T17:30:14.101 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.101 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T17:30:14.101 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 7493, 2024-04-12T17:30:14.101 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 142325642066 2024-04-12T17:30:14.101 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.101 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:30:14.101 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.101 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.101 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T17:30:14.101 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 7701, 2024-04-12T17:30:14.101 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10479380107 2024-04-12T17:30:14.102 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.102 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T17:30:14.102 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 7493, 2024-04-12T17:30:14.102 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 51744188118 2024-04-12T17:30:14.102 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.102 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T17:30:14.102 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.102 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.102 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T17:30:14.102 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4199442 2024-04-12T17:30:14.102 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.102 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T17:30:14.102 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 19 2024-04-12T17:30:14.102 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.102 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T17:30:14.103 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T17:30:14.103 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.103 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T17:30:14.103 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 971280384 2024-04-12T17:30:14.103 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.103 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.103 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.103 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.1": { 2024-04-12T17:30:14.103 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:14.103 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_db_max_lat": { 2024-04-12T17:30:14.103 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 60146 2024-04-12T17:30:14.103 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.103 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T17:30:14.103 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.103 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.104 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_max_lat": { 2024-04-12T17:30:14.104 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.104 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.104 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:30:14.104 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.104 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.104 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T17:30:14.104 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T17:30:14.104 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.104 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_slow": { 2024-04-12T17:30:14.104 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.104 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.104 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T17:30:14.104 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.105 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.105 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_wal_max_lat": { 2024-04-12T17:30:14.105 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.105 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.105 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T17:30:14.105 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.105 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.105 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T17:30:14.105 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16093184 2024-04-12T17:30:14.105 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.105 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T17:30:14.105 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 861839360 2024-04-12T17:30:14.105 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.105 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T17:30:14.105 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18, 2024-04-12T17:30:14.106 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8574166 2024-04-12T17:30:14.106 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.106 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T17:30:14.106 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18, 2024-04-12T17:30:14.106 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2532383 2024-04-12T17:30:14.106 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.106 INFO:tasks.workunit.client.0.smithi099.stdout: "db_alloc_lat": { 2024-04-12T17:30:14.106 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 218, 2024-04-12T17:30:14.106 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1125492 2024-04-12T17:30:14.106 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.106 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T17:30:14.106 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995027456 2024-04-12T17:30:14.106 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.106 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T17:30:14.107 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 972488704 2024-04-12T17:30:14.107 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.107 INFO:tasks.workunit.client.0.smithi099.stdout: "flush_lat": { 2024-04-12T17:30:14.107 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 74203, 2024-04-12T17:30:14.107 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11444166615 2024-04-12T17:30:14.107 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.107 INFO:tasks.workunit.client.0.smithi099.stdout: "fsync_lat": { 2024-04-12T17:30:14.107 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 74150, 2024-04-12T17:30:14.107 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18395069650 2024-04-12T17:30:14.107 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.107 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T17:30:14.107 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4431872 2024-04-12T17:30:14.107 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.107 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T17:30:14.107 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 303697920 2024-04-12T17:30:14.108 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.108 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T17:30:14.108 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 989528064 2024-04-12T17:30:14.108 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.108 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T17:30:14.108 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.108 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.108 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T17:30:14.108 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.108 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.108 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T17:30:14.108 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 60 2024-04-12T17:30:14.108 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.108 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T17:30:14.108 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14886321478 2024-04-12T17:30:14.109 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.109 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T17:30:14.109 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 83889 2024-04-12T17:30:14.109 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.109 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T17:30:14.109 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12695388160 2024-04-12T17:30:14.109 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.109 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T17:30:14.109 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12695392256 2024-04-12T17:30:14.109 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.109 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T17:30:14.109 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.109 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.109 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T17:30:14.110 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.110 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.110 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T17:30:14.110 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 83707 2024-04-12T17:30:14.110 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.110 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:14.110 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 83889, 2024-04-12T17:30:14.110 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3943243622 2024-04-12T17:30:14.110 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.110 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T17:30:14.110 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14767135173 2024-04-12T17:30:14.110 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.110 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T17:30:14.110 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 80237 2024-04-12T17:30:14.111 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.111 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T17:30:14.111 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5345072 2024-04-12T17:30:14.111 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.111 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T17:30:14.111 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 738 2024-04-12T17:30:14.111 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.111 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T17:30:14.111 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15973284 2024-04-12T17:30:14.111 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.111 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T17:30:14.111 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1047 2024-04-12T17:30:14.111 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.111 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T17:30:14.111 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10628212 2024-04-12T17:30:14.112 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.112 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:30:14.112 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10628212 2024-04-12T17:30:14.112 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.112 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:30:14.112 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.112 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.112 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:30:14.112 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.112 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.112 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T17:30:14.112 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 323 2024-04-12T17:30:14.112 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.112 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_lat": { 2024-04-12T17:30:14.112 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1047, 2024-04-12T17:30:14.113 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4364968 2024-04-12T17:30:14.113 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.113 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_alloc_lat": { 2024-04-12T17:30:14.113 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.113 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.113 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.113 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T17:30:14.113 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.113 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.113 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T17:30:14.113 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.113 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.113 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:14.113 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T17:30:14.113 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 562 2024-04-12T17:30:14.114 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.114 INFO:tasks.workunit.client.0.smithi099.stdout: "unlink_lat": { 2024-04-12T17:30:14.114 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 9, 2024-04-12T17:30:14.114 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11494 2024-04-12T17:30:14.114 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.114 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_alloc_lat": { 2024-04-12T17:30:14.114 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.114 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.114 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.114 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T17:30:14.114 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.114 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.114 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T17:30:14.114 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.114 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.115 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T17:30:14.115 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1184362496 2024-04-12T17:30:14.115 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.115 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.115 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T17:30:14.115 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T17:30:14.115 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T17:30:14.115 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.115 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T17:30:14.115 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9256960 2024-04-12T17:30:14.115 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.115 INFO:tasks.workunit.client.0.smithi099.stdout: "allocator_lat": { 2024-04-12T17:30:14.115 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 19185, 2024-04-12T17:30:14.115 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 74851166 2024-04-12T17:30:14.116 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.116 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T17:30:14.116 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3536, 2024-04-12T17:30:14.116 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7414786753 2024-04-12T17:30:14.116 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.116 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T17:30:14.116 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.116 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.116 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.116 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T17:30:14.116 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.116 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.116 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T17:30:14.116 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.116 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.116 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T17:30:14.117 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.117 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.117 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T17:30:14.117 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 16285, 2024-04-12T17:30:14.117 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 130953247 2024-04-12T17:30:14.117 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.117 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T17:30:14.117 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.117 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.117 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.117 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T17:30:14.117 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.117 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.117 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T17:30:14.117 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 74063, 2024-04-12T17:30:14.118 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22616067473 2024-04-12T17:30:14.118 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.118 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T17:30:14.118 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73503, 2024-04-12T17:30:14.118 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1663483753 2024-04-12T17:30:14.118 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.118 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T17:30:14.118 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 74063, 2024-04-12T17:30:14.118 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 46255769 2024-04-12T17:30:14.118 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.118 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T17:30:14.118 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 74063, 2024-04-12T17:30:14.118 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22662323242 2024-04-12T17:30:14.118 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.118 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T17:30:14.119 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.119 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.119 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.119 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T17:30:14.119 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 26294, 2024-04-12T17:30:14.119 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1370654385 2024-04-12T17:30:14.119 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.119 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T17:30:14.119 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1000, 2024-04-12T17:30:14.119 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3121093 2024-04-12T17:30:14.119 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.119 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T17:30:14.119 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 7939, 2024-04-12T17:30:14.119 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7038924 2024-04-12T17:30:14.119 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.120 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:30:14.120 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 43, 2024-04-12T17:30:14.120 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 61305 2024-04-12T17:30:14.120 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.120 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T17:30:14.120 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 10525, 2024-04-12T17:30:14.120 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1874193012 2024-04-12T17:30:14.120 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.120 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T17:30:14.120 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 226431 2024-04-12T17:30:14.120 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.120 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T17:30:14.120 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 26513 2024-04-12T17:30:14.120 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.120 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:14.121 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 23025, 2024-04-12T17:30:14.121 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1920481247 2024-04-12T17:30:14.121 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.121 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T17:30:14.121 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73900, 2024-04-12T17:30:14.121 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 19364321 2024-04-12T17:30:14.121 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.121 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T17:30:14.121 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 50875, 2024-04-12T17:30:14.121 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1235561272 2024-04-12T17:30:14.121 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.121 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T17:30:14.121 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.121 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.121 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T17:30:14.122 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15425, 2024-04-12T17:30:14.122 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 426509290 2024-04-12T17:30:14.122 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.122 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_aio_wait_count": { 2024-04-12T17:30:14.122 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.122 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.122 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_committed_kv_count": { 2024-04-12T17:30:14.122 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.122 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.122 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:30:14.122 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.122 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.122 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:30:14.122 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.122 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.123 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T17:30:14.123 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87801, 2024-04-12T17:30:14.123 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10678969648 2024-04-12T17:30:14.123 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.123 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:30:14.123 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 22786, 2024-04-12T17:30:14.123 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2288017508 2024-04-12T17:30:14.123 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.123 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:30:14.123 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 22784, 2024-04-12T17:30:14.123 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4673418368648 2024-04-12T17:30:14.123 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.123 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T17:30:14.124 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 22786, 2024-04-12T17:30:14.124 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7047060023795 2024-04-12T17:30:14.124 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.124 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T17:30:14.124 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87799, 2024-04-12T17:30:14.124 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3064662830855 2024-04-12T17:30:14.124 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.124 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T17:30:14.124 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87799, 2024-04-12T17:30:14.124 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8637705 2024-04-12T17:30:14.124 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.124 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T17:30:14.124 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87801, 2024-04-12T17:30:14.124 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 343082093 2024-04-12T17:30:14.124 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.125 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T17:30:14.125 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87801, 2024-04-12T17:30:14.125 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 35400230534 2024-04-12T17:30:14.125 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.125 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T17:30:14.125 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87801, 2024-04-12T17:30:14.125 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 31977637 2024-04-12T17:30:14.125 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.125 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T17:30:14.125 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87801, 2024-04-12T17:30:14.125 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18017152791 2024-04-12T17:30:14.125 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.125 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T17:30:14.125 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87801, 2024-04-12T17:30:14.125 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15413417042 2024-04-12T17:30:14.125 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.126 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T17:30:14.126 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5384848 2024-04-12T17:30:14.126 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.126 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:14.126 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2588, 2024-04-12T17:30:14.126 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14679644 2024-04-12T17:30:14.126 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.126 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T17:30:14.126 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87801, 2024-04-12T17:30:14.126 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 79866551403 2024-04-12T17:30:14.126 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.126 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T17:30:14.126 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87801, 2024-04-12T17:30:14.126 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16452702193 2024-04-12T17:30:14.127 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.127 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T17:30:14.127 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87801, 2024-04-12T17:30:14.127 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 526588726 2024-04-12T17:30:14.127 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.127 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.127 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T17:30:14.127 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T17:30:14.127 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1405275320 2024-04-12T17:30:14.127 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.127 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T17:30:14.127 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 672980992 2024-04-12T17:30:14.127 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.127 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T17:30:14.127 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 625958912 2024-04-12T17:30:14.128 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.128 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T17:30:14.128 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2600684339 2024-04-12T17:30:14.128 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.128 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T17:30:14.128 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 47022080 2024-04-12T17:30:14.128 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.128 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.128 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T17:30:14.128 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:14.128 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 125829120 2024-04-12T17:30:14.128 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.128 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:14.128 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.129 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.129 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:14.129 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.129 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.129 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:14.129 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 56262399 2024-04-12T17:30:14.129 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.129 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:14.129 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.129 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.129 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:14.129 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.129 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.129 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:14.130 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.130 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.130 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:14.130 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.130 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.130 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:14.130 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 155648 2024-04-12T17:30:14.130 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.130 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:14.130 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 999424 2024-04-12T17:30:14.130 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.130 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:14.130 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.130 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.131 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:14.131 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.131 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.131 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:14.131 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.131 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.131 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:14.131 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 68411649 2024-04-12T17:30:14.131 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.131 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.131 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T17:30:14.131 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:14.131 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 562036736 2024-04-12T17:30:14.131 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.131 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:14.132 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:14.132 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.132 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:14.132 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.132 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.132 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:14.132 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 421967998 2024-04-12T17:30:14.132 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.132 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:14.132 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.132 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.132 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:14.132 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.132 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.132 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:14.133 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 256 2024-04-12T17:30:14.133 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.133 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:14.133 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.133 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.133 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:14.133 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 126128 2024-04-12T17:30:14.133 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.133 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:14.133 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 224 2024-04-12T17:30:14.133 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.133 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:14.133 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.133 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.133 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:14.133 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.134 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.134 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:14.134 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.134 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.134 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:14.134 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 72833266 2024-04-12T17:30:14.134 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.134 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.134 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:30:14.134 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:14.134 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 192937984 2024-04-12T17:30:14.134 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.134 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:14.134 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:14.134 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.135 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:14.135 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17128000 2024-04-12T17:30:14.135 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.135 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:14.135 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37508266 2024-04-12T17:30:14.135 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.135 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:14.135 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.135 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.135 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:14.135 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.135 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.135 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:14.135 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.135 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.136 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:14.136 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.136 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.136 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:14.136 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.136 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.136 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:14.136 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.136 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.136 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:14.136 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.136 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.136 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:14.136 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.136 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.136 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:14.137 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.137 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.137 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:14.137 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71192854 2024-04-12T17:30:14.137 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.137 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.137 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T17:30:14.137 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:14.137 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 494927872 2024-04-12T17:30:14.137 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.137 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:14.137 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.137 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.137 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:14.137 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.137 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.138 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:14.138 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 421967998 2024-04-12T17:30:14.138 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.138 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:14.138 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.138 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.138 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:14.138 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.138 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.138 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:14.138 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.138 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.138 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:14.138 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.139 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.139 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:14.139 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 106935 2024-04-12T17:30:14.139 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.139 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:14.139 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1107613 2024-04-12T17:30:14.139 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.139 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:14.139 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.139 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.139 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:14.139 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.139 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.139 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:14.140 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.140 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.140 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:14.140 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71745326 2024-04-12T17:30:14.140 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.140 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.140 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T17:30:14.140 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T17:30:14.140 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.140 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.140 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:14.140 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13 2024-04-12T17:30:14.140 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.140 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T17:30:14.140 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.140 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.141 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:14.141 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.141 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.141 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.141 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:14.141 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T17:30:14.141 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 50 2024-04-12T17:30:14.141 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.141 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T17:30:14.141 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.141 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.141 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T17:30:14.141 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 40692 2024-04-12T17:30:14.141 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.141 INFO:tasks.workunit.client.0.smithi099.stdout: "op_before_queue_op_lat": { 2024-04-12T17:30:14.142 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 136273, 2024-04-12T17:30:14.142 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11065459710 2024-04-12T17:30:14.142 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.142 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T17:30:14.142 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.142 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.142 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T17:30:14.142 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.142 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.142 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T17:30:14.142 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2284830269 2024-04-12T17:30:14.142 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.142 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T17:30:14.143 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 40692, 2024-04-12T17:30:14.143 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 740151322830 2024-04-12T17:30:14.143 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.143 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T17:30:14.143 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2444010119 2024-04-12T17:30:14.143 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.143 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T17:30:14.143 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 42360, 2024-04-12T17:30:14.143 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 32688642289 2024-04-12T17:30:14.143 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.143 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T17:30:14.143 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 40692, 2024-04-12T17:30:14.143 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 111817334824 2024-04-12T17:30:14.143 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.143 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:14.143 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18574 2024-04-12T17:30:14.144 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.144 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T17:30:14.144 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18574, 2024-04-12T17:30:14.144 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12078057194 2024-04-12T17:30:14.144 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.144 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:30:14.144 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.144 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.144 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T17:30:14.144 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2444010119 2024-04-12T17:30:14.144 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.144 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T17:30:14.144 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 19004, 2024-04-12T17:30:14.144 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5126310526 2024-04-12T17:30:14.144 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.145 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T17:30:14.145 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18574, 2024-04-12T17:30:14.145 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4925484279 2024-04-12T17:30:14.145 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.145 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T17:30:14.145 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12501 2024-04-12T17:30:14.145 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.145 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T17:30:14.145 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 301188068 2024-04-12T17:30:14.145 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.145 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T17:30:14.145 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 12501, 2024-04-12T17:30:14.145 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 104878586149 2024-04-12T17:30:14.145 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.145 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:30:14.146 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.146 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.146 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:30:14.146 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.146 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.146 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T17:30:14.146 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.146 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.146 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T17:30:14.146 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 12648, 2024-04-12T17:30:14.146 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13704248553 2024-04-12T17:30:14.146 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.146 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T17:30:14.146 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 12501, 2024-04-12T17:30:14.146 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 34156384858 2024-04-12T17:30:14.147 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.147 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:14.147 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9617 2024-04-12T17:30:14.147 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.147 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T17:30:14.147 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1983642201 2024-04-12T17:30:14.147 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.147 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T17:30:14.147 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 9617, 2024-04-12T17:30:14.147 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 623194679487 2024-04-12T17:30:14.147 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.147 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:30:14.147 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.147 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.148 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T17:30:14.148 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 10708, 2024-04-12T17:30:14.148 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13858083210 2024-04-12T17:30:14.148 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.148 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T17:30:14.148 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 9617, 2024-04-12T17:30:14.148 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 72735465687 2024-04-12T17:30:14.148 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.148 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T17:30:14.148 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.148 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.148 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T17:30:14.148 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37 2024-04-12T17:30:14.148 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.149 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T17:30:14.149 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T17:30:14.149 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.149 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T17:30:14.149 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T17:30:14.149 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.149 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T17:30:14.149 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 981762048 2024-04-12T17:30:14.149 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.149 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.149 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.149 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.2": { 2024-04-12T17:30:14.149 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:14.149 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_db_max_lat": { 2024-04-12T17:30:14.149 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 86696 2024-04-12T17:30:14.150 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.150 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T17:30:14.150 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.150 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.150 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_max_lat": { 2024-04-12T17:30:14.150 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.150 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.150 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:30:14.150 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.150 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.150 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T17:30:14.150 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T17:30:14.150 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.150 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_slow": { 2024-04-12T17:30:14.150 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.151 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.151 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T17:30:14.151 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.151 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.151 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_wal_max_lat": { 2024-04-12T17:30:14.151 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.151 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.151 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T17:30:14.151 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.151 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.151 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T17:30:14.151 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16064512 2024-04-12T17:30:14.151 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.151 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T17:30:14.151 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 767275008 2024-04-12T17:30:14.152 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.152 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T17:30:14.152 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 17, 2024-04-12T17:30:14.152 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3232130 2024-04-12T17:30:14.152 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.152 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T17:30:14.152 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 17, 2024-04-12T17:30:14.152 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1156784 2024-04-12T17:30:14.152 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.152 INFO:tasks.workunit.client.0.smithi099.stdout: "db_alloc_lat": { 2024-04-12T17:30:14.152 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 200, 2024-04-12T17:30:14.152 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1145912 2024-04-12T17:30:14.152 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.152 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T17:30:14.152 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995027456 2024-04-12T17:30:14.153 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.153 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T17:30:14.153 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 783351808 2024-04-12T17:30:14.153 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.153 INFO:tasks.workunit.client.0.smithi099.stdout: "flush_lat": { 2024-04-12T17:30:14.153 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 69820, 2024-04-12T17:30:14.153 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10663943776 2024-04-12T17:30:14.153 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.153 INFO:tasks.workunit.client.0.smithi099.stdout: "fsync_lat": { 2024-04-12T17:30:14.153 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 69777, 2024-04-12T17:30:14.153 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17405223871 2024-04-12T17:30:14.153 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.153 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T17:30:14.153 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3112960 2024-04-12T17:30:14.153 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.154 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T17:30:14.154 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 285749248 2024-04-12T17:30:14.154 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.154 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T17:30:14.154 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 804651008 2024-04-12T17:30:14.154 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.154 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T17:30:14.154 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.154 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.154 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T17:30:14.154 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.154 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.154 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T17:30:14.154 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 58 2024-04-12T17:30:14.154 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.155 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T17:30:14.155 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11789389197 2024-04-12T17:30:14.155 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.155 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T17:30:14.155 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 84371 2024-04-12T17:30:14.155 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.155 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T17:30:14.155 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10298560512 2024-04-12T17:30:14.155 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.155 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T17:30:14.155 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10298564608 2024-04-12T17:30:14.155 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.155 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T17:30:14.155 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.155 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.156 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T17:30:14.156 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.156 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.156 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T17:30:14.156 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 75455 2024-04-12T17:30:14.156 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.156 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:14.156 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 84371, 2024-04-12T17:30:14.156 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3618383972 2024-04-12T17:30:14.156 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.156 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T17:30:14.156 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11650128791 2024-04-12T17:30:14.156 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.156 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T17:30:14.156 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 80105 2024-04-12T17:30:14.157 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.157 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T17:30:14.157 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5580396 2024-04-12T17:30:14.157 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.157 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T17:30:14.157 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 748 2024-04-12T17:30:14.157 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.157 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T17:30:14.157 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16112749 2024-04-12T17:30:14.157 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.157 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T17:30:14.157 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1145 2024-04-12T17:30:14.157 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.157 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T17:30:14.157 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10532353 2024-04-12T17:30:14.157 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.158 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:30:14.158 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10532353 2024-04-12T17:30:14.158 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.158 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:30:14.158 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.158 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.158 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:30:14.158 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.158 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.158 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T17:30:14.158 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 409 2024-04-12T17:30:14.158 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.158 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_lat": { 2024-04-12T17:30:14.158 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1145, 2024-04-12T17:30:14.158 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4244909 2024-04-12T17:30:14.159 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.159 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_alloc_lat": { 2024-04-12T17:30:14.159 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.159 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.159 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.159 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T17:30:14.159 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.159 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.159 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T17:30:14.159 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.159 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.159 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:14.159 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T17:30:14.160 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 613 2024-04-12T17:30:14.160 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.160 INFO:tasks.workunit.client.0.smithi099.stdout: "unlink_lat": { 2024-04-12T17:30:14.160 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 10, 2024-04-12T17:30:14.160 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11337 2024-04-12T17:30:14.160 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.160 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_alloc_lat": { 2024-04-12T17:30:14.160 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.160 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.160 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.160 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T17:30:14.160 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.160 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.160 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T17:30:14.160 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.161 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.161 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T17:30:14.161 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1071669248 2024-04-12T17:30:14.161 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.161 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.161 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T17:30:14.161 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T17:30:14.161 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T17:30:14.161 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.161 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T17:30:14.161 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9244672 2024-04-12T17:30:14.161 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.161 INFO:tasks.workunit.client.0.smithi099.stdout: "allocator_lat": { 2024-04-12T17:30:14.161 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 14339, 2024-04-12T17:30:14.161 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 52128091 2024-04-12T17:30:14.161 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.162 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T17:30:14.162 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3605, 2024-04-12T17:30:14.162 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7277016795 2024-04-12T17:30:14.162 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.162 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T17:30:14.162 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.162 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.162 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.162 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T17:30:14.162 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.162 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.162 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T17:30:14.162 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.162 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.163 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T17:30:14.163 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.163 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.163 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T17:30:14.163 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 24407, 2024-04-12T17:30:14.163 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 211319859 2024-04-12T17:30:14.163 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.163 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T17:30:14.163 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.163 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.163 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.163 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T17:30:14.163 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.163 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.163 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T17:30:14.163 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 69683, 2024-04-12T17:30:14.164 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 21272953738 2024-04-12T17:30:14.164 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.164 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T17:30:14.164 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 69247, 2024-04-12T17:30:14.164 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1324505757 2024-04-12T17:30:14.164 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.164 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T17:30:14.164 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 69683, 2024-04-12T17:30:14.164 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 33226693 2024-04-12T17:30:14.164 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.164 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T17:30:14.164 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 69683, 2024-04-12T17:30:14.164 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 21306180431 2024-04-12T17:30:14.164 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.164 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T17:30:14.165 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.165 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.165 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.165 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T17:30:14.165 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 56181, 2024-04-12T17:30:14.165 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1272729168 2024-04-12T17:30:14.165 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.165 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T17:30:14.165 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1099, 2024-04-12T17:30:14.165 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2986017 2024-04-12T17:30:14.165 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.165 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T17:30:14.165 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 21723, 2024-04-12T17:30:14.165 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13770160 2024-04-12T17:30:14.165 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.166 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:30:14.166 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 36, 2024-04-12T17:30:14.166 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 41602 2024-04-12T17:30:14.166 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.166 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T17:30:14.166 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 20961, 2024-04-12T17:30:14.166 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1484908128 2024-04-12T17:30:14.166 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.166 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T17:30:14.166 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 268668 2024-04-12T17:30:14.166 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.166 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T17:30:14.166 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18314 2024-04-12T17:30:14.166 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.166 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:14.167 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 20843, 2024-04-12T17:30:14.167 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1897055909 2024-04-12T17:30:14.167 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.167 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T17:30:14.167 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 49520, 2024-04-12T17:30:14.167 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16182720 2024-04-12T17:30:14.167 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.167 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T17:30:14.167 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 28677, 2024-04-12T17:30:14.167 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1665953402 2024-04-12T17:30:14.167 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.167 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T17:30:14.167 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.167 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.167 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T17:30:14.168 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 12608, 2024-04-12T17:30:14.168 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 384623399 2024-04-12T17:30:14.168 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.168 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_aio_wait_count": { 2024-04-12T17:30:14.168 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.168 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.168 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_committed_kv_count": { 2024-04-12T17:30:14.168 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.168 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.168 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:30:14.168 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.168 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.168 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:30:14.168 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.168 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.168 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T17:30:14.169 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 80605, 2024-04-12T17:30:14.169 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9654885985 2024-04-12T17:30:14.169 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.169 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:30:14.169 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 6529, 2024-04-12T17:30:14.169 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1355113398 2024-04-12T17:30:14.169 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.169 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:30:14.169 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 6529, 2024-04-12T17:30:14.169 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3849430147830 2024-04-12T17:30:14.169 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.169 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T17:30:14.169 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 6529, 2024-04-12T17:30:14.169 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6458612200649 2024-04-12T17:30:14.170 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.170 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T17:30:14.170 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 80605, 2024-04-12T17:30:14.170 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2862788326323 2024-04-12T17:30:14.170 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.170 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T17:30:14.170 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 80605, 2024-04-12T17:30:14.170 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8343892 2024-04-12T17:30:14.170 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.170 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T17:30:14.170 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 80605, 2024-04-12T17:30:14.170 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 352713676 2024-04-12T17:30:14.170 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.170 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T17:30:14.170 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 80605, 2024-04-12T17:30:14.171 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 32267399621 2024-04-12T17:30:14.171 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.171 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T17:30:14.171 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 80605, 2024-04-12T17:30:14.171 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 33690534 2024-04-12T17:30:14.171 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.171 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T17:30:14.171 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 80605, 2024-04-12T17:30:14.171 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16060348802 2024-04-12T17:30:14.171 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.171 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T17:30:14.171 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 80605, 2024-04-12T17:30:14.171 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13951744662 2024-04-12T17:30:14.171 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.171 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T17:30:14.172 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5384669 2024-04-12T17:30:14.172 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.172 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:14.172 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2522, 2024-04-12T17:30:14.172 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14405786 2024-04-12T17:30:14.172 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.172 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T17:30:14.172 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 80605, 2024-04-12T17:30:14.172 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 72303478219 2024-04-12T17:30:14.172 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.172 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T17:30:14.172 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 80605, 2024-04-12T17:30:14.172 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14864810813 2024-04-12T17:30:14.172 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.172 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T17:30:14.173 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 80605, 2024-04-12T17:30:14.173 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 489085155 2024-04-12T17:30:14.173 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.173 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.173 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T17:30:14.173 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T17:30:14.173 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1405275320 2024-04-12T17:30:14.173 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.173 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T17:30:14.173 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 586358784 2024-04-12T17:30:14.173 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.173 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T17:30:14.173 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 529170432 2024-04-12T17:30:14.173 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.173 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T17:30:14.174 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2600684339 2024-04-12T17:30:14.174 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.174 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T17:30:14.174 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57188352 2024-04-12T17:30:14.174 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.174 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.174 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T17:30:14.174 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:14.174 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 125829120 2024-04-12T17:30:14.174 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.174 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:14.174 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.174 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.174 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:14.174 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.175 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.175 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:14.175 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 56475854 2024-04-12T17:30:14.175 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.175 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:14.175 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.175 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.175 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:14.175 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.175 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.175 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:14.175 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.175 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.175 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:14.175 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.176 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.176 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:14.176 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.176 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.176 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:14.176 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 118784 2024-04-12T17:30:14.176 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.176 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:14.176 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.176 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.176 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:14.176 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.176 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.176 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:14.176 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.177 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.177 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:14.177 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69234482 2024-04-12T17:30:14.177 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.177 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.177 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T17:30:14.177 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:14.177 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 562036736 2024-04-12T17:30:14.177 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.177 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:14.177 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:14.177 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.177 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:14.177 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.177 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.178 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:14.178 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 423568905 2024-04-12T17:30:14.178 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.178 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:14.178 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.178 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.178 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:14.178 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.178 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.178 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:14.178 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2384 2024-04-12T17:30:14.178 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.178 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:14.178 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.179 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.179 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:14.179 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 152784 2024-04-12T17:30:14.179 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.179 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:14.179 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.179 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.179 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:14.179 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.179 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.179 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:14.179 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.179 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.179 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:14.180 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.180 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.180 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:14.180 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71203799 2024-04-12T17:30:14.180 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.180 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.180 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:30:14.180 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:14.180 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 192937984 2024-04-12T17:30:14.180 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.180 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:14.180 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:14.180 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.180 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:14.180 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16493984 2024-04-12T17:30:14.181 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.181 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:14.181 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37650569 2024-04-12T17:30:14.181 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.181 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:14.181 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.181 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.181 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:14.181 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.181 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.181 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:14.181 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.181 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.181 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:14.181 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.181 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.182 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:14.182 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.182 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.182 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:14.182 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.182 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.182 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:14.182 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.182 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.182 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:14.182 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.182 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.182 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:14.182 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.183 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.183 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:14.183 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71684567 2024-04-12T17:30:14.183 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.183 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.183 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T17:30:14.183 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:14.183 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 494927872 2024-04-12T17:30:14.183 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.183 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:14.183 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.183 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.183 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:14.183 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.183 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.184 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:14.184 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 423568905 2024-04-12T17:30:14.184 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.184 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:14.184 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.184 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.184 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:14.184 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.184 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.184 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:14.184 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.184 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.184 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:14.185 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.185 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.185 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:14.185 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 94701 2024-04-12T17:30:14.185 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.185 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:14.185 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1135420 2024-04-12T17:30:14.185 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.185 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:14.185 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.185 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.185 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:14.185 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.185 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.185 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:14.185 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.186 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.186 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:14.186 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 70128846 2024-04-12T17:30:14.186 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.186 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.186 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T17:30:14.186 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T17:30:14.186 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.186 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.186 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:14.186 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 72 2024-04-12T17:30:14.186 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.186 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T17:30:14.186 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.186 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.187 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:14.187 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.187 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.187 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.187 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:14.187 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T17:30:14.187 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 40 2024-04-12T17:30:14.187 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.187 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T17:30:14.187 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.187 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.187 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T17:30:14.187 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67055 2024-04-12T17:30:14.187 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.187 INFO:tasks.workunit.client.0.smithi099.stdout: "op_before_queue_op_lat": { 2024-04-12T17:30:14.188 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 158791, 2024-04-12T17:30:14.188 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8107165147 2024-04-12T17:30:14.188 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.188 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T17:30:14.188 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2 2024-04-12T17:30:14.188 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.188 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T17:30:14.188 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.188 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.188 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T17:30:14.188 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2022361199 2024-04-12T17:30:14.188 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.188 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T17:30:14.188 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 67055, 2024-04-12T17:30:14.188 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 118971430204 2024-04-12T17:30:14.189 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.189 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T17:30:14.189 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3508334205 2024-04-12T17:30:14.189 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.189 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T17:30:14.189 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 67951, 2024-04-12T17:30:14.189 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 45574319728 2024-04-12T17:30:14.189 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.189 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T17:30:14.189 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 67055, 2024-04-12T17:30:14.189 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 75700303880 2024-04-12T17:30:14.189 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.189 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:14.189 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37804 2024-04-12T17:30:14.190 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.190 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T17:30:14.190 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 37804, 2024-04-12T17:30:14.190 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24191326958 2024-04-12T17:30:14.190 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.190 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:30:14.190 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.190 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.190 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T17:30:14.190 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3508334205 2024-04-12T17:30:14.190 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.190 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T17:30:14.190 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 38249, 2024-04-12T17:30:14.190 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7149699985 2024-04-12T17:30:14.190 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.191 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T17:30:14.191 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 37804, 2024-04-12T17:30:14.191 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10437081793 2024-04-12T17:30:14.191 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.191 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T17:30:14.191 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 27084 2024-04-12T17:30:14.191 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.191 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T17:30:14.191 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 449014147 2024-04-12T17:30:14.191 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.191 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T17:30:14.191 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 27084, 2024-04-12T17:30:14.191 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 54098947804 2024-04-12T17:30:14.191 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.191 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:30:14.192 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.192 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.192 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:30:14.192 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.192 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.192 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T17:30:14.192 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.192 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.192 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T17:30:14.192 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 27379, 2024-04-12T17:30:14.192 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 34624536242 2024-04-12T17:30:14.192 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.192 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T17:30:14.192 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 27084, 2024-04-12T17:30:14.192 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 49982565606 2024-04-12T17:30:14.192 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.193 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:14.193 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2167 2024-04-12T17:30:14.193 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.193 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T17:30:14.193 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1573347052 2024-04-12T17:30:14.193 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.193 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T17:30:14.193 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2167, 2024-04-12T17:30:14.193 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 40681155442 2024-04-12T17:30:14.193 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.193 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:30:14.193 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.193 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.193 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T17:30:14.193 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2323, 2024-04-12T17:30:14.194 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3800083501 2024-04-12T17:30:14.194 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.194 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T17:30:14.194 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2167, 2024-04-12T17:30:14.194 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15280656481 2024-04-12T17:30:14.194 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.194 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T17:30:14.194 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.194 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.194 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T17:30:14.194 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4194330 2024-04-12T17:30:14.194 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.194 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T17:30:14.194 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17 2024-04-12T17:30:14.194 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.195 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T17:30:14.195 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T17:30:14.195 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.195 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T17:30:14.195 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 792604672 2024-04-12T17:30:14.195 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.195 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.195 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.195 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.3": { 2024-04-12T17:30:14.195 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:14.195 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_db_max_lat": { 2024-04-12T17:30:14.195 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 28923 2024-04-12T17:30:14.195 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.195 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T17:30:14.195 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.196 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.196 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_max_lat": { 2024-04-12T17:30:14.196 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.196 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.196 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:30:14.196 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.196 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.196 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T17:30:14.196 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T17:30:14.196 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.196 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_slow": { 2024-04-12T17:30:14.196 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.196 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.196 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T17:30:14.197 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.197 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.197 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_wal_max_lat": { 2024-04-12T17:30:14.197 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.197 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.197 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T17:30:14.197 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.197 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.197 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T17:30:14.197 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9830400 2024-04-12T17:30:14.197 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.197 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T17:30:14.197 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 669306880 2024-04-12T17:30:14.197 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.197 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T17:30:14.197 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 16, 2024-04-12T17:30:14.198 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3440018 2024-04-12T17:30:14.198 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.198 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T17:30:14.198 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 16, 2024-04-12T17:30:14.198 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1300592 2024-04-12T17:30:14.198 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.198 INFO:tasks.workunit.client.0.smithi099.stdout: "db_alloc_lat": { 2024-04-12T17:30:14.198 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 175, 2024-04-12T17:30:14.198 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 901395 2024-04-12T17:30:14.198 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.198 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T17:30:14.198 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995027456 2024-04-12T17:30:14.198 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.198 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T17:30:14.199 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 637927424 2024-04-12T17:30:14.199 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.199 INFO:tasks.workunit.client.0.smithi099.stdout: "flush_lat": { 2024-04-12T17:30:14.199 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 67324, 2024-04-12T17:30:14.199 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10969667408 2024-04-12T17:30:14.199 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.199 INFO:tasks.workunit.client.0.smithi099.stdout: "fsync_lat": { 2024-04-12T17:30:14.199 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 67327, 2024-04-12T17:30:14.199 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17813741878 2024-04-12T17:30:14.199 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.199 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T17:30:14.199 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9822208 2024-04-12T17:30:14.199 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.199 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T17:30:14.200 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 275816448 2024-04-12T17:30:14.200 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.200 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T17:30:14.200 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 632225792 2024-04-12T17:30:14.200 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.200 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T17:30:14.200 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.200 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.200 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T17:30:14.200 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.200 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.200 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T17:30:14.200 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 50 2024-04-12T17:30:14.200 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.200 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T17:30:14.201 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7685262971 2024-04-12T17:30:14.201 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.201 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T17:30:14.201 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 62349 2024-04-12T17:30:14.201 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.201 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T17:30:14.201 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6813417472 2024-04-12T17:30:14.201 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.201 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T17:30:14.201 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6813421568 2024-04-12T17:30:14.201 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.201 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T17:30:14.201 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.201 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.201 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T17:30:14.201 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.202 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.202 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T17:30:14.202 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 53625 2024-04-12T17:30:14.202 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.202 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:14.202 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 62349, 2024-04-12T17:30:14.202 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2937710933 2024-04-12T17:30:14.202 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.202 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T17:30:14.202 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7568443553 2024-04-12T17:30:14.202 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.202 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T17:30:14.202 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 58768 2024-04-12T17:30:14.202 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.203 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T17:30:14.203 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3035752 2024-04-12T17:30:14.203 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.203 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T17:30:14.203 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 568 2024-04-12T17:30:14.203 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.203 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T17:30:14.203 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9755580 2024-04-12T17:30:14.203 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.203 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T17:30:14.203 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 793 2024-04-12T17:30:14.203 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.203 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T17:30:14.203 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6719828 2024-04-12T17:30:14.203 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.204 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:30:14.204 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6719828 2024-04-12T17:30:14.204 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.204 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:30:14.204 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.204 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.204 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:30:14.204 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.204 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.204 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T17:30:14.204 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 227 2024-04-12T17:30:14.204 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.204 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_lat": { 2024-04-12T17:30:14.204 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 793, 2024-04-12T17:30:14.204 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2648359 2024-04-12T17:30:14.205 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.205 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_alloc_lat": { 2024-04-12T17:30:14.205 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.205 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.205 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.205 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T17:30:14.205 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.205 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.205 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T17:30:14.205 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.205 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.205 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:14.205 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T17:30:14.205 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 674 2024-04-12T17:30:14.205 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.205 INFO:tasks.workunit.client.0.smithi099.stdout: "unlink_lat": { 2024-04-12T17:30:14.206 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 10, 2024-04-12T17:30:14.206 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10062 2024-04-12T17:30:14.206 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.206 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_alloc_lat": { 2024-04-12T17:30:14.206 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.206 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.206 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.206 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T17:30:14.206 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.206 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.206 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T17:30:14.206 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.206 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.206 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T17:30:14.207 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 957386752 2024-04-12T17:30:14.207 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.207 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.207 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T17:30:14.207 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T17:30:14.207 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T17:30:14.207 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.207 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T17:30:14.207 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9269248 2024-04-12T17:30:14.207 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.207 INFO:tasks.workunit.client.0.smithi099.stdout: "allocator_lat": { 2024-04-12T17:30:14.207 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 17060, 2024-04-12T17:30:14.207 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 60899254 2024-04-12T17:30:14.207 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.207 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T17:30:14.208 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3562, 2024-04-12T17:30:14.208 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6563299481 2024-04-12T17:30:14.208 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.208 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T17:30:14.208 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.208 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.208 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.208 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T17:30:14.208 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.208 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.208 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T17:30:14.208 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.208 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.208 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T17:30:14.208 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.208 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.209 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T17:30:14.209 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15755, 2024-04-12T17:30:14.209 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 127612307 2024-04-12T17:30:14.209 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.209 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T17:30:14.209 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.209 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.209 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.209 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T17:30:14.209 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.209 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.209 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T17:30:14.209 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 67269, 2024-04-12T17:30:14.209 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 21300745185 2024-04-12T17:30:14.209 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.210 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T17:30:14.210 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 66686, 2024-04-12T17:30:14.210 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1589647782 2024-04-12T17:30:14.210 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.210 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T17:30:14.210 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 67269, 2024-04-12T17:30:14.210 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 43476228 2024-04-12T17:30:14.210 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.210 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T17:30:14.210 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 67269, 2024-04-12T17:30:14.210 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 21344221413 2024-04-12T17:30:14.210 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.210 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T17:30:14.210 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.210 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.211 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.211 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T17:30:14.211 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 229114, 2024-04-12T17:30:14.211 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1399029336 2024-04-12T17:30:14.211 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.211 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T17:30:14.211 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1466, 2024-04-12T17:30:14.211 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3755022 2024-04-12T17:30:14.211 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.211 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T17:30:14.211 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 132301, 2024-04-12T17:30:14.211 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 46393341 2024-04-12T17:30:14.211 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.211 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:30:14.211 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 41, 2024-04-12T17:30:14.211 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 47829 2024-04-12T17:30:14.212 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.212 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T17:30:14.212 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 14464, 2024-04-12T17:30:14.212 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2219653200 2024-04-12T17:30:14.212 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.212 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T17:30:14.212 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 422060 2024-04-12T17:30:14.212 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.212 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T17:30:14.212 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17831 2024-04-12T17:30:14.212 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.212 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:14.212 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 34514, 2024-04-12T17:30:14.212 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1727649412 2024-04-12T17:30:14.212 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.212 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T17:30:14.213 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 87929, 2024-04-12T17:30:14.213 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 24377060 2024-04-12T17:30:14.213 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.213 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T17:30:14.213 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 53415, 2024-04-12T17:30:14.213 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1215243708 2024-04-12T17:30:14.213 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.213 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T17:30:14.213 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.213 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.213 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T17:30:14.213 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 12503, 2024-04-12T17:30:14.213 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 386398582 2024-04-12T17:30:14.213 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.213 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_aio_wait_count": { 2024-04-12T17:30:14.214 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.214 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.214 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_committed_kv_count": { 2024-04-12T17:30:14.214 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.214 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.214 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:30:14.214 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.214 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.214 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:30:14.214 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.214 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.214 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T17:30:14.214 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 76451, 2024-04-12T17:30:14.214 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10059547515 2024-04-12T17:30:14.215 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.215 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:30:14.215 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18061, 2024-04-12T17:30:14.215 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1211434193 2024-04-12T17:30:14.215 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.215 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:30:14.215 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18058, 2024-04-12T17:30:14.215 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3759093704588 2024-04-12T17:30:14.215 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.215 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T17:30:14.215 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18061, 2024-04-12T17:30:14.215 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6650081186763 2024-04-12T17:30:14.215 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.215 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T17:30:14.215 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 76448, 2024-04-12T17:30:14.216 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2839184784549 2024-04-12T17:30:14.216 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.216 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T17:30:14.216 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 76448, 2024-04-12T17:30:14.216 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8825574 2024-04-12T17:30:14.216 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.216 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T17:30:14.216 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 76451, 2024-04-12T17:30:14.216 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 338334884 2024-04-12T17:30:14.216 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.216 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T17:30:14.216 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 76451, 2024-04-12T17:30:14.216 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 32650322509 2024-04-12T17:30:14.216 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.216 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T17:30:14.217 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 76451, 2024-04-12T17:30:14.217 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 32047148 2024-04-12T17:30:14.217 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.217 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T17:30:14.217 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 76451, 2024-04-12T17:30:14.217 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15360507715 2024-04-12T17:30:14.217 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.217 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T17:30:14.217 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 76451, 2024-04-12T17:30:14.217 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12810939711 2024-04-12T17:30:14.217 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.217 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T17:30:14.217 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5390597 2024-04-12T17:30:14.217 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.217 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:14.217 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2528, 2024-04-12T17:30:14.218 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16467214 2024-04-12T17:30:14.218 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.218 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T17:30:14.218 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 76451, 2024-04-12T17:30:14.218 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 71232681949 2024-04-12T17:30:14.218 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.218 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T17:30:14.218 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 76451, 2024-04-12T17:30:14.218 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13791225405 2024-04-12T17:30:14.218 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.218 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T17:30:14.218 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 76451, 2024-04-12T17:30:14.218 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 491012152 2024-04-12T17:30:14.218 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.219 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.219 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T17:30:14.219 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T17:30:14.219 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1405275320 2024-04-12T17:30:14.219 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.219 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T17:30:14.219 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 694042624 2024-04-12T17:30:14.219 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.219 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T17:30:14.219 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 667992064 2024-04-12T17:30:14.219 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.219 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T17:30:14.219 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2600684339 2024-04-12T17:30:14.219 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.220 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T17:30:14.220 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 26050560 2024-04-12T17:30:14.220 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.220 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.220 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T17:30:14.220 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:14.220 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 125829120 2024-04-12T17:30:14.220 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.220 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:14.220 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.220 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.220 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:14.220 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.220 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.220 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:14.221 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 56925915 2024-04-12T17:30:14.221 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.221 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:14.221 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.221 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.221 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:14.221 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.221 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.221 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:14.221 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.221 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.221 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:14.221 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.221 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.222 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:14.222 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T17:30:14.222 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.222 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:14.222 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 45056 2024-04-12T17:30:14.222 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.222 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:14.222 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.222 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.222 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:14.222 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.222 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.222 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:14.222 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.222 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.223 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:14.223 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 68854053 2024-04-12T17:30:14.223 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.223 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.223 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T17:30:14.223 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:14.223 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 562036736 2024-04-12T17:30:14.223 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.223 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:14.223 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:14.223 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.223 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:14.223 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.223 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.223 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:14.224 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 426944367 2024-04-12T17:30:14.224 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.224 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:14.224 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.224 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.224 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:14.224 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.224 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.224 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:14.224 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1648 2024-04-12T17:30:14.224 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.224 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:14.224 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.224 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.224 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:14.225 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 115360 2024-04-12T17:30:14.225 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.225 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:14.225 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.225 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.225 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:14.225 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.225 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.225 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:14.225 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.225 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.225 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:14.225 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.225 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.226 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:14.226 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67866497 2024-04-12T17:30:14.226 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.226 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.226 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:30:14.226 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:14.226 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 184549376 2024-04-12T17:30:14.226 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.226 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:14.226 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:14.226 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.226 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:14.226 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10080112 2024-04-12T17:30:14.226 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.226 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:14.227 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37950610 2024-04-12T17:30:14.227 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.227 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:14.227 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.227 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.227 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:14.227 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.227 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.227 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:14.227 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.227 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.227 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:14.227 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.227 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.227 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:14.228 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.228 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.228 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:14.228 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.228 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.228 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:14.228 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.228 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.228 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:14.228 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.228 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.228 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:14.228 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.228 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.228 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:14.229 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69409790 2024-04-12T17:30:14.229 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.229 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.229 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T17:30:14.229 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:14.229 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 503316480 2024-04-12T17:30:14.229 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.229 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:14.229 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.229 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.229 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:14.229 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.229 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.229 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:14.229 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 426944367 2024-04-12T17:30:14.230 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.230 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:14.230 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.230 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.230 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:14.230 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.230 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.230 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:14.230 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.230 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.230 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:14.230 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.230 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.230 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:14.230 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 96738 2024-04-12T17:30:14.231 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.231 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:14.231 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1137919 2024-04-12T17:30:14.231 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.231 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:14.231 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.231 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.231 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:14.231 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.231 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.231 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:14.231 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.231 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.231 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:14.231 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 75137456 2024-04-12T17:30:14.232 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.232 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.232 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T17:30:14.232 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T17:30:14.232 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.232 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.232 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:14.232 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 26 2024-04-12T17:30:14.232 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.232 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T17:30:14.232 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.232 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.232 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:14.232 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.233 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.233 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.233 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:14.233 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T17:30:14.233 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 48 2024-04-12T17:30:14.233 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.233 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T17:30:14.233 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.233 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.233 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T17:30:14.233 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 63567 2024-04-12T17:30:14.233 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.233 INFO:tasks.workunit.client.0.smithi099.stdout: "op_before_queue_op_lat": { 2024-04-12T17:30:14.233 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 145273, 2024-04-12T17:30:14.233 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8149539852 2024-04-12T17:30:14.234 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.234 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T17:30:14.234 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.234 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.234 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T17:30:14.234 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.234 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.234 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T17:30:14.234 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1626073586 2024-04-12T17:30:14.234 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.234 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T17:30:14.234 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 63567, 2024-04-12T17:30:14.234 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 287617367116 2024-04-12T17:30:14.234 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.234 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T17:30:14.235 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1697808322 2024-04-12T17:30:14.235 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.235 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T17:30:14.235 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 65762, 2024-04-12T17:30:14.235 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 38384047278 2024-04-12T17:30:14.235 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.235 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T17:30:14.235 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 63567, 2024-04-12T17:30:14.235 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 80562360503 2024-04-12T17:30:14.235 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.235 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:14.235 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 45539 2024-04-12T17:30:14.235 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.235 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T17:30:14.236 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 45539, 2024-04-12T17:30:14.236 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57144318248 2024-04-12T17:30:14.236 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.236 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:30:14.236 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.236 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.236 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T17:30:14.236 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1697808322 2024-04-12T17:30:14.236 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.236 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T17:30:14.236 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 45761, 2024-04-12T17:30:14.236 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15309707471 2024-04-12T17:30:14.236 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.236 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T17:30:14.236 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 45539, 2024-04-12T17:30:14.237 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14291307754 2024-04-12T17:30:14.237 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.237 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T17:30:14.237 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13970 2024-04-12T17:30:14.237 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.237 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T17:30:14.237 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 245782572 2024-04-12T17:30:14.237 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.237 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T17:30:14.237 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 13970, 2024-04-12T17:30:14.237 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 173332544124 2024-04-12T17:30:14.237 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.237 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:30:14.237 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.237 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.237 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:30:14.238 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.238 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.238 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T17:30:14.238 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.238 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.238 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T17:30:14.238 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15832, 2024-04-12T17:30:14.238 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17724763562 2024-04-12T17:30:14.238 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.238 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T17:30:14.238 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 13970, 2024-04-12T17:30:14.238 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 39389703396 2024-04-12T17:30:14.238 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.239 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:14.239 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4058 2024-04-12T17:30:14.239 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.239 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T17:30:14.239 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1380291014 2024-04-12T17:30:14.239 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.239 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T17:30:14.239 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4058, 2024-04-12T17:30:14.239 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57140504744 2024-04-12T17:30:14.239 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.239 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:30:14.239 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.239 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.239 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T17:30:14.239 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4169, 2024-04-12T17:30:14.239 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5349576245 2024-04-12T17:30:14.240 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.240 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T17:30:14.240 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4058, 2024-04-12T17:30:14.240 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 26881349353 2024-04-12T17:30:14.240 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.240 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T17:30:14.240 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.240 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.240 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T17:30:14.240 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17592143 2024-04-12T17:30:14.240 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.240 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T17:30:14.240 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15 2024-04-12T17:30:14.240 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.240 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T17:30:14.241 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T17:30:14.241 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.241 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T17:30:14.241 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 647217152 2024-04-12T17:30:14.241 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.241 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.241 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.241 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.4": { 2024-04-12T17:30:14.241 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:14.241 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_db_max_lat": { 2024-04-12T17:30:14.241 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 21511 2024-04-12T17:30:14.241 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.241 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T17:30:14.241 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.241 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.242 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_max_lat": { 2024-04-12T17:30:14.242 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.242 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.242 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:30:14.242 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.242 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.242 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T17:30:14.242 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T17:30:14.242 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.242 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_slow": { 2024-04-12T17:30:14.242 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.242 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.242 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T17:30:14.242 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.242 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.243 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_wal_max_lat": { 2024-04-12T17:30:14.243 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.243 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.243 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T17:30:14.243 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.243 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.243 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T17:30:14.243 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 20721664 2024-04-12T17:30:14.243 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.243 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T17:30:14.243 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 741801984 2024-04-12T17:30:14.243 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.243 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T17:30:14.243 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15, 2024-04-12T17:30:14.243 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3694693 2024-04-12T17:30:14.244 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.244 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T17:30:14.244 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15, 2024-04-12T17:30:14.244 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1168751 2024-04-12T17:30:14.244 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.244 INFO:tasks.workunit.client.0.smithi099.stdout: "db_alloc_lat": { 2024-04-12T17:30:14.244 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 202, 2024-04-12T17:30:14.244 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1002299 2024-04-12T17:30:14.244 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.244 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T17:30:14.244 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995027456 2024-04-12T17:30:14.244 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.244 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T17:30:14.244 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 870318080 2024-04-12T17:30:14.244 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.245 INFO:tasks.workunit.client.0.smithi099.stdout: "flush_lat": { 2024-04-12T17:30:14.245 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 63723, 2024-04-12T17:30:14.245 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5644977556 2024-04-12T17:30:14.245 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.245 INFO:tasks.workunit.client.0.smithi099.stdout: "fsync_lat": { 2024-04-12T17:30:14.245 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 63699, 2024-04-12T17:30:14.245 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10257590721 2024-04-12T17:30:14.245 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.245 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T17:30:14.245 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11542528 2024-04-12T17:30:14.245 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.245 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T17:30:14.245 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 260902912 2024-04-12T17:30:14.245 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.245 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T17:30:14.245 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 851836928 2024-04-12T17:30:14.246 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.246 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T17:30:14.246 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.246 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.246 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T17:30:14.246 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.246 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.246 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T17:30:14.246 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 61 2024-04-12T17:30:14.246 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.246 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T17:30:14.246 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16158511284 2024-04-12T17:30:14.246 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.246 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T17:30:14.246 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 107545 2024-04-12T17:30:14.247 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.247 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T17:30:14.247 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14017847296 2024-04-12T17:30:14.247 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.247 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T17:30:14.247 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14017851392 2024-04-12T17:30:14.247 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.247 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T17:30:14.247 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.247 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.247 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T17:30:14.247 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.247 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.247 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T17:30:14.247 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 108928 2024-04-12T17:30:14.248 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.248 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:14.248 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 107545, 2024-04-12T17:30:14.248 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4404002939 2024-04-12T17:30:14.248 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.248 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T17:30:14.248 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15957870333 2024-04-12T17:30:14.248 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.248 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T17:30:14.248 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 101403 2024-04-12T17:30:14.248 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.248 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T17:30:14.248 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7905331 2024-04-12T17:30:14.248 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.248 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T17:30:14.248 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1136 2024-04-12T17:30:14.249 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.249 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T17:30:14.249 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 20638227 2024-04-12T17:30:14.249 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.249 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T17:30:14.249 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1572 2024-04-12T17:30:14.249 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.249 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T17:30:14.249 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12732896 2024-04-12T17:30:14.249 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.249 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:30:14.249 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12732896 2024-04-12T17:30:14.249 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.249 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:30:14.250 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.250 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.250 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:30:14.250 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.250 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.250 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T17:30:14.250 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 466 2024-04-12T17:30:14.250 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.250 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_lat": { 2024-04-12T17:30:14.250 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1572, 2024-04-12T17:30:14.250 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5378180 2024-04-12T17:30:14.250 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.250 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_alloc_lat": { 2024-04-12T17:30:14.250 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.251 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.251 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.251 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T17:30:14.251 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.251 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.251 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T17:30:14.251 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.251 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.251 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:14.251 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T17:30:14.251 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 623 2024-04-12T17:30:14.251 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.251 INFO:tasks.workunit.client.0.smithi099.stdout: "unlink_lat": { 2024-04-12T17:30:14.251 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 14, 2024-04-12T17:30:14.251 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15493 2024-04-12T17:30:14.252 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.252 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_alloc_lat": { 2024-04-12T17:30:14.252 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.252 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.252 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.252 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T17:30:14.252 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.252 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.252 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T17:30:14.252 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.252 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.252 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T17:30:14.252 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1025720320 2024-04-12T17:30:14.252 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.252 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.253 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T17:30:14.253 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T17:30:14.253 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T17:30:14.253 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.253 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T17:30:14.253 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13459456 2024-04-12T17:30:14.253 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.253 INFO:tasks.workunit.client.0.smithi099.stdout: "allocator_lat": { 2024-04-12T17:30:14.253 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 20484, 2024-04-12T17:30:14.253 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 66300825 2024-04-12T17:30:14.253 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.253 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T17:30:14.253 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3509, 2024-04-12T17:30:14.253 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8711878562 2024-04-12T17:30:14.253 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.253 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T17:30:14.254 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.254 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.254 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.254 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T17:30:14.254 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.254 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.254 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T17:30:14.254 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.254 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.254 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T17:30:14.254 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.254 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.254 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T17:30:14.254 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 17570, 2024-04-12T17:30:14.255 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 146988003 2024-04-12T17:30:14.255 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.255 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T17:30:14.255 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.255 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.255 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.255 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T17:30:14.255 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.255 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.255 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T17:30:14.255 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 63613, 2024-04-12T17:30:14.255 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13709795634 2024-04-12T17:30:14.255 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.255 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T17:30:14.255 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 63026, 2024-04-12T17:30:14.255 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1426302398 2024-04-12T17:30:14.256 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.256 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T17:30:14.256 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 63613, 2024-04-12T17:30:14.256 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 47125365 2024-04-12T17:30:14.256 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.256 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T17:30:14.256 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 63613, 2024-04-12T17:30:14.256 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13756920999 2024-04-12T17:30:14.256 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.256 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T17:30:14.256 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.256 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.256 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.256 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T17:30:14.256 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 28199, 2024-04-12T17:30:14.257 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 782831922 2024-04-12T17:30:14.257 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.257 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T17:30:14.257 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 895, 2024-04-12T17:30:14.257 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2426162 2024-04-12T17:30:14.257 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.257 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T17:30:14.257 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 22437, 2024-04-12T17:30:14.257 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13096749 2024-04-12T17:30:14.257 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.257 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:30:14.257 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 46, 2024-04-12T17:30:14.257 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57541 2024-04-12T17:30:14.257 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.257 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T17:30:14.258 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15691, 2024-04-12T17:30:14.258 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3591128066 2024-04-12T17:30:14.258 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.258 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T17:30:14.258 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 196682 2024-04-12T17:30:14.258 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.258 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T17:30:14.258 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 19480 2024-04-12T17:30:14.258 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.258 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:14.258 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 12056, 2024-04-12T17:30:14.258 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1087854841 2024-04-12T17:30:14.258 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.258 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T17:30:14.258 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 44619, 2024-04-12T17:30:14.259 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10575631 2024-04-12T17:30:14.259 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.259 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T17:30:14.259 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 32563, 2024-04-12T17:30:14.259 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 725453693 2024-04-12T17:30:14.259 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.259 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T17:30:14.259 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.259 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.259 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T17:30:14.259 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 13554, 2024-04-12T17:30:14.259 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 388199291 2024-04-12T17:30:14.259 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.259 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_aio_wait_count": { 2024-04-12T17:30:14.259 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.260 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.260 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_committed_kv_count": { 2024-04-12T17:30:14.260 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.260 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.260 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:30:14.260 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.260 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.260 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:30:14.261 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.262 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.262 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T17:30:14.262 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73081, 2024-04-12T17:30:14.262 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4612354678 2024-04-12T17:30:14.262 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.262 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:30:14.262 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18752, 2024-04-12T17:30:14.262 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 798364600 2024-04-12T17:30:14.262 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.262 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:30:14.262 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18752, 2024-04-12T17:30:14.262 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3473630242302 2024-04-12T17:30:14.262 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.262 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T17:30:14.263 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18752, 2024-04-12T17:30:14.263 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6657972956936 2024-04-12T17:30:14.263 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.263 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T17:30:14.263 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73081, 2024-04-12T17:30:14.263 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3083880356579 2024-04-12T17:30:14.263 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.263 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T17:30:14.263 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73081, 2024-04-12T17:30:14.263 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8191671 2024-04-12T17:30:14.263 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.263 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T17:30:14.263 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73081, 2024-04-12T17:30:14.263 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 157146124 2024-04-12T17:30:14.263 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.263 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T17:30:14.264 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73081, 2024-04-12T17:30:14.264 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 21850578215 2024-04-12T17:30:14.264 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.264 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T17:30:14.264 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73081, 2024-04-12T17:30:14.264 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 28961837 2024-04-12T17:30:14.264 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.264 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T17:30:14.264 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73081, 2024-04-12T17:30:14.264 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9772582540 2024-04-12T17:30:14.264 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.264 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T17:30:14.264 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73081, 2024-04-12T17:30:14.264 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13718793316 2024-04-12T17:30:14.264 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.265 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T17:30:14.265 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9579700 2024-04-12T17:30:14.265 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.265 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:14.265 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2448, 2024-04-12T17:30:14.265 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13386802 2024-04-12T17:30:14.265 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.265 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T17:30:14.265 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73081, 2024-04-12T17:30:14.265 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 50124486868 2024-04-12T17:30:14.265 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.265 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T17:30:14.265 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73081, 2024-04-12T17:30:14.265 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14631871401 2024-04-12T17:30:14.265 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.266 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T17:30:14.266 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 73081, 2024-04-12T17:30:14.266 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 450771993 2024-04-12T17:30:14.266 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.266 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.266 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T17:30:14.266 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T17:30:14.266 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1405275320 2024-04-12T17:30:14.266 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.266 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T17:30:14.266 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 687120384 2024-04-12T17:30:14.266 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.266 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T17:30:14.266 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 658399232 2024-04-12T17:30:14.266 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.267 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T17:30:14.267 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2600684339 2024-04-12T17:30:14.267 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.267 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T17:30:14.267 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 28721152 2024-04-12T17:30:14.267 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.267 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.267 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T17:30:14.267 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:14.267 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 125829120 2024-04-12T17:30:14.267 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.267 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:14.267 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.267 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.267 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:14.268 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.268 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.268 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:14.268 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 56005886 2024-04-12T17:30:14.268 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.268 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:14.268 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.268 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.268 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:14.268 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.268 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.268 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:14.268 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.268 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.269 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:14.269 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.269 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.269 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:14.269 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12288 2024-04-12T17:30:14.269 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.269 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:14.269 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 94208 2024-04-12T17:30:14.269 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.269 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:14.269 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.269 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.269 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:14.269 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.270 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.270 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:14.270 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.270 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.270 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:14.270 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69716738 2024-04-12T17:30:14.270 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.270 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.270 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T17:30:14.270 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:14.270 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 562036736 2024-04-12T17:30:14.270 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.270 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:14.270 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:14.270 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.271 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:14.271 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.271 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.271 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:14.271 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 420044150 2024-04-12T17:30:14.271 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.271 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:14.271 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.271 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.271 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:14.271 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.271 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.271 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:14.271 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3184 2024-04-12T17:30:14.271 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.272 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:14.272 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.272 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.272 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:14.272 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 199008 2024-04-12T17:30:14.272 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.272 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:14.272 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 384 2024-04-12T17:30:14.272 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.272 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:14.272 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.272 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.272 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:14.272 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.272 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.273 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:14.273 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.273 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.273 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:14.273 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 74681146 2024-04-12T17:30:14.273 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.273 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.273 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:30:14.273 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:14.273 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 201326592 2024-04-12T17:30:14.273 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.273 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:14.273 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:14.273 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.274 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:14.274 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 21967408 2024-04-12T17:30:14.274 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.274 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:14.274 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37337257 2024-04-12T17:30:14.274 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.274 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:14.274 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.274 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.274 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:14.274 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.274 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.274 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:14.274 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.275 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.275 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:14.275 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.275 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.275 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:14.275 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.275 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.275 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:14.275 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.275 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.275 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:14.275 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.275 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.275 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:14.276 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.276 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.276 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:14.276 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.276 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.276 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:14.276 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 74913063 2024-04-12T17:30:14.276 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.276 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.276 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T17:30:14.276 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:14.276 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 494927872 2024-04-12T17:30:14.276 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.276 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:14.276 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.277 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.277 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:14.277 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.277 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.277 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:14.277 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 420044150 2024-04-12T17:30:14.277 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.277 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:14.277 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.277 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.277 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:14.277 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.277 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.277 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:14.277 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.278 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.278 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:14.278 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.278 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.278 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:14.278 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 103014 2024-04-12T17:30:14.278 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.278 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:14.278 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1132170 2024-04-12T17:30:14.278 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.278 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:14.278 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.278 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.278 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:14.278 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.279 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.279 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:14.279 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.279 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.279 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:14.279 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 73648538 2024-04-12T17:30:14.279 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.279 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.279 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T17:30:14.279 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T17:30:14.279 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.279 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.279 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:14.279 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 32 2024-04-12T17:30:14.279 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.280 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T17:30:14.280 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.280 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.280 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:14.280 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T17:30:14.280 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.280 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.280 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:14.280 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T17:30:14.280 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 50 2024-04-12T17:30:14.280 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.280 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T17:30:14.280 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.280 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.280 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T17:30:14.281 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 38429 2024-04-12T17:30:14.281 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.281 INFO:tasks.workunit.client.0.smithi099.stdout: "op_before_queue_op_lat": { 2024-04-12T17:30:14.281 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 105722, 2024-04-12T17:30:14.281 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9828124637 2024-04-12T17:30:14.281 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.281 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T17:30:14.281 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.281 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.281 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T17:30:14.281 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.281 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.281 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T17:30:14.282 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1474924327 2024-04-12T17:30:14.282 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.282 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T17:30:14.282 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 38429, 2024-04-12T17:30:14.282 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 73065431140 2024-04-12T17:30:14.282 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.282 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T17:30:14.282 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2088815571 2024-04-12T17:30:14.282 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.282 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T17:30:14.282 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 39001, 2024-04-12T17:30:14.282 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13954928213 2024-04-12T17:30:14.282 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.282 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T17:30:14.283 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 38429, 2024-04-12T17:30:14.283 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 31616379246 2024-04-12T17:30:14.283 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.283 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:14.283 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 28427 2024-04-12T17:30:14.283 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.283 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T17:30:14.283 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 28427, 2024-04-12T17:30:14.283 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9666296746 2024-04-12T17:30:14.283 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.283 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:30:14.283 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.283 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.283 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T17:30:14.283 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2088815571 2024-04-12T17:30:14.283 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.284 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T17:30:14.284 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 28620, 2024-04-12T17:30:14.284 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5532076027 2024-04-12T17:30:14.284 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.284 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T17:30:14.284 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 28427, 2024-04-12T17:30:14.284 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6042944780 2024-04-12T17:30:14.284 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.284 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T17:30:14.284 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5819 2024-04-12T17:30:14.284 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.284 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T17:30:14.284 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 310349150 2024-04-12T17:30:14.284 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.284 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T17:30:14.285 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 5819, 2024-04-12T17:30:14.285 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9426743373 2024-04-12T17:30:14.285 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.285 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:30:14.285 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.285 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.285 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:30:14.285 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.285 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.285 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T17:30:14.285 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.285 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.285 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T17:30:14.285 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 6074, 2024-04-12T17:30:14.286 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3703524974 2024-04-12T17:30:14.286 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.286 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T17:30:14.286 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 5819, 2024-04-12T17:30:14.286 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8135754533 2024-04-12T17:30:14.286 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.286 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:14.286 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4183 2024-04-12T17:30:14.286 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.286 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T17:30:14.286 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1164575177 2024-04-12T17:30:14.286 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.286 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T17:30:14.286 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4183, 2024-04-12T17:30:14.286 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 53972391021 2024-04-12T17:30:14.287 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.287 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:30:14.287 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.287 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.287 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T17:30:14.287 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4307, 2024-04-12T17:30:14.287 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4719327212 2024-04-12T17:30:14.287 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.287 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T17:30:14.287 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4183, 2024-04-12T17:30:14.287 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17437679933 2024-04-12T17:30:14.287 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.287 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T17:30:14.288 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.288 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.288 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T17:30:14.288 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8389680 2024-04-12T17:30:14.288 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.288 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T17:30:14.288 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22 2024-04-12T17:30:14.288 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.288 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T17:30:14.288 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T17:30:14.288 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.288 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T17:30:14.288 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 883785728 2024-04-12T17:30:14.289 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.289 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.289 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.289 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.5": { 2024-04-12T17:30:14.289 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:14.289 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_db_max_lat": { 2024-04-12T17:30:14.289 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22935 2024-04-12T17:30:14.289 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.289 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T17:30:14.289 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.289 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.289 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_max_lat": { 2024-04-12T17:30:14.289 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.289 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.290 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:30:14.290 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.290 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.290 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T17:30:14.290 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T17:30:14.290 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.290 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_slow": { 2024-04-12T17:30:14.290 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.290 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.290 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T17:30:14.290 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.290 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.290 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_wal_max_lat": { 2024-04-12T17:30:14.290 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.291 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.291 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T17:30:14.291 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.291 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.291 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T17:30:14.291 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 23642112 2024-04-12T17:30:14.291 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.291 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T17:30:14.291 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 952225792 2024-04-12T17:30:14.291 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.291 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T17:30:14.291 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 21, 2024-04-12T17:30:14.291 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5085282 2024-04-12T17:30:14.291 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.291 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T17:30:14.292 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 21, 2024-04-12T17:30:14.292 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1872076 2024-04-12T17:30:14.292 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.292 INFO:tasks.workunit.client.0.smithi099.stdout: "db_alloc_lat": { 2024-04-12T17:30:14.292 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 257, 2024-04-12T17:30:14.292 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1251895 2024-04-12T17:30:14.292 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.292 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T17:30:14.292 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995027456 2024-04-12T17:30:14.292 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.292 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T17:30:14.292 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1035665408 2024-04-12T17:30:14.292 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.292 INFO:tasks.workunit.client.0.smithi099.stdout: "flush_lat": { 2024-04-12T17:30:14.292 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 85509, 2024-04-12T17:30:14.293 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6597979670 2024-04-12T17:30:14.293 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.293 INFO:tasks.workunit.client.0.smithi099.stdout: "fsync_lat": { 2024-04-12T17:30:14.293 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 85434, 2024-04-12T17:30:14.293 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12034986434 2024-04-12T17:30:14.293 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.293 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T17:30:14.293 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 724992 2024-04-12T17:30:14.293 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.293 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T17:30:14.293 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 349896704 2024-04-12T17:30:14.293 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.293 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T17:30:14.293 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1056964608 2024-04-12T17:30:14.293 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.294 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T17:30:14.294 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.294 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.294 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T17:30:14.294 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.294 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.294 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T17:30:14.294 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 70 2024-04-12T17:30:14.294 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.294 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T17:30:14.294 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22501028570 2024-04-12T17:30:14.294 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.294 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T17:30:14.294 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 134027 2024-04-12T17:30:14.295 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.295 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T17:30:14.295 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 20027076608 2024-04-12T17:30:14.295 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.295 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T17:30:14.295 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 20027080704 2024-04-12T17:30:14.295 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.295 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T17:30:14.295 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.295 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.295 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T17:30:14.295 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.295 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.295 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T17:30:14.296 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 140578 2024-04-12T17:30:14.296 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.296 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:14.296 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 134027, 2024-04-12T17:30:14.296 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6981016837 2024-04-12T17:30:14.296 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.296 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T17:30:14.296 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22191636400 2024-04-12T17:30:14.296 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.296 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T17:30:14.296 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 124563 2024-04-12T17:30:14.296 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.296 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T17:30:14.296 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9164446 2024-04-12T17:30:14.296 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.297 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T17:30:14.297 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1415 2024-04-12T17:30:14.297 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.297 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T17:30:14.297 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 27914671 2024-04-12T17:30:14.297 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.297 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T17:30:14.297 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2122 2024-04-12T17:30:14.297 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.297 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T17:30:14.297 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18750225 2024-04-12T17:30:14.297 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.297 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:30:14.297 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18750225 2024-04-12T17:30:14.297 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.298 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:30:14.298 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.298 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.298 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:30:14.298 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.298 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.298 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T17:30:14.298 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 746 2024-04-12T17:30:14.298 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.298 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_lat": { 2024-04-12T17:30:14.298 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2122, 2024-04-12T17:30:14.298 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12163676 2024-04-12T17:30:14.298 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.298 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_alloc_lat": { 2024-04-12T17:30:14.299 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.299 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.299 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.299 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T17:30:14.299 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.299 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.299 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T17:30:14.299 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.299 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.299 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:14.299 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T17:30:14.299 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 671 2024-04-12T17:30:14.299 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.299 INFO:tasks.workunit.client.0.smithi099.stdout: "unlink_lat": { 2024-04-12T17:30:14.299 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 22, 2024-04-12T17:30:14.300 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22319 2024-04-12T17:30:14.300 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.300 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_alloc_lat": { 2024-04-12T17:30:14.300 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.300 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.300 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.300 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T17:30:14.300 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.300 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.300 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T17:30:14.300 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.300 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.300 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T17:30:14.300 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1328947200 2024-04-12T17:30:14.300 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.301 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.301 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T17:30:14.301 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T17:30:14.301 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T17:30:14.301 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.301 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T17:30:14.301 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9269248 2024-04-12T17:30:14.301 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.301 INFO:tasks.workunit.client.0.smithi099.stdout: "allocator_lat": { 2024-04-12T17:30:14.301 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 20019, 2024-04-12T17:30:14.301 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67798036 2024-04-12T17:30:14.301 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.301 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T17:30:14.301 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3544, 2024-04-12T17:30:14.301 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11418479536 2024-04-12T17:30:14.302 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.302 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T17:30:14.302 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.302 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.302 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.302 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T17:30:14.302 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.302 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.302 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T17:30:14.302 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.302 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.302 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T17:30:14.302 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.302 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.302 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T17:30:14.303 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 26544, 2024-04-12T17:30:14.303 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 220963209 2024-04-12T17:30:14.303 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.303 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T17:30:14.303 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.303 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.303 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.303 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T17:30:14.303 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.303 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.303 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T17:30:14.303 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 85316, 2024-04-12T17:30:14.303 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16258733692 2024-04-12T17:30:14.303 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.304 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T17:30:14.304 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 84730, 2024-04-12T17:30:14.304 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1562537417 2024-04-12T17:30:14.304 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.304 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T17:30:14.304 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 85316, 2024-04-12T17:30:14.304 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 49163246 2024-04-12T17:30:14.304 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.304 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T17:30:14.304 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 85316, 2024-04-12T17:30:14.304 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16307896938 2024-04-12T17:30:14.304 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.304 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T17:30:14.304 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.304 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.305 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.305 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T17:30:14.305 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 38508, 2024-04-12T17:30:14.305 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 964104432 2024-04-12T17:30:14.305 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.305 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T17:30:14.305 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 938, 2024-04-12T17:30:14.305 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2482705 2024-04-12T17:30:14.305 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.305 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T17:30:14.305 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 11911, 2024-04-12T17:30:14.305 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18489559 2024-04-12T17:30:14.305 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.305 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:30:14.305 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 50, 2024-04-12T17:30:14.306 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 77078 2024-04-12T17:30:14.306 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.306 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T17:30:14.306 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 17655, 2024-04-12T17:30:14.306 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5672882022 2024-04-12T17:30:14.306 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.306 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T17:30:14.306 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 259787 2024-04-12T17:30:14.306 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.306 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T17:30:14.307 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 21868 2024-04-12T17:30:14.307 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.307 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:14.307 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 21610, 2024-04-12T17:30:14.307 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1421138404 2024-04-12T17:30:14.307 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.307 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T17:30:14.307 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 52463, 2024-04-12T17:30:14.307 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17424336 2024-04-12T17:30:14.307 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.307 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T17:30:14.307 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 30853, 2024-04-12T17:30:14.307 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1065559742 2024-04-12T17:30:14.307 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.307 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T17:30:14.308 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.308 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.308 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T17:30:14.308 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15998, 2024-04-12T17:30:14.308 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 492976552 2024-04-12T17:30:14.308 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.308 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_aio_wait_count": { 2024-04-12T17:30:14.308 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.308 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.308 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_committed_kv_count": { 2024-04-12T17:30:14.308 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.308 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.308 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:30:14.309 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.309 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.309 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:30:14.309 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.309 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.309 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T17:30:14.309 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 96512, 2024-04-12T17:30:14.309 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5719240467 2024-04-12T17:30:14.309 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.309 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:30:14.309 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8514, 2024-04-12T17:30:14.309 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 567166012 2024-04-12T17:30:14.309 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.309 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:30:14.310 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8514, 2024-04-12T17:30:14.310 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3700334995217 2024-04-12T17:30:14.310 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.310 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T17:30:14.310 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 8514, 2024-04-12T17:30:14.310 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6647533441279 2024-04-12T17:30:14.310 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.310 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T17:30:14.310 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 96512, 2024-04-12T17:30:14.310 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2796701512777 2024-04-12T17:30:14.310 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.310 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T17:30:14.310 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 96512, 2024-04-12T17:30:14.310 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10474353 2024-04-12T17:30:14.311 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.311 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T17:30:14.311 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 96512, 2024-04-12T17:30:14.311 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 187195622 2024-04-12T17:30:14.311 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.311 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T17:30:14.311 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 96512, 2024-04-12T17:30:14.311 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 25441208893 2024-04-12T17:30:14.311 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.311 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T17:30:14.311 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 96512, 2024-04-12T17:30:14.311 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 38205655 2024-04-12T17:30:14.311 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.311 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T17:30:14.311 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 96512, 2024-04-12T17:30:14.311 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11242167326 2024-04-12T17:30:14.312 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.312 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T17:30:14.312 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 96512, 2024-04-12T17:30:14.312 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18160727162 2024-04-12T17:30:14.312 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.312 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T17:30:14.312 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5390602 2024-04-12T17:30:14.312 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.312 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:14.312 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2472, 2024-04-12T17:30:14.312 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13608933 2024-04-12T17:30:14.312 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.312 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T17:30:14.312 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 96512, 2024-04-12T17:30:14.312 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 60767122597 2024-04-12T17:30:14.313 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.313 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T17:30:14.313 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 96512, 2024-04-12T17:30:14.313 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 19235631101 2024-04-12T17:30:14.313 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.313 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T17:30:14.313 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 96512, 2024-04-12T17:30:14.313 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 553493342 2024-04-12T17:30:14.313 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.313 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.313 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T17:30:14.313 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T17:30:14.313 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1405275320 2024-04-12T17:30:14.313 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.313 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T17:30:14.314 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 620969984 2024-04-12T17:30:14.314 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.314 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T17:30:14.314 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 484368384 2024-04-12T17:30:14.314 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.314 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T17:30:14.314 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2600684339 2024-04-12T17:30:14.314 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.314 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T17:30:14.314 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 136601600 2024-04-12T17:30:14.314 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.314 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.314 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T17:30:14.314 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:14.315 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 125829120 2024-04-12T17:30:14.315 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.315 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:14.315 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.315 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.315 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:14.315 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.315 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.315 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:14.315 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 55473028 2024-04-12T17:30:14.315 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.315 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:14.315 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.315 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.315 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:14.315 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.316 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.316 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:14.316 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.316 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.316 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:14.316 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.316 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.316 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:14.316 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T17:30:14.316 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.316 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:14.316 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69632 2024-04-12T17:30:14.316 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.316 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:14.316 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.317 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.317 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:14.317 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.317 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.317 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:14.317 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.317 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.317 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:14.317 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 70282364 2024-04-12T17:30:14.317 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.317 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.317 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T17:30:14.317 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:14.317 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 553648128 2024-04-12T17:30:14.317 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.318 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:14.318 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:14.318 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.318 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:14.318 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.318 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.318 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:14.318 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 416047711 2024-04-12T17:30:14.318 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.318 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:14.318 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.318 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.318 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:14.318 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.319 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.319 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:14.319 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4432 2024-04-12T17:30:14.319 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.319 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:14.319 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.319 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.319 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:14.319 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 287616 2024-04-12T17:30:14.319 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.319 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:14.319 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.319 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.319 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:14.319 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.320 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.320 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:14.320 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.320 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.320 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:14.320 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.320 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.320 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:14.320 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 70199505 2024-04-12T17:30:14.320 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.320 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.320 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:30:14.320 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:14.320 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 201326592 2024-04-12T17:30:14.321 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.321 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:14.321 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:14.321 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.321 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:14.321 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 27519952 2024-04-12T17:30:14.321 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.321 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:14.321 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 36982018 2024-04-12T17:30:14.321 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.321 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:14.321 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.321 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.321 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:14.321 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.321 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.322 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:14.322 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.322 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.322 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:14.322 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.322 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.322 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:14.322 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.322 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.322 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:14.322 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.322 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.322 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:14.322 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.322 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.323 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:14.323 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.323 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.323 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:14.323 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.323 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.323 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:14.323 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69715758 2024-04-12T17:30:14.323 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.323 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.323 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T17:30:14.323 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:14.323 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 486539264 2024-04-12T17:30:14.323 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.323 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:14.324 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.324 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.324 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:14.324 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.324 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.324 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:14.324 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 416047711 2024-04-12T17:30:14.324 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.324 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:14.324 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.324 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.324 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:14.324 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.324 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.324 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:14.325 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.325 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.325 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:14.325 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.325 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.325 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:14.325 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 96996 2024-04-12T17:30:14.325 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.325 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:14.325 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1123791 2024-04-12T17:30:14.325 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.325 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:14.325 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.325 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.326 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:14.326 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.326 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.326 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:14.326 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.326 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.326 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:14.326 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69270766 2024-04-12T17:30:14.326 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.326 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.326 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T17:30:14.326 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T17:30:14.326 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.327 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.327 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:14.327 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 40 2024-04-12T17:30:14.327 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.327 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T17:30:14.327 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.327 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.327 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:14.327 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.327 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.327 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.327 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:14.327 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T17:30:14.327 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 54 2024-04-12T17:30:14.327 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.328 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T17:30:14.328 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.328 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.328 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T17:30:14.328 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 43537 2024-04-12T17:30:14.328 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.328 INFO:tasks.workunit.client.0.smithi099.stdout: "op_before_queue_op_lat": { 2024-04-12T17:30:14.328 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 131322, 2024-04-12T17:30:14.328 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12726199388 2024-04-12T17:30:14.328 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.328 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T17:30:14.328 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T17:30:14.328 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.328 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T17:30:14.328 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1 2024-04-12T17:30:14.329 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.329 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T17:30:14.329 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1563637052 2024-04-12T17:30:14.329 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.329 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T17:30:14.329 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 43537, 2024-04-12T17:30:14.329 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 43700181740 2024-04-12T17:30:14.329 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.329 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T17:30:14.329 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2355640842 2024-04-12T17:30:14.329 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.329 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T17:30:14.329 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 44401, 2024-04-12T17:30:14.329 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14415543530 2024-04-12T17:30:14.329 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.330 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T17:30:14.330 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 43537, 2024-04-12T17:30:14.330 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 28397084922 2024-04-12T17:30:14.330 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.330 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:14.330 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 32714 2024-04-12T17:30:14.330 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.330 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T17:30:14.330 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 32714, 2024-04-12T17:30:14.330 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12915191160 2024-04-12T17:30:14.330 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.330 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:30:14.330 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.330 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.331 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T17:30:14.331 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2355640842 2024-04-12T17:30:14.331 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.331 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T17:30:14.331 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 32845, 2024-04-12T17:30:14.331 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6630027896 2024-04-12T17:30:14.331 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.331 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T17:30:14.331 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 32714, 2024-04-12T17:30:14.331 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6658055015 2024-04-12T17:30:14.331 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.331 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T17:30:14.331 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9477 2024-04-12T17:30:14.331 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.331 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T17:30:14.332 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 505983750 2024-04-12T17:30:14.332 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.332 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T17:30:14.332 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 9477, 2024-04-12T17:30:14.332 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18000522586 2024-04-12T17:30:14.332 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.332 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:30:14.332 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.332 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.332 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:30:14.332 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.332 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.332 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T17:30:14.332 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.332 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.333 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T17:30:14.333 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 10004, 2024-04-12T17:30:14.333 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5881441576 2024-04-12T17:30:14.333 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.333 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T17:30:14.333 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 9477, 2024-04-12T17:30:14.333 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13774364421 2024-04-12T17:30:14.333 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.333 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:14.333 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1346 2024-04-12T17:30:14.333 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.333 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T17:30:14.333 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1057653302 2024-04-12T17:30:14.333 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.333 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T17:30:14.334 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1346, 2024-04-12T17:30:14.334 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12784467994 2024-04-12T17:30:14.334 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.334 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:30:14.334 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.334 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.334 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T17:30:14.334 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1552, 2024-04-12T17:30:14.334 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1904074058 2024-04-12T17:30:14.334 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.334 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T17:30:14.334 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1346, 2024-04-12T17:30:14.334 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7964665486 2024-04-12T17:30:14.334 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.334 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T17:30:14.335 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.335 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.335 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T17:30:14.335 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13749723 2024-04-12T17:30:14.335 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.335 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T17:30:14.335 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14 2024-04-12T17:30:14.335 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.335 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T17:30:14.335 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T17:30:14.335 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.335 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T17:30:14.335 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1044942848 2024-04-12T17:30:14.335 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.336 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.336 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.336 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.6": { 2024-04-12T17:30:14.336 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:14.336 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_db_max_lat": { 2024-04-12T17:30:14.336 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1040425 2024-04-12T17:30:14.336 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.336 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T17:30:14.336 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.336 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.336 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_max_lat": { 2024-04-12T17:30:14.336 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.336 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.336 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:30:14.336 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.337 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.337 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T17:30:14.337 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T17:30:14.337 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.337 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_slow": { 2024-04-12T17:30:14.337 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.337 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.337 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T17:30:14.337 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.337 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.337 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_wal_max_lat": { 2024-04-12T17:30:14.337 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.337 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.337 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T17:30:14.338 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.338 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.338 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T17:30:14.338 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 21483520 2024-04-12T17:30:14.338 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.338 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T17:30:14.338 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 634019840 2024-04-12T17:30:14.338 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.338 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T17:30:14.338 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 16, 2024-04-12T17:30:14.338 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3235813 2024-04-12T17:30:14.338 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.338 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T17:30:14.338 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 16, 2024-04-12T17:30:14.339 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1038622 2024-04-12T17:30:14.339 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.339 INFO:tasks.workunit.client.0.smithi099.stdout: "db_alloc_lat": { 2024-04-12T17:30:14.339 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 193, 2024-04-12T17:30:14.339 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1879120 2024-04-12T17:30:14.339 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.339 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T17:30:14.339 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995027456 2024-04-12T17:30:14.339 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.339 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T17:30:14.339 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 589889536 2024-04-12T17:30:14.339 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.339 INFO:tasks.workunit.client.0.smithi099.stdout: "flush_lat": { 2024-04-12T17:30:14.339 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 66480, 2024-04-12T17:30:14.339 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5331088198 2024-04-12T17:30:14.340 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.340 INFO:tasks.workunit.client.0.smithi099.stdout: "fsync_lat": { 2024-04-12T17:30:14.340 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 66453, 2024-04-12T17:30:14.340 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9907607086 2024-04-12T17:30:14.340 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.340 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T17:30:14.340 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6238208 2024-04-12T17:30:14.340 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.340 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T17:30:14.340 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 272236544 2024-04-12T17:30:14.340 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.340 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T17:30:14.340 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 606928896 2024-04-12T17:30:14.340 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.340 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T17:30:14.341 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.341 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.341 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T17:30:14.341 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.341 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.341 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T17:30:14.341 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 52 2024-04-12T17:30:14.341 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.341 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T17:30:14.341 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17289845954 2024-04-12T17:30:14.341 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.341 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T17:30:14.341 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 109711 2024-04-12T17:30:14.341 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.341 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T17:30:14.341 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15024443392 2024-04-12T17:30:14.342 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.342 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T17:30:14.342 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15024447488 2024-04-12T17:30:14.342 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.342 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T17:30:14.342 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.342 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.342 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T17:30:14.342 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.342 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.342 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T17:30:14.342 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 110839 2024-04-12T17:30:14.342 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.342 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:14.343 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 109711, 2024-04-12T17:30:14.343 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4474297882 2024-04-12T17:30:14.343 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.343 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T17:30:14.343 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17064117030 2024-04-12T17:30:14.343 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.343 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T17:30:14.343 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 102803 2024-04-12T17:30:14.343 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.343 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T17:30:14.343 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6663194 2024-04-12T17:30:14.343 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.343 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T17:30:14.343 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 946 2024-04-12T17:30:14.344 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.344 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T17:30:14.344 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 21334661 2024-04-12T17:30:14.344 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.344 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T17:30:14.344 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1485 2024-04-12T17:30:14.344 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.344 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T17:30:14.344 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14671467 2024-04-12T17:30:14.344 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.344 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:30:14.344 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14671467 2024-04-12T17:30:14.344 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.344 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:30:14.344 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.345 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.345 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:30:14.345 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.345 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.345 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T17:30:14.345 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 561 2024-04-12T17:30:14.345 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.345 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_lat": { 2024-04-12T17:30:14.345 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1485, 2024-04-12T17:30:14.345 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5966981 2024-04-12T17:30:14.345 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.345 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_alloc_lat": { 2024-04-12T17:30:14.345 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.345 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.345 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.346 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T17:30:14.346 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.346 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.346 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T17:30:14.346 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.346 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.346 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:14.346 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T17:30:14.346 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 577 2024-04-12T17:30:14.346 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.346 INFO:tasks.workunit.client.0.smithi099.stdout: "unlink_lat": { 2024-04-12T17:30:14.346 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15, 2024-04-12T17:30:14.346 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17429 2024-04-12T17:30:14.346 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.347 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_alloc_lat": { 2024-04-12T17:30:14.347 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.347 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.347 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.347 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T17:30:14.347 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.347 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.347 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T17:30:14.347 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.347 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.347 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T17:30:14.347 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 930172928 2024-04-12T17:30:14.347 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.347 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.347 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T17:30:14.348 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T17:30:14.348 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T17:30:14.348 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.348 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T17:30:14.348 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14049280 2024-04-12T17:30:14.348 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.348 INFO:tasks.workunit.client.0.smithi099.stdout: "allocator_lat": { 2024-04-12T17:30:14.348 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 17092, 2024-04-12T17:30:14.348 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 52107748 2024-04-12T17:30:14.348 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.348 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T17:30:14.348 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3421, 2024-04-12T17:30:14.348 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9940916645 2024-04-12T17:30:14.348 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.348 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T17:30:14.349 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.349 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.349 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.349 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T17:30:14.349 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.349 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.349 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T17:30:14.349 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.349 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.349 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T17:30:14.349 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.349 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.349 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T17:30:14.349 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 19719, 2024-04-12T17:30:14.350 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 149976657 2024-04-12T17:30:14.350 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.350 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T17:30:14.350 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.350 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.350 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.350 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T17:30:14.350 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.350 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.350 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T17:30:14.350 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 66388, 2024-04-12T17:30:14.350 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13154353846 2024-04-12T17:30:14.350 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.350 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T17:30:14.351 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 65856, 2024-04-12T17:30:14.351 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1362851990 2024-04-12T17:30:14.351 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.351 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T17:30:14.351 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 66388, 2024-04-12T17:30:14.351 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37541917 2024-04-12T17:30:14.351 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.351 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T17:30:14.351 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 66388, 2024-04-12T17:30:14.351 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13191895763 2024-04-12T17:30:14.351 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.351 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T17:30:14.351 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.351 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.351 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.352 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T17:30:14.352 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 26243, 2024-04-12T17:30:14.352 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 486215311 2024-04-12T17:30:14.352 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.352 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T17:30:14.352 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 876, 2024-04-12T17:30:14.352 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2568172 2024-04-12T17:30:14.352 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.352 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T17:30:14.352 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15757, 2024-04-12T17:30:14.352 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12495320 2024-04-12T17:30:14.352 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.352 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:30:14.352 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 43, 2024-04-12T17:30:14.352 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57729 2024-04-12T17:30:14.352 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.353 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T17:30:14.353 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 11425, 2024-04-12T17:30:14.353 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2361284364 2024-04-12T17:30:14.353 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.353 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T17:30:14.353 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 186477 2024-04-12T17:30:14.353 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.353 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T17:30:14.353 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18864 2024-04-12T17:30:14.353 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.353 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:14.353 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 7412, 2024-04-12T17:30:14.353 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1124405512 2024-04-12T17:30:14.353 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.353 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T17:30:14.354 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 30637, 2024-04-12T17:30:14.354 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8338770 2024-04-12T17:30:14.354 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.354 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T17:30:14.354 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 23225, 2024-04-12T17:30:14.354 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 767108072 2024-04-12T17:30:14.354 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.354 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T17:30:14.354 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.354 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.354 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T17:30:14.354 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 12329, 2024-04-12T17:30:14.354 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 379869071 2024-04-12T17:30:14.354 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.354 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_aio_wait_count": { 2024-04-12T17:30:14.355 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.355 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.355 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_committed_kv_count": { 2024-04-12T17:30:14.355 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.355 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.355 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:30:14.355 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.355 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.355 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:30:14.355 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.355 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.355 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T17:30:14.355 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77976, 2024-04-12T17:30:14.355 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5573611862 2024-04-12T17:30:14.355 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.356 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:30:14.356 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 14027, 2024-04-12T17:30:14.356 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 602113884 2024-04-12T17:30:14.356 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.356 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:30:14.356 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 14027, 2024-04-12T17:30:14.356 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3681189165492 2024-04-12T17:30:14.356 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.356 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T17:30:14.356 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 14027, 2024-04-12T17:30:14.356 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6048381649445 2024-04-12T17:30:14.356 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.356 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T17:30:14.356 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77976, 2024-04-12T17:30:14.357 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2492301973984 2024-04-12T17:30:14.357 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.357 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T17:30:14.357 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77976, 2024-04-12T17:30:14.357 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8058198 2024-04-12T17:30:14.357 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.357 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T17:30:14.357 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77976, 2024-04-12T17:30:14.357 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 276573170 2024-04-12T17:30:14.357 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.357 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T17:30:14.357 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77976, 2024-04-12T17:30:14.357 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22572254598 2024-04-12T17:30:14.357 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.357 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T17:30:14.358 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77976, 2024-04-12T17:30:14.358 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 29268178 2024-04-12T17:30:14.358 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.358 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T17:30:14.358 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77976, 2024-04-12T17:30:14.358 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10527906434 2024-04-12T17:30:14.358 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.358 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T17:30:14.358 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77976, 2024-04-12T17:30:14.358 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16536406619 2024-04-12T17:30:14.358 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.358 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T17:30:14.358 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10175165 2024-04-12T17:30:14.358 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.359 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:14.359 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2386, 2024-04-12T17:30:14.359 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 13165890 2024-04-12T17:30:14.359 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.359 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T17:30:14.359 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77976, 2024-04-12T17:30:14.359 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 55499861046 2024-04-12T17:30:14.359 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.359 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T17:30:14.359 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77976, 2024-04-12T17:30:14.359 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17386224985 2024-04-12T17:30:14.359 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.359 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T17:30:14.359 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 77976, 2024-04-12T17:30:14.359 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 503782097 2024-04-12T17:30:14.360 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.360 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.360 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T17:30:14.360 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T17:30:14.360 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1405275320 2024-04-12T17:30:14.360 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.360 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T17:30:14.360 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 653213696 2024-04-12T17:30:14.360 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.360 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T17:30:14.360 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 612835328 2024-04-12T17:30:14.360 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.360 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T17:30:14.360 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2600684339 2024-04-12T17:30:14.360 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.361 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T17:30:14.361 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 40378368 2024-04-12T17:30:14.361 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.361 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.361 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T17:30:14.361 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:14.361 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 125829120 2024-04-12T17:30:14.361 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.361 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:14.361 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.361 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.361 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:14.361 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.362 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.362 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:14.362 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 56035979 2024-04-12T17:30:14.362 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.362 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:14.362 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.362 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.362 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:14.362 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.362 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.362 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:14.362 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.362 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.362 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:14.362 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.363 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.363 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:14.363 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 61440 2024-04-12T17:30:14.363 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.363 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:14.363 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 708608 2024-04-12T17:30:14.363 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.363 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:14.363 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.363 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.363 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:14.363 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.363 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.363 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:14.363 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.364 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.364 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:14.364 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69023093 2024-04-12T17:30:14.364 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.364 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.364 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T17:30:14.364 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:14.364 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 562036736 2024-04-12T17:30:14.364 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.364 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:14.364 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:14.364 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.364 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:14.364 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.365 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.365 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:14.365 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 420269843 2024-04-12T17:30:14.365 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.365 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:14.365 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.365 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.365 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:14.365 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.365 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.365 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:14.365 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2896 2024-04-12T17:30:14.365 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.365 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:14.365 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.365 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.366 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:14.366 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 208352 2024-04-12T17:30:14.366 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.366 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:14.366 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.366 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.366 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:14.366 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.366 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.366 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:14.366 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.366 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.366 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:14.366 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.367 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.367 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:14.367 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 74446781 2024-04-12T17:30:14.367 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.367 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.367 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:30:14.367 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:14.367 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 201326592 2024-04-12T17:30:14.367 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.367 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:14.367 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:14.367 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.367 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:14.367 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 21928448 2024-04-12T17:30:14.367 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.368 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:14.368 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37357319 2024-04-12T17:30:14.368 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.368 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:14.368 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.368 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.368 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:14.368 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.368 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.368 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:14.368 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.368 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.368 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:14.368 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.368 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.369 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:14.369 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.369 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.369 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:14.369 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.369 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.369 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:14.369 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.369 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.369 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:14.369 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.369 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.369 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:14.369 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.369 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.370 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:14.370 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 74931961 2024-04-12T17:30:14.370 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.370 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.370 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T17:30:14.370 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:14.370 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 494927872 2024-04-12T17:30:14.370 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.370 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:14.370 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.370 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.370 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:14.370 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.371 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.371 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:14.371 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 420269843 2024-04-12T17:30:14.371 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.371 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:14.371 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.371 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.371 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:14.371 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.371 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.371 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:14.371 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.371 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.371 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:14.371 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.372 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.372 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:14.372 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 109021 2024-04-12T17:30:14.372 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.372 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:14.372 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1135637 2024-04-12T17:30:14.372 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.372 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:14.372 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.372 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.372 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:14.372 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.372 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.372 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:14.372 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.373 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.373 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:14.373 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 73413371 2024-04-12T17:30:14.373 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.373 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.373 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T17:30:14.373 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T17:30:14.373 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.373 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.373 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:14.373 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8 2024-04-12T17:30:14.373 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.373 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T17:30:14.373 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.373 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.373 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:14.374 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.374 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.374 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.374 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:14.374 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T17:30:14.374 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 54 2024-04-12T17:30:14.374 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.374 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T17:30:14.374 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.374 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.374 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T17:30:14.374 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 27808 2024-04-12T17:30:14.374 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.374 INFO:tasks.workunit.client.0.smithi099.stdout: "op_before_queue_op_lat": { 2024-04-12T17:30:14.374 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 88469, 2024-04-12T17:30:14.375 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8687448243 2024-04-12T17:30:14.375 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.375 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T17:30:14.375 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.375 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.375 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T17:30:14.375 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5 2024-04-12T17:30:14.375 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.375 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T17:30:14.375 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1678404758 2024-04-12T17:30:14.375 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.375 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T17:30:14.375 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 27808, 2024-04-12T17:30:14.375 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 77512701644 2024-04-12T17:30:14.375 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.375 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T17:30:14.376 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2069082270 2024-04-12T17:30:14.376 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.376 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T17:30:14.376 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 28233, 2024-04-12T17:30:14.376 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12250804047 2024-04-12T17:30:14.376 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.376 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T17:30:14.376 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 27808, 2024-04-12T17:30:14.376 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 31675570786 2024-04-12T17:30:14.376 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.376 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:14.376 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18940 2024-04-12T17:30:14.376 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.376 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T17:30:14.376 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18940, 2024-04-12T17:30:14.377 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8335938509 2024-04-12T17:30:14.377 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.377 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:30:14.377 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.377 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.377 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T17:30:14.377 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2069082270 2024-04-12T17:30:14.377 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.377 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T17:30:14.377 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 19099, 2024-04-12T17:30:14.377 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4597510970 2024-04-12T17:30:14.377 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.377 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T17:30:14.377 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18940, 2024-04-12T17:30:14.377 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4209643391 2024-04-12T17:30:14.377 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.378 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T17:30:14.378 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4609 2024-04-12T17:30:14.378 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.378 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T17:30:14.378 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 335459266 2024-04-12T17:30:14.378 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.378 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T17:30:14.378 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4609, 2024-04-12T17:30:14.378 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11523169514 2024-04-12T17:30:14.378 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.378 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:30:14.378 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.378 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.378 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:30:14.379 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.379 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.379 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T17:30:14.379 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.379 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.379 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T17:30:14.379 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4770, 2024-04-12T17:30:14.379 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2784161122 2024-04-12T17:30:14.379 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.379 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T17:30:14.379 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4609, 2024-04-12T17:30:14.379 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7899804027 2024-04-12T17:30:14.379 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.379 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:14.379 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4259 2024-04-12T17:30:14.380 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.380 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T17:30:14.380 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1342945492 2024-04-12T17:30:14.380 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.380 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T17:30:14.380 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4259, 2024-04-12T17:30:14.380 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 57653593621 2024-04-12T17:30:14.380 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.380 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:30:14.380 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.380 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.380 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T17:30:14.380 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4364, 2024-04-12T17:30:14.380 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4869131955 2024-04-12T17:30:14.381 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.381 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T17:30:14.381 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 4259, 2024-04-12T17:30:14.381 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 19566123368 2024-04-12T17:30:14.381 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.381 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T17:30:14.381 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.381 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.381 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T17:30:14.381 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 82678992 2024-04-12T17:30:14.381 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.381 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T17:30:14.381 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 38 2024-04-12T17:30:14.381 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.381 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T17:30:14.382 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T17:30:14.382 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.382 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T17:30:14.382 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 603947008 2024-04-12T17:30:14.382 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.382 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.382 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.382 INFO:tasks.workunit.client.0.smithi099.stdout: "osd.7": { 2024-04-12T17:30:14.382 INFO:tasks.workunit.client.0.smithi099.stdout: "bluefs": { 2024-04-12T17:30:14.382 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_db_max_lat": { 2024-04-12T17:30:14.382 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 26111 2024-04-12T17:30:14.382 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.382 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_fallback": { 2024-04-12T17:30:14.382 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.383 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.383 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_max_lat": { 2024-04-12T17:30:14.383 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.383 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.383 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:30:14.383 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.383 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.383 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_db": { 2024-04-12T17:30:14.383 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 65536 2024-04-12T17:30:14.383 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.383 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_slow": { 2024-04-12T17:30:14.383 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.383 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.383 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit_wal": { 2024-04-12T17:30:14.383 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.383 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.384 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_wal_max_lat": { 2024-04-12T17:30:14.384 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.384 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.384 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_slow": { 2024-04-12T17:30:14.384 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.384 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.384 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_sst": { 2024-04-12T17:30:14.384 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11018240 2024-04-12T17:30:14.384 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.384 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_written_wal": { 2024-04-12T17:30:14.384 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 562008064 2024-04-12T17:30:14.384 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.384 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lat": { 2024-04-12T17:30:14.384 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 16, 2024-04-12T17:30:14.384 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5018101 2024-04-12T17:30:14.385 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.385 INFO:tasks.workunit.client.0.smithi099.stdout: "compact_lock_lat": { 2024-04-12T17:30:14.385 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 16, 2024-04-12T17:30:14.385 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1987068 2024-04-12T17:30:14.385 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.385 INFO:tasks.workunit.client.0.smithi099.stdout: "db_alloc_lat": { 2024-04-12T17:30:14.385 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 167, 2024-04-12T17:30:14.385 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 814524 2024-04-12T17:30:14.385 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.385 INFO:tasks.workunit.client.0.smithi099.stdout: "db_total_bytes": { 2024-04-12T17:30:14.385 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995027456 2024-04-12T17:30:14.385 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.385 INFO:tasks.workunit.client.0.smithi099.stdout: "db_used_bytes": { 2024-04-12T17:30:14.385 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 484704256 2024-04-12T17:30:14.385 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.385 INFO:tasks.workunit.client.0.smithi099.stdout: "flush_lat": { 2024-04-12T17:30:14.386 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 65542, 2024-04-12T17:30:14.386 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5058439069 2024-04-12T17:30:14.386 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.386 INFO:tasks.workunit.client.0.smithi099.stdout: "fsync_lat": { 2024-04-12T17:30:14.386 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 65543, 2024-04-12T17:30:14.386 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9564028582 2024-04-12T17:30:14.386 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.386 INFO:tasks.workunit.client.0.smithi099.stdout: "log_bytes": { 2024-04-12T17:30:14.386 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2531328 2024-04-12T17:30:14.386 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.386 INFO:tasks.workunit.client.0.smithi099.stdout: "logged_bytes": { 2024-04-12T17:30:14.386 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 268533760 2024-04-12T17:30:14.386 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.386 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_db": { 2024-04-12T17:30:14.386 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 506003456 2024-04-12T17:30:14.387 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.387 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_slow": { 2024-04-12T17:30:14.387 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.387 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.387 INFO:tasks.workunit.client.0.smithi099.stdout: "max_bytes_wal": { 2024-04-12T17:30:14.387 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.387 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.387 INFO:tasks.workunit.client.0.smithi099.stdout: "num_files": { 2024-04-12T17:30:14.387 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 43 2024-04-12T17:30:14.387 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.387 INFO:tasks.workunit.client.0.smithi099.stdout: "read_bytes": { 2024-04-12T17:30:14.387 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8925976754 2024-04-12T17:30:14.387 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.387 INFO:tasks.workunit.client.0.smithi099.stdout: "read_count": { 2024-04-12T17:30:14.388 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 63183 2024-04-12T17:30:14.388 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.388 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes": { 2024-04-12T17:30:14.388 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7744323584 2024-04-12T17:30:14.388 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.388 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_db": { 2024-04-12T17:30:14.388 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7744327680 2024-04-12T17:30:14.388 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.388 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_slow": { 2024-04-12T17:30:14.388 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.388 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.388 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_bytes_wal": { 2024-04-12T17:30:14.388 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.388 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.389 INFO:tasks.workunit.client.0.smithi099.stdout: "read_disk_count": { 2024-04-12T17:30:14.389 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 58612 2024-04-12T17:30:14.389 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.389 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:14.389 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 63183, 2024-04-12T17:30:14.389 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3176225417 2024-04-12T17:30:14.389 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.389 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_bytes": { 2024-04-12T17:30:14.389 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8721858131 2024-04-12T17:30:14.389 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.389 INFO:tasks.workunit.client.0.smithi099.stdout: "read_prefetch_count": { 2024-04-12T17:30:14.389 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 56936 2024-04-12T17:30:14.389 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.389 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_bytes": { 2024-04-12T17:30:14.389 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5306175 2024-04-12T17:30:14.390 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.390 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_buffer_count": { 2024-04-12T17:30:14.390 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 840 2024-04-12T17:30:14.390 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.390 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_bytes": { 2024-04-12T17:30:14.390 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12984697 2024-04-12T17:30:14.390 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.390 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_count": { 2024-04-12T17:30:14.390 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1136 2024-04-12T17:30:14.390 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.390 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes": { 2024-04-12T17:30:14.390 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7678522 2024-04-12T17:30:14.390 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.390 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:30:14.391 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7678522 2024-04-12T17:30:14.391 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.391 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:30:14.391 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.391 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.391 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:30:14.391 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.391 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.391 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_disk_count": { 2024-04-12T17:30:14.391 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 309 2024-04-12T17:30:14.391 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.391 INFO:tasks.workunit.client.0.smithi099.stdout: "read_random_lat": { 2024-04-12T17:30:14.391 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1136, 2024-04-12T17:30:14.391 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 3605186 2024-04-12T17:30:14.391 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.391 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_alloc_lat": { 2024-04-12T17:30:14.391 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.392 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.392 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.392 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_total_bytes": { 2024-04-12T17:30:14.392 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.392 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.392 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_used_bytes": { 2024-04-12T17:30:14.392 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.392 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.392 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:14.392 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1, 2024-04-12T17:30:14.392 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 660 2024-04-12T17:30:14.392 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.392 INFO:tasks.workunit.client.0.smithi099.stdout: "unlink_lat": { 2024-04-12T17:30:14.392 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15, 2024-04-12T17:30:14.393 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 16257 2024-04-12T17:30:14.393 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.393 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_alloc_lat": { 2024-04-12T17:30:14.393 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.393 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.393 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.393 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_total_bytes": { 2024-04-12T17:30:14.393 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.393 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.393 INFO:tasks.workunit.client.0.smithi099.stdout: "wal_used_bytes": { 2024-04-12T17:30:14.393 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.393 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.393 INFO:tasks.workunit.client.0.smithi099.stdout: "write_bytes": { 2024-04-12T17:30:14.393 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 843984896 2024-04-12T17:30:14.393 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.393 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.394 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore": { 2024-04-12T17:30:14.394 INFO:tasks.workunit.client.0.smithi099.stdout: "alloc_unit": { 2024-04-12T17:30:14.394 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4096 2024-04-12T17:30:14.394 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.394 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": { 2024-04-12T17:30:14.394 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14041088 2024-04-12T17:30:14.394 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.394 INFO:tasks.workunit.client.0.smithi099.stdout: "allocator_lat": { 2024-04-12T17:30:14.394 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 17578, 2024-04-12T17:30:14.394 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 61070869 2024-04-12T17:30:14.394 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.394 INFO:tasks.workunit.client.0.smithi099.stdout: "clist_lat": { 2024-04-12T17:30:14.394 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 3491, 2024-04-12T17:30:14.394 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 5677708256 2024-04-12T17:30:14.394 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.395 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_lat": { 2024-04-12T17:30:14.395 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.395 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.395 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.395 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed": { 2024-04-12T17:30:14.395 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.395 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.395 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_allocated": { 2024-04-12T17:30:14.395 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.395 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.395 INFO:tasks.workunit.client.0.smithi099.stdout: "compressed_original": { 2024-04-12T17:30:14.395 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.395 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.395 INFO:tasks.workunit.client.0.smithi099.stdout: "csum_lat": { 2024-04-12T17:30:14.395 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 18920, 2024-04-12T17:30:14.396 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 151168915 2024-04-12T17:30:14.396 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.396 INFO:tasks.workunit.client.0.smithi099.stdout: "decompress_lat": { 2024-04-12T17:30:14.396 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.396 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.396 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.396 INFO:tasks.workunit.client.0.smithi099.stdout: "fragmentation_micros": { 2024-04-12T17:30:14.396 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.396 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.396 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_commit_lat": { 2024-04-12T17:30:14.396 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 65494, 2024-04-12T17:30:14.396 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12738912255 2024-04-12T17:30:14.396 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.396 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_final_lat": { 2024-04-12T17:30:14.396 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 65004, 2024-04-12T17:30:14.396 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1376466375 2024-04-12T17:30:14.397 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.397 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_flush_lat": { 2024-04-12T17:30:14.397 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 65494, 2024-04-12T17:30:14.397 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 39484023 2024-04-12T17:30:14.397 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.397 INFO:tasks.workunit.client.0.smithi099.stdout: "kv_sync_lat": { 2024-04-12T17:30:14.397 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 65494, 2024-04-12T17:30:14.397 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12778396278 2024-04-12T17:30:14.397 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.397 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_keys_lat": { 2024-04-12T17:30:14.397 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 0, 2024-04-12T17:30:14.397 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.397 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.397 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_get_values_lat": { 2024-04-12T17:30:14.397 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 30249, 2024-04-12T17:30:14.398 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 438475406 2024-04-12T17:30:14.398 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.398 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_lower_bound_lat": { 2024-04-12T17:30:14.398 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 787, 2024-04-12T17:30:14.398 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2362076 2024-04-12T17:30:14.398 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.398 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_next_lat": { 2024-04-12T17:30:14.398 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 5475, 2024-04-12T17:30:14.398 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 7161698 2024-04-12T17:30:14.398 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.398 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:30:14.398 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 50, 2024-04-12T17:30:14.398 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 59412 2024-04-12T17:30:14.398 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.399 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_upper_bound_lat": { 2024-04-12T17:30:14.399 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 11414, 2024-04-12T17:30:14.399 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1213723256 2024-04-12T17:30:14.399 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.399 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_hits": { 2024-04-12T17:30:14.399 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 195208 2024-04-12T17:30:14.399 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.399 INFO:tasks.workunit.client.0.smithi099.stdout: "onode_misses": { 2024-04-12T17:30:14.399 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 18173 2024-04-12T17:30:14.399 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.399 INFO:tasks.workunit.client.0.smithi099.stdout: "read_lat": { 2024-04-12T17:30:14.399 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 6967, 2024-04-12T17:30:14.399 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 985215292 2024-04-12T17:30:14.399 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.400 INFO:tasks.workunit.client.0.smithi099.stdout: "read_onode_meta_lat": { 2024-04-12T17:30:14.400 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 32406, 2024-04-12T17:30:14.400 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15379573 2024-04-12T17:30:14.400 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.400 INFO:tasks.workunit.client.0.smithi099.stdout: "read_wait_aio_lat": { 2024-04-12T17:30:14.400 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 25439, 2024-04-12T17:30:14.400 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 768751189 2024-04-12T17:30:14.400 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.400 INFO:tasks.workunit.client.0.smithi099.stdout: "reads_with_retries": { 2024-04-12T17:30:14.400 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.400 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.400 INFO:tasks.workunit.client.0.smithi099.stdout: "remove_lat": { 2024-04-12T17:30:14.400 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 13493, 2024-04-12T17:30:14.400 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 367015990 2024-04-12T17:30:14.400 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.401 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_aio_wait_count": { 2024-04-12T17:30:14.401 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.401 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.401 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_committed_kv_count": { 2024-04-12T17:30:14.401 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.401 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.401 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:30:14.401 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.401 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.401 INFO:tasks.workunit.client.0.smithi099.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:30:14.401 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.401 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.401 INFO:tasks.workunit.client.0.smithi099.stdout: "state_aio_wait_lat": { 2024-04-12T17:30:14.401 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 75821, 2024-04-12T17:30:14.401 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4549754733 2024-04-12T17:30:14.402 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.402 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:30:14.402 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15858, 2024-04-12T17:30:14.402 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 710010510 2024-04-12T17:30:14.402 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.402 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:30:14.402 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15858, 2024-04-12T17:30:14.402 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4142681520686 2024-04-12T17:30:14.402 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.402 INFO:tasks.workunit.client.0.smithi099.stdout: "state_deferred_queued_lat": { 2024-04-12T17:30:14.402 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 15858, 2024-04-12T17:30:14.402 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 6376410827823 2024-04-12T17:30:14.402 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.402 INFO:tasks.workunit.client.0.smithi099.stdout: "state_done_lat": { 2024-04-12T17:30:14.403 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 75821, 2024-04-12T17:30:14.403 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2893520562021 2024-04-12T17:30:14.403 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.403 INFO:tasks.workunit.client.0.smithi099.stdout: "state_finishing_lat": { 2024-04-12T17:30:14.403 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 75821, 2024-04-12T17:30:14.403 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8686330 2024-04-12T17:30:14.403 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.403 INFO:tasks.workunit.client.0.smithi099.stdout: "state_io_done_lat": { 2024-04-12T17:30:14.403 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 75821, 2024-04-12T17:30:14.403 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 132975174 2024-04-12T17:30:14.403 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.403 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_commiting_lat": { 2024-04-12T17:30:14.403 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 75821, 2024-04-12T17:30:14.403 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22289772452 2024-04-12T17:30:14.403 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.404 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_done_lat": { 2024-04-12T17:30:14.404 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 75821, 2024-04-12T17:30:14.404 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 28791010 2024-04-12T17:30:14.404 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.404 INFO:tasks.workunit.client.0.smithi099.stdout: "state_kv_queued_lat": { 2024-04-12T17:30:14.404 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 75821, 2024-04-12T17:30:14.404 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11057942334 2024-04-12T17:30:14.404 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.404 INFO:tasks.workunit.client.0.smithi099.stdout: "state_prepare_lat": { 2024-04-12T17:30:14.404 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 75821, 2024-04-12T17:30:14.404 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10764061167 2024-04-12T17:30:14.404 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.404 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": { 2024-04-12T17:30:14.404 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10169945 2024-04-12T17:30:14.405 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.405 INFO:tasks.workunit.client.0.smithi099.stdout: "truncate_lat": { 2024-04-12T17:30:14.405 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 2364, 2024-04-12T17:30:14.405 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12457245 2024-04-12T17:30:14.405 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.405 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_commit_lat": { 2024-04-12T17:30:14.405 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 75821, 2024-04-12T17:30:14.405 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 48807361682 2024-04-12T17:30:14.405 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.405 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_submit_lat": { 2024-04-12T17:30:14.405 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 75821, 2024-04-12T17:30:14.405 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11646236735 2024-04-12T17:30:14.405 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.405 INFO:tasks.workunit.client.0.smithi099.stdout: "txc_throttle_lat": { 2024-04-12T17:30:14.406 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 75821, 2024-04-12T17:30:14.406 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 448358053 2024-04-12T17:30:14.406 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.406 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.406 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache": { 2024-04-12T17:30:14.406 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_bytes": { 2024-04-12T17:30:14.406 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1405275320 2024-04-12T17:30:14.406 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.406 INFO:tasks.workunit.client.0.smithi099.stdout: "heap_bytes": { 2024-04-12T17:30:14.406 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 580231168 2024-04-12T17:30:14.406 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.406 INFO:tasks.workunit.client.0.smithi099.stdout: "mapped_bytes": { 2024-04-12T17:30:14.406 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 534315008 2024-04-12T17:30:14.406 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.406 INFO:tasks.workunit.client.0.smithi099.stdout: "target_bytes": { 2024-04-12T17:30:14.407 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2600684339 2024-04-12T17:30:14.407 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.407 INFO:tasks.workunit.client.0.smithi099.stdout: "unmapped_bytes": { 2024-04-12T17:30:14.407 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 45916160 2024-04-12T17:30:14.407 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.407 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.407 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:data": { 2024-04-12T17:30:14.407 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:14.407 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 125829120 2024-04-12T17:30:14.407 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.407 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:14.407 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.407 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.407 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:14.407 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.408 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.408 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:14.408 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 56619730 2024-04-12T17:30:14.408 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.408 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:14.408 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.408 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.408 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:14.408 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.408 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.408 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:14.408 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.408 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.408 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:14.408 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.409 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.409 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:14.409 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8192 2024-04-12T17:30:14.409 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.409 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:14.409 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 73728 2024-04-12T17:30:14.409 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.409 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:14.409 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.409 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.409 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:14.409 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.409 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.409 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:14.409 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.410 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.410 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:14.410 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69127470 2024-04-12T17:30:14.410 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.410 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.410 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv": { 2024-04-12T17:30:14.410 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:14.410 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 562036736 2024-04-12T17:30:14.410 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.410 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:14.410 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:14.410 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.410 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:14.410 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.411 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.411 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:14.411 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 424647981 2024-04-12T17:30:14.411 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.411 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:14.411 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.411 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.411 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:14.411 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.411 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.411 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:14.411 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 2384 2024-04-12T17:30:14.411 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.411 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:14.411 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.412 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.412 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:14.412 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 168096 2024-04-12T17:30:14.412 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.412 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:14.412 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.412 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.412 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:14.412 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.412 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.412 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:14.412 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.412 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.412 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:14.412 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.412 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.413 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:14.413 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 70109411 2024-04-12T17:30:14.413 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.413 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.413 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:30:14.413 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:14.413 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 184549376 2024-04-12T17:30:14.413 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.413 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:14.413 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67108864 2024-04-12T17:30:14.413 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.413 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:14.413 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 12529104 2024-04-12T17:30:14.413 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.413 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:14.414 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 37746487 2024-04-12T17:30:14.414 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.414 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:14.414 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.414 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.414 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:14.414 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.414 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.414 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:14.414 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.414 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.414 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:14.414 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.414 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.414 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:14.415 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.415 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.415 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:14.415 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.415 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.415 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:14.415 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.415 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.415 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:14.415 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.415 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.415 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:14.415 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.415 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.415 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:14.416 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 67164921 2024-04-12T17:30:14.416 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.416 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.416 INFO:tasks.workunit.client.0.smithi099.stdout: "bluestore-pricache:meta": { 2024-04-12T17:30:14.416 INFO:tasks.workunit.client.0.smithi099.stdout: "committed_bytes": { 2024-04-12T17:30:14.416 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 494927872 2024-04-12T17:30:14.416 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.416 INFO:tasks.workunit.client.0.smithi099.stdout: "pri0_bytes": { 2024-04-12T17:30:14.416 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.416 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.416 INFO:tasks.workunit.client.0.smithi099.stdout: "pri10_bytes": { 2024-04-12T17:30:14.416 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.416 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.416 INFO:tasks.workunit.client.0.smithi099.stdout: "pri11_bytes": { 2024-04-12T17:30:14.417 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 424647981 2024-04-12T17:30:14.417 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.417 INFO:tasks.workunit.client.0.smithi099.stdout: "pri1_bytes": { 2024-04-12T17:30:14.417 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.417 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.417 INFO:tasks.workunit.client.0.smithi099.stdout: "pri2_bytes": { 2024-04-12T17:30:14.417 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.417 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.417 INFO:tasks.workunit.client.0.smithi099.stdout: "pri3_bytes": { 2024-04-12T17:30:14.417 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.417 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.417 INFO:tasks.workunit.client.0.smithi099.stdout: "pri4_bytes": { 2024-04-12T17:30:14.417 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.417 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.417 INFO:tasks.workunit.client.0.smithi099.stdout: "pri5_bytes": { 2024-04-12T17:30:14.418 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 110152 2024-04-12T17:30:14.418 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.418 INFO:tasks.workunit.client.0.smithi099.stdout: "pri6_bytes": { 2024-04-12T17:30:14.418 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1131296 2024-04-12T17:30:14.418 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.418 INFO:tasks.workunit.client.0.smithi099.stdout: "pri7_bytes": { 2024-04-12T17:30:14.418 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.418 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.418 INFO:tasks.workunit.client.0.smithi099.stdout: "pri8_bytes": { 2024-04-12T17:30:14.418 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.418 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.418 INFO:tasks.workunit.client.0.smithi099.stdout: "pri9_bytes": { 2024-04-12T17:30:14.418 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.418 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.419 INFO:tasks.workunit.client.0.smithi099.stdout: "reserved_bytes": { 2024-04-12T17:30:14.419 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 69038443 2024-04-12T17:30:14.419 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.419 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.419 INFO:tasks.workunit.client.0.smithi099.stdout: "objecter": { 2024-04-12T17:30:14.419 INFO:tasks.workunit.client.0.smithi099.stdout: "op_active": { 2024-04-12T17:30:14.419 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.419 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.419 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:14.419 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 14 2024-04-12T17:30:14.419 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.419 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rmw": { 2024-04-12T17:30:14.419 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.419 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.420 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:14.420 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.420 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.420 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.420 INFO:tasks.workunit.client.0.smithi099.stdout: "osd": { 2024-04-12T17:30:14.420 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg": { 2024-04-12T17:30:14.420 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 58 2024-04-12T17:30:14.420 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.420 INFO:tasks.workunit.client.0.smithi099.stdout: "numpg_removing": { 2024-04-12T17:30:14.420 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.420 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.420 INFO:tasks.workunit.client.0.smithi099.stdout: "op": { 2024-04-12T17:30:14.420 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 34969 2024-04-12T17:30:14.420 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.421 INFO:tasks.workunit.client.0.smithi099.stdout: "op_before_queue_op_lat": { 2024-04-12T17:30:14.421 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 101782, 2024-04-12T17:30:14.421 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10185872231 2024-04-12T17:30:14.421 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.421 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_degraded": { 2024-04-12T17:30:14.421 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.421 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.421 INFO:tasks.workunit.client.0.smithi099.stdout: "op_delayed_unreadable": { 2024-04-12T17:30:14.421 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.421 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.421 INFO:tasks.workunit.client.0.smithi099.stdout: "op_in_bytes": { 2024-04-12T17:30:14.421 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1533468533 2024-04-12T17:30:14.421 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.421 INFO:tasks.workunit.client.0.smithi099.stdout: "op_latency": { 2024-04-12T17:30:14.421 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 34969, 2024-04-12T17:30:14.422 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 38683856775 2024-04-12T17:30:14.422 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.422 INFO:tasks.workunit.client.0.smithi099.stdout: "op_out_bytes": { 2024-04-12T17:30:14.422 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1699860235 2024-04-12T17:30:14.422 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.422 INFO:tasks.workunit.client.0.smithi099.stdout: "op_prepare_latency": { 2024-04-12T17:30:14.422 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 35390, 2024-04-12T17:30:14.422 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 15955869216 2024-04-12T17:30:14.422 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.422 INFO:tasks.workunit.client.0.smithi099.stdout: "op_process_latency": { 2024-04-12T17:30:14.422 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 34969, 2024-04-12T17:30:14.422 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 29918999618 2024-04-12T17:30:14.422 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.422 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r": { 2024-04-12T17:30:14.423 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 22575 2024-04-12T17:30:14.423 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.423 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency": { 2024-04-12T17:30:14.423 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 22575, 2024-04-12T17:30:14.423 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8478186497 2024-04-12T17:30:14.423 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.423 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:30:14.423 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.423 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.423 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_out_bytes": { 2024-04-12T17:30:14.423 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1699860235 2024-04-12T17:30:14.423 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.423 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_prepare_latency": { 2024-04-12T17:30:14.423 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 22771, 2024-04-12T17:30:14.423 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4786447018 2024-04-12T17:30:14.424 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.424 INFO:tasks.workunit.client.0.smithi099.stdout: "op_r_process_latency": { 2024-04-12T17:30:14.424 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 22575, 2024-04-12T17:30:14.424 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 4551099206 2024-04-12T17:30:14.424 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.424 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw": { 2024-04-12T17:30:14.424 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 11379 2024-04-12T17:30:14.424 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.424 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_in_bytes": { 2024-04-12T17:30:14.424 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 370645169 2024-04-12T17:30:14.424 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.424 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency": { 2024-04-12T17:30:14.424 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 11379, 2024-04-12T17:30:14.424 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 19257655507 2024-04-12T17:30:14.425 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.425 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:30:14.425 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.425 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.425 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:30:14.425 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.425 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.425 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_out_bytes": { 2024-04-12T17:30:14.425 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.425 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.425 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_prepare_latency": { 2024-04-12T17:30:14.425 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 11534, 2024-04-12T17:30:14.425 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 9224717662 2024-04-12T17:30:14.425 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.425 INFO:tasks.workunit.client.0.smithi099.stdout: "op_rw_process_latency": { 2024-04-12T17:30:14.426 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 11379, 2024-04-12T17:30:14.426 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 17270225341 2024-04-12T17:30:14.426 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.426 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w": { 2024-04-12T17:30:14.426 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1015 2024-04-12T17:30:14.426 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.426 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_in_bytes": { 2024-04-12T17:30:14.426 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1162823364 2024-04-12T17:30:14.426 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.426 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency": { 2024-04-12T17:30:14.426 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1015, 2024-04-12T17:30:14.426 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 10948014771 2024-04-12T17:30:14.426 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.426 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:30:14.426 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.427 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.427 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_prepare_latency": { 2024-04-12T17:30:14.427 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1085, 2024-04-12T17:30:14.427 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 1944704536 2024-04-12T17:30:14.427 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.427 INFO:tasks.workunit.client.0.smithi099.stdout: "op_w_process_latency": { 2024-04-12T17:30:14.427 INFO:tasks.workunit.client.0.smithi099.stdout: "count": 1015, 2024-04-12T17:30:14.427 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8097675071 2024-04-12T17:30:14.427 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.427 INFO:tasks.workunit.client.0.smithi099.stdout: "op_wip": { 2024-04-12T17:30:14.427 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 0 2024-04-12T17:30:14.427 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.427 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_bytes": { 2024-04-12T17:30:14.427 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 94 2024-04-12T17:30:14.427 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.428 INFO:tasks.workunit.client.0.smithi099.stdout: "recovery_ops": { 2024-04-12T17:30:14.428 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 8 2024-04-12T17:30:14.428 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.428 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes": { 2024-04-12T17:30:14.428 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 95995035648 2024-04-12T17:30:14.428 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.428 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_bytes_used": { 2024-04-12T17:30:14.428 INFO:tasks.workunit.client.0.smithi099.stdout: "value": 498753536 2024-04-12T17:30:14.428 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.428 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.428 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.428 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.428 INFO:tasks.workunit.client.0.smithi099.stdout: "pools": [ 2024-04-12T17:30:14.428 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.428 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T17:30:14.429 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr" 2024-04-12T17:30:14.429 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.429 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_mode": "none", 2024-04-12T17:30:14.429 INFO:tasks.workunit.client.0.smithi099.stdout: "erasure_code_profile": {}, 2024-04-12T17:30:14.429 INFO:tasks.workunit.client.0.smithi099.stdout: "flags_names": [ 2024-04-12T17:30:14.429 INFO:tasks.workunit.client.0.smithi099.stdout: "hashpspool" 2024-04-12T17:30:14.429 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.429 INFO:tasks.workunit.client.0.smithi099.stdout: "min_size": 2, 2024-04-12T17:30:14.429 INFO:tasks.workunit.client.0.smithi099.stdout: "options": {}, 2024-04-12T17:30:14.429 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_autoscale_mode": "off", 2024-04-12T17:30:14.429 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_num": 1, 2024-04-12T17:30:14.429 INFO:tasks.workunit.client.0.smithi099.stdout: "pgp_num": 1, 2024-04-12T17:30:14.429 INFO:tasks.workunit.client.0.smithi099.stdout: "pool": 1, 2024-04-12T17:30:14.429 INFO:tasks.workunit.client.0.smithi099.stdout: "size": 3, 2024-04-12T17:30:14.429 INFO:tasks.workunit.client.0.smithi099.stdout: "stats": { 2024-04-12T17:30:14.430 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_raw": 721202718986, 2024-04-12T17:30:14.430 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_used": 1781760, 2024-04-12T17:30:14.430 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_bytes_used": 0, 2024-04-12T17:30:14.430 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_under_bytes": 0, 2024-04-12T17:30:14.430 INFO:tasks.workunit.client.0.smithi099.stdout: "data_bytes_used": 1781760, 2024-04-12T17:30:14.430 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty": 0, 2024-04-12T17:30:14.430 INFO:tasks.workunit.client.0.smithi099.stdout: "max_avail": 240400908288, 2024-04-12T17:30:14.430 INFO:tasks.workunit.client.0.smithi099.stdout: "objects": 2, 2024-04-12T17:30:14.430 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_bytes_used": 0, 2024-04-12T17:30:14.430 INFO:tasks.workunit.client.0.smithi099.stdout: "percent_used": 2.4705336727492977e-06, 2024-04-12T17:30:14.430 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_bytes": 0, 2024-04-12T17:30:14.430 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_objects": 0, 2024-04-12T17:30:14.430 INFO:tasks.workunit.client.0.smithi099.stdout: "rd": 1394, 2024-04-12T17:30:14.430 INFO:tasks.workunit.client.0.smithi099.stdout: "rd_bytes": 2226176, 2024-04-12T17:30:14.430 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": 590368, 2024-04-12T17:30:14.431 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_data": 590368, 2024-04-12T17:30:14.431 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_omap": 0, 2024-04-12T17:30:14.431 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_raw": 1771104, 2024-04-12T17:30:14.431 INFO:tasks.workunit.client.0.smithi099.stdout: "wr": 439, 2024-04-12T17:30:14.431 INFO:tasks.workunit.client.0.smithi099.stdout: "wr_bytes": 2473984 2024-04-12T17:30:14.431 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.431 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_bytes": 0, 2024-04-12T17:30:14.431 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_objects": 0, 2024-04-12T17:30:14.431 INFO:tasks.workunit.client.0.smithi099.stdout: "type": "replicated" 2024-04-12T17:30:14.431 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.431 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.431 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T17:30:14.431 INFO:tasks.workunit.client.0.smithi099.stdout: "cephfs" 2024-04-12T17:30:14.431 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.431 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_mode": "none", 2024-04-12T17:30:14.432 INFO:tasks.workunit.client.0.smithi099.stdout: "erasure_code_profile": {}, 2024-04-12T17:30:14.432 INFO:tasks.workunit.client.0.smithi099.stdout: "flags_names": [ 2024-04-12T17:30:14.432 INFO:tasks.workunit.client.0.smithi099.stdout: "hashpspool" 2024-04-12T17:30:14.432 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.432 INFO:tasks.workunit.client.0.smithi099.stdout: "min_size": 2, 2024-04-12T17:30:14.432 INFO:tasks.workunit.client.0.smithi099.stdout: "options": {}, 2024-04-12T17:30:14.432 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_autoscale_mode": "off", 2024-04-12T17:30:14.432 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_num": 32, 2024-04-12T17:30:14.432 INFO:tasks.workunit.client.0.smithi099.stdout: "pgp_num": 32, 2024-04-12T17:30:14.432 INFO:tasks.workunit.client.0.smithi099.stdout: "pool": 2, 2024-04-12T17:30:14.432 INFO:tasks.workunit.client.0.smithi099.stdout: "size": 3, 2024-04-12T17:30:14.432 INFO:tasks.workunit.client.0.smithi099.stdout: "stats": { 2024-04-12T17:30:14.432 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_raw": 721202718986, 2024-04-12T17:30:14.432 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_used": 155475, 2024-04-12T17:30:14.432 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_bytes_used": 0, 2024-04-12T17:30:14.432 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_under_bytes": 0, 2024-04-12T17:30:14.433 INFO:tasks.workunit.client.0.smithi099.stdout: "data_bytes_used": 110592, 2024-04-12T17:30:14.433 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty": 0, 2024-04-12T17:30:14.433 INFO:tasks.workunit.client.0.smithi099.stdout: "max_avail": 240400908288, 2024-04-12T17:30:14.433 INFO:tasks.workunit.client.0.smithi099.stdout: "objects": 22, 2024-04-12T17:30:14.433 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_bytes_used": 44883, 2024-04-12T17:30:14.433 INFO:tasks.workunit.client.0.smithi099.stdout: "percent_used": 2.155773586309806e-07, 2024-04-12T17:30:14.433 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_bytes": 0, 2024-04-12T17:30:14.433 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_objects": 0, 2024-04-12T17:30:14.433 INFO:tasks.workunit.client.0.smithi099.stdout: "rd": 158, 2024-04-12T17:30:14.433 INFO:tasks.workunit.client.0.smithi099.stdout: "rd_bytes": 178176, 2024-04-12T17:30:14.433 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": 21583, 2024-04-12T17:30:14.433 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_data": 6622, 2024-04-12T17:30:14.433 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_omap": 14961, 2024-04-12T17:30:14.433 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_raw": 64749, 2024-04-12T17:30:14.433 INFO:tasks.workunit.client.0.smithi099.stdout: "wr": 69, 2024-04-12T17:30:14.434 INFO:tasks.workunit.client.0.smithi099.stdout: "wr_bytes": 36864 2024-04-12T17:30:14.434 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.434 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_bytes": 0, 2024-04-12T17:30:14.434 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_objects": 0, 2024-04-12T17:30:14.434 INFO:tasks.workunit.client.0.smithi099.stdout: "type": "replicated" 2024-04-12T17:30:14.434 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.434 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.434 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T17:30:14.434 INFO:tasks.workunit.client.0.smithi099.stdout: "cephfs" 2024-04-12T17:30:14.434 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.434 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_mode": "none", 2024-04-12T17:30:14.434 INFO:tasks.workunit.client.0.smithi099.stdout: "erasure_code_profile": {}, 2024-04-12T17:30:14.434 INFO:tasks.workunit.client.0.smithi099.stdout: "flags_names": [ 2024-04-12T17:30:14.434 INFO:tasks.workunit.client.0.smithi099.stdout: "hashpspool" 2024-04-12T17:30:14.435 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.435 INFO:tasks.workunit.client.0.smithi099.stdout: "min_size": 2, 2024-04-12T17:30:14.435 INFO:tasks.workunit.client.0.smithi099.stdout: "options": {}, 2024-04-12T17:30:14.435 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_autoscale_mode": "off", 2024-04-12T17:30:14.435 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_num": 64, 2024-04-12T17:30:14.435 INFO:tasks.workunit.client.0.smithi099.stdout: "pgp_num": 64, 2024-04-12T17:30:14.435 INFO:tasks.workunit.client.0.smithi099.stdout: "pool": 3, 2024-04-12T17:30:14.435 INFO:tasks.workunit.client.0.smithi099.stdout: "size": 3, 2024-04-12T17:30:14.435 INFO:tasks.workunit.client.0.smithi099.stdout: "stats": { 2024-04-12T17:30:14.435 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_raw": 721202718986, 2024-04-12T17:30:14.435 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_used": 0, 2024-04-12T17:30:14.435 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_bytes_used": 0, 2024-04-12T17:30:14.435 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_under_bytes": 0, 2024-04-12T17:30:14.435 INFO:tasks.workunit.client.0.smithi099.stdout: "data_bytes_used": 0, 2024-04-12T17:30:14.435 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty": 0, 2024-04-12T17:30:14.436 INFO:tasks.workunit.client.0.smithi099.stdout: "max_avail": 240400908288, 2024-04-12T17:30:14.436 INFO:tasks.workunit.client.0.smithi099.stdout: "objects": 0, 2024-04-12T17:30:14.436 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_bytes_used": 0, 2024-04-12T17:30:14.436 INFO:tasks.workunit.client.0.smithi099.stdout: "percent_used": 0.0, 2024-04-12T17:30:14.436 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_bytes": 0, 2024-04-12T17:30:14.436 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_objects": 0, 2024-04-12T17:30:14.436 INFO:tasks.workunit.client.0.smithi099.stdout: "rd": 0, 2024-04-12T17:30:14.436 INFO:tasks.workunit.client.0.smithi099.stdout: "rd_bytes": 0, 2024-04-12T17:30:14.436 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": 0, 2024-04-12T17:30:14.436 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_data": 0, 2024-04-12T17:30:14.436 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_omap": 0, 2024-04-12T17:30:14.436 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_raw": 0, 2024-04-12T17:30:14.436 INFO:tasks.workunit.client.0.smithi099.stdout: "wr": 0, 2024-04-12T17:30:14.436 INFO:tasks.workunit.client.0.smithi099.stdout: "wr_bytes": 0 2024-04-12T17:30:14.437 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.437 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_bytes": 0, 2024-04-12T17:30:14.437 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_objects": 0, 2024-04-12T17:30:14.437 INFO:tasks.workunit.client.0.smithi099.stdout: "type": "replicated" 2024-04-12T17:30:14.437 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.437 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.437 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T17:30:14.437 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd" 2024-04-12T17:30:14.437 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.437 INFO:tasks.workunit.client.0.smithi099.stdout: "cache_mode": "none", 2024-04-12T17:30:14.437 INFO:tasks.workunit.client.0.smithi099.stdout: "erasure_code_profile": {}, 2024-04-12T17:30:14.437 INFO:tasks.workunit.client.0.smithi099.stdout: "flags_names": [ 2024-04-12T17:30:14.437 INFO:tasks.workunit.client.0.smithi099.stdout: "hashpspool", 2024-04-12T17:30:14.437 INFO:tasks.workunit.client.0.smithi099.stdout: "selfmanaged_snaps" 2024-04-12T17:30:14.437 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.438 INFO:tasks.workunit.client.0.smithi099.stdout: "min_size": 2, 2024-04-12T17:30:14.438 INFO:tasks.workunit.client.0.smithi099.stdout: "options": {}, 2024-04-12T17:30:14.438 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_autoscale_mode": "off", 2024-04-12T17:30:14.438 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_num": 8, 2024-04-12T17:30:14.438 INFO:tasks.workunit.client.0.smithi099.stdout: "pgp_num": 8, 2024-04-12T17:30:14.438 INFO:tasks.workunit.client.0.smithi099.stdout: "pool": 4, 2024-04-12T17:30:14.438 INFO:tasks.workunit.client.0.smithi099.stdout: "size": 3, 2024-04-12T17:30:14.438 INFO:tasks.workunit.client.0.smithi099.stdout: "stats": { 2024-04-12T17:30:14.438 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_raw": 721202718986, 2024-04-12T17:30:14.438 INFO:tasks.workunit.client.0.smithi099.stdout: "bytes_used": 12595200, 2024-04-12T17:30:14.438 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_bytes_used": 0, 2024-04-12T17:30:14.438 INFO:tasks.workunit.client.0.smithi099.stdout: "compress_under_bytes": 0, 2024-04-12T17:30:14.438 INFO:tasks.workunit.client.0.smithi099.stdout: "data_bytes_used": 12595200, 2024-04-12T17:30:14.438 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty": 0, 2024-04-12T17:30:14.439 INFO:tasks.workunit.client.0.smithi099.stdout: "max_avail": 240400908288, 2024-04-12T17:30:14.439 INFO:tasks.workunit.client.0.smithi099.stdout: "objects": 4, 2024-04-12T17:30:14.439 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_bytes_used": 0, 2024-04-12T17:30:14.439 INFO:tasks.workunit.client.0.smithi099.stdout: "percent_used": 1.7463855328969657e-05, 2024-04-12T17:30:14.439 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_bytes": 0, 2024-04-12T17:30:14.439 INFO:tasks.workunit.client.0.smithi099.stdout: "quota_objects": 0, 2024-04-12T17:30:14.439 INFO:tasks.workunit.client.0.smithi099.stdout: "rd": 8983, 2024-04-12T17:30:14.439 INFO:tasks.workunit.client.0.smithi099.stdout: "rd_bytes": 3126430720, 2024-04-12T17:30:14.439 INFO:tasks.workunit.client.0.smithi099.stdout: "stored": 4194323, 2024-04-12T17:30:14.439 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_data": 4194323, 2024-04-12T17:30:14.439 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_omap": 0, 2024-04-12T17:30:14.439 INFO:tasks.workunit.client.0.smithi099.stdout: "stored_raw": 12582969, 2024-04-12T17:30:14.439 INFO:tasks.workunit.client.0.smithi099.stdout: "wr": 24345, 2024-04-12T17:30:14.439 INFO:tasks.workunit.client.0.smithi099.stdout: "wr_bytes": 3201514496 2024-04-12T17:30:14.440 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.440 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_bytes": 0, 2024-04-12T17:30:14.440 INFO:tasks.workunit.client.0.smithi099.stdout: "target_max_objects": 0, 2024-04-12T17:30:14.440 INFO:tasks.workunit.client.0.smithi099.stdout: "type": "replicated" 2024-04-12T17:30:14.440 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.440 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.440 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd": { 2024-04-12T17:30:14.440 INFO:tasks.workunit.client.0.smithi099.stdout: "mirroring_by_pool": [ 2024-04-12T17:30:14.440 INFO:tasks.workunit.client.0.smithi099.stdout: false 2024-04-12T17:30:14.440 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_images_by_pool": [ 2024-04-12T17:30:14.440 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:14.440 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.440 INFO:tasks.workunit.client.0.smithi099.stdout: "num_pools": 1 2024-04-12T17:30:14.440 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.441 INFO:tasks.workunit.client.0.smithi099.stdout: "report_id": "8ed43c25-625c-491d-a955-cdf3bd105890", 2024-04-12T17:30:14.441 INFO:tasks.workunit.client.0.smithi099.stdout: "report_timestamp": "2024-04-12T17:30:12.686633", 2024-04-12T17:30:14.441 INFO:tasks.workunit.client.0.smithi099.stdout: "report_version": 1, 2024-04-12T17:30:14.441 INFO:tasks.workunit.client.0.smithi099.stdout: "rocksdb_stats": { 2024-04-12T17:30:14.441 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "7.9.2" 2024-04-12T17:30:14.441 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.441 INFO:tasks.workunit.client.0.smithi099.stdout: "rook": { 2024-04-12T17:30:14.441 INFO:tasks.workunit.client.0.smithi099.stdout: "cluster": { 2024-04-12T17:30:14.441 INFO:tasks.workunit.client.0.smithi099.stdout: "external-mode": null, 2024-04-12T17:30:14.441 INFO:tasks.workunit.client.0.smithi099.stdout: "mon": { 2024-04-12T17:30:14.441 INFO:tasks.workunit.client.0.smithi099.stdout: "allow-multiple-per-node": null, 2024-04-12T17:30:14.441 INFO:tasks.workunit.client.0.smithi099.stdout: "count": null, 2024-04-12T17:30:14.441 INFO:tasks.workunit.client.0.smithi099.stdout: "max-id": null, 2024-04-12T17:30:14.441 INFO:tasks.workunit.client.0.smithi099.stdout: "pvc": { 2024-04-12T17:30:14.441 INFO:tasks.workunit.client.0.smithi099.stdout: "enabled": null 2024-04-12T17:30:14.442 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.442 INFO:tasks.workunit.client.0.smithi099.stdout: "stretch": { 2024-04-12T17:30:14.442 INFO:tasks.workunit.client.0.smithi099.stdout: "enabled": null 2024-04-12T17:30:14.442 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.442 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.442 INFO:tasks.workunit.client.0.smithi099.stdout: "network": { 2024-04-12T17:30:14.442 INFO:tasks.workunit.client.0.smithi099.stdout: "provider": null 2024-04-12T17:30:14.442 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.442 INFO:tasks.workunit.client.0.smithi099.stdout: "storage": { 2024-04-12T17:30:14.442 INFO:tasks.workunit.client.0.smithi099.stdout: "device-set": { 2024-04-12T17:30:14.442 INFO:tasks.workunit.client.0.smithi099.stdout: "count": { 2024-04-12T17:30:14.442 INFO:tasks.workunit.client.0.smithi099.stdout: "non-portable": null, 2024-04-12T17:30:14.442 INFO:tasks.workunit.client.0.smithi099.stdout: "portable": null, 2024-04-12T17:30:14.442 INFO:tasks.workunit.client.0.smithi099.stdout: "total": null 2024-04-12T17:30:14.442 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.443 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.443 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.443 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.443 INFO:tasks.workunit.client.0.smithi099.stdout: "csi": { 2024-04-12T17:30:14.443 INFO:tasks.workunit.client.0.smithi099.stdout: "version": null 2024-04-12T17:30:14.443 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.443 INFO:tasks.workunit.client.0.smithi099.stdout: "kubernetes": { 2024-04-12T17:30:14.443 INFO:tasks.workunit.client.0.smithi099.stdout: "version": null 2024-04-12T17:30:14.443 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.443 INFO:tasks.workunit.client.0.smithi099.stdout: "node": { 2024-04-12T17:30:14.443 INFO:tasks.workunit.client.0.smithi099.stdout: "count": { 2024-04-12T17:30:14.443 INFO:tasks.workunit.client.0.smithi099.stdout: "kubernetes-total": null, 2024-04-12T17:30:14.443 INFO:tasks.workunit.client.0.smithi099.stdout: "with-ceph-daemons": null, 2024-04-12T17:30:14.443 INFO:tasks.workunit.client.0.smithi099.stdout: "with-csi-cephfs-plugin": null, 2024-04-12T17:30:14.443 INFO:tasks.workunit.client.0.smithi099.stdout: "with-csi-nfs-plugin": null, 2024-04-12T17:30:14.444 INFO:tasks.workunit.client.0.smithi099.stdout: "with-csi-rbd-plugin": null 2024-04-12T17:30:14.444 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.444 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.444 INFO:tasks.workunit.client.0.smithi099.stdout: "usage": { 2024-04-12T17:30:14.444 INFO:tasks.workunit.client.0.smithi099.stdout: "storage-class": { 2024-04-12T17:30:14.444 INFO:tasks.workunit.client.0.smithi099.stdout: "count": { 2024-04-12T17:30:14.444 INFO:tasks.workunit.client.0.smithi099.stdout: "bucket": null, 2024-04-12T17:30:14.444 INFO:tasks.workunit.client.0.smithi099.stdout: "cephfs": null, 2024-04-12T17:30:14.444 INFO:tasks.workunit.client.0.smithi099.stdout: "nfs": null, 2024-04-12T17:30:14.444 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd": null, 2024-04-12T17:30:14.444 INFO:tasks.workunit.client.0.smithi099.stdout: "total": null 2024-04-12T17:30:14.444 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.444 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:14.444 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.444 INFO:tasks.workunit.client.0.smithi099.stdout: "version": null 2024-04-12T17:30:14.445 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.445 INFO:tasks.workunit.client.0.smithi099.stdout: "services": {}, 2024-04-12T17:30:14.445 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_per_pg": [ 2024-04-12T17:30:14.445 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.445 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.445 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:14.445 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.445 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:14.445 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.445 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:14.445 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.445 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.445 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:14.445 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.445 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.446 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.446 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.425509+0000", 2024-04-12T17:30:14.446 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.118799+0000", 2024-04-12T17:30:14.446 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.118799+0000", 2024-04-12T17:30:14.446 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.119796+0000", 2024-04-12T17:30:14.446 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.425509+0000", 2024-04-12T17:30:14.446 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.446 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.446 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.446 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:14.446 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.425509+0000", 2024-04-12T17:30:14.446 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.425509+0000", 2024-04-12T17:30:14.446 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.425509+0000", 2024-04-12T17:30:14.446 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.447 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.447 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.447 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.425509+0000", 2024-04-12T17:30:14.447 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.425509+0000", 2024-04-12T17:30:14.447 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.447 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.447 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.447 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.447 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:14.447 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.447 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.447 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.447 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.447 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.447 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.448 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.448 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.448 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.2c", 2024-04-12T17:30:14.448 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.448 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.448 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.448 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4976, 2024-04-12T17:30:14.448 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.448 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:11:53.074907+0000", 2024-04-12T17:30:14.448 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.448 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.448 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.448 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.449 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.449 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.449 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.449 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.449 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.449 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.449 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.449 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.449 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.449 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.449 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.449 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.449 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.449 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.449 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.450 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.450 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.450 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.450 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.450 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.450 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.450 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.450 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.450 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.450 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.450 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.450 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.450 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.450 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.451 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.451 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.451 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.451 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.451 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.451 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.451 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.451 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.451 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.451 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.451 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.451 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.451 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:14.452 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.452 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:14.452 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.452 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:14.452 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.452 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.452 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.452 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.452 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:14.452 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:14.452 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:14.452 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.452 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:14.452 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.452 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.453 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:14.453 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.453 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.453 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.453 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.423329+0000", 2024-04-12T17:30:14.453 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.097051+0000", 2024-04-12T17:30:14.453 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.097051+0000", 2024-04-12T17:30:14.453 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.097867+0000", 2024-04-12T17:30:14.453 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.423329+0000", 2024-04-12T17:30:14.453 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.453 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.453 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.453 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:14.453 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.423329+0000", 2024-04-12T17:30:14.454 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.423329+0000", 2024-04-12T17:30:14.454 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.423329+0000", 2024-04-12T17:30:14.454 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.454 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.454 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.454 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.423329+0000", 2024-04-12T17:30:14.454 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.423329+0000", 2024-04-12T17:30:14.454 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.454 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.454 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.454 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.454 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:14.454 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.454 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.455 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.455 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.455 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.455 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.455 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.455 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.455 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.2b", 2024-04-12T17:30:14.455 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.455 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.455 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.455 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5191, 2024-04-12T17:30:14.455 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.455 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:29:34.810078+0000", 2024-04-12T17:30:14.455 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.455 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.456 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.456 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.456 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.456 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.456 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.456 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.456 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.456 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.456 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.456 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.456 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.456 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.456 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.456 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.456 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.457 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.457 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.457 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.457 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.457 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.457 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.457 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.457 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.457 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.457 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.457 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.457 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.457 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.457 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.458 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.458 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.458 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.458 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.458 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.458 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.458 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.458 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.458 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.458 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.458 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.458 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.458 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.458 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.458 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.459 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.459 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:14.459 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:14.459 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:14.459 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.459 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:14.459 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.459 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.459 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.459 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.459 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.459 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:14.459 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:14.459 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.459 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:14.460 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.460 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.460 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:14.460 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.460 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.460 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.460 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.266018+0000", 2024-04-12T17:30:14.460 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.091387+0000", 2024-04-12T17:30:14.460 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.091387+0000", 2024-04-12T17:30:14.460 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.092699+0000", 2024-04-12T17:30:14.460 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.266018+0000", 2024-04-12T17:30:14.460 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.460 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.460 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.460 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:14.461 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.266018+0000", 2024-04-12T17:30:14.461 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.266018+0000", 2024-04-12T17:30:14.461 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.266018+0000", 2024-04-12T17:30:14.461 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.461 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.461 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.461 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.266018+0000", 2024-04-12T17:30:14.461 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.266018+0000", 2024-04-12T17:30:14.461 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.461 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.461 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.461 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.461 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:14.461 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.461 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.462 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.462 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.462 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.462 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.462 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.462 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.462 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.2a", 2024-04-12T17:30:14.462 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.462 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.462 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.462 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4999, 2024-04-12T17:30:14.462 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.462 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:43:32.063573+0000", 2024-04-12T17:30:14.462 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.463 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.463 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.463 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.463 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.463 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.463 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.463 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.463 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.463 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.463 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.463 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.463 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.465 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.465 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.466 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.466 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.466 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.466 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.466 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.466 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.466 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.466 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.466 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.466 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.466 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.466 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.466 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.466 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.467 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.467 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.467 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.467 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.467 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.467 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.467 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.467 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.467 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.467 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.467 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.467 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.467 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.467 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.467 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.468 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.468 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.468 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.468 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.468 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:14.468 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:14.468 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.468 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:14.468 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.468 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.468 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.468 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.468 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.468 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.468 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:14.469 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.469 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:14.469 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.469 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.469 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:14.469 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.469 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.469 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.469 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.271238+0000", 2024-04-12T17:30:14.469 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:01.053984+0000", 2024-04-12T17:30:14.469 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:01.053984+0000", 2024-04-12T17:30:14.469 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:01.054271+0000", 2024-04-12T17:30:14.469 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.271238+0000", 2024-04-12T17:30:14.469 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.470 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.470 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.470 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 464, 2024-04-12T17:30:14.470 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.271238+0000", 2024-04-12T17:30:14.470 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.271238+0000", 2024-04-12T17:30:14.470 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.271238+0000", 2024-04-12T17:30:14.470 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.470 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.470 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.470 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.271238+0000", 2024-04-12T17:30:14.470 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.271238+0000", 2024-04-12T17:30:14.470 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.470 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.471 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.471 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.471 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 463, 2024-04-12T17:30:14.471 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.471 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.471 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.471 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.471 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.471 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.471 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.471 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.471 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.29", 2024-04-12T17:30:14.471 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.471 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.471 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.471 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5105, 2024-04-12T17:30:14.472 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.472 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:19:31.510475+0000", 2024-04-12T17:30:14.472 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.472 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.472 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.472 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.472 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.472 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.472 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.472 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.472 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.472 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.472 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.472 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.472 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.473 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.473 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.473 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.473 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.473 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.473 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.473 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.473 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.473 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.473 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.473 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.473 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.473 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.473 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.473 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.473 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.474 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.474 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.474 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.474 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.474 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.474 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.474 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.474 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.474 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.474 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.474 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.474 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.474 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.474 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.474 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.475 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.475 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.475 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.475 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.475 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.475 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:14.475 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.475 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:14.475 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.475 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.475 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.475 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.475 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.475 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.475 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:14.476 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.476 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:14.476 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.476 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.476 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:14.476 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.476 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.476 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.476 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267918+0000", 2024-04-12T17:30:14.476 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.168083+0000", 2024-04-12T17:30:14.476 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.168083+0000", 2024-04-12T17:30:14.476 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.169475+0000", 2024-04-12T17:30:14.476 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267918+0000", 2024-04-12T17:30:14.476 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.477 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.477 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.477 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:14.477 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267918+0000", 2024-04-12T17:30:14.477 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267918+0000", 2024-04-12T17:30:14.477 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267918+0000", 2024-04-12T17:30:14.477 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.477 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.477 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.477 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267918+0000", 2024-04-12T17:30:14.477 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267918+0000", 2024-04-12T17:30:14.477 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.477 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.477 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.478 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.478 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:14.478 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.478 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.478 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.478 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.478 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.478 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.478 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.478 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.478 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.28", 2024-04-12T17:30:14.478 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.478 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.478 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.478 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5011, 2024-04-12T17:30:14.479 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.479 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:09:14.871304+0000", 2024-04-12T17:30:14.479 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.479 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.479 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.479 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.479 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.479 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.479 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.479 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.479 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.479 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.479 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.479 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.479 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.480 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.480 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.480 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.480 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.480 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.480 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.480 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.480 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.480 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.480 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.480 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.480 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.480 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.480 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.480 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.480 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.481 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.481 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.481 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.481 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.481 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.481 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.481 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.481 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.481 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.481 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.481 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.481 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.481 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.481 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.482 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.482 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.482 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.482 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.482 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.482 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.482 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:14.482 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.482 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:14.482 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.482 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.482 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.482 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.483 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.483 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.483 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:14.483 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.483 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:14.483 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.483 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.483 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:14.483 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.483 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.483 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.483 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.269675+0000", 2024-04-12T17:30:14.483 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:01.055090+0000", 2024-04-12T17:30:14.483 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:01.055090+0000", 2024-04-12T17:30:14.483 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:01.055406+0000", 2024-04-12T17:30:14.483 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.269675+0000", 2024-04-12T17:30:14.484 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.484 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.484 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.484 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 464, 2024-04-12T17:30:14.484 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.269675+0000", 2024-04-12T17:30:14.484 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.269675+0000", 2024-04-12T17:30:14.484 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.269675+0000", 2024-04-12T17:30:14.484 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.484 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.484 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.484 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.269675+0000", 2024-04-12T17:30:14.484 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.269675+0000", 2024-04-12T17:30:14.484 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.484 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.485 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.485 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.485 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 463, 2024-04-12T17:30:14.485 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.485 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.485 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.485 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.485 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.485 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.485 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.485 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.485 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.27", 2024-04-12T17:30:14.485 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.485 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.485 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.486 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5098, 2024-04-12T17:30:14.486 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.486 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:14:32.934982+0000", 2024-04-12T17:30:14.486 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.486 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.486 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.486 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.486 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.486 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.486 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.486 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.486 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.486 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.486 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.487 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.487 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.487 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.487 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.487 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.487 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.487 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.487 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.487 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.487 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.487 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.487 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.487 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.487 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.487 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.487 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.488 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.488 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.488 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.488 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.488 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.488 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.488 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.488 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.488 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.488 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.488 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.488 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.488 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.488 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.488 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.489 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.489 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.489 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.489 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.489 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.489 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.489 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.489 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:14.489 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.489 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:14.489 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.489 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.489 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.489 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.490 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:14.490 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:14.490 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:14.490 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.490 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:14.490 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.490 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.490 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:14.490 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.490 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.490 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.490 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.424461+0000", 2024-04-12T17:30:14.490 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.094644+0000", 2024-04-12T17:30:14.490 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.094644+0000", 2024-04-12T17:30:14.491 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.094999+0000", 2024-04-12T17:30:14.491 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.424461+0000", 2024-04-12T17:30:14.491 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.491 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.491 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.491 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:14.491 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.424461+0000", 2024-04-12T17:30:14.491 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.424461+0000", 2024-04-12T17:30:14.491 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.424461+0000", 2024-04-12T17:30:14.491 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.491 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.491 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.491 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.424461+0000", 2024-04-12T17:30:14.491 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.424461+0000", 2024-04-12T17:30:14.491 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.491 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.492 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.492 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.492 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:14.492 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.492 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.492 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.492 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.492 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.492 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.492 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.492 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.492 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.26", 2024-04-12T17:30:14.492 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.492 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.492 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.493 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4972, 2024-04-12T17:30:14.493 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.493 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:02:21.505583+0000", 2024-04-12T17:30:14.493 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.493 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.493 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.493 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.493 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.493 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.493 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.493 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.493 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.493 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.493 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.493 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.494 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.494 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.494 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.494 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.494 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.494 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.494 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.494 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.494 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.494 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.494 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.494 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.494 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.494 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.494 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.495 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.496 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.496 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.496 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.496 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.496 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.496 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:14.496 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:14.496 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:14.496 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.496 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:14.496 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.496 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.496 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.496 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.496 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:14.497 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.497 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:14.497 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.497 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:14.497 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.497 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.497 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:14.497 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.497 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.497 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.497 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.419830+0000", 2024-04-12T17:30:14.497 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:07:26.042709+0000", 2024-04-12T17:30:14.497 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:07:26.042709+0000", 2024-04-12T17:30:14.497 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:07:26.043030+0000", 2024-04-12T17:30:14.498 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.419830+0000", 2024-04-12T17:30:14.498 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.498 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.498 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.498 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 429, 2024-04-12T17:30:14.498 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.419830+0000", 2024-04-12T17:30:14.498 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.419830+0000", 2024-04-12T17:30:14.498 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.419830+0000", 2024-04-12T17:30:14.498 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.498 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.498 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.498 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.419830+0000", 2024-04-12T17:30:14.498 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.419830+0000", 2024-04-12T17:30:14.498 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.499 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.499 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.499 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.499 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 428, 2024-04-12T17:30:14.499 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.499 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.499 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.499 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.499 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.499 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.499 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.499 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.499 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.25", 2024-04-12T17:30:14.499 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.500 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.500 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.500 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5153, 2024-04-12T17:30:14.500 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.500 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:17:49.259557+0000", 2024-04-12T17:30:14.500 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.500 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.500 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.500 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.500 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.500 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.500 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.500 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.500 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.500 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.500 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.501 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.501 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.501 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.501 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.501 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.501 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.501 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.501 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.501 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.501 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.501 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.501 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.501 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.501 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.501 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.501 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.502 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.502 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.502 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.502 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.502 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.502 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.502 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.502 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.502 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.502 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.502 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.502 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.502 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.502 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.502 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.503 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.503 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.503 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.503 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.503 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.503 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:14.503 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.503 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:14.503 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.503 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:14.503 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.503 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.503 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.503 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.503 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.504 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.504 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:14.504 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.504 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:14.504 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.504 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.504 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:14.504 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.504 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.504 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.504 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.268553+0000", 2024-04-12T17:30:14.504 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:01.053900+0000", 2024-04-12T17:30:14.504 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:01.053900+0000", 2024-04-12T17:30:14.504 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:01.054259+0000", 2024-04-12T17:30:14.504 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.268553+0000", 2024-04-12T17:30:14.504 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.505 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.505 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.505 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 464, 2024-04-12T17:30:14.505 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.268553+0000", 2024-04-12T17:30:14.505 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.268553+0000", 2024-04-12T17:30:14.505 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.268553+0000", 2024-04-12T17:30:14.505 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.505 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.505 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.505 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.268553+0000", 2024-04-12T17:30:14.505 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.268553+0000", 2024-04-12T17:30:14.505 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.505 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.505 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.506 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.506 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 463, 2024-04-12T17:30:14.506 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.506 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.506 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.506 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.506 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.506 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.506 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.506 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.506 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.24", 2024-04-12T17:30:14.506 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.506 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.506 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.506 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5112, 2024-04-12T17:30:14.507 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.507 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:42:56.587911+0000", 2024-04-12T17:30:14.507 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.507 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.507 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.507 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.507 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.507 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.507 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.507 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.507 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.507 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.507 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.507 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.508 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.508 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.508 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.508 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.508 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.508 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.508 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.508 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.508 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.508 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.508 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.508 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.508 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.508 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.508 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.509 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.509 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.509 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.509 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.509 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.509 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.509 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.509 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.509 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.509 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.509 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.509 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.509 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.509 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.509 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.510 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.510 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.510 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.510 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.510 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.510 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.510 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.510 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:14.510 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.510 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:14.510 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.510 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.510 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.510 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.511 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:14.511 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.511 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:14.511 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.511 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:14.511 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.511 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.511 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:14.511 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.511 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.511 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.511 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422563+0000", 2024-04-12T17:30:14.511 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:01.049443+0000", 2024-04-12T17:30:14.511 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:01.049443+0000", 2024-04-12T17:30:14.511 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:01.049827+0000", 2024-04-12T17:30:14.512 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422563+0000", 2024-04-12T17:30:14.512 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.512 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.512 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.512 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 464, 2024-04-12T17:30:14.512 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422563+0000", 2024-04-12T17:30:14.512 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422563+0000", 2024-04-12T17:30:14.512 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422563+0000", 2024-04-12T17:30:14.512 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.512 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.512 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.512 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422563+0000", 2024-04-12T17:30:14.512 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422563+0000", 2024-04-12T17:30:14.512 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.512 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.512 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.513 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.513 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 463, 2024-04-12T17:30:14.513 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.513 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.513 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.513 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.513 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.513 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.513 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.513 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.513 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.23", 2024-04-12T17:30:14.513 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.513 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.513 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.513 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5194, 2024-04-12T17:30:14.513 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.514 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:01:38.369819+0000", 2024-04-12T17:30:14.514 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.514 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.514 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.514 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.514 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.514 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.514 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.514 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.514 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.514 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.514 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.514 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.514 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.515 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.515 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.515 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.515 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.515 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.515 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.515 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.515 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.515 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.515 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.515 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.515 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.515 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.515 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.515 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.515 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.516 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.516 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.516 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.516 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.516 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.516 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.516 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.516 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.516 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.516 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.516 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.516 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.516 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.516 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.516 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.517 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.517 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.517 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.517 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:14.517 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.517 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:14.517 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.517 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:14.517 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.517 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.517 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.517 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.517 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.517 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.517 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:14.517 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.518 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:14.518 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.518 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.518 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:14.518 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.518 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.518 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.518 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.265747+0000", 2024-04-12T17:30:14.518 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.159746+0000", 2024-04-12T17:30:14.518 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.159746+0000", 2024-04-12T17:30:14.518 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.160835+0000", 2024-04-12T17:30:14.518 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.265747+0000", 2024-04-12T17:30:14.518 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.518 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.519 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.519 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:14.519 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.265747+0000", 2024-04-12T17:30:14.519 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.265747+0000", 2024-04-12T17:30:14.519 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.265747+0000", 2024-04-12T17:30:14.519 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.519 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.519 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.519 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.265747+0000", 2024-04-12T17:30:14.519 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.265747+0000", 2024-04-12T17:30:14.519 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.519 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.519 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.519 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.519 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:14.520 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.520 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.520 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.520 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.520 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.520 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.520 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.520 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.520 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.22", 2024-04-12T17:30:14.520 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.520 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.520 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.520 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5014, 2024-04-12T17:30:14.520 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.521 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:03:16.043689+0000", 2024-04-12T17:30:14.521 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.521 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.521 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.521 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.521 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.521 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.521 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.521 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.521 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.521 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.521 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.521 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.521 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.521 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.521 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.522 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.522 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.522 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.522 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.522 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.522 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.522 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.522 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.522 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.522 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.522 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.522 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.522 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.522 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.523 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.523 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.523 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.523 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.523 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.523 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.523 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.523 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.523 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.523 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.523 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.523 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.523 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.523 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.523 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.524 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.524 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.524 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.524 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.524 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.524 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:14.524 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.524 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:14.524 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.524 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.524 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.524 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.524 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:14.524 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.524 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:14.525 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.525 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T17:30:14.525 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.525 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.525 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:14.525 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.525 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.525 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.525 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.266237+0000", 2024-04-12T17:30:14.525 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.112461+0000", 2024-04-12T17:30:14.525 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.112461+0000", 2024-04-12T17:30:14.525 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.112943+0000", 2024-04-12T17:30:14.525 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.266237+0000", 2024-04-12T17:30:14.525 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.526 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.526 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.526 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:14.526 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.266237+0000", 2024-04-12T17:30:14.526 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.266237+0000", 2024-04-12T17:30:14.526 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.266237+0000", 2024-04-12T17:30:14.526 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.526 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.526 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.526 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.266237+0000", 2024-04-12T17:30:14.526 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.266237+0000", 2024-04-12T17:30:14.526 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.526 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.526 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.527 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.527 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:14.527 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.527 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.527 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.527 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.527 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.527 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.527 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.527 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.527 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.21", 2024-04-12T17:30:14.527 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.527 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.527 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.527 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5095, 2024-04-12T17:30:14.528 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.528 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:17:04.543604+0000", 2024-04-12T17:30:14.528 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.528 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.528 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.528 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.528 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.528 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.528 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.528 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.528 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.528 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.528 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.528 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.528 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.529 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.529 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.529 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.529 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.529 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.529 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.529 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.529 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.529 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.529 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.529 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.529 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.529 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.529 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.530 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.530 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.530 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.530 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.530 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.530 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.530 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.530 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.530 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.530 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.530 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.530 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.530 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.530 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.531 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.531 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.531 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.531 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.531 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.531 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.531 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:14.531 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.531 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:14.531 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.531 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T17:30:14.531 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.531 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.531 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.531 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.531 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:14.532 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:14.532 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:14.532 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.532 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:14.532 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.532 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.532 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:14.532 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.532 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.532 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.532 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.420393+0000", 2024-04-12T17:30:14.532 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.117783+0000", 2024-04-12T17:30:14.532 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.117783+0000", 2024-04-12T17:30:14.532 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.118329+0000", 2024-04-12T17:30:14.532 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.420393+0000", 2024-04-12T17:30:14.533 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.533 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.533 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.533 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:14.533 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.420393+0000", 2024-04-12T17:30:14.533 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.420393+0000", 2024-04-12T17:30:14.533 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.420393+0000", 2024-04-12T17:30:14.533 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.533 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.533 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.533 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.420393+0000", 2024-04-12T17:30:14.533 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.420393+0000", 2024-04-12T17:30:14.533 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.533 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.533 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.534 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.534 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:14.534 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.534 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.534 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.534 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.534 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.534 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.534 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.534 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.534 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.20", 2024-04-12T17:30:14.534 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.534 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.534 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.534 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4975, 2024-04-12T17:30:14.535 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.535 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:37:48.743691+0000", 2024-04-12T17:30:14.535 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.535 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.535 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.535 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.535 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.535 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.535 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.535 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.535 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.535 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.535 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.535 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.535 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.535 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.536 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.536 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.536 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.536 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.536 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.536 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.536 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.536 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.536 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.536 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.536 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.536 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.536 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.536 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.536 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.537 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.537 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.537 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.537 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.537 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.537 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.537 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.537 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.537 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.537 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.537 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.537 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.537 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.537 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.537 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.537 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.538 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.538 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.538 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:14.538 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:14.538 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:14.538 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.538 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:14.538 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.538 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.538 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.538 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.538 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:14.538 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.538 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:14.538 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.539 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:14.539 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.539 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.539 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:14.539 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.539 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.539 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.539 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.424685+0000", 2024-04-12T17:30:14.539 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.098175+0000", 2024-04-12T17:30:14.539 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.098175+0000", 2024-04-12T17:30:14.539 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.098714+0000", 2024-04-12T17:30:14.539 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.424685+0000", 2024-04-12T17:30:14.539 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.539 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.540 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.540 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:14.540 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.424685+0000", 2024-04-12T17:30:14.540 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.424685+0000", 2024-04-12T17:30:14.540 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.424685+0000", 2024-04-12T17:30:14.540 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.540 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.540 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.540 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.424685+0000", 2024-04-12T17:30:14.540 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.424685+0000", 2024-04-12T17:30:14.540 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.540 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.540 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.540 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.540 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:14.540 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.541 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.541 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.541 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.541 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.541 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.541 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.541 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.541 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.f", 2024-04-12T17:30:14.541 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.541 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.541 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.541 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4923, 2024-04-12T17:30:14.541 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.541 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:29:37.601050+0000", 2024-04-12T17:30:14.541 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.541 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.542 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.542 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.542 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.542 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.542 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.542 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.542 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.542 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.542 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.542 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.542 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.542 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.542 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.542 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.542 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.542 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.543 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.543 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.543 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.543 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.543 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.543 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.543 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.543 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.543 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.543 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.543 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.543 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.543 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.543 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.543 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.544 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.544 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.544 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.544 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.544 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.544 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.544 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.544 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.544 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.544 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.544 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.544 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.544 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.544 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.544 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:14.544 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.544 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:14.545 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.545 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:14.545 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.545 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.545 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.545 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.545 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:14.545 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.545 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:14.545 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.545 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T17:30:14.545 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.545 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.545 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:14.545 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.546 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.546 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.546 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.266827+0000", 2024-04-12T17:30:14.546 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.096392+0000", 2024-04-12T17:30:14.546 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.096392+0000", 2024-04-12T17:30:14.546 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.097024+0000", 2024-04-12T17:30:14.546 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.266827+0000", 2024-04-12T17:30:14.546 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.546 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.546 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.546 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:14.546 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.266827+0000", 2024-04-12T17:30:14.546 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.266827+0000", 2024-04-12T17:30:14.546 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.266827+0000", 2024-04-12T17:30:14.547 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.547 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.547 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.547 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.266827+0000", 2024-04-12T17:30:14.547 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.266827+0000", 2024-04-12T17:30:14.547 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.547 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 2, 2024-04-12T17:30:14.547 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.547 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.547 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:14.547 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.547 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.547 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.547 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.547 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 2, 2024-04-12T17:30:14.548 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.548 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.548 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.548 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.e", 2024-04-12T17:30:14.548 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.548 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.548 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.548 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5098, 2024-04-12T17:30:14.548 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.548 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:59:28.596541+0000", 2024-04-12T17:30:14.548 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.548 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.548 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.548 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.548 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.549 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.549 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.549 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.549 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.549 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.549 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.549 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.549 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.549 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.549 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.549 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.549 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.549 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.549 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.549 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:14.550 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:14.550 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.550 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:14.550 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.550 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.550 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.550 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.550 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.550 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:14.550 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.550 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.550 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.550 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.550 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.551 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.551 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.551 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 12, 2024-04-12T17:30:14.551 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 12, 2024-04-12T17:30:14.551 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.551 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.551 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.551 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3, 2024-04-12T17:30:14.551 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.551 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.551 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.551 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.551 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.551 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:14.551 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.551 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:14.552 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.552 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T17:30:14.552 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'2" 2024-04-12T17:30:14.552 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.552 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.552 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.552 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.552 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.552 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:14.552 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.552 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:14.552 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.552 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.552 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:14.552 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.553 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.553 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.553 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.265777+0000", 2024-04-12T17:30:14.553 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.126887+0000", 2024-04-12T17:30:14.553 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.126887+0000", 2024-04-12T17:30:14.553 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.127207+0000", 2024-04-12T17:30:14.553 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.265777+0000", 2024-04-12T17:30:14.553 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.553 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.553 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.553 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:14.553 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.265777+0000", 2024-04-12T17:30:14.553 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.265777+0000", 2024-04-12T17:30:14.553 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.265777+0000", 2024-04-12T17:30:14.554 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.554 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.554 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.554 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.265777+0000", 2024-04-12T17:30:14.554 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.265777+0000", 2024-04-12T17:30:14.554 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.554 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.554 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.554 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.554 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:14.554 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.554 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.554 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.554 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.554 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.555 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.555 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.555 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.555 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.c", 2024-04-12T17:30:14.555 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.555 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.555 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.555 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5004, 2024-04-12T17:30:14.555 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.555 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:16:35.549473+0000", 2024-04-12T17:30:14.555 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.555 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.555 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.555 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.555 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.556 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.556 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.556 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.556 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.556 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.556 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.556 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.556 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.556 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.556 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.556 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.556 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.556 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.556 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.556 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.556 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.557 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.557 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.557 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.557 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.557 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.557 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.557 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.557 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.557 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.557 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.557 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.557 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.557 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.557 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.557 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.558 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.558 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.558 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.558 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.558 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.558 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.558 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.558 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.558 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.558 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.558 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.558 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.558 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.558 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:14.559 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.559 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:14.559 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.559 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.559 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.559 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.559 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:14.559 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.559 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:14.559 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.559 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:14.559 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.559 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.559 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:14.559 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.560 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.560 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.560 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.419973+0000", 2024-04-12T17:30:14.560 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:01.043493+0000", 2024-04-12T17:30:14.560 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:01.043493+0000", 2024-04-12T17:30:14.560 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:01.043840+0000", 2024-04-12T17:30:14.560 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.419973+0000", 2024-04-12T17:30:14.560 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.560 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.560 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.560 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 464, 2024-04-12T17:30:14.560 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.419973+0000", 2024-04-12T17:30:14.560 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.419973+0000", 2024-04-12T17:30:14.560 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.419973+0000", 2024-04-12T17:30:14.560 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.561 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.561 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.561 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.419973+0000", 2024-04-12T17:30:14.561 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.419973+0000", 2024-04-12T17:30:14.561 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.561 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 1, 2024-04-12T17:30:14.561 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.561 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.561 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 463, 2024-04-12T17:30:14.561 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.561 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.561 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.561 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.561 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 1, 2024-04-12T17:30:14.561 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.562 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.562 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.562 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.d", 2024-04-12T17:30:14.562 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.562 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.562 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.562 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5156, 2024-04-12T17:30:14.562 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.562 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:39:15.663985+0000", 2024-04-12T17:30:14.562 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.562 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.562 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.562 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 70, 2024-04-12T17:30:14.562 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.562 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.563 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.563 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.563 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.563 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.563 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.563 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.563 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.563 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.563 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.563 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.563 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.563 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.563 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.563 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:14.563 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:14.563 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.564 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:14.564 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.564 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.564 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.564 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.564 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.564 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.564 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.564 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.564 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.564 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.564 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.564 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.564 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.564 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 2, 2024-04-12T17:30:14.564 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 2, 2024-04-12T17:30:14.565 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.565 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.565 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.565 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 1, 2024-04-12T17:30:14.565 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 1 2024-04-12T17:30:14.565 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.565 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.565 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.565 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.565 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:14.565 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.565 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:14.565 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.565 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:14.565 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'1" 2024-04-12T17:30:14.565 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.566 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.566 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.566 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:14.566 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.566 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:14.566 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.566 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:14.566 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.566 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.566 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:14.566 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.566 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.566 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.566 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.426789+0000", 2024-04-12T17:30:14.567 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.100357+0000", 2024-04-12T17:30:14.567 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.100357+0000", 2024-04-12T17:30:14.567 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.100790+0000", 2024-04-12T17:30:14.567 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.426789+0000", 2024-04-12T17:30:14.567 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.567 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.567 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.567 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:14.567 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.426789+0000", 2024-04-12T17:30:14.567 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.426789+0000", 2024-04-12T17:30:14.567 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.426789+0000", 2024-04-12T17:30:14.567 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.567 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.567 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.567 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.426789+0000", 2024-04-12T17:30:14.568 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.426789+0000", 2024-04-12T17:30:14.568 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.568 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.568 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.568 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.568 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:14.568 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.568 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.568 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.568 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.568 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.568 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.568 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.568 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.568 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.d", 2024-04-12T17:30:14.568 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.569 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.569 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.569 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4953, 2024-04-12T17:30:14.569 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.569 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:18:54.222628+0000", 2024-04-12T17:30:14.569 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.569 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.569 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.569 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.569 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.569 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.569 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.569 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.569 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.569 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.570 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.570 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.570 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.570 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.570 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.570 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.570 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.570 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.570 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.570 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.570 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.570 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.570 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.570 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.570 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.571 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.571 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.571 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.571 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.571 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.571 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.571 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.571 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.571 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.571 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.571 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.571 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.571 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.571 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.572 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.572 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.572 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.572 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.572 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.572 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.572 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.572 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.572 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:14.572 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.572 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:14.572 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.572 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:14.572 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.572 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.573 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.573 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.573 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:14.573 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.573 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:14.573 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.573 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T17:30:14.573 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.573 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.573 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:14.573 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.573 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.573 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.573 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267922+0000", 2024-04-12T17:30:14.573 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.165650+0000", 2024-04-12T17:30:14.574 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.165650+0000", 2024-04-12T17:30:14.574 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.166111+0000", 2024-04-12T17:30:14.574 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267922+0000", 2024-04-12T17:30:14.574 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.574 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.574 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.574 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:14.574 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267922+0000", 2024-04-12T17:30:14.574 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267922+0000", 2024-04-12T17:30:14.574 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267922+0000", 2024-04-12T17:30:14.574 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.574 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.574 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.574 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267922+0000", 2024-04-12T17:30:14.575 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267922+0000", 2024-04-12T17:30:14.575 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.575 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.575 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.575 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.575 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:14.575 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.575 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.575 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.575 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.575 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.575 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.575 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.575 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.575 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.c", 2024-04-12T17:30:14.576 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.576 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.576 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.576 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5116, 2024-04-12T17:30:14.576 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.576 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:01:16.237074+0000", 2024-04-12T17:30:14.576 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.576 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.576 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.576 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.576 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.576 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.576 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.576 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.576 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.576 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.576 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.577 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.577 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.577 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.577 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.577 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.577 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.577 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.577 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.577 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.577 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.577 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.577 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.577 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.577 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.577 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.578 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.578 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.578 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.578 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.578 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.578 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.578 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.578 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.578 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.578 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.578 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.578 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.578 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.578 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.579 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.579 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.579 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.579 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.579 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.579 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.579 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.579 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:14.579 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.579 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:14.579 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.579 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T17:30:14.579 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.579 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.579 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.580 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.580 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:14.580 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.580 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:14.580 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.580 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:14.580 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.580 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.580 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:14.580 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.580 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.580 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.580 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422974+0000", 2024-04-12T17:30:14.580 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.109281+0000", 2024-04-12T17:30:14.580 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.109281+0000", 2024-04-12T17:30:14.581 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.109766+0000", 2024-04-12T17:30:14.581 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422974+0000", 2024-04-12T17:30:14.581 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.581 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.581 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.581 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:14.581 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422974+0000", 2024-04-12T17:30:14.581 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422974+0000", 2024-04-12T17:30:14.581 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422974+0000", 2024-04-12T17:30:14.581 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.581 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.581 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.581 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422974+0000", 2024-04-12T17:30:14.581 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422974+0000", 2024-04-12T17:30:14.582 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.582 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.582 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.582 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.582 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:14.582 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.582 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.582 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.582 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.582 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.582 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.582 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.582 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.582 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.a", 2024-04-12T17:30:14.582 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.583 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.583 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.583 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4978, 2024-04-12T17:30:14.583 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.583 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:58:36.364352+0000", 2024-04-12T17:30:14.583 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.583 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.583 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.583 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.583 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.583 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.583 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.583 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.583 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.583 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.583 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.584 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.584 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.584 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.584 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.584 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.584 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.584 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.584 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.584 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.584 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.584 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.584 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.584 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.584 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.584 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.584 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.585 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.585 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.585 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.585 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.585 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.585 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.585 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.585 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.585 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.585 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.585 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.585 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.585 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.585 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.585 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.586 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.586 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.586 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.586 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.586 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.586 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:14.586 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.586 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:14.586 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.586 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:14.586 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.586 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.586 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.586 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.586 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:14.587 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.587 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:14.587 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.587 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:14.587 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.587 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.587 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:14.587 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.587 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.587 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.587 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.421610+0000", 2024-04-12T17:30:14.587 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.100361+0000", 2024-04-12T17:30:14.587 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.100361+0000", 2024-04-12T17:30:14.587 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.105201+0000", 2024-04-12T17:30:14.587 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.421610+0000", 2024-04-12T17:30:14.587 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.587 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.588 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.588 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:14.588 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.421610+0000", 2024-04-12T17:30:14.588 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.421610+0000", 2024-04-12T17:30:14.588 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.421610+0000", 2024-04-12T17:30:14.588 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.588 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.588 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.588 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.421610+0000", 2024-04-12T17:30:14.588 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.421610+0000", 2024-04-12T17:30:14.588 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.588 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 4, 2024-04-12T17:30:14.588 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.588 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.588 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:14.589 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.589 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.589 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.589 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.589 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 4, 2024-04-12T17:30:14.589 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.589 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.589 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.589 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.b", 2024-04-12T17:30:14.589 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.589 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.589 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.589 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4967, 2024-04-12T17:30:14.589 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.589 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:09:58.680553+0000", 2024-04-12T17:30:14.590 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.590 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.590 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.590 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.590 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.590 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.590 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.590 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.590 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.590 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.590 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.590 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.590 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.590 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.590 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.591 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.591 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.591 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.591 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.591 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:14.591 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:14.591 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.591 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:14.591 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.591 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.591 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.591 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.591 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.591 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:14.591 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.592 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.592 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.592 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.592 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.592 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.592 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.592 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 4, 2024-04-12T17:30:14.592 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 4, 2024-04-12T17:30:14.592 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.592 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.592 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.592 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 1, 2024-04-12T17:30:14.592 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.592 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.592 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.592 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.592 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.593 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:14.593 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.593 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:14.593 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.593 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:14.593 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "585'4" 2024-04-12T17:30:14.593 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.593 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.593 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.593 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.593 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:14.593 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:14.593 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.593 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:14.593 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.593 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.594 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:14.594 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.594 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.594 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.594 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267323+0000", 2024-04-12T17:30:14.594 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:01.056024+0000", 2024-04-12T17:30:14.594 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:01.056024+0000", 2024-04-12T17:30:14.594 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:01.056324+0000", 2024-04-12T17:30:14.594 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267323+0000", 2024-04-12T17:30:14.594 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.594 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.594 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.594 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 464, 2024-04-12T17:30:14.594 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267323+0000", 2024-04-12T17:30:14.595 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267323+0000", 2024-04-12T17:30:14.595 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267323+0000", 2024-04-12T17:30:14.595 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.595 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.595 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.595 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267323+0000", 2024-04-12T17:30:14.595 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267323+0000", 2024-04-12T17:30:14.595 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.595 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.595 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.595 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.595 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 463, 2024-04-12T17:30:14.595 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.595 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.595 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.596 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.596 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.596 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.596 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.596 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.596 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.b", 2024-04-12T17:30:14.596 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.596 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.596 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.596 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5110, 2024-04-12T17:30:14.596 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.596 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:18:01.014581+0000", 2024-04-12T17:30:14.596 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.596 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.596 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.596 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.596 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.597 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.597 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.597 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.597 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.597 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.597 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.597 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.597 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.597 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.597 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.597 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.597 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.597 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.597 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.597 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.597 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.597 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.598 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.598 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.598 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.598 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.598 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.598 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.598 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.598 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.598 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.598 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.598 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.598 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.598 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.598 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.598 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.599 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.599 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.599 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.599 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.599 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.599 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.599 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.599 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.599 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.599 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.599 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.599 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:14.599 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:14.599 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.599 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:14.599 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.600 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.600 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.600 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.600 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:14.600 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.600 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:14.600 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.600 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:14.600 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.600 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.600 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:14.600 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.600 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.600 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.600 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.421552+0000", 2024-04-12T17:30:14.600 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.090348+0000", 2024-04-12T17:30:14.601 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.090348+0000", 2024-04-12T17:30:14.601 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.090674+0000", 2024-04-12T17:30:14.601 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.421552+0000", 2024-04-12T17:30:14.601 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.601 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.601 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.601 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:14.601 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.421552+0000", 2024-04-12T17:30:14.601 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.421552+0000", 2024-04-12T17:30:14.601 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.421552+0000", 2024-04-12T17:30:14.601 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.601 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.601 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.601 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.421552+0000", 2024-04-12T17:30:14.601 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.421552+0000", 2024-04-12T17:30:14.601 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.601 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.602 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.602 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.602 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:14.602 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.602 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.602 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.602 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.602 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.602 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.602 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.602 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.602 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.a", 2024-04-12T17:30:14.602 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.602 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.602 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.603 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5153, 2024-04-12T17:30:14.603 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.603 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:55:44.251443+0000", 2024-04-12T17:30:14.603 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.603 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.603 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.603 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.603 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.603 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.603 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.603 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.603 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.603 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.603 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.603 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.603 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.604 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.604 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.604 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.604 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.604 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.604 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.604 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.604 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.604 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.604 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.604 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.604 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.604 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.604 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.604 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.604 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.604 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.605 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.605 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.605 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.605 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.605 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.605 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.605 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.605 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.605 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.605 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.605 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.605 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.605 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.605 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.605 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.606 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.606 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.606 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:14.606 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.606 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:14.606 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.606 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:14.606 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.606 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.606 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.606 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.606 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.606 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:14.606 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:14.606 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.607 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:14.607 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.607 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.607 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:14.607 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.607 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.607 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.607 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.269978+0000", 2024-04-12T17:30:14.607 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.093976+0000", 2024-04-12T17:30:14.607 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.093976+0000", 2024-04-12T17:30:14.607 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.094415+0000", 2024-04-12T17:30:14.607 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.269978+0000", 2024-04-12T17:30:14.607 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.607 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.608 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.608 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:14.608 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.269978+0000", 2024-04-12T17:30:14.608 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.269978+0000", 2024-04-12T17:30:14.608 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.269978+0000", 2024-04-12T17:30:14.608 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.608 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.608 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.608 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.269978+0000", 2024-04-12T17:30:14.608 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.269978+0000", 2024-04-12T17:30:14.608 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.608 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.608 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.608 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.608 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:14.608 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.609 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.609 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.609 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.609 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.609 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.609 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.609 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.609 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.8", 2024-04-12T17:30:14.609 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.609 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.609 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.609 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5107, 2024-04-12T17:30:14.609 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.609 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:27:00.380616+0000", 2024-04-12T17:30:14.609 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.610 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.610 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.610 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.610 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.610 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.610 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.610 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.610 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.610 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.610 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.610 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.610 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.610 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.610 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.611 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.611 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.611 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.611 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.611 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.611 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.611 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.611 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.611 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.611 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.611 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.611 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.611 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.611 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.611 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.611 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.611 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.612 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.612 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.612 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.612 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.613 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.613 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.613 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:14.613 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:14.613 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.613 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:14.613 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.613 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.613 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.613 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.613 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:14.613 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:14.613 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:14.613 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.613 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:14.613 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.613 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.614 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:14.614 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.614 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.614 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.614 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.419481+0000", 2024-04-12T17:30:14.614 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.101607+0000", 2024-04-12T17:30:14.614 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.101607+0000", 2024-04-12T17:30:14.614 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.101948+0000", 2024-04-12T17:30:14.614 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.419481+0000", 2024-04-12T17:30:14.614 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.614 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.614 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.614 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:14.614 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.419481+0000", 2024-04-12T17:30:14.615 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.419481+0000", 2024-04-12T17:30:14.615 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.419481+0000", 2024-04-12T17:30:14.615 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.615 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.615 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.615 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.419481+0000", 2024-04-12T17:30:14.615 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.419481+0000", 2024-04-12T17:30:14.615 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.615 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.615 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.615 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.615 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:14.615 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.615 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.615 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.615 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.616 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.616 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.616 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.616 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.616 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.9", 2024-04-12T17:30:14.616 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.616 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.616 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.616 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5153, 2024-04-12T17:30:14.616 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.616 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:29:02.952177+0000", 2024-04-12T17:30:14.616 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.616 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.616 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.617 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.618 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.619 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.619 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.619 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.619 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.619 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.619 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.619 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.619 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.619 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.619 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.619 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.619 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.619 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.619 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:14.619 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:14.620 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:14.620 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.620 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:14.620 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.620 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.620 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.620 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.620 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.620 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:14.620 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:14.620 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.620 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 4, 2024-04-12T17:30:14.620 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.620 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.620 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:14.621 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.621 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.621 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.621 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.420048+0000", 2024-04-12T17:30:14.621 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.101741+0000", 2024-04-12T17:30:14.621 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.101741+0000", 2024-04-12T17:30:14.621 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.103455+0000", 2024-04-12T17:30:14.621 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.420048+0000", 2024-04-12T17:30:14.621 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.621 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.621 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.621 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:14.621 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.420048+0000", 2024-04-12T17:30:14.621 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.420048+0000", 2024-04-12T17:30:14.621 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.420048+0000", 2024-04-12T17:30:14.622 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.622 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.622 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.622 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.420048+0000", 2024-04-12T17:30:14.622 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.420048+0000", 2024-04-12T17:30:14.622 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.622 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.622 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.622 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.622 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:14.622 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.622 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.622 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.622 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.623 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.623 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.623 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.623 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.623 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.9", 2024-04-12T17:30:14.623 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.623 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.623 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.623 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5057, 2024-04-12T17:30:14.623 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.623 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:24:27.880060+0000", 2024-04-12T17:30:14.623 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.623 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.623 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.624 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.624 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.624 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.624 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.624 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.624 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.624 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.624 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.624 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.624 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.624 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.624 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.624 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.624 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.624 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.625 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.626 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.626 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.626 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.626 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.626 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.627 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.627 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:14.627 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:14.627 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.627 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 4, 2024-04-12T17:30:14.627 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.627 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.627 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.627 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.627 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:14.627 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:14.627 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:14.627 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.627 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:14.627 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.628 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.628 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:14.628 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.628 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.628 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.628 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.426205+0000", 2024-04-12T17:30:14.628 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.090854+0000", 2024-04-12T17:30:14.628 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.090854+0000", 2024-04-12T17:30:14.628 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.092767+0000", 2024-04-12T17:30:14.628 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.426205+0000", 2024-04-12T17:30:14.628 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.628 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.628 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.628 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:14.628 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.426205+0000", 2024-04-12T17:30:14.629 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.426205+0000", 2024-04-12T17:30:14.629 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.426205+0000", 2024-04-12T17:30:14.629 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.629 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.629 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.629 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.426205+0000", 2024-04-12T17:30:14.629 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.426205+0000", 2024-04-12T17:30:14.629 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.629 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.629 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.629 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.629 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:14.629 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.629 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.630 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.630 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.630 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.630 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.630 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.630 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.630 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.8", 2024-04-12T17:30:14.630 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.630 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.630 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.630 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4947, 2024-04-12T17:30:14.630 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.630 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:23:37.163806+0000", 2024-04-12T17:30:14.630 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.631 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.631 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.631 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.631 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.631 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.631 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.631 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.631 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.631 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.631 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.631 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.631 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.631 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.631 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.631 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.631 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.631 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.632 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.633 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.633 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.633 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.633 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.633 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.633 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:14.633 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:14.634 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:14.634 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.634 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:14.634 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.634 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.634 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.634 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.634 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:14.634 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:14.634 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:14.634 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.634 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:14.634 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.634 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.634 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:14.635 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.635 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.635 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.635 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422699+0000", 2024-04-12T17:30:14.635 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:01.043369+0000", 2024-04-12T17:30:14.635 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:01.043369+0000", 2024-04-12T17:30:14.635 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:01.043999+0000", 2024-04-12T17:30:14.635 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422699+0000", 2024-04-12T17:30:14.635 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.635 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.635 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.635 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 464, 2024-04-12T17:30:14.635 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422699+0000", 2024-04-12T17:30:14.635 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422699+0000", 2024-04-12T17:30:14.636 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422699+0000", 2024-04-12T17:30:14.636 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.636 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.636 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.636 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422699+0000", 2024-04-12T17:30:14.636 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422699+0000", 2024-04-12T17:30:14.636 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.636 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.636 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.636 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.636 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 463, 2024-04-12T17:30:14.636 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.636 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.636 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.636 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.637 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.637 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.637 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.637 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.637 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.6", 2024-04-12T17:30:14.637 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.637 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.637 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.637 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5193, 2024-04-12T17:30:14.637 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.637 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:00:59.245822+0000", 2024-04-12T17:30:14.637 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.637 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.637 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.637 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.638 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.638 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.638 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.638 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.638 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.638 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.638 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.638 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.638 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.638 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.638 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.638 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.638 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.638 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.639 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.639 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.639 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.639 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.639 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.639 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.639 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.639 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.639 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.639 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.639 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.639 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.639 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.639 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.640 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.640 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.640 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.640 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.640 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.640 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.640 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.640 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.640 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.640 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.640 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.640 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.640 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.640 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.640 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.640 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:14.641 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:14.641 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:14.641 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.641 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:14.641 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.641 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.641 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.641 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.641 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:14.641 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:14.641 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:14.641 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.641 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:14.641 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.641 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.642 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:14.642 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.642 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.642 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.642 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.425680+0000", 2024-04-12T17:30:14.642 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.102555+0000", 2024-04-12T17:30:14.642 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.102555+0000", 2024-04-12T17:30:14.642 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.102963+0000", 2024-04-12T17:30:14.642 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.425680+0000", 2024-04-12T17:30:14.642 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.642 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.642 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.642 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:14.642 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.425680+0000", 2024-04-12T17:30:14.643 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.425680+0000", 2024-04-12T17:30:14.643 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.425680+0000", 2024-04-12T17:30:14.643 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.643 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.643 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.643 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.425680+0000", 2024-04-12T17:30:14.643 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.425680+0000", 2024-04-12T17:30:14.643 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.643 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 2, 2024-04-12T17:30:14.643 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.643 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.643 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:14.643 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.643 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.643 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.643 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.644 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 2, 2024-04-12T17:30:14.644 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.644 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.644 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.644 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.7", 2024-04-12T17:30:14.644 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.644 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.644 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.644 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4992, 2024-04-12T17:30:14.644 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.644 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:11:57.714520+0000", 2024-04-12T17:30:14.644 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.644 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.644 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.644 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.645 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.645 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.645 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.645 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.645 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.645 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.645 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.645 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.645 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.645 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.645 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.645 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.645 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.645 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.645 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.646 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:14.646 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:14.646 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.646 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:14.646 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.646 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.646 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.646 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.646 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.646 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:14.646 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.646 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.646 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.646 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.646 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.647 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.647 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.647 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 12, 2024-04-12T17:30:14.647 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 12, 2024-04-12T17:30:14.647 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.647 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.647 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.647 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3, 2024-04-12T17:30:14.647 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.647 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.647 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.647 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.647 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.647 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:14.648 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:14.648 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:14.648 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.648 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:14.648 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'2" 2024-04-12T17:30:14.648 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.648 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.648 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.648 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.648 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.648 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:14.648 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.648 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 4, 2024-04-12T17:30:14.648 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.648 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.649 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T17:30:14.649 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.649 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.649 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.649 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.420265+0000", 2024-04-12T17:30:14.649 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.112433+0000", 2024-04-12T17:30:14.649 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.112433+0000", 2024-04-12T17:30:14.649 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:42:28.602181+0000", 2024-04-12T17:30:14.649 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.420265+0000", 2024-04-12T17:30:14.649 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:14.649 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.649 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:14.649 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:14.649 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.420265+0000", 2024-04-12T17:30:14.650 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.420265+0000", 2024-04-12T17:30:14.650 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.420265+0000", 2024-04-12T17:30:14.650 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.650 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.650 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:14.650 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.420265+0000", 2024-04-12T17:30:14.650 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.420265+0000", 2024-04-12T17:30:14.650 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.650 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 2925, 2024-04-12T17:30:14.650 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.650 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.650 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:14.650 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.650 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.651 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.651 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.651 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 2925, 2024-04-12T17:30:14.651 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.651 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.651 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.651 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.1", 2024-04-12T17:30:14.651 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.651 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.651 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.651 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 8689, 2024-04-12T17:30:14.651 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.651 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:40:52.621528+0000", 2024-04-12T17:30:14.651 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.005621785, 2024-04-12T17:30:14.651 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.652 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.652 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.652 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.652 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.652 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.652 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.652 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.652 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.652 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.652 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.652 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.652 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.652 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.652 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.652 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.653 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.653 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.653 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.653 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.653 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.653 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.653 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.653 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.653 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.653 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.653 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.653 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.653 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.653 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.653 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.654 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.654 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.654 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.654 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.654 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 1123, 2024-04-12T17:30:14.654 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 350188, 2024-04-12T17:30:14.654 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.654 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.654 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.654 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 2902, 2024-04-12T17:30:14.654 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 377472 2024-04-12T17:30:14.654 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.654 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.654 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.654 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.655 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.655 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.655 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:14.655 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.655 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 4, 2024-04-12T17:30:14.655 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "1153'2925" 2024-04-12T17:30:14.655 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.655 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.655 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.655 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.655 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:14.655 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:14.655 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.655 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:14.655 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.656 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.656 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:14.656 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.656 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.656 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.656 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.269494+0000", 2024-04-12T17:30:14.656 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.094746+0000", 2024-04-12T17:30:14.656 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.094746+0000", 2024-04-12T17:30:14.656 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.095060+0000", 2024-04-12T17:30:14.656 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.269494+0000", 2024-04-12T17:30:14.656 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.656 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.656 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.656 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:14.656 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.269494+0000", 2024-04-12T17:30:14.656 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.269494+0000", 2024-04-12T17:30:14.657 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.269494+0000", 2024-04-12T17:30:14.657 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.657 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.657 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.657 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.269494+0000", 2024-04-12T17:30:14.657 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.269494+0000", 2024-04-12T17:30:14.657 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.657 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.657 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.657 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.657 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:14.657 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.657 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.657 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.657 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.657 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.658 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.658 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.658 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.658 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.7", 2024-04-12T17:30:14.658 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.658 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.658 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.658 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5112, 2024-04-12T17:30:14.658 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.658 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:40:06.517079+0000", 2024-04-12T17:30:14.658 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.658 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.658 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.658 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.659 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.659 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.659 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.659 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.659 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.659 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.659 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.659 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.659 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.659 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.659 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.659 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.659 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.659 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.660 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.660 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.660 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.660 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.660 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.660 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.660 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.660 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.660 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.660 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.660 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.660 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.660 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.660 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.660 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.660 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.661 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.661 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.661 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.661 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.661 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.661 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.661 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.661 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.661 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.661 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.661 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.661 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.661 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.661 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.661 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:14.662 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:14.662 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.662 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:14.662 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.662 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.662 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.662 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.662 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:14.662 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:14.662 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:14.662 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.662 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:14.662 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.662 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.663 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:14.663 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.663 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.663 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.663 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.421090+0000", 2024-04-12T17:30:14.663 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.122877+0000", 2024-04-12T17:30:14.663 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.122877+0000", 2024-04-12T17:30:14.663 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.123350+0000", 2024-04-12T17:30:14.663 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.421090+0000", 2024-04-12T17:30:14.663 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.663 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.663 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.663 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:14.663 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.421090+0000", 2024-04-12T17:30:14.663 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.421090+0000", 2024-04-12T17:30:14.664 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.421090+0000", 2024-04-12T17:30:14.664 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.664 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.664 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.664 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.421090+0000", 2024-04-12T17:30:14.664 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.421090+0000", 2024-04-12T17:30:14.664 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.664 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3, 2024-04-12T17:30:14.664 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.664 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.664 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:14.664 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.664 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.664 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.665 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.665 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3, 2024-04-12T17:30:14.665 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.665 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.665 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.665 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.6", 2024-04-12T17:30:14.665 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.665 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.665 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.665 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5159, 2024-04-12T17:30:14.665 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.665 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:50:54.749980+0000", 2024-04-12T17:30:14.665 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.665 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.665 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.666 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.666 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.666 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.666 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.666 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.666 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.666 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.666 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.666 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.666 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.666 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.666 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.666 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.666 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.666 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.667 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.667 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:14.667 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:14.667 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.667 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:14.667 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.667 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.667 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.667 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.667 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.667 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:14.667 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.667 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.667 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.668 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.668 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.668 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.668 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.668 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 4, 2024-04-12T17:30:14.668 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 4, 2024-04-12T17:30:14.668 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.668 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.668 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.668 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3, 2024-04-12T17:30:14.668 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.668 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.668 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.668 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.668 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.668 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:14.669 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:14.669 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:14.669 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.669 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:14.669 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "588'3" 2024-04-12T17:30:14.669 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.669 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.669 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.669 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.669 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:14.669 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:14.669 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.669 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:14.669 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.670 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.670 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T17:30:14.670 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.670 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.670 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.670 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.269884+0000", 2024-04-12T17:30:14.670 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.093974+0000", 2024-04-12T17:30:14.670 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.093974+0000", 2024-04-12T17:30:14.670 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:42:28.491955+0000", 2024-04-12T17:30:14.670 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.269884+0000", 2024-04-12T17:30:14.670 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:14.670 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.670 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:14.670 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:14.671 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.269884+0000", 2024-04-12T17:30:14.671 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.269884+0000", 2024-04-12T17:30:14.671 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.269884+0000", 2024-04-12T17:30:14.671 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.671 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.671 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:14.671 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.269884+0000", 2024-04-12T17:30:14.671 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.269884+0000", 2024-04-12T17:30:14.671 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.671 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3108, 2024-04-12T17:30:14.671 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.671 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.671 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:14.671 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.671 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.671 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.672 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.672 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3108, 2024-04-12T17:30:14.672 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.672 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.672 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.672 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.0", 2024-04-12T17:30:14.672 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.672 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.672 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.672 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 8912, 2024-04-12T17:30:14.672 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.672 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:42:44.951655+0000", 2024-04-12T17:30:14.672 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.004379614, 2024-04-12T17:30:14.672 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.672 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.673 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.673 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.673 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.673 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.673 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.673 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.673 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.673 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.673 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.673 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.673 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.673 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.673 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.673 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.673 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.673 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.674 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.674 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.674 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.674 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.674 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.674 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.674 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.674 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.674 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.674 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.674 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.674 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.674 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.674 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.674 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.675 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.675 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.675 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 1137, 2024-04-12T17:30:14.675 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 421302, 2024-04-12T17:30:14.675 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.675 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.675 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.675 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3100, 2024-04-12T17:30:14.675 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 389822 2024-04-12T17:30:14.675 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.675 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.675 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.675 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.675 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.675 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:14.676 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:14.676 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.676 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:14.676 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "1153'3108" 2024-04-12T17:30:14.676 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.676 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.676 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.676 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:14.676 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:14.676 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:14.676 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.676 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:14.676 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.676 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.676 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:14.677 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.677 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.677 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.677 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.420881+0000", 2024-04-12T17:30:14.677 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.165856+0000", 2024-04-12T17:30:14.677 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.165856+0000", 2024-04-12T17:30:14.677 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.166136+0000", 2024-04-12T17:30:14.677 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.420881+0000", 2024-04-12T17:30:14.677 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.677 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.677 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.677 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:14.677 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.420881+0000", 2024-04-12T17:30:14.677 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.420881+0000", 2024-04-12T17:30:14.677 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.420881+0000", 2024-04-12T17:30:14.678 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.678 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.678 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.678 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.420881+0000", 2024-04-12T17:30:14.678 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.420881+0000", 2024-04-12T17:30:14.678 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.678 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.678 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.678 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.678 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:14.678 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.678 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.678 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.678 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.678 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.679 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.679 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.679 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.679 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.4", 2024-04-12T17:30:14.679 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.679 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.679 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.679 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5156, 2024-04-12T17:30:14.679 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.679 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:46:06.496258+0000", 2024-04-12T17:30:14.679 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.679 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.679 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.680 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.680 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.680 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.680 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.680 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.680 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.680 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.680 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.680 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.680 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.680 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.680 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.680 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.680 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.680 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.681 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.681 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.681 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.681 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.681 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.681 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.681 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.681 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.681 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.681 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.681 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.681 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.681 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.681 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.681 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.681 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.682 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.682 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.682 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.682 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.682 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.682 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.682 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.682 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.682 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.682 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.682 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.682 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.682 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.683 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:14.683 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:14.683 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:14.683 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.683 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:14.683 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.683 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.683 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.683 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.683 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:14.683 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:14.683 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:14.683 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.683 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:14.683 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.684 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.684 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:14.684 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.684 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.684 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.684 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.426714+0000", 2024-04-12T17:30:14.684 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.094368+0000", 2024-04-12T17:30:14.684 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.094368+0000", 2024-04-12T17:30:14.684 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.095604+0000", 2024-04-12T17:30:14.684 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.426714+0000", 2024-04-12T17:30:14.684 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.684 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.684 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.684 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:14.684 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.426714+0000", 2024-04-12T17:30:14.684 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.426714+0000", 2024-04-12T17:30:14.685 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.426714+0000", 2024-04-12T17:30:14.685 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.685 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.685 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.685 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.426714+0000", 2024-04-12T17:30:14.685 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.426714+0000", 2024-04-12T17:30:14.685 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.685 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.685 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.685 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.685 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:14.685 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.685 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.685 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.685 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.686 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.686 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.686 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.686 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.686 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.5", 2024-04-12T17:30:14.686 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.686 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.686 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.686 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4928, 2024-04-12T17:30:14.686 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.686 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:38:33.412276+0000", 2024-04-12T17:30:14.686 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.686 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.686 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.686 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.687 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.687 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.687 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.687 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.687 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.687 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.687 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.687 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.687 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.687 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.687 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.687 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.687 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.687 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.687 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.688 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.688 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.688 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.688 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.688 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.688 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.688 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.688 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.688 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.688 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.688 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.688 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.688 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.688 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.688 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.688 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.689 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.689 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.689 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.689 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.689 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.689 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.689 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.689 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.689 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.689 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.689 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.689 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.689 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:14.689 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:14.689 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:14.690 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.690 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:14.690 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.690 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.690 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.690 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.690 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:14.690 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.690 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:14.690 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.690 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:14.690 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.690 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.690 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T17:30:14.690 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.691 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.691 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.691 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:30:08.549801+0000", 2024-04-12T17:30:14.691 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.090408+0000", 2024-04-12T17:30:14.691 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.090408+0000", 2024-04-12T17:30:14.691 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:42:28.495589+0000", 2024-04-12T17:30:14.691 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:30:08.549801+0000", 2024-04-12T17:30:14.691 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:14.691 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.691 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:14.691 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:14.691 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:30:08.549801+0000", 2024-04-12T17:30:14.691 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:30:08.549801+0000", 2024-04-12T17:30:14.691 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:30:08.549801+0000", 2024-04-12T17:30:14.692 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.692 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.692 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:14.692 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:30:08.549801+0000", 2024-04-12T17:30:14.692 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:30:08.549801+0000", 2024-04-12T17:30:14.692 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.692 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3105, 2024-04-12T17:30:14.692 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.692 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.692 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:14.692 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.692 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.692 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.692 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.692 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3105, 2024-04-12T17:30:14.693 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.693 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.693 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.693 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.3", 2024-04-12T17:30:14.693 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.693 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.693 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.693 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 9260, 2024-04-12T17:30:14.693 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.693 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:37:11.352685+0000", 2024-04-12T17:30:14.693 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.006155055, 2024-04-12T17:30:14.693 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.693 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.693 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.693 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.693 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.694 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.694 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.694 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.694 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.694 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.694 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.694 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.694 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.694 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.694 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.694 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.694 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.694 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.694 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:14.695 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:14.695 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.695 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:14.695 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.695 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.695 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.695 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.695 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.695 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:14.695 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.695 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.695 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.695 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.695 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.695 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.696 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.696 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 1702, 2024-04-12T17:30:14.696 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 361332, 2024-04-12T17:30:14.696 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.696 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.696 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.696 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3066, 2024-04-12T17:30:14.696 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 390679 2024-04-12T17:30:14.696 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.696 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.696 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.696 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.696 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:14.696 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.696 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:14.696 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.697 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:14.697 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "1153'3105" 2024-04-12T17:30:14.697 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.697 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.697 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.697 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:14.697 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:14.697 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:14.697 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.697 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:14.697 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.697 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.697 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:14.697 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.697 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.698 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.698 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.426602+0000", 2024-04-12T17:30:14.698 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.090790+0000", 2024-04-12T17:30:14.698 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.090790+0000", 2024-04-12T17:30:14.698 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.092759+0000", 2024-04-12T17:30:14.698 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.426602+0000", 2024-04-12T17:30:14.698 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.698 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.698 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.698 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:14.698 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.426602+0000", 2024-04-12T17:30:14.698 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.426602+0000", 2024-04-12T17:30:14.698 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.426602+0000", 2024-04-12T17:30:14.698 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.698 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.699 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.699 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.426602+0000", 2024-04-12T17:30:14.699 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.426602+0000", 2024-04-12T17:30:14.699 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.699 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.699 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.699 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.699 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:14.699 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.699 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.699 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.699 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.699 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.699 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.700 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.700 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.700 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.0", 2024-04-12T17:30:14.700 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.700 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.700 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.700 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4950, 2024-04-12T17:30:14.700 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.700 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:29:02.718809+0000", 2024-04-12T17:30:14.700 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.700 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.700 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.700 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.700 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.700 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.700 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.701 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.701 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.701 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.701 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.701 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.701 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.701 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.701 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.701 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.701 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.701 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.701 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.701 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.701 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.701 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.701 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.702 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.702 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.702 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.702 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.702 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.702 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.702 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.702 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.702 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.702 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.702 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.702 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.702 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.702 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.702 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.703 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.703 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.703 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.703 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.703 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.703 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.703 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.703 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.703 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.703 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:14.703 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:14.703 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:14.703 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.703 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:14.703 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.703 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.704 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.704 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.704 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:14.704 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.704 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:14.704 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.704 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T17:30:14.704 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.704 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.704 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:14.704 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.704 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.704 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.704 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.265975+0000", 2024-04-12T17:30:14.704 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:01.048060+0000", 2024-04-12T17:30:14.704 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:01.048060+0000", 2024-04-12T17:30:14.705 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:01.049094+0000", 2024-04-12T17:30:14.705 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.265975+0000", 2024-04-12T17:30:14.705 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.705 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.705 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.705 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 464, 2024-04-12T17:30:14.705 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.265975+0000", 2024-04-12T17:30:14.705 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.265975+0000", 2024-04-12T17:30:14.705 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.265975+0000", 2024-04-12T17:30:14.705 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.705 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.705 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.706 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.265975+0000", 2024-04-12T17:30:14.706 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.265975+0000", 2024-04-12T17:30:14.706 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.706 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.706 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.706 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.706 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 463, 2024-04-12T17:30:14.706 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.706 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.706 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.706 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.706 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.706 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.706 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.707 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.707 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.1", 2024-04-12T17:30:14.707 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.707 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.707 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.707 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5095, 2024-04-12T17:30:14.707 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.707 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:21:43.700965+0000", 2024-04-12T17:30:14.707 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.707 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.707 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.707 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.707 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.707 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.708 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.708 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.708 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.708 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.708 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.708 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.708 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.708 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.708 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.708 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.708 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.708 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.708 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.708 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.708 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.709 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.709 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.709 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.709 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.709 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.709 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.709 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.709 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.709 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.709 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.709 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.709 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.709 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.709 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.709 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.710 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.710 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.710 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.710 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.710 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.710 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.710 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.710 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.710 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.710 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.710 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.710 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:14.710 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.710 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:14.711 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.711 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T17:30:14.711 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.711 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.711 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.711 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.711 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:14.711 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:14.711 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:14.711 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.711 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:14.711 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.711 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.711 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T17:30:14.711 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.712 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.712 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.712 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.423400+0000", 2024-04-12T17:30:14.712 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:06:51.089410+0000", 2024-04-12T17:30:14.712 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:06:51.089410+0000", 2024-04-12T17:30:14.712 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:42:28.495252+0000", 2024-04-12T17:30:14.712 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.423400+0000", 2024-04-12T17:30:14.712 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:14.712 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.712 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:14.712 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 395, 2024-04-12T17:30:14.712 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.423400+0000", 2024-04-12T17:30:14.712 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.423400+0000", 2024-04-12T17:30:14.712 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.423400+0000", 2024-04-12T17:30:14.712 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.713 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.713 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:14.713 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.423400+0000", 2024-04-12T17:30:14.713 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.423400+0000", 2024-04-12T17:30:14.713 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.713 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3095, 2024-04-12T17:30:14.713 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.713 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.713 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 394, 2024-04-12T17:30:14.713 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.713 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.713 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.713 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.713 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3095, 2024-04-12T17:30:14.713 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.713 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.714 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.714 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.6", 2024-04-12T17:30:14.714 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.714 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.714 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.714 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 9111, 2024-04-12T17:30:14.714 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.714 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:55:00.627426+0000", 2024-04-12T17:30:14.714 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.005404345, 2024-04-12T17:30:14.714 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.714 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.714 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.714 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.714 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.715 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.715 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.715 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.715 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.715 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.715 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.715 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.715 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.715 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.715 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.715 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.715 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.715 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.715 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.715 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.715 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.716 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.716 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.716 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.716 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.716 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.716 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.716 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.716 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.716 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.716 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.716 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.716 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.716 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.716 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.716 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 1330, 2024-04-12T17:30:14.717 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 404603, 2024-04-12T17:30:14.717 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.717 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.717 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.717 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3046, 2024-04-12T17:30:14.717 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 433370 2024-04-12T17:30:14.717 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.717 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.717 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.717 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.717 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:14.717 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:14.717 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:14.717 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.717 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:14.718 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "1153'3095" 2024-04-12T17:30:14.718 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.718 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.718 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.718 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:14.718 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:14.718 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:14.718 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.718 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:14.718 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.718 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.718 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 19, 2024-04-12T17:30:14.718 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.718 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.719 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.719 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:30:12.066062+0000", 2024-04-12T17:30:14.719 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.090326+0000", 2024-04-12T17:30:14.719 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.090326+0000", 2024-04-12T17:30:14.719 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.092519+0000", 2024-04-12T17:30:14.719 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:30:12.066062+0000", 2024-04-12T17:30:14.719 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:55:12.126017+0000", 2024-04-12T17:30:14.719 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.719 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:55:12.126017+0000", 2024-04-12T17:30:14.719 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:14.719 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:30:12.066062+0000", 2024-04-12T17:30:14.719 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:30:12.066062+0000", 2024-04-12T17:30:14.719 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:30:12.066062+0000", 2024-04-12T17:30:14.720 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.720 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.720 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:55:12.126017+0000", 2024-04-12T17:30:14.720 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:30:12.066062+0000", 2024-04-12T17:30:14.720 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:30:12.066062+0000", 2024-04-12T17:30:14.720 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.720 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 261, 2024-04-12T17:30:14.720 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.720 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.720 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:14.720 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.720 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.720 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.720 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.721 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 261, 2024-04-12T17:30:14.721 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.721 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.721 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.721 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "1.0", 2024-04-12T17:30:14.721 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.721 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.721 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.721 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5680, 2024-04-12T17:30:14.721 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.721 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:24:07.472643+0000", 2024-04-12T17:30:14.721 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.721 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.721 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.722 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 590368, 2024-04-12T17:30:14.722 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.722 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 1771104, 2024-04-12T17:30:14.722 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.722 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.722 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.722 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.722 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.722 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.722 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.722 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.722 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.722 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.722 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.723 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.723 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.723 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 6, 2024-04-12T17:30:14.723 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 2, 2024-04-12T17:30:14.723 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.723 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 2, 2024-04-12T17:30:14.723 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.723 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.723 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.723 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.723 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.723 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.723 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.723 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 6, 2024-04-12T17:30:14.723 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.724 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.724 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.724 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.724 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.724 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 1394, 2024-04-12T17:30:14.724 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 2174, 2024-04-12T17:30:14.724 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.724 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.724 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.724 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 439, 2024-04-12T17:30:14.724 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 2416 2024-04-12T17:30:14.724 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.724 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.724 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.725 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.725 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:14.725 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:14.725 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:14.725 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.725 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:14.725 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "2771'261" 2024-04-12T17:30:14.725 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.725 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.725 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.725 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.725 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:14.725 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:14.725 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.725 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:14.726 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.726 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.726 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:14.726 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.726 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.726 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.726 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.266006+0000", 2024-04-12T17:30:14.726 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.091934+0000", 2024-04-12T17:30:14.726 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.091934+0000", 2024-04-12T17:30:14.726 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.092250+0000", 2024-04-12T17:30:14.726 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.266006+0000", 2024-04-12T17:30:14.726 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.726 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.726 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.727 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:14.727 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.266006+0000", 2024-04-12T17:30:14.727 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.266006+0000", 2024-04-12T17:30:14.727 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.266006+0000", 2024-04-12T17:30:14.727 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.727 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.727 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.727 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.266006+0000", 2024-04-12T17:30:14.727 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.266006+0000", 2024-04-12T17:30:14.727 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.727 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.727 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.727 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.727 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:14.728 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.728 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.728 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.728 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.728 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.728 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.728 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.728 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.728 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.3", 2024-04-12T17:30:14.728 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.728 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.728 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.728 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5016, 2024-04-12T17:30:14.728 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.728 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:29:19.850818+0000", 2024-04-12T17:30:14.729 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.729 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.729 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.729 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.729 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.729 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.729 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.729 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.729 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.729 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.729 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.729 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.729 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.730 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.730 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.730 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.730 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.730 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.730 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.730 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.730 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.730 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.730 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.730 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.730 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.730 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.730 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.730 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.731 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.731 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.731 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.731 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.731 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.731 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.731 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.731 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.731 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.731 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.731 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.731 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.731 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.731 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.732 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.732 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.732 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.732 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.732 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.732 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.732 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:14.732 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:14.732 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.732 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:14.732 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.732 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.732 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.732 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.732 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.732 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.733 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:14.733 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.733 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:14.733 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.733 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.733 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:14.733 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.733 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.733 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.733 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.266498+0000", 2024-04-12T17:30:14.733 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.113990+0000", 2024-04-12T17:30:14.733 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.113990+0000", 2024-04-12T17:30:14.733 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.114348+0000", 2024-04-12T17:30:14.733 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.266498+0000", 2024-04-12T17:30:14.734 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.734 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.734 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.734 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:14.734 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.266498+0000", 2024-04-12T17:30:14.734 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.266498+0000", 2024-04-12T17:30:14.734 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.266498+0000", 2024-04-12T17:30:14.734 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.734 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.734 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.734 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.266498+0000", 2024-04-12T17:30:14.734 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.266498+0000", 2024-04-12T17:30:14.734 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.734 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.735 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.735 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.735 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:14.735 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.735 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.735 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.735 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.735 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.735 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.735 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.735 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.735 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.2", 2024-04-12T17:30:14.735 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.735 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.735 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.736 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5088, 2024-04-12T17:30:14.736 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.736 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:48:29.334019+0000", 2024-04-12T17:30:14.736 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.736 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.736 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.736 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.736 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.736 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.736 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.736 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.736 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.736 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.736 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.736 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.737 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.737 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.737 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.737 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.737 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.737 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.737 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.737 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.737 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.737 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.737 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.737 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.737 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.737 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.737 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.737 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.738 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.738 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.738 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.738 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.738 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.738 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.738 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.738 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.738 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.738 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.738 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.738 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.738 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.739 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.739 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.739 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.739 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.739 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.739 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.739 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.739 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.739 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:14.739 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.739 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:14.739 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.739 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.739 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.739 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.740 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:14.740 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.740 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:14.740 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.740 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:14.740 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.740 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.740 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T17:30:14.740 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.740 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.740 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.740 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.424039+0000", 2024-04-12T17:30:14.740 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.094335+0000", 2024-04-12T17:30:14.740 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.094335+0000", 2024-04-12T17:30:14.740 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:42:28.491274+0000", 2024-04-12T17:30:14.740 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.424039+0000", 2024-04-12T17:30:14.741 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:14.741 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.741 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:14.741 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:14.741 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.424039+0000", 2024-04-12T17:30:14.741 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.424039+0000", 2024-04-12T17:30:14.741 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.424039+0000", 2024-04-12T17:30:14.741 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.741 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.741 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:14.741 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.424039+0000", 2024-04-12T17:30:14.741 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.424039+0000", 2024-04-12T17:30:14.741 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.741 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3131, 2024-04-12T17:30:14.741 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.741 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.742 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:14.742 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.742 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.742 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.742 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.742 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3131, 2024-04-12T17:30:14.742 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.742 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.742 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.742 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.5", 2024-04-12T17:30:14.742 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.742 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.742 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.742 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 8639, 2024-04-12T17:30:14.742 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.743 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:29:49.965520+0000", 2024-04-12T17:30:14.743 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.003519316, 2024-04-12T17:30:14.743 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.743 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.743 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 4194304, 2024-04-12T17:30:14.743 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.743 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.743 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.743 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.743 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.743 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.743 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.743 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.743 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.743 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.743 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.744 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.744 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.744 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.744 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.744 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:14.744 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:14.744 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.744 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:14.744 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.744 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.744 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.744 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.744 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.744 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.744 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.744 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.745 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.745 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.745 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.745 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.745 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.745 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 803, 2024-04-12T17:30:14.745 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 394233, 2024-04-12T17:30:14.745 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.745 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.745 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.745 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3135, 2024-04-12T17:30:14.745 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 417139 2024-04-12T17:30:14.745 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.745 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.745 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.745 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.746 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:14.746 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.746 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:14.746 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.746 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:14.746 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "1153'3131" 2024-04-12T17:30:14.746 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.746 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.746 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.746 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:14.746 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.746 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:14.746 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.746 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T17:30:14.746 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.747 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.747 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:14.747 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.747 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.747 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.747 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.266156+0000", 2024-04-12T17:30:14.747 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:07:26.044090+0000", 2024-04-12T17:30:14.747 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:07:26.044090+0000", 2024-04-12T17:30:14.747 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:07:26.044346+0000", 2024-04-12T17:30:14.747 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.266156+0000", 2024-04-12T17:30:14.747 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.747 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.747 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.747 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 429, 2024-04-12T17:30:14.747 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.266156+0000", 2024-04-12T17:30:14.747 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.266156+0000", 2024-04-12T17:30:14.748 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.266156+0000", 2024-04-12T17:30:14.748 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.748 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.748 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.748 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.266156+0000", 2024-04-12T17:30:14.748 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.266156+0000", 2024-04-12T17:30:14.748 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.748 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.748 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.748 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.749 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 428, 2024-04-12T17:30:14.749 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.749 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.749 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.749 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.749 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.749 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.749 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.749 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.749 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.1", 2024-04-12T17:30:14.749 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.749 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.749 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.749 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5120, 2024-04-12T17:30:14.749 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.750 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:42:21.672622+0000", 2024-04-12T17:30:14.750 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.750 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.750 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.750 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.751 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.751 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.751 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.751 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.751 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.751 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.751 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.751 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.751 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.751 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.751 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.751 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.751 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.751 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.751 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.752 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.752 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.752 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.752 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.752 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.752 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.752 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.752 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.752 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.752 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.752 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.752 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.752 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.752 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.752 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.752 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.752 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.752 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.753 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:14.753 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.753 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:14.753 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.753 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T17:30:14.753 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.753 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.753 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.753 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.753 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:14.753 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:14.753 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:14.753 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.753 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:14.754 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.754 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.754 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:14.754 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.754 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.754 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.754 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.419245+0000", 2024-04-12T17:30:14.754 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.113931+0000", 2024-04-12T17:30:14.754 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.113931+0000", 2024-04-12T17:30:14.754 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.114266+0000", 2024-04-12T17:30:14.754 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.419245+0000", 2024-04-12T17:30:14.754 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.754 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.754 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.755 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:14.755 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.419245+0000", 2024-04-12T17:30:14.755 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.419245+0000", 2024-04-12T17:30:14.755 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.419245+0000", 2024-04-12T17:30:14.755 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.755 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.755 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.755 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.419245+0000", 2024-04-12T17:30:14.755 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.419245+0000", 2024-04-12T17:30:14.755 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.755 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.755 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.755 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.755 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:14.755 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.755 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.755 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.756 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.756 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.756 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.756 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.756 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.756 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.0", 2024-04-12T17:30:14.756 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.756 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.756 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.756 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5157, 2024-04-12T17:30:14.756 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.756 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:02:01.858211+0000", 2024-04-12T17:30:14.756 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.756 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.756 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.756 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.756 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.757 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.758 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.758 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.758 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.758 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.758 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.758 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.758 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.758 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.758 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.758 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.758 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.758 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.758 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.758 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.758 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.759 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.759 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.759 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.759 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.759 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.759 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.759 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.759 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.759 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.759 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.759 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:14.759 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:14.759 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:14.759 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.759 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:14.759 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.760 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.760 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.760 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.760 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:14.760 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.760 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:14.760 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.760 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:14.760 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.760 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.760 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T17:30:14.760 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.760 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.760 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.760 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.420690+0000", 2024-04-12T17:30:14.761 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.167448+0000", 2024-04-12T17:30:14.761 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.167448+0000", 2024-04-12T17:30:14.761 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:42:28.544107+0000", 2024-04-12T17:30:14.761 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.420690+0000", 2024-04-12T17:30:14.761 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:14.761 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.761 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:14.761 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:14.761 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.420690+0000", 2024-04-12T17:30:14.761 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.420690+0000", 2024-04-12T17:30:14.761 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.420690+0000", 2024-04-12T17:30:14.761 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.761 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.762 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:14.762 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.420690+0000", 2024-04-12T17:30:14.762 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.420690+0000", 2024-04-12T17:30:14.762 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.762 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3095, 2024-04-12T17:30:14.762 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.762 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.762 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:14.762 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.762 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.762 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.762 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.762 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3095, 2024-04-12T17:30:14.762 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.763 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.763 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.763 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.7", 2024-04-12T17:30:14.763 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.763 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.763 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.763 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 8783, 2024-04-12T17:30:14.763 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.763 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:32:52.066711+0000", 2024-04-12T17:30:14.763 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.003711831, 2024-04-12T17:30:14.763 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.763 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.763 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.763 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.763 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.764 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.765 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.765 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.765 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.765 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.765 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.765 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.765 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.765 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.765 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.765 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.765 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.765 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.765 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.765 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.765 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.766 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.766 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 856, 2024-04-12T17:30:14.766 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 380035, 2024-04-12T17:30:14.766 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.766 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.766 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.766 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3089, 2024-04-12T17:30:14.766 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 365281 2024-04-12T17:30:14.766 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.766 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.766 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.766 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.766 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:14.766 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.766 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:14.767 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.767 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:14.767 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "1153'3095" 2024-04-12T17:30:14.767 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.767 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.767 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.767 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.767 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:14.767 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:14.767 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.767 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 4, 2024-04-12T17:30:14.767 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.767 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.767 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:14.767 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.767 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.768 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.768 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.421652+0000", 2024-04-12T17:30:14.768 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.113411+0000", 2024-04-12T17:30:14.768 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.113411+0000", 2024-04-12T17:30:14.768 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.113727+0000", 2024-04-12T17:30:14.768 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.421652+0000", 2024-04-12T17:30:14.768 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.768 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.768 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.768 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:14.768 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.421652+0000", 2024-04-12T17:30:14.768 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.421652+0000", 2024-04-12T17:30:14.768 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.421652+0000", 2024-04-12T17:30:14.768 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.769 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.769 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.769 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.421652+0000", 2024-04-12T17:30:14.769 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.421652+0000", 2024-04-12T17:30:14.769 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.769 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.769 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.769 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.769 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:14.769 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.769 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.769 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.769 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.769 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.770 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.770 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.770 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.770 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.3", 2024-04-12T17:30:14.770 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.770 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.770 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.770 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5072, 2024-04-12T17:30:14.770 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.770 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:17:23.349616+0000", 2024-04-12T17:30:14.770 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.770 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.770 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.770 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.771 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.771 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.771 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.771 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.771 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.771 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.771 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.771 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.771 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.771 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.771 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.771 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.771 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.771 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.772 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.772 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.772 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.772 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.772 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.772 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.772 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.772 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.772 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.772 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.772 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.772 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.772 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.772 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.773 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.773 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.773 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.773 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.773 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.773 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.773 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.773 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.773 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.773 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.773 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.773 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.773 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.773 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.773 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.774 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.774 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:14.774 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:14.774 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.774 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 4, 2024-04-12T17:30:14.774 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.774 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.774 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.774 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.774 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.774 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:14.774 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:14.774 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.774 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:14.775 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.775 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.775 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:14.775 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.775 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.775 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.775 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.265971+0000", 2024-04-12T17:30:14.775 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.130641+0000", 2024-04-12T17:30:14.775 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.130641+0000", 2024-04-12T17:30:14.775 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.130961+0000", 2024-04-12T17:30:14.775 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.265971+0000", 2024-04-12T17:30:14.775 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.775 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.775 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.775 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:14.776 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.265971+0000", 2024-04-12T17:30:14.776 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.265971+0000", 2024-04-12T17:30:14.776 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.265971+0000", 2024-04-12T17:30:14.776 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.776 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.776 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.776 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.265971+0000", 2024-04-12T17:30:14.776 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.265971+0000", 2024-04-12T17:30:14.776 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.776 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.776 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.777 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.777 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:14.777 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.777 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.777 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.777 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.777 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.777 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.777 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.777 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.777 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.2", 2024-04-12T17:30:14.777 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.777 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.777 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.777 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5024, 2024-04-12T17:30:14.778 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.778 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:39:19.582115+0000", 2024-04-12T17:30:14.778 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.778 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.778 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.778 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.778 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.778 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.778 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.778 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.778 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.778 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.778 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.778 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.779 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.779 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.779 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.779 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.779 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.779 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.779 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.779 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.779 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.779 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.779 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.779 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.779 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.779 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.779 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.780 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.780 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.780 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.780 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.780 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.780 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.780 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.780 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.780 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.780 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.780 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.780 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.780 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.780 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.780 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.781 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.781 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.781 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.781 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.781 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.781 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.781 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:14.781 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:14.781 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.781 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:14.781 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.781 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.781 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.781 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.781 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:14.781 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:14.782 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:14.782 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.782 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:14.782 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.782 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.782 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T17:30:14.782 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.782 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.782 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.782 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:30:10.091603+0000", 2024-04-12T17:30:14.782 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:07:26.052473+0000", 2024-04-12T17:30:14.782 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:07:26.052473+0000", 2024-04-12T17:30:14.782 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:42:28.544046+0000", 2024-04-12T17:30:14.782 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:30:10.091603+0000", 2024-04-12T17:30:14.782 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:14.783 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.783 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:14.783 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 429, 2024-04-12T17:30:14.783 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:30:10.091603+0000", 2024-04-12T17:30:14.783 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:30:10.091603+0000", 2024-04-12T17:30:14.783 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:30:10.091603+0000", 2024-04-12T17:30:14.783 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.783 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.783 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:14.783 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:30:10.091603+0000", 2024-04-12T17:30:14.783 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:30:10.091603+0000", 2024-04-12T17:30:14.783 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.783 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 2974, 2024-04-12T17:30:14.783 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.784 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.784 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 428, 2024-04-12T17:30:14.784 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.784 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.784 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.784 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.784 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 2974, 2024-04-12T17:30:14.784 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.784 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.784 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.784 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.4", 2024-04-12T17:30:14.784 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.784 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.784 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.785 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 8621, 2024-04-12T17:30:14.785 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.785 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:27:08.816643+0000", 2024-04-12T17:30:14.785 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.003945663, 2024-04-12T17:30:14.785 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.785 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.785 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.785 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.785 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.785 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.785 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.785 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.785 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.785 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.785 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.786 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.786 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.786 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.786 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.786 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.786 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.786 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.786 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:14.786 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:14.786 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.786 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:14.786 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.786 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.786 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.787 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.787 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.787 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:14.787 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.787 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.787 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.787 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.787 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.787 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.787 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.787 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 620, 2024-04-12T17:30:14.787 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 345682, 2024-04-12T17:30:14.787 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.787 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.787 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.788 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 2990, 2024-04-12T17:30:14.788 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 364361 2024-04-12T17:30:14.788 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.788 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.788 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.788 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.788 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:14.788 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:14.788 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:14.788 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.788 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:14.788 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "1153'2974" 2024-04-12T17:30:14.788 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.788 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.788 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.788 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.789 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.789 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:14.789 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.789 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:14.789 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.789 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.789 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:14.789 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.789 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.789 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.789 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.266746+0000", 2024-04-12T17:30:14.789 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.167898+0000", 2024-04-12T17:30:14.789 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.167898+0000", 2024-04-12T17:30:14.789 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.168208+0000", 2024-04-12T17:30:14.789 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.266746+0000", 2024-04-12T17:30:14.789 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.790 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.790 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.790 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:14.790 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.266746+0000", 2024-04-12T17:30:14.790 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.266746+0000", 2024-04-12T17:30:14.790 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.266746+0000", 2024-04-12T17:30:14.790 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.790 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.790 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.790 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.266746+0000", 2024-04-12T17:30:14.790 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.266746+0000", 2024-04-12T17:30:14.790 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.790 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.790 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.791 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.791 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:14.791 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.791 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.791 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.791 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.791 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.791 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.791 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.791 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.791 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.5", 2024-04-12T17:30:14.791 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.791 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.791 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.791 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5014, 2024-04-12T17:30:14.792 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.792 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:15:31.228128+0000", 2024-04-12T17:30:14.792 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.792 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.792 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.792 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.792 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.792 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.792 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.792 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.792 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.792 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.792 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.792 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.793 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.793 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.793 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.793 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.793 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.793 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.793 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.793 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.793 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.793 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.793 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.793 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.793 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.793 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.793 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.794 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.794 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.794 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.794 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.794 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.794 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.794 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.794 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.794 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.794 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.794 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.794 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.794 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.794 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.794 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.795 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.795 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.795 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.795 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.795 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.795 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.795 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.795 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:14.795 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.795 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:14.795 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.795 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.795 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.795 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.795 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:14.796 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:14.796 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:14.796 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.796 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:14.796 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.796 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.796 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:14.796 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.796 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.796 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.796 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422288+0000", 2024-04-12T17:30:14.796 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.090598+0000", 2024-04-12T17:30:14.796 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.090598+0000", 2024-04-12T17:30:14.796 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.090912+0000", 2024-04-12T17:30:14.797 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422288+0000", 2024-04-12T17:30:14.797 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.797 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.797 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.797 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:14.797 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422288+0000", 2024-04-12T17:30:14.797 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422288+0000", 2024-04-12T17:30:14.797 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422288+0000", 2024-04-12T17:30:14.797 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.797 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.797 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.797 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422288+0000", 2024-04-12T17:30:14.797 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422288+0000", 2024-04-12T17:30:14.797 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.797 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.798 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.798 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.798 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:14.798 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.798 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.798 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.798 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.798 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.798 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.798 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.798 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.798 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.4", 2024-04-12T17:30:14.798 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.799 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.799 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.799 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5139, 2024-04-12T17:30:14.799 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.799 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:47:07.023116+0000", 2024-04-12T17:30:14.799 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.799 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.799 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.799 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.799 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.799 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.799 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.799 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.799 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.799 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.800 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.800 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.800 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.800 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.800 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.800 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.800 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.800 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.800 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.800 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.800 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.800 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.800 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.801 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.801 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.801 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.801 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.801 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.801 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.801 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.801 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.801 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.801 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.801 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.801 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.801 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.801 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.802 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.802 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.802 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.802 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.802 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.802 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.802 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.802 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.802 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.802 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.802 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:14.802 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:14.802 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:14.802 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.802 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:14.803 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.803 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.803 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.803 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.803 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:14.803 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.803 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:14.803 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.803 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:14.803 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.803 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.803 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 65, 2024-04-12T17:30:14.803 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.803 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.803 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.804 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.421703+0000", 2024-04-12T17:30:14.804 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.165798+0000", 2024-04-12T17:30:14.804 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.165798+0000", 2024-04-12T17:30:14.804 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:42:28.547274+0000", 2024-04-12T17:30:14.804 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.421703+0000", 2024-04-12T17:30:14.804 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:14.804 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.804 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:14.804 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:14.804 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.421703+0000", 2024-04-12T17:30:14.804 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.421703+0000", 2024-04-12T17:30:14.804 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.421703+0000", 2024-04-12T17:30:14.804 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.804 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.804 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:58:03.447033+0000", 2024-04-12T17:30:14.805 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.421703+0000", 2024-04-12T17:30:14.805 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.421703+0000", 2024-04-12T17:30:14.805 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.805 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3042, 2024-04-12T17:30:14.805 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.805 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.805 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:14.805 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.805 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.805 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.805 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.805 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3042, 2024-04-12T17:30:14.805 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.805 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.805 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.805 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "4.2", 2024-04-12T17:30:14.806 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.806 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.806 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.806 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 9129, 2024-04-12T17:30:14.806 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.806 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:20:10.471454+0000", 2024-04-12T17:30:14.806 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.006870488, 2024-04-12T17:30:14.806 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.806 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.806 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 19, 2024-04-12T17:30:14.806 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.806 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.806 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.806 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:14.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:14.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.807 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:14.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 1412, 2024-04-12T17:30:14.808 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 395780, 2024-04-12T17:30:14.809 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.809 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.809 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.809 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3017, 2024-04-12T17:30:14.809 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 388355 2024-04-12T17:30:14.809 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.809 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.809 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.809 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.809 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:14.809 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.809 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:14.809 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.809 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:14.809 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "1153'3042" 2024-04-12T17:30:14.810 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.810 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.810 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.810 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:14.810 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.810 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:14.810 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.810 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:14.810 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.810 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.810 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:14.810 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.810 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.810 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.810 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422826+0000", 2024-04-12T17:30:14.811 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.089829+0000", 2024-04-12T17:30:14.811 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.089829+0000", 2024-04-12T17:30:14.811 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.090305+0000", 2024-04-12T17:30:14.811 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422826+0000", 2024-04-12T17:30:14.811 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.811 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.811 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.811 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:14.811 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422826+0000", 2024-04-12T17:30:14.811 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422826+0000", 2024-04-12T17:30:14.811 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422826+0000", 2024-04-12T17:30:14.811 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.811 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.811 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.811 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422826+0000", 2024-04-12T17:30:14.812 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422826+0000", 2024-04-12T17:30:14.812 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.812 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.812 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.812 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.812 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:14.812 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.812 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.812 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.812 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.812 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.812 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.812 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.812 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.812 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.e", 2024-04-12T17:30:14.812 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.813 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.813 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.813 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4938, 2024-04-12T17:30:14.813 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.813 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:30:41.708717+0000", 2024-04-12T17:30:14.813 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.813 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.813 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.813 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.813 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.813 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.813 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.813 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.813 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.814 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.814 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.814 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.814 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.814 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.814 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.814 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.814 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.814 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.814 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.814 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.814 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.814 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.814 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.814 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.815 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.816 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.816 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.816 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.816 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.816 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.816 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.816 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.816 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:14.816 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.816 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:14.816 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.816 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:14.816 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.816 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.816 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.817 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.817 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.817 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:14.817 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:14.817 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.817 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 4, 2024-04-12T17:30:14.817 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.817 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.817 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:14.817 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.817 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.817 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.817 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.425034+0000", 2024-04-12T17:30:14.817 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.102115+0000", 2024-04-12T17:30:14.817 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.102115+0000", 2024-04-12T17:30:14.818 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.102509+0000", 2024-04-12T17:30:14.818 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.425034+0000", 2024-04-12T17:30:14.818 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.818 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.818 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.818 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:14.818 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.425034+0000", 2024-04-12T17:30:14.818 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.425034+0000", 2024-04-12T17:30:14.818 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.425034+0000", 2024-04-12T17:30:14.818 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.818 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.818 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.818 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.425034+0000", 2024-04-12T17:30:14.819 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.425034+0000", 2024-04-12T17:30:14.819 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.819 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 1, 2024-04-12T17:30:14.819 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.819 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.819 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:14.819 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.819 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.819 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.819 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.819 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 1, 2024-04-12T17:30:14.819 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.819 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.819 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.820 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.f", 2024-04-12T17:30:14.820 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.820 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.820 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.820 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5073, 2024-04-12T17:30:14.820 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.820 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:39:37.998965+0000", 2024-04-12T17:30:14.820 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.820 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.820 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.820 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 22, 2024-04-12T17:30:14.820 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.820 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.820 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.820 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.820 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.821 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.821 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.821 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.821 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.821 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.821 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.821 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.821 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.821 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.821 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.821 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:14.821 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:14.821 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.821 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:14.821 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.821 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.821 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.822 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.822 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.822 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.822 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.822 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.822 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.822 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.822 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.822 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.822 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.822 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 2, 2024-04-12T17:30:14.822 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 2, 2024-04-12T17:30:14.822 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.822 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.822 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.823 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 1, 2024-04-12T17:30:14.823 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 1 2024-04-12T17:30:14.823 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.823 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.823 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.823 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.823 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.823 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:14.823 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:14.823 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.823 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 4, 2024-04-12T17:30:14.823 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'1" 2024-04-12T17:30:14.823 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.823 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.823 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.823 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:14.824 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.824 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:14.824 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.824 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:14.824 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.824 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.824 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:14.824 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.824 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.824 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.824 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.420209+0000", 2024-04-12T17:30:14.824 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.106939+0000", 2024-04-12T17:30:14.824 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.106939+0000", 2024-04-12T17:30:14.824 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.108097+0000", 2024-04-12T17:30:14.824 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.420209+0000", 2024-04-12T17:30:14.824 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.824 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.825 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.825 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:14.825 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.420209+0000", 2024-04-12T17:30:14.825 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.420209+0000", 2024-04-12T17:30:14.825 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.420209+0000", 2024-04-12T17:30:14.825 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.825 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.825 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.825 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.420209+0000", 2024-04-12T17:30:14.825 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.420209+0000", 2024-04-12T17:30:14.825 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.825 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.825 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.825 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.825 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:14.825 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.825 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.826 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.826 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.826 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.826 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.826 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.826 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.826 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.11", 2024-04-12T17:30:14.826 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.826 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.826 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.826 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4951, 2024-04-12T17:30:14.826 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.826 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:59:20.990985+0000", 2024-04-12T17:30:14.826 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.826 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.827 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.827 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.827 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.827 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.827 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.827 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.827 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.827 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.827 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.827 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.827 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.827 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.827 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.827 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.827 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.828 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.828 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.828 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.828 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.828 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.828 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.828 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.828 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.828 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.828 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.828 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.828 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.828 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.828 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.828 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.828 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.828 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.829 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.829 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.829 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.829 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.829 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.829 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.829 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.829 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.829 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.829 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.829 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.829 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.829 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.829 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:14.829 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.830 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:14.830 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.830 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:14.830 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.830 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.830 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.830 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.830 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:14.830 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:14.830 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:14.830 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.830 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T17:30:14.830 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.830 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.830 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:14.830 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.831 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.831 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.831 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.265943+0000", 2024-04-12T17:30:14.831 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:06:51.079726+0000", 2024-04-12T17:30:14.831 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:06:51.079726+0000", 2024-04-12T17:30:14.831 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:06:51.080146+0000", 2024-04-12T17:30:14.831 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.265943+0000", 2024-04-12T17:30:14.831 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.831 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.831 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.831 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 395, 2024-04-12T17:30:14.831 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.265943+0000", 2024-04-12T17:30:14.831 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.265943+0000", 2024-04-12T17:30:14.831 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.265943+0000", 2024-04-12T17:30:14.831 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.832 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.832 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.832 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.265943+0000", 2024-04-12T17:30:14.832 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.265943+0000", 2024-04-12T17:30:14.832 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.832 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 8, 2024-04-12T17:30:14.832 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.832 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.832 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 394, 2024-04-12T17:30:14.832 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.832 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.832 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.832 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.832 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 8, 2024-04-12T17:30:14.832 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.832 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.833 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.833 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.10", 2024-04-12T17:30:14.833 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.833 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.833 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.833 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5138, 2024-04-12T17:30:14.833 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.833 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:09:53.596593+0000", 2024-04-12T17:30:14.833 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.833 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.833 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.833 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.833 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.833 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.834 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.834 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.834 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.834 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.834 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.834 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.834 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.834 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.834 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.834 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.834 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.834 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.835 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.835 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 12, 2024-04-12T17:30:14.835 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 4, 2024-04-12T17:30:14.835 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.835 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 4, 2024-04-12T17:30:14.835 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.835 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.835 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.835 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.835 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.835 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 4, 2024-04-12T17:30:14.835 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.836 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.836 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.836 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.836 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.836 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.836 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.836 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 48, 2024-04-12T17:30:14.836 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 48, 2024-04-12T17:30:14.836 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.836 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.836 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.836 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 12, 2024-04-12T17:30:14.836 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.836 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.836 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.836 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.837 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.837 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:14.837 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:14.837 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:14.837 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.837 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T17:30:14.837 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'8" 2024-04-12T17:30:14.837 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.837 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.837 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.837 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:14.837 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:14.837 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:14.837 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.838 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:14.838 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.838 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.838 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:14.838 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.838 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.838 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.838 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.420245+0000", 2024-04-12T17:30:14.838 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.117377+0000", 2024-04-12T17:30:14.838 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.117377+0000", 2024-04-12T17:30:14.838 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.118087+0000", 2024-04-12T17:30:14.838 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.420245+0000", 2024-04-12T17:30:14.838 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.839 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.839 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.839 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:14.839 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.420245+0000", 2024-04-12T17:30:14.839 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.420245+0000", 2024-04-12T17:30:14.839 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.420245+0000", 2024-04-12T17:30:14.839 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.839 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.839 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.839 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.420245+0000", 2024-04-12T17:30:14.839 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.420245+0000", 2024-04-12T17:30:14.839 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.839 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.839 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.839 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.839 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:14.840 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.840 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.840 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.840 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.840 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.840 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.840 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.840 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.840 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.10", 2024-04-12T17:30:14.840 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.840 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.840 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.840 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4970, 2024-04-12T17:30:14.840 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.840 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:34:51.179072+0000", 2024-04-12T17:30:14.840 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.840 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.841 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.841 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.841 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.841 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.841 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.841 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.841 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.841 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.841 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.841 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.841 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.841 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.841 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.841 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.841 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.841 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.842 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.842 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.842 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.842 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.842 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.842 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.842 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.842 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.842 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.842 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.842 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.842 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.842 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.842 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.843 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.843 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.843 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.843 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.843 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.843 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.843 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.843 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.843 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.843 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.843 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.843 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.843 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.843 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.843 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.843 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:14.843 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:14.844 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:14.844 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.844 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:14.844 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.844 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.844 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.844 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.844 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:14.844 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.844 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:14.844 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.844 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:14.844 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.844 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.844 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:14.844 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.844 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.845 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.845 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422802+0000", 2024-04-12T17:30:14.845 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.105794+0000", 2024-04-12T17:30:14.845 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.105794+0000", 2024-04-12T17:30:14.845 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.106135+0000", 2024-04-12T17:30:14.845 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422802+0000", 2024-04-12T17:30:14.845 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.845 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.845 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.845 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:14.845 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422802+0000", 2024-04-12T17:30:14.845 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422802+0000", 2024-04-12T17:30:14.845 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422802+0000", 2024-04-12T17:30:14.845 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.845 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.846 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.846 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422802+0000", 2024-04-12T17:30:14.846 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422802+0000", 2024-04-12T17:30:14.846 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.846 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.846 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.846 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.846 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:14.846 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.846 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.846 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.846 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.846 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.846 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.847 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.847 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.847 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.11", 2024-04-12T17:30:14.847 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.847 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.847 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.847 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4975, 2024-04-12T17:30:14.847 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.847 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:01:30.812329+0000", 2024-04-12T17:30:14.847 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.847 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.847 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.847 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.847 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.847 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.848 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.848 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.848 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.848 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.848 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.848 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.848 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.848 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.848 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.848 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.848 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.848 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.848 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.848 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.848 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.848 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.849 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.849 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.849 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.849 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.849 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.849 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.849 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.849 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.849 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.849 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.849 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.849 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.849 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.849 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.850 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.850 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.850 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.850 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.850 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.850 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.850 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.850 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.850 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.850 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.850 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.850 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:14.850 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.850 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:14.850 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.851 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:14.851 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.851 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.851 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.851 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.851 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:14.851 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.851 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:14.851 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.851 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:14.851 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.851 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.851 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:14.851 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.851 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.852 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.852 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.421526+0000", 2024-04-12T17:30:14.852 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.098266+0000", 2024-04-12T17:30:14.852 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.098266+0000", 2024-04-12T17:30:14.852 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.098646+0000", 2024-04-12T17:30:14.852 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.421526+0000", 2024-04-12T17:30:14.852 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.852 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.852 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.852 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:14.852 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.421526+0000", 2024-04-12T17:30:14.852 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.421526+0000", 2024-04-12T17:30:14.852 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.421526+0000", 2024-04-12T17:30:14.852 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.852 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.852 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.853 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.421526+0000", 2024-04-12T17:30:14.853 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.421526+0000", 2024-04-12T17:30:14.853 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.853 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.853 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.853 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.853 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:14.853 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.853 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.853 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.853 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.853 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.853 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.853 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.853 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.854 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.13", 2024-04-12T17:30:14.854 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.854 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.854 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.854 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4922, 2024-04-12T17:30:14.854 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.854 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:46:22.783686+0000", 2024-04-12T17:30:14.854 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.854 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.854 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.854 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.854 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.854 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.854 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.854 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.855 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.855 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.855 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.855 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.855 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.855 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.855 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.855 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.855 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.855 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.855 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.855 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.855 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.855 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.855 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.855 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.856 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.856 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.856 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.856 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.856 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.856 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.856 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.856 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.856 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.856 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.856 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.856 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.856 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.856 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.856 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.856 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.856 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.857 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.857 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.857 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.857 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.857 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.857 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.857 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:14.857 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.857 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:14.857 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.857 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:14.857 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.857 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.857 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.857 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.857 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.858 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.858 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:14.858 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.858 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:14.858 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.858 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.858 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:14.858 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.858 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.858 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.858 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.265799+0000", 2024-04-12T17:30:14.858 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.092244+0000", 2024-04-12T17:30:14.858 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.092244+0000", 2024-04-12T17:30:14.858 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.093607+0000", 2024-04-12T17:30:14.859 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.265799+0000", 2024-04-12T17:30:14.859 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.859 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.859 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.859 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:14.859 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.265799+0000", 2024-04-12T17:30:14.859 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.265799+0000", 2024-04-12T17:30:14.859 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.265799+0000", 2024-04-12T17:30:14.859 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.859 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.859 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.859 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.265799+0000", 2024-04-12T17:30:14.859 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.265799+0000", 2024-04-12T17:30:14.859 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.860 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.860 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.860 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.860 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:14.860 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.860 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.860 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.860 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.860 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.860 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.860 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.860 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.860 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.12", 2024-04-12T17:30:14.860 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.860 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.861 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.861 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5003, 2024-04-12T17:30:14.861 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.861 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:18:37.325413+0000", 2024-04-12T17:30:14.861 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.861 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.861 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.861 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.861 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.861 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.861 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.861 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.861 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.861 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.861 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.861 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.862 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.862 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.862 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.862 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.862 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.862 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.862 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.862 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.862 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.862 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.862 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.862 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.862 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.862 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.863 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.863 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.863 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.863 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.863 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.863 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.863 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.863 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.863 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.863 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.863 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.863 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.863 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.863 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.863 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.863 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.864 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.864 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.864 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.864 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.864 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.864 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.864 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.864 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:14.864 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.864 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:14.864 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.864 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.864 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.864 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.864 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:14.864 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:14.864 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:14.865 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.865 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:14.865 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.865 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.865 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:14.865 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.865 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.865 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.865 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.423574+0000", 2024-04-12T17:30:14.865 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.090069+0000", 2024-04-12T17:30:14.865 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.090069+0000", 2024-04-12T17:30:14.865 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.090481+0000", 2024-04-12T17:30:14.865 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.423574+0000", 2024-04-12T17:30:14.865 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.865 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.865 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.866 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:14.866 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.423574+0000", 2024-04-12T17:30:14.866 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.423574+0000", 2024-04-12T17:30:14.866 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.423574+0000", 2024-04-12T17:30:14.866 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.866 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.866 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.866 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.423574+0000", 2024-04-12T17:30:14.866 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.423574+0000", 2024-04-12T17:30:14.866 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.866 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.866 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.866 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.866 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:14.866 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.867 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.867 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.867 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.867 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.867 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.867 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.867 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.867 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.12", 2024-04-12T17:30:14.867 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.867 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.867 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.867 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5190, 2024-04-12T17:30:14.867 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.867 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:53:54.792423+0000", 2024-04-12T17:30:14.867 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.867 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.868 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.868 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.869 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.869 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.869 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.869 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.869 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.869 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.869 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.869 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.869 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.869 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.869 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.869 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.869 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.869 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.869 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.869 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.870 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.870 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.870 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.870 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.870 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.870 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.870 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.870 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.870 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.870 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.870 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.870 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.870 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.871 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.871 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:14.871 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:14.871 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:14.871 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.871 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:14.871 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.871 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.871 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.871 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.871 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:14.871 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.871 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:14.871 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.872 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:14.872 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.872 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.872 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:14.872 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.872 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.872 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.872 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422251+0000", 2024-04-12T17:30:14.872 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:01.045108+0000", 2024-04-12T17:30:14.872 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:01.045108+0000", 2024-04-12T17:30:14.872 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:01.046046+0000", 2024-04-12T17:30:14.872 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422251+0000", 2024-04-12T17:30:14.872 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.872 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.872 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.873 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 464, 2024-04-12T17:30:14.873 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422251+0000", 2024-04-12T17:30:14.873 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422251+0000", 2024-04-12T17:30:14.873 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422251+0000", 2024-04-12T17:30:14.873 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.873 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.873 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.873 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422251+0000", 2024-04-12T17:30:14.873 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422251+0000", 2024-04-12T17:30:14.873 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.873 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 2, 2024-04-12T17:30:14.873 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.873 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.873 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 463, 2024-04-12T17:30:14.874 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.874 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.874 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.874 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.874 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 2, 2024-04-12T17:30:14.874 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.874 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.874 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.874 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.13", 2024-04-12T17:30:14.874 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.874 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.874 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.874 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5197, 2024-04-12T17:30:14.875 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.875 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:35:57.927534+0000", 2024-04-12T17:30:14.875 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.875 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.875 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.875 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 34, 2024-04-12T17:30:14.875 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.875 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.875 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.875 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.875 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.875 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.875 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.875 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.875 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.876 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.876 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.876 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.876 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.876 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.876 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.876 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 6, 2024-04-12T17:30:14.876 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 2, 2024-04-12T17:30:14.876 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.876 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 2, 2024-04-12T17:30:14.876 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.876 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.876 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.876 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.876 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.877 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:14.877 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.877 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.877 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.877 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.877 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.877 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.877 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.877 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 8, 2024-04-12T17:30:14.877 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 16, 2024-04-12T17:30:14.877 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.877 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.877 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.877 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3, 2024-04-12T17:30:14.877 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 7 2024-04-12T17:30:14.878 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.878 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.878 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.878 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.878 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:14.878 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.878 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:14.878 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.878 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:14.878 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'2" 2024-04-12T17:30:14.878 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.878 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.878 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.878 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:14.878 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.879 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:14.879 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.879 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:14.879 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.879 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.879 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:14.879 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.879 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.879 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.879 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.426520+0000", 2024-04-12T17:30:14.879 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.095938+0000", 2024-04-12T17:30:14.879 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.095938+0000", 2024-04-12T17:30:14.879 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.096286+0000", 2024-04-12T17:30:14.879 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.426520+0000", 2024-04-12T17:30:14.880 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.880 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.880 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.880 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:14.880 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.426520+0000", 2024-04-12T17:30:14.880 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.426520+0000", 2024-04-12T17:30:14.880 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.426520+0000", 2024-04-12T17:30:14.880 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.880 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.880 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.880 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.426520+0000", 2024-04-12T17:30:14.880 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.426520+0000", 2024-04-12T17:30:14.880 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.880 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.880 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.881 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.881 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:14.881 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.881 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.881 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.881 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.881 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.881 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.881 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.881 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.881 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.15", 2024-04-12T17:30:14.881 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.881 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.881 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.881 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4921, 2024-04-12T17:30:14.881 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.882 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:13:16.475043+0000", 2024-04-12T17:30:14.882 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.882 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.882 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.882 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.882 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.882 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.882 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.882 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.882 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.882 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.882 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.882 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.882 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.882 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.883 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.883 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.883 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.883 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.883 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.883 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.883 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.883 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.883 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.883 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.883 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.883 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.883 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.883 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.883 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.884 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.884 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.884 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.884 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.884 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.884 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.884 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.884 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.884 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.884 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.884 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.884 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.884 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.884 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.884 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.885 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.885 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.885 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.885 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:14.885 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.885 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:14.885 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.885 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:14.885 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.885 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.885 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.885 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.885 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:14.885 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.885 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:14.886 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.886 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:14.886 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.886 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.886 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:14.886 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.886 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.886 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.886 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.425420+0000", 2024-04-12T17:30:14.886 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.121011+0000", 2024-04-12T17:30:14.886 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.121011+0000", 2024-04-12T17:30:14.886 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.121478+0000", 2024-04-12T17:30:14.886 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.425420+0000", 2024-04-12T17:30:14.887 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.887 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.887 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.887 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:14.887 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.425420+0000", 2024-04-12T17:30:14.887 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.425420+0000", 2024-04-12T17:30:14.887 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.425420+0000", 2024-04-12T17:30:14.887 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.887 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.887 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.887 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.425420+0000", 2024-04-12T17:30:14.887 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.425420+0000", 2024-04-12T17:30:14.887 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.887 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 30, 2024-04-12T17:30:14.887 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.888 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.888 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:14.888 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.888 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.888 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.888 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.888 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 30, 2024-04-12T17:30:14.888 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.888 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.888 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.888 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.14", 2024-04-12T17:30:14.888 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.888 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.889 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.889 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5013, 2024-04-12T17:30:14.889 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.889 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:38:02.823920+0000", 2024-04-12T17:30:14.889 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.889 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.889 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.889 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 5824, 2024-04-12T17:30:14.889 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.889 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.889 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.889 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.889 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.889 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 12, 2024-04-12T17:30:14.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 4, 2024-04-12T17:30:14.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 4, 2024-04-12T17:30:14.890 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.891 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.891 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.891 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.891 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.891 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:14.891 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.891 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.891 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.891 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.891 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.891 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.891 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.891 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 20, 2024-04-12T17:30:14.891 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 28, 2024-04-12T17:30:14.891 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.892 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.892 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.892 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 28, 2024-04-12T17:30:14.892 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 25 2024-04-12T17:30:14.892 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.892 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.892 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.892 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.892 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:14.892 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.892 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:14.892 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.892 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:14.892 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "585'30" 2024-04-12T17:30:14.893 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.893 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.893 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.893 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:14.893 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:14.893 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:14.893 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.893 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T17:30:14.893 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.893 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.893 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:14.893 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.893 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.893 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.893 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267635+0000", 2024-04-12T17:30:14.894 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.095815+0000", 2024-04-12T17:30:14.894 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.095815+0000", 2024-04-12T17:30:14.894 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.096129+0000", 2024-04-12T17:30:14.894 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267635+0000", 2024-04-12T17:30:14.894 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.894 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.894 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.894 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:14.894 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267635+0000", 2024-04-12T17:30:14.894 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267635+0000", 2024-04-12T17:30:14.894 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267635+0000", 2024-04-12T17:30:14.894 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.894 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.894 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.895 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267635+0000", 2024-04-12T17:30:14.895 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267635+0000", 2024-04-12T17:30:14.895 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.895 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.895 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.895 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.895 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:14.895 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.895 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.895 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.895 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.895 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.895 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.895 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.895 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.896 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.14", 2024-04-12T17:30:14.896 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.896 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.896 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.896 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5090, 2024-04-12T17:30:14.896 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.896 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:07:58.198651+0000", 2024-04-12T17:30:14.896 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.896 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.896 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.896 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.897 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.898 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.898 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.898 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.898 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.898 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.898 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.898 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.898 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.898 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.898 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.898 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.898 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.898 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.898 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.898 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.899 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.899 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.899 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.899 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.899 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.899 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.899 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.899 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:14.899 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:14.899 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:14.899 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.899 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T17:30:14.899 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.899 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.900 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.900 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.900 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:14.900 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.900 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:14.900 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.900 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:14.900 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.900 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.900 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:14.900 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.900 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.900 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.900 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.419721+0000", 2024-04-12T17:30:14.900 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.166782+0000", 2024-04-12T17:30:14.900 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.166782+0000", 2024-04-12T17:30:14.900 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.168135+0000", 2024-04-12T17:30:14.901 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.419721+0000", 2024-04-12T17:30:14.901 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.901 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.901 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.901 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:14.901 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.419721+0000", 2024-04-12T17:30:14.901 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.419721+0000", 2024-04-12T17:30:14.901 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.419721+0000", 2024-04-12T17:30:14.901 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.901 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.901 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.901 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.419721+0000", 2024-04-12T17:30:14.901 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.419721+0000", 2024-04-12T17:30:14.901 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.901 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3, 2024-04-12T17:30:14.902 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.902 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.902 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:14.902 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.902 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.902 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.902 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.902 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3, 2024-04-12T17:30:14.902 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.902 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.902 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.902 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.15", 2024-04-12T17:30:14.902 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.902 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.903 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.903 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5142, 2024-04-12T17:30:14.903 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.903 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:33:55.971308+0000", 2024-04-12T17:30:14.903 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.903 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.903 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 90, 2024-04-12T17:30:14.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.903 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 6, 2024-04-12T17:30:14.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 2, 2024-04-12T17:30:14.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 2, 2024-04-12T17:30:14.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.904 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:14.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 14, 2024-04-12T17:30:14.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 14, 2024-04-12T17:30:14.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.905 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 4, 2024-04-12T17:30:14.906 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 1 2024-04-12T17:30:14.906 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.906 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.906 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.906 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.906 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:14.906 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.906 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:14.906 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.906 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:14.906 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'3" 2024-04-12T17:30:14.906 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.906 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.906 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.907 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:14.907 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.907 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:14.907 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.907 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:14.907 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.907 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.907 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:14.907 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.907 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.907 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.907 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422725+0000", 2024-04-12T17:30:14.907 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.171367+0000", 2024-04-12T17:30:14.907 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.171367+0000", 2024-04-12T17:30:14.907 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.171707+0000", 2024-04-12T17:30:14.908 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422725+0000", 2024-04-12T17:30:14.908 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.908 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.908 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.908 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:14.908 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422725+0000", 2024-04-12T17:30:14.908 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422725+0000", 2024-04-12T17:30:14.908 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422725+0000", 2024-04-12T17:30:14.908 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.908 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.908 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.908 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422725+0000", 2024-04-12T17:30:14.908 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422725+0000", 2024-04-12T17:30:14.908 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.908 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.909 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.909 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.909 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:14.909 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.909 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.909 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.909 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.909 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.909 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.909 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.909 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.909 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.17", 2024-04-12T17:30:14.909 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.910 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.910 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.910 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5188, 2024-04-12T17:30:14.910 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.910 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:59:24.807358+0000", 2024-04-12T17:30:14.910 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.910 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.910 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.910 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.910 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.910 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.910 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.910 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.910 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.910 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.911 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.911 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.911 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.911 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.911 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.911 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.911 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.911 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.911 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.911 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.911 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.911 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.911 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.911 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.911 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.911 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.912 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.913 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.913 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.913 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.913 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.913 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.913 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.913 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:14.913 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.913 INFO:tasks.workunit.client.0.smithi099.stdout: 3 2024-04-12T17:30:14.913 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.913 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:14.913 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.913 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.913 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.913 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.913 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.914 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:14.914 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:14.914 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.914 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:14.914 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.914 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.914 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:14.914 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.914 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.914 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.914 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267378+0000", 2024-04-12T17:30:14.914 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.131294+0000", 2024-04-12T17:30:14.914 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.131294+0000", 2024-04-12T17:30:14.914 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.131550+0000", 2024-04-12T17:30:14.915 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267378+0000", 2024-04-12T17:30:14.915 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.915 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.915 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.915 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:14.915 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267378+0000", 2024-04-12T17:30:14.915 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267378+0000", 2024-04-12T17:30:14.915 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267378+0000", 2024-04-12T17:30:14.915 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.915 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.915 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.915 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267378+0000", 2024-04-12T17:30:14.915 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267378+0000", 2024-04-12T17:30:14.915 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.915 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.916 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.916 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.916 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:14.916 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.916 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.916 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.916 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.916 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.916 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.916 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.916 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.916 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.16", 2024-04-12T17:30:14.916 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.916 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.916 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.917 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5009, 2024-04-12T17:30:14.917 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.917 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:03:54.295882+0000", 2024-04-12T17:30:14.917 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.917 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.917 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.917 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.917 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.917 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.917 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.917 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.917 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.917 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.917 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.917 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.918 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.918 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.918 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.918 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.918 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.918 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.918 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.918 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.918 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.918 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.918 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.918 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.918 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.919 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.919 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.919 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.919 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.919 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.919 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.919 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.919 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.919 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.919 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.919 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.919 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.919 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.919 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.919 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.920 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.920 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.920 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.920 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.920 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.920 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.920 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.920 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.920 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:14.920 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:14.920 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.920 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:14.920 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.920 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.921 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.921 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.921 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.921 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:14.921 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:14.921 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.921 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:14.921 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.921 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.921 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:14.921 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.921 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.921 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.921 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267553+0000", 2024-04-12T17:30:14.921 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.092629+0000", 2024-04-12T17:30:14.921 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.092629+0000", 2024-04-12T17:30:14.922 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.092958+0000", 2024-04-12T17:30:14.922 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267553+0000", 2024-04-12T17:30:14.922 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.922 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.922 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.922 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:14.922 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267553+0000", 2024-04-12T17:30:14.922 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267553+0000", 2024-04-12T17:30:14.922 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267553+0000", 2024-04-12T17:30:14.922 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.922 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.922 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.922 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267553+0000", 2024-04-12T17:30:14.922 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267553+0000", 2024-04-12T17:30:14.923 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.923 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.923 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.923 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.923 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:14.923 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.923 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.923 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.923 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.923 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.923 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.923 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.923 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.923 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.16", 2024-04-12T17:30:14.924 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.924 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.924 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.924 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5016, 2024-04-12T17:30:14.924 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.924 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:23:34.785526+0000", 2024-04-12T17:30:14.924 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.924 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.924 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.924 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.924 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.924 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.924 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.924 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.924 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.924 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.925 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.925 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.925 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.925 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.925 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.925 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.925 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.925 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.925 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.925 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.925 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.925 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.925 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.925 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.925 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.926 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.926 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.926 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.926 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.926 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.926 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.926 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.926 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.926 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.926 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.926 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.926 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.926 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.927 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.927 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.927 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.927 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.927 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.927 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.927 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.927 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.927 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.927 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.927 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:14.927 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:14.927 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.927 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:14.927 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.928 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.928 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.928 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.928 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:14.928 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.928 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:14.928 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.928 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:14.928 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.928 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.928 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:14.928 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.928 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.928 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.928 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.425708+0000", 2024-04-12T17:30:14.929 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.121761+0000", 2024-04-12T17:30:14.929 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.121761+0000", 2024-04-12T17:30:14.929 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.122300+0000", 2024-04-12T17:30:14.929 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.425708+0000", 2024-04-12T17:30:14.929 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.929 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.929 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.929 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:14.929 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.425708+0000", 2024-04-12T17:30:14.929 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.425708+0000", 2024-04-12T17:30:14.929 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.425708+0000", 2024-04-12T17:30:14.929 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.929 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.929 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.930 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.425708+0000", 2024-04-12T17:30:14.930 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.425708+0000", 2024-04-12T17:30:14.930 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.930 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.930 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.930 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.930 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:14.930 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.930 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.930 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.930 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.930 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.930 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.930 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.930 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.931 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.17", 2024-04-12T17:30:14.931 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.931 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.931 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.931 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4970, 2024-04-12T17:30:14.931 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.931 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:46:24.007444+0000", 2024-04-12T17:30:14.931 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.931 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.931 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.931 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.931 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.931 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.931 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.932 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.932 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.932 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.932 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.932 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.932 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.932 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.932 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.932 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.932 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.932 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.932 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.932 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.932 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.932 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.933 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.933 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.933 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.933 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.933 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.933 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.933 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.933 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.933 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.933 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.933 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.933 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.933 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.933 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.933 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.933 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.934 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.934 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.934 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.934 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.934 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.934 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.934 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.934 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.934 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.934 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:14.934 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.934 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:14.934 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.934 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:14.934 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.935 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.935 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.935 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.935 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:14.935 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.935 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:14.935 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.935 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:14.935 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.935 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.935 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:14.935 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.935 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.935 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.936 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.421161+0000", 2024-04-12T17:30:14.936 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:01.043599+0000", 2024-04-12T17:30:14.936 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:01.043599+0000", 2024-04-12T17:30:14.936 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:01.043902+0000", 2024-04-12T17:30:14.936 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.421161+0000", 2024-04-12T17:30:14.936 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.936 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.936 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.936 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 464, 2024-04-12T17:30:14.936 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.421161+0000", 2024-04-12T17:30:14.936 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.421161+0000", 2024-04-12T17:30:14.936 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.421161+0000", 2024-04-12T17:30:14.936 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.936 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.937 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.937 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.421161+0000", 2024-04-12T17:30:14.937 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.421161+0000", 2024-04-12T17:30:14.937 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.937 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.937 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.937 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.937 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 463, 2024-04-12T17:30:14.937 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.937 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.937 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.937 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.937 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.937 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.937 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.937 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.938 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.19", 2024-04-12T17:30:14.938 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.938 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.938 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.938 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5149, 2024-04-12T17:30:14.938 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.938 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:45:17.542772+0000", 2024-04-12T17:30:14.938 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.938 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.938 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.938 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.938 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.938 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.939 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.939 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.939 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.939 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.939 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.939 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.939 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.939 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.939 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.939 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.939 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.939 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.939 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.939 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.939 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.940 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.941 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.941 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.941 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.941 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.941 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.941 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.941 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.941 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.941 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.941 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.941 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.941 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:14.941 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.941 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:14.941 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.942 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:14.942 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.942 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.942 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.942 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.942 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.942 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.942 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:14.942 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.942 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:14.942 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.942 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.942 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:14.942 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.942 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.943 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.943 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.266667+0000", 2024-04-12T17:30:14.943 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.092517+0000", 2024-04-12T17:30:14.943 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.092517+0000", 2024-04-12T17:30:14.943 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.093549+0000", 2024-04-12T17:30:14.943 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.266667+0000", 2024-04-12T17:30:14.943 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.943 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.943 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.943 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:14.943 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.266667+0000", 2024-04-12T17:30:14.943 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.266667+0000", 2024-04-12T17:30:14.943 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.266667+0000", 2024-04-12T17:30:14.943 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.943 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.944 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.944 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.266667+0000", 2024-04-12T17:30:14.944 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.266667+0000", 2024-04-12T17:30:14.944 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.944 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.944 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.944 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.944 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:14.944 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.944 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.944 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.944 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.944 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.944 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.944 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.945 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.945 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.18", 2024-04-12T17:30:14.945 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.945 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.945 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.945 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4995, 2024-04-12T17:30:14.945 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.945 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:15:20.873402+0000", 2024-04-12T17:30:14.945 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.945 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.945 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.945 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.945 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.945 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.946 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.946 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.946 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.946 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.946 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.946 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.946 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.946 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.946 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.946 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.946 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.946 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.946 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.946 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.946 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.947 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.948 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.948 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.948 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.948 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.948 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.948 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.948 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.948 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:14.949 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.949 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:14.949 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.949 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.949 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.949 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.949 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.949 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:14.949 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:14.949 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.949 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:14.949 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.950 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.950 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:14.950 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.950 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.950 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.950 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.269781+0000", 2024-04-12T17:30:14.950 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:07:26.050463+0000", 2024-04-12T17:30:14.950 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:07:26.050463+0000", 2024-04-12T17:30:14.950 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:07:26.050985+0000", 2024-04-12T17:30:14.950 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.269781+0000", 2024-04-12T17:30:14.950 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.950 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.950 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.950 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 429, 2024-04-12T17:30:14.951 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.269781+0000", 2024-04-12T17:30:14.951 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.269781+0000", 2024-04-12T17:30:14.951 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.269781+0000", 2024-04-12T17:30:14.951 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.951 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.951 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.951 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.269781+0000", 2024-04-12T17:30:14.951 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.269781+0000", 2024-04-12T17:30:14.951 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.951 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.951 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.951 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.951 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 428, 2024-04-12T17:30:14.951 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.951 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.951 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.952 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.952 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.952 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.952 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.952 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.952 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.18", 2024-04-12T17:30:14.952 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.952 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.952 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.952 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5108, 2024-04-12T17:30:14.952 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.952 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:50:08.945757+0000", 2024-04-12T17:30:14.952 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.952 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.953 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.953 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.953 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.953 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.953 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.953 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.953 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.953 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.953 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.953 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.953 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.953 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.953 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.953 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.954 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.955 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.955 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.955 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.956 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.956 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.956 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.956 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:14.956 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:14.956 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.956 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:14.956 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.956 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.956 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.956 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.956 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.956 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:14.956 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:14.956 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.956 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:14.957 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.957 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.957 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:14.957 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.957 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.957 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.957 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.271529+0000", 2024-04-12T17:30:14.957 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.109645+0000", 2024-04-12T17:30:14.957 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.109645+0000", 2024-04-12T17:30:14.957 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.109953+0000", 2024-04-12T17:30:14.957 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.271529+0000", 2024-04-12T17:30:14.957 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.957 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.957 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.958 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:14.958 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.271529+0000", 2024-04-12T17:30:14.958 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.271529+0000", 2024-04-12T17:30:14.958 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.271529+0000", 2024-04-12T17:30:14.958 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.958 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.958 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.958 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.271529+0000", 2024-04-12T17:30:14.958 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.271529+0000", 2024-04-12T17:30:14.958 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.958 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.958 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.958 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.958 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:14.959 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.959 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.959 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.959 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.959 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.959 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.959 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.959 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.959 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.19", 2024-04-12T17:30:14.959 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.959 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.959 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.959 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5108, 2024-04-12T17:30:14.959 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.959 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:48:02.111632+0000", 2024-04-12T17:30:14.960 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.960 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.960 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.960 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.960 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.960 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.960 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.960 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.960 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.960 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.960 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.960 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.960 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.960 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.961 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.961 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.961 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.961 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.961 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.961 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.961 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.961 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.961 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.961 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.961 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.961 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.961 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.961 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.961 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.962 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.963 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.963 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.963 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.963 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.963 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.963 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:14.963 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:14.963 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.963 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:14.963 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.963 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.963 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.963 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.963 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:14.963 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.963 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:14.964 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.964 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:14.964 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.964 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.964 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:14.964 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.964 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.964 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.964 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:14.964 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.095570+0000", 2024-04-12T17:30:14.964 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.095570+0000", 2024-04-12T17:30:14.964 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.095882+0000", 2024-04-12T17:30:14.964 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:14.964 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.964 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.964 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.965 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:14.965 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:14.965 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:14.965 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:14.965 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.965 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.965 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.965 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:14.965 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:14.965 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.965 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.965 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.965 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.965 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:14.965 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.966 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.966 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.966 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.966 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.966 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.966 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.966 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.966 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.1b", 2024-04-12T17:30:14.966 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.966 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.966 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.966 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5187, 2024-04-12T17:30:14.966 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.966 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:23:02.804729+0000", 2024-04-12T17:30:14.966 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.967 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.967 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.967 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.967 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.967 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.967 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.967 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.967 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.967 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.967 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.967 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.967 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.967 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.967 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.968 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.968 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.968 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.968 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.968 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.968 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.968 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.968 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.968 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.968 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.968 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.968 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.968 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.968 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.968 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.969 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.969 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.970 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.970 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.970 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.970 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:14.970 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.970 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:14.970 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.970 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:14.970 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.970 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.970 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.970 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.970 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:14.970 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.971 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:14.971 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.971 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:14.971 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.971 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.971 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:14.971 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.971 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.971 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.971 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:14.971 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.094124+0000", 2024-04-12T17:30:14.971 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.094124+0000", 2024-04-12T17:30:14.971 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.094482+0000", 2024-04-12T17:30:14.971 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:14.971 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.971 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.972 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.972 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:14.972 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:14.972 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:14.972 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:14.972 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.972 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.972 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.972 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:14.972 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422377+0000", 2024-04-12T17:30:14.972 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.972 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3, 2024-04-12T17:30:14.972 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.972 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.972 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:14.972 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.973 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.973 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.973 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.973 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3, 2024-04-12T17:30:14.973 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.973 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.973 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.973 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.1a", 2024-04-12T17:30:14.973 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.973 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.973 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.973 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4970, 2024-04-12T17:30:14.973 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.973 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:48:35.635052+0000", 2024-04-12T17:30:14.973 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.974 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.974 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.974 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.974 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.974 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.974 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.974 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.974 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.974 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.974 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.974 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.974 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.974 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.974 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.975 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.975 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.975 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.975 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.975 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.975 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.975 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.975 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.975 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.975 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.975 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.975 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.975 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.975 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.975 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.975 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.976 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.976 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.976 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.976 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.977 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.977 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:14.977 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.977 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:14.977 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.977 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:14.977 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "585'3" 2024-04-12T17:30:14.977 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.977 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.977 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.977 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.977 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:14.977 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:14.977 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.977 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 4, 2024-04-12T17:30:14.977 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.978 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.978 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:14.978 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.978 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.978 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.978 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.421675+0000", 2024-04-12T17:30:14.978 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:01.054467+0000", 2024-04-12T17:30:14.978 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:01.054467+0000", 2024-04-12T17:30:14.978 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:01.054828+0000", 2024-04-12T17:30:14.978 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.421675+0000", 2024-04-12T17:30:14.978 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.978 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.978 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.978 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 464, 2024-04-12T17:30:14.979 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.421675+0000", 2024-04-12T17:30:14.979 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.421675+0000", 2024-04-12T17:30:14.979 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.421675+0000", 2024-04-12T17:30:14.979 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.979 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.979 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.979 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.421675+0000", 2024-04-12T17:30:14.979 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.421675+0000", 2024-04-12T17:30:14.979 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.979 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.979 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.979 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.979 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 463, 2024-04-12T17:30:14.979 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.980 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.980 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.980 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.980 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.980 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.980 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.980 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.980 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.1a", 2024-04-12T17:30:14.980 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.980 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.980 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.980 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5058, 2024-04-12T17:30:14.980 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.980 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:22:22.258110+0000", 2024-04-12T17:30:14.980 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.980 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.981 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.981 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.981 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.981 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.981 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.981 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.981 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.981 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.981 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.981 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.981 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.981 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.981 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.981 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.981 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.981 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.982 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.982 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.982 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.982 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.982 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.982 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.982 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.982 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.982 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.982 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.982 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.982 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.982 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.982 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.983 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.983 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.983 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.983 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.983 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.984 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.984 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:14.984 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:14.984 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.984 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 4, 2024-04-12T17:30:14.984 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.984 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.984 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.984 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.984 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.984 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:14.984 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:14.984 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.984 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:14.984 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.984 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.985 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:14.985 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.985 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.985 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.985 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.272278+0000", 2024-04-12T17:30:14.985 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.094055+0000", 2024-04-12T17:30:14.985 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.094055+0000", 2024-04-12T17:30:14.985 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.094474+0000", 2024-04-12T17:30:14.985 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.272278+0000", 2024-04-12T17:30:14.985 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.985 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.985 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.985 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:14.985 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.272278+0000", 2024-04-12T17:30:14.985 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.272278+0000", 2024-04-12T17:30:14.986 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.272278+0000", 2024-04-12T17:30:14.986 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.986 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.986 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.986 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.272278+0000", 2024-04-12T17:30:14.986 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.272278+0000", 2024-04-12T17:30:14.986 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.986 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3, 2024-04-12T17:30:14.986 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.986 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.986 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:14.986 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.986 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.986 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.987 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.987 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3, 2024-04-12T17:30:14.987 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.987 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.987 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.987 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.1b", 2024-04-12T17:30:14.987 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.987 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.987 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.987 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5085, 2024-04-12T17:30:14.987 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.987 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:16:01.480002+0000", 2024-04-12T17:30:14.987 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.987 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.987 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.987 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.988 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.988 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.988 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.988 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.988 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.988 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.988 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.988 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.988 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.988 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.988 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.988 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.988 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.988 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.989 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.990 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.990 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.990 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.990 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.990 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.991 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:14.991 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:14.991 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:14.991 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.991 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:14.991 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "585'3" 2024-04-12T17:30:14.991 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.991 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.991 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.991 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.991 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.991 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:14.991 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.991 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:14.991 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.991 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.992 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:14.992 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.992 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.992 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.992 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267019+0000", 2024-04-12T17:30:14.992 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.126292+0000", 2024-04-12T17:30:14.992 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.126292+0000", 2024-04-12T17:30:14.992 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.126586+0000", 2024-04-12T17:30:14.992 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267019+0000", 2024-04-12T17:30:14.992 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.992 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.992 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.992 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:14.992 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267019+0000", 2024-04-12T17:30:14.992 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267019+0000", 2024-04-12T17:30:14.993 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267019+0000", 2024-04-12T17:30:14.993 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:14.993 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:14.993 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:14.993 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267019+0000", 2024-04-12T17:30:14.993 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267019+0000", 2024-04-12T17:30:14.993 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:14.993 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:14.993 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:14.993 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:14.993 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:14.993 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:14.993 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:14.993 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:14.993 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:14.994 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:14.994 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:14.994 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:14.994 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:14.994 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.1d", 2024-04-12T17:30:14.994 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:14.994 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:14.994 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:14.994 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4993, 2024-04-12T17:30:14.994 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:14.994 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:51:12.121408+0000", 2024-04-12T17:30:14.994 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:14.994 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:14.994 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:14.995 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:14.995 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:14.995 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:14.995 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:14.995 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:14.995 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:14.995 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:14.995 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:14.995 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:14.995 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:14.995 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:14.995 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:14.995 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:14.995 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:14.995 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:14.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:14.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:14.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:14.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:14.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:14.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:14.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:14.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:14.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:14.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:14.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:14.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:14.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:14.996 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:14.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:14.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:14.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:14.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:14.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:14.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:14.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:14.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:14.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:14.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:14.997 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:14.997 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.997 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:14.997 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:14.997 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:14.998 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.998 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.998 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:14.998 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.998 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:14.998 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:14.998 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:14.998 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:14.998 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:14.998 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:14.998 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:14.998 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:14.998 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:14.998 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 4, 2024-04-12T17:30:14.998 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:14.999 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:14.999 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:14.999 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:14.999 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:14.999 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:14.999 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.421251+0000", 2024-04-12T17:30:14.999 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.166339+0000", 2024-04-12T17:30:14.999 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.166339+0000", 2024-04-12T17:30:14.999 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.166688+0000", 2024-04-12T17:30:14.999 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.421251+0000", 2024-04-12T17:30:14.999 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.999 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:14.999 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:14.999 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:15.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.421251+0000", 2024-04-12T17:30:15.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.421251+0000", 2024-04-12T17:30:15.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.421251+0000", 2024-04-12T17:30:15.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:15.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:15.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:15.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.421251+0000", 2024-04-12T17:30:15.000 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.421251+0000", 2024-04-12T17:30:15.000 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:15.000 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 2, 2024-04-12T17:30:15.000 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:15.000 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:15.000 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:15.000 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:15.000 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:15.000 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:15.001 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:15.001 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 2, 2024-04-12T17:30:15.001 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:15.001 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:15.001 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:15.001 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.1c", 2024-04-12T17:30:15.001 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:15.001 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:15.001 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:15.001 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5057, 2024-04-12T17:30:15.001 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:15.001 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:08:13.235306+0000", 2024-04-12T17:30:15.001 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:15.001 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:15.001 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:15.002 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:15.002 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:15.002 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:15.002 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:15.002 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:15.002 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:15.002 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:15.002 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:15.002 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:15.002 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:15.002 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:15.002 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:15.002 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:15.002 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:15.002 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:15.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:15.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:15.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:15.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:15.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:15.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:15.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:15.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:15.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:15.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:15.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:15.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:15.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:15.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:15.003 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:15.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:15.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:15.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:15.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 12, 2024-04-12T17:30:15.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 12, 2024-04-12T17:30:15.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:15.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:15.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:15.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3, 2024-04-12T17:30:15.004 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:15.004 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.004 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:15.004 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:15.004 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:15.004 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:15.004 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:15.005 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:15.005 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.005 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 4, 2024-04-12T17:30:15.005 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'2" 2024-04-12T17:30:15.005 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.005 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:15.005 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:15.005 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:15.005 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:15.005 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:15.005 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.005 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:15.005 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:15.005 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:15.005 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:15.005 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:15.006 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:15.006 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:15.006 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.265835+0000", 2024-04-12T17:30:15.006 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.171094+0000", 2024-04-12T17:30:15.006 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.171094+0000", 2024-04-12T17:30:15.006 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.173004+0000", 2024-04-12T17:30:15.006 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.265835+0000", 2024-04-12T17:30:15.006 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.006 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:15.006 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.006 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:15.006 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.265835+0000", 2024-04-12T17:30:15.006 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.265835+0000", 2024-04-12T17:30:15.006 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.265835+0000", 2024-04-12T17:30:15.007 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:15.007 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:15.007 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.007 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.265835+0000", 2024-04-12T17:30:15.007 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.265835+0000", 2024-04-12T17:30:15.007 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:15.007 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:15.007 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:15.007 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:15.007 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:15.007 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:15.007 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:15.007 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:15.007 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:15.007 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:15.008 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:15.008 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:15.008 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:15.008 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.1c", 2024-04-12T17:30:15.008 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:15.008 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:15.008 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:15.008 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4999, 2024-04-12T17:30:15.008 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:15.008 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:31:31.455685+0000", 2024-04-12T17:30:15.008 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:15.008 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:15.008 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:15.008 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:15.009 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:15.009 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:15.009 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:15.009 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:15.009 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:15.009 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:15.009 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:15.009 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:15.009 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:15.009 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:15.009 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:15.009 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:15.009 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:15.009 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:15.009 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:15.010 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:15.010 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:15.010 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:15.010 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:15.010 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:15.010 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:15.010 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:15.010 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:15.010 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:15.010 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:15.010 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:15.010 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:15.010 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:15.010 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:15.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:15.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:15.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:15.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:15.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:15.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:15.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:15.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:15.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:15.011 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:15.011 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.011 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:15.011 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:15.011 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:15.011 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:15.012 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:15.012 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:15.012 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.012 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:15.012 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:15.012 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.012 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:15.012 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:15.012 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:15.012 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:15.012 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:15.012 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.012 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:15.012 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:15.012 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:15.012 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:15.013 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:15.013 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:15.013 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:15.013 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.429618+0000", 2024-04-12T17:30:15.013 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.094935+0000", 2024-04-12T17:30:15.013 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.094935+0000", 2024-04-12T17:30:15.013 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.095656+0000", 2024-04-12T17:30:15.013 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.429618+0000", 2024-04-12T17:30:15.013 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:15.013 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:15.013 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:15.013 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:15.013 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.429618+0000", 2024-04-12T17:30:15.013 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.429618+0000", 2024-04-12T17:30:15.013 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.429618+0000", 2024-04-12T17:30:15.014 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:15.014 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:15.014 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:15.014 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.429618+0000", 2024-04-12T17:30:15.014 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.429618+0000", 2024-04-12T17:30:15.014 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:15.014 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 2, 2024-04-12T17:30:15.014 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:15.014 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:15.014 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:15.014 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:15.014 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:15.014 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:15.014 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:15.015 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 2, 2024-04-12T17:30:15.015 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:15.015 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:15.015 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:15.015 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.1d", 2024-04-12T17:30:15.015 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:15.015 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:15.015 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:15.015 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4956, 2024-04-12T17:30:15.015 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:15.015 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:52:55.121627+0000", 2024-04-12T17:30:15.015 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:15.015 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:15.015 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:15.015 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:15.015 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:15.016 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:15.016 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:15.016 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:15.016 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:15.016 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:15.016 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:15.016 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:15.016 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:15.016 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:15.016 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:15.016 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:15.016 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:15.016 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:15.016 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:15.016 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 3, 2024-04-12T17:30:15.016 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 1, 2024-04-12T17:30:15.017 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:15.017 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 1, 2024-04-12T17:30:15.017 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:15.017 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:15.017 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:15.017 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:15.017 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:15.017 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:15.017 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:15.017 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:15.017 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:15.017 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:15.017 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:15.017 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:15.017 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:15.018 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 12, 2024-04-12T17:30:15.018 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 12, 2024-04-12T17:30:15.018 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:15.018 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:15.018 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:15.018 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 3, 2024-04-12T17:30:15.018 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:15.018 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.018 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:15.018 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:15.018 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:15.018 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:15.018 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:15.018 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:15.019 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.019 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:15.019 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "61'2" 2024-04-12T17:30:15.019 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.019 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:15.019 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:15.019 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:15.019 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:15.019 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:15.019 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.019 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:15.019 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:15.019 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:15.019 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:15.020 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:15.020 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:15.020 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:15.020 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422586+0000", 2024-04-12T17:30:15.020 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.174119+0000", 2024-04-12T17:30:15.020 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.174119+0000", 2024-04-12T17:30:15.020 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.174454+0000", 2024-04-12T17:30:15.020 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422586+0000", 2024-04-12T17:30:15.020 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.020 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:15.020 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.020 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:15.020 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422586+0000", 2024-04-12T17:30:15.020 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422586+0000", 2024-04-12T17:30:15.021 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422586+0000", 2024-04-12T17:30:15.021 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:15.021 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:15.021 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.021 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422586+0000", 2024-04-12T17:30:15.021 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422586+0000", 2024-04-12T17:30:15.021 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:15.021 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:15.021 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:15.021 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:15.021 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:15.021 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:15.021 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:15.021 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:15.021 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:15.022 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:15.022 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:15.022 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:15.022 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:15.022 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.1f", 2024-04-12T17:30:15.022 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:15.022 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:15.022 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:15.022 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5194, 2024-04-12T17:30:15.022 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:15.022 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:29:25.676494+0000", 2024-04-12T17:30:15.022 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:15.022 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:15.022 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:15.023 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:15.023 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:15.023 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:15.023 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:15.023 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:15.023 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:15.023 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:15.023 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:15.023 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:15.023 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:15.023 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:15.023 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:15.023 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:15.023 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:15.023 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:15.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:15.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:15.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:15.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:15.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:15.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:15.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:15.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:15.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:15.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:15.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:15.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:15.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:15.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:15.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:15.024 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:15.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:15.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:15.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:15.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:15.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:15.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:15.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:15.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:15.025 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:15.025 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.025 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:15.025 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:15.025 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:15.025 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:15.025 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:15.025 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:15.026 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.026 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:15.026 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:15.026 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.026 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:15.026 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:15.026 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:15.026 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:15.026 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:15.026 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.026 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:15.026 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:15.026 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:15.026 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:15.027 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:15.027 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:15.027 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:15.027 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267220+0000", 2024-04-12T17:30:15.027 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.159986+0000", 2024-04-12T17:30:15.027 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.159986+0000", 2024-04-12T17:30:15.027 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.160381+0000", 2024-04-12T17:30:15.027 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267220+0000", 2024-04-12T17:30:15.027 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:15.027 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:15.027 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:15.027 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:15.027 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267220+0000", 2024-04-12T17:30:15.027 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267220+0000", 2024-04-12T17:30:15.028 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267220+0000", 2024-04-12T17:30:15.028 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:15.028 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:15.028 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:15.028 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267220+0000", 2024-04-12T17:30:15.028 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267220+0000", 2024-04-12T17:30:15.028 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:15.028 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 3, 2024-04-12T17:30:15.028 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:15.028 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:15.028 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:15.028 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:15.028 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:15.028 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:15.028 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:15.029 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 3, 2024-04-12T17:30:15.029 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:15.029 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:15.029 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:15.029 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.1e", 2024-04-12T17:30:15.029 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:15.029 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:15.029 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:15.029 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5119, 2024-04-12T17:30:15.029 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:15.029 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:12:30.131371+0000", 2024-04-12T17:30:15.029 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:15.029 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:15.029 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:15.030 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:15.030 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:15.030 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:15.030 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:15.030 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:15.030 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:15.030 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:15.030 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:15.030 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:15.030 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:15.030 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:15.030 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:15.030 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:15.030 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:15.031 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:15.031 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:15.031 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:15.031 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:15.031 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:15.031 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:15.031 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:15.031 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:15.031 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:15.031 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:15.031 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:15.031 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:15.031 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:15.031 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:15.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:15.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:15.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:15.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:15.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:15.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:15.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:15.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:15.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:15.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:15.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:15.032 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:15.032 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.032 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:15.032 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:15.033 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:15.033 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:15.033 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:15.033 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:15.033 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.033 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:15.033 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "585'3" 2024-04-12T17:30:15.033 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.033 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:15.033 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:15.033 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:15.033 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:15.033 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:15.033 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.033 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:15.033 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:15.034 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:15.034 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:15.034 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:15.034 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:15.034 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:15.034 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267491+0000", 2024-04-12T17:30:15.034 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.129446+0000", 2024-04-12T17:30:15.034 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.129446+0000", 2024-04-12T17:30:15.034 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.129802+0000", 2024-04-12T17:30:15.034 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267491+0000", 2024-04-12T17:30:15.034 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.034 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:15.034 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.034 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:15.035 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267491+0000", 2024-04-12T17:30:15.035 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267491+0000", 2024-04-12T17:30:15.035 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267491+0000", 2024-04-12T17:30:15.035 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:15.035 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:15.035 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.035 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267491+0000", 2024-04-12T17:30:15.035 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267491+0000", 2024-04-12T17:30:15.035 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:15.035 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:15.035 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:15.035 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:15.035 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:15.035 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:15.036 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:15.036 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:15.036 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:15.036 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:15.036 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:15.036 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:15.036 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:15.036 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.1e", 2024-04-12T17:30:15.036 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:15.036 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:15.036 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:15.036 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5101, 2024-04-12T17:30:15.036 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:15.036 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:55:26.055337+0000", 2024-04-12T17:30:15.036 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:15.037 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:15.037 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:15.037 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:15.037 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:15.037 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:15.037 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:15.037 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:15.037 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:15.037 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:15.037 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:15.037 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:15.037 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:15.037 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:15.037 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:15.037 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:15.038 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:15.038 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:15.038 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:15.038 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:15.038 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:15.038 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:15.038 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:15.038 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:15.038 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:15.038 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:15.038 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:15.038 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:15.038 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:15.038 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:15.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:15.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:15.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:15.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:15.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:15.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:15.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:15.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:15.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:15.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:15.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:15.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:15.039 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:15.039 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.040 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:15.040 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:15.040 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:15.040 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:15.040 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:15.040 INFO:tasks.workunit.client.0.smithi099.stdout: 2 2024-04-12T17:30:15.040 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.040 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:15.040 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:15.040 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.040 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:15.040 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:15.040 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:15.040 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:15.040 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:15.041 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.041 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:15.041 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:15.041 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:15.041 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 59, 2024-04-12T17:30:15.041 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:15.041 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:15.041 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:15.041 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.423416+0000", 2024-04-12T17:30:15.041 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.096620+0000", 2024-04-12T17:30:15.041 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.096620+0000", 2024-04-12T17:30:15.041 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.097043+0000", 2024-04-12T17:30:15.041 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.423416+0000", 2024-04-12T17:30:15.041 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:15.041 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:15.041 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:15.042 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:15.042 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.423416+0000", 2024-04-12T17:30:15.042 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.423416+0000", 2024-04-12T17:30:15.042 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.423416+0000", 2024-04-12T17:30:15.042 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:15.042 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:15.042 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:30.929480+0000", 2024-04-12T17:30:15.042 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.423416+0000", 2024-04-12T17:30:15.042 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.423416+0000", 2024-04-12T17:30:15.042 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:15.042 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 6, 2024-04-12T17:30:15.042 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:15.042 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:15.042 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:15.043 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:15.043 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:15.043 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:15.043 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:15.043 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 6, 2024-04-12T17:30:15.043 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:15.043 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:15.043 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:15.043 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "2.1f", 2024-04-12T17:30:15.043 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:15.043 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:15.043 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:15.043 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5205, 2024-04-12T17:30:15.043 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:15.043 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:58:18.258805+0000", 2024-04-12T17:30:15.044 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:15.044 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:15.044 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:15.044 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 582, 2024-04-12T17:30:15.044 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:15.044 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:15.044 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:15.044 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:15.044 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:15.044 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:15.044 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:15.044 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:15.044 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:15.044 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:15.044 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:15.044 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:15.045 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:15.045 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:15.045 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:15.045 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 6, 2024-04-12T17:30:15.045 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 2, 2024-04-12T17:30:15.045 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:15.045 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 2, 2024-04-12T17:30:15.045 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:15.045 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:15.045 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:15.045 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:15.045 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:15.045 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 1, 2024-04-12T17:30:15.045 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:15.045 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:15.046 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:15.046 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:15.046 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:15.046 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:15.046 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:15.046 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 8, 2024-04-12T17:30:15.046 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 8, 2024-04-12T17:30:15.046 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:15.046 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:15.046 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:15.046 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 4, 2024-04-12T17:30:15.046 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 1 2024-04-12T17:30:15.046 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.046 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:15.046 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:15.047 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:15.047 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:15.047 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:15.047 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:15.047 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.047 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:15.047 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "585'6" 2024-04-12T17:30:15.047 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.047 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:15.047 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:15.047 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:15.047 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:15.047 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:15.047 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.047 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:15.047 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:15.048 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:15.048 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:15.048 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:15.048 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:15.048 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:15.048 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.429724+0000", 2024-04-12T17:30:15.048 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.095390+0000", 2024-04-12T17:30:15.048 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.095390+0000", 2024-04-12T17:30:15.048 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.095856+0000", 2024-04-12T17:30:15.048 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.429724+0000", 2024-04-12T17:30:15.048 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.048 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:15.048 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.048 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:15.048 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.429724+0000", 2024-04-12T17:30:15.049 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.429724+0000", 2024-04-12T17:30:15.049 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.429724+0000", 2024-04-12T17:30:15.049 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:15.049 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:15.049 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.049 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.429724+0000", 2024-04-12T17:30:15.049 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.429724+0000", 2024-04-12T17:30:15.049 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:15.049 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:15.049 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:15.049 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:15.049 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:15.049 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:15.049 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:15.050 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:15.050 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:15.050 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:15.050 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:15.050 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:15.050 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:15.050 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.2d", 2024-04-12T17:30:15.050 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:15.050 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:15.050 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:15.050 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4953, 2024-04-12T17:30:15.050 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:15.050 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:30:42.644890+0000", 2024-04-12T17:30:15.050 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:15.051 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:15.051 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:15.051 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:15.051 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:15.051 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:15.051 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:15.051 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:15.051 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:15.051 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:15.051 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:15.051 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:15.051 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:15.051 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:15.051 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:15.051 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:15.052 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:15.052 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:15.052 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:15.052 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:15.052 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:15.052 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:15.052 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:15.052 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:15.052 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:15.052 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:15.052 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:15.052 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:15.052 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:15.052 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:15.052 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:15.052 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:15.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:15.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:15.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:15.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:15.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:15.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:15.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:15.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:15.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:15.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:15.053 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:15.053 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.053 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:15.053 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:15.053 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:15.054 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:15.054 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:15.054 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:15.054 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.054 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:15.054 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:15.054 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.054 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:15.054 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:15.054 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:15.054 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:15.054 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:15.054 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.054 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T17:30:15.055 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:15.055 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:15.055 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:15.055 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:15.055 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:15.055 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:15.055 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267036+0000", 2024-04-12T17:30:15.055 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.095789+0000", 2024-04-12T17:30:15.055 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.095789+0000", 2024-04-12T17:30:15.055 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.096404+0000", 2024-04-12T17:30:15.055 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267036+0000", 2024-04-12T17:30:15.055 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.055 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:15.055 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.055 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:15.056 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267036+0000", 2024-04-12T17:30:15.056 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267036+0000", 2024-04-12T17:30:15.056 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267036+0000", 2024-04-12T17:30:15.056 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:15.056 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:15.056 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.056 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267036+0000", 2024-04-12T17:30:15.056 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267036+0000", 2024-04-12T17:30:15.056 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:15.056 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:15.056 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:15.056 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:15.056 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:15.056 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:15.056 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:15.057 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:15.057 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:15.057 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:15.057 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:15.057 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:15.057 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:15.057 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.2e", 2024-04-12T17:30:15.057 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:15.057 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:15.057 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:15.057 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5089, 2024-04-12T17:30:15.057 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:15.057 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:56:56.784296+0000", 2024-04-12T17:30:15.057 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:15.057 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:15.058 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:15.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:15.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:15.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:15.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:15.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:15.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:15.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:15.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:15.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:15.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:15.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:15.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:15.058 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:15.059 INFO:tasks.workunit.client.0.smithi099.stderr:+ ceph telemetry off 2024-04-12T17:30:15.060 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:15.060 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:15.060 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:15.060 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:15.060 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:15.060 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:15.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:15.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:15.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:15.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:15.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:15.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:15.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:15.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:15.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:15.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:15.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:15.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:15.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:15.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:15.061 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:15.062 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:15.062 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:15.062 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:15.062 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:15.062 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:15.062 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:15.062 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.062 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:15.062 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:15.062 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:15.062 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:15.062 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:15.062 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:15.062 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.063 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T17:30:15.063 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:15.063 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.063 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:15.063 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:15.063 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:15.063 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:15.063 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:15.063 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.063 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:15.063 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:15.063 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:15.063 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:15.063 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:15.063 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:15.064 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:15.064 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267623+0000", 2024-04-12T17:30:15.064 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.101865+0000", 2024-04-12T17:30:15.064 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.101865+0000", 2024-04-12T17:30:15.064 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.102177+0000", 2024-04-12T17:30:15.064 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267623+0000", 2024-04-12T17:30:15.064 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.064 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:15.064 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.064 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:15.064 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267623+0000", 2024-04-12T17:30:15.064 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267623+0000", 2024-04-12T17:30:15.064 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267623+0000", 2024-04-12T17:30:15.064 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:15.065 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:15.065 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.065 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267623+0000", 2024-04-12T17:30:15.065 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267623+0000", 2024-04-12T17:30:15.065 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:15.065 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:15.065 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:15.065 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:15.065 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:15.065 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:15.065 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:15.065 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:15.065 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:15.065 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:15.065 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:15.066 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:15.066 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:15.066 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.2f", 2024-04-12T17:30:15.066 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:15.066 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:15.066 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:15.066 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4995, 2024-04-12T17:30:15.066 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:15.066 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:01:47.573883+0000", 2024-04-12T17:30:15.066 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:15.066 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:15.066 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:15.066 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:15.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:15.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:15.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:15.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:15.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:15.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:15.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:15.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:15.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:15.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:15.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:15.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:15.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:15.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:15.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:15.067 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:15.068 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:15.068 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:15.068 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:15.068 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:15.068 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:15.068 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:15.068 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:15.068 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:15.068 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:15.068 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:15.068 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:15.068 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:15.068 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:15.068 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:15.068 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:15.069 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:15.069 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:15.069 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:15.069 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:15.069 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:15.069 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:15.069 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:15.069 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:15.069 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.069 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:15.069 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:15.069 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:15.069 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:15.070 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:15.070 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:15.070 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.070 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:15.070 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:15.070 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.070 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:15.070 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:15.070 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:15.070 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:15.070 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:15.070 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.070 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:15.070 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:15.071 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:15.071 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:15.071 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:15.071 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:15.071 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:15.071 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.268036+0000", 2024-04-12T17:30:15.071 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.092114+0000", 2024-04-12T17:30:15.071 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.092114+0000", 2024-04-12T17:30:15.071 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.093277+0000", 2024-04-12T17:30:15.071 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.268036+0000", 2024-04-12T17:30:15.071 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.071 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:15.071 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.071 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:15.071 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.268036+0000", 2024-04-12T17:30:15.072 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.268036+0000", 2024-04-12T17:30:15.072 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.268036+0000", 2024-04-12T17:30:15.072 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:15.072 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:15.072 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.072 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.268036+0000", 2024-04-12T17:30:15.072 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.268036+0000", 2024-04-12T17:30:15.072 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:15.072 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:15.072 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:15.072 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:15.072 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:15.072 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:15.072 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:15.073 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:15.073 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:15.073 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:15.073 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:15.073 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:15.073 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:15.073 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.30", 2024-04-12T17:30:15.073 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:15.073 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:15.073 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:15.073 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4982, 2024-04-12T17:30:15.073 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:15.073 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:29:54.945360+0000", 2024-04-12T17:30:15.073 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:15.073 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:15.073 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:15.074 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:15.074 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:15.074 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:15.074 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:15.074 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:15.074 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:15.074 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:15.074 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:15.074 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:15.074 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:15.074 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:15.074 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:15.074 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:15.074 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:15.075 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:15.075 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:15.075 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:15.075 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:15.075 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:15.075 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:15.075 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:15.075 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:15.075 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:15.075 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:15.075 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:15.075 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:15.076 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:15.076 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:15.076 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:15.076 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:15.076 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:15.076 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:15.076 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:15.076 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:15.076 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:15.076 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:15.076 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:15.076 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:15.076 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:15.076 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:15.076 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.077 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:15.077 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:15.077 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:15.077 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:15.077 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:15.077 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:15.077 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.077 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:15.077 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:15.077 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.077 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:15.077 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:15.077 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:15.077 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:15.077 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:15.078 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.078 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:15.078 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:15.078 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:15.078 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:15.078 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:15.078 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:15.078 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:15.078 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.419331+0000", 2024-04-12T17:30:15.078 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.165215+0000", 2024-04-12T17:30:15.078 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.165215+0000", 2024-04-12T17:30:15.078 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.166952+0000", 2024-04-12T17:30:15.078 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.419331+0000", 2024-04-12T17:30:15.078 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.079 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:15.079 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.079 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:15.079 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.419331+0000", 2024-04-12T17:30:15.079 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.419331+0000", 2024-04-12T17:30:15.079 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.419331+0000", 2024-04-12T17:30:15.079 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:15.079 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:15.079 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.079 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.419331+0000", 2024-04-12T17:30:15.079 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.419331+0000", 2024-04-12T17:30:15.079 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:15.079 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:15.079 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:15.080 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:15.080 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:15.080 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:15.080 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:15.080 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:15.080 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:15.080 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:15.080 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:15.080 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:15.080 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:15.080 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.31", 2024-04-12T17:30:15.080 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:15.080 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:15.080 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:15.081 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5150, 2024-04-12T17:30:15.081 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:15.081 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:40:31.351523+0000", 2024-04-12T17:30:15.081 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:15.081 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:15.081 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:15.081 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:15.081 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:15.081 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:15.081 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:15.081 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:15.081 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:15.081 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:15.081 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:15.081 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:15.082 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:15.082 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:15.082 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:15.082 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:15.082 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:15.082 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:15.082 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:15.082 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:15.082 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:15.082 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:15.082 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:15.082 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:15.082 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:15.082 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:15.082 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:15.083 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:15.083 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:15.083 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:15.083 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:15.083 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:15.083 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:15.083 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:15.083 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:15.083 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:15.083 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:15.083 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:15.083 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:15.083 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:15.083 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:15.084 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:15.084 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:15.084 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.084 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:15.084 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:15.084 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:15.084 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:15.084 INFO:tasks.workunit.client.0.smithi099.stdout: 4, 2024-04-12T17:30:15.084 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:15.084 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.084 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:15.084 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:15.084 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.084 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:15.084 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:15.085 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:15.085 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:15.085 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:15.085 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.085 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:15.085 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:15.085 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:15.085 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:15.085 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:15.085 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:15.085 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:15.085 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.423489+0000", 2024-04-12T17:30:15.085 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.162146+0000", 2024-04-12T17:30:15.085 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.162146+0000", 2024-04-12T17:30:15.085 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.162628+0000", 2024-04-12T17:30:15.085 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.423489+0000", 2024-04-12T17:30:15.086 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.086 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:15.086 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.086 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:15.086 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.423489+0000", 2024-04-12T17:30:15.086 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.423489+0000", 2024-04-12T17:30:15.086 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.423489+0000", 2024-04-12T17:30:15.086 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:15.086 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:15.086 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.086 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.423489+0000", 2024-04-12T17:30:15.086 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.423489+0000", 2024-04-12T17:30:15.086 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:15.086 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:15.086 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:15.087 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:15.087 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:15.087 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:15.087 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:15.087 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:15.087 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:15.087 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:15.087 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:15.087 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:15.087 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:15.087 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.32", 2024-04-12T17:30:15.087 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:15.087 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:15.087 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:15.087 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5190, 2024-04-12T17:30:15.088 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:15.088 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:22:14.999233+0000", 2024-04-12T17:30:15.088 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:15.088 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:15.088 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:15.088 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:15.088 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:15.088 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:15.088 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:15.088 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:15.088 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:15.088 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:15.088 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:15.088 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:15.088 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:15.089 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:15.089 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:15.089 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:15.089 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:15.089 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:15.089 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:15.089 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:15.089 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:15.089 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:15.089 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:15.089 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:15.089 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:15.089 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:15.089 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:15.090 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:15.090 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:15.090 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:15.090 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:15.090 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:15.090 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:15.090 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:15.090 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:15.090 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:15.090 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:15.090 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:15.090 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:15.090 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:15.090 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:15.091 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:15.091 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:15.091 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.091 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:15.091 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:15.091 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:15.091 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:15.091 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:15.091 INFO:tasks.workunit.client.0.smithi099.stdout: 5 2024-04-12T17:30:15.091 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.091 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:15.091 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:15.091 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.091 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:15.091 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:15.091 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:15.092 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:15.092 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:15.092 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.092 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:15.092 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:15.092 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:15.092 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:15.092 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:15.092 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:15.092 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:15.092 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267471+0000", 2024-04-12T17:30:15.092 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.114610+0000", 2024-04-12T17:30:15.092 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.114610+0000", 2024-04-12T17:30:15.092 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.114936+0000", 2024-04-12T17:30:15.092 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267471+0000", 2024-04-12T17:30:15.092 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.093 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:15.093 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.093 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:15.093 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267471+0000", 2024-04-12T17:30:15.093 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267471+0000", 2024-04-12T17:30:15.093 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267471+0000", 2024-04-12T17:30:15.093 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:15.093 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:15.093 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.093 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267471+0000", 2024-04-12T17:30:15.093 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267471+0000", 2024-04-12T17:30:15.093 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:15.093 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:15.093 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:15.093 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:15.094 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:15.094 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:15.094 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:15.094 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:15.094 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:15.094 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:15.094 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:15.094 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:15.094 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:15.094 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.33", 2024-04-12T17:30:15.094 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:15.094 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:15.094 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:15.094 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5102, 2024-04-12T17:30:15.094 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:15.095 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:28:36.447429+0000", 2024-04-12T17:30:15.095 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:15.095 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:15.095 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:15.095 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:15.095 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:15.095 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:15.095 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:15.095 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:15.095 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:15.095 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:15.095 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:15.095 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:15.095 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:15.095 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:15.095 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:15.096 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:15.096 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:15.096 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:15.096 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:15.096 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:15.096 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:15.096 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:15.096 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:15.096 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:15.096 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:15.096 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:15.096 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:15.096 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:15.096 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:15.096 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:15.097 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:15.097 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:15.097 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:15.097 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:15.097 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:15.097 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:15.097 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:15.097 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:15.097 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:15.097 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:15.097 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:15.097 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:15.097 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:15.097 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.097 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:15.097 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:15.098 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:15.098 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:15.098 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:15.098 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:15.098 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.098 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:15.098 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:15.098 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.098 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:15.098 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:15.098 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:15.098 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:15.098 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:15.098 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.098 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 2, 2024-04-12T17:30:15.099 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:15.099 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:15.099 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:15.099 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:15.099 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:15.099 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:15.099 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.267768+0000", 2024-04-12T17:30:15.099 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.124050+0000", 2024-04-12T17:30:15.099 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.124050+0000", 2024-04-12T17:30:15.099 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.124389+0000", 2024-04-12T17:30:15.099 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.267768+0000", 2024-04-12T17:30:15.099 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.099 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:15.099 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.100 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:15.100 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.267768+0000", 2024-04-12T17:30:15.100 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.267768+0000", 2024-04-12T17:30:15.100 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.267768+0000", 2024-04-12T17:30:15.100 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:15.100 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:15.100 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.100 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.267768+0000", 2024-04-12T17:30:15.100 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.267768+0000", 2024-04-12T17:30:15.100 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:15.100 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:15.100 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:15.100 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:15.100 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:15.100 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:15.101 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:15.101 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:15.101 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:15.101 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:15.101 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:15.101 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:15.101 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:15.101 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.34", 2024-04-12T17:30:15.101 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:15.101 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:15.101 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:15.101 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5110, 2024-04-12T17:30:15.101 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:15.101 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:25:46.737029+0000", 2024-04-12T17:30:15.101 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:15.102 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:15.102 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:15.102 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:15.102 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:15.102 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:15.102 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:15.102 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:15.102 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:15.102 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:15.102 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:15.102 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:15.102 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:15.102 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:15.102 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:15.102 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:15.103 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:15.103 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:15.103 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:15.103 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:15.103 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:15.103 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:15.103 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:15.103 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:15.103 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:15.103 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:15.103 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:15.103 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:15.103 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:15.103 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:15.104 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:15.104 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:15.104 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:15.104 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:15.104 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:15.104 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:15.104 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:15.104 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:15.104 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:15.104 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:15.104 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:15.104 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:15.104 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:15.104 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.104 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:15.105 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:15.105 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:15.105 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:15.105 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:15.105 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:15.105 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.105 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 2, 2024-04-12T17:30:15.105 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:15.105 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.105 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:15.105 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:15.105 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:15.105 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:15.105 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:15.105 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.106 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:15.106 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:15.106 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:15.106 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:15.106 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:15.106 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:15.106 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:15.106 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.423641+0000", 2024-04-12T17:30:15.106 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.123422+0000", 2024-04-12T17:30:15.106 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.123422+0000", 2024-04-12T17:30:15.106 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.123917+0000", 2024-04-12T17:30:15.106 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.423641+0000", 2024-04-12T17:30:15.106 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.106 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:15.107 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.107 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:15.107 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.423641+0000", 2024-04-12T17:30:15.107 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.423641+0000", 2024-04-12T17:30:15.107 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.423641+0000", 2024-04-12T17:30:15.107 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:15.107 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:15.107 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.107 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.423641+0000", 2024-04-12T17:30:15.107 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.423641+0000", 2024-04-12T17:30:15.107 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:15.107 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:15.107 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:15.107 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:15.108 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:15.108 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:15.108 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:15.108 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:15.108 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:15.108 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:15.108 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:15.108 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:15.108 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:15.108 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.35", 2024-04-12T17:30:15.108 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:15.108 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:15.108 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:15.108 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4969, 2024-04-12T17:30:15.109 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:15.109 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:49:16.919790+0000", 2024-04-12T17:30:15.109 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:15.109 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:15.109 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:15.109 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:15.109 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:15.109 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:15.109 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:15.109 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:15.109 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:15.109 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:15.109 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:15.109 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:15.110 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:15.110 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:15.110 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:15.110 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:15.110 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:15.110 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:15.110 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:15.110 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:15.110 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:15.110 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:15.110 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:15.110 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:15.110 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:15.110 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:15.111 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:15.111 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:15.111 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:15.111 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:15.111 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:15.111 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:15.111 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:15.111 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:15.111 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:15.111 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:15.111 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:15.111 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:15.111 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:15.111 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:15.111 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:15.111 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:15.112 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:15.112 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.112 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:15.112 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:15.112 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:15.112 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:15.112 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:15.112 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:15.112 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.112 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:15.112 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:15.112 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.112 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:15.112 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:15.112 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:15.112 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:15.113 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:15.113 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.113 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 6, 2024-04-12T17:30:15.113 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:15.113 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:15.113 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:15.113 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:15.113 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:15.113 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:15.113 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.424682+0000", 2024-04-12T17:30:15.113 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.121840+0000", 2024-04-12T17:30:15.113 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.121840+0000", 2024-04-12T17:30:15.113 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.122226+0000", 2024-04-12T17:30:15.113 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.424682+0000", 2024-04-12T17:30:15.113 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.114 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:15.114 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.114 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:15.114 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.424682+0000", 2024-04-12T17:30:15.114 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.424682+0000", 2024-04-12T17:30:15.114 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.424682+0000", 2024-04-12T17:30:15.114 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:15.114 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:15.114 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.114 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.424682+0000", 2024-04-12T17:30:15.114 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.424682+0000", 2024-04-12T17:30:15.114 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:15.114 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:15.114 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:15.115 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:15.115 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:15.115 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:15.115 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:15.115 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:15.115 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:15.115 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:15.115 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:15.115 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:15.115 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:15.115 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.36", 2024-04-12T17:30:15.115 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:15.115 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:15.115 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:15.115 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4969, 2024-04-12T17:30:15.115 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:15.116 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:00:31.679446+0000", 2024-04-12T17:30:15.116 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:15.116 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:15.116 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:15.116 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:15.116 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:15.116 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:15.116 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:15.116 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:15.116 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:15.116 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:15.116 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:15.116 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:15.116 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:15.116 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:15.117 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:15.117 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:15.117 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:15.117 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:15.117 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:15.117 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:15.117 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:15.117 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:15.117 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:15.117 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:15.117 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:15.117 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:15.117 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:15.117 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:15.118 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:15.118 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:15.118 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:15.118 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:15.118 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:15.118 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:15.118 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:15.118 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:15.118 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:15.118 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:15.118 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:15.118 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:15.118 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:15.118 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:15.118 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:15.119 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.119 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:15.119 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:15.119 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:15.119 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:15.119 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:15.119 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:15.119 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.119 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 6, 2024-04-12T17:30:15.119 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:15.119 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.119 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:15.119 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:15.119 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:15.120 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:15.120 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:15.120 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.120 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:15.120 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:15.120 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:15.120 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:15.120 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:15.120 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:15.120 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:15.120 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.424177+0000", 2024-04-12T17:30:15.120 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.101433+0000", 2024-04-12T17:30:15.120 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.101433+0000", 2024-04-12T17:30:15.120 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.102170+0000", 2024-04-12T17:30:15.120 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.424177+0000", 2024-04-12T17:30:15.121 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.121 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:15.121 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.121 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:15.121 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.424177+0000", 2024-04-12T17:30:15.121 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.424177+0000", 2024-04-12T17:30:15.121 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.424177+0000", 2024-04-12T17:30:15.121 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:15.121 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:15.121 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.121 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.424177+0000", 2024-04-12T17:30:15.121 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.424177+0000", 2024-04-12T17:30:15.121 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:15.121 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:15.121 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:15.122 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:15.122 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:15.122 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:15.122 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:15.122 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:15.122 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:15.122 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:15.122 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:15.122 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:15.122 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:15.122 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.37", 2024-04-12T17:30:15.122 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:15.122 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:15.122 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:15.122 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4957, 2024-04-12T17:30:15.123 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:15.123 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:31:14.064592+0000", 2024-04-12T17:30:15.123 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:15.123 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:15.123 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:15.123 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:15.123 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:15.123 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:15.123 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:15.123 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:15.123 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:15.123 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:15.123 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:15.123 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:15.123 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:15.124 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:15.124 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:15.124 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:15.124 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:15.124 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:15.124 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:15.124 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:15.124 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:15.124 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:15.124 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:15.124 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:15.124 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:15.124 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:15.124 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:15.124 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:15.125 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:15.125 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:15.125 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:15.125 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:15.125 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:15.125 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:15.125 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:15.125 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:15.125 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:15.125 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:15.125 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:15.125 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:15.125 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:15.125 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:15.125 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:15.125 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.126 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:15.126 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:15.126 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:15.126 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:15.126 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:15.126 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:15.126 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.126 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:15.126 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:15.126 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.126 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:15.126 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:15.126 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:15.126 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:15.127 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:15.127 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.127 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 3, 2024-04-12T17:30:15.127 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:15.127 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:15.127 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:15.127 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:15.127 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:15.127 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:15.127 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.266211+0000", 2024-04-12T17:30:15.127 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.114014+0000", 2024-04-12T17:30:15.127 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.114014+0000", 2024-04-12T17:30:15.127 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.114356+0000", 2024-04-12T17:30:15.127 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.266211+0000", 2024-04-12T17:30:15.127 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.128 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:15.128 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.128 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:15.128 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.266211+0000", 2024-04-12T17:30:15.128 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.266211+0000", 2024-04-12T17:30:15.128 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.266211+0000", 2024-04-12T17:30:15.128 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:15.128 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:15.128 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.128 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.266211+0000", 2024-04-12T17:30:15.128 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.266211+0000", 2024-04-12T17:30:15.128 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:15.128 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:15.128 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:15.129 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:15.129 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:15.129 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:15.129 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:15.129 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:15.129 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:15.129 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:15.129 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:15.129 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:15.129 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:15.129 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.38", 2024-04-12T17:30:15.129 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:15.129 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:15.129 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:15.130 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5081, 2024-04-12T17:30:15.130 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:15.130 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:37:34.890941+0000", 2024-04-12T17:30:15.130 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:15.130 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:15.130 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:15.130 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:15.130 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:15.130 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:15.130 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:15.130 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:15.130 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:15.130 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:15.130 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:15.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:15.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:15.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:15.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:15.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:15.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:15.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:15.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:15.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:15.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:15.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:15.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:15.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:15.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:15.131 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:15.132 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:15.132 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:15.132 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:15.132 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:15.132 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:15.132 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:15.132 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:15.132 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:15.132 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:15.132 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:15.132 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:15.132 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:15.132 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:15.132 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:15.133 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:15.133 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:15.133 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:15.133 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.133 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:15.133 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:15.133 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:15.133 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:15.133 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:15.133 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:15.133 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.133 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 3, 2024-04-12T17:30:15.133 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:15.133 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.133 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:15.133 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:15.134 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:15.134 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:15.134 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:15.134 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.134 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:15.134 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:15.134 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:15.134 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:15.134 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:15.134 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:15.134 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:15.134 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.420414+0000", 2024-04-12T17:30:15.134 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.095138+0000", 2024-04-12T17:30:15.134 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.095138+0000", 2024-04-12T17:30:15.135 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.098109+0000", 2024-04-12T17:30:15.135 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.420414+0000", 2024-04-12T17:30:15.135 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.135 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:15.135 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.135 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:15.135 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.420414+0000", 2024-04-12T17:30:15.135 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.420414+0000", 2024-04-12T17:30:15.135 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.420414+0000", 2024-04-12T17:30:15.135 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:15.135 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:15.135 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.135 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.420414+0000", 2024-04-12T17:30:15.135 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.420414+0000", 2024-04-12T17:30:15.135 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:15.136 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:15.136 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:15.136 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:15.136 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:15.136 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:15.136 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:15.136 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:15.136 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:15.136 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:15.136 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:15.136 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:15.136 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:15.136 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.39", 2024-04-12T17:30:15.136 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:15.136 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:15.137 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:15.137 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4920, 2024-04-12T17:30:15.137 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:15.137 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:11:21.464018+0000", 2024-04-12T17:30:15.137 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:15.137 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:15.137 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:15.137 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:15.137 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:15.137 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:15.137 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:15.137 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:15.137 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:15.137 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:15.138 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:15.138 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:15.138 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:15.138 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:15.138 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:15.138 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:15.138 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:15.138 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:15.138 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:15.138 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:15.138 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:15.138 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:15.138 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:15.138 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:15.139 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:15.139 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:15.139 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:15.139 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:15.139 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:15.139 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:15.139 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:15.139 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:15.139 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:15.139 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:15.139 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:15.139 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:15.139 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:15.139 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:15.139 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:15.140 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:15.140 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:15.140 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:15.140 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:15.140 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.140 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:15.140 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:15.140 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:15.140 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:15.140 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:15.140 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:15.140 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.140 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:15.140 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:15.141 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.141 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:15.141 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:15.141 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:15.141 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:15.141 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:15.141 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.141 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:15.141 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:15.141 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:15.141 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:15.141 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:15.141 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:15.141 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:15.141 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.265576+0000", 2024-04-12T17:30:15.141 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:08:38.171632+0000", 2024-04-12T17:30:15.142 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:08:38.171632+0000", 2024-04-12T17:30:15.142 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:08:38.173781+0000", 2024-04-12T17:30:15.142 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.265576+0000", 2024-04-12T17:30:15.142 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.142 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:15.142 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.142 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 501, 2024-04-12T17:30:15.142 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.265576+0000", 2024-04-12T17:30:15.142 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.265576+0000", 2024-04-12T17:30:15.142 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.265576+0000", 2024-04-12T17:30:15.142 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:15.142 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:15.142 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.142 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.265576+0000", 2024-04-12T17:30:15.143 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.265576+0000", 2024-04-12T17:30:15.143 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:15.143 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:15.143 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:15.143 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:15.143 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 500, 2024-04-12T17:30:15.143 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:15.143 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:15.143 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:15.143 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:15.143 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:15.143 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:15.143 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:15.143 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:15.143 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.3a", 2024-04-12T17:30:15.144 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:15.144 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:15.144 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:15.144 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5021, 2024-04-12T17:30:15.144 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:15.144 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:08:09.706117+0000", 2024-04-12T17:30:15.144 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:15.144 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:15.144 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:15.144 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:15.144 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:15.144 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:15.144 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:15.144 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:15.145 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:15.145 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:15.145 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:15.145 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:15.145 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:15.145 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:15.145 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:15.145 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:15.145 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:15.145 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:15.145 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:15.145 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:15.145 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:15.145 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:15.145 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:15.146 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:15.146 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:15.146 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:15.146 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:15.146 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:15.146 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:15.146 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:15.146 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:15.146 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:15.146 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:15.146 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:15.146 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:15.146 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:15.146 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:15.147 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:15.147 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:15.147 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:15.147 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:15.147 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:15.147 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:15.147 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.147 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:15.147 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:15.147 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:15.147 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:15.147 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:15.147 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:15.147 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.147 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:15.147 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:15.148 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.148 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:15.148 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:15.148 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:15.148 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:15.148 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:15.148 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.148 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:15.148 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:15.148 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:15.148 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:15.148 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:15.148 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:15.148 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:15.148 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.421848+0000", 2024-04-12T17:30:15.149 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.096050+0000", 2024-04-12T17:30:15.149 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.096050+0000", 2024-04-12T17:30:15.149 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.098153+0000", 2024-04-12T17:30:15.149 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.421848+0000", 2024-04-12T17:30:15.149 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.149 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:15.149 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.149 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:15.149 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.421848+0000", 2024-04-12T17:30:15.149 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.421848+0000", 2024-04-12T17:30:15.149 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.421848+0000", 2024-04-12T17:30:15.149 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:15.149 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:15.149 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.149 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.421848+0000", 2024-04-12T17:30:15.150 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.421848+0000", 2024-04-12T17:30:15.150 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:15.150 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:15.150 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:15.150 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:15.150 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:15.150 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:15.150 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:15.150 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:15.150 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:15.150 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:15.150 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:15.150 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:15.151 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:15.151 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.3b", 2024-04-12T17:30:15.151 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:15.151 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:15.151 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:15.151 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4920, 2024-04-12T17:30:15.151 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:15.151 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:03:02.083178+0000", 2024-04-12T17:30:15.151 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:15.151 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:15.151 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:15.151 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:15.151 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:15.151 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:15.151 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:15.151 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:15.152 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:15.152 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:15.152 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:15.152 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:15.152 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:15.152 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:15.152 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:15.152 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:15.152 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:15.152 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:15.152 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:15.152 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:15.152 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:15.152 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:15.152 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:15.152 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:15.153 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:15.153 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:15.153 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:15.153 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:15.153 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:15.153 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:15.153 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:15.153 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:15.153 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:15.153 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:15.153 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:15.153 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:15.153 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:15.153 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:15.153 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:15.153 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:15.154 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:15.154 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:15.154 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:15.154 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.154 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:15.154 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:15.154 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:15.154 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:15.154 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:15.154 INFO:tasks.workunit.client.0.smithi099.stdout: 4 2024-04-12T17:30:15.154 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.154 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:15.154 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:15.154 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.154 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:15.155 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:15.155 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:15.155 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:15.155 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:15.155 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.155 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 5, 2024-04-12T17:30:15.155 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:15.155 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:15.155 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:15.155 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:15.155 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:15.155 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:15.155 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.265627+0000", 2024-04-12T17:30:15.155 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.091446+0000", 2024-04-12T17:30:15.155 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.091446+0000", 2024-04-12T17:30:15.156 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.092688+0000", 2024-04-12T17:30:15.156 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.265627+0000", 2024-04-12T17:30:15.156 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.156 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:15.156 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.156 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:15.156 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.265627+0000", 2024-04-12T17:30:15.156 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.265627+0000", 2024-04-12T17:30:15.156 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.265627+0000", 2024-04-12T17:30:15.156 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:15.156 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:15.156 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.156 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.265627+0000", 2024-04-12T17:30:15.156 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.265627+0000", 2024-04-12T17:30:15.156 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:15.157 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:15.157 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:15.157 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:15.157 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:15.157 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:15.157 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:15.157 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:15.157 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:15.157 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:15.157 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:15.157 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:15.157 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:15.157 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.3c", 2024-04-12T17:30:15.157 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:15.157 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:15.157 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:15.158 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5009, 2024-04-12T17:30:15.158 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:15.158 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:47:10.649280+0000", 2024-04-12T17:30:15.158 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:15.158 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:15.158 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:15.158 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:15.158 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:15.158 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:15.158 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:15.158 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:15.158 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:15.158 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:15.158 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:15.159 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:15.159 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:15.159 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:15.159 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:15.159 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:15.159 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:15.159 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:15.159 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:15.159 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:15.159 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:15.159 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:15.159 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:15.159 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:15.159 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:15.159 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:15.160 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:15.160 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:15.160 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:15.160 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:15.160 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:15.160 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:15.160 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:15.160 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:15.160 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:15.160 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:15.160 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:15.160 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:15.160 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:15.160 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:15.161 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:15.161 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:15.161 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:15.161 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.161 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:15.161 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:15.161 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:15.161 INFO:tasks.workunit.client.0.smithi099.stdout: 5, 2024-04-12T17:30:15.161 INFO:tasks.workunit.client.0.smithi099.stdout: 3, 2024-04-12T17:30:15.161 INFO:tasks.workunit.client.0.smithi099.stdout: 7 2024-04-12T17:30:15.161 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.161 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 5, 2024-04-12T17:30:15.161 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:15.161 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.161 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:15.162 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:15.162 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:15.162 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:15.162 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:15.162 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.162 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 0, 2024-04-12T17:30:15.162 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:15.162 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:15.162 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:15.162 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:15.162 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:15.162 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:15.162 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.422265+0000", 2024-04-12T17:30:15.162 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:06:51.083733+0000", 2024-04-12T17:30:15.162 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:06:51.083733+0000", 2024-04-12T17:30:15.163 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:06:51.084064+0000", 2024-04-12T17:30:15.163 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.422265+0000", 2024-04-12T17:30:15.163 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.163 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:15.163 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.163 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 395, 2024-04-12T17:30:15.163 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.422265+0000", 2024-04-12T17:30:15.163 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.422265+0000", 2024-04-12T17:30:15.163 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.422265+0000", 2024-04-12T17:30:15.163 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:15.163 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:15.163 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.163 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.422265+0000", 2024-04-12T17:30:15.163 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.422265+0000", 2024-04-12T17:30:15.163 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:15.164 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:15.164 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:15.164 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:15.164 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 394, 2024-04-12T17:30:15.164 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:15.164 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:15.164 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:15.164 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:15.164 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:15.164 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:15.164 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:15.164 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:15.164 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.3d", 2024-04-12T17:30:15.164 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:15.164 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:15.165 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:15.165 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5194, 2024-04-12T17:30:15.165 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:15.165 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:13:04.646895+0000", 2024-04-12T17:30:15.165 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:15.165 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:15.165 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:15.165 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:15.165 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:15.165 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:15.165 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:15.165 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:15.165 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:15.165 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:15.165 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:15.166 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:15.166 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:15.166 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:15.166 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:15.166 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:15.166 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:15.166 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:15.166 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:15.166 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:15.166 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:15.166 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:15.166 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:15.166 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:15.166 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:15.166 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:15.167 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:15.167 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:15.167 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:15.167 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:15.167 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:15.167 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:15.167 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:15.167 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:15.167 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:15.167 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:15.167 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:15.167 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:15.167 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:15.167 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:15.167 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:15.168 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:15.168 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:15.168 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.168 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:15.168 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:15.168 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:15.168 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:15.168 INFO:tasks.workunit.client.0.smithi099.stdout: 2, 2024-04-12T17:30:15.168 INFO:tasks.workunit.client.0.smithi099.stdout: 1 2024-04-12T17:30:15.168 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.168 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 0, 2024-04-12T17:30:15.168 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:15.168 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.168 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:15.169 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:15.169 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:15.169 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:15.169 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:15.169 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.169 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 1, 2024-04-12T17:30:15.169 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:15.169 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:15.169 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:15.169 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:15.169 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:15.169 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:15.169 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.421037+0000", 2024-04-12T17:30:15.169 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:13.123015+0000", 2024-04-12T17:30:15.169 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:13.123015+0000", 2024-04-12T17:30:15.170 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:13.123361+0000", 2024-04-12T17:30:15.170 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.421037+0000", 2024-04-12T17:30:15.170 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.170 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:15.170 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.170 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 536, 2024-04-12T17:30:15.170 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.421037+0000", 2024-04-12T17:30:15.170 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.421037+0000", 2024-04-12T17:30:15.170 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.421037+0000", 2024-04-12T17:30:15.170 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:15.170 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:15.170 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.170 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.421037+0000", 2024-04-12T17:30:15.170 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.421037+0000", 2024-04-12T17:30:15.170 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:15.171 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:15.171 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:15.171 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:15.171 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 535, 2024-04-12T17:30:15.171 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:15.171 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:15.171 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:15.171 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:15.171 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:15.171 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:15.171 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:15.171 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:15.171 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.3e", 2024-04-12T17:30:15.171 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:15.171 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:15.172 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:15.172 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 5138, 2024-04-12T17:30:15.172 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:15.172 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:03:20.179677+0000", 2024-04-12T17:30:15.172 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:15.172 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:15.172 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:15.172 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:15.172 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:15.172 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:15.172 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:15.172 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:15.172 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:15.172 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:15.173 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:15.173 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:15.173 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:15.173 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:15.173 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:15.173 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:15.173 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:15.173 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:15.173 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:15.173 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:15.173 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:15.173 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:15.173 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:15.173 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:15.173 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:15.174 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:15.174 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:15.174 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:15.174 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:15.174 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:15.174 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:15.174 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:15.174 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:15.174 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:15.174 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:15.174 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:15.174 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:15.174 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:15.174 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:15.175 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:15.175 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:15.175 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:15.175 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:15.175 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.175 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:15.175 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:15.175 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:15.175 INFO:tasks.workunit.client.0.smithi099.stdout: 1, 2024-04-12T17:30:15.175 INFO:tasks.workunit.client.0.smithi099.stdout: 0, 2024-04-12T17:30:15.175 INFO:tasks.workunit.client.0.smithi099.stdout: 6 2024-04-12T17:30:15.175 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.175 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 1, 2024-04-12T17:30:15.175 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:15.175 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.176 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:15.176 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": [ 2024-04-12T17:30:15.176 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:15.176 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:15.176 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:15.176 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.176 INFO:tasks.workunit.client.0.smithi099.stdout: "acting_primary": 7, 2024-04-12T17:30:15.176 INFO:tasks.workunit.client.0.smithi099.stdout: "avail_no_missing": [], 2024-04-12T17:30:15.176 INFO:tasks.workunit.client.0.smithi099.stdout: "blocked_by": [], 2024-04-12T17:30:15.176 INFO:tasks.workunit.client.0.smithi099.stdout: "created": 60, 2024-04-12T17:30:15.176 INFO:tasks.workunit.client.0.smithi099.stdout: "dirty_stats_invalid": false, 2024-04-12T17:30:15.176 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:30:15.176 INFO:tasks.workunit.client.0.smithi099.stdout: "hitset_stats_invalid": false, 2024-04-12T17:30:15.176 INFO:tasks.workunit.client.0.smithi099.stdout: "last_active": "2024-04-12T17:28:39.424504+0000", 2024-04-12T17:30:15.176 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_active": "2024-04-12T16:09:34.105830+0000", 2024-04-12T17:30:15.177 INFO:tasks.workunit.client.0.smithi099.stdout: "last_became_peered": "2024-04-12T16:09:34.105830+0000", 2024-04-12T17:30:15.177 INFO:tasks.workunit.client.0.smithi099.stdout: "last_change": "2024-04-12T16:09:34.107143+0000", 2024-04-12T17:30:15.177 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean": "2024-04-12T17:28:39.424504+0000", 2024-04-12T17:30:15.177 INFO:tasks.workunit.client.0.smithi099.stdout: "last_clean_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.177 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:30:15.177 INFO:tasks.workunit.client.0.smithi099.stdout: "last_deep_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.177 INFO:tasks.workunit.client.0.smithi099.stdout: "last_epoch_clean": 557, 2024-04-12T17:30:15.177 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fresh": "2024-04-12T17:28:39.424504+0000", 2024-04-12T17:30:15.177 INFO:tasks.workunit.client.0.smithi099.stdout: "last_fullsized": "2024-04-12T17:28:39.424504+0000", 2024-04-12T17:30:15.177 INFO:tasks.workunit.client.0.smithi099.stdout: "last_peered": "2024-04-12T17:28:39.424504+0000", 2024-04-12T17:30:15.177 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub": "0'0", 2024-04-12T17:30:15.177 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_duration": 0, 2024-04-12T17:30:15.177 INFO:tasks.workunit.client.0.smithi099.stdout: "last_scrub_stamp": "2024-04-12T15:57:31.931391+0000", 2024-04-12T17:30:15.177 INFO:tasks.workunit.client.0.smithi099.stdout: "last_undegraded": "2024-04-12T17:28:39.424504+0000", 2024-04-12T17:30:15.177 INFO:tasks.workunit.client.0.smithi099.stdout: "last_unstale": "2024-04-12T17:28:39.424504+0000", 2024-04-12T17:30:15.177 INFO:tasks.workunit.client.0.smithi099.stdout: "log_dups_size": 0, 2024-04-12T17:30:15.178 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:15.178 INFO:tasks.workunit.client.0.smithi099.stdout: "log_start": "0'0", 2024-04-12T17:30:15.178 INFO:tasks.workunit.client.0.smithi099.stdout: "manifest_stats_invalid": false, 2024-04-12T17:30:15.178 INFO:tasks.workunit.client.0.smithi099.stdout: "mapping_epoch": 556, 2024-04-12T17:30:15.178 INFO:tasks.workunit.client.0.smithi099.stdout: "object_location_counts": [], 2024-04-12T17:30:15.178 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_scrubbed": 0, 2024-04-12T17:30:15.178 INFO:tasks.workunit.client.0.smithi099.stdout: "objects_trimmed": 0, 2024-04-12T17:30:15.178 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_stats_invalid": false, 2024-04-12T17:30:15.178 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:15.178 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:30:15.178 INFO:tasks.workunit.client.0.smithi099.stdout: "parent": "0.0", 2024-04-12T17:30:15.178 INFO:tasks.workunit.client.0.smithi099.stdout: "parent_split_bits": 0, 2024-04-12T17:30:15.178 INFO:tasks.workunit.client.0.smithi099.stdout: "pgid": "3.3f", 2024-04-12T17:30:15.178 INFO:tasks.workunit.client.0.smithi099.stdout: "pin_stats_invalid": false, 2024-04-12T17:30:15.179 INFO:tasks.workunit.client.0.smithi099.stdout: "purged_snaps": [], 2024-04-12T17:30:15.179 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_epoch": 2771, 2024-04-12T17:30:15.179 INFO:tasks.workunit.client.0.smithi099.stdout: "reported_seq": 4956, 2024-04-12T17:30:15.179 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_duration": 0.0, 2024-04-12T17:30:15.179 INFO:tasks.workunit.client.0.smithi099.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:17:56.707160+0000", 2024-04-12T17:30:15.179 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:30:15.179 INFO:tasks.workunit.client.0.smithi099.stdout: "snaptrimq_len": 0, 2024-04-12T17:30:15.179 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:15.179 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:15.179 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:15.179 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:15.179 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:15.179 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:15.179 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:15.180 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:15.180 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:15.180 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:15.180 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:15.180 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:15.180 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:15.180 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:15.180 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:15.180 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:15.180 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:15.180 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:15.180 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:15.180 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:15.180 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:15.180 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:15.180 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:15.181 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:15.181 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:15.181 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:15.181 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:15.181 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:15.181 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:15.181 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:15.181 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:15.181 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:15.181 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:15.181 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:15.181 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:15.181 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:15.181 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:15.181 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:15.181 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:15.182 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:15.182 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:15.182 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.182 INFO:tasks.workunit.client.0.smithi099.stdout: "state": "active+clean", 2024-04-12T17:30:15.182 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_invalid": false, 2024-04-12T17:30:15.182 INFO:tasks.workunit.client.0.smithi099.stdout: "up": [ 2024-04-12T17:30:15.182 INFO:tasks.workunit.client.0.smithi099.stdout: 7, 2024-04-12T17:30:15.182 INFO:tasks.workunit.client.0.smithi099.stdout: 6, 2024-04-12T17:30:15.182 INFO:tasks.workunit.client.0.smithi099.stdout: 0 2024-04-12T17:30:15.182 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.182 INFO:tasks.workunit.client.0.smithi099.stdout: "up_primary": 7, 2024-04-12T17:30:15.182 INFO:tasks.workunit.client.0.smithi099.stdout: "version": "0'0" 2024-04-12T17:30:15.182 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:15.182 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.182 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_per_pool": [ 2024-04-12T17:30:15.183 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:15.183 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": 24, 2024-04-12T17:30:15.183 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T17:30:15.183 INFO:tasks.workunit.client.0.smithi099.stdout: "rbd" 2024-04-12T17:30:15.183 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.183 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 24475, 2024-04-12T17:30:15.183 INFO:tasks.workunit.client.0.smithi099.stdout: "num_pg": 8, 2024-04-12T17:30:15.183 INFO:tasks.workunit.client.0.smithi099.stdout: "num_store_stats": 8, 2024-04-12T17:30:15.183 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 24475, 2024-04-12T17:30:15.183 INFO:tasks.workunit.client.0.smithi099.stdout: "poolid": 4, 2024-04-12T17:30:15.183 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:15.183 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 4194323, 2024-04-12T17:30:15.183 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:15.183 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:15.183 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:15.183 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:15.183 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:15.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:15.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:15.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:15.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:15.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:15.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:15.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:15.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:15.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:15.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:15.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 12, 2024-04-12T17:30:15.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 4, 2024-04-12T17:30:15.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:15.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 4, 2024-04-12T17:30:15.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:15.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:15.184 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:15.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:15.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:15.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 2, 2024-04-12T17:30:15.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:15.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:15.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:15.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:15.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:15.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:15.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:15.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 8983, 2024-04-12T17:30:15.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 3053155, 2024-04-12T17:30:15.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:15.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:15.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:15.185 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 24345, 2024-04-12T17:30:15.186 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 3126479 2024-04-12T17:30:15.186 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.186 INFO:tasks.workunit.client.0.smithi099.stdout: "store_stats": { 2024-04-12T17:30:15.186 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": 12595200, 2024-04-12T17:30:15.186 INFO:tasks.workunit.client.0.smithi099.stdout: "available": 0, 2024-04-12T17:30:15.186 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed": 0, 2024-04-12T17:30:15.186 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_allocated": 0, 2024-04-12T17:30:15.186 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_original": 0, 2024-04-12T17:30:15.186 INFO:tasks.workunit.client.0.smithi099.stdout: "data_stored": 12582969, 2024-04-12T17:30:15.186 INFO:tasks.workunit.client.0.smithi099.stdout: "internal_metadata": 0, 2024-04-12T17:30:15.186 INFO:tasks.workunit.client.0.smithi099.stdout: "internally_reserved": 0, 2024-04-12T17:30:15.186 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_allocated": 0, 2024-04-12T17:30:15.186 INFO:tasks.workunit.client.0.smithi099.stdout: "total": 0 2024-04-12T17:30:15.186 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.186 INFO:tasks.workunit.client.0.smithi099.stdout: "up": 24 2024-04-12T17:30:15.186 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.187 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:15.187 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": 192, 2024-04-12T17:30:15.187 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T17:30:15.187 INFO:tasks.workunit.client.0.smithi099.stdout: "cephfs" 2024-04-12T17:30:15.187 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.187 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 0, 2024-04-12T17:30:15.187 INFO:tasks.workunit.client.0.smithi099.stdout: "num_pg": 64, 2024-04-12T17:30:15.187 INFO:tasks.workunit.client.0.smithi099.stdout: "num_store_stats": 8, 2024-04-12T17:30:15.187 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 0, 2024-04-12T17:30:15.187 INFO:tasks.workunit.client.0.smithi099.stdout: "poolid": 3, 2024-04-12T17:30:15.187 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:15.187 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 0, 2024-04-12T17:30:15.187 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:15.187 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:15.187 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:15.187 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:15.188 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:15.188 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:15.188 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:15.188 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:15.188 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:15.188 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:15.188 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:15.188 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:15.188 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:15.188 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:15.188 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:15.188 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 0, 2024-04-12T17:30:15.188 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 0, 2024-04-12T17:30:15.188 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:15.188 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 0, 2024-04-12T17:30:15.188 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:15.189 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:15.189 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:15.189 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:15.189 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:15.189 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:15.189 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:15.189 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:15.189 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:15.189 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:15.189 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:15.189 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:15.189 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:15.189 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 0, 2024-04-12T17:30:15.189 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 0, 2024-04-12T17:30:15.189 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:15.189 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:15.190 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:15.190 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 0, 2024-04-12T17:30:15.190 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 0 2024-04-12T17:30:15.190 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.190 INFO:tasks.workunit.client.0.smithi099.stdout: "store_stats": { 2024-04-12T17:30:15.190 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": 0, 2024-04-12T17:30:15.190 INFO:tasks.workunit.client.0.smithi099.stdout: "available": 0, 2024-04-12T17:30:15.190 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed": 0, 2024-04-12T17:30:15.190 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_allocated": 0, 2024-04-12T17:30:15.190 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_original": 0, 2024-04-12T17:30:15.190 INFO:tasks.workunit.client.0.smithi099.stdout: "data_stored": 0, 2024-04-12T17:30:15.190 INFO:tasks.workunit.client.0.smithi099.stdout: "internal_metadata": 0, 2024-04-12T17:30:15.190 INFO:tasks.workunit.client.0.smithi099.stdout: "internally_reserved": 0, 2024-04-12T17:30:15.190 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_allocated": 0, 2024-04-12T17:30:15.191 INFO:tasks.workunit.client.0.smithi099.stdout: "total": 0 2024-04-12T17:30:15.191 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.191 INFO:tasks.workunit.client.0.smithi099.stdout: "up": 192 2024-04-12T17:30:15.191 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.191 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:15.191 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": 3, 2024-04-12T17:30:15.191 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T17:30:15.191 INFO:tasks.workunit.client.0.smithi099.stdout: "mgr" 2024-04-12T17:30:15.191 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.191 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 261, 2024-04-12T17:30:15.191 INFO:tasks.workunit.client.0.smithi099.stdout: "num_pg": 1, 2024-04-12T17:30:15.191 INFO:tasks.workunit.client.0.smithi099.stdout: "num_store_stats": 3, 2024-04-12T17:30:15.191 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 261, 2024-04-12T17:30:15.191 INFO:tasks.workunit.client.0.smithi099.stdout: "poolid": 1, 2024-04-12T17:30:15.191 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:15.191 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 590368, 2024-04-12T17:30:15.192 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:15.192 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 1771104, 2024-04-12T17:30:15.192 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:15.192 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:15.192 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:15.192 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:15.192 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:15.192 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:15.192 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:15.192 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:15.192 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:15.192 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:15.192 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:15.192 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:15.192 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:15.192 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 6, 2024-04-12T17:30:15.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 2, 2024-04-12T17:30:15.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:15.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 2, 2024-04-12T17:30:15.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:15.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:15.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:15.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:15.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:15.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 0, 2024-04-12T17:30:15.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:15.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 6, 2024-04-12T17:30:15.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:15.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:15.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:15.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:15.193 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:15.194 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 1394, 2024-04-12T17:30:15.194 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 2174, 2024-04-12T17:30:15.194 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:15.194 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:15.194 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:15.194 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 439, 2024-04-12T17:30:15.194 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 2416 2024-04-12T17:30:15.194 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.194 INFO:tasks.workunit.client.0.smithi099.stdout: "store_stats": { 2024-04-12T17:30:15.194 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": 1781760, 2024-04-12T17:30:15.194 INFO:tasks.workunit.client.0.smithi099.stdout: "available": 0, 2024-04-12T17:30:15.194 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed": 0, 2024-04-12T17:30:15.194 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_allocated": 0, 2024-04-12T17:30:15.194 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_original": 0, 2024-04-12T17:30:15.194 INFO:tasks.workunit.client.0.smithi099.stdout: "data_stored": 1771104, 2024-04-12T17:30:15.195 INFO:tasks.workunit.client.0.smithi099.stdout: "internal_metadata": 0, 2024-04-12T17:30:15.195 INFO:tasks.workunit.client.0.smithi099.stdout: "internally_reserved": 0, 2024-04-12T17:30:15.195 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_allocated": 0, 2024-04-12T17:30:15.195 INFO:tasks.workunit.client.0.smithi099.stdout: "total": 0 2024-04-12T17:30:15.195 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.195 INFO:tasks.workunit.client.0.smithi099.stdout: "up": 3 2024-04-12T17:30:15.195 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.195 INFO:tasks.workunit.client.0.smithi099.stdout: { 2024-04-12T17:30:15.195 INFO:tasks.workunit.client.0.smithi099.stdout: "acting": 96, 2024-04-12T17:30:15.195 INFO:tasks.workunit.client.0.smithi099.stdout: "application": [ 2024-04-12T17:30:15.195 INFO:tasks.workunit.client.0.smithi099.stdout: "cephfs" 2024-04-12T17:30:15.195 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.195 INFO:tasks.workunit.client.0.smithi099.stdout: "log_size": 75, 2024-04-12T17:30:15.195 INFO:tasks.workunit.client.0.smithi099.stdout: "num_pg": 32, 2024-04-12T17:30:15.195 INFO:tasks.workunit.client.0.smithi099.stdout: "num_store_stats": 8, 2024-04-12T17:30:15.195 INFO:tasks.workunit.client.0.smithi099.stdout: "ondisk_log_size": 75, 2024-04-12T17:30:15.196 INFO:tasks.workunit.client.0.smithi099.stdout: "poolid": 2, 2024-04-12T17:30:15.196 INFO:tasks.workunit.client.0.smithi099.stdout: "stat_sum": { 2024-04-12T17:30:15.196 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes": 6622, 2024-04-12T17:30:15.196 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:30:15.196 INFO:tasks.workunit.client.0.smithi099.stdout: "num_bytes_recovered": 0, 2024-04-12T17:30:15.196 INFO:tasks.workunit.client.0.smithi099.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:30:15.196 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict": 0, 2024-04-12T17:30:15.196 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_kb": 0, 2024-04-12T17:30:15.196 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_full": 0, 2024-04-12T17:30:15.196 INFO:tasks.workunit.client.0.smithi099.stdout: "num_evict_mode_some": 0, 2024-04-12T17:30:15.196 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush": 0, 2024-04-12T17:30:15.196 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_kb": 0, 2024-04-12T17:30:15.196 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_high": 0, 2024-04-12T17:30:15.196 INFO:tasks.workunit.client.0.smithi099.stdout: "num_flush_mode_low": 0, 2024-04-12T17:30:15.196 INFO:tasks.workunit.client.0.smithi099.stdout: "num_keys_recovered": 0, 2024-04-12T17:30:15.197 INFO:tasks.workunit.client.0.smithi099.stdout: "num_large_omap_objects": 0, 2024-04-12T17:30:15.197 INFO:tasks.workunit.client.0.smithi099.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:30:15.197 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_clones": 0, 2024-04-12T17:30:15.197 INFO:tasks.workunit.client.0.smithi099.stdout: "num_object_copies": 66, 2024-04-12T17:30:15.197 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects": 22, 2024-04-12T17:30:15.197 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_degraded": 0, 2024-04-12T17:30:15.197 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_dirty": 22, 2024-04-12T17:30:15.197 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:30:15.197 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_manifest": 0, 2024-04-12T17:30:15.197 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_misplaced": 0, 2024-04-12T17:30:15.197 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing": 0, 2024-04-12T17:30:15.197 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:30:15.197 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_omap": 14, 2024-04-12T17:30:15.197 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_pinned": 0, 2024-04-12T17:30:15.197 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_recovered": 0, 2024-04-12T17:30:15.198 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_repaired": 0, 2024-04-12T17:30:15.198 INFO:tasks.workunit.client.0.smithi099.stdout: "num_objects_unfound": 0, 2024-04-12T17:30:15.198 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_bytes": 0, 2024-04-12T17:30:15.198 INFO:tasks.workunit.client.0.smithi099.stdout: "num_omap_keys": 0, 2024-04-12T17:30:15.198 INFO:tasks.workunit.client.0.smithi099.stdout: "num_promote": 0, 2024-04-12T17:30:15.198 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read": 158, 2024-04-12T17:30:15.198 INFO:tasks.workunit.client.0.smithi099.stdout: "num_read_kb": 174, 2024-04-12T17:30:15.198 INFO:tasks.workunit.client.0.smithi099.stdout: "num_scrub_errors": 0, 2024-04-12T17:30:15.198 INFO:tasks.workunit.client.0.smithi099.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:30:15.198 INFO:tasks.workunit.client.0.smithi099.stdout: "num_whiteouts": 0, 2024-04-12T17:30:15.198 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write": 69, 2024-04-12T17:30:15.198 INFO:tasks.workunit.client.0.smithi099.stdout: "num_write_kb": 36 2024-04-12T17:30:15.198 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.198 INFO:tasks.workunit.client.0.smithi099.stdout: "store_stats": { 2024-04-12T17:30:15.199 INFO:tasks.workunit.client.0.smithi099.stdout: "allocated": 110592, 2024-04-12T17:30:15.199 INFO:tasks.workunit.client.0.smithi099.stdout: "available": 0, 2024-04-12T17:30:15.199 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed": 0, 2024-04-12T17:30:15.199 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_allocated": 0, 2024-04-12T17:30:15.199 INFO:tasks.workunit.client.0.smithi099.stdout: "data_compressed_original": 0, 2024-04-12T17:30:15.199 INFO:tasks.workunit.client.0.smithi099.stdout: "data_stored": 19866, 2024-04-12T17:30:15.199 INFO:tasks.workunit.client.0.smithi099.stdout: "internal_metadata": 0, 2024-04-12T17:30:15.199 INFO:tasks.workunit.client.0.smithi099.stdout: "internally_reserved": 0, 2024-04-12T17:30:15.199 INFO:tasks.workunit.client.0.smithi099.stdout: "omap_allocated": 44883, 2024-04-12T17:30:15.199 INFO:tasks.workunit.client.0.smithi099.stdout: "total": 0 2024-04-12T17:30:15.199 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.199 INFO:tasks.workunit.client.0.smithi099.stdout: "up": 96 2024-04-12T17:30:15.199 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:15.199 INFO:tasks.workunit.client.0.smithi099.stdout: ], 2024-04-12T17:30:15.199 INFO:tasks.workunit.client.0.smithi099.stdout: "usage": { 2024-04-12T17:30:15.200 INFO:tasks.workunit.client.0.smithi099.stdout: "pg_num": 105, 2024-04-12T17:30:15.200 INFO:tasks.workunit.client.0.smithi099.stdout: "pools": 4, 2024-04-12T17:30:15.200 INFO:tasks.workunit.client.0.smithi099.stdout: "stats_by_class": { 2024-04-12T17:30:15.200 INFO:tasks.workunit.client.0.smithi099.stdout: "ssd": { 2024-04-12T17:30:15.200 INFO:tasks.workunit.client.0.smithi099.stdout: "total_avail_bytes": 761535991808, 2024-04-12T17:30:15.200 INFO:tasks.workunit.client.0.smithi099.stdout: "total_bytes": 767960285184, 2024-04-12T17:30:15.200 INFO:tasks.workunit.client.0.smithi099.stdout: "total_used_bytes": 6424293376, 2024-04-12T17:30:15.200 INFO:tasks.workunit.client.0.smithi099.stdout: "total_used_raw_bytes": 6424293376, 2024-04-12T17:30:15.200 INFO:tasks.workunit.client.0.smithi099.stdout: "total_used_raw_ratio": 0.008365398272871971 2024-04-12T17:30:15.200 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:15.200 INFO:tasks.workunit.client.0.smithi099.stdout: }, 2024-04-12T17:30:15.200 INFO:tasks.workunit.client.0.smithi099.stdout: "total_avail_bytes": 761535991808, 2024-04-12T17:30:15.200 INFO:tasks.workunit.client.0.smithi099.stdout: "total_bytes": 767960285184, 2024-04-12T17:30:15.200 INFO:tasks.workunit.client.0.smithi099.stdout: "total_used_bytes": 6424293376 2024-04-12T17:30:15.200 INFO:tasks.workunit.client.0.smithi099.stdout: } 2024-04-12T17:30:15.201 INFO:tasks.workunit.client.0.smithi099.stdout:} 2024-04-12T17:30:15.201 INFO:tasks.workunit.client.0.smithi099.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-12T17:30:15.201 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:14 smithi110 ceph-mon[88691]: from='client.36186 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:15.201 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:14 smithi110 ceph-mon[88691]: pgmap v5105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 23 op/s 2024-04-12T17:30:15.201 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:14 smithi110 ceph-mon[88691]: from='client.36186 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:15.201 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:14 smithi110 ceph-mon[88691]: from='client.46124 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:15.201 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:14 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:30:15.201 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:14 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:30:15.201 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:14 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:30:15.201 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:14 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:30:15.202 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:14 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:30:15.202 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:14 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:30:15.202 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:14 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:30:15.202 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:30:13 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:17:30:13] ENGINE Bus STOPPING 2024-04-12T17:30:15.202 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:30:13 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:17:30:13] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T17:30:15.202 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:30:13 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:17:30:13] ENGINE Bus STOPPED 2024-04-12T17:30:15.202 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:30:13 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:17:30:13] ENGINE Bus STARTING 2024-04-12T17:30:15.202 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:30:13 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:17:30:13] ENGINE Serving on http://:::9283 2024-04-12T17:30:15.202 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:30:13 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:17:30:13] ENGINE Bus STARTED 2024-04-12T17:30:15.202 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='client.55978 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:15.203 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='client.36180 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:15.203 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='client.36180 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:15.203 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:30:15.203 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:30:15.203 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:15.203 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:15.203 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:15.203 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:15.203 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:15.203 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:15.203 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:15.203 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:15.203 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:15.203 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:15.203 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:15.204 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:15.204 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:15.204 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:15.204 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:15.204 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:15.204 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:15.204 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:15.204 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:15.204 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:15.204 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:15.204 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:15.204 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='client.55978 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:15.205 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='client.36180 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:15.205 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='client.36180 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:15.205 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:30:15.205 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:30:15.205 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:15.205 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:15.205 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:15.205 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:15.205 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:15.205 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:15.205 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:15.205 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:15.205 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:15.205 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:15.205 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:15.206 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:15.206 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:15.206 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:15.206 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:15.206 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:15.206 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:15.206 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:15.206 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:15.206 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:15.206 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:15.206 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:15.207 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:15.207 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:15.207 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:30:15.207 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:30:15.207 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:30:15.207 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:30:15.207 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:15.207 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:15.207 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:15.207 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:15.207 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:15.208 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:15.208 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:15.208 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:15.208 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:15.208 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:15.208 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:15.208 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:15.208 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:15.208 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:15.208 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:15.208 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:15.208 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:15.208 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:15.208 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:15.208 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:15.209 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:15.209 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:15.209 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:15.209 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:15.209 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:15.209 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:15.209 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:30:15.209 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:30:15.209 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:30:15.209 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:30:15.210 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:15.210 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:15.210 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:15.210 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:15.210 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:15.210 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:15.210 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:15.210 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:15.210 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:15.210 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:15.210 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:15.210 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:15.210 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:15.210 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:15.211 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:15.211 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:15.211 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:15.211 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:15.211 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:15.211 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:30:15.211 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:30:15.211 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:30:15.211 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:30:15.211 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:12 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:30:15.211 INFO:tasks.workunit.client.0.smithi099.stdout:Telemetry is currently not enabled, nothing to turn off. Please consider opting-in with `ceph telemetry on`. 2024-04-12T17:30:15.211 INFO:tasks.workunit.client.0.smithi099.stdout:Preview sample reports with `ceph telemetry preview`. 2024-04-12T17:30:15.212 INFO:tasks.workunit.client.0.smithi099.stderr:+ echo OK 2024-04-12T17:30:15.213 INFO:tasks.workunit.client.0.smithi099.stdout:OK 2024-04-12T17:30:15.213 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T17:30:15.213 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T17:30:15.214 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:14 smithi099 ceph-mon[94290]: from='client.36186 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:15.214 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:14 smithi099 ceph-mon[94290]: pgmap v5105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 23 op/s 2024-04-12T17:30:15.214 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:14 smithi099 ceph-mon[94290]: from='client.36186 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:15.214 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:14 smithi099 ceph-mon[94290]: from='client.46124 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:15.214 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:14 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:30:15.214 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:14 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:30:15.214 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:14 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:30:15.214 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:14 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:30:15.214 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:14 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:30:15.214 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:14 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:30:15.214 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:14 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:30:15.215 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:14 smithi099 ceph-mon[96864]: from='client.36186 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:15.215 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:14 smithi099 ceph-mon[96864]: pgmap v5105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 23 op/s 2024-04-12T17:30:15.215 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:14 smithi099 ceph-mon[96864]: from='client.36186 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:15.215 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:14 smithi099 ceph-mon[96864]: from='client.46124 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:15.215 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:14 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:30:15.215 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:14 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:30:15.215 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:14 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:30:15.215 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:14 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:30:15.215 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:14 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:30:15.215 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:14 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:30:15.215 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:14 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' 2024-04-12T17:30:15.249 INFO:tasks.workunit:Stopping ['test_telemetry_reef_x.sh'] on client.0... 2024-04-12T17:30:15.249 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-12T17:30:15.542 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:15 smithi099 ceph-mon[94290]: from='client.46124 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:15.543 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:15 smithi099 ceph-mon[96864]: from='client.46124 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:15.544 DEBUG:teuthology.parallel:result is None 2024-04-12T17:30:15.544 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T17:30:15.571 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T17:30:15.571 DEBUG:teuthology.orchestra.run.smithi099:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-12T17:30:15.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:15 smithi110 ceph-mon[88691]: from='client.46124 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:30:15.627 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T17:30:15.627 INFO:teuthology.run_tasks:Running task print... 2024-04-12T17:30:15.639 INFO:teuthology.task.print:**** done end telemetry x... 2024-04-12T17:30:15.640 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-04-12T17:30:15.685 INFO:tasks.cephadm:Teardown begin 2024-04-12T17:30:15.685 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-04-12T17:30:15.685 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-12T17:30:16.011 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T17:30:16.011 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":18,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":44351,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/697346555","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":697346555},{"type":"v1","addr":"172.21.15.110:6833","nonce":697346555}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-12T15:57:32.292413+0000","modified":"2024-04-12T16:10:04.906733+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":585,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44327},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44327":{"gid":44327,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.99:6835/3685787273","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":3685787273},{"type":"v1","addr":"172.21.15.99:6835","nonce":3685787273}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44327,"qdb_cluster":[44327]},"id":1}]} 2024-04-12T17:30:16.012 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 18 2024-04-12T17:30:16.024 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-12T17:30:16.353 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T17:30:16.353 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":18,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":44351,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6833/697346555","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":697346555},{"type":"v1","addr":"172.21.15.110:6833","nonce":697346555}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-12T15:57:32.292413+0000","modified":"2024-04-12T16:10:04.906733+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":585,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44327},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44327":{"gid":44327,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.99:6835/3685787273","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":3685787273},{"type":"v1","addr":"172.21.15.99:6835","nonce":3685787273}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44327,"qdb_cluster":[44327]},"id":1}]} 2024-04-12T17:30:16.353 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 18 2024-04-12T17:30:16.364 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:16 smithi099 ceph-mon[94290]: pgmap v5106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 23 op/s 2024-04-12T17:30:16.364 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:16 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2104370904' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T17:30:16.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:16 smithi099 ceph-mon[96864]: pgmap v5106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 23 op/s 2024-04-12T17:30:16.364 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:16 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2104370904' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T17:30:16.366 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-12T17:30:16.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:16 smithi110 ceph-mon[88691]: pgmap v5106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 23 op/s 2024-04-12T17:30:16.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:16 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2104370904' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T17:30:16.630 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:30:16 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: ::ffff:172.21.15.110 - - [12/Apr/2024:17:30:16] "GET /metrics HTTP/1.1" 200 34245 "" "Prometheus/2.43.0" 2024-04-12T17:30:16.655 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-04-12T17:30:16.655 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":2771,"fsid":"7550015c-f8e4-11ee-bc8d-c7b262605968","created":"2024-04-12T15:52:01.550700+0000","modified":"2024-04-12T17:28:39.258944+0000","last_up_change":"2024-04-12T16:09:33.070217+0000","last_in_change":"2024-04-12T15:56:54.522762+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":37,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":123,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T15:55:12.125655+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-12T15:57:30.643287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-12T15:57:31.476671+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-12T15:58:03.396838+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"1152","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":8,"snap_epoch":1152,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f2eb1776-f2a7-4d11-af70-91cb860c0834","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":314,"up_from":325,"up_thru":2691,"down_at":315,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":2281173485},{"type":"v1","addr":"172.21.15.99:6803","nonce":2281173485}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":2281173485},{"type":"v1","addr":"172.21.15.99:6805","nonce":2281173485}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2281173485},{"type":"v1","addr":"172.21.15.99:6809","nonce":2281173485}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":2281173485},{"type":"v1","addr":"172.21.15.99:6807","nonce":2281173485}]},"public_addr":"172.21.15.99:6803/2281173485","cluster_addr":"172.21.15.99:6805/2281173485","heartbeat_back_addr":"172.21.15.99:6809/2281173485","heartbeat_front_addr":"172.21.15.99:6807/2281173485","state":["exists","up"]},{"osd":1,"uuid":"36efb921-968f-44d2-81c2-dcf67f462166","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":349,"up_from":361,"up_thru":2691,"down_at":350,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":489046190},{"type":"v1","addr":"172.21.15.99:6811","nonce":489046190}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":489046190},{"type":"v1","addr":"172.21.15.99:6813","nonce":489046190}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":489046190},{"type":"v1","addr":"172.21.15.99:6817","nonce":489046190}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":489046190},{"type":"v1","addr":"172.21.15.99:6815","nonce":489046190}]},"public_addr":"172.21.15.99:6811/489046190","cluster_addr":"172.21.15.99:6813/489046190","heartbeat_back_addr":"172.21.15.99:6817/489046190","heartbeat_front_addr":"172.21.15.99:6815/489046190","state":["exists","up"]},{"osd":2,"uuid":"3008dd52-3370-4dda-9aab-0e909c1a1d70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":384,"up_from":394,"up_thru":2691,"down_at":385,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":1874299139},{"type":"v1","addr":"172.21.15.99:6819","nonce":1874299139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":1874299139},{"type":"v1","addr":"172.21.15.99:6821","nonce":1874299139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":1874299139},{"type":"v1","addr":"172.21.15.99:6825","nonce":1874299139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":1874299139},{"type":"v1","addr":"172.21.15.99:6823","nonce":1874299139}]},"public_addr":"172.21.15.99:6819/1874299139","cluster_addr":"172.21.15.99:6821/1874299139","heartbeat_back_addr":"172.21.15.99:6825/1874299139","heartbeat_front_addr":"172.21.15.99:6823/1874299139","state":["exists","up"]},{"osd":3,"uuid":"0941ec21-107e-48cd-b4c5-1d185708c69b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":417,"up_from":428,"up_thru":2691,"down_at":418,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":3783319293},{"type":"v1","addr":"172.21.15.99:6827","nonce":3783319293}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":3783319293},{"type":"v1","addr":"172.21.15.99:6829","nonce":3783319293}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6832","nonce":3783319293},{"type":"v1","addr":"172.21.15.99:6833","nonce":3783319293}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":3783319293},{"type":"v1","addr":"172.21.15.99:6831","nonce":3783319293}]},"public_addr":"172.21.15.99:6827/3783319293","cluster_addr":"172.21.15.99:6829/3783319293","heartbeat_back_addr":"172.21.15.99:6833/3783319293","heartbeat_front_addr":"172.21.15.99:6831/3783319293","state":["exists","up"]},{"osd":4,"uuid":"0e8e9ddf-dce6-45e1-86d6-96741ff35a9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":452,"up_from":463,"up_thru":2691,"down_at":453,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":1003620780},{"type":"v1","addr":"172.21.15.110:6801","nonce":1003620780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":1003620780},{"type":"v1","addr":"172.21.15.110:6803","nonce":1003620780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":1003620780},{"type":"v1","addr":"172.21.15.110:6807","nonce":1003620780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":1003620780},{"type":"v1","addr":"172.21.15.110:6805","nonce":1003620780}]},"public_addr":"172.21.15.110:6801/1003620780","cluster_addr":"172.21.15.110:6803/1003620780","heartbeat_back_addr":"172.21.15.110:6807/1003620780","heartbeat_front_addr":"172.21.15.110:6805/1003620780","state":["exists","up"]},{"osd":5,"uuid":"4f625bf6-2403-4341-8196-d155baab2e8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":488,"up_from":500,"up_thru":2691,"down_at":489,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":1972972177},{"type":"v1","addr":"172.21.15.110:6809","nonce":1972972177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":1972972177},{"type":"v1","addr":"172.21.15.110:6811","nonce":1972972177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":1972972177},{"type":"v1","addr":"172.21.15.110:6815","nonce":1972972177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":1972972177},{"type":"v1","addr":"172.21.15.110:6813","nonce":1972972177}]},"public_addr":"172.21.15.110:6809/1972972177","cluster_addr":"172.21.15.110:6811/1972972177","heartbeat_back_addr":"172.21.15.110:6815/1972972177","heartbeat_front_addr":"172.21.15.110:6813/1972972177","state":["exists","up"]},{"osd":6,"uuid":"ffa3a539-4fc0-4586-bff2-149c927ef694","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":524,"up_from":535,"up_thru":2691,"down_at":525,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":3450414817},{"type":"v1","addr":"172.21.15.110:6817","nonce":3450414817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":3450414817},{"type":"v1","addr":"172.21.15.110:6819","nonce":3450414817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":3450414817},{"type":"v1","addr":"172.21.15.110:6823","nonce":3450414817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":3450414817},{"type":"v1","addr":"172.21.15.110:6821","nonce":3450414817}]},"public_addr":"172.21.15.110:6817/3450414817","cluster_addr":"172.21.15.110:6819/3450414817","heartbeat_back_addr":"172.21.15.110:6823/3450414817","heartbeat_front_addr":"172.21.15.110:6821/3450414817","state":["exists","up"]},{"osd":7,"uuid":"a51c55cb-4543-42b3-8e3d-933e5a8f7f70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":545,"up_from":556,"up_thru":2691,"down_at":546,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":2729418392},{"type":"v1","addr":"172.21.15.110:6825","nonce":2729418392}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":2729418392},{"type":"v1","addr":"172.21.15.110:6827","nonce":2729418392}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":2729418392},{"type":"v1","addr":"172.21.15.110:6831","nonce":2729418392}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":2729418392},{"type":"v1","addr":"172.21.15.110:6829","nonce":2729418392}]},"public_addr":"172.21.15.110:6825/2729418392","cluster_addr":"172.21.15.110:6827/2729418392","heartbeat_back_addr":"172.21.15.110:6831/2729418392","heartbeat_front_addr":"172.21.15.110:6829/2729418392","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:54:17.953043+0000","dead_epoch":314},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:54:42.873997+0000","dead_epoch":349},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:55:08.253109+0000","dead_epoch":384},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:55:34.333463+0000","dead_epoch":417},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:55:57.055252+0000","dead_epoch":452},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:56:21.372860+0000","dead_epoch":488},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:56:45.489088+0000","dead_epoch":524},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T15:57:10.476074+0000","dead_epoch":545}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1c","mappings":[{"from":7,"to":4}]},{"pgid":"3.1","mappings":[{"from":0,"to":2}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.99:0/278261350":"2024-04-12T17:59:04.606588+0000","172.21.15.99:0/2719448737":"2024-04-12T17:50:36.742085+0000","172.21.15.110:6832/3505804678":"2024-04-13T16:10:01.889365+0000","172.21.15.110:6833/3505804678":"2024-04-13T16:10:01.889365+0000","172.21.15.99:6835/701376503":"2024-04-13T16:09:42.016657+0000","172.21.15.99:0/2426816688":"2024-04-13T16:04:12.368137+0000","172.21.15.99:6834/701376503":"2024-04-13T16:09:42.016657+0000","172.21.15.99:0/1548906895":"2024-04-13T16:04:12.368137+0000","172.21.15.99:6801/2734316935":"2024-04-13T16:04:12.368137+0000","172.21.15.99:6801/1627681395":"2024-04-13T15:52:28.689794+0000","172.21.15.99:0/3019807420":"2024-04-12T17:50:35.755148+0000","172.21.15.99:0/1717042260":"2024-04-13T15:52:53.808258+0000","172.21.15.99:6800/1627681395":"2024-04-13T15:52:28.689794+0000","172.21.15.99:6801/1904436306":"2024-04-13T16:02:45.775768+0000","172.21.15.99:0/3096714326":"2024-04-13T15:52:28.689794+0000","172.21.15.99:0/2774073629":"2024-04-13T15:58:05.757020+0000","172.21.15.99:6800/809983084":"2024-04-13T15:58:05.757020+0000","172.21.15.99:0/2036600681":"2024-04-13T15:52:28.689794+0000","172.21.15.99:0/383659124":"2024-04-13T15:52:53.808258+0000","172.21.15.110:0/772406940":"2024-04-13T16:03:26.618201+0000","172.21.15.99:0/1273992391":"2024-04-13T16:02:45.775768+0000","172.21.15.110:0/3781656110":"2024-04-13T16:03:26.618201+0000","172.21.15.99:0/1101045307":"2024-04-13T16:02:45.775768+0000","172.21.15.110:0/2748379263":"2024-04-13T16:03:26.618201+0000","172.21.15.99:6800/1904436306":"2024-04-13T16:02:45.775768+0000","172.21.15.110:6835/1298733519":"2024-04-13T16:03:26.618201+0000","172.21.15.110:0/2249150082":"2024-04-13T16:03:26.618201+0000","172.21.15.99:0/3886773758":"2024-04-13T16:04:12.368137+0000","172.21.15.99:0/3328016278":"2024-04-13T16:02:45.775768+0000","172.21.15.110:6834/1298733519":"2024-04-13T16:03:26.618201+0000","172.21.15.99:0/2859772063":"2024-04-13T16:02:45.775768+0000","172.21.15.99:0/181468598":"2024-04-13T16:04:12.368137+0000","172.21.15.99:6801/3642643916":"2024-04-13T15:52:53.808258+0000","172.21.15.99:0/397905742":"2024-04-13T16:04:12.368137+0000","172.21.15.110:0/53031072":"2024-04-13T16:03:26.618201+0000","172.21.15.99:0/737885610":"2024-04-13T15:52:53.808258+0000","172.21.15.99:0/876314307":"2024-04-13T15:58:05.757020+0000","172.21.15.110:0/528292352":"2024-04-13T16:03:26.618201+0000","172.21.15.99:6800/3642643916":"2024-04-13T15:52:53.808258+0000","172.21.15.99:0/4107067203":"2024-04-13T16:04:12.368137+0000","172.21.15.99:0/568371568":"2024-04-13T16:02:45.775768+0000","172.21.15.99:0/1191046348":"2024-04-13T15:58:05.757020+0000","172.21.15.99:0/3674643919":"2024-04-13T15:52:28.689794+0000","172.21.15.110:0/628932838":"2024-04-13T16:03:26.618201+0000","172.21.15.99:0/4287019735":"2024-04-12T18:28:14.693291+0000","172.21.15.99:0/1029595901":"2024-04-13T15:58:05.757020+0000","172.21.15.99:6801/809983084":"2024-04-13T15:58:05.757020+0000","172.21.15.99:0/2328676946":"2024-04-13T16:04:12.368137+0000","172.21.15.99:6800/2734316935":"2024-04-13T16:04:12.368137+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":60,"snaps":[{"begin":2,"length":1}]},{"pool":63,"snaps":[{"begin":1,"length":2}]},{"pool":68,"snaps":[{"begin":1,"length":2}]},{"pool":77,"snaps":[{"begin":2,"length":1}]},{"pool":78,"snaps":[{"begin":2,"length":1}]},{"pool":79,"snaps":[{"begin":2,"length":1}]},{"pool":80,"snaps":[{"begin":2,"length":1}]},{"pool":81,"snaps":[{"begin":2,"length":1}]},{"pool":82,"snaps":[{"begin":2,"length":1}]},{"pool":83,"snaps":[{"begin":2,"length":1}]},{"pool":86,"snaps":[{"begin":6,"length":3}]},{"pool":88,"snaps":[{"begin":35,"length":3},{"begin":44,"length":4}]},{"pool":89,"snaps":[{"begin":17,"length":2},{"begin":22,"length":1}]},{"pool":90,"snaps":[{"begin":2,"length":1}]},{"pool":122,"snaps":[{"begin":291,"length":4}]},{"pool":123,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T17:30:16.668 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-04-12T17:30:17.013 INFO:teuthology.orchestra.run.smithi099.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-04-12T17:30:17.027 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-04-12T17:30:17.381 INFO:journalctl@ceph.mds.a.smithi099.stdout:Apr 12 17:30:17 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mds-a[123730]: ignoring --setuser ceph since I am not root 2024-04-12T17:30:17.381 INFO:journalctl@ceph.mds.a.smithi099.stdout:Apr 12 17:30:17 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mds-a[123730]: ignoring --setgroup ceph since I am not root 2024-04-12T17:30:17.381 INFO:journalctl@ceph.mds.a.smithi099.stdout:Apr 12 17:30:17 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mds-a[123730]: starting mds.a at 2024-04-12T17:30:17.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:17 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-a[94267]: 2024-04-12T17:30:17.003+0000 7fbaee69e700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-12T17:30:17.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:17 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1446525053' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T17:30:17.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:17 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2222829088' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T17:30:17.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:17 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/4289594863' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-12T17:30:17.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:17 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-12T17:30:17.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:17 smithi099 ceph-mon[94290]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-12T17:30:17.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:17 smithi099 ceph-mon[94290]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-12T17:30:17.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:17 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-12T17:30:17.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:17 smithi099 ceph-mon[94290]: osdmap e2772: 8 total, 8 up, 8 in 2024-04-12T17:30:17.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:17 smithi099 ceph-mon[94290]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-12T17:30:17.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:17 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1446525053' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T17:30:17.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:17 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2222829088' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T17:30:17.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:17 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/4289594863' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-12T17:30:17.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:17 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-12T17:30:17.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:17 smithi099 ceph-mon[96864]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-12T17:30:17.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:17 smithi099 ceph-mon[96864]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-12T17:30:17.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:17 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-12T17:30:17.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:17 smithi099 ceph-mon[96864]: osdmap e2772: 8 total, 8 up, 8 in 2024-04-12T17:30:17.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:17 smithi099 ceph-mon[96864]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-12T17:30:17.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:17 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1446525053' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T17:30:17.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:17 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2222829088' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T17:30:17.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:17 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/4289594863' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-12T17:30:17.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:17 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-12T17:30:17.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:17 smithi110 ceph-mon[88691]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-12T17:30:17.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:17 smithi110 ceph-mon[88691]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-12T17:30:17.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:17 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-12T17:30:17.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:17 smithi110 ceph-mon[88691]: osdmap e2772: 8 total, 8 up, 8 in 2024-04-12T17:30:17.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:17 smithi110 ceph-mon[88691]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-12T17:30:18.026 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-04-12T17:30:18.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:18 smithi099 ceph-mon[94290]: pgmap v5107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 24 op/s 2024-04-12T17:30:18.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:18 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3355814080' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:30:18.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:18 smithi099 ceph-mon[94290]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-12T17:30:18.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:18 smithi099 ceph-mon[94290]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-12T17:30:18.381 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:18 smithi099 ceph-mon[94290]: Cluster is now healthy 2024-04-12T17:30:18.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:18 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/3355814080' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-12T17:30:18.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:18 smithi099 ceph-mon[94290]: mds.? [v2:172.21.15.99:6834/3500920839,v1:172.21.15.99:6835/3500920839] up:boot 2024-04-12T17:30:18.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:18 smithi099 ceph-mon[94290]: fsmap 2 up:standby 2024-04-12T17:30:18.382 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:18 smithi099 ceph-mon[94290]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T17:30:18.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:18 smithi099 ceph-mon[96864]: pgmap v5107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 24 op/s 2024-04-12T17:30:18.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:18 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3355814080' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:30:18.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:18 smithi099 ceph-mon[96864]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-12T17:30:18.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:18 smithi099 ceph-mon[96864]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-12T17:30:18.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:18 smithi099 ceph-mon[96864]: Cluster is now healthy 2024-04-12T17:30:18.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:18 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/3355814080' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-12T17:30:18.382 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:18 smithi099 ceph-mon[96864]: mds.? [v2:172.21.15.99:6834/3500920839,v1:172.21.15.99:6835/3500920839] up:boot 2024-04-12T17:30:18.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:18 smithi099 ceph-mon[96864]: fsmap 2 up:standby 2024-04-12T17:30:18.383 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:18 smithi099 ceph-mon[96864]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T17:30:18.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:18 smithi110 ceph-mon[88691]: pgmap v5107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 24 op/s 2024-04-12T17:30:18.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:18 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3355814080' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:30:18.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:18 smithi110 ceph-mon[88691]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-12T17:30:18.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:18 smithi110 ceph-mon[88691]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-12T17:30:18.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:18 smithi110 ceph-mon[88691]: Cluster is now healthy 2024-04-12T17:30:18.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:18 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/3355814080' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-12T17:30:18.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:18 smithi110 ceph-mon[88691]: mds.? [v2:172.21.15.99:6834/3500920839,v1:172.21.15.99:6835/3500920839] up:boot 2024-04-12T17:30:18.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:18 smithi110 ceph-mon[88691]: fsmap 2 up:standby 2024-04-12T17:30:18.589 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:18 smithi110 ceph-mon[88691]: from='mgr.34107 172.21.15.99:0/3602072050' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T17:30:19.176 INFO:teuthology.orchestra.run.smithi099.stderr:pool 'cephfs_metadata' removed 2024-04-12T17:30:19.194 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-04-12T17:30:19.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:19 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/2890729846' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-12T17:30:19.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:19 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-12T17:30:19.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:19 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/2890729846' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-12T17:30:19.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:19 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-12T17:30:19.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:19 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/2890729846' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-12T17:30:19.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:19 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-12T17:30:20.177 INFO:teuthology.orchestra.run.smithi099.stderr:pool 'cephfs_data' removed 2024-04-12T17:30:20.198 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-12T17:30:20.226 DEBUG:teuthology.orchestra.run.smithi110:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-12T17:30:20.262 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-04-12T17:30:20.262 DEBUG:teuthology.orchestra.run.smithi099:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-12T17:30:20.282 DEBUG:teuthology.orchestra.run.smithi110:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-12T17:30:20.319 INFO:tasks.cephadm:Stopping all daemons... 2024-04-12T17:30:20.319 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-04-12T17:30:20.319 DEBUG:teuthology.orchestra.run.smithi099:> sudo systemctl stop ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mon.a 2024-04-12T17:30:20.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:20 smithi110 ceph-mon[88691]: pgmap v5109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 29 op/s 2024-04-12T17:30:20.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:20 smithi110 ceph-mon[88691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-12T17:30:20.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:20 smithi110 ceph-mon[88691]: osdmap e2773: 8 total, 8 up, 8 in 2024-04-12T17:30:20.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:20 smithi110 ceph-mon[88691]: from='client.? 172.21.15.99:0/1280293714' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-12T17:30:20.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:20 smithi099 ceph-mon[96864]: pgmap v5109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 29 op/s 2024-04-12T17:30:20.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:20 smithi099 ceph-mon[96864]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-12T17:30:20.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:20 smithi099 ceph-mon[96864]: osdmap e2773: 8 total, 8 up, 8 in 2024-04-12T17:30:20.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:20 smithi099 ceph-mon[96864]: from='client.? 172.21.15.99:0/1280293714' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-12T17:30:20.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:20 smithi099 ceph-mon[94290]: pgmap v5109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 29 op/s 2024-04-12T17:30:20.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:20 smithi099 ceph-mon[94290]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-12T17:30:20.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:20 smithi099 ceph-mon[94290]: osdmap e2773: 8 total, 8 up, 8 in 2024-04-12T17:30:20.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:20 smithi099 ceph-mon[94290]: from='client.? 172.21.15.99:0/1280293714' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-12T17:30:20.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:20 smithi099 systemd[1]: Stopping Ceph mon.a for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T17:30:21.033 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:20 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-a[94267]: 2024-04-12T17:30:20.766+0000 7fbaf3ea9700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T17:30:21.034 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:20 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-a[94267]: 2024-04-12T17:30:20.766+0000 7fbaf3ea9700 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-04-12T17:30:21.034 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:30:20 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:17:30:20] ENGINE Bus STOPPING 2024-04-12T17:30:21.034 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:30:20 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:17:30:20] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T17:30:21.034 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:30:20 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:17:30:20] ENGINE Bus STOPPED 2024-04-12T17:30:21.034 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:30:20 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:17:30:20] ENGINE Bus STARTING 2024-04-12T17:30:21.034 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:30:20 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:17:30:20] ENGINE Serving on http://:::9283 2024-04-12T17:30:21.034 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:30:20 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: [12/Apr/2024:17:30:20] ENGINE Bus STARTED 2024-04-12T17:30:21.349 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:21 smithi099 podman[223157]: 2024-04-12 17:30:21.032064096 +0000 UTC m=+0.516942636 container died cc807b11358b3185360a635d35af27de4f99a79635ef7e594262b8e87d79d747 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS) 2024-04-12T17:30:21.631 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:21 smithi099 podman[223157]: 2024-04-12 17:30:21.505058643 +0000 UTC m=+0.989937225 container cleanup cc807b11358b3185360a635d35af27de4f99a79635ef7e594262b8e87d79d747 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-a, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409) 2024-04-12T17:30:21.632 INFO:journalctl@ceph.mon.a.smithi099.stdout:Apr 12 17:30:21 smithi099 bash[223157]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-a 2024-04-12T17:30:21.984 DEBUG:teuthology.orchestra.run.smithi099:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mon.a.service' 2024-04-12T17:30:22.042 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T17:30:22.043 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-04-12T17:30:22.043 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-04-12T17:30:22.043 DEBUG:teuthology.orchestra.run.smithi099:> sudo systemctl stop ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mon.c 2024-04-12T17:30:22.131 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:22 smithi099 systemd[1]: Stopping Ceph mon.c for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T17:30:22.588 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:30:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:30:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi099:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"7550015c-f8e4-11ee-bc8d-c7b262605968\", instance=\"smithi099:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:30:22.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:22 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-c[96841]: 2024-04-12T17:30:22.362+0000 7f3652de4700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T17:30:22.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:22 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-c[96841]: 2024-04-12T17:30:22.362+0000 7f3652de4700 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-04-12T17:30:22.631 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:22 smithi099 podman[223300]: 2024-04-12 17:30:22.474967004 +0000 UTC m=+0.245542732 container died 3bb5784f6f376027a47921c5340d7b3e3e5026b5dc971836da05d63a25b36c3b (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-c, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-12T17:30:23.121 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:22 smithi099 podman[223300]: 2024-04-12 17:30:22.876337126 +0000 UTC m=+0.646912853 container cleanup 3bb5784f6f376027a47921c5340d7b3e3e5026b5dc971836da05d63a25b36c3b (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-c, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409) 2024-04-12T17:30:23.121 INFO:journalctl@ceph.mon.c.smithi099.stdout:Apr 12 17:30:22 smithi099 bash[223300]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-c 2024-04-12T17:30:23.230 DEBUG:teuthology.orchestra.run.smithi099:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mon.c.service' 2024-04-12T17:30:23.265 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T17:30:23.266 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-04-12T17:30:23.266 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-04-12T17:30:23.266 DEBUG:teuthology.orchestra.run.smithi110:> sudo systemctl stop ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mon.b 2024-04-12T17:30:23.588 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:23 smithi110 systemd[1]: Stopping Ceph mon.b for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T17:30:24.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:23 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-b[88668]: 2024-04-12T17:30:23.589+0000 7fcc22faf700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T17:30:24.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:23 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-b[88668]: 2024-04-12T17:30:23.589+0000 7fcc22faf700 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-04-12T17:30:24.088 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:23 smithi110 podman[152819]: 2024-04-12 17:30:23.774264494 +0000 UTC m=+0.312112899 container died 393831dfcb296a8692e4ca3ab317f317e92db289e3c757e3dc84582d5e8a6979 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-b, ceph=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T17:30:24.491 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:24 smithi110 podman[152819]: 2024-04-12 17:30:24.271438109 +0000 UTC m=+0.809286521 container cleanup 393831dfcb296a8692e4ca3ab317f317e92db289e3c757e3dc84582d5e8a6979 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-b, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T17:30:24.491 INFO:journalctl@ceph.mon.b.smithi110.stdout:Apr 12 17:30:24 smithi110 bash[152819]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mon-b 2024-04-12T17:30:24.618 DEBUG:teuthology.orchestra.run.smithi110:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mon.b.service' 2024-04-12T17:30:24.665 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T17:30:24.666 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-04-12T17:30:24.666 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-04-12T17:30:24.666 DEBUG:teuthology.orchestra.run.smithi099:> sudo systemctl stop ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mgr.y 2024-04-12T17:30:24.976 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:30:24 smithi099 systemd[1]: Stopping Ceph mgr.y for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T17:30:25.325 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:30:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T17:30:24.974+0000 7ffbeb4aa700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T17:30:25.325 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:30:24 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y[85397]: 2024-04-12T17:30:24.974+0000 7ffbeb4aa700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-04-12T17:30:25.325 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:30:25 smithi099 podman[223430]: 2024-04-12 17:30:25.00595084 +0000 UTC m=+0.153782770 container died 8fb83982268af159bd383b3070b5be7d4bb0cf39ac907c48cb74ab788f928ba8 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-12T17:30:25.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:30:25 smithi099 podman[223430]: 2024-04-12 17:30:25.421913631 +0000 UTC m=+0.569745557 container cleanup 8fb83982268af159bd383b3070b5be7d4bb0cf39ac907c48cb74ab788f928ba8 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-12T17:30:25.625 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Apr 12 17:30:25 smithi099 bash[223430]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-y 2024-04-12T17:30:25.841 DEBUG:teuthology.orchestra.run.smithi099:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mgr.y.service' 2024-04-12T17:30:25.878 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T17:30:25.878 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-04-12T17:30:25.878 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-04-12T17:30:25.878 DEBUG:teuthology.orchestra.run.smithi110:> sudo systemctl stop ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mgr.x 2024-04-12T17:30:26.203 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 17:30:25 smithi110 systemd[1]: Stopping Ceph mgr.x for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T17:30:26.520 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 17:30:26 smithi110 podman[152950]: 2024-04-12 17:30:26.201487377 +0000 UTC m=+0.140744076 container died 39e31f4f4e9d9fff91f6c6a362e4cfa800caa9a075624a4903fe827c3d4bd4e3 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-12T17:30:26.838 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 17:30:26 smithi110 podman[152950]: 2024-04-12 17:30:26.60104978 +0000 UTC m=+0.540306471 container cleanup 39e31f4f4e9d9fff91f6c6a362e4cfa800caa9a075624a4903fe827c3d4bd4e3 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-12T17:30:26.838 INFO:journalctl@ceph.mgr.x.smithi110.stdout:Apr 12 17:30:26 smithi110 bash[152950]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mgr-x 2024-04-12T17:30:27.012 DEBUG:teuthology.orchestra.run.smithi110:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mgr.x.service' 2024-04-12T17:30:27.049 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T17:30:27.050 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-04-12T17:30:27.050 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-04-12T17:30:27.050 DEBUG:teuthology.orchestra.run.smithi099:> sudo systemctl stop ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@osd.0 2024-04-12T17:30:27.349 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 17:30:27 smithi099 systemd[1]: Stopping Ceph osd.0 for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T17:30:27.631 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 17:30:27 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0[102724]: 2024-04-12T17:30:27.378+0000 7fcefdc8f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T17:30:27.631 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 17:30:27 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0[102724]: 2024-04-12T17:30:27.378+0000 7fcefdc8f700 -1 osd.0 2774 *** Got signal Terminated *** 2024-04-12T17:30:27.631 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 17:30:27 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0[102724]: 2024-04-12T17:30:27.378+0000 7fcefdc8f700 -1 osd.0 2774 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T17:30:33.296 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 17:30:32 smithi099 podman[223562]: 2024-04-12 17:30:32.981488273 +0000 UTC m=+5.716204560 container died 5e1f1df54e74958b2b52818a1e34af881ed90bbde8cd4b3bcbd11858508bd0da (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0) 2024-04-12T17:30:33.561 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 17:30:33 smithi099 podman[223562]: 2024-04-12 17:30:33.375384159 +0000 UTC m=+6.110100454 container cleanup 5e1f1df54e74958b2b52818a1e34af881ed90bbde8cd4b3bcbd11858508bd0da (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T17:30:33.561 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 17:30:33 smithi099 bash[223562]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0 2024-04-12T17:30:33.881 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 17:30:33 smithi099 podman[223595]: 2024-04-12 17:30:33.559856288 +0000 UTC m=+0.575691551 container remove 5e1f1df54e74958b2b52818a1e34af881ed90bbde8cd4b3bcbd11858508bd0da (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561) 2024-04-12T17:30:34.289 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 17:30:33 smithi099 podman[223690]: 2024-04-12 17:30:33.863259541 +0000 UTC m=+0.017987423 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T17:30:34.289 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 17:30:34 smithi099 podman[223690]: 2024-04-12 17:30:34.010852362 +0000 UTC m=+0.165580280 container create 381474dee8c61a017a826503ccb324390aa824c4ae5cd4964478113423677ce7 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0) 2024-04-12T17:30:34.289 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 17:30:34 smithi099 podman[223690]: 2024-04-12 17:30:34.204649077 +0000 UTC m=+0.359376949 container init 381474dee8c61a017a826503ccb324390aa824c4ae5cd4964478113423677ce7 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_CLEAN=True, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-12T17:30:34.290 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 17:30:34 smithi099 podman[223690]: 2024-04-12 17:30:34.210067887 +0000 UTC m=+0.364795759 container start 381474dee8c61a017a826503ccb324390aa824c4ae5cd4964478113423677ce7 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0-deactivate, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T17:30:34.290 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 17:30:34 smithi099 podman[223690]: 2024-04-12 17:30:34.287779839 +0000 UTC m=+0.442507715 container attach 381474dee8c61a017a826503ccb324390aa824c4ae5cd4964478113423677ce7 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-12T17:30:34.631 INFO:journalctl@ceph.osd.0.smithi099.stdout:Apr 12 17:30:34 smithi099 podman[223690]: 2024-04-12 17:30:34.504362317 +0000 UTC m=+0.659090198 container died 381474dee8c61a017a826503ccb324390aa824c4ae5cd4964478113423677ce7 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-0-deactivate, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T17:30:35.149 DEBUG:teuthology.orchestra.run.smithi099:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@osd.0.service' 2024-04-12T17:30:35.191 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T17:30:35.191 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-04-12T17:30:35.191 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-04-12T17:30:35.191 DEBUG:teuthology.orchestra.run.smithi099:> sudo systemctl stop ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@osd.1 2024-04-12T17:30:35.684 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 17:30:35 smithi099 systemd[1]: Stopping Ceph osd.1 for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T17:30:36.131 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 17:30:35 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1[107953]: 2024-04-12T17:30:35.681+0000 7fce0c4fe700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T17:30:36.131 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 17:30:35 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1[107953]: 2024-04-12T17:30:35.681+0000 7fce0c4fe700 -1 osd.1 2774 *** Got signal Terminated *** 2024-04-12T17:30:36.131 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 17:30:35 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1[107953]: 2024-04-12T17:30:35.681+0000 7fce0c4fe700 -1 osd.1 2774 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T17:30:41.381 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 17:30:41 smithi099 podman[223824]: 2024-04-12 17:30:41.120147234 +0000 UTC m=+5.549871098 container died 78ac083e3d823cba9fb0362bca79a79b0a19c86e2963d9545fb5cd1486e2de10 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561) 2024-04-12T17:30:41.881 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 17:30:41 smithi099 podman[223824]: 2024-04-12 17:30:41.538221781 +0000 UTC m=+5.967945686 container cleanup 78ac083e3d823cba9fb0362bca79a79b0a19c86e2963d9545fb5cd1486e2de10 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-12T17:30:41.881 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 17:30:41 smithi099 bash[223824]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1 2024-04-12T17:30:42.311 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 17:30:41 smithi099 podman[223846]: 2024-04-12 17:30:41.908472874 +0000 UTC m=+0.784550721 container remove 78ac083e3d823cba9fb0362bca79a79b0a19c86e2963d9545fb5cd1486e2de10 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, ceph=True, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-12T17:30:42.631 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 17:30:42 smithi099 podman[223946]: 2024-04-12 17:30:42.212588368 +0000 UTC m=+0.017851724 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T17:30:42.631 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 17:30:42 smithi099 podman[223946]: 2024-04-12 17:30:42.322563043 +0000 UTC m=+0.127826375 container create 182a52022235a77a5541be4d3d34ea24794bc307f661912644d41e82ed1998f2 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-04-12T17:30:42.631 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 17:30:42 smithi099 podman[223946]: 2024-04-12 17:30:42.541372352 +0000 UTC m=+0.346635694 container init 182a52022235a77a5541be4d3d34ea24794bc307f661912644d41e82ed1998f2 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0) 2024-04-12T17:30:42.631 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 17:30:42 smithi099 podman[223946]: 2024-04-12 17:30:42.546866441 +0000 UTC m=+0.352129773 container start 182a52022235a77a5541be4d3d34ea24794bc307f661912644d41e82ed1998f2 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T17:30:43.121 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 17:30:42 smithi099 podman[223946]: 2024-04-12 17:30:42.632884606 +0000 UTC m=+0.438147951 container attach 182a52022235a77a5541be4d3d34ea24794bc307f661912644d41e82ed1998f2 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1-deactivate, ceph=True, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-12T17:30:43.121 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 17:30:42 smithi099 podman[223946]: 2024-04-12 17:30:42.832359667 +0000 UTC m=+0.637623008 container died 182a52022235a77a5541be4d3d34ea24794bc307f661912644d41e82ed1998f2 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, ceph=True) 2024-04-12T17:30:43.373 INFO:journalctl@ceph.osd.1.smithi099.stdout:Apr 12 17:30:43 smithi099 podman[223992]: 2024-04-12 17:30:43.369496674 +0000 UTC m=+0.532601136 container remove 182a52022235a77a5541be4d3d34ea24794bc307f661912644d41e82ed1998f2 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-1-deactivate, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, ceph=True) 2024-04-12T17:30:43.389 DEBUG:teuthology.orchestra.run.smithi099:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@osd.1.service' 2024-04-12T17:30:43.429 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T17:30:43.429 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-04-12T17:30:43.429 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-04-12T17:30:43.430 DEBUG:teuthology.orchestra.run.smithi099:> sudo systemctl stop ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@osd.2 2024-04-12T17:30:43.743 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 17:30:43 smithi099 systemd[1]: Stopping Ceph osd.2 for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T17:30:44.131 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 17:30:43 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2[113197]: 2024-04-12T17:30:43.740+0000 7ff21b434700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T17:30:44.131 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 17:30:43 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2[113197]: 2024-04-12T17:30:43.740+0000 7ff21b434700 -1 osd.2 2774 *** Got signal Terminated *** 2024-04-12T17:30:44.131 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 17:30:43 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2[113197]: 2024-04-12T17:30:43.740+0000 7ff21b434700 -1 osd.2 2774 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T17:30:46.088 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:30:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:30:45.628Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.99:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.99:8765: connect: connection refused" 2024-04-12T17:30:46.088 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:30:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:30:45.628Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.99:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.99:8765: connect: connection refused" 2024-04-12T17:30:46.088 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:30:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:30:45.629Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.99:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.99:8765: connect: connection refused" 2024-04-12T17:30:46.088 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:30:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:30:45.630Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.99:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.99:8765: connect: connection refused" 2024-04-12T17:30:46.088 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:30:45 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:30:45.630Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.99:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.99:8765: connect: connection refused" 2024-04-12T17:30:49.626 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 17:30:49 smithi099 podman[224076]: 2024-04-12 17:30:49.333620043 +0000 UTC m=+5.689226742 container died e28b267bdc6ac77c9593b7978bb0354b9ffe9c454eaafe68e1b0afd04663cd1a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2) 2024-04-12T17:30:49.881 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 17:30:49 smithi099 podman[224076]: 2024-04-12 17:30:49.705002363 +0000 UTC m=+6.060609063 container cleanup e28b267bdc6ac77c9593b7978bb0354b9ffe9c454eaafe68e1b0afd04663cd1a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T17:30:49.881 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 17:30:49 smithi099 bash[224076]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2 2024-04-12T17:30:50.315 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 17:30:49 smithi099 podman[224099]: 2024-04-12 17:30:49.997976077 +0000 UTC m=+0.665113584 container remove e28b267bdc6ac77c9593b7978bb0354b9ffe9c454eaafe68e1b0afd04663cd1a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.vendor=CentOS) 2024-04-12T17:30:50.619 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 17:30:50 smithi099 podman[224195]: 2024-04-12 17:30:50.21690685 +0000 UTC m=+0.018213170 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T17:30:50.619 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 17:30:50 smithi099 podman[224195]: 2024-04-12 17:30:50.331981523 +0000 UTC m=+0.133287832 container create bd2aa6c187c7e7087ff82a01182afefadf977945c24935b6d13a348a768c7f10 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561) 2024-04-12T17:30:50.619 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 17:30:50 smithi099 podman[224195]: 2024-04-12 17:30:50.526043683 +0000 UTC m=+0.327349994 container init bd2aa6c187c7e7087ff82a01182afefadf977945c24935b6d13a348a768c7f10 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-12T17:30:50.619 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 17:30:50 smithi099 podman[224195]: 2024-04-12 17:30:50.531491933 +0000 UTC m=+0.332798250 container start bd2aa6c187c7e7087ff82a01182afefadf977945c24935b6d13a348a768c7f10 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-12T17:30:50.619 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 17:30:50 smithi099 podman[224195]: 2024-04-12 17:30:50.617541251 +0000 UTC m=+0.418847582 container attach bd2aa6c187c7e7087ff82a01182afefadf977945c24935b6d13a348a768c7f10 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2-deactivate, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T17:30:50.880 INFO:journalctl@ceph.osd.2.smithi099.stdout:Apr 12 17:30:50 smithi099 podman[224195]: 2024-04-12 17:30:50.819829793 +0000 UTC m=+0.621136104 container died bd2aa6c187c7e7087ff82a01182afefadf977945c24935b6d13a348a768c7f10 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561) 2024-04-12T17:30:51.425 DEBUG:teuthology.orchestra.run.smithi099:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@osd.2.service' 2024-04-12T17:30:51.464 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T17:30:51.465 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-04-12T17:30:51.465 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-04-12T17:30:51.465 DEBUG:teuthology.orchestra.run.smithi099:> sudo systemctl stop ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@osd.3 2024-04-12T17:30:51.795 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 17:30:51 smithi099 systemd[1]: Stopping Ceph osd.3 for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T17:30:52.130 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 17:30:51 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3[118406]: 2024-04-12T17:30:51.791+0000 7fa4ca5b3700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T17:30:52.131 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 17:30:51 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3[118406]: 2024-04-12T17:30:51.791+0000 7fa4ca5b3700 -1 osd.3 2774 *** Got signal Terminated *** 2024-04-12T17:30:52.131 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 17:30:51 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3[118406]: 2024-04-12T17:30:51.791+0000 7fa4ca5b3700 -1 osd.3 2774 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T17:30:54.588 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:30:54 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5[99224]: 2024-04-12T17:30:54.147+0000 7f140fe40700 -1 osd.5 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:28.385928+0000 front 2024-04-12T17:30:28.385884+0000 (oldest deadline 2024-04-12T17:30:53.685653+0000) 2024-04-12T17:30:55.588 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:30:55 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5[99224]: 2024-04-12T17:30:55.141+0000 7f140fe40700 -1 osd.5 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:28.385928+0000 front 2024-04-12T17:30:28.385884+0000 (oldest deadline 2024-04-12T17:30:53.685653+0000) 2024-04-12T17:30:55.588 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:30:55 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:30:55.193+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:29.837108+0000 front 2024-04-12T17:30:29.837092+0000 (oldest deadline 2024-04-12T17:30:55.137065+0000) 2024-04-12T17:30:56.588 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:30:56 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5[99224]: 2024-04-12T17:30:56.137+0000 7f140fe40700 -1 osd.5 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:28.385928+0000 front 2024-04-12T17:30:28.385884+0000 (oldest deadline 2024-04-12T17:30:53.685653+0000) 2024-04-12T17:30:56.588 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:30:56 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:30:56.172+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:29.837108+0000 front 2024-04-12T17:30:29.837092+0000 (oldest deadline 2024-04-12T17:30:55.137065+0000) 2024-04-12T17:30:56.589 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 17:30:56 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4[94430]: 2024-04-12T17:30:56.172+0000 7f96888e3700 -1 osd.4 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:31.462350+0000 front 2024-04-12T17:30:31.462400+0000 (oldest deadline 2024-04-12T17:30:56.062454+0000) 2024-04-12T17:30:57.088 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:30:56 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:30:56.747+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:32.034366+0000 front 2024-04-12T17:30:32.034347+0000 (oldest deadline 2024-04-12T17:30:56.134196+0000) 2024-04-12T17:30:57.357 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:30:57 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5[99224]: 2024-04-12T17:30:57.100+0000 7f140fe40700 -1 osd.5 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:28.385928+0000 front 2024-04-12T17:30:28.385884+0000 (oldest deadline 2024-04-12T17:30:53.685653+0000) 2024-04-12T17:30:57.357 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:30:57 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:30:57.175+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:29.837108+0000 front 2024-04-12T17:30:29.837092+0000 (oldest deadline 2024-04-12T17:30:55.137065+0000) 2024-04-12T17:30:57.357 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 17:30:57 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4[94430]: 2024-04-12T17:30:57.214+0000 7f96888e3700 -1 osd.4 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:31.462350+0000 front 2024-04-12T17:30:31.462400+0000 (oldest deadline 2024-04-12T17:30:56.062454+0000) 2024-04-12T17:30:57.517 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 17:30:57 smithi099 podman[224327]: 2024-04-12 17:30:57.21888791 +0000 UTC m=+5.535434729 container died 594ef50fe21247a6e26a7529a359be3033bde334d337c395246d01e7a87f9642 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3, ceph=True, io.buildah.version=1.33.5, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-12T17:30:57.800 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 17:30:57 smithi099 podman[224327]: 2024-04-12 17:30:57.613970468 +0000 UTC m=+5.930517284 container cleanup 594ef50fe21247a6e26a7529a359be3033bde334d337c395246d01e7a87f9642 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561) 2024-04-12T17:30:57.800 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 17:30:57 smithi099 bash[224327]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3 2024-04-12T17:30:58.088 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:30:57 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:30:57.704+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:32.034366+0000 front 2024-04-12T17:30:32.034347+0000 (oldest deadline 2024-04-12T17:30:56.134196+0000) 2024-04-12T17:30:58.128 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 17:30:57 smithi099 podman[224349]: 2024-04-12 17:30:57.798408725 +0000 UTC m=+0.579664478 container remove 594ef50fe21247a6e26a7529a359be3033bde334d337c395246d01e7a87f9642 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True) 2024-04-12T17:30:58.381 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 17:30:58 smithi099 podman[224443]: 2024-04-12 17:30:58.02943881 +0000 UTC m=+0.017698296 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T17:30:58.381 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 17:30:58 smithi099 podman[224443]: 2024-04-12 17:30:58.157451261 +0000 UTC m=+0.145710736 container create 9414100a901181b15f4011fe115d2bdeefec68e65b267df87e906b8e1480363b (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3-deactivate, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T17:30:58.381 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 17:30:58 smithi099 podman[224443]: 2024-04-12 17:30:58.359531984 +0000 UTC m=+0.347791455 container init 9414100a901181b15f4011fe115d2bdeefec68e65b267df87e906b8e1480363b (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-04-12T17:30:58.381 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 17:30:58 smithi099 podman[224443]: 2024-04-12 17:30:58.365219262 +0000 UTC m=+0.353478742 container start 9414100a901181b15f4011fe115d2bdeefec68e65b267df87e906b8e1480363b (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3-deactivate, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True) 2024-04-12T17:30:58.588 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 17:30:58 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4[94430]: 2024-04-12T17:30:58.194+0000 7f96888e3700 -1 osd.4 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:31.462350+0000 front 2024-04-12T17:30:31.462400+0000 (oldest deadline 2024-04-12T17:30:56.062454+0000) 2024-04-12T17:30:58.588 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:30:58 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5[99224]: 2024-04-12T17:30:58.149+0000 7f140fe40700 -1 osd.5 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:28.385928+0000 front 2024-04-12T17:30:28.385884+0000 (oldest deadline 2024-04-12T17:30:53.685653+0000) 2024-04-12T17:30:58.588 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:30:58 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:30:58.198+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:29.837108+0000 front 2024-04-12T17:30:29.837092+0000 (oldest deadline 2024-04-12T17:30:55.137065+0000) 2024-04-12T17:30:58.880 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 17:30:58 smithi099 podman[224443]: 2024-04-12 17:30:58.459528711 +0000 UTC m=+0.447788183 container attach 9414100a901181b15f4011fe115d2bdeefec68e65b267df87e906b8e1480363b (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3-deactivate, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T17:30:58.881 INFO:journalctl@ceph.osd.3.smithi099.stdout:Apr 12 17:30:58 smithi099 podman[224443]: 2024-04-12 17:30:58.651169575 +0000 UTC m=+0.639429051 container died 9414100a901181b15f4011fe115d2bdeefec68e65b267df87e906b8e1480363b (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2) 2024-04-12T17:30:59.088 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:30:58 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:30:58.674+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:32.034366+0000 front 2024-04-12T17:30:32.034347+0000 (oldest deadline 2024-04-12T17:30:56.134196+0000) 2024-04-12T17:30:59.268 DEBUG:teuthology.orchestra.run.smithi099:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@osd.3.service' 2024-04-12T17:30:59.309 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T17:30:59.309 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-04-12T17:30:59.309 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-04-12T17:30:59.309 DEBUG:teuthology.orchestra.run.smithi110:> sudo systemctl stop ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@osd.4 2024-04-12T17:30:59.588 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 17:30:59 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4[94430]: 2024-04-12T17:30:59.150+0000 7f96888e3700 -1 osd.4 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:31.462350+0000 front 2024-04-12T17:30:31.462400+0000 (oldest deadline 2024-04-12T17:30:56.062454+0000) 2024-04-12T17:30:59.588 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 17:30:59 smithi110 systemd[1]: Stopping Ceph osd.4 for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T17:30:59.589 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:30:59 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5[99224]: 2024-04-12T17:30:59.116+0000 7f140fe40700 -1 osd.5 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:28.385928+0000 front 2024-04-12T17:30:28.385884+0000 (oldest deadline 2024-04-12T17:30:53.685653+0000) 2024-04-12T17:30:59.589 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:30:59 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:30:59.169+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:29.837108+0000 front 2024-04-12T17:30:29.837092+0000 (oldest deadline 2024-04-12T17:30:55.137065+0000) 2024-04-12T17:31:00.088 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:30:59 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:30:59.690+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:32.034366+0000 front 2024-04-12T17:30:32.034347+0000 (oldest deadline 2024-04-12T17:30:56.134196+0000) 2024-04-12T17:31:00.088 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 17:30:59 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4[94430]: 2024-04-12T17:30:59.632+0000 7f968c2ef700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T17:31:00.088 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 17:30:59 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4[94430]: 2024-04-12T17:30:59.632+0000 7f968c2ef700 -1 osd.4 2774 *** Got signal Terminated *** 2024-04-12T17:31:00.088 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 17:30:59 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4[94430]: 2024-04-12T17:30:59.632+0000 7f968c2ef700 -1 osd.4 2774 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T17:31:00.588 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 17:31:00 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4[94430]: 2024-04-12T17:31:00.141+0000 7f96888e3700 -1 osd.4 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:31.462350+0000 front 2024-04-12T17:30:31.462400+0000 (oldest deadline 2024-04-12T17:30:56.062454+0000) 2024-04-12T17:31:00.588 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:31:00 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5[99224]: 2024-04-12T17:31:00.144+0000 7f140fe40700 -1 osd.5 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:28.385928+0000 front 2024-04-12T17:30:28.385884+0000 (oldest deadline 2024-04-12T17:30:53.685653+0000) 2024-04-12T17:31:00.588 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:00 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:00.148+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:29.837108+0000 front 2024-04-12T17:30:29.837092+0000 (oldest deadline 2024-04-12T17:30:55.137065+0000) 2024-04-12T17:31:01.088 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:00 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:00.715+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:32.034366+0000 front 2024-04-12T17:30:32.034347+0000 (oldest deadline 2024-04-12T17:30:56.134196+0000) 2024-04-12T17:31:01.588 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:31:01 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5[99224]: 2024-04-12T17:31:01.138+0000 7f140fe40700 -1 osd.5 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:28.385928+0000 front 2024-04-12T17:30:28.385884+0000 (oldest deadline 2024-04-12T17:30:53.685653+0000) 2024-04-12T17:31:01.588 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:01 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:01.141+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:29.837108+0000 front 2024-04-12T17:30:29.837092+0000 (oldest deadline 2024-04-12T17:30:55.137065+0000) 2024-04-12T17:31:01.588 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 17:31:01 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4[94430]: 2024-04-12T17:31:01.190+0000 7f96888e3700 -1 osd.4 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:31.462350+0000 front 2024-04-12T17:30:31.462400+0000 (oldest deadline 2024-04-12T17:30:56.062454+0000) 2024-04-12T17:31:02.088 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:01 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:01.711+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:32.034366+0000 front 2024-04-12T17:30:32.034347+0000 (oldest deadline 2024-04-12T17:30:56.134196+0000) 2024-04-12T17:31:02.088 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:01 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:01.712+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.134699+0000 front 2024-04-12T17:30:36.134731+0000 (oldest deadline 2024-04-12T17:31:01.335147+0000) 2024-04-12T17:31:02.588 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:31:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5[99224]: 2024-04-12T17:31:02.123+0000 7f140fe40700 -1 osd.5 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:28.385928+0000 front 2024-04-12T17:30:28.385884+0000 (oldest deadline 2024-04-12T17:30:53.685653+0000) 2024-04-12T17:31:02.588 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 17:31:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4[94430]: 2024-04-12T17:31:02.231+0000 7f96888e3700 -1 osd.4 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:31.462350+0000 front 2024-04-12T17:30:31.462400+0000 (oldest deadline 2024-04-12T17:30:56.062454+0000) 2024-04-12T17:31:02.588 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:02.130+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:29.837108+0000 front 2024-04-12T17:30:29.837092+0000 (oldest deadline 2024-04-12T17:30:55.137065+0000) 2024-04-12T17:31:02.588 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:02.130+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.238180+0000 front 2024-04-12T17:30:36.238070+0000 (oldest deadline 2024-04-12T17:31:01.538089+0000) 2024-04-12T17:31:03.088 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:02.690+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:32.034366+0000 front 2024-04-12T17:30:32.034347+0000 (oldest deadline 2024-04-12T17:30:56.134196+0000) 2024-04-12T17:31:03.088 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:02 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:02.690+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.134699+0000 front 2024-04-12T17:30:36.134731+0000 (oldest deadline 2024-04-12T17:31:01.335147+0000) 2024-04-12T17:31:03.588 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:31:03 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5[99224]: 2024-04-12T17:31:03.121+0000 7f140fe40700 -1 osd.5 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:28.385928+0000 front 2024-04-12T17:30:28.385884+0000 (oldest deadline 2024-04-12T17:30:53.685653+0000) 2024-04-12T17:31:03.588 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:03 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:03.101+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:29.837108+0000 front 2024-04-12T17:30:29.837092+0000 (oldest deadline 2024-04-12T17:30:55.137065+0000) 2024-04-12T17:31:03.588 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:03 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:03.101+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.238180+0000 front 2024-04-12T17:30:36.238070+0000 (oldest deadline 2024-04-12T17:31:01.538089+0000) 2024-04-12T17:31:03.588 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 17:31:03 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4[94430]: 2024-04-12T17:31:03.226+0000 7f96888e3700 -1 osd.4 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:31.462350+0000 front 2024-04-12T17:30:31.462400+0000 (oldest deadline 2024-04-12T17:30:56.062454+0000) 2024-04-12T17:31:03.589 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 17:31:03 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4[94430]: 2024-04-12T17:31:03.226+0000 7f96888e3700 -1 osd.4 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:39.563360+0000 front 2024-04-12T17:30:39.563344+0000 (oldest deadline 2024-04-12T17:31:02.463261+0000) 2024-04-12T17:31:04.088 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:03 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:03.648+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:32.034366+0000 front 2024-04-12T17:30:32.034347+0000 (oldest deadline 2024-04-12T17:30:56.134196+0000) 2024-04-12T17:31:04.088 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:03 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:03.648+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.134699+0000 front 2024-04-12T17:30:36.134731+0000 (oldest deadline 2024-04-12T17:31:01.335147+0000) 2024-04-12T17:31:04.588 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:31:04 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5[99224]: 2024-04-12T17:31:04.127+0000 7f140fe40700 -1 osd.5 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:28.385928+0000 front 2024-04-12T17:30:28.385884+0000 (oldest deadline 2024-04-12T17:30:53.685653+0000) 2024-04-12T17:31:04.588 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:31:04 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5[99224]: 2024-04-12T17:31:04.127+0000 7f140fe40700 -1 osd.5 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:38.986520+0000 front 2024-04-12T17:30:38.986591+0000 (oldest deadline 2024-04-12T17:31:03.686377+0000) 2024-04-12T17:31:04.588 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:04 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:04.151+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:29.837108+0000 front 2024-04-12T17:30:29.837092+0000 (oldest deadline 2024-04-12T17:30:55.137065+0000) 2024-04-12T17:31:04.588 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:04 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:04.151+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.238180+0000 front 2024-04-12T17:30:36.238070+0000 (oldest deadline 2024-04-12T17:31:01.538089+0000) 2024-04-12T17:31:04.589 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 17:31:04 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4[94430]: 2024-04-12T17:31:04.180+0000 7f96888e3700 -1 osd.4 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:31.462350+0000 front 2024-04-12T17:30:31.462400+0000 (oldest deadline 2024-04-12T17:30:56.062454+0000) 2024-04-12T17:31:04.589 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 17:31:04 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4[94430]: 2024-04-12T17:31:04.180+0000 7f96888e3700 -1 osd.4 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:39.563360+0000 front 2024-04-12T17:30:39.563344+0000 (oldest deadline 2024-04-12T17:31:02.463261+0000) 2024-04-12T17:31:05.065 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:04 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:04.685+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:32.034366+0000 front 2024-04-12T17:30:32.034347+0000 (oldest deadline 2024-04-12T17:30:56.134196+0000) 2024-04-12T17:31:05.066 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:04 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:04.685+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.134699+0000 front 2024-04-12T17:30:36.134731+0000 (oldest deadline 2024-04-12T17:31:01.335147+0000) 2024-04-12T17:31:05.338 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 17:31:05 smithi110 podman[153098]: 2024-04-12 17:31:05.063844027 +0000 UTC m=+5.562637230 container died f21efac2aa7908274de44aee990e1ffdf4012f825d011ee35e6030cd44cd91e5 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True) 2024-04-12T17:31:05.338 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:31:05 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5[99224]: 2024-04-12T17:31:05.176+0000 7f140fe40700 -1 osd.5 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:28.385928+0000 front 2024-04-12T17:30:28.385884+0000 (oldest deadline 2024-04-12T17:30:53.685653+0000) 2024-04-12T17:31:05.338 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:31:05 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5[99224]: 2024-04-12T17:31:05.176+0000 7f140fe40700 -1 osd.5 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:38.986520+0000 front 2024-04-12T17:30:38.986591+0000 (oldest deadline 2024-04-12T17:31:03.686377+0000) 2024-04-12T17:31:05.339 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:05 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:05.107+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:29.837108+0000 front 2024-04-12T17:30:29.837092+0000 (oldest deadline 2024-04-12T17:30:55.137065+0000) 2024-04-12T17:31:05.339 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:05 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:05.107+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.238180+0000 front 2024-04-12T17:30:36.238070+0000 (oldest deadline 2024-04-12T17:31:01.538089+0000) 2024-04-12T17:31:05.641 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 17:31:05 smithi110 podman[153098]: 2024-04-12 17:31:05.438910196 +0000 UTC m=+5.937703391 container cleanup f21efac2aa7908274de44aee990e1ffdf4012f825d011ee35e6030cd44cd91e5 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T17:31:05.642 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 17:31:05 smithi110 bash[153098]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4 2024-04-12T17:31:06.046 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 17:31:05 smithi110 podman[153121]: 2024-04-12 17:31:05.69854193 +0000 UTC m=+0.637353991 container remove f21efac2aa7908274de44aee990e1ffdf4012f825d011ee35e6030cd44cd91e5 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-12T17:31:06.047 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:05 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:05.639+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:32.034366+0000 front 2024-04-12T17:30:32.034347+0000 (oldest deadline 2024-04-12T17:30:56.134196+0000) 2024-04-12T17:31:06.047 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:05 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:05.639+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.134699+0000 front 2024-04-12T17:30:36.134731+0000 (oldest deadline 2024-04-12T17:31:01.335147+0000) 2024-04-12T17:31:06.338 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:31:06 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5[99224]: 2024-04-12T17:31:06.143+0000 7f140fe40700 -1 osd.5 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:28.385928+0000 front 2024-04-12T17:30:28.385884+0000 (oldest deadline 2024-04-12T17:30:53.685653+0000) 2024-04-12T17:31:06.338 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:31:06 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5[99224]: 2024-04-12T17:31:06.143+0000 7f140fe40700 -1 osd.5 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:38.986520+0000 front 2024-04-12T17:30:38.986591+0000 (oldest deadline 2024-04-12T17:31:03.686377+0000) 2024-04-12T17:31:06.338 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:06 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:06.068+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:29.837108+0000 front 2024-04-12T17:30:29.837092+0000 (oldest deadline 2024-04-12T17:30:55.137065+0000) 2024-04-12T17:31:06.338 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:06 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:06.068+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.238180+0000 front 2024-04-12T17:30:36.238070+0000 (oldest deadline 2024-04-12T17:31:01.538089+0000) 2024-04-12T17:31:06.339 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 17:31:06 smithi110 podman[153221]: 2024-04-12 17:31:05.947645934 +0000 UTC m=+0.017692093 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T17:31:06.339 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 17:31:06 smithi110 podman[153221]: 2024-04-12 17:31:06.049381634 +0000 UTC m=+0.119427789 container create afd1d884c5a0dcff07fec96ac4774ecd95f084a996d6a2ee96dbed4474a83960 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T17:31:06.339 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 17:31:06 smithi110 podman[153221]: 2024-04-12 17:31:06.252042237 +0000 UTC m=+0.322088393 container init afd1d884c5a0dcff07fec96ac4774ecd95f084a996d6a2ee96dbed4474a83960 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-04-12T17:31:06.339 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 17:31:06 smithi110 podman[153221]: 2024-04-12 17:31:06.258259948 +0000 UTC m=+0.328306104 container start afd1d884c5a0dcff07fec96ac4774ecd95f084a996d6a2ee96dbed4474a83960 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4-deactivate, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561) 2024-04-12T17:31:06.614 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 17:31:06 smithi110 podman[153221]: 2024-04-12 17:31:06.352486195 +0000 UTC m=+0.422532359 container attach afd1d884c5a0dcff07fec96ac4774ecd95f084a996d6a2ee96dbed4474a83960 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T17:31:06.614 INFO:journalctl@ceph.osd.4.smithi110.stdout:Apr 12 17:31:06 smithi110 podman[153221]: 2024-04-12 17:31:06.543152258 +0000 UTC m=+0.613198417 container died afd1d884c5a0dcff07fec96ac4774ecd95f084a996d6a2ee96dbed4474a83960 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-12T17:31:07.055 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:06 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:06.611+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:32.034366+0000 front 2024-04-12T17:30:32.034347+0000 (oldest deadline 2024-04-12T17:30:56.134196+0000) 2024-04-12T17:31:07.055 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:06 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:06.611+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.134699+0000 front 2024-04-12T17:30:36.134731+0000 (oldest deadline 2024-04-12T17:31:01.335147+0000) 2024-04-12T17:31:07.147 DEBUG:teuthology.orchestra.run.smithi110:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@osd.4.service' 2024-04-12T17:31:07.189 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T17:31:07.190 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-04-12T17:31:07.190 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-04-12T17:31:07.190 DEBUG:teuthology.orchestra.run.smithi110:> sudo systemctl stop ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@osd.5 2024-04-12T17:31:07.338 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:31:07 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5[99224]: 2024-04-12T17:31:07.098+0000 7f140fe40700 -1 osd.5 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:28.385928+0000 front 2024-04-12T17:30:28.385884+0000 (oldest deadline 2024-04-12T17:30:53.685653+0000) 2024-04-12T17:31:07.338 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:31:07 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5[99224]: 2024-04-12T17:31:07.098+0000 7f140fe40700 -1 osd.5 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:38.986520+0000 front 2024-04-12T17:30:38.986591+0000 (oldest deadline 2024-04-12T17:31:03.686377+0000) 2024-04-12T17:31:07.339 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:31:07 smithi110 systemd[1]: Stopping Ceph osd.5 for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T17:31:07.339 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:07 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:07.053+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:29.837108+0000 front 2024-04-12T17:30:29.837092+0000 (oldest deadline 2024-04-12T17:30:55.137065+0000) 2024-04-12T17:31:07.339 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:07 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:07.053+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.238180+0000 front 2024-04-12T17:30:36.238070+0000 (oldest deadline 2024-04-12T17:31:01.538089+0000) 2024-04-12T17:31:07.838 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:07 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:07.629+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:32.034366+0000 front 2024-04-12T17:30:32.034347+0000 (oldest deadline 2024-04-12T17:30:56.134196+0000) 2024-04-12T17:31:07.838 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:07 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:07.629+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.134699+0000 front 2024-04-12T17:30:36.134731+0000 (oldest deadline 2024-04-12T17:31:01.335147+0000) 2024-04-12T17:31:07.838 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:31:07 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5[99224]: 2024-04-12T17:31:07.519+0000 7f141384c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T17:31:07.838 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:31:07 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5[99224]: 2024-04-12T17:31:07.519+0000 7f141384c700 -1 osd.5 2774 *** Got signal Terminated *** 2024-04-12T17:31:07.839 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:31:07 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5[99224]: 2024-04-12T17:31:07.519+0000 7f141384c700 -1 osd.5 2774 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T17:31:08.588 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:08 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:08.102+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:29.837108+0000 front 2024-04-12T17:30:29.837092+0000 (oldest deadline 2024-04-12T17:30:55.137065+0000) 2024-04-12T17:31:08.588 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:08 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:08.102+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.238180+0000 front 2024-04-12T17:30:36.238070+0000 (oldest deadline 2024-04-12T17:31:01.538089+0000) 2024-04-12T17:31:08.588 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:31:08 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5[99224]: 2024-04-12T17:31:08.122+0000 7f140fe40700 -1 osd.5 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:28.385928+0000 front 2024-04-12T17:30:28.385884+0000 (oldest deadline 2024-04-12T17:30:53.685653+0000) 2024-04-12T17:31:08.588 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:31:08 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5[99224]: 2024-04-12T17:31:08.122+0000 7f140fe40700 -1 osd.5 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:38.986520+0000 front 2024-04-12T17:30:38.986591+0000 (oldest deadline 2024-04-12T17:31:03.686377+0000) 2024-04-12T17:31:09.088 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:08 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:08.613+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:32.034366+0000 front 2024-04-12T17:30:32.034347+0000 (oldest deadline 2024-04-12T17:30:56.134196+0000) 2024-04-12T17:31:09.088 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:08 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:08.613+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.134699+0000 front 2024-04-12T17:30:36.134731+0000 (oldest deadline 2024-04-12T17:31:01.335147+0000) 2024-04-12T17:31:09.588 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:09 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:09.146+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:29.837108+0000 front 2024-04-12T17:30:29.837092+0000 (oldest deadline 2024-04-12T17:30:55.137065+0000) 2024-04-12T17:31:09.588 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:09 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:09.146+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.238180+0000 front 2024-04-12T17:30:36.238070+0000 (oldest deadline 2024-04-12T17:31:01.538089+0000) 2024-04-12T17:31:09.588 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:31:09 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5[99224]: 2024-04-12T17:31:09.092+0000 7f140fe40700 -1 osd.5 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:28.385928+0000 front 2024-04-12T17:30:28.385884+0000 (oldest deadline 2024-04-12T17:30:53.685653+0000) 2024-04-12T17:31:09.588 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:31:09 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5[99224]: 2024-04-12T17:31:09.092+0000 7f140fe40700 -1 osd.5 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:38.986520+0000 front 2024-04-12T17:30:38.986591+0000 (oldest deadline 2024-04-12T17:31:03.686377+0000) 2024-04-12T17:31:10.047 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:09 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:09.590+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:32.034366+0000 front 2024-04-12T17:30:32.034347+0000 (oldest deadline 2024-04-12T17:30:56.134196+0000) 2024-04-12T17:31:10.047 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:09 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:09.590+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.134699+0000 front 2024-04-12T17:30:36.134731+0000 (oldest deadline 2024-04-12T17:31:01.335147+0000) 2024-04-12T17:31:10.338 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:10 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:10.161+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:29.837108+0000 front 2024-04-12T17:30:29.837092+0000 (oldest deadline 2024-04-12T17:30:55.137065+0000) 2024-04-12T17:31:10.338 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:10 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:10.161+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.238180+0000 front 2024-04-12T17:30:36.238070+0000 (oldest deadline 2024-04-12T17:31:01.538089+0000) 2024-04-12T17:31:10.338 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:31:10 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5[99224]: 2024-04-12T17:31:10.044+0000 7f140fe40700 -1 osd.5 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:28.385928+0000 front 2024-04-12T17:30:28.385884+0000 (oldest deadline 2024-04-12T17:30:53.685653+0000) 2024-04-12T17:31:10.338 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:31:10 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5[99224]: 2024-04-12T17:31:10.044+0000 7f140fe40700 -1 osd.5 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:38.986520+0000 front 2024-04-12T17:30:38.986591+0000 (oldest deadline 2024-04-12T17:31:03.686377+0000) 2024-04-12T17:31:10.338 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:31:10 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5[99224]: 2024-04-12T17:31:10.044+0000 7f140fe40700 -1 osd.5 2774 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-04-12T17:30:48.387325+0000 front 2024-04-12T17:30:48.387402+0000 (oldest deadline 2024-04-12T17:31:09.487273+0000) 2024-04-12T17:31:11.009 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:10 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:10.618+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:32.034366+0000 front 2024-04-12T17:30:32.034347+0000 (oldest deadline 2024-04-12T17:30:56.134196+0000) 2024-04-12T17:31:11.009 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:10 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:10.618+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.134699+0000 front 2024-04-12T17:30:36.134731+0000 (oldest deadline 2024-04-12T17:31:01.335147+0000) 2024-04-12T17:31:11.009 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:10 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:10.618+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-04-12T17:30:47.136527+0000 front 2024-04-12T17:30:47.136546+0000 (oldest deadline 2024-04-12T17:31:10.036500+0000) 2024-04-12T17:31:11.338 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:11 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:11.202+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:29.837108+0000 front 2024-04-12T17:30:29.837092+0000 (oldest deadline 2024-04-12T17:30:55.137065+0000) 2024-04-12T17:31:11.338 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:11 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:11.202+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.238180+0000 front 2024-04-12T17:30:36.238070+0000 (oldest deadline 2024-04-12T17:31:01.538089+0000) 2024-04-12T17:31:11.339 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:31:11 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5[99224]: 2024-04-12T17:31:11.006+0000 7f140fe40700 -1 osd.5 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:28.385928+0000 front 2024-04-12T17:30:28.385884+0000 (oldest deadline 2024-04-12T17:30:53.685653+0000) 2024-04-12T17:31:11.339 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:31:11 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5[99224]: 2024-04-12T17:31:11.006+0000 7f140fe40700 -1 osd.5 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:38.986520+0000 front 2024-04-12T17:30:38.986591+0000 (oldest deadline 2024-04-12T17:31:03.686377+0000) 2024-04-12T17:31:11.339 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:31:11 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5[99224]: 2024-04-12T17:31:11.006+0000 7f140fe40700 -1 osd.5 2774 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-04-12T17:30:48.387325+0000 front 2024-04-12T17:30:48.387402+0000 (oldest deadline 2024-04-12T17:31:09.487273+0000) 2024-04-12T17:31:12.005 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:11 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:11.642+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:32.034366+0000 front 2024-04-12T17:30:32.034347+0000 (oldest deadline 2024-04-12T17:30:56.134196+0000) 2024-04-12T17:31:12.005 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:11 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:11.642+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.134699+0000 front 2024-04-12T17:30:36.134731+0000 (oldest deadline 2024-04-12T17:31:01.335147+0000) 2024-04-12T17:31:12.005 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:11 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:11.642+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-04-12T17:30:47.136527+0000 front 2024-04-12T17:30:47.136546+0000 (oldest deadline 2024-04-12T17:31:10.036500+0000) 2024-04-12T17:31:12.338 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:12.154+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:29.837108+0000 front 2024-04-12T17:30:29.837092+0000 (oldest deadline 2024-04-12T17:30:55.137065+0000) 2024-04-12T17:31:12.338 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:12.154+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.238180+0000 front 2024-04-12T17:30:36.238070+0000 (oldest deadline 2024-04-12T17:31:01.538089+0000) 2024-04-12T17:31:12.338 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:31:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5[99224]: 2024-04-12T17:31:12.003+0000 7f140fe40700 -1 osd.5 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:28.385928+0000 front 2024-04-12T17:30:28.385884+0000 (oldest deadline 2024-04-12T17:30:53.685653+0000) 2024-04-12T17:31:12.338 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:31:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5[99224]: 2024-04-12T17:31:12.003+0000 7f140fe40700 -1 osd.5 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:38.986520+0000 front 2024-04-12T17:30:38.986591+0000 (oldest deadline 2024-04-12T17:31:03.686377+0000) 2024-04-12T17:31:12.338 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:31:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5[99224]: 2024-04-12T17:31:12.003+0000 7f140fe40700 -1 osd.5 2774 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-04-12T17:30:48.387325+0000 front 2024-04-12T17:30:48.387402+0000 (oldest deadline 2024-04-12T17:31:09.487273+0000) 2024-04-12T17:31:13.034 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:12.631+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:32.034366+0000 front 2024-04-12T17:30:32.034347+0000 (oldest deadline 2024-04-12T17:30:56.134196+0000) 2024-04-12T17:31:13.035 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:12.631+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.134699+0000 front 2024-04-12T17:30:36.134731+0000 (oldest deadline 2024-04-12T17:31:01.335147+0000) 2024-04-12T17:31:13.035 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:12 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:12.631+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-04-12T17:30:47.136527+0000 front 2024-04-12T17:30:47.136546+0000 (oldest deadline 2024-04-12T17:31:10.036500+0000) 2024-04-12T17:31:13.311 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:31:13 smithi110 podman[153351]: 2024-04-12 17:31:13.032701054 +0000 UTC m=+5.620209050 container died 3295109109cf4c80c9246d33e9ef9ca7af256ac93dcc5e067f12f7440f19f2b2 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-04-12T17:31:13.311 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:13 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:13.204+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:29.837108+0000 front 2024-04-12T17:30:29.837092+0000 (oldest deadline 2024-04-12T17:30:55.137065+0000) 2024-04-12T17:31:13.312 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:13 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:13.204+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.238180+0000 front 2024-04-12T17:30:36.238070+0000 (oldest deadline 2024-04-12T17:31:01.538089+0000) 2024-04-12T17:31:13.312 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:13 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:13.204+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-04-12T17:30:48.539698+0000 front 2024-04-12T17:30:48.539743+0000 (oldest deadline 2024-04-12T17:31:12.639675+0000) 2024-04-12T17:31:13.588 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:31:13 smithi110 podman[153351]: 2024-04-12 17:31:13.417638438 +0000 UTC m=+6.005146428 container cleanup 3295109109cf4c80c9246d33e9ef9ca7af256ac93dcc5e067f12f7440f19f2b2 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux ) 2024-04-12T17:31:13.588 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:31:13 smithi110 bash[153351]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5 2024-04-12T17:31:14.030 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:31:13 smithi110 podman[153373]: 2024-04-12 17:31:13.669040898 +0000 UTC m=+0.638367337 container remove 3295109109cf4c80c9246d33e9ef9ca7af256ac93dcc5e067f12f7440f19f2b2 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240409, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-12T17:31:14.030 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:13 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:13.587+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:32.034366+0000 front 2024-04-12T17:30:32.034347+0000 (oldest deadline 2024-04-12T17:30:56.134196+0000) 2024-04-12T17:31:14.030 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:13 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:13.587+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.134699+0000 front 2024-04-12T17:30:36.134731+0000 (oldest deadline 2024-04-12T17:31:01.335147+0000) 2024-04-12T17:31:14.030 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:13 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:13.587+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-04-12T17:30:47.136527+0000 front 2024-04-12T17:30:47.136546+0000 (oldest deadline 2024-04-12T17:31:10.036500+0000) 2024-04-12T17:31:14.338 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:14 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:14.217+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:29.837108+0000 front 2024-04-12T17:30:29.837092+0000 (oldest deadline 2024-04-12T17:30:55.137065+0000) 2024-04-12T17:31:14.338 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:14 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:14.217+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.238180+0000 front 2024-04-12T17:30:36.238070+0000 (oldest deadline 2024-04-12T17:31:01.538089+0000) 2024-04-12T17:31:14.338 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:14 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:14.217+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-04-12T17:30:48.539698+0000 front 2024-04-12T17:30:48.539743+0000 (oldest deadline 2024-04-12T17:31:12.639675+0000) 2024-04-12T17:31:14.338 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:31:14 smithi110 podman[153473]: 2024-04-12 17:31:13.931636764 +0000 UTC m=+0.017716504 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T17:31:14.338 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:31:14 smithi110 podman[153473]: 2024-04-12 17:31:14.036662254 +0000 UTC m=+0.122741965 container create 16b3c0aa14e4bec418dc2da0a5b8611b18ed89f3b7351e8a3156d60639a6ee95 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_CLEAN=True, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-12T17:31:14.338 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:31:14 smithi110 podman[153473]: 2024-04-12 17:31:14.24783089 +0000 UTC m=+0.333910602 container init 16b3c0aa14e4bec418dc2da0a5b8611b18ed89f3b7351e8a3156d60639a6ee95 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.schema-version=1.0) 2024-04-12T17:31:14.338 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:31:14 smithi110 podman[153473]: 2024-04-12 17:31:14.253176407 +0000 UTC m=+0.339256124 container start 16b3c0aa14e4bec418dc2da0a5b8611b18ed89f3b7351e8a3156d60639a6ee95 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5-deactivate, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T17:31:14.827 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:31:14 smithi110 podman[153473]: 2024-04-12 17:31:14.3392632 +0000 UTC m=+0.425342934 container attach 16b3c0aa14e4bec418dc2da0a5b8611b18ed89f3b7351e8a3156d60639a6ee95 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5-deactivate, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-12T17:31:14.827 INFO:journalctl@ceph.osd.5.smithi110.stdout:Apr 12 17:31:14 smithi110 podman[153473]: 2024-04-12 17:31:14.544038954 +0000 UTC m=+0.630118671 container died 16b3c0aa14e4bec418dc2da0a5b8611b18ed89f3b7351e8a3156d60639a6ee95 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-5-deactivate, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561) 2024-04-12T17:31:14.827 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:14 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:14.559+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:32.034366+0000 front 2024-04-12T17:30:32.034347+0000 (oldest deadline 2024-04-12T17:30:56.134196+0000) 2024-04-12T17:31:14.828 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:14 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:14.559+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.134699+0000 front 2024-04-12T17:30:36.134731+0000 (oldest deadline 2024-04-12T17:31:01.335147+0000) 2024-04-12T17:31:14.828 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:14 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:14.559+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-04-12T17:30:47.136527+0000 front 2024-04-12T17:30:47.136546+0000 (oldest deadline 2024-04-12T17:31:10.036500+0000) 2024-04-12T17:31:15.141 DEBUG:teuthology.orchestra.run.smithi110:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@osd.5.service' 2024-04-12T17:31:15.181 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T17:31:15.181 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-04-12T17:31:15.181 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-04-12T17:31:15.181 DEBUG:teuthology.orchestra.run.smithi110:> sudo systemctl stop ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@osd.6 2024-04-12T17:31:15.509 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:15 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:15.231+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:29.837108+0000 front 2024-04-12T17:30:29.837092+0000 (oldest deadline 2024-04-12T17:30:55.137065+0000) 2024-04-12T17:31:15.509 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:15 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:15.231+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.238180+0000 front 2024-04-12T17:30:36.238070+0000 (oldest deadline 2024-04-12T17:31:01.538089+0000) 2024-04-12T17:31:15.509 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:15 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:15.231+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-04-12T17:30:48.539698+0000 front 2024-04-12T17:30:48.539743+0000 (oldest deadline 2024-04-12T17:31:12.639675+0000) 2024-04-12T17:31:15.509 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:15 smithi110 systemd[1]: Stopping Ceph osd.6 for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T17:31:15.509 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:15 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:15.506+0000 7f7b57647700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T17:31:15.510 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:15 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:15.506+0000 7f7b57647700 -1 osd.6 2774 *** Got signal Terminated *** 2024-04-12T17:31:15.510 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:15 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:15.506+0000 7f7b57647700 -1 osd.6 2774 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T17:31:15.838 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:15 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:15.599+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:32.034366+0000 front 2024-04-12T17:30:32.034347+0000 (oldest deadline 2024-04-12T17:30:56.134196+0000) 2024-04-12T17:31:15.838 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:15 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:15.599+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.134699+0000 front 2024-04-12T17:30:36.134731+0000 (oldest deadline 2024-04-12T17:31:01.335147+0000) 2024-04-12T17:31:15.838 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:15 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:15.599+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-04-12T17:30:47.136527+0000 front 2024-04-12T17:30:47.136546+0000 (oldest deadline 2024-04-12T17:31:10.036500+0000) 2024-04-12T17:31:16.588 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:16 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:16.250+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:29.837108+0000 front 2024-04-12T17:30:29.837092+0000 (oldest deadline 2024-04-12T17:30:55.137065+0000) 2024-04-12T17:31:16.588 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:16 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:16.250+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.238180+0000 front 2024-04-12T17:30:36.238070+0000 (oldest deadline 2024-04-12T17:31:01.538089+0000) 2024-04-12T17:31:16.588 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:16 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:16.250+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-04-12T17:30:48.539698+0000 front 2024-04-12T17:30:48.539743+0000 (oldest deadline 2024-04-12T17:31:12.639675+0000) 2024-04-12T17:31:16.864 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:16 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:16.623+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:32.034366+0000 front 2024-04-12T17:30:32.034347+0000 (oldest deadline 2024-04-12T17:30:56.134196+0000) 2024-04-12T17:31:16.865 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:16 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:16.623+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.134699+0000 front 2024-04-12T17:30:36.134731+0000 (oldest deadline 2024-04-12T17:31:01.335147+0000) 2024-04-12T17:31:16.865 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:16 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:16.623+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-04-12T17:30:47.136527+0000 front 2024-04-12T17:30:47.136546+0000 (oldest deadline 2024-04-12T17:31:10.036500+0000) 2024-04-12T17:31:17.588 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:17 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:17.227+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:29.837108+0000 front 2024-04-12T17:30:29.837092+0000 (oldest deadline 2024-04-12T17:30:55.137065+0000) 2024-04-12T17:31:17.588 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:17 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:17.227+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.238180+0000 front 2024-04-12T17:30:36.238070+0000 (oldest deadline 2024-04-12T17:31:01.538089+0000) 2024-04-12T17:31:17.588 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:17 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:17.227+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-04-12T17:30:48.539698+0000 front 2024-04-12T17:30:48.539743+0000 (oldest deadline 2024-04-12T17:31:12.639675+0000) 2024-04-12T17:31:18.088 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:17 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:17.659+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:32.034366+0000 front 2024-04-12T17:30:32.034347+0000 (oldest deadline 2024-04-12T17:30:56.134196+0000) 2024-04-12T17:31:18.088 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:17 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:17.659+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.134699+0000 front 2024-04-12T17:30:36.134731+0000 (oldest deadline 2024-04-12T17:31:01.335147+0000) 2024-04-12T17:31:18.088 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:17 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:17.659+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-04-12T17:30:47.136527+0000 front 2024-04-12T17:30:47.136546+0000 (oldest deadline 2024-04-12T17:31:10.036500+0000) 2024-04-12T17:31:18.588 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:18 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:18.229+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:29.837108+0000 front 2024-04-12T17:30:29.837092+0000 (oldest deadline 2024-04-12T17:30:55.137065+0000) 2024-04-12T17:31:18.588 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:18 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:18.229+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.238180+0000 front 2024-04-12T17:30:36.238070+0000 (oldest deadline 2024-04-12T17:31:01.538089+0000) 2024-04-12T17:31:18.588 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:18 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:18.229+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-04-12T17:30:48.539698+0000 front 2024-04-12T17:30:48.539743+0000 (oldest deadline 2024-04-12T17:31:12.639675+0000) 2024-04-12T17:31:19.088 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:18 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:18.648+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:32.034366+0000 front 2024-04-12T17:30:32.034347+0000 (oldest deadline 2024-04-12T17:30:56.134196+0000) 2024-04-12T17:31:19.088 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:18 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:18.648+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.134699+0000 front 2024-04-12T17:30:36.134731+0000 (oldest deadline 2024-04-12T17:31:01.335147+0000) 2024-04-12T17:31:19.088 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:18 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:18.648+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-04-12T17:30:47.136527+0000 front 2024-04-12T17:30:47.136546+0000 (oldest deadline 2024-04-12T17:31:10.036500+0000) 2024-04-12T17:31:19.588 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:19 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:19.265+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:29.837108+0000 front 2024-04-12T17:30:29.837092+0000 (oldest deadline 2024-04-12T17:30:55.137065+0000) 2024-04-12T17:31:19.588 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:19 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:19.265+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.238180+0000 front 2024-04-12T17:30:36.238070+0000 (oldest deadline 2024-04-12T17:31:01.538089+0000) 2024-04-12T17:31:19.588 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:19 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:19.265+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-04-12T17:30:48.539698+0000 front 2024-04-12T17:30:48.539743+0000 (oldest deadline 2024-04-12T17:31:12.639675+0000) 2024-04-12T17:31:20.088 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:19 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:19.690+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:32.034366+0000 front 2024-04-12T17:30:32.034347+0000 (oldest deadline 2024-04-12T17:30:56.134196+0000) 2024-04-12T17:31:20.088 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:19 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:19.690+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.134699+0000 front 2024-04-12T17:30:36.134731+0000 (oldest deadline 2024-04-12T17:31:01.335147+0000) 2024-04-12T17:31:20.088 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:19 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:19.690+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-04-12T17:30:47.136527+0000 front 2024-04-12T17:30:47.136546+0000 (oldest deadline 2024-04-12T17:31:10.036500+0000) 2024-04-12T17:31:20.588 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:20 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:20.248+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:29.837108+0000 front 2024-04-12T17:30:29.837092+0000 (oldest deadline 2024-04-12T17:30:55.137065+0000) 2024-04-12T17:31:20.588 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:20 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:20.248+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.238180+0000 front 2024-04-12T17:30:36.238070+0000 (oldest deadline 2024-04-12T17:31:01.538089+0000) 2024-04-12T17:31:20.588 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:20 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6[104159]: 2024-04-12T17:31:20.248+0000 7f7b4fc33700 -1 osd.6 2774 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-04-12T17:30:48.539698+0000 front 2024-04-12T17:30:48.539743+0000 (oldest deadline 2024-04-12T17:31:12.639675+0000) 2024-04-12T17:31:21.088 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:20 smithi110 podman[153604]: 2024-04-12 17:31:20.903311367 +0000 UTC m=+5.500490658 container died 97a8d1469e517042e5e99ded687a394a07f8becd929b61b054ebf61adcdd2832 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T17:31:21.088 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:20 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:20.680+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:32.034366+0000 front 2024-04-12T17:30:32.034347+0000 (oldest deadline 2024-04-12T17:30:56.134196+0000) 2024-04-12T17:31:21.088 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:20 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:20.680+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.134699+0000 front 2024-04-12T17:30:36.134731+0000 (oldest deadline 2024-04-12T17:31:01.335147+0000) 2024-04-12T17:31:21.088 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:20 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:20.680+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-04-12T17:30:47.136527+0000 front 2024-04-12T17:30:47.136546+0000 (oldest deadline 2024-04-12T17:31:10.036500+0000) 2024-04-12T17:31:21.088 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:20 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:20.680+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6830 osd.3 since back 2024-04-12T17:30:54.737491+0000 front 2024-04-12T17:30:54.737535+0000 (oldest deadline 2024-04-12T17:31:20.037503+0000) 2024-04-12T17:31:21.549 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:21 smithi110 podman[153604]: 2024-04-12 17:31:21.304434537 +0000 UTC m=+5.901613826 container cleanup 97a8d1469e517042e5e99ded687a394a07f8becd929b61b054ebf61adcdd2832 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, ceph=True, org.label-schema.vendor=CentOS) 2024-04-12T17:31:21.549 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:21 smithi110 bash[153604]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6 2024-04-12T17:31:21.838 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:21 smithi110 podman[153643]: 2024-04-12 17:31:21.547560443 +0000 UTC m=+0.636830859 container remove 97a8d1469e517042e5e99ded687a394a07f8becd929b61b054ebf61adcdd2832 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-12T17:31:21.838 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:21 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:21.664+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:32.034366+0000 front 2024-04-12T17:30:32.034347+0000 (oldest deadline 2024-04-12T17:30:56.134196+0000) 2024-04-12T17:31:21.838 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:21 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:21.664+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.134699+0000 front 2024-04-12T17:30:36.134731+0000 (oldest deadline 2024-04-12T17:31:01.335147+0000) 2024-04-12T17:31:21.838 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:21 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:21.664+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-04-12T17:30:47.136527+0000 front 2024-04-12T17:30:47.136546+0000 (oldest deadline 2024-04-12T17:31:10.036500+0000) 2024-04-12T17:31:21.838 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:21 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:21.664+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6830 osd.3 since back 2024-04-12T17:30:54.737491+0000 front 2024-04-12T17:30:54.737535+0000 (oldest deadline 2024-04-12T17:31:20.037503+0000) 2024-04-12T17:31:22.177 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:21 smithi110 podman[153739]: 2024-04-12 17:31:21.772504915 +0000 UTC m=+0.017638958 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T17:31:22.177 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:21 smithi110 podman[153739]: 2024-04-12 17:31:21.881889036 +0000 UTC m=+0.127023079 container create 669dca7d74011fdeef1b3afedbf4064109f0c61e198b1c1673e838faf2219d93 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6-deactivate, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True) 2024-04-12T17:31:22.177 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:22 smithi110 podman[153739]: 2024-04-12 17:31:22.084404871 +0000 UTC m=+0.329538927 container init 669dca7d74011fdeef1b3afedbf4064109f0c61e198b1c1673e838faf2219d93 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6-deactivate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T17:31:22.178 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:22 smithi110 podman[153739]: 2024-04-12 17:31:22.089770446 +0000 UTC m=+0.334904496 container start 669dca7d74011fdeef1b3afedbf4064109f0c61e198b1c1673e838faf2219d93 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-04-12T17:31:22.178 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:22 smithi110 podman[153739]: 2024-04-12 17:31:22.175899639 +0000 UTC m=+0.421033687 container attach 669dca7d74011fdeef1b3afedbf4064109f0c61e198b1c1673e838faf2219d93 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T17:31:22.588 INFO:journalctl@ceph.osd.6.smithi110.stdout:Apr 12 17:31:22 smithi110 podman[153739]: 2024-04-12 17:31:22.372203212 +0000 UTC m=+0.617337258 container died 669dca7d74011fdeef1b3afedbf4064109f0c61e198b1c1673e838faf2219d93 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409) 2024-04-12T17:31:22.998 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:22.674+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:32.034366+0000 front 2024-04-12T17:30:32.034347+0000 (oldest deadline 2024-04-12T17:30:56.134196+0000) 2024-04-12T17:31:22.998 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:22.674+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.134699+0000 front 2024-04-12T17:30:36.134731+0000 (oldest deadline 2024-04-12T17:31:01.335147+0000) 2024-04-12T17:31:22.998 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:22.674+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-04-12T17:30:47.136527+0000 front 2024-04-12T17:30:47.136546+0000 (oldest deadline 2024-04-12T17:31:10.036500+0000) 2024-04-12T17:31:22.999 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:22 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:22.674+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6830 osd.3 since back 2024-04-12T17:30:54.737491+0000 front 2024-04-12T17:30:54.737535+0000 (oldest deadline 2024-04-12T17:31:20.037503+0000) 2024-04-12T17:31:23.025 DEBUG:teuthology.orchestra.run.smithi110:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@osd.6.service' 2024-04-12T17:31:23.066 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T17:31:23.066 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-04-12T17:31:23.066 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-04-12T17:31:23.066 DEBUG:teuthology.orchestra.run.smithi110:> sudo systemctl stop ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@osd.7 2024-04-12T17:31:23.338 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:23 smithi110 systemd[1]: Stopping Ceph osd.7 for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T17:31:23.838 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:23 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:23.401+0000 7f021da80700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T17:31:23.838 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:23 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:23.401+0000 7f021da80700 -1 osd.7 2774 *** Got signal Terminated *** 2024-04-12T17:31:23.838 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:23 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:23.401+0000 7f021da80700 -1 osd.7 2774 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T17:31:23.838 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:23 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:23.634+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:32.034366+0000 front 2024-04-12T17:30:32.034347+0000 (oldest deadline 2024-04-12T17:30:56.134196+0000) 2024-04-12T17:31:23.838 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:23 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:23.634+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.134699+0000 front 2024-04-12T17:30:36.134731+0000 (oldest deadline 2024-04-12T17:31:01.335147+0000) 2024-04-12T17:31:23.838 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:23 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:23.634+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-04-12T17:30:47.136527+0000 front 2024-04-12T17:30:47.136546+0000 (oldest deadline 2024-04-12T17:31:10.036500+0000) 2024-04-12T17:31:23.838 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:23 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:23.634+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6830 osd.3 since back 2024-04-12T17:30:54.737491+0000 front 2024-04-12T17:30:54.737535+0000 (oldest deadline 2024-04-12T17:31:20.037503+0000) 2024-04-12T17:31:25.088 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:24 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:24.616+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:32.034366+0000 front 2024-04-12T17:30:32.034347+0000 (oldest deadline 2024-04-12T17:30:56.134196+0000) 2024-04-12T17:31:25.088 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:24 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:24.616+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.134699+0000 front 2024-04-12T17:30:36.134731+0000 (oldest deadline 2024-04-12T17:31:01.335147+0000) 2024-04-12T17:31:25.088 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:24 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:24.616+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-04-12T17:30:47.136527+0000 front 2024-04-12T17:30:47.136546+0000 (oldest deadline 2024-04-12T17:31:10.036500+0000) 2024-04-12T17:31:25.088 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:24 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:24.616+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6830 osd.3 since back 2024-04-12T17:30:54.737491+0000 front 2024-04-12T17:30:54.737535+0000 (oldest deadline 2024-04-12T17:31:20.037503+0000) 2024-04-12T17:31:25.838 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 17:31:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=cleanup t=2024-04-12T17:31:25.542202923Z level=info msg="Completed cleanup jobs" duration=3.563976ms 2024-04-12T17:31:25.839 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:25.594+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:32.034366+0000 front 2024-04-12T17:30:32.034347+0000 (oldest deadline 2024-04-12T17:30:56.134196+0000) 2024-04-12T17:31:25.839 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:25.594+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.134699+0000 front 2024-04-12T17:30:36.134731+0000 (oldest deadline 2024-04-12T17:31:01.335147+0000) 2024-04-12T17:31:25.839 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:25.594+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-04-12T17:30:47.136527+0000 front 2024-04-12T17:30:47.136546+0000 (oldest deadline 2024-04-12T17:31:10.036500+0000) 2024-04-12T17:31:25.839 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:25 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:25.594+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6830 osd.3 since back 2024-04-12T17:30:54.737491+0000 front 2024-04-12T17:30:54.737535+0000 (oldest deadline 2024-04-12T17:31:20.037503+0000) 2024-04-12T17:31:27.088 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:26 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:26.603+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:32.034366+0000 front 2024-04-12T17:30:32.034347+0000 (oldest deadline 2024-04-12T17:30:56.134196+0000) 2024-04-12T17:31:27.088 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:26 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:26.603+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.134699+0000 front 2024-04-12T17:30:36.134731+0000 (oldest deadline 2024-04-12T17:31:01.335147+0000) 2024-04-12T17:31:27.088 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:26 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:26.603+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-04-12T17:30:47.136527+0000 front 2024-04-12T17:30:47.136546+0000 (oldest deadline 2024-04-12T17:31:10.036500+0000) 2024-04-12T17:31:27.088 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:26 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:26.603+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6830 osd.3 since back 2024-04-12T17:30:54.737491+0000 front 2024-04-12T17:30:54.737535+0000 (oldest deadline 2024-04-12T17:31:20.037503+0000) 2024-04-12T17:31:27.863 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:27 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:27.593+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6806 osd.0 since back 2024-04-12T17:30:32.034366+0000 front 2024-04-12T17:30:32.034347+0000 (oldest deadline 2024-04-12T17:30:56.134196+0000) 2024-04-12T17:31:27.863 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:27 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:27.593+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6814 osd.1 since back 2024-04-12T17:30:36.134699+0000 front 2024-04-12T17:30:36.134731+0000 (oldest deadline 2024-04-12T17:31:01.335147+0000) 2024-04-12T17:31:27.863 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:27 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:27.593+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6822 osd.2 since back 2024-04-12T17:30:47.136527+0000 front 2024-04-12T17:30:47.136546+0000 (oldest deadline 2024-04-12T17:31:10.036500+0000) 2024-04-12T17:31:27.863 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:27 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7[109082]: 2024-04-12T17:31:27.593+0000 7f021a074700 -1 osd.7 2774 heartbeat_check: no reply from 172.21.15.99:6830 osd.3 since back 2024-04-12T17:30:54.737491+0000 front 2024-04-12T17:30:54.737535+0000 (oldest deadline 2024-04-12T17:31:20.037503+0000) 2024-04-12T17:31:29.088 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:28 smithi110 podman[153870]: 2024-04-12 17:31:28.798531946 +0000 UTC m=+5.517727383 container died 1bbbfc73a4c15b5d15465df6617d86ff7517d7b990cb14292441bf3ef2a2118e (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, ceph=True) 2024-04-12T17:31:29.427 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:29 smithi110 podman[153870]: 2024-04-12 17:31:29.199492803 +0000 UTC m=+5.918688247 container cleanup 1bbbfc73a4c15b5d15465df6617d86ff7517d7b990cb14292441bf3ef2a2118e (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T17:31:29.427 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:29 smithi110 bash[153870]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7 2024-04-12T17:31:29.754 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:29 smithi110 podman[153893]: 2024-04-12 17:31:29.425754891 +0000 UTC m=+0.627862531 container remove 1bbbfc73a4c15b5d15465df6617d86ff7517d7b990cb14292441bf3ef2a2118e (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2) 2024-04-12T17:31:30.055 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:29 smithi110 podman[153990]: 2024-04-12 17:31:29.655828576 +0000 UTC m=+0.017658887 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T17:31:30.056 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:29 smithi110 podman[153990]: 2024-04-12 17:31:29.759953932 +0000 UTC m=+0.121784236 container create 320fd876dffeac0425074b06059cd76f69d3cf01b75475cc73428d9edb9b0976 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7-deactivate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T17:31:30.056 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:29 smithi110 podman[153990]: 2024-04-12 17:31:29.971425354 +0000 UTC m=+0.333255665 container init 320fd876dffeac0425074b06059cd76f69d3cf01b75475cc73428d9edb9b0976 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.build-date=20240409, ceph=True) 2024-04-12T17:31:30.056 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:29 smithi110 podman[153990]: 2024-04-12 17:31:29.977246482 +0000 UTC m=+0.339076788 container start 320fd876dffeac0425074b06059cd76f69d3cf01b75475cc73428d9edb9b0976 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-12T17:31:30.056 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:30 smithi110 podman[153990]: 2024-04-12 17:31:30.05415383 +0000 UTC m=+0.415984147 container attach 320fd876dffeac0425074b06059cd76f69d3cf01b75475cc73428d9edb9b0976 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T17:31:30.338 INFO:journalctl@ceph.osd.7.smithi110.stdout:Apr 12 17:31:30 smithi110 podman[153990]: 2024-04-12 17:31:30.268895287 +0000 UTC m=+0.630725596 container died 320fd876dffeac0425074b06059cd76f69d3cf01b75475cc73428d9edb9b0976 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-12T17:31:30.834 DEBUG:teuthology.orchestra.run.smithi110:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@osd.7.service' 2024-04-12T17:31:30.873 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T17:31:30.873 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-04-12T17:31:30.873 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-04-12T17:31:30.873 DEBUG:teuthology.orchestra.run.smithi099:> sudo systemctl stop ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mds.a 2024-04-12T17:31:31.206 INFO:journalctl@ceph.mds.a.smithi099.stdout:Apr 12 17:31:30 smithi099 systemd[1]: Stopping Ceph mds.a for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T17:31:31.462 INFO:journalctl@ceph.mds.a.smithi099.stdout:Apr 12 17:31:31 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mds-a[123730]: 2024-04-12T17:31:31.203+0000 7f69cd201700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T17:31:31.463 INFO:journalctl@ceph.mds.a.smithi099.stdout:Apr 12 17:31:31 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mds-a[123730]: 2024-04-12T17:31:31.203+0000 7f69cd201700 -1 mds.a *** got signal Terminated *** 2024-04-12T17:31:33.381 INFO:journalctl@ceph.mds.a.smithi099.stdout:Apr 12 17:31:33 smithi099 podman[224589]: 2024-04-12 17:31:33.069501626 +0000 UTC m=+2.002874574 container died bbf44cb4bb2f648e85b7b470645fb931d13fabbe594b1a22b1565ed9c8a590e5 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mds-a, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-04-12T17:31:33.703 INFO:journalctl@ceph.mds.a.smithi099.stdout:Apr 12 17:31:33 smithi099 podman[224589]: 2024-04-12 17:31:33.492390677 +0000 UTC m=+2.425763612 container cleanup bbf44cb4bb2f648e85b7b470645fb931d13fabbe594b1a22b1565ed9c8a590e5 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mds-a, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T17:31:33.703 INFO:journalctl@ceph.mds.a.smithi099.stdout:Apr 12 17:31:33 smithi099 bash[224589]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mds-a 2024-04-12T17:31:33.918 DEBUG:teuthology.orchestra.run.smithi099:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mds.a.service' 2024-04-12T17:31:33.957 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T17:31:33.957 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-04-12T17:31:33.957 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-04-12T17:31:33.957 DEBUG:teuthology.orchestra.run.smithi110:> sudo systemctl stop ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mds.b 2024-04-12T17:31:34.274 INFO:journalctl@ceph.mds.b.smithi110.stdout:Apr 12 17:31:34 smithi110 systemd[1]: Stopping Ceph mds.b for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T17:31:34.588 INFO:journalctl@ceph.mds.b.smithi110.stdout:Apr 12 17:31:34 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mds-b[113924]: 2024-04-12T17:31:34.270+0000 7f2f62289700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T17:31:34.588 INFO:journalctl@ceph.mds.b.smithi110.stdout:Apr 12 17:31:34 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mds-b[113924]: 2024-04-12T17:31:34.270+0000 7f2f62289700 -1 mds.b *** got signal Terminated *** 2024-04-12T17:31:36.412 INFO:journalctl@ceph.mds.b.smithi110.stdout:Apr 12 17:31:36 smithi110 podman[154122]: 2024-04-12 17:31:36.129099723 +0000 UTC m=+1.970752063 container died ce2c6390c8a892cd6c0b99596d4b8d2c1c66d32c30f5c9df4df280f63198afc8 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mds-b, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T17:31:36.754 INFO:journalctl@ceph.mds.b.smithi110.stdout:Apr 12 17:31:36 smithi110 podman[154122]: 2024-04-12 17:31:36.49320533 +0000 UTC m=+2.334857738 container cleanup ce2c6390c8a892cd6c0b99596d4b8d2c1c66d32c30f5c9df4df280f63198afc8 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mds-b, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-04-12T17:31:36.755 INFO:journalctl@ceph.mds.b.smithi110.stdout:Apr 12 17:31:36 smithi110 bash[154122]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-mds-b 2024-04-12T17:31:36.872 DEBUG:teuthology.orchestra.run.smithi110:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@mds.b.service' 2024-04-12T17:31:36.908 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T17:31:36.909 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-04-12T17:31:36.909 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-04-12T17:31:36.909 DEBUG:teuthology.orchestra.run.smithi110:> sudo systemctl stop ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@prometheus.a 2024-04-12T17:31:37.087 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:31:36 smithi110 systemd[1]: Stopping Ceph prometheus.a for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T17:31:37.499 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:31:37 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:31:37.241Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-12T17:31:37.500 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:31:37 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:31:37.241Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-12T17:31:37.500 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:31:37 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:31:37.241Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-12T17:31:37.500 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:31:37 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:31:37.241Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-12T17:31:37.500 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:31:37 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:31:37.241Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-12T17:31:37.500 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:31:37 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:31:37.241Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-12T17:31:37.500 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:31:37 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:31:37.241Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-12T17:31:37.500 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:31:37 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:31:37.241Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-12T17:31:37.500 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:31:37 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:31:37.241Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-12T17:31:37.500 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:31:37 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:31:37.243Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-12T17:31:37.500 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:31:37 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:31:37.243Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-12T17:31:37.500 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:31:37 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a[122152]: ts=2024-04-12T17:31:37.243Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-12T17:31:37.500 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:31:37 smithi110 podman[154256]: 2024-04-12 17:31:37.252486038 +0000 UTC m=+0.120149739 container died 75ac24a4352d4c16e327839743da6aead270c964e62bbd5f327a45de84952b0d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T17:31:37.758 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:31:37 smithi110 podman[154256]: 2024-04-12 17:31:37.588833123 +0000 UTC m=+0.456496823 container cleanup 75ac24a4352d4c16e327839743da6aead270c964e62bbd5f327a45de84952b0d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T17:31:37.758 INFO:journalctl@ceph.prometheus.a.smithi110.stdout:Apr 12 17:31:37 smithi110 bash[154256]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-prometheus-a 2024-04-12T17:31:37.968 DEBUG:teuthology.orchestra.run.smithi110:> sudo pkill -f 'journalctl -f -n 0 -u ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@prometheus.a.service' 2024-04-12T17:31:38.002 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T17:31:38.003 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-04-12T17:31:38.003 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 --force --keep-logs 2024-04-12T17:31:38.160 INFO:teuthology.orchestra.run.smithi099.stdout:Deleting cluster with fsid: 7550015c-f8e4-11ee-bc8d-c7b262605968 2024-04-12T17:31:39.860 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 17:31:39 smithi099 systemd[1]: Stopping Ceph alertmanager.a for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T17:31:40.131 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 17:31:39 smithi099 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a[131982]: ts=2024-04-12T17:31:39.857Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-12T17:31:40.131 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 17:31:39 smithi099 podman[225060]: 2024-04-12 17:31:39.919268075 +0000 UTC m=+0.170459249 container died 5870e14117142e21f90c3f9e88294beb3ce3064217b62159936feaf9b5bb3fc9 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T17:31:40.491 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 17:31:40 smithi099 podman[225060]: 2024-04-12 17:31:40.263085595 +0000 UTC m=+0.514276771 container cleanup 5870e14117142e21f90c3f9e88294beb3ce3064217b62159936feaf9b5bb3fc9 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T17:31:40.491 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 17:31:40 smithi099 bash[225060]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a 2024-04-12T17:31:40.491 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 17:31:40 smithi099 podman[225079]: 2024-04-12 17:31:40.43092369 +0000 UTC m=+0.509536920 container remove 5870e14117142e21f90c3f9e88294beb3ce3064217b62159936feaf9b5bb3fc9 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T17:31:40.491 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 17:31:40 smithi099 podman[225079]: 2024-04-12 17:31:40.489741308 +0000 UTC m=+0.568354496 volume remove e6e961a0e7b8cb7b02bb666318afe7e04d82ded40585f89ced0d73cf215ad8f8 2024-04-12T17:31:40.743 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 17:31:40 smithi099 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-04-12T17:31:40.743 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 17:31:40 smithi099 systemd[1]: Stopped Ceph alertmanager.a for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T17:31:40.743 INFO:journalctl@ceph.alertmanager.a.smithi099.stdout:Apr 12 17:31:40 smithi099 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@alertmanager.a.service: Consumed 4.154s CPU time. 2024-04-12T17:31:41.130 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 17:31:40 smithi099 systemd[1]: Stopping Ceph node-exporter.a for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T17:31:41.402 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 17:31:41 smithi099 podman[225192]: 2024-04-12 17:31:41.139235293 +0000 UTC m=+0.096765781 container died 757c7d90bf1546942b1c0e19a5c70e92d3f79b5a76eece1e265f89c6a1534c28 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T17:31:41.761 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 17:31:41 smithi099 podman[225192]: 2024-04-12 17:31:41.492025898 +0000 UTC m=+0.449556379 container cleanup 757c7d90bf1546942b1c0e19a5c70e92d3f79b5a76eece1e265f89c6a1534c28 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T17:31:41.761 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 17:31:41 smithi099 bash[225192]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a 2024-04-12T17:31:42.050 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 17:31:41 smithi099 podman[225211]: 2024-04-12 17:31:41.759930094 +0000 UTC m=+0.625114374 container remove 757c7d90bf1546942b1c0e19a5c70e92d3f79b5a76eece1e265f89c6a1534c28 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T17:31:42.050 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 17:31:41 smithi099 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-12T17:31:42.050 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 17:31:41 smithi099 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-12T17:31:42.050 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 17:31:41 smithi099 systemd[1]: Stopped Ceph node-exporter.a for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T17:31:42.051 INFO:journalctl@ceph.node-exporter.a.smithi099.stdout:Apr 12 17:31:41 smithi099 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@node-exporter.a.service: Consumed 8.964s CPU time. 2024-04-12T17:31:42.522 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 --force --keep-logs 2024-04-12T17:31:42.678 INFO:teuthology.orchestra.run.smithi110.stdout:Deleting cluster with fsid: 7550015c-f8e4-11ee-bc8d-c7b262605968 2024-04-12T17:31:44.338 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 17:31:44 smithi110 systemd[1]: Stopping Ceph grafana.a for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T17:31:44.679 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 17:31:44 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=server t=2024-04-12T17:31:44.388229472Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-04-12T17:31:44.679 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 17:31:44 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=tracing t=2024-04-12T17:31:44.388614895Z level=info msg="Closing tracing" 2024-04-12T17:31:44.679 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 17:31:44 smithi110 ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a[126623]: logger=ticker t=2024-04-12T17:31:44.388628815Z level=info msg=stopped last_tick=2024-04-12T17:31:40Z 2024-04-12T17:31:44.679 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 17:31:44 smithi110 podman[154713]: 2024-04-12 17:31:44.398769535 +0000 UTC m=+0.121694801 container died 638a96e3b79472c5526a76f8b4ef0c829bb8eb50b92a5ded59febe13fab8f626 (image=quay.io/ceph/grafana:9.4.12, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-12T17:31:45.004 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 17:31:44 smithi110 podman[154713]: 2024-04-12 17:31:44.760231723 +0000 UTC m=+0.483156989 container cleanup 638a96e3b79472c5526a76f8b4ef0c829bb8eb50b92a5ded59febe13fab8f626 (image=quay.io/ceph/grafana:9.4.12, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-12T17:31:45.004 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 17:31:44 smithi110 bash[154713]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a 2024-04-12T17:31:45.310 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 17:31:45 smithi110 podman[154732]: 2024-04-12 17:31:45.003220767 +0000 UTC m=+0.606525434 container remove 638a96e3b79472c5526a76f8b4ef0c829bb8eb50b92a5ded59febe13fab8f626 (image=quay.io/ceph/grafana:9.4.12, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-12T17:31:45.311 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 17:31:45 smithi110 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@grafana.a.service: Deactivated successfully. 2024-04-12T17:31:45.311 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 17:31:45 smithi110 systemd[1]: Stopped Ceph grafana.a for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T17:31:45.311 INFO:journalctl@ceph.grafana.a.smithi110.stdout:Apr 12 17:31:45 smithi110 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@grafana.a.service: Consumed 49.419s CPU time. 2024-04-12T17:31:45.588 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 17:31:45 smithi110 systemd[1]: Stopping Ceph node-exporter.b for 7550015c-f8e4-11ee-bc8d-c7b262605968... 2024-04-12T17:31:45.588 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 17:31:45 smithi110 podman[154844]: 2024-04-12 17:31:45.54482328 +0000 UTC m=+0.099227984 container died 544991f5ac21c1b54d81abba4e8a9c76cd09ad67fc44c2324c31603da8a9e483 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T17:31:46.337 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 17:31:46 smithi110 podman[154844]: 2024-04-12 17:31:46.014264578 +0000 UTC m=+0.568669291 container cleanup 544991f5ac21c1b54d81abba4e8a9c76cd09ad67fc44c2324c31603da8a9e483 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T17:31:46.338 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 17:31:46 smithi110 bash[154844]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b 2024-04-12T17:31:46.338 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 17:31:46 smithi110 podman[154863]: 2024-04-12 17:31:46.181926049 +0000 UTC m=+0.641705123 container remove 544991f5ac21c1b54d81abba4e8a9c76cd09ad67fc44c2324c31603da8a9e483 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-7550015c-f8e4-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T17:31:46.338 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 17:31:46 smithi110 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-12T17:31:46.595 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 17:31:46 smithi110 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-12T17:31:46.595 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 17:31:46 smithi110 systemd[1]: Stopped Ceph node-exporter.b for 7550015c-f8e4-11ee-bc8d-c7b262605968. 2024-04-12T17:31:46.595 INFO:journalctl@ceph.node-exporter.b.smithi110.stdout:Apr 12 17:31:46 smithi110 systemd[1]: ceph-7550015c-f8e4-11ee-bc8d-c7b262605968@node-exporter.b.service: Consumed 8.514s CPU time. 2024-04-12T17:31:47.051 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-12T17:31:47.086 DEBUG:teuthology.orchestra.run.smithi110:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-12T17:31:47.116 INFO:tasks.cephadm:Archiving crash dumps... 2024-04-12T17:31:47.118 DEBUG:teuthology.misc:Transferring archived files from smithi099:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/crash to /home/teuthworker/archive/rzarzynski-2024-04-12_15:15:07-rados-wip-yuri10-testing-2024-03-24-1159-distro-default-smithi/7654131/remote/smithi099/crash 2024-04-12T17:31:47.119 DEBUG:teuthology.orchestra.run.smithi099:> sudo tar c -f - -C /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/crash -- . 2024-04-12T17:31:47.162 INFO:teuthology.orchestra.run.smithi099.stderr:tar: /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/crash: Cannot open: No such file or directory 2024-04-12T17:31:47.162 INFO:teuthology.orchestra.run.smithi099.stderr:tar: Error is not recoverable: exiting now 2024-04-12T17:31:47.164 DEBUG:teuthology.misc:Transferring archived files from smithi110:/var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/crash to /home/teuthworker/archive/rzarzynski-2024-04-12_15:15:07-rados-wip-yuri10-testing-2024-03-24-1159-distro-default-smithi/7654131/remote/smithi110/crash 2024-04-12T17:31:47.165 DEBUG:teuthology.orchestra.run.smithi110:> sudo tar c -f - -C /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/crash -- . 2024-04-12T17:31:47.202 INFO:teuthology.orchestra.run.smithi110.stderr:tar: /var/lib/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/crash: Cannot open: No such file or directory 2024-04-12T17:31:47.202 INFO:teuthology.orchestra.run.smithi110.stderr:tar: Error is not recoverable: exiting now 2024-04-12T17:31:47.203 INFO:tasks.cephadm:Checking cluster log for badness... 2024-04-12T17:31:47.203 DEBUG:teuthology.orchestra.run.smithi099:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | head -n 1 2024-04-12T17:31:47.235 INFO:teuthology.orchestra.run.smithi099.stdout:2024-04-12T16:05:30.463879+0000 mon.a (mon.0) 352 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T17:31:47.238 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-04-12T17:31:47.238 DEBUG:teuthology.orchestra.run.smithi099:> sudo egrep '\[SEC\]' /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | head -n 1 2024-04-12T17:31:47.311 DEBUG:teuthology.orchestra.run.smithi099:> sudo egrep '\[ERR\]' /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | head -n 1 2024-04-12T17:31:47.383 DEBUG:teuthology.orchestra.run.smithi099:> sudo egrep '\[WRN\]' /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | head -n 1 2024-04-12T17:31:47.452 INFO:teuthology.orchestra.run.smithi099.stdout:2024-04-12T16:05:30.463879+0000 mon.a (mon.0) 352 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T17:31:47.454 INFO:tasks.cephadm:Compressing logs... 2024-04-12T17:31:47.454 DEBUG:teuthology.orchestra.run.smithi099:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-12T17:31:47.496 DEBUG:teuthology.orchestra.run.smithi110:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-12T17:31:47.520 INFO:teuthology.orchestra.run.smithi099.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-12T17:31:47.521 INFO:teuthology.orchestra.run.smithi099.stderr:: No such file or directory 2024-04-12T17:31:47.521 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-mon.a.log 2024-04-12T17:31:47.522 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph.audit.log 2024-04-12T17:31:47.522 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/cephadm.log: /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-osd.1.log 2024-04-12T17:31:47.522 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-osd.3.log 2024-04-12T17:31:47.522 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-mgr.y.log 2024-04-12T17:31:47.522 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-osd.0.log 2024-04-12T17:31:47.524 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph.cephadm.log 2024-04-12T17:31:47.524 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph.log 2024-04-12T17:31:47.527 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph.cephadm.log: 90.6% -- replaced with /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph.cephadm.log.gz 2024-04-12T17:31:47.527 INFO:teuthology.orchestra.run.smithi099.stderr: 91.4% -- replaced with /var/log/ceph/cephadm.log.gzgzip -5 --verbose -- /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-osd.2.log 2024-04-12T17:31:47.527 INFO:teuthology.orchestra.run.smithi099.stderr: 2024-04-12T17:31:47.527 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-volume.log 2024-04-12T17:31:47.529 INFO:teuthology.orchestra.run.smithi110.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log: No such file or directory 2024-04-12T17:31:47.529 INFO:teuthology.orchestra.run.smithi110.stderr: 2024-04-12T17:31:47.530 INFO:teuthology.orchestra.run.smithi110.stderr:gzip -5 --verbose -- /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-osd.6.log 2024-04-12T17:31:47.530 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph.audit.log 2024-04-12T17:31:47.530 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-mds.b.log 2024-04-12T17:31:47.530 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-osd.4.log 2024-04-12T17:31:47.530 INFO:teuthology.orchestra.run.smithi110.stderr:gzip -5 --verbose -- /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-osd.7.log 2024-04-12T17:31:47.530 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-mds.b.log: /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- 84.6% -- replaced with /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-mds.b.log.gz 2024-04-12T17:31:47.530 INFO:teuthology.orchestra.run.smithi110.stderr: /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-osd.5.log 2024-04-12T17:31:47.530 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-mgr.x.log 2024-04-12T17:31:47.530 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph.cephadm.log 2024-04-12T17:31:47.534 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-mgr.x.log: 91.5% -- replaced with /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph.audit.log.gz 2024-04-12T17:31:47.535 INFO:teuthology.orchestra.run.smithi110.stderr:gzip -5 --verbose -- /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph.log 2024-04-12T17:31:47.535 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph.cephadm.log: 84.1% -- replaced with /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph.cephadm.log.gz 2024-04-12T17:31:47.535 INFO:teuthology.orchestra.run.smithi110.stderr:gzip -5 --verbose -- /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-volume.log 2024-04-12T17:31:47.536 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-osd.2.log: 94.8% -- replaced with /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph.audit.log.gz 2024-04-12T17:31:47.537 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-mds.a.log 2024-04-12T17:31:47.543 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph.log: 89.6% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-12T17:31:47.544 INFO:teuthology.orchestra.run.smithi110.stderr:gzip -5 --verbose -- /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-mon.b.log 2024-04-12T17:31:47.550 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-mon.c.log 2024-04-12T17:31:47.553 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-volume.log: 86.8% -- replaced with /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph.log.gz 2024-04-12T17:31:47.563 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-mds.a.log: /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-mon.c.log: 92.7% -- replaced with /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph.log.gz 2024-04-12T17:31:47.568 INFO:teuthology.orchestra.run.smithi099.stderr: 92.1% -- replaced with /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-mds.a.log.gz 2024-04-12T17:31:47.568 INFO:teuthology.orchestra.run.smithi099.stderr: 91.1% -- replaced with /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-volume.log.gz 2024-04-12T17:31:47.571 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-mon.b.log: 91.2% -- replaced with /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-volume.log.gz 2024-04-12T17:31:47.593 INFO:teuthology.orchestra.run.smithi110.stderr: 90.5% -- replaced with /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-mgr.x.log.gz 2024-04-12T17:31:48.663 INFO:teuthology.orchestra.run.smithi099.stderr: 89.5% -- replaced with /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-mgr.y.log.gz 2024-04-12T17:31:49.223 INFO:teuthology.orchestra.run.smithi099.stderr: 91.9% -- replaced with /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-mon.c.log.gz 2024-04-12T17:31:49.272 INFO:teuthology.orchestra.run.smithi110.stderr: 92.6% -- replaced with /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-mon.b.log.gz 2024-04-12T17:31:52.770 INFO:teuthology.orchestra.run.smithi099.stderr: 90.6% -- replaced with /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-mon.a.log.gz 2024-04-12T17:32:06.844 INFO:teuthology.orchestra.run.smithi110.stderr: 94.4% -- replaced with /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-osd.6.log.gz 2024-04-12T17:32:08.816 INFO:teuthology.orchestra.run.smithi110.stderr: 94.3% -- replaced with /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-osd.4.log.gz 2024-04-12T17:32:10.207 INFO:teuthology.orchestra.run.smithi110.stderr: 94.3% -- replaced with /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-osd.7.log.gz 2024-04-12T17:32:11.832 INFO:teuthology.orchestra.run.smithi110.stderr: 94.4% -- replaced with /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-osd.5.log.gz 2024-04-12T17:32:11.835 INFO:teuthology.orchestra.run.smithi110.stderr: 2024-04-12T17:32:11.835 INFO:teuthology.orchestra.run.smithi110.stderr:real 0m24.324s 2024-04-12T17:32:11.835 INFO:teuthology.orchestra.run.smithi110.stderr:user 1m26.087s 2024-04-12T17:32:11.835 INFO:teuthology.orchestra.run.smithi110.stderr:sys 0m3.230s 2024-04-12T17:32:12.882 INFO:teuthology.orchestra.run.smithi099.stderr: 94.2% -- replaced with /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-osd.0.log.gz 2024-04-12T17:32:13.029 INFO:teuthology.orchestra.run.smithi099.stderr: 94.3% -- replaced with /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-osd.1.log.gz 2024-04-12T17:32:14.692 INFO:teuthology.orchestra.run.smithi099.stderr: 94.1% -- replaced with /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-osd.2.log.gz 2024-04-12T17:32:15.294 INFO:teuthology.orchestra.run.smithi099.stderr: 95.0% -- replaced with /var/log/ceph/7550015c-f8e4-11ee-bc8d-c7b262605968/ceph-osd.3.log.gz 2024-04-12T17:32:15.295 INFO:teuthology.orchestra.run.smithi099.stderr: 2024-04-12T17:32:15.296 INFO:teuthology.orchestra.run.smithi099.stderr:real 0m27.787s 2024-04-12T17:32:15.296 INFO:teuthology.orchestra.run.smithi099.stderr:user 1m49.765s 2024-04-12T17:32:15.296 INFO:teuthology.orchestra.run.smithi099.stderr:sys 0m3.988s 2024-04-12T17:32:15.296 INFO:tasks.cephadm:Archiving logs... 2024-04-12T17:32:15.296 DEBUG:teuthology.misc:Transferring archived files from smithi099:/var/log/ceph to /home/teuthworker/archive/rzarzynski-2024-04-12_15:15:07-rados-wip-yuri10-testing-2024-03-24-1159-distro-default-smithi/7654131/remote/smithi099/log 2024-04-12T17:32:15.297 DEBUG:teuthology.orchestra.run.smithi099:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-12T17:32:30.300 DEBUG:teuthology.misc:Transferring archived files from smithi110:/var/log/ceph to /home/teuthworker/archive/rzarzynski-2024-04-12_15:15:07-rados-wip-yuri10-testing-2024-03-24-1159-distro-default-smithi/7654131/remote/smithi110/log 2024-04-12T17:32:30.302 DEBUG:teuthology.orchestra.run.smithi110:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-12T17:32:42.261 INFO:tasks.cephadm:Removing cluster... 2024-04-12T17:32:42.262 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 --force 2024-04-12T17:32:42.420 INFO:teuthology.orchestra.run.smithi099.stdout:Deleting cluster with fsid: 7550015c-f8e4-11ee-bc8d-c7b262605968 2024-04-12T17:32:42.849 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 7550015c-f8e4-11ee-bc8d-c7b262605968 --force 2024-04-12T17:32:43.000 INFO:teuthology.orchestra.run.smithi110.stdout:Deleting cluster with fsid: 7550015c-f8e4-11ee-bc8d-c7b262605968 2024-04-12T17:32:43.431 INFO:tasks.cephadm:Removing cephadm ... 2024-04-12T17:32:43.431 DEBUG:teuthology.orchestra.run.smithi099:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-12T17:32:43.446 DEBUG:teuthology.orchestra.run.smithi110:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-12T17:32:43.461 INFO:tasks.cephadm:Teardown complete 2024-04-12T17:32:43.462 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-04-12T17:32:43.473 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-04-12T17:32:43.473 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-12T17:32:43.490 DEBUG:teuthology.orchestra.run.smithi110:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-12T17:32:43.575 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-04-12T17:32:43.586 INFO:teuthology.task.clock:Checking final clock skew... 2024-04-12T17:32:43.586 DEBUG:teuthology.orchestra.run.smithi099:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-12T17:32:43.589 DEBUG:teuthology.orchestra.run.smithi110:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-12T17:32:43.600 INFO:teuthology.orchestra.run.smithi099.stderr:bash: line 1: ntpq: command not found 2024-04-12T17:32:43.602 INFO:teuthology.orchestra.run.smithi110.stderr:bash: line 1: ntpq: command not found 2024-04-12T17:32:43.605 INFO:teuthology.orchestra.run.smithi099.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-12T17:32:43.605 INFO:teuthology.orchestra.run.smithi099.stdout:=============================================================================== 2024-04-12T17:32:43.605 INFO:teuthology.orchestra.run.smithi099.stdout:^+ hv01.front.sepia.ceph.com 3 6 377 8 +1230us[+1215us] +/- 71ms 2024-04-12T17:32:43.605 INFO:teuthology.orchestra.run.smithi099.stdout:^* hv02.front.sepia.ceph.com 3 6 377 6 -1275us[-1291us] +/- 59ms 2024-04-12T17:32:43.605 INFO:teuthology.orchestra.run.smithi099.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 9 +217us[ +202us] +/- 72ms 2024-04-12T17:32:43.605 INFO:teuthology.orchestra.run.smithi099.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T17:32:43.606 INFO:teuthology.orchestra.run.smithi110.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-12T17:32:43.607 INFO:teuthology.orchestra.run.smithi110.stdout:=============================================================================== 2024-04-12T17:32:43.607 INFO:teuthology.orchestra.run.smithi110.stdout:^* hv01.front.sepia.ceph.com 3 7 377 10 +1216us[+1215us] +/- 70ms 2024-04-12T17:32:43.607 INFO:teuthology.orchestra.run.smithi110.stdout:^+ hv02.front.sepia.ceph.com 3 7 377 78 -1264us[-1268us] +/- 58ms 2024-04-12T17:32:43.607 INFO:teuthology.orchestra.run.smithi110.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 11 +199us[ +198us] +/- 72ms 2024-04-12T17:32:43.607 INFO:teuthology.orchestra.run.smithi110.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T17:32:43.607 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-04-12T17:32:43.618 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-04-12T17:32:43.618 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-04-12T17:32:43.642 DEBUG:teuthology.orchestra.run.smithi099:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-12T17:32:43.739 DEBUG:teuthology.orchestra.run.smithi110:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-12T17:32:43.825 DEBUG:teuthology.orchestra.run.smithi099:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-12T17:32:43.857 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T17:32:43.858 DEBUG:teuthology.orchestra.run.smithi110:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-12T17:32:43.888 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T17:32:43.889 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-04-12T17:32:43.902 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-04-12T17:32:43.925 INFO:teuthology.task.internal:Duration was 6503.919889 seconds 2024-04-12T17:32:43.926 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-04-12T17:32:43.959 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-04-12T17:32:43.959 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-12T17:32:43.962 DEBUG:teuthology.orchestra.run.smithi110:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-12T17:32:44.003 INFO:teuthology.orchestra.run.smithi099.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-12T17:32:44.005 INFO:teuthology.orchestra.run.smithi110.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-12T17:32:44.172 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-04-12T17:32:44.172 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi099.front.sepia.ceph.com 2024-04-12T17:32:44.173 DEBUG:teuthology.orchestra.run.smithi099:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-12T17:32:44.231 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi110.front.sepia.ceph.com 2024-04-12T17:32:44.232 DEBUG:teuthology.orchestra.run.smithi110:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-12T17:32:44.260 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-04-12T17:32:44.261 DEBUG:teuthology.orchestra.run.smithi099:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-12T17:32:44.274 DEBUG:teuthology.orchestra.run.smithi110:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-12T17:32:44.334 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-04-12T17:32:44.334 DEBUG:teuthology.orchestra.run.smithi099:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-12T17:32:44.343 DEBUG:teuthology.orchestra.run.smithi110:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-12T17:32:44.906 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-04-12T17:32:44.918 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-04-12T17:32:44.918 DEBUG:teuthology.orchestra.run.smithi099:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-12T17:32:44.945 DEBUG:teuthology.orchestra.run.smithi110:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-12T17:32:44.973 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-04-12T17:32:44.986 DEBUG:teuthology.orchestra.run.smithi099:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-12T17:32:44.988 DEBUG:teuthology.orchestra.run.smithi110:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-12T17:32:45.011 INFO:teuthology.orchestra.run.smithi099.stdout:kernel.core_pattern = core 2024-04-12T17:32:45.038 INFO:teuthology.orchestra.run.smithi110.stdout:kernel.core_pattern = core 2024-04-12T17:32:45.053 DEBUG:teuthology.orchestra.run.smithi099:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-12T17:32:45.081 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T17:32:45.081 DEBUG:teuthology.orchestra.run.smithi110:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-12T17:32:45.107 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T17:32:45.108 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-04-12T17:32:45.121 INFO:teuthology.task.internal:Transferring archived files... 2024-04-12T17:32:45.122 DEBUG:teuthology.misc:Transferring archived files from smithi099:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rzarzynski-2024-04-12_15:15:07-rados-wip-yuri10-testing-2024-03-24-1159-distro-default-smithi/7654131/remote/smithi099 2024-04-12T17:32:45.122 DEBUG:teuthology.orchestra.run.smithi099:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-12T17:32:45.172 DEBUG:teuthology.misc:Transferring archived files from smithi110:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rzarzynski-2024-04-12_15:15:07-rados-wip-yuri10-testing-2024-03-24-1159-distro-default-smithi/7654131/remote/smithi110 2024-04-12T17:32:45.172 DEBUG:teuthology.orchestra.run.smithi110:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-12T17:32:45.215 INFO:teuthology.task.internal:Removing archive directory... 2024-04-12T17:32:45.216 DEBUG:teuthology.orchestra.run.smithi099:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-12T17:32:45.218 DEBUG:teuthology.orchestra.run.smithi110:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-12T17:32:45.262 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-04-12T17:32:45.276 INFO:teuthology.task.internal:Not uploading archives. 2024-04-12T17:32:45.276 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-04-12T17:32:45.301 INFO:teuthology.task.internal:Tidying up after the test... 2024-04-12T17:32:45.301 DEBUG:teuthology.orchestra.run.smithi099:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-12T17:32:45.304 DEBUG:teuthology.orchestra.run.smithi110:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-12T17:32:45.315 INFO:teuthology.orchestra.run.smithi099.stdout: 265542 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 12 17:32 /home/ubuntu/cephtest 2024-04-12T17:32:45.317 INFO:teuthology.orchestra.run.smithi110.stdout: 265306 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 12 17:32 /home/ubuntu/cephtest 2024-04-12T17:32:45.319 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-04-12T17:32:45.335 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-04-12T17:32:45.402 INFO:teuthology.nuke:Checking targets against current locks 2024-04-12T17:32:45.426 DEBUG:teuthology.nuke:shortname: smithi099 2024-04-12T17:32:45.427 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-12T17:32:45.453 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi099.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rzarzynski-2024-04-12_15:15:07-rados-wip-yuri10-testing-2024-03-24-1159-distro-default-smithi/7654131', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-12 15:35:50.825097', 'locked_by': 'scheduled_rzarzynski@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPMnwPPouje/rpCxe/DzD1oYujAVVv1jrkIvQcwcFurJxL7cfQMMKPjdC03weZWgji+pCLR/Doi75iG5SkHwx8s='} 2024-04-12T17:32:45.455 DEBUG:teuthology.nuke:shortname: smithi110 2024-04-12T17:32:45.455 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-12T17:32:45.481 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi110.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rzarzynski-2024-04-12_15:15:07-rados-wip-yuri10-testing-2024-03-24-1159-distro-default-smithi/7654131', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-12 15:35:50.823664', 'locked_by': 'scheduled_rzarzynski@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKmg25zo+tKTAfndvg+g7zF77ejQ1stDXZ5ecqRBV3ao0oT2L8dqBMLDv6cd9DtlFPfwfjskHLAfTgShjYYznbg='} 2024-04-12T17:32:45.507 INFO:teuthology.orchestra.console.smithi099:Power off 2024-04-12T17:32:45.508 DEBUG:teuthology.orchestra.console.smithi099:pexpect command: ipmitool -H smithi099.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-12T17:32:45.532 DEBUG:teuthology.orchestra.console.smithi099:power off output: Chassis Power Control: Down/Off 2024-04-12T17:32:45.532 DEBUG:teuthology.orchestra.console.smithi099:pexpect command: ipmitool -H smithi099.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-12T17:32:45.551 INFO:teuthology.orchestra.console.smithi110:Power off 2024-04-12T17:32:45.551 DEBUG:teuthology.orchestra.console.smithi110:pexpect command: ipmitool -H smithi110.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-12T17:32:45.560 DEBUG:teuthology.orchestra.console.smithi099:check power output: Chassis Power is on 2024-04-12T17:32:45.574 DEBUG:teuthology.orchestra.console.smithi110:power off output: Chassis Power Control: Down/Off 2024-04-12T17:32:45.574 DEBUG:teuthology.orchestra.console.smithi110:pexpect command: ipmitool -H smithi110.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-12T17:32:45.597 DEBUG:teuthology.orchestra.console.smithi110:check power output: Chassis Power is on 2024-04-12T17:32:49.562 DEBUG:teuthology.orchestra.console.smithi099:pexpect command: ipmitool -H smithi099.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-12T17:32:49.598 DEBUG:teuthology.orchestra.console.smithi110:pexpect command: ipmitool -H smithi110.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-12T17:32:49.674 DEBUG:teuthology.orchestra.console.smithi099:check power output: Chassis Power is on 2024-04-12T17:32:49.709 DEBUG:teuthology.orchestra.console.smithi110:check power output: Chassis Power is on 2024-04-12T17:32:53.678 DEBUG:teuthology.orchestra.console.smithi099:pexpect command: ipmitool -H smithi099.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-12T17:32:53.710 DEBUG:teuthology.orchestra.console.smithi110:pexpect command: ipmitool -H smithi110.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-12T17:32:53.788 DEBUG:teuthology.orchestra.console.smithi099:check power output: Chassis Power is off 2024-04-12T17:32:53.819 DEBUG:teuthology.orchestra.console.smithi110:check power output: Chassis Power is off 2024-04-12T17:32:53.889 INFO:teuthology.orchestra.console.smithi099:Power off completed 2024-04-12T17:32:53.920 INFO:teuthology.orchestra.console.smithi110:Power off completed 2024-04-12T17:32:54.024 INFO:teuthology.run:Summary data: description: rados/upgrade/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 6503.919888973236 failure_reason: '"2024-04-12T16:05:30.463879+0000 mon.a (mon.0) 352 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log' flavor: default owner: scheduled_rzarzynski@teuthology success: false 2024-04-12T17:32:54.024 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-12T17:32:54.103 INFO:teuthology.run:FAIL